-- Logs begin at Thu 2021-07-29 22:29:51 UTC, end at Fri 2021-07-30 00:55:22 UTC. -- Jul 29 23:06:15.773959 n-d-712140-10 systemd[1]: Started Devstack devstack@q-svc.service. Jul 29 23:06:18.492345 n-d-712140-10 neutron-server[93956]: INFO neutron.common.config [-] Logging enabled! Jul 29 23:06:18.492993 n-d-712140-10 neutron-server[93956]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 29 23:06:18.493114 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93956) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 23:06:18.496395 n-d-712140-10 neutron-server[93956]: INFO neutron.common.config [-] Logging enabled! Jul 29 23:06:18.496650 n-d-712140-10 neutron-server[93956]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev508 Jul 29 23:06:18.497516 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93956) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 29 23:06:18.498480 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 23:06:18.498714 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 23:06:18.499075 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 23:06:18.499322 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 23:06:18.499545 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 23:06:18.499863 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.500160 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.500479 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.500711 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.501002 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.501298 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.501583 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.501873 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.502169 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.502455 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.502734 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.503015 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.503245 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.503524 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.503816 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.504123 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.504346 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] debug = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.504625 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.505049 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.505461 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.505745 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.506032 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.506312 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.506587 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.506862 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.507144 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.507469 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] host = n-d-712140-10 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.507747 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.508061 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.508350 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.508634 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.508908 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.509184 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.509467 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.509741 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.510014 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] log_file = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.510287 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.510576 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.510862 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.511151 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.511380 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.511603 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.511920 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.512212 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.513135 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.513135 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.513684 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.513959 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.514235 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.514506 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.514793 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.515079 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.515361 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.515635 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.515937 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.516211 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.516483 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.516767 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.517039 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.517312 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.517584 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.517868 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.518136 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.518407 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.518703 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.518987 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.519266 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.519549 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.519819 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.520124 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.520397 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.520670 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.520941 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] use_json = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.521217 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.521488 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.521768 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.522038 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.522309 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.522580 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.522850 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.523133 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:18.523429 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.523724 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.524050 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.524335 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.524628 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.524906 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.525194 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.525469 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.525752 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.526038 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.526365 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.526602 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.526889 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.527413 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.527707 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.528074 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.528483 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.528783 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.529064 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.529344 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.529622 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.529902 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.530188 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.530481 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.530771 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.531047 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.531332 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.531622 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.531928 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.532203 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.532479 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.532767 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.533044 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.533315 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.533593 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.533869 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.534143 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.534415 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.534696 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.534985 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.535265 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.535536 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.535807 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.536107 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.536377 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.536661 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.536937 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.537211 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.537485 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.537763 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.538033 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.538306 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.538586 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.538911 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.539135 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.539405 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.539677 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.539976 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.540247 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.540520 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.540794 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.541069 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.541354 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.541626 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.541899 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.542168 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.542437 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.542712 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.542999 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.543296 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.543602 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.544756 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.545054 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.545339 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.545617 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.545894 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.546174 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.546452 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.546725 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.547015 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.547298 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.547581 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.547884 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.548164 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.548458 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.548735 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.549017 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.549293 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.549567 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.549852 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.550134 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.550426 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.550717 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.551008 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.551298 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.551588 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.551885 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.552197 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.552475 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:18.552691 n-d-712140-10 neutron-server[93956]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 23:06:18.552932 n-d-712140-10 neutron-server[93956]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93956) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 29 23:06:18.907564 n-d-712140-10 neutron-server[93956]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93956) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 23:06:18.907864 n-d-712140-10 neutron-server[93956]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93956) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 23:06:18.908237 n-d-712140-10 neutron-server[93956]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93956) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 29 23:06:18.908576 n-d-712140-10 neutron-server[93956]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 29 23:06:19.304438 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.304726 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.305018 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.306317 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.306591 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.306856 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.341874 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.342147 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.342431 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.357501 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.357779 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.358051 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.386157 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.386433 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.386698 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.423104 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.423392 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.423797 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.654361 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.654999 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.654999 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.655161 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.655870 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.775666 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.776008 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.776293 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.776566 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.776835 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.777390 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.777656 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.777967 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.778715 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.779122 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.779386 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.779650 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.779934 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.780189 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.780443 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.780706 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.780959 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.781224 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.781491 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.781747 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.782018 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.782270 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.782548 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.782922 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.783174 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.783424 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.783818 n-d-712140-10 neutron-server[93956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 23:06:19.784096 n-d-712140-10 neutron-server[93956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 23:06:19.784334 n-d-712140-10 neutron-server[93956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 23:06:19.784570 n-d-712140-10 neutron-server[93956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 23:06:19.784805 n-d-712140-10 neutron-server[93956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 23:06:19.785038 n-d-712140-10 neutron-server[93956]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 23:06:19.785396 n-d-712140-10 neutron-server[93956]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 29 23:06:19.788471 n-d-712140-10 neutron-server[93956]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 29 23:06:19.792379 n-d-712140-10 neutron-server[93956]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 29 23:06:19.796533 n-d-712140-10 neutron-server[93956]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 29 23:06:19.798151 n-d-712140-10 neutron-server[93956]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 29 23:06:19.798601 n-d-712140-10 neutron-server[93956]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 29 23:06:19.798937 n-d-712140-10 neutron-server[93956]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 29 23:06:19.799322 n-d-712140-10 neutron-server[93956]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 29 23:06:19.802124 n-d-712140-10 neutron-server[93956]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 29 23:06:19.802376 n-d-712140-10 neutron-server[93956]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 29 23:06:19.802718 n-d-712140-10 neutron-server[93956]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 23:06:19.808039 n-d-712140-10 neutron-server[93956]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 29 23:06:19.831163 n-d-712140-10 neutron-server[93956]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 29 23:06:19.831610 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.831941 n-d-712140-10 neutron-server[93956]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93956) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 29 23:06:19.832305 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.833652 n-d-712140-10 neutron-server[93956]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93956) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 29 23:06:19.833932 n-d-712140-10 neutron-server[93956]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 29 23:06:19.834178 n-d-712140-10 neutron-server[93956]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 29 23:06:19.837541 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.837829 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:19.899793 n-d-712140-10 neutron-server[93956]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 29 23:06:19.900053 n-d-712140-10 neutron-server[93956]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 29 23:06:19.900287 n-d-712140-10 neutron-server[93956]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 29 23:06:19.900652 n-d-712140-10 neutron-server[93956]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 29 23:06:19.922555 n-d-712140-10 neutron-server[93956]: DEBUG oslo_db.sqlalchemy.engines [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93956) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 29 23:06:20.453032 n-d-712140-10 neutron-server[93956]: INFO neutron.plugins.ml2.managers [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Initializing driver for type 'gre' Jul 29 23:06:20.453557 n-d-712140-10 neutron-server[93956]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] gre ID ranges: [(1, 1000)] Jul 29 23:06:20.508892 n-d-712140-10 neutron-server[93956]: INFO neutron.plugins.ml2.managers [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Initializing driver for type 'local' Jul 29 23:06:20.509308 n-d-712140-10 neutron-server[93956]: INFO neutron.plugins.ml2.managers [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Initializing driver for type 'vlan' Jul 29 23:06:20.522484 n-d-712140-10 neutron-server[93956]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] VlanTypeDriver initialization complete Jul 29 23:06:20.522985 n-d-712140-10 neutron-server[93956]: INFO neutron.plugins.ml2.managers [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Initializing driver for type 'vxlan' Jul 29 23:06:20.523484 n-d-712140-10 neutron-server[93956]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] vxlan ID ranges: [(1, 1000)] Jul 29 23:06:20.576505 n-d-712140-10 neutron-server[93956]: INFO neutron.plugins.ml2.managers [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Initializing extension driver 'port_security' Jul 29 23:06:20.576784 n-d-712140-10 neutron-server[93956]: INFO neutron.plugins.ml2.extensions.port_security [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] PortSecurityExtensionDriver initialization complete Jul 29 23:06:20.577117 n-d-712140-10 neutron-server[93956]: INFO neutron.plugins.ml2.managers [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Initializing mechanism driver 'openvswitch' Jul 29 23:06:20.577448 n-d-712140-10 neutron-server[93956]: INFO neutron.plugins.ml2.managers [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Initializing mechanism driver 'hyperv' Jul 29 23:06:20.583805 n-d-712140-10 neutron-server[93956]: DEBUG neutron.plugins.ml2.plugin [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93956) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:06:20.584679 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > port after_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.585051 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > port after_update 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.585403 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > port after_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.585914 n-d-712140-10 neutron-server[93956]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93956) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 23:06:20.586345 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > subnet after_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.586698 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > subnet after_update 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.587040 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > subnet after_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.587427 n-d-712140-10 neutron-server[93956]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93956) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 23:06:20.587852 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > network after_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.588201 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > network after_update 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.588542 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > network after_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.588928 n-d-712140-10 neutron-server[93956]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93956) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 23:06:20.589328 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > security_group after_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.589678 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > security_group after_update 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.590017 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > security_group after_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.591032 n-d-712140-10 neutron-server[93956]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93956) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 23:06:20.591443 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.591792 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.592160 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.592547 n-d-712140-10 neutron-server[93956]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93956) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 23:06:20.592948 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > address_group after_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.593295 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > address_group after_update 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.593633 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > address_group after_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.594022 n-d-712140-10 neutron-server[93956]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93956) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 29 23:06:20.594393 n-d-712140-10 neutron-server[93956]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] ML2 OVO RPC backend initialized. {{(pid=93956) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 29 23:06:20.595084 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > router_interface after_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.595440 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.595873 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > network before_response 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.596224 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > networks before_response 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.596570 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > port before_response 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.596910 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > ports before_response 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.597253 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > subnet before_response 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.597590 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > subnets before_response 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.597934 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > network after_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.598274 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > network after_update 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.598610 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > network after_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.598946 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > port after_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.599281 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > port after_update 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.599613 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > port after_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.599981 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > subnet after_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.600318 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > subnet after_update 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.600648 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > subnet after_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.601230 n-d-712140-10 neutron-server[93956]: INFO neutron.plugins.ml2.plugin [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Modular L2 Plugin initialization complete Jul 29 23:06:20.601556 n-d-712140-10 neutron-server[93956]: DEBUG neutron.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading services supported by the core plugin {{(pid=93956) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 29 23:06:20.601881 n-d-712140-10 neutron-server[93956]: INFO neutron.plugins.ml2.managers [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Got port-security extension from driver 'port_security' Jul 29 23:06:20.602336 n-d-712140-10 neutron-server[93956]: INFO neutron.extensions.vlantransparent [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Disabled vlantransparent extension. Jul 29 23:06:20.602812 n-d-712140-10 neutron-server[93956]: DEBUG neutron.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93956) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 29 23:06:20.603126 n-d-712140-10 neutron-server[93956]: INFO neutron.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading Plugin: router Jul 29 23:06:20.638144 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > router_interface before_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.638680 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > router after_create 55549900 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.639054 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > router before_create 55549900 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.639421 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.639797 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.640177 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > router after_delete 55549900 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.640535 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > floatingip after_update 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.641020 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > router after_create 55549900 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.641370 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > router after_update 55549900 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.641719 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > router after_update 55549900 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.642069 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.642425 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > router after_update 55549900 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.642840 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > router precommit_update 55549900 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.643206 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: port after_update 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.643544 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: port after_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.643903 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: subnet after_update 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.644245 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.644591 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > port precommit_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.644939 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > router precommit_create 55549900 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.645283 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: port before_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.645625 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > router precommit_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.645982 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > router after_update 55549900 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.646325 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > router precommit_delete 55549900 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.646672 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > router precommit_create 55549900 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.647028 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > router_interface after_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.647370 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > router precommit_update 55549900 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.647733 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > agent after_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.648113 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > agent after_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.648458 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > network after_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.649290 n-d-712140-10 neutron-server[93956]: DEBUG neutron.quota.resource_registry [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Tracking information for resource: router configured {{(pid=93956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 23:06:20.649619 n-d-712140-10 neutron-server[93956]: DEBUG neutron.quota.resource_registry [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Tracking information for resource: floatingip configured {{(pid=93956) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 29 23:06:20.655450 n-d-712140-10 neutron-server[93956]: INFO neutron.db.l3_agentschedulers_db [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 29 23:06:20.656048 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: port after_update 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.656408 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: port after_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.656760 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: port after_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.657110 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: port after_update 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.657888 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > router before_create 55550100 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.658250 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > router precommit_delete 55550100 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.658612 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > router precommit_create 55550100 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.658969 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > router precommit_update 55550100 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.663415 n-d-712140-10 neutron-server[93956]: DEBUG neutron.services.provider_configuration [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Service providers = [] {{(pid=93956) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 29 23:06:20.663779 n-d-712140-10 neutron-server[93956]: DEBUG neutron.db.servicetype_db [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93956) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 29 23:06:20.666705 n-d-712140-10 neutron-server[93956]: DEBUG neutron.services.service_base [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93956) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 23:06:20.667055 n-d-712140-10 neutron-server[93956]: DEBUG neutron.services.service_base [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93956) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 23:06:20.667395 n-d-712140-10 neutron-server[93956]: DEBUG neutron.services.service_base [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93956) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 23:06:20.668309 n-d-712140-10 neutron-server[93956]: DEBUG neutron.services.service_base [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93956) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 29 23:06:20.668767 n-d-712140-10 neutron-server[93956]: INFO neutron.services.service_base [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 29 23:06:20.669230 n-d-712140-10 neutron-server[93956]: DEBUG neutron.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 23:06:20.669552 n-d-712140-10 neutron-server[93956]: INFO neutron.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 29 23:06:20.681321 n-d-712140-10 neutron-server[93956]: DEBUG neutron.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 23:06:20.681661 n-d-712140-10 neutron-server[93956]: INFO neutron.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading Plugin: auto_allocate Jul 29 23:06:20.687999 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: network precommit_update 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.688366 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: network precommit_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.688881 n-d-712140-10 neutron-server[93956]: DEBUG neutron.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 23:06:20.689202 n-d-712140-10 neutron-server[93956]: INFO neutron.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading Plugin: tag Jul 29 23:06:20.695854 n-d-712140-10 neutron-server[93956]: DEBUG neutron.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 23:06:20.696198 n-d-712140-10 neutron-server[93956]: INFO neutron.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading Plugin: timestamp Jul 29 23:06:20.700560 n-d-712140-10 neutron-server[93956]: DEBUG neutron.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 23:06:20.700894 n-d-712140-10 neutron-server[93956]: INFO neutron.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading Plugin: network_ip_availability Jul 29 23:06:20.706230 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.706605 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.706965 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.707683 n-d-712140-10 neutron-server[93956]: DEBUG neutron.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 23:06:20.708034 n-d-712140-10 neutron-server[93956]: INFO neutron.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading Plugin: flavors Jul 29 23:06:20.714421 n-d-712140-10 neutron-server[93956]: DEBUG neutron.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 23:06:20.714745 n-d-712140-10 neutron-server[93956]: INFO neutron.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading Plugin: revisions Jul 29 23:06:20.719053 n-d-712140-10 neutron-server[93956]: DEBUG neutron.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93956) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 29 23:06:20.719445 n-d-712140-10 neutron-server[93956]: DEBUG oslo_concurrency.lockutils [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.811s {{(pid=93956) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 29 23:06:20.720330 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93956) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 29 23:06:20.720845 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Initializing extension manager. Jul 29 23:06:20.721608 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: __init__.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.722172 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: __pycache__ {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.722678 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.723154 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: address_group.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.724244 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.725086 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: address-group Jul 29 23:06:20.725525 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: address_scope.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.726507 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.727249 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: address-scope Jul 29 23:06:20.727702 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: admin_state_down_before_update.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.728967 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.729532 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: router-admin-state-down-before-update Jul 29 23:06:20.729862 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: agent.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.730564 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.731116 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: agent Jul 29 23:06:20.731443 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: agent_resources_synced.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.732376 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.732888 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: agent-resources-synced Jul 29 23:06:20.733267 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: allowedaddresspairs.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.735991 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.736808 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: allowed-address-pairs Jul 29 23:06:20.737270 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: auto_allocated_topology.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.738732 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.739464 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: auto-allocated-topology Jul 29 23:06:20.739951 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: availability_zone.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.740892 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.741628 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: availability_zone Jul 29 23:06:20.742075 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: availability_zone_filter.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.743336 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.744175 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: availability_zone_filter Jul 29 23:06:20.744700 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: data_plane_status.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.746112 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.747372 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension data-plane-status not supported by any of loaded plugins Jul 29 23:06:20.747700 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: default_subnetpools.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.748651 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.749163 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: default-subnetpools Jul 29 23:06:20.749492 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: dhcpagentscheduler.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.750304 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.750800 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: dhcp_agent_scheduler Jul 29 23:06:20.751290 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: dns.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.752556 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.753349 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension dns-integration not supported by any of loaded plugins Jul 29 23:06:20.753822 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: dns_domain_ports.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.755099 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.755908 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 29 23:06:20.756380 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.757662 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.758438 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 29 23:06:20.758909 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: dvr.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.759865 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.760641 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: dvr Jul 29 23:06:20.761109 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: ecmp_routes.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.763032 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.763810 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension ecmp_routes not supported by any of loaded plugins Jul 29 23:06:20.764306 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: empty_string_filtering.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.765565 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.766339 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: empty-string-filtering Jul 29 23:06:20.766805 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.768097 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.768872 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 29 23:06:20.769339 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.770582 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.771319 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 29 23:06:20.771768 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: external_net.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.773009 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.773852 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: external-net Jul 29 23:06:20.774253 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: extra_dhcp_opt.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.775507 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.776323 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: extra_dhcp_opt Jul 29 23:06:20.776790 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: extraroute.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.778325 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.779100 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: extraroute Jul 29 23:06:20.779570 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: extraroute_atomic.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.781057 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.781844 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: extraroute-atomic Jul 29 23:06:20.782313 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: filter_validation.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.783446 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.784226 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: filter-validation Jul 29 23:06:20.784667 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: fip_pf_description.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.785899 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.786675 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 29 23:06:20.787142 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: fip_port_details.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.788454 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.789234 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: fip-port-details Jul 29 23:06:20.789700 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: flavors.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.791418 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.792247 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: flavors Jul 29 23:06:20.792725 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.795098 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.795856 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 29 23:06:20.796316 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: floatingip_pools.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.797279 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.798069 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: floatingip-pools Jul 29 23:06:20.798543 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: ip_allocation.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.799815 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.800636 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension ip_allocation not supported by any of loaded plugins Jul 29 23:06:20.801108 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.802386 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.803174 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: ip-substring-filtering Jul 29 23:06:20.803649 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: l2_adjacency.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.804972 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.805717 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension l2_adjacency not supported by any of loaded plugins Jul 29 23:06:20.806182 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: l3.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.807531 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.808366 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: router Jul 29 23:06:20.808837 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: l3_conntrack_helper.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.812511 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.813307 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 29 23:06:20.813776 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.815059 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.815853 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: ext-gw-mode Jul 29 23:06:20.816346 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.817607 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.818347 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: l3-ha Jul 29 23:06:20.818791 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: l3_flavors.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.820022 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.820760 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: l3-flavors Jul 29 23:06:20.821215 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.822489 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.823263 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: l3-port-ip-change-not-allowed Jul 29 23:06:20.823731 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: l3agentscheduler.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.825824 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.826638 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: l3_agent_scheduler Jul 29 23:06:20.827069 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: logging.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.829193 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.829978 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension logging not supported by any of loaded plugins Jul 29 23:06:20.830454 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: metering.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.831499 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.832420 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: metering Jul 29 23:06:20.832868 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.834460 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.835207 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: metering_source_and_destination_fields Jul 29 23:06:20.835655 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: multiprovidernet.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.836964 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.837754 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: multi-provider Jul 29 23:06:20.838228 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: netmtu.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.839497 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.840348 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: net-mtu Jul 29 23:06:20.840827 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: netmtu_writable.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.842111 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.842931 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: net-mtu-writable Jul 29 23:06:20.843398 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: network_availability_zone.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.844366 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.845148 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: network_availability_zone Jul 29 23:06:20.845612 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: network_ip_availability.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.847128 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.847914 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: network-ip-availability Jul 29 23:06:20.848364 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: network_segment_range.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.849482 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.850309 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension network-segment-range not supported by any of loaded plugins Jul 29 23:06:20.850832 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: pagination.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.852217 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.852685 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: pagination Jul 29 23:06:20.853132 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: port_device_profile.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.854369 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.855162 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: port-device-profile Jul 29 23:06:20.855631 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.856986 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.857768 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: port-mac-address-regenerate Jul 29 23:06:20.858240 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.859505 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.860331 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: port-numa-affinity-policy Jul 29 23:06:20.860803 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: port_resource_request.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.862060 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.862830 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension port-resource-request not supported by any of loaded plugins Jul 29 23:06:20.863280 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: portbindings.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.864594 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.865382 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: binding Jul 29 23:06:20.865855 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: portbindings_extended.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.867641 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.868460 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: binding-extended Jul 29 23:06:20.868933 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: portsecurity.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.870191 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.870974 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: port-security Jul 29 23:06:20.871445 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: project_id.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.873354 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.873833 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: project-id Jul 29 23:06:20.874298 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: providernet.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.875535 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.876310 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: provider Jul 29 23:06:20.876756 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: qos.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.881834 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.882617 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension qos not supported by any of loaded plugins Jul 29 23:06:20.883084 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.884857 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.885636 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 29 23:06:20.886106 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.887469 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.888302 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 29 23:06:20.888779 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: qos_default.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.889994 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.890734 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension qos-default not supported by any of loaded plugins Jul 29 23:06:20.891183 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: qos_fip.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.892175 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.892922 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension qos-fip not supported by any of loaded plugins Jul 29 23:06:20.893390 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: qos_gateway_ip.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.894684 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.895471 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 29 23:06:20.895977 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: qos_port_network_policy.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.897245 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.898029 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 29 23:06:20.898502 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: qos_rule_type_details.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.899768 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.900582 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 29 23:06:20.901055 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: qos_rules_alias.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.902766 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.904114 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 29 23:06:20.904590 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: quotasv2.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.906080 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.906419 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: quotas Jul 29 23:06:20.906749 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: quotasv2_detail.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.909766 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.910110 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: quota_details Jul 29 23:06:20.910440 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: rbac.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.911490 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.912045 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: rbac-policies Jul 29 23:06:20.912379 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: rbac_address_group.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.913322 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.913832 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: rbac-address-group Jul 29 23:06:20.914157 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: rbac_address_scope.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.915067 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.915574 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: rbac-address-scope Jul 29 23:06:20.915929 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: rbac_security_groups.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.916837 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.917341 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: rbac-security-groups Jul 29 23:06:20.917664 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: rbac_subnetpool.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.918671 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.919181 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: rbac-subnetpool Jul 29 23:06:20.920004 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: revisionifmatch.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.920937 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.921442 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: revision-if-match Jul 29 23:06:20.921765 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: revisions.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.922864 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.923373 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: standard-attr-revisions Jul 29 23:06:20.923698 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: router_availability_zone.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.924460 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.924968 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: router_availability_zone Jul 29 23:06:20.925290 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: routerservicetype.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.926205 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.926707 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension router-service-type not supported by any of loaded plugins Jul 29 23:06:20.927031 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.927976 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.928479 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: security-groups-normalized-cidr Jul 29 23:06:20.928801 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: security_groups_port_filtering.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.929715 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.930216 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: port-security-groups-filtering Jul 29 23:06:20.930538 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.931453 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.931987 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: security-groups-remote-address-group Jul 29 23:06:20.932312 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: securitygroup.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.941736 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.942265 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: security-group Jul 29 23:06:20.942608 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: segment.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.943406 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.943937 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension segment not supported by any of loaded plugins Jul 29 23:06:20.944269 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.945226 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.945732 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 29 23:06:20.946057 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: servicetype.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.947170 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.947689 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: service-type Jul 29 23:06:20.948046 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: sorting.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.949027 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.949359 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: sorting Jul 29 23:06:20.949795 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: standard_attr_segment.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.950908 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.951435 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 29 23:06:20.951761 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: standardattrdescription.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.952432 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.952944 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: standard-attr-description Jul 29 23:06:20.953266 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: stateful_security_group.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.954187 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.954699 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: stateful-security-group Jul 29 23:06:20.955025 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: stdattrs_common.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.955607 n-d-712140-10 neutron-server[93956]: WARNING neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 29 23:06:20.955975 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.956892 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.957398 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 29 23:06:20.957720 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: subnet_onboard.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.958784 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.959294 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: subnet_onboard Jul 29 23:06:20.959620 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.960553 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.961061 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 29 23:06:20.961383 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: subnet_service_types.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.962304 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.962825 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: subnet-service-types Jul 29 23:06:20.963145 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: subnetallocation.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.964234 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.964753 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: subnet_allocation Jul 29 23:06:20.965076 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.966384 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.966888 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: subnetpool-prefix-ops Jul 29 23:06:20.967211 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.968152 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.968657 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 29 23:06:20.968982 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: tagging.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.970043 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.970550 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: standard-attr-tag Jul 29 23:06:20.970877 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: timestamp.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.972117 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.972629 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loaded extension: standard-attr-timestamp Jul 29 23:06:20.972956 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: trunk.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.973987 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.974500 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension trunk not supported by any of loaded plugins Jul 29 23:06:20.974826 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: trunk_details.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.975740 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.976289 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension trunk-details not supported by any of loaded plugins Jul 29 23:06:20.976613 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: uplink_status_propagation.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.977527 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.978037 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 29 23:06:20.978363 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Loading extension file: vlantransparent.py {{(pid=93956) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 29 23:06:20.979031 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93956) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 29 23:06:20.979532 n-d-712140-10 neutron-server[93956]: INFO neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extension vlan-transparent not supported by any of loaded plugins Jul 29 23:06:20.982670 n-d-712140-10 neutron-server[93956]: INFO neutron.quota.resource_registry [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Creating instance of TrackedResource for resource:network Jul 29 23:06:20.983190 n-d-712140-10 neutron-server[93956]: INFO neutron.quota.resource_registry [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Creating instance of TrackedResource for resource:subnet Jul 29 23:06:20.983585 n-d-712140-10 neutron-server[93956]: INFO neutron.quota.resource_registry [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 23:06:20.984000 n-d-712140-10 neutron-server[93956]: INFO neutron.quota.resource_registry [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Creating instance of TrackedResource for resource:port Jul 29 23:06:20.985218 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.v2.resource_helper [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:06:20.985650 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.v2.resource_helper [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Service FLAVORS assigned prefix: {{(pid=93956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:06:20.986258 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.v2.resource_helper [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:06:20.986685 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.v2.resource_helper [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:06:20.987015 n-d-712140-10 neutron-server[93956]: INFO neutron.quota.resource_registry [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Creating instance of TrackedResource for resource:router Jul 29 23:06:20.987448 n-d-712140-10 neutron-server[93956]: INFO neutron.quota.resource_registry [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Creating instance of TrackedResource for resource:floatingip Jul 29 23:06:20.987974 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.v2.resource_helper [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Service METERING assigned prefix: /metering {{(pid=93956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:06:20.989432 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.989807 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.990162 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93956) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:06:20.991164 n-d-712140-10 neutron-server[93956]: INFO neutron.quota.resource_registry [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 23:06:20.991604 n-d-712140-10 neutron-server[93956]: INFO neutron.quota.resource_registry [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Creating instance of TrackedResource for resource:security_group Jul 29 23:06:20.992069 n-d-712140-10 neutron-server[93956]: INFO neutron.quota.resource_registry [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 23:06:20.992670 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.v2.resource_helper [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Service CORE assigned prefix: {{(pid=93956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:06:20.993000 n-d-712140-10 neutron-server[93956]: INFO neutron.quota.resource_registry [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 23:06:20.993360 n-d-712140-10 neutron-server[93956]: WARNING neutron.quota.resource_registry [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] subnetpool is already registered Jul 29 23:06:20.993780 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.v2.resource_helper [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Service CORE assigned prefix: {{(pid=93956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:06:20.994103 n-d-712140-10 neutron-server[93956]: INFO neutron.quota.resource_registry [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 23:06:20.994432 n-d-712140-10 neutron-server[93956]: WARNING neutron.quota.resource_registry [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] subnetpool is already registered Jul 29 23:06:20.997282 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.v2.resource_helper [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:06:20.997950 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.v2.resource_helper [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Service FLAVORS assigned prefix: {{(pid=93956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:06:20.998574 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.v2.resource_helper [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:06:20.999009 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.v2.resource_helper [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:06:20.999344 n-d-712140-10 neutron-server[93956]: INFO neutron.quota.resource_registry [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Creating instance of TrackedResource for resource:router Jul 29 23:06:20.999684 n-d-712140-10 neutron-server[93956]: WARNING neutron.quota.resource_registry [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] router is already registered Jul 29 23:06:21.000133 n-d-712140-10 neutron-server[93956]: INFO neutron.quota.resource_registry [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Creating instance of TrackedResource for resource:floatingip Jul 29 23:06:21.000468 n-d-712140-10 neutron-server[93956]: WARNING neutron.quota.resource_registry [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] floatingip is already registered Jul 29 23:06:21.000942 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.v2.resource_helper [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Service METERING assigned prefix: /metering {{(pid=93956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:06:21.001630 n-d-712140-10 neutron-server[93956]: INFO neutron.quota.resource_registry [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Creating instance of CountableResource for resource:rbac_policy Jul 29 23:06:21.001963 n-d-712140-10 neutron-server[93956]: WARNING neutron.quota.resource_registry [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] rbac_policy is already registered Jul 29 23:06:21.002377 n-d-712140-10 neutron-server[93956]: INFO neutron.quota.resource_registry [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Creating instance of TrackedResource for resource:security_group Jul 29 23:06:21.002710 n-d-712140-10 neutron-server[93956]: WARNING neutron.quota.resource_registry [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] security_group is already registered Jul 29 23:06:21.003119 n-d-712140-10 neutron-server[93956]: INFO neutron.quota.resource_registry [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Creating instance of TrackedResource for resource:security_group_rule Jul 29 23:06:21.003458 n-d-712140-10 neutron-server[93956]: WARNING neutron.quota.resource_registry [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] security_group_rule is already registered Jul 29 23:06:21.003982 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.v2.resource_helper [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Service CORE assigned prefix: {{(pid=93956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:06:21.004306 n-d-712140-10 neutron-server[93956]: INFO neutron.quota.resource_registry [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 23:06:21.004636 n-d-712140-10 neutron-server[93956]: WARNING neutron.quota.resource_registry [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] subnetpool is already registered Jul 29 23:06:21.005047 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.v2.resource_helper [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Service CORE assigned prefix: {{(pid=93956) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 29 23:06:21.005367 n-d-712140-10 neutron-server[93956]: INFO neutron.quota.resource_registry [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Creating instance of TrackedResource for resource:subnetpool Jul 29 23:06:21.005694 n-d-712140-10 neutron-server[93956]: WARNING neutron.quota.resource_registry [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] subnetpool is already registered Jul 29 23:06:21.007378 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: extensions {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.008849 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: address-groups {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.010329 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: address-scopes {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.011545 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: agents {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.013561 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: auto-allocated-topology {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.014800 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: availability_zones {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.016033 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: dhcp-networks {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.017429 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: dhcp-agents {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.018929 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: routers {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.020668 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: flavors {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.021818 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: service_profiles {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.023122 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: next_providers {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.024576 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: service_profiles {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.026001 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: floatingip-pools {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.027615 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: routers {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.029878 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: floatingips {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.031057 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: l3-routers {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.032562 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: l3-agents {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.033944 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: metering-labels {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.035199 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: metering-label-rules {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.036494 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: network-ip-availabilities {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.037817 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: bindings {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.039395 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: quotas {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.040850 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: quotas {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.042358 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: rbac-policies {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.044156 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: security-groups {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.045363 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: security-group-rules {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.046678 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: service-providers {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.047926 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: subnetpools {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.049280 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: subnetpools {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.050810 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: tags {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.052521 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: tags {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.054208 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: tags {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.056108 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: tags {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.057860 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: tags {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.059728 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: tags {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.061499 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: tags {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.063285 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: tags {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.066018 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: tags {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.067761 n-d-712140-10 neutron-server[93956]: DEBUG neutron.api.extensions [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Extended resource: tags {{(pid=93956) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 29 23:06:21.073631 n-d-712140-10 neutron-server[93956]: WARNING keystonemiddleware.auth_token [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 29 23:06:21.078768 n-d-712140-10 neutron-server[93956]: WARNING keystonemiddleware.auth_token [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 29 23:06:21.086998 n-d-712140-10 neutron-server[93956]: DEBUG oslo_concurrency.lockutils [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Acquired lock "singleton_lock" {{(pid=93956) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 29 23:06:21.087471 n-d-712140-10 neutron-server[93956]: DEBUG oslo_concurrency.lockutils [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Releasing lock "singleton_lock" {{(pid=93956) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 29 23:06:21.088137 n-d-712140-10 neutron-server[93956]: INFO oslo_service.service [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Starting 2 workers Jul 29 23:06:21.093541 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Started child 94063 {{(pid=93956) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 23:06:21.098016 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Started child 94064 {{(pid=93956) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 23:06:21.099281 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:21.099968 n-d-712140-10 neutron-server[93956]: INFO neutron.service [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Neutron service started, listening on 0.0.0.0:9696 Jul 29 23:06:21.100316 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Notify callbacks [] for process, before_spawn {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:21.100846 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [-] (94063) wsgi starting up on http://0.0.0.0:9696 Jul 29 23:06:21.102732 n-d-712140-10 neutron-server[93956]: INFO oslo_service.service [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Starting 1 workers Jul 29 23:06:21.103012 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:21.104462 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [-] (94064) wsgi starting up on http://0.0.0.0:9696 Jul 29 23:06:21.108099 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Started child 94065 {{(pid=93956) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 23:06:21.108633 n-d-712140-10 neutron-server[93956]: INFO oslo_service.service [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Starting 1 workers Jul 29 23:06:21.112059 n-d-712140-10 neutron-server[94065]: DEBUG neutron.service [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] calling RpcWorker wait() {{(pid=94065) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 29 23:06:21.112606 n-d-712140-10 neutron-server[94065]: DEBUG neutron.service [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] returning from RpcWorker wait() {{(pid=94065) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 29 23:06:21.113148 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Started child 94066 {{(pid=93956) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 29 23:06:21.113940 n-d-712140-10 neutron-server[93956]: DEBUG neutron_lib.callbacks.manager [None req-25061ae5-fbc3-4c45-81c4-428c7ab481fd None None] Notify callbacks [] for process, after_spawn {{(pid=93956) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:21.114036 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:21.114504 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:06:21.115783 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93956) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 29 23:06:21.116023 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 23:06:21.116206 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 23:06:21.116429 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 23:06:21.116754 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 23:06:21.116916 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 23:06:21.117427 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.117675 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.117927 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.118178 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.118271 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:21.118751 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.119034 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.119294 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.119536 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.119812 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.120085 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.120249 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.120411 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.120658 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.120891 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.121190 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.121465 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.121741 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.122011 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.122178 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.122426 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.122683 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.122937 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.123200 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] debug = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.123440 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.123936 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.124161 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.124393 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.124604 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.124882 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.125116 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.125353 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.125601 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.125816 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.126070 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.126310 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.126546 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.126748 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.126961 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.127217 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.127430 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.127919 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] host = n-d-712140-10 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.128133 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.128362 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.128582 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.128820 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.129106 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.129293 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.129546 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.129796 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.130047 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.130303 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.130509 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.130757 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.130990 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.131235 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] log_file = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.131395 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] log_options = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.131622 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.131891 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.132152 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.132340 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.132503 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.132674 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.132944 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.133104 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.133356 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.133565 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.133772 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.133980 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.134206 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.134438 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.134669 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.134902 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.135125 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.135328 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.135565 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.135806 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.136048 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.136273 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.136482 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.136715 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.136937 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.137702 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.137919 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.138145 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.138351 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.138613 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.138822 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.139079 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.139308 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.139560 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.139799 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.140043 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.140257 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.140535 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.140757 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.141011 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.141248 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.141457 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.141677 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.141886 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.142096 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.142304 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] use_json = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.142508 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.142720 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.142966 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.143174 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.143404 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.143612 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.143819 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.144067 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.144497 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.144769 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.145074 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.145318 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.145544 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.145778 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.146001 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.146235 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.146480 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.146703 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.147007 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.147227 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.147521 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.147755 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.148016 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.148338 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.148618 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.148836 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.149513 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.149761 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.149987 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.150228 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.150364 n-d-712140-10 neutron-server[94066]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:06:21.150583 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.150802 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.151071 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.151313 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.151546 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.151785 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.152036 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.152514 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.152745 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.153857 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.154025 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.154177 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.154394 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.154619 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.154845 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.155079 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.155324 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.155583 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.155987 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.156089 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.156313 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.156584 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.156844 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.157110 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.157257 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.157474 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.157705 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.157970 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.158197 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.158437 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.158676 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.158869 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.159091 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.159320 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.159547 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.159734 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.159974 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.160196 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.160421 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.160667 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.160900 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.161093 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.161371 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.161557 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.162054 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.162277 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.162495 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.162732 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.162949 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.163178 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.163410 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.163633 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.163871 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.164062 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.164280 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.164512 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.164728 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.164938 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.165157 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.165535 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.165688 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.166048 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.166048 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.166575 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.166575 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.166837 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.167050 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.167276 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.167507 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.167762 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.168000 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.168214 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.170168 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.171181 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.171181 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.171181 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.176132 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.176132 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.176132 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.176132 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.176132 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.177048 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.177048 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.177048 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.177048 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.177334 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.177458 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.177783 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.177992 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.178281 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.178410 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.178648 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.178872 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.179148 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.179455 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.179737 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.180051 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.180308 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.180562 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.180839 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.181079 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.181345 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.181575 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.181834 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.182798 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.183107 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.183355 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.183606 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.183859 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.184217 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.185282 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.185542 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.185828 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.186086 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.186380 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.186647 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.186911 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.187194 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.187442 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.187694 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.187974 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.188575 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.188797 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.189017 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.189244 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.189462 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.189713 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.189929 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.190539 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.190787 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.191001 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.191253 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.191472 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.192320 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.192573 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.193158 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.193391 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.193627 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.193845 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.194067 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.194307 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.194548 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.194790 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.198259 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.198508 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.198805 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.199036 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.199318 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.199575 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.200342 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.200581 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.200822 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.201087 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.201309 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.201562 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.201794 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.202016 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.202234 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.202458 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.202697 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.202914 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.203144 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.203381 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.203625 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.205078 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.205078 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.205078 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.205078 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.205078 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.205450 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.205450 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.205618 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.205825 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.206066 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.206282 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.206497 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.206769 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.206992 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.207235 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.207483 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.207715 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.207949 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.208166 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.208378 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.208672 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.208927 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.209155 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.209410 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.209658 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.209876 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.210102 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.210311 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.210521 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.210741 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.210954 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.211154 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.211387 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.211587 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.211791 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.212027 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.212245 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.212455 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.212677 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.212908 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.213117 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.213336 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.213550 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.213759 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.213998 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.214232 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.214442 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.214664 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.214877 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.215082 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.215945 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.216164 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.216422 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.216691 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.216908 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.217118 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.217426 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.217673 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.217891 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.218172 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.218402 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.218649 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.218899 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.219218 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.219451 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.219718 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.219960 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.220197 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.220435 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.220693 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.221001 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.221313 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.221575 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.221857 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.222137 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.222415 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.222677 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.222891 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.223187 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.223531 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.223798 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.224073 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.224301 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.224546 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.224789 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.225005 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.225221 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.225457 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.225672 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.225924 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.226167 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.226405 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.226618 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.226841 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.227071 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.227320 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.227528 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.227767 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.228002 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.228145 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 23:06:21.228668 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93956) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 29 23:06:21.228826 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 29 23:06:21.228979 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 29 23:06:21.229165 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 29 23:06:21.229334 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 29 23:06:21.229485 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 29 23:06:21.229690 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.229852 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.230013 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.230174 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.230332 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.230512 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.230672 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.230831 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.231097 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.231277 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.232117 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.232317 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.232467 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.232630 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.233485 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.233652 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.233809 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.234219 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.234219 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.234458 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.234458 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.234665 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.234773 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] debug = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.234894 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.235051 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.235216 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.235375 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.235532 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.235689 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.235885 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.236024 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.236184 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.236342 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.236501 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.236658 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.236815 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.236973 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.237131 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.237288 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.237444 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.237601 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] host = n-d-712140-10 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.237757 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.237917 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.238075 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.238233 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.238391 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.238548 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.238704 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.238861 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.239019 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.239176 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.239335 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.239492 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.239650 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.239808 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] log_file = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.239984 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] log_options = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.240143 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.240300 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.240457 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.240646 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.240809 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.240968 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.241125 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.241283 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.241439 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.241597 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.241755 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.241913 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.242116 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.242241 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.242371 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.242513 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.242736 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.242870 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.242992 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.243123 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.243265 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.243421 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.243577 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.243734 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.243919 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.244115 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.244267 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.244403 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.244537 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.244670 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.244804 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.244949 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.245105 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.245245 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.245409 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.245568 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.245728 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.245865 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.246020 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.246160 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.246325 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.246485 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.246649 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.246809 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.246951 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.247270 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] use_json = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.247431 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.247590 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.247750 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.247930 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.248070 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.248204 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.248366 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.248526 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 29 23:06:21.248705 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.248869 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.249042 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.249203 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.249351 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.249511 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.249671 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.249830 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.249981 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.250125 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.250294 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.250455 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.250626 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.250775 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.250935 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.251098 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.251261 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.251420 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.251581 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.251744 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.251925 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.252080 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.252316 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.252449 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.252581 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.252713 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.252859 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.252986 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.253118 n-d-712140-10 neutron-server[94065]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:06:21.253258 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.253390 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.253532 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.253664 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.253794 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.253935 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.254075 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.254205 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.254337 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.254502 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.254634 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.254772 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.254935 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.255096 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.255257 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.255417 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.255577 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.255738 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.255919 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.256089 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.256240 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.256379 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.256535 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.256694 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.256854 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.257013 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.257174 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.257334 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.257494 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.257655 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.257813 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.257973 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.258133 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.258323 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.258485 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.258645 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.258804 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.258964 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.259123 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.259283 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.259444 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.259605 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.259765 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.259945 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.260147 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.260278 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.260405 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.260566 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.260726 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.260887 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.261049 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.261209 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.261369 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.261530 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.261690 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.261852 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.262022 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.263243 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.263508 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.263666 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.266013 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.266013 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.266013 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.266013 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.266013 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.266013 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.266013 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.266013 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.266725 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.266725 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.266725 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.266725 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.266725 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.266725 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.266725 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.267499 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.267499 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.267499 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.267499 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.267499 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.268078 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.268078 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.268078 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.268078 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.268414 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.268414 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.268641 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.268641 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.268829 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.268972 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.269138 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.269280 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.269440 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.269600 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.269760 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.269922 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.270082 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.270241 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.270401 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.270569 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.270741 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.270948 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.271072 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.271209 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.271393 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.271552 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.271713 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.271961 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.272124 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.272301 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.272442 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.272575 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.272721 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.272947 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.272947 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.273210 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.273343 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.273486 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.273621 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.273755 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.273888 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.274020 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.274154 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.274286 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.274428 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.274562 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.274715 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.274851 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.275006 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.275168 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.275453 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.275453 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.275699 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.275865 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.276011 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.276095 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.276236 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.276394 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.276555 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.276714 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.276874 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.277036 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.277448 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.277610 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.278378 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.278626 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.278715 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.278857 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.279019 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.279180 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.279340 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.279500 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.279661 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.279820 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.280015 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.280175 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.280341 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.280497 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.280816 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.280996 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.281157 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.281315 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.281632 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.281795 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.281956 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.282110 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.282278 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.282429 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.282588 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.282748 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.282918 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.283081 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.283242 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.283403 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.283564 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.283725 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.283907 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.284071 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.284246 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.284407 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.284567 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.284728 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.284887 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.285047 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.285218 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.285466 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.285568 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.285681 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.285840 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.285999 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.286168 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.286328 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.286487 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.286646 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.286805 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.286965 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.287134 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.287294 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.287452 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.287611 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.287771 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.287953 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.288123 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.288283 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.288443 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.288602 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.288762 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.288921 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.289090 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.289250 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.289410 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.289569 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.289729 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.289889 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.290057 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.290219 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.290380 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.290548 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.290707 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.290867 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.291026 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.291198 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.291358 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.291521 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.291681 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.291859 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.292023 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.292185 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.292350 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.292520 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.292687 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.292852 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.293021 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.293190 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.293359 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.293633 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.293930 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.294656 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.294823 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.294982 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.295128 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.295368 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.295697 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.295697 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.295962 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.295962 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.296238 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.296238 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.296474 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.296610 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.296737 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.296859 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.296972 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.297093 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.297240 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.297401 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.297561 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 29 23:06:21.297722 n-d-712140-10 neutron-server[93956]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93956) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 29 23:06:21.444696 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50832) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:06:21.453325 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063212 Jul 29 23:06:32.832285 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fef206b-bde0-4fe2-856e-45fbb721fa68 None None] get_active_networks_info from n-d-712140-10 {{(pid=94065) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:06:32.928128 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fef206b-bde0-4fe2-856e-45fbb721fa68 None None] No non-hosted networks {{(pid=94065) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 29 23:06:32.946939 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.agentschedulers_db [None req-3fef206b-bde0-4fe2-856e-45fbb721fa68 None None] DHCP Agent not found on host n-d-712140-10 {{(pid=94065) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 29 23:06:33.070129 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7e6b8a21-15bc-4334-bf75-b6939c2b490c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16332242'] for agent, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:35.350461 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16332242'] for agent, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:35.356026 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:35.357672 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:35.358164 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:35.364364 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:35.365440 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:35.366473 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:35.366963 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:35.368014 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:35.369038 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:35.370066 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:35.373062 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:35.373646 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:35.374845 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-712140-10', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:06:35.389202 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-712140-10', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:06:35.468669 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b6dd3e11-5ffe-4b1a-acbc-1d9dc6c05f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16332242'] for agent, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:35.563785 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-63800110-c338-4b55-8ed8-b4d01dc0fcac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:36.673926 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16332242'] for agent, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:37.969077 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16332242'] for agent, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:39.344803 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50926) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:06:39.844851 n-d-712140-10 neutron-server[94064]: WARNING oslo_policy.policy [None req-b0776665-606a-4f07-acf5-19ff10c4c466 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 23:06:39.845376 n-d-712140-10 neutron-server[94064]: WARNING oslo_policy.policy [None req-b0776665-606a-4f07-acf5-19ff10c4c466 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 23:06:39.867627 n-d-712140-10 neutron-server[94065]: INFO neutron.db.l3_hamode_db [None req-986093c4-3b6f-4c7d-86fe-f9e76774004f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 29 23:06:39.943597 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986093c4-3b6f-4c7d-86fe-f9e76774004f None None] Routers set() bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:06:39.944011 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986093c4-3b6f-4c7d-86fe-f9e76774004f None None] Router IDs set() for agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 23:06:40.064549 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-b0776665-606a-4f07-acf5-19ff10c4c466 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:06:40.065519 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b0776665-606a-4f07-acf5-19ff10c4c466 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7198179 Jul 29 23:06:42.445149 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50940) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:06:42.752704 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-94e7a75d-d5e5-407b-b784-afa25db05ac1 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16']}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:06:42.846059 n-d-712140-10 neutron-server[94064]: DEBUG neutron.policy [None req-94e7a75d-d5e5-407b-b784-afa25db05ac1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94064) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 23:06:42.891674 n-d-712140-10 neutron-server[94064]: WARNING oslo_policy.policy [None req-94e7a75d-d5e5-407b-b784-afa25db05ac1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 23:06:42.892075 n-d-712140-10 neutron-server[94064]: WARNING oslo_policy.policy [None req-94e7a75d-d5e5-407b-b784-afa25db05ac1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 23:06:42.900483 n-d-712140-10 neutron-server[94064]: INFO neutron.quota [None req-94e7a75d-d5e5-407b-b784-afa25db05ac1 admin admin] Loaded quota_driver: . Jul 29 23:06:42.991090 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-94e7a75d-d5e5-407b-b784-afa25db05ac1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767684168045', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767684163224', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767684156098', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767684149400', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767684571747', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767684129689', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1507496', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1571014', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-482987', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16370188'] for rbac-policy, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:43.055798 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-94e7a75d-d5e5-407b-b784-afa25db05ac1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:43.056987 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-94e7a75d-d5e5-407b-b784-afa25db05ac1 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6108527 Jul 29 23:06:45.612085 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50952) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:06:45.906720 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-208632dd-cbf8-4358-9d48-0a43b6c47dbc admin admin] Request body: {'network': {'name': 'private', 'project_id': '4f8191223f6d43c299b7f48898fca8c2', 'admin_state_up': True, 'tenant_id': '4f8191223f6d43c299b7f48898fca8c2'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:06:45.935714 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-208632dd-cbf8-4358-9d48-0a43b6c47dbc admin admin] Made reservation on behalf of 4f8191223f6d43c299b7f48898fca8c2 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:06:45.938453 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-208632dd-cbf8-4358-9d48-0a43b6c47dbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:45.955359 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-208632dd-cbf8-4358-9d48-0a43b6c47dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:46.077927 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-208632dd-cbf8-4358-9d48-0a43b6c47dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:46.081677 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-208632dd-cbf8-4358-9d48-0a43b6c47dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:46.101532 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-208632dd-cbf8-4358-9d48-0a43b6c47dbc admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:06:46.131223 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-208632dd-cbf8-4358-9d48-0a43b6c47dbc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767681364264', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:46.131799 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-208632dd-cbf8-4358-9d48-0a43b6c47dbc admin admin] Unsubscribe: segment precommit_create {{(pid=94064) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 23:06:46.132341 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-208632dd-cbf8-4358-9d48-0a43b6c47dbc admin admin] Added segment 5940c218-e2ec-4109-bc68-cb4588b025e8 of type vlan for network 3da47c42-788a-45e8-86f3-8139533454e3 Jul 29 23:06:46.150826 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208632dd-cbf8-4358-9d48-0a43b6c47dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f1bb13-d8c3-448f-ae48-cb0f0ebd0498,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:06:46.203657 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208632dd-cbf8-4358-9d48-0a43b6c47dbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:46.204038 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208632dd-cbf8-4358-9d48-0a43b6c47dbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:46.204375 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208632dd-cbf8-4358-9d48-0a43b6c47dbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:46.204709 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208632dd-cbf8-4358-9d48-0a43b6c47dbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:46.205040 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208632dd-cbf8-4358-9d48-0a43b6c47dbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:46.205365 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208632dd-cbf8-4358-9d48-0a43b6c47dbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:46.205689 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208632dd-cbf8-4358-9d48-0a43b6c47dbc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:46.206016 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208632dd-cbf8-4358-9d48-0a43b6c47dbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:46.206364 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208632dd-cbf8-4358-9d48-0a43b6c47dbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:46.206732 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208632dd-cbf8-4358-9d48-0a43b6c47dbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:46.207139 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208632dd-cbf8-4358-9d48-0a43b6c47dbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:46.207450 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208632dd-cbf8-4358-9d48-0a43b6c47dbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:46.208608 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208632dd-cbf8-4358-9d48-0a43b6c47dbc admin admin] Tracked resource versions report: Jul 29 23:06:46.208608 n-d-712140-10 neutron-server[94064]: pushed versions: Jul 29 23:06:46.208608 n-d-712140-10 neutron-server[94064]: { 'AddressGroup': {'1.2'}, Jul 29 23:06:46.208608 n-d-712140-10 neutron-server[94064]: 'ConntrackHelper': {'1.0'}, Jul 29 23:06:46.208608 n-d-712140-10 neutron-server[94064]: 'Log': {'1.0'}, Jul 29 23:06:46.208608 n-d-712140-10 neutron-server[94064]: 'Network': {'1.1'}, Jul 29 23:06:46.208608 n-d-712140-10 neutron-server[94064]: 'Port': {'1.7'}, Jul 29 23:06:46.208608 n-d-712140-10 neutron-server[94064]: 'PortForwarding': {'1.2'}, Jul 29 23:06:46.208608 n-d-712140-10 neutron-server[94064]: 'QosPolicy': {'1.8'}, Jul 29 23:06:46.208608 n-d-712140-10 neutron-server[94064]: 'SecurityGroup': {'1.4'}, Jul 29 23:06:46.208608 n-d-712140-10 neutron-server[94064]: 'SecurityGroupRule': {'1.2'}, Jul 29 23:06:46.208608 n-d-712140-10 neutron-server[94064]: 'SubPort': {'1.0'}, Jul 29 23:06:46.208608 n-d-712140-10 neutron-server[94064]: 'Subnet': {'1.1'}, Jul 29 23:06:46.208608 n-d-712140-10 neutron-server[94064]: 'Trunk': {'1.1'}} Jul 29 23:06:46.208608 n-d-712140-10 neutron-server[94064]: consumer versions: Jul 29 23:06:46.208608 n-d-712140-10 neutron-server[94064]: { DHCP agent@n-d-712140-10: {}, Jul 29 23:06:46.208608 n-d-712140-10 neutron-server[94064]: L3 agent@n-d-712140-10: {}, Jul 29 23:06:46.208608 n-d-712140-10 neutron-server[94064]: Metadata agent@n-d-712140-10: {}, Jul 29 23:06:46.208608 n-d-712140-10 neutron-server[94064]: Metering agent@n-d-712140-10: {}, Jul 29 23:06:46.208608 n-d-712140-10 neutron-server[94064]: Open vSwitch agent@n-d-712140-10: { 'AddressGroup': '1.2', Jul 29 23:06:46.208608 n-d-712140-10 neutron-server[94064]: 'ConntrackHelper': '1.0', Jul 29 23:06:46.208608 n-d-712140-10 neutron-server[94064]: 'Log': '1.0', Jul 29 23:06:46.208608 n-d-712140-10 neutron-server[94064]: 'Network': '1.1', Jul 29 23:06:46.208608 n-d-712140-10 neutron-server[94064]: 'Port': '1.7', Jul 29 23:06:46.208608 n-d-712140-10 neutron-server[94064]: 'PortForwarding': '1.2', Jul 29 23:06:46.208608 n-d-712140-10 neutron-server[94064]: 'QosPolicy': '1.8', Jul 29 23:06:46.208608 n-d-712140-10 neutron-server[94064]: 'SecurityGroup': '1.4', Jul 29 23:06:46.208608 n-d-712140-10 neutron-server[94064]: 'SecurityGroupRule': '1.2', Jul 29 23:06:46.208608 n-d-712140-10 neutron-server[94064]: 'SubPort': '1.0', Jul 29 23:06:46.208608 n-d-712140-10 neutron-server[94064]: 'Subnet': '1.1', Jul 29 23:06:46.208608 n-d-712140-10 neutron-server[94064]: 'Trunk': '1.1'}} Jul 29 23:06:46.208608 n-d-712140-10 neutron-server[94064]: {{(pid=94064) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 23:06:46.248540 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-208632dd-cbf8-4358-9d48-0a43b6c47dbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:46.303461 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-208632dd-cbf8-4358-9d48-0a43b6c47dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:46.304889 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208632dd-cbf8-4358-9d48-0a43b6c47dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:06:46.305666 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-208632dd-cbf8-4358-9d48-0a43b6c47dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:46.377657 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-208632dd-cbf8-4358-9d48-0a43b6c47dbc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7644980 Jul 29 23:06:46.408627 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208632dd-cbf8-4358-9d48-0a43b6c47dbc admin admin] Pushing event updated for resources: {'Network': ['ID=3da47c42-788a-45e8-86f3-8139533454e3,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:06:46.421207 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 3da47c42-788a-45e8-86f3-8139533454e3 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:06:49.023449 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50966) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:06:49.516872 n-d-712140-10 neutron-server[94063]: WARNING oslo_policy.policy [None req-2d094e16-5d7f-4456-a1ea-2ac492390839 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 23:06:49.517448 n-d-712140-10 neutron-server[94063]: WARNING oslo_policy.policy [None req-2d094e16-5d7f-4456-a1ea-2ac492390839 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 23:06:49.959079 n-d-712140-10 neutron-server[94063]: DEBUG neutron.policy [None req-2d094e16-5d7f-4456-a1ea-2ac492390839 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94063) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 29 23:06:50.003936 n-d-712140-10 neutron-server[94063]: WARNING oslo_policy.policy [None req-2d094e16-5d7f-4456-a1ea-2ac492390839 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 23:06:50.004309 n-d-712140-10 neutron-server[94063]: WARNING oslo_policy.policy [None req-2d094e16-5d7f-4456-a1ea-2ac492390839 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 29 23:06:50.013224 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d094e16-5d7f-4456-a1ea-2ac492390839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:06:50.015150 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2d094e16-5d7f-4456-a1ea-2ac492390839 admin admin] 10.222.0.18 "GET /v2.0/networks/3da47c42-788a-45e8-86f3-8139533454e3 HTTP/1.1" status: 200 len: 825 time: 0.9895732 Jul 29 23:06:50.053415 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-37e3f0a9-3353-4544-83fa-aefd1a69d564 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/1083b6c6-9f6b-4ef0-8e48-237c229c470a HTTP/1.1" status: 200 len: 734 time: 0.0322683 Jul 29 23:06:50.063433 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-e459bcce-5616-47b6-9d53-f92a9e5f8894 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '4f8191223f6d43c299b7f48898fca8c2', 'network_id': '3da47c42-788a-45e8-86f3-8139533454e3', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '1083b6c6-9f6b-4ef0-8e48-237c229c470a', 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:06:50.065019 n-d-712140-10 neutron-server[94063]: INFO neutron.quota [None req-e459bcce-5616-47b6-9d53-f92a9e5f8894 admin admin] Loaded quota_driver: . Jul 29 23:06:50.104209 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e459bcce-5616-47b6-9d53-f92a9e5f8894 admin admin] Made reservation on behalf of 4f8191223f6d43c299b7f48898fca8c2 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:06:50.106949 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e459bcce-5616-47b6-9d53-f92a9e5f8894 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:50.394168 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e459bcce-5616-47b6-9d53-f92a9e5f8894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:50.464250 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e459bcce-5616-47b6-9d53-f92a9e5f8894 admin admin] Checking segment: {'id': '5940c218-e2ec-4109-bc68-cb4588b025e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3da47c42-788a-45e8-86f3-8139533454e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:06:50.465210 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e459bcce-5616-47b6-9d53-f92a9e5f8894 admin admin] Network hostable DHCP agents. Network: 3da47c42-788a-45e8-86f3-8139533454e3, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:06:50.476104 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459bcce-5616-47b6-9d53-f92a9e5f8894 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca4c3c33-19f4-4e6b-b9a0-5e061e77890f,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:06:50.488742 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459bcce-5616-47b6-9d53-f92a9e5f8894 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:50.489081 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459bcce-5616-47b6-9d53-f92a9e5f8894 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:50.489423 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459bcce-5616-47b6-9d53-f92a9e5f8894 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:50.489742 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459bcce-5616-47b6-9d53-f92a9e5f8894 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:50.490063 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459bcce-5616-47b6-9d53-f92a9e5f8894 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:50.490384 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459bcce-5616-47b6-9d53-f92a9e5f8894 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:50.490700 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459bcce-5616-47b6-9d53-f92a9e5f8894 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:50.491016 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459bcce-5616-47b6-9d53-f92a9e5f8894 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:50.491330 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459bcce-5616-47b6-9d53-f92a9e5f8894 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:50.491644 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459bcce-5616-47b6-9d53-f92a9e5f8894 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:50.491988 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459bcce-5616-47b6-9d53-f92a9e5f8894 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:50.492303 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459bcce-5616-47b6-9d53-f92a9e5f8894 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:50.493405 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e459bcce-5616-47b6-9d53-f92a9e5f8894 admin admin] Tracked resource versions report: Jul 29 23:06:50.493405 n-d-712140-10 neutron-server[94063]: pushed versions: Jul 29 23:06:50.493405 n-d-712140-10 neutron-server[94063]: { 'AddressGroup': {'1.2'}, Jul 29 23:06:50.493405 n-d-712140-10 neutron-server[94063]: 'ConntrackHelper': {'1.0'}, Jul 29 23:06:50.493405 n-d-712140-10 neutron-server[94063]: 'Log': {'1.0'}, Jul 29 23:06:50.493405 n-d-712140-10 neutron-server[94063]: 'Network': {'1.1'}, Jul 29 23:06:50.493405 n-d-712140-10 neutron-server[94063]: 'Port': {'1.7'}, Jul 29 23:06:50.493405 n-d-712140-10 neutron-server[94063]: 'PortForwarding': {'1.2'}, Jul 29 23:06:50.493405 n-d-712140-10 neutron-server[94063]: 'QosPolicy': {'1.8'}, Jul 29 23:06:50.493405 n-d-712140-10 neutron-server[94063]: 'SecurityGroup': {'1.4'}, Jul 29 23:06:50.493405 n-d-712140-10 neutron-server[94063]: 'SecurityGroupRule': {'1.2'}, Jul 29 23:06:50.493405 n-d-712140-10 neutron-server[94063]: 'SubPort': {'1.0'}, Jul 29 23:06:50.493405 n-d-712140-10 neutron-server[94063]: 'Subnet': {'1.1'}, Jul 29 23:06:50.493405 n-d-712140-10 neutron-server[94063]: 'Trunk': {'1.1'}} Jul 29 23:06:50.493405 n-d-712140-10 neutron-server[94063]: consumer versions: Jul 29 23:06:50.493405 n-d-712140-10 neutron-server[94063]: { DHCP agent@n-d-712140-10: {}, Jul 29 23:06:50.493405 n-d-712140-10 neutron-server[94063]: L3 agent@n-d-712140-10: {}, Jul 29 23:06:50.493405 n-d-712140-10 neutron-server[94063]: Metadata agent@n-d-712140-10: {}, Jul 29 23:06:50.493405 n-d-712140-10 neutron-server[94063]: Metering agent@n-d-712140-10: {}, Jul 29 23:06:50.493405 n-d-712140-10 neutron-server[94063]: Open vSwitch agent@n-d-712140-10: { 'AddressGroup': '1.2', Jul 29 23:06:50.493405 n-d-712140-10 neutron-server[94063]: 'ConntrackHelper': '1.0', Jul 29 23:06:50.493405 n-d-712140-10 neutron-server[94063]: 'Log': '1.0', Jul 29 23:06:50.493405 n-d-712140-10 neutron-server[94063]: 'Network': '1.1', Jul 29 23:06:50.493405 n-d-712140-10 neutron-server[94063]: 'Port': '1.7', Jul 29 23:06:50.493405 n-d-712140-10 neutron-server[94063]: 'PortForwarding': '1.2', Jul 29 23:06:50.493405 n-d-712140-10 neutron-server[94063]: 'QosPolicy': '1.8', Jul 29 23:06:50.493405 n-d-712140-10 neutron-server[94063]: 'SecurityGroup': '1.4', Jul 29 23:06:50.493405 n-d-712140-10 neutron-server[94063]: 'SecurityGroupRule': '1.2', Jul 29 23:06:50.493405 n-d-712140-10 neutron-server[94063]: 'SubPort': '1.0', Jul 29 23:06:50.493405 n-d-712140-10 neutron-server[94063]: 'Subnet': '1.1', Jul 29 23:06:50.493405 n-d-712140-10 neutron-server[94063]: 'Trunk': '1.1'}} Jul 29 23:06:50.493405 n-d-712140-10 neutron-server[94063]: {{(pid=94063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 23:06:50.521784 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e459bcce-5616-47b6-9d53-f92a9e5f8894 admin admin] Network 3da47c42-788a-45e8-86f3-8139533454e3 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:06:50.538728 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-e459bcce-5616-47b6-9d53-f92a9e5f8894 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 3da47c42-788a-45e8-86f3-8139533454e3) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:06:50.544166 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e459bcce-5616-47b6-9d53-f92a9e5f8894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:06:50.544814 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e459bcce-5616-47b6-9d53-f92a9e5f8894 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:50.548189 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a77515-560e-4b4c-8939-078db704508e None None] Network 3da47c42-788a-45e8-86f3-8139533454e3 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:06:50.564539 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e459bcce-5616-47b6-9d53-f92a9e5f8894 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5045280 Jul 29 23:06:50.867683 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-3da47c42-788a-45e8-86f3-8139533454e3', 'network_id': '3da47c42-788a-45e8-86f3-8139533454e3', 'tenant_id': '4f8191223f6d43c299b7f48898fca8c2', 'fixed_ips': [{'subnet_id': 'ca4c3c33-19f4-4e6b-b9a0-5e061e77890f'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:06:50.869014 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:51.138328 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Allocated IP 172.20.0.2 (3da47c42-788a-45e8-86f3-8139533454e3/ca4c3c33-19f4-4e6b-b9a0-5e061e77890f/2edfbb03-2fcf-4fc7-a006-4045ccd1b7d6) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:06:51.369296 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:51.384154 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Transition to ACTIVE for port object 2edfbb03-2fcf-4fc7-a006-4045ccd1b7d6 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:06:51.405098 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Transition to ACTIVE for port object 2edfbb03-2fcf-4fc7-a006-4045ccd1b7d6 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:06:51.413388 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:51.481034 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Network 3da47c42-788a-45e8-86f3-8139533454e3 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:06:51.487046 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:06:51.498538 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:06:51.501581 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Pushing event updated for resources: {'Port': ['ID=2edfbb03-2fcf-4fc7-a006-4045ccd1b7d6,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:06:51.532158 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:51.532513 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:51.532855 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:51.533192 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:51.533525 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:51.533857 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:51.534184 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:51.534507 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:51.534832 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:51.535164 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:51.535477 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:51.535802 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:06:51.536907 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Tracked resource versions report: Jul 29 23:06:51.536907 n-d-712140-10 neutron-server[94065]: pushed versions: Jul 29 23:06:51.536907 n-d-712140-10 neutron-server[94065]: { 'AddressGroup': {'1.2'}, Jul 29 23:06:51.536907 n-d-712140-10 neutron-server[94065]: 'ConntrackHelper': {'1.0'}, Jul 29 23:06:51.536907 n-d-712140-10 neutron-server[94065]: 'Log': {'1.0'}, Jul 29 23:06:51.536907 n-d-712140-10 neutron-server[94065]: 'Network': {'1.1'}, Jul 29 23:06:51.536907 n-d-712140-10 neutron-server[94065]: 'Port': {'1.7'}, Jul 29 23:06:51.536907 n-d-712140-10 neutron-server[94065]: 'PortForwarding': {'1.2'}, Jul 29 23:06:51.536907 n-d-712140-10 neutron-server[94065]: 'QosPolicy': {'1.8'}, Jul 29 23:06:51.536907 n-d-712140-10 neutron-server[94065]: 'SecurityGroup': {'1.4'}, Jul 29 23:06:51.536907 n-d-712140-10 neutron-server[94065]: 'SecurityGroupRule': {'1.2'}, Jul 29 23:06:51.536907 n-d-712140-10 neutron-server[94065]: 'SubPort': {'1.0'}, Jul 29 23:06:51.536907 n-d-712140-10 neutron-server[94065]: 'Subnet': {'1.1'}, Jul 29 23:06:51.536907 n-d-712140-10 neutron-server[94065]: 'Trunk': {'1.1'}} Jul 29 23:06:51.536907 n-d-712140-10 neutron-server[94065]: consumer versions: Jul 29 23:06:51.536907 n-d-712140-10 neutron-server[94065]: { DHCP agent@n-d-712140-10: {}, Jul 29 23:06:51.536907 n-d-712140-10 neutron-server[94065]: L3 agent@n-d-712140-10: {}, Jul 29 23:06:51.536907 n-d-712140-10 neutron-server[94065]: Metadata agent@n-d-712140-10: {}, Jul 29 23:06:51.536907 n-d-712140-10 neutron-server[94065]: Metering agent@n-d-712140-10: {}, Jul 29 23:06:51.536907 n-d-712140-10 neutron-server[94065]: Open vSwitch agent@n-d-712140-10: { 'AddressGroup': '1.2', Jul 29 23:06:51.536907 n-d-712140-10 neutron-server[94065]: 'ConntrackHelper': '1.0', Jul 29 23:06:51.536907 n-d-712140-10 neutron-server[94065]: 'Log': '1.0', Jul 29 23:06:51.536907 n-d-712140-10 neutron-server[94065]: 'Network': '1.1', Jul 29 23:06:51.536907 n-d-712140-10 neutron-server[94065]: 'Port': '1.7', Jul 29 23:06:51.536907 n-d-712140-10 neutron-server[94065]: 'PortForwarding': '1.2', Jul 29 23:06:51.536907 n-d-712140-10 neutron-server[94065]: 'QosPolicy': '1.8', Jul 29 23:06:51.536907 n-d-712140-10 neutron-server[94065]: 'SecurityGroup': '1.4', Jul 29 23:06:51.536907 n-d-712140-10 neutron-server[94065]: 'SecurityGroupRule': '1.2', Jul 29 23:06:51.536907 n-d-712140-10 neutron-server[94065]: 'SubPort': '1.0', Jul 29 23:06:51.536907 n-d-712140-10 neutron-server[94065]: 'Subnet': '1.1', Jul 29 23:06:51.536907 n-d-712140-10 neutron-server[94065]: 'Trunk': '1.1'}} Jul 29 23:06:51.536907 n-d-712140-10 neutron-server[94065]: {{(pid=94065) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 23:06:51.584471 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Attempting to bind port 2edfbb03-2fcf-4fc7-a006-4045ccd1b7d6 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:06:51.585127 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Attempting to bind port 2edfbb03-2fcf-4fc7-a006-4045ccd1b7d6 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '5940c218-e2ec-4109-bc68-cb4588b025e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3da47c42-788a-45e8-86f3-8139533454e3'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:06:51.585279 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Attempting to bind port 2edfbb03-2fcf-4fc7-a006-4045ccd1b7d6 on network 3da47c42-788a-45e8-86f3-8139533454e3 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:06:51.590704 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:06:51.591125 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Checking segment: {'id': '5940c218-e2ec-4109-bc68-cb4588b025e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3da47c42-788a-45e8-86f3-8139533454e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:06:51.591599 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:51.592024 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Bound using segment: {'id': '5940c218-e2ec-4109-bc68-cb4588b025e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3da47c42-788a-45e8-86f3-8139533454e3'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:06:51.592491 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Bound port: 2edfbb03-2fcf-4fc7-a006-4045ccd1b7d6, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5940c218-e2ec-4109-bc68-cb4588b025e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3da47c42-788a-45e8-86f3-8139533454e3'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:06:51.592909 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:51.654915 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] For port 2edfbb03-2fcf-4fc7-a006-4045ccd1b7d6, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:06:51.659128 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] For port 2edfbb03-2fcf-4fc7-a006-4045ccd1b7d6, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=2edfbb03-2fcf-4fc7-a006-4045ccd1b7d6,segment=NetworkSegment(5940c218-e2ec-4109-bc68-cb4588b025e8),segment_id=5940c218-e2ec-4109-bc68-cb4588b025e8)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:06:51.664355 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:51.728849 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ea4fe-96c8-481c-8ee4-4866e6204a68 None None] Pushing event updated for resources: {'Port': ['ID=2edfbb03-2fcf-4fc7-a006-4045ccd1b7d6,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:06:53.016362 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50986) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:06:53.335558 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-8ed824a5-603a-4e20-80e1-2ef2afb4821f admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:06:53.351859 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8ed824a5-603a-4e20-80e1-2ef2afb4821f admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3192806 Jul 29 23:06:55.753375 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50994) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:06:56.077291 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-b7bc22b3-5308-4c86-a294-d8da5f9e3dfe admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:06:56.078389 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b7bc22b3-5308-4c86-a294-d8da5f9e3dfe admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3239956 Jul 29 23:06:58.725248 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51004) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:06:59.028561 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-26681f31-e750-40f9-bd5c-f1cf874ba569 admin admin] Request body: {'router': {'tenant_id': '4f8191223f6d43c299b7f48898fca8c2', 'name': 'router1', 'admin_state_up': True}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:06:59.061746 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-26681f31-e750-40f9-bd5c-f1cf874ba569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:59.063380 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-26681f31-e750-40f9-bd5c-f1cf874ba569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:59.224825 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-26681f31-e750-40f9-bd5c-f1cf874ba569 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:59.230065 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-26681f31-e750-40f9-bd5c-f1cf874ba569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:59.243908 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-26681f31-e750-40f9-bd5c-f1cf874ba569 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:06:59.248937 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-26681f31-e750-40f9-bd5c-f1cf874ba569 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5223701 Jul 29 23:06:59.292697 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 2edfbb03-2fcf-4fc7-a006-4045ccd1b7d6 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:06:59.382641 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 2edfbb03-2fcf-4fc7-a006-4045ccd1b7d6 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:07:00.162483 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1bfe67-cff6-41d0-81aa-26ed4157818a None None] Network 3da47c42-788a-45e8-86f3-8139533454e3 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:07:00.269887 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e154a816-1e8a-4b80-9531-126ec85df295 None None] Provisioning for port 2edfbb03-2fcf-4fc7-a006-4045ccd1b7d6 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:07:00.274942 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e154a816-1e8a-4b80-9531-126ec85df295 None None] Provisioning complete for port 2edfbb03-2fcf-4fc7-a006-4045ccd1b7d6 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:07:00.275329 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e154a816-1e8a-4b80-9531-126ec85df295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:00.426564 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e154a816-1e8a-4b80-9531-126ec85df295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:00.465803 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-e154a816-1e8a-4b80-9531-126ec85df295 None None] For port 2edfbb03-2fcf-4fc7-a006-4045ccd1b7d6, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=2edfbb03-2fcf-4fc7-a006-4045ccd1b7d6,segment=NetworkSegment(5940c218-e2ec-4109-bc68-cb4588b025e8),segment_id=5940c218-e2ec-4109-bc68-cb4588b025e8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:07:00.470750 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e154a816-1e8a-4b80-9531-126ec85df295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:00.527043 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e154a816-1e8a-4b80-9531-126ec85df295 None None] Pushing event updated for resources: {'Port': ['ID=2edfbb03-2fcf-4fc7-a006-4045ccd1b7d6,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:07:00.589837 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-86776b2f-fc6a-4809-8dd9-5e5b37cdaa75 None None] Provisioning complete for port 2edfbb03-2fcf-4fc7-a006-4045ccd1b7d6 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:07:00.590208 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-86776b2f-fc6a-4809-8dd9-5e5b37cdaa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:01.275734 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 2edfbb03-2fcf-4fc7-a006-4045ccd1b7d6 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:07:01.321799 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 2edfbb03-2fcf-4fc7-a006-4045ccd1b7d6 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:07:01.322173 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:01.655646 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51016) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:07:02.033986 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-f5d244df-9ef4-405f-9f0a-767ff7b2ca0e admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:07:02.035211 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f5d244df-9ef4-405f-9f0a-767ff7b2ca0e admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3785682 Jul 29 23:07:02.734635 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b9b0c1ee-07be-4292-8f50-8ca255b0fb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:04.446324 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51024) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:07:04.748702 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-afacbbc4-33ed-4a6d-bb02-f95703c7ae6e admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:07:04.769921 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afacbbc4-33ed-4a6d-bb02-f95703c7ae6e admin admin] Made reservation on behalf of 26f74d5311e84daf955c7c9e11c741bd for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:07:04.772096 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-afacbbc4-33ed-4a6d-bb02-f95703c7ae6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:04.780518 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-afacbbc4-33ed-4a6d-bb02-f95703c7ae6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:04.864506 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-afacbbc4-33ed-4a6d-bb02-f95703c7ae6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:04.867748 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-afacbbc4-33ed-4a6d-bb02-f95703c7ae6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:04.888463 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-afacbbc4-33ed-4a6d-bb02-f95703c7ae6e admin admin] Reserving flat network on physical network physnet1 {{(pid=94064) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 29 23:07:04.905266 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacbbc4-33ed-4a6d-bb02-f95703c7ae6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bda6bc-d92e-4adc-80a8-a5b2cacb7b82,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:07:04.910849 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-afacbbc4-33ed-4a6d-bb02-f95703c7ae6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:04.911186 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-afacbbc4-33ed-4a6d-bb02-f95703c7ae6e admin admin] Added segment 6e63973b-3d92-44f7-a06c-186cb9d00b8a of type flat for network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 Jul 29 23:07:04.965299 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-afacbbc4-33ed-4a6d-bb02-f95703c7ae6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:04.999910 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-afacbbc4-33ed-4a6d-bb02-f95703c7ae6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:05.000937 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afacbbc4-33ed-4a6d-bb02-f95703c7ae6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:07:05.001531 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-afacbbc4-33ed-4a6d-bb02-f95703c7ae6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:05.053334 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-afacbbc4-33ed-4a6d-bb02-f95703c7ae6e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6059549 Jul 29 23:07:05.060912 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afacbbc4-33ed-4a6d-bb02-f95703c7ae6e admin admin] Pushing event updated for resources: {'Network': ['ID=0aea9f43-4eea-456f-a634-5f5375b1fdb7,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:07:05.071298 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:07:05.270007 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:05.463573 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0969d461-b78f-48aa-bc52-74f37b028ede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:06.617415 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:07.441072 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51042) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:07:07.655071 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aedd1f8-7aa6-4699-b259-22d00e55bfe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:07:07.656456 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1aedd1f8-7aa6-4699-b259-22d00e55bfe3 admin admin] 10.222.0.18 "GET /v2.0/subnets/ca4c3c33-19f4-4e6b-b9a0-5e061e77890f HTTP/1.1" status: 200 len: 849 time: 0.2144327 Jul 29 23:07:07.832567 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9b47aabb-7743-4a3f-9009-7baa4b939562 admin admin] 10.222.0.18 "GET /v2.0/routers/263b401d-eaef-4337-b657-c972a5e81a39 HTTP/1.1" status: 200 len: 704 time: 0.1701417 Jul 29 23:07:07.904318 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:08.097588 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d193c6f2-2efa-4fe5-869c-66504d8ea5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:08.390359 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-d193c6f2-2efa-4fe5-869c-66504d8ea5fd admin admin] Allocated IP 172.20.0.1 (3da47c42-788a-45e8-86f3-8139533454e3/ca4c3c33-19f4-4e6b-b9a0-5e061e77890f/d708da6b-b908-4e96-90e7-409ddd2c71c5) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:07:08.571701 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d193c6f2-2efa-4fe5-869c-66504d8ea5fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:08.595449 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-d193c6f2-2efa-4fe5-869c-66504d8ea5fd admin admin] Transition to ACTIVE for port object d708da6b-b908-4e96-90e7-409ddd2c71c5 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:07:08.683189 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d193c6f2-2efa-4fe5-869c-66504d8ea5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:08.744198 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d193c6f2-2efa-4fe5-869c-66504d8ea5fd admin admin] Network 3da47c42-788a-45e8-86f3-8139533454e3 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:07:08.749209 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-d193c6f2-2efa-4fe5-869c-66504d8ea5fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:07:08.759655 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d193c6f2-2efa-4fe5-869c-66504d8ea5fd admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:07:08.760827 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d193c6f2-2efa-4fe5-869c-66504d8ea5fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:08.883057 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193c6f2-2efa-4fe5-869c-66504d8ea5fd admin admin] Pushing event updated for resources: {'Port': ['ID=d708da6b-b908-4e96-90e7-409ddd2c71c5,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:07:08.934534 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-18cf66f8-545c-49e4-884e-11827ddadde4 None None] Provisioning for port d708da6b-b908-4e96-90e7-409ddd2c71c5 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:07:08.938245 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-18cf66f8-545c-49e4-884e-11827ddadde4 None None] Provisioning complete for port d708da6b-b908-4e96-90e7-409ddd2c71c5 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:07:08.938617 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-18cf66f8-545c-49e4-884e-11827ddadde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:08.971565 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-18cf66f8-545c-49e4-884e-11827ddadde4 None None] Port d708da6b-b908-4e96-90e7-409ddd2c71c5 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:07:09.016425 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d193c6f2-2efa-4fe5-869c-66504d8ea5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:09.218508 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d193c6f2-2efa-4fe5-869c-66504d8ea5fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:09.223080 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d193c6f2-2efa-4fe5-869c-66504d8ea5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:09.224128 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d193c6f2-2efa-4fe5-869c-66504d8ea5fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:09.304732 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193c6f2-2efa-4fe5-869c-66504d8ea5fd admin admin] Pushing event updated for resources: {'Port': ['ID=d708da6b-b908-4e96-90e7-409ddd2c71c5,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:07:09.350498 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d193c6f2-2efa-4fe5-869c-66504d8ea5fd admin admin] Network 3da47c42-788a-45e8-86f3-8139533454e3 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:07:09.351786 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-d193c6f2-2efa-4fe5-869c-66504d8ea5fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:07:09.512694 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d193c6f2-2efa-4fe5-869c-66504d8ea5fd admin admin] Router 263b401d-eaef-4337-b657-c972a5e81a39 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:07:09.592764 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b509fc12-4f93-4082-9db8-76809fc6b27c None None] Provisioning complete for port d708da6b-b908-4e96-90e7-409ddd2c71c5 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:07:09.593134 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b509fc12-4f93-4082-9db8-76809fc6b27c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:09.601973 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d193c6f2-2efa-4fe5-869c-66504d8ea5fd admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:07:09.608522 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d193c6f2-2efa-4fe5-869c-66504d8ea5fd admin admin] 10.222.0.18 "PUT /v2.0/routers/263b401d-eaef-4337-b657-c972a5e81a39/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7706652 Jul 29 23:07:09.621847 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3f64cb-a554-445a-9884-d05b70ca4204 None None] Sync routers for ids ['263b401d-eaef-4337-b657-c972a5e81a39'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:07:09.630691 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b509fc12-4f93-4082-9db8-76809fc6b27c None None] Port d708da6b-b908-4e96-90e7-409ddd2c71c5 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:07:09.634891 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3f64cb-a554-445a-9884-d05b70ca4204 None None] Routers {'263b401d-eaef-4337-b657-c972a5e81a39'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:07:09.636537 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-7c3f64cb-a554-445a-9884-d05b70ca4204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:07:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['263b401d-eaef-4337-b657-c972a5e81a39'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:07:09.824413 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-7c3f64cb-a554-445a-9884-d05b70ca4204 None None] Set router 263b401d-eaef-4337-b657-c972a5e81a39 gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:07:10.252152 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-7c3f64cb-a554-445a-9884-d05b70ca4204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '263b401d-eaef-4337-b657-c972a5e81a39', 'name': 'router1', 'tenant_id': '4f8191223f6d43c299b7f48898fca8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:06:59Z', 'updated_at': '2021-07-29T23:07:08Z', 'revision_number': 2, 'project_id': '4f8191223f6d43c299b7f48898fca8c2', 'gw_port_host': None, '_interfaces': [{'id': 'd708da6b-b908-4e96-90e7-409ddd2c71c5', 'name': '', 'network_id': '3da47c42-788a-45e8-86f3-8139533454e3', 'tenant_id': '4f8191223f6d43c299b7f48898fca8c2', 'mac_address': 'fa:16:3e:7e:91:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '263b401d-eaef-4337-b657-c972a5e81a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca4c3c33-19f4-4e6b-b9a0-5e061e77890f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:07:08Z', 'updated_at': '2021-07-29T23:07:09Z', 'revision_number': 2, 'project_id': '4f8191223f6d43c299b7f48898fca8c2', 'subnets': [{'id': 'ca4c3c33-19f4-4e6b-b9a0-5e061e77890f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1083b6c6-9f6b-4ef0-8e48-237c229c470a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:07:10.305307 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3f64cb-a554-445a-9884-d05b70ca4204 None None] Checking router: 263b401d-eaef-4337-b657-c972a5e81a39 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:07:10.305694 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3f64cb-a554-445a-9884-d05b70ca4204 None None] Updating router 263b401d-eaef-4337-b657-c972a5e81a39 port d708da6b-b908-4e96-90e7-409ddd2c71c5 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:07:10.353337 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7c3f64cb-a554-445a-9884-d05b70ca4204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:10.879491 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7c3f64cb-a554-445a-9884-d05b70ca4204 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:10.897469 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-7c3f64cb-a554-445a-9884-d05b70ca4204 None None] Transition to ACTIVE for port object d708da6b-b908-4e96-90e7-409ddd2c71c5 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:07:10.904040 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7c3f64cb-a554-445a-9884-d05b70ca4204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:11.038280 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4b9ea-be93-4455-a0d8-c38d435797a7 None None] Pushing event updated for resources: {'Port': ['ID=d708da6b-b908-4e96-90e7-409ddd2c71c5,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:07:11.066655 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4b9ea-be93-4455-a0d8-c38d435797a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:11.066996 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4b9ea-be93-4455-a0d8-c38d435797a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:11.067346 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4b9ea-be93-4455-a0d8-c38d435797a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:11.067682 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4b9ea-be93-4455-a0d8-c38d435797a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:11.068044 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4b9ea-be93-4455-a0d8-c38d435797a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:11.068378 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4b9ea-be93-4455-a0d8-c38d435797a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:11.068705 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4b9ea-be93-4455-a0d8-c38d435797a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:11.069028 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4b9ea-be93-4455-a0d8-c38d435797a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:11.069352 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4b9ea-be93-4455-a0d8-c38d435797a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:11.069674 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4b9ea-be93-4455-a0d8-c38d435797a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:11.069996 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4b9ea-be93-4455-a0d8-c38d435797a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:11.070317 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4b9ea-be93-4455-a0d8-c38d435797a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:07:11.071456 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a4b9ea-be93-4455-a0d8-c38d435797a7 None None] Tracked resource versions report: Jul 29 23:07:11.071456 n-d-712140-10 neutron-server[94066]: pushed versions: Jul 29 23:07:11.071456 n-d-712140-10 neutron-server[94066]: { 'AddressGroup': {'1.2'}, Jul 29 23:07:11.071456 n-d-712140-10 neutron-server[94066]: 'ConntrackHelper': {'1.0'}, Jul 29 23:07:11.071456 n-d-712140-10 neutron-server[94066]: 'Log': {'1.0'}, Jul 29 23:07:11.071456 n-d-712140-10 neutron-server[94066]: 'Network': {'1.1'}, Jul 29 23:07:11.071456 n-d-712140-10 neutron-server[94066]: 'Port': {'1.7'}, Jul 29 23:07:11.071456 n-d-712140-10 neutron-server[94066]: 'PortForwarding': {'1.2'}, Jul 29 23:07:11.071456 n-d-712140-10 neutron-server[94066]: 'QosPolicy': {'1.8'}, Jul 29 23:07:11.071456 n-d-712140-10 neutron-server[94066]: 'SecurityGroup': {'1.4'}, Jul 29 23:07:11.071456 n-d-712140-10 neutron-server[94066]: 'SecurityGroupRule': {'1.2'}, Jul 29 23:07:11.071456 n-d-712140-10 neutron-server[94066]: 'SubPort': {'1.0'}, Jul 29 23:07:11.071456 n-d-712140-10 neutron-server[94066]: 'Subnet': {'1.1'}, Jul 29 23:07:11.071456 n-d-712140-10 neutron-server[94066]: 'Trunk': {'1.1'}} Jul 29 23:07:11.071456 n-d-712140-10 neutron-server[94066]: consumer versions: Jul 29 23:07:11.071456 n-d-712140-10 neutron-server[94066]: { DHCP agent@n-d-712140-10: {}, Jul 29 23:07:11.071456 n-d-712140-10 neutron-server[94066]: L3 agent@n-d-712140-10: {}, Jul 29 23:07:11.071456 n-d-712140-10 neutron-server[94066]: Metadata agent@n-d-712140-10: {}, Jul 29 23:07:11.071456 n-d-712140-10 neutron-server[94066]: Metering agent@n-d-712140-10: {}, Jul 29 23:07:11.071456 n-d-712140-10 neutron-server[94066]: Open vSwitch agent@n-d-712140-10: { 'AddressGroup': '1.2', Jul 29 23:07:11.071456 n-d-712140-10 neutron-server[94066]: 'ConntrackHelper': '1.0', Jul 29 23:07:11.071456 n-d-712140-10 neutron-server[94066]: 'Log': '1.0', Jul 29 23:07:11.071456 n-d-712140-10 neutron-server[94066]: 'Network': '1.1', Jul 29 23:07:11.071456 n-d-712140-10 neutron-server[94066]: 'Port': '1.7', Jul 29 23:07:11.071456 n-d-712140-10 neutron-server[94066]: 'PortForwarding': '1.2', Jul 29 23:07:11.071456 n-d-712140-10 neutron-server[94066]: 'QosPolicy': '1.8', Jul 29 23:07:11.071456 n-d-712140-10 neutron-server[94066]: 'SecurityGroup': '1.4', Jul 29 23:07:11.071456 n-d-712140-10 neutron-server[94066]: 'SecurityGroupRule': '1.2', Jul 29 23:07:11.071456 n-d-712140-10 neutron-server[94066]: 'SubPort': '1.0', Jul 29 23:07:11.071456 n-d-712140-10 neutron-server[94066]: 'Subnet': '1.1', Jul 29 23:07:11.071456 n-d-712140-10 neutron-server[94066]: 'Trunk': '1.1'}} Jul 29 23:07:11.071456 n-d-712140-10 neutron-server[94066]: {{(pid=94066) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 23:07:11.079101 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-7c3f64cb-a554-445a-9884-d05b70ca4204 None None] Attempting to bind port d708da6b-b908-4e96-90e7-409ddd2c71c5 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:07:11.079524 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-7c3f64cb-a554-445a-9884-d05b70ca4204 None None] Attempting to bind port d708da6b-b908-4e96-90e7-409ddd2c71c5 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '5940c218-e2ec-4109-bc68-cb4588b025e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3da47c42-788a-45e8-86f3-8139533454e3'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:07:11.079959 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3f64cb-a554-445a-9884-d05b70ca4204 None None] Attempting to bind port d708da6b-b908-4e96-90e7-409ddd2c71c5 on network 3da47c42-788a-45e8-86f3-8139533454e3 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:07:11.085493 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3f64cb-a554-445a-9884-d05b70ca4204 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:07:11.085948 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3f64cb-a554-445a-9884-d05b70ca4204 None None] Checking segment: {'id': '5940c218-e2ec-4109-bc68-cb4588b025e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3da47c42-788a-45e8-86f3-8139533454e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:07:11.086355 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7c3f64cb-a554-445a-9884-d05b70ca4204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:11.086747 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3f64cb-a554-445a-9884-d05b70ca4204 None None] Bound using segment: {'id': '5940c218-e2ec-4109-bc68-cb4588b025e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3da47c42-788a-45e8-86f3-8139533454e3'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:07:11.087454 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-7c3f64cb-a554-445a-9884-d05b70ca4204 None None] Bound port: d708da6b-b908-4e96-90e7-409ddd2c71c5, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5940c218-e2ec-4109-bc68-cb4588b025e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3da47c42-788a-45e8-86f3-8139533454e3'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:07:11.087916 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7c3f64cb-a554-445a-9884-d05b70ca4204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:11.153903 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-7c3f64cb-a554-445a-9884-d05b70ca4204 None None] For port d708da6b-b908-4e96-90e7-409ddd2c71c5, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:07:11.177070 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-7c3f64cb-a554-445a-9884-d05b70ca4204 None None] For port d708da6b-b908-4e96-90e7-409ddd2c71c5, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d708da6b-b908-4e96-90e7-409ddd2c71c5,segment=NetworkSegment(5940c218-e2ec-4109-bc68-cb4588b025e8),segment_id=5940c218-e2ec-4109-bc68-cb4588b025e8)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:07:11.181259 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7c3f64cb-a554-445a-9884-d05b70ca4204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:11.225431 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3f64cb-a554-445a-9884-d05b70ca4204 None None] Routers {'263b401d-eaef-4337-b657-c972a5e81a39'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:07:11.226040 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-7c3f64cb-a554-445a-9884-d05b70ca4204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:07:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['263b401d-eaef-4337-b657-c972a5e81a39'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:07:11.311648 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a4b9ea-be93-4455-a0d8-c38d435797a7 None None] Pushing event updated for resources: {'Port': ['ID=d708da6b-b908-4e96-90e7-409ddd2c71c5,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:07:11.330818 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-7c3f64cb-a554-445a-9884-d05b70ca4204 None None] Set router 263b401d-eaef-4337-b657-c972a5e81a39 gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:07:11.539623 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-7c3f64cb-a554-445a-9884-d05b70ca4204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '263b401d-eaef-4337-b657-c972a5e81a39', 'name': 'router1', 'tenant_id': '4f8191223f6d43c299b7f48898fca8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:06:59Z', 'updated_at': '2021-07-29T23:07:08Z', 'revision_number': 2, 'project_id': '4f8191223f6d43c299b7f48898fca8c2', 'gw_port_host': None, '_interfaces': [{'id': 'd708da6b-b908-4e96-90e7-409ddd2c71c5', 'name': '', 'network_id': '3da47c42-788a-45e8-86f3-8139533454e3', 'tenant_id': '4f8191223f6d43c299b7f48898fca8c2', 'mac_address': 'fa:16:3e:7e:91:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '263b401d-eaef-4337-b657-c972a5e81a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca4c3c33-19f4-4e6b-b9a0-5e061e77890f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:07:08Z', 'updated_at': '2021-07-29T23:07:11Z', 'revision_number': 4, 'project_id': '4f8191223f6d43c299b7f48898fca8c2', 'subnets': [{'id': 'ca4c3c33-19f4-4e6b-b9a0-5e061e77890f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1083b6c6-9f6b-4ef0-8e48-237c229c470a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:07:11.565364 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3f64cb-a554-445a-9884-d05b70ca4204 None None] The sync data for ids ['263b401d-eaef-4337-b657-c972a5e81a39'] in n-d-712140-10 is: [{'id': '263b401d-eaef-4337-b657-c972a5e81a39', 'name': 'router1', 'tenant_id': '4f8191223f6d43c299b7f48898fca8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:06:59Z', 'updated_at': '2021-07-29T23:07:08Z', 'revision_number': 2, 'project_id': '4f8191223f6d43c299b7f48898fca8c2', 'gw_port_host': None, '_interfaces': [{'id': 'd708da6b-b908-4e96-90e7-409ddd2c71c5', 'name': '', 'network_id': '3da47c42-788a-45e8-86f3-8139533454e3', 'tenant_id': '4f8191223f6d43c299b7f48898fca8c2', 'mac_address': 'fa:16:3e:7e:91:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '263b401d-eaef-4337-b657-c972a5e81a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca4c3c33-19f4-4e6b-b9a0-5e061e77890f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:07:08Z', 'updated_at': '2021-07-29T23:07:11Z', 'revision_number': 4, 'project_id': '4f8191223f6d43c299b7f48898fca8c2', 'subnets': [{'id': 'ca4c3c33-19f4-4e6b-b9a0-5e061e77890f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1083b6c6-9f6b-4ef0-8e48-237c229c470a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:07:11.877720 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51062) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:07:11.985741 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad15f460-d5ef-4d6e-be6c-333d53f72df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:07:11.987113 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ad15f460-d5ef-4d6e-be6c-333d53f72df9 admin admin] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 842 time: 0.1084111 Jul 29 23:07:11.997595 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-497201ae-b5df-4aa3-a5b9-51aa30988361 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:07:12.022189 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497201ae-b5df-4aa3-a5b9-51aa30988361 admin admin] Made reservation on behalf of 26f74d5311e84daf955c7c9e11c741bd for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:07:12.024581 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-497201ae-b5df-4aa3-a5b9-51aa30988361 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:12.338060 n-d-712140-10 neutron-server[94064]: DEBUG neutron.objects.ports [None req-497201ae-b5df-4aa3-a5b9-51aa30988361 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94064) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:07:12.339430 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-497201ae-b5df-4aa3-a5b9-51aa30988361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:12.393970 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497201ae-b5df-4aa3-a5b9-51aa30988361 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7bc67c9f-2da3-4bc0-b2b0-2666edbd580c,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:07:12.404094 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497201ae-b5df-4aa3-a5b9-51aa30988361 admin admin] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:07:12.404446 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497201ae-b5df-4aa3-a5b9-51aa30988361 admin admin] Network hostable DHCP agents. Network: 0aea9f43-4eea-456f-a634-5f5375b1fdb7, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:07:12.425893 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497201ae-b5df-4aa3-a5b9-51aa30988361 admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:07:12.437833 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-497201ae-b5df-4aa3-a5b9-51aa30988361 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 0aea9f43-4eea-456f-a634-5f5375b1fdb7) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:07:12.441955 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497201ae-b5df-4aa3-a5b9-51aa30988361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:07:12.442541 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-497201ae-b5df-4aa3-a5b9-51aa30988361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:12.450472 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881e3669-b52b-428e-89e1-60f90313bdda None None] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:07:12.457894 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-497201ae-b5df-4aa3-a5b9-51aa30988361 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4642978 Jul 29 23:07:12.589219 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-835e0e75-004a-493f-bb8e-ddcbc4d5bcba None None] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:07:14.735101 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51070) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:07:14.945772 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6c983b68-71f2-4576-bf2e-e8e8bc32d205 admin admin] 10.222.0.18 "GET /v2.0/routers/263b401d-eaef-4337-b657-c972a5e81a39 HTTP/1.1" status: 200 len: 710 time: 0.2094541 Jul 29 23:07:15.065102 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6797df-a9af-4f7e-b909-2b850de29913 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:07:15.066575 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5c6797df-a9af-4f7e-b909-2b850de29913 admin admin] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 886 time: 0.1146486 Jul 29 23:07:15.076679 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-c866fad0-72cd-461c-a07f-62b73d8c1946 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:07:15.323847 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c866fad0-72cd-461c-a07f-62b73d8c1946 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:15.567920 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c866fad0-72cd-461c-a07f-62b73d8c1946 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:15.644505 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c866fad0-72cd-461c-a07f-62b73d8c1946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:15.797440 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-c866fad0-72cd-461c-a07f-62b73d8c1946 admin admin] Allocated IP 172.25.8.177 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/08e55cd2-41fe-445d-b1e4-8f6424cbb489) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:07:15.906661 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c866fad0-72cd-461c-a07f-62b73d8c1946 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:15.990486 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c866fad0-72cd-461c-a07f-62b73d8c1946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:16.106307 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c866fad0-72cd-461c-a07f-62b73d8c1946 admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:07:16.115350 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-c866fad0-72cd-461c-a07f-62b73d8c1946 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:07:16.123862 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c866fad0-72cd-461c-a07f-62b73d8c1946 admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:07:16.129773 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c866fad0-72cd-461c-a07f-62b73d8c1946 admin admin] Pushing event updated for resources: {'Port': ['ID=08e55cd2-41fe-445d-b1e4-8f6424cbb489,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:07:16.401626 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c866fad0-72cd-461c-a07f-62b73d8c1946 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:16.595852 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c866fad0-72cd-461c-a07f-62b73d8c1946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16400064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16332386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:16.600155 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c866fad0-72cd-461c-a07f-62b73d8c1946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16400091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16400082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16332405'] for router, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:16.718621 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c866fad0-72cd-461c-a07f-62b73d8c1946 admin admin] Router 263b401d-eaef-4337-b657-c972a5e81a39 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:07:16.837856 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c866fad0-72cd-461c-a07f-62b73d8c1946 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:07:16.842764 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c866fad0-72cd-461c-a07f-62b73d8c1946 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:16.844015 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c866fad0-72cd-461c-a07f-62b73d8c1946 admin admin] 10.222.0.18 "PUT /v2.0/routers/263b401d-eaef-4337-b657-c972a5e81a39 HTTP/1.1" status: 200 len: 890 time: 1.7713718 Jul 29 23:07:17.293639 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d708da6b-b908-4e96-90e7-409ddd2c71c5 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:07:17.345513 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port d708da6b-b908-4e96-90e7-409ddd2c71c5 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:07:17.349068 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port d708da6b-b908-4e96-90e7-409ddd2c71c5 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:07:17.349446 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:17.423685 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:17.455225 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port d708da6b-b908-4e96-90e7-409ddd2c71c5, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d708da6b-b908-4e96-90e7-409ddd2c71c5,segment=NetworkSegment(5940c218-e2ec-4109-bc68-cb4588b025e8),segment_id=5940c218-e2ec-4109-bc68-cb4588b025e8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:07:17.458704 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:17.513753 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=d708da6b-b908-4e96-90e7-409ddd2c71c5,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:07:18.089676 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50642ec-deeb-4999-94b0-25c3ebb72914 None None] Sync routers for ids ['263b401d-eaef-4337-b657-c972a5e81a39'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:07:18.099529 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50642ec-deeb-4999-94b0-25c3ebb72914 None None] Routers {'263b401d-eaef-4337-b657-c972a5e81a39'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:07:18.100199 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b50642ec-deeb-4999-94b0-25c3ebb72914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:07:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['263b401d-eaef-4337-b657-c972a5e81a39'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:07:18.344553 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-b50642ec-deeb-4999-94b0-25c3ebb72914 None None] Set router 263b401d-eaef-4337-b657-c972a5e81a39 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:07:18.727345 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b50642ec-deeb-4999-94b0-25c3ebb72914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '263b401d-eaef-4337-b657-c972a5e81a39', 'name': 'router1', 'tenant_id': '4f8191223f6d43c299b7f48898fca8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '08e55cd2-41fe-445d-b1e4-8f6424cbb489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:06:59Z', 'updated_at': '2021-07-29T23:07:16Z', 'revision_number': 4, 'project_id': '4f8191223f6d43c299b7f48898fca8c2', 'gw_port': {'id': '08e55cd2-41fe-445d-b1e4-8f6424cbb489', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '263b401d-eaef-4337-b657-c972a5e81a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:07:15Z', 'updated_at': '2021-07-29T23:07:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd708da6b-b908-4e96-90e7-409ddd2c71c5', 'name': '', 'network_id': '3da47c42-788a-45e8-86f3-8139533454e3', 'tenant_id': '4f8191223f6d43c299b7f48898fca8c2', 'mac_address': 'fa:16:3e:7e:91:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263b401d-eaef-4337-b657-c972a5e81a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca4c3c33-19f4-4e6b-b9a0-5e061e77890f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:07:08Z', 'updated_at': '2021-07-29T23:07:17Z', 'revision_number': 5, 'project_id': '4f8191223f6d43c299b7f48898fca8c2', 'subnets': [{'id': 'ca4c3c33-19f4-4e6b-b9a0-5e061e77890f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1083b6c6-9f6b-4ef0-8e48-237c229c470a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:07:18.779924 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50642ec-deeb-4999-94b0-25c3ebb72914 None None] Checking router: 263b401d-eaef-4337-b657-c972a5e81a39 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:07:18.780289 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50642ec-deeb-4999-94b0-25c3ebb72914 None None] Updating router 263b401d-eaef-4337-b657-c972a5e81a39 port 08e55cd2-41fe-445d-b1e4-8f6424cbb489 binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:07:18.827671 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b50642ec-deeb-4999-94b0-25c3ebb72914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:19.148311 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b50642ec-deeb-4999-94b0-25c3ebb72914 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:19.158272 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b50642ec-deeb-4999-94b0-25c3ebb72914 None None] Transition to ACTIVE for port object 08e55cd2-41fe-445d-b1e4-8f6424cbb489 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:07:19.163810 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b50642ec-deeb-4999-94b0-25c3ebb72914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:19.217178 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9082033-3da4-4e3e-a9c7-a64ac286b805 None None] Pushing event updated for resources: {'Port': ['ID=08e55cd2-41fe-445d-b1e4-8f6424cbb489,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:07:19.219687 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b50642ec-deeb-4999-94b0-25c3ebb72914 None None] Attempting to bind port 08e55cd2-41fe-445d-b1e4-8f6424cbb489 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:07:19.220143 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b50642ec-deeb-4999-94b0-25c3ebb72914 None None] Attempting to bind port 08e55cd2-41fe-445d-b1e4-8f6424cbb489 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:07:19.220432 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50642ec-deeb-4999-94b0-25c3ebb72914 None None] Attempting to bind port 08e55cd2-41fe-445d-b1e4-8f6424cbb489 on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:07:19.225728 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50642ec-deeb-4999-94b0-25c3ebb72914 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 7, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:07:19.226112 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50642ec-deeb-4999-94b0-25c3ebb72914 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:07:19.226520 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b50642ec-deeb-4999-94b0-25c3ebb72914 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:19.226994 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50642ec-deeb-4999-94b0-25c3ebb72914 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:07:19.227371 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b50642ec-deeb-4999-94b0-25c3ebb72914 None None] Bound port: 08e55cd2-41fe-445d-b1e4-8f6424cbb489, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:07:19.227776 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b50642ec-deeb-4999-94b0-25c3ebb72914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:19.232575 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51082) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:07:19.281944 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b50642ec-deeb-4999-94b0-25c3ebb72914 None None] For port 08e55cd2-41fe-445d-b1e4-8f6424cbb489, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:07:19.285499 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b50642ec-deeb-4999-94b0-25c3ebb72914 None None] For port 08e55cd2-41fe-445d-b1e4-8f6424cbb489, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=08e55cd2-41fe-445d-b1e4-8f6424cbb489,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:07:19.289626 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b50642ec-deeb-4999-94b0-25c3ebb72914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:19.303489 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d708da6b-b908-4e96-90e7-409ddd2c71c5 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:07:19.344345 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50642ec-deeb-4999-94b0-25c3ebb72914 None None] Routers {'263b401d-eaef-4337-b657-c972a5e81a39'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:07:19.344952 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b50642ec-deeb-4999-94b0-25c3ebb72914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:07:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['263b401d-eaef-4337-b657-c972a5e81a39'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:07:19.354644 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a0eb05dd-d9dc-4f60-8913-988d728f47c6 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1209054 Jul 29 23:07:19.518385 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9082033-3da4-4e3e-a9c7-a64ac286b805 None None] Pushing event updated for resources: {'Port': ['ID=08e55cd2-41fe-445d-b1e4-8f6424cbb489,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:07:19.575552 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port d708da6b-b908-4e96-90e7-409ddd2c71c5 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:07:19.575956 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:19.622803 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-b50642ec-deeb-4999-94b0-25c3ebb72914 None None] Set router 263b401d-eaef-4337-b657-c972a5e81a39 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:07:19.874496 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b50642ec-deeb-4999-94b0-25c3ebb72914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '263b401d-eaef-4337-b657-c972a5e81a39', 'name': 'router1', 'tenant_id': '4f8191223f6d43c299b7f48898fca8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '08e55cd2-41fe-445d-b1e4-8f6424cbb489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:06:59Z', 'updated_at': '2021-07-29T23:07:16Z', 'revision_number': 4, 'project_id': '4f8191223f6d43c299b7f48898fca8c2', 'gw_port': {'id': '08e55cd2-41fe-445d-b1e4-8f6424cbb489', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '263b401d-eaef-4337-b657-c972a5e81a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:07:15Z', 'updated_at': '2021-07-29T23:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd708da6b-b908-4e96-90e7-409ddd2c71c5', 'name': '', 'network_id': '3da47c42-788a-45e8-86f3-8139533454e3', 'tenant_id': '4f8191223f6d43c299b7f48898fca8c2', 'mac_address': 'fa:16:3e:7e:91:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263b401d-eaef-4337-b657-c972a5e81a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca4c3c33-19f4-4e6b-b9a0-5e061e77890f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:07:08Z', 'updated_at': '2021-07-29T23:07:17Z', 'revision_number': 5, 'project_id': '4f8191223f6d43c299b7f48898fca8c2', 'subnets': [{'id': 'ca4c3c33-19f4-4e6b-b9a0-5e061e77890f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1083b6c6-9f6b-4ef0-8e48-237c229c470a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:07:19.903228 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50642ec-deeb-4999-94b0-25c3ebb72914 None None] The sync data for ids ['263b401d-eaef-4337-b657-c972a5e81a39'] in n-d-712140-10 is: [{'id': '263b401d-eaef-4337-b657-c972a5e81a39', 'name': 'router1', 'tenant_id': '4f8191223f6d43c299b7f48898fca8c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '08e55cd2-41fe-445d-b1e4-8f6424cbb489', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:06:59Z', 'updated_at': '2021-07-29T23:07:16Z', 'revision_number': 4, 'project_id': '4f8191223f6d43c299b7f48898fca8c2', 'gw_port': {'id': '08e55cd2-41fe-445d-b1e4-8f6424cbb489', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:e5:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '263b401d-eaef-4337-b657-c972a5e81a39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:07:15Z', 'updated_at': '2021-07-29T23:07:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd708da6b-b908-4e96-90e7-409ddd2c71c5', 'name': '', 'network_id': '3da47c42-788a-45e8-86f3-8139533454e3', 'tenant_id': '4f8191223f6d43c299b7f48898fca8c2', 'mac_address': 'fa:16:3e:7e:91:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '263b401d-eaef-4337-b657-c972a5e81a39', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ca4c3c33-19f4-4e6b-b9a0-5e061e77890f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:07:08Z', 'updated_at': '2021-07-29T23:07:17Z', 'revision_number': 5, 'project_id': '4f8191223f6d43c299b7f48898fca8c2', 'subnets': [{'id': 'ca4c3c33-19f4-4e6b-b9a0-5e061e77890f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1083b6c6-9f6b-4ef0-8e48-237c229c470a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:07:21.326691 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 08e55cd2-41fe-445d-b1e4-8f6424cbb489 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:07:21.381794 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 08e55cd2-41fe-445d-b1e4-8f6424cbb489 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:07:21.389323 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 08e55cd2-41fe-445d-b1e4-8f6424cbb489 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:07:21.389323 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:21.471228 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:21.505202 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 08e55cd2-41fe-445d-b1e4-8f6424cbb489, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=08e55cd2-41fe-445d-b1e4-8f6424cbb489,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:07:21.509281 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:21.562542 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=08e55cd2-41fe-445d-b1e4-8f6424cbb489,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:07:23.337328 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 08e55cd2-41fe-445d-b1e4-8f6424cbb489 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:07:23.417677 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 08e55cd2-41fe-445d-b1e4-8f6424cbb489 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:07:23.418039 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:26.175621 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 5 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:07:32.737147 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-656de1c5-5277-4862-8ee0-a731dc81437f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:35.287788 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:35.467226 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e6d7da77-60aa-44b7-a83e-6f3f8e90abab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:36.622324 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:07:37.940456 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:02.738385 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-49afe14f-c26b-4aaf-bc86-6430df87a7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:03.174330 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 5 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:08:05.276281 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:05.470249 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-55363c21-459d-4ba4-a45a-f0d04924d3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:06.627240 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:07.937369 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:32.742224 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-45c51789-54b6-47ff-9a1b-2c731d0feb8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:35.278074 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:35.472257 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-41e45ddc-bff9-4435-a60b-7a05563cde67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:36.627060 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:37.933526 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:08:40.172989 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 5 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:09:00.745419 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51684) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:09:00.805434 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c6d0e98-1dc9-44da-a83c-aae3a34d4c07 admin admin] GET failed (client error): The resource could not be found. Jul 29 23:09:00.806765 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4c6d0e98-1dc9-44da-a83c-aae3a34d4c07 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0604279 Jul 29 23:09:00.967534 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d6f5fa-6ead-4eea-b0d3-af7cd2953314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:09:00.968963 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-57d6f5fa-6ead-4eea-b0d3-af7cd2953314 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1579015 Jul 29 23:09:02.747183 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-29ce2dd5-0b80-4657-a758-472dea5a2a10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:03.204016 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51694) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:09:03.298772 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c8732a0-c180-433b-b88b-71b7a6be4e70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:09:03.300168 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9c8732a0-c180-433b-b88b-71b7a6be4e70 admin admin] 10.222.0.18 "GET /v2.0/subnets/ca4c3c33-19f4-4e6b-b9a0-5e061e77890f HTTP/1.1" status: 200 len: 849 time: 0.0951681 Jul 29 23:09:03.310214 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-51563443-bedd-471f-a9e0-de4880b05cdc admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:09:03.394353 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51563443-bedd-471f-a9e0-de4880b05cdc admin admin] Notify callbacks [] for subnet, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:03.539232 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51563443-bedd-471f-a9e0-de4880b05cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767681188648'] for subnet, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:03.635613 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51563443-bedd-471f-a9e0-de4880b05cdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:09:03.636216 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51563443-bedd-471f-a9e0-de4880b05cdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:03.637494 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-51563443-bedd-471f-a9e0-de4880b05cdc admin admin] 10.222.0.18 "PUT /v2.0/subnets/ca4c3c33-19f4-4e6b-b9a0-5e061e77890f HTTP/1.1" status: 200 len: 868 time: 0.3312311 Jul 29 23:09:03.654843 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1493db2b-5268-4821-a5fa-74d18f4b2b0e None None] Network 3da47c42-788a-45e8-86f3-8139533454e3 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:09:03.658474 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51563443-bedd-471f-a9e0-de4880b05cdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca4c3c33-19f4-4e6b-b9a0-5e061e77890f,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:09:03.666242 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51563443-bedd-471f-a9e0-de4880b05cdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:03.666606 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51563443-bedd-471f-a9e0-de4880b05cdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:03.666919 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51563443-bedd-471f-a9e0-de4880b05cdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:03.667254 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51563443-bedd-471f-a9e0-de4880b05cdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:03.668537 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51563443-bedd-471f-a9e0-de4880b05cdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:03.668537 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51563443-bedd-471f-a9e0-de4880b05cdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:03.668537 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51563443-bedd-471f-a9e0-de4880b05cdc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:03.668537 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51563443-bedd-471f-a9e0-de4880b05cdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:03.668871 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51563443-bedd-471f-a9e0-de4880b05cdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:03.669181 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51563443-bedd-471f-a9e0-de4880b05cdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:03.669503 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51563443-bedd-471f-a9e0-de4880b05cdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:03.669826 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51563443-bedd-471f-a9e0-de4880b05cdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:03.988073 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0d35f5bc-23d9-4527-afd2-93970f74afcb None None] Provisioning complete for port d708da6b-b908-4e96-90e7-409ddd2c71c5 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:09:03.988666 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0d35f5bc-23d9-4527-afd2-93970f74afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:04.071847 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0d35f5bc-23d9-4527-afd2-93970f74afcb None None] Provisioning complete for port 2edfbb03-2fcf-4fc7-a006-4045ccd1b7d6 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:09:04.072241 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0d35f5bc-23d9-4527-afd2-93970f74afcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:05.270669 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:05.472591 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cd18b5b4-93d1-4f4a-9a92-e64a74b4eb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:05.825148 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51704) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:09:06.021671 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05338a4-9d46-42f2-a315-3af6dcb6e26b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:09:06.022056 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05338a4-9d46-42f2-a315-3af6dcb6e26b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:09:06.023589 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a05338a4-9d46-42f2-a315-3af6dcb6e26b admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1974671 Jul 29 23:09:06.632266 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:07.937710 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:08.175008 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51712) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:09:08.304864 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88773899-98e2-466c-9e62-031607c00d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:09:08.305359 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88773899-98e2-466c-9e62-031607c00d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:09:08.306856 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-88773899-98e2-466c-9e62-031607c00d64 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1309726 Jul 29 23:09:10.488117 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51720) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:09:10.614844 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a2db02-47ae-4e49-bc87-7da91540e238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:09:10.616241 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a9a2db02-47ae-4e49-bc87-7da91540e238 admin admin] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 886 time: 0.1271787 Jul 29 23:09:12.837163 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51728) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:09:13.005429 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983787d4-7862-4460-bd52-0a1f523dbc71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:09:13.006861 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-983787d4-7862-4460-bd52-0a1f523dbc71 admin admin] 10.222.0.18 "GET /v2.0/networks/3da47c42-788a-45e8-86f3-8139533454e3 HTTP/1.1" status: 200 len: 869 time: 0.1687307 Jul 29 23:09:15.313054 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51736) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:09:15.444051 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddaa93ab-3ee1-415b-a81a-93385f5ce8a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:09:15.444507 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddaa93ab-3ee1-415b-a81a-93385f5ce8a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:09:15.446023 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ddaa93ab-3ee1-415b-a81a-93385f5ce8a9 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1320140 Jul 29 23:09:17.171958 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 5 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:09:17.751803 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51744) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:09:17.882800 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae94891b-2fa2-4b9c-aeba-42cc7bb5fb50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:09:17.883281 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae94891b-2fa2-4b9c-aeba-42cc7bb5fb50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:09:17.884848 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ae94891b-2fa2-4b9c-aeba-42cc7bb5fb50 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1319530 Jul 29 23:09:20.237101 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51752) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:09:20.325503 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0434d9b-6a14-4743-96f8-3b0eae5fbbf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:09:20.326853 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b0434d9b-6a14-4743-96f8-3b0eae5fbbf1 admin admin] 10.222.0.18 "GET /v2.0/subnets/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c HTTP/1.1" status: 200 len: 816 time: 0.0887985 Jul 29 23:09:22.515784 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51760) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:09:22.605011 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c8f80a-c656-43d6-8014-73e1e383e478 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:09:22.606403 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-28c8f80a-c656-43d6-8014-73e1e383e478 admin admin] 10.222.0.18 "GET /v2.0/subnets/ca4c3c33-19f4-4e6b-b9a0-5e061e77890f HTTP/1.1" status: 200 len: 868 time: 0.0896058 Jul 29 23:09:32.748062 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a656b788-543c-4d4f-82bb-5a39f0481b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:35.274241 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:35.472627 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5d084a2d-ec91-489f-9aea-2d074aa79cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:36.633976 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:37.945726 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:48.467319 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51814) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:09:48.513796 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-cdc9b9a3-1aa4-454c-8966-23e8bd6a53fe admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:09:48.514793 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cdc9b9a3-1aa4-454c-8966-23e8bd6a53fe admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465066 Jul 29 23:09:50.756258 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51822) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:09:50.815755 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-17fb55f4-df6f-408c-ae66-b0fb1d4546c5 admin admin] GET failed (client error): The resource could not be found. Jul 29 23:09:50.817088 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-17fb55f4-df6f-408c-ae66-b0fb1d4546c5 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0598257 Jul 29 23:09:50.963284 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50afc132-fe7c-4a71-8ec2-3dae825fbf14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:09:50.964693 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-50afc132-fe7c-4a71-8ec2-3dae825fbf14 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1427171 Jul 29 23:09:53.156930 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51830) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:09:53.203110 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-e6e1a933-072b-4a6b-88c7-e93b8d7e579d admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:09:53.223097 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e1a933-072b-4a6b-88c7-e93b8d7e579d admin admin] Made reservation on behalf of 26f74d5311e84daf955c7c9e11c741bd for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:09:53.225797 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e6e1a933-072b-4a6b-88c7-e93b8d7e579d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:53.253932 n-d-712140-10 neutron-server[94064]: WARNING neutron.services.revisions.revision_plugin [None req-e6e1a933-072b-4a6b-88c7-e93b8d7e579d admin admin] Could not find related network for resource to bump revision. Jul 29 23:09:53.265132 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e1a933-072b-4a6b-88c7-e93b8d7e579d admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:09:53.275018 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e6e1a933-072b-4a6b-88c7-e93b8d7e579d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:53.275362 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-e6e1a933-072b-4a6b-88c7-e93b8d7e579d admin admin] Added segment ab049b52-35ea-469d-8769-1e30c4b4fe96 of type vlan for network adb88f5c-b5bd-41cf-b367-228eab6e0075 Jul 29 23:09:53.317529 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e6e1a933-072b-4a6b-88c7-e93b8d7e579d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:53.343963 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e6e1a933-072b-4a6b-88c7-e93b8d7e579d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:53.344896 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e1a933-072b-4a6b-88c7-e93b8d7e579d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:09:53.345468 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e6e1a933-072b-4a6b-88c7-e93b8d7e579d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:53.398101 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e6e1a933-072b-4a6b-88c7-e93b8d7e579d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2400663 Jul 29 23:09:53.406861 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1a933-072b-4a6b-88c7-e93b8d7e579d admin admin] Pushing event updated for resources: {'Network': ['ID=adb88f5c-b5bd-41cf-b367-228eab6e0075,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:09:53.419746 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:09:54.169974 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 5 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:09:55.594977 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51838) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:09:55.654570 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-f138d6f2-5b0b-4230-b63a-1e99a009ba82 admin admin] GET failed (client error): The resource could not be found. Jul 29 23:09:55.655882 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f138d6f2-5b0b-4230-b63a-1e99a009ba82 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0599680 Jul 29 23:09:55.723662 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338d6d1a-467a-41ad-9eb6-6c00c1b49e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:09:55.725774 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-338d6d1a-467a-41ad-9eb6-6c00c1b49e62 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0655410 Jul 29 23:09:55.735619 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-029e4642-78f4-473b-894a-e47b2bb21113 admin admin] Request body: {'subnet': {'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:09:55.756968 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-029e4642-78f4-473b-894a-e47b2bb21113 admin admin] Made reservation on behalf of 26f74d5311e84daf955c7c9e11c741bd for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:09:55.759126 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-029e4642-78f4-473b-894a-e47b2bb21113 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:55.916738 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-029e4642-78f4-473b-894a-e47b2bb21113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:55.975205 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e4642-78f4-473b-894a-e47b2bb21113 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28e6de27-5b72-4bf0-88e6-0cdec4cf806e,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:09:55.980187 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029e4642-78f4-473b-894a-e47b2bb21113 admin admin] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:09:55.980542 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029e4642-78f4-473b-894a-e47b2bb21113 admin admin] Network hostable DHCP agents. Network: adb88f5c-b5bd-41cf-b367-228eab6e0075, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:09:55.995913 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029e4642-78f4-473b-894a-e47b2bb21113 admin admin] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:09:56.003652 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-029e4642-78f4-473b-894a-e47b2bb21113 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, adb88f5c-b5bd-41cf-b367-228eab6e0075) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:09:56.008640 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029e4642-78f4-473b-894a-e47b2bb21113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:09:56.009279 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-029e4642-78f4-473b-894a-e47b2bb21113 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:56.013798 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0b900a-b4de-4493-8b0e-f582dd5d8fcf None None] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:09:56.023192 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-029e4642-78f4-473b-894a-e47b2bb21113 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2908614 Jul 29 23:09:56.267103 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-adb88f5c-b5bd-41cf-b367-228eab6e0075', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'tenant_id': '26f74d5311e84daf955c7c9e11c741bd', 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:09:56.268012 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:56.405335 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Allocated IP 192.168.233.2 (adb88f5c-b5bd-41cf-b367-228eab6e0075/28e6de27-5b72-4bf0-88e6-0cdec4cf806e/ac3e58ad-2316-4f7e-9d02-be0a2f725822) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:09:56.554881 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:56.563787 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Transition to ACTIVE for port object ac3e58ad-2316-4f7e-9d02-be0a2f725822 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:09:56.579329 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Transition to ACTIVE for port object ac3e58ad-2316-4f7e-9d02-be0a2f725822 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:09:56.585299 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:56.621405 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:09:56.624198 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:09:56.627203 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:09:56.639964 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Pushing event updated for resources: {'Port': ['ID=ac3e58ad-2316-4f7e-9d02-be0a2f725822,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:09:56.649439 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:56.649798 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:56.650143 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:56.650490 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:56.650833 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:56.651171 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:56.651760 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:56.652122 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:56.652454 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:56.652785 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:56.653117 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:56.653444 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:09:56.699760 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Attempting to bind port ac3e58ad-2316-4f7e-9d02-be0a2f725822 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:09:56.700171 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Attempting to bind port ac3e58ad-2316-4f7e-9d02-be0a2f725822 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:09:56.700539 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Attempting to bind port ac3e58ad-2316-4f7e-9d02-be0a2f725822 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:09:56.705514 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:09:56.705894 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:09:56.706300 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:56.706696 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:09:56.707163 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Bound port: ac3e58ad-2316-4f7e-9d02-be0a2f725822, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:09:56.707566 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:56.774173 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] For port ac3e58ad-2316-4f7e-9d02-be0a2f725822, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:09:56.777663 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] For port ac3e58ad-2316-4f7e-9d02-be0a2f725822, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=ac3e58ad-2316-4f7e-9d02-be0a2f725822,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:09:56.782644 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:56.845402 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a1f2d-0b2d-493b-b3e5-e63f84d1827e None None] Pushing event updated for resources: {'Port': ['ID=ac3e58ad-2316-4f7e-9d02-be0a2f725822,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:09:57.446391 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device ac3e58ad-2316-4f7e-9d02-be0a2f725822 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:09:57.506419 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port ac3e58ad-2316-4f7e-9d02-be0a2f725822 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:09:57.666337 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c5d7f9-e2e1-4391-859a-bdd8eb743af4 None None] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:09:57.789168 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-567473a9-a3a7-449b-a1da-cc4c675af795 None None] Provisioning for port ac3e58ad-2316-4f7e-9d02-be0a2f725822 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:09:57.797675 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-567473a9-a3a7-449b-a1da-cc4c675af795 None None] Provisioning complete for port ac3e58ad-2316-4f7e-9d02-be0a2f725822 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:09:57.798052 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-567473a9-a3a7-449b-a1da-cc4c675af795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:57.909850 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-567473a9-a3a7-449b-a1da-cc4c675af795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:57.950112 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-567473a9-a3a7-449b-a1da-cc4c675af795 None None] For port ac3e58ad-2316-4f7e-9d02-be0a2f725822, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=ac3e58ad-2316-4f7e-9d02-be0a2f725822,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:09:57.956121 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-567473a9-a3a7-449b-a1da-cc4c675af795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:58.011614 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567473a9-a3a7-449b-a1da-cc4c675af795 None None] Pushing event updated for resources: {'Port': ['ID=ac3e58ad-2316-4f7e-9d02-be0a2f725822,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:09:58.076262 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-cb9ba131-0376-4b47-95c9-9f12fdc5560f None None] Provisioning complete for port ac3e58ad-2316-4f7e-9d02-be0a2f725822 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:09:58.076635 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cb9ba131-0376-4b47-95c9-9f12fdc5560f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:09:59.400444 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device ac3e58ad-2316-4f7e-9d02-be0a2f725822 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:09:59.447359 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port ac3e58ad-2316-4f7e-9d02-be0a2f725822 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:09:59.447726 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:02.749080 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2e5d37c9-b04b-4c1a-87e9-d48e1be44005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:05.278125 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:05.472566 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab847ed0-9c24-44aa-84f1-3678cb1a0129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:06.637682 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:07.948957 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:31.168978 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 5 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:10:32.749828 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7030c735-f72a-49b4-b0a6-4400bbf65e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:35.281006 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:35.472691 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-96d1a181-71a5-4f35-91ca-87d80fc9175a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:36.641320 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:10:37.951037 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:02.751555 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-de599172-ec2a-4338-9ea5-17318986eb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:05.282430 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:05.472813 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f3ed952b-ab5e-4e19-8c55-e66d2e2caeac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:05.553346 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51890) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:11:05.559304 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-0751193b-9e94-4367-b441-75f28226b620 tempest-verify_tempest_config-623178371 tempest-verify_tempest_config-623178371-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:11:05.560301 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0751193b-9e94-4367-b441-75f28226b620 tempest-verify_tempest_config-623178371 tempest-verify_tempest_config-623178371-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059655 Jul 29 23:11:05.882533 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51908) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:11:06.020563 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d88d6aa7-3c38-4579-ab0c-ddcb1835c02f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:06.171254 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d88d6aa7-3c38-4579-ab0c-ddcb1835c02f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:06.175102 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d88d6aa7-3c38-4579-ab0c-ddcb1835c02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:06.300755 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d88d6aa7-3c38-4579-ab0c-ddcb1835c02f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=750be887ca8f421991e1873b3536fbdf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4171505 Jul 29 23:11:06.301689 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d6aa7-3c38-4579-ab0c-ddcb1835c02f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d565a16e-0fc1-4b4a-a77e-8aca63b3e9ce,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:11:06.304210 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51914) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:11:06.308724 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88d6aa7-3c38-4579-ab0c-ddcb1835c02f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:06.309076 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88d6aa7-3c38-4579-ab0c-ddcb1835c02f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:06.309422 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88d6aa7-3c38-4579-ab0c-ddcb1835c02f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:06.309762 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88d6aa7-3c38-4579-ab0c-ddcb1835c02f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:06.310100 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88d6aa7-3c38-4579-ab0c-ddcb1835c02f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:06.310439 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88d6aa7-3c38-4579-ab0c-ddcb1835c02f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:06.310888 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88d6aa7-3c38-4579-ab0c-ddcb1835c02f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:06.311227 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88d6aa7-3c38-4579-ab0c-ddcb1835c02f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:06.311560 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88d6aa7-3c38-4579-ab0c-ddcb1835c02f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:06.311942 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88d6aa7-3c38-4579-ab0c-ddcb1835c02f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:06.312271 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88d6aa7-3c38-4579-ab0c-ddcb1835c02f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:06.312596 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88d6aa7-3c38-4579-ab0c-ddcb1835c02f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:06.359689 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ed96c4d4-b16c-488f-80d0-2591076c7da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:06.379855 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ed96c4d4-b16c-488f-80d0-2591076c7da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:06.467780 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ed96c4d4-b16c-488f-80d0-2591076c7da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:06.470367 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ed96c4d4-b16c-488f-80d0-2591076c7da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:06.480323 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ed96c4d4-b16c-488f-80d0-2591076c7da7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d565a16e-0fc1-4b4a-a77e-8aca63b3e9ce HTTP/1.1" status: 204 len: 168 time: 0.1750882 Jul 29 23:11:06.488380 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed96c4d4-b16c-488f-80d0-2591076c7da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d565a16e-0fc1-4b4a-a77e-8aca63b3e9ce,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:11:06.495871 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed96c4d4-b16c-488f-80d0-2591076c7da7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:06.496233 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed96c4d4-b16c-488f-80d0-2591076c7da7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:06.496581 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed96c4d4-b16c-488f-80d0-2591076c7da7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:06.496920 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed96c4d4-b16c-488f-80d0-2591076c7da7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:06.497254 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed96c4d4-b16c-488f-80d0-2591076c7da7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:06.497589 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed96c4d4-b16c-488f-80d0-2591076c7da7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:06.497924 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed96c4d4-b16c-488f-80d0-2591076c7da7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:06.498252 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed96c4d4-b16c-488f-80d0-2591076c7da7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:06.498578 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed96c4d4-b16c-488f-80d0-2591076c7da7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:06.498908 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed96c4d4-b16c-488f-80d0-2591076c7da7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:06.499257 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed96c4d4-b16c-488f-80d0-2591076c7da7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:06.499583 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed96c4d4-b16c-488f-80d0-2591076c7da7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:11:06.645473 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:07.952992 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:08.167360 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 5 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:11:32.752422 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad363d7a-51ba-49de-aa70-366c9a12b602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:35.284287 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:35.474040 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7d16c1fe-6706-46eb-87e2-534337d91def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:36.645225 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:37.955231 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:11:45.165966 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 5 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:12:02.753205 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f586e4e7-b34e-4caa-abc8-2991b190ac14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:05.285806 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:05.473160 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-871ade6f-390a-49fb-b8e8-ac87bcb0fc21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:06.652138 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:07.959175 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:22.164898 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 5 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:12:32.755318 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2513fcf7-3e8a-42c2-b408-e5f48c6d85b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:35.286475 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:35.472497 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60232402-966b-4b7a-87f7-ae86f954e933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:36.652393 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:37.960014 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:12:59.162714 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 5 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:13:02.756860 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fa8e5929-449d-453c-a6af-383ae6224f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:05.287317 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:05.472203 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8512a215-8bf3-40f5-80a4-9aed2782a606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:06.655567 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:07.963286 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:32.756984 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d945e3a1-e3ec-4e36-8594-7d34f757ae07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:35.288474 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:35.471632 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad03b898-85e8-4fae-966f-2d7d3918fb4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:36.161128 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 5 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:13:36.658006 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:37.966177 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:59.157524 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16332242'] for agent, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:13:59.516961 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16332242'] for agent, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:02.756317 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7c883a78-862b-4033-b083-37b3262569bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:05.291663 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:05.471065 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e9270365-2219-406d-8fdb-e9cbf73c35ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:06.659866 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:07.969574 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:13.160872 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:14:29.109909 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:29.470524 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:32.756651 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a597dce-b959-480d-a18b-205a0aed99b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:35.292723 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:35.470469 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a59e67bb-4163-4d78-9f92-10162ee0c97f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:36.668878 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:37.971805 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:50.160028 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:14:53.769456 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51974) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:14:53.871016 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ecc10b11-e28c-45b8-8d6a-6e6c072b05d5 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0997262 Jul 29 23:14:56.051496 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51984) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:14:56.110553 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-66f6aab3-0c26-473b-adee-cda7b0ef1fe4 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0579488 Jul 29 23:14:59.127098 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:14:59.485038 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:02.756896 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-12d650f0-116b-4077-b4ed-0048f30c003d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:05.294223 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:05.469900 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05cac3b4-0efb-411d-9023-1af2ca638629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:06.666946 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:07.975901 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:27.159739 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:15:29.126817 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:29.501109 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:32.758723 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-365174ec-dd7c-4fe2-b17c-45ac15cbd695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:35.296830 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:35.476036 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d276c293-ca62-4211-a33f-4a50db78a40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:36.671481 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:37.987308 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:59.139027 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:15:59.498733 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:02.760505 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60e7fc17-ceb4-4041-8299-fb2da73335ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:04.159014 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:16:05.299125 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:05.466182 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8df58c8a-2480-4005-96cf-66ced281902c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:06.675030 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:07.986141 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:19.564349 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52210) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:20.047796 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-90655304-f52c-4d28-a443-c493b0fb97db tempest-AutoAllocateNetworkTest-600788067 tempest-AutoAllocateNetworkTest-600788067-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c8b7ebb52ca34eda84708cb33fc1f7e6&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4819365 Jul 29 23:16:20.050355 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52234) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:20.349255 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad44b2d-29e7-4356-b0b0-c6219d8efcbf tempest-AutoAllocateNetworkTest-600788067 tempest-AutoAllocateNetworkTest-600788067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:20.353632 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2ad44b2d-29e7-4356-b0b0-c6219d8efcbf tempest-AutoAllocateNetworkTest-600788067 tempest-AutoAllocateNetworkTest-600788067-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2992678 Jul 29 23:16:20.353807 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52250) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:20.410227 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e957d6c5-f5f8-4148-861b-de3e21d1ab41 tempest-AutoAllocateNetworkTest-600788067 tempest-AutoAllocateNetworkTest-600788067-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0553060 Jul 29 23:16:20.413920 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52252) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:20.444455 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-df548a69-33c9-4b5e-b55d-b60834e64da2 tempest-AutoAllocateNetworkTest-600788067 tempest-AutoAllocateNetworkTest-600788067-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c8b7ebb52ca34eda84708cb33fc1f7e6 HTTP/1.1" status: 200 len: 208 time: 0.0285201 Jul 29 23:16:21.229909 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52308) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:21.479610 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2159bc69-f5db-4873-9078-b4fa7983775a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:21.576178 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2159bc69-f5db-4873-9078-b4fa7983775a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:21.581027 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2159bc69-f5db-4873-9078-b4fa7983775a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:21.635578 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2159bc69-f5db-4873-9078-b4fa7983775a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c8b7ebb52ca34eda84708cb33fc1f7e6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4045458 Jul 29 23:16:21.637145 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2159bc69-f5db-4873-9078-b4fa7983775a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb500387-4f2b-40e4-82bd-fe4136dd2748,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:21.638246 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52332) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:21.655954 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159bc69-f5db-4873-9078-b4fa7983775a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:21.657129 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159bc69-f5db-4873-9078-b4fa7983775a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:21.657632 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159bc69-f5db-4873-9078-b4fa7983775a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:21.658130 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159bc69-f5db-4873-9078-b4fa7983775a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:21.658648 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159bc69-f5db-4873-9078-b4fa7983775a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:21.659414 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159bc69-f5db-4873-9078-b4fa7983775a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:21.659950 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159bc69-f5db-4873-9078-b4fa7983775a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:21.660457 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159bc69-f5db-4873-9078-b4fa7983775a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:21.661481 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159bc69-f5db-4873-9078-b4fa7983775a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:21.661987 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159bc69-f5db-4873-9078-b4fa7983775a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:21.662485 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159bc69-f5db-4873-9078-b4fa7983775a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:21.662996 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159bc69-f5db-4873-9078-b4fa7983775a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2159bc69-f5db-4873-9078-b4fa7983775a admin admin] Tracked resource versions report: Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: pushed versions: Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: { 'AddressGroup': {'1.2'}, Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: 'ConntrackHelper': {'1.0'}, Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: 'Log': {'1.0'}, Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: 'Network': {'1.1'}, Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: 'Port': {'1.7'}, Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: 'PortForwarding': {'1.2'}, Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: 'QosPolicy': {'1.8'}, Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: 'SecurityGroup': {'1.4'}, Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: 'SecurityGroupRule': {'1.2'}, Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: 'SubPort': {'1.0'}, Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: 'Subnet': {'1.1'}, Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: 'Trunk': {'1.1'}} Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: consumer versions: Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: { DHCP agent@n-d-712140-10: {}, Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: HyperV agent@n-h1-712140-10: {}, Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: HyperV agent@n-h2-712140-10: {}, Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: L3 agent@n-d-712140-10: {}, Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: Metadata agent@n-d-712140-10: {}, Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: Metering agent@n-d-712140-10: {}, Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: Open vSwitch agent@n-d-712140-10: { 'AddressGroup': '1.2', Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: 'ConntrackHelper': '1.0', Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: 'Log': '1.0', Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: 'Network': '1.1', Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: 'Port': '1.7', Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: 'PortForwarding': '1.2', Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: 'QosPolicy': '1.8', Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: 'SecurityGroup': '1.4', Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: 'SecurityGroupRule': '1.2', Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: 'SubPort': '1.0', Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: 'Subnet': '1.1', Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: 'Trunk': '1.1'}} Jul 29 23:16:21.664301 n-d-712140-10 neutron-server[94063]: {{(pid=94063) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 23:16:21.727429 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b85fe53-b5ef-49c5-8e52-013222df67ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:21.757643 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b85fe53-b5ef-49c5-8e52-013222df67ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:21.830539 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b85fe53-b5ef-49c5-8e52-013222df67ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:21.833851 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b85fe53-b5ef-49c5-8e52-013222df67ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:21.835011 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4b85fe53-b5ef-49c5-8e52-013222df67ce admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cb500387-4f2b-40e4-82bd-fe4136dd2748 HTTP/1.1" status: 204 len: 168 time: 0.1956992 Jul 29 23:16:21.846224 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b85fe53-b5ef-49c5-8e52-013222df67ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb500387-4f2b-40e4-82bd-fe4136dd2748,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:21.858496 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85fe53-b5ef-49c5-8e52-013222df67ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:21.859511 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85fe53-b5ef-49c5-8e52-013222df67ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:21.860124 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85fe53-b5ef-49c5-8e52-013222df67ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:21.860682 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85fe53-b5ef-49c5-8e52-013222df67ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:21.861107 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85fe53-b5ef-49c5-8e52-013222df67ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:21.861973 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85fe53-b5ef-49c5-8e52-013222df67ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:21.862472 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85fe53-b5ef-49c5-8e52-013222df67ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:21.862876 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85fe53-b5ef-49c5-8e52-013222df67ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:21.863277 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85fe53-b5ef-49c5-8e52-013222df67ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:21.864200 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85fe53-b5ef-49c5-8e52-013222df67ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:21.864985 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85fe53-b5ef-49c5-8e52-013222df67ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:21.865701 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85fe53-b5ef-49c5-8e52-013222df67ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b85fe53-b5ef-49c5-8e52-013222df67ce admin admin] Tracked resource versions report: Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: pushed versions: Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: { 'AddressGroup': {'1.2'}, Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: 'ConntrackHelper': {'1.0'}, Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: 'Log': {'1.0'}, Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: 'Network': {'1.1'}, Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: 'Port': {'1.7'}, Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: 'PortForwarding': {'1.2'}, Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: 'QosPolicy': {'1.8'}, Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: 'SecurityGroup': {'1.4'}, Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: 'SecurityGroupRule': {'1.2'}, Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: 'SubPort': {'1.0'}, Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: 'Subnet': {'1.1'}, Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: 'Trunk': {'1.1'}} Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: consumer versions: Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: { DHCP agent@n-d-712140-10: {}, Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: HyperV agent@n-h1-712140-10: {}, Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: HyperV agent@n-h2-712140-10: {}, Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: L3 agent@n-d-712140-10: {}, Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: Metadata agent@n-d-712140-10: {}, Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: Metering agent@n-d-712140-10: {}, Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: Open vSwitch agent@n-d-712140-10: { 'AddressGroup': '1.2', Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: 'ConntrackHelper': '1.0', Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: 'Log': '1.0', Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: 'Network': '1.1', Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: 'Port': '1.7', Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: 'PortForwarding': '1.2', Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: 'QosPolicy': '1.8', Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: 'SecurityGroup': '1.4', Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: 'SecurityGroupRule': '1.2', Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: 'SubPort': '1.0', Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: 'Subnet': '1.1', Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: 'Trunk': '1.1'}} Jul 29 23:16:21.867326 n-d-712140-10 neutron-server[94064]: {{(pid=94064) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 23:16:23.470371 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52448) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:23.834422 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5db70828-fdd9-4533-a5fa-c1d3e43762a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:23.976916 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5db70828-fdd9-4533-a5fa-c1d3e43762a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:23.987081 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5db70828-fdd9-4533-a5fa-c1d3e43762a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:24.041844 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db70828-fdd9-4533-a5fa-c1d3e43762a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb14e43-79c4-4f1c-a026-134d0482aa21,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:24.058011 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5db70828-fdd9-4533-a5fa-c1d3e43762a2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e211310fe576454991523ec060b6ad03&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5853438 Jul 29 23:16:24.059758 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52496) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:24.128114 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ace299a5-3651-44d8-8595-4d597a2857d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:24.152045 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ace299a5-3651-44d8-8595-4d597a2857d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:24.185431 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52512) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:24.217786 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ace299a5-3651-44d8-8595-4d597a2857d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:24.220684 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ace299a5-3651-44d8-8595-4d597a2857d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:24.224362 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ace299a5-3651-44d8-8595-4d597a2857d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ceb14e43-79c4-4f1c-a026-134d0482aa21 HTTP/1.1" status: 204 len: 168 time: 0.1609936 Jul 29 23:16:24.233569 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace299a5-3651-44d8-8595-4d597a2857d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb14e43-79c4-4f1c-a026-134d0482aa21,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:24.351820 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-082443ca-b75a-450f-aaaa-f1f233b06b58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:24.450814 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-082443ca-b75a-450f-aaaa-f1f233b06b58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:24.456282 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-082443ca-b75a-450f-aaaa-f1f233b06b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:24.509122 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-082443ca-b75a-450f-aaaa-f1f233b06b58 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3e59eb47b75747dc9be1a44de52c3880&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3227270 Jul 29 23:16:24.509803 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082443ca-b75a-450f-aaaa-f1f233b06b58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b5cabc-609c-493b-a3a0-56d0094a40a1,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:24.511919 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52542) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:24.582983 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3413f376-87fe-4909-8a79-e65da6fbb9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:24.605603 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3413f376-87fe-4909-8a79-e65da6fbb9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:24.662634 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3413f376-87fe-4909-8a79-e65da6fbb9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:24.668027 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3413f376-87fe-4909-8a79-e65da6fbb9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:24.673156 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52554) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:24.675513 n-d-712140-10 neutron-server[94063]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 29 23:16:24.682383 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3413f376-87fe-4909-8a79-e65da6fbb9c4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f5b5cabc-609c-493b-a3a0-56d0094a40a1 HTTP/1.1" status: 204 len: 168 time: 0.1691809 Jul 29 23:16:24.690910 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3413f376-87fe-4909-8a79-e65da6fbb9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b5cabc-609c-493b-a3a0-56d0094a40a1,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:24.718677 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-56620588-0cd0-4c80-9036-1041767035ad req-204a2aa9-be20-4275-91eb-50b8ec91a785 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=85d7d1d534b941e2ab97d835bc8de9d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0441923 Jul 29 23:16:24.788932 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52558) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:24.804967 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a68ff621-8765-40ab-aaad-0c9d32afaad3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:24.927628 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56620588-0cd0-4c80-9036-1041767035ad req-cd8e42da-cf89-4cec-99a4-0418603c9eeb tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:24.934427 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-56620588-0cd0-4c80-9036-1041767035ad req-cd8e42da-cf89-4cec-99a4-0418603c9eeb tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2145386 Jul 29 23:16:24.939521 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a68ff621-8765-40ab-aaad-0c9d32afaad3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:24.945846 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a68ff621-8765-40ab-aaad-0c9d32afaad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:24.952531 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-56620588-0cd0-4c80-9036-1041767035ad req-a9f8e807-f271-45e9-94f4-e2d80ea6c1cf tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/quotas/85d7d1d534b941e2ab97d835bc8de9d6 HTTP/1.1" status: 200 len: 375 time: 0.0172224 Jul 29 23:16:24.979954 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68ff621-8765-40ab-aaad-0c9d32afaad3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48150849-1d48-45a8-8788-6cb32313ff95,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:25.003866 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a68ff621-8765-40ab-aaad-0c9d32afaad3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9a88580972df41ed850123f068bd3340&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2135484 Jul 29 23:16:25.007932 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52566) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:25.025912 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-56620588-0cd0-4c80-9036-1041767035ad req-06db2915-9db6-4df2-ba8f-cd12c487705d tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=85d7d1d534b941e2ab97d835bc8de9d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723560 Jul 29 23:16:25.068518 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9b7630c-051a-406a-a07e-85f821a87251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:25.102980 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9b7630c-051a-406a-a07e-85f821a87251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:25.218562 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9b7630c-051a-406a-a07e-85f821a87251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:25.223936 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52578) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:25.231729 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9b7630c-051a-406a-a07e-85f821a87251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:25.234043 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b9b7630c-051a-406a-a07e-85f821a87251 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/48150849-1d48-45a8-8788-6cb32313ff95 HTTP/1.1" status: 204 len: 168 time: 0.2249587 Jul 29 23:16:25.247672 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b7630c-051a-406a-a07e-85f821a87251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48150849-1d48-45a8-8788-6cb32313ff95,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:25.310866 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0414014f-b181-4658-b6fe-13673ec027e3 req-5e6d074b-23fb-4306-bca5-e50f48e87c64 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/ports?device_id=8535bb8f-04ed-4704-b5ff-40560f82b033 HTTP/1.1" status: 200 len: 210 time: 0.0729268 Jul 29 23:16:25.368729 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52596) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:25.382780 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-05b94629-0e8a-4b75-88d8-8a2869a65267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:25.501542 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-05b94629-0e8a-4b75-88d8-8a2869a65267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:25.507633 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-05b94629-0e8a-4b75-88d8-8a2869a65267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:25.556745 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b94629-0e8a-4b75-88d8-8a2869a65267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe98ccf-3706-49d0-b91e-a2ea78b6e707,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:25.596175 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-05b94629-0e8a-4b75-88d8-8a2869a65267 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=185ec8392e5e42cca0996a7cb4f0f358&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2241395 Jul 29 23:16:25.597619 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52602) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:25.614549 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1e2ffffa-1cc4-4e8f-ba83-39fcdf16139f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:25.719883 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5ba9a50f-42c1-461b-9c15-8da9914e0536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:25.751713 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1e2ffffa-1cc4-4e8f-ba83-39fcdf16139f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:25.767089 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1e2ffffa-1cc4-4e8f-ba83-39fcdf16139f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:25.767747 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5ba9a50f-42c1-461b-9c15-8da9914e0536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:25.817069 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ffffa-1cc4-4e8f-ba83-39fcdf16139f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7802086c-6d22-4e46-a93c-a5593891b140,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:25.842648 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1e2ffffa-1cc4-4e8f-ba83-39fcdf16139f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b10158b5a01844ed864ab07d675e3358&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6166623 Jul 29 23:16:25.846645 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52616) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:25.858160 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5ba9a50f-42c1-461b-9c15-8da9914e0536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:25.861102 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5ba9a50f-42c1-461b-9c15-8da9914e0536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:25.862183 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5ba9a50f-42c1-461b-9c15-8da9914e0536 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1fe98ccf-3706-49d0-b91e-a2ea78b6e707 HTTP/1.1" status: 204 len: 168 time: 0.2613850 Jul 29 23:16:25.883969 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9a50f-42c1-461b-9c15-8da9914e0536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe98ccf-3706-49d0-b91e-a2ea78b6e707,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:25.931938 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-475ae905-98a9-4be2-8a08-330a3f2b2b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:25.956514 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-475ae905-98a9-4be2-8a08-330a3f2b2b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:26.018522 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-475ae905-98a9-4be2-8a08-330a3f2b2b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:26.021580 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-475ae905-98a9-4be2-8a08-330a3f2b2b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:26.025405 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-475ae905-98a9-4be2-8a08-330a3f2b2b47 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7802086c-6d22-4e46-a93c-a5593891b140 HTTP/1.1" status: 204 len: 168 time: 0.1750653 Jul 29 23:16:26.031573 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ae905-98a9-4be2-8a08-330a3f2b2b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7802086c-6d22-4e46-a93c-a5593891b140,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:26.402714 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ffc314d-71e5-476e-8891-0ff0ccea84d9 req-813a5dc9-a4cc-43b1-88bf-543146f4cb25 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/ports?device_id=8535bb8f-04ed-4704-b5ff-40560f82b033 HTTP/1.1" status: 200 len: 210 time: 0.0447929 Jul 29 23:16:26.587109 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52678) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:26.646032 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52682) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:26.660884 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3efafef0-5a46-40ac-8d31-01ccc009e40a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:26.769579 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3efafef0-5a46-40ac-8d31-01ccc009e40a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:26.777102 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3efafef0-5a46-40ac-8d31-01ccc009e40a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:26.822625 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3efafef0-5a46-40ac-8d31-01ccc009e40a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca7bc124884c423591429ed1e788a443&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1753945 Jul 29 23:16:26.823979 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efafef0-5a46-40ac-8d31-01ccc009e40a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ece10ab9-13ac-4b95-bfbf-b36c62196d36,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:26.825361 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52686) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:26.901240 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9be415ef-3873-483e-ab37-d16ae8038c01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:26.933109 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9be415ef-3873-483e-ab37-d16ae8038c01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:26.996204 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9be415ef-3873-483e-ab37-d16ae8038c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:26.999993 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9be415ef-3873-483e-ab37-d16ae8038c01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:27.001935 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9be415ef-3873-483e-ab37-d16ae8038c01 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ece10ab9-13ac-4b95-bfbf-b36c62196d36 HTTP/1.1" status: 204 len: 168 time: 0.1753316 Jul 29 23:16:27.013133 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be415ef-3873-483e-ab37-d16ae8038c01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece10ab9-13ac-4b95-bfbf-b36c62196d36,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:27.152138 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bc272921-2b84-4963-bac9-a912ea7a02db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:27.312300 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bc272921-2b84-4963-bac9-a912ea7a02db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:27.319749 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bc272921-2b84-4963-bac9-a912ea7a02db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:27.369020 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc272921-2b84-4963-bac9-a912ea7a02db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0b3560-ebf0-423f-b9b5-2d5d7e8b24ba,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:27.375041 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-bc272921-2b84-4963-bac9-a912ea7a02db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2c28fb821ddf42a7af2122aaf3247743&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7867181 Jul 29 23:16:27.378171 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52716) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:27.456252 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cda7edd1-635e-4de2-9242-fae4f7812a8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:27.510484 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cda7edd1-635e-4de2-9242-fae4f7812a8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:27.593471 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cda7edd1-635e-4de2-9242-fae4f7812a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:27.596372 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cda7edd1-635e-4de2-9242-fae4f7812a8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:27.601480 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cda7edd1-635e-4de2-9242-fae4f7812a8e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ff0b3560-ebf0-423f-b9b5-2d5d7e8b24ba HTTP/1.1" status: 204 len: 168 time: 0.2224185 Jul 29 23:16:27.619485 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7edd1-635e-4de2-9242-fae4f7812a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0b3560-ebf0-423f-b9b5-2d5d7e8b24ba,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:27.763345 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f6104238-23f9-4780-8219-f2e19b0dcbe3 req-65284ee2-5c29-450a-a6ce-45bc21c2c418 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/ports?device_id=8535bb8f-04ed-4704-b5ff-40560f82b033 HTTP/1.1" status: 200 len: 210 time: 0.1101265 Jul 29 23:16:28.011269 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52756) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:28.025333 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bf258fd3-0a86-466b-8c60-fb0ee3462e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:28.129956 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bf258fd3-0a86-466b-8c60-fb0ee3462e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:28.134064 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bf258fd3-0a86-466b-8c60-fb0ee3462e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:28.180919 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-bf258fd3-0a86-466b-8c60-fb0ee3462e2b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=457748d711e04bec8c4fbff0456a0eb1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1685145 Jul 29 23:16:28.182816 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf258fd3-0a86-466b-8c60-fb0ee3462e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f44c77d-c121-4455-90c2-ed7ec3d908e9,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:28.183950 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52758) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:28.243442 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-edc5f95c-a080-43e9-b6b7-b58550666e4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:28.269061 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-edc5f95c-a080-43e9-b6b7-b58550666e4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:28.290622 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.23', 60353) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:28.322697 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-edc5f95c-a080-43e9-b6b7-b58550666e4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:28.326385 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-edc5f95c-a080-43e9-b6b7-b58550666e4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:28.327394 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-edc5f95c-a080-43e9-b6b7-b58550666e4d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f44c77d-c121-4455-90c2-ed7ec3d908e9 HTTP/1.1" status: 204 len: 168 time: 0.1424580 Jul 29 23:16:28.335744 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5f95c-a080-43e9-b6b7-b58550666e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f44c77d-c121-4455-90c2-ed7ec3d908e9,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:28.360045 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-56620588-0cd0-4c80-9036-1041767035ad req-01ad7f00-80df-489b-8357-c2ce15ab7ecd tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=85d7d1d534b941e2ab97d835bc8de9d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0515952 Jul 29 23:16:28.543129 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56620588-0cd0-4c80-9036-1041767035ad req-651ebe3a-f65a-4a7d-8fcd-e6b498c6a937 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:28.545688 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-56620588-0cd0-4c80-9036-1041767035ad req-651ebe3a-f65a-4a7d-8fcd-e6b498c6a937 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1804700 Jul 29 23:16:28.627785 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-56620588-0cd0-4c80-9036-1041767035ad req-ad33a73d-2f12-4544-b0ac-c910667ad710 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Request body: {'port': {'device_id': '8535bb8f-04ed-4704-b5ff-40560f82b033', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'admin_state_up': True, 'tenant_id': '85d7d1d534b941e2ab97d835bc8de9d6'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:16:28.842450 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56620588-0cd0-4c80-9036-1041767035ad req-ad33a73d-2f12-4544-b0ac-c910667ad710 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Made reservation on behalf of 85d7d1d534b941e2ab97d835bc8de9d6 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:16:28.847425 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-56620588-0cd0-4c80-9036-1041767035ad req-ad33a73d-2f12-4544-b0ac-c910667ad710 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:28.861302 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-56620588-0cd0-4c80-9036-1041767035ad req-ad33a73d-2f12-4544-b0ac-c910667ad710 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:28.984767 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-56620588-0cd0-4c80-9036-1041767035ad req-ad33a73d-2f12-4544-b0ac-c910667ad710 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:28.990809 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-56620588-0cd0-4c80-9036-1041767035ad req-ad33a73d-2f12-4544-b0ac-c910667ad710 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:29.060790 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52806) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:29.136644 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33a73d-2f12-4544-b0ac-c910667ad710 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87524456-b112-4013-b1ca-6648b69271da,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:29.181349 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:29.242966 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-56620588-0cd0-4c80-9036-1041767035ad req-ad33a73d-2f12-4544-b0ac-c910667ad710 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Allocated IP 192.168.233.225 (adb88f5c-b5bd-41cf-b367-228eab6e0075/28e6de27-5b72-4bf0-88e6-0cdec4cf806e/ab93e411-2bb4-41cc-b09a-1162897391a8) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:16:29.363235 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ff7bc300-874e-48e7-945f-a6eca023ecb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:29.420224 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52832) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:29.497433 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ff7bc300-874e-48e7-945f-a6eca023ecb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:29.524581 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ff7bc300-874e-48e7-945f-a6eca023ecb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:29.553964 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:29.570984 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-56620588-0cd0-4c80-9036-1041767035ad req-ad33a73d-2f12-4544-b0ac-c910667ad710 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:29.572364 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7bc300-874e-48e7-945f-a6eca023ecb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8add50f1-238d-4ddb-ac89-ad2404dae1cd,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:29.586705 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ff7bc300-874e-48e7-945f-a6eca023ecb6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5be47fdaf58c4ffbbe73a49a7868be77&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5247564 Jul 29 23:16:29.589910 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52838) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:29.615069 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-56620588-0cd0-4c80-9036-1041767035ad req-ad33a73d-2f12-4544-b0ac-c910667ad710 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Transition to ACTIVE for port object ab93e411-2bb4-41cc-b09a-1162897391a8 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:16:29.676271 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-56620588-0cd0-4c80-9036-1041767035ad req-ad33a73d-2f12-4544-b0ac-c910667ad710 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:29.713119 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-478a189a-f002-4303-b368-7c2f896abf0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:29.800545 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56620588-0cd0-4c80-9036-1041767035ad req-ad33a73d-2f12-4544-b0ac-c910667ad710 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:16:29.817021 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-56620588-0cd0-4c80-9036-1041767035ad req-ad33a73d-2f12-4544-b0ac-c910667ad710 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:16:29.820002 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-56620588-0cd0-4c80-9036-1041767035ad req-ad33a73d-2f12-4544-b0ac-c910667ad710 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:16:29.826852 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56620588-0cd0-4c80-9036-1041767035ad req-ad33a73d-2f12-4544-b0ac-c910667ad710 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:29.827425 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-56620588-0cd0-4c80-9036-1041767035ad req-ad33a73d-2f12-4544-b0ac-c910667ad710 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:29.834678 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-478a189a-f002-4303-b368-7c2f896abf0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:29.845148 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad33a73d-2f12-4544-b0ac-c910667ad710 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Pushing event updated for resources: {'Port': ['ID=ab93e411-2bb4-41cc-b09a-1162897391a8,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:29.880780 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-56620588-0cd0-4c80-9036-1041767035ad req-ad33a73d-2f12-4544-b0ac-c910667ad710 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2750270 Jul 29 23:16:29.920376 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-56620588-0cd0-4c80-9036-1041767035ad req-6df5929a-2a71-4880-b470-c673b6af1291 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:16:29.921502 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-56620588-0cd0-4c80-9036-1041767035ad req-6df5929a-2a71-4880-b470-c673b6af1291 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140254 Jul 29 23:16:29.940391 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-478a189a-f002-4303-b368-7c2f896abf0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:29.945400 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-478a189a-f002-4303-b368-7c2f896abf0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:29.948966 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-478a189a-f002-4303-b368-7c2f896abf0b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8add50f1-238d-4ddb-ac89-ad2404dae1cd HTTP/1.1" status: 204 len: 168 time: 0.3581138 Jul 29 23:16:29.984834 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a189a-f002-4303-b368-7c2f896abf0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8add50f1-238d-4ddb-ac89-ad2404dae1cd,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:30.125005 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13e1be-25f3-4b3d-bfc1-c0c8723aa4b3 req-ccc9995d-0a5b-4c1e-9032-67424f98c933 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:30.135244 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0e13e1be-25f3-4b3d-bfc1-c0c8723aa4b3 req-ccc9995d-0a5b-4c1e-9032-67424f98c933 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/ports?device_id=8535bb8f-04ed-4704-b5ff-40560f82b033 HTTP/1.1" status: 200 len: 936 time: 0.7139924 Jul 29 23:16:30.207851 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0e13e1be-25f3-4b3d-bfc1-c0c8723aa4b3 req-70602dc7-4429-455d-8696-b743a003df25 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/security-groups?id=87524456-b112-4013-b1ca-6648b69271da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650554 Jul 29 23:16:30.302356 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-72ff8538-18dc-441d-aabc-6365486d124d None None] Provisioning for port ab93e411-2bb4-41cc-b09a-1162897391a8 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:16:30.311111 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-72ff8538-18dc-441d-aabc-6365486d124d None None] Provisioning complete for port ab93e411-2bb4-41cc-b09a-1162897391a8 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:16:30.312772 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-72ff8538-18dc-441d-aabc-6365486d124d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:30.409280 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-72ff8538-18dc-441d-aabc-6365486d124d None None] Port ab93e411-2bb4-41cc-b09a-1162897391a8 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:16:30.920967 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52876) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:30.937918 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8f5735ed-8efd-40d0-9a24-f7e067d8d232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:31.088551 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8f5735ed-8efd-40d0-9a24-f7e067d8d232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:31.093769 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8f5735ed-8efd-40d0-9a24-f7e067d8d232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:31.132000 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8f5735ed-8efd-40d0-9a24-f7e067d8d232 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e3b61c2bfb044beb3ac90283564eb9e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2099261 Jul 29 23:16:31.134907 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52886) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:31.162084 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5735ed-8efd-40d0-9a24-f7e067d8d232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34934362-f409-4ed1-b669-e3d9a91bd4ea,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:31.203127 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ee30c5eb-0046-4e45-8009-e6f55856cc5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:31.227127 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ee30c5eb-0046-4e45-8009-e6f55856cc5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:31.288779 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ee30c5eb-0046-4e45-8009-e6f55856cc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:31.291921 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ee30c5eb-0046-4e45-8009-e6f55856cc5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:31.293173 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ee30c5eb-0046-4e45-8009-e6f55856cc5c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/34934362-f409-4ed1-b669-e3d9a91bd4ea HTTP/1.1" status: 204 len: 168 time: 0.1571500 Jul 29 23:16:31.304010 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee30c5eb-0046-4e45-8009-e6f55856cc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34934362-f409-4ed1-b669-e3d9a91bd4ea,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:31.567974 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847bacf-6740-473b-8470-6bc7e096ce5a req-eeb5b3e1-2310-47a2-a541-d3f83864c65f tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:31.569841 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3847bacf-6740-473b-8470-6bc7e096ce5a req-eeb5b3e1-2310-47a2-a541-d3f83864c65f tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/ports?device_id=8535bb8f-04ed-4704-b5ff-40560f82b033 HTTP/1.1" status: 200 len: 936 time: 0.0812008 Jul 29 23:16:31.636455 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3847bacf-6740-473b-8470-6bc7e096ce5a req-d6705629-c20a-4b34-a591-14dd30b8a809 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/security-groups?id=87524456-b112-4013-b1ca-6648b69271da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526538 Jul 29 23:16:32.164586 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52946) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:32.222172 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a84a7d32-da95-45a4-a2dc-5c81e110d5d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:32.406840 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a84a7d32-da95-45a4-a2dc-5c81e110d5d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:32.420961 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a84a7d32-da95-45a4-a2dc-5c81e110d5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:32.482874 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a7d32-da95-45a4-a2dc-5c81e110d5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334125e6-f4dd-4700-a4a9-ed989ab9e717,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:32.491711 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52970) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:32.502315 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a84a7d32-da95-45a4-a2dc-5c81e110d5d6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b2b3726c40845b3985f1ea7569bd91e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3352077 Jul 29 23:16:32.587445 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cc51ff69-0d41-4505-a2cb-803856c1c5da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:32.614915 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cc51ff69-0d41-4505-a2cb-803856c1c5da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:32.683285 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cc51ff69-0d41-4505-a2cb-803856c1c5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:32.694391 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cc51ff69-0d41-4505-a2cb-803856c1c5da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:32.697961 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-cc51ff69-0d41-4505-a2cb-803856c1c5da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/334125e6-f4dd-4700-a4a9-ed989ab9e717 HTTP/1.1" status: 204 len: 168 time: 0.2026548 Jul 29 23:16:32.715815 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc51ff69-0d41-4505-a2cb-803856c1c5da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334125e6-f4dd-4700-a4a9-ed989ab9e717,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:32.775551 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-59498d8a-f580-4c1c-917c-877e67be41c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:32.980119 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fc0349-be16-469e-8375-f09b8baebd91 req-9ee894b1-f9d4-4f07-8869-b612c3464df2 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:32.981958 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88fc0349-be16-469e-8375-f09b8baebd91 req-9ee894b1-f9d4-4f07-8869-b612c3464df2 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/ports?device_id=8535bb8f-04ed-4704-b5ff-40560f82b033 HTTP/1.1" status: 200 len: 936 time: 0.0790896 Jul 29 23:16:33.059239 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88fc0349-be16-469e-8375-f09b8baebd91 req-66ab5177-6d3d-4182-9afc-a078ef6d16a2 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/security-groups?id=87524456-b112-4013-b1ca-6648b69271da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636067 Jul 29 23:16:34.230576 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53086) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:34.239949 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53088) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:34.288379 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed1be0-7e92-42b2-8ea5-eb0c3a3f22d4 req-3376ebeb-3574-4fc7-b769-a1738ffb4452 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:34.296649 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-33ed1be0-7e92-42b2-8ea5-eb0c3a3f22d4 req-3376ebeb-3574-4fc7-b769-a1738ffb4452 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/ports?device_id=8535bb8f-04ed-4704-b5ff-40560f82b033 HTTP/1.1" status: 200 len: 936 time: 0.0962000 Jul 29 23:16:34.359228 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-33ed1be0-7e92-42b2-8ea5-eb0c3a3f22d4 req-91e21706-142a-4da0-bf35-3481a6786b42 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/security-groups?id=87524456-b112-4013-b1ca-6648b69271da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615835 Jul 29 23:16:34.460100 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-5858116c-3d3f-4353-a27e-1b61875a1783 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-722126565-network', 'tenant_id': '15dfa58dae0c40cdb6f797d435412588'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:16:34.461137 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-85b37b9e-5216-4439-b56a-b287d411bfd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:34.597963 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-85b37b9e-5216-4439-b56a-b287d411bfd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:34.604619 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-85b37b9e-5216-4439-b56a-b287d411bfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:34.661197 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-85b37b9e-5216-4439-b56a-b287d411bfd7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71d50f0b035541c5aca32f0337a94055&name=default HTTP/1.1" status: 200 len: 2977 time: 0.4288507 Jul 29 23:16:34.664308 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53116) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:34.702094 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5858116c-3d3f-4353-a27e-1b61875a1783 admin admin] Made reservation on behalf of 15dfa58dae0c40cdb6f797d435412588 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:16:34.704545 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5858116c-3d3f-4353-a27e-1b61875a1783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:34.727264 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5858116c-3d3f-4353-a27e-1b61875a1783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:34.759282 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b37b9e-5216-4439-b56a-b287d411bfd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d04816e2-1f5b-40e9-8d8f-1856db6a0888,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:34.799182 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-41056237-fb3f-4dc2-9426-b1a028970f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:34.835268 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-41056237-fb3f-4dc2-9426-b1a028970f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:34.877277 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53124) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:34.914495 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5858116c-3d3f-4353-a27e-1b61875a1783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:34.921037 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5858116c-3d3f-4353-a27e-1b61875a1783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:34.939039 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-41056237-fb3f-4dc2-9426-b1a028970f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:34.942017 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-41056237-fb3f-4dc2-9426-b1a028970f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:34.943365 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-41056237-fb3f-4dc2-9426-b1a028970f88 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d04816e2-1f5b-40e9-8d8f-1856db6a0888 HTTP/1.1" status: 204 len: 168 time: 0.2769058 Jul 29 23:16:34.957301 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5858116c-3d3f-4353-a27e-1b61875a1783 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:16:34.963028 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858116c-3d3f-4353-a27e-1b61875a1783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af16eca-2737-4290-a067-aafa2683ca37,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:34.969213 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53130) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:34.977677 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5858116c-3d3f-4353-a27e-1b61875a1783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:34.978210 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-5858116c-3d3f-4353-a27e-1b61875a1783 admin admin] Added segment ffa0e470-89cb-424e-b6ad-8e2fa811e74a of type vlan for network 1d14ba2e-6aee-4eb1-a974-728c3be9b540 Jul 29 23:16:35.023481 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5858116c-3d3f-4353-a27e-1b61875a1783 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:35.037984 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41056237-fb3f-4dc2-9426-b1a028970f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04816e2-1f5b-40e9-8d8f-1856db6a0888,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:35.075317 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5858116c-3d3f-4353-a27e-1b61875a1783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:35.076702 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5858116c-3d3f-4353-a27e-1b61875a1783 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:35.077508 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5858116c-3d3f-4353-a27e-1b61875a1783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:35.132214 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5858116c-3d3f-4353-a27e-1b61875a1783 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8908763 Jul 29 23:16:35.132789 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53134) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:35.138952 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-c78da2d4-575b-4ac5-a3d3-28cb3d086272 admin admin] Request body: {'subnet': {'network_id': '1d14ba2e-6aee-4eb1-a974-728c3be9b540', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-722126565-subnet', 'tenant_id': '15dfa58dae0c40cdb6f797d435412588', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:16:35.152547 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858116c-3d3f-4353-a27e-1b61875a1783 admin admin] Pushing event updated for resources: {'Network': ['ID=1d14ba2e-6aee-4eb1-a974-728c3be9b540,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:35.164897 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 1d14ba2e-6aee-4eb1-a974-728c3be9b540 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:16:35.178345 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f87507f8-d9e0-47f6-909b-c42abcb6f71b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:35.209296 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78da2d4-575b-4ac5-a3d3-28cb3d086272 admin admin] Made reservation on behalf of 15dfa58dae0c40cdb6f797d435412588 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:16:35.212211 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c78da2d4-575b-4ac5-a3d3-28cb3d086272 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:35.313530 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ff4e9706-2252-4317-a573-39909e0d41d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:35.338658 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:35.431693 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53140) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:35.453684 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-17a06799-6cb9-494a-b7bd-f6b6825c87db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:35.456636 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f87507f8-d9e0-47f6-909b-c42abcb6f71b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:35.466316 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f87507f8-d9e0-47f6-909b-c42abcb6f71b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:35.499110 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-06148d2a-0d63-450a-bac5-deed3a116802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:35.600408 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f87507f8-d9e0-47f6-909b-c42abcb6f71b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed5aa981da8d4fe78439277fbdce1035&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7211576 Jul 29 23:16:35.603086 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53146) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:35.607307 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c78da2d4-575b-4ac5-a3d3-28cb3d086272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:35.614315 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87507f8-d9e0-47f6-909b-c42abcb6f71b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3736c38-b950-4309-bb02-2cd2a71827ed,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:35.672115 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5807b-c37e-43d5-8eaf-cdc48d2b5111 req-df6e2b40-069d-4d40-9e12-7eda645c3faf tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:35.672115 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ed5807b-c37e-43d5-8eaf-cdc48d2b5111 req-df6e2b40-069d-4d40-9e12-7eda645c3faf tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/ports?device_id=8535bb8f-04ed-4704-b5ff-40560f82b033 HTTP/1.1" status: 200 len: 936 time: 0.2285166 Jul 29 23:16:35.678842 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c62e8835-3261-4532-a906-7b3176b995d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:35.723898 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c62e8835-3261-4532-a906-7b3176b995d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:35.744646 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78da2d4-575b-4ac5-a3d3-28cb3d086272 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5970500-ef70-46ea-9747-ac3b1034a67f,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:35.765705 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78da2d4-575b-4ac5-a3d3-28cb3d086272 admin admin] Checking segment: {'id': 'ffa0e470-89cb-424e-b6ad-8e2fa811e74a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1d14ba2e-6aee-4eb1-a974-728c3be9b540'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:16:35.766044 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78da2d4-575b-4ac5-a3d3-28cb3d086272 admin admin] Network hostable DHCP agents. Network: 1d14ba2e-6aee-4eb1-a974-728c3be9b540, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:16:35.771087 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ed5807b-c37e-43d5-8eaf-cdc48d2b5111 req-429940af-9907-4a03-95e0-cfbd93c59d86 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/security-groups?id=87524456-b112-4013-b1ca-6648b69271da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937366 Jul 29 23:16:35.780706 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c62e8835-3261-4532-a906-7b3176b995d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:35.785543 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c62e8835-3261-4532-a906-7b3176b995d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:35.789075 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c62e8835-3261-4532-a906-7b3176b995d3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d3736c38-b950-4309-bb02-2cd2a71827ed HTTP/1.1" status: 204 len: 168 time: 0.1824205 Jul 29 23:16:35.789241 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ff4e9706-2252-4317-a573-39909e0d41d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:35.798406 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ff4e9706-2252-4317-a573-39909e0d41d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:35.833880 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78da2d4-575b-4ac5-a3d3-28cb3d086272 admin admin] Network 1d14ba2e-6aee-4eb1-a974-728c3be9b540 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:16:35.863249 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ff4e9706-2252-4317-a573-39909e0d41d7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff96b2a86a594a40b0930ae7f27aaa0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8927777 Jul 29 23:16:35.865700 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-c78da2d4-575b-4ac5-a3d3-28cb3d086272 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 1d14ba2e-6aee-4eb1-a974-728c3be9b540) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:16:35.867350 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e9706-2252-4317-a573-39909e0d41d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=390ee48f-b0c5-43c1-9fd8-550c7025d15e,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:35.877678 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b31020-c0d4-4be6-ac55-8ea01e65d999 None None] Network 1d14ba2e-6aee-4eb1-a974-728c3be9b540 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:16:35.885648 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53150) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:35.898566 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78da2d4-575b-4ac5-a3d3-28cb3d086272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:35.900119 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c78da2d4-575b-4ac5-a3d3-28cb3d086272 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:35.926502 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62e8835-3261-4532-a906-7b3176b995d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3736c38-b950-4309-bb02-2cd2a71827ed,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:35.950215 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-17a06799-6cb9-494a-b7bd-f6b6825c87db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:35.958924 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-17a06799-6cb9-494a-b7bd-f6b6825c87db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:35.982040 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c78da2d4-575b-4ac5-a3d3-28cb3d086272 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8480406 Jul 29 23:16:35.993582 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3e9b85cf-4c51-4f60-9b80-57fe24737436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:36.032465 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-17a06799-6cb9-494a-b7bd-f6b6825c87db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=907e5aa7ee9d46ba8507d82fdb0c2d63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5984995 Jul 29 23:16:36.033707 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a06799-6cb9-494a-b7bd-f6b6825c87db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751d9637-7fc6-442e-addc-7eb6f2af9f7b,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:36.037511 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53156) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:36.062250 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3e9b85cf-4c51-4f60-9b80-57fe24737436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:36.114799 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6906d2da-0ee8-4f3d-9f9b-4be4b6bccb3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:36.155735 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3e9b85cf-4c51-4f60-9b80-57fe24737436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:36.159072 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3e9b85cf-4c51-4f60-9b80-57fe24737436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:36.161188 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3e9b85cf-4c51-4f60-9b80-57fe24737436 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/390ee48f-b0c5-43c1-9fd8-550c7025d15e HTTP/1.1" status: 204 len: 168 time: 0.2744222 Jul 29 23:16:36.171295 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6906d2da-0ee8-4f3d-9f9b-4be4b6bccb3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:36.189245 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9b85cf-4c51-4f60-9b80-57fe24737436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=390ee48f-b0c5-43c1-9fd8-550c7025d15e,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:36.221261 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453d902a-424b-4be8-95ca-1d276c38aad2 None None] Network 1d14ba2e-6aee-4eb1-a974-728c3be9b540 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:16:36.267336 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6906d2da-0ee8-4f3d-9f9b-4be4b6bccb3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:36.274047 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6906d2da-0ee8-4f3d-9f9b-4be4b6bccb3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:36.279064 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6906d2da-0ee8-4f3d-9f9b-4be4b6bccb3f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/751d9637-7fc6-442e-addc-7eb6f2af9f7b HTTP/1.1" status: 204 len: 168 time: 0.2401586 Jul 29 23:16:36.305671 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906d2da-0ee8-4f3d-9f9b-4be4b6bccb3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751d9637-7fc6-442e-addc-7eb6f2af9f7b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:36.437977 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53168) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:36.454377 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc2afb44-2475-4011-93d8-93f811dd682e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:36.591093 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc2afb44-2475-4011-93d8-93f811dd682e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:36.597318 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc2afb44-2475-4011-93d8-93f811dd682e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:36.652051 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-dc2afb44-2475-4011-93d8-93f811dd682e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b1aac2de2764b318b3cb8dd8b96f4c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2118709 Jul 29 23:16:36.654745 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53170) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:36.664121 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2afb44-2475-4011-93d8-93f811dd682e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e91994-9927-48b3-bd04-19032c8b71bf,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:36.694444 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:36.728685 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0d541364-7181-4916-acc3-b889be1403ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:36.757045 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0d541364-7181-4916-acc3-b889be1403ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:36.824615 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0d541364-7181-4916-acc3-b889be1403ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:36.827196 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0d541364-7181-4916-acc3-b889be1403ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:36.831089 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0d541364-7181-4916-acc3-b889be1403ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/97e91994-9927-48b3-bd04-19032c8b71bf HTTP/1.1" status: 204 len: 168 time: 0.1746583 Jul 29 23:16:36.854469 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d541364-7181-4916-acc3-b889be1403ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e91994-9927-48b3-bd04-19032c8b71bf,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:36.923185 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53178) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:36.936840 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69598afd-9b08-4833-9c38-fbd0c61d87d5 req-eb064aab-0553-4e16-8909-74a8a7f33f55 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:36.938886 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-69598afd-9b08-4833-9c38-fbd0c61d87d5 req-eb064aab-0553-4e16-8909-74a8a7f33f55 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/ports?device_id=8535bb8f-04ed-4704-b5ff-40560f82b033 HTTP/1.1" status: 200 len: 936 time: 0.0630255 Jul 29 23:16:36.945564 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7abf0fd9-f016-4f8c-b0cd-0c25844198a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:37.027026 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-69598afd-9b08-4833-9c38-fbd0c61d87d5 req-6e3d0e29-de89-4aea-a3da-7ee36118a93a tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/security-groups?id=87524456-b112-4013-b1ca-6648b69271da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812132 Jul 29 23:16:37.098707 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7abf0fd9-f016-4f8c-b0cd-0c25844198a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:37.104386 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7abf0fd9-f016-4f8c-b0cd-0c25844198a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:37.147387 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7abf0fd9-f016-4f8c-b0cd-0c25844198a5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38987ece91944b2588c822763a4518d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2237139 Jul 29 23:16:37.150033 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53184) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:37.153317 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abf0fd9-f016-4f8c-b0cd-0c25844198a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c73ba310-957d-47b3-aae1-37e5960a3fb7,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:37.233162 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ce52094b-f7f6-4ac6-92c2-febfbb92aadc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:37.258098 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ce52094b-f7f6-4ac6-92c2-febfbb92aadc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:37.352203 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ce52094b-f7f6-4ac6-92c2-febfbb92aadc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:37.355528 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ce52094b-f7f6-4ac6-92c2-febfbb92aadc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:37.356926 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ce52094b-f7f6-4ac6-92c2-febfbb92aadc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c73ba310-957d-47b3-aae1-37e5960a3fb7 HTTP/1.1" status: 204 len: 168 time: 0.2050731 Jul 29 23:16:37.366251 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52094b-f7f6-4ac6-92c2-febfbb92aadc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c73ba310-957d-47b3-aae1-37e5960a3fb7,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:37.790508 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53216) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:37.796964 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-cb715600-5a46-410c-a144-5d5b45a19451 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-353022834-network', 'tenant_id': 'ce37b4a0bd1f421e90e07fff9cd3b730'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:16:37.822387 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb715600-5a46-410c-a144-5d5b45a19451 admin admin] Made reservation on behalf of ce37b4a0bd1f421e90e07fff9cd3b730 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:16:37.824755 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cb715600-5a46-410c-a144-5d5b45a19451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:37.838486 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cb715600-5a46-410c-a144-5d5b45a19451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:37.963917 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cb715600-5a46-410c-a144-5d5b45a19451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:37.981845 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cb715600-5a46-410c-a144-5d5b45a19451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:38.005580 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:38.021443 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb715600-5a46-410c-a144-5d5b45a19451 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:16:38.084969 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cb715600-5a46-410c-a144-5d5b45a19451 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767681364264', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:38.086683 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cb715600-5a46-410c-a144-5d5b45a19451 admin admin] Unsubscribe: segment precommit_create {{(pid=94063) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 29 23:16:38.086954 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-cb715600-5a46-410c-a144-5d5b45a19451 admin admin] Added segment bc72fa35-836a-49c3-97fa-510d550b160e of type vlan for network e1d43224-8de0-47ae-aba3-7edaba34bfda Jul 29 23:16:38.128009 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb715600-5a46-410c-a144-5d5b45a19451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7955f45-6d39-4b1b-bd30-0389117160f0,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:38.180683 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cb715600-5a46-410c-a144-5d5b45a19451 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:38.268324 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32fa3f1-3862-4b27-8677-16c0661152df req-2be54c8d-950f-432f-aa72-ef7221464653 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:38.270717 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b32fa3f1-3862-4b27-8677-16c0661152df req-2be54c8d-950f-432f-aa72-ef7221464653 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/ports?device_id=8535bb8f-04ed-4704-b5ff-40560f82b033 HTTP/1.1" status: 200 len: 936 time: 0.1181903 Jul 29 23:16:38.275696 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cb715600-5a46-410c-a144-5d5b45a19451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:38.277522 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb715600-5a46-410c-a144-5d5b45a19451 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:38.278468 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cb715600-5a46-410c-a144-5d5b45a19451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:38.420019 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-cb715600-5a46-410c-a144-5d5b45a19451 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6247818 Jul 29 23:16:38.420492 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53244) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:38.426465 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-1117c92b-c496-4f22-a5ef-781547301314 admin admin] Request body: {'subnet': {'network_id': 'e1d43224-8de0-47ae-aba3-7edaba34bfda', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-353022834-subnet', 'tenant_id': 'ce37b4a0bd1f421e90e07fff9cd3b730', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:16:38.441207 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb715600-5a46-410c-a144-5d5b45a19451 admin admin] Pushing event updated for resources: {'Network': ['ID=e1d43224-8de0-47ae-aba3-7edaba34bfda,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:38.450256 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b32fa3f1-3862-4b27-8677-16c0661152df req-2df58fd2-017a-4ee5-9e90-d4a0268b0bd2 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/security-groups?id=87524456-b112-4013-b1ca-6648b69271da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675837 Jul 29 23:16:38.461715 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network e1d43224-8de0-47ae-aba3-7edaba34bfda details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:16:38.491652 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1117c92b-c496-4f22-a5ef-781547301314 admin admin] Made reservation on behalf of ce37b4a0bd1f421e90e07fff9cd3b730 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:16:38.495904 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1117c92b-c496-4f22-a5ef-781547301314 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:38.775272 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1117c92b-c496-4f22-a5ef-781547301314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:38.882002 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1117c92b-c496-4f22-a5ef-781547301314 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1b2ac86-b6d8-4c04-b097-818b9a208aee,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:38.903824 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1117c92b-c496-4f22-a5ef-781547301314 admin admin] Checking segment: {'id': 'bc72fa35-836a-49c3-97fa-510d550b160e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e1d43224-8de0-47ae-aba3-7edaba34bfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:16:38.904358 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1117c92b-c496-4f22-a5ef-781547301314 admin admin] Network hostable DHCP agents. Network: e1d43224-8de0-47ae-aba3-7edaba34bfda, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:16:38.932229 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1117c92b-c496-4f22-a5ef-781547301314 admin admin] Network e1d43224-8de0-47ae-aba3-7edaba34bfda is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:16:38.943155 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-1117c92b-c496-4f22-a5ef-781547301314 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, e1d43224-8de0-47ae-aba3-7edaba34bfda) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:16:38.948468 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1117c92b-c496-4f22-a5ef-781547301314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:38.949078 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1117c92b-c496-4f22-a5ef-781547301314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:38.956860 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fd6bf1-45da-4d89-a293-e579e107bd20 None None] Network e1d43224-8de0-47ae-aba3-7edaba34bfda requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:16:38.977577 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1117c92b-c496-4f22-a5ef-781547301314 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5441580 Jul 29 23:16:39.172946 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2ee824-f29b-488e-8d5c-fd39394947ea None None] Network e1d43224-8de0-47ae-aba3-7edaba34bfda requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:16:39.294982 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53276) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:39.571250 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-6208ae01-f287-4cf1-a0d2-7e5a75818592 admin admin] Deleting subnet b5970500-ef70-46ea-9747-ac3b1034a67f {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:16:39.579728 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6208ae01-f287-4cf1-a0d2-7e5a75818592 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:39.666596 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6208ae01-f287-4cf1-a0d2-7e5a75818592 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:39.683880 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6208ae01-f287-4cf1-a0d2-7e5a75818592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:39.741140 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b024e-e87b-429e-8f18-5a8e548bee61 req-e9895a89-31e0-4fd8-b831-c5b0ec7d4fae tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:39.742628 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-545b024e-e87b-429e-8f18-5a8e548bee61 req-e9895a89-31e0-4fd8-b831-c5b0ec7d4fae tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/ports?device_id=8535bb8f-04ed-4704-b5ff-40560f82b033 HTTP/1.1" status: 200 len: 936 time: 0.1410112 Jul 29 23:16:39.861123 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-545b024e-e87b-429e-8f18-5a8e548bee61 req-72dee355-629b-40be-ab18-874a19813493 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/security-groups?id=87524456-b112-4013-b1ca-6648b69271da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071732 Jul 29 23:16:39.881125 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6208ae01-f287-4cf1-a0d2-7e5a75818592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:39.978668 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208ae01-f287-4cf1-a0d2-7e5a75818592 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5970500-ef70-46ea-9747-ac3b1034a67f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:39.987756 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6208ae01-f287-4cf1-a0d2-7e5a75818592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:39.999156 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6208ae01-f287-4cf1-a0d2-7e5a75818592 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b5970500-ef70-46ea-9747-ac3b1034a67f HTTP/1.1" status: 204 len: 168 time: 0.6987143 Jul 29 23:16:40.000494 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53302) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:40.133296 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8ace625-18fe-45de-bf72-b0769a73cfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:40.316046 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8ace625-18fe-45de-bf72-b0769a73cfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:40.341720 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8ace625-18fe-45de-bf72-b0769a73cfae admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:16:40.342304 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8ace625-18fe-45de-bf72-b0769a73cfae admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:16:40.343699 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8ace625-18fe-45de-bf72-b0769a73cfae admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:16:40.344286 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8ace625-18fe-45de-bf72-b0769a73cfae admin admin] Subscribe: > port after_create 55550000 {{(pid=94064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:16:40.344846 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8ace625-18fe-45de-bf72-b0769a73cfae admin admin] Subscribe: > port after_delete 55550000 {{(pid=94064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:16:40.345393 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8ace625-18fe-45de-bf72-b0769a73cfae admin admin] Subscribe: > port after_update 55550000 {{(pid=94064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:16:40.345941 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8ace625-18fe-45de-bf72-b0769a73cfae admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:16:40.346496 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8ace625-18fe-45de-bf72-b0769a73cfae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:16:40.347277 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8ace625-18fe-45de-bf72-b0769a73cfae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:16:40.347671 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8ace625-18fe-45de-bf72-b0769a73cfae admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:16:40.691446 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53314) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:40.806778 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8ace625-18fe-45de-bf72-b0769a73cfae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:16:40.807330 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8ace625-18fe-45de-bf72-b0769a73cfae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:16:40.807892 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8ace625-18fe-45de-bf72-b0769a73cfae admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:16:40.808419 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8ace625-18fe-45de-bf72-b0769a73cfae admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94064) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:16:40.809037 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-d8ace625-18fe-45de-bf72-b0769a73cfae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d14ba2e-6aee-4eb1-a974-728c3be9b540']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:16:40.839490 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-d8ace625-18fe-45de-bf72-b0769a73cfae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffa0e470-89cb-424e-b6ad-8e2fa811e74a') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:16:40.839950 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-d8ace625-18fe-45de-bf72-b0769a73cfae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffa0e470-89cb-424e-b6ad-8e2fa811e74a') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:16:40.867409 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8ace625-18fe-45de-bf72-b0769a73cfae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:40.902242 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8ace625-18fe-45de-bf72-b0769a73cfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:40.913852 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ace625-18fe-45de-bf72-b0769a73cfae admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:16:40.914275 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8ace625-18fe-45de-bf72-b0769a73cfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: from cryptography.utils import int_from_bytes Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: from cryptography.utils import int_from_bytes Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:16:40.923871 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:16:40.967569 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c874b3ff-d2c1-4b7f-b95f-34b34b724d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:41.110642 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd2a5c-23b9-4dfb-a1a4-f3a2fa19a6a0 req-cb8182d3-570c-4aef-8610-fbd4e30e5769 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:41.112280 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-10dd2a5c-23b9-4dfb-a1a4-f3a2fa19a6a0 req-cb8182d3-570c-4aef-8610-fbd4e30e5769 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/ports?device_id=8535bb8f-04ed-4704-b5ff-40560f82b033 HTTP/1.1" status: 200 len: 936 time: 0.0885370 Jul 29 23:16:41.142748 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c874b3ff-d2c1-4b7f-b95f-34b34b724d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:41.155688 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c874b3ff-d2c1-4b7f-b95f-34b34b724d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:41.168146 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:16:41.208334 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c874b3ff-d2c1-4b7f-b95f-34b34b724d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94e7079-dc63-4b91-9172-ecacb1b051e6,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:41.215298 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c874b3ff-d2c1-4b7f-b95f-34b34b724d3d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b78f65e3d7a641b1ad2cae1c3d2a188d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5190578 Jul 29 23:16:41.216539 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-10dd2a5c-23b9-4dfb-a1a4-f3a2fa19a6a0 req-adb59444-824f-4ff2-8b5d-6c8ee277fe41 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/security-groups?id=87524456-b112-4013-b1ca-6648b69271da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891237 Jul 29 23:16:41.217217 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53340) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:41.265052 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8ace625-18fe-45de-bf72-b0769a73cfae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:41.289242 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8ace625-18fe-45de-bf72-b0769a73cfae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:41.295237 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d8ace625-18fe-45de-bf72-b0769a73cfae admin admin] 10.222.0.18 "DELETE /v2.0/networks/1d14ba2e-6aee-4eb1-a974-728c3be9b540 HTTP/1.1" status: 204 len: 168 time: 1.2909539 Jul 29 23:16:41.296345 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53348) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:41.313216 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ace625-18fe-45de-bf72-b0769a73cfae admin admin] Pushing event deleted for resources: {'Network': ['ID=1d14ba2e-6aee-4eb1-a974-728c3be9b540,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:41.338505 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fc4733c7-c7ae-4033-bfcc-c1a7f23ca3cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:41.374168 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-146473f8-e5db-4fe8-a967-a44d2dcf63a2 admin admin] Deleting subnet e1b2ac86-b6d8-4c04-b097-818b9a208aee {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:16:41.383257 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-146473f8-e5db-4fe8-a967-a44d2dcf63a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:41.393018 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fc4733c7-c7ae-4033-bfcc-c1a7f23ca3cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:41.446404 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-146473f8-e5db-4fe8-a967-a44d2dcf63a2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:41.453015 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-146473f8-e5db-4fe8-a967-a44d2dcf63a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:41.470264 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fc4733c7-c7ae-4033-bfcc-c1a7f23ca3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:41.474967 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fc4733c7-c7ae-4033-bfcc-c1a7f23ca3cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:41.475825 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fc4733c7-c7ae-4033-bfcc-c1a7f23ca3cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b94e7079-dc63-4b91-9172-ecacb1b051e6 HTTP/1.1" status: 204 len: 168 time: 0.2572973 Jul 29 23:16:41.484231 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4733c7-c7ae-4033-bfcc-c1a7f23ca3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94e7079-dc63-4b91-9172-ecacb1b051e6,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:41.517042 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-56620588-0cd0-4c80-9036-1041767035ad req-9c4b40c3-9715-433a-b414-570bc6ecddcf service neutron] Request body: {'port': {'device_id': '8535bb8f-04ed-4704-b5ff-40560f82b033', 'device_owner': 'compute:tempest-test_az-768536708', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:16:41.618779 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-56620588-0cd0-4c80-9036-1041767035ad req-9c4b40c3-9715-433a-b414-570bc6ecddcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:41.640749 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-146473f8-e5db-4fe8-a967-a44d2dcf63a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:41.659369 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53378) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:41.674119 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146473f8-e5db-4fe8-a967-a44d2dcf63a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1b2ac86-b6d8-4c04-b097-818b9a208aee,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:41.698424 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-146473f8-e5db-4fe8-a967-a44d2dcf63a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:41.700338 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-146473f8-e5db-4fe8-a967-a44d2dcf63a2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e1b2ac86-b6d8-4c04-b097-818b9a208aee HTTP/1.1" status: 204 len: 168 time: 0.4030013 Jul 29 23:16:41.703045 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53382) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:41.785199 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7849b0d3-bb40-4b9f-ac54-dbcf1fb101a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:41.818178 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53386) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:41.849925 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a4573a3c-1e4f-4bbd-ab44-0e5aea54e01d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:41.902504 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7849b0d3-bb40-4b9f-ac54-dbcf1fb101a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:41.916481 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-7849b0d3-bb40-4b9f-ac54-dbcf1fb101a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1d43224-8de0-47ae-aba3-7edaba34bfda']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:16:41.929877 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53388) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:41.938226 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-7849b0d3-bb40-4b9f-ac54-dbcf1fb101a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc72fa35-836a-49c3-97fa-510d550b160e') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:16:41.938520 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-7849b0d3-bb40-4b9f-ac54-dbcf1fb101a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc72fa35-836a-49c3-97fa-510d550b160e') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:16:41.953737 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7849b0d3-bb40-4b9f-ac54-dbcf1fb101a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:41.980314 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7849b0d3-bb40-4b9f-ac54-dbcf1fb101a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:42.001531 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7849b0d3-bb40-4b9f-ac54-dbcf1fb101a7 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:16:42.001986 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7849b0d3-bb40-4b9f-ac54-dbcf1fb101a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:42.003868 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:16:42.003868 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:16:42.003868 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:16:42.003868 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:16:42.003868 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:16:42.003868 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:16:42.003868 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:16:42.003868 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:16:42.003868 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:16:42.003868 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:16:42.003868 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:16:42.003868 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:16:42.003868 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:16:42.003868 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:16:42.003868 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:16:42.003868 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:16:42.003868 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:16:42.003868 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:16:42.003868 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:16:42.003868 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:16:42.003868 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:16:42.003868 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:16:42.003868 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:16:42.003868 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:16:42.003868 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:16:42.003868 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:16:42.003868 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:16:42.003868 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:16:42.003868 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:16:42.003868 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:16:42.003868 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:16:42.003868 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:16:42.013906 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fc5af336-404e-4b07-b652-1b24b9678590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:42.059708 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9023ba45-c105-4531-b8cc-c1b548e429f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:42.085550 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-56620588-0cd0-4c80-9036-1041767035ad req-9c4b40c3-9715-433a-b414-570bc6ecddcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab93e411-2bb4-41cc-b09a-1162897391a8 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:16:42.087866 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7849b0d3-bb40-4b9f-ac54-dbcf1fb101a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:42.093764 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7849b0d3-bb40-4b9f-ac54-dbcf1fb101a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:42.098697 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7849b0d3-bb40-4b9f-ac54-dbcf1fb101a7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e1d43224-8de0-47ae-aba3-7edaba34bfda HTTP/1.1" status: 204 len: 168 time: 0.3916378 Jul 29 23:16:42.098836 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-56620588-0cd0-4c80-9036-1041767035ad req-9c4b40c3-9715-433a-b414-570bc6ecddcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:42.113338 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-56620588-0cd0-4c80-9036-1041767035ad req-9c4b40c3-9715-433a-b414-570bc6ecddcf service neutron] Transition to ACTIVE for port object ab93e411-2bb4-41cc-b09a-1162897391a8 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:16:42.114917 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7849b0d3-bb40-4b9f-ac54-dbcf1fb101a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e1d43224-8de0-47ae-aba3-7edaba34bfda,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:42.117244 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-56620588-0cd0-4c80-9036-1041767035ad req-9c4b40c3-9715-433a-b414-570bc6ecddcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:42.121171 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a4573a3c-1e4f-4bbd-ab44-0e5aea54e01d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:42.129759 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a4573a3c-1e4f-4bbd-ab44-0e5aea54e01d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:42.198790 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a4573a3c-1e4f-4bbd-ab44-0e5aea54e01d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=faecc61a5da341bd9f59547453ab91b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3795140 Jul 29 23:16:42.199693 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4573a3c-1e4f-4bbd-ab44-0e5aea54e01d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5ffd89-2d56-4e47-82ab-916810bf8faa,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:42.203267 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53394) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:42.224515 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b40c3-9715-433a-b414-570bc6ecddcf service neutron] Pushing event updated for resources: {'Port': ['ID=ab93e411-2bb4-41cc-b09a-1162897391a8,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:42.228106 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-56620588-0cd0-4c80-9036-1041767035ad req-9c4b40c3-9715-433a-b414-570bc6ecddcf service neutron] Attempting to bind port ab93e411-2bb4-41cc-b09a-1162897391a8 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:16:42.228461 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-56620588-0cd0-4c80-9036-1041767035ad req-9c4b40c3-9715-433a-b414-570bc6ecddcf service neutron] Attempting to bind port ab93e411-2bb4-41cc-b09a-1162897391a8 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:16:42.228957 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56620588-0cd0-4c80-9036-1041767035ad req-9c4b40c3-9715-433a-b414-570bc6ecddcf service neutron] Attempting to bind port ab93e411-2bb4-41cc-b09a-1162897391a8 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:16:42.233873 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56620588-0cd0-4c80-9036-1041767035ad req-9c4b40c3-9715-433a-b414-570bc6ecddcf service neutron] Port ab93e411-2bb4-41cc-b09a-1162897391a8 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:16:42.234197 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56620588-0cd0-4c80-9036-1041767035ad req-9c4b40c3-9715-433a-b414-570bc6ecddcf service neutron] Attempting to bind port ab93e411-2bb4-41cc-b09a-1162897391a8 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:16:42.255068 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56620588-0cd0-4c80-9036-1041767035ad req-9c4b40c3-9715-433a-b414-570bc6ecddcf service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:16:42.255068 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56620588-0cd0-4c80-9036-1041767035ad req-9c4b40c3-9715-433a-b414-570bc6ecddcf service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:16:42.255327 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56620588-0cd0-4c80-9036-1041767035ad req-9c4b40c3-9715-433a-b414-570bc6ecddcf service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:16:42.255653 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-56620588-0cd0-4c80-9036-1041767035ad req-9c4b40c3-9715-433a-b414-570bc6ecddcf service neutron] Bound port: ab93e411-2bb4-41cc-b09a-1162897391a8, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:16:42.256017 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-56620588-0cd0-4c80-9036-1041767035ad req-9c4b40c3-9715-433a-b414-570bc6ecddcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:42.266374 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53398) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:42.303966 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ba7ee375-8215-48cc-aaf9-15d2960436e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:42.356430 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ba7ee375-8215-48cc-aaf9-15d2960436e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:42.373927 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e6a39043-f7c3-4bab-8f2e-7f8c0a40e006 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=15dfa58dae0c40cdb6f797d435412588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1056023 Jul 29 23:16:42.380127 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53400) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:42.387398 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fc5af336-404e-4b07-b652-1b24b9678590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:42.401576 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762bb25-1af0-41ec-a9c3-a38710f2cf53 req-81f0eba6-68ff-4ad5-abf6-11a006a9c082 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:42.402332 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fc5af336-404e-4b07-b652-1b24b9678590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:42.404276 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e762bb25-1af0-41ec-a9c3-a38710f2cf53 req-81f0eba6-68ff-4ad5-abf6-11a006a9c082 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/ports?device_id=8535bb8f-04ed-4704-b5ff-40560f82b033 HTTP/1.1" status: 200 len: 969 time: 0.0831561 Jul 29 23:16:42.413562 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-56620588-0cd0-4c80-9036-1041767035ad req-9c4b40c3-9715-433a-b414-570bc6ecddcf service neutron] For port ab93e411-2bb4-41cc-b09a-1162897391a8, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:16:42.464860 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-56620588-0cd0-4c80-9036-1041767035ad req-9c4b40c3-9715-433a-b414-570bc6ecddcf service neutron] For port ab93e411-2bb4-41cc-b09a-1162897391a8, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ab93e411-2bb4-41cc-b09a-1162897391a8,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:16:42.474923 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fc5af336-404e-4b07-b652-1b24b9678590 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=880a15e9138e4f3f9fcf74d938b441aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8143599 Jul 29 23:16:42.476720 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53404) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:42.480705 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-56620588-0cd0-4c80-9036-1041767035ad req-9c4b40c3-9715-433a-b414-570bc6ecddcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:42.495778 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5af336-404e-4b07-b652-1b24b9678590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b85851c0-1453-4df4-abfa-fd1a3f72f0d3,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:42.517043 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e762bb25-1af0-41ec-a9c3-a38710f2cf53 req-4819fe49-50f4-4daf-84df-0e6c4ddccc26 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/security-groups?id=87524456-b112-4013-b1ca-6648b69271da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049266 Jul 29 23:16:42.517182 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ba7ee375-8215-48cc-aaf9-15d2960436e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:42.520195 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ba7ee375-8215-48cc-aaf9-15d2960436e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:42.521348 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ba7ee375-8215-48cc-aaf9-15d2960436e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a5ffd89-2d56-4e47-82ab-916810bf8faa HTTP/1.1" status: 204 len: 168 time: 0.3170073 Jul 29 23:16:42.546897 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ee375-8215-48cc-aaf9-15d2960436e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5ffd89-2d56-4e47-82ab-916810bf8faa,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:42.557373 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-95a08265-f22a-46bd-8210-4cfcb37d77e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:42.562360 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56620588-0cd0-4c80-9036-1041767035ad req-9c4b40c3-9715-433a-b414-570bc6ecddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:42.563509 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-56620588-0cd0-4c80-9036-1041767035ad req-9c4b40c3-9715-433a-b414-570bc6ecddcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:42.565395 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-56620588-0cd0-4c80-9036-1041767035ad req-9c4b40c3-9715-433a-b414-570bc6ecddcf service neutron] 10.222.0.23 "PUT /v2.0/ports/ab93e411-2bb4-41cc-b09a-1162897391a8 HTTP/1.1" status: 200 len: 1118 time: 1.1337574 Jul 29 23:16:42.571358 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8535bb8f-04ed-4704-b5ff-40560f82b033', 'tag': 'ab93e411-2bb4-41cc-b09a-1162897391a8'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:16:42.592039 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-95a08265-f22a-46bd-8210-4cfcb37d77e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:42.593851 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-34fd6ff2-bab7-4f99-8d9b-789b45af7af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:42.644289 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-34fd6ff2-bab7-4f99-8d9b-789b45af7af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:42.740522 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-34fd6ff2-bab7-4f99-8d9b-789b45af7af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:42.743396 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-34fd6ff2-bab7-4f99-8d9b-789b45af7af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:42.747083 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-34fd6ff2-bab7-4f99-8d9b-789b45af7af1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b85851c0-1453-4df4-abfa-fd1a3f72f0d3 HTTP/1.1" status: 204 len: 168 time: 0.2662094 Jul 29 23:16:42.750398 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-95a08265-f22a-46bd-8210-4cfcb37d77e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:42.756525 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-95a08265-f22a-46bd-8210-4cfcb37d77e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:42.760852 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-95a08265-f22a-46bd-8210-4cfcb37d77e0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8af16eca-2737-4290-a067-aafa2683ca37 HTTP/1.1" status: 204 len: 168 time: 0.3756213 Jul 29 23:16:42.766669 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd6ff2-bab7-4f99-8d9b-789b45af7af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b85851c0-1453-4df4-abfa-fd1a3f72f0d3,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:42.777709 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9023ba45-c105-4531-b8cc-c1b548e429f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:42.780524 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a08265-f22a-46bd-8210-4cfcb37d77e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af16eca-2737-4290-a067-aafa2683ca37,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:42.808385 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9023ba45-c105-4531-b8cc-c1b548e429f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:42.810846 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b40c3-9715-433a-b414-570bc6ecddcf service neutron] Pushing event updated for resources: {'Port': ['ID=ab93e411-2bb4-41cc-b09a-1162897391a8,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:42.843313 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138e44e5-3624-4e25-856b-d2ff7aeda812" -d '{"events": [{"name": "network-changed", "server_uuid": "8535bb8f-04ed-4704-b5ff-40560f82b033", "tag": "ab93e411-2bb4-41cc-b09a-1162897391a8"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:16:42.894502 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9023ba45-c105-4531-b8cc-c1b548e429f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7fce9bd7f14c410e9bf79f9ab818e8d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9607623 Jul 29 23:16:42.894502 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9023ba45-c105-4531-b8cc-c1b548e429f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcfb01b5-d6c9-48a3-a8ed-c4b8c822eace,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:42.895736 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53422) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:42.899643 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56620588-0cd0-4c80-9036-1041767035ad req-ef903cae-0a8c-450c-956e-b0823cc7b069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:42.901028 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-56620588-0cd0-4c80-9036-1041767035ad req-ef903cae-0a8c-450c-956e-b0823cc7b069 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=85d7d1d534b941e2ab97d835bc8de9d6&device_id=8535bb8f-04ed-4704-b5ff-40560f82b033 HTTP/1.1" status: 200 len: 1121 time: 0.2662098 Jul 29 23:16:42.961111 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7fe9e159-e18b-426b-9a49-3dd0ce794d0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:42.985809 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7fe9e159-e18b-426b-9a49-3dd0ce794d0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:43.001246 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-56620588-0cd0-4c80-9036-1041767035ad req-97ad90cd-60d0-4492-a392-6c0cfe0e40b2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=ab93e411-2bb4-41cc-b09a-1162897391a8 HTTP/1.1" status: 200 len: 217 time: 0.0912032 Jul 29 23:16:43.070497 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7fe9e159-e18b-426b-9a49-3dd0ce794d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:43.073566 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7fe9e159-e18b-426b-9a49-3dd0ce794d0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:43.074869 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7fe9e159-e18b-426b-9a49-3dd0ce794d0d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fcfb01b5-d6c9-48a3-a8ed-c4b8c822eace HTTP/1.1" status: 204 len: 168 time: 0.1777277 Jul 29 23:16:43.078960 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56620588-0cd0-4c80-9036-1041767035ad req-101dc1ed-d633-4b87-a31c-04b1fca8fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:43.080514 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-56620588-0cd0-4c80-9036-1041767035ad req-101dc1ed-d633-4b87-a31c-04b1fca8fcf6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.0720491 Jul 29 23:16:43.084448 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9e159-e18b-426b-9a49-3dd0ce794d0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcfb01b5-d6c9-48a3-a8ed-c4b8c822eace,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:43.352991 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53432) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:43.356762 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56620588-0cd0-4c80-9036-1041767035ad req-e1750284-abd5-4ea5-afb2-166df4c0da22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:43.358779 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-56620588-0cd0-4c80-9036-1041767035ad req-e1750284-abd5-4ea5-afb2-166df4c0da22 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2657862 Jul 29 23:16:43.369636 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e026a9bc-4e31-40ca-a0f2-12eb9e6ed7a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:43.421954 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:16:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-effb85d0-a310-4081-8a80-4a00645f7bfa x-openstack-request-id: req-effb85d0-a310-4081-8a80-4a00645f7bfa {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:16:43.422234 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8535bb8f-04ed-4704-b5ff-40560f82b033", "tag": "ab93e411-2bb4-41cc-b09a-1162897391a8", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:16:43.422483 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-effb85d0-a310-4081-8a80-4a00645f7bfa {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:16:43.423034 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8535bb8f-04ed-4704-b5ff-40560f82b033', 'tag': 'ab93e411-2bb4-41cc-b09a-1162897391a8', 'status': 'completed', 'code': 200} Jul 29 23:16:43.489287 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-56620588-0cd0-4c80-9036-1041767035ad req-9c0bd62a-d088-4f3c-b81d-5543e36090d8 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202307 Jul 29 23:16:43.498698 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e026a9bc-4e31-40ca-a0f2-12eb9e6ed7a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:43.506332 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e026a9bc-4e31-40ca-a0f2-12eb9e6ed7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:43.560409 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e026a9bc-4e31-40ca-a0f2-12eb9e6ed7a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc51f59cf7b949b491079a2521dea3fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2061450 Jul 29 23:16:43.562565 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e026a9bc-4e31-40ca-a0f2-12eb9e6ed7a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9893c2fb-a0ad-4478-89f5-6ea875a3f23e,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:43.565136 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53442) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:43.627882 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c49b259b-ca95-4278-8444-6dc55cbf665a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:43.637624 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-56620588-0cd0-4c80-9036-1041767035ad req-8f4584d2-6b3b-40a1-b90b-2969e5945bce service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421487 Jul 29 23:16:43.671603 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c49b259b-ca95-4278-8444-6dc55cbf665a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:43.674223 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53444) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:43.706037 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77d0e2a-e427-4c08-b060-db813e35b08e req-a4ac6380-6a51-4873-a998-9c984a5f75df tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:43.710165 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e77d0e2a-e427-4c08-b060-db813e35b08e req-a4ac6380-6a51-4873-a998-9c984a5f75df tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/ports?device_id=8535bb8f-04ed-4704-b5ff-40560f82b033 HTTP/1.1" status: 200 len: 969 time: 0.0675409 Jul 29 23:16:43.721224 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53446) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:43.755624 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-84c3ab8d-2e40-4034-860a-9a15b5606c04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:43.787774 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a2e5b217-a57d-4a3f-bff4-92e2d1607d43 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce37b4a0bd1f421e90e07fff9cd3b730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1117568 Jul 29 23:16:43.790844 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53448) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:43.791556 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e77d0e2a-e427-4c08-b060-db813e35b08e req-75303e62-43cf-484f-81e7-96f4e47efd5d tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/security-groups?id=87524456-b112-4013-b1ca-6648b69271da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747986 Jul 29 23:16:43.813730 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e44e5-3624-4e25-856b-d2ff7aeda812 req-5e6671d7-74a8-4fbc-af6b-9d3629a93b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:43.815785 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-138e44e5-3624-4e25-856b-d2ff7aeda812 req-5e6671d7-74a8-4fbc-af6b-9d3629a93b3f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=85d7d1d534b941e2ab97d835bc8de9d6&device_id=8535bb8f-04ed-4704-b5ff-40560f82b033 HTTP/1.1" status: 200 len: 1121 time: 0.0793092 Jul 29 23:16:43.827661 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c49b259b-ca95-4278-8444-6dc55cbf665a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:43.830210 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c49b259b-ca95-4278-8444-6dc55cbf665a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:43.831345 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c49b259b-ca95-4278-8444-6dc55cbf665a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9893c2fb-a0ad-4478-89f5-6ea875a3f23e HTTP/1.1" status: 204 len: 168 time: 0.2652988 Jul 29 23:16:43.858710 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b259b-ca95-4278-8444-6dc55cbf665a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9893c2fb-a0ad-4478-89f5-6ea875a3f23e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:43.906009 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-369d9a42-f1ef-4ffa-91a0-28a7d3bb8bef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:43.938821 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-369d9a42-f1ef-4ffa-91a0-28a7d3bb8bef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:43.978309 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-84c3ab8d-2e40-4034-860a-9a15b5606c04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:43.986508 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-84c3ab8d-2e40-4034-860a-9a15b5606c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:43.997039 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e44e5-3624-4e25-856b-d2ff7aeda812 req-8b87ad94-a68a-4670-868d-64bb12900e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:44.000264 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-138e44e5-3624-4e25-856b-d2ff7aeda812 req-8b87ad94-a68a-4670-868d-64bb12900e8c service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.1770275 Jul 29 23:16:44.032840 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-84c3ab8d-2e40-4034-860a-9a15b5606c04 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c964e75c10464828833144715bca274d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3039792 Jul 29 23:16:44.033457 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53456) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:44.042074 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-369d9a42-f1ef-4ffa-91a0-28a7d3bb8bef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:44.044622 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-369d9a42-f1ef-4ffa-91a0-28a7d3bb8bef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:44.045960 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-369d9a42-f1ef-4ffa-91a0-28a7d3bb8bef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7955f45-6d39-4b1b-bd30-0389117160f0 HTTP/1.1" status: 204 len: 168 time: 0.2541389 Jul 29 23:16:44.048028 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c3ab8d-2e40-4034-860a-9a15b5606c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d921fc47-8994-4fa6-b437-861490bdec8c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:44.061319 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-138e44e5-3624-4e25-856b-d2ff7aeda812 req-c40ddee1-fa0e-4774-949c-fa5b9ffbe68e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=ab93e411-2bb4-41cc-b09a-1162897391a8 HTTP/1.1" status: 200 len: 217 time: 0.0522120 Jul 29 23:16:44.073470 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d9a42-f1ef-4ffa-91a0-28a7d3bb8bef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7955f45-6d39-4b1b-bd30-0389117160f0,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:44.123586 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d3b8f0df-c223-4ae3-8665-34bed2e28b1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:44.133433 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e44e5-3624-4e25-856b-d2ff7aeda812 req-1a643e53-d571-40c0-b2a7-2dbe21760404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:44.135885 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-138e44e5-3624-4e25-856b-d2ff7aeda812 req-1a643e53-d571-40c0-b2a7-2dbe21760404 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.0667865 Jul 29 23:16:44.150610 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d3b8f0df-c223-4ae3-8665-34bed2e28b1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:44.193020 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e44e5-3624-4e25-856b-d2ff7aeda812 req-81745412-c7bd-43ea-830f-0a8adc95b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:44.194450 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-138e44e5-3624-4e25-856b-d2ff7aeda812 req-81745412-c7bd-43ea-830f-0a8adc95b645 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0499012 Jul 29 23:16:44.217884 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d3b8f0df-c223-4ae3-8665-34bed2e28b1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:44.220936 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d3b8f0df-c223-4ae3-8665-34bed2e28b1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:44.225796 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d3b8f0df-c223-4ae3-8665-34bed2e28b1a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d921fc47-8994-4fa6-b437-861490bdec8c HTTP/1.1" status: 204 len: 168 time: 0.1892459 Jul 29 23:16:44.234725 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8f0df-c223-4ae3-8665-34bed2e28b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d921fc47-8994-4fa6-b437-861490bdec8c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:44.323079 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-138e44e5-3624-4e25-856b-d2ff7aeda812 req-209a12ca-54d0-4fe6-bf30-65a7aa37112c service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208997 Jul 29 23:16:44.428471 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-138e44e5-3624-4e25-856b-d2ff7aeda812 req-271f8dde-1a2d-4fbb-b7d5-c00fc8747f3a service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973799 Jul 29 23:16:44.923611 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221fd535-ec36-4351-9333-7bdd441c8e67 req-3ae6329b-0b07-4d09-9868-79f551ae7fd1 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:44.925392 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-221fd535-ec36-4351-9333-7bdd441c8e67 req-3ae6329b-0b07-4d09-9868-79f551ae7fd1 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/ports?device_id=8535bb8f-04ed-4704-b5ff-40560f82b033 HTTP/1.1" status: 200 len: 969 time: 0.0636194 Jul 29 23:16:44.976868 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-221fd535-ec36-4351-9333-7bdd441c8e67 req-b2729051-9b9c-411b-9e17-e06dee95f81b tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/security-groups?id=87524456-b112-4013-b1ca-6648b69271da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433116 Jul 29 23:16:46.099803 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c2d741-bd0d-4b76-ae46-f3a42f2e7715 req-c0bce4e0-f3bf-437b-a13c-8dd9d661800b tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:46.101381 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e1c2d741-bd0d-4b76-ae46-f3a42f2e7715 req-c0bce4e0-f3bf-437b-a13c-8dd9d661800b tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/ports?device_id=8535bb8f-04ed-4704-b5ff-40560f82b033 HTTP/1.1" status: 200 len: 969 time: 0.0596249 Jul 29 23:16:46.153137 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e1c2d741-bd0d-4b76-ae46-f3a42f2e7715 req-d589a155-ce5f-48e0-bd76-bf35e9cc05ed tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/security-groups?id=87524456-b112-4013-b1ca-6648b69271da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417504 Jul 29 23:16:46.674217 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-f6e2fce2-62fd-4e81-b0f0-dc76a4e67ca9 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=cf82aba057ca40728b2317f4122ba0f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243645 Jul 29 23:16:46.802476 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-fe840bab-f82e-4bf7-a5d8-aa74ee47126e tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:46.804125 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-fe840bab-f82e-4bf7-a5d8-aa74ee47126e tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1227052 Jul 29 23:16:46.822452 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-ce4e03fb-75d0-48ff-809a-0ff99df9ec7f tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/quotas/cf82aba057ca40728b2317f4122ba0f3 HTTP/1.1" status: 200 len: 375 time: 0.0104902 Jul 29 23:16:46.859277 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-46d2f3d0-e083-400f-9173-d2937d30c02c tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf82aba057ca40728b2317f4122ba0f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296977 Jul 29 23:16:47.261136 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-66186637-b2b0-4b48-a27a-a2f95f5c83fe tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=059e1ca7f14d445f9149a931f19d526e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268464 Jul 29 23:16:47.422123 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-b9965dac-d4d7-48a1-8e52-d7033b8d465c tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:47.423890 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-b9965dac-d4d7-48a1-8e52-d7033b8d465c tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1563101 Jul 29 23:16:47.460426 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-f95223bf-3f23-498b-923d-f0a4a72688e4 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/quotas/059e1ca7f14d445f9149a931f19d526e HTTP/1.1" status: 200 len: 375 time: 0.0221088 Jul 29 23:16:47.496116 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53662) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:47.522623 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-65e91fb3-c455-460d-8318-587e54217427 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=059e1ca7f14d445f9149a931f19d526e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585728 Jul 29 23:16:47.551151 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832114dc-cd9f-4bbb-9fc1-7eda6e02c588 req-edb56ca6-5e45-47db-9199-72e09f9f63f6 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:47.560871 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-832114dc-cd9f-4bbb-9fc1-7eda6e02c588 req-edb56ca6-5e45-47db-9199-72e09f9f63f6 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/ports?device_id=8535bb8f-04ed-4704-b5ff-40560f82b033 HTTP/1.1" status: 200 len: 969 time: 0.0940368 Jul 29 23:16:47.612461 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-832114dc-cd9f-4bbb-9fc1-7eda6e02c588 req-fe1dcf92-93c7-49ce-a7b1-cbdda6134da3 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/security-groups?id=87524456-b112-4013-b1ca-6648b69271da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506322 Jul 29 23:16:47.615723 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d4003cf-4b36-45fc-84e1-4702cd5ef995 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:47.734717 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d4003cf-4b36-45fc-84e1-4702cd5ef995 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:47.741610 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d4003cf-4b36-45fc-84e1-4702cd5ef995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:47.772435 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5d4003cf-4b36-45fc-84e1-4702cd5ef995 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=55b8aebbc6364ed9a4521474c56aeea9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744489 Jul 29 23:16:47.773433 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53688) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:47.790211 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-7ef5cfc5-d15d-4e9c-9912-fc51805a81aa tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=cf82aba057ca40728b2317f4122ba0f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637026 Jul 29 23:16:47.820288 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4003cf-4b36-45fc-84e1-4702cd5ef995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aebf36b-399e-4af2-b9eb-3a74f89af079,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:47.852616 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f3ef89cf-81b0-4055-abbf-2dc25e939049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:47.876837 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f3ef89cf-81b0-4055-abbf-2dc25e939049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:47.932982 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f3ef89cf-81b0-4055-abbf-2dc25e939049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:47.935500 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f3ef89cf-81b0-4055-abbf-2dc25e939049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:47.936926 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f3ef89cf-81b0-4055-abbf-2dc25e939049 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0aebf36b-399e-4af2-b9eb-3a74f89af079 HTTP/1.1" status: 204 len: 168 time: 0.1571784 Jul 29 23:16:47.951485 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device ab93e411-2bb4-41cc-b09a-1162897391a8 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:16:47.968480 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef89cf-81b0-4055-abbf-2dc25e939049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aebf36b-399e-4af2-b9eb-3a74f89af079,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:48.133581 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-3d562241-b37f-4229-9a9f-18120214a365 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:48.144716 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-3d562241-b37f-4229-9a9f-18120214a365 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3482008 Jul 29 23:16:48.170536 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-edbf9a05-b9ab-4bdb-b905-af5b87b6dd7a req-d7793d58-012a-4a35-a88e-cfe189766d61 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d1a10b-704a-4e73-8bd2-379b30a724f1 HTTP/1.1" status: 200 len: 210 time: 0.1113529 Jul 29 23:16:48.181530 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-947d1319-da39-4b61-ab70-8d73ca4736ad tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/quotas/cf82aba057ca40728b2317f4122ba0f3 HTTP/1.1" status: 200 len: 375 time: 0.0350132 Jul 29 23:16:48.199539 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port ab93e411-2bb4-41cc-b09a-1162897391a8, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ab93e411-2bb4-41cc-b09a-1162897391a8,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:16:48.212116 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'ab93e411-2bb4-41cc-b09a-1162897391a8', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': 'ab93e411-2bb4-41cc-b09a-1162897391a8', 'mac_address': 'fa:16:3e:06:33:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:tempest-test_az-768536708', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:16:48.241806 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-3725552b-73de-4263-bee5-28c51d44900f tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf82aba057ca40728b2317f4122ba0f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593383 Jul 29 23:16:48.258999 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:48.274888 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab93e411-2bb4-41cc-b09a-1162897391a8 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:16:48.302378 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port ab93e411-2bb4-41cc-b09a-1162897391a8, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ab93e411-2bb4-41cc-b09a-1162897391a8,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:16:48.313169 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:48.414240 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=ab93e411-2bb4-41cc-b09a-1162897391a8,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:48.423876 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:48.425145 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:48.425911 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:48.426469 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:48.427099 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:48.428482 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:48.429269 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:48.429843 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:48.430454 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:48.431023 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:48.431611 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:48.432442 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Tracked resource versions report: Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: pushed versions: Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: { 'AddressGroup': {'1.2'}, Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: 'ConntrackHelper': {'1.0'}, Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: 'Log': {'1.0'}, Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: 'Network': {'1.1'}, Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: 'Port': {'1.7'}, Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: 'PortForwarding': {'1.2'}, Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: 'QosPolicy': {'1.8'}, Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: 'SecurityGroup': {'1.4'}, Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: 'SecurityGroupRule': {'1.2'}, Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: 'SubPort': {'1.0'}, Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: 'Subnet': {'1.1'}, Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: 'Trunk': {'1.1'}} Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: consumer versions: Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: { DHCP agent@n-d-712140-10: {}, Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: HyperV agent@n-h1-712140-10: {}, Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: HyperV agent@n-h2-712140-10: {}, Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: L3 agent@n-d-712140-10: {}, Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: Metadata agent@n-d-712140-10: {}, Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: Metering agent@n-d-712140-10: {}, Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: Open vSwitch agent@n-d-712140-10: { 'AddressGroup': '1.2', Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: 'ConntrackHelper': '1.0', Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: 'Log': '1.0', Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: 'Network': '1.1', Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: 'Port': '1.7', Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: 'PortForwarding': '1.2', Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: 'QosPolicy': '1.8', Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: 'SecurityGroup': '1.4', Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: 'SecurityGroupRule': '1.2', Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: 'SubPort': '1.0', Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: 'Subnet': '1.1', Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: 'Trunk': '1.1'}} Jul 29 23:16:48.434165 n-d-712140-10 neutron-server[94065]: {{(pid=94065) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 23:16:48.485589 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16e0ab91-ce98-4036-8062-ee30ef41207f req-03cbb3e6-5d2a-4058-8c35-bb6b46a0ce73 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea477f1e-53fe-4fd5-8847-4297adab988a HTTP/1.1" status: 200 len: 210 time: 0.0556848 Jul 29 23:16:48.544644 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53722) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:48.572151 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9460dc38-5f0b-4415-a429-ad9840830049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:48.580553 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.39', 59967) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:48.648566 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-32892334-cbab-42a0-83fb-863c4b1e94e4 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=cf82aba057ca40728b2317f4122ba0f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663362 Jul 29 23:16:48.665760 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['ab93e411-2bb4-41cc-b09a-1162897391a8'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:16:48.747805 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9460dc38-5f0b-4415-a429-ad9840830049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:48.765372 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9460dc38-5f0b-4415-a429-ad9840830049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:48.856461 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-0360a414-b11a-44d5-a1a6-793282a20140 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:48.858695 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-0360a414-b11a-44d5-a1a6-793282a20140 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2040844 Jul 29 23:16:48.900227 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460dc38-5f0b-4415-a429-ad9840830049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a090bac-2058-4338-be6c-80c77a8658a4,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:48.924397 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-7cfbc1ad-d017-4eb2-9502-da4437b3011e tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Request body: {'port': {'device_id': 'dd806ae6-77dd-4e53-8eac-5be8a6e35f81', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'admin_state_up': True, 'tenant_id': 'cf82aba057ca40728b2317f4122ba0f3'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:16:48.955155 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9460dc38-5f0b-4415-a429-ad9840830049 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a89317e34124ad49629a79a0123c95c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4009190 Jul 29 23:16:48.955945 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53740) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:49.092163 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f80bdb96-ffe7-4855-b33a-d8ee17b8cbeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:49.114000 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52df579-95f8-440e-a5c4-e63ba97afae7 req-aee49e4c-57e9-4db9-ad75-da3e7969f90d tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:49.118008 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c52df579-95f8-440e-a5c4-e63ba97afae7 req-aee49e4c-57e9-4db9-ad75-da3e7969f90d tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/ports?device_id=8535bb8f-04ed-4704-b5ff-40560f82b033 HTTP/1.1" status: 200 len: 970 time: 0.2422664 Jul 29 23:16:49.175475 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f80bdb96-ffe7-4855-b33a-d8ee17b8cbeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:49.205647 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c52df579-95f8-440e-a5c4-e63ba97afae7 req-b587544d-f650-4c1b-b89a-ae6ebbe77173 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/security-groups?id=87524456-b112-4013-b1ca-6648b69271da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770347 Jul 29 23:16:49.351381 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8087ede9-545e-4354-9838-4871b306fdee req-6887c709-d515-40ac-8ad6-1b3b80b31933 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d1a10b-704a-4e73-8bd2-379b30a724f1 HTTP/1.1" status: 200 len: 210 time: 0.0591314 Jul 29 23:16:49.355760 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f80bdb96-ffe7-4855-b33a-d8ee17b8cbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:49.361008 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f80bdb96-ffe7-4855-b33a-d8ee17b8cbeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:49.374383 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f80bdb96-ffe7-4855-b33a-d8ee17b8cbeb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a090bac-2058-4338-be6c-80c77a8658a4 HTTP/1.1" status: 204 len: 168 time: 0.4078901 Jul 29 23:16:49.381485 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80bdb96-ffe7-4855-b33a-d8ee17b8cbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a090bac-2058-4338-be6c-80c77a8658a4,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:49.398457 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-7cfbc1ad-d017-4eb2-9502-da4437b3011e tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Made reservation on behalf of cf82aba057ca40728b2317f4122ba0f3 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:16:49.428598 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-7cfbc1ad-d017-4eb2-9502-da4437b3011e tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:49.466802 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-7cfbc1ad-d017-4eb2-9502-da4437b3011e tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:49.659164 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7555b031-7852-47a9-8c57-855d2fc0ef9a req-62f614e4-a1e0-4a9d-a1d7-ed8f62ae7846 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea477f1e-53fe-4fd5-8847-4297adab988a HTTP/1.1" status: 200 len: 210 time: 0.0298090 Jul 29 23:16:49.672277 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-7cfbc1ad-d017-4eb2-9502-da4437b3011e tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:49.679756 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-7cfbc1ad-d017-4eb2-9502-da4437b3011e tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:49.889278 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbc1ad-d017-4eb2-9502-da4437b3011e tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d66a7d-b5d9-4817-a847-e47096498812,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:49.934569 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device ab93e411-2bb4-41cc-b09a-1162897391a8 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:16:49.989925 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-9e3a244d-a35d-44a4-8997-5f6258f8f90d tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=cf82aba057ca40728b2317f4122ba0f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480866 Jul 29 23:16:50.013728 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port ab93e411-2bb4-41cc-b09a-1162897391a8 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:16:50.024748 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port ab93e411-2bb4-41cc-b09a-1162897391a8 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:16:50.025288 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:50.133904 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-7cfbc1ad-d017-4eb2-9502-da4437b3011e tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Allocated IP 192.168.233.122 (adb88f5c-b5bd-41cf-b367-228eab6e0075/28e6de27-5b72-4bf0-88e6-0cdec4cf806e/44765355-53d7-4077-b28c-7fe3fcd748dd) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:16:50.172901 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:50.215032 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8535bb8f-04ed-4704-b5ff-40560f82b033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab93e411-2bb4-41cc-b09a-1162897391a8'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:16:50.298705 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-d4fd9b61-3ae6-4f3e-b297-018b5ecc1aab tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:50.305155 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-d4fd9b61-3ae6-4f3e-b297-018b5ecc1aab tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3069923 Jul 29 23:16:50.320689 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-7d7c2254-a974-4e4b-9b20-f894a99585f6 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Request body: {'port': {'device_id': 'ea477f1e-53fe-4fd5-8847-4297adab988a', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'admin_state_up': True, 'tenant_id': 'cf82aba057ca40728b2317f4122ba0f3'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:16:50.333198 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port ab93e411-2bb4-41cc-b09a-1162897391a8, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ab93e411-2bb4-41cc-b09a-1162897391a8,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:16:50.340944 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:50.442380 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=ab93e411-2bb4-41cc-b09a-1162897391a8,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:50.451302 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53776) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:50.505302 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-7cfbc1ad-d017-4eb2-9502-da4437b3011e tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:50.532762 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-7cfbc1ad-d017-4eb2-9502-da4437b3011e tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Transition to ACTIVE for port object 44765355-53d7-4077-b28c-7fe3fcd748dd will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:16:50.545921 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ca52cf7-3c72-4fab-a0b0-4b65b2bf7d47 req-62c4fae8-c68e-46e2-ba37-a3ea9fe9ac42 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d1a10b-704a-4e73-8bd2-379b30a724f1 HTTP/1.1" status: 200 len: 210 time: 0.0464654 Jul 29 23:16:50.586731 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a387a43-f84e-445f-888e-64cbc70e66f7 req-a4f04239-7731-4268-9bb3-a3ade8575c78 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:50.588196 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a387a43-f84e-445f-888e-64cbc70e66f7 req-a4f04239-7731-4268-9bb3-a3ade8575c78 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/ports?device_id=8535bb8f-04ed-4704-b5ff-40560f82b033 HTTP/1.1" status: 200 len: 971 time: 0.2278128 Jul 29 23:16:50.602096 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-7cfbc1ad-d017-4eb2-9502-da4437b3011e tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:50.676826 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-7cfbc1ad-d017-4eb2-9502-da4437b3011e tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:16:50.686147 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af2d06f-480a-4ddb-a6b0-cc36d8df14cf" -d '{"events": [{"server_uuid": "8535bb8f-04ed-4704-b5ff-40560f82b033", "name": "network-vif-plugged", "status": "completed", "tag": "ab93e411-2bb4-41cc-b09a-1162897391a8"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:16:50.689019 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-7cfbc1ad-d017-4eb2-9502-da4437b3011e tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:16:50.692760 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-7cfbc1ad-d017-4eb2-9502-da4437b3011e tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:16:50.760663 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a387a43-f84e-445f-888e-64cbc70e66f7 req-b619567a-1791-45b9-a221-4a75ee2abb56 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/security-groups?id=87524456-b112-4013-b1ca-6648b69271da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594269 Jul 29 23:16:50.779165 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-7d7c2254-a974-4e4b-9b20-f894a99585f6 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Made reservation on behalf of cf82aba057ca40728b2317f4122ba0f3 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:16:50.786217 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-7d7c2254-a974-4e4b-9b20-f894a99585f6 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:50.789990 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-7cfbc1ad-d017-4eb2-9502-da4437b3011e tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:50.790807 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-7cfbc1ad-d017-4eb2-9502-da4437b3011e tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:50.794193 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6f15303f-1c14-4472-8803-a8d7afe5999c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:50.869620 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfbc1ad-d017-4eb2-9502-da4437b3011e tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Pushing event updated for resources: {'Port': ['ID=44765355-53d7-4077-b28c-7fe3fcd748dd,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:50.985433 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e7347ff-0880-4826-9954-c4a12387e675 req-28be6433-3cdc-45c3-bd0b-7ab35bbf41e5 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea477f1e-53fe-4fd5-8847-4297adab988a HTTP/1.1" status: 200 len: 210 time: 0.1029420 Jul 29 23:16:51.055573 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6f15303f-1c14-4472-8803-a8d7afe5999c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:51.064211 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6f15303f-1c14-4472-8803-a8d7afe5999c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:51.089094 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-7d7c2254-a974-4e4b-9b20-f894a99585f6 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Allocated IP 192.168.233.59 (adb88f5c-b5bd-41cf-b367-228eab6e0075/28e6de27-5b72-4bf0-88e6-0cdec4cf806e/556f0030-f6cf-4918-8f35-994569601626) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:16:51.099312 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-7cfbc1ad-d017-4eb2-9502-da4437b3011e tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1790771 Jul 29 23:16:51.165692 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6f15303f-1c14-4472-8803-a8d7afe5999c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=268ea304a23f444d8386b4c0b2b84407&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7084947 Jul 29 23:16:51.165692 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f15303f-1c14-4472-8803-a8d7afe5999c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2f1115-6519-469e-b5e2-6df2ba0d74b0,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:51.169099 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53798) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:51.188042 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da64ebe8-dcb6-400f-b199-8a4c60643c3c x-openstack-request-id: req-da64ebe8-dcb6-400f-b199-8a4c60643c3c {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:16:51.188576 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8535bb8f-04ed-4704-b5ff-40560f82b033", "name": "network-vif-plugged", "status": "completed", "tag": "ab93e411-2bb4-41cc-b09a-1162897391a8", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:16:51.188576 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da64ebe8-dcb6-400f-b199-8a4c60643c3c {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:16:51.189036 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8535bb8f-04ed-4704-b5ff-40560f82b033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab93e411-2bb4-41cc-b09a-1162897391a8', 'code': 200} Jul 29 23:16:51.198888 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-bd62aa3f-530e-430c-9fd9-6dfe793836f5 None None] Provisioning for port 44765355-53d7-4077-b28c-7fe3fcd748dd completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:16:51.210761 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-bd62aa3f-530e-430c-9fd9-6dfe793836f5 None None] Provisioning complete for port 44765355-53d7-4077-b28c-7fe3fcd748dd triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:16:51.211463 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bd62aa3f-530e-430c-9fd9-6dfe793836f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:51.261195 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-bd62aa3f-530e-430c-9fd9-6dfe793836f5 None None] Port 44765355-53d7-4077-b28c-7fe3fcd748dd cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:16:51.282079 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.23', 60362) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:51.315214 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e4b9bde8-78bb-4c5c-a75b-c4f25366985e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:51.346326 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-7d7c2254-a974-4e4b-9b20-f894a99585f6 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:51.366583 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-7d7c2254-a974-4e4b-9b20-f894a99585f6 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Transition to ACTIVE for port object 556f0030-f6cf-4918-8f35-994569601626 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:16:51.384437 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e4b9bde8-78bb-4c5c-a75b-c4f25366985e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:51.410966 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae003e13-b1a4-42b3-a77b-c8e1c7b4350b req-99a6a94c-aad3-4720-a2dd-e8a4b046989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:51.412886 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ae003e13-b1a4-42b3-a77b-c8e1c7b4350b req-99a6a94c-aad3-4720-a2dd-e8a4b046989f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8535bb8f-04ed-4704-b5ff-40560f82b033 HTTP/1.1" status: 200 len: 1123 time: 0.1320641 Jul 29 23:16:51.421589 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-7d7c2254-a974-4e4b-9b20-f894a99585f6 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:51.455539 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-ae003e13-b1a4-42b3-a77b-c8e1c7b4350b req-69cd92b0-51ff-4ce3-b787-c8ac8040e910 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:51.476416 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-7d7c2254-a974-4e4b-9b20-f894a99585f6 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:16:51.481048 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-7d7c2254-a974-4e4b-9b20-f894a99585f6 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:16:51.484173 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-7d7c2254-a974-4e4b-9b20-f894a99585f6 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:16:51.491362 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-7d7c2254-a974-4e4b-9b20-f894a99585f6 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:51.492388 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-7d7c2254-a974-4e4b-9b20-f894a99585f6 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:51.497686 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e4b9bde8-78bb-4c5c-a75b-c4f25366985e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:51.507598 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e4b9bde8-78bb-4c5c-a75b-c4f25366985e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:51.507598 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e4b9bde8-78bb-4c5c-a75b-c4f25366985e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a2f1115-6519-469e-b5e2-6df2ba0d74b0 HTTP/1.1" status: 204 len: 168 time: 0.3292198 Jul 29 23:16:51.521960 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7c2254-a974-4e4b-9b20-f894a99585f6 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Pushing event updated for resources: {'Port': ['ID=556f0030-f6cf-4918-8f35-994569601626,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:51.523025 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b9bde8-78bb-4c5c-a75b-c4f25366985e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2f1115-6519-469e-b5e2-6df2ba0d74b0,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:51.644050 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-ae003e13-b1a4-42b3-a77b-c8e1c7b4350b req-69cd92b0-51ff-4ce3-b787-c8ac8040e910 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:51.665137 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-7d7c2254-a974-4e4b-9b20-f894a99585f6 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3500972 Jul 29 23:16:51.665424 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-ae003e13-b1a4-42b3-a77b-c8e1c7b4350b req-69cd92b0-51ff-4ce3-b787-c8ac8040e910 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:51.683256 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-ecf1a499-936c-4f58-aa1f-3c9a80e6468c service neutron] Request body: {'port': {'device_id': 'ea477f1e-53fe-4fd5-8847-4297adab988a', 'device_owner': 'compute:tempest-test_az-768536708', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:16:51.812072 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ae003e13-b1a4-42b3-a77b-c8e1c7b4350b req-69cd92b0-51ff-4ce3-b787-c8ac8040e910 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=87524456-b112-4013-b1ca-6648b69271da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890076 Jul 29 23:16:51.829338 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd92b0-51ff-4ce3-b787-c8ac8040e910 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=810d573a-34ea-4fef-965b-5ad30f22c729,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:51.856663 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3c195684-622a-493c-a153-ca8860be7f01 req-bb44c033-2f6a-4026-a1d5-12bd9ba48365 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d1a10b-704a-4e73-8bd2-379b30a724f1 HTTP/1.1" status: 200 len: 210 time: 0.1483343 Jul 29 23:16:51.961550 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-ecf1a499-936c-4f58-aa1f-3c9a80e6468c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:52.029557 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-abb9430b-829e-4882-8245-d6ef6228b92b None None] Provisioning for port 556f0030-f6cf-4918-8f35-994569601626 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:16:52.036161 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-abb9430b-829e-4882-8245-d6ef6228b92b None None] Provisioning complete for port 556f0030-f6cf-4918-8f35-994569601626 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:16:52.036577 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-abb9430b-829e-4882-8245-d6ef6228b92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:52.126350 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-abb9430b-829e-4882-8245-d6ef6228b92b None None] Port 556f0030-f6cf-4918-8f35-994569601626 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:16:52.241865 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53820) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:52.264726 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-19b2d996-7d18-4bd8-83b6-fe2650bfb48c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:52.440037 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950676d2-08b3-43c7-9ecf-d15456f9413b req-efcba187-8884-46f7-aeb5-3ad1b2b59ca0 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:52.448872 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-950676d2-08b3-43c7-9ecf-d15456f9413b req-efcba187-8884-46f7-aeb5-3ad1b2b59ca0 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/ports?device_id=8535bb8f-04ed-4704-b5ff-40560f82b033 HTTP/1.1" status: 200 len: 971 time: 0.4789674 Jul 29 23:16:52.477081 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-19b2d996-7d18-4bd8-83b6-fe2650bfb48c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:52.486983 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-19b2d996-7d18-4bd8-83b6-fe2650bfb48c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:52.527734 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b7df4-a80b-4945-b858-b5b8eb0a0304 req-4f52a071-04c3-4149-b7f8-b67b2df59408 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:52.529507 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5c2b7df4-a80b-4945-b858-b5b8eb0a0304 req-4f52a071-04c3-4149-b7f8-b67b2df59408 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea477f1e-53fe-4fd5-8847-4297adab988a HTTP/1.1" status: 200 len: 935 time: 0.4266496 Jul 29 23:16:52.572475 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-950676d2-08b3-43c7-9ecf-d15456f9413b req-5dbb4736-89c7-485c-aed1-bb55d2087516 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/security-groups?id=87524456-b112-4013-b1ca-6648b69271da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226275 Jul 29 23:16:52.585213 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-19b2d996-7d18-4bd8-83b6-fe2650bfb48c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c96a52df56384cd6afb10548f6ea4624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3409934 Jul 29 23:16:52.586818 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b2d996-7d18-4bd8-83b6-fe2650bfb48c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff69188-f037-4bae-b254-c0d44a33e106,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:52.595146 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53826) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:52.643264 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5c2b7df4-a80b-4945-b858-b5b8eb0a0304 req-92f7c618-000e-4024-bffa-86e9277f9e00 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686662 Jul 29 23:16:52.709356 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b2294469-8aee-4efb-83cc-1913cac0d05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:52.726281 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-ecf1a499-936c-4f58-aa1f-3c9a80e6468c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 556f0030-f6cf-4918-8f35-994569601626 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:16:52.736625 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-ecf1a499-936c-4f58-aa1f-3c9a80e6468c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:52.737174 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b2294469-8aee-4efb-83cc-1913cac0d05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:52.754785 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-ecf1a499-936c-4f58-aa1f-3c9a80e6468c service neutron] Transition to ACTIVE for port object 556f0030-f6cf-4918-8f35-994569601626 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:16:52.761061 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-ecf1a499-936c-4f58-aa1f-3c9a80e6468c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:52.804840 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b2294469-8aee-4efb-83cc-1913cac0d05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:52.807471 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b2294469-8aee-4efb-83cc-1913cac0d05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:52.808647 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b2294469-8aee-4efb-83cc-1913cac0d05b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ff69188-f037-4bae-b254-c0d44a33e106 HTTP/1.1" status: 204 len: 168 time: 0.2121518 Jul 29 23:16:52.824703 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2294469-8aee-4efb-83cc-1913cac0d05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff69188-f037-4bae-b254-c0d44a33e106,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:52.892861 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1a499-936c-4f58-aa1f-3c9a80e6468c service neutron] Pushing event updated for resources: {'Port': ['ID=556f0030-f6cf-4918-8f35-994569601626,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:52.908866 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-ecf1a499-936c-4f58-aa1f-3c9a80e6468c service neutron] Attempting to bind port 556f0030-f6cf-4918-8f35-994569601626 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:16:52.909341 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-ecf1a499-936c-4f58-aa1f-3c9a80e6468c service neutron] Attempting to bind port 556f0030-f6cf-4918-8f35-994569601626 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:16:52.910284 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-ecf1a499-936c-4f58-aa1f-3c9a80e6468c service neutron] Attempting to bind port 556f0030-f6cf-4918-8f35-994569601626 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:16:52.916317 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-ecf1a499-936c-4f58-aa1f-3c9a80e6468c service neutron] Port 556f0030-f6cf-4918-8f35-994569601626 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:16:52.916896 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-ecf1a499-936c-4f58-aa1f-3c9a80e6468c service neutron] Attempting to bind port 556f0030-f6cf-4918-8f35-994569601626 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:16:52.927368 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-ecf1a499-936c-4f58-aa1f-3c9a80e6468c service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:16:52.939124 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-ecf1a499-936c-4f58-aa1f-3c9a80e6468c service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:16:52.941603 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-ecf1a499-936c-4f58-aa1f-3c9a80e6468c service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:16:52.942314 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-ecf1a499-936c-4f58-aa1f-3c9a80e6468c service neutron] Bound port: 556f0030-f6cf-4918-8f35-994569601626, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:16:52.942591 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-ecf1a499-936c-4f58-aa1f-3c9a80e6468c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:53.021157 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f3c2d14d-d15a-451b-b236-0e24fcb0830f req-0aa8fc7f-13d9-41e7-8578-0df9073475c5 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d1a10b-704a-4e73-8bd2-379b30a724f1 HTTP/1.1" status: 200 len: 210 time: 0.0490375 Jul 29 23:16:53.101540 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-ecf1a499-936c-4f58-aa1f-3c9a80e6468c service neutron] For port 556f0030-f6cf-4918-8f35-994569601626, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:16:53.106288 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-ecf1a499-936c-4f58-aa1f-3c9a80e6468c service neutron] For port 556f0030-f6cf-4918-8f35-994569601626, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=556f0030-f6cf-4918-8f35-994569601626,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:16:53.110466 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-ecf1a499-936c-4f58-aa1f-3c9a80e6468c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:53.152835 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-ecf1a499-936c-4f58-aa1f-3c9a80e6468c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:53.153367 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-ecf1a499-936c-4f58-aa1f-3c9a80e6468c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:53.155290 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-ecf1a499-936c-4f58-aa1f-3c9a80e6468c service neutron] 10.222.0.23 "PUT /v2.0/ports/556f0030-f6cf-4918-8f35-994569601626 HTTP/1.1" status: 200 len: 1117 time: 1.4813588 Jul 29 23:16:53.156413 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea477f1e-53fe-4fd5-8847-4297adab988a', 'tag': '556f0030-f6cf-4918-8f35-994569601626'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:16:53.158854 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729ea6c3-5168-4bd9-bfce-e7a978682756" -d '{"events": [{"name": "network-changed", "server_uuid": "ea477f1e-53fe-4fd5-8847-4297adab988a", "tag": "556f0030-f6cf-4918-8f35-994569601626"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:16:53.186602 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1a499-936c-4f58-aa1f-3c9a80e6468c service neutron] Pushing event updated for resources: {'Port': ['ID=556f0030-f6cf-4918-8f35-994569601626,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:53.249492 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dd9fe4-a7a7-4c8c-981a-afe21ae945a7 x-openstack-request-id: req-c7dd9fe4-a7a7-4c8c-981a-afe21ae945a7 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:16:53.249778 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea477f1e-53fe-4fd5-8847-4297adab988a", "tag": "556f0030-f6cf-4918-8f35-994569601626", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:16:53.250017 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c7dd9fe4-a7a7-4c8c-981a-afe21ae945a7 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:16:53.250404 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea477f1e-53fe-4fd5-8847-4297adab988a', 'tag': '556f0030-f6cf-4918-8f35-994569601626', 'status': 'completed', 'code': 200} Jul 29 23:16:53.282865 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-03b4bbb0-2cd6-43c4-a190-6083782e145d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:53.284824 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-03b4bbb0-2cd6-43c4-a190-6083782e145d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf82aba057ca40728b2317f4122ba0f3&device_id=ea477f1e-53fe-4fd5-8847-4297adab988a HTTP/1.1" status: 200 len: 1120 time: 0.0749171 Jul 29 23:16:53.338746 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-6e4b3ea3-f64a-4bf8-bfad-7e76fda4bad0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=556f0030-f6cf-4918-8f35-994569601626 HTTP/1.1" status: 200 len: 217 time: 0.0458369 Jul 29 23:16:53.435551 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-664cb63a-06c5-44d3-bf26-85fe08f2df64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:53.439708 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-664cb63a-06c5-44d3-bf26-85fe08f2df64 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.0892384 Jul 29 23:16:53.533773 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-f8294f1b-a994-4478-9f63-582f6d2b0a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:53.535588 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-f8294f1b-a994-4478-9f63-582f6d2b0a16 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0842044 Jul 29 23:16:53.587077 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53858) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:53.657535 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-cf485062-b7a5-4df9-a936-30b384dbde2e service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120162 Jul 29 23:16:53.844206 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3526eeb6-da2b-433c-abff-eae5fc7d82fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:53.898117 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e333e54-0a78-4703-9fac-77c1fd236d3d req-ed04e915-7b44-4cfc-bec8-4b85fedcde0d tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:53.900671 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7e333e54-0a78-4703-9fac-77c1fd236d3d req-ed04e915-7b44-4cfc-bec8-4b85fedcde0d tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/ports?device_id=8535bb8f-04ed-4704-b5ff-40560f82b033 HTTP/1.1" status: 200 len: 971 time: 0.2134295 Jul 29 23:16:53.925876 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906755d7-c669-4791-adbc-f2356d84a30a req-2b41cd54-bf19-4f8b-926f-6a788fbd73c3 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:53.934423 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-906755d7-c669-4791-adbc-f2356d84a30a req-2b41cd54-bf19-4f8b-926f-6a788fbd73c3 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea477f1e-53fe-4fd5-8847-4297adab988a HTTP/1.1" status: 200 len: 968 time: 0.1416774 Jul 29 23:16:53.952847 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3efe450f-e0bf-4a9a-baac-ca011288f0cd req-4efccbe5-9cb2-458b-8842-5094ab26bb78 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793880 Jul 29 23:16:54.000632 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3526eeb6-da2b-433c-abff-eae5fc7d82fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:54.002587 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7e333e54-0a78-4703-9fac-77c1fd236d3d req-88bf198e-2e8a-406a-84f9-188abb3fe6bf tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/security-groups?id=87524456-b112-4013-b1ca-6648b69271da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854280 Jul 29 23:16:54.010650 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3526eeb6-da2b-433c-abff-eae5fc7d82fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:54.024365 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-906755d7-c669-4791-adbc-f2356d84a30a req-1a91c052-b468-4cc9-bce1-52497c990865 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898335 Jul 29 23:16:54.069989 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526eeb6-da2b-433c-abff-eae5fc7d82fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de13af2-6bcf-4960-b37d-0f29e6668fa6,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:54.075653 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3526eeb6-da2b-433c-abff-eae5fc7d82fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7664b460d4b741569a43a4eb57403017&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4869909 Jul 29 23:16:54.079922 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53878) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:54.132923 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ea6c3-5168-4bd9-bfce-e7a978682756 req-a008b5f1-3582-4fb1-ad25-0f6e1e769a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:54.134525 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-729ea6c3-5168-4bd9-bfce-e7a978682756 req-a008b5f1-3582-4fb1-ad25-0f6e1e769a1d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf82aba057ca40728b2317f4122ba0f3&device_id=ea477f1e-53fe-4fd5-8847-4297adab988a HTTP/1.1" status: 200 len: 1120 time: 0.1092019 Jul 29 23:16:54.157047 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2afaaa50-dc60-4e32-addc-2db0ef919d1a req-bc0262db-dcae-4d1e-b86a-d64e90060e60 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d1a10b-704a-4e73-8bd2-379b30a724f1 HTTP/1.1" status: 200 len: 210 time: 0.0543683 Jul 29 23:16:54.194224 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44b602a4-02e3-471d-815a-36d0342bdb32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:54.222652 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44b602a4-02e3-471d-815a-36d0342bdb32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:54.292568 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44b602a4-02e3-471d-815a-36d0342bdb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:54.299586 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44b602a4-02e3-471d-815a-36d0342bdb32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:54.302149 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-44b602a4-02e3-471d-815a-36d0342bdb32 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9de13af2-6bcf-4960-b37d-0f29e6668fa6 HTTP/1.1" status: 204 len: 168 time: 0.2171805 Jul 29 23:16:54.327460 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c114a476-cf46-4a3a-9b47-6164b2273df9 req-80fe0d96-3ee8-4842-bc0d-5844ddfa566f tempest-AggregatesAdminTestJSON-1238253012 tempest-AggregatesAdminTestJSON-1238253012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:54.329421 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c114a476-cf46-4a3a-9b47-6164b2273df9 req-80fe0d96-3ee8-4842-bc0d-5844ddfa566f tempest-AggregatesAdminTestJSON-1238253012 tempest-AggregatesAdminTestJSON-1238253012-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8535bb8f-04ed-4704-b5ff-40560f82b033 HTTP/1.1" status: 200 len: 1123 time: 0.1085651 Jul 29 23:16:54.330034 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b602a4-02e3-471d-815a-36d0342bdb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de13af2-6bcf-4960-b37d-0f29e6668fa6,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:54.377841 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ea6c3-5168-4bd9-bfce-e7a978682756 req-7f3602b0-a45b-461e-b297-844d15f150ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:54.383128 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-729ea6c3-5168-4bd9-bfce-e7a978682756 req-7f3602b0-a45b-461e-b297-844d15f150ba service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.2238600 Jul 29 23:16:54.383128 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c114a476-cf46-4a3a-9b47-6164b2273df9 req-0a8d42d3-624e-4e67-806b-284188c7f650 tempest-AggregatesAdminTestJSON-1238253012 tempest-AggregatesAdminTestJSON-1238253012-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:54.444821 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-729ea6c3-5168-4bd9-bfce-e7a978682756 req-2929fdba-3fdd-4cb9-b92d-6ec2e3d708ae service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=556f0030-f6cf-4918-8f35-994569601626 HTTP/1.1" status: 200 len: 217 time: 0.0517254 Jul 29 23:16:54.546559 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ea6c3-5168-4bd9-bfce-e7a978682756 req-471a17b9-7792-4929-ac04-f17542b8de10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:54.548062 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-729ea6c3-5168-4bd9-bfce-e7a978682756 req-471a17b9-7792-4929-ac04-f17542b8de10 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.0961797 Jul 29 23:16:54.636755 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729ea6c3-5168-4bd9-bfce-e7a978682756 req-0332d9ed-fba9-47a8-b37a-48b86df32094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:54.638823 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-729ea6c3-5168-4bd9-bfce-e7a978682756 req-0332d9ed-fba9-47a8-b37a-48b86df32094 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0806634 Jul 29 23:16:54.651621 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c114a476-cf46-4a3a-9b47-6164b2273df9 req-0a8d42d3-624e-4e67-806b-284188c7f650 tempest-AggregatesAdminTestJSON-1238253012 tempest-AggregatesAdminTestJSON-1238253012-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:54.674975 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c114a476-cf46-4a3a-9b47-6164b2273df9 req-0a8d42d3-624e-4e67-806b-284188c7f650 tempest-AggregatesAdminTestJSON-1238253012 tempest-AggregatesAdminTestJSON-1238253012-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:54.743721 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c114a476-cf46-4a3a-9b47-6164b2273df9 req-0a8d42d3-624e-4e67-806b-284188c7f650 tempest-AggregatesAdminTestJSON-1238253012 tempest-AggregatesAdminTestJSON-1238253012-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=87524456-b112-4013-b1ca-6648b69271da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3998663 Jul 29 23:16:54.762548 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d42d3-624e-4e67-806b-284188c7f650 tempest-AggregatesAdminTestJSON-1238253012 tempest-AggregatesAdminTestJSON-1238253012-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af6419d-6210-4f41-94b7-4a4f53756228,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:54.811579 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-729ea6c3-5168-4bd9-bfce-e7a978682756 req-5fea7b0f-4673-4a32-b308-320ef3b0ca4d service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628747 Jul 29 23:16:54.961855 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-729ea6c3-5168-4bd9-bfce-e7a978682756 req-fc68bf83-9dfa-4db1-a74a-fa074f511e87 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426239 Jul 29 23:16:55.116144 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53908) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:55.151038 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-79a04fa5-fe5a-4225-9b2f-dea8a300529f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:55.208361 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d5574-4683-40fe-ac4f-fc5f2d7e7fd6 req-78ddfab9-c46e-4f64-9018-4a44bb31db6e tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:55.210029 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f65d5574-4683-40fe-ac4f-fc5f2d7e7fd6 req-78ddfab9-c46e-4f64-9018-4a44bb31db6e tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea477f1e-53fe-4fd5-8847-4297adab988a HTTP/1.1" status: 200 len: 968 time: 0.0937738 Jul 29 23:16:55.277390 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f65d5574-4683-40fe-ac4f-fc5f2d7e7fd6 req-112e29da-c315-4fe3-9347-54c099d4fb42 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597858 Jul 29 23:16:55.388237 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-79a04fa5-fe5a-4225-9b2f-dea8a300529f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:55.395363 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-79a04fa5-fe5a-4225-9b2f-dea8a300529f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:55.429633 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6bc6468a-82fa-4bf1-a4a0-ce7b9c60e5b7 req-8e15dc73-2b36-4c4c-9f7e-01294ad1d126 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d1a10b-704a-4e73-8bd2-379b30a724f1 HTTP/1.1" status: 200 len: 210 time: 0.0621560 Jul 29 23:16:55.443518 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-79a04fa5-fe5a-4225-9b2f-dea8a300529f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a54ebe870e0f487daf6ea3e6e6842b85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3256316 Jul 29 23:16:55.444772 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a04fa5-fe5a-4225-9b2f-dea8a300529f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad9488f-9c40-4e6b-a79e-fc62ab4c6d7a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:55.447432 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53922) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:55.540627 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-66486079-69d6-4a95-b304-734762accabc tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:16:55.542690 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-66486079-69d6-4a95-b304-734762accabc tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102611 Jul 29 23:16:55.544069 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f0ada191-b781-4d1b-9b81-69f0dafede3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:55.602018 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f0ada191-b781-4d1b-9b81-69f0dafede3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:55.719917 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f0ada191-b781-4d1b-9b81-69f0dafede3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:55.719917 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f0ada191-b781-4d1b-9b81-69f0dafede3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:55.720987 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f0ada191-b781-4d1b-9b81-69f0dafede3c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1ad9488f-9c40-4e6b-a79e-fc62ab4c6d7a HTTP/1.1" status: 204 len: 168 time: 0.2722392 Jul 29 23:16:55.736691 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ada191-b781-4d1b-9b81-69f0dafede3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad9488f-9c40-4e6b-a79e-fc62ab4c6d7a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:56.150298 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-2c85a7b7-85f5-4dda-8d1f-2da160057af5 service neutron] Request body: {'port': {'device_id': 'dd806ae6-77dd-4e53-8eac-5be8a6e35f81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:16:56.212563 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.39', 59972) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:56.250978 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-9e24fb03-be70-4d7e-b1bd-a05c5caac4ea tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=059e1ca7f14d445f9149a931f19d526e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358610 Jul 29 23:16:56.304239 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-2c85a7b7-85f5-4dda-8d1f-2da160057af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:56.529390 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-fb146a53-cfbb-4a1b-9112-52454db02c4b tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:56.531278 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-fb146a53-cfbb-4a1b-9112-52454db02c4b tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2728424 Jul 29 23:16:56.554832 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9346f84-b881-48b6-b3a9-84dcb189c6fe req-40436051-a7a5-4456-bb06-f6f6fb91fb81 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:56.556416 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b9346f84-b881-48b6-b3a9-84dcb189c6fe req-40436051-a7a5-4456-bb06-f6f6fb91fb81 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea477f1e-53fe-4fd5-8847-4297adab988a HTTP/1.1" status: 200 len: 968 time: 0.0990145 Jul 29 23:16:56.566953 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-bdae3136-b63a-4d06-8200-c1c9547f7bc3 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Request body: {'port': {'device_id': '38d1a10b-704a-4e73-8bd2-379b30a724f1', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'admin_state_up': True, 'tenant_id': '059e1ca7f14d445f9149a931f19d526e'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:16:56.711001 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b9346f84-b881-48b6-b3a9-84dcb189c6fe req-4402a5fb-20d6-4134-9061-36e2b27856f3 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754461 Jul 29 23:16:56.758622 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-2c85a7b7-85f5-4dda-8d1f-2da160057af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44765355-53d7-4077-b28c-7fe3fcd748dd {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:16:56.767320 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-2c85a7b7-85f5-4dda-8d1f-2da160057af5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:56.773846 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-bdae3136-b63a-4d06-8200-c1c9547f7bc3 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Made reservation on behalf of 059e1ca7f14d445f9149a931f19d526e for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:16:56.778938 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-bdae3136-b63a-4d06-8200-c1c9547f7bc3 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:56.783815 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-2c85a7b7-85f5-4dda-8d1f-2da160057af5 service neutron] Transition to ACTIVE for port object 44765355-53d7-4077-b28c-7fe3fcd748dd will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:16:56.788353 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-2c85a7b7-85f5-4dda-8d1f-2da160057af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:56.815184 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2cd441f3-af39-4c98-8e57-a535b14cfe4b req-2ab4e72d-05f4-4892-8db1-4f76fe373638 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d1a10b-704a-4e73-8bd2-379b30a724f1 HTTP/1.1" status: 200 len: 210 time: 0.0315046 Jul 29 23:16:56.822532 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-bdae3136-b63a-4d06-8200-c1c9547f7bc3 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:56.864119 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85a7b7-85f5-4dda-8d1f-2da160057af5 service neutron] Pushing event updated for resources: {'Port': ['ID=44765355-53d7-4077-b28c-7fe3fcd748dd,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:57.015515 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-2c85a7b7-85f5-4dda-8d1f-2da160057af5 service neutron] Attempting to bind port 44765355-53d7-4077-b28c-7fe3fcd748dd on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:16:57.016149 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-2c85a7b7-85f5-4dda-8d1f-2da160057af5 service neutron] Attempting to bind port 44765355-53d7-4077-b28c-7fe3fcd748dd by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:16:57.016498 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-2c85a7b7-85f5-4dda-8d1f-2da160057af5 service neutron] Attempting to bind port 44765355-53d7-4077-b28c-7fe3fcd748dd on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:16:57.021424 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-bdae3136-b63a-4d06-8200-c1c9547f7bc3 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:57.028987 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-bdae3136-b63a-4d06-8200-c1c9547f7bc3 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:57.034074 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-2c85a7b7-85f5-4dda-8d1f-2da160057af5 service neutron] Port 44765355-53d7-4077-b28c-7fe3fcd748dd on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:16:57.034408 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-2c85a7b7-85f5-4dda-8d1f-2da160057af5 service neutron] Attempting to bind port 44765355-53d7-4077-b28c-7fe3fcd748dd on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:16:57.052486 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-2c85a7b7-85f5-4dda-8d1f-2da160057af5 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:16:57.052850 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-2c85a7b7-85f5-4dda-8d1f-2da160057af5 service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:16:57.053423 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-2c85a7b7-85f5-4dda-8d1f-2da160057af5 service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:16:57.053870 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-2c85a7b7-85f5-4dda-8d1f-2da160057af5 service neutron] Bound port: 44765355-53d7-4077-b28c-7fe3fcd748dd, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:16:57.054232 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-2c85a7b7-85f5-4dda-8d1f-2da160057af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:57.148656 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae3136-b63a-4d06-8200-c1c9547f7bc3 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=300a53e6-b741-4642-9278-b680f343ee05,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:57.198527 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-2c85a7b7-85f5-4dda-8d1f-2da160057af5 service neutron] For port 44765355-53d7-4077-b28c-7fe3fcd748dd, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:16:57.206974 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-2c85a7b7-85f5-4dda-8d1f-2da160057af5 service neutron] For port 44765355-53d7-4077-b28c-7fe3fcd748dd, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=44765355-53d7-4077-b28c-7fe3fcd748dd,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:16:57.212025 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-2c85a7b7-85f5-4dda-8d1f-2da160057af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:57.235852 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-bdae3136-b63a-4d06-8200-c1c9547f7bc3 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Allocated IP 192.168.233.139 (adb88f5c-b5bd-41cf-b367-228eab6e0075/28e6de27-5b72-4bf0-88e6-0cdec4cf806e/1d291e9a-6200-47dc-94b5-0a95bc84c174) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:16:57.263214 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-2c85a7b7-85f5-4dda-8d1f-2da160057af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:57.263870 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-2c85a7b7-85f5-4dda-8d1f-2da160057af5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:57.265310 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-2c85a7b7-85f5-4dda-8d1f-2da160057af5 service neutron] 10.222.0.39 "PUT /v2.0/ports/44765355-53d7-4077-b28c-7fe3fcd748dd HTTP/1.1" status: 200 len: 1097 time: 1.4357495 Jul 29 23:16:57.265751 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd806ae6-77dd-4e53-8eac-5be8a6e35f81', 'tag': '44765355-53d7-4077-b28c-7fe3fcd748dd'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:16:57.501307 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c85a7b7-85f5-4dda-8d1f-2da160057af5 service neutron] Pushing event updated for resources: {'Port': ['ID=44765355-53d7-4077-b28c-7fe3fcd748dd,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:57.527138 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-bdae3136-b63a-4d06-8200-c1c9547f7bc3 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:57.545081 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-14b1e1fb-119d-4a6f-aead-f7c935e98018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:57.546585 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-14b1e1fb-119d-4a6f-aead-f7c935e98018 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf82aba057ca40728b2317f4122ba0f3&device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 1100 time: 0.2192838 Jul 29 23:16:57.558462 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-bdae3136-b63a-4d06-8200-c1c9547f7bc3 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Transition to ACTIVE for port object 1d291e9a-6200-47dc-94b5-0a95bc84c174 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:16:57.615254 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-bdae3136-b63a-4d06-8200-c1c9547f7bc3 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:57.696978 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-bdae3136-b63a-4d06-8200-c1c9547f7bc3 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:16:57.708651 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-bdae3136-b63a-4d06-8200-c1c9547f7bc3 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:16:57.712418 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-bdae3136-b63a-4d06-8200-c1c9547f7bc3 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:16:57.719032 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-bdae3136-b63a-4d06-8200-c1c9547f7bc3 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:57.719698 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-bdae3136-b63a-4d06-8200-c1c9547f7bc3 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:57.724622 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae3136-b63a-4d06-8200-c1c9547f7bc3 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Pushing event updated for resources: {'Port': ['ID=1d291e9a-6200-47dc-94b5-0a95bc84c174,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:57.748327 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-bdae3136-b63a-4d06-8200-c1c9547f7bc3 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1906607 Jul 29 23:16:57.765358 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-83e8b06c-3dea-4d74-a5a7-dee47f57ce11 service neutron] Request body: {'port': {'device_id': '38d1a10b-704a-4e73-8bd2-379b30a724f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:16:57.866727 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b046b09c-da31-499b-a9ca-79fc25c909f4" -d '{"events": [{"name": "network-changed", "server_uuid": "dd806ae6-77dd-4e53-8eac-5be8a6e35f81", "tag": "44765355-53d7-4077-b28c-7fe3fcd748dd"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:16:57.901450 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-83e8b06c-3dea-4d74-a5a7-dee47f57ce11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:57.947581 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-dee52cab-82f8-418a-a0fc-a710aedab0e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=44765355-53d7-4077-b28c-7fe3fcd748dd HTTP/1.1" status: 200 len: 217 time: 0.3906450 Jul 29 23:16:57.973549 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 556f0030-f6cf-4918-8f35-994569601626 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:16:58.077727 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-46b154ed-ad6e-47a3-bb43-30dc8d0c4d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:58.079348 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-46b154ed-ad6e-47a3-bb43-30dc8d0c4d24 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1239188 Jul 29 23:16:58.118442 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510ec89-6660-4f9c-a933-f304ec943056 req-5c6f3030-4ebb-4784-96de-b774cf26a48c tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:58.120036 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9510ec89-6660-4f9c-a933-f304ec943056 req-5c6f3030-4ebb-4784-96de-b774cf26a48c tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea477f1e-53fe-4fd5-8847-4297adab988a HTTP/1.1" status: 200 len: 968 time: 0.0768809 Jul 29 23:16:58.192703 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-e66b3cf2-9b64-4f80-acaa-95a45cc4d07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:58.195263 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-e66b3cf2-9b64-4f80-acaa-95a45cc4d07a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1072280 Jul 29 23:16:58.218572 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9510ec89-6660-4f9c-a933-f304ec943056 req-cfacb131-84d6-4bc5-8f7d-222d3e3631ff tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844896 Jul 29 23:16:58.295267 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8c80b4e7-612f-42bd-9c27-d54396411583 None None] Provisioning for port 1d291e9a-6200-47dc-94b5-0a95bc84c174 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:16:58.305398 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8c80b4e7-612f-42bd-9c27-d54396411583 None None] Provisioning complete for port 1d291e9a-6200-47dc-94b5-0a95bc84c174 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:16:58.306737 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8c80b4e7-612f-42bd-9c27-d54396411583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:58.321133 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-d5de1241-2b95-476d-9661-7644046f0f8a service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186681 Jul 29 23:16:58.326950 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2abd000-1e70-4474-ad8c-a4ee06d20797 req-8f56014e-b823-446a-9c2b-6eede8344371 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:58.328655 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d2abd000-1e70-4474-ad8c-a4ee06d20797 req-8f56014e-b823-446a-9c2b-6eede8344371 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d1a10b-704a-4e73-8bd2-379b30a724f1 HTTP/1.1" status: 200 len: 936 time: 0.1135108 Jul 29 23:16:58.359618 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 556f0030-f6cf-4918-8f35-994569601626, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=556f0030-f6cf-4918-8f35-994569601626,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:16:58.380284 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '556f0030-f6cf-4918-8f35-994569601626', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': '556f0030-f6cf-4918-8f35-994569601626', 'mac_address': 'fa:16:3e:5e:a0:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:tempest-test_az-768536708', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:16:58.383313 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8c80b4e7-612f-42bd-9c27-d54396411583 None None] Port 1d291e9a-6200-47dc-94b5-0a95bc84c174 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:16:58.409112 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-83e8b06c-3dea-4d74-a5a7-dee47f57ce11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d291e9a-6200-47dc-94b5-0a95bc84c174 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:16:58.418354 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d2abd000-1e70-4474-ad8c-a4ee06d20797 req-3bb99c50-bcc4-42dd-8464-ac177e3a04a4 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774827 Jul 29 23:16:58.420244 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-83e8b06c-3dea-4d74-a5a7-dee47f57ce11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:58.428775 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:58.446921 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 556f0030-f6cf-4918-8f35-994569601626 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:16:58.455065 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-83e8b06c-3dea-4d74-a5a7-dee47f57ce11 service neutron] Transition to ACTIVE for port object 1d291e9a-6200-47dc-94b5-0a95bc84c174 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:16:58.456010 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5c9951d9-ca95-43d3-93c0-a3c1e78a3856 req-81839e26-b063-4e8d-abc1-b64fa7594574 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191120 Jul 29 23:16:58.463743 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-83e8b06c-3dea-4d74-a5a7-dee47f57ce11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:58.476045 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 556f0030-f6cf-4918-8f35-994569601626, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=556f0030-f6cf-4918-8f35-994569601626,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:16:58.481819 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:58.532357 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e1cccd2-9f8d-4a77-9bf4-0deace4feb5d x-openstack-request-id: req-4e1cccd2-9f8d-4a77-9bf4-0deace4feb5d {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:16:58.532947 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd806ae6-77dd-4e53-8eac-5be8a6e35f81", "tag": "44765355-53d7-4077-b28c-7fe3fcd748dd", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:16:58.533376 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e1cccd2-9f8d-4a77-9bf4-0deace4feb5d {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:16:58.534014 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd806ae6-77dd-4e53-8eac-5be8a6e35f81', 'tag': '44765355-53d7-4077-b28c-7fe3fcd748dd', 'status': 'completed', 'code': 200} Jul 29 23:16:58.588162 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=556f0030-f6cf-4918-8f35-994569601626,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:58.637124 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046b09c-da31-499b-a9ca-79fc25c909f4 req-db7cb218-fb34-4828-b75a-7e65488dbca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:58.641136 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b046b09c-da31-499b-a9ca-79fc25c909f4 req-db7cb218-fb34-4828-b75a-7e65488dbca9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf82aba057ca40728b2317f4122ba0f3&device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 1100 time: 0.0669038 Jul 29 23:16:58.710087 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['556f0030-f6cf-4918-8f35-994569601626'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:16:58.790351 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8b06c-3dea-4d74-a5a7-dee47f57ce11 service neutron] Pushing event updated for resources: {'Port': ['ID=1d291e9a-6200-47dc-94b5-0a95bc84c174,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:58.809186 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-83e8b06c-3dea-4d74-a5a7-dee47f57ce11 service neutron] Attempting to bind port 1d291e9a-6200-47dc-94b5-0a95bc84c174 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:16:58.809521 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-83e8b06c-3dea-4d74-a5a7-dee47f57ce11 service neutron] Attempting to bind port 1d291e9a-6200-47dc-94b5-0a95bc84c174 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:16:58.809843 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-83e8b06c-3dea-4d74-a5a7-dee47f57ce11 service neutron] Attempting to bind port 1d291e9a-6200-47dc-94b5-0a95bc84c174 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:16:58.814324 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-83e8b06c-3dea-4d74-a5a7-dee47f57ce11 service neutron] Port 1d291e9a-6200-47dc-94b5-0a95bc84c174 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:16:58.814651 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-83e8b06c-3dea-4d74-a5a7-dee47f57ce11 service neutron] Attempting to bind port 1d291e9a-6200-47dc-94b5-0a95bc84c174 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:16:58.820463 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-83e8b06c-3dea-4d74-a5a7-dee47f57ce11 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:16:58.820805 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-83e8b06c-3dea-4d74-a5a7-dee47f57ce11 service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:16:58.821188 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-83e8b06c-3dea-4d74-a5a7-dee47f57ce11 service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:16:58.821620 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-83e8b06c-3dea-4d74-a5a7-dee47f57ce11 service neutron] Bound port: 1d291e9a-6200-47dc-94b5-0a95bc84c174, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:16:58.821973 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-83e8b06c-3dea-4d74-a5a7-dee47f57ce11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:58.971239 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046b09c-da31-499b-a9ca-79fc25c909f4 req-41ecbbce-8910-45b9-aef9-1133c063e4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:58.975321 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b046b09c-da31-499b-a9ca-79fc25c909f4 req-41ecbbce-8910-45b9-aef9-1133c063e4ad service neutron] 10.222.0.39 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.3255007 Jul 29 23:16:59.016590 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-83e8b06c-3dea-4d74-a5a7-dee47f57ce11 service neutron] For port 1d291e9a-6200-47dc-94b5-0a95bc84c174, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:16:59.033895 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-83e8b06c-3dea-4d74-a5a7-dee47f57ce11 service neutron] For port 1d291e9a-6200-47dc-94b5-0a95bc84c174, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=1d291e9a-6200-47dc-94b5-0a95bc84c174,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:16:59.049906 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b046b09c-da31-499b-a9ca-79fc25c909f4 req-0679bd24-10b6-4f0d-89dc-bbe847ed52bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=44765355-53d7-4077-b28c-7fe3fcd748dd HTTP/1.1" status: 200 len: 217 time: 0.0663157 Jul 29 23:16:59.053785 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-83e8b06c-3dea-4d74-a5a7-dee47f57ce11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:59.173471 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046b09c-da31-499b-a9ca-79fc25c909f4 req-90cbee25-d1b5-44d2-99c9-18b66c2fc769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:59.178386 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b046b09c-da31-499b-a9ca-79fc25c909f4 req-90cbee25-d1b5-44d2-99c9-18b66c2fc769 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1191802 Jul 29 23:16:59.192986 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8b06c-3dea-4d74-a5a7-dee47f57ce11 service neutron] Pushing event updated for resources: {'Port': ['ID=1d291e9a-6200-47dc-94b5-0a95bc84c174,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:16:59.204569 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:59.231156 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-83e8b06c-3dea-4d74-a5a7-dee47f57ce11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:59.233085 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-83e8b06c-3dea-4d74-a5a7-dee47f57ce11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:59.236524 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-83e8b06c-3dea-4d74-a5a7-dee47f57ce11 service neutron] 10.222.0.39 "PUT /v2.0/ports/1d291e9a-6200-47dc-94b5-0a95bc84c174 HTTP/1.1" status: 200 len: 1097 time: 1.4785981 Jul 29 23:16:59.238035 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38d1a10b-704a-4e73-8bd2-379b30a724f1', 'tag': '1d291e9a-6200-47dc-94b5-0a95bc84c174'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:16:59.243444 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23825c3-f47e-4fa0-a4f2-eb94ae70d6ae" -d '{"events": [{"name": "network-changed", "server_uuid": "38d1a10b-704a-4e73-8bd2-379b30a724f1", "tag": "1d291e9a-6200-47dc-94b5-0a95bc84c174"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:16:59.326711 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b046b09c-da31-499b-a9ca-79fc25c909f4 req-35862dfb-4106-493d-897e-6d54a1d76cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:59.335042 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b046b09c-da31-499b-a9ca-79fc25c909f4 req-35862dfb-4106-493d-897e-6d54a1d76cc0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1492305 Jul 29 23:16:59.372361 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:16:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8e2458-82b1-4ad9-af00-4bb6fded9fd0 x-openstack-request-id: req-3d8e2458-82b1-4ad9-af00-4bb6fded9fd0 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:16:59.373294 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38d1a10b-704a-4e73-8bd2-379b30a724f1", "tag": "1d291e9a-6200-47dc-94b5-0a95bc84c174", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:16:59.373760 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3d8e2458-82b1-4ad9-af00-4bb6fded9fd0 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:16:59.374346 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38d1a10b-704a-4e73-8bd2-379b30a724f1', 'tag': '1d291e9a-6200-47dc-94b5-0a95bc84c174', 'status': 'completed', 'code': 200} Jul 29 23:16:59.429229 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-7e9341ed-eaf4-490b-ae0d-c61f5eed22db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:59.431533 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-7e9341ed-eaf4-490b-ae0d-c61f5eed22db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=059e1ca7f14d445f9149a931f19d526e&device_id=38d1a10b-704a-4e73-8bd2-379b30a724f1 HTTP/1.1" status: 200 len: 1100 time: 0.1437776 Jul 29 23:16:59.468013 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b12a8d1-a685-4f53-bc19-663fa6075732 req-73ec3de6-3b9b-4e51-a525-20b7116dd0d4 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:59.469631 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0b12a8d1-a685-4f53-bc19-663fa6075732 req-73ec3de6-3b9b-4e51-a525-20b7116dd0d4 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea477f1e-53fe-4fd5-8847-4297adab988a HTTP/1.1" status: 200 len: 969 time: 0.1019881 Jul 29 23:16:59.470034 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54150) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:59.541257 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:59.545004 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-bd3d0b00-cb23-402e-827c-2010614fb777 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=1d291e9a-6200-47dc-94b5-0a95bc84c174 HTTP/1.1" status: 200 len: 217 time: 0.1039875 Jul 29 23:16:59.579923 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b046b09c-da31-499b-a9ca-79fc25c909f4 req-4b72c375-8776-4e7b-add0-23c70453478e service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359397 Jul 29 23:16:59.696890 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0b12a8d1-a685-4f53-bc19-663fa6075732 req-86324338-4da5-4da1-a8e6-332b9fb8dc99 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814380 Jul 29 23:16:59.714436 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-9b30f641-521b-47bd-89ff-8c1d12d98e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:59.716125 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-9b30f641-521b-47bd-89ff-8c1d12d98e9a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1622925 Jul 29 23:16:59.744590 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b046b09c-da31-499b-a9ca-79fc25c909f4 req-9545d761-7826-4159-a519-11d32be317bd service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566744 Jul 29 23:16:59.782894 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-0455022c-63f8-490f-8a64-edae953f3ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:59.785971 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-0455022c-63f8-490f-8a64-edae953f3ff8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0624261 Jul 29 23:16:59.869816 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54170) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:16:59.922658 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86bd537a-0a65-49bc-a5e4-a503dc260100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:59.957360 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03bd2d-bc74-4439-8252-97765c2b3cd1 req-da46162d-adce-406c-9909-005bbe703f72 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:16:59.959560 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e03bd2d-bc74-4439-8252-97765c2b3cd1 req-da46162d-adce-406c-9909-005bbe703f72 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d1a10b-704a-4e73-8bd2-379b30a724f1 HTTP/1.1" status: 200 len: 948 time: 0.1679716 Jul 29 23:16:59.965167 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b78344b7-deab-495b-8377-56f18097c993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:16:59.972897 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 556f0030-f6cf-4918-8f35-994569601626 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:00.027695 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-6427ddac-8ab1-4423-9c78-23c41534cc83 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304933 Jul 29 23:17:00.050172 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 556f0030-f6cf-4918-8f35-994569601626 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:00.055486 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 556f0030-f6cf-4918-8f35-994569601626 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:00.055698 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e03bd2d-bc74-4439-8252-97765c2b3cd1 req-84ef45fd-83ff-4273-9e61-41cf3e74383f tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687377 Jul 29 23:17:00.055951 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:00.203803 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:00.246310 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea477f1e-53fe-4fd5-8847-4297adab988a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556f0030-f6cf-4918-8f35-994569601626'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:17:00.248990 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cfbcadd-2296-4f3c-b040-e8247fac5278" -d '{"events": [{"server_uuid": "ea477f1e-53fe-4fd5-8847-4297adab988a", "name": "network-vif-plugged", "status": "completed", "tag": "556f0030-f6cf-4918-8f35-994569601626"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:17:00.269622 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 556f0030-f6cf-4918-8f35-994569601626, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=556f0030-f6cf-4918-8f35-994569601626,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:00.279174 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:00.312115 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d8424aa-be54-4e4d-bf3b-945df11f45ac req-3c6b7eb4-19ad-4dc2-a6ae-3d921c0fe3e9 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2639303 Jul 29 23:17:00.323861 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86bd537a-0a65-49bc-a5e4-a503dc260100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:00.330728 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54194) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:00.345110 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86bd537a-0a65-49bc-a5e4-a503dc260100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:00.387160 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=556f0030-f6cf-4918-8f35-994569601626,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:00.413329 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eff22ca-6946-44f0-9746-176aa5dee014 x-openstack-request-id: req-1eff22ca-6946-44f0-9746-176aa5dee014 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:17:00.416506 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea477f1e-53fe-4fd5-8847-4297adab988a", "name": "network-vif-plugged", "status": "completed", "tag": "556f0030-f6cf-4918-8f35-994569601626", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:17:00.416635 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1eff22ca-6946-44f0-9746-176aa5dee014 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:17:00.417067 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea477f1e-53fe-4fd5-8847-4297adab988a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '556f0030-f6cf-4918-8f35-994569601626', 'code': 200} Jul 29 23:17:00.426914 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-86bd537a-0a65-49bc-a5e4-a503dc260100 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=125297db96c44127819bb43ce77b927c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9215770 Jul 29 23:17:00.433068 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54200) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:00.544771 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-93093fcd-ff5f-4ef2-a0d9-f0494f309950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:00.574948 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5cf9ee12-f32d-474c-a1eb-b288fa16b9c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:00.577900 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b78344b7-deab-495b-8377-56f18097c993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:00.595406 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b78344b7-deab-495b-8377-56f18097c993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:00.600333 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-93093fcd-ff5f-4ef2-a0d9-f0494f309950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:00.604698 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bd537a-0a65-49bc-a5e4-a503dc260100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32e24aa-681e-45f4-bb65-70e32a389a2e,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:00.619068 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23825c3-f47e-4fa0-a4f2-eb94ae70d6ae req-cccebfd4-5ee8-4223-9c28-43f3c1f03e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:00.620886 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a23825c3-f47e-4fa0-a4f2-eb94ae70d6ae req-cccebfd4-5ee8-4223-9c28-43f3c1f03e78 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=059e1ca7f14d445f9149a931f19d526e&device_id=38d1a10b-704a-4e73-8bd2-379b30a724f1 HTTP/1.1" status: 200 len: 1100 time: 0.1909463 Jul 29 23:17:00.639562 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c8b9d-146f-4d6f-8524-fa70beafba23 req-a4cef450-4e21-456d-a376-1a752344a715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:00.641615 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-826c8b9d-146f-4d6f-8524-fa70beafba23 req-a4cef450-4e21-456d-a376-1a752344a715 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ea477f1e-53fe-4fd5-8847-4297adab988a HTTP/1.1" status: 200 len: 1122 time: 0.1506224 Jul 29 23:17:00.672644 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b78344b7-deab-495b-8377-56f18097c993 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e54d7332d41440d9aa8e4c3a383658a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8019726 Jul 29 23:17:00.687286 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54218) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:00.712803 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78344b7-deab-495b-8377-56f18097c993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a48b64e4-1e9c-49dd-accb-81fcc4230f8e,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:00.764442 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23825c3-f47e-4fa0-a4f2-eb94ae70d6ae req-6ace0885-69f0-4b01-88a6-8c94bd443f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:00.765947 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a23825c3-f47e-4fa0-a4f2-eb94ae70d6ae req-6ace0885-69f0-4b01-88a6-8c94bd443f99 service neutron] 10.222.0.39 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.1292858 Jul 29 23:17:00.782917 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-93093fcd-ff5f-4ef2-a0d9-f0494f309950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:00.786578 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-93093fcd-ff5f-4ef2-a0d9-f0494f309950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:00.790895 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-93093fcd-ff5f-4ef2-a0d9-f0494f309950 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a32e24aa-681e-45f4-bb65-70e32a389a2e HTTP/1.1" status: 204 len: 168 time: 0.3568444 Jul 29 23:17:00.842643 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93093fcd-ff5f-4ef2-a0d9-f0494f309950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32e24aa-681e-45f4-bb65-70e32a389a2e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:00.871611 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-564c9a6e-17f1-4aa2-8426-a08651c8c81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:00.884710 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a23825c3-f47e-4fa0-a4f2-eb94ae70d6ae req-b605a1b3-62cb-4fa6-806a-9c100968bb49 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=1d291e9a-6200-47dc-94b5-0a95bc84c174 HTTP/1.1" status: 200 len: 217 time: 0.1024966 Jul 29 23:17:00.944386 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-564c9a6e-17f1-4aa2-8426-a08651c8c81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:00.963014 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5cf9ee12-f32d-474c-a1eb-b288fa16b9c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:00.973253 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5cf9ee12-f32d-474c-a1eb-b288fa16b9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:01.011823 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23825c3-f47e-4fa0-a4f2-eb94ae70d6ae req-aaf19493-e789-4c2c-be93-a770e112f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:01.013905 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a23825c3-f47e-4fa0-a4f2-eb94ae70d6ae req-aaf19493-e789-4c2c-be93-a770e112f2ea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1181467 Jul 29 23:17:01.024505 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-826c8b9d-146f-4d6f-8524-fa70beafba23 req-9e7686a6-076d-4896-8e84-ab1dbddda605 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700323 Jul 29 23:17:01.047739 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5cf9ee12-f32d-474c-a1eb-b288fa16b9c2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=59a776aad14b4179affcb725069818f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7153363 Jul 29 23:17:01.052149 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54240) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:01.058841 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9ee12-f32d-474c-a1eb-b288fa16b9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1f1a0d-781f-49bb-8c07-30891e5c36a7,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:01.111050 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-564c9a6e-17f1-4aa2-8426-a08651c8c81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:01.114082 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-564c9a6e-17f1-4aa2-8426-a08651c8c81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:01.118775 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-564c9a6e-17f1-4aa2-8426-a08651c8c81f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a48b64e4-1e9c-49dd-accb-81fcc4230f8e HTTP/1.1" status: 204 len: 168 time: 0.4235218 Jul 29 23:17:01.134941 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564c9a6e-17f1-4aa2-8426-a08651c8c81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a48b64e4-1e9c-49dd-accb-81fcc4230f8e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:01.173973 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6e0762cc-3b3b-4a2f-ba9b-73ce4ba5b27f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:01.204159 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23825c3-f47e-4fa0-a4f2-eb94ae70d6ae req-b67f60bb-159a-4e68-b255-98bb92c825e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:01.205676 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a23825c3-f47e-4fa0-a4f2-eb94ae70d6ae req-b67f60bb-159a-4e68-b255-98bb92c825e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1616490 Jul 29 23:17:01.210862 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6e0762cc-3b3b-4a2f-ba9b-73ce4ba5b27f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:01.219254 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bbb408-131f-455b-b2f0-56f8611af738 req-13a632d8-3688-45c5-845e-39a190a81739 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:01.221046 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64bbb408-131f-455b-b2f0-56f8611af738 req-13a632d8-3688-45c5-845e-39a190a81739 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea477f1e-53fe-4fd5-8847-4297adab988a HTTP/1.1" status: 200 len: 970 time: 0.1933866 Jul 29 23:17:01.278141 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6e0762cc-3b3b-4a2f-ba9b-73ce4ba5b27f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:01.282055 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6e0762cc-3b3b-4a2f-ba9b-73ce4ba5b27f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:01.285933 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6e0762cc-3b3b-4a2f-ba9b-73ce4ba5b27f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/df1f1a0d-781f-49bb-8c07-30891e5c36a7 HTTP/1.1" status: 204 len: 168 time: 0.2282517 Jul 29 23:17:01.292579 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0762cc-3b3b-4a2f-ba9b-73ce4ba5b27f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1f1a0d-781f-49bb-8c07-30891e5c36a7,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:01.352864 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64bbb408-131f-455b-b2f0-56f8611af738 req-f1fcf6f1-d1f9-4190-914d-a0a41e4a5cc6 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227763 Jul 29 23:17:01.386135 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54260) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:01.411750 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-91296f16-3d1a-4aef-a8e8-be778d3065cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:01.462170 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b0881-f56d-4bf3-adda-94486eb37f9b req-2938782d-3810-494d-ba64-5624d61b4473 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:01.472919 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c91b0881-f56d-4bf3-adda-94486eb37f9b req-2938782d-3810-494d-ba64-5624d61b4473 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d1a10b-704a-4e73-8bd2-379b30a724f1 HTTP/1.1" status: 200 len: 948 time: 0.1506400 Jul 29 23:17:01.545709 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a23825c3-f47e-4fa0-a4f2-eb94ae70d6ae req-7e3351f0-9750-4834-b3c4-63c1122f9ab4 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236716 Jul 29 23:17:01.605431 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c91b0881-f56d-4bf3-adda-94486eb37f9b req-18f3e304-cecb-4470-8fa4-863f3f809bb2 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269255 Jul 29 23:17:01.690386 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-91296f16-3d1a-4aef-a8e8-be778d3065cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:01.695820 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d492919b-86b7-4d38-bbbd-fa67af1a31ff req-0adae4f2-ac33-4eac-8360-967b04518586 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8535bb8f-04ed-4704-b5ff-40560f82b033&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2136319 Jul 29 23:17:01.708953 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-91296f16-3d1a-4aef-a8e8-be778d3065cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:01.775426 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a23825c3-f47e-4fa0-a4f2-eb94ae70d6ae req-ea5c3032-ecd7-4e5c-af5e-e37c71c7c79a service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041957 Jul 29 23:17:01.849098 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91296f16-3d1a-4aef-a8e8-be778d3065cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72766a6a-bf92-44a8-be3d-5bd460766c83,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:01.866267 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-91296f16-3d1a-4aef-a8e8-be778d3065cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=56f44020d3d4472f9d0d5f584b63ea3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4761665 Jul 29 23:17:01.866402 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54284) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:01.968177 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54290) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:01.968342 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492919b-86b7-4d38-bbbd-fa67af1a31ff req-69758ea1-37bc-4910-bec8-a14aaa8f0e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:01.970851 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d492919b-86b7-4d38-bbbd-fa67af1a31ff req-69758ea1-37bc-4910-bec8-a14aaa8f0e81 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=85d7d1d534b941e2ab97d835bc8de9d6&device_id=8535bb8f-04ed-4704-b5ff-40560f82b033 HTTP/1.1" status: 200 len: 1123 time: 0.1365917 Jul 29 23:17:02.064398 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6fb71ede-7bd0-4abe-bddc-0dc831c78a4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:02.126594 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54304) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:02.131191 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6fb71ede-7bd0-4abe-bddc-0dc831c78a4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:02.183523 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3e12604e-620c-4ed3-8769-0653286aa157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:02.219559 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492919b-86b7-4d38-bbbd-fa67af1a31ff req-ecbfd43b-5ed8-4e3f-b852-0aeaaf9f4f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:02.219559 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d492919b-86b7-4d38-bbbd-fa67af1a31ff req-ecbfd43b-5ed8-4e3f-b852-0aeaaf9f4f61 service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.2146895 Jul 29 23:17:02.227643 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6fb71ede-7bd0-4abe-bddc-0dc831c78a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:02.232783 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6fb71ede-7bd0-4abe-bddc-0dc831c78a4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:02.234185 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6fb71ede-7bd0-4abe-bddc-0dc831c78a4e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72766a6a-bf92-44a8-be3d-5bd460766c83 HTTP/1.1" status: 204 len: 168 time: 0.3668864 Jul 29 23:17:02.247237 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb71ede-7bd0-4abe-bddc-0dc831c78a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72766a6a-bf92-44a8-be3d-5bd460766c83,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:02.311682 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d492919b-86b7-4d38-bbbd-fa67af1a31ff req-6412118d-9088-499e-85a3-0c9efa8a6617 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=ab93e411-2bb4-41cc-b09a-1162897391a8 HTTP/1.1" status: 200 len: 217 time: 0.0779731 Jul 29 23:17:02.314457 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54316) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:02.328775 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 44765355-53d7-4077-b28c-7fe3fcd748dd details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:17:02.361508 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cac51581-bf4c-4e81-8a9b-65364d1c5e11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:02.487959 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3d05903-7e11-4708-b6f9-907d4d3014ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:02.534324 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518ada6-1bc7-416f-ac7f-50e32555d6d0 req-7cea125d-290a-472d-adf0-36eb89bccd60 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:02.540447 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 44765355-53d7-4077-b28c-7fe3fcd748dd, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=44765355-53d7-4077-b28c-7fe3fcd748dd,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:02.550011 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b518ada6-1bc7-416f-ac7f-50e32555d6d0 req-7cea125d-290a-472d-adf0-36eb89bccd60 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/ports?device_id=8535bb8f-04ed-4704-b5ff-40560f82b033 HTTP/1.1" status: 200 len: 971 time: 0.3190732 Jul 29 23:17:02.553476 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492919b-86b7-4d38-bbbd-fa67af1a31ff req-14a8071e-79cd-4b4f-89ef-9bf991eca241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:02.554923 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d492919b-86b7-4d38-bbbd-fa67af1a31ff req-14a8071e-79cd-4b4f-89ef-9bf991eca241 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.2359860 Jul 29 23:17:02.562403 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '44765355-53d7-4077-b28c-7fe3fcd748dd', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': '44765355-53d7-4077-b28c-7fe3fcd748dd', 'mac_address': 'fa:16:3e:da:3f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:17:02.620790 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:02.638584 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44765355-53d7-4077-b28c-7fe3fcd748dd {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:17:02.648066 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3e12604e-620c-4ed3-8769-0653286aa157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:02.665567 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b518ada6-1bc7-416f-ac7f-50e32555d6d0 req-ae0e078b-98e7-4a81-b562-820a4f86cae6 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/security-groups?id=87524456-b112-4013-b1ca-6648b69271da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143267 Jul 29 23:17:02.666411 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 44765355-53d7-4077-b28c-7fe3fcd748dd, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=44765355-53d7-4077-b28c-7fe3fcd748dd,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:02.671975 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3e12604e-620c-4ed3-8769-0653286aa157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:02.683074 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:02.711768 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492919b-86b7-4d38-bbbd-fa67af1a31ff req-cfcac057-5d1d-4212-8e9a-0987bd1e1257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:02.716015 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d492919b-86b7-4d38-bbbd-fa67af1a31ff req-cfcac057-5d1d-4212-8e9a-0987bd1e1257 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1497102 Jul 29 23:17:02.773614 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=44765355-53d7-4077-b28c-7fe3fcd748dd,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:02.783288 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d810813f-35bb-4d63-8df0-c1c63fba803b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:02.819935 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cac51581-bf4c-4e81-8a9b-65364d1c5e11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:02.827271 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cac51581-bf4c-4e81-8a9b-65364d1c5e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:02.887300 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac51581-bf4c-4e81-8a9b-65364d1c5e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a66b71a-d522-4c8e-82a9-d331ca1aeb53,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:02.900062 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3e12604e-620c-4ed3-8769-0653286aa157 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=803e669d690a483585ef8049bcde7c33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7698071 Jul 29 23:17:02.904642 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cac51581-bf4c-4e81-8a9b-65364d1c5e11 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7b3114e1f8724d46bb0ec0f448c3e54a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5855632 Jul 29 23:17:02.905793 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54336) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:02.906692 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54338) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:02.959483 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12604e-620c-4ed3-8769-0653286aa157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08a81f6-5884-46c0-98cb-425e2327c193,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:02.993841 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa8005-0521-4bf3-a10e-ee0b9eb4d4de req-3b6d9b4f-5eaf-4cb4-85df-398e05fb6ceb tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:02.995432 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dcfa8005-0521-4bf3-a10e-ee0b9eb4d4de req-3b6d9b4f-5eaf-4cb4-85df-398e05fb6ceb tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea477f1e-53fe-4fd5-8847-4297adab988a HTTP/1.1" status: 200 len: 970 time: 0.3184152 Jul 29 23:17:03.044646 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['44765355-53d7-4077-b28c-7fe3fcd748dd'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:17:03.052390 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6aaae-3870-4336-9431-4d14f2b24bfc req-7f95cf4b-1fa3-4a6d-87bd-2e7dbba8eb1c tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:03.060077 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24b6aaae-3870-4336-9431-4d14f2b24bfc req-7f95cf4b-1fa3-4a6d-87bd-2e7dbba8eb1c tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d1a10b-704a-4e73-8bd2-379b30a724f1 HTTP/1.1" status: 200 len: 948 time: 0.2626078 Jul 29 23:17:03.077965 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d492919b-86b7-4d38-bbbd-fa67af1a31ff req-2db5fd4e-5731-4264-aa3b-9362b958e56e service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095558 Jul 29 23:17:03.080574 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-05fad6e3-b53d-4fb0-ad36-c1846cff30cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:03.121771 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dcfa8005-0521-4bf3-a10e-ee0b9eb4d4de req-4f2290f5-3d97-47ae-a32a-f8761df5f524 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114719 Jul 29 23:17:03.174730 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3d05903-7e11-4708-b6f9-907d4d3014ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:03.197245 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24b6aaae-3870-4336-9431-4d14f2b24bfc req-5254d451-bd91-420f-b5b9-6f09621121ba tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361234 Jul 29 23:17:03.216451 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-05fad6e3-b53d-4fb0-ad36-c1846cff30cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:03.276601 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3d05903-7e11-4708-b6f9-907d4d3014ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:03.336107 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f6238f81-f459-4cb4-b08f-7f6a57f47116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:03.398213 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e3d05903-7e11-4708-b6f9-907d4d3014ef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d5002d7c3cee4f0c893cc22be5ed3832&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4114206 Jul 29 23:17:03.399062 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d05903-7e11-4708-b6f9-907d4d3014ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1e52a1-d83a-48ef-a2db-4d406f3e4240,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:03.402040 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54362) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:03.430002 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f6238f81-f459-4cb4-b08f-7f6a57f47116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:03.509958 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-05fad6e3-b53d-4fb0-ad36-c1846cff30cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:03.516250 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-05fad6e3-b53d-4fb0-ad36-c1846cff30cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:03.525321 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d492919b-86b7-4d38-bbbd-fa67af1a31ff req-7e5757b2-8421-4744-a451-2fa84be1d734 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308994 Jul 29 23:17:03.534578 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-05fad6e3-b53d-4fb0-ad36-c1846cff30cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c08a81f6-5884-46c0-98cb-425e2327c193 HTTP/1.1" status: 204 len: 168 time: 0.6249743 Jul 29 23:17:03.590416 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9981d5-16bb-41e1-aaa2-61dd324e9fd7 req-0f6d86ef-6784-4bcf-82c5-89f5fff37260 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:03.592110 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ef9981d5-16bb-41e1-aaa2-61dd324e9fd7 req-0f6d86ef-6784-4bcf-82c5-89f5fff37260 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 949 time: 0.2937753 Jul 29 23:17:03.636876 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fad6e3-b53d-4fb0-ad36-c1846cff30cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08a81f6-5884-46c0-98cb-425e2327c193,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:03.672784 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0fbfef33-0530-489a-a66e-357b2d86c937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:03.686691 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ef9981d5-16bb-41e1-aaa2-61dd324e9fd7 req-461a9596-1026-41df-9e31-ec76e369cca0 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824397 Jul 29 23:17:03.728649 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0fbfef33-0530-489a-a66e-357b2d86c937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:03.783133 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f6238f81-f459-4cb4-b08f-7f6a57f47116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:03.795145 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f6238f81-f459-4cb4-b08f-7f6a57f47116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:03.802122 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f6238f81-f459-4cb4-b08f-7f6a57f47116 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a66b71a-d522-4c8e-82a9-d331ca1aeb53 HTTP/1.1" status: 204 len: 168 time: 0.8907599 Jul 29 23:17:03.825353 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6238f81-f459-4cb4-b08f-7f6a57f47116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a66b71a-d522-4c8e-82a9-d331ca1aeb53,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:03.861749 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0fbfef33-0530-489a-a66e-357b2d86c937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:03.868948 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0fbfef33-0530-489a-a66e-357b2d86c937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:03.873745 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0fbfef33-0530-489a-a66e-357b2d86c937 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a1e52a1-d83a-48ef-a2db-4d406f3e4240 HTTP/1.1" status: 204 len: 168 time: 0.4656456 Jul 29 23:17:03.885416 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78125796-481b-4207-8d5d-9afcb724423d req-496ddb03-b787-43b1-8675-1988d4edf54f tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:03.887043 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfef33-0530-489a-a66e-357b2d86c937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1e52a1-d83a-48ef-a2db-4d406f3e4240,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:03.888765 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-78125796-481b-4207-8d5d-9afcb724423d req-496ddb03-b787-43b1-8675-1988d4edf54f tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.23 "GET /v2.0/ports?device_id=8535bb8f-04ed-4704-b5ff-40560f82b033 HTTP/1.1" status: 200 len: 971 time: 0.1836517 Jul 29 23:17:03.968319 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e99d006-44d9-4de2-8399-d42a055974a9 req-7c0e91b8-a988-4e47-8d34-0e40bb7dc07a tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:03.969826 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3e99d006-44d9-4de2-8399-d42a055974a9 req-7c0e91b8-a988-4e47-8d34-0e40bb7dc07a tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/ports?device_id=8535bb8f-04ed-4704-b5ff-40560f82b033 HTTP/1.1" status: 200 len: 971 time: 0.1551650 Jul 29 23:17:04.076956 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3e99d006-44d9-4de2-8399-d42a055974a9 req-9e76231c-111b-43d3-bcbb-287768283119 tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/security-groups?id=87524456-b112-4013-b1ca-6648b69271da&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822604 Jul 29 23:17:04.112726 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-78125796-481b-4207-8d5d-9afcb724423d req-eb46b56d-9aa6-4d7f-b26c-af31bdaa1fff tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Deleting port ab93e411-2bb4-41cc-b09a-1162897391a8 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:17:04.113284 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-78125796-481b-4207-8d5d-9afcb724423d req-eb46b56d-9aa6-4d7f-b26c-af31bdaa1fff tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:04.216854 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-78125796-481b-4207-8d5d-9afcb724423d req-eb46b56d-9aa6-4d7f-b26c-af31bdaa1fff tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] For port ab93e411-2bb4-41cc-b09a-1162897391a8, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ab93e411-2bb4-41cc-b09a-1162897391a8,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:04.217499 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-78125796-481b-4207-8d5d-9afcb724423d req-eb46b56d-9aa6-4d7f-b26c-af31bdaa1fff tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:04.235586 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-78125796-481b-4207-8d5d-9afcb724423d req-eb46b56d-9aa6-4d7f-b26c-af31bdaa1fff tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Calling delete_port for ab93e411-2bb4-41cc-b09a-1162897391a8 owned by compute:tempest-test_az-768536708 {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:17:04.323610 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 1d291e9a-6200-47dc-94b5-0a95bc84c174 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:17:04.391970 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285176d-7fe4-45ad-8b4c-ea0d62ad50d4 req-948fe8fd-b8c3-45bd-855c-e8e77389a060 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:04.392349 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 44765355-53d7-4077-b28c-7fe3fcd748dd up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:04.393626 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4285176d-7fe4-45ad-8b4c-ea0d62ad50d4 req-948fe8fd-b8c3-45bd-855c-e8e77389a060 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d1a10b-704a-4e73-8bd2-379b30a724f1 HTTP/1.1" status: 200 len: 948 time: 0.0716474 Jul 29 23:17:04.452579 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54402) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:04.463304 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4285176d-7fe4-45ad-8b4c-ea0d62ad50d4 req-6b705ecb-4e70-4e1b-bd92-b28e199bca95 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555265 Jul 29 23:17:04.508819 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 44765355-53d7-4077-b28c-7fe3fcd748dd completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:04.512822 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 1d291e9a-6200-47dc-94b5-0a95bc84c174, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=1d291e9a-6200-47dc-94b5-0a95bc84c174,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:04.525986 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 44765355-53d7-4077-b28c-7fe3fcd748dd triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:04.527122 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:04.547016 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-78125796-481b-4207-8d5d-9afcb724423d req-eb46b56d-9aa6-4d7f-b26c-af31bdaa1fff tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:04.578656 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['ab93e411-2bb4-41cc-b09a-1162897391a8'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:17:04.598781 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb46b56d-9aa6-4d7f-b26c-af31bdaa1fff tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Pushing event deleted for resources: {'Port': ['ID=ab93e411-2bb4-41cc-b09a-1162897391a8,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:04.611156 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '1d291e9a-6200-47dc-94b5-0a95bc84c174', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': '1d291e9a-6200-47dc-94b5-0a95bc84c174', 'mac_address': 'fa:16:3e:8e:fb:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:17:04.653094 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54412) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:04.674593 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8dbf3457-b348-4c06-8644-a8f4271ba1ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:04.702827 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-78125796-481b-4207-8d5d-9afcb724423d req-eb46b56d-9aa6-4d7f-b26c-af31bdaa1fff tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] No DVR routers for this DVR port ab93e411-2bb4-41cc-b09a-1162897391a8 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:17:04.705081 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-78125796-481b-4207-8d5d-9afcb724423d req-eb46b56d-9aa6-4d7f-b26c-af31bdaa1fff tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:04.713912 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-78125796-481b-4207-8d5d-9afcb724423d req-eb46b56d-9aa6-4d7f-b26c-af31bdaa1fff tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.23 "DELETE /v2.0/ports/ab93e411-2bb4-41cc-b09a-1162897391a8 HTTP/1.1" status: 204 len: 173 time: 0.8171597 Jul 29 23:17:04.714594 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8535bb8f-04ed-4704-b5ff-40560f82b033', 'name': 'network-vif-deleted', 'tag': 'ab93e411-2bb4-41cc-b09a-1162897391a8'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:17:04.730082 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52522dbb-b42a-4cfd-8db7-a0c1484c6b38" -d '{"events": [{"server_uuid": "8535bb8f-04ed-4704-b5ff-40560f82b033", "name": "network-vif-deleted", "tag": "ab93e411-2bb4-41cc-b09a-1162897391a8"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:17:04.772896 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:04.795924 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830ade76-2f84-499a-9431-c4095a55c28f x-openstack-request-id: req-830ade76-2f84-499a-9431-c4095a55c28f {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:17:04.796469 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8535bb8f-04ed-4704-b5ff-40560f82b033", "name": "network-vif-deleted", "tag": "ab93e411-2bb4-41cc-b09a-1162897391a8", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:17:04.796854 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-830ade76-2f84-499a-9431-c4095a55c28f {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:17:04.797359 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8535bb8f-04ed-4704-b5ff-40560f82b033', 'name': 'network-vif-deleted', 'tag': 'ab93e411-2bb4-41cc-b09a-1162897391a8', 'status': 'completed', 'code': 200} Jul 29 23:17:04.822882 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:04.841427 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d291e9a-6200-47dc-94b5-0a95bc84c174 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:17:04.937313 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 1d291e9a-6200-47dc-94b5-0a95bc84c174, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=1d291e9a-6200-47dc-94b5-0a95bc84c174,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:04.952446 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8dbf3457-b348-4c06-8644-a8f4271ba1ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:04.957298 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd806ae6-77dd-4e53-8eac-5be8a6e35f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44765355-53d7-4077-b28c-7fe3fcd748dd'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:17:04.960087 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8dbf3457-b348-4c06-8644-a8f4271ba1ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:04.961537 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fec8081-1c5f-44c9-8e2f-99a75521f306" -d '{"events": [{"server_uuid": "dd806ae6-77dd-4e53-8eac-5be8a6e35f81", "name": "network-vif-plugged", "status": "completed", "tag": "44765355-53d7-4077-b28c-7fe3fcd748dd"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:17:04.963212 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314f4b0-d32b-4cb3-8575-75ae64aa9673 req-3811dc0e-235e-4259-acbe-d1c561889142 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:04.968583 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4314f4b0-d32b-4cb3-8575-75ae64aa9673 req-3811dc0e-235e-4259-acbe-d1c561889142 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 949 time: 0.1197131 Jul 29 23:17:04.988070 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:05.013479 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 44765355-53d7-4077-b28c-7fe3fcd748dd, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=44765355-53d7-4077-b28c-7fe3fcd748dd,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:05.046612 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:05.069208 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4314f4b0-d32b-4cb3-8575-75ae64aa9673 req-406cf23e-f565-47b5-a18d-e626768c2de0 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883515 Jul 29 23:17:05.119255 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8dbf3457-b348-4c06-8644-a8f4271ba1ea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=717265005c4d4ef4b57953d8a702cbbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4648793 Jul 29 23:17:05.121846 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf3457-b348-4c06-8644-a8f4271ba1ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6575f6d7-4d7e-4f97-9c88-208089fb4702,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:05.122295 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54426) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:05.122427 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba0d1f6-76f7-421e-b780-931885077498 x-openstack-request-id: req-aba0d1f6-76f7-421e-b780-931885077498 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:17:05.122988 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd806ae6-77dd-4e53-8eac-5be8a6e35f81", "name": "network-vif-plugged", "status": "completed", "tag": "44765355-53d7-4077-b28c-7fe3fcd748dd", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:17:05.123252 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aba0d1f6-76f7-421e-b780-931885077498 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:17:05.123663 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd806ae6-77dd-4e53-8eac-5be8a6e35f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44765355-53d7-4077-b28c-7fe3fcd748dd', 'code': 200} Jul 29 23:17:05.142532 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=1d291e9a-6200-47dc-94b5-0a95bc84c174,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:05.143043 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7bb38ddd-a421-462f-8943-9820d4c2dbd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:05.245120 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=44765355-53d7-4077-b28c-7fe3fcd748dd,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:05.255104 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['1d291e9a-6200-47dc-94b5-0a95bc84c174'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:17:05.339127 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:05.368259 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fb7b92a5-b5f3-482e-888a-54dbefde5f8c req-1fc0be15-d859-4ba5-9adc-c09d4542727c tempest-AggregatesAdminTestJSON-1583433034 tempest-AggregatesAdminTestJSON-1583433034-project] 10.222.0.18 "GET /v2.0/ports?device_id=8535bb8f-04ed-4704-b5ff-40560f82b033 HTTP/1.1" status: 200 len: 210 time: 0.0615983 Jul 29 23:17:05.384155 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7bb38ddd-a421-462f-8943-9820d4c2dbd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:05.385014 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3454bb65-f555-4ff9-9ebb-6652e4b498f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:05.391768 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7bb38ddd-a421-462f-8943-9820d4c2dbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:05.413626 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b9f9d-ab32-42e4-bf02-a762daaa8eac req-09374c3c-8eed-40ba-a5d2-e3668f873331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:05.416909 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0e4b9f9d-ab32-42e4-bf02-a762daaa8eac req-09374c3c-8eed-40ba-a5d2-e3668f873331 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 1102 time: 0.2240348 Jul 29 23:17:05.454153 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb38ddd-a421-462f-8943-9820d4c2dbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0741eb3f-168f-45bc-b4e3-8137b10a6864,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:05.459372 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7bb38ddd-a421-462f-8943-9820d4c2dbd3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=741960bc3ce44858bb54be2950b1e275&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0057092 Jul 29 23:17:05.462339 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54436) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:05.491463 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3454bb65-f555-4ff9-9ebb-6652e4b498f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:05.555846 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ca00e20e-f1f9-4a00-ba2e-0f61e5ee5d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:05.566683 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b24b1cb-2635-42e0-a541-75f728a76809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:05.613184 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0e4b9f9d-ab32-42e4-bf02-a762daaa8eac req-237f8a03-2488-4a4f-a4bf-84d29a514492 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690562 Jul 29 23:17:05.635536 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b24b1cb-2635-42e0-a541-75f728a76809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:05.704132 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3454bb65-f555-4ff9-9ebb-6652e4b498f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:05.712188 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3454bb65-f555-4ff9-9ebb-6652e4b498f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:05.714752 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3454bb65-f555-4ff9-9ebb-6652e4b498f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6575f6d7-4d7e-4f97-9c88-208089fb4702 HTTP/1.1" status: 204 len: 168 time: 0.5904710 Jul 29 23:17:05.720399 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b24b1cb-2635-42e0-a541-75f728a76809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:05.724432 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b24b1cb-2635-42e0-a541-75f728a76809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:05.725905 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4b24b1cb-2635-42e0-a541-75f728a76809 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0741eb3f-168f-45bc-b4e3-8137b10a6864 HTTP/1.1" status: 204 len: 168 time: 0.2608936 Jul 29 23:17:05.737199 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24b1cb-2635-42e0-a541-75f728a76809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0741eb3f-168f-45bc-b4e3-8137b10a6864,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:05.758601 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454bb65-f555-4ff9-9ebb-6652e4b498f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6575f6d7-4d7e-4f97-9c88-208089fb4702,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:05.775411 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65687561-38c0-4c73-a8a6-36ec1c9e7b15 req-faed8479-bf95-4a97-a518-301ee99e237f tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:05.777028 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65687561-38c0-4c73-a8a6-36ec1c9e7b15 req-faed8479-bf95-4a97-a518-301ee99e237f tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d1a10b-704a-4e73-8bd2-379b30a724f1 HTTP/1.1" status: 200 len: 949 time: 0.1368999 Jul 29 23:17:05.857528 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65687561-38c0-4c73-a8a6-36ec1c9e7b15 req-77afa3ba-01f8-4314-8258-37402fb51b3f tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648232 Jul 29 23:17:06.192737 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64546dd4-b572-4bf0-bbbc-0214eeb3c319 req-320acf14-aa69-4e10-b0de-e45728aa6537 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:06.194451 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64546dd4-b572-4bf0-bbbc-0214eeb3c319 req-320acf14-aa69-4e10-b0de-e45728aa6537 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.0613432 Jul 29 23:17:06.239167 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64546dd4-b572-4bf0-bbbc-0214eeb3c319 req-7b59b72d-9b03-4b7d-a427-f82824341cfe tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380681 Jul 29 23:17:06.326768 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 1d291e9a-6200-47dc-94b5-0a95bc84c174 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:06.345926 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54472) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:06.366597 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3f7af6b-7bb0-4165-bb80-5304db73474d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:06.385633 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 1d291e9a-6200-47dc-94b5-0a95bc84c174 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:06.392105 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 1d291e9a-6200-47dc-94b5-0a95bc84c174 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:06.393068 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:06.500605 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:06.540672 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3f7af6b-7bb0-4165-bb80-5304db73474d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:06.542576 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 1d291e9a-6200-47dc-94b5-0a95bc84c174, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=1d291e9a-6200-47dc-94b5-0a95bc84c174,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:06.545386 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3f7af6b-7bb0-4165-bb80-5304db73474d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:06.547316 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:06.606686 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=1d291e9a-6200-47dc-94b5-0a95bc84c174,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:06.623145 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54486) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:06.623678 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e3f7af6b-7bb0-4165-bb80-5304db73474d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f00b47b311ab44009560252bd209e159&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2747598 Jul 29 23:17:06.624166 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7af6b-7bb0-4165-bb80-5304db73474d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3db64f-06f8-42d4-808a-b248caaca7e8,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:06.695475 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:06.724302 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c96b45e8-cf60-4923-b3d6-eb5eab6adc4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:06.727572 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-e2305af2-e387-4b52-8c1a-bbc555b0cae9 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=924eedf485ca49e88625072b8912a512&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0290484 Jul 29 23:17:06.771053 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c96b45e8-cf60-4923-b3d6-eb5eab6adc4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:06.898747 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-235cc8c0-126a-41ec-8d3b-5958c2458a64 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:06.900430 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-235cc8c0-126a-41ec-8d3b-5958c2458a64 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1634638 Jul 29 23:17:06.919877 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c96b45e8-cf60-4923-b3d6-eb5eab6adc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:06.922672 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c96b45e8-cf60-4923-b3d6-eb5eab6adc4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:06.926340 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c96b45e8-cf60-4923-b3d6-eb5eab6adc4b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7a3db64f-06f8-42d4-808a-b248caaca7e8 HTTP/1.1" status: 204 len: 168 time: 0.2996624 Jul 29 23:17:06.935210 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-aae25bdd-160f-4b44-aef4-01248f3f1fec tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/quotas/924eedf485ca49e88625072b8912a512 HTTP/1.1" status: 200 len: 375 time: 0.0280311 Jul 29 23:17:06.937399 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96b45e8-cf60-4923-b3d6-eb5eab6adc4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3db64f-06f8-42d4-808a-b248caaca7e8,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:06.990104 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-e2dc6394-64e7-4fa7-aa79-d23058f6f043 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425303 Jul 29 23:17:06.998939 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54508) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:07.024143 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade81577-affa-4826-bd8f-be0b69520db6 req-93cfd90b-a6a1-48ac-a195-0c635f25aa14 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:07.025900 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ade81577-affa-4826-bd8f-be0b69520db6 req-93cfd90b-a6a1-48ac-a195-0c635f25aa14 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d1a10b-704a-4e73-8bd2-379b30a724f1 HTTP/1.1" status: 200 len: 950 time: 0.0896676 Jul 29 23:17:07.088379 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ade81577-affa-4826-bd8f-be0b69520db6 req-9bf73ad7-1238-416e-8646-6cc6ca1a1c6e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548375 Jul 29 23:17:07.125239 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d1a10b-704a-4e73-8bd2-379b30a724f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d291e9a-6200-47dc-94b5-0a95bc84c174'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:17:07.131222 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22371a1c-6819-4cc6-9d7a-6113ae12dbc9" -d '{"events": [{"server_uuid": "38d1a10b-704a-4e73-8bd2-379b30a724f1", "name": "network-vif-plugged", "status": "completed", "tag": "1d291e9a-6200-47dc-94b5-0a95bc84c174"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:17:07.201645 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78cde54a-0cf6-4889-ada1-5682018004df x-openstack-request-id: req-78cde54a-0cf6-4889-ada1-5682018004df {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:17:07.202218 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d1a10b-704a-4e73-8bd2-379b30a724f1", "name": "network-vif-plugged", "status": "completed", "tag": "1d291e9a-6200-47dc-94b5-0a95bc84c174", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:17:07.202218 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-78cde54a-0cf6-4889-ada1-5682018004df {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:17:07.202607 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d1a10b-704a-4e73-8bd2-379b30a724f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d291e9a-6200-47dc-94b5-0a95bc84c174', 'code': 200} Jul 29 23:17:07.306635 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-574a2080-92ae-490e-bd52-9165addb8134 req-88cb8fb7-aab7-4ec7-bf03-92230af7dc96 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 210 time: 0.0828557 Jul 29 23:17:07.362478 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903c2a7-2610-441d-a814-1a00ed7459c4 req-11f208a9-3fcc-4e8b-a6c6-96719af0a2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:07.364283 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8903c2a7-2610-441d-a814-1a00ed7459c4 req-11f208a9-3fcc-4e8b-a6c6-96719af0a2fc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=38d1a10b-704a-4e73-8bd2-379b30a724f1 HTTP/1.1" status: 200 len: 1102 time: 0.0472600 Jul 29 23:17:07.448839 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13398bba-a00f-4f4e-8028-3e45af1c589a req-f51d320c-226c-42dc-80d2-2e32feff7bf1 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:07.450881 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13398bba-a00f-4f4e-8028-3e45af1c589a req-f51d320c-226c-42dc-80d2-2e32feff7bf1 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.0857086 Jul 29 23:17:07.471301 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8903c2a7-2610-441d-a814-1a00ed7459c4 req-419ecb9b-c7b9-438d-8bc9-1e089bafb9d8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745308 Jul 29 23:17:07.520478 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13398bba-a00f-4f4e-8028-3e45af1c589a req-2a7277f4-e99d-4ed7-a9da-452b1a56f936 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542784 Jul 29 23:17:07.615210 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-96909096-13e0-454b-ac6b-a1f5ef680622 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=85d7d1d534b941e2ab97d835bc8de9d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6128318 Jul 29 23:17:07.615567 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54542) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:07.680219 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4922388e-2d35-4afd-ae18-a5f035f902ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:07.717933 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4922388e-2d35-4afd-ae18-a5f035f902ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:07.785557 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4922388e-2d35-4afd-ae18-a5f035f902ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:07.795095 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4922388e-2d35-4afd-ae18-a5f035f902ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:07.807291 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4922388e-2d35-4afd-ae18-a5f035f902ec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/87524456-b112-4013-b1ca-6648b69271da HTTP/1.1" status: 204 len: 168 time: 0.1812744 Jul 29 23:17:07.825634 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4922388e-2d35-4afd-ae18-a5f035f902ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87524456-b112-4013-b1ca-6648b69271da,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:07.897767 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-2e1b8664-f597-4f57-97f3-91350f1b4499 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=cf82aba057ca40728b2317f4122ba0f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307863 Jul 29 23:17:08.010397 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:08.035531 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device ab93e411-2bb4-41cc-b09a-1162897391a8 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:17:08.058251 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-bd52188d-5497-4f1c-9718-3132dcc5ee61 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:08.059128 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-bd52188d-5497-4f1c-9718-3132dcc5ee61 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1570365 Jul 29 23:17:08.060910 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: ab93e411-2bb4-41cc-b09a-1162897391a8 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:17:08.061320 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device ab93e411-2bb4-41cc-b09a-1162897391a8 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:17:08.078097 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-195a3f8e-ecf0-4c0c-872b-79e63cab2609 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/quotas/cf82aba057ca40728b2317f4122ba0f3 HTTP/1.1" status: 200 len: 375 time: 0.0122375 Jul 29 23:17:08.152238 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-43713ce5-aef3-4fba-b396-8bdafac9f1f8 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf82aba057ca40728b2317f4122ba0f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681055 Jul 29 23:17:08.442450 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3b45e373-40e4-4b84-9f2e-098b74b81924 req-a1e139ef-edfd-46fd-b178-10428f43f74d tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e2385da-9aa0-4298-b6bd-7ed0fe256205 HTTP/1.1" status: 200 len: 210 time: 0.0660088 Jul 29 23:17:08.512755 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0670ac-8ad1-45f2-b2f6-178500eb9fd4 req-f26d25d8-a864-4811-a0c2-5b58ff0a1c6e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:08.523204 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-af0670ac-8ad1-45f2-b2f6-178500eb9fd4 req-f26d25d8-a864-4811-a0c2-5b58ff0a1c6e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d1a10b-704a-4e73-8bd2-379b30a724f1 HTTP/1.1" status: 200 len: 950 time: 0.1179757 Jul 29 23:17:08.573608 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-65a66bb7-ce6f-449b-8cfe-bb81166d0fdc tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=924eedf485ca49e88625072b8912a512&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288310 Jul 29 23:17:08.695510 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-af0670ac-8ad1-45f2-b2f6-178500eb9fd4 req-f28a9488-0e0e-4bcf-8b43-67c15f78a28e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705837 Jul 29 23:17:08.772005 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c9f8f26-0596-43e9-b58a-fd01d80ed370 req-344e38a5-cf42-41ab-ba2d-aae9c84c1a06 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 210 time: 0.0531454 Jul 29 23:17:08.869507 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54596) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:08.892218 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-40e1c861-d7b1-47b8-84d0-e19eaecebae6 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:08.899649 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-40e1c861-d7b1-47b8-84d0-e19eaecebae6 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3263273 Jul 29 23:17:08.920187 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-41a33cfe-8c4c-4ed3-a262-36a03b36fff0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Request body: {'port': {'device_id': '10abedd5-a2b8-483f-bac2-56f46d1c08f6', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'admin_state_up': True, 'tenant_id': '924eedf485ca49e88625072b8912a512'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:09.015797 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-45233870-dea5-42bd-a279-0a0146643550 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=62f50d798fdf4de7975c422a95418784&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1418824 Jul 29 23:17:09.016056 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54598) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:09.145763 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1827a78b-83e1-45ba-b987-2b92bdf5aad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:09.147174 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-41a33cfe-8c4c-4ed3-a262-36a03b36fff0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Made reservation on behalf of 924eedf485ca49e88625072b8912a512 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:09.155673 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-41a33cfe-8c4c-4ed3-a262-36a03b36fff0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:09.167793 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-41a33cfe-8c4c-4ed3-a262-36a03b36fff0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:09.207797 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1827a78b-83e1-45ba-b987-2b92bdf5aad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:09.271464 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1827a78b-83e1-45ba-b987-2b92bdf5aad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:09.274456 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1827a78b-83e1-45ba-b987-2b92bdf5aad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:09.275594 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1827a78b-83e1-45ba-b987-2b92bdf5aad6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8af6419d-6210-4f41-94b7-4a4f53756228 HTTP/1.1" status: 204 len: 168 time: 0.2585754 Jul 29 23:17:09.288380 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827a78b-83e1-45ba-b987-2b92bdf5aad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af6419d-6210-4f41-94b7-4a4f53756228,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:09.340335 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-41a33cfe-8c4c-4ed3-a262-36a03b36fff0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:09.344589 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-41a33cfe-8c4c-4ed3-a262-36a03b36fff0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:09.375399 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a33cfe-8c4c-4ed3-a262-36a03b36fff0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdd9587-5dad-40e7-8edd-729d38ffad9e,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:09.682765 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c3927140-94d4-467c-9f71-058b6be30793 req-6dec5edb-28d0-470a-8212-7e70c6d65f07 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e2385da-9aa0-4298-b6bd-7ed0fe256205 HTTP/1.1" status: 200 len: 210 time: 0.0297437 Jul 29 23:17:09.707933 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-41a33cfe-8c4c-4ed3-a262-36a03b36fff0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Allocated IP 192.168.233.15 (adb88f5c-b5bd-41cf-b367-228eab6e0075/28e6de27-5b72-4bf0-88e6-0cdec4cf806e/a7499d40-a2e9-4a56-b8a3-986db53aa756) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:17:09.920680 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f53d8-cd29-41dc-b200-5d8df4addb89 req-63abde82-81ff-4a21-8f64-b0e9cd5e5e4b tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:09.922192 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c1f53d8-cd29-41dc-b200-5d8df4addb89 req-63abde82-81ff-4a21-8f64-b0e9cd5e5e4b tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d1a10b-704a-4e73-8bd2-379b30a724f1 HTTP/1.1" status: 200 len: 950 time: 0.1394749 Jul 29 23:17:09.984937 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-f88cee97-0bbf-499f-8b83-5d33464d437c tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=cf82aba057ca40728b2317f4122ba0f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395441 Jul 29 23:17:09.995939 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-41a33cfe-8c4c-4ed3-a262-36a03b36fff0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:10.068546 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c1f53d8-cd29-41dc-b200-5d8df4addb89 req-bd78f135-aa28-4d0f-8b58-29e5e372e48b tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380727 Jul 29 23:17:10.080651 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-41a33cfe-8c4c-4ed3-a262-36a03b36fff0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Transition to ACTIVE for port object a7499d40-a2e9-4a56-b8a3-986db53aa756 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:10.154969 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-489bdbb3-2f37-497e-853c-89c2503d7b00 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:10.156767 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-489bdbb3-2f37-497e-853c-89c2503d7b00 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1653197 Jul 29 23:17:10.171192 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-068575be-56e0-4c10-8c2e-38d06e0e2b2f tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Request body: {'port': {'device_id': '8e2385da-9aa0-4298-b6bd-7ed0fe256205', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'admin_state_up': True, 'tenant_id': 'cf82aba057ca40728b2317f4122ba0f3'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:10.194272 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-41a33cfe-8c4c-4ed3-a262-36a03b36fff0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:10.323576 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-41a33cfe-8c4c-4ed3-a262-36a03b36fff0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:17:10.346105 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-41a33cfe-8c4c-4ed3-a262-36a03b36fff0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:10.351942 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-41a33cfe-8c4c-4ed3-a262-36a03b36fff0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:17:10.356647 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-41a33cfe-8c4c-4ed3-a262-36a03b36fff0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:10.357343 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-41a33cfe-8c4c-4ed3-a262-36a03b36fff0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:10.364900 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a33cfe-8c4c-4ed3-a262-36a03b36fff0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Pushing event updated for resources: {'Port': ['ID=a7499d40-a2e9-4a56-b8a3-986db53aa756,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:10.374286 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6061018-aa97-47b9-99a0-30ef8dfabc95 req-d4c3f02e-4b65-410a-9690-21639006163a tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:10.375870 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6061018-aa97-47b9-99a0-30ef8dfabc95 req-d4c3f02e-4b65-410a-9690-21639006163a tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 935 time: 0.2122958 Jul 29 23:17:10.425647 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-41a33cfe-8c4c-4ed3-a262-36a03b36fff0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5173120 Jul 29 23:17:10.441706 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-d1c37d01-8370-4932-ba97-db3c77b65302 service neutron] Request body: {'port': {'device_id': '10abedd5-a2b8-483f-bac2-56f46d1c08f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:10.482571 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6061018-aa97-47b9-99a0-30ef8dfabc95 req-3d8bfd34-570a-4e55-920f-6cd5d6deaf74 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000519 Jul 29 23:17:10.510545 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-068575be-56e0-4c10-8c2e-38d06e0e2b2f tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Made reservation on behalf of cf82aba057ca40728b2317f4122ba0f3 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:10.514199 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-068575be-56e0-4c10-8c2e-38d06e0e2b2f tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:10.566181 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-d1c37d01-8370-4932-ba97-db3c77b65302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:10.622134 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9a39cabd-2207-4979-9066-99a804ae6274 None None] Provisioning for port a7499d40-a2e9-4a56-b8a3-986db53aa756 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:10.633373 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9a39cabd-2207-4979-9066-99a804ae6274 None None] Provisioning complete for port a7499d40-a2e9-4a56-b8a3-986db53aa756 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:10.634096 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a39cabd-2207-4979-9066-99a804ae6274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:10.705564 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-9a39cabd-2207-4979-9066-99a804ae6274 None None] Port a7499d40-a2e9-4a56-b8a3-986db53aa756 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:17:10.861869 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55956a77-4564-47b5-b5bb-fdbc243828d5 req-2a3a5c32-7ab1-4fae-9df6-95e77f80b227 tempest-ServersOnMultiNodesTest-1063351474 tempest-ServersOnMultiNodesTest-1063351474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:10.863973 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-55956a77-4564-47b5-b5bb-fdbc243828d5 req-2a3a5c32-7ab1-4fae-9df6-95e77f80b227 tempest-ServersOnMultiNodesTest-1063351474 tempest-ServersOnMultiNodesTest-1063351474-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=38d1a10b-704a-4e73-8bd2-379b30a724f1 HTTP/1.1" status: 200 len: 1102 time: 0.1713970 Jul 29 23:17:10.876997 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-068575be-56e0-4c10-8c2e-38d06e0e2b2f tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Allocated IP 192.168.233.46 (adb88f5c-b5bd-41cf-b367-228eab6e0075/28e6de27-5b72-4bf0-88e6-0cdec4cf806e/80d097e3-c27b-498e-be3f-12ae8675d017) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:17:10.900237 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-55956a77-4564-47b5-b5bb-fdbc243828d5 req-5e67f7d7-869d-4aab-b251-0ab4794f803c tempest-ServersOnMultiNodesTest-1063351474 tempest-ServersOnMultiNodesTest-1063351474-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:11.125817 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-068575be-56e0-4c10-8c2e-38d06e0e2b2f tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:11.128713 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-55956a77-4564-47b5-b5bb-fdbc243828d5 req-5e67f7d7-869d-4aab-b251-0ab4794f803c tempest-ServersOnMultiNodesTest-1063351474 tempest-ServersOnMultiNodesTest-1063351474-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:11.138055 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-55956a77-4564-47b5-b5bb-fdbc243828d5 req-5e67f7d7-869d-4aab-b251-0ab4794f803c tempest-ServersOnMultiNodesTest-1063351474 tempest-ServersOnMultiNodesTest-1063351474-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:11.152339 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-068575be-56e0-4c10-8c2e-38d06e0e2b2f tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Transition to ACTIVE for port object 80d097e3-c27b-498e-be3f-12ae8675d017 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:11.169707 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-55956a77-4564-47b5-b5bb-fdbc243828d5 req-5e67f7d7-869d-4aab-b251-0ab4794f803c tempest-ServersOnMultiNodesTest-1063351474 tempest-ServersOnMultiNodesTest-1063351474-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942762 Jul 29 23:17:11.182794 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e67f7d7-869d-4aab-b251-0ab4794f803c tempest-ServersOnMultiNodesTest-1063351474 tempest-ServersOnMultiNodesTest-1063351474-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc90f6ac-ef3e-4d0a-9cf6-c4ba8f1af51b,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:11.216113 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-068575be-56e0-4c10-8c2e-38d06e0e2b2f tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:11.228991 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['44765355-53d7-4077-b28c-7fe3fcd748dd'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:17:11.231658 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['556f0030-f6cf-4918-8f35-994569601626'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:17:11.351273 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-068575be-56e0-4c10-8c2e-38d06e0e2b2f tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:17:11.364045 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-068575be-56e0-4c10-8c2e-38d06e0e2b2f tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:11.367885 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-068575be-56e0-4c10-8c2e-38d06e0e2b2f tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:17:11.376709 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-068575be-56e0-4c10-8c2e-38d06e0e2b2f tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:11.377642 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-068575be-56e0-4c10-8c2e-38d06e0e2b2f tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:11.427701 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068575be-56e0-4c10-8c2e-38d06e0e2b2f tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Pushing event updated for resources: {'Port': ['ID=80d097e3-c27b-498e-be3f-12ae8675d017,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:11.470579 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-068575be-56e0-4c10-8c2e-38d06e0e2b2f tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3033793 Jul 29 23:17:11.482356 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f47a90d-9cb1-4637-bcfe-009c8908b498 req-f2756322-c937-4b42-af1b-102f3ce512c2 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:11.484013 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f47a90d-9cb1-4637-bcfe-009c8908b498 req-f2756322-c937-4b42-af1b-102f3ce512c2 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e2385da-9aa0-4298-b6bd-7ed0fe256205 HTTP/1.1" status: 200 len: 935 time: 0.1910994 Jul 29 23:17:11.500441 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-7cf07d47-58f7-43d6-8d60-5f6189889c1a service neutron] Request body: {'port': {'device_id': '8e2385da-9aa0-4298-b6bd-7ed0fe256205', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:11.591734 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f47a90d-9cb1-4637-bcfe-009c8908b498 req-30a19e8a-2926-4d53-b326-9c377b1c8180 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874844 Jul 29 23:17:11.635997 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-7cf07d47-58f7-43d6-8d60-5f6189889c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:11.720478 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-baeeced7-af52-4219-b26f-7880c2741e36 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1842ff94846047378c5fcae5640b49dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387113 Jul 29 23:17:11.744311 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-d1c37d01-8370-4932-ba97-db3c77b65302 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7499d40-a2e9-4a56-b8a3-986db53aa756 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:17:11.780760 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-d1c37d01-8370-4932-ba97-db3c77b65302 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:11.847497 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-698a1d1a-44ba-4266-be03-585ee75589ca None None] Provisioning for port 80d097e3-c27b-498e-be3f-12ae8675d017 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:11.860308 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-d1c37d01-8370-4932-ba97-db3c77b65302 service neutron] Transition to ACTIVE for port object a7499d40-a2e9-4a56-b8a3-986db53aa756 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:11.861819 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-698a1d1a-44ba-4266-be03-585ee75589ca None None] Provisioning complete for port 80d097e3-c27b-498e-be3f-12ae8675d017 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:11.862455 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-698a1d1a-44ba-4266-be03-585ee75589ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:11.883319 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-d1c37d01-8370-4932-ba97-db3c77b65302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:11.925508 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-698a1d1a-44ba-4266-be03-585ee75589ca None None] Port 80d097e3-c27b-498e-be3f-12ae8675d017 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:17:12.048055 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c37d01-8370-4932-ba97-db3c77b65302 service neutron] Pushing event updated for resources: {'Port': ['ID=a7499d40-a2e9-4a56-b8a3-986db53aa756,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:12.079066 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-5daadbdf-5abd-43b5-a818-0cf7680ba252 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:12.087950 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-5daadbdf-5abd-43b5-a818-0cf7680ba252 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3664834 Jul 29 23:17:12.164433 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-be0c2895-2857-4a14-8b4c-7b85c415794e tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/quotas/1842ff94846047378c5fcae5640b49dd HTTP/1.1" status: 200 len: 375 time: 0.0754797 Jul 29 23:17:12.180938 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-d1c37d01-8370-4932-ba97-db3c77b65302 service neutron] Attempting to bind port a7499d40-a2e9-4a56-b8a3-986db53aa756 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:17:12.181294 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-d1c37d01-8370-4932-ba97-db3c77b65302 service neutron] Attempting to bind port a7499d40-a2e9-4a56-b8a3-986db53aa756 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:17:12.181648 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-d1c37d01-8370-4932-ba97-db3c77b65302 service neutron] Attempting to bind port a7499d40-a2e9-4a56-b8a3-986db53aa756 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:12.391279 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-1b36bcbc-4efc-4a50-af1a-91c4c9d96c4d tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1842ff94846047378c5fcae5640b49dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2258315 Jul 29 23:17:12.396375 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-d1c37d01-8370-4932-ba97-db3c77b65302 service neutron] Port a7499d40-a2e9-4a56-b8a3-986db53aa756 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:17:12.396783 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-d1c37d01-8370-4932-ba97-db3c77b65302 service neutron] Attempting to bind port a7499d40-a2e9-4a56-b8a3-986db53aa756 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:12.414852 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-d1c37d01-8370-4932-ba97-db3c77b65302 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:17:12.415614 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-d1c37d01-8370-4932-ba97-db3c77b65302 service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:12.416461 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-d1c37d01-8370-4932-ba97-db3c77b65302 service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:17:12.416921 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-d1c37d01-8370-4932-ba97-db3c77b65302 service neutron] Bound port: a7499d40-a2e9-4a56-b8a3-986db53aa756, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:17:12.417288 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-d1c37d01-8370-4932-ba97-db3c77b65302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:12.437429 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54740) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:12.570171 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f3d37dd-6c83-476a-b8ff-b65b020990e9 req-8b14eb74-2534-44b7-b2b3-d1f93369b15a tempest-QuotasAdminNegativeTest-750033298 tempest-QuotasAdminNegativeTest-750033298-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=69bfbb4e8a524cf195ac0a165417b975&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390677 Jul 29 23:17:12.617544 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-d1c37d01-8370-4932-ba97-db3c77b65302 service neutron] For port a7499d40-a2e9-4a56-b8a3-986db53aa756, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:17:12.716283 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-d1c37d01-8370-4932-ba97-db3c77b65302 service neutron] For port a7499d40-a2e9-4a56-b8a3-986db53aa756, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=a7499d40-a2e9-4a56-b8a3-986db53aa756,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:17:12.734841 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bf082985-ec5f-4f43-8d14-49e92c44610b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:12.761711 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-7cf07d47-58f7-43d6-8d60-5f6189889c1a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80d097e3-c27b-498e-be3f-12ae8675d017 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:17:12.766437 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-d1c37d01-8370-4932-ba97-db3c77b65302 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:12.777032 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-7cf07d47-58f7-43d6-8d60-5f6189889c1a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:12.836118 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bf082985-ec5f-4f43-8d14-49e92c44610b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:12.843063 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bf082985-ec5f-4f43-8d14-49e92c44610b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:12.846311 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-7cf07d47-58f7-43d6-8d60-5f6189889c1a service neutron] Transition to ACTIVE for port object 80d097e3-c27b-498e-be3f-12ae8675d017 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:12.863661 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-d1c37d01-8370-4932-ba97-db3c77b65302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:12.864420 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-d1c37d01-8370-4932-ba97-db3c77b65302 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:12.866129 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-d1c37d01-8370-4932-ba97-db3c77b65302 service neutron] 10.222.0.23 "PUT /v2.0/ports/a7499d40-a2e9-4a56-b8a3-986db53aa756 HTTP/1.1" status: 200 len: 1096 time: 2.4326317 Jul 29 23:17:12.867947 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10abedd5-a2b8-483f-bac2-56f46d1c08f6', 'tag': 'a7499d40-a2e9-4a56-b8a3-986db53aa756'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:17:12.871196 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22817b4f-8ce0-44c5-acc6-2b94b004c1f5" -d '{"events": [{"name": "network-changed", "server_uuid": "10abedd5-a2b8-483f-bac2-56f46d1c08f6", "tag": "a7499d40-a2e9-4a56-b8a3-986db53aa756"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:17:12.873908 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-7cf07d47-58f7-43d6-8d60-5f6189889c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:12.890256 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf082985-ec5f-4f43-8d14-49e92c44610b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f06f1a-4ee0-4c1d-aba6-90006bd8292a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:12.895532 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bf082985-ec5f-4f43-8d14-49e92c44610b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=83fceb4426f54ee48e2a394e562bd509&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4563313 Jul 29 23:17:12.898229 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54768) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:12.930127 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9f5e4-4337-43c2-9644-e35f7d1837e2 req-7ae83611-b1fd-48a3-ba81-170322297202 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:12.938253 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a0b9f5e4-4337-43c2-9644-e35f7d1837e2 req-7ae83611-b1fd-48a3-ba81-170322297202 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 947 time: 0.2869670 Jul 29 23:17:12.970481 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1235ab61-fe4c-4779-a015-d5170c29d7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:12.975240 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d37dd-6c83-476a-b8ff-b65b020990e9 req-38976122-7682-4ba2-ab83-f01c0472c35b tempest-QuotasAdminNegativeTest-750033298 tempest-QuotasAdminNegativeTest-750033298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:12.982540 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f3d37dd-6c83-476a-b8ff-b65b020990e9 req-38976122-7682-4ba2-ab83-f01c0472c35b tempest-QuotasAdminNegativeTest-750033298 tempest-QuotasAdminNegativeTest-750033298-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4018450 Jul 29 23:17:13.002627 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1235ab61-fe4c-4779-a015-d5170c29d7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:13.025289 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c37d01-8370-4932-ba97-db3c77b65302 service neutron] Pushing event updated for resources: {'Port': ['ID=a7499d40-a2e9-4a56-b8a3-986db53aa756,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:13.050041 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f3d37dd-6c83-476a-b8ff-b65b020990e9 req-0a5b4a22-2c7b-4753-a1bf-1b1477a919fd tempest-QuotasAdminNegativeTest-750033298 tempest-QuotasAdminNegativeTest-750033298-project] 10.222.0.18 "GET /v2.0/quotas/69bfbb4e8a524cf195ac0a165417b975 HTTP/1.1" status: 200 len: 375 time: 0.0663285 Jul 29 23:17:13.069435 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1235ab61-fe4c-4779-a015-d5170c29d7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:13.072004 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1235ab61-fe4c-4779-a015-d5170c29d7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:13.073502 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1235ab61-fe4c-4779-a015-d5170c29d7aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/81f06f1a-4ee0-4c1d-aba6-90006bd8292a HTTP/1.1" status: 204 len: 168 time: 0.1738298 Jul 29 23:17:13.086855 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235ab61-fe4c-4779-a015-d5170c29d7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f06f1a-4ee0-4c1d-aba6-90006bd8292a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:13.137446 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f3d37dd-6c83-476a-b8ff-b65b020990e9 req-c1a1113c-1038-4886-b83b-55d21386c6f0 tempest-QuotasAdminNegativeTest-750033298 tempest-QuotasAdminNegativeTest-750033298-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=69bfbb4e8a524cf195ac0a165417b975&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0865798 Jul 29 23:17:13.199345 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a0b9f5e4-4337-43c2-9644-e35f7d1837e2 req-2be9171c-51ee-41f4-b5c8-bc0757993aae tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597916 Jul 29 23:17:13.253680 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf07d47-58f7-43d6-8d60-5f6189889c1a service neutron] Pushing event updated for resources: {'Port': ['ID=80d097e3-c27b-498e-be3f-12ae8675d017,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:13.312817 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-cbf3160f-82a8-4488-a858-2ca0cf04ed95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:13.320890 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-cbf3160f-82a8-4488-a858-2ca0cf04ed95 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 1099 time: 0.4028547 Jul 29 23:17:13.324129 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-7cf07d47-58f7-43d6-8d60-5f6189889c1a service neutron] Attempting to bind port 80d097e3-c27b-498e-be3f-12ae8675d017 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:17:13.326016 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-7cf07d47-58f7-43d6-8d60-5f6189889c1a service neutron] Attempting to bind port 80d097e3-c27b-498e-be3f-12ae8675d017 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:17:13.327282 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-7cf07d47-58f7-43d6-8d60-5f6189889c1a service neutron] Attempting to bind port 80d097e3-c27b-498e-be3f-12ae8675d017 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:13.354793 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-7cf07d47-58f7-43d6-8d60-5f6189889c1a service neutron] Port 80d097e3-c27b-498e-be3f-12ae8675d017 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:17:13.356763 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-7cf07d47-58f7-43d6-8d60-5f6189889c1a service neutron] Attempting to bind port 80d097e3-c27b-498e-be3f-12ae8675d017 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:13.408184 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-7cf07d47-58f7-43d6-8d60-5f6189889c1a service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:17:13.408863 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-7cf07d47-58f7-43d6-8d60-5f6189889c1a service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:13.409608 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-7cf07d47-58f7-43d6-8d60-5f6189889c1a service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:17:13.410130 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-7cf07d47-58f7-43d6-8d60-5f6189889c1a service neutron] Bound port: 80d097e3-c27b-498e-be3f-12ae8675d017, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:17:13.410581 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-7cf07d47-58f7-43d6-8d60-5f6189889c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:13.434358 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-dfda94c7-811a-49bd-a6ca-b8a05158816e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=a7499d40-a2e9-4a56-b8a3-986db53aa756 HTTP/1.1" status: 200 len: 217 time: 0.1020036 Jul 29 23:17:13.499874 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54788) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:13.505055 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-955c0033-17fa-4823-ae10-c912537f6607 req-21a833dc-8d03-403c-98c8-6f04bd4f4016 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=059e1ca7f14d445f9149a931f19d526e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0731771 Jul 29 23:17:13.518137 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4e375330-0f77-4e3e-9df2-11c8caba20d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:13.604855 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-81f558bf-972a-4543-b831-c79c11280558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:13.606423 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-81f558bf-972a-4543-b831-c79c11280558 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1584952 Jul 29 23:17:13.636560 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4e375330-0f77-4e3e-9df2-11c8caba20d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:13.642493 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4e375330-0f77-4e3e-9df2-11c8caba20d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:13.653893 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-7cf07d47-58f7-43d6-8d60-5f6189889c1a service neutron] For port 80d097e3-c27b-498e-be3f-12ae8675d017, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:17:13.687582 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-7cf07d47-58f7-43d6-8d60-5f6189889c1a service neutron] For port 80d097e3-c27b-498e-be3f-12ae8675d017, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=80d097e3-c27b-498e-be3f-12ae8675d017,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:17:13.693506 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4e375330-0f77-4e3e-9df2-11c8caba20d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=05b1a5e93a8445b1add2a3d558535af4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1889198 Jul 29 23:17:13.693506 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e375330-0f77-4e3e-9df2-11c8caba20d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392d6da4-7b3d-4367-afb4-bbb204a2cf74,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:13.693925 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54792) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:13.715256 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-7cf07d47-58f7-43d6-8d60-5f6189889c1a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:13.749645 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8189b032-bc92-4f68-a9ac-b130a6cfd781 req-ae3e9472-c0b6-4235-91fb-2e90b740aa46 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/ports?device_id=e50d4845-f575-4c0d-bcdc-a53cb0f25c60 HTTP/1.1" status: 200 len: 210 time: 0.0559971 Jul 29 23:17:13.758013 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-81437b8e-a981-4c8e-8fe9-d4ee18f908b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:13.789357 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-81437b8e-a981-4c8e-8fe9-d4ee18f908b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:13.790944 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-7cf07d47-58f7-43d6-8d60-5f6189889c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:13.791571 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-7cf07d47-58f7-43d6-8d60-5f6189889c1a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:13.793146 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-7cf07d47-58f7-43d6-8d60-5f6189889c1a service neutron] 10.222.0.39 "PUT /v2.0/ports/80d097e3-c27b-498e-be3f-12ae8675d017 HTTP/1.1" status: 200 len: 1096 time: 2.3081794 Jul 29 23:17:13.795099 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-f4436aca-c386-4888-af10-955210d97cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:13.796714 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-f4436aca-c386-4888-af10-955210d97cfa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1811070 Jul 29 23:17:13.818730 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c0033-17fa-4823-ae10-c912537f6607 req-8e0a0d2e-b9f9-49cf-9d65-41dbae9fb75a tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:13.820983 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-955c0033-17fa-4823-ae10-c912537f6607 req-8e0a0d2e-b9f9-49cf-9d65-41dbae9fb75a tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3024912 Jul 29 23:17:13.843182 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-172d0285-df54-4cca-9d8a-43348dc3dd90 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1842ff94846047378c5fcae5640b49dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502255 Jul 29 23:17:13.976676 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-81437b8e-a981-4c8e-8fe9-d4ee18f908b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:13.979702 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-81437b8e-a981-4c8e-8fe9-d4ee18f908b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:13.981251 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-81437b8e-a981-4c8e-8fe9-d4ee18f908b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/392d6da4-7b3d-4367-afb4-bbb204a2cf74 HTTP/1.1" status: 204 len: 168 time: 0.2861741 Jul 29 23:17:13.985507 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-955c0033-17fa-4823-ae10-c912537f6607 req-dc147c3d-bfd5-4e1e-9443-0662cd96ca92 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/quotas/059e1ca7f14d445f9149a931f19d526e HTTP/1.1" status: 200 len: 375 time: 0.1356511 Jul 29 23:17:14.007889 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf07d47-58f7-43d6-8d60-5f6189889c1a service neutron] Pushing event updated for resources: {'Port': ['ID=80d097e3-c27b-498e-be3f-12ae8675d017,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:14.017300 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-aa2fa512-258c-4e5b-90e4-2585cf30dcde tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:14.020415 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-aa2fa512-258c-4e5b-90e4-2585cf30dcde tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1706331 Jul 29 23:17:14.022633 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81437b8e-a981-4c8e-8fe9-d4ee18f908b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392d6da4-7b3d-4367-afb4-bbb204a2cf74,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:14.037141 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-27241997-2420-4b95-9a70-b292cd5e2d21 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Request body: {'port': {'device_id': 'e50d4845-f575-4c0d-bcdc-a53cb0f25c60', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'admin_state_up': True, 'tenant_id': '1842ff94846047378c5fcae5640b49dd'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:14.094548 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07530b6-fc0b-4e76-a490-1b210d49acf6 req-b182e3ac-51d8-4aac-864c-7c28c8a756dc tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:14.097081 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d07530b6-fc0b-4e76-a490-1b210d49acf6 req-b182e3ac-51d8-4aac-864c-7c28c8a756dc tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e2385da-9aa0-4298-b6bd-7ed0fe256205 HTTP/1.1" status: 200 len: 947 time: 0.2204027 Jul 29 23:17:14.109403 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-889487e4-2c08-42e4-aaba-8ece0b66d550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:14.110811 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-889487e4-2c08-42e4-aaba-8ece0b66d550 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf82aba057ca40728b2317f4122ba0f3&device_id=8e2385da-9aa0-4298-b6bd-7ed0fe256205 HTTP/1.1" status: 200 len: 1099 time: 0.2475448 Jul 29 23:17:14.125265 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-54fdfb3f-de45-4272-a84b-bb2c754bea56 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2992268 Jul 29 23:17:14.149564 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-955c0033-17fa-4823-ae10-c912537f6607 req-411d417d-3683-47c0-9303-40915c590409 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=059e1ca7f14d445f9149a931f19d526e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1467505 Jul 29 23:17:14.223654 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-27241997-2420-4b95-9a70-b292cd5e2d21 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Made reservation on behalf of 1842ff94846047378c5fcae5640b49dd for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:14.229601 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-27241997-2420-4b95-9a70-b292cd5e2d21 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:14.233562 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-0825ebaa-fd43-44c9-95e7-39708cb83603 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=80d097e3-c27b-498e-be3f-12ae8675d017 HTTP/1.1" status: 200 len: 217 time: 0.0976357 Jul 29 23:17:14.246935 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-27241997-2420-4b95-9a70-b292cd5e2d21 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:14.294966 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d07530b6-fc0b-4e76-a490-1b210d49acf6 req-3712385b-208f-4159-a4bc-7646143a37b5 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802723 Jul 29 23:17:14.340570 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-b0580a13-5606-48ab-9e87-a53c43e0be1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:14.342116 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-b0580a13-5606-48ab-9e87-a53c43e0be1a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1014228 Jul 29 23:17:14.401080 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d03de947-cb1a-4fa3-8e49-c2de56bca89b req-d6d4eadd-a931-4857-8c10-7ae8e18f1783 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575352 Jul 29 23:17:14.427172 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-f563e87b-97fe-447d-baa2-02ecc7f045d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:14.432550 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-f563e87b-97fe-447d-baa2-02ecc7f045d8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0751762 Jul 29 23:17:14.455531 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-27241997-2420-4b95-9a70-b292cd5e2d21 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:14.462541 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-27241997-2420-4b95-9a70-b292cd5e2d21 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:14.550730 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-778256cb-075d-4dad-81a5-266943d1cfb0 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139002 Jul 29 23:17:14.557764 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27241997-2420-4b95-9a70-b292cd5e2d21 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fd3b49-6b36-497d-a1c3-e29b750a5dca,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:14.769663 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b8772cc-33b4-48f8-8a27-a682b2bac46b x-openstack-request-id: req-0b8772cc-33b4-48f8-8a27-a682b2bac46b {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:17:14.770153 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10abedd5-a2b8-483f-bac2-56f46d1c08f6", "tag": "a7499d40-a2e9-4a56-b8a3-986db53aa756", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:17:14.770580 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b8772cc-33b4-48f8-8a27-a682b2bac46b {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:17:14.771172 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10abedd5-a2b8-483f-bac2-56f46d1c08f6', 'tag': 'a7499d40-a2e9-4a56-b8a3-986db53aa756', 'status': 'completed', 'code': 200} Jul 29 23:17:14.775442 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-688e2c5f-2537-45ee-a97f-1d7c271e65de req-b6acb67e-6cff-428b-9242-fd0afd102d94 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157514 Jul 29 23:17:14.841064 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-27241997-2420-4b95-9a70-b292cd5e2d21 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Allocated IP 192.168.233.152 (adb88f5c-b5bd-41cf-b367-228eab6e0075/28e6de27-5b72-4bf0-88e6-0cdec4cf806e/72aee3b4-d56e-4ed8-b23b-d5412765a9b7) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:17:14.850937 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22817b4f-8ce0-44c5-acc6-2b94b004c1f5 req-c6718847-630a-45fc-aad6-7c56b3a45c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:14.852803 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-22817b4f-8ce0-44c5-acc6-2b94b004c1f5 req-c6718847-630a-45fc-aad6-7c56b3a45c85 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 1099 time: 0.0596282 Jul 29 23:17:14.993314 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22817b4f-8ce0-44c5-acc6-2b94b004c1f5 req-5752daf6-ec7f-4027-b027-ce8f9caa1e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:14.995172 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-22817b4f-8ce0-44c5-acc6-2b94b004c1f5 req-5752daf6-ec7f-4027-b027-ce8f9caa1e86 service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.1322830 Jul 29 23:17:15.061244 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-22817b4f-8ce0-44c5-acc6-2b94b004c1f5 req-8d0cc940-d9ba-4f63-915f-6bc59b853077 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=a7499d40-a2e9-4a56-b8a3-986db53aa756 HTTP/1.1" status: 200 len: 217 time: 0.0585845 Jul 29 23:17:15.127980 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22817b4f-8ce0-44c5-acc6-2b94b004c1f5 req-e6d3ff3c-9f21-4b10-960a-db500aef9761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:15.129455 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-22817b4f-8ce0-44c5-acc6-2b94b004c1f5 req-e6d3ff3c-9f21-4b10-960a-db500aef9761 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.0579932 Jul 29 23:17:15.144407 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-27241997-2420-4b95-9a70-b292cd5e2d21 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:15.173279 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-27241997-2420-4b95-9a70-b292cd5e2d21 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Transition to ACTIVE for port object 72aee3b4-d56e-4ed8-b23b-d5412765a9b7 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:15.233643 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-27241997-2420-4b95-9a70-b292cd5e2d21 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:15.251458 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22817b4f-8ce0-44c5-acc6-2b94b004c1f5 req-5344ef8a-3cc2-4d86-b959-5d4edfe7b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:15.253586 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-22817b4f-8ce0-44c5-acc6-2b94b004c1f5 req-5344ef8a-3cc2-4d86-b959-5d4edfe7b969 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1146688 Jul 29 23:17:15.284204 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af3ae67-ea05-45a3-9328-acd5bcadeabe req-2cbea031-3c0c-4c4a-87b4-ef5b74db3bb2 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:15.285830 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2af3ae67-ea05-45a3-9328-acd5bcadeabe req-2cbea031-3c0c-4c4a-87b4-ef5b74db3bb2 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 947 time: 0.0979013 Jul 29 23:17:15.315952 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-27241997-2420-4b95-9a70-b292cd5e2d21 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:17:15.319412 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-27241997-2420-4b95-9a70-b292cd5e2d21 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:15.341407 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-27241997-2420-4b95-9a70-b292cd5e2d21 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:17:15.381420 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27241997-2420-4b95-9a70-b292cd5e2d21 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Pushing event updated for resources: {'Port': ['ID=72aee3b4-d56e-4ed8-b23b-d5412765a9b7,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:15.396436 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54848) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:15.428234 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2af3ae67-ea05-45a3-9328-acd5bcadeabe req-4b82c388-e87d-42f5-8f2e-ef04a03079da tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261449 Jul 29 23:17:15.458265 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-27241997-2420-4b95-9a70-b292cd5e2d21 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:15.464832 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-27241997-2420-4b95-9a70-b292cd5e2d21 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:15.507819 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-27241997-2420-4b95-9a70-b292cd5e2d21 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4769418 Jul 29 23:17:15.515204 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-22817b4f-8ce0-44c5-acc6-2b94b004c1f5 req-7c6b5ae6-74fe-4c46-92f4-1781f23093fd service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283216 Jul 29 23:17:15.521135 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-63aa72b0-b5c6-4e97-8cfe-9e02c1c2a9d2 service neutron] Request body: {'port': {'device_id': 'e50d4845-f575-4c0d-bcdc-a53cb0f25c60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:15.664700 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-05f131fd-4878-4a41-b138-327ecc899f57 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1191098251-network', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:15.681104 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-63aa72b0-b5c6-4e97-8cfe-9e02c1c2a9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:15.703074 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-cdd6c13d-a88d-4985-9b93-4a6d32327d93 None None] Provisioning for port 72aee3b4-d56e-4ed8-b23b-d5412765a9b7 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:15.713700 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-cdd6c13d-a88d-4985-9b93-4a6d32327d93 None None] Provisioning complete for port 72aee3b4-d56e-4ed8-b23b-d5412765a9b7 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:15.714375 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cdd6c13d-a88d-4985-9b93-4a6d32327d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:15.731598 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f131fd-4878-4a41-b138-327ecc899f57 admin admin] Made reservation on behalf of b49d6b2f238e47ed984aeeb787462f73 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:15.734437 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-05f131fd-4878-4a41-b138-327ecc899f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:15.748721 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-05f131fd-4878-4a41-b138-327ecc899f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:15.805830 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-cdd6c13d-a88d-4985-9b93-4a6d32327d93 None None] Port 72aee3b4-d56e-4ed8-b23b-d5412765a9b7 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:17:15.820975 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-22817b4f-8ce0-44c5-acc6-2b94b004c1f5 req-740a333a-52f5-4420-8c99-11cd997ed0de service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913477 Jul 29 23:17:15.885671 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fd8e3-809f-4e80-a04b-f6cf651a4190 req-a8f8b2ff-36d6-4191-b7e3-ce9e9d4c4427 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:15.897968 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7d5fd8e3-809f-4e80-a04b-f6cf651a4190 req-a8f8b2ff-36d6-4191-b7e3-ce9e9d4c4427 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/ports?device_id=e50d4845-f575-4c0d-bcdc-a53cb0f25c60 HTTP/1.1" status: 200 len: 936 time: 0.1665759 Jul 29 23:17:15.962294 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7d5fd8e3-809f-4e80-a04b-f6cf651a4190 req-9fa0e93d-73bd-43a0-b86e-a9c2678551a1 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fd3b49-6b36-497d-a1c3-e29b750a5dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580795 Jul 29 23:17:16.038555 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54862) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:16.095986 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-05f131fd-4878-4a41-b138-327ecc899f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:16.105165 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-05f131fd-4878-4a41-b138-327ecc899f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:16.147612 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d6d8e-8d08-4c46-8805-29038f158b70 req-8a794edb-623c-4eee-abf2-4f4205b95346 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:16.154783 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f131fd-4878-4a41-b138-327ecc899f57 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:17:16.155601 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-719d6d8e-8d08-4c46-8805-29038f158b70 req-8a794edb-623c-4eee-abf2-4f4205b95346 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e2385da-9aa0-4298-b6bd-7ed0fe256205 HTTP/1.1" status: 200 len: 947 time: 0.0700345 Jul 29 23:17:16.191314 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-63aa72b0-b5c6-4e97-8cfe-9e02c1c2a9d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72aee3b4-d56e-4ed8-b23b-d5412765a9b7 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:17:16.198654 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-05f131fd-4878-4a41-b138-327ecc899f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:16.199118 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-05f131fd-4878-4a41-b138-327ecc899f57 admin admin] Added segment e54b1e53-0c15-4a98-ae01-123c7fd1a889 of type vlan for network e830c838-5320-4f47-8a70-ed7b14724e77 Jul 29 23:17:16.200335 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f131fd-4878-4a41-b138-327ecc899f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca14c204-b0ac-43a9-8441-6b0d7047274a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:16.209109 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-719d6d8e-8d08-4c46-8805-29038f158b70 req-69df2fb9-e5a0-4bd6-9d9b-537a9704c6d0 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529971 Jul 29 23:17:16.224425 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-63aa72b0-b5c6-4e97-8cfe-9e02c1c2a9d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:16.230131 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b40c2ae8-08ba-452a-8cb2-90182458615a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:16.273022 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-63aa72b0-b5c6-4e97-8cfe-9e02c1c2a9d2 service neutron] Transition to ACTIVE for port object 72aee3b4-d56e-4ed8-b23b-d5412765a9b7 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:16.281319 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-05f131fd-4878-4a41-b138-327ecc899f57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:16.287933 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-63aa72b0-b5c6-4e97-8cfe-9e02c1c2a9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:16.307599 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9c7809d9-02d5-460f-a08b-9d3ccb02d5bd req-08be6d7b-7b82-4196-b7b3-e0d67bc00b94 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b76cb8a-8a98-47cf-a1fb-dcd82b98448d HTTP/1.1" status: 200 len: 210 time: 0.0386569 Jul 29 23:17:16.397090 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa72b0-b5c6-4e97-8cfe-9e02c1c2a9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=72aee3b4-d56e-4ed8-b23b-d5412765a9b7,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:16.425776 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-05f131fd-4878-4a41-b138-327ecc899f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:16.427041 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f131fd-4878-4a41-b138-327ecc899f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:16.434521 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-05f131fd-4878-4a41-b138-327ecc899f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:16.701941 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f131fd-4878-4a41-b138-327ecc899f57 admin admin] Pushing event updated for resources: {'Network': ['ID=e830c838-5320-4f47-8a70-ed7b14724e77,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:16.725421 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network e830c838-5320-4f47-8a70-ed7b14724e77 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:17:16.782262 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-63aa72b0-b5c6-4e97-8cfe-9e02c1c2a9d2 service neutron] Attempting to bind port 72aee3b4-d56e-4ed8-b23b-d5412765a9b7 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:17:16.782518 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-63aa72b0-b5c6-4e97-8cfe-9e02c1c2a9d2 service neutron] Attempting to bind port 72aee3b4-d56e-4ed8-b23b-d5412765a9b7 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:17:16.786720 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-63aa72b0-b5c6-4e97-8cfe-9e02c1c2a9d2 service neutron] Attempting to bind port 72aee3b4-d56e-4ed8-b23b-d5412765a9b7 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:16.801036 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b40c2ae8-08ba-452a-8cb2-90182458615a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:16.805014 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-63aa72b0-b5c6-4e97-8cfe-9e02c1c2a9d2 service neutron] Port 72aee3b4-d56e-4ed8-b23b-d5412765a9b7 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:17:16.805336 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-63aa72b0-b5c6-4e97-8cfe-9e02c1c2a9d2 service neutron] Attempting to bind port 72aee3b4-d56e-4ed8-b23b-d5412765a9b7 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:16.811549 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b40c2ae8-08ba-452a-8cb2-90182458615a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:16.827224 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-05f131fd-4878-4a41-b138-327ecc899f57 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4268403 Jul 29 23:17:16.832491 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54892) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:16.840622 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-33908961-0781-4d3b-9978-6b8596b266a6 admin admin] Request body: {'subnet': {'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1191098251-subnet', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:16.852166 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-63aa72b0-b5c6-4e97-8cfe-9e02c1c2a9d2 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:17:16.852867 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-63aa72b0-b5c6-4e97-8cfe-9e02c1c2a9d2 service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:16.853328 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-63aa72b0-b5c6-4e97-8cfe-9e02c1c2a9d2 service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:17:16.853944 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-63aa72b0-b5c6-4e97-8cfe-9e02c1c2a9d2 service neutron] Bound port: 72aee3b4-d56e-4ed8-b23b-d5412765a9b7, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:17:16.854766 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-63aa72b0-b5c6-4e97-8cfe-9e02c1c2a9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:16.910194 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e2385da-9aa0-4298-b6bd-7ed0fe256205', 'tag': '80d097e3-c27b-498e-be3f-12ae8675d017'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:17:16.913757 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b5ada4-627d-40af-8d7e-7636f25afffd" -d '{"events": [{"name": "network-changed", "server_uuid": "8e2385da-9aa0-4298-b6bd-7ed0fe256205", "tag": "80d097e3-c27b-498e-be3f-12ae8675d017"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:17:16.917656 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-955c0033-17fa-4823-ae10-c912537f6607 req-131b6465-1fee-4ee4-9bbe-7579803445cd tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=059e1ca7f14d445f9149a931f19d526e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3669393 Jul 29 23:17:16.943291 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b40c2ae8-08ba-452a-8cb2-90182458615a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cba8cf4d007b460485ad171a91c653df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9021242 Jul 29 23:17:16.946302 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40c2ae8-08ba-452a-8cb2-90182458615a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14eaf950-721a-4137-8183-a42c7e72e36c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:16.952941 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54906) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:16.981827 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33908961-0781-4d3b-9978-6b8596b266a6 admin admin] Made reservation on behalf of b49d6b2f238e47ed984aeeb787462f73 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:16.984139 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-33908961-0781-4d3b-9978-6b8596b266a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:17.036748 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3098aa88-fa55-45aa-a6aa-7c341cfbcdb2 req-13eefa21-b05e-4440-8fdf-aba550074d95 tempest-QuotasAdminNegativeTest-750033298 tempest-QuotasAdminNegativeTest-750033298-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=69bfbb4e8a524cf195ac0a165417b975&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786405 Jul 29 23:17:17.069682 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54910) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:17.096115 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-63aa72b0-b5c6-4e97-8cfe-9e02c1c2a9d2 service neutron] For port 72aee3b4-d56e-4ed8-b23b-d5412765a9b7, host n-h1-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:17:17.100079 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-955c0033-17fa-4823-ae10-c912537f6607 req-e8e70a8b-a4e5-4e66-98a2-b5ee84ab68fa tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=059e1ca7f14d445f9149a931f19d526e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0450563 Jul 29 23:17:17.139657 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc17904-cee2-44a3-8930-56227915743f req-9d44a3a3-ed23-499c-a482-beb74f8dbce3 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:17.141267 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dcc17904-cee2-44a3-8930-56227915743f req-9d44a3a3-ed23-499c-a482-beb74f8dbce3 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 947 time: 0.2224371 Jul 29 23:17:17.148903 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-63aa72b0-b5c6-4e97-8cfe-9e02c1c2a9d2 service neutron] For port 72aee3b4-d56e-4ed8-b23b-d5412765a9b7, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=72aee3b4-d56e-4ed8-b23b-d5412765a9b7,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:17:17.177914 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-63aa72b0-b5c6-4e97-8cfe-9e02c1c2a9d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:17.179925 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8062926f-412d-4a80-9357-f80c66066517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:17.231177 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c0033-17fa-4823-ae10-c912537f6607 req-bbf9535b-13fd-4c51-8023-f2739d8929f8 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:17.232860 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-955c0033-17fa-4823-ae10-c912537f6607 req-bbf9535b-13fd-4c51-8023-f2739d8929f8 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3025053 Jul 29 23:17:17.244102 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098aa88-fa55-45aa-a6aa-7c341cfbcdb2 req-df9b4170-b76e-4ce5-8e08-dba94f3168dc tempest-QuotasAdminNegativeTest-750033298 tempest-QuotasAdminNegativeTest-750033298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:17.251563 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3098aa88-fa55-45aa-a6aa-7c341cfbcdb2 req-df9b4170-b76e-4ce5-8e08-dba94f3168dc tempest-QuotasAdminNegativeTest-750033298 tempest-QuotasAdminNegativeTest-750033298-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2139723 Jul 29 23:17:17.280530 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-955c0033-17fa-4823-ae10-c912537f6607 req-1dbf60ba-3402-414f-93d6-61374b4b51fd tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Request body: {'port': {'device_id': '07e2825d-3844-4272-b559-3d8887eaaad5', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'admin_state_up': True, 'tenant_id': '059e1ca7f14d445f9149a931f19d526e'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:17.288335 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dcc17904-cee2-44a3-8930-56227915743f req-c2648975-4129-4894-82b4-c0ca3fcb4329 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364803 Jul 29 23:17:17.290434 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-63aa72b0-b5c6-4e97-8cfe-9e02c1c2a9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:17.291078 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-63aa72b0-b5c6-4e97-8cfe-9e02c1c2a9d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:17.292819 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-63aa72b0-b5c6-4e97-8cfe-9e02c1c2a9d2 service neutron] 10.222.0.23 "PUT /v2.0/ports/72aee3b4-d56e-4ed8-b23b-d5412765a9b7 HTTP/1.1" status: 200 len: 1097 time: 1.7763176 Jul 29 23:17:17.298154 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50d4845-f575-4c0d-bcdc-a53cb0f25c60', 'tag': '72aee3b4-d56e-4ed8-b23b-d5412765a9b7'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:17:17.300924 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1381f10-2575-42a5-af06-8a2b496bc7ec" -d '{"events": [{"name": "network-changed", "server_uuid": "e50d4845-f575-4c0d-bcdc-a53cb0f25c60", "tag": "72aee3b4-d56e-4ed8-b23b-d5412765a9b7"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:17:17.309687 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8062926f-412d-4a80-9357-f80c66066517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:17.378408 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c630ab91-386f-44ef-8d1d-908e3def0360 x-openstack-request-id: req-c630ab91-386f-44ef-8d1d-908e3def0360 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:17:17.379465 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e2385da-9aa0-4298-b6bd-7ed0fe256205", "tag": "80d097e3-c27b-498e-be3f-12ae8675d017", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:17:17.380217 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c630ab91-386f-44ef-8d1d-908e3def0360 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:17:17.381219 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e2385da-9aa0-4298-b6bd-7ed0fe256205', 'tag': '80d097e3-c27b-498e-be3f-12ae8675d017', 'status': 'completed', 'code': 200} Jul 29 23:17:17.384665 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3098aa88-fa55-45aa-a6aa-7c341cfbcdb2 req-4e57cab9-8dbe-4927-b530-3c45fc8f77ef tempest-QuotasAdminNegativeTest-750033298 tempest-QuotasAdminNegativeTest-750033298-project] 10.222.0.18 "GET /v2.0/quotas/69bfbb4e8a524cf195ac0a165417b975 HTTP/1.1" status: 200 len: 375 time: 0.1322401 Jul 29 23:17:17.408370 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c0033-17fa-4823-ae10-c912537f6607 req-472292c2-dcbd-4107-807f-febe16c2111d tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:17.412754 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.39', 59986) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:17.412961 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-955c0033-17fa-4823-ae10-c912537f6607 req-472292c2-dcbd-4107-807f-febe16c2111d tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2963150 Jul 29 23:17:17.422765 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-27d3e1c7-ce76-457c-a44a-9c906066ece5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:17.447891 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3098aa88-fa55-45aa-a6aa-7c341cfbcdb2 req-d7ac458d-8034-4859-9a74-eaee13ffcfa0 tempest-QuotasAdminNegativeTest-750033298 tempest-QuotasAdminNegativeTest-750033298-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=69bfbb4e8a524cf195ac0a165417b975&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0567775 Jul 29 23:17:17.462081 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aa72b0-b5c6-4e97-8cfe-9e02c1c2a9d2 service neutron] Pushing event updated for resources: {'Port': ['ID=72aee3b4-d56e-4ed8-b23b-d5412765a9b7,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:17.481764 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-955c0033-17fa-4823-ae10-c912537f6607 req-d5c8a0ef-6a22-4c19-8ace-b39e2dc79a02 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Request body: {'port': {'device_id': '1b76cb8a-8a98-47cf-a1fb-dcd82b98448d', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'admin_state_up': True, 'tenant_id': '059e1ca7f14d445f9149a931f19d526e'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:17.560730 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5ada4-627d-40af-8d7e-7636f25afffd req-3b7f0a47-55d6-46fe-a3cc-5d8f55c35c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:17.562686 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5b5ada4-627d-40af-8d7e-7636f25afffd req-3b7f0a47-55d6-46fe-a3cc-5d8f55c35c37 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf82aba057ca40728b2317f4122ba0f3&device_id=8e2385da-9aa0-4298-b6bd-7ed0fe256205 HTTP/1.1" status: 200 len: 1099 time: 0.1484129 Jul 29 23:17:17.585265 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b590e29-3673-490a-82af-324e00dcfc96 req-5f299810-1191-4be0-9f7d-44547af811e7 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:17.592928 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b590e29-3673-490a-82af-324e00dcfc96 req-5f299810-1191-4be0-9f7d-44547af811e7 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/ports?device_id=e50d4845-f575-4c0d-bcdc-a53cb0f25c60 HTTP/1.1" status: 200 len: 948 time: 0.1512468 Jul 29 23:17:17.671013 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-955c0033-17fa-4823-ae10-c912537f6607 req-1dbf60ba-3402-414f-93d6-61374b4b51fd tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Made reservation on behalf of 059e1ca7f14d445f9149a931f19d526e for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:17.672903 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-59efaa51-1fb2-498b-b17f-f7676977b1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:17.675213 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-59efaa51-1fb2-498b-b17f-f7676977b1cb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1842ff94846047378c5fcae5640b49dd&device_id=e50d4845-f575-4c0d-bcdc-a53cb0f25c60 HTTP/1.1" status: 200 len: 1100 time: 0.3162467 Jul 29 23:17:17.675440 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-955c0033-17fa-4823-ae10-c912537f6607 req-1dbf60ba-3402-414f-93d6-61374b4b51fd tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:17.702132 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8062926f-412d-4a80-9357-f80c66066517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:17.704576 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8062926f-412d-4a80-9357-f80c66066517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:17.705747 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8062926f-412d-4a80-9357-f80c66066517 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/14eaf950-721a-4137-8183-a42c7e72e36c HTTP/1.1" status: 204 len: 168 time: 0.7514524 Jul 29 23:17:17.748546 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-33908961-0781-4d3b-9978-6b8596b266a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:17.772281 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b590e29-3673-490a-82af-324e00dcfc96 req-6d51fd23-2494-48d8-8e75-ba46dc557f65 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fd3b49-6b36-497d-a1c3-e29b750a5dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783028 Jul 29 23:17:17.772634 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-3052c828-b16f-4670-b367-8d035f061b1a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=72aee3b4-d56e-4ed8-b23b-d5412765a9b7 HTTP/1.1" status: 200 len: 217 time: 0.0823581 Jul 29 23:17:17.778291 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062926f-412d-4a80-9357-f80c66066517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14eaf950-721a-4137-8183-a42c7e72e36c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:17.868242 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14637d9c-7e55-4f03-97ef-c96e71d988a0 req-2e71b8ad-45cb-4800-8a67-e2a05e7c188e tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:17.876998 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-14637d9c-7e55-4f03-97ef-c96e71d988a0 req-2e71b8ad-45cb-4800-8a67-e2a05e7c188e tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e2385da-9aa0-4298-b6bd-7ed0fe256205 HTTP/1.1" status: 200 len: 947 time: 0.2150667 Jul 29 23:17:17.885408 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5ada4-627d-40af-8d7e-7636f25afffd req-48ba2c2b-d254-47fc-9605-c0b63c680772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:17.887324 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5b5ada4-627d-40af-8d7e-7636f25afffd req-48ba2c2b-d254-47fc-9605-c0b63c680772 service neutron] 10.222.0.39 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.2905545 Jul 29 23:17:17.902544 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af87a91-5306-4f03-b165-2e53e08005d7 x-openstack-request-id: req-0af87a91-5306-4f03-b165-2e53e08005d7 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:17:17.902834 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50d4845-f575-4c0d-bcdc-a53cb0f25c60", "tag": "72aee3b4-d56e-4ed8-b23b-d5412765a9b7", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:17:17.903090 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0af87a91-5306-4f03-b165-2e53e08005d7 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:17:17.903480 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50d4845-f575-4c0d-bcdc-a53cb0f25c60', 'tag': '72aee3b4-d56e-4ed8-b23b-d5412765a9b7', 'status': 'completed', 'code': 200} Jul 29 23:17:17.927292 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33908961-0781-4d3b-9978-6b8596b266a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=340eeb0f-e215-481a-a3ed-413dd343d59d,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:17.958146 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-d4fcbf5a-03fd-4aac-9171-a253133c3a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:17.959824 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-d4fcbf5a-03fd-4aac-9171-a253133c3a62 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1392236 Jul 29 23:17:17.966034 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33908961-0781-4d3b-9978-6b8596b266a6 admin admin] Checking segment: {'id': 'e54b1e53-0c15-4a98-ae01-123c7fd1a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:17.966589 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33908961-0781-4d3b-9978-6b8596b266a6 admin admin] Network hostable DHCP agents. Network: e830c838-5320-4f47-8a70-ed7b14724e77, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:17:17.988222 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5b5ada4-627d-40af-8d7e-7636f25afffd req-942b8dad-786d-40a6-a562-9de59b05c57b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.46&port_id=80d097e3-c27b-498e-be3f-12ae8675d017 HTTP/1.1" status: 200 len: 217 time: 0.0831738 Jul 29 23:17:18.030848 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28cfc027-efad-4fd8-a019-5f2a780a681f req-248dec08-8bd4-420e-8adc-d5d9f9062705 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b76cb8a-8a98-47cf-a1fb-dcd82b98448d HTTP/1.1" status: 200 len: 210 time: 0.0614674 Jul 29 23:17:18.042660 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-27d3e1c7-ce76-457c-a44a-9c906066ece5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:18.051751 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33908961-0781-4d3b-9978-6b8596b266a6 admin admin] Network e830c838-5320-4f47-8a70-ed7b14724e77 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:17:18.060116 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-27d3e1c7-ce76-457c-a44a-9c906066ece5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:18.072880 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-f9e63de9-dcd1-4bdb-ba1f-d29b10c3f651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:18.074445 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-f9e63de9-dcd1-4bdb-ba1f-d29b10c3f651 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1038258 Jul 29 23:17:18.087232 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-14637d9c-7e55-4f03-97ef-c96e71d988a0 req-c541b2f6-7078-44e9-a83f-9f0bc31875f2 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086675 Jul 29 23:17:18.100932 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-33908961-0781-4d3b-9978-6b8596b266a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, e830c838-5320-4f47-8a70-ed7b14724e77) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:18.111985 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-955c0033-17fa-4823-ae10-c912537f6607 req-1dbf60ba-3402-414f-93d6-61374b4b51fd tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Allocated IP 192.168.233.22 (adb88f5c-b5bd-41cf-b367-228eab6e0075/28e6de27-5b72-4bf0-88e6-0cdec4cf806e/d417402e-33ed-425c-819b-5875ab427fa4) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:17:18.124525 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device a7499d40-a2e9-4a56-b8a3-986db53aa756 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:17:18.132498 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33908961-0781-4d3b-9978-6b8596b266a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:18.133100 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-33908961-0781-4d3b-9978-6b8596b266a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:18.138593 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5ada4-627d-40af-8d7e-7636f25afffd req-b5ac4047-44d6-4f52-9bee-aff4a3526d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:18.140677 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5b5ada4-627d-40af-8d7e-7636f25afffd req-b5ac4047-44d6-4f52-9bee-aff4a3526d69 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1234760 Jul 29 23:17:18.141224 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa631511-c0a0-4631-a20e-e502daf1ef3e None None] Network e830c838-5320-4f47-8a70-ed7b14724e77 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:17:18.165393 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54932) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:18.168812 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:17:18.173851 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-955c0033-17fa-4823-ae10-c912537f6607 req-d5c8a0ef-6a22-4c19-8ace-b39e2dc79a02 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Made reservation on behalf of 059e1ca7f14d445f9149a931f19d526e for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:18.177848 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-955c0033-17fa-4823-ae10-c912537f6607 req-d5c8a0ef-6a22-4c19-8ace-b39e2dc79a02 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:18.193623 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3e1c7-ce76-457c-a44a-9c906066ece5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a1cdcf5-0469-4f38-bcbf-0c3448a74c24,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:18.212920 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-27d3e1c7-ce76-457c-a44a-9c906066ece5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b3ab7786f6d42e4ae60428ca43aece5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1392477 Jul 29 23:17:18.218011 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-57d68891-56fd-439b-b13a-210cc981fa26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:18.218799 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54934) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:18.246755 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-33908961-0781-4d3b-9978-6b8596b266a6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4087167 Jul 29 23:17:18.257693 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54936) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:18.276792 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-803f33dc-ca40-4490-9fe1-120bc16c4618 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1191098251-router', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:18.363111 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port a7499d40-a2e9-4a56-b8a3-986db53aa756, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=a7499d40-a2e9-4a56-b8a3-986db53aa756,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:18.376625 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-b6ae2bcc-1891-4fa3-9a2c-286212f4ed1f service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881367 Jul 29 23:17:18.379929 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5ada4-627d-40af-8d7e-7636f25afffd req-714e9808-b8fb-453c-a0c1-184fb05e0dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:18.382675 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5b5ada4-627d-40af-8d7e-7636f25afffd req-714e9808-b8fb-453c-a0c1-184fb05e0dd4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2183335 Jul 29 23:17:18.401475 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'a7499d40-a2e9-4a56-b8a3-986db53aa756', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': 'a7499d40-a2e9-4a56-b8a3-986db53aa756', 'mac_address': 'fa:16:3e:07:71:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:17:18.403631 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-803f33dc-ca40-4490-9fe1-120bc16c4618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:18.404937 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-803f33dc-ca40-4490-9fe1-120bc16c4618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:18.452770 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cb8b515d-f40e-4e02-a1a1-3d60970f4926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:18.524379 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cb8b515d-f40e-4e02-a1a1-3d60970f4926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:18.546312 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 80d097e3-c27b-498e-be3f-12ae8675d017 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:17:18.556395 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-955c0033-17fa-4823-ae10-c912537f6607 req-1dbf60ba-3402-414f-93d6-61374b4b51fd tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:18.592448 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:18.595533 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-955c0033-17fa-4823-ae10-c912537f6607 req-1dbf60ba-3402-414f-93d6-61374b4b51fd tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Transition to ACTIVE for port object d417402e-33ed-425c-819b-5875ab427fa4 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:18.647950 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8755813-923c-4804-b499-839c1c088be2 req-c089f738-11c6-4603-bbd4-04e5c351129c tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:18.655525 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e8755813-923c-4804-b499-839c1c088be2 req-c089f738-11c6-4603-bbd4-04e5c351129c tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 947 time: 0.2220485 Jul 29 23:17:18.656794 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7499d40-a2e9-4a56-b8a3-986db53aa756 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:17:18.724706 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5b5ada4-627d-40af-8d7e-7636f25afffd req-0d07ef03-a3ad-4a59-b9de-5b6b159994d2 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3201067 Jul 29 23:17:18.732086 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-955c0033-17fa-4823-ae10-c912537f6607 req-1dbf60ba-3402-414f-93d6-61374b4b51fd tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:18.798103 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf60ba-3402-414f-93d6-61374b4b51fd tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Pushing event updated for resources: {'Port': ['ID=d417402e-33ed-425c-819b-5875ab427fa4,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:18.815287 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-803f33dc-ca40-4490-9fe1-120bc16c4618 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:18.828831 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['1d291e9a-6200-47dc-94b5-0a95bc84c174'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:17:18.865861 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-955c0033-17fa-4823-ae10-c912537f6607 req-1dbf60ba-3402-414f-93d6-61374b4b51fd tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:17:18.884234 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f1187e93-eea7-4260-99fd-1c4ff1539f05 req-44a32ba7-c33a-4896-8d0a-96dffe238620 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966576 Jul 29 23:17:18.896885 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-955c0033-17fa-4823-ae10-c912537f6607 req-1dbf60ba-3402-414f-93d6-61374b4b51fd tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:18.915242 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e8755813-923c-4804-b499-839c1c088be2 req-53b103a4-6885-44ab-90ee-ec9998c1ea67 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578964 Jul 29 23:17:18.920789 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-955c0033-17fa-4823-ae10-c912537f6607 req-1dbf60ba-3402-414f-93d6-61374b4b51fd tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:17:18.934592 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c0033-17fa-4823-ae10-c912537f6607 req-1dbf60ba-3402-414f-93d6-61374b4b51fd tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:18.937281 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port a7499d40-a2e9-4a56-b8a3-986db53aa756, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=a7499d40-a2e9-4a56-b8a3-986db53aa756,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:18.938199 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-955c0033-17fa-4823-ae10-c912537f6607 req-1dbf60ba-3402-414f-93d6-61374b4b51fd tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:18.995508 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:19.039802 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-57d68891-56fd-439b-b13a-210cc981fa26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:19.053303 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=a7499d40-a2e9-4a56-b8a3-986db53aa756,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:19.114497 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909a52b8-60d7-497d-8791-fce94975a2ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-e830c838-5320-4f47-8a70-ed7b14724e77', 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'fixed_ips': [{'subnet_id': '340eeb0f-e215-481a-a3ed-413dd343d59d'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:17:19.116136 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-909a52b8-60d7-497d-8791-fce94975a2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:19.119511 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-57d68891-56fd-439b-b13a-210cc981fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:19.172694 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-955c0033-17fa-4823-ae10-c912537f6607 req-1dbf60ba-3402-414f-93d6-61374b4b51fd tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9177573 Jul 29 23:17:19.176907 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-57d68891-56fd-439b-b13a-210cc981fa26 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=39f4346fec1a409fb9bf057657daeb58&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0006161 Jul 29 23:17:19.194673 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54960) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:19.197036 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cb8b515d-f40e-4e02-a1a1-3d60970f4926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:19.198272 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-955c0033-17fa-4823-ae10-c912537f6607 req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] Request body: {'port': {'device_id': '07e2825d-3844-4272-b559-3d8887eaaad5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:19.199788 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cb8b515d-f40e-4e02-a1a1-3d60970f4926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:19.201592 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cb8b515d-f40e-4e02-a1a1-3d60970f4926 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a1cdcf5-0469-4f38-bcbf-0c3448a74c24 HTTP/1.1" status: 204 len: 168 time: 0.9792955 Jul 29 23:17:19.282551 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d68891-56fd-439b-b13a-210cc981fa26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdce134-2d89-47d4-a06c-51e9d9c5579c,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:19.292002 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['a7499d40-a2e9-4a56-b8a3-986db53aa756'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:17:19.312006 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ad5ce-cf59-45b2-af13-86dfbed7d7ac req-6ddfd2fe-e138-4427-84c3-aa7b867cab8f tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:19.313642 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b35ad5ce-cf59-45b2-af13-86dfbed7d7ac req-6ddfd2fe-e138-4427-84c3-aa7b867cab8f tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/ports?device_id=e50d4845-f575-4c0d-bcdc-a53cb0f25c60 HTTP/1.1" status: 200 len: 948 time: 0.3615754 Jul 29 23:17:19.324097 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5b5ada4-627d-40af-8d7e-7636f25afffd req-674a3f87-2bd0-4625-b0ea-e1ad673a39a2 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5279846 Jul 29 23:17:19.342602 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-803f33dc-ca40-4490-9fe1-120bc16c4618 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:19.361001 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-909a52b8-60d7-497d-8791-fce94975a2ad None None] Allocated IP 172.20.0.2 (e830c838-5320-4f47-8a70-ed7b14724e77/340eeb0f-e215-481a-a3ed-413dd343d59d/c1b79088-26ca-4b9f-8bf4-2ecfed0d2323) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:17:19.368508 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 80d097e3-c27b-498e-be3f-12ae8675d017, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=80d097e3-c27b-498e-be3f-12ae8675d017,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:19.462109 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eb7a4584-bbe2-48bb-a714-1287c0bf0ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:19.467587 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-23d91830-0772-4fc9-b83b-00dde6b994fc req-0ce0457f-3d6f-4d75-b2a1-bcd700a66bf9 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b76cb8a-8a98-47cf-a1fb-dcd82b98448d HTTP/1.1" status: 200 len: 210 time: 0.1411650 Jul 29 23:17:19.483150 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-955c0033-17fa-4823-ae10-c912537f6607 req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:19.496262 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b35ad5ce-cf59-45b2-af13-86dfbed7d7ac req-51a0c7bc-5890-44ef-a607-4969ce778296 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fd3b49-6b36-497d-a1c3-e29b750a5dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321084 Jul 29 23:17:19.515223 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '80d097e3-c27b-498e-be3f-12ae8675d017', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': '80d097e3-c27b-498e-be3f-12ae8675d017', 'mac_address': 'fa:16:3e:5c:7c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.46'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:17:19.541454 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-98a4eaa7-9daf-42c1-94be-609a5d7b3c54 None None] Provisioning for port d417402e-33ed-425c-819b-5875ab427fa4 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:19.578074 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-955c0033-17fa-4823-ae10-c912537f6607 req-d5c8a0ef-6a22-4c19-8ace-b39e2dc79a02 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Allocated IP 192.168.233.12 (adb88f5c-b5bd-41cf-b367-228eab6e0075/28e6de27-5b72-4bf0-88e6-0cdec4cf806e/9bce63cc-5043-41c1-9ca3-cf930c8e8920) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:17:19.598232 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-98a4eaa7-9daf-42c1-94be-609a5d7b3c54 None None] Provisioning complete for port d417402e-33ed-425c-819b-5875ab427fa4 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:19.598699 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-98a4eaa7-9daf-42c1-94be-609a5d7b3c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:19.605663 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1381f10-2575-42a5-af06-8a2b496bc7ec req-8999f804-2dac-456a-a413-f56ae244bfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:19.608943 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d1381f10-2575-42a5-af06-8a2b496bc7ec req-8999f804-2dac-456a-a413-f56ae244bfb9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1842ff94846047378c5fcae5640b49dd&device_id=e50d4845-f575-4c0d-bcdc-a53cb0f25c60 HTTP/1.1" status: 200 len: 1100 time: 0.5870051 Jul 29 23:17:19.609988 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8b515d-f40e-4e02-a1a1-3d60970f4926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a1cdcf5-0469-4f38-bcbf-0c3448a74c24,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:19.713244 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-909a52b8-60d7-497d-8791-fce94975a2ad None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:19.731987 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:19.736559 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-98a4eaa7-9daf-42c1-94be-609a5d7b3c54 None None] Port d417402e-33ed-425c-819b-5875ab427fa4 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:17:19.738544 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-909a52b8-60d7-497d-8791-fce94975a2ad None None] Transition to ACTIVE for port object c1b79088-26ca-4b9f-8bf4-2ecfed0d2323 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:19.778475 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80d097e3-c27b-498e-be3f-12ae8675d017 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:17:19.788202 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-909a52b8-60d7-497d-8791-fce94975a2ad None None] Transition to ACTIVE for port object c1b79088-26ca-4b9f-8bf4-2ecfed0d2323 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:19.800005 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c14abbc-c59f-4c5b-839c-55066f2394ea req-f9b01155-ed13-44bc-b1d7-f2f110dc99e8 tempest-QuotasAdminNegativeTest-750033298 tempest-QuotasAdminNegativeTest-750033298-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=69bfbb4e8a524cf195ac0a165417b975&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741718 Jul 29 23:17:19.807580 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1381f10-2575-42a5-af06-8a2b496bc7ec req-094016b4-c72e-48f9-be91-dec0bfd4ea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:19.809070 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d1381f10-2575-42a5-af06-8a2b496bc7ec req-094016b4-c72e-48f9-be91-dec0bfd4ea7c service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.1058733 Jul 29 23:17:19.812869 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-909a52b8-60d7-497d-8791-fce94975a2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:19.816938 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 80d097e3-c27b-498e-be3f-12ae8675d017, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=80d097e3-c27b-498e-be3f-12ae8675d017,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:19.828143 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:19.859877 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-909a52b8-60d7-497d-8791-fce94975a2ad None None] Network e830c838-5320-4f47-8a70-ed7b14724e77 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:17:19.863362 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-909a52b8-60d7-497d-8791-fce94975a2ad None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:19.871442 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d1381f10-2575-42a5-af06-8a2b496bc7ec req-bf912229-01c6-41a1-8101-1f22dfef4075 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=72aee3b4-d56e-4ed8-b23b-d5412765a9b7 HTTP/1.1" status: 200 len: 217 time: 0.0457218 Jul 29 23:17:19.872047 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909a52b8-60d7-497d-8791-fce94975a2ad None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:17:19.872159 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54980) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:19.880870 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a52b8-60d7-497d-8791-fce94975a2ad None None] Pushing event updated for resources: {'Port': ['ID=c1b79088-26ca-4b9f-8bf4-2ecfed0d2323,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:19.919417 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eb7a4584-bbe2-48bb-a714-1287c0bf0ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:19.957216 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7236bae4-21e9-4453-be76-5053d6c8e6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:19.963846 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-909a52b8-60d7-497d-8791-fce94975a2ad None None] Attempting to bind port c1b79088-26ca-4b9f-8bf4-2ecfed0d2323 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:17:19.964395 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-909a52b8-60d7-497d-8791-fce94975a2ad None None] Attempting to bind port c1b79088-26ca-4b9f-8bf4-2ecfed0d2323 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'e54b1e53-0c15-4a98-ae01-123c7fd1a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:17:19.964861 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909a52b8-60d7-497d-8791-fce94975a2ad None None] Attempting to bind port c1b79088-26ca-4b9f-8bf4-2ecfed0d2323 on network e830c838-5320-4f47-8a70-ed7b14724e77 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:19.981391 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909a52b8-60d7-497d-8791-fce94975a2ad None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:17:19.981974 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909a52b8-60d7-497d-8791-fce94975a2ad None None] Checking segment: {'id': 'e54b1e53-0c15-4a98-ae01-123c7fd1a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:19.982555 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-909a52b8-60d7-497d-8791-fce94975a2ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:19.982971 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-909a52b8-60d7-497d-8791-fce94975a2ad None None] Bound using segment: {'id': 'e54b1e53-0c15-4a98-ae01-123c7fd1a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:17:19.983591 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-909a52b8-60d7-497d-8791-fce94975a2ad None None] Bound port: c1b79088-26ca-4b9f-8bf4-2ecfed0d2323, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54b1e53-0c15-4a98-ae01-123c7fd1a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:17:19.984325 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-909a52b8-60d7-497d-8791-fce94975a2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:19.987876 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=80d097e3-c27b-498e-be3f-12ae8675d017,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:20.066038 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-909a52b8-60d7-497d-8791-fce94975a2ad None None] For port c1b79088-26ca-4b9f-8bf4-2ecfed0d2323, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:17:20.066591 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1381f10-2575-42a5-af06-8a2b496bc7ec req-f784fb1c-3f37-44b0-942e-9ed4510597ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:20.068187 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d1381f10-2575-42a5-af06-8a2b496bc7ec req-f784fb1c-3f37-44b0-942e-9ed4510597ed service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1803324 Jul 29 23:17:20.071923 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-909a52b8-60d7-497d-8791-fce94975a2ad None None] For port c1b79088-26ca-4b9f-8bf4-2ecfed0d2323, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c1b79088-26ca-4b9f-8bf4-2ecfed0d2323,segment=NetworkSegment(e54b1e53-0c15-4a98-ae01-123c7fd1a889),segment_id=e54b1e53-0c15-4a98-ae01-123c7fd1a889)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:17:20.079405 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-909a52b8-60d7-497d-8791-fce94975a2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:20.082639 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69207fdd-6083-47b7-9cee-cbc8a250d83e req-6111c658-8bd7-4486-a376-f6815d90f620 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:20.086534 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-69207fdd-6083-47b7-9cee-cbc8a250d83e req-6111c658-8bd7-4486-a376-f6815d90f620 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e2385da-9aa0-4298-b6bd-7ed0fe256205 HTTP/1.1" status: 200 len: 947 time: 0.3577073 Jul 29 23:17:20.117202 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['80d097e3-c27b-498e-be3f-12ae8675d017'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:17:20.136845 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c14abbc-c59f-4c5b-839c-55066f2394ea req-48b4a502-3f65-4e27-946d-9993533423d6 tempest-QuotasAdminNegativeTest-750033298 tempest-QuotasAdminNegativeTest-750033298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:20.144443 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c14abbc-c59f-4c5b-839c-55066f2394ea req-48b4a502-3f65-4e27-946d-9993533423d6 tempest-QuotasAdminNegativeTest-750033298 tempest-QuotasAdminNegativeTest-750033298-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3433025 Jul 29 23:17:20.167309 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eb7a4584-bbe2-48bb-a714-1287c0bf0ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:20.167634 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-69207fdd-6083-47b7-9cee-cbc8a250d83e req-8517b31e-e138-4cc1-9963-693a828adaaa tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733445 Jul 29 23:17:20.169827 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eb7a4584-bbe2-48bb-a714-1287c0bf0ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:20.173778 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-eb7a4584-bbe2-48bb-a714-1287c0bf0ade admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9bdce134-2d89-47d4-a06c-51e9d9c5579c HTTP/1.1" status: 204 len: 168 time: 0.9578438 Jul 29 23:17:20.175126 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c14abbc-c59f-4c5b-839c-55066f2394ea req-91c439a3-fc2e-416b-8f8d-7ac3c924a25e tempest-QuotasAdminNegativeTest-750033298 tempest-QuotasAdminNegativeTest-750033298-project] 10.222.0.18 "GET /v2.0/quotas/69bfbb4e8a524cf195ac0a165417b975 HTTP/1.1" status: 200 len: 375 time: 0.0292034 Jul 29 23:17:20.186199 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a52b8-60d7-497d-8791-fce94975a2ad None None] Pushing event updated for resources: {'Port': ['ID=c1b79088-26ca-4b9f-8bf4-2ecfed0d2323,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:20.224267 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-955c0033-17fa-4823-ae10-c912537f6607 req-d5c8a0ef-6a22-4c19-8ace-b39e2dc79a02 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:20.245123 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c14abbc-c59f-4c5b-839c-55066f2394ea req-a78ad660-16b1-40d9-937c-86a53718ebc9 tempest-QuotasAdminNegativeTest-750033298 tempest-QuotasAdminNegativeTest-750033298-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=69bfbb4e8a524cf195ac0a165417b975&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689452 Jul 29 23:17:20.290312 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1381f10-2575-42a5-af06-8a2b496bc7ec req-5b4a89e6-5f76-4e3c-beb3-cb6c67772ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:20.292473 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d1381f10-2575-42a5-af06-8a2b496bc7ec req-5b4a89e6-5f76-4e3c-beb3-cb6c67772ac7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2063973 Jul 29 23:17:20.293571 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a4584-bbe2-48bb-a714-1287c0bf0ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdce134-2d89-47d4-a06c-51e9d9c5579c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:20.422405 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e5dd7-2514-492e-a514-94c7dab9c2f1 req-2fba3228-bcc4-47ab-b074-e3881508fad2 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:20.430432 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-de0e5dd7-2514-492e-a514-94c7dab9c2f1 req-2fba3228-bcc4-47ab-b074-e3881508fad2 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 948 time: 0.1098399 Jul 29 23:17:20.456513 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-955c0033-17fa-4823-ae10-c912537f6607 req-d5c8a0ef-6a22-4c19-8ace-b39e2dc79a02 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Transition to ACTIVE for port object 9bce63cc-5043-41c1-9ca3-cf930c8e8920 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:20.507273 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-de0e5dd7-2514-492e-a514-94c7dab9c2f1 req-d356e5a6-5546-4c9c-933e-f02b2bd1baee tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756519 Jul 29 23:17:20.693214 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7767832-a816-4e3e-9718-3a2cde36fbbe req-6c3d2963-d432-44f1-8b4e-d45969d895c9 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b76cb8a-8a98-47cf-a1fb-dcd82b98448d HTTP/1.1" status: 200 len: 210 time: 0.0771620 Jul 29 23:17:20.699331 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d1381f10-2575-42a5-af06-8a2b496bc7ec req-cbcf5afa-a7cd-4e60-b7a3-0eca5f749bb5 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961110 Jul 29 23:17:20.701419 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7236bae4-21e9-4453-be76-5053d6c8e6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:20.705558 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-803f33dc-ca40-4490-9fe1-120bc16c4618 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:20.800070 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7236bae4-21e9-4453-be76-5053d6c8e6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:20.876154 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7236bae4-21e9-4453-be76-5053d6c8e6c0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac3b67da0d2d441b8491de50ab7af052&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9929414 Jul 29 23:17:20.879190 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-803f33dc-ca40-4490-9fe1-120bc16c4618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:20.880607 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55002) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:20.946442 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660fe57d-1034-4939-8f4a-7570dd971c85 req-22dec364-b1a8-4a8e-9b02-2e7fe824f423 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:20.948338 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-660fe57d-1034-4939-8f4a-7570dd971c85 req-22dec364-b1a8-4a8e-9b02-2e7fe824f423 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/ports?device_id=e50d4845-f575-4c0d-bcdc-a53cb0f25c60 HTTP/1.1" status: 200 len: 948 time: 0.1295688 Jul 29 23:17:20.994125 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8db4adff-d391-4217-9d64-c23345806c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:21.042681 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-660fe57d-1034-4939-8f4a-7570dd971c85 req-22aaf860-3b5f-42bc-be5c-00ba7e9749e5 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fd3b49-6b36-497d-a1c3-e29b750a5dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728042 Jul 29 23:17:21.042898 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7236bae4-21e9-4453-be76-5053d6c8e6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44bdd0ee-112c-426e-9b92-efaf7cae368a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:21.049895 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-955c0033-17fa-4823-ae10-c912537f6607 req-d5c8a0ef-6a22-4c19-8ace-b39e2dc79a02 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:21.092760 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8db4adff-d391-4217-9d64-c23345806c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:21.148344 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['1d291e9a-6200-47dc-94b5-0a95bc84c174'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:17:21.217342 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8db4adff-d391-4217-9d64-c23345806c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:21.220758 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8db4adff-d391-4217-9d64-c23345806c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:21.222177 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8db4adff-d391-4217-9d64-c23345806c68 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/44bdd0ee-112c-426e-9b92-efaf7cae368a HTTP/1.1" status: 204 len: 168 time: 0.3401415 Jul 29 23:17:21.243745 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db4adff-d391-4217-9d64-c23345806c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44bdd0ee-112c-426e-9b92-efaf7cae368a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:21.245431 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-955c0033-17fa-4823-ae10-c912537f6607 req-d5c8a0ef-6a22-4c19-8ace-b39e2dc79a02 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:17:21.277368 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-955c0033-17fa-4823-ae10-c912537f6607 req-d5c8a0ef-6a22-4c19-8ace-b39e2dc79a02 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:21.303131 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d1381f10-2575-42a5-af06-8a2b496bc7ec req-195382e5-809c-4789-86f8-071b8e73e956 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5930040 Jul 29 23:17:21.304354 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-955c0033-17fa-4823-ae10-c912537f6607 req-d5c8a0ef-6a22-4c19-8ace-b39e2dc79a02 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:17:21.305863 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-955c0033-17fa-4823-ae10-c912537f6607 req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d417402e-33ed-425c-819b-5875ab427fa4 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:17:21.329096 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-955c0033-17fa-4823-ae10-c912537f6607 req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:21.364128 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-955c0033-17fa-4823-ae10-c912537f6607 req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] Transition to ACTIVE for port object d417402e-33ed-425c-819b-5875ab427fa4 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:21.370065 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-955c0033-17fa-4823-ae10-c912537f6607 req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:21.441256 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c8a0ef-6a22-4c19-8ace-b39e2dc79a02 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Pushing event updated for resources: {'Port': ['ID=9bce63cc-5043-41c1-9ca3-cf930c8e8920,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:21.461031 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-803f33dc-ca40-4490-9fe1-120bc16c4618 admin admin] Allocated IP 172.25.8.24 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/666a5712-4d3f-40ca-889c-5d13441ae74f) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:17:21.492192 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] Pushing event updated for resources: {'Port': ['ID=d417402e-33ed-425c-819b-5875ab427fa4,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:21.503287 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c0033-17fa-4823-ae10-c912537f6607 req-d5c8a0ef-6a22-4c19-8ace-b39e2dc79a02 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:21.504326 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-955c0033-17fa-4823-ae10-c912537f6607 req-d5c8a0ef-6a22-4c19-8ace-b39e2dc79a02 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:21.635781 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-955c0033-17fa-4823-ae10-c912537f6607 req-d5c8a0ef-6a22-4c19-8ace-b39e2dc79a02 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2106299 Jul 29 23:17:21.670512 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-955c0033-17fa-4823-ae10-c912537f6607 req-d1c3e194-acf1-41fe-9c49-b6d3ac8f50eb service neutron] Request body: {'port': {'device_id': '1b76cb8a-8a98-47cf-a1fb-dcd82b98448d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:21.765187 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55028) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:21.779501 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d16706-1b11-4e41-8533-3f241ec2f09b req-90252f99-d8ad-495a-a0ee-0a66be50d4ca tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:21.785903 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-17532fd1-eed6-4bec-a454-479317b5a58f None None] Provisioning for port 9bce63cc-5043-41c1-9ca3-cf930c8e8920 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:21.795042 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52d16706-1b11-4e41-8533-3f241ec2f09b req-90252f99-d8ad-495a-a0ee-0a66be50d4ca tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e2385da-9aa0-4298-b6bd-7ed0fe256205 HTTP/1.1" status: 200 len: 948 time: 0.3093011 Jul 29 23:17:21.797750 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-17532fd1-eed6-4bec-a454-479317b5a58f None None] Provisioning complete for port 9bce63cc-5043-41c1-9ca3-cf930c8e8920 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:21.798567 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-17532fd1-eed6-4bec-a454-479317b5a58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:21.864446 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-955c0033-17fa-4823-ae10-c912537f6607 req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] Attempting to bind port d417402e-33ed-425c-819b-5875ab427fa4 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:17:21.865078 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-955c0033-17fa-4823-ae10-c912537f6607 req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] Attempting to bind port d417402e-33ed-425c-819b-5875ab427fa4 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:17:21.867187 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955c0033-17fa-4823-ae10-c912537f6607 req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] Attempting to bind port d417402e-33ed-425c-819b-5875ab427fa4 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:21.896777 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-803f33dc-ca40-4490-9fe1-120bc16c4618 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:21.899084 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-955c0033-17fa-4823-ae10-c912537f6607 req-d1c3e194-acf1-41fe-9c49-b6d3ac8f50eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:21.904042 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-17532fd1-eed6-4bec-a454-479317b5a58f None None] Port 9bce63cc-5043-41c1-9ca3-cf930c8e8920 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:17:21.905911 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c1b79088-26ca-4b9f-8bf4-2ecfed0d2323 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:21.923297 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955c0033-17fa-4823-ae10-c912537f6607 req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] Port d417402e-33ed-425c-819b-5875ab427fa4 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:17:21.923913 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955c0033-17fa-4823-ae10-c912537f6607 req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] Attempting to bind port d417402e-33ed-425c-819b-5875ab427fa4 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:21.942706 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955c0033-17fa-4823-ae10-c912537f6607 req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:17:21.943319 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955c0033-17fa-4823-ae10-c912537f6607 req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:21.943927 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955c0033-17fa-4823-ae10-c912537f6607 req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:17:21.944536 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-955c0033-17fa-4823-ae10-c912537f6607 req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] Bound port: d417402e-33ed-425c-819b-5875ab427fa4, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:17:21.945057 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-955c0033-17fa-4823-ae10-c912537f6607 req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:21.970110 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52d16706-1b11-4e41-8533-3f241ec2f09b req-ef8eac27-2d7b-4c22-a4d8-d44493b5ba04 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730747 Jul 29 23:17:22.014490 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port c1b79088-26ca-4b9f-8bf4-2ecfed0d2323 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:22.061305 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e441523a-3d9f-48aa-a982-c4f666090d16 req-9864008d-848a-4b27-a7e5-cc5b751a9904 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:22.074254 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e441523a-3d9f-48aa-a982-c4f666090d16 req-9864008d-848a-4b27-a7e5-cc5b751a9904 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 948 time: 0.3790748 Jul 29 23:17:22.140460 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 72aee3b4-d56e-4ed8-b23b-d5412765a9b7 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:17:22.278752 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb33147-a5b7-4259-bde1-901a26461881 None None] Network e830c838-5320-4f47-8a70-ed7b14724e77 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:17:22.282030 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device a7499d40-a2e9-4a56-b8a3-986db53aa756 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:22.293648 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-803f33dc-ca40-4490-9fe1-120bc16c4618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:22.313032 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 72aee3b4-d56e-4ed8-b23b-d5412765a9b7, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=72aee3b4-d56e-4ed8-b23b-d5412765a9b7,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:22.313968 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4155e7ab-cf33-4845-99af-b64f6bd0b99e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:22.342334 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '72aee3b4-d56e-4ed8-b23b-d5412765a9b7', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': '72aee3b4-d56e-4ed8-b23b-d5412765a9b7', 'mac_address': 'fa:16:3e:66:2a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:17:22.373966 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b34c33-be42-4175-b393-6ac7df6484b1 req-9b16c921-4f16-4ea6-9a4d-7431bc3b90a6 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:22.375051 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-09b34c33-be42-4175-b393-6ac7df6484b1 req-9b16c921-4f16-4ea6-9a4d-7431bc3b90a6 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b76cb8a-8a98-47cf-a1fb-dcd82b98448d HTTP/1.1" status: 200 len: 935 time: 0.2337596 Jul 29 23:17:22.402905 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e441523a-3d9f-48aa-a982-c4f666090d16 req-3081fb8f-8346-4fcb-8913-dd02a9c6df66 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122201 Jul 29 23:17:22.410658 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803f33dc-ca40-4490-9fe1-120bc16c4618 admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:17:22.412578 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-803f33dc-ca40-4490-9fe1-120bc16c4618 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:22.415555 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803f33dc-ca40-4490-9fe1-120bc16c4618 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:17:22.420473 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-955c0033-17fa-4823-ae10-c912537f6607 req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] For port d417402e-33ed-425c-819b-5875ab427fa4, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:17:22.437483 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-955c0033-17fa-4823-ae10-c912537f6607 req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] For port d417402e-33ed-425c-819b-5875ab427fa4, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=d417402e-33ed-425c-819b-5875ab427fa4,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:17:22.458285 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-955c0033-17fa-4823-ae10-c912537f6607 req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:22.555594 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c0033-17fa-4823-ae10-c912537f6607 req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:22.556364 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-955c0033-17fa-4823-ae10-c912537f6607 req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:22.557782 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-955c0033-17fa-4823-ae10-c912537f6607 req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] 10.222.0.39 "PUT /v2.0/ports/d417402e-33ed-425c-819b-5875ab427fa4 HTTP/1.1" status: 200 len: 1096 time: 3.3665578 Jul 29 23:17:22.559493 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803f33dc-ca40-4490-9fe1-120bc16c4618 admin admin] Pushing event updated for resources: {'Port': ['ID=666a5712-4d3f-40ca-889c-5d13441ae74f,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:22.570116 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-09b34c33-be42-4175-b393-6ac7df6484b1 req-1a41af77-0c93-4ff5-a88d-12a4964f417a tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660297 Jul 29 23:17:22.578538 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07e2825d-3844-4272-b559-3d8887eaaad5', 'tag': 'd417402e-33ed-425c-819b-5875ab427fa4'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:17:22.582010 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eac73e6-c14b-423a-a2d2-5062e075cdf4" -d '{"events": [{"name": "network-changed", "server_uuid": "07e2825d-3844-4272-b559-3d8887eaaad5", "tag": "d417402e-33ed-425c-819b-5875ab427fa4"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:17:22.588932 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f33dc-ca40-4490-9fe1-120bc16c4618 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.589478 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f33dc-ca40-4490-9fe1-120bc16c4618 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.590110 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f33dc-ca40-4490-9fe1-120bc16c4618 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.590586 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f33dc-ca40-4490-9fe1-120bc16c4618 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.591056 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f33dc-ca40-4490-9fe1-120bc16c4618 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.591645 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f33dc-ca40-4490-9fe1-120bc16c4618 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.592212 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f33dc-ca40-4490-9fe1-120bc16c4618 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.592679 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f33dc-ca40-4490-9fe1-120bc16c4618 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.593199 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f33dc-ca40-4490-9fe1-120bc16c4618 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.594252 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f33dc-ca40-4490-9fe1-120bc16c4618 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.594855 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f33dc-ca40-4490-9fe1-120bc16c4618 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.595630 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-803f33dc-ca40-4490-9fe1-120bc16c4618 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.623849 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-cce9cdf8-0af7-430e-8ec9-40ec2ea3dde5 None None] Provisioning for port c1b79088-26ca-4b9f-8bf4-2ecfed0d2323 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:22.632893 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-cce9cdf8-0af7-430e-8ec9-40ec2ea3dde5 None None] Provisioning complete for port c1b79088-26ca-4b9f-8bf4-2ecfed0d2323 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:22.633299 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cce9cdf8-0af7-430e-8ec9-40ec2ea3dde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:22.656454 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 80d097e3-c27b-498e-be3f-12ae8675d017 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:22.706775 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e63af3-bfe4-4715-828e-c9dc18d420d4 x-openstack-request-id: req-e3e63af3-bfe4-4715-828e-c9dc18d420d4 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:17:22.707105 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07e2825d-3844-4272-b559-3d8887eaaad5", "tag": "d417402e-33ed-425c-819b-5875ab427fa4", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:17:22.707304 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3e63af3-bfe4-4715-828e-c9dc18d420d4 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:17:22.707741 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07e2825d-3844-4272-b559-3d8887eaaad5', 'tag': 'd417402e-33ed-425c-819b-5875ab427fa4', 'status': 'completed', 'code': 200} Jul 29 23:17:22.733618 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c3274-24b9-4524-908b-5534e05619be req-8823d233-3b4a-45fa-bd8e-f9b80ec1340e tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:22.735243 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-537c3274-24b9-4524-908b-5534e05619be req-8823d233-3b4a-45fa-bd8e-f9b80ec1340e tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/ports?device_id=e50d4845-f575-4c0d-bcdc-a53cb0f25c60 HTTP/1.1" status: 200 len: 948 time: 0.2204058 Jul 29 23:17:22.735958 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] Pushing event updated for resources: {'Port': ['ID=d417402e-33ed-425c-819b-5875ab427fa4,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:22.751957 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c0033-17fa-4823-ae10-c912537f6607 req-997f039e-7bb3-4798-801b-cc00146ec10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:22.753619 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-955c0033-17fa-4823-ae10-c912537f6607 req-997f039e-7bb3-4798-801b-cc00146ec10a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=059e1ca7f14d445f9149a931f19d526e&device_id=07e2825d-3844-4272-b559-3d8887eaaad5 HTTP/1.1" status: 200 len: 1099 time: 0.1415634 Jul 29 23:17:22.756403 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.756759 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.757109 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.757453 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.757795 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.758135 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.758469 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.758868 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.759155 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.759702 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.760064 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.760396 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0e07f0-c204-4d2d-9cd8-48e7b83c6d9f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:22.869343 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-955c0033-17fa-4823-ae10-c912537f6607 req-06a53124-fcb7-4a66-9a0b-2d102c283da0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=d417402e-33ed-425c-819b-5875ab427fa4 HTTP/1.1" status: 200 len: 217 time: 0.0966632 Jul 29 23:17:22.878050 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-537c3274-24b9-4524-908b-5534e05619be req-580551f0-3dbc-48a0-a29d-87e00354f701 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fd3b49-6b36-497d-a1c3-e29b750a5dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275616 Jul 29 23:17:22.935482 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cce9cdf8-0af7-430e-8ec9-40ec2ea3dde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:22.939668 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c0033-17fa-4823-ae10-c912537f6607 req-31a9366b-1542-47bc-8a20-bac99f0c5943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:22.942205 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-955c0033-17fa-4823-ae10-c912537f6607 req-31a9366b-1542-47bc-8a20-bac99f0c5943 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.0625188 Jul 29 23:17:22.991392 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-cce9cdf8-0af7-430e-8ec9-40ec2ea3dde5 None None] For port c1b79088-26ca-4b9f-8bf4-2ecfed0d2323, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c1b79088-26ca-4b9f-8bf4-2ecfed0d2323,segment=NetworkSegment(e54b1e53-0c15-4a98-ae01-123c7fd1a889),segment_id=e54b1e53-0c15-4a98-ae01-123c7fd1a889)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:23.003711 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:23.010539 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cce9cdf8-0af7-430e-8ec9-40ec2ea3dde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:23.058535 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c0033-17fa-4823-ae10-c912537f6607 req-8d09c73a-3194-4104-b551-ee75d916657c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:23.060263 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-955c0033-17fa-4823-ae10-c912537f6607 req-8d09c73a-3194-4104-b551-ee75d916657c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1074831 Jul 29 23:17:23.074067 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 80d097e3-c27b-498e-be3f-12ae8675d017 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:23.082208 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 80d097e3-c27b-498e-be3f-12ae8675d017 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:23.082634 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:23.142545 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-955c0033-17fa-4823-ae10-c912537f6607 req-d1c3e194-acf1-41fe-9c49-b6d3ac8f50eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bce63cc-5043-41c1-9ca3-cf930c8e8920 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:17:23.147194 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port a7499d40-a2e9-4a56-b8a3-986db53aa756 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:23.163289 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port a7499d40-a2e9-4a56-b8a3-986db53aa756 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:23.163675 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:23.170201 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-955c0033-17fa-4823-ae10-c912537f6607 req-d1c3e194-acf1-41fe-9c49-b6d3ac8f50eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:23.218954 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-955c0033-17fa-4823-ae10-c912537f6607 req-d1c3e194-acf1-41fe-9c49-b6d3ac8f50eb service neutron] Transition to ACTIVE for port object 9bce63cc-5043-41c1-9ca3-cf930c8e8920 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:23.235197 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98275593-c455-44dc-a5fd-b1648c77c1fc req-c2cbc517-525c-4edd-80e0-bd0238fbab4d tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:23.242727 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-955c0033-17fa-4823-ae10-c912537f6607 req-d1c3e194-acf1-41fe-9c49-b6d3ac8f50eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:23.259811 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98275593-c455-44dc-a5fd-b1648c77c1fc req-c2cbc517-525c-4edd-80e0-bd0238fbab4d tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e2385da-9aa0-4298-b6bd-7ed0fe256205 HTTP/1.1" status: 200 len: 948 time: 0.1640134 Jul 29 23:17:23.281769 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72aee3b4-d56e-4ed8-b23b-d5412765a9b7 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:17:23.318873 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-955c0033-17fa-4823-ae10-c912537f6607 req-01bb65ea-7228-4680-810b-c1d493548a3f service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452896 Jul 29 23:17:23.372704 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9cdf8-0af7-430e-8ec9-40ec2ea3dde5 None None] Pushing event updated for resources: {'Port': ['ID=c1b79088-26ca-4b9f-8bf4-2ecfed0d2323,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:23.397638 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98275593-c455-44dc-a5fd-b1648c77c1fc req-ce0564a5-8d30-4f8e-acfe-23a36fa6c59c tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309271 Jul 29 23:17:23.489457 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4155e7ab-cf33-4845-99af-b64f6bd0b99e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:23.514306 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:23.543703 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 72aee3b4-d56e-4ed8-b23b-d5412765a9b7, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=72aee3b4-d56e-4ed8-b23b-d5412765a9b7,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:23.562032 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3e194-acf1-41fe-9c49-b6d3ac8f50eb service neutron] Pushing event updated for resources: {'Port': ['ID=9bce63cc-5043-41c1-9ca3-cf930c8e8920,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:23.591305 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4155e7ab-cf33-4845-99af-b64f6bd0b99e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:23.619120 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port a7499d40-a2e9-4a56-b8a3-986db53aa756, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=a7499d40-a2e9-4a56-b8a3-986db53aa756,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:23.641300 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a614b6-bd22-4a0d-9f2d-570353b4d009 req-483730ca-f4cf-4a88-90a6-31327713e3be tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:23.643826 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10abedd5-a2b8-483f-bac2-56f46d1c08f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7499d40-a2e9-4a56-b8a3-986db53aa756'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:17:23.649701 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a9a614b6-bd22-4a0d-9f2d-570353b4d009 req-483730ca-f4cf-4a88-90a6-31327713e3be tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 948 time: 0.1635547 Jul 29 23:17:23.653195 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-955c0033-17fa-4823-ae10-c912537f6607 req-5763e8f3-a0eb-4fbb-968b-cbf6f8702489 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122830 Jul 29 23:17:23.660529 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace60ca4-5fa6-4874-971c-cb2f92929135" -d '{"events": [{"server_uuid": "10abedd5-a2b8-483f-bac2-56f46d1c08f6", "name": "network-vif-plugged", "status": "completed", "tag": "a7499d40-a2e9-4a56-b8a3-986db53aa756"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:17:23.673306 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:23.696677 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4155e7ab-cf33-4845-99af-b64f6bd0b99e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=69bfbb4e8a524cf195ac0a165417b975&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9304368 Jul 29 23:17:23.700385 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55086) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:23.703553 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4155e7ab-cf33-4845-99af-b64f6bd0b99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d38eec3-a9b9-4b76-80e3-61f7293d52d3,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:23.727803 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:23.732742 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:23.733380 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-803f33dc-ca40-4490-9fe1-120bc16c4618 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:23.787272 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-955c0033-17fa-4823-ae10-c912537f6607 req-d1c3e194-acf1-41fe-9c49-b6d3ac8f50eb service neutron] Attempting to bind port 9bce63cc-5043-41c1-9ca3-cf930c8e8920 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:17:23.787716 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-955c0033-17fa-4823-ae10-c912537f6607 req-d1c3e194-acf1-41fe-9c49-b6d3ac8f50eb service neutron] Attempting to bind port 9bce63cc-5043-41c1-9ca3-cf930c8e8920 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:17:23.788179 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955c0033-17fa-4823-ae10-c912537f6607 req-d1c3e194-acf1-41fe-9c49-b6d3ac8f50eb service neutron] Attempting to bind port 9bce63cc-5043-41c1-9ca3-cf930c8e8920 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:23.798353 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c1b79088-26ca-4b9f-8bf4-2ecfed0d2323 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:23.801024 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955c0033-17fa-4823-ae10-c912537f6607 req-d1c3e194-acf1-41fe-9c49-b6d3ac8f50eb service neutron] Port 9bce63cc-5043-41c1-9ca3-cf930c8e8920 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:17:23.801377 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955c0033-17fa-4823-ae10-c912537f6607 req-d1c3e194-acf1-41fe-9c49-b6d3ac8f50eb service neutron] Attempting to bind port 9bce63cc-5043-41c1-9ca3-cf930c8e8920 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:23.811971 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955c0033-17fa-4823-ae10-c912537f6607 req-d1c3e194-acf1-41fe-9c49-b6d3ac8f50eb service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:17:23.812314 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955c0033-17fa-4823-ae10-c912537f6607 req-d1c3e194-acf1-41fe-9c49-b6d3ac8f50eb service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:23.812700 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-955c0033-17fa-4823-ae10-c912537f6607 req-d1c3e194-acf1-41fe-9c49-b6d3ac8f50eb service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:17:23.813221 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-955c0033-17fa-4823-ae10-c912537f6607 req-d1c3e194-acf1-41fe-9c49-b6d3ac8f50eb service neutron] Bound port: 9bce63cc-5043-41c1-9ca3-cf930c8e8920, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:17:23.813712 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-955c0033-17fa-4823-ae10-c912537f6607 req-d1c3e194-acf1-41fe-9c49-b6d3ac8f50eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:23.847795 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a9a614b6-bd22-4a0d-9f2d-570353b4d009 req-61ddc190-3211-49a2-b7ad-afff3abdcea5 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819246 Jul 29 23:17:23.884743 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 80d097e3-c27b-498e-be3f-12ae8675d017, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=80d097e3-c27b-498e-be3f-12ae8675d017,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:23.887971 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac73e6-c14b-423a-a2d2-5062e075cdf4 req-bea252d5-935b-4b1e-b837-bc5b85985cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:23.890064 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8eac73e6-c14b-423a-a2d2-5062e075cdf4 req-bea252d5-935b-4b1e-b837-bc5b85985cca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=059e1ca7f14d445f9149a931f19d526e&device_id=07e2825d-3844-4272-b559-3d8887eaaad5 HTTP/1.1" status: 200 len: 1099 time: 0.1158299 Jul 29 23:17:23.895133 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9caa636e-4900-43ed-a25c-f1eaba50b4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:23.898620 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:23.925531 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ac78873c-d928-41df-9d63-79db8715f0d3 None None] Provisioning complete for port c1b79088-26ca-4b9f-8bf4-2ecfed0d2323 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:23.926163 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac78873c-d928-41df-9d63-79db8715f0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:23.976724 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['72aee3b4-d56e-4ed8-b23b-d5412765a9b7'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:17:23.979551 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-955c0033-17fa-4823-ae10-c912537f6607 req-d1c3e194-acf1-41fe-9c49-b6d3ac8f50eb service neutron] For port 9bce63cc-5043-41c1-9ca3-cf930c8e8920, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:17:24.012255 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac73e6-c14b-423a-a2d2-5062e075cdf4 req-6719fddb-fe9a-4243-8bb3-ee1060ca783d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:24.013770 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8eac73e6-c14b-423a-a2d2-5062e075cdf4 req-6719fddb-fe9a-4243-8bb3-ee1060ca783d service neutron] 10.222.0.39 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.1090152 Jul 29 23:17:24.027564 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66a25b3-40e2-4455-a119-1c0b4d43ff44 req-4b4f03bf-2313-4ea0-8eee-e9311451acf1 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:24.029359 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-955c0033-17fa-4823-ae10-c912537f6607 req-d1c3e194-acf1-41fe-9c49-b6d3ac8f50eb service neutron] For port 9bce63cc-5043-41c1-9ca3-cf930c8e8920, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9bce63cc-5043-41c1-9ca3-cf930c8e8920,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:17:24.033629 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=72aee3b4-d56e-4ed8-b23b-d5412765a9b7,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:24.044946 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f66a25b3-40e2-4455-a119-1c0b4d43ff44 req-4b4f03bf-2313-4ea0-8eee-e9311451acf1 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b76cb8a-8a98-47cf-a1fb-dcd82b98448d HTTP/1.1" status: 200 len: 947 time: 0.3055558 Jul 29 23:17:24.045091 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-955c0033-17fa-4823-ae10-c912537f6607 req-d1c3e194-acf1-41fe-9c49-b6d3ac8f50eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:24.104105 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8eac73e6-c14b-423a-a2d2-5062e075cdf4 req-b20ea75e-9e2d-4126-bcda-3b68019434b3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=d417402e-33ed-425c-819b-5875ab427fa4 HTTP/1.1" status: 200 len: 217 time: 0.0561314 Jul 29 23:17:24.133645 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f66a25b3-40e2-4455-a119-1c0b4d43ff44 req-ce8722e5-e97d-4171-bbc2-03cdf8d0f689 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874946 Jul 29 23:17:24.159482 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port c1b79088-26ca-4b9f-8bf4-2ecfed0d2323 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:24.162444 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:24.162637 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-803f33dc-ca40-4490-9fe1-120bc16c4618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:24.172490 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9caa636e-4900-43ed-a25c-f1eaba50b4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:24.196945 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c0033-17fa-4823-ae10-c912537f6607 req-d1c3e194-acf1-41fe-9c49-b6d3ac8f50eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:24.197594 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-955c0033-17fa-4823-ae10-c912537f6607 req-d1c3e194-acf1-41fe-9c49-b6d3ac8f50eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:24.199539 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-955c0033-17fa-4823-ae10-c912537f6607 req-d1c3e194-acf1-41fe-9c49-b6d3ac8f50eb service neutron] 10.222.0.39 "PUT /v2.0/ports/9bce63cc-5043-41c1-9ca3-cf930c8e8920 HTTP/1.1" status: 200 len: 1096 time: 2.5430019 Jul 29 23:17:24.200047 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b76cb8a-8a98-47cf-a1fb-dcd82b98448d', 'tag': '9bce63cc-5043-41c1-9ca3-cf930c8e8920'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:17:24.204820 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f727b11b-5b80-41a8-94e3-d40c0231027c" -d '{"events": [{"name": "network-changed", "server_uuid": "1b76cb8a-8a98-47cf-a1fb-dcd82b98448d", "tag": "9bce63cc-5043-41c1-9ca3-cf930c8e8920"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:17:24.303740 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a00605-69b4-472d-b499-e97ba0d0ea4c x-openstack-request-id: req-f3a00605-69b4-472d-b499-e97ba0d0ea4c {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:17:24.304346 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10abedd5-a2b8-483f-bac2-56f46d1c08f6", "name": "network-vif-plugged", "status": "completed", "tag": "a7499d40-a2e9-4a56-b8a3-986db53aa756", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:17:24.305098 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f3a00605-69b4-472d-b499-e97ba0d0ea4c {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:17:24.305617 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10abedd5-a2b8-483f-bac2-56f46d1c08f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7499d40-a2e9-4a56-b8a3-986db53aa756', 'code': 200} Jul 29 23:17:24.318641 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac73e6-c14b-423a-a2d2-5062e075cdf4 req-097206f8-c2c6-48dd-ac95-e86ccc5473c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:24.320330 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8eac73e6-c14b-423a-a2d2-5062e075cdf4 req-097206f8-c2c6-48dd-ac95-e86ccc5473c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.2002749 Jul 29 23:17:24.388444 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9caa636e-4900-43ed-a25c-f1eaba50b4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:24.396769 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c3e194-acf1-41fe-9c49-b6d3ac8f50eb service neutron] Pushing event updated for resources: {'Port': ['ID=9bce63cc-5043-41c1-9ca3-cf930c8e8920,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:24.400376 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428e58a0-e15e-4ff8-83b6-ac997042b2a6 x-openstack-request-id: req-428e58a0-e15e-4ff8-83b6-ac997042b2a6 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:17:24.400604 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9caa636e-4900-43ed-a25c-f1eaba50b4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:24.400705 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b76cb8a-8a98-47cf-a1fb-dcd82b98448d", "tag": "9bce63cc-5043-41c1-9ca3-cf930c8e8920", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:17:24.400904 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-428e58a0-e15e-4ff8-83b6-ac997042b2a6 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:17:24.401303 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b76cb8a-8a98-47cf-a1fb-dcd82b98448d', 'tag': '9bce63cc-5043-41c1-9ca3-cf930c8e8920', 'status': 'completed', 'code': 200} Jul 29 23:17:24.401916 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9caa636e-4900-43ed-a25c-f1eaba50b4cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d38eec3-a9b9-4b76-80e3-61f7293d52d3 HTTP/1.1" status: 204 len: 168 time: 0.7006228 Jul 29 23:17:24.428684 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=a7499d40-a2e9-4a56-b8a3-986db53aa756,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:24.489444 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa636e-4900-43ed-a25c-f1eaba50b4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d38eec3-a9b9-4b76-80e3-61f7293d52d3,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:24.532665 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aca4f59-c26b-40d3-90a0-f00fe32e6fd8 req-bb7a3aa6-7bf5-456d-a3e0-01ef9bcbf2ae tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:24.534234 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2aca4f59-c26b-40d3-90a0-f00fe32e6fd8 req-bb7a3aa6-7bf5-456d-a3e0-01ef9bcbf2ae tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/ports?device_id=e50d4845-f575-4c0d-bcdc-a53cb0f25c60 HTTP/1.1" status: 200 len: 949 time: 0.1772909 Jul 29 23:17:24.537090 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eac73e6-c14b-423a-a2d2-5062e075cdf4 req-ee350529-c445-4c6e-a556-2177cfee8c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:24.538599 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8eac73e6-c14b-423a-a2d2-5062e075cdf4 req-ee350529-c445-4c6e-a556-2177cfee8c1a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1967123 Jul 29 23:17:24.569247 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c0033-17fa-4823-ae10-c912537f6607 req-35387b20-6d6e-4d79-873f-99b0ad832348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:24.571258 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-955c0033-17fa-4823-ae10-c912537f6607 req-35387b20-6d6e-4d79-873f-99b0ad832348 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=059e1ca7f14d445f9149a931f19d526e&device_id=1b76cb8a-8a98-47cf-a1fb-dcd82b98448d HTTP/1.1" status: 200 len: 1099 time: 0.3184888 Jul 29 23:17:24.593552 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5fdffc-f2f4-49cb-b9c7-728e59432561 req-0e9550cd-d95a-448b-9c9f-8287505b3f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:24.595217 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-9e5fdffc-f2f4-49cb-b9c7-728e59432561 req-0e9550cd-d95a-448b-9c9f-8287505b3f6a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 1101 time: 0.1796651 Jul 29 23:17:24.603384 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=80d097e3-c27b-498e-be3f-12ae8675d017,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:24.645823 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-955c0033-17fa-4823-ae10-c912537f6607 req-19a3e5a7-071b-4713-bd05-b680042ed375 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=9bce63cc-5043-41c1-9ca3-cf930c8e8920 HTTP/1.1" status: 200 len: 217 time: 0.0649462 Jul 29 23:17:24.699521 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2aca4f59-c26b-40d3-90a0-f00fe32e6fd8 req-4c4fe786-15e4-4352-8732-e3d51aab0cfd tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fd3b49-6b36-497d-a1c3-e29b750a5dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519010 Jul 29 23:17:24.757491 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8eac73e6-c14b-423a-a2d2-5062e075cdf4 req-35edde57-126a-4b88-8515-4a1d74ba7e89 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081988 Jul 29 23:17:24.764800 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-9e5fdffc-f2f4-49cb-b9c7-728e59432561 req-b001b45e-34a3-4d55-8acd-9b8dc73ceb44 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276951 Jul 29 23:17:24.791940 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c0033-17fa-4823-ae10-c912537f6607 req-5a0f98f8-2de4-4776-b33d-1e33afd60c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:24.793327 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-955c0033-17fa-4823-ae10-c912537f6607 req-5a0f98f8-2de4-4776-b33d-1e33afd60c56 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1320159 Jul 29 23:17:24.802281 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803f33dc-ca40-4490-9fe1-120bc16c4618 admin admin] Router 6af9ceb9-fe37-4719-8974-a8ef40de38d9 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:17:24.894185 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c0033-17fa-4823-ae10-c912537f6607 req-24627b92-3d6d-4e1b-b043-96afa36b9a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:24.895749 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-955c0033-17fa-4823-ae10-c912537f6607 req-24627b92-3d6d-4e1b-b043-96afa36b9a1f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0909750 Jul 29 23:17:24.903388 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ef9f2-0e86-43eb-ad17-bf7502d0ff8e req-4bbc3523-77c9-42ad-ba85-9840b02766c0 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:24.912235 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0e3ef9f2-0e86-43eb-ad17-bf7502d0ff8e req-4bbc3523-77c9-42ad-ba85-9840b02766c0 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e2385da-9aa0-4298-b6bd-7ed0fe256205 HTTP/1.1" status: 200 len: 949 time: 0.0893962 Jul 29 23:17:24.926200 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8eac73e6-c14b-423a-a2d2-5062e075cdf4 req-31d25a5e-9d01-4a35-8754-28869c1f5a8b service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586535 Jul 29 23:17:24.974734 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0e3ef9f2-0e86-43eb-ad17-bf7502d0ff8e req-8478b967-36a0-4140-8069-af5899db5289 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569420 Jul 29 23:17:24.998062 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55126) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:25.020531 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6aea5053-924f-4e74-9efe-f90693fae604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:25.064902 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803f33dc-ca40-4490-9fe1-120bc16c4618 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:17:25.077872 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410b3995-2f02-46e5-9c6f-e35c33cc524e None None] Sync routers for ids ['6af9ceb9-fe37-4719-8974-a8ef40de38d9'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:17:25.091750 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67756e32-51fa-4f45-8751-83f67c575619 req-11e1e446-4c69-41c5-9dad-04f2796f023a tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:25.094214 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-67756e32-51fa-4f45-8751-83f67c575619 req-11e1e446-4c69-41c5-9dad-04f2796f023a tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 949 time: 0.0672514 Jul 29 23:17:25.094421 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410b3995-2f02-46e5-9c6f-e35c33cc524e None None] Routers {'6af9ceb9-fe37-4719-8974-a8ef40de38d9'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:17:25.095065 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-410b3995-2f02-46e5-9c6f-e35c33cc524e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:17:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['6af9ceb9-fe37-4719-8974-a8ef40de38d9'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:25.128369 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-955c0033-17fa-4823-ae10-c912537f6607 req-e4a28b0e-22e2-4d51-b5d0-01b0532bb608 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918287 Jul 29 23:17:25.170270 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-67756e32-51fa-4f45-8751-83f67c575619 req-11c7b441-83f8-4a6a-b7d9-d181e1c66de9 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695231 Jul 29 23:17:25.177165 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55132) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:25.299394 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6aea5053-924f-4e74-9efe-f90693fae604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:25.304907 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-955c0033-17fa-4823-ae10-c912537f6607 req-f241ca76-d6fc-4232-a7b6-c737afd5379b service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654415 Jul 29 23:17:25.311627 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6aea5053-924f-4e74-9efe-f90693fae604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:25.328108 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-803f33dc-ca40-4490-9fe1-120bc16c4618 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:25.329796 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-803f33dc-ca40-4490-9fe1-120bc16c4618 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.0710430 Jul 29 23:17:25.339483 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55136) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:25.339920 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3136d1e5-d1cc-43aa-a570-ae3de0fcdcda admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:25.363620 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-410b3995-2f02-46e5-9c6f-e35c33cc524e None None] Set router 6af9ceb9-fe37-4719-8974-a8ef40de38d9 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:17:25.378959 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2a8f99-5037-4c2a-a166-bac792887c4b req-ba0249a6-c9ed-4b74-a5ed-715030c23858 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:25.380582 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9c2a8f99-5037-4c2a-a166-bac792887c4b req-ba0249a6-c9ed-4b74-a5ed-715030c23858 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b76cb8a-8a98-47cf-a1fb-dcd82b98448d HTTP/1.1" status: 200 len: 947 time: 0.0972302 Jul 29 23:17:25.443768 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9c2a8f99-5037-4c2a-a166-bac792887c4b req-a072fd58-5f88-4b97-b19c-e3ca752cbda2 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552216 Jul 29 23:17:25.446377 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6aea5053-924f-4e74-9efe-f90693fae604 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c78455ea7f504a169ad3f909f7fea409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4471822 Jul 29 23:17:25.448003 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55142) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:25.455449 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aea5053-924f-4e74-9efe-f90693fae604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d1715a-e865-492d-ac21-e53fd88173f3,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:25.544815 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9116d058-a70e-4cd0-b12f-dd8ef5291b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:25.582472 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-40af888d-45f9-4157-ae3c-6886c00d6e9b tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=521c3e28ff8447cbb384778c38ae3202&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480416 Jul 29 23:17:25.593474 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3136d1e5-d1cc-43aa-a570-ae3de0fcdcda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:25.623398 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9116d058-a70e-4cd0-b12f-dd8ef5291b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:25.655540 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3136d1e5-d1cc-43aa-a570-ae3de0fcdcda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:25.658017 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-410b3995-2f02-46e5-9c6f-e35c33cc524e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1191098251-router', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:18Z', 'updated_at': '2021-07-29T23:17:23Z', 'revision_number': 3, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'gw_port': {'id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:20Z', 'updated_at': '2021-07-29T23:17:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:25.694733 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410b3995-2f02-46e5-9c6f-e35c33cc524e None None] Checking router: 6af9ceb9-fe37-4719-8974-a8ef40de38d9 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:17:25.695747 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410b3995-2f02-46e5-9c6f-e35c33cc524e None None] Updating router 6af9ceb9-fe37-4719-8974-a8ef40de38d9 port 666a5712-4d3f-40ca-889c-5d13441ae74f binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:17:25.734366 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-410b3995-2f02-46e5-9c6f-e35c33cc524e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:25.744286 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3136d1e5-d1cc-43aa-a570-ae3de0fcdcda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167cee1e-5bf2-4e88-8ac4-38f890b4eab7,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:25.754092 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3136d1e5-d1cc-43aa-a570-ae3de0fcdcda admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c4824dc4cfdb46919835eb4ab58cb653&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5729392 Jul 29 23:17:25.754765 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55150) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:25.794927 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727b11b-5b80-41a8-94e3-d40c0231027c req-593df893-5e26-4feb-9e07-54055aefc9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:25.795712 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f727b11b-5b80-41a8-94e3-d40c0231027c req-593df893-5e26-4feb-9e07-54055aefc9a8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=059e1ca7f14d445f9149a931f19d526e&device_id=1b76cb8a-8a98-47cf-a1fb-dcd82b98448d HTTP/1.1" status: 200 len: 1099 time: 0.3876402 Jul 29 23:17:25.804503 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-5ad1081f-6ed7-4e36-acd2-3752360700e9 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:25.804503 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-5ad1081f-6ed7-4e36-acd2-3752360700e9 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2080536 Jul 29 23:17:25.817849 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9116d058-a70e-4cd0-b12f-dd8ef5291b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:25.820707 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9116d058-a70e-4cd0-b12f-dd8ef5291b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:25.822023 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9116d058-a70e-4cd0-b12f-dd8ef5291b8f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/99d1715a-e865-492d-ac21-e53fd88173f3 HTTP/1.1" status: 204 len: 168 time: 0.3729153 Jul 29 23:17:25.859482 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116d058-a70e-4cd0-b12f-dd8ef5291b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d1715a-e865-492d-ac21-e53fd88173f3,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:25.870852 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-88ae4b6d-19ae-46e9-97f5-2f1f6442fdcb tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] 10.222.0.18 "GET /v2.0/quotas/521c3e28ff8447cbb384778c38ae3202 HTTP/1.1" status: 200 len: 375 time: 0.0451477 Jul 29 23:17:25.914815 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3104ec22-80ed-48b8-b039-a04afd1b0b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:25.935873 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-836a9a09-2cee-4caa-a279-2b7141f068b1 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=521c3e28ff8447cbb384778c38ae3202&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381241 Jul 29 23:17:25.961824 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3104ec22-80ed-48b8-b039-a04afd1b0b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:25.971006 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40f8f8d-90ff-4796-9c99-9a969083174f req-3bbac2b1-eff7-432d-b76f-6e0b47139f96 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:25.973352 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e40f8f8d-90ff-4796-9c99-9a969083174f req-3bbac2b1-eff7-432d-b76f-6e0b47139f96 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/ports?device_id=e50d4845-f575-4c0d-bcdc-a53cb0f25c60 HTTP/1.1" status: 200 len: 949 time: 0.1258626 Jul 29 23:17:26.048242 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e40f8f8d-90ff-4796-9c99-9a969083174f req-3625e932-1de5-45e9-9617-2ab17212d0a6 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fd3b49-6b36-497d-a1c3-e29b750a5dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596561 Jul 29 23:17:26.066534 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3104ec22-80ed-48b8-b039-a04afd1b0b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:26.069144 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3104ec22-80ed-48b8-b039-a04afd1b0b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:26.071902 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3104ec22-80ed-48b8-b039-a04afd1b0b26 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/167cee1e-5bf2-4e88-8ac4-38f890b4eab7 HTTP/1.1" status: 204 len: 168 time: 0.3140244 Jul 29 23:17:26.088933 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3104ec22-80ed-48b8-b039-a04afd1b0b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167cee1e-5bf2-4e88-8ac4-38f890b4eab7,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:26.173412 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 72aee3b4-d56e-4ed8-b23b-d5412765a9b7 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:26.196747 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-410b3995-2f02-46e5-9c6f-e35c33cc524e None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:26.241932 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-410b3995-2f02-46e5-9c6f-e35c33cc524e None None] Transition to ACTIVE for port object 666a5712-4d3f-40ca-889c-5d13441ae74f will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:26.260611 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-410b3995-2f02-46e5-9c6f-e35c33cc524e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:26.304341 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727b11b-5b80-41a8-94e3-d40c0231027c req-3deb46f0-85e5-434a-82a6-17e0f65572c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:26.308155 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f727b11b-5b80-41a8-94e3-d40c0231027c req-3deb46f0-85e5-434a-82a6-17e0f65572c6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.4187474 Jul 29 23:17:26.313001 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bfdb98-0124-45c9-b6ec-f68ff8c06a51 req-0adc1d17-ecb0-4abe-aca3-fa14785774b8 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:26.314594 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d4bfdb98-0124-45c9-b6ec-f68ff8c06a51 req-0adc1d17-ecb0-4abe-aca3-fa14785774b8 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e2385da-9aa0-4298-b6bd-7ed0fe256205 HTTP/1.1" status: 200 len: 949 time: 0.1872988 Jul 29 23:17:26.315876 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e2385da-9aa0-4298-b6bd-7ed0fe256205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d097e3-c27b-498e-be3f-12ae8675d017'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:17:26.318169 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4b4fdc-117f-4959-b9fa-50782c109790" -d '{"events": [{"server_uuid": "8e2385da-9aa0-4298-b6bd-7ed0fe256205", "name": "network-vif-plugged", "status": "completed", "tag": "80d097e3-c27b-498e-be3f-12ae8675d017"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:17:26.347862 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-410b3995-2f02-46e5-9c6f-e35c33cc524e None None] Attempting to bind port 666a5712-4d3f-40ca-889c-5d13441ae74f on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:17:26.348617 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-410b3995-2f02-46e5-9c6f-e35c33cc524e None None] Attempting to bind port 666a5712-4d3f-40ca-889c-5d13441ae74f by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:17:26.349211 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410b3995-2f02-46e5-9c6f-e35c33cc524e None None] Attempting to bind port 666a5712-4d3f-40ca-889c-5d13441ae74f on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:26.358412 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410b3995-2f02-46e5-9c6f-e35c33cc524e None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:17:26.358931 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410b3995-2f02-46e5-9c6f-e35c33cc524e None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:26.360014 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-410b3995-2f02-46e5-9c6f-e35c33cc524e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:26.360590 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-410b3995-2f02-46e5-9c6f-e35c33cc524e None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:17:26.361313 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-410b3995-2f02-46e5-9c6f-e35c33cc524e None None] Bound port: 666a5712-4d3f-40ca-889c-5d13441ae74f, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:17:26.361880 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-410b3995-2f02-46e5-9c6f-e35c33cc524e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:26.372140 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 72aee3b4-d56e-4ed8-b23b-d5412765a9b7 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:26.378215 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 72aee3b4-d56e-4ed8-b23b-d5412765a9b7 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:26.379234 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:26.461843 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87f829-9576-462d-8723-0de9141b2e36 None None] Pushing event updated for resources: {'Port': ['ID=666a5712-4d3f-40ca-889c-5d13441ae74f,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:26.473823 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device d417402e-33ed-425c-819b-5875ab427fa4 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:17:26.491917 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d4bfdb98-0124-45c9-b6ec-f68ff8c06a51 req-94fe7255-e983-4d42-89f2-08b8387c3104 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643922 Jul 29 23:17:26.497287 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87f829-9576-462d-8723-0de9141b2e36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:26.499563 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87f829-9576-462d-8723-0de9141b2e36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:26.500049 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87f829-9576-462d-8723-0de9141b2e36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:26.501356 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87f829-9576-462d-8723-0de9141b2e36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:26.501792 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87f829-9576-462d-8723-0de9141b2e36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:26.503090 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87f829-9576-462d-8723-0de9141b2e36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:26.503090 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87f829-9576-462d-8723-0de9141b2e36 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:26.504783 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87f829-9576-462d-8723-0de9141b2e36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:26.511568 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d92fa6f-2dad-417c-848c-e1865daf7ced req-47633890-6429-496a-8e20-6abfb9d9ca68 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:26.513119 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d92fa6f-2dad-417c-848c-e1865daf7ced req-47633890-6429-496a-8e20-6abfb9d9ca68 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 949 time: 0.1868665 Jul 29 23:17:26.513584 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87f829-9576-462d-8723-0de9141b2e36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:26.513971 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87f829-9576-462d-8723-0de9141b2e36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:26.514316 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87f829-9576-462d-8723-0de9141b2e36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:26.514650 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87f829-9576-462d-8723-0de9141b2e36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b87f829-9576-462d-8723-0de9141b2e36 None None] Tracked resource versions report: Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: pushed versions: Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: { 'AddressGroup': {'1.2'}, Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: 'ConntrackHelper': {'1.0'}, Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: 'Log': {'1.0'}, Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: 'Network': {'1.1'}, Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: 'Port': {'1.7'}, Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: 'PortForwarding': {'1.2'}, Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: 'QosPolicy': {'1.8'}, Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: 'SecurityGroup': {'1.4'}, Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: 'SecurityGroupRule': {'1.2'}, Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: 'SubPort': {'1.0'}, Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: 'Subnet': {'1.1'}, Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: 'Trunk': {'1.1'}} Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: consumer versions: Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: { DHCP agent@n-d-712140-10: {}, Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: HyperV agent@n-h1-712140-10: {}, Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: HyperV agent@n-h2-712140-10: {}, Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: L3 agent@n-d-712140-10: {}, Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: Metadata agent@n-d-712140-10: {}, Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: Metering agent@n-d-712140-10: {}, Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: Open vSwitch agent@n-d-712140-10: { 'AddressGroup': '1.2', Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: 'ConntrackHelper': '1.0', Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: 'Log': '1.0', Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: 'Network': '1.1', Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: 'Port': '1.7', Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: 'PortForwarding': '1.2', Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: 'QosPolicy': '1.8', Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: 'SecurityGroup': '1.4', Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: 'SecurityGroupRule': '1.2', Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: 'SubPort': '1.0', Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: 'Subnet': '1.1', Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: 'Trunk': '1.1'}} Jul 29 23:17:26.515759 n-d-712140-10 neutron-server[94066]: {{(pid=94066) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 29 23:17:26.551008 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-410b3995-2f02-46e5-9c6f-e35c33cc524e None None] For port 666a5712-4d3f-40ca-889c-5d13441ae74f, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:17:26.555307 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-410b3995-2f02-46e5-9c6f-e35c33cc524e None None] For port 666a5712-4d3f-40ca-889c-5d13441ae74f, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=666a5712-4d3f-40ca-889c-5d13441ae74f,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:17:26.564108 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-410b3995-2f02-46e5-9c6f-e35c33cc524e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:26.604140 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d92fa6f-2dad-417c-848c-e1865daf7ced req-fc18b321-f832-4140-aa31-820eee62b1b4 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786033 Jul 29 23:17:26.644264 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f727b11b-5b80-41a8-94e3-d40c0231027c req-8a3dfa8d-7c4a-47ec-8705-4b38573e48e9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=9bce63cc-5043-41c1-9ca3-cf930c8e8920 HTTP/1.1" status: 200 len: 217 time: 0.2063539 Jul 29 23:17:26.653591 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:26.681849 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410b3995-2f02-46e5-9c6f-e35c33cc524e None None] Routers {'6af9ceb9-fe37-4719-8974-a8ef40de38d9'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:17:26.682495 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-410b3995-2f02-46e5-9c6f-e35c33cc524e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:17:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['6af9ceb9-fe37-4719-8974-a8ef40de38d9'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:26.719921 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87f829-9576-462d-8723-0de9141b2e36 None None] Pushing event updated for resources: {'Port': ['ID=666a5712-4d3f-40ca-889c-5d13441ae74f,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:26.739023 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae5c05e-2e59-43e7-ae1a-ee81b56505b3 x-openstack-request-id: req-3ae5c05e-2e59-43e7-ae1a-ee81b56505b3 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:17:26.739340 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e2385da-9aa0-4298-b6bd-7ed0fe256205", "name": "network-vif-plugged", "status": "completed", "tag": "80d097e3-c27b-498e-be3f-12ae8675d017", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:17:26.739602 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3ae5c05e-2e59-43e7-ae1a-ee81b56505b3 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:17:26.740027 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2385da-9aa0-4298-b6bd-7ed0fe256205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80d097e3-c27b-498e-be3f-12ae8675d017', 'code': 200} Jul 29 23:17:26.771870 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3b51aec8-e8dc-4089-9dd3-57a61e0fac3b req-e75fa5a2-395b-4d33-87a9-0d2bf971d86e tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] 10.222.0.18 "GET /v2.0/ports?device_id=16ee7e98-8949-45d0-82ba-a7c4827f1bf3 HTTP/1.1" status: 200 len: 210 time: 0.1235836 Jul 29 23:17:26.798280 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727b11b-5b80-41a8-94e3-d40c0231027c req-6dbfed6f-fd59-443c-8058-3c82740f7f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:26.800964 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f727b11b-5b80-41a8-94e3-d40c0231027c req-6dbfed6f-fd59-443c-8058-3c82740f7f71 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1371291 Jul 29 23:17:26.852440 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aae927-82aa-49bf-b3f2-ef1c5d10d28d req-76a4f4ef-3ca0-436d-9a17-f89e4e2c71cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:26.855145 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1aae927-82aa-49bf-b3f2-ef1c5d10d28d req-76a4f4ef-3ca0-436d-9a17-f89e4e2c71cc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8e2385da-9aa0-4298-b6bd-7ed0fe256205 HTTP/1.1" status: 200 len: 1101 time: 0.0631595 Jul 29 23:17:26.862693 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-410b3995-2f02-46e5-9c6f-e35c33cc524e None None] Set router 6af9ceb9-fe37-4719-8974-a8ef40de38d9 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:17:26.991445 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1aae927-82aa-49bf-b3f2-ef1c5d10d28d req-20ea4d08-c0d2-4dd4-9d59-43b7949ac757 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248009 Jul 29 23:17:27.009623 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4efde-26ad-4fce-8f30-c197e3e50121 req-2fb205bc-e2f4-4355-8619-bd4d2e28c386 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:27.024349 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3cf4efde-26ad-4fce-8f30-c197e3e50121 req-2fb205bc-e2f4-4355-8619-bd4d2e28c386 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b76cb8a-8a98-47cf-a1fb-dcd82b98448d HTTP/1.1" status: 200 len: 947 time: 0.1679308 Jul 29 23:17:27.034898 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 72aee3b4-d56e-4ed8-b23b-d5412765a9b7, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=72aee3b4-d56e-4ed8-b23b-d5412765a9b7,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:27.050996 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port d417402e-33ed-425c-819b-5875ab427fa4, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=d417402e-33ed-425c-819b-5875ab427fa4,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:27.057770 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f727b11b-5b80-41a8-94e3-d40c0231027c req-98f3a3f8-7268-40bd-85f2-9c8eb1d6aaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:27.059447 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f727b11b-5b80-41a8-94e3-d40c0231027c req-98f3a3f8-7268-40bd-85f2-9c8eb1d6aaf2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2434735 Jul 29 23:17:27.066637 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:27.067543 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-281373c5-b6c5-47f9-bd38-772cd1afbedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:27.135297 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3cf4efde-26ad-4fce-8f30-c197e3e50121 req-ed07ebf1-332a-4d03-9188-09aed538fa40 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989447 Jul 29 23:17:27.136030 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55194) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:27.136220 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'd417402e-33ed-425c-819b-5875ab427fa4', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': 'd417402e-33ed-425c-819b-5875ab427fa4', 'mac_address': 'fa:16:3e:c3:e6:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:17:27.182774 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8b78d063-a16e-4a6b-94b3-c5ad9584fc31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:27.182999 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f727b11b-5b80-41a8-94e3-d40c0231027c req-4d09ff0d-10fe-4604-89c4-d28717fa76b3 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109133 Jul 29 23:17:27.247410 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:27.253696 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=72aee3b4-d56e-4ed8-b23b-d5412765a9b7,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:27.295176 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d417402e-33ed-425c-819b-5875ab427fa4 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:17:27.331027 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port d417402e-33ed-425c-819b-5875ab427fa4, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=d417402e-33ed-425c-819b-5875ab427fa4,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:27.337551 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:27.384601 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-281373c5-b6c5-47f9-bd38-772cd1afbedc admin admin] Allocated IP 172.20.0.1 (e830c838-5320-4f47-8a70-ed7b14724e77/340eeb0f-e215-481a-a3ed-413dd343d59d/318669cb-a632-45f3-844c-5fd123c2a991) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:17:27.421718 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=d417402e-33ed-425c-819b-5875ab427fa4,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:27.504735 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5345f9-8464-403b-badf-f547c0dfe4f6 req-f86ec0ce-e7e7-4600-87dc-bd04027495db tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:27.515901 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6e5345f9-8464-403b-badf-f547c0dfe4f6 req-f86ec0ce-e7e7-4600-87dc-bd04027495db tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/ports?device_id=e50d4845-f575-4c0d-bcdc-a53cb0f25c60 HTTP/1.1" status: 200 len: 950 time: 0.2016563 Jul 29 23:17:27.588577 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-410b3995-2f02-46e5-9c6f-e35c33cc524e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1191098251-router', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:18Z', 'updated_at': '2021-07-29T23:17:23Z', 'revision_number': 3, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'gw_port': {'id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:20Z', 'updated_at': '2021-07-29T23:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:27.605783 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6e5345f9-8464-403b-badf-f547c0dfe4f6 req-b85b806c-125e-48fc-91e7-1724d5b3a8ce tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fd3b49-6b36-497d-a1c3-e29b750a5dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886371 Jul 29 23:17:27.623858 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410b3995-2f02-46e5-9c6f-e35c33cc524e None None] The sync data for ids ['6af9ceb9-fe37-4719-8974-a8ef40de38d9'] in n-d-712140-10 is: [{'id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1191098251-router', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:18Z', 'updated_at': '2021-07-29T23:17:23Z', 'revision_number': 3, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'gw_port': {'id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:20Z', 'updated_at': '2021-07-29T23:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:17:27.625959 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['d417402e-33ed-425c-819b-5875ab427fa4'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:17:27.648940 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-281373c5-b6c5-47f9-bd38-772cd1afbedc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:27.682865 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-281373c5-b6c5-47f9-bd38-772cd1afbedc admin admin] Transition to ACTIVE for port object 318669cb-a632-45f3-844c-5fd123c2a991 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:27.693359 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f727b11b-5b80-41a8-94e3-d40c0231027c req-df279dc7-1a3e-416e-b688-17bfbf2171c7 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311628 Jul 29 23:17:27.738001 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-281373c5-b6c5-47f9-bd38-772cd1afbedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:27.800084 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8b78d063-a16e-4a6b-94b3-c5ad9584fc31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:27.814330 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8b78d063-a16e-4a6b-94b3-c5ad9584fc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:27.829169 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a95a2eb-4d38-4f13-a7cf-21effa004ffd req-1aacf381-521e-4005-bfb6-d54832991c87 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:27.831001 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a95a2eb-4d38-4f13-a7cf-21effa004ffd req-1aacf381-521e-4005-bfb6-d54832991c87 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e2385da-9aa0-4298-b6bd-7ed0fe256205 HTTP/1.1" status: 200 len: 949 time: 0.1183181 Jul 29 23:17:27.842829 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281373c5-b6c5-47f9-bd38-772cd1afbedc admin admin] Network e830c838-5320-4f47-8a70-ed7b14724e77 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:17:27.872917 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-281373c5-b6c5-47f9-bd38-772cd1afbedc admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:27.888076 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30414c67-2fdf-45b4-907e-38a2ef7549b6 req-3508b79d-46b1-491c-a6f0-40591968c05b tempest-MigrationsAdminTest-1765081028 tempest-MigrationsAdminTest-1765081028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:27.898467 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281373c5-b6c5-47f9-bd38-772cd1afbedc admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:17:27.900834 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-30414c67-2fdf-45b4-907e-38a2ef7549b6 req-3508b79d-46b1-491c-a6f0-40591968c05b tempest-MigrationsAdminTest-1765081028 tempest-MigrationsAdminTest-1765081028-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 1101 time: 0.3132265 Jul 29 23:17:27.937527 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281373c5-b6c5-47f9-bd38-772cd1afbedc admin admin] Pushing event updated for resources: {'Port': ['ID=318669cb-a632-45f3-844c-5fd123c2a991,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:27.948423 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8b78d063-a16e-4a6b-94b3-c5ad9584fc31 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0d18f949192e4381ae7079a918a10488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8100047 Jul 29 23:17:27.954862 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55208) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:27.960341 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b78d063-a16e-4a6b-94b3-c5ad9584fc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4822df7f-2945-41b3-baaf-6123e1b8fe93,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:27.975213 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-30414c67-2fdf-45b4-907e-38a2ef7549b6 req-73e9b546-2140-4928-8549-98e98b7dad05 tempest-MigrationsAdminTest-1765081028 tempest-MigrationsAdminTest-1765081028-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:28.007287 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a95a2eb-4d38-4f13-a7cf-21effa004ffd req-fa428bdf-3922-4e8f-8122-a13812b7821f tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551809 Jul 29 23:17:28.113251 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-ecfb0b0f-29c7-4236-bebc-bebf946c1954 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=521c3e28ff8447cbb384778c38ae3202&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1144867 Jul 29 23:17:28.178902 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-30414c67-2fdf-45b4-907e-38a2ef7549b6 req-73e9b546-2140-4928-8549-98e98b7dad05 tempest-MigrationsAdminTest-1765081028 tempest-MigrationsAdminTest-1765081028-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:28.193315 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-30414c67-2fdf-45b4-907e-38a2ef7549b6 req-73e9b546-2140-4928-8549-98e98b7dad05 tempest-MigrationsAdminTest-1765081028 tempest-MigrationsAdminTest-1765081028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:28.265450 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-281373c5-b6c5-47f9-bd38-772cd1afbedc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:28.301981 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bdefdad4-7535-4679-9b30-6bed58318844 req-8b169962-efac-4d1d-a229-04047b852e21 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] 10.222.0.18 "GET /v2.0/ports?device_id=16ee7e98-8949-45d0-82ba-a7c4827f1bf3 HTTP/1.1" status: 200 len: 210 time: 0.0939891 Jul 29 23:17:28.303885 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-30414c67-2fdf-45b4-907e-38a2ef7549b6 req-73e9b546-2140-4928-8549-98e98b7dad05 tempest-MigrationsAdminTest-1765081028 tempest-MigrationsAdminTest-1765081028-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992002 Jul 29 23:17:28.321030 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e9b546-2140-4928-8549-98e98b7dad05 tempest-MigrationsAdminTest-1765081028 tempest-MigrationsAdminTest-1765081028-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cd90bf-5a38-452b-8222-cef7e479fd31,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:28.376699 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-35ab26b8-37ee-4aed-ae99-8d34d1506622 None None] Provisioning for port 318669cb-a632-45f3-844c-5fd123c2a991 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:28.390006 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-35ab26b8-37ee-4aed-ae99-8d34d1506622 None None] Provisioning complete for port 318669cb-a632-45f3-844c-5fd123c2a991 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:28.390890 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-35ab26b8-37ee-4aed-ae99-8d34d1506622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:28.482242 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-967a0b1b-8f24-42a4-af46-e05942fa2c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:28.502328 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 9bce63cc-5043-41c1-9ca3-cf930c8e8920 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:17:28.518474 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6f372b-b8b8-4cc1-b183-e3501736a465 req-989a3d5e-6e56-4007-8fee-7500a2f56811 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:28.520415 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4f6f372b-b8b8-4cc1-b183-e3501736a465 req-989a3d5e-6e56-4007-8fee-7500a2f56811 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b76cb8a-8a98-47cf-a1fb-dcd82b98448d HTTP/1.1" status: 200 len: 947 time: 0.0889490 Jul 29 23:17:28.589079 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-967a0b1b-8f24-42a4-af46-e05942fa2c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:28.638103 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4f6f372b-b8b8-4cc1-b183-e3501736a465 req-c50322b9-1dc1-49d1-a828-84caa38cb581 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054163 Jul 29 23:17:28.669713 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device d417402e-33ed-425c-819b-5875ab427fa4 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:28.679529 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-967a0b1b-8f24-42a4-af46-e05942fa2c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:28.683313 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-967a0b1b-8f24-42a4-af46-e05942fa2c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:28.686559 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-967a0b1b-8f24-42a4-af46-e05942fa2c7c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4822df7f-2945-41b3-baaf-6123e1b8fe93 HTTP/1.1" status: 204 len: 168 time: 0.7293749 Jul 29 23:17:28.734638 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-35ab26b8-37ee-4aed-ae99-8d34d1506622 None None] Port 318669cb-a632-45f3-844c-5fd123c2a991 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:17:28.741829 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 9bce63cc-5043-41c1-9ca3-cf930c8e8920, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9bce63cc-5043-41c1-9ca3-cf930c8e8920,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:28.750885 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50d4845-f575-4c0d-bcdc-a53cb0f25c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72aee3b4-d56e-4ed8-b23b-d5412765a9b7'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:17:28.755294 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2e06cb-34db-4205-9e00-0e5034df4d18" -d '{"events": [{"server_uuid": "e50d4845-f575-4c0d-bcdc-a53cb0f25c60", "name": "network-vif-plugged", "status": "completed", "tag": "72aee3b4-d56e-4ed8-b23b-d5412765a9b7"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:17:28.760162 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-281373c5-b6c5-47f9-bd38-772cd1afbedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:28.770492 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-e8b881d9-ed93-44bc-80b5-021c851f819d tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:28.772240 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-e8b881d9-ed93-44bc-80b5-021c851f819d tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6515982 Jul 29 23:17:28.781378 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a0b1b-8f24-42a4-af46-e05942fa2c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4822df7f-2945-41b3-baaf-6123e1b8fe93,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:28.785189 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '9bce63cc-5043-41c1-9ca3-cf930c8e8920', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': '9bce63cc-5043-41c1-9ca3-cf930c8e8920', 'mac_address': 'fa:16:3e:df:88:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:17:28.805244 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-ff8d0329-0b69-4e05-ac27-20164b7e762f tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Request body: {'port': {'device_id': '16ee7e98-8949-45d0-82ba-a7c4827f1bf3', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'admin_state_up': True, 'tenant_id': '521c3e28ff8447cbb384778c38ae3202'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:28.885888 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1fca0c-e803-4389-b539-dc41bbe6b2f1 req-39b21225-6c62-4aeb-9dd1-eaece00bede2 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:28.889354 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6b1fca0c-e803-4389-b539-dc41bbe6b2f1 req-39b21225-6c62-4aeb-9dd1-eaece00bede2 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/ports?device_id=e50d4845-f575-4c0d-bcdc-a53cb0f25c60 HTTP/1.1" status: 200 len: 950 time: 0.1067216 Jul 29 23:17:28.891327 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:28.938954 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port d417402e-33ed-425c-819b-5875ab427fa4 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:28.954708 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port d417402e-33ed-425c-819b-5875ab427fa4 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:28.955097 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:28.961104 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6b1fca0c-e803-4389-b539-dc41bbe6b2f1 req-2b7f45e6-1dcb-4b02-a3f6-d68b8901133b tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fd3b49-6b36-497d-a1c3-e29b750a5dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632410 Jul 29 23:17:29.005389 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63269e76-4daf-406b-98df-9f10273a1cfc x-openstack-request-id: req-63269e76-4daf-406b-98df-9f10273a1cfc {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:17:29.005689 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50d4845-f575-4c0d-bcdc-a53cb0f25c60", "name": "network-vif-plugged", "status": "completed", "tag": "72aee3b4-d56e-4ed8-b23b-d5412765a9b7", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:17:29.006903 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63269e76-4daf-406b-98df-9f10273a1cfc {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:17:29.007449 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50d4845-f575-4c0d-bcdc-a53cb0f25c60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72aee3b4-d56e-4ed8-b23b-d5412765a9b7', 'code': 200} Jul 29 23:17:29.009584 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bce63cc-5043-41c1-9ca3-cf930c8e8920 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:17:29.064082 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 9bce63cc-5043-41c1-9ca3-cf930c8e8920, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9bce63cc-5043-41c1-9ca3-cf930c8e8920,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:29.083049 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:29.176182 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9823f12c-e061-49ac-9493-aaa5abfdb45b req-7002aaaf-5a6f-4c32-be0f-0df73e841376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:29.177889 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9823f12c-e061-49ac-9493-aaa5abfdb45b req-7002aaaf-5a6f-4c32-be0f-0df73e841376 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e50d4845-f575-4c0d-bcdc-a53cb0f25c60 HTTP/1.1" status: 200 len: 1102 time: 0.1072772 Jul 29 23:17:29.234050 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9823f12c-e061-49ac-9493-aaa5abfdb45b req-485f6610-3c4a-45d5-98fe-803336c8d8df service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d2fd3b49-6b36-497d-a1c3-e29b750a5dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464401 Jul 29 23:17:29.239276 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:29.242153 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:29.244299 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-281373c5-b6c5-47f9-bd38-772cd1afbedc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:29.247804 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-ff8d0329-0b69-4e05-ac27-20164b7e762f tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Made reservation on behalf of 521c3e28ff8447cbb384778c38ae3202 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:29.251864 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-ff8d0329-0b69-4e05-ac27-20164b7e762f tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:29.255141 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4342a29-00ea-49df-b28d-6b445b430ff3 req-777474ae-f6c1-4d48-a7a9-32fde24b165c tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:29.257168 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d4342a29-00ea-49df-b28d-6b445b430ff3 req-777474ae-f6c1-4d48-a7a9-32fde24b165c tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e2385da-9aa0-4298-b6bd-7ed0fe256205 HTTP/1.1" status: 200 len: 949 time: 0.0839453 Jul 29 23:17:29.264480 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-ff8d0329-0b69-4e05-ac27-20164b7e762f tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:29.269272 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-281373c5-b6c5-47f9-bd38-772cd1afbedc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:29.287433 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=9bce63cc-5043-41c1-9ca3-cf930c8e8920,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:29.324517 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port d417402e-33ed-425c-819b-5875ab427fa4, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=d417402e-33ed-425c-819b-5875ab427fa4,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:29.325771 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d4342a29-00ea-49df-b28d-6b445b430ff3 req-15fb0fe8-a0e6-4da3-bdad-e36f1a74108d tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604851 Jul 29 23:17:29.330836 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:29.361519 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-281373c5-b6c5-47f9-bd38-772cd1afbedc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:29.384001 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281373c5-b6c5-47f9-bd38-772cd1afbedc admin admin] Pushing event updated for resources: {'Port': ['ID=318669cb-a632-45f3-844c-5fd123c2a991,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:29.391301 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=d417402e-33ed-425c-819b-5875ab427fa4,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:29.397168 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['9bce63cc-5043-41c1-9ca3-cf930c8e8920'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:17:29.558409 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:29.571782 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281373c5-b6c5-47f9-bd38-772cd1afbedc admin admin] Network e830c838-5320-4f47-8a70-ed7b14724e77 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:17:29.575931 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-281373c5-b6c5-47f9-bd38-772cd1afbedc admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:29.755095 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-ff8d0329-0b69-4e05-ac27-20164b7e762f tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:29.815604 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-ff8d0329-0b69-4e05-ac27-20164b7e762f tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:29.839064 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-86eb6f0e-e4ed-447b-a1f6-520e564bd55f req-18630fb8-a83e-41ba-8d93-74318d6d0a14 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] 10.222.0.18 "GET /v2.0/ports?device_id=16ee7e98-8949-45d0-82ba-a7c4827f1bf3 HTTP/1.1" status: 200 len: 210 time: 0.0838606 Jul 29 23:17:29.889478 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 666a5712-4d3f-40ca-889c-5d13441ae74f up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:29.994428 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d0329-0b69-4e05-ac27-20164b7e762f tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9924b5-ed38-4030-9a55-103e03302303,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:30.023866 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 666a5712-4d3f-40ca-889c-5d13441ae74f completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:30.028608 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 666a5712-4d3f-40ca-889c-5d13441ae74f triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:30.029010 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:30.044092 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55282) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:30.079253 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce992e9a-b06a-4ec4-afe7-1f36eef3acd9 req-3edf0a1d-762c-4b0a-b6f2-2f9b73080836 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:30.079483 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281373c5-b6c5-47f9-bd38-772cd1afbedc admin admin] Router 6af9ceb9-fe37-4719-8974-a8ef40de38d9 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:17:30.091948 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce992e9a-b06a-4ec4-afe7-1f36eef3acd9 req-3edf0a1d-762c-4b0a-b6f2-2f9b73080836 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 949 time: 0.1503029 Jul 29 23:17:30.118081 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-ff8d0329-0b69-4e05-ac27-20164b7e762f tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Allocated IP 192.168.233.237 (adb88f5c-b5bd-41cf-b367-228eab6e0075/28e6de27-5b72-4bf0-88e6-0cdec4cf806e/35e86a60-c120-4c8e-89fd-57923fb369de) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:17:30.153785 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce992e9a-b06a-4ec4-afe7-1f36eef3acd9 req-26671c03-b77a-4d72-873b-ab2d51a97c68 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604835 Jul 29 23:17:30.155257 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-14015623-81f0-4162-82cf-2e68816b6f34 None None] Provisioning complete for port 318669cb-a632-45f3-844c-5fd123c2a991 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:30.155788 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-14015623-81f0-4162-82cf-2e68816b6f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:30.212901 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-14015623-81f0-4162-82cf-2e68816b6f34 None None] Port 318669cb-a632-45f3-844c-5fd123c2a991 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:17:30.254171 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:30.295603 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 666a5712-4d3f-40ca-889c-5d13441ae74f, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=666a5712-4d3f-40ca-889c-5d13441ae74f,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:30.304809 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:30.373607 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=666a5712-4d3f-40ca-889c-5d13441ae74f,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:30.400414 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59704a7c-8be5-427c-9d13-97e671b68882 req-608f138b-9a23-4687-a3cf-e0a09d5a82f8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3550336 Jul 29 23:17:30.427472 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fbc561-238e-42b5-af02-1b913a417cfb req-aaab2970-0c3a-4edf-9812-b308d8efaa14 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:30.429270 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d3fbc561-238e-42b5-af02-1b913a417cfb req-aaab2970-0c3a-4edf-9812-b308d8efaa14 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b76cb8a-8a98-47cf-a1fb-dcd82b98448d HTTP/1.1" status: 200 len: 948 time: 0.1128254 Jul 29 23:17:30.491696 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 9bce63cc-5043-41c1-9ca3-cf930c8e8920 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:30.511274 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d3fbc561-238e-42b5-af02-1b913a417cfb req-9b442e25-cf60-4e8d-a1c9-d9c39ffbe3ad tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750704 Jul 29 23:17:30.641495 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 9bce63cc-5043-41c1-9ca3-cf930c8e8920 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:30.649773 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 9bce63cc-5043-41c1-9ca3-cf930c8e8920 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:30.650378 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:30.683762 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281373c5-b6c5-47f9-bd38-772cd1afbedc admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:17:30.693605 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-281373c5-b6c5-47f9-bd38-772cd1afbedc admin admin] 10.222.0.18 "PUT /v2.0/routers/6af9ceb9-fe37-4719-8974-a8ef40de38d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3525674 Jul 29 23:17:30.761415 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-ff8d0329-0b69-4e05-ac27-20164b7e762f tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:30.779635 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-ff8d0329-0b69-4e05-ac27-20164b7e762f tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Transition to ACTIVE for port object 35e86a60-c120-4c8e-89fd-57923fb369de will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:30.839829 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453f913b-297d-4ba6-a61c-cf6ffe30748d req-4e13fa0c-95f9-43b2-a517-1d4291b533a5 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:30.843153 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-453f913b-297d-4ba6-a61c-cf6ffe30748d req-4e13fa0c-95f9-43b2-a517-1d4291b533a5 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/ports?device_id=e50d4845-f575-4c0d-bcdc-a53cb0f25c60 HTTP/1.1" status: 200 len: 950 time: 0.1345952 Jul 29 23:17:30.853500 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-ff8d0329-0b69-4e05-ac27-20164b7e762f tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:30.854611 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:30.941403 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 9bce63cc-5043-41c1-9ca3-cf930c8e8920, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9bce63cc-5043-41c1-9ca3-cf930c8e8920,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:30.949638 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:30.976334 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-453f913b-297d-4ba6-a61c-cf6ffe30748d req-581bc163-8d24-4493-bc8b-0a2f3f22a030 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fd3b49-6b36-497d-a1c3-e29b750a5dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242547 Jul 29 23:17:31.008463 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e2825d-3844-4272-b559-3d8887eaaad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd417402e-33ed-425c-819b-5875ab427fa4'}, {'server_uuid': '1b76cb8a-8a98-47cf-a1fb-dcd82b98448d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bce63cc-5043-41c1-9ca3-cf930c8e8920'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:17:31.009951 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2896b1-2d54-4831-957f-6400af527527 req-52a0a1a2-a5a7-428c-9ee6-2d6339bf4290 tempest-ServersAdminTestJSON-1882802684 tempest-ServersAdminTestJSON-1882802684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:31.011118 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2896b1-2d54-4831-957f-6400af527527 req-52a0a1a2-a5a7-428c-9ee6-2d6339bf4290 tempest-ServersAdminTestJSON-1882802684 tempest-ServersAdminTestJSON-1882802684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:31.011804 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2896b1-2d54-4831-957f-6400af527527 req-52a0a1a2-a5a7-428c-9ee6-2d6339bf4290 tempest-ServersAdminTestJSON-1882802684 tempest-ServersAdminTestJSON-1882802684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:31.012157 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-ff8d0329-0b69-4e05-ac27-20164b7e762f tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:17:31.012689 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2896b1-2d54-4831-957f-6400af527527 req-52a0a1a2-a5a7-428c-9ee6-2d6339bf4290 tempest-ServersAdminTestJSON-1882802684 tempest-ServersAdminTestJSON-1882802684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:31.014110 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2896b1-2d54-4831-957f-6400af527527 req-52a0a1a2-a5a7-428c-9ee6-2d6339bf4290 tempest-ServersAdminTestJSON-1882802684 tempest-ServersAdminTestJSON-1882802684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:31.014837 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2896b1-2d54-4831-957f-6400af527527 req-52a0a1a2-a5a7-428c-9ee6-2d6339bf4290 tempest-ServersAdminTestJSON-1882802684 tempest-ServersAdminTestJSON-1882802684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:31.015473 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2896b1-2d54-4831-957f-6400af527527 req-52a0a1a2-a5a7-428c-9ee6-2d6339bf4290 tempest-ServersAdminTestJSON-1882802684 tempest-ServersAdminTestJSON-1882802684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:31.016128 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2896b1-2d54-4831-957f-6400af527527 req-52a0a1a2-a5a7-428c-9ee6-2d6339bf4290 tempest-ServersAdminTestJSON-1882802684 tempest-ServersAdminTestJSON-1882802684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:31.016764 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2896b1-2d54-4831-957f-6400af527527 req-52a0a1a2-a5a7-428c-9ee6-2d6339bf4290 tempest-ServersAdminTestJSON-1882802684 tempest-ServersAdminTestJSON-1882802684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:31.020327 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d2896b1-2d54-4831-957f-6400af527527 req-52a0a1a2-a5a7-428c-9ee6-2d6339bf4290 tempest-ServersAdminTestJSON-1882802684 tempest-ServersAdminTestJSON-1882802684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=16ee7e98-8949-45d0-82ba-a7c4827f1bf3&device_id=07e2825d-3844-4272-b559-3d8887eaaad5&device_id=1b76cb8a-8a98-47cf-a1fb-dcd82b98448d&device_id=e50d4845-f575-4c0d-bcdc-a53cb0f25c60&device_id=8e2385da-9aa0-4298-b6bd-7ed0fe256205&device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6&device_id=ea477f1e-53fe-4fd5-8847-4297adab988a&device_id=38d1a10b-704a-4e73-8bd2-379b30a724f1&device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 8184 time: 0.1015298 Jul 29 23:17:31.020476 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad16f501-f2f6-4eb2-8372-202951656688" -d '{"events": [{"server_uuid": "07e2825d-3844-4272-b559-3d8887eaaad5", "name": "network-vif-plugged", "status": "completed", "tag": "d417402e-33ed-425c-819b-5875ab427fa4"}, {"server_uuid": "1b76cb8a-8a98-47cf-a1fb-dcd82b98448d", "name": "network-vif-plugged", "status": "completed", "tag": "9bce63cc-5043-41c1-9ca3-cf930c8e8920"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:17:31.033115 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-ff8d0329-0b69-4e05-ac27-20164b7e762f tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:31.039168 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-ff8d0329-0b69-4e05-ac27-20164b7e762f tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:17:31.045356 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d0329-0b69-4e05-ac27-20164b7e762f tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Pushing event updated for resources: {'Port': ['ID=35e86a60-c120-4c8e-89fd-57923fb369de,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:31.068079 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=9bce63cc-5043-41c1-9ca3-cf930c8e8920,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:31.072510 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4d2896b1-2d54-4831-957f-6400af527527 req-d2bf07c1-919e-4746-904c-00f0fc7d9139 tempest-ServersAdminTestJSON-1882802684 tempest-ServersAdminTestJSON-1882802684-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:31.182765 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-ff8d0329-0b69-4e05-ac27-20164b7e762f tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:31.183439 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-ff8d0329-0b69-4e05-ac27-20164b7e762f tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:31.236385 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a17a736-3cf6-44bf-99d1-e10c99fba846 None None] Sync routers for ids ['6af9ceb9-fe37-4719-8974-a8ef40de38d9'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:17:31.251472 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a17a736-3cf6-44bf-99d1-e10c99fba846 None None] Routers {'6af9ceb9-fe37-4719-8974-a8ef40de38d9'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:17:31.252215 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1a17a736-3cf6-44bf-99d1-e10c99fba846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:17:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['6af9ceb9-fe37-4719-8974-a8ef40de38d9'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:31.473035 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-4fa99d59-0b97-40c3-8963-024f0fc707b7 None None] Provisioning for port 35e86a60-c120-4c8e-89fd-57923fb369de completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:31.479103 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-4fa99d59-0b97-40c3-8963-024f0fc707b7 None None] Provisioning complete for port 35e86a60-c120-4c8e-89fd-57923fb369de triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:31.479476 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4fa99d59-0b97-40c3-8963-024f0fc707b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:31.508623 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-1a17a736-3cf6-44bf-99d1-e10c99fba846 None None] Set router 6af9ceb9-fe37-4719-8974-a8ef40de38d9 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:17:31.546106 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c284d-8987-4db9-8567-10811dc873d1 req-12b06924-ec8b-41d3-8098-9e37223ebbb3 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:31.556077 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d97c284d-8987-4db9-8567-10811dc873d1 req-12b06924-ec8b-41d3-8098-9e37223ebbb3 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] 10.222.0.18 "GET /v2.0/ports?device_id=16ee7e98-8949-45d0-82ba-a7c4827f1bf3 HTTP/1.1" status: 200 len: 936 time: 0.4272673 Jul 29 23:17:31.566446 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-4fa99d59-0b97-40c3-8963-024f0fc707b7 None None] Port 35e86a60-c120-4c8e-89fd-57923fb369de cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:17:31.639714 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4d2896b1-2d54-4831-957f-6400af527527 req-d2bf07c1-919e-4746-904c-00f0fc7d9139 tempest-ServersAdminTestJSON-1882802684 tempest-ServersAdminTestJSON-1882802684-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:31.661103 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-ff8d0329-0b69-4e05-ac27-20164b7e762f tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8632963 Jul 29 23:17:31.681273 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d97c284d-8987-4db9-8567-10811dc873d1 req-a000c2d5-3706-431d-a8c9-dd9ca8d262ce tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c9924b5-ed38-4030-9a55-103e03302303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233296 Jul 29 23:17:31.682492 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4d2896b1-2d54-4831-957f-6400af527527 req-d2bf07c1-919e-4746-904c-00f0fc7d9139 tempest-ServersAdminTestJSON-1882802684 tempest-ServersAdminTestJSON-1882802684-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:31.683511 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-21ca8a83-2228-4cb9-81e7-ec3220143fea service neutron] Request body: {'port': {'device_id': '16ee7e98-8949-45d0-82ba-a7c4827f1bf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:31.747786 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d2896b1-2d54-4831-957f-6400af527527 req-d2bf07c1-919e-4746-904c-00f0fc7d9139 tempest-ServersAdminTestJSON-1882802684 tempest-ServersAdminTestJSON-1882802684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&id=1c9924b5-ed38-4030-9a55-103e03302303&id=d2fd3b49-6b36-497d-a1c3-e29b750a5dca&id=b7d66a7d-b5d9-4817-a847-e47096498812&id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 555 time: 0.7202539 Jul 29 23:17:31.786048 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bf07c1-919e-4746-904c-00f0fc7d9139 tempest-ServersAdminTestJSON-1882802684 tempest-ServersAdminTestJSON-1882802684-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2967c9ab-91a3-489c-bc15-832c915c2859,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:31.839483 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 666a5712-4d3f-40ca-889c-5d13441ae74f up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:31.840477 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-21ca8a83-2228-4cb9-81e7-ec3220143fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:31.847275 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:17:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76501c68-71c9-41f2-ac6f-089037099ff8 x-openstack-request-id: req-76501c68-71c9-41f2-ac6f-089037099ff8 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:17:31.852389 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e2825d-3844-4272-b559-3d8887eaaad5", "name": "network-vif-plugged", "status": "completed", "tag": "d417402e-33ed-425c-819b-5875ab427fa4", "code": 200}, {"server_uuid": "1b76cb8a-8a98-47cf-a1fb-dcd82b98448d", "name": "network-vif-plugged", "status": "completed", "tag": "9bce63cc-5043-41c1-9ca3-cf930c8e8920", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:17:31.852895 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-76501c68-71c9-41f2-ac6f-089037099ff8 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:17:31.853496 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e2825d-3844-4272-b559-3d8887eaaad5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd417402e-33ed-425c-819b-5875ab427fa4', 'code': 200} Jul 29 23:17:31.853950 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b76cb8a-8a98-47cf-a1fb-dcd82b98448d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bce63cc-5043-41c1-9ca3-cf930c8e8920', 'code': 200} Jul 29 23:17:32.033548 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1a17a736-3cf6-44bf-99d1-e10c99fba846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1191098251-router', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:18Z', 'updated_at': '2021-07-29T23:17:28Z', 'revision_number': 4, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'gw_port': {'id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:20Z', 'updated_at': '2021-07-29T23:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '318669cb-a632-45f3-844c-5fd123c2a991', 'name': '', 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'mac_address': 'fa:16:3e:d7:c7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '340eeb0f-e215-481a-a3ed-413dd343d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:27Z', 'updated_at': '2021-07-29T23:17:28Z', 'revision_number': 2, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'subnets': [{'id': '340eeb0f-e215-481a-a3ed-413dd343d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:32.055005 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44c5cf8-0f17-4ddb-a8e2-931dbcb2ad48 req-3592da1d-fa2a-4d21-9b83-836d36e9005c tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:32.056617 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e44c5cf8-0f17-4ddb-a8e2-931dbcb2ad48 req-3592da1d-fa2a-4d21-9b83-836d36e9005c tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 949 time: 0.0788879 Jul 29 23:17:32.100133 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a17a736-3cf6-44bf-99d1-e10c99fba846 None None] Checking router: 6af9ceb9-fe37-4719-8974-a8ef40de38d9 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:17:32.102891 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a17a736-3cf6-44bf-99d1-e10c99fba846 None None] Updating router 6af9ceb9-fe37-4719-8974-a8ef40de38d9 port 318669cb-a632-45f3-844c-5fd123c2a991 binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:17:32.141408 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e44c5cf8-0f17-4ddb-a8e2-931dbcb2ad48 req-bc585821-27fb-453e-8fc0-ef9d10c4f670 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685003 Jul 29 23:17:32.147887 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9396be4-8960-43c4-88ba-55b31f57dd96 req-ca5a5478-b057-4ccb-b3b1-b0e31c6ba7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:32.149501 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e9396be4-8960-43c4-88ba-55b31f57dd96 req-ca5a5478-b057-4ccb-b3b1-b0e31c6ba7a9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=07e2825d-3844-4272-b559-3d8887eaaad5 HTTP/1.1" status: 200 len: 1101 time: 0.1240678 Jul 29 23:17:32.179032 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1a17a736-3cf6-44bf-99d1-e10c99fba846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:32.187729 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55370) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:32.197949 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-e603d939-54a8-455c-9b7a-57d0b359f911 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1977050104-network', 'tenant_id': '4fdff9d3f032405d849a99be4597a320'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:32.208912 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 666a5712-4d3f-40ca-889c-5d13441ae74f triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:32.218618 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:32.273715 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc81fc8-f15a-4e3b-afa9-4a6575a601f3 req-dfccdf5d-917f-44f7-a3b1-c30926ca4bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:32.275538 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bcc81fc8-f15a-4e3b-afa9-4a6575a601f3 req-dfccdf5d-917f-44f7-a3b1-c30926ca4bcd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1b76cb8a-8a98-47cf-a1fb-dcd82b98448d HTTP/1.1" status: 200 len: 1101 time: 0.1838987 Jul 29 23:17:32.312809 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e9396be4-8960-43c4-88ba-55b31f57dd96 req-3a85038d-6b58-49c5-85ee-3d9865740a37 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521945 Jul 29 23:17:32.323229 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e603d939-54a8-455c-9b7a-57d0b359f911 admin admin] Made reservation on behalf of 4fdff9d3f032405d849a99be4597a320 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:32.327567 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e603d939-54a8-455c-9b7a-57d0b359f911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:32.341747 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e603d939-54a8-455c-9b7a-57d0b359f911 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:32.354599 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde736ed-9cb5-46d5-84cb-156749ebd42c req-0541cf9d-bfd5-4270-98ad-986729a1c3ff tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:32.356742 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dde736ed-9cb5-46d5-84cb-156749ebd42c req-0541cf9d-bfd5-4270-98ad-986729a1c3ff tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b76cb8a-8a98-47cf-a1fb-dcd82b98448d HTTP/1.1" status: 200 len: 949 time: 0.1381752 Jul 29 23:17:32.376613 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bcc81fc8-f15a-4e3b-afa9-4a6575a601f3 req-dcc178b5-1543-4361-92e4-8cc5fb56787d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916300 Jul 29 23:17:32.430641 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dde736ed-9cb5-46d5-84cb-156749ebd42c req-89db0131-47ac-4558-bed2-c06af76197aa tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659258 Jul 29 23:17:32.475085 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-21ca8a83-2228-4cb9-81e7-ec3220143fea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35e86a60-c120-4c8e-89fd-57923fb369de {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:17:32.490926 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-21ca8a83-2228-4cb9-81e7-ec3220143fea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:32.536914 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e603d939-54a8-455c-9b7a-57d0b359f911 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:32.543437 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-21ca8a83-2228-4cb9-81e7-ec3220143fea service neutron] Transition to ACTIVE for port object 35e86a60-c120-4c8e-89fd-57923fb369de will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:32.547639 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e603d939-54a8-455c-9b7a-57d0b359f911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:32.557118 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-21ca8a83-2228-4cb9-81e7-ec3220143fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:32.617678 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e603d939-54a8-455c-9b7a-57d0b359f911 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:17:32.641355 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca8a83-2228-4cb9-81e7-ec3220143fea service neutron] Pushing event updated for resources: {'Port': ['ID=35e86a60-c120-4c8e-89fd-57923fb369de,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:32.641592 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603d939-54a8-455c-9b7a-57d0b359f911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6db4385-6b07-41b0-a1fe-c37863ade201,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:32.660541 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e603d939-54a8-455c-9b7a-57d0b359f911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:32.661048 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-e603d939-54a8-455c-9b7a-57d0b359f911 admin admin] Added segment 46eb2fae-b572-4a16-aac2-c017bca6a00b of type vlan for network 3ff0c22d-e92b-4624-87ea-404f2b9a7f07 Jul 29 23:17:32.754691 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-21ca8a83-2228-4cb9-81e7-ec3220143fea service neutron] Attempting to bind port 35e86a60-c120-4c8e-89fd-57923fb369de on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:17:32.755051 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-21ca8a83-2228-4cb9-81e7-ec3220143fea service neutron] Attempting to bind port 35e86a60-c120-4c8e-89fd-57923fb369de by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:17:32.755378 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-21ca8a83-2228-4cb9-81e7-ec3220143fea service neutron] Attempting to bind port 35e86a60-c120-4c8e-89fd-57923fb369de on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:32.756176 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e603d939-54a8-455c-9b7a-57d0b359f911 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:32.768132 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1a17a736-3cf6-44bf-99d1-e10c99fba846 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:32.773914 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-21ca8a83-2228-4cb9-81e7-ec3220143fea service neutron] Port 35e86a60-c120-4c8e-89fd-57923fb369de on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:17:32.774262 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-21ca8a83-2228-4cb9-81e7-ec3220143fea service neutron] Attempting to bind port 35e86a60-c120-4c8e-89fd-57923fb369de on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:32.780641 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1a17a736-3cf6-44bf-99d1-e10c99fba846 None None] Transition to ACTIVE for port object 318669cb-a632-45f3-844c-5fd123c2a991 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:32.784716 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-21ca8a83-2228-4cb9-81e7-ec3220143fea service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:17:32.785057 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-21ca8a83-2228-4cb9-81e7-ec3220143fea service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:32.786180 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-21ca8a83-2228-4cb9-81e7-ec3220143fea service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:17:32.786633 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-21ca8a83-2228-4cb9-81e7-ec3220143fea service neutron] Bound port: 35e86a60-c120-4c8e-89fd-57923fb369de, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:17:32.786994 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-21ca8a83-2228-4cb9-81e7-ec3220143fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:32.793280 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c23e0f-6600-40ff-ad8f-eca7f468931b req-8d9da7b7-f588-4439-be33-48ff335c09f0 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:32.794891 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65c23e0f-6600-40ff-ad8f-eca7f468931b req-8d9da7b7-f588-4439-be33-48ff335c09f0 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/ports?device_id=e50d4845-f575-4c0d-bcdc-a53cb0f25c60 HTTP/1.1" status: 200 len: 950 time: 0.0872777 Jul 29 23:17:32.806540 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1a17a736-3cf6-44bf-99d1-e10c99fba846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:32.822276 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ffeb94e1-56ec-47c5-acec-8c7389f52661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:32.833934 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e603d939-54a8-455c-9b7a-57d0b359f911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:32.835249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e603d939-54a8-455c-9b7a-57d0b359f911 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:32.836008 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e603d939-54a8-455c-9b7a-57d0b359f911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:32.930482 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-21ca8a83-2228-4cb9-81e7-ec3220143fea service neutron] For port 35e86a60-c120-4c8e-89fd-57923fb369de, host n-h1-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:17:32.935440 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-21ca8a83-2228-4cb9-81e7-ec3220143fea service neutron] For port 35e86a60-c120-4c8e-89fd-57923fb369de, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=35e86a60-c120-4c8e-89fd-57923fb369de,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:17:32.948181 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-21ca8a83-2228-4cb9-81e7-ec3220143fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:32.956092 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094d433-76b2-4897-b6d1-864f7f1c6726 None None] Pushing event updated for resources: {'Port': ['ID=318669cb-a632-45f3-844c-5fd123c2a991,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:32.991213 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-1a17a736-3cf6-44bf-99d1-e10c99fba846 None None] Attempting to bind port 318669cb-a632-45f3-844c-5fd123c2a991 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:17:32.991868 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-1a17a736-3cf6-44bf-99d1-e10c99fba846 None None] Attempting to bind port 318669cb-a632-45f3-844c-5fd123c2a991 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'e54b1e53-0c15-4a98-ae01-123c7fd1a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:17:32.993362 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a17a736-3cf6-44bf-99d1-e10c99fba846 None None] Attempting to bind port 318669cb-a632-45f3-844c-5fd123c2a991 on network e830c838-5320-4f47-8a70-ed7b14724e77 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:33.002132 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-21ca8a83-2228-4cb9-81e7-ec3220143fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:33.004450 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-21ca8a83-2228-4cb9-81e7-ec3220143fea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:33.008544 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a17a736-3cf6-44bf-99d1-e10c99fba846 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:17:33.008982 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a17a736-3cf6-44bf-99d1-e10c99fba846 None None] Checking segment: {'id': 'e54b1e53-0c15-4a98-ae01-123c7fd1a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:33.009407 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1a17a736-3cf6-44bf-99d1-e10c99fba846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:33.009892 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a17a736-3cf6-44bf-99d1-e10c99fba846 None None] Bound using segment: {'id': 'e54b1e53-0c15-4a98-ae01-123c7fd1a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:17:33.010311 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-1a17a736-3cf6-44bf-99d1-e10c99fba846 None None] Bound port: 318669cb-a632-45f3-844c-5fd123c2a991, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e54b1e53-0c15-4a98-ae01-123c7fd1a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:17:33.010710 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1a17a736-3cf6-44bf-99d1-e10c99fba846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:33.014436 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e603d939-54a8-455c-9b7a-57d0b359f911 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8253119 Jul 29 23:17:33.019084 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55384) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:33.023110 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-21ca8a83-2228-4cb9-81e7-ec3220143fea service neutron] 10.222.0.23 "PUT /v2.0/ports/35e86a60-c120-4c8e-89fd-57923fb369de HTTP/1.1" status: 200 len: 1097 time: 1.3487327 Jul 29 23:17:33.023983 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ee7e98-8949-45d0-82ba-a7c4827f1bf3', 'tag': '35e86a60-c120-4c8e-89fd-57923fb369de'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:17:33.026990 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67b94fc-3dfe-4ad9-bdd5-b21a80b8c977" -d '{"events": [{"name": "network-changed", "server_uuid": "16ee7e98-8949-45d0-82ba-a7c4827f1bf3", "tag": "35e86a60-c120-4c8e-89fd-57923fb369de"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:17:33.031652 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-0356287b-625b-4e81-9554-f241d68cb9fd admin admin] Request body: {'subnet': {'network_id': '3ff0c22d-e92b-4624-87ea-404f2b9a7f07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1977050104-subnet', 'tenant_id': '4fdff9d3f032405d849a99be4597a320', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:33.077081 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65c23e0f-6600-40ff-ad8f-eca7f468931b req-2dc2ac38-1f65-46b0-939b-5b486723a6f8 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fd3b49-6b36-497d-a1c3-e29b750a5dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714779 Jul 29 23:17:33.093826 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e603d939-54a8-455c-9b7a-57d0b359f911 admin admin] Pushing event updated for resources: {'Network': ['ID=3ff0c22d-e92b-4624-87ea-404f2b9a7f07,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:33.116129 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca8a83-2228-4cb9-81e7-ec3220143fea service neutron] Pushing event updated for resources: {'Port': ['ID=35e86a60-c120-4c8e-89fd-57923fb369de,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:33.265061 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-1a17a736-3cf6-44bf-99d1-e10c99fba846 None None] For port 318669cb-a632-45f3-844c-5fd123c2a991, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:17:33.270212 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0356287b-625b-4e81-9554-f241d68cb9fd admin admin] Made reservation on behalf of 4fdff9d3f032405d849a99be4597a320 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:33.272046 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-1a17a736-3cf6-44bf-99d1-e10c99fba846 None None] For port 318669cb-a632-45f3-844c-5fd123c2a991, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=318669cb-a632-45f3-844c-5fd123c2a991,segment=NetworkSegment(e54b1e53-0c15-4a98-ae01-123c7fd1a889),segment_id=e54b1e53-0c15-4a98-ae01-123c7fd1a889)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:17:33.274578 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0356287b-625b-4e81-9554-f241d68cb9fd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:33.290040 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-c306c641-052c-4d95-93d0-e1b5c04e921f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:33.291321 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 3ff0c22d-e92b-4624-87ea-404f2b9a7f07 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:17:33.299250 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-c306c641-052c-4d95-93d0-e1b5c04e921f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=521c3e28ff8447cbb384778c38ae3202&device_id=16ee7e98-8949-45d0-82ba-a7c4827f1bf3 HTTP/1.1" status: 200 len: 1100 time: 0.1539149 Jul 29 23:17:33.305455 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1a17a736-3cf6-44bf-99d1-e10c99fba846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:33.363566 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-8f9ba726-c153-437a-9753-6626f41afbbd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=35e86a60-c120-4c8e-89fd-57923fb369de HTTP/1.1" status: 200 len: 217 time: 0.0505667 Jul 29 23:17:33.449692 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59704a7c-8be5-427c-9d13-97e671b68882 req-df197639-93eb-4127-bbc0-ac4c067afa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:33.451256 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59704a7c-8be5-427c-9d13-97e671b68882 req-df197639-93eb-4127-bbc0-ac4c067afa4f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 1101 time: 0.2760782 Jul 29 23:17:33.471088 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-769aac64-46e9-44b7-a003-7f22b6be731b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:33.472630 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-769aac64-46e9-44b7-a003-7f22b6be731b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.0958550 Jul 29 23:17:33.530270 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-1c851b5c-742d-483a-806f-4fb1e18b965f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:33.532366 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-1c851b5c-742d-483a-806f-4fb1e18b965f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0524428 Jul 29 23:17:33.596068 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8a2db-1ac2-455a-ad0a-04fd49e45b68 req-fa85ea47-a34e-41c3-98f7-372976664080 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:33.597834 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1094d433-76b2-4897-b6d1-864f7f1c6726 None None] Pushing event updated for resources: {'Port': ['ID=318669cb-a632-45f3-844c-5fd123c2a991,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:33.603985 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7ad8a2db-1ac2-455a-ad0a-04fd49e45b68 req-fa85ea47-a34e-41c3-98f7-372976664080 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] 10.222.0.18 "GET /v2.0/ports?device_id=16ee7e98-8949-45d0-82ba-a7c4827f1bf3 HTTP/1.1" status: 200 len: 948 time: 0.2756267 Jul 29 23:17:33.618911 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a17a736-3cf6-44bf-99d1-e10c99fba846 None None] Routers {'6af9ceb9-fe37-4719-8974-a8ef40de38d9'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:17:33.619936 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1a17a736-3cf6-44bf-99d1-e10c99fba846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:17:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['6af9ceb9-fe37-4719-8974-a8ef40de38d9'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:33.693217 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-a7d845c9-ead7-4946-81b6-c88f81bcd6f3 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527035 Jul 29 23:17:33.697412 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da9890-95c3-4025-9eb9-0561bd2b23b3 req-b8ac0ae9-3047-4d12-a1f4-b238aae7f7f0 tempest-ServersAdminTestJSON-1882802684 tempest-ServersAdminTestJSON-1882802684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:33.698088 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da9890-95c3-4025-9eb9-0561bd2b23b3 req-b8ac0ae9-3047-4d12-a1f4-b238aae7f7f0 tempest-ServersAdminTestJSON-1882802684 tempest-ServersAdminTestJSON-1882802684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:33.698594 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da9890-95c3-4025-9eb9-0561bd2b23b3 req-b8ac0ae9-3047-4d12-a1f4-b238aae7f7f0 tempest-ServersAdminTestJSON-1882802684 tempest-ServersAdminTestJSON-1882802684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:33.707531 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d2da9890-95c3-4025-9eb9-0561bd2b23b3 req-b8ac0ae9-3047-4d12-a1f4-b238aae7f7f0 tempest-ServersAdminTestJSON-1882802684 tempest-ServersAdminTestJSON-1882802684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8e2385da-9aa0-4298-b6bd-7ed0fe256205&device_id=ea477f1e-53fe-4fd5-8847-4297adab988a&device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 2906 time: 0.2445631 Jul 29 23:17:33.740240 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7ad8a2db-1ac2-455a-ad0a-04fd49e45b68 req-9039695d-0c36-4bb3-ab19-e8e10516a62e tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c9924b5-ed38-4030-9a55-103e03302303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352940 Jul 29 23:17:33.799906 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59704a7c-8be5-427c-9d13-97e671b68882 req-7a8f148e-7404-416b-9106-60136057699d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:33.801287 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59704a7c-8be5-427c-9d13-97e671b68882 req-7a8f148e-7404-416b-9106-60136057699d service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.3378375 Jul 29 23:17:33.833800 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78d4233-1413-4ba3-ac95-667afa5219d8 x-openstack-request-id: req-f78d4233-1413-4ba3-ac95-667afa5219d8 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:17:33.834084 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ee7e98-8949-45d0-82ba-a7c4827f1bf3", "tag": "35e86a60-c120-4c8e-89fd-57923fb369de", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:17:33.834385 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f78d4233-1413-4ba3-ac95-667afa5219d8 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:17:33.834786 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ee7e98-8949-45d0-82ba-a7c4827f1bf3', 'tag': '35e86a60-c120-4c8e-89fd-57923fb369de', 'status': 'completed', 'code': 200} Jul 29 23:17:33.884638 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e3c6cfae-da69-4d48-baf3-e8e362258a0e req-b5805cd4-40ba-4617-9ed9-4df85a3835ee service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476076 Jul 29 23:17:33.906546 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-1a17a736-3cf6-44bf-99d1-e10c99fba846 None None] Set router 6af9ceb9-fe37-4719-8974-a8ef40de38d9 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:17:33.953055 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59704a7c-8be5-427c-9d13-97e671b68882 req-ce4fc1c2-bda5-4fcb-835f-afda964d3e1f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=a7499d40-a2e9-4a56-b8a3-986db53aa756 HTTP/1.1" status: 200 len: 217 time: 0.1294098 Jul 29 23:17:33.977382 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b94fc-3dfe-4ad9-bdd5-b21a80b8c977 req-9d136e63-0a0e-44e6-9168-0ec3e86c144b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:33.979108 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f67b94fc-3dfe-4ad9-bdd5-b21a80b8c977 req-9d136e63-0a0e-44e6-9168-0ec3e86c144b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=521c3e28ff8447cbb384778c38ae3202&device_id=16ee7e98-8949-45d0-82ba-a7c4827f1bf3 HTTP/1.1" status: 200 len: 1100 time: 0.0471327 Jul 29 23:17:33.984662 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0356287b-625b-4e81-9554-f241d68cb9fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:34.014716 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d2da9890-95c3-4025-9eb9-0561bd2b23b3 req-ec15a715-03bc-4e0b-81d4-30373beb82f9 tempest-ServersAdminTestJSON-1882802684 tempest-ServersAdminTestJSON-1882802684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2714236 Jul 29 23:17:34.102295 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b94fc-3dfe-4ad9-bdd5-b21a80b8c977 req-2b92d930-bbe9-44dd-babd-fe5a7bdfd0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:34.103874 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f67b94fc-3dfe-4ad9-bdd5-b21a80b8c977 req-2b92d930-bbe9-44dd-babd-fe5a7bdfd0b4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.1160781 Jul 29 23:17:34.107368 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59704a7c-8be5-427c-9d13-97e671b68882 req-02e898e4-0669-4b81-ad90-8d238f5cc7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:34.108842 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59704a7c-8be5-427c-9d13-97e671b68882 req-02e898e4-0669-4b81-ad90-8d238f5cc7fa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1350386 Jul 29 23:17:34.120485 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617060d-3683-4c6f-95b1-5e39010e1b56 req-bb415c69-55cb-41e3-94c6-9a2729cd7bf3 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:34.121961 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1617060d-3683-4c6f-95b1-5e39010e1b56 req-bb415c69-55cb-41e3-94c6-9a2729cd7bf3 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 949 time: 0.1858411 Jul 29 23:17:34.125798 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356287b-625b-4e81-9554-f241d68cb9fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e952b46-dc16-4159-89fb-1a1f57dd3f63,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:34.141930 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1a17a736-3cf6-44bf-99d1-e10c99fba846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1191098251-router', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:18Z', 'updated_at': '2021-07-29T23:17:28Z', 'revision_number': 4, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'gw_port': {'id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:20Z', 'updated_at': '2021-07-29T23:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '318669cb-a632-45f3-844c-5fd123c2a991', 'name': '', 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'mac_address': 'fa:16:3e:d7:c7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '340eeb0f-e215-481a-a3ed-413dd343d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:27Z', 'updated_at': '2021-07-29T23:17:33Z', 'revision_number': 4, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'subnets': [{'id': '340eeb0f-e215-481a-a3ed-413dd343d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:34.166659 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0356287b-625b-4e81-9554-f241d68cb9fd admin admin] Checking segment: {'id': '46eb2fae-b572-4a16-aac2-c017bca6a00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3ff0c22d-e92b-4624-87ea-404f2b9a7f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:34.167012 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0356287b-625b-4e81-9554-f241d68cb9fd admin admin] Network hostable DHCP agents. Network: 3ff0c22d-e92b-4624-87ea-404f2b9a7f07, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:17:34.173338 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a17a736-3cf6-44bf-99d1-e10c99fba846 None None] The sync data for ids ['6af9ceb9-fe37-4719-8974-a8ef40de38d9'] in n-d-712140-10 is: [{'id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1191098251-router', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:18Z', 'updated_at': '2021-07-29T23:17:28Z', 'revision_number': 4, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'gw_port': {'id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:20Z', 'updated_at': '2021-07-29T23:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '318669cb-a632-45f3-844c-5fd123c2a991', 'name': '', 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'mac_address': 'fa:16:3e:d7:c7:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '340eeb0f-e215-481a-a3ed-413dd343d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:27Z', 'updated_at': '2021-07-29T23:17:33Z', 'revision_number': 4, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'subnets': [{'id': '340eeb0f-e215-481a-a3ed-413dd343d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:17:34.204060 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f67b94fc-3dfe-4ad9-bdd5-b21a80b8c977 req-5e207de9-73b5-4538-88a6-9b59629e52fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=35e86a60-c120-4c8e-89fd-57923fb369de HTTP/1.1" status: 200 len: 217 time: 0.0810494 Jul 29 23:17:34.225105 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1617060d-3683-4c6f-95b1-5e39010e1b56 req-23454819-b127-4b18-810b-5133887885f6 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862091 Jul 29 23:17:34.230702 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59704a7c-8be5-427c-9d13-97e671b68882 req-5c5aac6b-6003-41eb-b210-db726934a23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:34.233137 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59704a7c-8be5-427c-9d13-97e671b68882 req-5c5aac6b-6003-41eb-b210-db726934a23a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1085393 Jul 29 23:17:34.235586 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0356287b-625b-4e81-9554-f241d68cb9fd admin admin] Network 3ff0c22d-e92b-4624-87ea-404f2b9a7f07 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:17:34.309444 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-0356287b-625b-4e81-9554-f241d68cb9fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 3ff0c22d-e92b-4624-87ea-404f2b9a7f07) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:34.315985 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0356287b-625b-4e81-9554-f241d68cb9fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:34.316698 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0356287b-625b-4e81-9554-f241d68cb9fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:34.324289 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06834d2f-8acd-4252-9145-42d9640d30ea None None] Network 3ff0c22d-e92b-4624-87ea-404f2b9a7f07 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:17:34.368552 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b94fc-3dfe-4ad9-bdd5-b21a80b8c977 req-357c56de-b82f-4118-bbd3-aa44fa6e1bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:34.370476 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f67b94fc-3dfe-4ad9-bdd5-b21a80b8c977 req-357c56de-b82f-4118-bbd3-aa44fa6e1bb3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1564727 Jul 29 23:17:34.406341 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0356287b-625b-4e81-9554-f241d68cb9fd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3856130 Jul 29 23:17:34.409590 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55406) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:34.414126 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-331e1430-7311-4d43-92a3-317e7e6bdfc1 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1977050104-router', 'tenant_id': '4fdff9d3f032405d849a99be4597a320', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:34.455171 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67b94fc-3dfe-4ad9-bdd5-b21a80b8c977 req-ae696740-44fb-4457-8d51-750f871c258d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:34.457567 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f67b94fc-3dfe-4ad9-bdd5-b21a80b8c977 req-ae696740-44fb-4457-8d51-750f871c258d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0777528 Jul 29 23:17:34.466014 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59704a7c-8be5-427c-9d13-97e671b68882 req-03f16a4c-366f-421e-9d18-8cfb7c1ded4f service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224946 Jul 29 23:17:34.478395 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-331e1430-7311-4d43-92a3-317e7e6bdfc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:34.480108 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-331e1430-7311-4d43-92a3-317e7e6bdfc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:34.661167 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-331e1430-7311-4d43-92a3-317e7e6bdfc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:34.670116 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4e6e4b-7254-4548-a1ee-330ee2578028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-3ff0c22d-e92b-4624-87ea-404f2b9a7f07', 'network_id': '3ff0c22d-e92b-4624-87ea-404f2b9a7f07', 'tenant_id': '4fdff9d3f032405d849a99be4597a320', 'fixed_ips': [{'subnet_id': '4e952b46-dc16-4159-89fb-1a1f57dd3f63'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:17:34.672091 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1e4e6e4b-7254-4548-a1ee-330ee2578028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:34.697211 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-cbb9104b-6c7b-4862-9a76-546cf72f91d9 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1842ff94846047378c5fcae5640b49dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409930 Jul 29 23:17:34.730880 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f67b94fc-3dfe-4ad9-bdd5-b21a80b8c977 req-a94e8d96-2338-49f6-a1f3-d0e7d9328e32 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638214 Jul 29 23:17:34.900339 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f67b94fc-3dfe-4ad9-bdd5-b21a80b8c977 req-8fbdb3dd-036e-4909-8a1a-dd0e8bc8c3b3 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526318 Jul 29 23:17:34.941123 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-1e4e6e4b-7254-4548-a1ee-330ee2578028 None None] Allocated IP 172.20.0.2 (3ff0c22d-e92b-4624-87ea-404f2b9a7f07/4e952b46-dc16-4159-89fb-1a1f57dd3f63/9ed29593-ee04-418c-8a48-65237da1c3fd) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:17:35.047173 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55424) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:35.138946 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1e4e6e4b-7254-4548-a1ee-330ee2578028 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:35.150223 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1e4e6e4b-7254-4548-a1ee-330ee2578028 None None] Transition to ACTIVE for port object 9ed29593-ee04-418c-8a48-65237da1c3fd will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:35.171941 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1e4e6e4b-7254-4548-a1ee-330ee2578028 None None] Transition to ACTIVE for port object 9ed29593-ee04-418c-8a48-65237da1c3fd will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:35.183879 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-331e1430-7311-4d43-92a3-317e7e6bdfc1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:35.190959 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1e4e6e4b-7254-4548-a1ee-330ee2578028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:35.198621 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59704a7c-8be5-427c-9d13-97e671b68882 req-b36c5586-7a9c-4663-b9da-18fe0b48ada0 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6929243 Jul 29 23:17:35.200445 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-66812c55-98cd-40e8-9afd-e0b62d8ab0c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:35.216872 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-4ff2f2b4-ee73-459f-96a0-09181e0fc2a2 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:35.229154 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-4ff2f2b4-ee73-459f-96a0-09181e0fc2a2 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5306699 Jul 29 23:17:35.229922 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4e6e4b-7254-4548-a1ee-330ee2578028 None None] Network 3ff0c22d-e92b-4624-87ea-404f2b9a7f07 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:17:35.235407 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-1e4e6e4b-7254-4548-a1ee-330ee2578028 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:35.242148 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4e6e4b-7254-4548-a1ee-330ee2578028 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:17:35.248488 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e6e4b-7254-4548-a1ee-330ee2578028 None None] Pushing event updated for resources: {'Port': ['ID=9ed29593-ee04-418c-8a48-65237da1c3fd,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:35.281589 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-e878638a-862b-46b7-850e-cb34d3305562 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/quotas/1842ff94846047378c5fcae5640b49dd HTTP/1.1" status: 200 len: 375 time: 0.0499015 Jul 29 23:17:35.298243 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681103d4-1c57-4a7f-a543-13d4c4468933 req-166cb7d7-acf6-451a-8d99-ae5e356eab5b tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:35.300625 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-681103d4-1c57-4a7f-a543-13d4c4468933 req-166cb7d7-acf6-451a-8d99-ae5e356eab5b tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=1b76cb8a-8a98-47cf-a1fb-dcd82b98448d HTTP/1.1" status: 200 len: 949 time: 0.5579476 Jul 29 23:17:35.348792 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:35.355363 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-66812c55-98cd-40e8-9afd-e0b62d8ab0c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:35.361138 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-1e4e6e4b-7254-4548-a1ee-330ee2578028 None None] Attempting to bind port 9ed29593-ee04-418c-8a48-65237da1c3fd on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:17:35.362231 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-1e4e6e4b-7254-4548-a1ee-330ee2578028 None None] Attempting to bind port 9ed29593-ee04-418c-8a48-65237da1c3fd by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '46eb2fae-b572-4a16-aac2-c017bca6a00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3ff0c22d-e92b-4624-87ea-404f2b9a7f07'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:17:35.362822 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e6e4b-7254-4548-a1ee-330ee2578028 None None] Attempting to bind port 9ed29593-ee04-418c-8a48-65237da1c3fd on network 3ff0c22d-e92b-4624-87ea-404f2b9a7f07 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:35.365965 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-66812c55-98cd-40e8-9afd-e0b62d8ab0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:35.379362 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e6e4b-7254-4548-a1ee-330ee2578028 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:17:35.380086 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e6e4b-7254-4548-a1ee-330ee2578028 None None] Checking segment: {'id': '46eb2fae-b572-4a16-aac2-c017bca6a00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3ff0c22d-e92b-4624-87ea-404f2b9a7f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:35.380711 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1e4e6e4b-7254-4548-a1ee-330ee2578028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:35.381429 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4e6e4b-7254-4548-a1ee-330ee2578028 None None] Bound using segment: {'id': '46eb2fae-b572-4a16-aac2-c017bca6a00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3ff0c22d-e92b-4624-87ea-404f2b9a7f07'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:17:35.382092 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-1e4e6e4b-7254-4548-a1ee-330ee2578028 None None] Bound port: 9ed29593-ee04-418c-8a48-65237da1c3fd, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46eb2fae-b572-4a16-aac2-c017bca6a00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3ff0c22d-e92b-4624-87ea-404f2b9a7f07'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:17:35.382680 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1e4e6e4b-7254-4548-a1ee-330ee2578028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:35.400315 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66812c55-98cd-40e8-9afd-e0b62d8ab0c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28cfa6da-4433-4064-8d34-9bb4720c78e5,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:35.435844 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-66812c55-98cd-40e8-9afd-e0b62d8ab0c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=598884916b7c49e28a784019a6d71e44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3873463 Jul 29 23:17:35.442708 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55430) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:35.489539 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b67ec407-9893-477b-aa4f-0e430a5a1046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:35.493382 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-230d8dc4-ae15-445f-9e08-bd0c0cddd90d tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1842ff94846047378c5fcae5640b49dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2109060 Jul 29 23:17:35.512421 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-1e4e6e4b-7254-4548-a1ee-330ee2578028 None None] For port 9ed29593-ee04-418c-8a48-65237da1c3fd, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:17:35.528157 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-681103d4-1c57-4a7f-a543-13d4c4468933 req-6b2d7a57-aa45-4f5d-986a-8f49e62635fa tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747673 Jul 29 23:17:35.528317 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-1e4e6e4b-7254-4548-a1ee-330ee2578028 None None] For port 9ed29593-ee04-418c-8a48-65237da1c3fd, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9ed29593-ee04-418c-8a48-65237da1c3fd,segment=NetworkSegment(46eb2fae-b572-4a16-aac2-c017bca6a00b),segment_id=46eb2fae-b572-4a16-aac2-c017bca6a00b)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:17:35.542990 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1e4e6e4b-7254-4548-a1ee-330ee2578028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:35.553044 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-160ec9fd-8955-4b7b-be70-1050bf71cbcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:35.587534 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-160ec9fd-8955-4b7b-be70-1050bf71cbcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:35.664865 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4e6e4b-7254-4548-a1ee-330ee2578028 None None] Pushing event updated for resources: {'Port': ['ID=9ed29593-ee04-418c-8a48-65237da1c3fd,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:35.723519 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-160ec9fd-8955-4b7b-be70-1050bf71cbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:35.726464 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-160ec9fd-8955-4b7b-be70-1050bf71cbcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:35.731767 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-160ec9fd-8955-4b7b-be70-1050bf71cbcc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/28cfa6da-4433-4064-8d34-9bb4720c78e5 HTTP/1.1" status: 204 len: 168 time: 0.2837510 Jul 29 23:17:35.742804 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160ec9fd-8955-4b7b-be70-1050bf71cbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cfa6da-4433-4064-8d34-9bb4720c78e5,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:35.903125 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-331e1430-7311-4d43-92a3-317e7e6bdfc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:35.911046 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 318669cb-a632-45f3-844c-5fd123c2a991 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:36.034393 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-331e1430-7311-4d43-92a3-317e7e6bdfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:36.053233 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 318669cb-a632-45f3-844c-5fd123c2a991 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:36.060113 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 318669cb-a632-45f3-844c-5fd123c2a991 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:36.062453 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:36.155753 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbad9fe-933b-4f4a-8b34-e13e6515825b req-521b03ea-b51f-403c-a0ee-17d7866415db tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:36.157603 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6fbad9fe-933b-4f4a-8b34-e13e6515825b req-521b03ea-b51f-403c-a0ee-17d7866415db tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 949 time: 0.2570181 Jul 29 23:17:36.190065 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be599029-2fb7-4892-8f0b-59593d0857fc req-82187e89-f1c6-4902-98b1-51f817f98be7 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:36.191372 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be599029-2fb7-4892-8f0b-59593d0857fc req-82187e89-f1c6-4902-98b1-51f817f98be7 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] 10.222.0.18 "GET /v2.0/ports?device_id=16ee7e98-8949-45d0-82ba-a7c4827f1bf3 HTTP/1.1" status: 200 len: 948 time: 0.3534222 Jul 29 23:17:36.198539 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:36.243581 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 318669cb-a632-45f3-844c-5fd123c2a991, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=318669cb-a632-45f3-844c-5fd123c2a991,segment=NetworkSegment(e54b1e53-0c15-4a98-ae01-123c7fd1a889),segment_id=e54b1e53-0c15-4a98-ae01-123c7fd1a889)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:36.251073 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:36.273001 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6fbad9fe-933b-4f4a-8b34-e13e6515825b req-2dec6967-78de-4b7a-87fd-e4cd05a3273e tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042359 Jul 29 23:17:36.291434 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55450) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:36.309902 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a147876-4d8b-485a-8779-a9f4cf048ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:36.326102 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=318669cb-a632-45f3-844c-5fd123c2a991,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:36.365370 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-331e1430-7311-4d43-92a3-317e7e6bdfc1 admin admin] Allocated IP 172.25.8.119 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/f61455ef-a4c9-4056-8a4f-22229ac15406) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:17:36.371979 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be599029-2fb7-4892-8f0b-59593d0857fc req-82cda636-bf03-4045-9aca-7567604b6199 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c9924b5-ed38-4030-9a55-103e03302303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196191 Jul 29 23:17:36.446298 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a147876-4d8b-485a-8779-a9f4cf048ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:36.455634 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a147876-4d8b-485a-8779-a9f4cf048ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:36.496768 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e0205-adf1-4ca7-b0e2-ad5d197f7f55 req-7c8c9a08-0b40-4b8a-85c9-d03e34645aef tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:36.498250 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7b8e0205-adf1-4ca7-b0e2-ad5d197f7f55 req-7c8c9a08-0b40-4b8a-85c9-d03e34645aef tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e2825d-3844-4272-b559-3d8887eaaad5 HTTP/1.1" status: 200 len: 949 time: 0.1347430 Jul 29 23:17:36.513271 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0a147876-4d8b-485a-8779-a9f4cf048ce2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3ef0b44ce5ec4ce39f53522b1fd8b9cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2205360 Jul 29 23:17:36.513920 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55456) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:36.556787 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a147876-4d8b-485a-8779-a9f4cf048ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed005f58-699e-4602-9873-3a1505967c63,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:36.588272 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e17b5322-8b41-42c4-b9d3-98743084786a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:36.616346 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7b8e0205-adf1-4ca7-b0e2-ad5d197f7f55 req-63c1e753-536d-4fee-858f-292f483b2001 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043246 Jul 29 23:17:36.625583 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-331e1430-7311-4d43-92a3-317e7e6bdfc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:36.635092 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e17b5322-8b41-42c4-b9d3-98743084786a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:36.696288 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e17b5322-8b41-42c4-b9d3-98743084786a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:36.699622 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e17b5322-8b41-42c4-b9d3-98743084786a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:36.713757 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e17b5322-8b41-42c4-b9d3-98743084786a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ed005f58-699e-4602-9873-3a1505967c63 HTTP/1.1" status: 204 len: 168 time: 0.1921189 Jul 29 23:17:36.719550 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:36.739332 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b5322-8b41-42c4-b9d3-98743084786a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed005f58-699e-4602-9873-3a1505967c63,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:36.743372 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-331e1430-7311-4d43-92a3-317e7e6bdfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:36.823006 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331e1430-7311-4d43-92a3-317e7e6bdfc1 admin admin] Pushing event updated for resources: {'Port': ['ID=f61455ef-a4c9-4056-8a4f-22229ac15406,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:36.839236 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7e9edcb6-509f-4801-aa83-496d2f4e0033 req-4614c1f2-a7d4-4f34-8a52-de82e7eab31c tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4ba435-5ab9-46d9-968c-3ddbe7085a40 HTTP/1.1" status: 200 len: 210 time: 0.1134665 Jul 29 23:17:36.876389 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331e1430-7311-4d43-92a3-317e7e6bdfc1 admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:17:36.879222 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-331e1430-7311-4d43-92a3-317e7e6bdfc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:36.882866 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331e1430-7311-4d43-92a3-317e7e6bdfc1 admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:17:37.114313 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b48f07-78e4-4b5b-8f07-f524d4bae8e7 None None] Network 3ff0c22d-e92b-4624-87ea-404f2b9a7f07 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:17:37.245814 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-331e1430-7311-4d43-92a3-317e7e6bdfc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:37.250803 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c6144e5c-cff4-4e64-b537-7482a5f5e3e6 None None] Provisioning for port 9ed29593-ee04-418c-8a48-65237da1c3fd completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:37.318998 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-225887b6-f796-40fe-b810-33e19b55813d tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1842ff94846047378c5fcae5640b49dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321841 Jul 29 23:17:37.334215 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f9b37-b3d3-4be6-94dd-b3cad1daa6ae req-39dc4ef1-d89d-4823-890d-7158b4d911bc tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:37.340755 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34f9b37-b3d3-4be6-94dd-b3cad1daa6ae req-39dc4ef1-d89d-4823-890d-7158b4d911bc tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:37.342539 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e34f9b37-b3d3-4be6-94dd-b3cad1daa6ae req-39dc4ef1-d89d-4823-890d-7158b4d911bc tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e2825d-3844-4272-b559-3d8887eaaad5&device_id=1b76cb8a-8a98-47cf-a1fb-dcd82b98448d HTTP/1.1" status: 200 len: 1689 time: 0.1748805 Jul 29 23:17:37.687435 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-331e1430-7311-4d43-92a3-317e7e6bdfc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:37.710759 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e34f9b37-b3d3-4be6-94dd-b3cad1daa6ae req-8d831158-2fb8-4088-929c-479b0204bcaf tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3511050 Jul 29 23:17:37.727478 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29612f51-6131-484d-b8a8-aab129c19431 req-49f05fad-89c8-4a26-acc0-8bc118e9f885 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:37.729013 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-29612f51-6131-484d-b8a8-aab129c19431 req-49f05fad-89c8-4a26-acc0-8bc118e9f885 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 949 time: 0.1644368 Jul 29 23:17:37.740742 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55496) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:37.766655 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-bdd0a725-205e-4068-aa21-6c9adcf75693 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:37.768181 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-bdd0a725-205e-4068-aa21-6c9adcf75693 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4230275 Jul 29 23:17:37.786485 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-57871d2c-e53c-4c90-ba64-12fc117a4234 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Request body: {'port': {'device_id': 'bb4ba435-5ab9-46d9-968c-3ddbe7085a40', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'admin_state_up': True, 'tenant_id': '1842ff94846047378c5fcae5640b49dd'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:37.849486 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9ed29593-ee04-418c-8a48-65237da1c3fd up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:37.860002 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c346efc2-9393-4425-8404-abaa6413ae63 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-246693261-network', 'tenant_id': '12648175b8574e568c0483bf719d6c02'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:37.888401 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c346efc2-9393-4425-8404-abaa6413ae63 admin admin] Made reservation on behalf of 12648175b8574e568c0483bf719d6c02 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:37.890853 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c346efc2-9393-4425-8404-abaa6413ae63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:37.900607 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c346efc2-9393-4425-8404-abaa6413ae63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:37.903168 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 9ed29593-ee04-418c-8a48-65237da1c3fd completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:37.907497 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 9ed29593-ee04-418c-8a48-65237da1c3fd triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:37.908017 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:38.011386 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c346efc2-9393-4425-8404-abaa6413ae63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:38.014893 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:38.015723 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c346efc2-9393-4425-8404-abaa6413ae63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:38.017658 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:38.043627 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c346efc2-9393-4425-8404-abaa6413ae63 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:17:38.054007 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 9ed29593-ee04-418c-8a48-65237da1c3fd, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9ed29593-ee04-418c-8a48-65237da1c3fd,segment=NetworkSegment(46eb2fae-b572-4a16-aac2-c017bca6a00b),segment_id=46eb2fae-b572-4a16-aac2-c017bca6a00b)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:38.055186 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346efc2-9393-4425-8404-abaa6413ae63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8012b019-aeb2-4856-b9d6-1a8bcd7714bd,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:38.060525 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:38.060770 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c346efc2-9393-4425-8404-abaa6413ae63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:38.061256 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-c346efc2-9393-4425-8404-abaa6413ae63 admin admin] Added segment 57b5339d-93c7-469b-8f2c-ea2a3b010613 of type vlan for network 9edbcd5f-8a8c-4c91-b3c8-0698d21457a9 Jul 29 23:17:38.061936 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 318669cb-a632-45f3-844c-5fd123c2a991 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:38.112899 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c346efc2-9393-4425-8404-abaa6413ae63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:38.125328 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-29612f51-6131-484d-b8a8-aab129c19431 req-d9b6c34c-4291-4a44-bf56-42e504fa7181 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3544734 Jul 29 23:17:38.147736 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=9ed29593-ee04-418c-8a48-65237da1c3fd,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:38.151749 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6e2a90-262a-49aa-8541-cb32afe70b7d req-6e6a4941-ffe4-4a24-90f8-9bcbedcda53f tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:38.159382 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4c6e2a90-262a-49aa-8541-cb32afe70b7d req-6e6a4941-ffe4-4a24-90f8-9bcbedcda53f tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] 10.222.0.18 "GET /v2.0/ports?device_id=16ee7e98-8949-45d0-82ba-a7c4827f1bf3 HTTP/1.1" status: 200 len: 948 time: 0.3670659 Jul 29 23:17:38.163614 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c346efc2-9393-4425-8404-abaa6413ae63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:38.164997 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c346efc2-9393-4425-8404-abaa6413ae63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:38.165749 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c346efc2-9393-4425-8404-abaa6413ae63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:38.167727 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 318669cb-a632-45f3-844c-5fd123c2a991 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:38.168149 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:38.226634 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 35e86a60-c120-4c8e-89fd-57923fb369de details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:17:38.232437 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4c6e2a90-262a-49aa-8541-cb32afe70b7d req-1b75bbb6-4313-4806-988c-ddb437914989 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c9924b5-ed38-4030-9a55-103e03302303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721922 Jul 29 23:17:38.237324 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c346efc2-9393-4425-8404-abaa6413ae63 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4940743 Jul 29 23:17:38.241022 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55502) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:38.246907 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-f53289c1-b9b7-4452-b99a-61f34377f4a4 admin admin] Request body: {'subnet': {'network_id': '9edbcd5f-8a8c-4c91-b3c8-0698d21457a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-246693261-subnet', 'tenant_id': '12648175b8574e568c0483bf719d6c02', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:38.263970 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346efc2-9393-4425-8404-abaa6413ae63 admin admin] Pushing event updated for resources: {'Network': ['ID=9edbcd5f-8a8c-4c91-b3c8-0698d21457a9,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:38.281160 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 9edbcd5f-8a8c-4c91-b3c8-0698d21457a9 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:17:38.293225 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-57871d2c-e53c-4c90-ba64-12fc117a4234 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Made reservation on behalf of 1842ff94846047378c5fcae5640b49dd for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:38.305432 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-57871d2c-e53c-4c90-ba64-12fc117a4234 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:38.310182 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331e1430-7311-4d43-92a3-317e7e6bdfc1 admin admin] Router dc7b5bf3-35c7-4071-8242-5d15f88bc26f is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:17:38.317195 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53289c1-b9b7-4452-b99a-61f34377f4a4 admin admin] Made reservation on behalf of 12648175b8574e568c0483bf719d6c02 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:38.319787 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f53289c1-b9b7-4452-b99a-61f34377f4a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:38.488409 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 35e86a60-c120-4c8e-89fd-57923fb369de, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=35e86a60-c120-4c8e-89fd-57923fb369de,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:38.500925 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '35e86a60-c120-4c8e-89fd-57923fb369de', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': '35e86a60-c120-4c8e-89fd-57923fb369de', 'mac_address': 'fa:16:3e:1c:50:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:17:38.511198 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-86861c03-30d1-4bfb-b693-a2c9f879c799 req-f68a269e-c64f-4929-937b-82845a24f5c0 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4ba435-5ab9-46d9-968c-3ddbe7085a40 HTTP/1.1" status: 200 len: 210 time: 0.0879488 Jul 29 23:17:38.544775 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:38.552485 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f53289c1-b9b7-4452-b99a-61f34377f4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:38.566930 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35e86a60-c120-4c8e-89fd-57923fb369de {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:17:38.568045 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331e1430-7311-4d43-92a3-317e7e6bdfc1 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:17:38.589787 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102a185b-1507-47ec-93ad-766c4dae21f8 None None] Sync routers for ids ['dc7b5bf3-35c7-4071-8242-5d15f88bc26f'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:17:38.603701 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102a185b-1507-47ec-93ad-766c4dae21f8 None None] Routers {'dc7b5bf3-35c7-4071-8242-5d15f88bc26f'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:17:38.605118 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-102a185b-1507-47ec-93ad-766c4dae21f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:17:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['dc7b5bf3-35c7-4071-8242-5d15f88bc26f'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:38.623137 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b001a-b435-476c-88d6-17bf80015667 req-a419f505-36ec-4c62-9dd3-387a5a6675ac tempest-ServersAdminTestJSON-1882802684 tempest-ServersAdminTestJSON-1882802684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:38.624732 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f19b001a-b435-476c-88d6-17bf80015667 req-a419f505-36ec-4c62-9dd3-387a5a6675ac tempest-ServersAdminTestJSON-1882802684 tempest-ServersAdminTestJSON-1882802684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 1102 time: 0.1185727 Jul 29 23:17:38.629126 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-331e1430-7311-4d43-92a3-317e7e6bdfc1 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:38.633097 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-331e1430-7311-4d43-92a3-317e7e6bdfc1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.2197042 Jul 29 23:17:38.638142 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55512) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:38.643429 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 35e86a60-c120-4c8e-89fd-57923fb369de, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=35e86a60-c120-4c8e-89fd-57923fb369de,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:38.645680 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-57871d2c-e53c-4c90-ba64-12fc117a4234 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Allocated IP 192.168.233.241 (adb88f5c-b5bd-41cf-b367-228eab6e0075/28e6de27-5b72-4bf0-88e6-0cdec4cf806e/f8dfaa81-6bcd-4b32-b867-28d74592e5c8) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:17:38.661017 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:38.707614 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53289c1-b9b7-4452-b99a-61f34377f4a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99e9977d-e8ce-474a-8319-d8d45f0c6e83,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:38.747563 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-102a185b-1507-47ec-93ad-766c4dae21f8 None None] Set router dc7b5bf3-35c7-4071-8242-5d15f88bc26f gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:17:38.757993 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53289c1-b9b7-4452-b99a-61f34377f4a4 admin admin] Checking segment: {'id': '57b5339d-93c7-469b-8f2c-ea2a3b010613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9edbcd5f-8a8c-4c91-b3c8-0698d21457a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:38.758475 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53289c1-b9b7-4452-b99a-61f34377f4a4 admin admin] Network hostable DHCP agents. Network: 9edbcd5f-8a8c-4c91-b3c8-0698d21457a9, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:17:38.776935 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=35e86a60-c120-4c8e-89fd-57923fb369de,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:38.785368 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53289c1-b9b7-4452-b99a-61f34377f4a4 admin admin] Network 9edbcd5f-8a8c-4c91-b3c8-0698d21457a9 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:17:38.805668 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-f53289c1-b9b7-4452-b99a-61f34377f4a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 9edbcd5f-8a8c-4c91-b3c8-0698d21457a9) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:38.808724 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f19b001a-b435-476c-88d6-17bf80015667 req-8d93ded7-d76b-4344-9797-2098e167f407 tempest-ServersAdminTestJSON-1882802684 tempest-ServersAdminTestJSON-1882802684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712890 Jul 29 23:17:38.827415 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35654e1b-c371-4d5e-837d-c8b31920e08f None None] Network 9edbcd5f-8a8c-4c91-b3c8-0698d21457a9 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:17:38.841784 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1168f9-c8c8-41aa-81cb-11a6980f3262 req-de8d5590-c6a9-40e6-9586-c64debf393ab tempest-ServersOnMultiNodesTest-1063351474 tempest-ServersOnMultiNodesTest-1063351474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:38.849703 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1168f9-c8c8-41aa-81cb-11a6980f3262 req-de8d5590-c6a9-40e6-9586-c64debf393ab tempest-ServersOnMultiNodesTest-1063351474 tempest-ServersOnMultiNodesTest-1063351474-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=07e2825d-3844-4272-b559-3d8887eaaad5 HTTP/1.1" status: 200 len: 1101 time: 0.1535468 Jul 29 23:17:38.858094 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53289c1-b9b7-4452-b99a-61f34377f4a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:38.861782 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f53289c1-b9b7-4452-b99a-61f34377f4a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:38.903784 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['35e86a60-c120-4c8e-89fd-57923fb369de'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:17:38.930226 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f53289c1-b9b7-4452-b99a-61f34377f4a4 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6856372 Jul 29 23:17:38.930868 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55518) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:38.935312 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-8df8af50-53e2-4789-9680-9975d078a45a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-246693261-router', 'tenant_id': '12648175b8574e568c0483bf719d6c02', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:39.013386 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1168f9-c8c8-41aa-81cb-11a6980f3262 req-73bc6c43-6b3b-4450-b342-caea9103c7a1 tempest-ServersOnMultiNodesTest-1063351474 tempest-ServersOnMultiNodesTest-1063351474-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474080 Jul 29 23:17:39.030223 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8df8af50-53e2-4789-9680-9975d078a45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:39.034897 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8df8af50-53e2-4789-9680-9975d078a45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:39.071796 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-102a185b-1507-47ec-93ad-766c4dae21f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7b5bf3-35c7-4071-8242-5d15f88bc26f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1977050104-router', 'tenant_id': '4fdff9d3f032405d849a99be4597a320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f61455ef-a4c9-4056-8a4f-22229ac15406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:34Z', 'updated_at': '2021-07-29T23:17:37Z', 'revision_number': 3, 'project_id': '4fdff9d3f032405d849a99be4597a320', 'gw_port': {'id': 'f61455ef-a4c9-4056-8a4f-22229ac15406', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:db:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7b5bf3-35c7-4071-8242-5d15f88bc26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:36Z', 'updated_at': '2021-07-29T23:17:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:39.113876 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55522) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:39.114352 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102a185b-1507-47ec-93ad-766c4dae21f8 None None] Checking router: dc7b5bf3-35c7-4071-8242-5d15f88bc26f for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:17:39.114715 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102a185b-1507-47ec-93ad-766c4dae21f8 None None] Updating router dc7b5bf3-35c7-4071-8242-5d15f88bc26f port f61455ef-a4c9-4056-8a4f-22229ac15406 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:17:39.143763 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-102a185b-1507-47ec-93ad-766c4dae21f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:39.147723 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8df8af50-53e2-4789-9680-9975d078a45a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:39.292657 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-57871d2c-e53c-4c90-ba64-12fc117a4234 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:39.319818 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-350ba071-bdc8-4e0b-a09c-a9755f4a4ebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:39.336050 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fc49b9-5df7-4617-b4bb-72e54d958268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-9edbcd5f-8a8c-4c91-b3c8-0698d21457a9', 'network_id': '9edbcd5f-8a8c-4c91-b3c8-0698d21457a9', 'tenant_id': '12648175b8574e568c0483bf719d6c02', 'fixed_ips': [{'subnet_id': '99e9977d-e8ce-474a-8319-d8d45f0c6e83'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:17:39.337080 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8fc49b9-5df7-4617-b4bb-72e54d958268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:39.348951 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31ff3e2-54f2-4c09-91aa-4c9d6a20782c req-99321f3d-5436-462d-bada-490f9b530f5a tempest-ServersAdminTestJSON-1882802684 tempest-ServersAdminTestJSON-1882802684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:39.350576 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e31ff3e2-54f2-4c09-91aa-4c9d6a20782c req-99321f3d-5436-462d-bada-490f9b530f5a tempest-ServersAdminTestJSON-1882802684 tempest-ServersAdminTestJSON-1882802684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 1102 time: 0.2829068 Jul 29 23:17:39.365407 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-57871d2c-e53c-4c90-ba64-12fc117a4234 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Transition to ACTIVE for port object f8dfaa81-6bcd-4b32-b867-28d74592e5c8 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:39.390777 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5d3c20-a377-470e-88cf-516dbfac262d req-35d870e1-348b-4419-a45d-b5ee18317761 tempest-ServersOnMultiNodesTest-1063351474 tempest-ServersOnMultiNodesTest-1063351474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:39.392347 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a5d3c20-a377-470e-88cf-516dbfac262d req-35d870e1-348b-4419-a45d-b5ee18317761 tempest-ServersOnMultiNodesTest-1063351474 tempest-ServersOnMultiNodesTest-1063351474-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1b76cb8a-8a98-47cf-a1fb-dcd82b98448d HTTP/1.1" status: 200 len: 1101 time: 0.2688200 Jul 29 23:17:39.446561 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8df8af50-53e2-4789-9680-9975d078a45a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:39.485045 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e31ff3e2-54f2-4c09-91aa-4c9d6a20782c req-f330a77a-9ce9-4a7e-8ffb-32ecac103d43 tempest-ServersAdminTestJSON-1882802684 tempest-ServersAdminTestJSON-1882802684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262548 Jul 29 23:17:39.498275 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a5d3c20-a377-470e-88cf-516dbfac262d req-42a8b75d-30c8-4d82-aeea-fdcb446810e7 tempest-ServersOnMultiNodesTest-1063351474 tempest-ServersOnMultiNodesTest-1063351474-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759449 Jul 29 23:17:39.554325 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-102a185b-1507-47ec-93ad-766c4dae21f8 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:39.557118 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-57871d2c-e53c-4c90-ba64-12fc117a4234 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:39.577317 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-102a185b-1507-47ec-93ad-766c4dae21f8 None None] Transition to ACTIVE for port object f61455ef-a4c9-4056-8a4f-22229ac15406 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:39.577860 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-d8fc49b9-5df7-4617-b4bb-72e54d958268 None None] Allocated IP 172.20.0.2 (9edbcd5f-8a8c-4c91-b3c8-0698d21457a9/99e9977d-e8ce-474a-8319-d8d45f0c6e83/f7f185dd-1144-4e39-a6a7-b5849f4c16e4) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:17:39.598162 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-102a185b-1507-47ec-93ad-766c4dae21f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:39.633854 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-57871d2c-e53c-4c90-ba64-12fc117a4234 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:17:39.674388 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-57871d2c-e53c-4c90-ba64-12fc117a4234 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:39.675015 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-102a185b-1507-47ec-93ad-766c4dae21f8 None None] Attempting to bind port f61455ef-a4c9-4056-8a4f-22229ac15406 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:17:39.675401 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-102a185b-1507-47ec-93ad-766c4dae21f8 None None] Attempting to bind port f61455ef-a4c9-4056-8a4f-22229ac15406 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:17:39.675773 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102a185b-1507-47ec-93ad-766c4dae21f8 None None] Attempting to bind port f61455ef-a4c9-4056-8a4f-22229ac15406 on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:39.679633 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab883f5-a324-4a4b-8d62-f46d4622cb49 None None] Pushing event updated for resources: {'Port': ['ID=f61455ef-a4c9-4056-8a4f-22229ac15406,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:39.684938 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102a185b-1507-47ec-93ad-766c4dae21f8 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:17:39.685322 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102a185b-1507-47ec-93ad-766c4dae21f8 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:39.685727 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-102a185b-1507-47ec-93ad-766c4dae21f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:39.686116 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102a185b-1507-47ec-93ad-766c4dae21f8 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:17:39.686649 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-102a185b-1507-47ec-93ad-766c4dae21f8 None None] Bound port: f61455ef-a4c9-4056-8a4f-22229ac15406, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:17:39.687063 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-102a185b-1507-47ec-93ad-766c4dae21f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:39.732631 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-57871d2c-e53c-4c90-ba64-12fc117a4234 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:17:39.740966 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-57871d2c-e53c-4c90-ba64-12fc117a4234 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:39.741871 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-57871d2c-e53c-4c90-ba64-12fc117a4234 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:39.759221 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57871d2c-e53c-4c90-ba64-12fc117a4234 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Pushing event updated for resources: {'Port': ['ID=f8dfaa81-6bcd-4b32-b867-28d74592e5c8,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:39.799915 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9ed29593-ee04-418c-8a48-65237da1c3fd up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:39.812082 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-350ba071-bdc8-4e0b-a09c-a9755f4a4ebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:39.821382 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-102a185b-1507-47ec-93ad-766c4dae21f8 None None] For port f61455ef-a4c9-4056-8a4f-22229ac15406, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:17:39.829564 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-102a185b-1507-47ec-93ad-766c4dae21f8 None None] For port f61455ef-a4c9-4056-8a4f-22229ac15406, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f61455ef-a4c9-4056-8a4f-22229ac15406,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:17:39.844316 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-350ba071-bdc8-4e0b-a09c-a9755f4a4ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:39.847025 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8fc49b9-5df7-4617-b4bb-72e54d958268 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:39.850382 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-102a185b-1507-47ec-93ad-766c4dae21f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:39.859229 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['72aee3b4-d56e-4ed8-b23b-d5412765a9b7'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:17:39.873722 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-56d4e731-6b51-4707-a64a-7f1ee8381d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:39.885643 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d8fc49b9-5df7-4617-b4bb-72e54d958268 None None] Transition to ACTIVE for port object f7f185dd-1144-4e39-a6a7-b5849f4c16e4 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:39.902733 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b42d9a4-7b40-4cc1-b2d5-0ab4d423f35e req-14bf8e9b-2be3-4662-a15d-58a460d63da3 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:39.904902 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b42d9a4-7b40-4cc1-b2d5-0ab4d423f35e req-14bf8e9b-2be3-4662-a15d-58a460d63da3 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 949 time: 0.2986631 Jul 29 23:17:39.935543 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ba071-bdc8-4e0b-a09c-a9755f4a4ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17844bb-861d-46a3-9757-9675f0ce89b2,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:39.945923 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-350ba071-bdc8-4e0b-a09c-a9755f4a4ebd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7d84fe9dde5244f08a997ea34d9f0ff2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8310177 Jul 29 23:17:39.950816 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55536) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:39.968250 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d8fc49b9-5df7-4617-b4bb-72e54d958268 None None] Transition to ACTIVE for port object f7f185dd-1144-4e39-a6a7-b5849f4c16e4 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:39.972139 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab883f5-a324-4a4b-8d62-f46d4622cb49 None None] Pushing event updated for resources: {'Port': ['ID=f61455ef-a4c9-4056-8a4f-22229ac15406,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:39.993034 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102a185b-1507-47ec-93ad-766c4dae21f8 None None] Routers {'dc7b5bf3-35c7-4071-8242-5d15f88bc26f'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:17:39.994337 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-102a185b-1507-47ec-93ad-766c4dae21f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:17:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['dc7b5bf3-35c7-4071-8242-5d15f88bc26f'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:39.995156 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8fc49b9-5df7-4617-b4bb-72e54d958268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:40.067805 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 9ed29593-ee04-418c-8a48-65237da1c3fd triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:40.068416 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:40.117348 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-06477b6d-da5f-440c-84db-41b3673e71c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:40.120214 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8fc49b9-5df7-4617-b4bb-72e54d958268 None None] Network 9edbcd5f-8a8c-4c91-b3c8-0698d21457a9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:17:40.131465 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-d8fc49b9-5df7-4617-b4bb-72e54d958268 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:40.134059 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-57871d2c-e53c-4c90-ba64-12fc117a4234 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3518791 Jul 29 23:17:40.134890 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8fc49b9-5df7-4617-b4bb-72e54d958268 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:17:40.139768 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc49b9-5df7-4617-b4bb-72e54d958268 None None] Pushing event updated for resources: {'Port': ['ID=f7f185dd-1144-4e39-a6a7-b5849f4c16e4,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:40.144987 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-102a185b-1507-47ec-93ad-766c4dae21f8 None None] Set router dc7b5bf3-35c7-4071-8242-5d15f88bc26f gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:17:40.148881 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8df8af50-53e2-4789-9680-9975d078a45a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:40.157944 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-06477b6d-da5f-440c-84db-41b3673e71c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:40.190084 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8df8af50-53e2-4789-9680-9975d078a45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:40.198302 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-95e355a4-d8ec-48b2-afc2-8bb1b58c718f None None] Provisioning for port f8dfaa81-6bcd-4b32-b867-28d74592e5c8 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:40.206142 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-56d4e731-6b51-4707-a64a-7f1ee8381d68 admin admin] Allocated IP 172.20.0.1 (3ff0c22d-e92b-4624-87ea-404f2b9a7f07/4e952b46-dc16-4159-89fb-1a1f57dd3f63/8adf3e7d-68c6-433f-be1c-cbc44f27101a) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:17:40.207299 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-95e355a4-d8ec-48b2-afc2-8bb1b58c718f None None] Provisioning complete for port f8dfaa81-6bcd-4b32-b867-28d74592e5c8 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:40.207420 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-95e355a4-d8ec-48b2-afc2-8bb1b58c718f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:40.247664 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 35e86a60-c120-4c8e-89fd-57923fb369de up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:40.254787 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f995bfdd-38d1-4588-ae44-c6b092027b01 req-dc09e0c6-9367-4a21-8d86-392bdb3340e2 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:40.263342 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f995bfdd-38d1-4588-ae44-c6b092027b01 req-dc09e0c6-9367-4a21-8d86-392bdb3340e2 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] 10.222.0.18 "GET /v2.0/ports?device_id=16ee7e98-8949-45d0-82ba-a7c4827f1bf3 HTTP/1.1" status: 200 len: 949 time: 0.6340015 Jul 29 23:17:40.279056 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-2de49a31-cc7d-4516-8de8-30068abc2fec service neutron] Request body: {'port': {'device_id': 'bb4ba435-5ab9-46d9-968c-3ddbe7085a40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:40.334681 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-d8fc49b9-5df7-4617-b4bb-72e54d958268 None None] Attempting to bind port f7f185dd-1144-4e39-a6a7-b5849f4c16e4 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:17:40.335025 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-d8fc49b9-5df7-4617-b4bb-72e54d958268 None None] Attempting to bind port f7f185dd-1144-4e39-a6a7-b5849f4c16e4 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '57b5339d-93c7-469b-8f2c-ea2a3b010613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9edbcd5f-8a8c-4c91-b3c8-0698d21457a9'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:17:40.335320 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fc49b9-5df7-4617-b4bb-72e54d958268 None None] Attempting to bind port f7f185dd-1144-4e39-a6a7-b5849f4c16e4 on network 9edbcd5f-8a8c-4c91-b3c8-0698d21457a9 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:40.348106 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-95e355a4-d8ec-48b2-afc2-8bb1b58c718f None None] Port f8dfaa81-6bcd-4b32-b867-28d74592e5c8 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:17:40.358643 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-8df8af50-53e2-4789-9680-9975d078a45a admin admin] Allocated IP 172.25.8.26 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/d5817ad7-99cd-4c43-9e97-74db39e8f48c) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:17:40.360753 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fc49b9-5df7-4617-b4bb-72e54d958268 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:17:40.361005 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fc49b9-5df7-4617-b4bb-72e54d958268 None None] Checking segment: {'id': '57b5339d-93c7-469b-8f2c-ea2a3b010613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9edbcd5f-8a8c-4c91-b3c8-0698d21457a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:40.361958 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8fc49b9-5df7-4617-b4bb-72e54d958268 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:40.362495 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8fc49b9-5df7-4617-b4bb-72e54d958268 None None] Bound using segment: {'id': '57b5339d-93c7-469b-8f2c-ea2a3b010613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9edbcd5f-8a8c-4c91-b3c8-0698d21457a9'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:17:40.362997 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-d8fc49b9-5df7-4617-b4bb-72e54d958268 None None] Bound port: f7f185dd-1144-4e39-a6a7-b5849f4c16e4, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b5339d-93c7-469b-8f2c-ea2a3b010613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9edbcd5f-8a8c-4c91-b3c8-0698d21457a9'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:17:40.363389 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8fc49b9-5df7-4617-b4bb-72e54d958268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:40.383363 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-102a185b-1507-47ec-93ad-766c4dae21f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7b5bf3-35c7-4071-8242-5d15f88bc26f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1977050104-router', 'tenant_id': '4fdff9d3f032405d849a99be4597a320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f61455ef-a4c9-4056-8a4f-22229ac15406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:34Z', 'updated_at': '2021-07-29T23:17:37Z', 'revision_number': 3, 'project_id': '4fdff9d3f032405d849a99be4597a320', 'gw_port': {'id': 'f61455ef-a4c9-4056-8a4f-22229ac15406', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:db:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7b5bf3-35c7-4071-8242-5d15f88bc26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:36Z', 'updated_at': '2021-07-29T23:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:40.417725 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102a185b-1507-47ec-93ad-766c4dae21f8 None None] The sync data for ids ['dc7b5bf3-35c7-4071-8242-5d15f88bc26f'] in n-d-712140-10 is: [{'id': 'dc7b5bf3-35c7-4071-8242-5d15f88bc26f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1977050104-router', 'tenant_id': '4fdff9d3f032405d849a99be4597a320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f61455ef-a4c9-4056-8a4f-22229ac15406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:34Z', 'updated_at': '2021-07-29T23:17:37Z', 'revision_number': 3, 'project_id': '4fdff9d3f032405d849a99be4597a320', 'gw_port': {'id': 'f61455ef-a4c9-4056-8a4f-22229ac15406', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:db:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7b5bf3-35c7-4071-8242-5d15f88bc26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:36Z', 'updated_at': '2021-07-29T23:17:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:17:40.472184 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 35e86a60-c120-4c8e-89fd-57923fb369de completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:40.482500 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 35e86a60-c120-4c8e-89fd-57923fb369de triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:40.482799 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:40.506343 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-d8fc49b9-5df7-4617-b4bb-72e54d958268 None None] For port f7f185dd-1144-4e39-a6a7-b5849f4c16e4, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:17:40.523402 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-d8fc49b9-5df7-4617-b4bb-72e54d958268 None None] For port f7f185dd-1144-4e39-a6a7-b5849f4c16e4, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f7f185dd-1144-4e39-a6a7-b5849f4c16e4,segment=NetworkSegment(57b5339d-93c7-469b-8f2c-ea2a3b010613),segment_id=57b5339d-93c7-469b-8f2c-ea2a3b010613)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:17:40.537029 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8fc49b9-5df7-4617-b4bb-72e54d958268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:40.538426 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-06477b6d-da5f-440c-84db-41b3673e71c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:40.544405 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-06477b6d-da5f-440c-84db-41b3673e71c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:40.545639 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-06477b6d-da5f-440c-84db-41b3673e71c6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a17844bb-861d-46a3-9757-9675f0ce89b2 HTTP/1.1" status: 204 len: 168 time: 0.5936999 Jul 29 23:17:40.571786 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06477b6d-da5f-440c-84db-41b3673e71c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17844bb-861d-46a3-9757-9675f0ce89b2,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:40.590256 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8df8af50-53e2-4789-9680-9975d078a45a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:40.642352 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8df8af50-53e2-4789-9680-9975d078a45a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:40.670716 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b42d9a4-7b40-4cc1-b2d5-0ab4d423f35e req-c6870ddd-3906-4e06-a731-2dff28421d11 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5563056 Jul 29 23:17:40.723551 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df8af50-53e2-4789-9680-9975d078a45a admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:17:40.727005 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-8df8af50-53e2-4789-9680-9975d078a45a admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:40.729160 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fc49b9-5df7-4617-b4bb-72e54d958268 None None] Pushing event updated for resources: {'Port': ['ID=f7f185dd-1144-4e39-a6a7-b5849f4c16e4,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:40.734001 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df8af50-53e2-4789-9680-9975d078a45a admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:17:40.768736 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:40.808357 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f995bfdd-38d1-4588-ae44-c6b092027b01 req-78c4e89d-e90f-4c92-82df-b665abe926de tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c9924b5-ed38-4030-9a55-103e03302303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5435441 Jul 29 23:17:40.821924 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8af50-53e2-4789-9680-9975d078a45a admin admin] Pushing event updated for resources: {'Port': ['ID=d5817ad7-99cd-4c43-9e97-74db39e8f48c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:40.870510 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-2de49a31-cc7d-4516-8de8-30068abc2fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:40.870786 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 35e86a60-c120-4c8e-89fd-57923fb369de, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=35e86a60-c120-4c8e-89fd-57923fb369de,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:40.871740 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ee7e98-8949-45d0-82ba-a7c4827f1bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e86a60-c120-4c8e-89fd-57923fb369de'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:17:40.874154 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3083b083-7a50-4dcc-a12f-7fe8eb133131" -d '{"events": [{"server_uuid": "16ee7e98-8949-45d0-82ba-a7c4827f1bf3", "name": "network-vif-plugged", "status": "completed", "tag": "35e86a60-c120-4c8e-89fd-57923fb369de"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:17:40.880916 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:41.032379 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=35e86a60-c120-4c8e-89fd-57923fb369de,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:41.066972 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-56d4e731-6b51-4707-a64a-7f1ee8381d68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:41.106147 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-56d4e731-6b51-4707-a64a-7f1ee8381d68 admin admin] Transition to ACTIVE for port object 8adf3e7d-68c6-433f-be1c-cbc44f27101a will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:41.202341 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b7b98f6-2f12-48ab-a8cb-bba74c5e0d14 x-openstack-request-id: req-7b7b98f6-2f12-48ab-a8cb-bba74c5e0d14 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:17:41.202641 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ee7e98-8949-45d0-82ba-a7c4827f1bf3", "name": "network-vif-plugged", "status": "completed", "tag": "35e86a60-c120-4c8e-89fd-57923fb369de", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:17:41.202895 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b7b98f6-2f12-48ab-a8cb-bba74c5e0d14 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:17:41.203287 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ee7e98-8949-45d0-82ba-a7c4827f1bf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35e86a60-c120-4c8e-89fd-57923fb369de', 'code': 200} Jul 29 23:17:41.266222 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55548) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:41.351713 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0f3ebd81-4ce9-483c-8449-3fa8421bf0a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:41.434238 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87215cb6-d01d-427b-8889-6d03eb138d8b req-5b82b777-e157-4b7c-a59c-93bf1a77984c tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:41.436208 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-87215cb6-d01d-427b-8889-6d03eb138d8b req-5b82b777-e157-4b7c-a59c-93bf1a77984c tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4ba435-5ab9-46d9-968c-3ddbe7085a40 HTTP/1.1" status: 200 len: 936 time: 0.1469288 Jul 29 23:17:41.441682 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-56d4e731-6b51-4707-a64a-7f1ee8381d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:41.524492 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d4e731-6b51-4707-a64a-7f1ee8381d68 admin admin] Network 3ff0c22d-e92b-4624-87ea-404f2b9a7f07 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:17:41.538610 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-56d4e731-6b51-4707-a64a-7f1ee8381d68 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:41.552393 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d4e731-6b51-4707-a64a-7f1ee8381d68 admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:17:41.552877 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-56d4e731-6b51-4707-a64a-7f1ee8381d68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:41.650317 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4e731-6b51-4707-a64a-7f1ee8381d68 admin admin] Pushing event updated for resources: {'Port': ['ID=8adf3e7d-68c6-433f-be1c-cbc44f27101a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:41.673809 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90763bc1-a722-4e84-b6ab-ace75c7cadca req-15d664fd-7ed8-4e3b-97c0-3fa891218139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:41.675371 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-90763bc1-a722-4e84-b6ab-ace75c7cadca req-15d664fd-7ed8-4e3b-97c0-3fa891218139 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=16ee7e98-8949-45d0-82ba-a7c4827f1bf3 HTTP/1.1" status: 200 len: 1102 time: 0.3859775 Jul 29 23:17:41.728390 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8df8af50-53e2-4789-9680-9975d078a45a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:41.795115 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-87215cb6-d01d-427b-8889-6d03eb138d8b req-37ce36fe-d19b-4b85-8272-622094df1d99 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fd3b49-6b36-497d-a1c3-e29b750a5dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3431273 Jul 29 23:17:41.833580 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-f9f74c39-418b-4f8e-8866-1e2cb74f66aa tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=059e1ca7f14d445f9149a931f19d526e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2441938 Jul 29 23:17:41.872499 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-90763bc1-a722-4e84-b6ab-ace75c7cadca req-5873b4a8-e29e-4745-9282-fe21d90153f6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1c9924b5-ed38-4030-9a55-103e03302303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755669 Jul 29 23:17:41.877777 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f61455ef-a4c9-4056-8a4f-22229ac15406 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:42.027673 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port f61455ef-a4c9-4056-8a4f-22229ac15406 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:42.037013 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8c5a6eed-170a-4208-9dc4-64819b2c5eab None None] Provisioning for port 8adf3e7d-68c6-433f-be1c-cbc44f27101a completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:42.046431 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port f61455ef-a4c9-4056-8a4f-22229ac15406 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:42.049956 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:42.074577 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-2de49a31-cc7d-4516-8de8-30068abc2fec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8dfaa81-6bcd-4b32-b867-28d74592e5c8 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:17:42.088243 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0f3ebd81-4ce9-483c-8449-3fa8421bf0a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:42.092237 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-2de49a31-cc7d-4516-8de8-30068abc2fec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:42.092786 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8c5a6eed-170a-4208-9dc4-64819b2c5eab None None] Provisioning complete for port 8adf3e7d-68c6-433f-be1c-cbc44f27101a triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:42.097549 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8c5a6eed-170a-4208-9dc4-64819b2c5eab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:42.100689 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0f3ebd81-4ce9-483c-8449-3fa8421bf0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:42.164407 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-2de49a31-cc7d-4516-8de8-30068abc2fec service neutron] Transition to ACTIVE for port object f8dfaa81-6bcd-4b32-b867-28d74592e5c8 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:42.175923 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8c5a6eed-170a-4208-9dc4-64819b2c5eab None None] Port 8adf3e7d-68c6-433f-be1c-cbc44f27101a cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:17:42.187563 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-2de49a31-cc7d-4516-8de8-30068abc2fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:42.202991 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-56d4e731-6b51-4707-a64a-7f1ee8381d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:42.226656 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-dcaa01f6-8b21-4ec5-b9e4-f50b74551455 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:42.239658 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-dcaa01f6-8b21-4ec5-b9e4-f50b74551455 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3518248 Jul 29 23:17:42.249352 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:42.272357 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0f3ebd81-4ce9-483c-8449-3fa8421bf0a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67552805898e476f94ab00fab822d719&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0068064 Jul 29 23:17:42.285170 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55576) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:42.309399 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ebd81-4ce9-483c-8449-3fa8421bf0a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c5d7867-4699-4bff-b4cf-ff73cba61cf8,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:42.326773 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port f61455ef-a4c9-4056-8a4f-22229ac15406, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f61455ef-a4c9-4056-8a4f-22229ac15406,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:42.338276 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4c6970-6dbd-4909-8783-75cff9fef922 None None] Network 9edbcd5f-8a8c-4c91-b3c8-0698d21457a9 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:17:42.342822 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8df8af50-53e2-4789-9680-9975d078a45a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:42.410271 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-62ed8d2f-fe04-44d2-b2d6-709c63d57cb1 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/quotas/059e1ca7f14d445f9149a931f19d526e HTTP/1.1" status: 200 len: 375 time: 0.1694047 Jul 29 23:17:42.452800 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c71d3533-3346-4219-a761-3d3b171bd581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:42.456869 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:42.457796 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f7f185dd-1144-4e39-a6a7-b5849f4c16e4 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:42.543541 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c71d3533-3346-4219-a761-3d3b171bd581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:42.553033 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de49a31-cc7d-4516-8de8-30068abc2fec service neutron] Pushing event updated for resources: {'Port': ['ID=f8dfaa81-6bcd-4b32-b867-28d74592e5c8,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:42.575501 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-2de49a31-cc7d-4516-8de8-30068abc2fec service neutron] Attempting to bind port f8dfaa81-6bcd-4b32-b867-28d74592e5c8 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:17:42.576117 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-2de49a31-cc7d-4516-8de8-30068abc2fec service neutron] Attempting to bind port f8dfaa81-6bcd-4b32-b867-28d74592e5c8 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:17:42.576574 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-2de49a31-cc7d-4516-8de8-30068abc2fec service neutron] Attempting to bind port f8dfaa81-6bcd-4b32-b867-28d74592e5c8 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:42.604615 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=f61455ef-a4c9-4056-8a4f-22229ac15406,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:42.620100 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-cf87a3ae-6872-4bb8-b42c-388441e15e49 None None] Provisioning for port f7f185dd-1144-4e39-a6a7-b5849f4c16e4 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:42.630530 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-2de49a31-cc7d-4516-8de8-30068abc2fec service neutron] Port f8dfaa81-6bcd-4b32-b867-28d74592e5c8 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:17:42.631097 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-2de49a31-cc7d-4516-8de8-30068abc2fec service neutron] Attempting to bind port f8dfaa81-6bcd-4b32-b867-28d74592e5c8 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:42.651414 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df8af50-53e2-4789-9680-9975d078a45a admin admin] Router f85c7577-91ed-438f-a397-99e989122844 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:17:42.663199 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c71d3533-3346-4219-a761-3d3b171bd581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:42.666943 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c71d3533-3346-4219-a761-3d3b171bd581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:42.672626 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c71d3533-3346-4219-a761-3d3b171bd581 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c5d7867-4699-4bff-b4cf-ff73cba61cf8 HTTP/1.1" status: 204 len: 168 time: 0.3839860 Jul 29 23:17:42.714289 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-2de49a31-cc7d-4516-8de8-30068abc2fec service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:17:42.719692 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-2de49a31-cc7d-4516-8de8-30068abc2fec service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:42.719692 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-2de49a31-cc7d-4516-8de8-30068abc2fec service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:17:42.724037 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port f7f185dd-1144-4e39-a6a7-b5849f4c16e4 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:42.725045 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-2de49a31-cc7d-4516-8de8-30068abc2fec service neutron] Bound port: f8dfaa81-6bcd-4b32-b867-28d74592e5c8, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:17:42.725476 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-2de49a31-cc7d-4516-8de8-30068abc2fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:42.731109 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port f7f185dd-1144-4e39-a6a7-b5849f4c16e4 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:42.731682 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:42.756974 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7febb-f054-455c-ba62-892085f8d199 req-2c47f16f-d1e1-479a-89be-4521a9e3f72c tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:42.768039 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-35e7febb-f054-455c-ba62-892085f8d199 req-2c47f16f-d1e1-479a-89be-4521a9e3f72c tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 949 time: 0.3176877 Jul 29 23:17:42.805959 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-6b4b2e3b-4d84-4a97-85b8-e1701dc07615 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=059e1ca7f14d445f9149a931f19d526e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3532073 Jul 29 23:17:42.899611 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:42.932138 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df8af50-53e2-4789-9680-9975d078a45a admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:17:42.957326 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d3533-3346-4219-a761-3d3b171bd581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c5d7867-4699-4bff-b4cf-ff73cba61cf8,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:42.963513 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b2f872-2734-4765-9cac-2467420365f3 None None] Sync routers for ids ['f85c7577-91ed-438f-a397-99e989122844'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:17:42.975508 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port f7f185dd-1144-4e39-a6a7-b5849f4c16e4, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f7f185dd-1144-4e39-a6a7-b5849f4c16e4,segment=NetworkSegment(57b5339d-93c7-469b-8f2c-ea2a3b010613),segment_id=57b5339d-93c7-469b-8f2c-ea2a3b010613)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:43.000958 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:43.024013 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8df8af50-53e2-4789-9680-9975d078a45a admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:43.031527 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8df8af50-53e2-4789-9680-9975d078a45a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0969775 Jul 29 23:17:43.033808 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55592) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:43.048624 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b2f872-2734-4765-9cac-2467420365f3 None None] Routers {'f85c7577-91ed-438f-a397-99e989122844'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:17:43.050551 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a0b2f872-2734-4765-9cac-2467420365f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:17:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f85c7577-91ed-438f-a397-99e989122844'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:43.093085 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-35e7febb-f054-455c-ba62-892085f8d199 req-5b6d1cf2-e548-4517-9eb6-01469e47c025 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237035 Jul 29 23:17:43.163355 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=f7f185dd-1144-4e39-a6a7-b5849f4c16e4,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:43.290651 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-56d4e731-6b51-4707-a64a-7f1ee8381d68 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:43.320708 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-56d4e731-6b51-4707-a64a-7f1ee8381d68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:43.324825 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-56d4e731-6b51-4707-a64a-7f1ee8381d68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:43.338521 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-a0b2f872-2734-4765-9cac-2467420365f3 None None] Set router f85c7577-91ed-438f-a397-99e989122844 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:17:43.348416 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-2de49a31-cc7d-4516-8de8-30068abc2fec service neutron] For port f8dfaa81-6bcd-4b32-b867-28d74592e5c8, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:17:43.391097 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-2de49a31-cc7d-4516-8de8-30068abc2fec service neutron] For port f8dfaa81-6bcd-4b32-b867-28d74592e5c8, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f8dfaa81-6bcd-4b32-b867-28d74592e5c8,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:17:43.417737 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-2de49a31-cc7d-4516-8de8-30068abc2fec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:43.469168 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4e731-6b51-4707-a64a-7f1ee8381d68 admin admin] Pushing event updated for resources: {'Port': ['ID=8adf3e7d-68c6-433f-be1c-cbc44f27101a,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:43.489002 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-2de49a31-cc7d-4516-8de8-30068abc2fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:43.490179 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-2de49a31-cc7d-4516-8de8-30068abc2fec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:43.491858 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-2de49a31-cc7d-4516-8de8-30068abc2fec service neutron] 10.222.0.23 "PUT /v2.0/ports/f8dfaa81-6bcd-4b32-b867-28d74592e5c8 HTTP/1.1" status: 200 len: 1097 time: 3.2662973 Jul 29 23:17:43.501186 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4436eb81-c705-4ac7-8638-437ae5cff3ce req-f2e6693b-2763-4b8d-9ec4-2ff06b247b4a tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:43.509492 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4436eb81-c705-4ac7-8638-437ae5cff3ce req-f2e6693b-2763-4b8d-9ec4-2ff06b247b4a tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] 10.222.0.18 "GET /v2.0/ports?device_id=16ee7e98-8949-45d0-82ba-a7c4827f1bf3 HTTP/1.1" status: 200 len: 950 time: 0.2132864 Jul 29 23:17:43.545235 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb4ba435-5ab9-46d9-968c-3ddbe7085a40', 'tag': 'f8dfaa81-6bcd-4b32-b867-28d74592e5c8'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:17:43.547488 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516476a2-60b8-43a7-8b28-b1bcf23d52b8" -d '{"events": [{"name": "network-changed", "server_uuid": "bb4ba435-5ab9-46d9-968c-3ddbe7085a40", "tag": "f8dfaa81-6bcd-4b32-b867-28d74592e5c8"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:17:43.704049 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8d95e67d-de79-4f6f-84e1-34214906fec0 None None] Provisioning complete for port f7f185dd-1144-4e39-a6a7-b5849f4c16e4 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:43.704366 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8d95e67d-de79-4f6f-84e1-34214906fec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:43.814767 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4436eb81-c705-4ac7-8638-437ae5cff3ce req-b560732f-55b6-469c-a093-06f97a7530b8 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c9924b5-ed38-4030-9a55-103e03302303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040657 Jul 29 23:17:43.859778 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de49a31-cc7d-4516-8de8-30068abc2fec service neutron] Pushing event updated for resources: {'Port': ['ID=f8dfaa81-6bcd-4b32-b867-28d74592e5c8,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:43.868694 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f61455ef-a4c9-4056-8a4f-22229ac15406 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:43.966800 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d4e731-6b51-4707-a64a-7f1ee8381d68 admin admin] Network 3ff0c22d-e92b-4624-87ea-404f2b9a7f07 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:17:43.993352 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4e4ec58-e587-4983-8fd9-3dafa80c0b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:44.147574 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port f61455ef-a4c9-4056-8a4f-22229ac15406 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:44.148078 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:44.182897 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a0b2f872-2734-4765-9cac-2467420365f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85c7577-91ed-438f-a397-99e989122844', 'name': 'tempest-FloatingIPsNegativeTestJSON-246693261-router', 'tenant_id': '12648175b8574e568c0483bf719d6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'd5817ad7-99cd-4c43-9e97-74db39e8f48c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:39Z', 'updated_at': '2021-07-29T23:17:41Z', 'revision_number': 3, 'project_id': '12648175b8574e568c0483bf719d6c02', 'gw_port': {'id': 'd5817ad7-99cd-4c43-9e97-74db39e8f48c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85c7577-91ed-438f-a397-99e989122844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:40Z', 'updated_at': '2021-07-29T23:17:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:44.213948 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b2f872-2734-4765-9cac-2467420365f3 None None] Checking router: f85c7577-91ed-438f-a397-99e989122844 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:17:44.214289 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b2f872-2734-4765-9cac-2467420365f3 None None] Updating router f85c7577-91ed-438f-a397-99e989122844 port d5817ad7-99cd-4c43-9e97-74db39e8f48c binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:17:44.233810 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-c4e4ec58-e587-4983-8fd9-3dafa80c0b3a admin admin] Allocated IP 172.20.0.1 (9edbcd5f-8a8c-4c91-b3c8-0698d21457a9/99e9977d-e8ce-474a-8319-d8d45f0c6e83/1b7d65b0-d7fd-4a31-8586-1103e22280ab) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:17:44.237774 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-56d4e731-6b51-4707-a64a-7f1ee8381d68 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:44.241028 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-4011d3b5-f2ff-4193-a59d-1f62edbeaae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:44.243003 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-4011d3b5-f2ff-4193-a59d-1f62edbeaae0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1842ff94846047378c5fcae5640b49dd&device_id=bb4ba435-5ab9-46d9-968c-3ddbe7085a40 HTTP/1.1" status: 200 len: 1100 time: 0.6772354 Jul 29 23:17:44.252427 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a0b2f872-2734-4765-9cac-2467420365f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:44.372325 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f7f185dd-1144-4e39-a6a7-b5849f4c16e4 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:44.429989 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55630) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:44.470767 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-2d14921d-9e81-4f21-9bc9-4c0c081550c7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=f8dfaa81-6bcd-4b32-b867-28d74592e5c8 HTTP/1.1" status: 200 len: 217 time: 0.0782697 Jul 29 23:17:44.479819 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4e4ec58-e587-4983-8fd9-3dafa80c0b3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:44.499096 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a05e6-8da3-4f57-9434-3b5f140a7bd4 req-14b2d60c-5fdd-49be-8993-f19a92e88abe tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:44.505557 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-c4e4ec58-e587-4983-8fd9-3dafa80c0b3a admin admin] Transition to ACTIVE for port object 1b7d65b0-d7fd-4a31-8586-1103e22280ab will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:44.507632 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c06a05e6-8da3-4f57-9434-3b5f140a7bd4 req-14b2d60c-5fdd-49be-8993-f19a92e88abe tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.6180050 Jul 29 23:17:44.556382 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4e4ec58-e587-4983-8fd9-3dafa80c0b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:44.610653 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400b7b6-d4fa-4359-93b4-9a4646216460 req-bdaf34a4-51d2-4f08-92ff-0e50a545c79b tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:44.613628 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a400b7b6-d4fa-4359-93b4-9a4646216460 req-bdaf34a4-51d2-4f08-92ff-0e50a545c79b tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4ba435-5ab9-46d9-968c-3ddbe7085a40 HTTP/1.1" status: 200 len: 948 time: 0.6879644 Jul 29 23:17:44.618836 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-928a2e1c-d322-430e-acea-f6125192dbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:44.620457 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-928a2e1c-d322-430e-acea-f6125192dbb0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1392894 Jul 29 23:17:44.679542 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e4ec58-e587-4983-8fd9-3dafa80c0b3a admin admin] Network 9edbcd5f-8a8c-4c91-b3c8-0698d21457a9 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:17:44.687102 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-10068c41-b203-4d16-9add-f231d2f337a5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1422433478-network', 'tenant_id': 'b675f7a309964096bd61726e3752bfc0'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:44.689506 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d4e731-6b51-4707-a64a-7f1ee8381d68 admin admin] Router dc7b5bf3-35c7-4071-8242-5d15f88bc26f has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:17:44.714476 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c06a05e6-8da3-4f57-9434-3b5f140a7bd4 req-861571fe-364a-4891-bf2e-b98640221255 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974249 Jul 29 23:17:44.714823 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-c4e4ec58-e587-4983-8fd9-3dafa80c0b3a admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:44.717099 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e4ec58-e587-4983-8fd9-3dafa80c0b3a admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:17:44.725460 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4ec58-e587-4983-8fd9-3dafa80c0b3a admin admin] Pushing event updated for resources: {'Port': ['ID=1b7d65b0-d7fd-4a31-8586-1103e22280ab,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:44.744752 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10068c41-b203-4d16-9add-f231d2f337a5 admin admin] Made reservation on behalf of b675f7a309964096bd61726e3752bfc0 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:44.749862 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-10068c41-b203-4d16-9add-f231d2f337a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:44.772398 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a0b2f872-2734-4765-9cac-2467420365f3 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:44.786966 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a400b7b6-d4fa-4359-93b4-9a4646216460 req-39e0a671-c38b-4a31-81f2-a23535a95bde tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fd3b49-6b36-497d-a1c3-e29b750a5dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653066 Jul 29 23:17:44.806321 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc5b8fd0-9e01-452c-a2d2-320d1b6f5cf6 x-openstack-request-id: req-fc5b8fd0-9e01-452c-a2d2-320d1b6f5cf6 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:17:44.808023 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb4ba435-5ab9-46d9-968c-3ddbe7085a40", "tag": "f8dfaa81-6bcd-4b32-b867-28d74592e5c8", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:17:44.808776 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc5b8fd0-9e01-452c-a2d2-320d1b6f5cf6 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:17:44.809334 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb4ba435-5ab9-46d9-968c-3ddbe7085a40', 'tag': 'f8dfaa81-6bcd-4b32-b867-28d74592e5c8', 'status': 'completed', 'code': 200} Jul 29 23:17:44.821184 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-00950bb2-9377-4d78-bf6d-94e7380d4aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:44.823068 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a0b2f872-2734-4765-9cac-2467420365f3 None None] Transition to ACTIVE for port object d5817ad7-99cd-4c43-9e97-74db39e8f48c will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:44.823280 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-00950bb2-9377-4d78-bf6d-94e7380d4aa8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1868863 Jul 29 23:17:44.834631 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9a005626-d507-4b3e-9981-66d0858f7fed None None] Provisioning complete for port 8adf3e7d-68c6-433f-be1c-cbc44f27101a triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:44.835013 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a005626-d507-4b3e-9981-66d0858f7fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:44.836559 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a0b2f872-2734-4765-9cac-2467420365f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:44.848757 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port f7f185dd-1144-4e39-a6a7-b5849f4c16e4 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:44.849147 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:44.853776 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4e4ec58-e587-4983-8fd9-3dafa80c0b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:45.020669 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebec732-6d58-465d-8013-130ea20491ba None None] Pushing event updated for resources: {'Port': ['ID=d5817ad7-99cd-4c43-9e97-74db39e8f48c,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:45.032339 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-9a005626-d507-4b3e-9981-66d0858f7fed None None] Port 8adf3e7d-68c6-433f-be1c-cbc44f27101a cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:17:45.041296 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a0b2f872-2734-4765-9cac-2467420365f3 None None] Attempting to bind port d5817ad7-99cd-4c43-9e97-74db39e8f48c on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:17:45.041663 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a0b2f872-2734-4765-9cac-2467420365f3 None None] Attempting to bind port d5817ad7-99cd-4c43-9e97-74db39e8f48c by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:17:45.044647 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b2f872-2734-4765-9cac-2467420365f3 None None] Attempting to bind port d5817ad7-99cd-4c43-9e97-74db39e8f48c on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:45.069022 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-10068c41-b203-4d16-9add-f231d2f337a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:45.072752 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b2f872-2734-4765-9cac-2467420365f3 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:17:45.073249 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b2f872-2734-4765-9cac-2467420365f3 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:45.075429 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a0b2f872-2734-4765-9cac-2467420365f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:45.077244 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0b2f872-2734-4765-9cac-2467420365f3 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:17:45.078462 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a0b2f872-2734-4765-9cac-2467420365f3 None None] Bound port: d5817ad7-99cd-4c43-9e97-74db39e8f48c, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:17:45.078878 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a0b2f872-2734-4765-9cac-2467420365f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:45.193839 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4e4ec58-e587-4983-8fd9-3dafa80c0b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:45.226681 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-12ce6659-a30b-4eeb-b89a-e6e4c25075ac None None] Provisioning for port 1b7d65b0-d7fd-4a31-8586-1103e22280ab completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:45.304554 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-d088959d-c94b-4741-9a13-d8913fa64ff0 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035020 Jul 29 23:17:45.325387 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-12ce6659-a30b-4eeb-b89a-e6e4c25075ac None None] Provisioning complete for port 1b7d65b0-d7fd-4a31-8586-1103e22280ab triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:45.325513 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-12ce6659-a30b-4eeb-b89a-e6e4c25075ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:45.357383 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d4e731-6b51-4707-a64a-7f1ee8381d68 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:17:45.369154 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3da3a4-0f28-4d60-a2d7-e736fc864eb4 None None] Sync routers for ids ['dc7b5bf3-35c7-4071-8242-5d15f88bc26f'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:17:45.378776 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-56d4e731-6b51-4707-a64a-7f1ee8381d68 admin admin] 10.222.0.18 "PUT /v2.0/routers/dc7b5bf3-35c7-4071-8242-5d15f88bc26f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7317970 Jul 29 23:17:45.378975 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-10068c41-b203-4d16-9add-f231d2f337a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:45.390034 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3da3a4-0f28-4d60-a2d7-e736fc864eb4 None None] Routers {'dc7b5bf3-35c7-4071-8242-5d15f88bc26f'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:17:45.391181 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-2f3da3a4-0f28-4d60-a2d7-e736fc864eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:17:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['dc7b5bf3-35c7-4071-8242-5d15f88bc26f'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:45.400097 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-10068c41-b203-4d16-9add-f231d2f337a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:45.434296 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10068c41-b203-4d16-9add-f231d2f337a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:17:45.449145 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-10068c41-b203-4d16-9add-f231d2f337a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:45.449489 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-10068c41-b203-4d16-9add-f231d2f337a5 admin admin] Added segment 49e6ec17-5074-46be-a3e0-83531dd992e4 of type vlan for network 55fb160e-6b45-47b4-8565-f685f832c4b9 Jul 29 23:17:45.461522 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-12ce6659-a30b-4eeb-b89a-e6e4c25075ac None None] Port 1b7d65b0-d7fd-4a31-8586-1103e22280ab cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:17:45.478488 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a0b2f872-2734-4765-9cac-2467420365f3 None None] For port d5817ad7-99cd-4c43-9e97-74db39e8f48c, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:17:45.500549 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a0b2f872-2734-4765-9cac-2467420365f3 None None] For port d5817ad7-99cd-4c43-9e97-74db39e8f48c, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d5817ad7-99cd-4c43-9e97-74db39e8f48c,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:17:45.509934 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a0b2f872-2734-4765-9cac-2467420365f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:45.527532 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-10068c41-b203-4d16-9add-f231d2f337a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:45.574824 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b2f872-2734-4765-9cac-2467420365f3 None None] Routers {'f85c7577-91ed-438f-a397-99e989122844'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:17:45.575549 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a0b2f872-2734-4765-9cac-2467420365f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:17:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f85c7577-91ed-438f-a397-99e989122844'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:45.581636 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10068c41-b203-4d16-9add-f231d2f337a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd3a07c-fc2f-4a77-b891-a027ba12c658,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:45.584873 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-10068c41-b203-4d16-9add-f231d2f337a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:45.586209 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10068c41-b203-4d16-9add-f231d2f337a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:45.586798 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-10068c41-b203-4d16-9add-f231d2f337a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:45.588054 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee819fbd-b7da-48d8-b87c-985c71b55546 req-7fb85059-95d9-45ad-969e-5d52296c5bb3 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158198 Jul 29 23:17:45.612597 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-2f3da3a4-0f28-4d60-a2d7-e736fc864eb4 None None] Set router dc7b5bf3-35c7-4071-8242-5d15f88bc26f gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:17:45.657392 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-399502c2-4ff0-492f-a6ed-03c05c0086df req-777fc380-82e2-42e9-b3ff-ff88028ab29c tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ea6575-aff1-41f5-8c89-ff66f3f3a0d2 HTTP/1.1" status: 200 len: 210 time: 0.0677962 Jul 29 23:17:45.658637 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10068c41-b203-4d16-9add-f231d2f337a5 admin admin] Pushing event updated for resources: {'Network': ['ID=55fb160e-6b45-47b4-8565-f685f832c4b9,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:45.688787 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b66249-e3da-4d1b-8eaa-18b335611748 req-b233f30e-90cb-489f-8539-39020cee1be0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:45.692325 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89b66249-e3da-4d1b-8eaa-18b335611748 req-b233f30e-90cb-489f-8539-39020cee1be0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 949 time: 0.4057686 Jul 29 23:17:45.702117 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-10068c41-b203-4d16-9add-f231d2f337a5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2710333 Jul 29 23:17:45.705970 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55648) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:45.713138 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-7230d56c-f2f5-4d7e-97d1-eb7c8369b494 admin admin] Request body: {'subnet': {'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1422433478-subnet', 'tenant_id': 'b675f7a309964096bd61726e3752bfc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:45.715786 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 55fb160e-6b45-47b4-8565-f685f832c4b9 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:17:45.756498 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4e4ec58-e587-4983-8fd9-3dafa80c0b3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:45.766843 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4e4ec58-e587-4983-8fd9-3dafa80c0b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:45.824733 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516476a2-60b8-43a7-8b28-b1bcf23d52b8 req-b5d14e97-4050-466d-8095-05e8fb2aecba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:45.826137 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-516476a2-60b8-43a7-8b28-b1bcf23d52b8 req-b5d14e97-4050-466d-8095-05e8fb2aecba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1842ff94846047378c5fcae5640b49dd&device_id=bb4ba435-5ab9-46d9-968c-3ddbe7085a40 HTTP/1.1" status: 200 len: 1100 time: 0.1554360 Jul 29 23:17:45.837008 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89b66249-e3da-4d1b-8eaa-18b335611748 req-42e9f5ff-a877-4084-aeda-f87afa402d90 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020663 Jul 29 23:17:45.912901 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4e4ec58-e587-4983-8fd9-3dafa80c0b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:45.925279 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-2f3da3a4-0f28-4d60-a2d7-e736fc864eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7b5bf3-35c7-4071-8242-5d15f88bc26f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1977050104-router', 'tenant_id': '4fdff9d3f032405d849a99be4597a320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f61455ef-a4c9-4056-8a4f-22229ac15406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:34Z', 'updated_at': '2021-07-29T23:17:42Z', 'revision_number': 4, 'project_id': '4fdff9d3f032405d849a99be4597a320', 'gw_port': {'id': 'f61455ef-a4c9-4056-8a4f-22229ac15406', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:db:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7b5bf3-35c7-4071-8242-5d15f88bc26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:36Z', 'updated_at': '2021-07-29T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '8adf3e7d-68c6-433f-be1c-cbc44f27101a', 'name': '', 'network_id': '3ff0c22d-e92b-4624-87ea-404f2b9a7f07', 'tenant_id': '4fdff9d3f032405d849a99be4597a320', 'mac_address': 'fa:16:3e:aa:56:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7b5bf3-35c7-4071-8242-5d15f88bc26f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '4e952b46-dc16-4159-89fb-1a1f57dd3f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:39Z', 'updated_at': '2021-07-29T23:17:42Z', 'revision_number': 2, 'project_id': '4fdff9d3f032405d849a99be4597a320', 'subnets': [{'id': '4e952b46-dc16-4159-89fb-1a1f57dd3f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:45.925633 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-a0b2f872-2734-4765-9cac-2467420365f3 None None] Set router f85c7577-91ed-438f-a397-99e989122844 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:17:45.931943 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e4ec58-e587-4983-8fd9-3dafa80c0b3a admin admin] Pushing event updated for resources: {'Port': ['ID=1b7d65b0-d7fd-4a31-8586-1103e22280ab,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:45.942995 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7230d56c-f2f5-4d7e-97d1-eb7c8369b494 admin admin] Made reservation on behalf of b675f7a309964096bd61726e3752bfc0 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:45.950059 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7230d56c-f2f5-4d7e-97d1-eb7c8369b494 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:46.039210 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3da3a4-0f28-4d60-a2d7-e736fc864eb4 None None] Checking router: dc7b5bf3-35c7-4071-8242-5d15f88bc26f for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:17:46.039740 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3da3a4-0f28-4d60-a2d7-e736fc864eb4 None None] Updating router dc7b5bf3-35c7-4071-8242-5d15f88bc26f port 8adf3e7d-68c6-433f-be1c-cbc44f27101a binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:17:46.066403 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2f3da3a4-0f28-4d60-a2d7-e736fc864eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:46.257688 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5625174-67c6-4f91-8eda-db3d112288d1 req-1349792b-7ffb-4566-8eba-df5b26c88506 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:46.266490 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f5625174-67c6-4f91-8eda-db3d112288d1 req-1349792b-7ffb-4566-8eba-df5b26c88506 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.1796916 Jul 29 23:17:46.277711 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebec732-6d58-465d-8013-130ea20491ba None None] Pushing event updated for resources: {'Port': ['ID=d5817ad7-99cd-4c43-9e97-74db39e8f48c,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:46.278436 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516476a2-60b8-43a7-8b28-b1bcf23d52b8 req-4665e9ad-8b99-4743-a78f-bcc0868fc4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:46.280181 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-516476a2-60b8-43a7-8b28-b1bcf23d52b8 req-4665e9ad-8b99-4743-a78f-bcc0868fc4fd service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.4419572 Jul 29 23:17:46.354306 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a0b2f872-2734-4765-9cac-2467420365f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85c7577-91ed-438f-a397-99e989122844', 'name': 'tempest-FloatingIPsNegativeTestJSON-246693261-router', 'tenant_id': '12648175b8574e568c0483bf719d6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'd5817ad7-99cd-4c43-9e97-74db39e8f48c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:39Z', 'updated_at': '2021-07-29T23:17:45Z', 'revision_number': 4, 'project_id': '12648175b8574e568c0483bf719d6c02', 'gw_port': {'id': 'd5817ad7-99cd-4c43-9e97-74db39e8f48c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85c7577-91ed-438f-a397-99e989122844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:40Z', 'updated_at': '2021-07-29T23:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '1b7d65b0-d7fd-4a31-8586-1103e22280ab', 'name': '', 'network_id': '9edbcd5f-8a8c-4c91-b3c8-0698d21457a9', 'tenant_id': '12648175b8574e568c0483bf719d6c02', 'mac_address': 'fa:16:3e:58:44:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85c7577-91ed-438f-a397-99e989122844', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '99e9977d-e8ce-474a-8319-d8d45f0c6e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:44Z', 'updated_at': '2021-07-29T23:17:44Z', 'revision_number': 1, 'project_id': '12648175b8574e568c0483bf719d6c02', 'subnets': [{'id': '99e9977d-e8ce-474a-8319-d8d45f0c6e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:46.395065 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b2f872-2734-4765-9cac-2467420365f3 None None] The sync data for ids ['f85c7577-91ed-438f-a397-99e989122844'] in n-d-712140-10 is: [{'id': 'f85c7577-91ed-438f-a397-99e989122844', 'name': 'tempest-FloatingIPsNegativeTestJSON-246693261-router', 'tenant_id': '12648175b8574e568c0483bf719d6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'd5817ad7-99cd-4c43-9e97-74db39e8f48c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:39Z', 'updated_at': '2021-07-29T23:17:45Z', 'revision_number': 4, 'project_id': '12648175b8574e568c0483bf719d6c02', 'gw_port': {'id': 'd5817ad7-99cd-4c43-9e97-74db39e8f48c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7a:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85c7577-91ed-438f-a397-99e989122844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:40Z', 'updated_at': '2021-07-29T23:17:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '1b7d65b0-d7fd-4a31-8586-1103e22280ab', 'name': '', 'network_id': '9edbcd5f-8a8c-4c91-b3c8-0698d21457a9', 'tenant_id': '12648175b8574e568c0483bf719d6c02', 'mac_address': 'fa:16:3e:58:44:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85c7577-91ed-438f-a397-99e989122844', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '99e9977d-e8ce-474a-8319-d8d45f0c6e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:44Z', 'updated_at': '2021-07-29T23:17:44Z', 'revision_number': 1, 'project_id': '12648175b8574e568c0483bf719d6c02', 'subnets': [{'id': '99e9977d-e8ce-474a-8319-d8d45f0c6e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:17:46.396162 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-516476a2-60b8-43a7-8b28-b1bcf23d52b8 req-4b194d5d-d0d3-4350-9e49-29055612ad00 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=f8dfaa81-6bcd-4b32-b867-28d74592e5c8 HTTP/1.1" status: 200 len: 217 time: 0.0990305 Jul 29 23:17:46.517925 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516476a2-60b8-43a7-8b28-b1bcf23d52b8 req-1965d823-57e9-4db3-9bee-9e8f87570200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:46.519804 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-516476a2-60b8-43a7-8b28-b1bcf23d52b8 req-1965d823-57e9-4db3-9bee-9e8f87570200 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1082761 Jul 29 23:17:46.523185 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f5625174-67c6-4f91-8eda-db3d112288d1 req-5ccaaf6e-2cea-4232-96fd-73bc2d0d3680 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556643 Jul 29 23:17:46.546675 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c8c6c-36a9-4216-81ae-4e5170471760 req-3f81d738-01b6-4484-a916-a57a020891d4 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:46.546675 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-197c8c6c-36a9-4216-81ae-4e5170471760 req-3f81d738-01b6-4484-a916-a57a020891d4 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4ba435-5ab9-46d9-968c-3ddbe7085a40 HTTP/1.1" status: 200 len: 948 time: 0.1452091 Jul 29 23:17:46.563964 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2f3da3a4-0f28-4d60-a2d7-e736fc864eb4 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:46.577251 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-2f3da3a4-0f28-4d60-a2d7-e736fc864eb4 None None] Transition to ACTIVE for port object 8adf3e7d-68c6-433f-be1c-cbc44f27101a will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:46.587383 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2f3da3a4-0f28-4d60-a2d7-e736fc864eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:46.607780 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516476a2-60b8-43a7-8b28-b1bcf23d52b8 req-4798b95e-1140-467a-be65-5ebfd952a482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:46.609663 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-516476a2-60b8-43a7-8b28-b1bcf23d52b8 req-4798b95e-1140-467a-be65-5ebfd952a482 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0658793 Jul 29 23:17:46.650478 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16eb06-a37c-485b-9347-7aac8365d430 None None] Pushing event updated for resources: {'Port': ['ID=8adf3e7d-68c6-433f-be1c-cbc44f27101a,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:46.743372 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-2f3da3a4-0f28-4d60-a2d7-e736fc864eb4 None None] Attempting to bind port 8adf3e7d-68c6-433f-be1c-cbc44f27101a on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:17:46.743758 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-2f3da3a4-0f28-4d60-a2d7-e736fc864eb4 None None] Attempting to bind port 8adf3e7d-68c6-433f-be1c-cbc44f27101a by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '46eb2fae-b572-4a16-aac2-c017bca6a00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3ff0c22d-e92b-4624-87ea-404f2b9a7f07'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:17:46.744176 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3da3a4-0f28-4d60-a2d7-e736fc864eb4 None None] Attempting to bind port 8adf3e7d-68c6-433f-be1c-cbc44f27101a on network 3ff0c22d-e92b-4624-87ea-404f2b9a7f07 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:46.750425 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3da3a4-0f28-4d60-a2d7-e736fc864eb4 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:17:46.750961 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3da3a4-0f28-4d60-a2d7-e736fc864eb4 None None] Checking segment: {'id': '46eb2fae-b572-4a16-aac2-c017bca6a00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3ff0c22d-e92b-4624-87ea-404f2b9a7f07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:46.751331 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2f3da3a4-0f28-4d60-a2d7-e736fc864eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:46.752326 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3da3a4-0f28-4d60-a2d7-e736fc864eb4 None None] Bound using segment: {'id': '46eb2fae-b572-4a16-aac2-c017bca6a00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3ff0c22d-e92b-4624-87ea-404f2b9a7f07'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:17:46.752865 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-2f3da3a4-0f28-4d60-a2d7-e736fc864eb4 None None] Bound port: 8adf3e7d-68c6-433f-be1c-cbc44f27101a, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46eb2fae-b572-4a16-aac2-c017bca6a00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3ff0c22d-e92b-4624-87ea-404f2b9a7f07'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:17:46.753310 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2f3da3a4-0f28-4d60-a2d7-e736fc864eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:46.773761 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-197c8c6c-36a9-4216-81ae-4e5170471760 req-e365afae-0b37-481b-bfbe-9f0a4879b597 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fd3b49-6b36-497d-a1c3-e29b750a5dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951315 Jul 29 23:17:46.781695 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-516476a2-60b8-43a7-8b28-b1bcf23d52b8 req-c75c80f5-0664-47c7-8793-a82d91145a58 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588831 Jul 29 23:17:46.855585 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-2f3da3a4-0f28-4d60-a2d7-e736fc864eb4 None None] For port 8adf3e7d-68c6-433f-be1c-cbc44f27101a, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:17:46.859737 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-2f3da3a4-0f28-4d60-a2d7-e736fc864eb4 None None] For port 8adf3e7d-68c6-433f-be1c-cbc44f27101a, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=8adf3e7d-68c6-433f-be1c-cbc44f27101a,segment=NetworkSegment(46eb2fae-b572-4a16-aac2-c017bca6a00b),segment_id=46eb2fae-b572-4a16-aac2-c017bca6a00b)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:17:46.870519 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2f3da3a4-0f28-4d60-a2d7-e736fc864eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:46.911474 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7230d56c-f2f5-4d7e-97d1-eb7c8369b494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:46.941133 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-feee66e5-bc56-4ed3-ae43-75fa43cf07ef tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=059e1ca7f14d445f9149a931f19d526e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6146328 Jul 29 23:17:46.982804 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-0a8462c2-fc86-421e-9400-da0b03f47419 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=059e1ca7f14d445f9149a931f19d526e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6548207 Jul 29 23:17:46.993771 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36d64e8a-f49c-474f-9179-d5a0bd011535 req-a17070d0-b6a2-46f9-83ab-dc6967bbf08b tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ea6575-aff1-41f5-8c89-ff66f3f3a0d2 HTTP/1.1" status: 200 len: 210 time: 0.0676763 Jul 29 23:17:47.031735 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3da3a4-0f28-4d60-a2d7-e736fc864eb4 None None] Routers {'dc7b5bf3-35c7-4071-8242-5d15f88bc26f'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:17:47.032333 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-2f3da3a4-0f28-4d60-a2d7-e736fc864eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:17:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['dc7b5bf3-35c7-4071-8242-5d15f88bc26f'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:47.038169 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-516476a2-60b8-43a7-8b28-b1bcf23d52b8 req-e3364a0d-e452-4740-a103-2305fa26797a service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290814 Jul 29 23:17:47.041683 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16eb06-a37c-485b-9347-7aac8365d430 None None] Pushing event updated for resources: {'Port': ['ID=8adf3e7d-68c6-433f-be1c-cbc44f27101a,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:47.212130 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e4ec58-e587-4983-8fd9-3dafa80c0b3a admin admin] Network 9edbcd5f-8a8c-4c91-b3c8-0698d21457a9 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:17:47.225495 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-d9717ce4-5a56-48cd-8637-25eaec10291a tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:47.227034 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-d9717ce4-5a56-48cd-8637-25eaec10291a tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2430089 Jul 29 23:17:47.248850 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-2f3da3a4-0f28-4d60-a2d7-e736fc864eb4 None None] Set router dc7b5bf3-35c7-4071-8242-5d15f88bc26f gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:17:47.253495 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-3f1f4f68-afc3-4d0f-bafb-1f5e3e7b02e8 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Request body: {'port': {'device_id': 'a8144201-9bd1-45ae-913c-249698c553a5', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'admin_state_up': True, 'tenant_id': '059e1ca7f14d445f9149a931f19d526e'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:47.286595 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44af4ae4-5cd2-4b66-b961-d29433c34452 req-37d2b090-1c6b-4165-b24a-d64038366f8d tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:47.288765 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-44af4ae4-5cd2-4b66-b961-d29433c34452 req-37d2b090-1c6b-4165-b24a-d64038366f8d tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 949 time: 0.1471725 Jul 29 23:17:47.363730 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-44af4ae4-5cd2-4b66-b961-d29433c34452 req-58f010ce-fa42-4fc4-84ae-435513e5980a tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677886 Jul 29 23:17:47.394886 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-c4e4ec58-e587-4983-8fd9-3dafa80c0b3a admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:47.413201 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476a0d3-5b46-4874-90a1-cc14b446bc89 req-73f38409-adda-4329-aa11-9692f58fd5e2 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:47.425795 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c476a0d3-5b46-4874-90a1-cc14b446bc89 req-73f38409-adda-4329-aa11-9692f58fd5e2 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] 10.222.0.18 "GET /v2.0/ports?device_id=16ee7e98-8949-45d0-82ba-a7c4827f1bf3 HTTP/1.1" status: 200 len: 950 time: 0.1311245 Jul 29 23:17:47.508852 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c476a0d3-5b46-4874-90a1-cc14b446bc89 req-ec877af1-c441-45ef-850b-c6be19a1d964 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c9924b5-ed38-4030-9a55-103e03302303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808251 Jul 29 23:17:47.515894 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230d56c-f2f5-4d7e-97d1-eb7c8369b494 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ea5ab56-d2f4-49be-ac07-d932b6774fb8,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:47.687592 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-2f3da3a4-0f28-4d60-a2d7-e736fc864eb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7b5bf3-35c7-4071-8242-5d15f88bc26f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1977050104-router', 'tenant_id': '4fdff9d3f032405d849a99be4597a320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f61455ef-a4c9-4056-8a4f-22229ac15406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:34Z', 'updated_at': '2021-07-29T23:17:42Z', 'revision_number': 4, 'project_id': '4fdff9d3f032405d849a99be4597a320', 'gw_port': {'id': 'f61455ef-a4c9-4056-8a4f-22229ac15406', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:db:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7b5bf3-35c7-4071-8242-5d15f88bc26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:36Z', 'updated_at': '2021-07-29T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '8adf3e7d-68c6-433f-be1c-cbc44f27101a', 'name': '', 'network_id': '3ff0c22d-e92b-4624-87ea-404f2b9a7f07', 'tenant_id': '4fdff9d3f032405d849a99be4597a320', 'mac_address': 'fa:16:3e:aa:56:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7b5bf3-35c7-4071-8242-5d15f88bc26f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '4e952b46-dc16-4159-89fb-1a1f57dd3f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:39Z', 'updated_at': '2021-07-29T23:17:46Z', 'revision_number': 4, 'project_id': '4fdff9d3f032405d849a99be4597a320', 'subnets': [{'id': '4e952b46-dc16-4159-89fb-1a1f57dd3f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:47.697040 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-e2a0d9c3-3772-4335-8376-abee4caa00f9 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:47.698724 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-e2a0d9c3-3772-4335-8376-abee4caa00f9 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4648569 Jul 29 23:17:47.762388 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f3da3a4-0f28-4d60-a2d7-e736fc864eb4 None None] The sync data for ids ['dc7b5bf3-35c7-4071-8242-5d15f88bc26f'] in n-d-712140-10 is: [{'id': 'dc7b5bf3-35c7-4071-8242-5d15f88bc26f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1977050104-router', 'tenant_id': '4fdff9d3f032405d849a99be4597a320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f61455ef-a4c9-4056-8a4f-22229ac15406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:34Z', 'updated_at': '2021-07-29T23:17:42Z', 'revision_number': 4, 'project_id': '4fdff9d3f032405d849a99be4597a320', 'gw_port': {'id': 'f61455ef-a4c9-4056-8a4f-22229ac15406', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:db:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7b5bf3-35c7-4071-8242-5d15f88bc26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:36Z', 'updated_at': '2021-07-29T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '8adf3e7d-68c6-433f-be1c-cbc44f27101a', 'name': '', 'network_id': '3ff0c22d-e92b-4624-87ea-404f2b9a7f07', 'tenant_id': '4fdff9d3f032405d849a99be4597a320', 'mac_address': 'fa:16:3e:aa:56:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc7b5bf3-35c7-4071-8242-5d15f88bc26f', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '4e952b46-dc16-4159-89fb-1a1f57dd3f63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:39Z', 'updated_at': '2021-07-29T23:17:46Z', 'revision_number': 4, 'project_id': '4fdff9d3f032405d849a99be4597a320', 'subnets': [{'id': '4e952b46-dc16-4159-89fb-1a1f57dd3f63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:17:47.786012 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19b398-13d5-41c7-a5a9-f07f17d9288c req-fe797864-ec00-4538-8f3f-8fcc776faeb1 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:47.789111 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3c19b398-13d5-41c7-a5a9-f07f17d9288c req-fe797864-ec00-4538-8f3f-8fcc776faeb1 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.1324906 Jul 29 23:17:47.802586 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-3f1f4f68-afc3-4d0f-bafb-1f5e3e7b02e8 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Made reservation on behalf of 059e1ca7f14d445f9149a931f19d526e for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:47.816038 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-3f1f4f68-afc3-4d0f-bafb-1f5e3e7b02e8 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:47.824571 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d5817ad7-99cd-4c43-9e97-74db39e8f48c up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:47.912946 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3c19b398-13d5-41c7-a5a9-f07f17d9288c req-b687c2a5-79c5-41fe-89f2-8b0d83551948 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054251 Jul 29 23:17:47.941769 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55684) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:47.948642 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-ddc62001-2ad6-4b95-9251-1f587ed936a4 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Request body: {'security_group': {'name': 'tempest-securitygroup--609026188', 'description': 'tempest-description--991883918'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:47.961219 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9c7ea049-ccac-494d-9c7e-424d72812813 None None] Provisioning complete for port 1b7d65b0-d7fd-4a31-8586-1103e22280ab triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:47.961598 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9c7ea049-ccac-494d-9c7e-424d72812813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:47.976690 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-26cdd7a9-94b7-494c-b9ce-f0b56f27962e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Request body: {'port': {'device_id': '12ea6575-aff1-41f5-8c89-ff66f3f3a0d2', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'admin_state_up': True, 'tenant_id': '059e1ca7f14d445f9149a931f19d526e'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:48.036459 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ddc62001-2ad6-4b95-9251-1f587ed936a4 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:48.072156 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e4ec58-e587-4983-8fd9-3dafa80c0b3a admin admin] Router f85c7577-91ed-438f-a397-99e989122844 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:17:48.077124 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-9c7ea049-ccac-494d-9c7e-424d72812813 None None] Port 1b7d65b0-d7fd-4a31-8586-1103e22280ab cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:17:48.095481 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port d5817ad7-99cd-4c43-9e97-74db39e8f48c completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:48.100020 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port d5817ad7-99cd-4c43-9e97-74db39e8f48c triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:48.100403 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:48.164057 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7230d56c-f2f5-4d7e-97d1-eb7c8369b494 admin admin] Checking segment: {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:48.164977 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7230d56c-f2f5-4d7e-97d1-eb7c8369b494 admin admin] Network hostable DHCP agents. Network: 55fb160e-6b45-47b4-8565-f685f832c4b9, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:17:48.178861 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a9a8946f-f9d0-48e1-8d71-939ce5e2c9ba req-fcc10af4-a44c-470e-bb4c-ecb9cbd0fd9d tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ea6575-aff1-41f5-8c89-ff66f3f3a0d2 HTTP/1.1" status: 200 len: 210 time: 0.0594330 Jul 29 23:17:48.223957 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae28e85-5f56-4cc7-8b5e-67ac05b2cf50 req-8f84a2d1-174c-4e87-8c5e-6bffd64d4f96 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:48.231600 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dae28e85-5f56-4cc7-8b5e-67ac05b2cf50 req-8f84a2d1-174c-4e87-8c5e-6bffd64d4f96 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4ba435-5ab9-46d9-968c-3ddbe7085a40 HTTP/1.1" status: 200 len: 948 time: 0.1711020 Jul 29 23:17:48.245995 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:48.253390 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device f8dfaa81-6bcd-4b32-b867-28d74592e5c8 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:17:48.290324 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port d5817ad7-99cd-4c43-9e97-74db39e8f48c, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d5817ad7-99cd-4c43-9e97-74db39e8f48c,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:48.301703 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:48.338966 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ddc62001-2ad6-4b95-9251-1f587ed936a4 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:48.348527 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ddc62001-2ad6-4b95-9251-1f587ed936a4 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:48.378697 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ddc62001-2ad6-4b95-9251-1f587ed936a4 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:48.382916 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ddc62001-2ad6-4b95-9251-1f587ed936a4 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.4367638 Jul 29 23:17:48.408735 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dae28e85-5f56-4cc7-8b5e-67ac05b2cf50 req-6b4cc502-7302-4577-b17d-8aa39e37f311 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fd3b49-6b36-497d-a1c3-e29b750a5dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753080 Jul 29 23:17:48.427272 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55688) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:48.436437 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7230d56c-f2f5-4d7e-97d1-eb7c8369b494 admin admin] Network 55fb160e-6b45-47b4-8565-f685f832c4b9 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:17:48.442992 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-272c1970-06cb-4b38-aa96-29bfca39ce6a tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Request body: {'security_group_rule': {'security_group_id': '14cf21cc-50a5-43f4-b384-48480f1f1141', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:48.480856 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc62001-2ad6-4b95-9251-1f587ed936a4 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14cf21cc-50a5-43f4-b384-48480f1f1141,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:48.499883 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-3f1f4f68-afc3-4d0f-bafb-1f5e3e7b02e8 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Allocated IP 192.168.233.184 (adb88f5c-b5bd-41cf-b367-228eab6e0075/28e6de27-5b72-4bf0-88e6-0cdec4cf806e/a83c9ee2-098b-4c90-ab40-170001703a7e) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:17:48.633949 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port f8dfaa81-6bcd-4b32-b867-28d74592e5c8, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f8dfaa81-6bcd-4b32-b867-28d74592e5c8,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:48.646262 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-7230d56c-f2f5-4d7e-97d1-eb7c8369b494 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 55fb160e-6b45-47b4-8565-f685f832c4b9) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:48.665268 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7230d56c-f2f5-4d7e-97d1-eb7c8369b494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:48.665864 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7230d56c-f2f5-4d7e-97d1-eb7c8369b494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:48.670597 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-26cdd7a9-94b7-494c-b9ce-f0b56f27962e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Made reservation on behalf of 059e1ca7f14d445f9149a931f19d526e for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:48.671314 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-26cdd7a9-94b7-494c-b9ce-f0b56f27962e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:48.701859 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5cfe44-dfc0-485f-8831-c7a237cc885e None None] Network 55fb160e-6b45-47b4-8565-f685f832c4b9 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:17:48.716249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404a6de-39e7-4dce-9fbd-966f910091ea req-77c70213-d8ae-468d-8c02-17b7fe074ed6 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:48.726872 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a404a6de-39e7-4dce-9fbd-966f910091ea req-77c70213-d8ae-468d-8c02-17b7fe074ed6 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 949 time: 0.2178049 Jul 29 23:17:48.752624 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e4ec58-e587-4983-8fd9-3dafa80c0b3a admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:17:48.770322 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7230d56c-f2f5-4d7e-97d1-eb7c8369b494 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.0604427 Jul 29 23:17:48.777473 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c4e4ec58-e587-4983-8fd9-3dafa80c0b3a admin admin] 10.222.0.18 "PUT /v2.0/routers/f85c7577-91ed-438f-a397-99e989122844/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7421198 Jul 29 23:17:48.806998 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'f8dfaa81-6bcd-4b32-b867-28d74592e5c8', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': 'f8dfaa81-6bcd-4b32-b867-28d74592e5c8', 'mac_address': 'fa:16:3e:7a:e5:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:17:48.816308 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-272c1970-06cb-4b38-aa96-29bfca39ce6a tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:48.823908 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-3f1f4f68-afc3-4d0f-bafb-1f5e3e7b02e8 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:48.829831 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=d5817ad7-99cd-4c43-9e97-74db39e8f48c,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:48.844358 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-3f1f4f68-afc3-4d0f-bafb-1f5e3e7b02e8 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Transition to ACTIVE for port object a83c9ee2-098b-4c90-ab40-170001703a7e will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:48.853541 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:48.854001 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:48.854218 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:48.854556 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:48.854895 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:48.855227 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:48.855618 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:48.855907 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:48.856241 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:48.856570 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:48.857093 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:48.857328 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:17:48.875450 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f8bb2-858f-4800-913a-fd55570ebb1a req-e739ae26-f197-421a-8dcc-6c2781cb1141 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:48.883914 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-763f8bb2-858f-4800-913a-fd55570ebb1a req-e739ae26-f197-421a-8dcc-6c2781cb1141 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] 10.222.0.23 "GET /v2.0/ports?device_id=16ee7e98-8949-45d0-82ba-a7c4827f1bf3 HTTP/1.1" status: 200 len: 950 time: 0.3112361 Jul 29 23:17:48.893424 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-3f1f4f68-afc3-4d0f-bafb-1f5e3e7b02e8 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:48.915040 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['1d291e9a-6200-47dc-94b5-0a95bc84c174', 'd417402e-33ed-425c-819b-5875ab427fa4', '9bce63cc-5043-41c1-9ca3-cf930c8e8920'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:17:49.001778 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f4f68-afc3-4d0f-bafb-1f5e3e7b02e8 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Pushing event updated for resources: {'Port': ['ID=a83c9ee2-098b-4c90-ab40-170001703a7e,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:49.032515 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-3f1f4f68-afc3-4d0f-bafb-1f5e3e7b02e8 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:17:49.037327 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a404a6de-39e7-4dce-9fbd-966f910091ea req-622889b2-10de-441a-8a0d-d1d7da335199 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055148 Jul 29 23:17:49.037923 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-3f1f4f68-afc3-4d0f-bafb-1f5e3e7b02e8 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:49.042544 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-3f1f4f68-afc3-4d0f-bafb-1f5e3e7b02e8 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:17:49.051809 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:49.092542 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09daefac-9c3c-4b0b-a400-5846a70a09d4 req-b8afc27a-fa02-4708-9837-69cc00edb001 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:49.103923 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-09daefac-9c3c-4b0b-a400-5846a70a09d4 req-b8afc27a-fa02-4708-9837-69cc00edb001 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] 10.222.0.18 "GET /v2.0/ports?device_id=16ee7e98-8949-45d0-82ba-a7c4827f1bf3 HTTP/1.1" status: 200 len: 950 time: 0.4603686 Jul 29 23:17:49.114964 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa736247-1686-4282-922c-bb2c848e87bc None None] Network 55fb160e-6b45-47b4-8565-f685f832c4b9 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:17:49.176324 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-3f1f4f68-afc3-4d0f-bafb-1f5e3e7b02e8 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:49.177018 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-3f1f4f68-afc3-4d0f-bafb-1f5e3e7b02e8 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:49.210988 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-272c1970-06cb-4b38-aa96-29bfca39ce6a tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:49.219927 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-3f1f4f68-afc3-4d0f-bafb-1f5e3e7b02e8 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9761550 Jul 29 23:17:49.242584 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8dfaa81-6bcd-4b32-b867-28d74592e5c8 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:17:49.249299 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-df1a95a1-32cc-499b-9609-209667fc8fd5 service neutron] Request body: {'port': {'device_id': 'a8144201-9bd1-45ae-913c-249698c553a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:49.259859 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-272c1970-06cb-4b38-aa96-29bfca39ce6a tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:49.316222 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-26cdd7a9-94b7-494c-b9ce-f0b56f27962e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Allocated IP 192.168.233.111 (adb88f5c-b5bd-41cf-b367-228eab6e0075/28e6de27-5b72-4bf0-88e6-0cdec4cf806e/7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:17:49.329289 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port f8dfaa81-6bcd-4b32-b867-28d74592e5c8, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f8dfaa81-6bcd-4b32-b867-28d74592e5c8,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:49.337389 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c1970-06cb-4b38-aa96-29bfca39ce6a tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ed129d-9493-44b8-b286-f99e71e89fc2,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:49.352263 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-09daefac-9c3c-4b0b-a400-5846a70a09d4 req-5a951743-35d1-40ce-9243-7cbfb6782812 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] 10.222.0.18 "GET /v2.0/security-groups?id=1c9924b5-ed38-4030-9a55-103e03302303&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482996 Jul 29 23:17:49.359589 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:49.380699 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-df1a95a1-32cc-499b-9609-209667fc8fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:49.433911 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-272c1970-06cb-4b38-aa96-29bfca39ce6a tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:49.435644 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-272c1970-06cb-4b38-aa96-29bfca39ce6a tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0071652 Jul 29 23:17:49.449276 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55714) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:49.466339 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-425b1ed4-aece-441e-9089-120767b957b5 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Request body: {'security_group_rule': {'security_group_id': '14cf21cc-50a5-43f4-b384-48480f1f1141', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:49.486502 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=f8dfaa81-6bcd-4b32-b867-28d74592e5c8,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:49.513137 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e3f6cb-3441-4a8d-93d5-9e5fcb48e4ca req-4998f7a6-3917-4c87-878c-464efd14acfb tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:49.526068 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e4e3f6cb-3441-4a8d-93d5-9e5fcb48e4ca req-4998f7a6-3917-4c87-878c-464efd14acfb tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.3087707 Jul 29 23:17:49.633179 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-763f8bb2-858f-4800-913a-fd55570ebb1a req-7509cbd5-2927-4ddd-a219-9e3490eb94f0 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Deleting port 35e86a60-c120-4c8e-89fd-57923fb369de {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:17:49.635512 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-763f8bb2-858f-4800-913a-fd55570ebb1a req-7509cbd5-2927-4ddd-a219-9e3490eb94f0 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:49.718329 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['f8dfaa81-6bcd-4b32-b867-28d74592e5c8'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:17:49.752763 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-26cdd7a9-94b7-494c-b9ce-f0b56f27962e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:49.754042 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e4e3f6cb-3441-4a8d-93d5-9e5fcb48e4ca req-fc8ea0cf-267e-47c0-b708-6a17dfcf6ea8 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267215 Jul 29 23:17:49.774286 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-26cdd7a9-94b7-494c-b9ce-f0b56f27962e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Transition to ACTIVE for port object 7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:49.843407 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55722) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:49.861660 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-27b584ed-8286-4fc8-a81e-6f3474a3f330 None None] Provisioning for port a83c9ee2-098b-4c90-ab40-170001703a7e completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:49.868126 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-3dcc85a7-f78f-4f39-a457-9b9e4563f182 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-280948665-network', 'tenant_id': 'f6efa5f51f754ce9ba2c68625a24bee5'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:49.880542 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-27b584ed-8286-4fc8-a81e-6f3474a3f330 None None] Provisioning complete for port a83c9ee2-098b-4c90-ab40-170001703a7e triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:49.881146 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27b584ed-8286-4fc8-a81e-6f3474a3f330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:49.959242 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-425b1ed4-aece-441e-9089-120767b957b5 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:49.986482 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d5817ad7-99cd-4c43-9e97-74db39e8f48c up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:49.992767 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-27b584ed-8286-4fc8-a81e-6f3474a3f330 None None] Port a83c9ee2-098b-4c90-ab40-170001703a7e cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:17:50.019609 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-26cdd7a9-94b7-494c-b9ce-f0b56f27962e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.126289 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcc85a7-f78f-4f39-a457-9b9e4563f182 admin admin] Made reservation on behalf of f6efa5f51f754ce9ba2c68625a24bee5 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:50.130028 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3dcc85a7-f78f-4f39-a457-9b9e4563f182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.145939 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-26cdd7a9-94b7-494c-b9ce-f0b56f27962e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:17:50.155265 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3dcc85a7-f78f-4f39-a457-9b9e4563f182 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.157534 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-26cdd7a9-94b7-494c-b9ce-f0b56f27962e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:50.160838 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-26cdd7a9-94b7-494c-b9ce-f0b56f27962e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:17:50.203430 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cdd7a9-94b7-494c-b9ce-f0b56f27962e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Pushing event updated for resources: {'Port': ['ID=7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:50.242557 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port d5817ad7-99cd-4c43-9e97-74db39e8f48c triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:50.243187 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.280235 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526ebd1a-4e2c-46ef-8f32-e1576d46462a None None] Sync routers for ids ['f85c7577-91ed-438f-a397-99e989122844'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:17:50.286055 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 35e86a60-c120-4c8e-89fd-57923fb369de no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:17:50.305735 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-26cdd7a9-94b7-494c-b9ce-f0b56f27962e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:50.306425 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-26cdd7a9-94b7-494c-b9ce-f0b56f27962e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.385254 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-df1a95a1-32cc-499b-9609-209667fc8fd5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a83c9ee2-098b-4c90-ab40-170001703a7e {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:17:50.398464 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-df1a95a1-32cc-499b-9609-209667fc8fd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.398627 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526ebd1a-4e2c-46ef-8f32-e1576d46462a None None] Routers {'f85c7577-91ed-438f-a397-99e989122844'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:17:50.399797 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-526ebd1a-4e2c-46ef-8f32-e1576d46462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:17:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f85c7577-91ed-438f-a397-99e989122844'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:50.417444 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-610755ca-4763-4eb0-8c88-2a8689b78903 req-93e524a6-a9b7-4bb2-a273-ee8b77977431 tempest-FloatingIPsNegativeTestJSON-1614860402 tempest-FloatingIPsNegativeTestJSON-1614860402-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=12648175b8574e568c0483bf719d6c02 HTTP/1.1" status: 200 len: 217 time: 0.1105964 Jul 29 23:17:50.427388 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-df1a95a1-32cc-499b-9609-209667fc8fd5 service neutron] Transition to ACTIVE for port object a83c9ee2-098b-4c90-ab40-170001703a7e will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:50.431581 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-763f8bb2-858f-4800-913a-fd55570ebb1a req-7509cbd5-2927-4ddd-a219-9e3490eb94f0 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] For port 35e86a60-c120-4c8e-89fd-57923fb369de, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=35e86a60-c120-4c8e-89fd-57923fb369de,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:50.436353 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-763f8bb2-858f-4800-913a-fd55570ebb1a req-7509cbd5-2927-4ddd-a219-9e3490eb94f0 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.448277 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-df1a95a1-32cc-499b-9609-209667fc8fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.472593 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a3def-6c44-4835-aa7e-62b8990c3300 req-d0264586-3e84-44bc-b24c-cb4ad4c5429d tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:50.482428 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a14a3def-6c44-4835-aa7e-62b8990c3300 req-d0264586-3e84-44bc-b24c-cb4ad4c5429d tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ea6575-aff1-41f5-8c89-ff66f3f3a0d2 HTTP/1.1" status: 200 len: 936 time: 0.4901884 Jul 29 23:17:50.484455 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-763f8bb2-858f-4800-913a-fd55570ebb1a req-7509cbd5-2927-4ddd-a219-9e3490eb94f0 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Calling delete_port for 35e86a60-c120-4c8e-89fd-57923fb369de owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:17:50.503354 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-425b1ed4-aece-441e-9089-120767b957b5 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.522472 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-425b1ed4-aece-441e-9089-120767b957b5 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.532310 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a95a1-32cc-499b-9609-209667fc8fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=a83c9ee2-098b-4c90-ab40-170001703a7e,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:50.541248 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3dcc85a7-f78f-4f39-a457-9b9e4563f182 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.556046 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3dcc85a7-f78f-4f39-a457-9b9e4563f182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.587160 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-26cdd7a9-94b7-494c-b9ce-f0b56f27962e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7035477 Jul 29 23:17:50.627366 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425b1ed4-aece-441e-9089-120767b957b5 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=272e732e-d693-4ba2-b837-b582af4bae40,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:50.630623 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-f190c239-8f07-4037-b9f9-b59d19c54d11 service neutron] Request body: {'port': {'device_id': '12ea6575-aff1-41f5-8c89-ff66f3f3a0d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:50.639007 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dcc85a7-f78f-4f39-a457-9b9e4563f182 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:17:50.662158 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a14a3def-6c44-4835-aa7e-62b8990c3300 req-7a6cf986-4703-403e-8625-e88e20da69ae tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741812 Jul 29 23:17:50.668865 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 8adf3e7d-68c6-433f-be1c-cbc44f27101a up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:50.672851 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-425b1ed4-aece-441e-9089-120767b957b5 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.680223 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-2f42f780-6359-4f47-9d62-bbef5fb689c5 None None] Provisioning for port 7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:50.691379 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55730) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:50.692003 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-425b1ed4-aece-441e-9089-120767b957b5 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2371933 Jul 29 23:17:50.699940 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-2f42f780-6359-4f47-9d62-bbef5fb689c5 None None] Provisioning complete for port 7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:50.701251 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2f42f780-6359-4f47-9d62-bbef5fb689c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.710330 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-3d4620ea-5aec-43c1-b9b8-777da2f56dd9 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:50.732232 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3dcc85a7-f78f-4f39-a457-9b9e4563f182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.732808 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-3dcc85a7-f78f-4f39-a457-9b9e4563f182 admin admin] Added segment c00eeecb-64f5-461f-b19c-1ecfcea954c1 of type vlan for network bb632758-ad89-4a5c-9f30-7c22bc2ad749 Jul 29 23:17:50.738937 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc85a7-f78f-4f39-a457-9b9e4563f182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51d0af8-554f-42ef-bbed-655c87c7769b,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:50.741864 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17f3b78-b059-4642-b79b-170832080249 req-aafa9e76-a115-4436-afa6-f6339e2fc213 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:50.753142 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d17f3b78-b059-4642-b79b-170832080249 req-aafa9e76-a115-4436-afa6-f6339e2fc213 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4ba435-5ab9-46d9-968c-3ddbe7085a40 HTTP/1.1" status: 200 len: 949 time: 0.2355525 Jul 29 23:17:50.786124 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-2f42f780-6359-4f47-9d62-bbef5fb689c5 None None] Port 7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:17:50.836698 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d4620ea-5aec-43c1-b9b8-777da2f56dd9 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks [] for floatingip, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.841099 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.860158 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-df1a95a1-32cc-499b-9609-209667fc8fd5 service neutron] Attempting to bind port a83c9ee2-098b-4c90-ab40-170001703a7e on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:17:50.860493 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-df1a95a1-32cc-499b-9609-209667fc8fd5 service neutron] Attempting to bind port a83c9ee2-098b-4c90-ab40-170001703a7e by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:17:50.861042 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-df1a95a1-32cc-499b-9609-209667fc8fd5 service neutron] Attempting to bind port a83c9ee2-098b-4c90-ab40-170001703a7e on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:50.874859 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3dcc85a7-f78f-4f39-a457-9b9e4563f182 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.883093 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-526ebd1a-4e2c-46ef-8f32-e1576d46462a None None] Set router f85c7577-91ed-438f-a397-99e989122844 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:17:50.886321 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-f190c239-8f07-4037-b9f9-b59d19c54d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.894511 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-763f8bb2-858f-4800-913a-fd55570ebb1a req-7509cbd5-2927-4ddd-a219-9e3490eb94f0 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.922246 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-df1a95a1-32cc-499b-9609-209667fc8fd5 service neutron] Port a83c9ee2-098b-4c90-ab40-170001703a7e on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:17:50.922564 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-df1a95a1-32cc-499b-9609-209667fc8fd5 service neutron] Attempting to bind port a83c9ee2-098b-4c90-ab40-170001703a7e on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:50.944666 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-df1a95a1-32cc-499b-9609-209667fc8fd5 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:17:50.945563 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-df1a95a1-32cc-499b-9609-209667fc8fd5 service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:50.946118 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-df1a95a1-32cc-499b-9609-209667fc8fd5 service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:17:50.946701 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-df1a95a1-32cc-499b-9609-209667fc8fd5 service neutron] Bound port: a83c9ee2-098b-4c90-ab40-170001703a7e, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:17:50.947219 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-df1a95a1-32cc-499b-9609-209667fc8fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:50.997795 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7509cbd5-2927-4ddd-a219-9e3490eb94f0 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Pushing event deleted for resources: {'Port': ['ID=35e86a60-c120-4c8e-89fd-57923fb369de,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:51.014058 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d17f3b78-b059-4642-b79b-170832080249 req-57e008a6-c55c-4d66-9ca0-89db12e9ad31 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fd3b49-6b36-497d-a1c3-e29b750a5dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504177 Jul 29 23:17:51.092421 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 8adf3e7d-68c6-433f-be1c-cbc44f27101a completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:51.119547 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-763f8bb2-858f-4800-913a-fd55570ebb1a req-7509cbd5-2927-4ddd-a219-9e3490eb94f0 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] No DVR routers for this DVR port 35e86a60-c120-4c8e-89fd-57923fb369de on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:17:51.132009 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 8adf3e7d-68c6-433f-be1c-cbc44f27101a triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:51.132385 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:51.143412 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-763f8bb2-858f-4800-913a-fd55570ebb1a req-7509cbd5-2927-4ddd-a219-9e3490eb94f0 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:51.146379 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-763f8bb2-858f-4800-913a-fd55570ebb1a req-7509cbd5-2927-4ddd-a219-9e3490eb94f0 tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] 10.222.0.23 "DELETE /v2.0/ports/35e86a60-c120-4c8e-89fd-57923fb369de HTTP/1.1" status: 204 len: 173 time: 2.2615955 Jul 29 23:17:51.147131 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ee7e98-8949-45d0-82ba-a7c4827f1bf3', 'name': 'network-vif-deleted', 'tag': '35e86a60-c120-4c8e-89fd-57923fb369de'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:17:51.149814 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34c3750-1919-483f-a59f-ff5c9bfdcc3c" -d '{"events": [{"server_uuid": "16ee7e98-8949-45d0-82ba-a7c4827f1bf3", "name": "network-vif-deleted", "tag": "35e86a60-c120-4c8e-89fd-57923fb369de"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:17:51.171500 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6493c86b-a0b3-411a-b506-5703925868ff req-33b8d334-2362-47f1-8918-8a04c72f3d0d tempest-TenantUsagesTestJSON-1393421522 tempest-TenantUsagesTestJSON-1393421522-project] 10.222.0.18 "GET /v2.0/ports?device_id=16ee7e98-8949-45d0-82ba-a7c4827f1bf3 HTTP/1.1" status: 200 len: 210 time: 0.0468948 Jul 29 23:17:51.182102 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c625b7-2596-4729-8fc4-0c05f6ac47ae req-84bc35c1-70a8-4337-8f03-cc7aba9aef7d tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:51.190883 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d9c625b7-2596-4729-8fc4-0c05f6ac47ae req-84bc35c1-70a8-4337-8f03-cc7aba9aef7d tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 949 time: 0.2996316 Jul 29 23:17:51.310560 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3dcc85a7-f78f-4f39-a457-9b9e4563f182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:51.311584 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcc85a7-f78f-4f39-a457-9b9e4563f182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:51.312113 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3dcc85a7-f78f-4f39-a457-9b9e4563f182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:51.313051 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7c88ae0-6bc3-4f76-96ca-bd3d164e66c9 req-9cc11412-75f5-4dc6-8f1f-f6f72d4ff14c tempest-FloatingIPsNegativeTestJSON-1614860402 tempest-FloatingIPsNegativeTestJSON-1614860402-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0925975 Jul 29 23:17:51.324501 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d9c625b7-2596-4729-8fc4-0c05f6ac47ae req-1f602755-3e5d-4821-8b21-903d506eacd2 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320927 Jul 29 23:17:51.419936 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92fcdfc2-805f-4187-8006-30b6848b9e15 x-openstack-request-id: req-92fcdfc2-805f-4187-8006-30b6848b9e15 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:17:51.420621 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:51.421268 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ee7e98-8949-45d0-82ba-a7c4827f1bf3", "name": "network-vif-deleted", "tag": "35e86a60-c120-4c8e-89fd-57923fb369de", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:17:51.422124 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92fcdfc2-805f-4187-8006-30b6848b9e15 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:17:51.422731 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ee7e98-8949-45d0-82ba-a7c4827f1bf3', 'name': 'network-vif-deleted', 'tag': '35e86a60-c120-4c8e-89fd-57923fb369de', 'status': 'completed', 'code': 200} Jul 29 23:17:51.425453 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-526ebd1a-4e2c-46ef-8f32-e1576d46462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85c7577-91ed-438f-a397-99e989122844', 'name': 'tempest-FloatingIPsNegativeTestJSON-246693261-router', 'tenant_id': '12648175b8574e568c0483bf719d6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'd5817ad7-99cd-4c43-9e97-74db39e8f48c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:39Z', 'updated_at': '2021-07-29T23:17:45Z', 'revision_number': 4, 'project_id': '12648175b8574e568c0483bf719d6c02', 'gw_port': {'id': 'd5817ad7-99cd-4c43-9e97-74db39e8f48c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85c7577-91ed-438f-a397-99e989122844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:40Z', 'updated_at': '2021-07-29T23:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '1b7d65b0-d7fd-4a31-8586-1103e22280ab', 'name': '', 'network_id': '9edbcd5f-8a8c-4c91-b3c8-0698d21457a9', 'tenant_id': '12648175b8574e568c0483bf719d6c02', 'mac_address': 'fa:16:3e:58:44:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85c7577-91ed-438f-a397-99e989122844', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '99e9977d-e8ce-474a-8319-d8d45f0c6e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:44Z', 'updated_at': '2021-07-29T23:17:45Z', 'revision_number': 2, 'project_id': '12648175b8574e568c0483bf719d6c02', 'subnets': [{'id': '99e9977d-e8ce-474a-8319-d8d45f0c6e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:51.460194 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526ebd1a-4e2c-46ef-8f32-e1576d46462a None None] Checking router: f85c7577-91ed-438f-a397-99e989122844 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:17:51.460604 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526ebd1a-4e2c-46ef-8f32-e1576d46462a None None] Updating router f85c7577-91ed-438f-a397-99e989122844 port 1b7d65b0-d7fd-4a31-8586-1103e22280ab binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:17:51.507058 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3dcc85a7-f78f-4f39-a457-9b9e4563f182 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6589496 Jul 29 23:17:51.519086 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55738) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:51.526900 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-ef860449-da52-478f-a757-22ffe69f25a0 admin admin] Request body: {'subnet': {'network_id': 'bb632758-ad89-4a5c-9f30-7c22bc2ad749', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-280948665-subnet', 'tenant_id': 'f6efa5f51f754ce9ba2c68625a24bee5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:51.538639 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcc85a7-f78f-4f39-a457-9b9e4563f182 admin admin] Pushing event updated for resources: {'Network': ['ID=bb632758-ad89-4a5c-9f30-7c22bc2ad749,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:51.550586 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-df1a95a1-32cc-499b-9609-209667fc8fd5 service neutron] For port a83c9ee2-098b-4c90-ab40-170001703a7e, host n-h1-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:17:51.594117 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-0a2f8664-ea2e-4911-a746-408c456f14f4 req-283686db-fc0a-4f4f-89ba-aff70c17956d tempest-FloatingIPsNegativeTestJSON-1614860402 tempest-FloatingIPsNegativeTestJSON-1614860402-project] show failed (client error): The resource could not be found. Jul 29 23:17:51.595972 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a2f8664-ea2e-4911-a746-408c456f14f4 req-283686db-fc0a-4f4f-89ba-aff70c17956d tempest-FloatingIPsNegativeTestJSON-1614860402 tempest-FloatingIPsNegativeTestJSON-1614860402-project] 10.222.0.18 "GET /v2.0/floatingips/e8db74cb-253a-4941-ab2b-3c9298167746 HTTP/1.1" status: 404 len: 350 time: 0.1142013 Jul 29 23:17:51.613925 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55740) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:51.619276 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-df1a95a1-32cc-499b-9609-209667fc8fd5 service neutron] For port a83c9ee2-098b-4c90-ab40-170001703a7e, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=a83c9ee2-098b-4c90-ab40-170001703a7e,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:17:51.629629 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da1ca96-bf0b-434e-8088-d0863853bd38 req-4beb0392-1f3d-4b0e-b4bd-990d98e3c59d tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:51.632869 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5da1ca96-bf0b-434e-8088-d0863853bd38 req-4beb0392-1f3d-4b0e-b4bd-990d98e3c59d tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.1730597 Jul 29 23:17:51.633358 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-df1a95a1-32cc-499b-9609-209667fc8fd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:51.646012 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network bb632758-ad89-4a5c-9f30-7c22bc2ad749 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:17:51.653194 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef860449-da52-478f-a757-22ffe69f25a0 admin admin] Made reservation on behalf of f6efa5f51f754ce9ba2c68625a24bee5 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:51.655730 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ef860449-da52-478f-a757-22ffe69f25a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:51.670139 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-526ebd1a-4e2c-46ef-8f32-e1576d46462a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:51.677421 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 8adf3e7d-68c6-433f-be1c-cbc44f27101a, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=8adf3e7d-68c6-433f-be1c-cbc44f27101a,segment=NetworkSegment(46eb2fae-b572-4a16-aac2-c017bca6a00b),segment_id=46eb2fae-b572-4a16-aac2-c017bca6a00b)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:51.721528 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:51.745647 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-df1a95a1-32cc-499b-9609-209667fc8fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:51.746304 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-df1a95a1-32cc-499b-9609-209667fc8fd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:51.747761 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-df1a95a1-32cc-499b-9609-209667fc8fd5 service neutron] 10.222.0.23 "PUT /v2.0/ports/a83c9ee2-098b-4c90-ab40-170001703a7e HTTP/1.1" status: 200 len: 1097 time: 2.5076480 Jul 29 23:17:51.772345 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8144201-9bd1-45ae-913c-249698c553a5', 'tag': 'a83c9ee2-098b-4c90-ab40-170001703a7e'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:17:51.788541 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144b9774-a39f-4210-951f-38d71ec55323" -d '{"events": [{"name": "network-changed", "server_uuid": "a8144201-9bd1-45ae-913c-249698c553a5", "tag": "a83c9ee2-098b-4c90-ab40-170001703a7e"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:17:51.892828 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5da1ca96-bf0b-434e-8088-d0863853bd38 req-12c3a4f2-c951-48df-ba07-1b9c13885120 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342412 Jul 29 23:17:51.932641 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['1d291e9a-6200-47dc-94b5-0a95bc84c174', 'd417402e-33ed-425c-819b-5875ab427fa4', '9bce63cc-5043-41c1-9ca3-cf930c8e8920'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:17:52.012751 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-f190c239-8f07-4037-b9f9-b59d19c54d11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:17:52.022551 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-f190c239-8f07-4037-b9f9-b59d19c54d11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:52.040114 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-f190c239-8f07-4037-b9f9-b59d19c54d11 service neutron] Transition to ACTIVE for port object 7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:52.049914 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2721e4-c786-44a7-b86d-837b97873f10 x-openstack-request-id: req-2f2721e4-c786-44a7-b86d-837b97873f10 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:17:52.050492 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8144201-9bd1-45ae-913c-249698c553a5", "tag": "a83c9ee2-098b-4c90-ab40-170001703a7e", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:17:52.050914 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f2721e4-c786-44a7-b86d-837b97873f10 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:17:52.051463 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8144201-9bd1-45ae-913c-249698c553a5', 'tag': 'a83c9ee2-098b-4c90-ab40-170001703a7e', 'status': 'completed', 'code': 200} Jul 29 23:17:52.058205 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=8adf3e7d-68c6-433f-be1c-cbc44f27101a,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:52.104994 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d4620ea-5aec-43c1-b9b8-777da2f56dd9 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:52.112308 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-f190c239-8f07-4037-b9f9-b59d19c54d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:52.151436 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b3b24-586c-44e0-8c35-30f7fd82a347 req-3fb3ace4-a4fc-4c44-8254-2b37ec87df41 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:52.153418 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1a0b3b24-586c-44e0-8c35-30f7fd82a347 req-3fb3ace4-a4fc-4c44-8254-2b37ec87df41 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ea6575-aff1-41f5-8c89-ff66f3f3a0d2 HTTP/1.1" status: 200 len: 936 time: 0.3416765 Jul 29 23:17:52.156856 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a95a1-32cc-499b-9609-209667fc8fd5 service neutron] Pushing event updated for resources: {'Port': ['ID=a83c9ee2-098b-4c90-ab40-170001703a7e,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:52.197423 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-803b1e0f-e72a-40e1-a5d2-7be003d104c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:52.199136 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-803b1e0f-e72a-40e1-a5d2-7be003d104c9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=059e1ca7f14d445f9149a931f19d526e&device_id=a8144201-9bd1-45ae-913c-249698c553a5 HTTP/1.1" status: 200 len: 1100 time: 0.1571841 Jul 29 23:17:52.269544 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7759969-51d7-4fb3-9b32-73cd8078b44b req-4913faca-2fea-4514-a54e-9539efcade9e tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:52.271166 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a7759969-51d7-4fb3-9b32-73cd8078b44b req-4913faca-2fea-4514-a54e-9539efcade9e tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4ba435-5ab9-46d9-968c-3ddbe7085a40 HTTP/1.1" status: 200 len: 949 time: 0.1458187 Jul 29 23:17:52.279340 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device f8dfaa81-6bcd-4b32-b867-28d74592e5c8 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:52.290850 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1a0b3b24-586c-44e0-8c35-30f7fd82a347 req-c43b0de0-83c7-441d-9ff3-66ea80c4b127 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036818 Jul 29 23:17:52.365507 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-e0355ea9-ca40-463a-bd02-cb5deb6da09e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=a83c9ee2-098b-4c90-ab40-170001703a7e HTTP/1.1" status: 200 len: 217 time: 0.1340196 Jul 29 23:17:52.525991 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ef860449-da52-478f-a757-22ffe69f25a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:52.537322 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-526ebd1a-4e2c-46ef-8f32-e1576d46462a None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:52.547657 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a7759969-51d7-4fb3-9b32-73cd8078b44b req-4253387d-0f4a-44a2-b8bc-4f3f905e4c6a tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fd3b49-6b36-497d-a1c3-e29b750a5dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148643 Jul 29 23:17:52.548934 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190c239-8f07-4037-b9f9-b59d19c54d11 service neutron] Pushing event updated for resources: {'Port': ['ID=7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:52.575402 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port f8dfaa81-6bcd-4b32-b867-28d74592e5c8 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:52.578425 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-526ebd1a-4e2c-46ef-8f32-e1576d46462a None None] Transition to ACTIVE for port object 1b7d65b0-d7fd-4a31-8586-1103e22280ab will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:17:52.593510 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port f8dfaa81-6bcd-4b32-b867-28d74592e5c8 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:52.593896 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:52.621812 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef860449-da52-478f-a757-22ffe69f25a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73a5c3d6-f856-44fb-a1c6-8020f660abe6,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:52.639368 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-526ebd1a-4e2c-46ef-8f32-e1576d46462a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:52.679504 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34784e7-dc85-44a8-a18f-8f3c067f624c req-4c0357cd-881e-4c65-ab8a-b21cec90d5c2 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:52.681348 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-3d4620ea-5aec-43c1-b9b8-777da2f56dd9 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Allocated IP 172.25.8.11 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/d20bc923-7a39-4bd7-9f15-2233c770c22e) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:17:52.687764 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a34784e7-dc85-44a8-a18f-8f3c067f624c req-4c0357cd-881e-4c65-ab8a-b21cec90d5c2 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 949 time: 0.2173619 Jul 29 23:17:52.696264 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f796b-20c7-4ec8-8a5e-82655cda248e None None] Pushing event updated for resources: {'Port': ['ID=1b7d65b0-d7fd-4a31-8586-1103e22280ab,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:52.709885 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-e3ae3004-d739-4b92-a5ca-46a255901c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:52.711418 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-e3ae3004-d739-4b92-a5ca-46a255901c39 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.2360818 Jul 29 23:17:52.775712 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:52.784291 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a34784e7-dc85-44a8-a18f-8f3c067f624c req-a28ee3f6-b8db-4d3f-9591-061a7191a2b7 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955064 Jul 29 23:17:52.794646 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49ed0415-8903-45a8-8588-7f10fed5a5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:52.884384 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef860449-da52-478f-a757-22ffe69f25a0 admin admin] Checking segment: {'id': 'c00eeecb-64f5-461f-b19c-1ecfcea954c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'bb632758-ad89-4a5c-9f30-7c22bc2ad749'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:52.885035 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef860449-da52-478f-a757-22ffe69f25a0 admin admin] Network hostable DHCP agents. Network: bb632758-ad89-4a5c-9f30-7c22bc2ad749, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:17:52.899877 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-526ebd1a-4e2c-46ef-8f32-e1576d46462a None None] Attempting to bind port 1b7d65b0-d7fd-4a31-8586-1103e22280ab on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:17:52.900265 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-526ebd1a-4e2c-46ef-8f32-e1576d46462a None None] Attempting to bind port 1b7d65b0-d7fd-4a31-8586-1103e22280ab by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '57b5339d-93c7-469b-8f2c-ea2a3b010613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9edbcd5f-8a8c-4c91-b3c8-0698d21457a9'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:17:52.900629 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526ebd1a-4e2c-46ef-8f32-e1576d46462a None None] Attempting to bind port 1b7d65b0-d7fd-4a31-8586-1103e22280ab on network 9edbcd5f-8a8c-4c91-b3c8-0698d21457a9 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:52.904840 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4ba435-5ab9-46d9-968c-3ddbe7085a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8dfaa81-6bcd-4b32-b867-28d74592e5c8'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:17:52.916068 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55756) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:52.920361 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d977da-8147-442f-9119-93eac662d44d" -d '{"events": [{"server_uuid": "bb4ba435-5ab9-46d9-968c-3ddbe7085a40", "name": "network-vif-plugged", "status": "completed", "tag": "f8dfaa81-6bcd-4b32-b867-28d74592e5c8"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:17:52.936691 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port f8dfaa81-6bcd-4b32-b867-28d74592e5c8, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f8dfaa81-6bcd-4b32-b867-28d74592e5c8,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:52.940628 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-f190c239-8f07-4037-b9f9-b59d19c54d11 service neutron] Attempting to bind port 7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:17:52.941278 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-f190c239-8f07-4037-b9f9-b59d19c54d11 service neutron] Attempting to bind port 7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:17:52.941771 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-f190c239-8f07-4037-b9f9-b59d19c54d11 service neutron] Attempting to bind port 7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:52.951139 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-f190c239-8f07-4037-b9f9-b59d19c54d11 service neutron] Port 7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:17:52.951815 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-f190c239-8f07-4037-b9f9-b59d19c54d11 service neutron] Attempting to bind port 7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:17:52.959714 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:52.962285 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526ebd1a-4e2c-46ef-8f32-e1576d46462a None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:17:52.962672 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526ebd1a-4e2c-46ef-8f32-e1576d46462a None None] Checking segment: {'id': '57b5339d-93c7-469b-8f2c-ea2a3b010613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9edbcd5f-8a8c-4c91-b3c8-0698d21457a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:52.963727 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-526ebd1a-4e2c-46ef-8f32-e1576d46462a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:52.964581 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526ebd1a-4e2c-46ef-8f32-e1576d46462a None None] Bound using segment: {'id': '57b5339d-93c7-469b-8f2c-ea2a3b010613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9edbcd5f-8a8c-4c91-b3c8-0698d21457a9'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:17:52.964769 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-526ebd1a-4e2c-46ef-8f32-e1576d46462a None None] Bound port: 1b7d65b0-d7fd-4a31-8586-1103e22280ab, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57b5339d-93c7-469b-8f2c-ea2a3b010613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '9edbcd5f-8a8c-4c91-b3c8-0698d21457a9'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:17:52.965186 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-526ebd1a-4e2c-46ef-8f32-e1576d46462a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:52.981231 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-4ba91c3f-848f-4072-8014-8de7ec9c8467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:52.982938 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-4ba91c3f-848f-4072-8014-8de7ec9c8467 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2511635 Jul 29 23:17:52.983896 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-f190c239-8f07-4037-b9f9-b59d19c54d11 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:17:52.984411 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-f190c239-8f07-4037-b9f9-b59d19c54d11 service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:17:52.984974 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-f190c239-8f07-4037-b9f9-b59d19c54d11 service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:17:52.985594 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-f190c239-8f07-4037-b9f9-b59d19c54d11 service neutron] Bound port: 7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:17:52.986632 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-f190c239-8f07-4037-b9f9-b59d19c54d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:52.991599 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef860449-da52-478f-a757-22ffe69f25a0 admin admin] Network bb632758-ad89-4a5c-9f30-7c22bc2ad749 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:17:53.079888 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=f8dfaa81-6bcd-4b32-b867-28d74592e5c8,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:53.095084 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bac68c-4988-471b-ac61-c0883c8a71a8 x-openstack-request-id: req-e2bac68c-4988-471b-ac61-c0883c8a71a8 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:17:53.095909 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4ba435-5ab9-46d9-968c-3ddbe7085a40", "name": "network-vif-plugged", "status": "completed", "tag": "f8dfaa81-6bcd-4b32-b867-28d74592e5c8", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:17:53.096208 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e2bac68c-4988-471b-ac61-c0883c8a71a8 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:17:53.096604 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4ba435-5ab9-46d9-968c-3ddbe7085a40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8dfaa81-6bcd-4b32-b867-28d74592e5c8', 'code': 200} Jul 29 23:17:53.136081 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-ef860449-da52-478f-a757-22ffe69f25a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, bb632758-ad89-4a5c-9f30-7c22bc2ad749) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:53.143517 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef860449-da52-478f-a757-22ffe69f25a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:53.144262 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ef860449-da52-478f-a757-22ffe69f25a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:53.151826 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-906013e5-c68b-45d2-aa86-8b4c21618738 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425197 Jul 29 23:17:53.161295 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bdc76c-2425-47ff-8990-a5cd0e52bca2 None None] Network bb632758-ad89-4a5c-9f30-7c22bc2ad749 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:17:53.185226 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d4620ea-5aec-43c1-b9b8-777da2f56dd9 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:53.276274 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ef860449-da52-478f-a757-22ffe69f25a0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.7467108 Jul 29 23:17:53.308050 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0f2be-ff1a-4118-b279-6f7cac31d16c req-0a1f6d8a-7e85-4461-95da-3cf6fc156ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:53.310094 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4a0f2be-ff1a-4118-b279-6f7cac31d16c req-0a1f6d8a-7e85-4461-95da-3cf6fc156ec3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bb4ba435-5ab9-46d9-968c-3ddbe7085a40 HTTP/1.1" status: 200 len: 1102 time: 0.1351161 Jul 29 23:17:53.325550 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f74463-e2fa-44f7-a31d-12793e128d96 req-56565ad2-a067-45b0-8cf9-b81ca7e6b752 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:53.335412 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a0f74463-e2fa-44f7-a31d-12793e128d96 req-56565ad2-a067-45b0-8cf9-b81ca7e6b752 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.1796100 Jul 29 23:17:53.352899 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-f190c239-8f07-4037-b9f9-b59d19c54d11 service neutron] For port 7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:17:53.357000 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4d3520b8-9f34-4556-8d0d-ef8c07e8d17d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=521c3e28ff8447cbb384778c38ae3202&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4349923 Jul 29 23:17:53.359681 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55768) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:53.363336 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-f190c239-8f07-4037-b9f9-b59d19c54d11 service neutron] For port 7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:17:53.377050 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-f190c239-8f07-4037-b9f9-b59d19c54d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:53.396569 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-526ebd1a-4e2c-46ef-8f32-e1576d46462a None None] For port 1b7d65b0-d7fd-4a31-8586-1103e22280ab, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:17:53.400093 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-526ebd1a-4e2c-46ef-8f32-e1576d46462a None None] For port 1b7d65b0-d7fd-4a31-8586-1103e22280ab, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=1b7d65b0-d7fd-4a31-8586-1103e22280ab,segment=NetworkSegment(57b5339d-93c7-469b-8f2c-ea2a3b010613),segment_id=57b5339d-93c7-469b-8f2c-ea2a3b010613)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:17:53.430694 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-f190c239-8f07-4037-b9f9-b59d19c54d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:53.431502 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-f190c239-8f07-4037-b9f9-b59d19c54d11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:53.434063 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-f190c239-8f07-4037-b9f9-b59d19c54d11 service neutron] 10.222.0.39 "PUT /v2.0/ports/7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9 HTTP/1.1" status: 200 len: 1097 time: 2.8101826 Jul 29 23:17:53.438869 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-526ebd1a-4e2c-46ef-8f32-e1576d46462a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:53.446131 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-c2542075-62d1-4081-bae8-3e9522785af2 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769051 Jul 29 23:17:53.448708 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a0f74463-e2fa-44f7-a31d-12793e128d96 req-44de7e84-9037-4968-bb38-4993839ffb7f tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121621 Jul 29 23:17:53.475913 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d4620ea-5aec-43c1-b9b8-777da2f56dd9 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:53.497851 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f190c239-8f07-4037-b9f9-b59d19c54d11 service neutron] Pushing event updated for resources: {'Port': ['ID=7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:53.533206 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f796b-20c7-4ec8-8a5e-82655cda248e None None] Pushing event updated for resources: {'Port': ['ID=1b7d65b0-d7fd-4a31-8586-1103e22280ab,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:53.544691 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4a0f2be-ff1a-4118-b279-6f7cac31d16c req-acc71ff5-4736-4575-ac81-fe06d6e52709 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d2fd3b49-6b36-497d-a1c3-e29b750a5dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027192 Jul 29 23:17:53.596026 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b3bab44a-9d78-4b51-a866-773345d49eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:53.599425 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323f578d-51a2-4fec-aa0b-c93e1ccfb21a None None] Network bb632758-ad89-4a5c-9f30-7c22bc2ad749 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:17:53.653475 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a8a9a-57c2-4271-9349-2a4cef1b2309 req-4de8385e-36a4-4dc7-bec1-842087ed09e8 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:53.656781 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-216a8a9a-57c2-4271-9349-2a4cef1b2309 req-4de8385e-36a4-4dc7-bec1-842087ed09e8 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ea6575-aff1-41f5-8c89-ff66f3f3a0d2 HTTP/1.1" status: 200 len: 948 time: 0.2006102 Jul 29 23:17:53.662257 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b3bab44a-9d78-4b51-a866-773345d49eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:53.735006 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526ebd1a-4e2c-46ef-8f32-e1576d46462a None None] Routers {'f85c7577-91ed-438f-a397-99e989122844'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:17:53.735300 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-526ebd1a-4e2c-46ef-8f32-e1576d46462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:17:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f85c7577-91ed-438f-a397-99e989122844'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:53.816623 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4620ea-5aec-43c1-b9b8-777da2f56dd9 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:17:53.829325 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4620ea-5aec-43c1-b9b8-777da2f56dd9 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Pushing event updated for resources: {'Port': ['ID=d20bc923-7a39-4bd7-9f15-2233c770c22e,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:53.835557 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-3d4620ea-5aec-43c1-b9b8-777da2f56dd9 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:17:53.841986 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4620ea-5aec-43c1-b9b8-777da2f56dd9 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:17:53.847373 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-216a8a9a-57c2-4271-9349-2a4cef1b2309 req-cb1d78d9-0c54-4edc-8d40-8a145fe88dcb tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740556 Jul 29 23:17:53.867600 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-49ed0415-8903-45a8-8588-7f10fed5a5b5 admin admin] Deleting port 1b7d65b0-d7fd-4a31-8586-1103e22280ab {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:17:53.867981 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49ed0415-8903-45a8-8588-7f10fed5a5b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:53.899342 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-5da4b2ce-6bc8-4b87-b15c-6016b163f3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:53.901242 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-5da4b2ce-6bc8-4b87-b15c-6016b163f3f9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=059e1ca7f14d445f9149a931f19d526e&device_id=12ea6575-aff1-41f5-8c89-ff66f3f3a0d2 HTTP/1.1" status: 200 len: 1100 time: 0.3822017 Jul 29 23:17:53.907358 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b9774-a39f-4210-951f-38d71ec55323 req-b34a2aca-360f-46b3-aefd-917faed802c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:53.911070 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-144b9774-a39f-4210-951f-38d71ec55323 req-b34a2aca-360f-46b3-aefd-917faed802c5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=059e1ca7f14d445f9149a931f19d526e&device_id=a8144201-9bd1-45ae-913c-249698c553a5 HTTP/1.1" status: 200 len: 1100 time: 0.3789449 Jul 29 23:17:53.995012 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1c4708-d1a5-4002-a9e5-343c97af74e3 req-a9b6e665-375d-4af2-8a67-7ba28ddafdee tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:53.996763 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-526ebd1a-4e2c-46ef-8f32-e1576d46462a None None] Set router f85c7577-91ed-438f-a397-99e989122844 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:17:53.997241 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed1c4708-d1a5-4002-a9e5-343c97af74e3 req-a9b6e665-375d-4af2-8a67-7ba28ddafdee tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4ba435-5ab9-46d9-968c-3ddbe7085a40 HTTP/1.1" status: 200 len: 950 time: 0.2779479 Jul 29 23:17:54.028123 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b3bab44a-9d78-4b51-a866-773345d49eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.031083 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b3bab44a-9d78-4b51-a866-773345d49eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.032290 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b3bab44a-9d78-4b51-a866-773345d49eb4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c9924b5-ed38-4030-9a55-103e03302303 HTTP/1.1" status: 204 len: 168 time: 0.6714339 Jul 29 23:17:54.041035 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1b7d65b0-d7fd-4a31-8586-1103e22280ab up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:54.056464 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed1c4708-d1a5-4002-a9e5-343c97af74e3 req-4f6fbcef-d7a7-4f57-b848-85ab82e8618c tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fd3b49-6b36-497d-a1c3-e29b750a5dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471842 Jul 29 23:17:54.066843 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bab44a-9d78-4b51-a866-773345d49eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9924b5-ed38-4030-9a55-103e03302303,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:54.110948 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-ec5d56aa-b41a-4666-b16d-31764c399ed6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9 HTTP/1.1" status: 200 len: 217 time: 0.1858840 Jul 29 23:17:54.111415 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12ea6575-aff1-41f5-8c89-ff66f3f3a0d2', 'tag': '7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:17:54.114955 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b2aa33-1f7c-482b-8c17-d2ed659cddc2" -d '{"events": [{"name": "network-changed", "server_uuid": "12ea6575-aff1-41f5-8c89-ff66f3f3a0d2", "tag": "7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:17:54.123979 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-49ed0415-8903-45a8-8588-7f10fed5a5b5 admin admin] For port 1b7d65b0-d7fd-4a31-8586-1103e22280ab, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=1b7d65b0-d7fd-4a31-8586-1103e22280ab,segment=NetworkSegment(57b5339d-93c7-469b-8f2c-ea2a3b010613),segment_id=57b5339d-93c7-469b-8f2c-ea2a3b010613)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:54.124677 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49ed0415-8903-45a8-8588-7f10fed5a5b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.157189 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-49ed0415-8903-45a8-8588-7f10fed5a5b5 admin admin] Calling delete_port for 1b7d65b0-d7fd-4a31-8586-1103e22280ab owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:17:54.264962 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-8828641e-f522-4715-8b55-a2993b1132a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:54.266775 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-8828641e-f522-4715-8b55-a2993b1132a2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1407526 Jul 29 23:17:54.331619 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 1b7d65b0-d7fd-4a31-8586-1103e22280ab completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:54.338978 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 1b7d65b0-d7fd-4a31-8586-1103e22280ab triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:54.339600 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.531254 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b9774-a39f-4210-951f-38d71ec55323 req-6eb88a33-ce48-45ff-84c7-cd5acc331638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:54.532982 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-144b9774-a39f-4210-951f-38d71ec55323 req-6eb88a33-ce48-45ff-84c7-cd5acc331638 service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.6099331 Jul 29 23:17:54.540664 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d4620ea-5aec-43c1-b9b8-777da2f56dd9 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.573531 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-78faefed-7f4c-4970-9a60-b79a1ea5faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:54.575152 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-78faefed-7f4c-4970-9a60-b79a1ea5faaf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2559845 Jul 29 23:17:54.611209 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55796) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:54.644561 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.651667 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-144b9774-a39f-4210-951f-38d71ec55323 req-ed415fa9-1abb-4303-922e-96bb7f7381b0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=a83c9ee2-098b-4c90-ab40-170001703a7e HTTP/1.1" status: 200 len: 217 time: 0.1080642 Jul 29 23:17:54.665992 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3caa190b-f416-4aa9-a27f-641287987acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.708882 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 1b7d65b0-d7fd-4a31-8586-1103e22280ab, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=1b7d65b0-d7fd-4a31-8586-1103e22280ab,segment=NetworkSegment(57b5339d-93c7-469b-8f2c-ea2a3b010613),segment_id=57b5339d-93c7-469b-8f2c-ea2a3b010613)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:54.712348 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-526ebd1a-4e2c-46ef-8f32-e1576d46462a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85c7577-91ed-438f-a397-99e989122844', 'name': 'tempest-FloatingIPsNegativeTestJSON-246693261-router', 'tenant_id': '12648175b8574e568c0483bf719d6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'd5817ad7-99cd-4c43-9e97-74db39e8f48c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:39Z', 'updated_at': '2021-07-29T23:17:45Z', 'revision_number': 4, 'project_id': '12648175b8574e568c0483bf719d6c02', 'gw_port': {'id': 'd5817ad7-99cd-4c43-9e97-74db39e8f48c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85c7577-91ed-438f-a397-99e989122844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:40Z', 'updated_at': '2021-07-29T23:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '1b7d65b0-d7fd-4a31-8586-1103e22280ab', 'name': '', 'network_id': '9edbcd5f-8a8c-4c91-b3c8-0698d21457a9', 'tenant_id': '12648175b8574e568c0483bf719d6c02', 'mac_address': 'fa:16:3e:58:44:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85c7577-91ed-438f-a397-99e989122844', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '99e9977d-e8ce-474a-8319-d8d45f0c6e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:44Z', 'updated_at': '2021-07-29T23:17:53Z', 'revision_number': 4, 'project_id': '12648175b8574e568c0483bf719d6c02', 'subnets': [{'id': '99e9977d-e8ce-474a-8319-d8d45f0c6e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:54.742072 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526ebd1a-4e2c-46ef-8f32-e1576d46462a None None] The sync data for ids ['f85c7577-91ed-438f-a397-99e989122844'] in n-d-712140-10 is: [{'id': 'f85c7577-91ed-438f-a397-99e989122844', 'name': 'tempest-FloatingIPsNegativeTestJSON-246693261-router', 'tenant_id': '12648175b8574e568c0483bf719d6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'd5817ad7-99cd-4c43-9e97-74db39e8f48c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:39Z', 'updated_at': '2021-07-29T23:17:45Z', 'revision_number': 4, 'project_id': '12648175b8574e568c0483bf719d6c02', 'gw_port': {'id': 'd5817ad7-99cd-4c43-9e97-74db39e8f48c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85c7577-91ed-438f-a397-99e989122844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:40Z', 'updated_at': '2021-07-29T23:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '1b7d65b0-d7fd-4a31-8586-1103e22280ab', 'name': '', 'network_id': '9edbcd5f-8a8c-4c91-b3c8-0698d21457a9', 'tenant_id': '12648175b8574e568c0483bf719d6c02', 'mac_address': 'fa:16:3e:58:44:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f85c7577-91ed-438f-a397-99e989122844', 'device_owner': 'network:router_interface', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '99e9977d-e8ce-474a-8319-d8d45f0c6e83', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:44Z', 'updated_at': '2021-07-29T23:17:53Z', 'revision_number': 4, 'project_id': '12648175b8574e568c0483bf719d6c02', 'subnets': [{'id': '99e9977d-e8ce-474a-8319-d8d45f0c6e83', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:17:54.744033 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.744915 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 8adf3e7d-68c6-433f-be1c-cbc44f27101a up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:54.874488 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=1b7d65b0-d7fd-4a31-8586-1103e22280ab,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:54.893350 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 8adf3e7d-68c6-433f-be1c-cbc44f27101a triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:54.893798 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:54.911181 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-a4863e32-5815-46e1-8b52-c20354c14921 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:54.912938 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-a4863e32-5815-46e1-8b52-c20354c14921 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/networks?id=55fb160e-6b45-47b4-8565-f685f832c4b9 HTTP/1.1" status: 200 len: 821 time: 0.6385839 Jul 29 23:17:55.010533 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b48ea7-b5ac-421b-8cb0-11faf7d873f8 req-ccfe55d3-a031-4327-b737-d451c5d2caaa tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:55.011634 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d4620ea-5aec-43c1-b9b8-777da2f56dd9 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.012204 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e8b48ea7-b5ac-421b-8cb0-11faf7d873f8 req-ccfe55d3-a031-4327-b737-d451c5d2caaa tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 949 time: 0.7912185 Jul 29 23:17:55.019208 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-94052cdd-e027-4b46-ba03-c57c0156ef36 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/quotas/b675f7a309964096bd61726e3752bfc0 HTTP/1.1" status: 200 len: 375 time: 0.0986841 Jul 29 23:17:55.080165 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-ea0b25aa-5e9f-4f3c-b65d-06c741b1b3fb tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b675f7a309964096bd61726e3752bfc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0471199 Jul 29 23:17:55.113712 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e8b48ea7-b5ac-421b-8cb0-11faf7d873f8 req-61958e73-52d5-4a34-90ac-fd08d209a971 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843630 Jul 29 23:17:55.161060 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:17:55.218256 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-395d8766-7a06-4383-b0e8-245899260d66 x-openstack-request-id: req-395d8766-7a06-4383-b0e8-245899260d66 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:17:55.218602 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12ea6575-aff1-41f5-8c89-ff66f3f3a0d2", "tag": "7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:17:55.218902 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-395d8766-7a06-4383-b0e8-245899260d66 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:17:55.219311 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12ea6575-aff1-41f5-8c89-ff66f3f3a0d2', 'tag': '7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9', 'status': 'completed', 'code': 200} Jul 29 23:17:55.223526 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49ed0415-8903-45a8-8588-7f10fed5a5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.247609 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b9774-a39f-4210-951f-38d71ec55323 req-401adc86-fa52-4d83-860c-804de6ba44d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:55.249125 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-144b9774-a39f-4210-951f-38d71ec55323 req-401adc86-fa52-4d83-860c-804de6ba44d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.5791090 Jul 29 23:17:55.276497 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ed0415-8903-45a8-8588-7f10fed5a5b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b7d65b0-d7fd-4a31-8586-1103e22280ab,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:55.278738 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-9a92ceec-fdcb-4d59-b56f-1b23acf386a7 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6524415 Jul 29 23:17:55.462095 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-ed32ea2f-1c4b-441b-a8a7-fda2b9b7db0a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:17:55.463219 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-ed32ea2f-1c4b-441b-a8a7-fda2b9b7db0a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1233158 Jul 29 23:17:55.490600 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d00a54-4fa5-42c4-8949-45b29378dfaf req-a54a61de-3865-4de0-a901-62b14c079e7b tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:55.492874 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-03d00a54-4fa5-42c4-8949-45b29378dfaf req-a54a61de-3865-4de0-a901-62b14c079e7b tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.2222333 Jul 29 23:17:55.550064 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144b9774-a39f-4210-951f-38d71ec55323 req-6f3c63f0-f0ba-4681-91c7-67d44e260291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:55.551576 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-144b9774-a39f-4210-951f-38d71ec55323 req-6f3c63f0-f0ba-4681-91c7-67d44e260291 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2719438 Jul 29 23:17:55.604833 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d4620ea-5aec-43c1-b9b8-777da2f56dd9 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.643883 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d4620ea-5aec-43c1-b9b8-777da2f56dd9 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.701214 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-03d00a54-4fa5-42c4-8949-45b29378dfaf req-31621f3e-c21c-4f88-806c-b45c2c2e1be5 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938455 Jul 29 23:17:55.705403 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5373fd28-101b-48b2-8f28-b5f62e40d033 req-eb4a2163-804a-4c61-a5f4-4be9c898b67f service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995297 Jul 29 23:17:55.716935 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49ed0415-8903-45a8-8588-7f10fed5a5b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.745760 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-f0d206c0-7e1e-4fd3-ae48-2559011eade2 service neutron] 10.222.0.18 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671411 Jul 29 23:17:55.805338 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d4620ea-5aec-43c1-b9b8-777da2f56dd9 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.809385 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3caa190b-f416-4aa9-a27f-641287987acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.828019 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3caa190b-f416-4aa9-a27f-641287987acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.899507 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4620ea-5aec-43c1-b9b8-777da2f56dd9 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Pushing event updated for resources: {'Port': ['ID=d20bc923-7a39-4bd7-9f15-2233c770c22e,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:55.914322 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d4620ea-5aec-43c1-b9b8-777da2f56dd9 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:55.915802 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3d4620ea-5aec-43c1-b9b8-777da2f56dd9 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.2163544 Jul 29 23:17:55.941562 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-7ef06c01-b3ec-43eb-bda7-418aeb522853 service neutron] 10.222.0.18 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947563 Jul 29 23:17:55.977523 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-144b9774-a39f-4210-951f-38d71ec55323 req-bb92b4e3-3bf6-4af7-a955-9caba207c5b5 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868654 Jul 29 23:17:55.989998 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa190b-f416-4aa9-a27f-641287987acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=138cf611-c13c-44ab-ad79-b6c7876b4798,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:55.998228 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3caa190b-f416-4aa9-a27f-641287987acf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f8d74224b89443ea9e2d70012659657&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3682866 Jul 29 23:17:56.000163 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55810) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:56.041638 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce39f0-4605-4f8f-a27b-a6f33156e302 req-6b983901-9c2b-4136-b97b-cb57aaa09f88 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:56.043164 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efce39f0-4605-4f8f-a27b-a6f33156e302 req-6b983901-9c2b-4136-b97b-cb57aaa09f88 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ea6575-aff1-41f5-8c89-ff66f3f3a0d2 HTTP/1.1" status: 200 len: 948 time: 0.1679986 Jul 29 23:17:56.072213 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2aa33-1f7c-482b-8c17-d2ed659cddc2 req-6ba260ec-645b-4434-b6ea-611d7699e999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:56.073881 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b4b2aa33-1f7c-482b-8c17-d2ed659cddc2 req-6ba260ec-645b-4434-b6ea-611d7699e999 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=059e1ca7f14d445f9149a931f19d526e&device_id=12ea6575-aff1-41f5-8c89-ff66f3f3a0d2 HTTP/1.1" status: 200 len: 1100 time: 0.2418547 Jul 29 23:17:56.128818 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efce39f0-4605-4f8f-a27b-a6f33156e302 req-89337ff2-889d-4d9d-af91-e22c8678d888 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787354 Jul 29 23:17:56.297361 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-64461b3c-dc39-4f4f-abf3-156867c5f750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:56.300003 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2aa33-1f7c-482b-8c17-d2ed659cddc2 req-0c7c3c84-50e7-4dd5-8d26-087f3a0049df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:56.301291 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79121629-a68d-418e-8d2a-388ca1a7660d req-8d386d73-ba68-4a16-a9f0-4926b9dc1510 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:56.301556 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b4b2aa33-1f7c-482b-8c17-d2ed659cddc2 req-0c7c3c84-50e7-4dd5-8d26-087f3a0049df service neutron] 10.222.0.39 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.2091339 Jul 29 23:17:56.302966 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-79121629-a68d-418e-8d2a-388ca1a7660d req-8d386d73-ba68-4a16-a9f0-4926b9dc1510 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4ba435-5ab9-46d9-968c-3ddbe7085a40 HTTP/1.1" status: 200 len: 950 time: 0.1164334 Jul 29 23:17:56.304633 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-144b9774-a39f-4210-951f-38d71ec55323 req-b6417cfe-5052-4764-8b51-89304d4f3ab5 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3075716 Jul 29 23:17:56.325710 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device a83c9ee2-098b-4c90-ab40-170001703a7e details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:17:56.358850 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-64461b3c-dc39-4f4f-abf3-156867c5f750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:56.391675 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ed0415-8903-45a8-8588-7f10fed5a5b5 admin admin] Router f85c7577-91ed-438f-a397-99e989122844 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:17:56.411171 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-12b92c57-c0ac-455b-9558-e365aecfa517 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--609026188&fields=id&tenant_id=b49d6b2f238e47ed984aeeb787462f73 HTTP/1.1" status: 200 len: 267 time: 0.1279979 Jul 29 23:17:56.415378 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b4b2aa33-1f7c-482b-8c17-d2ed659cddc2 req-218caab2-e5d2-4d75-aee7-0e65b89138f3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.111&port_id=7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9 HTTP/1.1" status: 200 len: 217 time: 0.0986695 Jul 29 23:17:56.462998 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port a83c9ee2-098b-4c90-ab40-170001703a7e, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=a83c9ee2-098b-4c90-ab40-170001703a7e,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:56.475987 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'a83c9ee2-098b-4c90-ab40-170001703a7e', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': 'a83c9ee2-098b-4c90-ab40-170001703a7e', 'mac_address': 'fa:16:3e:e4:ad:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:17:56.492216 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2aa33-1f7c-482b-8c17-d2ed659cddc2 req-4ef3f25c-5577-4f2e-a122-9eab1fac2bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:56.493960 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b4b2aa33-1f7c-482b-8c17-d2ed659cddc2 req-4ef3f25c-5577-4f2e-a122-9eab1fac2bc6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.0612509 Jul 29 23:17:56.504508 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-64461b3c-dc39-4f4f-abf3-156867c5f750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:56.507578 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-64461b3c-dc39-4f4f-abf3-156867c5f750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:56.508797 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-64461b3c-dc39-4f4f-abf3-156867c5f750 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/138cf611-c13c-44ab-ad79-b6c7876b4798 HTTP/1.1" status: 204 len: 168 time: 0.4507663 Jul 29 23:17:56.528187 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:56.531685 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64461b3c-dc39-4f4f-abf3-156867c5f750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=138cf611-c13c-44ab-ad79-b6c7876b4798,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:56.556841 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a83c9ee2-098b-4c90-ab40-170001703a7e {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:17:56.582271 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port a83c9ee2-098b-4c90-ab40-170001703a7e, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=a83c9ee2-098b-4c90-ab40-170001703a7e,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:56.584974 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2aa33-1f7c-482b-8c17-d2ed659cddc2 req-8ae316fa-f906-453c-b0ec-83ca4818a287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:56.587827 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b4b2aa33-1f7c-482b-8c17-d2ed659cddc2 req-8ae316fa-f906-453c-b0ec-83ca4818a287 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0777135 Jul 29 23:17:56.588429 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:56.611696 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-79121629-a68d-418e-8d2a-388ca1a7660d req-c77fcdc9-38d8-4bc3-9a27-b0ec1e08661b tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fd3b49-6b36-497d-a1c3-e29b750a5dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799745 Jul 29 23:17:56.669703 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=a83c9ee2-098b-4c90-ab40-170001703a7e,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:56.713337 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-3d582cbb-4a1e-4577-b23b-b7295b286bcc tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:56.717086 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-3d582cbb-4a1e-4577-b23b-b7295b286bcc tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/networks?id=e830c838-5320-4f47-8a70-ed7b14724e77 HTTP/1.1" status: 200 len: 824 time: 0.3045824 Jul 29 23:17:56.806805 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-70ded122-cb0b-4aa1-b648-11eb969d007d req-7551f2c6-ecb9-438a-9da1-6d667daaf109 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=0567548b-7652-4e8d-b165-a70d391787df HTTP/1.1" status: 200 len: 210 time: 0.0884473 Jul 29 23:17:56.811808 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b4b2aa33-1f7c-482b-8c17-d2ed659cddc2 req-b38f0c07-0734-4036-a483-ac7ba1f4246b service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143021 Jul 29 23:17:56.814203 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-7b82e207-6cc3-408f-a25a-3c15b891a854 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/quotas/b49d6b2f238e47ed984aeeb787462f73 HTTP/1.1" status: 200 len: 375 time: 0.0301461 Jul 29 23:17:56.851416 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['a83c9ee2-098b-4c90-ab40-170001703a7e'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:17:56.972126 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b4b2aa33-1f7c-482b-8c17-d2ed659cddc2 req-2174b9f9-b580-4d66-beec-2a9b8059e6a9 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520889 Jul 29 23:17:57.057889 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-68d18c0c-b647-4a65-a6da-7e9620448e96 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b49d6b2f238e47ed984aeeb787462f73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2114098 Jul 29 23:17:57.060742 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ed0415-8903-45a8-8588-7f10fed5a5b5 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:17:57.071063 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-49ed0415-8903-45a8-8588-7f10fed5a5b5 admin admin] 10.222.0.18 "PUT /v2.0/routers/f85c7577-91ed-438f-a397-99e989122844/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4343579 Jul 29 23:17:57.071166 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55848) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:57.074956 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712e82c5-b296-4f8d-a32a-0edd1c4e181d None None] Sync routers for ids ['f85c7577-91ed-438f-a397-99e989122844'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:17:57.097943 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712e82c5-b296-4f8d-a32a-0edd1c4e181d None None] Routers {'f85c7577-91ed-438f-a397-99e989122844'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:17:57.099043 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-712e82c5-b296-4f8d-a32a-0edd1c4e181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:17:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f85c7577-91ed-438f-a397-99e989122844'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:57.115609 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf5cf9-3d42-442b-a795-5f4d3d052e7a req-829e9c8b-0c30-448e-aced-24eab0322f5c tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:57.118986 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-19bf5cf9-3d42-442b-a795-5f4d3d052e7a req-829e9c8b-0c30-448e-aced-24eab0322f5c tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 949 time: 0.1607778 Jul 29 23:17:57.227574 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-19bf5cf9-3d42-442b-a795-5f4d3d052e7a req-6fce337b-c1bc-4a6f-bbdd-00cbba54b95e tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002395 Jul 29 23:17:57.230587 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-240c79e4-c459-493c-9bb3-f0e08b351102 admin admin] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:57.234615 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-712e82c5-b296-4f8d-a32a-0edd1c4e181d None None] Set router f85c7577-91ed-438f-a397-99e989122844 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:17:57.447228 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-3c907fd5-8e8a-46ee-87d7-289eece24ddd service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:17:57.448341 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [req-59704a7c-8be5-427c-9d13-97e671b68882 req-7e3429d7-3156-4bba-808e-3b99c8a1614e service neutron] show failed (client error): The resource could not be found. Jul 29 23:17:57.449364 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-59704a7c-8be5-427c-9d13-97e671b68882 req-7e3429d7-3156-4bba-808e-3b99c8a1614e service neutron] 10.222.0.23 "GET /v2.0/ports/a7499d40-a2e9-4a56-b8a3-986db53aa756/bindings/n-h2-712140-10 HTTP/1.1" status: 404 len: 381 time: 0.1509259 Jul 29 23:17:57.450947 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-3c907fd5-8e8a-46ee-87d7-289eece24ddd service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2215374 Jul 29 23:17:57.466286 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-240c79e4-c459-493c-9bb3-f0e08b351102 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:57.562440 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-712e82c5-b296-4f8d-a32a-0edd1c4e181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85c7577-91ed-438f-a397-99e989122844', 'name': 'tempest-FloatingIPsNegativeTestJSON-246693261-router', 'tenant_id': '12648175b8574e568c0483bf719d6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'd5817ad7-99cd-4c43-9e97-74db39e8f48c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:39Z', 'updated_at': '2021-07-29T23:17:55Z', 'revision_number': 5, 'project_id': '12648175b8574e568c0483bf719d6c02', 'gw_port': {'id': 'd5817ad7-99cd-4c43-9e97-74db39e8f48c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85c7577-91ed-438f-a397-99e989122844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:40Z', 'updated_at': '2021-07-29T23:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:57.604297 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712e82c5-b296-4f8d-a32a-0edd1c4e181d None None] Checking router: f85c7577-91ed-438f-a397-99e989122844 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:17:57.618541 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712e82c5-b296-4f8d-a32a-0edd1c4e181d None None] Routers {'f85c7577-91ed-438f-a397-99e989122844'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:17:57.620111 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-712e82c5-b296-4f8d-a32a-0edd1c4e181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:17:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f85c7577-91ed-438f-a397-99e989122844'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:57.675967 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-4e5767bb-03a2-4b6d-b772-ccd238282c7d service neutron] 10.222.0.18 "GET /v2.0/networks/e830c838-5320-4f47-8a70-ed7b14724e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175889 Jul 29 23:17:57.682904 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-9b49d07e-1658-4fd7-ad95-b026e14ed039 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:57.688680 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-9b49d07e-1658-4fd7-ad95-b026e14ed039 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.23 "GET /v2.0/networks?id=55fb160e-6b45-47b4-8565-f685f832c4b9 HTTP/1.1" status: 200 len: 821 time: 0.2182059 Jul 29 23:17:57.715225 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-778c79a3-13a3-45fb-ac3e-b480281633aa tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Request body: {'port': {'device_id': '0567548b-7652-4e8d-b165-a70d391787df', 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9', 'admin_state_up': True, 'tenant_id': 'b675f7a309964096bd61726e3752bfc0'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:57.792365 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55866) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:57.794114 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-712e82c5-b296-4f8d-a32a-0edd1c4e181d None None] Set router f85c7577-91ed-438f-a397-99e989122844 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:17:57.847199 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-0b701940-c407-467b-a3aa-a64a15bf0763 service neutron] 10.222.0.18 "GET /v2.0/networks/e830c838-5320-4f47-8a70-ed7b14724e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647298 Jul 29 23:17:58.044993 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aca90a-d48b-44ed-a6bb-a679a8b29b5b req-c41ea2b6-f066-4d76-9674-da3acd2fab5d tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:58.047721 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80aca90a-d48b-44ed-a6bb-a679a8b29b5b req-c41ea2b6-f066-4d76-9674-da3acd2fab5d tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.0940120 Jul 29 23:17:58.057577 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-28524b0f-6517-47a8-b4c3-b699cf4953cb admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-517537085-network', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:58.092897 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28524b0f-6517-47a8-b4c3-b699cf4953cb admin admin] Made reservation on behalf of 996f54c2219e43118807a0e5eacc8eba for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:58.096351 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-28524b0f-6517-47a8-b4c3-b699cf4953cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:58.119791 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-28524b0f-6517-47a8-b4c3-b699cf4953cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:58.166252 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-712e82c5-b296-4f8d-a32a-0edd1c4e181d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f85c7577-91ed-438f-a397-99e989122844', 'name': 'tempest-FloatingIPsNegativeTestJSON-246693261-router', 'tenant_id': '12648175b8574e568c0483bf719d6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'd5817ad7-99cd-4c43-9e97-74db39e8f48c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:39Z', 'updated_at': '2021-07-29T23:17:55Z', 'revision_number': 5, 'project_id': '12648175b8574e568c0483bf719d6c02', 'gw_port': {'id': 'd5817ad7-99cd-4c43-9e97-74db39e8f48c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85c7577-91ed-438f-a397-99e989122844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:40Z', 'updated_at': '2021-07-29T23:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:17:58.205598 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80aca90a-d48b-44ed-a6bb-a679a8b29b5b req-29068f1d-09f1-4366-a6a3-8601583399a9 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216185 Jul 29 23:17:58.249978 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a7526-c7bd-44da-8163-fb959cdd89c6 req-3291bf11-98d7-43e2-adeb-b6e23c458baf tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:58.259082 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b23a7526-c7bd-44da-8163-fb959cdd89c6 req-3291bf11-98d7-43e2-adeb-b6e23c458baf tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ea6575-aff1-41f5-8c89-ff66f3f3a0d2 HTTP/1.1" status: 200 len: 948 time: 0.1521301 Jul 29 23:17:58.320104 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712e82c5-b296-4f8d-a32a-0edd1c4e181d None None] The sync data for ids ['f85c7577-91ed-438f-a397-99e989122844'] in n-d-712140-10 is: [{'id': 'f85c7577-91ed-438f-a397-99e989122844', 'name': 'tempest-FloatingIPsNegativeTestJSON-246693261-router', 'tenant_id': '12648175b8574e568c0483bf719d6c02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': 'd5817ad7-99cd-4c43-9e97-74db39e8f48c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:39Z', 'updated_at': '2021-07-29T23:17:55Z', 'revision_number': 5, 'project_id': '12648175b8574e568c0483bf719d6c02', 'gw_port': {'id': 'd5817ad7-99cd-4c43-9e97-74db39e8f48c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7a:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f85c7577-91ed-438f-a397-99e989122844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:40Z', 'updated_at': '2021-07-29T23:17:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:17:58.330599 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device a83c9ee2-098b-4c90-ab40-170001703a7e up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:17:58.331805 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-28524b0f-6517-47a8-b4c3-b699cf4953cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:58.363660 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-28524b0f-6517-47a8-b4c3-b699cf4953cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:58.393127 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-240c79e4-c459-493c-9bb3-f0e08b351102 admin admin] Deleting port d5817ad7-99cd-4c43-9e97-74db39e8f48c {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:17:58.393664 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-240c79e4-c459-493c-9bb3-f0e08b351102 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:58.399522 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfcb4a00-aa36-4511-b774-d28d471b7d14 req-0864555c-b354-4d37-a02a-a0aabe4a56e3 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=0567548b-7652-4e8d-b165-a70d391787df HTTP/1.1" status: 200 len: 210 time: 0.0542045 Jul 29 23:17:58.419811 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59704a7c-8be5-427c-9d13-97e671b68882 req-564f34ee-afc0-4839-b176-584453b288d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:58.421628 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-59704a7c-8be5-427c-9d13-97e671b68882 req-564f34ee-afc0-4839-b176-584453b288d0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6&tenant_id=924eedf485ca49e88625072b8912a512 HTTP/1.1" status: 200 len: 1101 time: 0.4949543 Jul 29 23:17:58.459714 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28524b0f-6517-47a8-b4c3-b699cf4953cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c707e286-30f0-42c5-96b2-eee1f2c659a8,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:58.476873 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-59704a7c-8be5-427c-9d13-97e671b68882 req-e29a76e9-d332-4ada-b7c5-668867e037b9 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-10', 'device_owner': 'compute:nova'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:58.493116 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28524b0f-6517-47a8-b4c3-b699cf4953cb admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:17:58.533656 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port a83c9ee2-098b-4c90-ab40-170001703a7e completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:17:58.534952 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b23a7526-c7bd-44da-8163-fb959cdd89c6 req-63da3b0f-ec84-42a3-90d4-a99c91e49c8a tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723510 Jul 29 23:17:58.537846 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port a83c9ee2-098b-4c90-ab40-170001703a7e triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:17:58.538221 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:58.567036 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-28524b0f-6517-47a8-b4c3-b699cf4953cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:58.567449 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-28524b0f-6517-47a8-b4c3-b699cf4953cb admin admin] Added segment 562933ca-53ea-46ea-af93-a7c56c2d1501 of type vlan for network c2da941c-32a1-4da1-9f2a-892e8a8b930d Jul 29 23:17:58.570087 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-778c79a3-13a3-45fb-ac3e-b480281633aa tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Made reservation on behalf of b675f7a309964096bd61726e3752bfc0 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:58.574919 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-778c79a3-13a3-45fb-ac3e-b480281633aa tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:58.603491 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-59704a7c-8be5-427c-9d13-97e671b68882 req-e29a76e9-d332-4ada-b7c5-668867e037b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:58.611958 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:17:58.633414 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-240c79e4-c459-493c-9bb3-f0e08b351102 admin admin] For port d5817ad7-99cd-4c43-9e97-74db39e8f48c, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d5817ad7-99cd-4c43-9e97-74db39e8f48c,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:58.633833 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-240c79e4-c459-493c-9bb3-f0e08b351102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:58.676817 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-240c79e4-c459-493c-9bb3-f0e08b351102 admin admin] Calling delete_port for d5817ad7-99cd-4c43-9e97-74db39e8f48c owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:17:58.713785 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-940c04b8-cf94-4f56-b015-757256130361 req-72cc09bc-ff12-4bbf-8915-418764f72b29 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?device_id=b009baf0-3113-4fd6-b0d4-9dfb4f273053 HTTP/1.1" status: 200 len: 210 time: 0.0697310 Jul 29 23:17:58.753884 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-28524b0f-6517-47a8-b4c3-b699cf4953cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:58.797150 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15e8fd-62ef-4bef-9d0c-b6989cb07a58 req-60a74a79-34e5-428c-94c4-bcd751bd1ba2 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:58.799455 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab15e8fd-62ef-4bef-9d0c-b6989cb07a58 req-60a74a79-34e5-428c-94c4-bcd751bd1ba2 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4ba435-5ab9-46d9-968c-3ddbe7085a40 HTTP/1.1" status: 200 len: 950 time: 0.2451682 Jul 29 23:17:58.834296 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:58.873743 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:58.893250 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8144201-9bd1-45ae-913c-249698c553a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83c9ee2-098b-4c90-ab40-170001703a7e'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:17:58.896597 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f35e1dc7-aeeb-4bb7-8db6-2c866d92ae40" -d '{"events": [{"server_uuid": "a8144201-9bd1-45ae-913c-249698c553a5", "name": "network-vif-plugged", "status": "completed", "tag": "a83c9ee2-098b-4c90-ab40-170001703a7e"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:17:58.914183 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port a83c9ee2-098b-4c90-ab40-170001703a7e, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=a83c9ee2-098b-4c90-ab40-170001703a7e,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:58.915717 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': '7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9', 'mac_address': 'fa:16:3e:03:e2:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.111'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:17:58.920504 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab15e8fd-62ef-4bef-9d0c-b6989cb07a58 req-6ba5af28-cccd-48e5-91bd-1f4c06dfd0b9 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fd3b49-6b36-497d-a1c3-e29b750a5dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103563 Jul 29 23:17:58.927529 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:58.934314 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-28524b0f-6517-47a8-b4c3-b699cf4953cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:58.935312 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28524b0f-6517-47a8-b4c3-b699cf4953cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:58.935920 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-28524b0f-6517-47a8-b4c3-b699cf4953cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:59.018235 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c54b859-cce8-42f9-9d94-8e43eebdb59e x-openstack-request-id: req-1c54b859-cce8-42f9-9d94-8e43eebdb59e {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:17:59.018947 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8144201-9bd1-45ae-913c-249698c553a5", "name": "network-vif-plugged", "status": "completed", "tag": "a83c9ee2-098b-4c90-ab40-170001703a7e", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:17:59.019364 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c54b859-cce8-42f9-9d94-8e43eebdb59e {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:17:59.019961 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8144201-9bd1-45ae-913c-249698c553a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83c9ee2-098b-4c90-ab40-170001703a7e', 'code': 200} Jul 29 23:17:59.033706 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:59.063715 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:17:59.068937 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=a83c9ee2-098b-4c90-ab40-170001703a7e,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:59.092128 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:59.098673 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:59.182571 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:59.195879 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:59.261912 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-28524b0f-6517-47a8-b4c3-b699cf4953cb admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4654052 Jul 29 23:17:59.265784 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55890) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:17:59.273997 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-be776b88-21d4-461e-94b8-ef9e4ab51c0a admin admin] Request body: {'subnet': {'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-517537085-subnet', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:17:59.300516 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa2823c-74cb-4916-a368-3d6a5590c629 req-c200c989-6929-496e-8d59-226b212c2a5a tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:59.302083 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1fa2823c-74cb-4916-a368-3d6a5590c629 req-c200c989-6929-496e-8d59-226b212c2a5a tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 949 time: 0.4685941 Jul 29 23:17:59.317143 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-240c79e4-c459-493c-9bb3-f0e08b351102 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:59.333525 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28524b0f-6517-47a8-b4c3-b699cf4953cb admin admin] Pushing event updated for resources: {'Network': ['ID=c2da941c-32a1-4da1-9f2a-892e8a8b930d,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:59.346457 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network c2da941c-32a1-4da1-9f2a-892e8a8b930d details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:17:59.384728 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be776b88-21d4-461e-94b8-ef9e4ab51c0a admin admin] Made reservation on behalf of 996f54c2219e43118807a0e5eacc8eba for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:17:59.387039 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-be776b88-21d4-461e-94b8-ef9e4ab51c0a admin admin] Notify callbacks [] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:59.408565 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c79e4-c459-493c-9bb3-f0e08b351102 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5817ad7-99cd-4c43-9e97-74db39e8f48c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:17:59.430877 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:17:59.437653 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fadfb-3998-4d2f-ab3a-4b9e6cf5f582 req-6c89dc2a-58d5-49c9-ba41-276a1ab42435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:59.440679 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b29fadfb-3998-4d2f-ab3a-4b9e6cf5f582 req-6c89dc2a-58d5-49c9-ba41-276a1ab42435 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a8144201-9bd1-45ae-913c-249698c553a5 HTTP/1.1" status: 200 len: 1102 time: 0.1975987 Jul 29 23:17:59.459400 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-778c79a3-13a3-45fb-ac3e-b480281633aa tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Allocated IP 172.20.0.6 (55fb160e-6b45-47b4-8565-f685f832c4b9/4ea5ab56-d2f4-49be-ac07-d932b6774fb8/89792323-dff1-46aa-b5f4-dbc0e6d206a4) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:17:59.464215 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1fa2823c-74cb-4916-a368-3d6a5590c629 req-da094010-5be5-4a04-b0ca-739edd45ced7 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517413 Jul 29 23:17:59.475710 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc9cbf-5cdb-49bb-9a0f-77734485d048 req-6f70c02c-b5aa-45c9-b028-6fe79e3475f2 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:59.476675 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82bc9cbf-5cdb-49bb-9a0f-77734485d048 req-6f70c02c-b5aa-45c9-b028-6fe79e3475f2 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.1736720 Jul 29 23:17:59.557466 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b29fadfb-3998-4d2f-ab3a-4b9e6cf5f582 req-1943806e-824c-4b1d-a048-2bd7901b590d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057358 Jul 29 23:17:59.583134 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82bc9cbf-5cdb-49bb-9a0f-77734485d048 req-796b9466-18a1-4efe-8387-8fd1e2b9b2cb tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848925 Jul 29 23:17:59.609393 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-240c79e4-c459-493c-9bb3-f0e08b351102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:59.622689 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:59.722875 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe2f169a-729c-45e9-bbb5-c9ae140b7f3c req-de3269c8-a2ab-4991-86e4-bfe6541d6ba9 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=0567548b-7652-4e8d-b165-a70d391787df HTTP/1.1" status: 200 len: 210 time: 0.0872474 Jul 29 23:17:59.761688 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-240c79e4-c459-493c-9bb3-f0e08b351102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:59.803552 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-240c79e4-c459-493c-9bb3-f0e08b351102 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:59.870582 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1b7d65b0-d7fd-4a31-8586-1103e22280ab no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:17:59.881376 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e91f7e-2ed7-4281-99d8-067102c52f16 req-3d2c1a8b-1aac-4980-a2d2-add9e33af79b tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:59.882948 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13e91f7e-2ed7-4281-99d8-067102c52f16 req-3d2c1a8b-1aac-4980-a2d2-add9e33af79b tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ea6575-aff1-41f5-8c89-ff66f3f3a0d2 HTTP/1.1" status: 200 len: 949 time: 0.1690052 Jul 29 23:17:59.887327 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-be776b88-21d4-461e-94b8-ef9e4ab51c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:59.910911 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-70e7a94d-20ac-4741-82f3-45423d22652b req-c8e5abd3-3c76-4d41-8b67-f20555a3517c tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?device_id=b009baf0-3113-4fd6-b0d4-9dfb4f273053 HTTP/1.1" status: 200 len: 210 time: 0.0570850 Jul 29 23:17:59.925696 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-ae53218d-bb05-45ae-9262-40e0caecb6bf tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:17:59.926266 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 1b7d65b0-d7fd-4a31-8586-1103e22280ab {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:17:59.926988 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1b7d65b0-d7fd-4a31-8586-1103e22280ab not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:17:59.927255 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-ae53218d-bb05-45ae-9262-40e0caecb6bf tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.23 "GET /v2.0/networks?id=e830c838-5320-4f47-8a70-ed7b14724e77 HTTP/1.1" status: 200 len: 824 time: 0.2905617 Jul 29 23:17:59.952354 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-59704a7c-8be5-427c-9d13-97e671b68882 req-e29a76e9-d332-4ada-b7c5-668867e037b9 service neutron] For port a7499d40-a2e9-4a56-b8a3-986db53aa756, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=a7499d40-a2e9-4a56-b8a3-986db53aa756,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:17:59.974371 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-240c79e4-c459-493c-9bb3-f0e08b351102 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:59.974798 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240c79e4-c459-493c-9bb3-f0e08b351102 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f85c7577-91ed-438f-a397-99e989122844 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:17:59.995660 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-240c79e4-c459-493c-9bb3-f0e08b351102 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:17:59.999819 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-240c79e4-c459-493c-9bb3-f0e08b351102 admin admin] 10.222.0.18 "DELETE /v2.0/routers/f85c7577-91ed-438f-a397-99e989122844 HTTP/1.1" status: 204 len: 168 time: 2.9274030 Jul 29 23:18:00.006517 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55900) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:00.046667 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-59704a7c-8be5-427c-9d13-97e671b68882 req-e29a76e9-d332-4ada-b7c5-668867e037b9 service neutron] For port a7499d40-a2e9-4a56-b8a3-986db53aa756, host n-h1-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:00.070969 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be776b88-21d4-461e-94b8-ef9e4ab51c0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fc0bd98-0583-4b79-a848-71b083ba6138,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:00.077367 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-778c79a3-13a3-45fb-ac3e-b480281633aa tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:00.107462 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10abedd5-a2b8-483f-bac2-56f46d1c08f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7499d40-a2e9-4a56-b8a3-986db53aa756'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:00.110018 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103deb96-3426-43e5-a320-68e01f431023" -d '{"events": [{"server_uuid": "10abedd5-a2b8-483f-bac2-56f46d1c08f6", "name": "network-vif-unplugged", "status": "completed", "tag": "a7499d40-a2e9-4a56-b8a3-986db53aa756"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:00.115630 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13e91f7e-2ed7-4281-99d8-067102c52f16 req-5f73f850-570b-4ccf-af06-4924b81b56d0 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258389 Jul 29 23:18:00.116412 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-59704a7c-8be5-427c-9d13-97e671b68882 req-e29a76e9-d332-4ada-b7c5-668867e037b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:00.144592 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-566ec635-81e3-4fd9-8ccd-d5969de17b59 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b49d6b2f238e47ed984aeeb787462f73 HTTP/1.1" status: 200 len: 379 time: 0.1916597 Jul 29 23:18:00.145249 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-59704a7c-8be5-427c-9d13-97e671b68882 req-e29a76e9-d332-4ada-b7c5-668867e037b9 service neutron] Transition to ACTIVE for port object a7499d40-a2e9-4a56-b8a3-986db53aa756 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:00.158410 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-505838c8-704c-4379-a111-d81ab3bd7057 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Request body: {'port': {'device_id': 'b009baf0-3113-4fd6-b0d4-9dfb4f273053', 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77', 'admin_state_up': True, 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'security_groups': ['14cf21cc-50a5-43f4-b384-48480f1f1141']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:00.161602 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-59704a7c-8be5-427c-9d13-97e671b68882 req-e29a76e9-d332-4ada-b7c5-668867e037b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:00.171720 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-778c79a3-13a3-45fb-ac3e-b480281633aa tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:00.205224 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be776b88-21d4-461e-94b8-ef9e4ab51c0a admin admin] Checking segment: {'id': '562933ca-53ea-46ea-af93-a7c56c2d1501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:00.205592 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be776b88-21d4-461e-94b8-ef9e4ab51c0a admin admin] Network hostable DHCP agents. Network: c2da941c-32a1-4da1-9f2a-892e8a8b930d, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:18:00.210490 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc1e17c8-d303-4f61-8e38-3036a17f51d2 admin admin] Deleting subnet 99e9977d-e8ce-474a-8319-d8d45f0c6e83 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:18:00.234772 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a76e9-d332-4ada-b7c5-668867e037b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a7499d40-a2e9-4a56-b8a3-986db53aa756,revision_number=6']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:00.247492 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cc1e17c8-d303-4f61-8e38-3036a17f51d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:00.255250 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-778c79a3-13a3-45fb-ac3e-b480281633aa tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Network 55fb160e-6b45-47b4-8565-f685f832c4b9 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:00.257047 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3aa13d2-c7ca-4ae6-adb8-e6767ce8b0d0 x-openstack-request-id: req-d3aa13d2-c7ca-4ae6-adb8-e6767ce8b0d0 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:00.257427 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10abedd5-a2b8-483f-bac2-56f46d1c08f6", "name": "network-vif-unplugged", "status": "completed", "tag": "a7499d40-a2e9-4a56-b8a3-986db53aa756", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:00.257745 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d3aa13d2-c7ca-4ae6-adb8-e6767ce8b0d0 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:00.258201 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10abedd5-a2b8-483f-bac2-56f46d1c08f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a7499d40-a2e9-4a56-b8a3-986db53aa756', 'code': 200} Jul 29 23:18:00.264205 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-59704a7c-8be5-427c-9d13-97e671b68882 req-e29a76e9-d332-4ada-b7c5-668867e037b9 service neutron] No DVR routers for this DVR port a7499d40-a2e9-4a56-b8a3-986db53aa756 on host n-h1-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:18:00.267896 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-778c79a3-13a3-45fb-ac3e-b480281633aa tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:00.317817 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-778c79a3-13a3-45fb-ac3e-b480281633aa tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:00.331318 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cc1e17c8-d303-4f61-8e38-3036a17f51d2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:00.345477 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be776b88-21d4-461e-94b8-ef9e4ab51c0a admin admin] Network c2da941c-32a1-4da1-9f2a-892e8a8b930d is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:18:00.358816 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badce413-52e7-4e32-9484-3301d578370e req-06d34690-9ccc-4552-bb70-17681dc80b1c tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:00.360453 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-badce413-52e7-4e32-9484-3301d578370e req-06d34690-9ccc-4552-bb70-17681dc80b1c tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4ba435-5ab9-46d9-968c-3ddbe7085a40 HTTP/1.1" status: 200 len: 950 time: 0.2436659 Jul 29 23:18:00.408191 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-59704a7c-8be5-427c-9d13-97e671b68882 req-e29a76e9-d332-4ada-b7c5-668867e037b9 service neutron] Attempting to bind port a7499d40-a2e9-4a56-b8a3-986db53aa756 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:18:00.408568 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-59704a7c-8be5-427c-9d13-97e671b68882 req-e29a76e9-d332-4ada-b7c5-668867e037b9 service neutron] Attempting to bind port a7499d40-a2e9-4a56-b8a3-986db53aa756 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:18:00.408911 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59704a7c-8be5-427c-9d13-97e671b68882 req-e29a76e9-d332-4ada-b7c5-668867e037b9 service neutron] Attempting to bind port a7499d40-a2e9-4a56-b8a3-986db53aa756 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:00.417812 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778c79a3-13a3-45fb-ac3e-b480281633aa tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Pushing event updated for resources: {'Port': ['ID=89792323-dff1-46aa-b5f4-dbc0e6d206a4,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:00.422656 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59704a7c-8be5-427c-9d13-97e671b68882 req-e29a76e9-d332-4ada-b7c5-668867e037b9 service neutron] Port a7499d40-a2e9-4a56-b8a3-986db53aa756 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:18:00.423996 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59704a7c-8be5-427c-9d13-97e671b68882 req-e29a76e9-d332-4ada-b7c5-668867e037b9 service neutron] Attempting to bind port a7499d40-a2e9-4a56-b8a3-986db53aa756 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:00.436191 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59704a7c-8be5-427c-9d13-97e671b68882 req-e29a76e9-d332-4ada-b7c5-668867e037b9 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:18:00.437162 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59704a7c-8be5-427c-9d13-97e671b68882 req-e29a76e9-d332-4ada-b7c5-668867e037b9 service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:00.437560 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59704a7c-8be5-427c-9d13-97e671b68882 req-e29a76e9-d332-4ada-b7c5-668867e037b9 service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:18:00.438008 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-59704a7c-8be5-427c-9d13-97e671b68882 req-e29a76e9-d332-4ada-b7c5-668867e037b9 service neutron] Bound port: a7499d40-a2e9-4a56-b8a3-986db53aa756, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:18:00.438127 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-be776b88-21d4-461e-94b8-ef9e4ab51c0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, c2da941c-32a1-4da1-9f2a-892e8a8b930d) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:00.438371 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-59704a7c-8be5-427c-9d13-97e671b68882 req-e29a76e9-d332-4ada-b7c5-668867e037b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:00.448280 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c48ab2-ff42-4710-b2e0-61bed6126cd5 None None] Network c2da941c-32a1-4da1-9f2a-892e8a8b930d requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:18:00.463195 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-778c79a3-13a3-45fb-ac3e-b480281633aa tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:00.464641 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-778c79a3-13a3-45fb-ac3e-b480281633aa tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:00.466264 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be776b88-21d4-461e-94b8-ef9e4ab51c0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:00.466863 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-be776b88-21d4-461e-94b8-ef9e4ab51c0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:00.508236 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cc1e17c8-d303-4f61-8e38-3036a17f51d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:00.554725 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-59704a7c-8be5-427c-9d13-97e671b68882 req-e29a76e9-d332-4ada-b7c5-668867e037b9 service neutron] For port a7499d40-a2e9-4a56-b8a3-986db53aa756, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:00.565078 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-59704a7c-8be5-427c-9d13-97e671b68882 req-e29a76e9-d332-4ada-b7c5-668867e037b9 service neutron] For port a7499d40-a2e9-4a56-b8a3-986db53aa756, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a7499d40-a2e9-4a56-b8a3-986db53aa756,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:18:00.566579 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-badce413-52e7-4e32-9484-3301d578370e req-c7eddc5c-d989-4d63-a81b-ab2ffdbd1622 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fd3b49-6b36-497d-a1c3-e29b750a5dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962101 Jul 29 23:18:00.578463 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-59704a7c-8be5-427c-9d13-97e671b68882 req-e29a76e9-d332-4ada-b7c5-668867e037b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:00.606876 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:00.627582 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-505838c8-704c-4379-a111-d81ab3bd7057 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Made reservation on behalf of b49d6b2f238e47ed984aeeb787462f73 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:18:00.645088 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-505838c8-704c-4379-a111-d81ab3bd7057 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:00.649093 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a76e9-d332-4ada-b7c5-668867e037b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a7499d40-a2e9-4a56-b8a3-986db53aa756,revision_number=7']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:00.667735 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-778c79a3-13a3-45fb-ac3e-b480281633aa tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9655535 Jul 29 23:18:00.676652 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-be776b88-21d4-461e-94b8-ef9e4ab51c0a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4077735 Jul 29 23:18:00.679485 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55910) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:00.682385 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59704a7c-8be5-427c-9d13-97e671b68882 req-e29a76e9-d332-4ada-b7c5-668867e037b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:00.683123 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-59704a7c-8be5-427c-9d13-97e671b68882 req-e29a76e9-d332-4ada-b7c5-668867e037b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:00.684459 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-59704a7c-8be5-427c-9d13-97e671b68882 req-e29a76e9-d332-4ada-b7c5-668867e037b9 service neutron] 10.222.0.39 "PUT /v2.0/ports/a7499d40-a2e9-4a56-b8a3-986db53aa756 HTTP/1.1" status: 200 len: 1096 time: 2.2172863 Jul 29 23:18:00.693083 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-9a55c5d4-b325-41cc-b4d6-01a64dedae81 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-517537085-router', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:00.740598 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-78dda2d2-0104-4914-bf96-6a13b531a022 service neutron] Request body: {'port': {'device_id': '0567548b-7652-4e8d-b165-a70d391787df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:00.747759 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9a55c5d4-b325-41cc-b4d6-01a64dedae81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:00.748870 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9a55c5d4-b325-41cc-b4d6-01a64dedae81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:00.853973 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cc1e17c8-d303-4f61-8e38-3036a17f51d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:00.862747 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:00.868192 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:00.868802 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:00.899757 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e17c8-d303-4f61-8e38-3036a17f51d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99e9977d-e8ce-474a-8319-d8d45f0c6e83,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:00.918325 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33833a81-5e19-4b23-aecb-670ca4b33964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'fixed_ips': [{'subnet_id': '7fc0bd98-0583-4b79-a848-71b083ba6138'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:18:00.919720 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-33833a81-5e19-4b23-aecb-670ca4b33964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:00.927160 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bda358-3966-4879-aae7-86eea965b618 req-b2111255-a467-4f52-be19-9b509011af58 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:00.934713 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e4bda358-3966-4879-aae7-86eea965b618 req-b2111255-a467-4f52-be19-9b509011af58 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 947 time: 0.3140788 Jul 29 23:18:00.950379 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cc1e17c8-d303-4f61-8e38-3036a17f51d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:00.952418 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-cc1e17c8-d303-4f61-8e38-3036a17f51d2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/99e9977d-e8ce-474a-8319-d8d45f0c6e83 HTTP/1.1" status: 204 len: 168 time: 0.9448805 Jul 29 23:18:00.959710 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55916) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:00.983431 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff94c60-aa82-425d-8583-5a5f82243f42 req-3a5edebb-db9b-4b62-9ddb-858bf7440a35 tempest-LiveMigrationNegativeTest-457869676 tempest-LiveMigrationNegativeTest-457869676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:00.991693 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ff94c60-aa82-425d-8583-5a5f82243f42 req-3a5edebb-db9b-4b62-9ddb-858bf7440a35 tempest-LiveMigrationNegativeTest-457869676 tempest-LiveMigrationNegativeTest-457869676-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bb4ba435-5ab9-46d9-968c-3ddbe7085a40 HTTP/1.1" status: 200 len: 1102 time: 0.2636349 Jul 29 23:18:01.027122 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcce94a7-0919-478d-864b-649e893d0047 None None] Network 9edbcd5f-8a8c-4c91-b3c8-0698d21457a9 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:18:01.083573 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4ff94c60-aa82-425d-8583-5a5f82243f42 req-7c4e39c9-bfa1-4635-ba50-90f8cb2abd80 tempest-LiveMigrationNegativeTest-457869676 tempest-LiveMigrationNegativeTest-457869676-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:01.127452 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e4bda358-3966-4879-aae7-86eea965b618 req-23c96416-ead8-4099-83df-1db38c8bc101 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918263 Jul 29 23:18:01.134293 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-505838c8-704c-4379-a111-d81ab3bd7057 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Allocated IP 172.20.0.10 (e830c838-5320-4f47-8a70-ed7b14724e77/340eeb0f-e215-481a-a3ed-413dd343d59d/f96f47f5-8823-4b4a-a2d5-d6a66613301f) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:01.140114 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59704a7c-8be5-427c-9d13-97e671b68882 req-5e59c3af-3da0-400c-9c5d-c96d636bdd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:01.143511 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-59704a7c-8be5-427c-9d13-97e671b68882 req-5e59c3af-3da0-400c-9c5d-c96d636bdd0d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 1099 time: 0.3964133 Jul 29 23:18:01.145558 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-78dda2d2-0104-4914-bf96-6a13b531a022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:01.147761 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9a55c5d4-b325-41cc-b4d6-01a64dedae81 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:01.154902 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:01.217793 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:01.288354 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-33833a81-5e19-4b23-aecb-670ca4b33964 None None] Allocated IP 172.20.0.2 (c2da941c-32a1-4da1-9f2a-892e8a8b930d/7fc0bd98-0583-4b79-a848-71b083ba6138/b0bcbc09-1882-4db4-a987-357aa2343f3c) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:01.290335 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ea6575-aff1-41f5-8c89-ff66f3f3a0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:01.292791 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77c7278-cfdc-48a8-bb7a-0f691c690673" -d '{"events": [{"server_uuid": "12ea6575-aff1-41f5-8c89-ff66f3f3a0d2", "name": "network-vif-plugged", "status": "completed", "tag": "7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:01.312605 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:01.329154 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:01.411788 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9a55c5d4-b325-41cc-b4d6-01a64dedae81 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:01.442311 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a2334f-1979-480b-b6bf-01052149f34b None None] DHCP port deletion for 9edbcd5f-8a8c-4c91-b3c8-0698d21457a9 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:18:01.464277 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:01.504826 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59704a7c-8be5-427c-9d13-97e671b68882 req-5f621bc8-ceaf-4e3c-8e67-c50b5bf6cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:01.507132 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-59704a7c-8be5-427c-9d13-97e671b68882 req-5f621bc8-ceaf-4e3c-8e67-c50b5bf6cbdc service neutron] 10.222.0.39 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.3467419 Jul 29 23:18:01.564634 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] Deleting port f7f185dd-1144-4e39-a6a7-b5849f4c16e4 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:18:01.565484 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:01.572967 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-99a2334f-1979-480b-b6bf-01052149f34b None None] Deleting port f7f185dd-1144-4e39-a6a7-b5849f4c16e4 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:18:01.573480 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-99a2334f-1979-480b-b6bf-01052149f34b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:01.575112 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea81bd-0d4d-46e6-9bb4-a182c4775dfa req-c538e44c-3a0c-4947-902d-ca8857a99fad tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:01.576867 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-99ea81bd-0d4d-46e6-9bb4-a182c4775dfa req-c538e44c-3a0c-4947-902d-ca8857a99fad tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.2905087 Jul 29 23:18:01.620430 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-59704a7c-8be5-427c-9d13-97e671b68882 req-adb1c0aa-b799-4b7b-b805-2b58a0d2fa16 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=a7499d40-a2e9-4a56-b8a3-986db53aa756 HTTP/1.1" status: 200 len: 217 time: 0.0850282 Jul 29 23:18:01.631947 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4ff94c60-aa82-425d-8583-5a5f82243f42 req-7c4e39c9-bfa1-4635-ba50-90f8cb2abd80 tempest-LiveMigrationNegativeTest-457869676 tempest-LiveMigrationNegativeTest-457869676-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:01.635921 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-33833a81-5e19-4b23-aecb-670ca4b33964 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:01.655446 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-33833a81-5e19-4b23-aecb-670ca4b33964 None None] Transition to ACTIVE for port object b0bcbc09-1882-4db4-a987-357aa2343f3c will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:01.664539 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4ff94c60-aa82-425d-8583-5a5f82243f42 req-7c4e39c9-bfa1-4635-ba50-90f8cb2abd80 tempest-LiveMigrationNegativeTest-457869676 tempest-LiveMigrationNegativeTest-457869676-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:01.667204 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-99a2334f-1979-480b-b6bf-01052149f34b None None] For port f7f185dd-1144-4e39-a6a7-b5849f4c16e4, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f7f185dd-1144-4e39-a6a7-b5849f4c16e4,segment=NetworkSegment(57b5339d-93c7-469b-8f2c-ea2a3b010613),segment_id=57b5339d-93c7-469b-8f2c-ea2a3b010613)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:01.667709 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-99a2334f-1979-480b-b6bf-01052149f34b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:01.685694 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-505838c8-704c-4379-a111-d81ab3bd7057 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:01.687605 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-99a2334f-1979-480b-b6bf-01052149f34b None None] Calling delete_port for f7f185dd-1144-4e39-a6a7-b5849f4c16e4 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:18:01.691561 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-33833a81-5e19-4b23-aecb-670ca4b33964 None None] Transition to ACTIVE for port object b0bcbc09-1882-4db4-a987-357aa2343f3c will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:01.706118 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-33833a81-5e19-4b23-aecb-670ca4b33964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:01.721224 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59704a7c-8be5-427c-9d13-97e671b68882 req-849a3c9c-b171-4a08-bd2a-24eb60008ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:01.722737 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-59704a7c-8be5-427c-9d13-97e671b68882 req-849a3c9c-b171-4a08-bd2a-24eb60008ce1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.0859463 Jul 29 23:18:01.740134 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ff94c60-aa82-425d-8583-5a5f82243f42 req-7c4e39c9-bfa1-4635-ba50-90f8cb2abd80 tempest-LiveMigrationNegativeTest-457869676 tempest-LiveMigrationNegativeTest-457869676-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=d2fd3b49-6b36-497d-a1c3-e29b750a5dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7474620 Jul 29 23:18:01.754349 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-505838c8-704c-4379-a111-d81ab3bd7057 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Transition to ACTIVE for port object f96f47f5-8823-4b4a-a2d5-d6a66613301f will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:01.768583 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] For port f7f185dd-1144-4e39-a6a7-b5849f4c16e4, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f7f185dd-1144-4e39-a6a7-b5849f4c16e4,segment=NetworkSegment(57b5339d-93c7-469b-8f2c-ea2a3b010613),segment_id=57b5339d-93c7-469b-8f2c-ea2a3b010613)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:01.768979 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:01.781588 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-99ea81bd-0d4d-46e6-9bb4-a182c4775dfa req-55927e73-7ab1-4999-86f0-582035787402 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805418 Jul 29 23:18:01.796288 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e39c9-bfa1-4635-ba50-90f8cb2abd80 tempest-LiveMigrationNegativeTest-457869676 tempest-LiveMigrationNegativeTest-457869676-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149854ab-b074-48b1-afcb-63c95cf0d103,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:01.834129 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] Calling delete_port for f7f185dd-1144-4e39-a6a7-b5849f4c16e4 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:18:01.894232 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-78dda2d2-0104-4914-bf96-6a13b531a022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89792323-dff1-46aa-b5f4-dbc0e6d206a4 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:01.903325 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-78dda2d2-0104-4914-bf96-6a13b531a022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:01.917240 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-78dda2d2-0104-4914-bf96-6a13b531a022 service neutron] Transition to ACTIVE for port object 89792323-dff1-46aa-b5f4-dbc0e6d206a4 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:01.920865 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59704a7c-8be5-427c-9d13-97e671b68882 req-ac80cfa0-1b37-4356-9403-e1f33d793b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:01.922937 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-59704a7c-8be5-427c-9d13-97e671b68882 req-ac80cfa0-1b37-4356-9403-e1f33d793b96 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1912053 Jul 29 23:18:01.927446 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-78dda2d2-0104-4914-bf96-6a13b531a022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:01.955772 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d5817ad7-99cd-4c43-9e97-74db39e8f48c no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:18:01.990911 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: d5817ad7-99cd-4c43-9e97-74db39e8f48c {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:18:01.991455 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d5817ad7-99cd-4c43-9e97-74db39e8f48c not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:18:01.991946 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f7f185dd-1144-4e39-a6a7-b5849f4c16e4 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:18:02.000075 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33833a81-5e19-4b23-aecb-670ca4b33964 None None] Network c2da941c-32a1-4da1-9f2a-892e8a8b930d is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:02.014935 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-505838c8-704c-4379-a111-d81ab3bd7057 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:02.024147 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-33833a81-5e19-4b23-aecb-670ca4b33964 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:02.029401 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33833a81-5e19-4b23-aecb-670ca4b33964 None None] Pushing event updated for resources: {'Port': ['ID=b0bcbc09-1882-4db4-a987-357aa2343f3c,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:02.032666 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33833a81-5e19-4b23-aecb-670ca4b33964 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:02.056437 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-67bc18b9-5064-4ff2-8ab0-e21db9510ada req-b13186d2-5644-443c-b614-0f6f5394c2ab tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?device_id=b009baf0-3113-4fd6-b0d4-9dfb4f273053 HTTP/1.1" status: 200 len: 210 time: 0.0997636 Jul 29 23:18:02.119809 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-505838c8-704c-4379-a111-d81ab3bd7057 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Network e830c838-5320-4f47-8a70-ed7b14724e77 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:02.138947 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89221827-826b-4ba1-bf51-3fa32f385748 req-184759cb-9b9b-4fd4-a4c1-079e96b8dc81 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:02.147699 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89221827-826b-4ba1-bf51-3fa32f385748 req-184759cb-9b9b-4fd4-a4c1-079e96b8dc81 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=0567548b-7652-4e8d-b165-a70d391787df HTTP/1.1" status: 200 len: 943 time: 0.2036366 Jul 29 23:18:02.157130 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-505838c8-704c-4379-a111-d81ab3bd7057 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:02.165121 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505838c8-704c-4379-a111-d81ab3bd7057 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Pushing event updated for resources: {'Port': ['ID=f96f47f5-8823-4b4a-a2d5-d6a66613301f,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:02.167535 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-505838c8-704c-4379-a111-d81ab3bd7057 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:02.172112 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-33833a81-5e19-4b23-aecb-670ca4b33964 None None] Attempting to bind port b0bcbc09-1882-4db4-a987-357aa2343f3c on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:18:02.172575 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-33833a81-5e19-4b23-aecb-670ca4b33964 None None] Attempting to bind port b0bcbc09-1882-4db4-a987-357aa2343f3c by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '562933ca-53ea-46ea-af93-a7c56c2d1501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:18:02.173569 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33833a81-5e19-4b23-aecb-670ca4b33964 None None] Attempting to bind port b0bcbc09-1882-4db4-a987-357aa2343f3c on network c2da941c-32a1-4da1-9f2a-892e8a8b930d {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:02.174687 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-505838c8-704c-4379-a111-d81ab3bd7057 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:02.175757 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-505838c8-704c-4379-a111-d81ab3bd7057 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:02.229575 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-99a2334f-1979-480b-b6bf-01052149f34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:02.239032 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:02.247808 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33833a81-5e19-4b23-aecb-670ca4b33964 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:18:02.257705 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33833a81-5e19-4b23-aecb-670ca4b33964 None None] Checking segment: {'id': '562933ca-53ea-46ea-af93-a7c56c2d1501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:02.258203 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-33833a81-5e19-4b23-aecb-670ca4b33964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:02.258743 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33833a81-5e19-4b23-aecb-670ca4b33964 None None] Bound using segment: {'id': '562933ca-53ea-46ea-af93-a7c56c2d1501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:18:02.259320 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-33833a81-5e19-4b23-aecb-670ca4b33964 None None] Bound port: b0bcbc09-1882-4db4-a987-357aa2343f3c, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '562933ca-53ea-46ea-af93-a7c56c2d1501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:18:02.259783 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-33833a81-5e19-4b23-aecb-670ca4b33964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:02.265195 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Port f7f185dd-1144-4e39-a6a7-b5849f4c16e4 update to DOWN by agent not found {{(pid=94065) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2150}} Jul 29 23:18:02.282332 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10abedd5-a2b8-483f-bac2-56f46d1c08f6', 'tag': 'a7499d40-a2e9-4a56-b8a3-986db53aa756'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:02.286054 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b66acd-91a0-420c-b9cc-8614b4e78a36" -d '{"events": [{"name": "network-changed", "server_uuid": "10abedd5-a2b8-483f-bac2-56f46d1c08f6", "tag": "a7499d40-a2e9-4a56-b8a3-986db53aa756"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:02.288826 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dda2d2-0104-4914-bf96-6a13b531a022 service neutron] Pushing event updated for resources: {'Port': ['ID=89792323-dff1-46aa-b5f4-dbc0e6d206a4,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:02.296948 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-505838c8-704c-4379-a111-d81ab3bd7057 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1511259 Jul 29 23:18:02.303782 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7f185dd-1144-4e39-a6a7-b5849f4c16e4,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:02.305784 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] No DVR routers for this DVR port f7f185dd-1144-4e39-a6a7-b5849f4c16e4 on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:18:02.318358 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89221827-826b-4ba1-bf51-3fa32f385748 req-0d27c5d3-a7e2-4e0d-82a1-4546a6338561 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696784 Jul 29 23:18:02.322195 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a2334f-1979-480b-b6bf-01052149f34b None None] Pushing event deleted for resources: {'Port': ['ID=f7f185dd-1144-4e39-a6a7-b5849f4c16e4,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:02.350960 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-b1a5ce9d-0aee-4c51-98c4-f6cd97be894f service neutron] Request body: {'port': {'device_id': 'b009baf0-3113-4fd6-b0d4-9dfb4f273053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:02.357674 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9a55c5d4-b325-41cc-b4d6-01a64dedae81 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:02.371167 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-59704a7c-8be5-427c-9d13-97e671b68882 req-c749613f-dc8e-461d-bff8-7cfd9163c75b service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982539 Jul 29 23:18:02.406384 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9a55c5d4-b325-41cc-b4d6-01a64dedae81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:02.459089 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-33833a81-5e19-4b23-aecb-670ca4b33964 None None] For port b0bcbc09-1882-4db4-a987-357aa2343f3c, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:02.463637 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-33833a81-5e19-4b23-aecb-670ca4b33964 None None] For port b0bcbc09-1882-4db4-a987-357aa2343f3c, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=b0bcbc09-1882-4db4-a987-357aa2343f3c,segment=NetworkSegment(562933ca-53ea-46ea-af93-a7c56c2d1501),segment_id=562933ca-53ea-46ea-af93-a7c56c2d1501)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:18:02.467538 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4a0f49-6ddc-4414-a270-cf3c9e1a2e71 x-openstack-request-id: req-5e4a0f49-6ddc-4414-a270-cf3c9e1a2e71 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:02.468325 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ea6575-aff1-41f5-8c89-ff66f3f3a0d2", "name": "network-vif-plugged", "status": "completed", "tag": "7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:02.468643 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5e4a0f49-6ddc-4414-a270-cf3c9e1a2e71 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:02.469057 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ea6575-aff1-41f5-8c89-ff66f3f3a0d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9', 'code': 200} Jul 29 23:18:02.480138 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device a7499d40-a2e9-4a56-b8a3-986db53aa756 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:18:02.511805 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d205641-a386-4bb2-ab41-2b553b518e9e req-800ab9a8-10ae-453a-8803-7b4b90255ce3 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:02.521755 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d205641-a386-4bb2-ab41-2b553b518e9e req-800ab9a8-10ae-453a-8803-7b4b90255ce3 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ea6575-aff1-41f5-8c89-ff66f3f3a0d2 HTTP/1.1" status: 200 len: 950 time: 0.3717666 Jul 29 23:18:02.540233 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-33833a81-5e19-4b23-aecb-670ca4b33964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:02.546892 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-9a55c5d4-b325-41cc-b4d6-01a64dedae81 admin admin] Allocated IP 172.25.8.73 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/b232dcb9-9444-4248-853e-4e8636ee9b2a) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:02.554807 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device a7499d40-a2e9-4a56-b8a3-986db53aa756 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:18:02.567350 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-78dda2d2-0104-4914-bf96-6a13b531a022 service neutron] Attempting to bind port 89792323-dff1-46aa-b5f4-dbc0e6d206a4 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:18:02.567798 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-78dda2d2-0104-4914-bf96-6a13b531a022 service neutron] Attempting to bind port 89792323-dff1-46aa-b5f4-dbc0e6d206a4 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:18:02.568170 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-78dda2d2-0104-4914-bf96-6a13b531a022 service neutron] Attempting to bind port 89792323-dff1-46aa-b5f4-dbc0e6d206a4 on network 55fb160e-6b45-47b4-8565-f685f832c4b9 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:02.597390 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a2334f-1979-480b-b6bf-01052149f34b None None] No DVR routers for this DVR port f7f185dd-1144-4e39-a6a7-b5849f4c16e4 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:18:02.620205 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-78dda2d2-0104-4914-bf96-6a13b531a022 service neutron] Port 89792323-dff1-46aa-b5f4-dbc0e6d206a4 on network 55fb160e-6b45-47b4-8565-f685f832c4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:18:02.620528 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-78dda2d2-0104-4914-bf96-6a13b531a022 service neutron] Attempting to bind port 89792323-dff1-46aa-b5f4-dbc0e6d206a4 on network 55fb160e-6b45-47b4-8565-f685f832c4b9 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:02.637975 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-78dda2d2-0104-4914-bf96-6a13b531a022 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:18:02.638364 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-78dda2d2-0104-4914-bf96-6a13b531a022 service neutron] Checking segment: {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:02.638750 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-78dda2d2-0104-4914-bf96-6a13b531a022 service neutron] Bound using segment: {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:18:02.639189 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-78dda2d2-0104-4914-bf96-6a13b531a022 service neutron] Bound port: 89792323-dff1-46aa-b5f4-dbc0e6d206a4, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:18:02.639666 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-78dda2d2-0104-4914-bf96-6a13b531a022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:02.699142 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33833a81-5e19-4b23-aecb-670ca4b33964 None None] Pushing event updated for resources: {'Port': ['ID=b0bcbc09-1882-4db4-a987-357aa2343f3c,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:02.730011 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-104f0350-3a13-4129-b3fd-89b9dd6a8808 None None] Provisioning for port f96f47f5-8823-4b4a-a2d5-d6a66613301f completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:02.739855 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-104f0350-3a13-4129-b3fd-89b9dd6a8808 None None] Provisioning complete for port f96f47f5-8823-4b4a-a2d5-d6a66613301f triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:02.739855 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-104f0350-3a13-4129-b3fd-89b9dd6a8808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:02.742801 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:02.773457 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:18:02.773807 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:18:02.774563 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:18:02.775263 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] Subscribe: > port after_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:18:02.775263 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:18:02.775563 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] Subscribe: > port after_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:18:02.775927 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:18:02.776609 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:18:02.776609 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:18:02.776897 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:18:02.805976 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-104f0350-3a13-4129-b3fd-89b9dd6a8808 None None] Port f96f47f5-8823-4b4a-a2d5-d6a66613301f cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:18:02.809185 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0d6e1fe0-5d7d-4182-86a8-47c6c62a5769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:02.828654 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-59704a7c-8be5-427c-9d13-97e671b68882 req-7a081171-594f-4e35-8d90-1bfb5cf3b443 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4341996 Jul 29 23:18:02.867115 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-78dda2d2-0104-4914-bf96-6a13b531a022 service neutron] For port 89792323-dff1-46aa-b5f4-dbc0e6d206a4, host n-h1-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:02.885318 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9a55c5d4-b325-41cc-b4d6-01a64dedae81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:02.890898 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-78dda2d2-0104-4914-bf96-6a13b531a022 service neutron] For port 89792323-dff1-46aa-b5f4-dbc0e6d206a4, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=89792323-dff1-46aa-b5f4-dbc0e6d206a4,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:18:02.891236 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:18:02.892201 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:18:02.892559 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:18:02.892965 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94063) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 29 23:18:02.893623 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9edbcd5f-8a8c-4c91-b3c8-0698d21457a9']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:02.897533 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-78dda2d2-0104-4914-bf96-6a13b531a022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:02.960200 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-78dda2d2-0104-4914-bf96-6a13b531a022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:02.960712 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-78dda2d2-0104-4914-bf96-6a13b531a022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:02.962175 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-78dda2d2-0104-4914-bf96-6a13b531a022 service neutron] 10.222.0.23 "PUT /v2.0/ports/89792323-dff1-46aa-b5f4-dbc0e6d206a4 HTTP/1.1" status: 200 len: 1092 time: 2.2815194 Jul 29 23:18:03.013538 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dda2d2-0104-4914-bf96-6a13b531a022 service neutron] Pushing event updated for resources: {'Port': ['ID=89792323-dff1-46aa-b5f4-dbc0e6d206a4,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:03.041396 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9a55c5d4-b325-41cc-b4d6-01a64dedae81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:03.110074 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a55c5d4-b325-41cc-b4d6-01a64dedae81 admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:03.120013 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-9a55c5d4-b325-41cc-b4d6-01a64dedae81 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:03.122995 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a55c5d4-b325-41cc-b4d6-01a64dedae81 admin admin] Pushing event updated for resources: {'Port': ['ID=b232dcb9-9444-4248-853e-4e8636ee9b2a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:03.125187 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a55c5d4-b325-41cc-b4d6-01a64dedae81 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:03.150830 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-24b14458-1005-402b-8ca0-aa67bd650f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:03.152414 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-24b14458-1005-402b-8ca0-aa67bd650f84 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b675f7a309964096bd61726e3752bfc0&device_id=0567548b-7652-4e8d-b165-a70d391787df HTTP/1.1" status: 200 len: 1095 time: 0.1214697 Jul 29 23:18:03.170381 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d205641-a386-4bb2-ab41-2b553b518e9e req-8ff3bb7e-1c92-4c9b-a232-ce5798b649e9 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6475496 Jul 29 23:18:03.174636 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b5339d-93c7-469b-8f2c-ea2a3b010613') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:03.175021 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b5339d-93c7-469b-8f2c-ea2a3b010613') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:03.179139 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-b1a5ce9d-0aee-4c51-98c4-f6cd97be894f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:03.203732 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-b4f3e56a-0b0f-427f-8cd0-6aeaa96d5b41 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89792323-dff1-46aa-b5f4-dbc0e6d206a4 HTTP/1.1" status: 200 len: 217 time: 0.0408962 Jul 29 23:18:03.211601 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:03.225875 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3a838-883e-4f85-9464-80f305b6ee96 req-56684e84-28cf-4ed8-8242-b9e48a840fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:03.227372 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cbd3a838-883e-4f85-9464-80f305b6ee96 req-56684e84-28cf-4ed8-8242-b9e48a840fb1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=12ea6575-aff1-41f5-8c89-ff66f3f3a0d2 HTTP/1.1" status: 200 len: 1102 time: 0.7008696 Jul 29 23:18:03.239809 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c909e-7d56-4b5f-8d2f-1738b22ae659 req-bb984983-d9f2-4ca0-9f8c-d22a2f9b5b41 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:03.241470 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-448c909e-7d56-4b5f-8d2f-1738b22ae659 req-bb984983-d9f2-4ca0-9f8c-d22a2f9b5b41 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 947 time: 0.7081938 Jul 29 23:18:03.281488 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:03.285500 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498110d0-d593-45a0-a2da-b1795c75a83a x-openstack-request-id: req-498110d0-d593-45a0-a2da-b1795c75a83a {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:03.285787 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10abedd5-a2b8-483f-bac2-56f46d1c08f6", "tag": "a7499d40-a2e9-4a56-b8a3-986db53aa756", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:03.286039 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-498110d0-d593-45a0-a2da-b1795c75a83a {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:03.286426 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10abedd5-a2b8-483f-bac2-56f46d1c08f6', 'tag': 'a7499d40-a2e9-4a56-b8a3-986db53aa756', 'status': 'completed', 'code': 200} Jul 29 23:18:03.309166 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.23', 60385) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:03.311942 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:18:03.313232 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: from cryptography.utils import int_from_bytes Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: from cryptography.utils import int_from_bytes Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:18:03.318768 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:18:03.404226 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-ef26beb5-e8e3-4d86-a5d6-b0a6e54b3f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:03.405737 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-ef26beb5-e8e3-4d86-a5d6-b0a6e54b3f12 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ea5ab56-d2f4-49be-ac07-d932b6774fb8 HTTP/1.1" status: 200 len: 861 time: 0.1630182 Jul 29 23:18:03.450164 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cbd3a838-883e-4f85-9464-80f305b6ee96 req-5fd9bec8-e967-416e-8611-c972e99c0b6b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076843 Jul 29 23:18:03.457359 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-2f2a78d4-3881-4711-99c5-84982ba3751a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55fb160e-6b45-47b4-8565-f685f832c4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371008 Jul 29 23:18:03.459722 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b66acd-91a0-420c-b9cc-8614b4e78a36 req-f2712292-f75d-47ab-bdb4-814aace5e6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:03.460677 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c8b66acd-91a0-420c-b9cc-8614b4e78a36 req-f2712292-f75d-47ab-bdb4-814aace5e6a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 1099 time: 0.1470389 Jul 29 23:18:03.465020 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-448c909e-7d56-4b5f-8d2f-1738b22ae659 req-17ad1e90-5b08-495d-badb-b89d90f87693 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096798 Jul 29 23:18:03.588703 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:03.629084 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:03.633448 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9edbcd5f-8a8c-4c91-b3c8-0698d21457a9 HTTP/1.1" status: 204 len: 168 time: 2.6610599 Jul 29 23:18:03.669440 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b66acd-91a0-420c-b9cc-8614b4e78a36 req-95274906-5b2a-4a99-9c36-d424edd2f822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:03.671284 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c8b66acd-91a0-420c-b9cc-8614b4e78a36 req-95274906-5b2a-4a99-9c36-d424edd2f822 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 1099 time: 0.3512337 Jul 29 23:18:03.691241 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4242b6db-3d38-43be-bcc4-88fc86a59b46 admin admin] Pushing event deleted for resources: {'Network': ['ID=9edbcd5f-8a8c-4c91-b3c8-0698d21457a9,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:03.735071 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.23', 60386) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:03.821889 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ae4e0-89e0-4ee0-aaa8-60980931b4ca req-c1b87def-c1f9-4e70-9659-55ec186b43c8 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:03.823563 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b94ae4e0-89e0-4ee0-aaa8-60980931b4ca req-c1b87def-c1f9-4e70-9659-55ec186b43c8 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.3964069 Jul 29 23:18:03.825462 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f97b17-5d6f-4d68-92a3-dbeaae4d74b3 req-db5ffefe-5fed-4fd4-bc3c-72bc139ed247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:03.826775 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16f97b17-5d6f-4d68-92a3-dbeaae4d74b3 req-db5ffefe-5fed-4fd4-bc3c-72bc139ed247 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf82aba057ca40728b2317f4122ba0f3&device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 1102 time: 0.3600051 Jul 29 23:18:03.877112 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55948) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:03.899391 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf606e7-ad93-4b84-b4a5-82ddce987369 None None] Network c2da941c-32a1-4da1-9f2a-892e8a8b930d requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:18:03.952563 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b0bcbc09-1882-4db4-a987-357aa2343f3c up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:03.996795 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3863e3dd-c914-4ff7-af0e-5d7ddef89ef2 None None] Provisioning for port b0bcbc09-1882-4db4-a987-357aa2343f3c completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:04.012002 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c8682-08b4-468c-ae9a-5853a0b7b2ec req-5b46cb11-41b1-43b7-8cf0-12e0b653e565 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:04.013498 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b43c8682-08b4-468c-ae9a-5853a0b7b2ec req-5b46cb11-41b1-43b7-8cf0-12e0b653e565 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?device_id=b009baf0-3113-4fd6-b0d4-9dfb4f273053 HTTP/1.1" status: 200 len: 932 time: 0.4608583 Jul 29 23:18:04.026979 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-82c79295-49d0-42b6-8b77-9ae36934d052 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=12648175b8574e568c0483bf719d6c02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1447620 Jul 29 23:18:04.035194 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9a55c5d4-b325-41cc-b4d6-01a64dedae81 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:04.039288 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55950) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:04.060173 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port b0bcbc09-1882-4db4-a987-357aa2343f3c completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:04.078084 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-09a7389e-6f3e-48ad-97d6-500844968f60 service neutron] 10.222.0.23 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5827425 Jul 29 23:18:04.083470 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b66acd-91a0-420c-b9cc-8614b4e78a36 req-aa53348c-cc19-4c9f-979e-1d5610274187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:04.084771 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port b0bcbc09-1882-4db4-a987-357aa2343f3c triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:04.085429 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:04.085584 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c8b66acd-91a0-420c-b9cc-8614b4e78a36 req-aa53348c-cc19-4c9f-979e-1d5610274187 service neutron] 10.222.0.39 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.5646307 Jul 29 23:18:04.116931 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b94ae4e0-89e0-4ee0-aaa8-60980931b4ca req-79230978-481d-4736-9972-e2ce2d1c79de tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502739 Jul 29 23:18:04.131019 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ae72d87-24f4-41c9-8e94-85028bdc9f21 req-5036c74d-b729-4709-8120-e0710522e63b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ea477f1e-53fe-4fd5-8847-4297adab988a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3927798 Jul 29 23:18:04.169348 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b66acd-91a0-420c-b9cc-8614b4e78a36 req-614bc1d4-fb16-4b79-9ce0-8c65eb54ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:04.170859 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c8b66acd-91a0-420c-b9cc-8614b4e78a36 req-614bc1d4-fb16-4b79-9ce0-8c65eb54ceb0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.4487126 Jul 29 23:18:04.190783 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b43c8682-08b4-468c-ae9a-5853a0b7b2ec req-8ec6ed09-88cb-4bbb-9af8-ef73f140ba0b tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/security-groups?id=14cf21cc-50a5-43f4-b384-48480f1f1141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548831 Jul 29 23:18:04.205616 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c8b66acd-91a0-420c-b9cc-8614b4e78a36 req-a7b1b50d-da13-4d73-a779-51f87da6ba53 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=a7499d40-a2e9-4a56-b8a3-986db53aa756 HTTP/1.1" status: 200 len: 217 time: 0.1116741 Jul 29 23:18:04.288911 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f97b17-5d6f-4d68-92a3-dbeaae4d74b3 req-88caa573-7071-4c17-a6a5-e8d01c52909d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:04.291003 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16f97b17-5d6f-4d68-92a3-dbeaae4d74b3 req-88caa573-7071-4c17-a6a5-e8d01c52909d service neutron] 10.222.0.39 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.4227724 Jul 29 23:18:04.317938 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:04.322480 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c8b66acd-91a0-420c-b9cc-8614b4e78a36 req-bbaf9828-fb13-451d-ab5a-f7acc5ffaf80 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=a7499d40-a2e9-4a56-b8a3-986db53aa756 HTTP/1.1" status: 200 len: 217 time: 0.1306844 Jul 29 23:18:04.360324 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eb837014-90e3-4ea9-afcb-eb94f0df7eeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:04.366328 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b66acd-91a0-420c-b9cc-8614b4e78a36 req-1acc5d3f-5bd4-4c2c-8ab6-1f33ee533709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:04.367788 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c8b66acd-91a0-420c-b9cc-8614b4e78a36 req-1acc5d3f-5bd4-4c2c-8ab6-1f33ee533709 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1274335 Jul 29 23:18:04.390076 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port b0bcbc09-1882-4db4-a987-357aa2343f3c, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=b0bcbc09-1882-4db4-a987-357aa2343f3c,segment=NetworkSegment(562933ca-53ea-46ea-af93-a7c56c2d1501),segment_id=562933ca-53ea-46ea-af93-a7c56c2d1501)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:04.400220 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:04.421693 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-db33234c-9538-4b7f-8e1e-c90e079a9481 req-c4354595-91bb-463b-9b27-3161f7ce634b service neutron] 10.222.0.23 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349757 Jul 29 23:18:04.465955 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16f97b17-5d6f-4d68-92a3-dbeaae4d74b3 req-26de1a85-c4c2-4d09-af62-5898ada23236 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=44765355-53d7-4077-b28c-7fe3fcd748dd HTTP/1.1" status: 200 len: 217 time: 0.1459327 Jul 29 23:18:04.471948 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-b1a5ce9d-0aee-4c51-98c4-f6cd97be894f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f96f47f5-8823-4b4a-a2d5-d6a66613301f {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:04.490705 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=b0bcbc09-1882-4db4-a987-357aa2343f3c,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:04.496835 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eb837014-90e3-4ea9-afcb-eb94f0df7eeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:04.518886 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-b1a5ce9d-0aee-4c51-98c4-f6cd97be894f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:04.551822 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-b1a5ce9d-0aee-4c51-98c4-f6cd97be894f service neutron] Transition to ACTIVE for port object f96f47f5-8823-4b4a-a2d5-d6a66613301f will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:04.585916 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-b1a5ce9d-0aee-4c51-98c4-f6cd97be894f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:04.599946 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 44765355-53d7-4077-b28c-7fe3fcd748dd details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:18:04.613715 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 44765355-53d7-4077-b28c-7fe3fcd748dd no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:18:04.628169 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b66acd-91a0-420c-b9cc-8614b4e78a36 req-a80d2cc9-3279-49b3-a708-eb244c959e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:04.629701 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c8b66acd-91a0-420c-b9cc-8614b4e78a36 req-a80d2cc9-3279-49b3-a708-eb244c959e90 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2224090 Jul 29 23:18:04.635053 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9a55c5d4-b325-41cc-b4d6-01a64dedae81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:04.639514 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae72d87-24f4-41c9-8e94-85028bdc9f21 req-067e6179-60fb-41cc-b597-22c82aa9b866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:04.641303 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ae72d87-24f4-41c9-8e94-85028bdc9f21 req-067e6179-60fb-41cc-b597-22c82aa9b866 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf82aba057ca40728b2317f4122ba0f3&device_id=ea477f1e-53fe-4fd5-8847-4297adab988a HTTP/1.1" status: 200 len: 1122 time: 0.4292040 Jul 29 23:18:04.697917 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eb837014-90e3-4ea9-afcb-eb94f0df7eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:04.700515 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eb837014-90e3-4ea9-afcb-eb94f0df7eeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:04.704344 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-eb837014-90e3-4ea9-afcb-eb94f0df7eeb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8012b019-aeb2-4856-b9d6-1a8bcd7714bd HTTP/1.1" status: 204 len: 168 time: 0.6614194 Jul 29 23:18:04.705193 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b66acd-91a0-420c-b9cc-8614b4e78a36 req-d2a03d9e-3ef5-499a-a7ea-e18aa0a90c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:04.705193 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c8b66acd-91a0-420c-b9cc-8614b4e78a36 req-d2a03d9e-3ef5-499a-a7ea-e18aa0a90c5c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.3699212 Jul 29 23:18:04.742212 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6497a10-d7e6-458f-9d13-bc81f538db42 req-28c07726-53af-4bc1-b389-91d77cd866e8 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:04.743872 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3d328475-cd47-4a6c-ba49-4fbd141cfee2 None None] Provisioning complete for port b0bcbc09-1882-4db4-a987-357aa2343f3c triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:04.744256 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3d328475-cd47-4a6c-ba49-4fbd141cfee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:04.745127 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb837014-90e3-4ea9-afcb-eb94f0df7eeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8012b019-aeb2-4856-b9d6-1a8bcd7714bd,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:04.756359 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d6497a10-d7e6-458f-9d13-bc81f538db42 req-28c07726-53af-4bc1-b389-91d77cd866e8 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=0567548b-7652-4e8d-b165-a70d391787df HTTP/1.1" status: 200 len: 943 time: 0.5210941 Jul 29 23:18:04.845961 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f97b17-5d6f-4d68-92a3-dbeaae4d74b3 req-27cd9d27-a6ec-4d81-92b6-bf2a5f0fcc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:04.848311 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16f97b17-5d6f-4d68-92a3-dbeaae4d74b3 req-27cd9d27-a6ec-4d81-92b6-bf2a5f0fcc2d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.3598106 Jul 29 23:18:04.857698 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c8b66acd-91a0-420c-b9cc-8614b4e78a36 req-17f41011-ff44-465b-8b79-e1ebc25d3d38 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175827 Jul 29 23:18:04.900850 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 44765355-53d7-4077-b28c-7fe3fcd748dd, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=44765355-53d7-4077-b28c-7fe3fcd748dd,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:04.904969 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:04.906451 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bafaffc-aa2b-465f-8e9a-803dff05c4f3 req-ee59611b-dd75-43de-b95e-a3bc21a0beff tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:04.909452 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1bafaffc-aa2b-465f-8e9a-803dff05c4f3 req-ee59611b-dd75-43de-b95e-a3bc21a0beff tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ea6575-aff1-41f5-8c89-ff66f3f3a0d2 HTTP/1.1" status: 200 len: 950 time: 0.3313382 Jul 29 23:18:04.910563 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5ce9d-0aee-4c51-98c4-f6cd97be894f service neutron] Pushing event updated for resources: {'Port': ['ID=f96f47f5-8823-4b4a-a2d5-d6a66613301f,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:04.932124 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '44765355-53d7-4077-b28c-7fe3fcd748dd', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': '44765355-53d7-4077-b28c-7fe3fcd748dd', 'mac_address': 'fa:16:3e:da:3f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:18:04.972923 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd806ae6-77dd-4e53-8eac-5be8a6e35f81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44765355-53d7-4077-b28c-7fe3fcd748dd'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:04.975371 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63474d1d-068e-4d39-ac83-9bb472aff676" -d '{"events": [{"server_uuid": "dd806ae6-77dd-4e53-8eac-5be8a6e35f81", "name": "network-vif-unplugged", "status": "completed", "tag": "44765355-53d7-4077-b28c-7fe3fcd748dd"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:05.016153 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 44765355-53d7-4077-b28c-7fe3fcd748dd, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=44765355-53d7-4077-b28c-7fe3fcd748dd,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:05.027924 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:05.038130 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d6497a10-d7e6-458f-9d13-bc81f538db42 req-37f7ab38-06e7-49e3-929d-dca090a50744 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806120 Jul 29 23:18:05.068475 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:05.116056 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44765355-53d7-4077-b28c-7fe3fcd748dd {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:05.120470 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f97b17-5d6f-4d68-92a3-dbeaae4d74b3 req-0fd54be2-5678-4830-9a23-9ae48af30940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:05.121144 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a55c5d4-b325-41cc-b4d6-01a64dedae81 admin admin] Router 880e6cc3-62cb-408b-afe7-6e64c73e626e is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:18:05.122831 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16f97b17-5d6f-4d68-92a3-dbeaae4d74b3 req-0fd54be2-5678-4830-9a23-9ae48af30940 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2449570 Jul 29 23:18:05.124693 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b66acd-91a0-420c-b9cc-8614b4e78a36 req-b6304acc-3980-4277-a6e4-57b725af4820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:05.129076 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c8b66acd-91a0-420c-b9cc-8614b4e78a36 req-b6304acc-3980-4277-a6e4-57b725af4820 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4092963 Jul 29 23:18:05.134349 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1bafaffc-aa2b-465f-8e9a-803dff05c4f3 req-1a6610eb-b6d9-4e2f-9f2e-23fabe2e0ec5 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890941 Jul 29 23:18:05.147378 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c8b66acd-91a0-420c-b9cc-8614b4e78a36 req-fbb76101-d05a-4112-991b-79af83cb9d84 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2466834 Jul 29 23:18:05.182842 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae72d87-24f4-41c9-8e94-85028bdc9f21 req-fb572656-76c4-400b-8333-7ba848d7c61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:05.184492 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ae72d87-24f4-41c9-8e94-85028bdc9f21 req-fb572656-76c4-400b-8333-7ba848d7c61f service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.5053272 Jul 29 23:18:05.223596 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=44765355-53d7-4077-b28c-7fe3fcd748dd,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:05.290520 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0567548b-7652-4e8d-b165-a70d391787df', 'tag': '89792323-dff1-46aa-b5f4-dbc0e6d206a4'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:05.291633 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.db.api [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:18:05.292794 n-d-712140-10 neutron-server[94065]: DEBUG oslo_db.api [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:18:05.292909 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848ede37-22ed-4be6-a2fb-2c237d7eb7ea" -d '{"events": [{"name": "network-changed", "server_uuid": "0567548b-7652-4e8d-b165-a70d391787df", "tag": "89792323-dff1-46aa-b5f4-dbc0e6d206a4"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:05.331583 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:05.334315 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a55c5d4-b325-41cc-b4d6-01a64dedae81 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:18:05.345833 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b87ed6-9907-4ca5-817e-7cb4fb2a0cb0 None None] Sync routers for ids ['880e6cc3-62cb-408b-afe7-6e64c73e626e'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:18:05.355392 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9a55c5d4-b325-41cc-b4d6-01a64dedae81 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:05.356081 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b87ed6-9907-4ca5-817e-7cb4fb2a0cb0 None None] Routers {'880e6cc3-62cb-408b-afe7-6e64c73e626e'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:18:05.356705 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-36b87ed6-9907-4ca5-817e-7cb4fb2a0cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:17:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['880e6cc3-62cb-408b-afe7-6e64c73e626e'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:05.357655 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9a55c5d4-b325-41cc-b4d6-01a64dedae81 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.6721241 Jul 29 23:18:05.360678 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55974) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:05.504203 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-36b87ed6-9907-4ca5-817e-7cb4fb2a0cb0 None None] Set router 880e6cc3-62cb-408b-afe7-6e64c73e626e gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:18:05.534796 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4af70bc-7df7-43ab-8c61-28ad5ff1d8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:05.572063 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ae72d87-24f4-41c9-8e94-85028bdc9f21 req-71bc9637-f8f1-4c69-850e-681420de0907 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=556f0030-f6cf-4918-8f35-994569601626 HTTP/1.1" status: 200 len: 217 time: 0.3580160 Jul 29 23:18:05.656997 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-b1a5ce9d-0aee-4c51-98c4-f6cd97be894f service neutron] Attempting to bind port f96f47f5-8823-4b4a-a2d5-d6a66613301f on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:18:05.657408 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-b1a5ce9d-0aee-4c51-98c4-f6cd97be894f service neutron] Attempting to bind port f96f47f5-8823-4b4a-a2d5-d6a66613301f by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'e54b1e53-0c15-4a98-ae01-123c7fd1a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:18:05.657765 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-b1a5ce9d-0aee-4c51-98c4-f6cd97be894f service neutron] Attempting to bind port f96f47f5-8823-4b4a-a2d5-d6a66613301f on network e830c838-5320-4f47-8a70-ed7b14724e77 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:05.691711 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-b1a5ce9d-0aee-4c51-98c4-f6cd97be894f service neutron] Port f96f47f5-8823-4b4a-a2d5-d6a66613301f on network e830c838-5320-4f47-8a70-ed7b14724e77 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:18:05.692064 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-b1a5ce9d-0aee-4c51-98c4-f6cd97be894f service neutron] Attempting to bind port f96f47f5-8823-4b4a-a2d5-d6a66613301f on network e830c838-5320-4f47-8a70-ed7b14724e77 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:05.719691 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc78010-bd70-4049-9f06-2ec847ec452a req-56db3e7b-45f4-4896-9d6d-468e3e5a8a31 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:05.722139 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4cc78010-bd70-4049-9f06-2ec847ec452a req-56db3e7b-45f4-4896-9d6d-468e3e5a8a31 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4ba435-5ab9-46d9-968c-3ddbe7085a40 HTTP/1.1" status: 200 len: 950 time: 0.5867655 Jul 29 23:18:05.741369 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-b1a5ce9d-0aee-4c51-98c4-f6cd97be894f service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:18:05.741777 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-b1a5ce9d-0aee-4c51-98c4-f6cd97be894f service neutron] Checking segment: {'id': 'e54b1e53-0c15-4a98-ae01-123c7fd1a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:05.742107 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-b1a5ce9d-0aee-4c51-98c4-f6cd97be894f service neutron] Bound using segment: {'id': 'e54b1e53-0c15-4a98-ae01-123c7fd1a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:18:05.742674 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-b1a5ce9d-0aee-4c51-98c4-f6cd97be894f service neutron] Bound port: f96f47f5-8823-4b4a-a2d5-d6a66613301f, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e54b1e53-0c15-4a98-ae01-123c7fd1a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:18:05.743342 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-b1a5ce9d-0aee-4c51-98c4-f6cd97be894f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:05.806264 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae72d87-24f4-41c9-8e94-85028bdc9f21 req-49a32275-716c-42ef-891e-bd7a6bc47501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:05.807848 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ae72d87-24f4-41c9-8e94-85028bdc9f21 req-49a32275-716c-42ef-891e-bd7a6bc47501 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.2052987 Jul 29 23:18:05.835293 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9613d5fa-bd62-4af8-b8e9-edeae46b4687 req-5b9137c2-616b-49d4-8f8a-0489fa485112 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:05.838394 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9613d5fa-bd62-4af8-b8e9-edeae46b4687 req-5b9137c2-616b-49d4-8f8a-0489fa485112 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 947 time: 0.2378311 Jul 29 23:18:05.882259 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:05.896340 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b0bcbc09-1882-4db4-a987-357aa2343f3c up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:05.906155 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44765355-53d7-4077-b28c-7fe3fcd748dd {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:05.940114 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c8b66acd-91a0-420c-b9cc-8614b4e78a36 req-01a0ea00-031b-4c3b-b768-92489d9f8218 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7492757 Jul 29 23:18:05.942870 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16f97b17-5d6f-4d68-92a3-dbeaae4d74b3 req-4d98a266-4369-4052-bbf6-555386e93259 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7990949 Jul 29 23:18:05.964180 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-910a5558-281f-4e78-b5e1-7a7cbd1a0cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:05.968160 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-36b87ed6-9907-4ca5-817e-7cb4fb2a0cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'name': 'tempest-FloatingIPsAssociationTestJSON-517537085-router', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:00Z', 'updated_at': '2021-07-29T23:18:03Z', 'revision_number': 3, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'gw_port': {'id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:02Z', 'updated_at': '2021-07-29T23:18:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:05.982370 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 44765355-53d7-4077-b28c-7fe3fcd748dd, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=44765355-53d7-4077-b28c-7fe3fcd748dd,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:05.991814 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55990) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:06.010778 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b87ed6-9907-4ca5-817e-7cb4fb2a0cb0 None None] Checking router: 880e6cc3-62cb-408b-afe7-6e64c73e626e for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:18:06.011125 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b87ed6-9907-4ca5-817e-7cb4fb2a0cb0 None None] Updating router 880e6cc3-62cb-408b-afe7-6e64c73e626e port b232dcb9-9444-4248-853e-4e8636ee9b2a binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:18:06.012889 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:06.073432 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-36b87ed6-9907-4ca5-817e-7cb4fb2a0cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:06.076058 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4cc78010-bd70-4049-9f06-2ec847ec452a req-02da7cb2-f4b5-4c4f-a813-b2775c9c132a tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fd3b49-6b36-497d-a1c3-e29b750a5dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404205 Jul 29 23:18:06.159170 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae72d87-24f4-41c9-8e94-85028bdc9f21 req-702a845d-cd6c-4945-b854-3e6335f2b478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:06.160700 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ae72d87-24f4-41c9-8e94-85028bdc9f21 req-702a845d-cd6c-4945-b854-3e6335f2b478 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3207808 Jul 29 23:18:06.162052 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port b0bcbc09-1882-4db4-a987-357aa2343f3c triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:06.162428 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:06.191084 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9613d5fa-bd62-4af8-b8e9-edeae46b4687 req-b45dd932-7377-4da6-afe1-53d648f775d5 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701902 Jul 29 23:18:06.198768 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-b1a5ce9d-0aee-4c51-98c4-f6cd97be894f service neutron] For port f96f47f5-8823-4b4a-a2d5-d6a66613301f, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:06.202643 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-3defd22e-47b4-455a-9c0e-465949fb1bac admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-924826672-network', 'tenant_id': 'eb4c29ff373b42b2b9e6a10c9a285765'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:06.229321 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15881d6-3406-4688-a5f9-1cfa7c35434f x-openstack-request-id: req-a15881d6-3406-4688-a5f9-1cfa7c35434f {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:06.229729 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd806ae6-77dd-4e53-8eac-5be8a6e35f81", "name": "network-vif-unplugged", "status": "completed", "tag": "44765355-53d7-4077-b28c-7fe3fcd748dd", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:06.230156 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a15881d6-3406-4688-a5f9-1cfa7c35434f {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:06.231089 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd806ae6-77dd-4e53-8eac-5be8a6e35f81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44765355-53d7-4077-b28c-7fe3fcd748dd', 'code': 200} Jul 29 23:18:06.235096 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=44765355-53d7-4077-b28c-7fe3fcd748dd,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:06.249576 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-910a5558-281f-4e78-b5e1-7a7cbd1a0cde admin admin] Allocated IP 172.20.0.1 (c2da941c-32a1-4da1-9f2a-892e8a8b930d/7fc0bd98-0583-4b79-a848-71b083ba6138/0265d8fa-34a5-487c-82f9-b03b5a57c197) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:06.275615 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3defd22e-47b4-455a-9c0e-465949fb1bac admin admin] Made reservation on behalf of eb4c29ff373b42b2b9e6a10c9a285765 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:18:06.277936 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3defd22e-47b4-455a-9c0e-465949fb1bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:06.293469 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96030299-1232-483c-94c1-c0f4663c31d4 req-9faa6fb0-7298-4977-9ffa-b552ad63b433 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:06.295022 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-96030299-1232-483c-94c1-c0f4663c31d4 req-9faa6fb0-7298-4977-9ffa-b552ad63b433 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.23 "GET /v2.0/ports?device_id=bb4ba435-5ab9-46d9-968c-3ddbe7085a40 HTTP/1.1" status: 200 len: 950 time: 0.1555867 Jul 29 23:18:06.319252 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-b1a5ce9d-0aee-4c51-98c4-f6cd97be894f service neutron] For port f96f47f5-8823-4b4a-a2d5-d6a66613301f, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f96f47f5-8823-4b4a-a2d5-d6a66613301f,segment=NetworkSegment(e54b1e53-0c15-4a98-ae01-123c7fd1a889),segment_id=e54b1e53-0c15-4a98-ae01-123c7fd1a889)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:18:06.334592 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3defd22e-47b4-455a-9c0e-465949fb1bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:06.364403 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-b1a5ce9d-0aee-4c51-98c4-f6cd97be894f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:06.375083 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['44765355-53d7-4077-b28c-7fe3fcd748dd'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:06.471454 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c8b66acd-91a0-420c-b9cc-8614b4e78a36 req-209f4c8b-9b84-457c-b9a7-11168cfa2e6a service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5033541 Jul 29 23:18:06.497338 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16f97b17-5d6f-4d68-92a3-dbeaae4d74b3 req-aafd7833-4577-45ad-a04e-1231eefcafc7 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5152102 Jul 29 23:18:06.527072 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-b1a5ce9d-0aee-4c51-98c4-f6cd97be894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:06.527757 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-b1a5ce9d-0aee-4c51-98c4-f6cd97be894f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:06.529638 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-b1a5ce9d-0aee-4c51-98c4-f6cd97be894f service neutron] 10.222.0.23 "PUT /v2.0/ports/f96f47f5-8823-4b4a-a2d5-d6a66613301f HTTP/1.1" status: 200 len: 1093 time: 4.2098670 Jul 29 23:18:06.531492 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b009baf0-3113-4fd6-b0d4-9dfb4f273053', 'tag': 'f96f47f5-8823-4b4a-a2d5-d6a66613301f'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:06.539639 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-197f7415-ef6e-4007-a7a9-c43db81d2f5b" -d '{"events": [{"name": "network-changed", "server_uuid": "b009baf0-3113-4fd6-b0d4-9dfb4f273053", "tag": "f96f47f5-8823-4b4a-a2d5-d6a66613301f"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:06.574407 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb5317-2d20-436e-a26f-a2b3309b17b3 req-6802ea12-5493-48d9-86f1-f2849ec71b30 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:06.586729 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-35bb5317-2d20-436e-a26f-a2b3309b17b3 req-6802ea12-5493-48d9-86f1-f2849ec71b30 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?device_id=b009baf0-3113-4fd6-b0d4-9dfb4f273053 HTTP/1.1" status: 200 len: 944 time: 0.2726240 Jul 29 23:18:06.608071 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bc57fc-77ff-4b5f-b43f-402e23173db0 req-d2c806d1-3e74-4ee1-bb2b-cdd0e925a737 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:06.609703 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-34bc57fc-77ff-4b5f-b43f-402e23173db0 req-d2c806d1-3e74-4ee1-bb2b-cdd0e925a737 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 949 time: 0.2938499 Jul 29 23:18:06.626665 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5ce9d-0aee-4c51-98c4-f6cd97be894f service neutron] Pushing event updated for resources: {'Port': ['ID=f96f47f5-8823-4b4a-a2d5-d6a66613301f,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:06.634974 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ae72d87-24f4-41c9-8e94-85028bdc9f21 req-b0bb035a-bed1-4fb3-b069-4d411628468f service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4643557 Jul 29 23:18:06.635900 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device a7499d40-a2e9-4a56-b8a3-986db53aa756 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:18:06.760139 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-35bb5317-2d20-436e-a26f-a2b3309b17b3 req-7bdfd362-d180-4f80-818e-48b85b37f633 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/security-groups?id=14cf21cc-50a5-43f4-b384-48480f1f1141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723418 Jul 29 23:18:06.776261 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-fead6679-a47e-4af8-9ae5-73ccc28ffeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:06.777794 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-fead6679-a47e-4af8-9ae5-73ccc28ffeb2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b49d6b2f238e47ed984aeeb787462f73&device_id=b009baf0-3113-4fd6-b0d4-9dfb4f273053 HTTP/1.1" status: 200 len: 1096 time: 0.1882880 Jul 29 23:18:06.784707 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-34bc57fc-77ff-4b5f-b43f-402e23173db0 req-182c68b6-ac8a-46cf-9e27-8fbcd5650fb7 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524975 Jul 29 23:18:06.827133 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:06.837932 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-3bba2991-3c0d-455d-a2ad-9b19759ce74a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f96f47f5-8823-4b4a-a2d5-d6a66613301f HTTP/1.1" status: 200 len: 217 time: 0.0506895 Jul 29 23:18:06.839961 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-36b87ed6-9907-4ca5-817e-7cb4fb2a0cb0 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:06.866239 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-36b87ed6-9907-4ca5-817e-7cb4fb2a0cb0 None None] Transition to ACTIVE for port object b232dcb9-9444-4248-853e-4e8636ee9b2a will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:06.871925 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ae72d87-24f4-41c9-8e94-85028bdc9f21 req-32d0713d-e459-492b-80d1-8ef3d7eb0138 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078700 Jul 29 23:18:06.887423 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-36b87ed6-9907-4ca5-817e-7cb4fb2a0cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:06.900977 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port a7499d40-a2e9-4a56-b8a3-986db53aa756, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a7499d40-a2e9-4a56-b8a3-986db53aa756,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:06.922548 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e76d35-339b-47a7-b8b3-fca5d305f232 x-openstack-request-id: req-d8e76d35-339b-47a7-b8b3-fca5d305f232 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:06.923950 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0567548b-7652-4e8d-b165-a70d391787df", "tag": "89792323-dff1-46aa-b5f4-dbc0e6d206a4", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:06.924241 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d8e76d35-339b-47a7-b8b3-fca5d305f232 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:06.924981 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0567548b-7652-4e8d-b165-a70d391787df', 'tag': '89792323-dff1-46aa-b5f4-dbc0e6d206a4', 'status': 'completed', 'code': 200} Jul 29 23:18:06.948121 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'a7499d40-a2e9-4a56-b8a3-986db53aa756', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': 'a7499d40-a2e9-4a56-b8a3-986db53aa756', 'mac_address': 'fa:16:3e:07:71:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:18:06.962452 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-36b87ed6-9907-4ca5-817e-7cb4fb2a0cb0 None None] Attempting to bind port b232dcb9-9444-4248-853e-4e8636ee9b2a on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:18:06.962843 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-36b87ed6-9907-4ca5-817e-7cb4fb2a0cb0 None None] Attempting to bind port b232dcb9-9444-4248-853e-4e8636ee9b2a by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:18:06.963177 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b87ed6-9907-4ca5-817e-7cb4fb2a0cb0 None None] Attempting to bind port b232dcb9-9444-4248-853e-4e8636ee9b2a on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:06.969275 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2b2c1-c800-4522-b780-0eb02109b4d4 None None] Pushing event updated for resources: {'Port': ['ID=b232dcb9-9444-4248-853e-4e8636ee9b2a,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:06.980024 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b87ed6-9907-4ca5-817e-7cb4fb2a0cb0 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:18:06.980449 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b87ed6-9907-4ca5-817e-7cb4fb2a0cb0 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:06.980852 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-36b87ed6-9907-4ca5-817e-7cb4fb2a0cb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:06.981248 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b87ed6-9907-4ca5-817e-7cb4fb2a0cb0 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:18:06.981723 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-36b87ed6-9907-4ca5-817e-7cb4fb2a0cb0 None None] Bound port: b232dcb9-9444-4248-853e-4e8636ee9b2a, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:18:06.982106 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-36b87ed6-9907-4ca5-817e-7cb4fb2a0cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:07.016163 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3defd22e-47b4-455a-9c0e-465949fb1bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:07.035289 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-910a5558-281f-4e78-b5e1-7a7cbd1a0cde admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:07.046152 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3defd22e-47b4-455a-9c0e-465949fb1bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:07.050237 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:07.072398 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3defd22e-47b4-455a-9c0e-465949fb1bac admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:18:07.074918 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7499d40-a2e9-4a56-b8a3-986db53aa756 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:07.082277 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-36b87ed6-9907-4ca5-817e-7cb4fb2a0cb0 None None] For port b232dcb9-9444-4248-853e-4e8636ee9b2a, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:07.083919 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-a7e57166-18a3-4d5d-9143-f74890f49f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:07.085406 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-a7e57166-18a3-4d5d-9143-f74890f49f7a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=340eeb0f-e215-481a-a3ed-413dd343d59d HTTP/1.1" status: 200 len: 863 time: 0.2361801 Jul 29 23:18:07.085880 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-36b87ed6-9907-4ca5-817e-7cb4fb2a0cb0 None None] For port b232dcb9-9444-4248-853e-4e8636ee9b2a, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=b232dcb9-9444-4248-853e-4e8636ee9b2a,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:18:07.092107 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3defd22e-47b4-455a-9c0e-465949fb1bac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:07.092532 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-3defd22e-47b4-455a-9c0e-465949fb1bac admin admin] Added segment 09ef5cba-b946-4954-8b7b-df4b99902de5 of type vlan for network bf432201-0fac-4700-a1fe-c1aeac3e3811 Jul 29 23:18:07.101061 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-36b87ed6-9907-4ca5-817e-7cb4fb2a0cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:07.103871 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port a7499d40-a2e9-4a56-b8a3-986db53aa756, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a7499d40-a2e9-4a56-b8a3-986db53aa756,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:07.130052 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:07.140714 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4211fd0-12b8-4517-820e-f74878820474 req-c061be3a-da60-41c0-a9f6-9c261c3bbfa1 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:07.143406 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4211fd0-12b8-4517-820e-f74878820474 req-c061be3a-da60-41c0-a9f6-9c261c3bbfa1 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=0567548b-7652-4e8d-b165-a70d391787df HTTP/1.1" status: 200 len: 943 time: 0.2190671 Jul 29 23:18:07.164874 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ede37-22ed-4be6-a2fb-2c237d7eb7ea req-86b00bcd-cdb3-4d21-8473-f3eb30d16016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:07.165084 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b87ed6-9907-4ca5-817e-7cb4fb2a0cb0 None None] Routers {'880e6cc3-62cb-408b-afe7-6e64c73e626e'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:18:07.165757 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-36b87ed6-9907-4ca5-817e-7cb4fb2a0cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:18:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['880e6cc3-62cb-408b-afe7-6e64c73e626e'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:07.166326 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-848ede37-22ed-4be6-a2fb-2c237d7eb7ea req-86b00bcd-cdb3-4d21-8473-f3eb30d16016 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b675f7a309964096bd61726e3752bfc0&device_id=0567548b-7652-4e8d-b165-a70d391787df HTTP/1.1" status: 200 len: 1095 time: 0.2386749 Jul 29 23:18:07.186895 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-910a5558-281f-4e78-b5e1-7a7cbd1a0cde admin admin] Transition to ACTIVE for port object 0265d8fa-34a5-487c-82f9-b03b5a57c197 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:07.192281 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3defd22e-47b4-455a-9c0e-465949fb1bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05f1d5ef-09d4-453f-9e3f-7e9cbd874979,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:07.197327 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3defd22e-47b4-455a-9c0e-465949fb1bac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:07.202042 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-96030299-1232-483c-94c1-c0f4663c31d4 req-daf7aa7b-a78f-4b8d-bce0-04eb7694934a tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Deleting port f8dfaa81-6bcd-4b32-b867-28d74592e5c8 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:18:07.202376 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-96030299-1232-483c-94c1-c0f4663c31d4 req-daf7aa7b-a78f-4b8d-bce0-04eb7694934a tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:07.218757 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a91bb7-e02a-4936-81b4-da555a3a6afc req-1b3aeb11-0c82-4737-95e8-728fee83077f tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:07.220798 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f5a91bb7-e02a-4936-81b4-da555a3a6afc req-1b3aeb11-0c82-4737-95e8-728fee83077f tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ea6575-aff1-41f5-8c89-ff66f3f3a0d2 HTTP/1.1" status: 200 len: 950 time: 0.1812134 Jul 29 23:18:07.222115 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad2b2c1-c800-4522-b780-0eb02109b4d4 None None] Pushing event updated for resources: {'Port': ['ID=b232dcb9-9444-4248-853e-4e8636ee9b2a,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:07.277192 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-f9d69e0c-2392-404d-b5e1-a8598469b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:07.278689 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-f9d69e0c-2392-404d-b5e1-a8598469b677 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e830c838-5320-4f47-8a70-ed7b14724e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1803319 Jul 29 23:18:07.302509 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3defd22e-47b4-455a-9c0e-465949fb1bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:07.303466 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3defd22e-47b4-455a-9c0e-465949fb1bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:07.304088 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3defd22e-47b4-455a-9c0e-465949fb1bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:07.309071 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4211fd0-12b8-4517-820e-f74878820474 req-e527fef1-c600-4705-8ba9-f055a4b10a13 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464236 Jul 29 23:18:07.325366 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=a7499d40-a2e9-4a56-b8a3-986db53aa756,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:07.364711 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-36b87ed6-9907-4ca5-817e-7cb4fb2a0cb0 None None] Set router 880e6cc3-62cb-408b-afe7-6e64c73e626e gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:18:07.374152 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-910a5558-281f-4e78-b5e1-7a7cbd1a0cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:07.400686 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d38af8-e158-4a77-83fa-13c9176c3f8c x-openstack-request-id: req-c8d38af8-e158-4a77-83fa-13c9176c3f8c {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:07.401000 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b009baf0-3113-4fd6-b0d4-9dfb4f273053", "tag": "f96f47f5-8823-4b4a-a2d5-d6a66613301f", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:07.401252 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8d38af8-e158-4a77-83fa-13c9176c3f8c {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:07.401647 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b009baf0-3113-4fd6-b0d4-9dfb4f273053', 'tag': 'f96f47f5-8823-4b4a-a2d5-d6a66613301f', 'status': 'completed', 'code': 200} Jul 29 23:18:07.404837 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f5a91bb7-e02a-4936-81b4-da555a3a6afc req-f2271edc-ddd1-4d38-92bf-22ff293ec72f tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547060 Jul 29 23:18:07.417512 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ede37-22ed-4be6-a2fb-2c237d7eb7ea req-2145f49f-a167-4760-9e98-19c4007d10fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:07.418802 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-848ede37-22ed-4be6-a2fb-2c237d7eb7ea req-2145f49f-a167-4760-9e98-19c4007d10fd service neutron] 10.222.0.23 "GET /v2.0/networks?id=55fb160e-6b45-47b4-8565-f685f832c4b9 HTTP/1.1" status: 200 len: 922 time: 0.2412558 Jul 29 23:18:07.433734 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3defd22e-47b4-455a-9c0e-465949fb1bac admin admin] Pushing event updated for resources: {'Network': ['ID=bf432201-0fac-4700-a1fe-c1aeac3e3811,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:07.442197 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3defd22e-47b4-455a-9c0e-465949fb1bac admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4489737 Jul 29 23:18:07.456266 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 56006) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:07.457217 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-96030299-1232-483c-94c1-c0f4663c31d4 req-daf7aa7b-a78f-4b8d-bce0-04eb7694934a tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] For port f8dfaa81-6bcd-4b32-b867-28d74592e5c8, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f8dfaa81-6bcd-4b32-b867-28d74592e5c8,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:07.458507 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-96030299-1232-483c-94c1-c0f4663c31d4 req-daf7aa7b-a78f-4b8d-bce0-04eb7694934a tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:07.461186 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910a5558-281f-4e78-b5e1-7a7cbd1a0cde admin admin] Network c2da941c-32a1-4da1-9f2a-892e8a8b930d is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:07.465296 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-d0ba880e-adcc-493d-8b51-e8906154cae6 admin admin] Request body: {'subnet': {'network_id': 'bf432201-0fac-4700-a1fe-c1aeac3e3811', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-924826672-subnet', 'tenant_id': 'eb4c29ff373b42b2b9e6a10c9a285765', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:07.470673 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-910a5558-281f-4e78-b5e1-7a7cbd1a0cde admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:07.478763 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910a5558-281f-4e78-b5e1-7a7cbd1a0cde admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:07.482019 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network bf432201-0fac-4700-a1fe-c1aeac3e3811 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:18:07.512365 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-96030299-1232-483c-94c1-c0f4663c31d4 req-daf7aa7b-a78f-4b8d-bce0-04eb7694934a tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Calling delete_port for f8dfaa81-6bcd-4b32-b867-28d74592e5c8 owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:18:07.514046 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a5558-281f-4e78-b5e1-7a7cbd1a0cde admin admin] Pushing event updated for resources: {'Port': ['ID=0265d8fa-34a5-487c-82f9-b03b5a57c197,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:07.531050 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-848ede37-22ed-4be6-a2fb-2c237d7eb7ea req-4dd3fe4c-8cc4-4092-bd74-97dbd39da478 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89792323-dff1-46aa-b5f4-dbc0e6d206a4 HTTP/1.1" status: 200 len: 217 time: 0.1010625 Jul 29 23:18:07.586240 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-910a5558-281f-4e78-b5e1-7a7cbd1a0cde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:07.662787 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-2bf31c90-3702-46f2-aeb6-6c31744a213d service neutron] 10.222.0.23 "GET /v2.0/networks/e830c838-5320-4f47-8a70-ed7b14724e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705168 Jul 29 23:18:07.663109 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ba880e-adcc-493d-8b51-e8906154cae6 admin admin] Made reservation on behalf of eb4c29ff373b42b2b9e6a10c9a285765 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:18:07.665375 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d0ba880e-adcc-493d-8b51-e8906154cae6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:07.674777 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['a7499d40-a2e9-4a56-b8a3-986db53aa756'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:07.734822 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848ede37-22ed-4be6-a2fb-2c237d7eb7ea req-45b9bb09-9202-4795-942f-a8f0f6d46842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:07.736332 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-848ede37-22ed-4be6-a2fb-2c237d7eb7ea req-45b9bb09-9202-4795-942f-a8f0f6d46842 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ea5ab56-d2f4-49be-ac07-d932b6774fb8 HTTP/1.1" status: 200 len: 861 time: 0.1789825 Jul 29 23:18:07.787689 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68514d5b-a54d-4d9b-9914-705617501c9d req-59c2d806-2fd1-4da7-ae66-e17a4834797b tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:07.789142 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68514d5b-a54d-4d9b-9914-705617501c9d req-59c2d806-2fd1-4da7-ae66-e17a4834797b tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb4ba435-5ab9-46d9-968c-3ddbe7085a40 HTTP/1.1" status: 200 len: 950 time: 0.3339307 Jul 29 23:18:07.792598 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-910a5558-281f-4e78-b5e1-7a7cbd1a0cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:07.801384 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-36b87ed6-9907-4ca5-817e-7cb4fb2a0cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'name': 'tempest-FloatingIPsAssociationTestJSON-517537085-router', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:00Z', 'updated_at': '2021-07-29T23:18:03Z', 'revision_number': 3, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'gw_port': {'id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:02Z', 'updated_at': '2021-07-29T23:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:07.809290 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-96030299-1232-483c-94c1-c0f4663c31d4 req-daf7aa7b-a78f-4b8d-bce0-04eb7694934a tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:07.836892 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-848ede37-22ed-4be6-a2fb-2c237d7eb7ea req-e0fe1c72-2035-4dcc-8f3b-70e22d37d78d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55fb160e-6b45-47b4-8565-f685f832c4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581219 Jul 29 23:18:07.840537 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['72aee3b4-d56e-4ed8-b23b-d5412765a9b7', 'f8dfaa81-6bcd-4b32-b867-28d74592e5c8'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:07.846559 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b87ed6-9907-4ca5-817e-7cb4fb2a0cb0 None None] The sync data for ids ['880e6cc3-62cb-408b-afe7-6e64c73e626e'] in n-d-712140-10 is: [{'id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'name': 'tempest-FloatingIPsAssociationTestJSON-517537085-router', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:00Z', 'updated_at': '2021-07-29T23:18:03Z', 'revision_number': 3, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'gw_port': {'id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d6:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:02Z', 'updated_at': '2021-07-29T23:18:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:18:07.848133 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-82bec08f-7231-4a4c-8cf2-0d0f47250537 None None] Provisioning for port 0265d8fa-34a5-487c-82f9-b03b5a57c197 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:07.856480 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf7aa7b-a78f-4b8d-bce0-04eb7694934a tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Pushing event deleted for resources: {'Port': ['ID=f8dfaa81-6bcd-4b32-b867-28d74592e5c8,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:07.859220 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12454c0a-bc13-493e-b891-20fd89098c21 req-d9247603-6f1d-4892-8432-12e65dcd3484 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:07.861644 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-12454c0a-bc13-493e-b891-20fd89098c21 req-d9247603-6f1d-4892-8432-12e65dcd3484 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 948 time: 0.3072219 Jul 29 23:18:07.874065 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-82bec08f-7231-4a4c-8cf2-0d0f47250537 None None] Provisioning complete for port 0265d8fa-34a5-487c-82f9-b03b5a57c197 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:07.874466 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-82bec08f-7231-4a4c-8cf2-0d0f47250537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:07.966922 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-96030299-1232-483c-94c1-c0f4663c31d4 req-daf7aa7b-a78f-4b8d-bce0-04eb7694934a tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] No DVR routers for this DVR port f8dfaa81-6bcd-4b32-b867-28d74592e5c8 on host n-h1-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:18:07.984509 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-96030299-1232-483c-94c1-c0f4663c31d4 req-daf7aa7b-a78f-4b8d-bce0-04eb7694934a tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:07.987379 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-96030299-1232-483c-94c1-c0f4663c31d4 req-daf7aa7b-a78f-4b8d-bce0-04eb7694934a tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.23 "DELETE /v2.0/ports/f8dfaa81-6bcd-4b32-b867-28d74592e5c8 HTTP/1.1" status: 204 len: 173 time: 1.6844275 Jul 29 23:18:08.062034 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68514d5b-a54d-4d9b-9914-705617501c9d req-8346ff87-ced4-40d3-8e1a-de65e8719314 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fd3b49-6b36-497d-a1c3-e29b750a5dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528136 Jul 29 23:18:08.130458 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-117ac804-a615-4b03-a7ff-e75558e7ff79 req-85e9ab39-f279-4262-8b5c-3522221c324e service neutron] 10.222.0.23 "GET /v2.0/networks/e830c838-5320-4f47-8a70-ed7b14724e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4443762 Jul 29 23:18:08.154906 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-12454c0a-bc13-493e-b891-20fd89098c21 req-8394a58b-f628-4eca-8927-1481711dfb71 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564874 Jul 29 23:18:08.159058 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-910a5558-281f-4e78-b5e1-7a7cbd1a0cde admin admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:08.172932 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-910a5558-281f-4e78-b5e1-7a7cbd1a0cde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:08.251731 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-848ede37-22ed-4be6-a2fb-2c237d7eb7ea req-41f4ca4e-6bd5-4bb4-90b1-5a5b57347221 service neutron] 10.222.0.23 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3839304 Jul 29 23:18:08.277330 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:08.289410 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-82bec08f-7231-4a4c-8cf2-0d0f47250537 None None] Port 0265d8fa-34a5-487c-82f9-b03b5a57c197 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:18:08.315697 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a5558-281f-4e78-b5e1-7a7cbd1a0cde admin admin] Pushing event updated for resources: {'Port': ['ID=0265d8fa-34a5-487c-82f9-b03b5a57c197,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:08.345275 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-910a5558-281f-4e78-b5e1-7a7cbd1a0cde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:08.411566 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 89792323-dff1-46aa-b5f4-dbc0e6d206a4 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:18:08.461028 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910a5558-281f-4e78-b5e1-7a7cbd1a0cde admin admin] Network c2da941c-32a1-4da1-9f2a-892e8a8b930d is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:08.462622 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-910a5558-281f-4e78-b5e1-7a7cbd1a0cde admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:08.626555 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 44765355-53d7-4077-b28c-7fe3fcd748dd up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:08.686342 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910a5558-281f-4e78-b5e1-7a7cbd1a0cde admin admin] Router 880e6cc3-62cb-408b-afe7-6e64c73e626e has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:18:08.737416 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 89792323-dff1-46aa-b5f4-dbc0e6d206a4, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=89792323-dff1-46aa-b5f4-dbc0e6d206a4,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:08.756038 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '89792323-dff1-46aa-b5f4-dbc0e6d206a4', 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9', 'port_id': '89792323-dff1-46aa-b5f4-dbc0e6d206a4', 'mac_address': 'fa:16:3e:e8:ab:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ea5ab56-d2f4-49be-ac07-d932b6774fb8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:18:08.773951 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 44765355-53d7-4077-b28c-7fe3fcd748dd triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:08.776955 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:08.896002 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910a5558-281f-4e78-b5e1-7a7cbd1a0cde admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:18:08.898028 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:08.912891 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-910a5558-281f-4e78-b5e1-7a7cbd1a0cde admin admin] 10.222.0.18 "PUT /v2.0/routers/880e6cc3-62cb-408b-afe7-6e64c73e626e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5426133 Jul 29 23:18:08.914809 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 89792323-dff1-46aa-b5f4-dbc0e6d206a4 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:08.917163 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f7415-ef6e-4007-a7a9-c43db81d2f5b req-990d232a-342a-48d8-91b6-544756e5bc1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:08.918487 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-197f7415-ef6e-4007-a7a9-c43db81d2f5b req-990d232a-342a-48d8-91b6-544756e5bc1f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b49d6b2f238e47ed984aeeb787462f73&device_id=b009baf0-3113-4fd6-b0d4-9dfb4f273053 HTTP/1.1" status: 200 len: 1096 time: 0.7031190 Jul 29 23:18:08.926175 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb4ba435-5ab9-46d9-968c-3ddbe7085a40', 'name': 'network-vif-deleted', 'tag': 'f8dfaa81-6bcd-4b32-b867-28d74592e5c8'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:08.928953 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3957f8a-1800-4263-9c03-4b3bb5c29bac" -d '{"events": [{"server_uuid": "bb4ba435-5ab9-46d9-968c-3ddbe7085a40", "name": "network-vif-deleted", "tag": "f8dfaa81-6bcd-4b32-b867-28d74592e5c8"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:08.932582 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b0180-bd5a-42df-adac-d640050c6e3a req-a09d6ca8-099f-4c7c-b457-0fee1022af6f tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:08.934240 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d8b0180-bd5a-42df-adac-d640050c6e3a req-a09d6ca8-099f-4c7c-b457-0fee1022af6f tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?device_id=b009baf0-3113-4fd6-b0d4-9dfb4f273053 HTTP/1.1" status: 200 len: 944 time: 0.3126223 Jul 29 23:18:08.947766 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be634aae-ed14-4db7-ac14-98883afb0b1a req-0b1e8322-de5f-4d55-890b-ad92ba75d3ac tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:08.957491 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be634aae-ed14-4db7-ac14-98883afb0b1a req-0b1e8322-de5f-4d55-890b-ad92ba75d3ac tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8144201-9bd1-45ae-913c-249698c553a5 HTTP/1.1" status: 200 len: 950 time: 0.3540266 Jul 29 23:18:08.974044 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d0ba880e-adcc-493d-8b51-e8906154cae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:08.989823 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 89792323-dff1-46aa-b5f4-dbc0e6d206a4, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=89792323-dff1-46aa-b5f4-dbc0e6d206a4,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:08.996952 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-473e0c38-397e-4cad-99b5-d235f9297547 None None] Provisioning complete for port 0265d8fa-34a5-487c-82f9-b03b5a57c197 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:08.997328 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-473e0c38-397e-4cad-99b5-d235f9297547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:09.028298 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:09.038746 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:09.111746 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-473e0c38-397e-4cad-99b5-d235f9297547 None None] Port 0265d8fa-34a5-487c-82f9-b03b5a57c197 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:18:09.127020 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd806ae6-77dd-4e53-8eac-5be8a6e35f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44765355-53d7-4077-b28c-7fe3fcd748dd'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:09.130373 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9883079b-8bad-4dce-930c-bf2faf397b04" -d '{"events": [{"server_uuid": "dd806ae6-77dd-4e53-8eac-5be8a6e35f81", "name": "network-vif-plugged", "status": "completed", "tag": "44765355-53d7-4077-b28c-7fe3fcd748dd"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:09.151339 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-848ede37-22ed-4be6-a2fb-2c237d7eb7ea req-d5c926bb-3686-4785-8f63-3a95f81d8776 service neutron] 10.222.0.23 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5473740 Jul 29 23:18:09.162200 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=89792323-dff1-46aa-b5f4-dbc0e6d206a4,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:09.167137 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 44765355-53d7-4077-b28c-7fe3fcd748dd, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=44765355-53d7-4077-b28c-7fe3fcd748dd,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:09.181993 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:09.245140 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba880e-adcc-493d-8b51-e8906154cae6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a00ddaeb-5a8f-485f-9408-296d4e1ca7cd,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:09.249520 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be634aae-ed14-4db7-ac14-98883afb0b1a req-38be67a9-d930-4b4f-972e-42e90ce9f434 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909465 Jul 29 23:18:09.265327 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d8b0180-bd5a-42df-adac-d640050c6e3a req-fafadad2-6a6c-4235-a7f6-8bbceaefae1a tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/security-groups?id=14cf21cc-50a5-43f4-b384-48480f1f1141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3055115 Jul 29 23:18:09.278597 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=44765355-53d7-4077-b28c-7fe3fcd748dd,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:09.288909 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ba880e-adcc-493d-8b51-e8906154cae6 admin admin] Checking segment: {'id': '09ef5cba-b946-4954-8b7b-df4b99902de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bf432201-0fac-4700-a1fe-c1aeac3e3811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:09.289184 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ba880e-adcc-493d-8b51-e8906154cae6 admin admin] Network hostable DHCP agents. Network: bf432201-0fac-4700-a1fe-c1aeac3e3811, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:18:09.292529 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['89792323-dff1-46aa-b5f4-dbc0e6d206a4'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:09.296570 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f7415-ef6e-4007-a7a9-c43db81d2f5b req-e4c781a6-af59-48aa-a809-948e7b508ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:09.298264 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-197f7415-ef6e-4007-a7a9-c43db81d2f5b req-e4c781a6-af59-48aa-a809-948e7b508ae9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e830c838-5320-4f47-8a70-ed7b14724e77 HTTP/1.1" status: 200 len: 925 time: 0.3629177 Jul 29 23:18:09.405030 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-197f7415-ef6e-4007-a7a9-c43db81d2f5b req-8b3c59a1-163e-4e18-a970-39ffb8e40725 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f96f47f5-8823-4b4a-a2d5-d6a66613301f HTTP/1.1" status: 200 len: 217 time: 0.0943737 Jul 29 23:18:09.408239 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ba880e-adcc-493d-8b51-e8906154cae6 admin admin] Network bf432201-0fac-4700-a1fe-c1aeac3e3811 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:18:09.493003 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ef7c0-82f7-4f74-bcf0-7a3feeaa926a req-3bdd2dc3-e19f-42d8-9440-57ca070698dc tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:09.494517 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-253ef7c0-82f7-4f74-bcf0-7a3feeaa926a req-3bdd2dc3-e19f-42d8-9440-57ca070698dc tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.1625788 Jul 29 23:18:09.497158 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-d0ba880e-adcc-493d-8b51-e8906154cae6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, bf432201-0fac-4700-a1fe-c1aeac3e3811) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:09.502098 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ba880e-adcc-493d-8b51-e8906154cae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:09.502698 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d0ba880e-adcc-493d-8b51-e8906154cae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:09.508963 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6ddbbf-8936-43bf-9446-ed784f509bdb None None] Network bf432201-0fac-4700-a1fe-c1aeac3e3811 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:18:09.525455 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f7415-ef6e-4007-a7a9-c43db81d2f5b req-88682190-5f36-4be4-8f86-1148928a3d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:09.527038 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-197f7415-ef6e-4007-a7a9-c43db81d2f5b req-88682190-5f36-4be4-8f86-1148928a3d0b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=340eeb0f-e215-481a-a3ed-413dd343d59d HTTP/1.1" status: 200 len: 863 time: 0.1137886 Jul 29 23:18:09.561117 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d0ba880e-adcc-493d-8b51-e8906154cae6 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1027336 Jul 29 23:18:09.565783 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56032) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:09.572202 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-6f05aea4-7bf3-48c3-9b08-0bb65bc99025 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-924826672-router', 'tenant_id': 'eb4c29ff373b42b2b9e6a10c9a285765', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:09.597422 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6f05aea4-7bf3-48c3-9b08-0bb65bc99025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:09.598778 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6f05aea4-7bf3-48c3-9b08-0bb65bc99025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:09.643855 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bdeddf-b0e6-4f7b-adf0-75ab61701893 None None] Network bf432201-0fac-4700-a1fe-c1aeac3e3811 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:18:09.658808 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6f05aea4-7bf3-48c3-9b08-0bb65bc99025 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:09.661482 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-253ef7c0-82f7-4f74-bcf0-7a3feeaa926a req-49eca197-bd07-4613-bbdd-a075c680643d tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503530 Jul 29 23:18:09.730373 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f7415-ef6e-4007-a7a9-c43db81d2f5b req-7b7b7be2-a7fa-412b-983d-8999611bb4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:09.732368 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-197f7415-ef6e-4007-a7a9-c43db81d2f5b req-7b7b7be2-a7fa-412b-983d-8999611bb4bb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e830c838-5320-4f47-8a70-ed7b14724e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1933911 Jul 29 23:18:09.740899 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ae693-c478-4309-a805-260a9eb9857a req-eb62ff8f-a880-45c0-9911-5a2f36ab27a7 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:09.741363 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb118f4-d0eb-48a5-afeb-2b429054f305 x-openstack-request-id: req-0eb118f4-d0eb-48a5-afeb-2b429054f305 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:09.741699 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb4ba435-5ab9-46d9-968c-3ddbe7085a40", "name": "network-vif-deleted", "tag": "f8dfaa81-6bcd-4b32-b867-28d74592e5c8", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:09.742058 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0eb118f4-d0eb-48a5-afeb-2b429054f305 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:09.742503 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb4ba435-5ab9-46d9-968c-3ddbe7085a40', 'name': 'network-vif-deleted', 'tag': 'f8dfaa81-6bcd-4b32-b867-28d74592e5c8', 'status': 'completed', 'code': 200} Jul 29 23:18:09.751182 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cd0ae693-c478-4309-a805-260a9eb9857a req-eb62ff8f-a880-45c0-9911-5a2f36ab27a7 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=0567548b-7652-4e8d-b165-a70d391787df HTTP/1.1" status: 200 len: 944 time: 0.2274692 Jul 29 23:18:09.760931 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08617607-b13b-4e6d-8617-bc2e24d13146 req-2d4cd9d2-6dd4-4eba-8b43-e683032dee90 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:09.762566 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08617607-b13b-4e6d-8617-bc2e24d13146 req-2d4cd9d2-6dd4-4eba-8b43-e683032dee90 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.23 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6&tenant_id=924eedf485ca49e88625072b8912a512&binding%3Ahost_id=n-h2-712140-10 HTTP/1.1" status: 200 len: 948 time: 0.1674383 Jul 29 23:18:09.856617 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6f05aea4-7bf3-48c3-9b08-0bb65bc99025 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:09.907276 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b232dcb9-9444-4248-853e-4e8636ee9b2a up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:09.959163 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-08617607-b13b-4e6d-8617-bc2e24d13146 req-931437a4-f206-45ae-a8d4-c629653ed8d7 service neutron] delete failed (client error): The resource could not be found. Jul 29 23:18:09.960242 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08617607-b13b-4e6d-8617-bc2e24d13146 req-931437a4-f206-45ae-a8d4-c629653ed8d7 service neutron] 10.222.0.23 "DELETE /v2.0/ports/a7499d40-a2e9-4a56-b8a3-986db53aa756/bindings/n-h1-712140-10 HTTP/1.1" status: 404 len: 381 time: 0.1013942 Jul 29 23:18:09.981515 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cd0ae693-c478-4309-a805-260a9eb9857a req-a4719c9a-a3e3-49e4-b77d-7f5abb7c9c7c tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289770 Jul 29 23:18:10.009413 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port b232dcb9-9444-4248-853e-4e8636ee9b2a completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:10.015365 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port b232dcb9-9444-4248-853e-4e8636ee9b2a triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:10.015736 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:10.018148 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-197f7415-ef6e-4007-a7a9-c43db81d2f5b req-2b7cd11a-8f5c-437f-970b-2971df6b8e1a service neutron] 10.222.0.23 "GET /v2.0/networks/e830c838-5320-4f47-8a70-ed7b14724e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630038 Jul 29 23:18:10.078413 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c225ab-6779-4492-855f-ffe6c7ddc117 x-openstack-request-id: req-37c225ab-6779-4492-855f-ffe6c7ddc117 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:10.078699 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd806ae6-77dd-4e53-8eac-5be8a6e35f81", "name": "network-vif-plugged", "status": "completed", "tag": "44765355-53d7-4077-b28c-7fe3fcd748dd", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:10.078951 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-37c225ab-6779-4492-855f-ffe6c7ddc117 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:10.080256 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd806ae6-77dd-4e53-8eac-5be8a6e35f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44765355-53d7-4077-b28c-7fe3fcd748dd', 'code': 200} Jul 29 23:18:10.129210 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:10.184395 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port b232dcb9-9444-4248-853e-4e8636ee9b2a, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=b232dcb9-9444-4248-853e-4e8636ee9b2a,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:10.198592 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:10.220215 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6f05aea4-7bf3-48c3-9b08-0bb65bc99025 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:10.236337 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b38629f-ae85-4b74-9144-51490bf48d5f None None] Sync routers for ids ['880e6cc3-62cb-408b-afe7-6e64c73e626e'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:18:10.248091 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b38629f-ae85-4b74-9144-51490bf48d5f None None] Routers {'880e6cc3-62cb-408b-afe7-6e64c73e626e'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:18:10.248711 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-4b38629f-ae85-4b74-9144-51490bf48d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:18:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['880e6cc3-62cb-408b-afe7-6e64c73e626e'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:10.258601 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=b232dcb9-9444-4248-853e-4e8636ee9b2a,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:10.270443 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6f05aea4-7bf3-48c3-9b08-0bb65bc99025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:10.326749 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08617607-b13b-4e6d-8617-bc2e24d13146 req-cf218b33-ca25-410f-8bea-6fa521a9d16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:10.330591 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08617607-b13b-4e6d-8617-bc2e24d13146 req-cf218b33-ca25-410f-8bea-6fa521a9d16f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 1100 time: 0.2014308 Jul 29 23:18:10.347247 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-c21ce105-f91a-4463-8ba3-8a65fd18fa7f tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:10.349081 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-c21ce105-f91a-4463-8ba3-8a65fd18fa7f tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/networks?id=c2da941c-32a1-4da1-9f2a-892e8a8b930d HTTP/1.1" status: 200 len: 820 time: 0.2188425 Jul 29 23:18:10.420844 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-4b38629f-ae85-4b74-9144-51490bf48d5f None None] Set router 880e6cc3-62cb-408b-afe7-6e64c73e626e gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:18:10.421847 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 89792323-dff1-46aa-b5f4-dbc0e6d206a4 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:10.426886 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-6f05aea4-7bf3-48c3-9b08-0bb65bc99025 admin admin] Allocated IP 172.25.8.190 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/898c1714-fb45-4379-9446-b1fe8834a806) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:10.465303 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-afb88dcb-a242-46c8-b79d-bf8540d37341 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/quotas/996f54c2219e43118807a0e5eacc8eba HTTP/1.1" status: 200 len: 375 time: 0.0942750 Jul 29 23:18:10.489473 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-197f7415-ef6e-4007-a7a9-c43db81d2f5b req-e761e85e-bb82-4db9-be6f-d538a2fb2e5b service neutron] 10.222.0.23 "GET /v2.0/networks/e830c838-5320-4f47-8a70-ed7b14724e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4661176 Jul 29 23:18:10.495346 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 89792323-dff1-46aa-b5f4-dbc0e6d206a4 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:10.506785 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 89792323-dff1-46aa-b5f4-dbc0e6d206a4 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:10.507315 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:10.546854 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6f05aea4-7bf3-48c3-9b08-0bb65bc99025 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:10.557428 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52066aba-f505-4e52-b491-fd639d1b787d req-db519b31-64b2-420a-af79-296ff5aa7831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:10.560381 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52066aba-f505-4e52-b491-fd639d1b787d req-db519b31-64b2-420a-af79-296ff5aa7831 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 1102 time: 0.2011108 Jul 29 23:18:10.600356 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6f05aea4-7bf3-48c3-9b08-0bb65bc99025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:10.616166 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c22b22-9fb9-42c3-ae26-bac7912f2c0d req-03cb0346-7c21-4cd7-b308-c31edfc607d7 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:10.621397 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:10.622492 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c22b22-9fb9-42c3-ae26-bac7912f2c0d req-03cb0346-7c21-4cd7-b308-c31edfc607d7 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:10.631854 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57c22b22-9fb9-42c3-ae26-bac7912f2c0d req-03cb0346-7c21-4cd7-b308-c31edfc607d7 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=12ea6575-aff1-41f5-8c89-ff66f3f3a0d2&device_id=a8144201-9bd1-45ae-913c-249698c553a5 HTTP/1.1" status: 200 len: 1691 time: 0.2210321 Jul 29 23:18:10.632228 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device a7499d40-a2e9-4a56-b8a3-986db53aa756 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:10.643921 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08617607-b13b-4e6d-8617-bc2e24d13146 req-cfdc8281-2be2-4fcb-9f9e-79b682458941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:10.644670 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f05aea4-7bf3-48c3-9b08-0bb65bc99025 admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:10.645858 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08617607-b13b-4e6d-8617-bc2e24d13146 req-cfdc8281-2be2-4fcb-9f9e-79b682458941 service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.2956996 Jul 29 23:18:10.649924 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-6f05aea4-7bf3-48c3-9b08-0bb65bc99025 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:10.653989 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f05aea4-7bf3-48c3-9b08-0bb65bc99025 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:10.669004 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-605e60ce-e381-4e32-ba9b-008e4f268816 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=996f54c2219e43118807a0e5eacc8eba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1828179 Jul 29 23:18:10.700663 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 89792323-dff1-46aa-b5f4-dbc0e6d206a4, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=89792323-dff1-46aa-b5f4-dbc0e6d206a4,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:10.710520 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:10.711408 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device f8dfaa81-6bcd-4b32-b867-28d74592e5c8 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:18:10.712095 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f05aea4-7bf3-48c3-9b08-0bb65bc99025 admin admin] Pushing event updated for resources: {'Port': ['ID=898c1714-fb45-4379-9446-b1fe8834a806,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:10.718057 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port a7499d40-a2e9-4a56-b8a3-986db53aa756 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:10.724638 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-4b38629f-ae85-4b74-9144-51490bf48d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'name': 'tempest-FloatingIPsAssociationTestJSON-517537085-router', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:00Z', 'updated_at': '2021-07-29T23:18:07Z', 'revision_number': 4, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'gw_port': {'id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:02Z', 'updated_at': '2021-07-29T23:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '0265d8fa-34a5-487c-82f9-b03b5a57c197', 'name': '', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'mac_address': 'fa:16:3e:95:ee:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:05Z', 'updated_at': '2021-07-29T23:18:07Z', 'revision_number': 2, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'subnets': [{'id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:10.761040 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: f8dfaa81-6bcd-4b32-b867-28d74592e5c8 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:18:10.761362 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device f8dfaa81-6bcd-4b32-b867-28d74592e5c8 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:18:10.763489 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08617607-b13b-4e6d-8617-bc2e24d13146 req-fb8ad0dd-2797-472e-8b82-65926f284f63 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=a7499d40-a2e9-4a56-b8a3-986db53aa756 HTTP/1.1" status: 200 len: 217 time: 0.1022799 Jul 29 23:18:10.764442 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b38629f-ae85-4b74-9144-51490bf48d5f None None] Checking router: 880e6cc3-62cb-408b-afe7-6e64c73e626e for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:18:10.764967 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b38629f-ae85-4b74-9144-51490bf48d5f None None] Updating router 880e6cc3-62cb-408b-afe7-6e64c73e626e port 0265d8fa-34a5-487c-82f9-b03b5a57c197 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:18:10.767386 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port a7499d40-a2e9-4a56-b8a3-986db53aa756 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:10.767869 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:10.796413 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4b38629f-ae85-4b74-9144-51490bf48d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:10.800147 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52066aba-f505-4e52-b491-fd639d1b787d req-58691565-d638-491c-81cf-021713f870fc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255850 Jul 29 23:18:10.815951 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=89792323-dff1-46aa-b5f4-dbc0e6d206a4,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:10.833129 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57c22b22-9fb9-42c3-ae26-bac7912f2c0d req-c6e364a5-857d-435f-8419-7e1858850338 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999788 Jul 29 23:18:10.882978 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:10.908325 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08617607-b13b-4e6d-8617-bc2e24d13146 req-604e2fa7-243a-4c29-b275-d1d7ce01f45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:10.910601 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08617607-b13b-4e6d-8617-bc2e24d13146 req-604e2fa7-243a-4c29-b275-d1d7ce01f45a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1088338 Jul 29 23:18:10.932874 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-99418019-cd4c-4ed0-8ca8-551e0c01dcce service neutron] 10.222.0.18 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459130 Jul 29 23:18:10.948595 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port a7499d40-a2e9-4a56-b8a3-986db53aa756, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a7499d40-a2e9-4a56-b8a3-986db53aa756,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:10.956305 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:11.020082 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=a7499d40-a2e9-4a56-b8a3-986db53aa756,revision_number=9']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:11.123576 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4b38629f-ae85-4b74-9144-51490bf48d5f None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:11.135772 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-4b38629f-ae85-4b74-9144-51490bf48d5f None None] Transition to ACTIVE for port object 0265d8fa-34a5-487c-82f9-b03b5a57c197 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:11.142843 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4b38629f-ae85-4b74-9144-51490bf48d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:11.200461 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb5676e-2db3-4362-be1c-a69df4eaef2a None None] Pushing event updated for resources: {'Port': ['ID=0265d8fa-34a5-487c-82f9-b03b5a57c197,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:11.247514 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6f05aea4-7bf3-48c3-9b08-0bb65bc99025 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:11.268384 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-4b38629f-ae85-4b74-9144-51490bf48d5f None None] Attempting to bind port 0265d8fa-34a5-487c-82f9-b03b5a57c197 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:18:11.268855 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-4b38629f-ae85-4b74-9144-51490bf48d5f None None] Attempting to bind port 0265d8fa-34a5-487c-82f9-b03b5a57c197 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '562933ca-53ea-46ea-af93-a7c56c2d1501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:18:11.269484 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b38629f-ae85-4b74-9144-51490bf48d5f None None] Attempting to bind port 0265d8fa-34a5-487c-82f9-b03b5a57c197 on network c2da941c-32a1-4da1-9f2a-892e8a8b930d {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:11.276888 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b38629f-ae85-4b74-9144-51490bf48d5f None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:18:11.276888 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b38629f-ae85-4b74-9144-51490bf48d5f None None] Checking segment: {'id': '562933ca-53ea-46ea-af93-a7c56c2d1501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:11.276888 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4b38629f-ae85-4b74-9144-51490bf48d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:11.276888 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b38629f-ae85-4b74-9144-51490bf48d5f None None] Bound using segment: {'id': '562933ca-53ea-46ea-af93-a7c56c2d1501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:18:11.276888 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-4b38629f-ae85-4b74-9144-51490bf48d5f None None] Bound port: 0265d8fa-34a5-487c-82f9-b03b5a57c197, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '562933ca-53ea-46ea-af93-a7c56c2d1501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:18:11.276888 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4b38629f-ae85-4b74-9144-51490bf48d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:11.316809 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08617607-b13b-4e6d-8617-bc2e24d13146 req-fb284d2a-230f-449b-9ee4-a5131705fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:11.318963 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08617607-b13b-4e6d-8617-bc2e24d13146 req-fb284d2a-230f-449b-9ee4-a5131705fbad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4003122 Jul 29 23:18:11.339188 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e610fb5b-7b29-405d-a20e-f6619aa997d0 req-17fae63a-e84d-4f83-bd53-dbdaedb8de21 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:11.341015 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e610fb5b-7b29-405d-a20e-f6619aa997d0 req-17fae63a-e84d-4f83-bd53-dbdaedb8de21 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 949 time: 0.3841352 Jul 29 23:18:11.357269 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-4b38629f-ae85-4b74-9144-51490bf48d5f None None] For port 0265d8fa-34a5-487c-82f9-b03b5a57c197, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:11.361416 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-4b38629f-ae85-4b74-9144-51490bf48d5f None None] For port 0265d8fa-34a5-487c-82f9-b03b5a57c197, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0265d8fa-34a5-487c-82f9-b03b5a57c197,segment=NetworkSegment(562933ca-53ea-46ea-af93-a7c56c2d1501),segment_id=562933ca-53ea-46ea-af93-a7c56c2d1501)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:18:11.366544 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4b38629f-ae85-4b74-9144-51490bf48d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:11.417630 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-b3ac98a6-ee66-4a9a-92e5-9dfcc7c581fa service neutron] 10.222.0.18 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684846 Jul 29 23:18:11.421349 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b38629f-ae85-4b74-9144-51490bf48d5f None None] Routers {'880e6cc3-62cb-408b-afe7-6e64c73e626e'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:18:11.421984 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-4b38629f-ae85-4b74-9144-51490bf48d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:18:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['880e6cc3-62cb-408b-afe7-6e64c73e626e'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:11.483502 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb5676e-2db3-4362-be1c-a69df4eaef2a None None] Pushing event updated for resources: {'Port': ['ID=0265d8fa-34a5-487c-82f9-b03b5a57c197,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:11.489839 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e610fb5b-7b29-405d-a20e-f6619aa997d0 req-42d65a42-014e-428f-a94e-ef10dd9b55d0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344047 Jul 29 23:18:11.519213 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6f05aea4-7bf3-48c3-9b08-0bb65bc99025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:11.531042 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08617607-b13b-4e6d-8617-bc2e24d13146 req-849fcac9-440e-47ad-b77c-274c500cb533 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837184 Jul 29 23:18:11.619458 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-4b38629f-ae85-4b74-9144-51490bf48d5f None None] Set router 880e6cc3-62cb-408b-afe7-6e64c73e626e gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:18:11.815884 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f05aea4-7bf3-48c3-9b08-0bb65bc99025 admin admin] Router 8dcb35db-2bc7-41c4-b4aa-2176a5dacf05 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:18:11.820334 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c6c7ff-6b77-4cd3-b324-15c2a721a29d req-2357c3bf-9c65-4ae2-babd-bf697e0e3575 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:11.821886 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f5c6c7ff-6b77-4cd3-b324-15c2a721a29d req-2357c3bf-9c65-4ae2-babd-bf697e0e3575 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?device_id=b009baf0-3113-4fd6-b0d4-9dfb4f273053 HTTP/1.1" status: 200 len: 944 time: 0.1288044 Jul 29 23:18:11.902500 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b232dcb9-9444-4248-853e-4e8636ee9b2a up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:11.959252 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-4b38629f-ae85-4b74-9144-51490bf48d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'name': 'tempest-FloatingIPsAssociationTestJSON-517537085-router', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:00Z', 'updated_at': '2021-07-29T23:18:07Z', 'revision_number': 4, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'gw_port': {'id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:02Z', 'updated_at': '2021-07-29T23:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '0265d8fa-34a5-487c-82f9-b03b5a57c197', 'name': '', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'mac_address': 'fa:16:3e:95:ee:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:05Z', 'updated_at': '2021-07-29T23:18:11Z', 'revision_number': 4, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'subnets': [{'id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:11.963518 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port b232dcb9-9444-4248-853e-4e8636ee9b2a triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:11.963995 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:11.968234 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08617607-b13b-4e6d-8617-bc2e24d13146 req-87d917e8-78d5-4af9-9ffa-464711706eea service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285600 Jul 29 23:18:12.007552 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f05aea4-7bf3-48c3-9b08-0bb65bc99025 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:18:12.022371 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349dac25-f6c9-443b-80b8-2bc2387d7232 None None] Sync routers for ids ['8dcb35db-2bc7-41c4-b4aa-2176a5dacf05'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:18:12.030378 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b38629f-ae85-4b74-9144-51490bf48d5f None None] The sync data for ids ['880e6cc3-62cb-408b-afe7-6e64c73e626e'] in n-d-712140-10 is: [{'id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'name': 'tempest-FloatingIPsAssociationTestJSON-517537085-router', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:00Z', 'updated_at': '2021-07-29T23:18:07Z', 'revision_number': 4, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'gw_port': {'id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:02Z', 'updated_at': '2021-07-29T23:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '0265d8fa-34a5-487c-82f9-b03b5a57c197', 'name': '', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'mac_address': 'fa:16:3e:95:ee:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:05Z', 'updated_at': '2021-07-29T23:18:11Z', 'revision_number': 4, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'subnets': [{'id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:18:12.044276 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f5c6c7ff-6b77-4cd3-b324-15c2a721a29d req-1842686c-c6f4-4d7f-b993-4eee7d8ad32f tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/security-groups?id=14cf21cc-50a5-43f4-b384-48480f1f1141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2145188 Jul 29 23:18:12.055691 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6f05aea4-7bf3-48c3-9b08-0bb65bc99025 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:12.059424 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349dac25-f6c9-443b-80b8-2bc2387d7232 None None] Routers {'8dcb35db-2bc7-41c4-b4aa-2176a5dacf05'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:18:12.059796 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6f05aea4-7bf3-48c3-9b08-0bb65bc99025 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.4924979 Jul 29 23:18:12.060929 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-349dac25-f6c9-443b-80b8-2bc2387d7232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:18:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8dcb35db-2bc7-41c4-b4aa-2176a5dacf05'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:12.062252 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56064) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:12.099755 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bd69d-7db7-4472-b4f1-2945613f40f7 req-cb2cdbe9-f0f5-4496-94ef-36ef8f7ce552 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:12.101378 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-920bd69d-7db7-4472-b4f1-2945613f40f7 req-cb2cdbe9-f0f5-4496-94ef-36ef8f7ce552 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.1767809 Jul 29 23:18:12.164044 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0567548b-7652-4e8d-b165-a70d391787df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89792323-dff1-46aa-b5f4-dbc0e6d206a4'}, {'server_uuid': '10abedd5-a2b8-483f-bac2-56f46d1c08f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7499d40-a2e9-4a56-b8a3-986db53aa756'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:12.169388 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64265ab6-203f-4c60-a2c5-8004cc798870" -d '{"events": [{"server_uuid": "0567548b-7652-4e8d-b165-a70d391787df", "name": "network-vif-plugged", "status": "completed", "tag": "89792323-dff1-46aa-b5f4-dbc0e6d206a4"}, {"server_uuid": "10abedd5-a2b8-483f-bac2-56f46d1c08f6", "name": "network-vif-plugged", "status": "completed", "tag": "a7499d40-a2e9-4a56-b8a3-986db53aa756"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:12.245087 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-920bd69d-7db7-4472-b4f1-2945613f40f7 req-9537424e-9672-448a-94fe-c7cb5b1e173a tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306257 Jul 29 23:18:12.356911 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80b461e1-4629-4e47-9fcb-beba3c461245 req-6deb64df-c1b2-46eb-b3f6-f2e8cff11c00 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a5d0c4-1651-46a0-92c3-54fae3311b3f HTTP/1.1" status: 200 len: 210 time: 0.0454259 Jul 29 23:18:12.398445 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847314e1-33b6-4fea-b07c-7c987235130b req-2c769d3e-9b8d-493f-8064-130caa38b38c tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:12.409837 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-847314e1-33b6-4fea-b07c-7c987235130b req-2c769d3e-9b8d-493f-8064-130caa38b38c tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=0567548b-7652-4e8d-b165-a70d391787df HTTP/1.1" status: 200 len: 945 time: 0.1071212 Jul 29 23:18:12.427078 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device f96f47f5-8823-4b4a-a2d5-d6a66613301f details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:18:12.436798 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-349dac25-f6c9-443b-80b8-2bc2387d7232 None None] Set router 8dcb35db-2bc7-41c4-b4aa-2176a5dacf05 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:18:12.499452 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-847314e1-33b6-4fea-b07c-7c987235130b req-81e75b28-1efb-401c-92d8-193ea2719724 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886385 Jul 29 23:18:12.615467 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a81cc3-8291-4b7a-92ff-63c31f927d75 req-ae5b2c47-b973-4d2c-9f82-e85e7f438cd6 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:12.617072 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a3a81cc3-8291-4b7a-92ff-63c31f927d75 req-ae5b2c47-b973-4d2c-9f82-e85e7f438cd6 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/ports?device_id=e50d4845-f575-4c0d-bcdc-a53cb0f25c60 HTTP/1.1" status: 200 len: 950 time: 0.1166348 Jul 29 23:18:12.696490 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3eafb15-9212-4d75-8841-81bd92f82124 x-openstack-request-id: req-c3eafb15-9212-4d75-8841-81bd92f82124 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:12.696795 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0567548b-7652-4e8d-b165-a70d391787df", "name": "network-vif-plugged", "status": "completed", "tag": "89792323-dff1-46aa-b5f4-dbc0e6d206a4", "code": 200}, {"server_uuid": "10abedd5-a2b8-483f-bac2-56f46d1c08f6", "name": "network-vif-plugged", "status": "completed", "tag": "a7499d40-a2e9-4a56-b8a3-986db53aa756", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:12.697050 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3eafb15-9212-4d75-8841-81bd92f82124 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:12.697453 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0567548b-7652-4e8d-b165-a70d391787df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '89792323-dff1-46aa-b5f4-dbc0e6d206a4', 'code': 200} Jul 29 23:18:12.697706 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10abedd5-a2b8-483f-bac2-56f46d1c08f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7499d40-a2e9-4a56-b8a3-986db53aa756', 'code': 200} Jul 29 23:18:12.764631 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a3a81cc3-8291-4b7a-92ff-63c31f927d75 req-7bd8ff63-38ff-4671-9f3a-59060b1878d1 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fd3b49-6b36-497d-a1c3-e29b750a5dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333156 Jul 29 23:18:12.777763 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.db.resource_extend [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:18:12.853050 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60229ce0-dd7f-4e34-8a4a-060886184ce9 req-b04dde7a-49ee-4373-9cfc-1bc55f8643ca tempest-ServersOnMultiNodesTest-1063351474 tempest-ServersOnMultiNodesTest-1063351474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:12.858640 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-60229ce0-dd7f-4e34-8a4a-060886184ce9 req-b04dde7a-49ee-4373-9cfc-1bc55f8643ca tempest-ServersOnMultiNodesTest-1063351474 tempest-ServersOnMultiNodesTest-1063351474-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=12ea6575-aff1-41f5-8c89-ff66f3f3a0d2 HTTP/1.1" status: 200 len: 1102 time: 0.1886423 Jul 29 23:18:12.914029 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51970f66-a65a-4d43-8d6e-5e9558c60f11 req-bb204458-d7ad-4fb8-bede-8ca3e92b5492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:12.920554 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-51970f66-a65a-4d43-8d6e-5e9558c60f11 req-bb204458-d7ad-4fb8-bede-8ca3e92b5492 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0567548b-7652-4e8d-b165-a70d391787df HTTP/1.1" status: 200 len: 1097 time: 0.1771483 Jul 29 23:18:12.927197 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port f96f47f5-8823-4b4a-a2d5-d6a66613301f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f96f47f5-8823-4b4a-a2d5-d6a66613301f,segment=NetworkSegment(e54b1e53-0c15-4a98-ae01-123c7fd1a889),segment_id=e54b1e53-0c15-4a98-ae01-123c7fd1a889)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:12.962100 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3fb2fd60-14c1-45dc-8961-b3fd9fb1f44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:13.018320 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-51970f66-a65a-4d43-8d6e-5e9558c60f11 req-f8890677-d751-493b-849c-11aae03f3a51 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810575 Jul 29 23:18:13.036308 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-60229ce0-dd7f-4e34-8a4a-060886184ce9 req-5ab73dd3-31ce-4473-9842-9e1b4724f12d tempest-ServersOnMultiNodesTest-1063351474 tempest-ServersOnMultiNodesTest-1063351474-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639550 Jul 29 23:18:13.055745 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab3cdd-a458-488e-a44e-ca4510821cff req-f44cc27f-6dea-4f66-a58a-09050676dca2 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:13.060865 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-56ab3cdd-a458-488e-a44e-ca4510821cff req-f44cc27f-6dea-4f66-a58a-09050676dca2 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 949 time: 0.1722879 Jul 29 23:18:13.098519 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'f96f47f5-8823-4b4a-a2d5-d6a66613301f', 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77', 'port_id': 'f96f47f5-8823-4b4a-a2d5-d6a66613301f', 'mac_address': 'fa:16:3e:fb:9b:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340eeb0f-e215-481a-a3ed-413dd343d59d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:18:13.104347 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-349dac25-f6c9-443b-80b8-2bc2387d7232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcb35db-2bc7-41c4-b4aa-2176a5dacf05', 'name': 'tempest-ServerRescueNegativeTestJSON-924826672-router', 'tenant_id': 'eb4c29ff373b42b2b9e6a10c9a285765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '898c1714-fb45-4379-9446-b1fe8834a806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:09Z', 'updated_at': '2021-07-29T23:18:10Z', 'revision_number': 3, 'project_id': 'eb4c29ff373b42b2b9e6a10c9a285765', 'gw_port': {'id': '898c1714-fb45-4379-9446-b1fe8834a806', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcb35db-2bc7-41c4-b4aa-2176a5dacf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:10Z', 'updated_at': '2021-07-29T23:18:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:13.124057 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-56ab3cdd-a458-488e-a44e-ca4510821cff req-a02d15f6-e4d2-4c6a-807f-4a6c98cd99dd tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580511 Jul 29 23:18:13.141202 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349dac25-f6c9-443b-80b8-2bc2387d7232 None None] Checking router: 8dcb35db-2bc7-41c4-b4aa-2176a5dacf05 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:18:13.143016 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349dac25-f6c9-443b-80b8-2bc2387d7232 None None] Updating router 8dcb35db-2bc7-41c4-b4aa-2176a5dacf05 port 898c1714-fb45-4379-9446-b1fe8834a806 binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:18:13.174115 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-349dac25-f6c9-443b-80b8-2bc2387d7232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:13.206001 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1754ee4c-be89-414c-8d48-415b927f740c req-8abf70db-f6e6-4ae3-8370-f9c05d663b8d tempest-ServersOnMultiNodesTest-1063351474 tempest-ServersOnMultiNodesTest-1063351474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:13.208046 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1754ee4c-be89-414c-8d48-415b927f740c req-8abf70db-f6e6-4ae3-8370-f9c05d663b8d tempest-ServersOnMultiNodesTest-1063351474 tempest-ServersOnMultiNodesTest-1063351474-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a8144201-9bd1-45ae-913c-249698c553a5 HTTP/1.1" status: 200 len: 1102 time: 0.0776043 Jul 29 23:18:13.209166 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-3fb2fd60-14c1-45dc-8961-b3fd9fb1f44e admin admin] Allocated IP 172.20.0.1 (bf432201-0fac-4700-a1fe-c1aeac3e3811/a00ddaeb-5a8f-485f-9408-296d4e1ca7cd/be073491-b13c-4d9b-8291-f1bdb1b23446) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:13.288759 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:13.364203 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f96f47f5-8823-4b4a-a2d5-d6a66613301f {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:13.377000 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3fb2fd60-14c1-45dc-8961-b3fd9fb1f44e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:13.385218 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1754ee4c-be89-414c-8d48-415b927f740c req-a72ec555-9f8e-4293-957c-fa6e3ae2a276 tempest-ServersOnMultiNodesTest-1063351474 tempest-ServersOnMultiNodesTest-1063351474-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702135 Jul 29 23:18:13.452012 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port f96f47f5-8823-4b4a-a2d5-d6a66613301f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f96f47f5-8823-4b4a-a2d5-d6a66613301f,segment=NetworkSegment(e54b1e53-0c15-4a98-ae01-123c7fd1a889),segment_id=e54b1e53-0c15-4a98-ae01-123c7fd1a889)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:13.492438 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3fb2fd60-14c1-45dc-8961-b3fd9fb1f44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:13.496409 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:13.575062 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2fd60-14c1-45dc-8961-b3fd9fb1f44e admin admin] Pushing event updated for resources: {'Port': ['ID=be073491-b13c-4d9b-8291-f1bdb1b23446,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:13.583597 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb2fd60-14c1-45dc-8961-b3fd9fb1f44e admin admin] Network bf432201-0fac-4700-a1fe-c1aeac3e3811 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:13.583754 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-3fb2fd60-14c1-45dc-8961-b3fd9fb1f44e admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:13.593632 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb2fd60-14c1-45dc-8961-b3fd9fb1f44e admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:13.603470 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=f96f47f5-8823-4b4a-a2d5-d6a66613301f,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:13.618131 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba44c21-0f1e-460b-9c8a-5d3c79a11687 req-a5b34940-a3c8-467a-a49e-036c230cc2da tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:13.619657 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cba44c21-0f1e-460b-9c8a-5d3c79a11687 req-a5b34940-a3c8-467a-a49e-036c230cc2da tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.23 "GET /v2.0/ports?device_id=e50d4845-f575-4c0d-bcdc-a53cb0f25c60 HTTP/1.1" status: 200 len: 950 time: 0.3463900 Jul 29 23:18:13.647945 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c36f7a-4ea5-44ec-beaa-d3dce5685dec req-635e3223-62e6-4387-a28b-fa630adc453e tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:13.649187 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64c36f7a-4ea5-44ec-beaa-d3dce5685dec req-635e3223-62e6-4387-a28b-fa630adc453e tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?device_id=b009baf0-3113-4fd6-b0d4-9dfb4f273053 HTTP/1.1" status: 200 len: 944 time: 0.3798347 Jul 29 23:18:13.649906 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3fb2fd60-14c1-45dc-8961-b3fd9fb1f44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:13.669656 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e8a07-6813-4210-996f-da5bf5942db2 req-47fa3f98-b395-4ca1-b50b-c9d99f3b5385 tempest-MigrationsAdminTest-1765081028 tempest-MigrationsAdminTest-1765081028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:13.673337 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-717e8a07-6813-4210-996f-da5bf5942db2 req-47fa3f98-b395-4ca1-b50b-c9d99f3b5385 tempest-MigrationsAdminTest-1765081028 tempest-MigrationsAdminTest-1765081028-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 1101 time: 0.1441801 Jul 29 23:18:13.698936 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-349dac25-f6c9-443b-80b8-2bc2387d7232 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:13.711496 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-349dac25-f6c9-443b-80b8-2bc2387d7232 None None] Transition to ACTIVE for port object 898c1714-fb45-4379-9446-b1fe8834a806 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:13.719005 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-349dac25-f6c9-443b-80b8-2bc2387d7232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:13.771673 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-ad349da9-714e-4a38-9ab4-3e0a70080c97 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:13.773226 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-ad349da9-714e-4a38-9ab4-3e0a70080c97 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.39 "GET /v2.0/networks?id=c2da941c-32a1-4da1-9f2a-892e8a8b930d HTTP/1.1" status: 200 len: 820 time: 0.5016866 Jul 29 23:18:13.787189 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['f96f47f5-8823-4b4a-a2d5-d6a66613301f'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:13.800605 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64c36f7a-4ea5-44ec-beaa-d3dce5685dec req-742fbc96-c627-4c11-b974-1faa7f7a639a tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/security-groups?id=14cf21cc-50a5-43f4-b384-48480f1f1141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341162 Jul 29 23:18:13.817360 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-349dac25-f6c9-443b-80b8-2bc2387d7232 None None] Attempting to bind port 898c1714-fb45-4379-9446-b1fe8834a806 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:18:13.817851 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-349dac25-f6c9-443b-80b8-2bc2387d7232 None None] Attempting to bind port 898c1714-fb45-4379-9446-b1fe8834a806 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:18:13.818233 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349dac25-f6c9-443b-80b8-2bc2387d7232 None None] Attempting to bind port 898c1714-fb45-4379-9446-b1fe8834a806 on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:13.828030 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-41235d62-79f2-4f93-b822-e29c6e0206b2 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Request body: {'port': {'device_id': '26a5d0c4-1651-46a0-92c3-54fae3311b3f', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'admin_state_up': True, 'tenant_id': '996f54c2219e43118807a0e5eacc8eba'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:13.830235 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349dac25-f6c9-443b-80b8-2bc2387d7232 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:18:13.830757 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349dac25-f6c9-443b-80b8-2bc2387d7232 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:13.831162 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-349dac25-f6c9-443b-80b8-2bc2387d7232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:13.831553 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-349dac25-f6c9-443b-80b8-2bc2387d7232 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:18:13.832058 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-349dac25-f6c9-443b-80b8-2bc2387d7232 None None] Bound port: 898c1714-fb45-4379-9446-b1fe8834a806, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:18:13.832557 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-349dac25-f6c9-443b-80b8-2bc2387d7232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:13.842460 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53957a20-3131-426a-a1b8-b4274828ba05 None None] Pushing event updated for resources: {'Port': ['ID=898c1714-fb45-4379-9446-b1fe8834a806,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:13.886475 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3fb2fd60-14c1-45dc-8961-b3fd9fb1f44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:13.957080 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-349dac25-f6c9-443b-80b8-2bc2387d7232 None None] For port 898c1714-fb45-4379-9446-b1fe8834a806, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:13.975516 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0265d8fa-34a5-487c-82f9-b03b5a57c197 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:13.980049 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-349dac25-f6c9-443b-80b8-2bc2387d7232 None None] For port 898c1714-fb45-4379-9446-b1fe8834a806, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=898c1714-fb45-4379-9446-b1fe8834a806,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:18:14.008602 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-717e8a07-6813-4210-996f-da5bf5942db2 req-eec16ca8-d749-4c16-a147-2e494d558364 tempest-MigrationsAdminTest-1765081028 tempest-MigrationsAdminTest-1765081028-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094978 Jul 29 23:18:14.014566 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-349dac25-f6c9-443b-80b8-2bc2387d7232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:14.117651 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53957a20-3131-426a-a1b8-b4274828ba05 None None] Pushing event updated for resources: {'Port': ['ID=898c1714-fb45-4379-9446-b1fe8834a806,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:14.137126 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-41235d62-79f2-4f93-b822-e29c6e0206b2 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Made reservation on behalf of 996f54c2219e43118807a0e5eacc8eba for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:18:14.140700 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349dac25-f6c9-443b-80b8-2bc2387d7232 None None] Routers {'8dcb35db-2bc7-41c4-b4aa-2176a5dacf05'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:18:14.141934 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-41235d62-79f2-4f93-b822-e29c6e0206b2 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:14.143440 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-349dac25-f6c9-443b-80b8-2bc2387d7232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:18:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8dcb35db-2bc7-41c4-b4aa-2176a5dacf05'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:14.164098 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebfc2b-bb16-45c7-9ff3-d3a97b61dc71 req-6dc07069-98c9-4b1c-a050-fbce2cabe092 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:14.165742 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97ebfc2b-bb16-45c7-9ff3-d3a97b61dc71 req-6dc07069-98c9-4b1c-a050-fbce2cabe092 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.1816330 Jul 29 23:18:14.167776 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-cba44c21-0f1e-460b-9c8a-5d3c79a11687 req-7040ae25-ff5c-45e7-b9f5-f87629170736 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Deleting port 72aee3b4-d56e-4ed8-b23b-d5412765a9b7 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:18:14.168287 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cba44c21-0f1e-460b-9c8a-5d3c79a11687 req-7040ae25-ff5c-45e7-b9f5-f87629170736 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:14.207458 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3fb2fd60-14c1-45dc-8961-b3fd9fb1f44e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:14.214661 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3fb2fd60-14c1-45dc-8961-b3fd9fb1f44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:14.260697 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2eb1ac2c-3a71-4e39-8c3a-d6cc7d38367d req-ba5eeaed-a3bd-40e7-b644-8c7f40d7de67 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a5d0c4-1651-46a0-92c3-54fae3311b3f HTTP/1.1" status: 200 len: 210 time: 0.0747771 Jul 29 23:18:14.296446 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 0265d8fa-34a5-487c-82f9-b03b5a57c197 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:14.310839 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 0265d8fa-34a5-487c-82f9-b03b5a57c197 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:14.311241 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:14.337481 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb2fd60-14c1-45dc-8961-b3fd9fb1f44e admin admin] Pushing event updated for resources: {'Port': ['ID=be073491-b13c-4d9b-8291-f1bdb1b23446,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:14.349327 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3fb2fd60-14c1-45dc-8961-b3fd9fb1f44e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:14.365317 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-349dac25-f6c9-443b-80b8-2bc2387d7232 None None] Set router 8dcb35db-2bc7-41c4-b4aa-2176a5dacf05 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:18:14.376082 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97ebfc2b-bb16-45c7-9ff3-d3a97b61dc71 req-c07efb84-fb4e-487d-9900-415d0636c7f2 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872528 Jul 29 23:18:14.456775 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-cba44c21-0f1e-460b-9c8a-5d3c79a11687 req-7040ae25-ff5c-45e7-b9f5-f87629170736 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] For port 72aee3b4-d56e-4ed8-b23b-d5412765a9b7, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=72aee3b4-d56e-4ed8-b23b-d5412765a9b7,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:14.457402 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cba44c21-0f1e-460b-9c8a-5d3c79a11687 req-7040ae25-ff5c-45e7-b9f5-f87629170736 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:14.469976 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb2fd60-14c1-45dc-8961-b3fd9fb1f44e admin admin] Network bf432201-0fac-4700-a1fe-c1aeac3e3811 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:14.471389 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-3fb2fd60-14c1-45dc-8961-b3fd9fb1f44e admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:14.495796 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-cba44c21-0f1e-460b-9c8a-5d3c79a11687 req-7040ae25-ff5c-45e7-b9f5-f87629170736 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Calling delete_port for 72aee3b4-d56e-4ed8-b23b-d5412765a9b7 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:18:14.518094 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:14.520223 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dd1a3-5450-4d24-bb94-49ed7c0d4024 req-49be2f84-fa79-4262-8b3a-8f4c0bfd229e tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:14.521713 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-415dd1a3-5450-4d24-bb94-49ed7c0d4024 req-49be2f84-fa79-4262-8b3a-8f4c0bfd229e tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=0567548b-7652-4e8d-b165-a70d391787df HTTP/1.1" status: 200 len: 945 time: 0.1674252 Jul 29 23:18:14.525331 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-41235d62-79f2-4f93-b822-e29c6e0206b2 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Allocated IP 172.20.0.8 (c2da941c-32a1-4da1-9f2a-892e8a8b930d/7fc0bd98-0583-4b79-a848-71b083ba6138/47f2efaf-862e-4ac6-a572-d43cde8e5e68) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:14.529981 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0153c84a-fab6-42f0-b960-545685110f83 req-5a61ce31-51a0-488d-843d-d9c7a8f8b2a2 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=059e1ca7f14d445f9149a931f19d526e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0695817 Jul 29 23:18:14.603919 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb2fd60-14c1-45dc-8961-b3fd9fb1f44e admin admin] Router 8dcb35db-2bc7-41c4-b4aa-2176a5dacf05 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:18:14.613914 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 0265d8fa-34a5-487c-82f9-b03b5a57c197, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0265d8fa-34a5-487c-82f9-b03b5a57c197,segment=NetworkSegment(562933ca-53ea-46ea-af93-a7c56c2d1501),segment_id=562933ca-53ea-46ea-af93-a7c56c2d1501)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:14.621848 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:14.705876 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-415dd1a3-5450-4d24-bb94-49ed7c0d4024 req-60d55121-d6a5-4c9a-b1e3-215ec9f6fe09 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697598 Jul 29 23:18:14.714774 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=0265d8fa-34a5-487c-82f9-b03b5a57c197,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:14.722160 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb2fd60-14c1-45dc-8961-b3fd9fb1f44e admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:18:14.727492 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3fb2fd60-14c1-45dc-8961-b3fd9fb1f44e admin admin] 10.222.0.18 "PUT /v2.0/routers/8dcb35db-2bc7-41c4-b4aa-2176a5dacf05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6639936 Jul 29 23:18:14.736246 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-349dac25-f6c9-443b-80b8-2bc2387d7232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcb35db-2bc7-41c4-b4aa-2176a5dacf05', 'name': 'tempest-ServerRescueNegativeTestJSON-924826672-router', 'tenant_id': 'eb4c29ff373b42b2b9e6a10c9a285765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '898c1714-fb45-4379-9446-b1fe8834a806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:09Z', 'updated_at': '2021-07-29T23:18:13Z', 'revision_number': 4, 'project_id': 'eb4c29ff373b42b2b9e6a10c9a285765', 'gw_port': {'id': '898c1714-fb45-4379-9446-b1fe8834a806', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcb35db-2bc7-41c4-b4aa-2176a5dacf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:10Z', 'updated_at': '2021-07-29T23:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'be073491-b13c-4d9b-8291-f1bdb1b23446', 'name': '', 'network_id': 'bf432201-0fac-4700-a1fe-c1aeac3e3811', 'tenant_id': 'eb4c29ff373b42b2b9e6a10c9a285765', 'mac_address': 'fa:16:3e:43:fa:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcb35db-2bc7-41c4-b4aa-2176a5dacf05', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a00ddaeb-5a8f-485f-9408-296d4e1ca7cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:12Z', 'updated_at': '2021-07-29T23:18:13Z', 'revision_number': 1, 'project_id': 'eb4c29ff373b42b2b9e6a10c9a285765', 'subnets': [{'id': 'a00ddaeb-5a8f-485f-9408-296d4e1ca7cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:14.776721 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349dac25-f6c9-443b-80b8-2bc2387d7232 None None] The sync data for ids ['8dcb35db-2bc7-41c4-b4aa-2176a5dacf05'] in n-d-712140-10 is: [{'id': '8dcb35db-2bc7-41c4-b4aa-2176a5dacf05', 'name': 'tempest-ServerRescueNegativeTestJSON-924826672-router', 'tenant_id': 'eb4c29ff373b42b2b9e6a10c9a285765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '898c1714-fb45-4379-9446-b1fe8834a806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:09Z', 'updated_at': '2021-07-29T23:18:13Z', 'revision_number': 4, 'project_id': 'eb4c29ff373b42b2b9e6a10c9a285765', 'gw_port': {'id': '898c1714-fb45-4379-9446-b1fe8834a806', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcb35db-2bc7-41c4-b4aa-2176a5dacf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:10Z', 'updated_at': '2021-07-29T23:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'be073491-b13c-4d9b-8291-f1bdb1b23446', 'name': '', 'network_id': 'bf432201-0fac-4700-a1fe-c1aeac3e3811', 'tenant_id': 'eb4c29ff373b42b2b9e6a10c9a285765', 'mac_address': 'fa:16:3e:43:fa:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcb35db-2bc7-41c4-b4aa-2176a5dacf05', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a00ddaeb-5a8f-485f-9408-296d4e1ca7cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:12Z', 'updated_at': '2021-07-29T23:18:13Z', 'revision_number': 1, 'project_id': 'eb4c29ff373b42b2b9e6a10c9a285765', 'subnets': [{'id': 'a00ddaeb-5a8f-485f-9408-296d4e1ca7cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:18:14.857664 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153c84a-fab6-42f0-b960-545685110f83 req-35a78987-8a77-4bdf-85e8-26fdb92baf4b tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:14.859129 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0153c84a-fab6-42f0-b960-545685110f83 req-35a78987-8a77-4bdf-85e8-26fdb92baf4b tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3128188 Jul 29 23:18:14.935014 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0153c84a-fab6-42f0-b960-545685110f83 req-80f7ad4c-78d5-415d-99ac-430d072dbdca tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/quotas/059e1ca7f14d445f9149a931f19d526e HTTP/1.1" status: 200 len: 375 time: 0.0590398 Jul 29 23:18:14.970008 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cba44c21-0f1e-460b-9c8a-5d3c79a11687 req-7040ae25-ff5c-45e7-b9f5-f87629170736 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:14.982777 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['72aee3b4-d56e-4ed8-b23b-d5412765a9b7'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:14.995305 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-41235d62-79f2-4f93-b822-e29c6e0206b2 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:15.053827 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece9955-9e37-49fc-8962-b2855d32d454 req-8fcdbe73-5ffa-438e-a20f-2f7d803822bb tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:15.055614 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bece9955-9e37-49fc-8962-b2855d32d454 req-8fcdbe73-5ffa-438e-a20f-2f7d803822bb tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/ports?device_id=e50d4845-f575-4c0d-bcdc-a53cb0f25c60 HTTP/1.1" status: 200 len: 867 time: 0.2078860 Jul 29 23:18:15.059803 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040ae25-ff5c-45e7-b9f5-f87629170736 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Pushing event deleted for resources: {'Port': ['ID=72aee3b4-d56e-4ed8-b23b-d5412765a9b7,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:15.084592 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-41235d62-79f2-4f93-b822-e29c6e0206b2 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Transition to ACTIVE for port object 47f2efaf-862e-4ac6-a572-d43cde8e5e68 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:15.118196 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba44c21-0f1e-460b-9c8a-5d3c79a11687 req-7040ae25-ff5c-45e7-b9f5-f87629170736 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] No DVR routers for this DVR port 72aee3b4-d56e-4ed8-b23b-d5412765a9b7 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:18:15.128446 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cba44c21-0f1e-460b-9c8a-5d3c79a11687 req-7040ae25-ff5c-45e7-b9f5-f87629170736 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:15.130482 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cba44c21-0f1e-460b-9c8a-5d3c79a11687 req-7040ae25-ff5c-45e7-b9f5-f87629170736 tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.23 "DELETE /v2.0/ports/72aee3b4-d56e-4ed8-b23b-d5412765a9b7 HTTP/1.1" status: 204 len: 173 time: 1.4914184 Jul 29 23:18:15.134443 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50d4845-f575-4c0d-bcdc-a53cb0f25c60', 'name': 'network-vif-deleted', 'tag': '72aee3b4-d56e-4ed8-b23b-d5412765a9b7'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:15.136075 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e666c5fc-b214-4f93-88b9-753ee9b2d7ee" -d '{"events": [{"server_uuid": "e50d4845-f575-4c0d-bcdc-a53cb0f25c60", "name": "network-vif-deleted", "tag": "72aee3b4-d56e-4ed8-b23b-d5412765a9b7"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:15.158117 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0153c84a-fab6-42f0-b960-545685110f83 req-4cf8f8f7-db18-45d1-ad74-191bbf29660f tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=059e1ca7f14d445f9149a931f19d526e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2092872 Jul 29 23:18:15.188020 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bece9955-9e37-49fc-8962-b2855d32d454 req-bfe1e7c1-5638-4b0e-9a4d-7e6497778a0b tempest-LiveMigrationNegativeTest-1517393600 tempest-LiveMigrationNegativeTest-1517393600-project] 10.222.0.18 "GET /v2.0/security-groups?id=d2fd3b49-6b36-497d-a1c3-e29b750a5dca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016047 Jul 29 23:18:15.229634 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-41235d62-79f2-4f93-b822-e29c6e0206b2 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:15.309617 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-41235d62-79f2-4f93-b822-e29c6e0206b2 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Network c2da941c-32a1-4da1-9f2a-892e8a8b930d is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:15.313851 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-41235d62-79f2-4f93-b822-e29c6e0206b2 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:15.316817 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-41235d62-79f2-4f93-b822-e29c6e0206b2 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:15.404571 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41235d62-79f2-4f93-b822-e29c6e0206b2 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Pushing event updated for resources: {'Port': ['ID=47f2efaf-862e-4ac6-a572-d43cde8e5e68,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:15.453620 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-41235d62-79f2-4f93-b822-e29c6e0206b2 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:15.455257 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-41235d62-79f2-4f93-b822-e29c6e0206b2 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:15.476232 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f70a24-b6e8-4f5e-b2ea-b07d67e6b2ec req-a44a8e8a-2b02-47c6-a4c3-810129fba00c tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:15.478205 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c9f70a24-b6e8-4f5e-b2ea-b07d67e6b2ec req-a44a8e8a-2b02-47c6-a4c3-810129fba00c tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.1132469 Jul 29 23:18:15.520677 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-41235d62-79f2-4f93-b822-e29c6e0206b2 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7302177 Jul 29 23:18:15.547005 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-01c31f69-056c-4cea-8ab9-83699d55a39a service neutron] Request body: {'port': {'device_id': '26a5d0c4-1651-46a0-92c3-54fae3311b3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:15.651675 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c9f70a24-b6e8-4f5e-b2ea-b07d67e6b2ec req-1291d5ad-9db1-4906-b667-37ec0b0d929f tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630516 Jul 29 23:18:15.830026 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-01c31f69-056c-4cea-8ab9-83699d55a39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:15.880211 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7cdf9e1f-7314-48b1-bb08-2020326de7f0 None None] Provisioning for port 47f2efaf-862e-4ac6-a572-d43cde8e5e68 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:15.884811 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7cdf9e1f-7314-48b1-bb08-2020326de7f0 None None] Provisioning complete for port 47f2efaf-862e-4ac6-a572-d43cde8e5e68 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:15.885286 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7cdf9e1f-7314-48b1-bb08-2020326de7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:15.988351 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-7cdf9e1f-7314-48b1-bb08-2020326de7f0 None None] Port 47f2efaf-862e-4ac6-a572-d43cde8e5e68 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:18:16.122138 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 898c1714-fb45-4379-9446-b1fe8834a806 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:16.198015 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 898c1714-fb45-4379-9446-b1fe8834a806 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:16.206659 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 898c1714-fb45-4379-9446-b1fe8834a806 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:16.207883 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:16.341696 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:16.393377 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 898c1714-fb45-4379-9446-b1fe8834a806, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=898c1714-fb45-4379-9446-b1fe8834a806,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:16.406929 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:16.407977 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0265d8fa-34a5-487c-82f9-b03b5a57c197 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:16.496428 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device f96f47f5-8823-4b4a-a2d5-d6a66613301f up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:16.526203 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5be33-f788-4645-9c55-162303b2faaf req-02ae0f0b-1bfb-495a-9aa3-a7b0b1fa698e tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:16.527757 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-adf5be33-f788-4645-9c55-162303b2faaf req-02ae0f0b-1bfb-495a-9aa3-a7b0b1fa698e tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0567548b-7652-4e8d-b165-a70d391787df HTTP/1.1" status: 200 len: 1097 time: 0.7789085 Jul 29 23:18:16.577017 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073732a-71b5-499b-939b-83358181f7b2 req-45f3745b-950c-41cd-8578-4f87a86943ca tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:16.579594 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c073732a-71b5-499b-939b-83358181f7b2 req-45f3745b-950c-41cd-8578-4f87a86943ca tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?device_id=b009baf0-3113-4fd6-b0d4-9dfb4f273053 HTTP/1.1" status: 200 len: 945 time: 0.7506139 Jul 29 23:18:16.643382 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=898c1714-fb45-4379-9446-b1fe8834a806,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:16.645789 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-adf5be33-f788-4645-9c55-162303b2faaf req-29b07b13-5af1-402f-bd9f-a42d147bc0b5 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068947 Jul 29 23:18:16.655336 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 0265d8fa-34a5-487c-82f9-b03b5a57c197 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:16.655712 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:16.705227 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port f96f47f5-8823-4b4a-a2d5-d6a66613301f completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:16.716222 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port f96f47f5-8823-4b4a-a2d5-d6a66613301f triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:16.716736 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:16.729177 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c073732a-71b5-499b-939b-83358181f7b2 req-78946a67-e125-4005-9c33-4403d15fa442 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/security-groups?id=14cf21cc-50a5-43f4-b384-48480f1f1141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297894 Jul 29 23:18:16.743906 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-01c31f69-056c-4cea-8ab9-83699d55a39a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47f2efaf-862e-4ac6-a572-d43cde8e5e68 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:16.767194 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-01c31f69-056c-4cea-8ab9-83699d55a39a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:16.796587 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd73eee-caf6-4227-93ad-26ce485c9c02 x-openstack-request-id: req-abd73eee-caf6-4227-93ad-26ce485c9c02 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:16.798591 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50d4845-f575-4c0d-bcdc-a53cb0f25c60", "name": "network-vif-deleted", "tag": "72aee3b4-d56e-4ed8-b23b-d5412765a9b7", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:16.799318 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-abd73eee-caf6-4227-93ad-26ce485c9c02 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:16.800137 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50d4845-f575-4c0d-bcdc-a53cb0f25c60', 'name': 'network-vif-deleted', 'tag': '72aee3b4-d56e-4ed8-b23b-d5412765a9b7', 'status': 'completed', 'code': 200} Jul 29 23:18:16.815231 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-01c31f69-056c-4cea-8ab9-83699d55a39a service neutron] Transition to ACTIVE for port object 47f2efaf-862e-4ac6-a572-d43cde8e5e68 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:16.820184 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-01c31f69-056c-4cea-8ab9-83699d55a39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:16.846066 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:16.875018 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b009baf0-3113-4fd6-b0d4-9dfb4f273053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96f47f5-8823-4b4a-a2d5-d6a66613301f'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:16.878393 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abcdc0e8-12ca-4049-8cd7-3a5b2353ec1e" -d '{"events": [{"server_uuid": "b009baf0-3113-4fd6-b0d4-9dfb4f273053", "name": "network-vif-plugged", "status": "completed", "tag": "f96f47f5-8823-4b4a-a2d5-d6a66613301f"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:16.880519 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c31f69-056c-4cea-8ab9-83699d55a39a service neutron] Pushing event updated for resources: {'Port': ['ID=47f2efaf-862e-4ac6-a572-d43cde8e5e68,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:16.904974 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port f96f47f5-8823-4b4a-a2d5-d6a66613301f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f96f47f5-8823-4b4a-a2d5-d6a66613301f,segment=NetworkSegment(e54b1e53-0c15-4a98-ae01-123c7fd1a889),segment_id=e54b1e53-0c15-4a98-ae01-123c7fd1a889)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:16.915381 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:16.916620 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 72aee3b4-d56e-4ed8-b23b-d5412765a9b7 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:18:16.979816 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 72aee3b4-d56e-4ed8-b23b-d5412765a9b7 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:18:16.980314 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 72aee3b4-d56e-4ed8-b23b-d5412765a9b7 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:18:17.018259 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=f96f47f5-8823-4b4a-a2d5-d6a66613301f,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:17.119911 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec8240-30ea-440c-8cbd-2cae26ca43e1 req-30b95832-36d3-45d3-9065-98ca2c330f35 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:17.121590 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-70ec8240-30ea-440c-8cbd-2cae26ca43e1 req-30b95832-36d3-45d3-9065-98ca2c330f35 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a5d0c4-1651-46a0-92c3-54fae3311b3f HTTP/1.1" status: 200 len: 943 time: 0.1443787 Jul 29 23:18:17.122420 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-01c31f69-056c-4cea-8ab9-83699d55a39a service neutron] Attempting to bind port 47f2efaf-862e-4ac6-a572-d43cde8e5e68 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:18:17.122864 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-01c31f69-056c-4cea-8ab9-83699d55a39a service neutron] Attempting to bind port 47f2efaf-862e-4ac6-a572-d43cde8e5e68 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '562933ca-53ea-46ea-af93-a7c56c2d1501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:18:17.123146 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-01c31f69-056c-4cea-8ab9-83699d55a39a service neutron] Attempting to bind port 47f2efaf-862e-4ac6-a572-d43cde8e5e68 on network c2da941c-32a1-4da1-9f2a-892e8a8b930d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:17.133588 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-01c31f69-056c-4cea-8ab9-83699d55a39a service neutron] Port 47f2efaf-862e-4ac6-a572-d43cde8e5e68 on network c2da941c-32a1-4da1-9f2a-892e8a8b930d not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:18:17.133824 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-01c31f69-056c-4cea-8ab9-83699d55a39a service neutron] Attempting to bind port 47f2efaf-862e-4ac6-a572-d43cde8e5e68 on network c2da941c-32a1-4da1-9f2a-892e8a8b930d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:17.162245 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0153c84a-fab6-42f0-b960-545685110f83 req-6b5282d1-5b36-4929-a956-334ad0fab746 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=059e1ca7f14d445f9149a931f19d526e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0913093 Jul 29 23:18:17.174371 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-01c31f69-056c-4cea-8ab9-83699d55a39a service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:18:17.175927 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-01c31f69-056c-4cea-8ab9-83699d55a39a service neutron] Checking segment: {'id': '562933ca-53ea-46ea-af93-a7c56c2d1501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:17.176465 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-01c31f69-056c-4cea-8ab9-83699d55a39a service neutron] Bound using segment: {'id': '562933ca-53ea-46ea-af93-a7c56c2d1501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:18:17.176924 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-01c31f69-056c-4cea-8ab9-83699d55a39a service neutron] Bound port: 47f2efaf-862e-4ac6-a572-d43cde8e5e68, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '562933ca-53ea-46ea-af93-a7c56c2d1501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:18:17.177430 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-01c31f69-056c-4cea-8ab9-83699d55a39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:17.346285 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-70ec8240-30ea-440c-8cbd-2cae26ca43e1 req-9c9485a5-d0ec-461c-a633-ca836060694c tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/security-groups?id=c707e286-30f0-42c5-96b2-eee1f2c659a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151866 Jul 29 23:18:17.389298 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-8afd8ee5-631c-4a1c-9ebc-2d7aa2d651f1 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:17.396490 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-8afd8ee5-631c-4a1c-9ebc-2d7aa2d651f1 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/networks?id=bf432201-0fac-4700-a1fe-c1aeac3e3811 HTTP/1.1" status: 200 len: 818 time: 0.3855200 Jul 29 23:18:17.426071 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-c198682b-88d1-4343-8fee-f6c47a6eb5a8 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/quotas/eb4c29ff373b42b2b9e6a10c9a285765 HTTP/1.1" status: 200 len: 375 time: 0.0228915 Jul 29 23:18:17.427165 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-01c31f69-056c-4cea-8ab9-83699d55a39a service neutron] For port 47f2efaf-862e-4ac6-a572-d43cde8e5e68, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:17.436141 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-01c31f69-056c-4cea-8ab9-83699d55a39a service neutron] For port 47f2efaf-862e-4ac6-a572-d43cde8e5e68, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=47f2efaf-862e-4ac6-a572-d43cde8e5e68,segment=NetworkSegment(562933ca-53ea-46ea-af93-a7c56c2d1501),segment_id=562933ca-53ea-46ea-af93-a7c56c2d1501)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:18:17.459533 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-01c31f69-056c-4cea-8ab9-83699d55a39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:17.494149 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a160fb23-b4ca-4c8e-a70a-6f1b5382bffb req-ccd3f294-e04e-490e-b46b-93fef4d78fd6 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=67face9b-216f-43a7-b8e4-1633f3b973f8 HTTP/1.1" status: 200 len: 210 time: 0.0698416 Jul 29 23:18:17.501363 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153c84a-fab6-42f0-b960-545685110f83 req-a3f813cb-25e1-411e-bcb5-ccab9e8a54b1 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:17.502857 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0153c84a-fab6-42f0-b960-545685110f83 req-a3f813cb-25e1-411e-bcb5-ccab9e8a54b1 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3035982 Jul 29 23:18:17.531217 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-0153c84a-fab6-42f0-b960-545685110f83 req-30974cfd-4043-4c82-a255-e76b011f83b4 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Request body: {'port': {'device_id': '67face9b-216f-43a7-b8e4-1633f3b973f8', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'admin_state_up': True, 'tenant_id': '059e1ca7f14d445f9149a931f19d526e'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:17.539386 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-01c31f69-056c-4cea-8ab9-83699d55a39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:17.540015 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-01c31f69-056c-4cea-8ab9-83699d55a39a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:17.541770 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-01c31f69-056c-4cea-8ab9-83699d55a39a service neutron] 10.222.0.39 "PUT /v2.0/ports/47f2efaf-862e-4ac6-a572-d43cde8e5e68 HTTP/1.1" status: 200 len: 1092 time: 2.0051510 Jul 29 23:18:17.673849 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-836f3d5f-1339-4db0-a76e-6a039e79fb0d tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=924eedf485ca49e88625072b8912a512&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786376 Jul 29 23:18:17.681816 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-0e661c5f-0d49-4e2d-818a-0941a40f4c72 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb4c29ff373b42b2b9e6a10c9a285765&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2442451 Jul 29 23:18:17.710451 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c31f69-056c-4cea-8ab9-83699d55a39a service neutron] Pushing event updated for resources: {'Port': ['ID=47f2efaf-862e-4ac6-a572-d43cde8e5e68,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:17.818242 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c110e0-8c3d-46c2-91c3-608b936d05a9 None None] Sync routers for ids ['8dcb35db-2bc7-41c4-b4aa-2176a5dacf05'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:18:17.831255 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c110e0-8c3d-46c2-91c3-608b936d05a9 None None] Routers {'8dcb35db-2bc7-41c4-b4aa-2176a5dacf05'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:18:17.832413 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b1c110e0-8c3d-46c2-91c3-608b936d05a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:18:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8dcb35db-2bc7-41c4-b4aa-2176a5dacf05'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:17.859084 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 898c1714-fb45-4379-9446-b1fe8834a806 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:17.860506 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-dd6893e4-8a3c-46d0-be40-a0014268eea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:17.862275 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-dd6893e4-8a3c-46d0-be40-a0014268eea3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=996f54c2219e43118807a0e5eacc8eba&device_id=26a5d0c4-1651-46a0-92c3-54fae3311b3f HTTP/1.1" status: 200 len: 1095 time: 0.2479417 Jul 29 23:18:17.915812 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 898c1714-fb45-4379-9446-b1fe8834a806 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:17.916546 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:17.931792 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0153c84a-fab6-42f0-b960-545685110f83 req-30974cfd-4043-4c82-a255-e76b011f83b4 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Made reservation on behalf of 059e1ca7f14d445f9149a931f19d526e for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:18:17.935291 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0153c84a-fab6-42f0-b960-545685110f83 req-30974cfd-4043-4c82-a255-e76b011f83b4 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:17.939340 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-afda8164-916f-4a23-bf6d-eea34e6f3ad4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47f2efaf-862e-4ac6-a572-d43cde8e5e68 HTTP/1.1" status: 200 len: 217 time: 0.0617297 Jul 29 23:18:17.949093 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-b1c110e0-8c3d-46c2-91c3-608b936d05a9 None None] Set router 8dcb35db-2bc7-41c4-b4aa-2176a5dacf05 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:18:18.006608 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-53705052-01ef-4c7c-8ee7-275957167649 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:18.008194 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-53705052-01ef-4c7c-8ee7-275957167649 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3246624 Jul 29 23:18:18.035778 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-9b3c5532-adb1-4d27-93fc-e7ecc01bd637 service neutron] 10.222.0.18 "GET /v2.0/networks/bf432201-0fac-4700-a1fe-c1aeac3e3811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272285 Jul 29 23:18:18.095998 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-d9e3c252-b6ea-4bf1-a62e-7e2c1afd4015 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/quotas/924eedf485ca49e88625072b8912a512 HTTP/1.1" status: 200 len: 375 time: 0.0703664 Jul 29 23:18:18.175270 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-85652c45-8c51-4b56-a740-3639e98d94e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:18.176471 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-85652c45-8c51-4b56-a740-3639e98d94e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7fc0bd98-0583-4b79-a848-71b083ba6138 HTTP/1.1" status: 200 len: 859 time: 0.2178586 Jul 29 23:18:18.221386 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b1c110e0-8c3d-46c2-91c3-608b936d05a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcb35db-2bc7-41c4-b4aa-2176a5dacf05', 'name': 'tempest-ServerRescueNegativeTestJSON-924826672-router', 'tenant_id': 'eb4c29ff373b42b2b9e6a10c9a285765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '898c1714-fb45-4379-9446-b1fe8834a806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:09Z', 'updated_at': '2021-07-29T23:18:13Z', 'revision_number': 4, 'project_id': 'eb4c29ff373b42b2b9e6a10c9a285765', 'gw_port': {'id': '898c1714-fb45-4379-9446-b1fe8834a806', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcb35db-2bc7-41c4-b4aa-2176a5dacf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:10Z', 'updated_at': '2021-07-29T23:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'be073491-b13c-4d9b-8291-f1bdb1b23446', 'name': '', 'network_id': 'bf432201-0fac-4700-a1fe-c1aeac3e3811', 'tenant_id': 'eb4c29ff373b42b2b9e6a10c9a285765', 'mac_address': 'fa:16:3e:43:fa:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcb35db-2bc7-41c4-b4aa-2176a5dacf05', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a00ddaeb-5a8f-485f-9408-296d4e1ca7cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:12Z', 'updated_at': '2021-07-29T23:18:13Z', 'revision_number': 2, 'project_id': 'eb4c29ff373b42b2b9e6a10c9a285765', 'subnets': [{'id': 'a00ddaeb-5a8f-485f-9408-296d4e1ca7cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:18.305765 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-01239f9e-a8f4-4570-8b5c-6302dd8bc212 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2083881 Jul 29 23:18:18.324316 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-0153c84a-fab6-42f0-b960-545685110f83 req-30974cfd-4043-4c82-a255-e76b011f83b4 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Allocated IP 192.168.233.25 (adb88f5c-b5bd-41cf-b367-228eab6e0075/28e6de27-5b72-4bf0-88e6-0cdec4cf806e/b44d617b-4d86-41ea-990b-66b6797ec0f9) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:18.330976 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c110e0-8c3d-46c2-91c3-608b936d05a9 None None] Checking router: 8dcb35db-2bc7-41c4-b4aa-2176a5dacf05 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:18:18.331344 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c110e0-8c3d-46c2-91c3-608b936d05a9 None None] Updating router 8dcb35db-2bc7-41c4-b4aa-2176a5dacf05 port be073491-b13c-4d9b-8291-f1bdb1b23446 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:18:18.338409 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-ebefdef9-27ce-4eba-a232-e05d13bfff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:18.339921 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-ebefdef9-27ce-4eba-a232-e05d13bfff81 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c2da941c-32a1-4da1-9f2a-892e8a8b930d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1453795 Jul 29 23:18:18.345974 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-d607bfac-6a0c-4031-98f7-55f74fce656c service neutron] 10.222.0.18 "GET /v2.0/networks/bf432201-0fac-4700-a1fe-c1aeac3e3811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622442 Jul 29 23:18:18.357766 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b1c110e0-8c3d-46c2-91c3-608b936d05a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:18.544587 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-abce8b1e-376e-4c47-bbef-630dfb853d06 service neutron] 10.222.0.39 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952648 Jul 29 23:18:18.664830 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0153c84a-fab6-42f0-b960-545685110f83 req-30974cfd-4043-4c82-a255-e76b011f83b4 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:18.711513 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-0153c84a-fab6-42f0-b960-545685110f83 req-30974cfd-4043-4c82-a255-e76b011f83b4 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Transition to ACTIVE for port object b44d617b-4d86-41ea-990b-66b6797ec0f9 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:18.783304 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b1c110e0-8c3d-46c2-91c3-608b936d05a9 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:18.795808 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-b1c110e0-8c3d-46c2-91c3-608b936d05a9 None None] Transition to ACTIVE for port object be073491-b13c-4d9b-8291-f1bdb1b23446 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:18.806420 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a5d0c4-1651-46a0-92c3-54fae3311b3f', 'tag': '47f2efaf-862e-4ac6-a572-d43cde8e5e68'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:18.809843 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15603bb9-055e-4a97-ae62-77d24d6249ea" -d '{"events": [{"name": "network-changed", "server_uuid": "26a5d0c4-1651-46a0-92c3-54fae3311b3f", "tag": "47f2efaf-862e-4ac6-a572-d43cde8e5e68"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:18.814433 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b1c110e0-8c3d-46c2-91c3-608b936d05a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:18.861933 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aae168c-6110-4f94-92e2-3ff76add507a x-openstack-request-id: req-9aae168c-6110-4f94-92e2-3ff76add507a {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:18.862499 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b009baf0-3113-4fd6-b0d4-9dfb4f273053", "name": "network-vif-plugged", "status": "completed", "tag": "f96f47f5-8823-4b4a-a2d5-d6a66613301f", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:18.862598 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9aae168c-6110-4f94-92e2-3ff76add507a {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:18.863135 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b009baf0-3113-4fd6-b0d4-9dfb4f273053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f96f47f5-8823-4b4a-a2d5-d6a66613301f', 'code': 200} Jul 29 23:18:18.912029 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0153c84a-fab6-42f0-b960-545685110f83 req-30974cfd-4043-4c82-a255-e76b011f83b4 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:18.956627 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['a83c9ee2-098b-4c90-ab40-170001703a7e'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:18.973892 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbf7ca-f4c1-4aff-9590-f46399de6d04 None None] Pushing event updated for resources: {'Port': ['ID=be073491-b13c-4d9b-8291-f1bdb1b23446,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:19.040694 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['1d291e9a-6200-47dc-94b5-0a95bc84c174', 'd417402e-33ed-425c-819b-5875ab427fa4', '9bce63cc-5043-41c1-9ca3-cf930c8e8920', '7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:19.071098 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-b1c110e0-8c3d-46c2-91c3-608b936d05a9 None None] Attempting to bind port be073491-b13c-4d9b-8291-f1bdb1b23446 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:18:19.071674 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-b1c110e0-8c3d-46c2-91c3-608b936d05a9 None None] Attempting to bind port be073491-b13c-4d9b-8291-f1bdb1b23446 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '09ef5cba-b946-4954-8b7b-df4b99902de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bf432201-0fac-4700-a1fe-c1aeac3e3811'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:18:19.072360 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c110e0-8c3d-46c2-91c3-608b936d05a9 None None] Attempting to bind port be073491-b13c-4d9b-8291-f1bdb1b23446 on network bf432201-0fac-4700-a1fe-c1aeac3e3811 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:19.082061 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56206) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:19.083967 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c110e0-8c3d-46c2-91c3-608b936d05a9 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 18, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:18:19.085017 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c110e0-8c3d-46c2-91c3-608b936d05a9 None None] Checking segment: {'id': '09ef5cba-b946-4954-8b7b-df4b99902de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bf432201-0fac-4700-a1fe-c1aeac3e3811'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:19.085677 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b1c110e0-8c3d-46c2-91c3-608b936d05a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:19.086906 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c110e0-8c3d-46c2-91c3-608b936d05a9 None None] Bound using segment: {'id': '09ef5cba-b946-4954-8b7b-df4b99902de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bf432201-0fac-4700-a1fe-c1aeac3e3811'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:18:19.087812 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-b1c110e0-8c3d-46c2-91c3-608b936d05a9 None None] Bound port: be073491-b13c-4d9b-8291-f1bdb1b23446, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09ef5cba-b946-4954-8b7b-df4b99902de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bf432201-0fac-4700-a1fe-c1aeac3e3811'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:18:19.088665 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b1c110e0-8c3d-46c2-91c3-608b936d05a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:19.124106 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95627d-40a2-4535-9626-d370aec23e25 req-501e5c08-e10e-439a-89ca-3d37fe181da4 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:19.148445 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a95627d-40a2-4535-9626-d370aec23e25 req-501e5c08-e10e-439a-89ca-3d37fe181da4 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0567548b-7652-4e8d-b165-a70d391787df HTTP/1.1" status: 200 len: 1097 time: 0.3486066 Jul 29 23:18:19.206707 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-b1c110e0-8c3d-46c2-91c3-608b936d05a9 None None] For port be073491-b13c-4d9b-8291-f1bdb1b23446, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:19.217909 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-b1c110e0-8c3d-46c2-91c3-608b936d05a9 None None] For port be073491-b13c-4d9b-8291-f1bdb1b23446, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=be073491-b13c-4d9b-8291-f1bdb1b23446,segment=NetworkSegment(09ef5cba-b946-4954-8b7b-df4b99902de5),segment_id=09ef5cba-b946-4954-8b7b-df4b99902de5)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:18:19.225170 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b1c110e0-8c3d-46c2-91c3-608b936d05a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:19.265459 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0153c84a-fab6-42f0-b960-545685110f83 req-30974cfd-4043-4c82-a255-e76b011f83b4 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:19.312004 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c110e0-8c3d-46c2-91c3-608b936d05a9 None None] Routers {'8dcb35db-2bc7-41c4-b4aa-2176a5dacf05'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:18:19.313096 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b1c110e0-8c3d-46c2-91c3-608b936d05a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:18:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8dcb35db-2bc7-41c4-b4aa-2176a5dacf05'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:19.318004 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-0153c84a-fab6-42f0-b960-545685110f83 req-30974cfd-4043-4c82-a255-e76b011f83b4 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:19.337181 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-0153c84a-fab6-42f0-b960-545685110f83 req-30974cfd-4043-4c82-a255-e76b011f83b4 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:19.367537 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-10b1a511-833f-45f7-8e64-ba954563d81c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1842ff94846047378c5fcae5640b49dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2810946 Jul 29 23:18:19.368527 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56212) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:19.428620 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f5188d5b-7920-4c21-9372-9b5796573852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:19.460264 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92751b69-ce44-4d17-8c98-e9a7bd296ea8 req-48c2c4ef-39b4-423e-952e-c7007892d054 service neutron] 10.222.0.39 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8867602 Jul 29 23:18:19.464530 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f5188d5b-7920-4c21-9372-9b5796573852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:19.473378 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1bf18-34f6-45b1-9dde-8f692f4da9c1 req-edd27233-ab7f-41d7-9b6b-29a1eadd3bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:19.474878 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5fb1bf18-34f6-45b1-9dde-8f692f4da9c1 req-edd27233-ab7f-41d7-9b6b-29a1eadd3bdb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b009baf0-3113-4fd6-b0d4-9dfb4f273053 HTTP/1.1" status: 200 len: 1098 time: 0.4823713 Jul 29 23:18:19.520325 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-b1c110e0-8c3d-46c2-91c3-608b936d05a9 None None] Set router 8dcb35db-2bc7-41c4-b4aa-2176a5dacf05 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:18:19.535610 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a95627d-40a2-4535-9626-d370aec23e25 req-2c600563-a888-4507-a1b3-d8ca4f7190d3 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861971 Jul 29 23:18:19.536402 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30974cfd-4043-4c82-a255-e76b011f83b4 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Pushing event updated for resources: {'Port': ['ID=b44d617b-4d86-41ea-990b-66b6797ec0f9,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:19.591326 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f5188d5b-7920-4c21-9372-9b5796573852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:19.591563 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6cdfb9-6114-407b-b0f4-03659e37b159 req-60c9f095-34cf-4a3e-9246-100c2addc786 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:19.602808 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f5188d5b-7920-4c21-9372-9b5796573852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:19.606913 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f5188d5b-7920-4c21-9372-9b5796573852 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d2fd3b49-6b36-497d-a1c3-e29b750a5dca HTTP/1.1" status: 204 len: 168 time: 0.2347996 Jul 29 23:18:19.610925 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4b6cdfb9-6114-407b-b0f4-03659e37b159 req-60c9f095-34cf-4a3e-9246-100c2addc786 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?device_id=b009baf0-3113-4fd6-b0d4-9dfb4f273053 HTTP/1.1" status: 200 len: 946 time: 0.6416266 Jul 29 23:18:19.625800 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5188d5b-7920-4c21-9372-9b5796573852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fd3b49-6b36-497d-a1c3-e29b750a5dca,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:19.652870 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153c84a-fab6-42f0-b960-545685110f83 req-30974cfd-4043-4c82-a255-e76b011f83b4 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:19.653540 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0153c84a-fab6-42f0-b960-545685110f83 req-30974cfd-4043-4c82-a255-e76b011f83b4 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:19.701750 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5fb1bf18-34f6-45b1-9dde-8f692f4da9c1 req-be545bae-da27-4282-be2e-3a95192064f4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=14cf21cc-50a5-43f4-b384-48480f1f1141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2099779 Jul 29 23:18:19.720100 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0153c84a-fab6-42f0-b960-545685110f83 req-30974cfd-4043-4c82-a255-e76b011f83b4 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1969061 Jul 29 23:18:19.735951 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4b6cdfb9-6114-407b-b0f4-03659e37b159 req-0a35ef84-4b65-4473-83d9-ea69394484e0 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/security-groups?id=14cf21cc-50a5-43f4-b384-48480f1f1141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787258 Jul 29 23:18:19.791234 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-0153c84a-fab6-42f0-b960-545685110f83 req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] Request body: {'port': {'device_id': '67face9b-216f-43a7-b8e4-1633f3b973f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:19.803740 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdbf7ca-f4c1-4aff-9590-f46399de6d04 None None] Pushing event updated for resources: {'Port': ['ID=be073491-b13c-4d9b-8291-f1bdb1b23446,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:19.915999 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-da0570aa-3671-40af-9b39-54e529d60f80 None None] Provisioning for port b44d617b-4d86-41ea-990b-66b6797ec0f9 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:19.939950 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-da0570aa-3671-40af-9b39-54e529d60f80 None None] Provisioning complete for port b44d617b-4d86-41ea-990b-66b6797ec0f9 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:19.940305 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b1c110e0-8c3d-46c2-91c3-608b936d05a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcb35db-2bc7-41c4-b4aa-2176a5dacf05', 'name': 'tempest-ServerRescueNegativeTestJSON-924826672-router', 'tenant_id': 'eb4c29ff373b42b2b9e6a10c9a285765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '898c1714-fb45-4379-9446-b1fe8834a806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:09Z', 'updated_at': '2021-07-29T23:18:13Z', 'revision_number': 4, 'project_id': 'eb4c29ff373b42b2b9e6a10c9a285765', 'gw_port': {'id': '898c1714-fb45-4379-9446-b1fe8834a806', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcb35db-2bc7-41c4-b4aa-2176a5dacf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:10Z', 'updated_at': '2021-07-29T23:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'be073491-b13c-4d9b-8291-f1bdb1b23446', 'name': '', 'network_id': 'bf432201-0fac-4700-a1fe-c1aeac3e3811', 'tenant_id': 'eb4c29ff373b42b2b9e6a10c9a285765', 'mac_address': 'fa:16:3e:43:fa:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcb35db-2bc7-41c4-b4aa-2176a5dacf05', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a00ddaeb-5a8f-485f-9408-296d4e1ca7cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:12Z', 'updated_at': '2021-07-29T23:18:19Z', 'revision_number': 4, 'project_id': 'eb4c29ff373b42b2b9e6a10c9a285765', 'subnets': [{'id': 'a00ddaeb-5a8f-485f-9408-296d4e1ca7cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:19.941188 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-da0570aa-3671-40af-9b39-54e529d60f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:19.978718 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c110e0-8c3d-46c2-91c3-608b936d05a9 None None] The sync data for ids ['8dcb35db-2bc7-41c4-b4aa-2176a5dacf05'] in n-d-712140-10 is: [{'id': '8dcb35db-2bc7-41c4-b4aa-2176a5dacf05', 'name': 'tempest-ServerRescueNegativeTestJSON-924826672-router', 'tenant_id': 'eb4c29ff373b42b2b9e6a10c9a285765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '898c1714-fb45-4379-9446-b1fe8834a806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:09Z', 'updated_at': '2021-07-29T23:18:13Z', 'revision_number': 4, 'project_id': 'eb4c29ff373b42b2b9e6a10c9a285765', 'gw_port': {'id': '898c1714-fb45-4379-9446-b1fe8834a806', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcb35db-2bc7-41c4-b4aa-2176a5dacf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:10Z', 'updated_at': '2021-07-29T23:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'be073491-b13c-4d9b-8291-f1bdb1b23446', 'name': '', 'network_id': 'bf432201-0fac-4700-a1fe-c1aeac3e3811', 'tenant_id': 'eb4c29ff373b42b2b9e6a10c9a285765', 'mac_address': 'fa:16:3e:43:fa:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dcb35db-2bc7-41c4-b4aa-2176a5dacf05', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'a00ddaeb-5a8f-485f-9408-296d4e1ca7cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:12Z', 'updated_at': '2021-07-29T23:18:19Z', 'revision_number': 4, 'project_id': 'eb4c29ff373b42b2b9e6a10c9a285765', 'subnets': [{'id': 'a00ddaeb-5a8f-485f-9408-296d4e1ca7cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:18:20.001265 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-da0570aa-3671-40af-9b39-54e529d60f80 None None] Port b44d617b-4d86-41ea-990b-66b6797ec0f9 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:18:20.147230 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56220) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:20.217199 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0153c84a-fab6-42f0-b960-545685110f83 req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:20.233545 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e98da460-daeb-48cd-97cd-6388f176d5e1 req-e57434b6-1fec-493b-921c-391b45917c28 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 210 time: 0.0687661 Jul 29 23:18:20.238342 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-782b4df0-3a24-4deb-bf7f-7259e53a7b8e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c6b16b9dff9747bba01f930327f58aac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0876474 Jul 29 23:18:20.239442 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56222) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:20.248465 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-e32c5377-187f-4772-95a3-738b82f38f5a tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=924eedf485ca49e88625072b8912a512&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574782 Jul 29 23:18:20.307152 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73915e3-9022-4cb9-bdf1-a42c59523432 req-a52633b2-960b-48bf-aff2-8278076e9330 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:20.319669 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a73915e3-9022-4cb9-bdf1-a42c59523432 req-a52633b2-960b-48bf-aff2-8278076e9330 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a5d0c4-1651-46a0-92c3-54fae3311b3f HTTP/1.1" status: 200 len: 943 time: 0.5770731 Jul 29 23:18:20.344232 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-74b7e501-ee68-4ade-8af2-dfd8d2015ea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:20.373822 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-74b7e501-ee68-4ade-8af2-dfd8d2015ea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:20.433743 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-74b7e501-ee68-4ade-8af2-dfd8d2015ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:20.436633 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-74b7e501-ee68-4ade-8af2-dfd8d2015ea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:20.437923 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-74b7e501-ee68-4ade-8af2-dfd8d2015ea2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/149854ab-b074-48b1-afcb-63c95cf0d103 HTTP/1.1" status: 204 len: 168 time: 0.1973636 Jul 29 23:18:20.451028 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b7e501-ee68-4ade-8af2-dfd8d2015ea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149854ab-b074-48b1-afcb-63c95cf0d103,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:20.518539 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-f91a0eed-23da-4025-a2a7-c6b6e12dc2fe tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:20.520036 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-f91a0eed-23da-4025-a2a7-c6b6e12dc2fe tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2593849 Jul 29 23:18:20.525277 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a73915e3-9022-4cb9-bdf1-a42c59523432 req-38015c78-aa77-4e46-b54b-1ed44c45e44a tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/security-groups?id=c707e286-30f0-42c5-96b2-eee1f2c659a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047253 Jul 29 23:18:20.533865 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ccdb7-c2bf-4677-a492-e868d708e1b3 req-37792ae2-0328-4929-941f-bc8b91073e65 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:20.543971 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-af5ccdb7-c2bf-4677-a492-e868d708e1b3 req-37792ae2-0328-4929-941f-bc8b91073e65 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=67face9b-216f-43a7-b8e4-1633f3b973f8 HTTP/1.1" status: 200 len: 935 time: 0.2184472 Jul 29 23:18:20.560159 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-9298c79f-ae12-41b3-b624-7ef831e7d76f tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Request body: {'port': {'device_id': 'd8cc6f92-bbd8-49bb-b1cc-8093a55faa0a', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'admin_state_up': True, 'tenant_id': '924eedf485ca49e88625072b8912a512'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:20.763550 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b0cf3d88-be4a-4032-b752-5c3f0a89bf8b req-5f8d744d-0292-4cff-918b-7a009749ac31 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 210 time: 0.0987759 Jul 29 23:18:20.990800 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-551292e9-ba3d-49ad-9e74-06870c17ff01 x-openstack-request-id: req-551292e9-ba3d-49ad-9e74-06870c17ff01 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:20.991125 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a5d0c4-1651-46a0-92c3-54fae3311b3f", "tag": "47f2efaf-862e-4ac6-a572-d43cde8e5e68", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:20.991950 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-551292e9-ba3d-49ad-9e74-06870c17ff01 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:20.992597 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a5d0c4-1651-46a0-92c3-54fae3311b3f', 'tag': '47f2efaf-862e-4ac6-a572-d43cde8e5e68', 'status': 'completed', 'code': 200} Jul 29 23:18:21.028784 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-2920c8ad-5675-4d3c-961c-d4f551ce84fb tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:21.030374 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-2920c8ad-5675-4d3c-961c-d4f551ce84fb tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.39 "GET /v2.0/networks?id=bf432201-0fac-4700-a1fe-c1aeac3e3811 HTTP/1.1" status: 200 len: 818 time: 0.2876010 Jul 29 23:18:21.053007 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-53953b93-bae5-47da-9d4f-eb4c04765a50 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Request body: {'port': {'device_id': '73d87729-be78-4d38-b22e-edf485ce92d0', 'network_id': 'bf432201-0fac-4700-a1fe-c1aeac3e3811', 'admin_state_up': True, 'tenant_id': 'eb4c29ff373b42b2b9e6a10c9a285765'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:21.072660 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-af5ccdb7-c2bf-4677-a492-e868d708e1b3 req-d2850837-2e8a-422c-a2d0-82cb92cf2820 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5250793 Jul 29 23:18:21.082063 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-0153c84a-fab6-42f0-b960-545685110f83 req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b44d617b-4d86-41ea-990b-66b6797ec0f9 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:21.112301 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0153c84a-fab6-42f0-b960-545685110f83 req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:21.168447 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-0153c84a-fab6-42f0-b960-545685110f83 req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] Transition to ACTIVE for port object b44d617b-4d86-41ea-990b-66b6797ec0f9 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:21.188615 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20ecfa-e457-4306-8e26-959b5df8228f req-fd07fe1c-7751-4e49-863a-625623333a7c tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:21.190036 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5d20ecfa-e457-4306-8e26-959b5df8228f req-fd07fe1c-7751-4e49-863a-625623333a7c tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.1964333 Jul 29 23:18:21.197130 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0153c84a-fab6-42f0-b960-545685110f83 req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:21.209016 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15603bb9-055e-4a97-ae62-77d24d6249ea req-33c8fcd2-99b1-4aea-a3ea-cb8b590634a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:21.210980 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15603bb9-055e-4a97-ae62-77d24d6249ea req-33c8fcd2-99b1-4aea-a3ea-cb8b590634a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=996f54c2219e43118807a0e5eacc8eba&device_id=26a5d0c4-1651-46a0-92c3-54fae3311b3f HTTP/1.1" status: 200 len: 1095 time: 0.2265847 Jul 29 23:18:21.236308 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-53953b93-bae5-47da-9d4f-eb4c04765a50 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Made reservation on behalf of eb4c29ff373b42b2b9e6a10c9a285765 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:18:21.240865 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-53953b93-bae5-47da-9d4f-eb4c04765a50 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:21.275240 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-9298c79f-ae12-41b3-b624-7ef831e7d76f tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Made reservation on behalf of 924eedf485ca49e88625072b8912a512 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:18:21.275240 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-9298c79f-ae12-41b3-b624-7ef831e7d76f tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:21.422899 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-53953b93-bae5-47da-9d4f-eb4c04765a50 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Allocated IP 172.20.0.14 (bf432201-0fac-4700-a1fe-c1aeac3e3811/a00ddaeb-5a8f-485f-9408-296d4e1ca7cd/0acaa3f1-b27a-472c-b82b-efa011399df0) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:21.426404 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b44d617b-4d86-41ea-990b-66b6797ec0f9,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:21.603515 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5d20ecfa-e457-4306-8e26-959b5df8228f req-913a56f0-2b23-4550-a903-19bd8b8c9f53 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015670 Jul 29 23:18:21.623857 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-53953b93-bae5-47da-9d4f-eb4c04765a50 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:21.635743 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15603bb9-055e-4a97-ae62-77d24d6249ea req-469d9209-0636-47b2-9109-6afadfe62259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:21.637262 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15603bb9-055e-4a97-ae62-77d24d6249ea req-469d9209-0636-47b2-9109-6afadfe62259 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c2da941c-32a1-4da1-9f2a-892e8a8b930d HTTP/1.1" status: 200 len: 921 time: 0.3794286 Jul 29 23:18:21.678475 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-53953b93-bae5-47da-9d4f-eb4c04765a50 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:21.697825 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7623a5c-a608-47ec-9900-0a312af17e8e req-0433a2e3-d22f-4c93-9118-94d227ae3a71 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:21.699366 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b7623a5c-a608-47ec-9900-0a312af17e8e req-0433a2e3-d22f-4c93-9118-94d227ae3a71 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?device_id=b009baf0-3113-4fd6-b0d4-9dfb4f273053 HTTP/1.1" status: 200 len: 946 time: 0.2163737 Jul 29 23:18:21.732239 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-53953b93-bae5-47da-9d4f-eb4c04765a50 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Network bf432201-0fac-4700-a1fe-c1aeac3e3811 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:21.735876 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-53953b93-bae5-47da-9d4f-eb4c04765a50 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:21.738456 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-53953b93-bae5-47da-9d4f-eb4c04765a50 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:21.742538 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-0153c84a-fab6-42f0-b960-545685110f83 req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] Attempting to bind port b44d617b-4d86-41ea-990b-66b6797ec0f9 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:18:21.742723 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-0153c84a-fab6-42f0-b960-545685110f83 req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] Attempting to bind port b44d617b-4d86-41ea-990b-66b6797ec0f9 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:18:21.742922 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0153c84a-fab6-42f0-b960-545685110f83 req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] Attempting to bind port b44d617b-4d86-41ea-990b-66b6797ec0f9 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:21.745711 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15603bb9-055e-4a97-ae62-77d24d6249ea req-133becb5-c291-4ae0-aeba-977a8d57b229 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47f2efaf-862e-4ac6-a572-d43cde8e5e68 HTTP/1.1" status: 200 len: 217 time: 0.0888147 Jul 29 23:18:21.822147 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-53953b93-bae5-47da-9d4f-eb4c04765a50 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:21.822831 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-53953b93-bae5-47da-9d4f-eb4c04765a50 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:21.832744 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0153c84a-fab6-42f0-b960-545685110f83 req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] Port b44d617b-4d86-41ea-990b-66b6797ec0f9 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:18:21.832744 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0153c84a-fab6-42f0-b960-545685110f83 req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] Attempting to bind port b44d617b-4d86-41ea-990b-66b6797ec0f9 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:21.833323 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53953b93-bae5-47da-9d4f-eb4c04765a50 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Pushing event updated for resources: {'Port': ['ID=0acaa3f1-b27a-472c-b82b-efa011399df0,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:21.843300 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-53953b93-bae5-47da-9d4f-eb4c04765a50 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7982850 Jul 29 23:18:21.859246 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] Request body: {'port': {'device_id': '73d87729-be78-4d38-b22e-edf485ce92d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:21.887039 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-9298c79f-ae12-41b3-b624-7ef831e7d76f tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Allocated IP 192.168.233.176 (adb88f5c-b5bd-41cf-b367-228eab6e0075/28e6de27-5b72-4bf0-88e6-0cdec4cf806e/9f263227-493b-4ab4-bad6-ec4d86f88ffe) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:21.900492 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0153c84a-fab6-42f0-b960-545685110f83 req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:18:21.900879 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0153c84a-fab6-42f0-b960-545685110f83 req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:21.901210 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0153c84a-fab6-42f0-b960-545685110f83 req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:18:21.901648 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-0153c84a-fab6-42f0-b960-545685110f83 req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] Bound port: b44d617b-4d86-41ea-990b-66b6797ec0f9, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:18:21.902006 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0153c84a-fab6-42f0-b960-545685110f83 req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:21.947437 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:21.950866 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b7623a5c-a608-47ec-9900-0a312af17e8e req-e318df0b-171f-45c5-bcf8-9c03c517120f tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/security-groups?id=14cf21cc-50a5-43f4-b384-48480f1f1141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2090483 Jul 29 23:18:21.950995 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device be073491-b13c-4d9b-8291-f1bdb1b23446 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:21.974948 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15603bb9-055e-4a97-ae62-77d24d6249ea req-c669b5ba-9e96-4140-bab1-f46c7d56bddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:21.981076 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15603bb9-055e-4a97-ae62-77d24d6249ea req-c669b5ba-9e96-4140-bab1-f46c7d56bddb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7fc0bd98-0583-4b79-a848-71b083ba6138 HTTP/1.1" status: 200 len: 859 time: 0.2153869 Jul 29 23:18:22.040320 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port be073491-b13c-4d9b-8291-f1bdb1b23446 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:22.046362 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port be073491-b13c-4d9b-8291-f1bdb1b23446 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:22.046953 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:22.127538 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-3a94ed88-a4c0-4c9e-9edb-63809e3886bd tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:22.134521 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-3a94ed88-a4c0-4c9e-9edb-63809e3886bd tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/networks?id=bf432201-0fac-4700-a1fe-c1aeac3e3811 HTTP/1.1" status: 200 len: 818 time: 0.3985300 Jul 29 23:18:22.162999 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:22.180173 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85cf8a00-e4f9-4198-9d49-255142dfc16b req-1eeafcd9-0444-4e50-84f0-d7f6c04ef04c tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 210 time: 0.1012459 Jul 29 23:18:22.212701 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port be073491-b13c-4d9b-8291-f1bdb1b23446, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=be073491-b13c-4d9b-8291-f1bdb1b23446,segment=NetworkSegment(09ef5cba-b946-4954-8b7b-df4b99902de5),segment_id=09ef5cba-b946-4954-8b7b-df4b99902de5)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:22.221795 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:22.227353 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-0153c84a-fab6-42f0-b960-545685110f83 req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] For port b44d617b-4d86-41ea-990b-66b6797ec0f9, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:22.294824 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-0c17fb91-6df9-42f0-9cca-ee30a9b4b18b tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/quotas/eb4c29ff373b42b2b9e6a10c9a285765 HTTP/1.1" status: 200 len: 375 time: 0.1595261 Jul 29 23:18:22.306441 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=be073491-b13c-4d9b-8291-f1bdb1b23446,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:22.320717 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-0153c84a-fab6-42f0-b960-545685110f83 req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] For port b44d617b-4d86-41ea-990b-66b6797ec0f9, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b44d617b-4d86-41ea-990b-66b6797ec0f9,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:18:22.364707 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0acaa3f1-b27a-472c-b82b-efa011399df0 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:22.373889 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:22.389572 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] Transition to ACTIVE for port object 0acaa3f1-b27a-472c-b82b-efa011399df0 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:22.393450 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:22.474771 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=0acaa3f1-b27a-472c-b82b-efa011399df0,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:22.534127 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] Attempting to bind port 0acaa3f1-b27a-472c-b82b-efa011399df0 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:18:22.534470 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] Attempting to bind port 0acaa3f1-b27a-472c-b82b-efa011399df0 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '09ef5cba-b946-4954-8b7b-df4b99902de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bf432201-0fac-4700-a1fe-c1aeac3e3811'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:18:22.534814 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] Attempting to bind port 0acaa3f1-b27a-472c-b82b-efa011399df0 on network bf432201-0fac-4700-a1fe-c1aeac3e3811 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:22.544674 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] Port 0acaa3f1-b27a-472c-b82b-efa011399df0 on network bf432201-0fac-4700-a1fe-c1aeac3e3811 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:18:22.545457 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] Attempting to bind port 0acaa3f1-b27a-472c-b82b-efa011399df0 on network bf432201-0fac-4700-a1fe-c1aeac3e3811 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:22.552789 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:18:22.553456 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] Checking segment: {'id': '09ef5cba-b946-4954-8b7b-df4b99902de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bf432201-0fac-4700-a1fe-c1aeac3e3811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:22.554016 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] Bound using segment: {'id': '09ef5cba-b946-4954-8b7b-df4b99902de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bf432201-0fac-4700-a1fe-c1aeac3e3811'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:18:22.554701 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] Bound port: 0acaa3f1-b27a-472c-b82b-efa011399df0, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09ef5cba-b946-4954-8b7b-df4b99902de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bf432201-0fac-4700-a1fe-c1aeac3e3811'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:18:22.555486 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:22.573111 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15603bb9-055e-4a97-ae62-77d24d6249ea req-d4246b08-ba7f-42fe-9376-80401249b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:22.574731 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15603bb9-055e-4a97-ae62-77d24d6249ea req-d4246b08-ba7f-42fe-9376-80401249b67b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c2da941c-32a1-4da1-9f2a-892e8a8b930d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5636134 Jul 29 23:18:22.584135 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0153c84a-fab6-42f0-b960-545685110f83 req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:22.631009 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] For port 0acaa3f1-b27a-472c-b82b-efa011399df0, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:22.634534 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] For port 0acaa3f1-b27a-472c-b82b-efa011399df0, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=0acaa3f1-b27a-472c-b82b-efa011399df0,segment=NetworkSegment(09ef5cba-b946-4954-8b7b-df4b99902de5),segment_id=09ef5cba-b946-4954-8b7b-df4b99902de5)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:18:22.639703 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:22.657943 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 47f2efaf-862e-4ac6-a572-d43cde8e5e68 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:18:22.687459 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:22.689226 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:22.690930 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] 10.222.0.39 "PUT /v2.0/ports/0acaa3f1-b27a-472c-b82b-efa011399df0 HTTP/1.1" status: 200 len: 1093 time: 0.8364518 Jul 29 23:18:22.691380 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73d87729-be78-4d38-b22e-edf485ce92d0', 'tag': '0acaa3f1-b27a-472c-b82b-efa011399df0'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:22.693688 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eba7a97-9c5b-4951-b44b-698c19ed589e" -d '{"events": [{"name": "network-changed", "server_uuid": "73d87729-be78-4d38-b22e-edf485ce92d0", "tag": "0acaa3f1-b27a-472c-b82b-efa011399df0"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:22.702666 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153c84a-fab6-42f0-b960-545685110f83 req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:22.703373 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0153c84a-fab6-42f0-b960-545685110f83 req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:22.705924 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0153c84a-fab6-42f0-b960-545685110f83 req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] 10.222.0.23 "PUT /v2.0/ports/b44d617b-4d86-41ea-990b-66b6797ec0f9 HTTP/1.1" status: 200 len: 1096 time: 2.9264045 Jul 29 23:18:22.722454 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] Pushing event updated for resources: {'Port': ['ID=0acaa3f1-b27a-472c-b82b-efa011399df0,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:22.733355 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:22.733910 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:22.734400 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:22.735574 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:22.736074 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:22.736490 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:22.736934 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:22.737340 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:22.737742 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:22.738300 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:22.738656 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:22.739157 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4956a5f-7668-4d52-b8c4-234582649fd6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:22.751124 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-200efd26-9081-481a-87fa-987f9a9ebdea tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb4c29ff373b42b2b9e6a10c9a285765&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4548931 Jul 29 23:18:22.787232 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-9298c79f-ae12-41b3-b624-7ef831e7d76f tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:22.837448 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-9298c79f-ae12-41b3-b624-7ef831e7d76f tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Transition to ACTIVE for port object 9f263227-493b-4ab4-bad6-ec4d86f88ffe will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:22.841438 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-05d9ecdb-b3a4-4785-851c-005515c72f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:22.842544 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-05d9ecdb-b3a4-4785-851c-005515c72f83 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eb4c29ff373b42b2b9e6a10c9a285765&device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 1096 time: 0.0722070 Jul 29 23:18:22.868556 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 47f2efaf-862e-4ac6-a572-d43cde8e5e68, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=47f2efaf-862e-4ac6-a572-d43cde8e5e68,segment=NetworkSegment(562933ca-53ea-46ea-af93-a7c56c2d1501),segment_id=562933ca-53ea-46ea-af93-a7c56c2d1501)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:22.883507 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '47f2efaf-862e-4ac6-a572-d43cde8e5e68', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'port_id': '47f2efaf-862e-4ac6-a572-d43cde8e5e68', 'mac_address': 'fa:16:3e:2c:94:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:18:22.898062 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] Pushing event updated for resources: {'Port': ['ID=b44d617b-4d86-41ea-990b-66b6797ec0f9,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:22.919499 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-198d1d7a-4822-4fb6-8013-e4dc25f00811 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0acaa3f1-b27a-472c-b82b-efa011399df0 HTTP/1.1" status: 200 len: 217 time: 0.0574148 Jul 29 23:18:22.951783 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:22.952152 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:22.952729 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:22.952843 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:22.953124 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:22.953468 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:22.953841 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:22.954171 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:22.954559 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:22.954887 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:22.955211 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:22.955530 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e9ed4-c4ce-431f-8961-3e5aa152c0b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:22.972776 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:22.976362 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15603bb9-055e-4a97-ae62-77d24d6249ea req-024ffb72-89ac-4a2e-b607-ee1e3b4c7301 service neutron] 10.222.0.39 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3900609 Jul 29 23:18:22.996640 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67face9b-216f-43a7-b8e4-1633f3b973f8', 'tag': 'b44d617b-4d86-41ea-990b-66b6797ec0f9'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:22.998960 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01137c30-9fc6-4644-a980-b5d9f1cfe4df" -d '{"events": [{"name": "network-changed", "server_uuid": "67face9b-216f-43a7-b8e4-1633f3b973f8", "tag": "b44d617b-4d86-41ea-990b-66b6797ec0f9"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:23.001697 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-d42dbf74-158c-4575-842c-2e33c7bda325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:23.003785 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47f2efaf-862e-4ac6-a572-d43cde8e5e68 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:23.004549 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-d42dbf74-158c-4575-842c-2e33c7bda325 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a00ddaeb-5a8f-485f-9408-296d4e1ca7cd HTTP/1.1" status: 200 len: 858 time: 0.0758426 Jul 29 23:18:23.023946 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 47f2efaf-862e-4ac6-a572-d43cde8e5e68, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=47f2efaf-862e-4ac6-a572-d43cde8e5e68,segment=NetworkSegment(562933ca-53ea-46ea-af93-a7c56c2d1501),segment_id=562933ca-53ea-46ea-af93-a7c56c2d1501)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:23.029241 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:23.049529 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-8b9ed622-5c48-4224-9e88-ebd824769cc6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf432201-0fac-4700-a1fe-c1aeac3e3811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337417 Jul 29 23:18:23.050736 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-1b66a38d-1dab-454c-a782-24269708b9de service neutron] 10.222.0.18 "GET /v2.0/networks/bf432201-0fac-4700-a1fe-c1aeac3e3811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472260 Jul 29 23:18:23.106050 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=47f2efaf-862e-4ac6-a572-d43cde8e5e68,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:23.112026 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153c84a-fab6-42f0-b960-545685110f83 req-320223c7-e24e-420b-a410-36e6e2cef94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:23.114089 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0153c84a-fab6-42f0-b960-545685110f83 req-320223c7-e24e-420b-a410-36e6e2cef94e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=059e1ca7f14d445f9149a931f19d526e&device_id=67face9b-216f-43a7-b8e4-1633f3b973f8 HTTP/1.1" status: 200 len: 1099 time: 0.3091946 Jul 29 23:18:23.214067 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0153c84a-fab6-42f0-b960-545685110f83 req-007a324c-69e2-4ac0-9419-d2e2d2086fd1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=b44d617b-4d86-41ea-990b-66b6797ec0f9 HTTP/1.1" status: 200 len: 217 time: 0.0845935 Jul 29 23:18:23.248291 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-9298c79f-ae12-41b3-b624-7ef831e7d76f tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:23.263610 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['a7499d40-a2e9-4a56-b8a3-986db53aa756'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:23.351363 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['47f2efaf-862e-4ac6-a572-d43cde8e5e68'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:23.373200 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-9298c79f-ae12-41b3-b624-7ef831e7d76f tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:23.378839 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298c79f-ae12-41b3-b624-7ef831e7d76f tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Pushing event updated for resources: {'Port': ['ID=9f263227-493b-4ab4-bad6-ec4d86f88ffe,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:23.382235 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-9298c79f-ae12-41b3-b624-7ef831e7d76f tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:23.394247 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-92994f0a-c095-45cd-92d6-4ae247a57180 service neutron] 10.222.0.18 "GET /v2.0/networks/bf432201-0fac-4700-a1fe-c1aeac3e3811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267188 Jul 29 23:18:23.401577 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15603bb9-055e-4a97-ae62-77d24d6249ea req-aee136a8-1855-48b0-80e6-bc7f2c34e775 service neutron] 10.222.0.39 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060087 Jul 29 23:18:23.402952 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-9298c79f-ae12-41b3-b624-7ef831e7d76f tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:23.406463 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153c84a-fab6-42f0-b960-545685110f83 req-6a33f822-d3b1-4689-ae06-04b42e37593b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:23.408640 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0153c84a-fab6-42f0-b960-545685110f83 req-6a33f822-d3b1-4689-ae06-04b42e37593b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1828675 Jul 29 23:18:23.415794 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-de669aa0-2f7d-4ece-b5e8-90530da865ac service neutron] 10.222.0.39 "GET /v2.0/networks/bf432201-0fac-4700-a1fe-c1aeac3e3811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3568234 Jul 29 23:18:23.535454 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-9298c79f-ae12-41b3-b624-7ef831e7d76f tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:23.536142 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-9298c79f-ae12-41b3-b624-7ef831e7d76f tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:23.556943 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153c84a-fab6-42f0-b960-545685110f83 req-c3daea8a-c83d-4853-92fb-fa8c7537d099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:23.558430 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0153c84a-fab6-42f0-b960-545685110f83 req-c3daea8a-c83d-4853-92fb-fa8c7537d099 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1131830 Jul 29 23:18:23.571282 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-9298c79f-ae12-41b3-b624-7ef831e7d76f tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0215950 Jul 29 23:18:23.580398 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5b6a36ab-70da-415e-89bb-f54e9e3433d8 req-79599c60-dfbe-4f90-bfcb-1ac1a4528c21 service neutron] 10.222.0.39 "GET /v2.0/networks/bf432201-0fac-4700-a1fe-c1aeac3e3811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315181 Jul 29 23:18:23.613615 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-607982d7-fb6d-4df4-bce5-1b4643d71b89 service neutron] Request body: {'port': {'device_id': 'd8cc6f92-bbd8-49bb-b1cc-8093a55faa0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:23.800438 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-607982d7-fb6d-4df4-bce5-1b4643d71b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:23.817378 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0153c84a-fab6-42f0-b960-545685110f83 req-b6ed2a5a-0235-44b9-883c-38cde91c22ed service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477734 Jul 29 23:18:23.820687 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-27bc2050-3660-4070-bc5b-193bae4492ab None None] Provisioning for port 9f263227-493b-4ab4-bad6-ec4d86f88ffe completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:23.824414 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 56330) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:23.827118 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-27bc2050-3660-4070-bc5b-193bae4492ab None None] Provisioning complete for port 9f263227-493b-4ab4-bad6-ec4d86f88ffe triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:23.827496 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27bc2050-3660-4070-bc5b-193bae4492ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:23.896201 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device be073491-b13c-4d9b-8291-f1bdb1b23446 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:23.917655 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0504a0-3247-41a3-b23e-0456d62eee5e req-7339daf5-88c2-4d61-97ea-ec5623f34adb tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:23.924633 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ba0504a0-3247-41a3-b23e-0456d62eee5e req-7339daf5-88c2-4d61-97ea-ec5623f34adb tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a5d0c4-1651-46a0-92c3-54fae3311b3f HTTP/1.1" status: 200 len: 944 time: 0.2406762 Jul 29 23:18:23.928905 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-27bc2050-3660-4070-bc5b-193bae4492ab None None] Port 9f263227-493b-4ab4-bad6-ec4d86f88ffe cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:18:23.958218 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port be073491-b13c-4d9b-8291-f1bdb1b23446 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:23.958596 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:23.975986 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ba0504a0-3247-41a3-b23e-0456d62eee5e req-5cac796d-97d7-4834-b3aa-4240a8571c02 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/security-groups?id=c707e286-30f0-42c5-96b2-eee1f2c659a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504067 Jul 29 23:18:23.987156 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-e7a336ed-22ad-4c5c-8555-075b58b4957f tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:18:23.988013 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-e7a336ed-22ad-4c5c-8555-075b58b4957f tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1626203 Jul 29 23:18:24.137121 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0153c84a-fab6-42f0-b960-545685110f83 req-0b3bd867-7093-4c86-b30f-e22186d42e60 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867785 Jul 29 23:18:24.161213 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-4a563512-48f6-49da-b9e5-ba6a230af1bd service neutron] Request body: {'binding': {'host': 'n-h2-712140-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:24.161724 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-4a563512-48f6-49da-b9e5-ba6a230af1bd service neutron] Unknown quota resources ['binding']. {{(pid=94063) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:18:24.240779 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca6703-a3e4-4c9d-af2e-b629d091941e req-db6b8719-f848-4047-821c-b42149709746 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:24.242271 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bcca6703-a3e4-4c9d-af2e-b629d091941e req-db6b8719-f848-4047-821c-b42149709746 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?device_id=b009baf0-3113-4fd6-b0d4-9dfb4f273053 HTTP/1.1" status: 200 len: 946 time: 0.1499562 Jul 29 23:18:24.251403 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 56342) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:24.259395 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-74bf44ec-72c2-4666-94da-be73b308a22f tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Request body: {'floatingip': {'port_id': 'f96f47f5-8823-4b4a-a2d5-d6a66613301f'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:24.364011 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-74bf44ec-72c2-4666-94da-be73b308a22f tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks [] for floatingip, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:24.550908 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308092d3-eb7f-4781-b250-d9e6583054fc req-18a179d5-459d-4ee7-bc4e-eac64ba7d686 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:24.552315 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-308092d3-eb7f-4781-b250-d9e6583054fc req-18a179d5-459d-4ee7-bc4e-eac64ba7d686 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=67face9b-216f-43a7-b8e4-1633f3b973f8 HTTP/1.1" status: 200 len: 947 time: 0.2151186 Jul 29 23:18:24.901267 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-607982d7-fb6d-4df4-bce5-1b4643d71b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f263227-493b-4ab4-bad6-ec4d86f88ffe {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:24.921715 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-607982d7-fb6d-4df4-bce5-1b4643d71b89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:24.924474 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-4a563512-48f6-49da-b9e5-ba6a230af1bd service neutron] Attempting to bind port 89792323-dff1-46aa-b5f4-dbc0e6d206a4 on host n-h2-712140-10 for vnic_type normal with profile None {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:18:24.924807 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-4a563512-48f6-49da-b9e5-ba6a230af1bd service neutron] Attempting to bind port 89792323-dff1-46aa-b5f4-dbc0e6d206a4 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:18:24.925128 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-4a563512-48f6-49da-b9e5-ba6a230af1bd service neutron] Attempting to bind port 89792323-dff1-46aa-b5f4-dbc0e6d206a4 on network 55fb160e-6b45-47b4-8565-f685f832c4b9 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:25.008337 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-308092d3-eb7f-4781-b250-d9e6583054fc req-c37903d1-ee21-4d41-b2c4-fe0f075d65bc tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4478948 Jul 29 23:18:25.014500 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-4a563512-48f6-49da-b9e5-ba6a230af1bd service neutron] Port 89792323-dff1-46aa-b5f4-dbc0e6d206a4 on network 55fb160e-6b45-47b4-8565-f685f832c4b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:18:25.014824 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-4a563512-48f6-49da-b9e5-ba6a230af1bd service neutron] Attempting to bind port 89792323-dff1-46aa-b5f4-dbc0e6d206a4 on network 55fb160e-6b45-47b4-8565-f685f832c4b9 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:25.035006 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-607982d7-fb6d-4df4-bce5-1b4643d71b89 service neutron] Transition to ACTIVE for port object 9f263227-493b-4ab4-bad6-ec4d86f88ffe will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:25.039126 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-4a563512-48f6-49da-b9e5-ba6a230af1bd service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:18:25.039496 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-4a563512-48f6-49da-b9e5-ba6a230af1bd service neutron] Checking segment: {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:25.039873 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-4a563512-48f6-49da-b9e5-ba6a230af1bd service neutron] Bound using segment: {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:18:25.040317 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-4a563512-48f6-49da-b9e5-ba6a230af1bd service neutron] Bound port: 89792323-dff1-46aa-b5f4-dbc0e6d206a4, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:18:25.068654 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-607982d7-fb6d-4df4-bce5-1b4643d71b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:25.395257 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-5147375f-87b7-4c92-b609-145bc5ecbb4a tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:25.396780 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-5147375f-87b7-4c92-b609-145bc5ecbb4a tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.23 "GET /v2.0/networks?id=bf432201-0fac-4700-a1fe-c1aeac3e3811 HTTP/1.1" status: 200 len: 818 time: 0.5137277 Jul 29 23:18:25.410929 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607982d7-fb6d-4df4-bce5-1b4643d71b89 service neutron] Pushing event updated for resources: {'Port': ['ID=9f263227-493b-4ab4-bad6-ec4d86f88ffe,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:25.435357 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-e21ea146-d382-43b2-9806-2ef44358e9d3 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Request body: {'port': {'device_id': '2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf', 'network_id': 'bf432201-0fac-4700-a1fe-c1aeac3e3811', 'admin_state_up': True, 'tenant_id': 'eb4c29ff373b42b2b9e6a10c9a285765'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:25.446974 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-4a563512-48f6-49da-b9e5-ba6a230af1bd service neutron] For port 89792323-dff1-46aa-b5f4-dbc0e6d206a4, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=89792323-dff1-46aa-b5f4-dbc0e6d206a4,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:18:25.514167 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-4a563512-48f6-49da-b9e5-ba6a230af1bd service neutron] Notify callbacks [] for binding, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:25.515338 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-4a563512-48f6-49da-b9e5-ba6a230af1bd service neutron] 10.222.0.18 "POST /v2.0/ports/89792323-dff1-46aa-b5f4-dbc0e6d206a4/bindings HTTP/1.1" status: 201 len: 390 time: 1.4269361 Jul 29 23:18:25.778062 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-b4f8222c-a14a-4be5-a311-b1ed60d20e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:25.779665 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-b4f8222c-a14a-4be5-a311-b1ed60d20e39 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b675f7a309964096bd61726e3752bfc0&device_id=0567548b-7652-4e8d-b165-a70d391787df HTTP/1.1" status: 200 len: 1097 time: 0.0415018 Jul 29 23:18:25.792199 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28120440-1884-475e-a764-64ee777254c5 req-df652b72-18cc-4027-bde6-baa855c17985 tempest-NetworksTest-1118424543 tempest-NetworksTest-1118424543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:25.792678 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28120440-1884-475e-a764-64ee777254c5 req-df652b72-18cc-4027-bde6-baa855c17985 tempest-NetworksTest-1118424543 tempest-NetworksTest-1118424543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:25.793144 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28120440-1884-475e-a764-64ee777254c5 req-df652b72-18cc-4027-bde6-baa855c17985 tempest-NetworksTest-1118424543 tempest-NetworksTest-1118424543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:25.793602 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28120440-1884-475e-a764-64ee777254c5 req-df652b72-18cc-4027-bde6-baa855c17985 tempest-NetworksTest-1118424543 tempest-NetworksTest-1118424543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:25.794061 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28120440-1884-475e-a764-64ee777254c5 req-df652b72-18cc-4027-bde6-baa855c17985 tempest-NetworksTest-1118424543 tempest-NetworksTest-1118424543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:25.794517 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28120440-1884-475e-a764-64ee777254c5 req-df652b72-18cc-4027-bde6-baa855c17985 tempest-NetworksTest-1118424543 tempest-NetworksTest-1118424543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:25.794970 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28120440-1884-475e-a764-64ee777254c5 req-df652b72-18cc-4027-bde6-baa855c17985 tempest-NetworksTest-1118424543 tempest-NetworksTest-1118424543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:25.795421 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28120440-1884-475e-a764-64ee777254c5 req-df652b72-18cc-4027-bde6-baa855c17985 tempest-NetworksTest-1118424543 tempest-NetworksTest-1118424543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:25.795913 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28120440-1884-475e-a764-64ee777254c5 req-df652b72-18cc-4027-bde6-baa855c17985 tempest-NetworksTest-1118424543 tempest-NetworksTest-1118424543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:25.797799 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28120440-1884-475e-a764-64ee777254c5 req-df652b72-18cc-4027-bde6-baa855c17985 tempest-NetworksTest-1118424543 tempest-NetworksTest-1118424543-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6461 time: 0.7013485 Jul 29 23:18:25.843092 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58b950d2-824c-42cb-bd3c-e4bd7f4f9a74 x-openstack-request-id: req-58b950d2-824c-42cb-bd3c-e4bd7f4f9a74 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:25.843378 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73d87729-be78-4d38-b22e-edf485ce92d0", "tag": "0acaa3f1-b27a-472c-b82b-efa011399df0", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:25.843606 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-58b950d2-824c-42cb-bd3c-e4bd7f4f9a74 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:25.844015 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73d87729-be78-4d38-b22e-edf485ce92d0', 'tag': '0acaa3f1-b27a-472c-b82b-efa011399df0', 'status': 'completed', 'code': 200} Jul 29 23:18:25.866820 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-607982d7-fb6d-4df4-bce5-1b4643d71b89 service neutron] Attempting to bind port 9f263227-493b-4ab4-bad6-ec4d86f88ffe on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:18:25.867082 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-607982d7-fb6d-4df4-bce5-1b4643d71b89 service neutron] Attempting to bind port 9f263227-493b-4ab4-bad6-ec4d86f88ffe by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:18:25.867369 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-607982d7-fb6d-4df4-bce5-1b4643d71b89 service neutron] Attempting to bind port 9f263227-493b-4ab4-bad6-ec4d86f88ffe on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:25.907684 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b004b073-3d4b-4cef-8ac9-301fb741f650 x-openstack-request-id: req-b004b073-3d4b-4cef-8ac9-301fb741f650 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:25.908014 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67face9b-216f-43a7-b8e4-1633f3b973f8", "tag": "b44d617b-4d86-41ea-990b-66b6797ec0f9", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:25.908267 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b004b073-3d4b-4cef-8ac9-301fb741f650 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:25.908657 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67face9b-216f-43a7-b8e4-1633f3b973f8', 'tag': 'b44d617b-4d86-41ea-990b-66b6797ec0f9', 'status': 'completed', 'code': 200} Jul 29 23:18:25.917473 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-7e3e8132-900a-4c64-8440-d356731e0024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:25.919671 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-7e3e8132-900a-4c64-8440-d356731e0024 service neutron] 10.222.0.39 "GET /v2.0/networks?id=55fb160e-6b45-47b4-8565-f685f832c4b9 HTTP/1.1" status: 200 len: 922 time: 0.1323347 Jul 29 23:18:25.926163 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.db.resource_extend [None req-74bf44ec-72c2-4666-94da-be73b308a22f tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:18:25.929815 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-607982d7-fb6d-4df4-bce5-1b4643d71b89 service neutron] Port 9f263227-493b-4ab4-bad6-ec4d86f88ffe on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:18:25.930654 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-607982d7-fb6d-4df4-bce5-1b4643d71b89 service neutron] Attempting to bind port 9f263227-493b-4ab4-bad6-ec4d86f88ffe on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:25.939451 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437453c4-9b70-424d-bd87-f1cd5d7c161c req-8562712d-9a4d-4047-b0c2-d0e04e9547aa tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:25.940996 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-437453c4-9b70-424d-bd87-f1cd5d7c161c req-8562712d-9a4d-4047-b0c2-d0e04e9547aa tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.2861390 Jul 29 23:18:25.965540 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-362308c4-4ceb-4553-ad17-d0edd0477ec1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89792323-dff1-46aa-b5f4-dbc0e6d206a4 HTTP/1.1" status: 200 len: 217 time: 0.0366166 Jul 29 23:18:26.018783 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-d4bf8b24-6bcf-4b9f-8445-d4ee67c26d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:26.020273 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-d4bf8b24-6bcf-4b9f-8445-d4ee67c26d95 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ea5ab56-d2f4-49be-ac07-d932b6774fb8 HTTP/1.1" status: 200 len: 861 time: 0.0471563 Jul 29 23:18:26.026190 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-607982d7-fb6d-4df4-bce5-1b4643d71b89 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:18:26.026535 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-607982d7-fb6d-4df4-bce5-1b4643d71b89 service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:26.026916 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-607982d7-fb6d-4df4-bce5-1b4643d71b89 service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:18:26.027402 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-607982d7-fb6d-4df4-bce5-1b4643d71b89 service neutron] Bound port: 9f263227-493b-4ab4-bad6-ec4d86f88ffe, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:18:26.027710 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-607982d7-fb6d-4df4-bce5-1b4643d71b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:26.056335 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-53ca06a8-501c-452f-89cb-7d811724d77d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55fb160e-6b45-47b4-8565-f685f832c4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253131 Jul 29 23:18:26.105966 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-e21ea146-d382-43b2-9806-2ef44358e9d3 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Made reservation on behalf of eb4c29ff373b42b2b9e6a10c9a285765 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:18:26.109380 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-e21ea146-d382-43b2-9806-2ef44358e9d3 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:26.121164 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-74bf44ec-72c2-4666-94da-be73b308a22f tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:26.148322 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-e13ab8ca-1623-4ee4-8d33-087ced838164 service neutron] 10.222.0.39 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849190 Jul 29 23:18:26.167260 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-74bf44ec-72c2-4666-94da-be73b308a22f tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:26.247359 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-0f216221-3da6-4049-b90f-4f6bede820b0 service neutron] 10.222.0.39 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912578 Jul 29 23:18:26.433612 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-e45ee197-4a64-4be0-abb6-f6a6ad131682 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:26.435125 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-e45ee197-4a64-4be0-abb6-f6a6ad131682 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0567548b-7652-4e8d-b165-a70d391787df&tenant_id=b675f7a309964096bd61726e3752bfc0&binding%3Ahost_id=n-h1-712140-10 HTTP/1.1" status: 200 len: 1097 time: 0.0790181 Jul 29 23:18:26.442860 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba7a97-9c5b-4951-b44b-698c19ed589e req-61628a9f-a7b1-44b2-a90c-994a8ae256c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:26.444425 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8eba7a97-9c5b-4951-b44b-698c19ed589e req-61628a9f-a7b1-44b2-a90c-994a8ae256c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eb4c29ff373b42b2b9e6a10c9a285765&device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 1096 time: 0.5746517 Jul 29 23:18:26.459913 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-3e4a024e-c3f9-4d30-8490-218098f87504 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712140-10'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:26.465384 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-437453c4-9b70-424d-bd87-f1cd5d7c161c req-b107d8d6-8ef0-4fa1-9b1c-44ab12590eec tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769156 Jul 29 23:18:26.494825 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01137c30-9fc6-4644-a980-b5d9f1cfe4df req-a06e09e4-ccf8-4e67-a214-f234b1b28db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:26.496333 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-01137c30-9fc6-4644-a980-b5d9f1cfe4df req-a06e09e4-ccf8-4e67-a214-f234b1b28db0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=059e1ca7f14d445f9149a931f19d526e&device_id=67face9b-216f-43a7-b8e4-1633f3b973f8 HTTP/1.1" status: 200 len: 1099 time: 0.5200570 Jul 29 23:18:26.530286 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-3e4a024e-c3f9-4d30-8490-218098f87504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:26.542285 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c708ef06-5f2a-4fa6-80ce-98ef7e21b985 req-58e6c885-5255-4659-b155-6b38b50fde9a tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:26.543767 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c708ef06-5f2a-4fa6-80ce-98ef7e21b985 req-58e6c885-5255-4659-b155-6b38b50fde9a tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 948 time: 0.5479867 Jul 29 23:18:26.661215 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-3e4a024e-c3f9-4d30-8490-218098f87504 service neutron] For port 89792323-dff1-46aa-b5f4-dbc0e6d206a4, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=89792323-dff1-46aa-b5f4-dbc0e6d206a4,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:26.666590 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 0acaa3f1-b27a-472c-b82b-efa011399df0 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:18:26.670472 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 47f2efaf-862e-4ac6-a572-d43cde8e5e68 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:26.715782 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-3e4a024e-c3f9-4d30-8490-218098f87504 service neutron] For port 89792323-dff1-46aa-b5f4-dbc0e6d206a4, host n-h1-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:26.724194 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7aa652e1-dde6-4b07-bbac-c73525f2e180 req-8a8522d5-f327-4483-9e3f-33b73f47ac3b tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 210 time: 0.1404366 Jul 29 23:18:26.738396 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-607982d7-fb6d-4df4-bce5-1b4643d71b89 service neutron] For port 9f263227-493b-4ab4-bad6-ec4d86f88ffe, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:26.784072 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-607982d7-fb6d-4df4-bce5-1b4643d71b89 service neutron] For port 9f263227-493b-4ab4-bad6-ec4d86f88ffe, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9f263227-493b-4ab4-bad6-ec4d86f88ffe,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:18:26.798233 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 47f2efaf-862e-4ac6-a572-d43cde8e5e68 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:26.804328 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-3e4a024e-c3f9-4d30-8490-218098f87504 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:26.810801 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 47f2efaf-862e-4ac6-a572-d43cde8e5e68 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:26.811173 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:26.817340 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-3e4a024e-c3f9-4d30-8490-218098f87504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:26.829655 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-607982d7-fb6d-4df4-bce5-1b4643d71b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:26.840117 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 0acaa3f1-b27a-472c-b82b-efa011399df0, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=0acaa3f1-b27a-472c-b82b-efa011399df0,segment=NetworkSegment(09ef5cba-b946-4954-8b7b-df4b99902de5),segment_id=09ef5cba-b946-4954-8b7b-df4b99902de5)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:26.863266 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-74bf44ec-72c2-4666-94da-be73b308a22f tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Floating IP 7e050899-325f-4a8f-8a76-5ecd2577a69f associated. External IP: 172.25.8.11, port: f96f47f5-8823-4b4a-a2d5-d6a66613301f. Jul 29 23:18:26.866752 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '0acaa3f1-b27a-472c-b82b-efa011399df0', 'network_id': 'bf432201-0fac-4700-a1fe-c1aeac3e3811', 'port_id': '0acaa3f1-b27a-472c-b82b-efa011399df0', 'mac_address': 'fa:16:3e:cb:22:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a00ddaeb-5a8f-485f-9408-296d4e1ca7cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:18:26.898704 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c708ef06-5f2a-4fa6-80ce-98ef7e21b985 req-9d9ff0ac-24a1-44dc-a152-820fba628bf3 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3138201 Jul 29 23:18:26.920384 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:26.920639 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a024e-c3f9-4d30-8490-218098f87504 service neutron] Pushing event updated for resources: {'Port': ['ID=89792323-dff1-46aa-b5f4-dbc0e6d206a4,revision_number=7']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:26.924534 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-3e4a024e-c3f9-4d30-8490-218098f87504 service neutron] Attempting to bind port 89792323-dff1-46aa-b5f4-dbc0e6d206a4 on host n-h1-712140-10 for vnic_type normal with profile {"migrating_to": "n-h2-712140-10"} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:18:26.924865 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-3e4a024e-c3f9-4d30-8490-218098f87504 service neutron] Attempting to bind port 89792323-dff1-46aa-b5f4-dbc0e6d206a4 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:18:26.925450 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-3e4a024e-c3f9-4d30-8490-218098f87504 service neutron] Attempting to bind port 89792323-dff1-46aa-b5f4-dbc0e6d206a4 on network 55fb160e-6b45-47b4-8565-f685f832c4b9 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:26.930521 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-3e4a024e-c3f9-4d30-8490-218098f87504 service neutron] Port 89792323-dff1-46aa-b5f4-dbc0e6d206a4 on network 55fb160e-6b45-47b4-8565-f685f832c4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:18:26.930847 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-3e4a024e-c3f9-4d30-8490-218098f87504 service neutron] Attempting to bind port 89792323-dff1-46aa-b5f4-dbc0e6d206a4 on network 55fb160e-6b45-47b4-8565-f685f832c4b9 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:26.937290 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-3e4a024e-c3f9-4d30-8490-218098f87504 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:18:26.937795 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-3e4a024e-c3f9-4d30-8490-218098f87504 service neutron] Checking segment: {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:26.938723 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-3e4a024e-c3f9-4d30-8490-218098f87504 service neutron] Bound using segment: {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:18:26.939167 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-3e4a024e-c3f9-4d30-8490-218098f87504 service neutron] Bound port: 89792323-dff1-46aa-b5f4-dbc0e6d206a4, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:18:26.939525 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-3e4a024e-c3f9-4d30-8490-218098f87504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:26.975437 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0acaa3f1-b27a-472c-b82b-efa011399df0 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:27.005832 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba7a97-9c5b-4951-b44b-698c19ed589e req-9f950cee-373a-4b0c-aaf1-b38da7547eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:27.007404 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8eba7a97-9c5b-4951-b44b-698c19ed589e req-9f950cee-373a-4b0c-aaf1-b38da7547eb5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf432201-0fac-4700-a1fe-c1aeac3e3811 HTTP/1.1" status: 200 len: 919 time: 0.5401115 Jul 29 23:18:27.008910 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:27.020846 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-3e4a024e-c3f9-4d30-8490-218098f87504 service neutron] For port 89792323-dff1-46aa-b5f4-dbc0e6d206a4, host n-h1-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:27.024141 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-3e4a024e-c3f9-4d30-8490-218098f87504 service neutron] For port 89792323-dff1-46aa-b5f4-dbc0e6d206a4, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=89792323-dff1-46aa-b5f4-dbc0e6d206a4,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:18:27.027347 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 0acaa3f1-b27a-472c-b82b-efa011399df0, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=0acaa3f1-b27a-472c-b82b-efa011399df0,segment=NetworkSegment(09ef5cba-b946-4954-8b7b-df4b99902de5),segment_id=09ef5cba-b946-4954-8b7b-df4b99902de5)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:27.035744 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-607982d7-fb6d-4df4-bce5-1b4643d71b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:27.036396 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-607982d7-fb6d-4df4-bce5-1b4643d71b89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:27.037303 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-3e4a024e-c3f9-4d30-8490-218098f87504 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:27.037789 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-607982d7-fb6d-4df4-bce5-1b4643d71b89 service neutron] 10.222.0.39 "PUT /v2.0/ports/9f263227-493b-4ab4-bad6-ec4d86f88ffe HTTP/1.1" status: 200 len: 1097 time: 3.4346173 Jul 29 23:18:27.041717 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:27.042659 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-e21ea146-d382-43b2-9806-2ef44358e9d3 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Allocated IP 172.20.0.13 (bf432201-0fac-4700-a1fe-c1aeac3e3811/a00ddaeb-5a8f-485f-9408-296d4e1ca7cd/5e4c4139-7b3f-41cb-af61-1e26e5385f57) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:27.058738 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a5d0c4-1651-46a0-92c3-54fae3311b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f2efaf-862e-4ac6-a572-d43cde8e5e68'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:27.061910 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39607bc3-809d-46d7-b585-ccea48df36b2" -d '{"events": [{"server_uuid": "26a5d0c4-1651-46a0-92c3-54fae3311b3f", "name": "network-vif-plugged", "status": "completed", "tag": "47f2efaf-862e-4ac6-a572-d43cde8e5e68"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:27.090042 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8eba7a97-9c5b-4951-b44b-698c19ed589e req-c1ab33b3-c4d6-44d7-a388-7839dfa03efe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0acaa3f1-b27a-472c-b82b-efa011399df0 HTTP/1.1" status: 200 len: 217 time: 0.0506101 Jul 29 23:18:27.105179 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 47f2efaf-862e-4ac6-a572-d43cde8e5e68, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=47f2efaf-862e-4ac6-a572-d43cde8e5e68,segment=NetworkSegment(562933ca-53ea-46ea-af93-a7c56c2d1501),segment_id=562933ca-53ea-46ea-af93-a7c56c2d1501)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:27.113772 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01137c30-9fc6-4644-a980-b5d9f1cfe4df req-d447517c-62ba-4cb3-98dd-f9e63cafdf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:27.115309 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-01137c30-9fc6-4644-a980-b5d9f1cfe4df req-d447517c-62ba-4cb3-98dd-f9e63cafdf6a service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.5706058 Jul 29 23:18:27.120374 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:27.134655 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=0acaa3f1-b27a-472c-b82b-efa011399df0,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:27.149898 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-3e4a024e-c3f9-4d30-8490-218098f87504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:27.150526 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-3e4a024e-c3f9-4d30-8490-218098f87504 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:27.152036 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-3e4a024e-c3f9-4d30-8490-218098f87504 service neutron] 10.222.0.39 "PUT /v2.0/ports/89792323-dff1-46aa-b5f4-dbc0e6d206a4 HTTP/1.1" status: 200 len: 1123 time: 0.6965485 Jul 29 23:18:27.158488 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a024e-c3f9-4d30-8490-218098f87504 service neutron] Pushing event updated for resources: {'Port': ['ID=89792323-dff1-46aa-b5f4-dbc0e6d206a4,revision_number=8']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:27.196501 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=47f2efaf-862e-4ac6-a572-d43cde8e5e68,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:27.241833 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['89792323-dff1-46aa-b5f4-dbc0e6d206a4'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:27.312451 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf0ce7a-ad8f-43d1-a4be-386c87888004 req-2c0fa2c8-594f-4c46-9bd0-9714a56c6e2d tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:27.314474 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bbf0ce7a-ad8f-43d1-a4be-386c87888004 req-2c0fa2c8-594f-4c46-9bd0-9714a56c6e2d tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a5d0c4-1651-46a0-92c3-54fae3311b3f HTTP/1.1" status: 200 len: 944 time: 0.4816065 Jul 29 23:18:27.322303 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607982d7-fb6d-4df4-bce5-1b4643d71b89 service neutron] Pushing event updated for resources: {'Port': ['ID=9f263227-493b-4ab4-bad6-ec4d86f88ffe,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:27.334487 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-01137c30-9fc6-4644-a980-b5d9f1cfe4df req-f3fa1315-d4f8-4cde-af95-61ce5d9d5697 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=b44d617b-4d86-41ea-990b-66b6797ec0f9 HTTP/1.1" status: 200 len: 217 time: 0.1576486 Jul 29 23:18:27.395769 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['0acaa3f1-b27a-472c-b82b-efa011399df0'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:27.433978 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68053a80-aed0-4313-a977-e9d883c5e494 req-40fe5eba-8433-4bd5-b140-c948aa2dea42 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:27.435476 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68053a80-aed0-4313-a977-e9d883c5e494 req-40fe5eba-8433-4bd5-b140-c948aa2dea42 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=0567548b-7652-4e8d-b165-a70d391787df HTTP/1.1" status: 200 len: 943 time: 0.4387729 Jul 29 23:18:27.444054 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba7a97-9c5b-4951-b44b-698c19ed589e req-948f8cd7-34df-4743-9a39-9e09fa4ebb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:27.445491 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8eba7a97-9c5b-4951-b44b-698c19ed589e req-948f8cd7-34df-4743-9a39-9e09fa4ebb13 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a00ddaeb-5a8f-485f-9408-296d4e1ca7cd HTTP/1.1" status: 200 len: 858 time: 0.3230531 Jul 29 23:18:27.464711 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-a990eeaa-2240-4ad4-8540-2d8eec6882b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:27.466261 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-a990eeaa-2240-4ad4-8540-2d8eec6882b0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 1100 time: 0.3398328 Jul 29 23:18:27.588518 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8eba7a97-9c5b-4951-b44b-698c19ed589e req-d6dd02ad-b020-4217-8db6-77fba030359d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf432201-0fac-4700-a1fe-c1aeac3e3811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1204450 Jul 29 23:18:27.630932 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-76a13d08-9b35-41b4-aa75-eed199633d99 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=9f263227-493b-4ab4-bad6-ec4d86f88ffe HTTP/1.1" status: 200 len: 217 time: 0.1289182 Jul 29 23:18:27.643548 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bbf0ce7a-ad8f-43d1-a4be-386c87888004 req-0e8b0194-0b23-406e-b79f-1d80df8c496d tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/security-groups?id=c707e286-30f0-42c5-96b2-eee1f2c659a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137424 Jul 29 23:18:27.644872 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01137c30-9fc6-4644-a980-b5d9f1cfe4df req-92c21483-2181-491c-b1a8-7e8c136f95c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:27.646205 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-01137c30-9fc6-4644-a980-b5d9f1cfe4df req-92c21483-2181-491c-b1a8-7e8c136f95c8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.2754986 Jul 29 23:18:27.845153 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0567548b-7652-4e8d-b165-a70d391787df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89792323-dff1-46aa-b5f4-dbc0e6d206a4'}, {'name': 'network-changed', 'server_uuid': '0567548b-7652-4e8d-b165-a70d391787df', 'tag': '89792323-dff1-46aa-b5f4-dbc0e6d206a4'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:27.847418 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c9245a-84b4-4c99-91b7-78c764d20fff" -d '{"events": [{"server_uuid": "0567548b-7652-4e8d-b165-a70d391787df", "name": "network-vif-unplugged", "status": "completed", "tag": "89792323-dff1-46aa-b5f4-dbc0e6d206a4"}, {"name": "network-changed", "server_uuid": "0567548b-7652-4e8d-b165-a70d391787df", "tag": "89792323-dff1-46aa-b5f4-dbc0e6d206a4"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:28.107243 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cc6f92-bbd8-49bb-b1cc-8093a55faa0a', 'tag': '9f263227-493b-4ab4-bad6-ec4d86f88ffe'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:28.109381 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3df51b0-d38b-4534-ad5d-73ef36910892" -d '{"events": [{"name": "network-changed", "server_uuid": "d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a", "tag": "9f263227-493b-4ab4-bad6-ec4d86f88ffe"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:28.114995 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68053a80-aed0-4313-a977-e9d883c5e494 req-a1bebc84-625e-40a1-91d1-9ee3f23853d6 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6685600 Jul 29 23:18:28.177450 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-c1800177-2a5b-4d09-a3f4-0bae089c19de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:28.178904 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-c1800177-2a5b-4d09-a3f4-0bae089c19de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.5303912 Jul 29 23:18:28.196324 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-e21ea146-d382-43b2-9806-2ef44358e9d3 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:28.251268 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01137c30-9fc6-4644-a980-b5d9f1cfe4df req-abd0b9fd-e77d-4d0b-bf26-3140e669056c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:28.252864 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-01137c30-9fc6-4644-a980-b5d9f1cfe4df req-abd0b9fd-e77d-4d0b-bf26-3140e669056c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5756831 Jul 29 23:18:28.300045 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74bf44ec-72c2-4666-94da-be73b308a22f tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Router 6af9ceb9-fe37-4719-8974-a8ef40de38d9 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:18:28.323183 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8eba7a97-9c5b-4951-b44b-698c19ed589e req-c795b2b8-c05e-47e7-9fc9-691515d4132e service neutron] 10.222.0.39 "GET /v2.0/networks/bf432201-0fac-4700-a1fe-c1aeac3e3811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6980972 Jul 29 23:18:28.375152 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9add58d-e19d-40b6-ab34-3fc9e5a30410 req-72660c92-d3ab-4450-a377-9d956b5f7b97 tempest-NetworksTest-1118424543 tempest-NetworksTest-1118424543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:28.377099 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e9add58d-e19d-40b6-ab34-3fc9e5a30410 req-72660c92-d3ab-4450-a377-9d956b5f7b97 tempest-NetworksTest-1118424543 tempest-NetworksTest-1118424543-project-admin] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 886 time: 0.6988406 Jul 29 23:18:28.412554 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4c64ee-fe99-4948-9e03-0d6edecddba4 x-openstack-request-id: req-ef4c64ee-fe99-4948-9e03-0d6edecddba4 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:28.413088 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a5d0c4-1651-46a0-92c3-54fae3311b3f", "name": "network-vif-plugged", "status": "completed", "tag": "47f2efaf-862e-4ac6-a572-d43cde8e5e68", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:28.413088 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef4c64ee-fe99-4948-9e03-0d6edecddba4 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:28.413410 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a5d0c4-1651-46a0-92c3-54fae3311b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47f2efaf-862e-4ac6-a572-d43cde8e5e68', 'code': 200} Jul 29 23:18:28.455260 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe9bb0-2a14-4103-baa4-d389e7076723 req-50c89e55-8686-49d9-86e5-ff9f48e8de74 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:28.456810 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9dbe9bb0-2a14-4103-baa4-d389e7076723 req-50c89e55-8686-49d9-86e5-ff9f48e8de74 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=67face9b-216f-43a7-b8e4-1633f3b973f8 HTTP/1.1" status: 200 len: 947 time: 0.2769687 Jul 29 23:18:28.468065 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-9d09966b-b751-4caf-86e9-e23b5296cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:28.469570 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-9d09966b-b751-4caf-86e9-e23b5296cdd0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2676520 Jul 29 23:18:28.514716 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device b44d617b-4d86-41ea-990b-66b6797ec0f9 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:18:28.529721 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3652e-6fd0-4ec1-b975-7fa8caa48f9d req-a5c9e4d0-55b7-498a-bde1-5f9c6cf0edea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:28.531969 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5df3652e-6fd0-4ec1-b975-7fa8caa48f9d req-a5c9e4d0-55b7-498a-bde1-5f9c6cf0edea service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=26a5d0c4-1651-46a0-92c3-54fae3311b3f HTTP/1.1" status: 200 len: 1097 time: 0.0408988 Jul 29 23:18:28.571102 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5df3652e-6fd0-4ec1-b975-7fa8caa48f9d req-01e9150a-a635-48aa-88ca-3b66d3cb5fbb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c707e286-30f0-42c5-96b2-eee1f2c659a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299158 Jul 29 23:18:28.611712 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port b44d617b-4d86-41ea-990b-66b6797ec0f9, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b44d617b-4d86-41ea-990b-66b6797ec0f9,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:28.622845 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'b44d617b-4d86-41ea-990b-66b6797ec0f9', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': 'b44d617b-4d86-41ea-990b-66b6797ec0f9', 'mac_address': 'fa:16:3e:57:50:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:18:28.638126 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-e21ea146-d382-43b2-9806-2ef44358e9d3 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:28.651938 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['0acaa3f1-b27a-472c-b82b-efa011399df0'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:28.661746 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-01137c30-9fc6-4644-a980-b5d9f1cfe4df req-b3bd0a55-7616-4d64-9b7f-df027f2d3fbd service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790143 Jul 29 23:18:28.684189 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 0acaa3f1-b27a-472c-b82b-efa011399df0 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:28.691680 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:28.728958 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b44d617b-4d86-41ea-990b-66b6797ec0f9 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:28.767034 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port b44d617b-4d86-41ea-990b-66b6797ec0f9, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b44d617b-4d86-41ea-990b-66b6797ec0f9,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:28.773486 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:28.776777 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9dbe9bb0-2a14-4103-baa4-d389e7076723 req-6fcd550d-0e6d-4133-ab04-fb089f6f79b4 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061922 Jul 29 23:18:28.815040 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 0acaa3f1-b27a-472c-b82b-efa011399df0 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:28.820292 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8eba7a97-9c5b-4951-b44b-698c19ed589e req-ef0705c7-83f7-4e49-a8e5-fcc85b577602 service neutron] 10.222.0.39 "GET /v2.0/networks/bf432201-0fac-4700-a1fe-c1aeac3e3811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4586227 Jul 29 23:18:28.828406 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780a260c-8745-497a-b589-81ae8a829134 req-0e08c57b-7e59-4210-b74c-ef2c7a711257 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:28.830046 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-780a260c-8745-497a-b589-81ae8a829134 req-0e08c57b-7e59-4210-b74c-ef2c7a711257 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.3708606 Jul 29 23:18:28.833703 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 0acaa3f1-b27a-472c-b82b-efa011399df0 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:28.834077 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:28.859092 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-e21ea146-d382-43b2-9806-2ef44358e9d3 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Network bf432201-0fac-4700-a1fe-c1aeac3e3811 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:28.882772 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=b44d617b-4d86-41ea-990b-66b6797ec0f9,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:28.887084 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-e21ea146-d382-43b2-9806-2ef44358e9d3 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:28.888980 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ea146-d382-43b2-9806-2ef44358e9d3 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Pushing event updated for resources: {'Port': ['ID=5e4c4139-7b3f-41cb-af61-1e26e5385f57,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:28.903452 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-e21ea146-d382-43b2-9806-2ef44358e9d3 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:28.937875 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74bf44ec-72c2-4666-94da-be73b308a22f tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:18:28.957563 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d7b62f-1510-4642-9059-f9c684a820de None None] Sync routers for ids ['6af9ceb9-fe37-4719-8974-a8ef40de38d9'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:18:28.967778 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-74bf44ec-72c2-4666-94da-be73b308a22f tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:28.994664 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d7b62f-1510-4642-9059-f9c684a820de None None] Routers {'6af9ceb9-fe37-4719-8974-a8ef40de38d9'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:18:28.995295 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a2d7b62f-1510-4642-9059-f9c684a820de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:18:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['6af9ceb9-fe37-4719-8974-a8ef40de38d9'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:28.999258 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:29.014874 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-5589db0f-bc99-4538-9cd0-b3880359ef2e service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4900937 Jul 29 23:18:29.078951 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-780a260c-8745-497a-b589-81ae8a829134 req-72d4b58e-fc94-4c30-ac16-29e1bed6da5c tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260301 Jul 29 23:18:29.102563 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['b44d617b-4d86-41ea-990b-66b6797ec0f9'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:29.111491 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 0acaa3f1-b27a-472c-b82b-efa011399df0, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=0acaa3f1-b27a-472c-b82b-efa011399df0,segment=NetworkSegment(09ef5cba-b946-4954-8b7b-df4b99902de5),segment_id=09ef5cba-b946-4954-8b7b-df4b99902de5)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:29.111754 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-01137c30-9fc6-4644-a980-b5d9f1cfe4df req-207ca0c3-94c2-4a34-b11c-b6fe3952bee3 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4114683 Jul 29 23:18:29.116639 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-74bf44ec-72c2-4666-94da-be73b308a22f tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "PUT /v2.0/floatingips/7e050899-325f-4a8f-8a76-5ecd2577a69f HTTP/1.1" status: 200 len: 991 time: 4.8608420 Jul 29 23:18:29.131444 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3744f0-64f1-4ee5-b937-e3547ce6a22d req-14f61f4f-b4c9-43eb-a25d-c2479ea051fc tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:29.132081 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eccd868-f155-4869-b4c1-1e9b96a6a6c8 x-openstack-request-id: req-9eccd868-f155-4869-b4c1-1e9b96a6a6c8 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:29.132560 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0567548b-7652-4e8d-b165-a70d391787df", "name": "network-vif-unplugged", "status": "completed", "tag": "89792323-dff1-46aa-b5f4-dbc0e6d206a4", "code": 200}, {"name": "network-changed", "server_uuid": "0567548b-7652-4e8d-b165-a70d391787df", "tag": "89792323-dff1-46aa-b5f4-dbc0e6d206a4", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:29.132775 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9eccd868-f155-4869-b4c1-1e9b96a6a6c8 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:29.133179 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0567548b-7652-4e8d-b165-a70d391787df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '89792323-dff1-46aa-b5f4-dbc0e6d206a4', 'code': 200} Jul 29 23:18:29.133491 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0567548b-7652-4e8d-b165-a70d391787df', 'tag': '89792323-dff1-46aa-b5f4-dbc0e6d206a4', 'status': 'completed', 'code': 200} Jul 29 23:18:29.134444 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c3744f0-64f1-4ee5-b937-e3547ce6a22d req-14f61f4f-b4c9-43eb-a25d-c2479ea051fc tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 932 time: 0.2779691 Jul 29 23:18:29.154667 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-e21ea146-d382-43b2-9806-2ef44358e9d3 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:29.155638 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-e21ea146-d382-43b2-9806-2ef44358e9d3 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:29.230777 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-e21ea146-d382-43b2-9806-2ef44358e9d3 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8033462 Jul 29 23:18:29.259861 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:29.265391 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-3e61d346-56e0-4cb2-b25a-e291131c6e24 service neutron] Request body: {'port': {'device_id': '2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:29.306290 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c3744f0-64f1-4ee5-b937-e3547ce6a22d req-d266c15a-1f33-4ed9-b9df-9356a66cfcbd tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643515 Jul 29 23:18:29.321632 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c65be975-b063-4fab-8cb0-b5dc09e41410 req-0f44357a-9811-429d-a2de-d12036c8c7c9 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865164 Jul 29 23:18:29.330655 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:29.346338 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-a2d7b62f-1510-4642-9059-f9c684a820de None None] Set router 6af9ceb9-fe37-4719-8974-a8ef40de38d9 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:18:29.367155 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8205d2b3-4f3f-4b89-a66a-be2c0a09a6a0 x-openstack-request-id: req-8205d2b3-4f3f-4b89-a66a-be2c0a09a6a0 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:29.367443 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a", "tag": "9f263227-493b-4ab4-bad6-ec4d86f88ffe", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:29.367693 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8205d2b3-4f3f-4b89-a66a-be2c0a09a6a0 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:29.368164 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8cc6f92-bbd8-49bb-b1cc-8093a55faa0a', 'tag': '9f263227-493b-4ab4-bad6-ec4d86f88ffe', 'status': 'completed', 'code': 200} Jul 29 23:18:29.377931 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca7253-8803-4f05-87ae-6c8b905dc57d req-0968ba65-3deb-461d-b26c-96ec59e57227 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:29.379582 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2eca7253-8803-4f05-87ae-6c8b905dc57d req-0968ba65-3deb-461d-b26c-96ec59e57227 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 948 time: 0.1875958 Jul 29 23:18:29.383389 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=0acaa3f1-b27a-472c-b82b-efa011399df0,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:29.393755 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9245a-84b4-4c99-91b7-78c764d20fff req-a5f76e55-2997-4c3d-9f45-b49106face79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:29.395211 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0c9245a-84b4-4c99-91b7-78c764d20fff req-a5f76e55-2997-4c3d-9f45-b49106face79 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b675f7a309964096bd61726e3752bfc0&device_id=0567548b-7652-4e8d-b165-a70d391787df HTTP/1.1" status: 200 len: 1126 time: 0.2197795 Jul 29 23:18:29.403139 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-3e61d346-56e0-4cb2-b25a-e291131c6e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:29.584408 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2eca7253-8803-4f05-87ae-6c8b905dc57d req-85c4dc27-a840-420f-9f7f-d6221de23ed2 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881380 Jul 29 23:18:29.620436 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:29.642682 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df51b0-d38b-4534-ad5d-73ef36910892 req-22e5d8ca-a516-4d9f-aa6a-c15a86810f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:29.644301 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e3df51b0-d38b-4534-ad5d-73ef36910892 req-22e5d8ca-a516-4d9f-aa6a-c15a86810f36 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 1100 time: 0.1968019 Jul 29 23:18:29.721839 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a2d7b62f-1510-4642-9059-f9c684a820de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1191098251-router', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:18Z', 'updated_at': '2021-07-29T23:17:28Z', 'revision_number': 4, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'gw_port': {'id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:20Z', 'updated_at': '2021-07-29T23:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '7e050899-325f-4a8f-8a76-5ecd2577a69f', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'port_id': 'f96f47f5-8823-4b4a-a2d5-d6a66613301f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77', 'mac_address': 'fa:16:3e:fb:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b009baf0-3113-4fd6-b0d4-9dfb4f273053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:17:54Z', 'updated_at': '2021-07-29T23:18:25Z', 'revision_number': 1, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318669cb-a632-45f3-844c-5fd123c2a991', 'name': '', 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'mac_address': 'fa:16:3e:d7:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '340eeb0f-e215-481a-a3ed-413dd343d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:27Z', 'updated_at': '2021-07-29T23:17:36Z', 'revision_number': 5, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'subnets': [{'id': '340eeb0f-e215-481a-a3ed-413dd343d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:29.752191 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d7b62f-1510-4642-9059-f9c684a820de None None] Checking router: 6af9ceb9-fe37-4719-8974-a8ef40de38d9 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:18:29.762735 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d7b62f-1510-4642-9059-f9c684a820de None None] Routers {'6af9ceb9-fe37-4719-8974-a8ef40de38d9'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:18:29.763508 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a2d7b62f-1510-4642-9059-f9c684a820de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:18:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['6af9ceb9-fe37-4719-8974-a8ef40de38d9'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:29.805427 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197aa1f-0a98-41aa-bb26-c66038abb87d req-aa52b5c1-8652-41a3-9447-7b02b5697547 tempest-NetworksTest-1118424543 tempest-NetworksTest-1118424543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:29.805908 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197aa1f-0a98-41aa-bb26-c66038abb87d req-aa52b5c1-8652-41a3-9447-7b02b5697547 tempest-NetworksTest-1118424543 tempest-NetworksTest-1118424543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:29.806381 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197aa1f-0a98-41aa-bb26-c66038abb87d req-aa52b5c1-8652-41a3-9447-7b02b5697547 tempest-NetworksTest-1118424543 tempest-NetworksTest-1118424543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:29.806842 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197aa1f-0a98-41aa-bb26-c66038abb87d req-aa52b5c1-8652-41a3-9447-7b02b5697547 tempest-NetworksTest-1118424543 tempest-NetworksTest-1118424543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:29.807298 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197aa1f-0a98-41aa-bb26-c66038abb87d req-aa52b5c1-8652-41a3-9447-7b02b5697547 tempest-NetworksTest-1118424543 tempest-NetworksTest-1118424543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:29.807757 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197aa1f-0a98-41aa-bb26-c66038abb87d req-aa52b5c1-8652-41a3-9447-7b02b5697547 tempest-NetworksTest-1118424543 tempest-NetworksTest-1118424543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:29.808253 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197aa1f-0a98-41aa-bb26-c66038abb87d req-aa52b5c1-8652-41a3-9447-7b02b5697547 tempest-NetworksTest-1118424543 tempest-NetworksTest-1118424543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:29.808709 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197aa1f-0a98-41aa-bb26-c66038abb87d req-aa52b5c1-8652-41a3-9447-7b02b5697547 tempest-NetworksTest-1118424543 tempest-NetworksTest-1118424543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:29.809166 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2197aa1f-0a98-41aa-bb26-c66038abb87d req-aa52b5c1-8652-41a3-9447-7b02b5697547 tempest-NetworksTest-1118424543 tempest-NetworksTest-1118424543-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:29.811055 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2197aa1f-0a98-41aa-bb26-c66038abb87d req-aa52b5c1-8652-41a3-9447-7b02b5697547 tempest-NetworksTest-1118424543 tempest-NetworksTest-1118424543-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6461 time: 0.4279041 Jul 29 23:18:29.818525 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9245a-84b4-4c99-91b7-78c764d20fff req-ab8dfc7d-bf85-46ac-a8dc-42c6c6cfda74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:29.820435 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0c9245a-84b4-4c99-91b7-78c764d20fff req-ab8dfc7d-bf85-46ac-a8dc-42c6c6cfda74 service neutron] 10.222.0.23 "GET /v2.0/networks?id=55fb160e-6b45-47b4-8565-f685f832c4b9 HTTP/1.1" status: 200 len: 922 time: 0.3735373 Jul 29 23:18:29.910872 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-a2d7b62f-1510-4642-9059-f9c684a820de None None] Set router 6af9ceb9-fe37-4719-8974-a8ef40de38d9 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:18:30.167199 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56386) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:30.189661 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0c9245a-84b4-4c99-91b7-78c764d20fff req-58238a64-3295-4460-a0cf-334b22a23799 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89792323-dff1-46aa-b5f4-dbc0e6d206a4 HTTP/1.1" status: 200 len: 217 time: 0.3546968 Jul 29 23:18:30.204071 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a2d7b62f-1510-4642-9059-f9c684a820de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1191098251-router', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:18Z', 'updated_at': '2021-07-29T23:17:28Z', 'revision_number': 4, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'gw_port': {'id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:20Z', 'updated_at': '2021-07-29T23:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '7e050899-325f-4a8f-8a76-5ecd2577a69f', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'port_id': 'f96f47f5-8823-4b4a-a2d5-d6a66613301f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77', 'mac_address': 'fa:16:3e:fb:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b009baf0-3113-4fd6-b0d4-9dfb4f273053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:17:54Z', 'updated_at': '2021-07-29T23:18:25Z', 'revision_number': 1, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318669cb-a632-45f3-844c-5fd123c2a991', 'name': '', 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'mac_address': 'fa:16:3e:d7:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '340eeb0f-e215-481a-a3ed-413dd343d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:27Z', 'updated_at': '2021-07-29T23:17:36Z', 'revision_number': 5, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'subnets': [{'id': '340eeb0f-e215-481a-a3ed-413dd343d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:30.234863 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d7b62f-1510-4642-9059-f9c684a820de None None] The sync data for ids ['6af9ceb9-fe37-4719-8974-a8ef40de38d9'] in n-d-712140-10 is: [{'id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1191098251-router', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:18Z', 'updated_at': '2021-07-29T23:17:28Z', 'revision_number': 4, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'gw_port': {'id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:20Z', 'updated_at': '2021-07-29T23:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '7e050899-325f-4a8f-8a76-5ecd2577a69f', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'port_id': 'f96f47f5-8823-4b4a-a2d5-d6a66613301f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77', 'mac_address': 'fa:16:3e:fb:9b:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b009baf0-3113-4fd6-b0d4-9dfb4f273053', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:17:54Z', 'updated_at': '2021-07-29T23:18:25Z', 'revision_number': 1, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318669cb-a632-45f3-844c-5fd123c2a991', 'name': '', 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'mac_address': 'fa:16:3e:d7:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '340eeb0f-e215-481a-a3ed-413dd343d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:27Z', 'updated_at': '2021-07-29T23:17:36Z', 'revision_number': 5, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'subnets': [{'id': '340eeb0f-e215-481a-a3ed-413dd343d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:18:30.243195 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e530f50-cbca-4861-a381-3acb933503c0 req-f16b440b-e92c-42d4-a2e7-7c0fc4d09dd5 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:30.244767 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7e530f50-cbca-4861-a381-3acb933503c0 req-f16b440b-e92c-42d4-a2e7-7c0fc4d09dd5 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a5d0c4-1651-46a0-92c3-54fae3311b3f HTTP/1.1" status: 200 len: 945 time: 0.5865819 Jul 29 23:18:30.299369 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2b1b60d0-7abf-466d-b239-581de5009a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:30.336955 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df51b0-d38b-4534-ad5d-73ef36910892 req-b14edbc6-6f58-4c7b-a629-6bd3df4a377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:30.338469 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e3df51b0-d38b-4534-ad5d-73ef36910892 req-b14edbc6-6f58-4c7b-a629-6bd3df4a377a service neutron] 10.222.0.39 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.6792109 Jul 29 23:18:30.372315 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c9245a-84b4-4c99-91b7-78c764d20fff req-f23dc1be-2ebd-49f1-80f9-709729308139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:30.373737 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0c9245a-84b4-4c99-91b7-78c764d20fff req-f23dc1be-2ebd-49f1-80f9-709729308139 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ea5ab56-d2f4-49be-ac07-d932b6774fb8 HTTP/1.1" status: 200 len: 861 time: 0.1612091 Jul 29 23:18:30.387659 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8571b412-2940-4602-8c2f-f08677c17830 req-f1f306a0-874c-4879-a73f-052c140b5c9e tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:30.389211 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8571b412-2940-4602-8c2f-f08677c17830 req-f1f306a0-874c-4879-a73f-052c140b5c9e tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=0567548b-7652-4e8d-b165-a70d391787df HTTP/1.1" status: 200 len: 943 time: 0.2038100 Jul 29 23:18:30.406249 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2b1b60d0-7abf-466d-b239-581de5009a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:30.411123 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2b1b60d0-7abf-466d-b239-581de5009a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:30.414672 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73d87729-be78-4d38-b22e-edf485ce92d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acaa3f1-b27a-472c-b82b-efa011399df0'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:30.417626 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2db109-dfb4-498b-a6fb-0d3b6179268b" -d '{"events": [{"server_uuid": "73d87729-be78-4d38-b22e-edf485ce92d0", "name": "network-vif-plugged", "status": "completed", "tag": "0acaa3f1-b27a-472c-b82b-efa011399df0"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:30.444499 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1b60d0-7abf-466d-b239-581de5009a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e54d2482-595b-4403-9f67-8256a7d6a354,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:30.446057 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7e530f50-cbca-4861-a381-3acb933503c0 req-fa5867e0-914a-43ca-a1ef-7b0f7072ade7 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/security-groups?id=c707e286-30f0-42c5-96b2-eee1f2c659a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703928 Jul 29 23:18:30.447399 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e3df51b0-d38b-4534-ad5d-73ef36910892 req-53adec30-4d04-403b-8040-9b18d39ffa94 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=9f263227-493b-4ab4-bad6-ec4d86f88ffe HTTP/1.1" status: 200 len: 217 time: 0.0917034 Jul 29 23:18:30.473532 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0c9245a-84b4-4c99-91b7-78c764d20fff req-8e502132-c172-4ef9-8727-4bb58d935801 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55fb160e-6b45-47b4-8565-f685f832c4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442796 Jul 29 23:18:30.473702 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2b1b60d0-7abf-466d-b239-581de5009a0f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9d860d914f5c4fbbb0b8e9754c8e7d17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3027790 Jul 29 23:18:30.476242 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56394) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:30.494562 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ebe950-20fe-442d-af24-3b5eac67c4e0 None None] New status for floating IP 7e050899-325f-4a8f-8a76-5ecd2577a69f: ACTIVE {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:18:30.529374 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device b44d617b-4d86-41ea-990b-66b6797ec0f9 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:30.561602 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-77d83600-ef8e-4d2f-b505-403f2634e10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:30.605328 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port b44d617b-4d86-41ea-990b-66b6797ec0f9 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:30.608873 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-77d83600-ef8e-4d2f-b505-403f2634e10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:30.614514 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port b44d617b-4d86-41ea-990b-66b6797ec0f9 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:30.614896 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:30.643498 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df51b0-d38b-4534-ad5d-73ef36910892 req-abc39345-047e-4053-84d6-d0afc2c7beeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:30.645949 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e3df51b0-d38b-4534-ad5d-73ef36910892 req-abc39345-047e-4053-84d6-d0afc2c7beeb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1775861 Jul 29 23:18:30.673165 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 89792323-dff1-46aa-b5f4-dbc0e6d206a4 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:18:30.673764 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-77d83600-ef8e-4d2f-b505-403f2634e10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:30.677586 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-77d83600-ef8e-4d2f-b505-403f2634e10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:30.679625 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-77d83600-ef8e-4d2f-b505-403f2634e10d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e54d2482-595b-4403-9f67-8256a7d6a354 HTTP/1.1" status: 204 len: 168 time: 0.2018037 Jul 29 23:18:30.690007 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d83600-ef8e-4d2f-b505-403f2634e10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54d2482-595b-4403-9f67-8256a7d6a354,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:30.740455 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-3e61d346-56e0-4cb2-b25a-e291131c6e24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e4c4139-7b3f-41cb-af61-1e26e5385f57 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:30.760454 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8571b412-2940-4602-8c2f-f08677c17830 req-aa1816ba-55f2-4c2d-b31b-eb6f0f838105 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223462 Jul 29 23:18:30.800540 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0c9245a-84b4-4c99-91b7-78c764d20fff req-560e1114-c268-4f94-a0e5-8deb104be4e0 service neutron] 10.222.0.23 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128958 Jul 29 23:18:30.803242 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:30.804067 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-3e61d346-56e0-4cb2-b25a-e291131c6e24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:30.851249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8beef-54d1-41c3-a772-9860660a9ff6 req-c0d99878-db28-4947-9cb0-1ca5845b0f6b tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:30.852826 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08d8beef-54d1-41c3-a772-9860660a9ff6 req-c0d99878-db28-4947-9cb0-1ca5845b0f6b tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=67face9b-216f-43a7-b8e4-1633f3b973f8 HTTP/1.1" status: 200 len: 948 time: 0.2775455 Jul 29 23:18:30.853899 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-3e61d346-56e0-4cb2-b25a-e291131c6e24 service neutron] Transition to ACTIVE for port object 5e4c4139-7b3f-41cb-af61-1e26e5385f57 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:30.890277 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port b44d617b-4d86-41ea-990b-66b6797ec0f9, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b44d617b-4d86-41ea-990b-66b6797ec0f9,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:30.899689 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 89792323-dff1-46aa-b5f4-dbc0e6d206a4, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=89792323-dff1-46aa-b5f4-dbc0e6d206a4,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:30.902063 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:30.911060 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df51b0-d38b-4534-ad5d-73ef36910892 req-1139f0a3-c2b8-4a0e-a87e-d0ac0acd6afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:30.913700 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e3df51b0-d38b-4534-ad5d-73ef36910892 req-1139f0a3-c2b8-4a0e-a87e-d0ac0acd6afe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2363343 Jul 29 23:18:30.913700 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-3e61d346-56e0-4cb2-b25a-e291131c6e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:30.931019 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 89792323-dff1-46aa-b5f4-dbc0e6d206a4 has no active binding in host n-h2-712140-10 {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:18:30.961775 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=b44d617b-4d86-41ea-990b-66b6797ec0f9,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:31.061376 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56404) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:31.075518 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cbe06cfa-70a2-40e7-b454-965f2f770778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:31.103942 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61d346-56e0-4cb2-b25a-e291131c6e24 service neutron] Pushing event updated for resources: {'Port': ['ID=5e4c4139-7b3f-41cb-af61-1e26e5385f57,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:31.121912 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08d8beef-54d1-41c3-a772-9860660a9ff6 req-1915e7f7-ae0b-4dfd-bbeb-ad8ce2f14f26 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148311 Jul 29 23:18:31.181993 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11927005-9469-4a43-867a-08d56a44d7e1 req-08d0ff7b-b42d-4520-97f5-3206531ca1ae tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:31.183514 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-11927005-9469-4a43-867a-08d56a44d7e1 req-08d0ff7b-b42d-4520-97f5-3206531ca1ae tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.3176055 Jul 29 23:18:31.183862 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cbe06cfa-70a2-40e7-b454-965f2f770778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:31.190371 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cbe06cfa-70a2-40e7-b454-965f2f770778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:31.198873 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0c9245a-84b4-4c99-91b7-78c764d20fff req-dd509d43-e092-4744-8c7c-98c3f5300736 service neutron] 10.222.0.23 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3785391 Jul 29 23:18:31.235536 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cbe06cfa-70a2-40e7-b454-965f2f770778 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=feed3d37f5024fa2b030a65f01fa7c13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1720846 Jul 29 23:18:31.237493 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe06cfa-70a2-40e7-b454-965f2f770778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd3513d-45c0-4a9f-afb2-8cc30b6c57b9,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:31.240733 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56406) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:31.255357 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e3df51b0-d38b-4534-ad5d-73ef36910892 req-a9364d52-7e6c-48b3-8313-5d517943c872 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064394 Jul 29 23:18:31.293032 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-20451b0d-f479-48eb-a4b7-ebb158bb415b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:31.298390 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-3e61d346-56e0-4cb2-b25a-e291131c6e24 service neutron] Attempting to bind port 5e4c4139-7b3f-41cb-af61-1e26e5385f57 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:18:31.298726 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-3e61d346-56e0-4cb2-b25a-e291131c6e24 service neutron] Attempting to bind port 5e4c4139-7b3f-41cb-af61-1e26e5385f57 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '09ef5cba-b946-4954-8b7b-df4b99902de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bf432201-0fac-4700-a1fe-c1aeac3e3811'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:18:31.299064 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-3e61d346-56e0-4cb2-b25a-e291131c6e24 service neutron] Attempting to bind port 5e4c4139-7b3f-41cb-af61-1e26e5385f57 on network bf432201-0fac-4700-a1fe-c1aeac3e3811 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:31.315462 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-20451b0d-f479-48eb-a4b7-ebb158bb415b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:31.343705 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-3e61d346-56e0-4cb2-b25a-e291131c6e24 service neutron] Port 5e4c4139-7b3f-41cb-af61-1e26e5385f57 on network bf432201-0fac-4700-a1fe-c1aeac3e3811 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:18:31.344482 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-3e61d346-56e0-4cb2-b25a-e291131c6e24 service neutron] Attempting to bind port 5e4c4139-7b3f-41cb-af61-1e26e5385f57 on network bf432201-0fac-4700-a1fe-c1aeac3e3811 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:31.355155 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ff926-a78d-438e-b31a-405fc0d1dec3 req-dae8d343-2999-4487-8bb2-4b0843d6d78e tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:31.356676 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-957ff926-a78d-438e-b31a-405fc0d1dec3 req-dae8d343-2999-4487-8bb2-4b0843d6d78e tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 944 time: 0.1663969 Jul 29 23:18:31.360244 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-11927005-9469-4a43-867a-08d56a44d7e1 req-14f4c883-0279-429c-af9c-a4a329be89f7 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635320 Jul 29 23:18:31.364951 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-20451b0d-f479-48eb-a4b7-ebb158bb415b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:31.367909 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-20451b0d-f479-48eb-a4b7-ebb158bb415b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:31.371390 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-20451b0d-f479-48eb-a4b7-ebb158bb415b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4cd3513d-45c0-4a9f-afb2-8cc30b6c57b9 HTTP/1.1" status: 204 len: 168 time: 0.1273210 Jul 29 23:18:31.371537 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b009baf0-3113-4fd6-b0d4-9dfb4f273053', 'tag': 'f96f47f5-8823-4b4a-a2d5-d6a66613301f'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:31.372658 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9b2385f-740d-4210-bae0-54e3dbddbf0a" -d '{"events": [{"name": "network-changed", "server_uuid": "b009baf0-3113-4fd6-b0d4-9dfb4f273053", "tag": "f96f47f5-8823-4b4a-a2d5-d6a66613301f"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:31.375979 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-3e61d346-56e0-4cb2-b25a-e291131c6e24 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:18:31.376381 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-3e61d346-56e0-4cb2-b25a-e291131c6e24 service neutron] Checking segment: {'id': '09ef5cba-b946-4954-8b7b-df4b99902de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bf432201-0fac-4700-a1fe-c1aeac3e3811'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:31.376779 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-3e61d346-56e0-4cb2-b25a-e291131c6e24 service neutron] Bound using segment: {'id': '09ef5cba-b946-4954-8b7b-df4b99902de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bf432201-0fac-4700-a1fe-c1aeac3e3811'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:18:31.377224 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-3e61d346-56e0-4cb2-b25a-e291131c6e24 service neutron] Bound port: 5e4c4139-7b3f-41cb-af61-1e26e5385f57, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09ef5cba-b946-4954-8b7b-df4b99902de5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'bf432201-0fac-4700-a1fe-c1aeac3e3811'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:18:31.377586 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-3e61d346-56e0-4cb2-b25a-e291131c6e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:31.385197 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20451b0d-f479-48eb-a4b7-ebb158bb415b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd3513d-45c0-4a9f-afb2-8cc30b6c57b9,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:31.426809 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffefe68d-a360-4bdd-8543-8aaa54ee38c9 x-openstack-request-id: req-ffefe68d-a360-4bdd-8543-8aaa54ee38c9 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:31.427112 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73d87729-be78-4d38-b22e-edf485ce92d0", "name": "network-vif-plugged", "status": "completed", "tag": "0acaa3f1-b27a-472c-b82b-efa011399df0", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:31.427374 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ffefe68d-a360-4bdd-8543-8aaa54ee38c9 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:31.427866 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d87729-be78-4d38-b22e-edf485ce92d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acaa3f1-b27a-472c-b82b-efa011399df0', 'code': 200} Jul 29 23:18:31.469593 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-957ff926-a78d-438e-b31a-405fc0d1dec3 req-10feb8a2-0464-4064-b0ff-d17678d72555 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020327 Jul 29 23:18:31.483171 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e3df51b0-d38b-4534-ad5d-73ef36910892 req-bbad5910-3b58-4ac1-bc40-815ba9cb5599 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048817 Jul 29 23:18:31.515266 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-3e61d346-56e0-4cb2-b25a-e291131c6e24 service neutron] For port 5e4c4139-7b3f-41cb-af61-1e26e5385f57, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:31.576838 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-3e61d346-56e0-4cb2-b25a-e291131c6e24 service neutron] For port 5e4c4139-7b3f-41cb-af61-1e26e5385f57, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=5e4c4139-7b3f-41cb-af61-1e26e5385f57,segment=NetworkSegment(09ef5cba-b946-4954-8b7b-df4b99902de5),segment_id=09ef5cba-b946-4954-8b7b-df4b99902de5)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:18:31.589360 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-3e61d346-56e0-4cb2-b25a-e291131c6e24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:31.630888 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef912393-d7d3-42eb-9558-c4d253708e9d x-openstack-request-id: req-ef912393-d7d3-42eb-9558-c4d253708e9d {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:31.631176 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b009baf0-3113-4fd6-b0d4-9dfb4f273053", "tag": "f96f47f5-8823-4b4a-a2d5-d6a66613301f", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:31.631426 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef912393-d7d3-42eb-9558-c4d253708e9d {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:31.631812 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b009baf0-3113-4fd6-b0d4-9dfb4f273053', 'tag': 'f96f47f5-8823-4b4a-a2d5-d6a66613301f', 'status': 'completed', 'code': 200} Jul 29 23:18:31.639689 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5801a05-43ed-48ec-8cb0-1050d0deae1d req-95d0862c-94ad-4ebc-a888-68ea980f5efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:31.641984 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d5801a05-43ed-48ec-8cb0-1050d0deae1d req-95d0862c-94ad-4ebc-a888-68ea980f5efe service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 1098 time: 0.1278920 Jul 29 23:18:31.655629 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-3e61d346-56e0-4cb2-b25a-e291131c6e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:31.657270 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-3e61d346-56e0-4cb2-b25a-e291131c6e24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:31.658655 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-3e61d346-56e0-4cb2-b25a-e291131c6e24 service neutron] 10.222.0.23 "PUT /v2.0/ports/5e4c4139-7b3f-41cb-af61-1e26e5385f57 HTTP/1.1" status: 200 len: 1093 time: 2.3987911 Jul 29 23:18:31.681816 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8addd-c7e6-490e-bd0e-d34421f89567 req-18cfdc87-4aa1-4872-8296-376bf6dc1c8d tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:31.683621 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a7c8addd-c7e6-490e-bd0e-d34421f89567 req-18cfdc87-4aa1-4872-8296-376bf6dc1c8d tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 948 time: 0.1728635 Jul 29 23:18:31.717790 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e61d346-56e0-4cb2-b25a-e291131c6e24 service neutron] Pushing event updated for resources: {'Port': ['ID=5e4c4139-7b3f-41cb-af61-1e26e5385f57,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:31.824928 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d5801a05-43ed-48ec-8cb0-1050d0deae1d req-72dbb016-1eec-4ceb-975f-55231bcb1f34 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652577 Jul 29 23:18:31.841007 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a7c8addd-c7e6-490e-bd0e-d34421f89567 req-102cbad4-43df-4993-98ae-ccd45bf835d1 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354871 Jul 29 23:18:31.847143 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2385f-740d-4210-bae0-54e3dbddbf0a req-e83bc22d-1c97-4f9b-9467-5e721ab8ea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:31.848654 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c9b2385f-740d-4210-bae0-54e3dbddbf0a req-e83bc22d-1c97-4f9b-9467-5e721ab8ea29 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b49d6b2f238e47ed984aeeb787462f73&device_id=b009baf0-3113-4fd6-b0d4-9dfb4f273053 HTTP/1.1" status: 200 len: 1098 time: 0.1623175 Jul 29 23:18:31.859252 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9054ba9-cbcd-477f-8baf-d619df418367 req-350c8df3-212d-4078-ac1e-c707d0600edd tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:31.861068 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d9054ba9-cbcd-477f-8baf-d619df418367 req-350c8df3-212d-4078-ac1e-c707d0600edd tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a5d0c4-1651-46a0-92c3-54fae3311b3f HTTP/1.1" status: 200 len: 945 time: 0.1700654 Jul 29 23:18:31.871800 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-466fe68c-85c6-46e1-9950-c88b47f1784f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:31.873340 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-466fe68c-85c6-46e1-9950-c88b47f1784f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eb4c29ff373b42b2b9e6a10c9a285765&device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 1096 time: 0.1570461 Jul 29 23:18:31.991949 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-f9101b79-57c6-4625-b317-6946aad19d23 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e4c4139-7b3f-41cb-af61-1e26e5385f57 HTTP/1.1" status: 200 len: 217 time: 0.0823402 Jul 29 23:18:32.049184 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d9054ba9-cbcd-477f-8baf-d619df418367 req-107491fb-5903-4ee6-ae2b-611c7d73e4d2 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/security-groups?id=c707e286-30f0-42c5-96b2-eee1f2c659a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652532 Jul 29 23:18:32.089207 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9cbd9-4582-46e1-914e-498b3f8b7f89 req-582e3c31-dab8-41e1-9237-07162e56375f tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:32.090738 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fbe9cbd9-4582-46e1-914e-498b3f8b7f89 req-582e3c31-dab8-41e1-9237-07162e56375f tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=0567548b-7652-4e8d-b165-a70d391787df HTTP/1.1" status: 200 len: 943 time: 0.1717436 Jul 29 23:18:32.095195 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2385f-740d-4210-bae0-54e3dbddbf0a req-5f6f2cf5-8c5b-4178-8a18-184dcef534d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:32.096637 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c9b2385f-740d-4210-bae0-54e3dbddbf0a req-5f6f2cf5-8c5b-4178-8a18-184dcef534d2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e830c838-5320-4f47-8a70-ed7b14724e77 HTTP/1.1" status: 200 len: 925 time: 0.2349393 Jul 29 23:18:32.121533 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-4fcfc78f-c140-46dc-805b-cf2767b07249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:32.122906 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-4fcfc78f-c140-46dc-805b-cf2767b07249 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a00ddaeb-5a8f-485f-9408-296d4e1ca7cd HTTP/1.1" status: 200 len: 858 time: 0.1182475 Jul 29 23:18:32.160425 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:18:32.270621 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-72844244-4ad5-4028-b7f4-4f3c333c198a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bf432201-0fac-4700-a1fe-c1aeac3e3811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951164 Jul 29 23:18:32.663566 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c9b2385f-740d-4210-bae0-54e3dbddbf0a req-068cfc89-d01b-4b84-ab91-48e5c8d59e87 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f96f47f5-8823-4b4a-a2d5-d6a66613301f HTTP/1.1" status: 200 len: 1001 time: 0.5436926 Jul 29 23:18:32.666378 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fbe9cbd9-4582-46e1-914e-498b3f8b7f89 req-6da1f9c5-7ad1-418f-8f00-93677c471776 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5664668 Jul 29 23:18:32.668359 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 9f263227-493b-4ab4-bad6-ec4d86f88ffe details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:18:32.763912 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2385f-740d-4210-bae0-54e3dbddbf0a req-93ba4429-3816-4282-80ea-803789436add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:32.766619 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c9b2385f-740d-4210-bae0-54e3dbddbf0a req-93ba4429-3816-4282-80ea-803789436add service neutron] 10.222.0.23 "GET /v2.0/subnets?id=340eeb0f-e215-481a-a3ed-413dd343d59d HTTP/1.1" status: 200 len: 863 time: 0.0837786 Jul 29 23:18:32.779734 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-75d22446-f446-446c-b031-625cb5d42dfa req-eaf10d1c-0cf0-4d8e-88b6-17d6788c42e5 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6859758 Jul 29 23:18:32.784464 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0e019df1-2603-40ef-a419-aa54d63b74a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:32.816297 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 9f263227-493b-4ab4-bad6-ec4d86f88ffe, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9f263227-493b-4ab4-bad6-ec4d86f88ffe,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:32.822070 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-75d22446-f446-446c-b031-625cb5d42dfa req-09b90231-f8d5-4e8f-b4f7-c7246895b48f tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:32.831110 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '9f263227-493b-4ab4-bad6-ec4d86f88ffe', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': '9f263227-493b-4ab4-bad6-ec4d86f88ffe', 'mac_address': 'fa:16:3e:7e:d0:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:18:32.871396 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:32.884340 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f263227-493b-4ab4-bad6-ec4d86f88ffe {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:32.893755 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-dd5ba305-586a-462d-8b53-0e7f29f98b47 service neutron] 10.222.0.23 "GET /v2.0/networks/bf432201-0fac-4700-a1fe-c1aeac3e3811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6038551 Jul 29 23:18:32.908345 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 9f263227-493b-4ab4-bad6-ec4d86f88ffe, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9f263227-493b-4ab4-bad6-ec4d86f88ffe,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:32.913149 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:32.930341 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-75d22446-f446-446c-b031-625cb5d42dfa req-09b90231-f8d5-4e8f-b4f7-c7246895b48f tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:32.967971 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=9f263227-493b-4ab4-bad6-ec4d86f88ffe,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:32.978073 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b2385f-740d-4210-bae0-54e3dbddbf0a req-72613090-16f0-49b8-92dc-95a1ecf38355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:32.981082 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c9b2385f-740d-4210-bae0-54e3dbddbf0a req-72613090-16f0-49b8-92dc-95a1ecf38355 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e830c838-5320-4f47-8a70-ed7b14724e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1881964 Jul 29 23:18:32.991373 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594414ab-53ba-4a1e-b6dc-ca0466c55d4f req-dc86afd5-24d4-4723-b5f8-39893eddf164 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:32.992878 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-594414ab-53ba-4a1e-b6dc-ca0466c55d4f req-dc86afd5-24d4-4723-b5f8-39893eddf164 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=67face9b-216f-43a7-b8e4-1633f3b973f8 HTTP/1.1" status: 200 len: 949 time: 0.2236080 Jul 29 23:18:33.159756 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-594414ab-53ba-4a1e-b6dc-ca0466c55d4f req-85b730ed-992b-4f30-8117-8740318f6a9f tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598063 Jul 29 23:18:33.161734 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-b838deec-37cf-4a88-86f7-d046b57182d6 service neutron] 10.222.0.23 "GET /v2.0/ports/89792323-dff1-46aa-b5f4-dbc0e6d206a4/bindings/n-h2-712140-10 HTTP/1.1" status: 200 len: 385 time: 0.0618980 Jul 29 23:18:33.170266 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e99ac94-2831-47aa-b7a4-a5d9ad30e5cf req-a5c874d5-6d6e-47eb-851a-55ca857dd245 service neutron] 10.222.0.23 "GET /v2.0/networks/bf432201-0fac-4700-a1fe-c1aeac3e3811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645118 Jul 29 23:18:33.189913 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c9b2385f-740d-4210-bae0-54e3dbddbf0a req-c00c3b4f-7b6b-4b39-851a-b2e78f0ab25e service neutron] 10.222.0.23 "GET /v2.0/networks/e830c838-5320-4f47-8a70-ed7b14724e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960611 Jul 29 23:18:33.309071 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-75d22446-f446-446c-b031-625cb5d42dfa req-09b90231-f8d5-4e8f-b4f7-c7246895b48f tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:33.364319 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-5cbfa7d4-cc7c-46fb-8b83-1b4dcada6be3 service neutron] For port 89792323-dff1-46aa-b5f4-dbc0e6d206a4, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=89792323-dff1-46aa-b5f4-dbc0e6d206a4,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:33.382198 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4b944-69bf-4106-b859-0453876d0ac9 req-a849e9ca-0ed0-40a5-b401-b2185bc0a93e tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:33.383717 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a3c4b944-69bf-4106-b859-0453876d0ac9 req-a849e9ca-0ed0-40a5-b401-b2185bc0a93e tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.1258256 Jul 29 23:18:33.385237 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-5cbfa7d4-cc7c-46fb-8b83-1b4dcada6be3 service neutron] For port 89792323-dff1-46aa-b5f4-dbc0e6d206a4, host n-h1-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:33.393509 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c9b2385f-740d-4210-bae0-54e3dbddbf0a req-e3447287-66b3-498d-ad49-4a7eba1280af service neutron] 10.222.0.23 "GET /v2.0/networks/e830c838-5320-4f47-8a70-ed7b14724e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947343 Jul 29 23:18:33.425575 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-5cbfa7d4-cc7c-46fb-8b83-1b4dcada6be3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 89792323-dff1-46aa-b5f4-dbc0e6d206a4 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:33.429221 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67face9b-216f-43a7-b8e4-1633f3b973f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44d617b-4d86-41ea-990b-66b6797ec0f9'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:33.431682 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa62f71a-d3f7-4d52-819a-9ca173ea1fd3" -d '{"events": [{"server_uuid": "67face9b-216f-43a7-b8e4-1633f3b973f8", "name": "network-vif-plugged", "status": "completed", "tag": "b44d617b-4d86-41ea-990b-66b6797ec0f9"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:33.436516 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-5cbfa7d4-cc7c-46fb-8b83-1b4dcada6be3 service neutron] For port 89792323-dff1-46aa-b5f4-dbc0e6d206a4, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=89792323-dff1-46aa-b5f4-dbc0e6d206a4,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:33.437037 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['9f263227-493b-4ab4-bad6-ec4d86f88ffe'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:33.452068 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-5cbfa7d4-cc7c-46fb-8b83-1b4dcada6be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:33.462145 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a3c4b944-69bf-4106-b859-0453876d0ac9 req-cd73319f-c772-4adc-8808-3f8c8b7a5817 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638916 Jul 29 23:18:33.496633 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-75d22446-f446-446c-b031-625cb5d42dfa req-09b90231-f8d5-4e8f-b4f7-c7246895b48f tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Allocated IP 172.25.8.89 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/6538ad6e-78e5-47c9-80e6-78adb44f4596) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:33.546089 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-5cbfa7d4-cc7c-46fb-8b83-1b4dcada6be3 service neutron] Transition to ACTIVE for port object 89792323-dff1-46aa-b5f4-dbc0e6d206a4 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:33.552630 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-5cbfa7d4-cc7c-46fb-8b83-1b4dcada6be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:33.628967 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-5cbfa7d4-cc7c-46fb-8b83-1b4dcada6be3 service neutron] No DVR routers for this DVR port 89792323-dff1-46aa-b5f4-dbc0e6d206a4 on host n-h1-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:18:33.633597 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27167078-4e61-4453-93c3-c62306783b20 req-43062fe1-b739-4627-8f39-d953c7cbd114 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:33.634126 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbfa7d4-cc7c-46fb-8b83-1b4dcada6be3 service neutron] Pushing event updated for resources: {'Port': ['ID=89792323-dff1-46aa-b5f4-dbc0e6d206a4,revision_number=10']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:33.635112 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-27167078-4e61-4453-93c3-c62306783b20 req-43062fe1-b739-4627-8f39-d953c7cbd114 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 944 time: 0.0764148 Jul 29 23:18:33.640468 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf', 'tag': '5e4c4139-7b3f-41cb-af61-1e26e5385f57'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:33.643344 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a35b02d-0c1c-44ed-ab68-8d716ddbfa34" -d '{"events": [{"name": "network-changed", "server_uuid": "2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf", "tag": "5e4c4139-7b3f-41cb-af61-1e26e5385f57"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:33.665867 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-5cbfa7d4-cc7c-46fb-8b83-1b4dcada6be3 service neutron] 10.222.0.23 "PUT /v2.0/ports/89792323-dff1-46aa-b5f4-dbc0e6d206a4/bindings/n-h2-712140-10/activate HTTP/1.1" status: 200 len: 370 time: 0.4957404 Jul 29 23:18:33.677218 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-75d22446-f446-446c-b031-625cb5d42dfa req-09b90231-f8d5-4e8f-b4f7-c7246895b48f tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:33.700115 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-27167078-4e61-4453-93c3-c62306783b20 req-6a2cbfd5-c2bb-402b-a7e0-ca0f7ddfc95f tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519130 Jul 29 23:18:33.732192 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-75d22446-f446-446c-b031-625cb5d42dfa req-09b90231-f8d5-4e8f-b4f7-c7246895b48f tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:33.801525 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d22446-f446-446c-b031-625cb5d42dfa req-09b90231-f8d5-4e8f-b4f7-c7246895b48f tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:33.821366 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-75d22446-f446-446c-b031-625cb5d42dfa req-09b90231-f8d5-4e8f-b4f7-c7246895b48f tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:33.830678 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d22446-f446-446c-b031-625cb5d42dfa req-09b90231-f8d5-4e8f-b4f7-c7246895b48f tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:33.886386 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b90231-f8d5-4e8f-b4f7-c7246895b48f tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Pushing event updated for resources: {'Port': ['ID=6538ad6e-78e5-47c9-80e6-78adb44f4596,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:33.923016 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-ddc71b29-3a03-4f15-881d-68352eb66b29 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:33.924561 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-ddc71b29-3a03-4f15-881d-68352eb66b29 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0567548b-7652-4e8d-b165-a70d391787df&tenant_id=b675f7a309964096bd61726e3752bfc0&binding%3Ahost_id=n-h1-712140-10 HTTP/1.1" status: 200 len: 1096 time: 0.1635747 Jul 29 23:18:33.942867 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba5045a-f409-4eeb-bc5d-a136b6c28d17 req-06430d5c-e797-449e-acb5-fda9cadb77ca tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:33.944281 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7ba5045a-f409-4eeb-bc5d-a136b6c28d17 req-06430d5c-e797-449e-acb5-fda9cadb77ca tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 949 time: 0.1147168 Jul 29 23:18:34.107047 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-75d22446-f446-446c-b031-625cb5d42dfa req-09b90231-f8d5-4e8f-b4f7-c7246895b48f tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:34.114301 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-4b69411b-3ca6-48ae-bc63-73ab05d91898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:34.115804 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-4b69411b-3ca6-48ae-bc63-73ab05d91898 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0567548b-7652-4e8d-b165-a70d391787df&tenant_id=b675f7a309964096bd61726e3752bfc0 HTTP/1.1" status: 200 len: 1096 time: 0.1696575 Jul 29 23:18:34.118609 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7ba5045a-f409-4eeb-bc5d-a136b6c28d17 req-9445a9e8-2c49-41a1-8d81-64012712ab08 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429262 Jul 29 23:18:34.164712 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-75d22446-f446-446c-b031-625cb5d42dfa req-09b90231-f8d5-4e8f-b4f7-c7246895b48f tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:34.234141 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-deec1856-117e-4ed6-aaff-d5005d600128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:34.236219 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-deec1856-117e-4ed6-aaff-d5005d600128 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b675f7a309964096bd61726e3752bfc0&device_id=0567548b-7652-4e8d-b165-a70d391787df HTTP/1.1" status: 200 len: 1096 time: 0.0794475 Jul 29 23:18:34.351554 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990d2473-0fa8-435e-9b54-a36d5bbcfe95 x-openstack-request-id: req-990d2473-0fa8-435e-9b54-a36d5bbcfe95 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:34.352395 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67face9b-216f-43a7-b8e4-1633f3b973f8", "name": "network-vif-plugged", "status": "completed", "tag": "b44d617b-4d86-41ea-990b-66b6797ec0f9", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:34.352970 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-990d2473-0fa8-435e-9b54-a36d5bbcfe95 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:34.353377 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67face9b-216f-43a7-b8e4-1633f3b973f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b44d617b-4d86-41ea-990b-66b6797ec0f9', 'code': 200} Jul 29 23:18:34.390300 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725731a1-ce73-48e6-86f5-15a2db456371 x-openstack-request-id: req-725731a1-ce73-48e6-86f5-15a2db456371 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:34.390979 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf", "tag": "5e4c4139-7b3f-41cb-af61-1e26e5385f57", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:34.390979 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-725731a1-ce73-48e6-86f5-15a2db456371 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:34.391330 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf', 'tag': '5e4c4139-7b3f-41cb-af61-1e26e5385f57', 'status': 'completed', 'code': 200} Jul 29 23:18:34.400493 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-b409355d-f420-48d1-9eb2-43f78abb5ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:34.401998 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-b409355d-f420-48d1-9eb2-43f78abb5ec3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=55fb160e-6b45-47b4-8565-f685f832c4b9 HTTP/1.1" status: 200 len: 922 time: 0.1504397 Jul 29 23:18:34.458658 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-75d22446-f446-446c-b031-625cb5d42dfa req-09b90231-f8d5-4e8f-b4f7-c7246895b48f tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:34.463221 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35b02d-0c1c-44ed-ab68-8d716ddbfa34 req-b8677d04-fb61-45c9-8f14-b5125d64d4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:34.463750 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-fa0b619a-648d-4c97-aa17-1d1670f3759f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89792323-dff1-46aa-b5f4-dbc0e6d206a4 HTTP/1.1" status: 200 len: 217 time: 0.0522542 Jul 29 23:18:34.464916 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-8a35b02d-0c1c-44ed-ab68-8d716ddbfa34 req-b8677d04-fb61-45c9-8f14-b5125d64d4c6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eb4c29ff373b42b2b9e6a10c9a285765&device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 1096 time: 0.0406659 Jul 29 23:18:34.504194 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-75d22446-f446-446c-b031-625cb5d42dfa req-09b90231-f8d5-4e8f-b4f7-c7246895b48f tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:34.561708 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35b02d-0c1c-44ed-ab68-8d716ddbfa34 req-3e28339a-27c7-46ed-848e-77d9d6eb1c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:34.564220 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-8a35b02d-0c1c-44ed-ab68-8d716ddbfa34 req-3e28339a-27c7-46ed-848e-77d9d6eb1c8f service neutron] 10.222.0.23 "GET /v2.0/networks?id=bf432201-0fac-4700-a1fe-c1aeac3e3811 HTTP/1.1" status: 200 len: 919 time: 0.0910902 Jul 29 23:18:34.608392 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-8a35b02d-0c1c-44ed-ab68-8d716ddbfa34 req-33a9426d-dc96-4115-aca1-4fed987ecc19 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e4c4139-7b3f-41cb-af61-1e26e5385f57 HTTP/1.1" status: 200 len: 217 time: 0.0364420 Jul 29 23:18:34.627416 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b90231-f8d5-4e8f-b4f7-c7246895b48f tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Pushing event updated for resources: {'Port': ['ID=6538ad6e-78e5-47c9-80e6-78adb44f4596,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:34.634568 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1668e8-222a-4948-97d7-35e52fcbeb59 req-21cd0f39-3646-40e1-908e-b40daa45d9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:34.635782 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae1668e8-222a-4948-97d7-35e52fcbeb59 req-21cd0f39-3646-40e1-908e-b40daa45d9ee service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=67face9b-216f-43a7-b8e4-1633f3b973f8 HTTP/1.1" status: 200 len: 1101 time: 0.1867175 Jul 29 23:18:34.639684 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-80f5755f-cc29-4121-bd52-f12ae438abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:34.641572 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-80f5755f-cc29-4121-bd52-f12ae438abaa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ea5ab56-d2f4-49be-ac07-d932b6774fb8 HTTP/1.1" status: 200 len: 861 time: 0.1528780 Jul 29 23:18:34.652273 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a94f08-5e52-4ce3-a990-b0024b955149 req-586f65ed-6a3f-4edd-b19d-7a9e71131ba0 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:34.653718 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-35a94f08-5e52-4ce3-a990-b0024b955149 req-586f65ed-6a3f-4edd-b19d-7a9e71131ba0 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=0567548b-7652-4e8d-b165-a70d391787df HTTP/1.1" status: 200 len: 944 time: 0.2035143 Jul 29 23:18:34.659512 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35b02d-0c1c-44ed-ab68-8d716ddbfa34 req-2bc6f284-d2d8-45b3-aa39-7a93b753c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:34.660998 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-8a35b02d-0c1c-44ed-ab68-8d716ddbfa34 req-2bc6f284-d2d8-45b3-aa39-7a93b753c1b2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a00ddaeb-5a8f-485f-9408-296d4e1ca7cd HTTP/1.1" status: 200 len: 858 time: 0.0456071 Jul 29 23:18:34.692651 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-8a35b02d-0c1c-44ed-ab68-8d716ddbfa34 req-81f8fd1b-7d75-4441-9d69-cc1226c6e53c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bf432201-0fac-4700-a1fe-c1aeac3e3811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234349 Jul 29 23:18:34.702349 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-1814a0d6-e489-4f81-b65c-3279dbe84675 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55fb160e-6b45-47b4-8565-f685f832c4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458927 Jul 29 23:18:34.705732 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-75d22446-f446-446c-b031-625cb5d42dfa req-09b90231-f8d5-4e8f-b4f7-c7246895b48f tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:34.791885 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-8a35b02d-0c1c-44ed-ab68-8d716ddbfa34 req-463d0f10-ff81-4365-8eb5-e3db97c1a91c service neutron] 10.222.0.23 "GET /v2.0/networks/bf432201-0fac-4700-a1fe-c1aeac3e3811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906425 Jul 29 23:18:34.888546 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-8a35b02d-0c1c-44ed-ab68-8d716ddbfa34 req-15c1097c-01bb-4c49-a484-f1435d1c3a79 service neutron] 10.222.0.23 "GET /v2.0/networks/bf432201-0fac-4700-a1fe-c1aeac3e3811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882006 Jul 29 23:18:35.048957 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae1668e8-222a-4948-97d7-35e52fcbeb59 req-b7941812-b503-448f-8599-ccd94990c714 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906314 Jul 29 23:18:35.052831 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-75d22446-f446-446c-b031-625cb5d42dfa req-09b90231-f8d5-4e8f-b4f7-c7246895b48f tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:35.053922 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-75d22446-f446-446c-b031-625cb5d42dfa req-09b90231-f8d5-4e8f-b4f7-c7246895b48f tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2501488 Jul 29 23:18:35.058472 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-35a94f08-5e52-4ce3-a990-b0024b955149 req-0859a6a5-40c5-467d-acbf-00d93b54ccbe tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838930 Jul 29 23:18:35.148418 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-75d22446-f446-446c-b031-625cb5d42dfa req-eb9a25a3-cbcb-46ed-9e28-29121e9b83cf tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.89 HTTP/1.1" status: 200 len: 695 time: 0.0876675 Jul 29 23:18:35.237175 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-5d451f88-90c5-49b4-9bd8-6a28987c199b service neutron] 10.222.0.39 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5177836 Jul 29 23:18:35.272408 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198822e-a28e-4962-9732-30560e8903b9 req-e9165d92-bf0f-46d1-ab6a-68adac231b12 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:35.273880 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8198822e-a28e-4962-9732-30560e8903b9 req-e9165d92-bf0f-46d1-ab6a-68adac231b12 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=67face9b-216f-43a7-b8e4-1633f3b973f8 HTTP/1.1" status: 200 len: 949 time: 0.1502063 Jul 29 23:18:35.303303 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:35.381105 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d22446-f446-446c-b031-625cb5d42dfa req-462f26eb-765d-4db6-bc20-e914e7e1343b tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:35.382452 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-75d22446-f446-446c-b031-625cb5d42dfa req-462f26eb-765d-4db6-bc20-e914e7e1343b tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 784 time: 0.2149167 Jul 29 23:18:35.399069 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8198822e-a28e-4962-9732-30560e8903b9 req-a5bf0ae9-1e85-4524-ba5d-8ecec91cc45b tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888298 Jul 29 23:18:35.408183 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-75d22446-f446-446c-b031-625cb5d42dfa req-4497499c-44a9-4f26-bcd7-6cd9069c6e5a tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:18:35.409178 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-75d22446-f446-446c-b031-625cb5d42dfa req-4497499c-44a9-4f26-bcd7-6cd9069c6e5a tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0169442 Jul 29 23:18:35.414779 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-54a38baf-b778-4486-b755-1f73313d8c66 service neutron] 10.222.0.39 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615140 Jul 29 23:18:35.481645 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-898512c9-c487-48c2-b836-b92e82862feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:35.535421 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2da6ce-3e08-49a6-bd41-3e5ccbadbeb3 req-3b115865-c0a0-44c5-a549-06451f68a7f1 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:35.536995 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9c2da6ce-3e08-49a6-bd41-3e5ccbadbeb3 req-3b115865-c0a0-44c5-a549-06451f68a7f1 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.0553923 Jul 29 23:18:35.581974 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9c2da6ce-3e08-49a6-bd41-3e5ccbadbeb3 req-92a81911-cac8-4905-ab49-d01adbd2bb70 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383632 Jul 29 23:18:35.676145 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31160659-acbf-46b0-9a22-91bdf7f85ff3 req-8269fa12-c301-444b-b69f-1a7c14b33ce4 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:35.677770 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31160659-acbf-46b0-9a22-91bdf7f85ff3 req-8269fa12-c301-444b-b69f-1a7c14b33ce4 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 944 time: 0.0559731 Jul 29 23:18:35.768169 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31160659-acbf-46b0-9a22-91bdf7f85ff3 req-6b1d51fe-acf7-47ad-85c0-628ab71c2ce5 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845723 Jul 29 23:18:35.788413 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-fa036124-9bb6-42b0-a2d9-1ee8f8bf4be7 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:35.789338 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-fa036124-9bb6-42b0-a2d9-1ee8f8bf4be7 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=0567548b-7652-4e8d-b165-a70d391787df&tenant_id=b675f7a309964096bd61726e3752bfc0&binding%3Ahost_id=n-h2-712140-10 HTTP/1.1" status: 200 len: 1096 time: 0.0839899 Jul 29 23:18:35.801270 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47428e8f-1bb7-466d-b770-37bf12eeacbc req-b673775c-71ba-4d7a-ac75-c9c8bc7bd960 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:35.802846 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47428e8f-1bb7-466d-b770-37bf12eeacbc req-b673775c-71ba-4d7a-ac75-c9c8bc7bd960 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 949 time: 0.0885468 Jul 29 23:18:35.932297 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47428e8f-1bb7-466d-b770-37bf12eeacbc req-59b765b9-8320-4cfe-a2f2-8728b75f0cc8 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229928 Jul 29 23:18:36.043962 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daee29a-a41d-453a-965e-d8db151a641f req-faac7992-0a68-498f-9461-7ec4e46a293f tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:36.045454 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4daee29a-a41d-453a-965e-d8db151a641f req-faac7992-0a68-498f-9461-7ec4e46a293f tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/networks?id=c2da941c-32a1-4da1-9f2a-892e8a8b930d HTTP/1.1" status: 200 len: 820 time: 0.1940556 Jul 29 23:18:36.050154 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-a11b1a27-8dab-4bb7-83db-6343f055b308 service neutron] For port 89792323-dff1-46aa-b5f4-dbc0e6d206a4, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:36.053340 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-a11b1a27-8dab-4bb7-83db-6343f055b308 service neutron] Notify callbacks [] for binding, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:36.054898 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64aa9498-c2f5-431d-9aa4-ab26a03a489c req-a11b1a27-8dab-4bb7-83db-6343f055b308 service neutron] 10.222.0.39 "DELETE /v2.0/ports/89792323-dff1-46aa-b5f4-dbc0e6d206a4/bindings/n-h1-712140-10 HTTP/1.1" status: 204 len: 173 time: 0.2511306 Jul 29 23:18:36.069406 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4daee29a-a41d-453a-965e-d8db151a641f req-70a5816f-d42e-41a6-bc30-9b3ed27de58b tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/quotas/996f54c2219e43118807a0e5eacc8eba HTTP/1.1" status: 200 len: 375 time: 0.0102115 Jul 29 23:18:36.128249 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4daee29a-a41d-453a-965e-d8db151a641f req-1b4c49ff-7dcb-4af0-af18-7d0f7f1b960b tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=996f54c2219e43118807a0e5eacc8eba&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0541260 Jul 29 23:18:36.234581 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ebb624-a3a2-4b4f-afaf-1f71d5654ead req-137a548b-b6a1-4381-9c15-81581372f85d tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:36.236071 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e4ebb624-a3a2-4b4f-afaf-1f71d5654ead req-137a548b-b6a1-4381-9c15-81581372f85d tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=0567548b-7652-4e8d-b165-a70d391787df HTTP/1.1" status: 200 len: 944 time: 0.1026764 Jul 29 23:18:36.284610 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4daee29a-a41d-453a-965e-d8db151a641f req-c034fb94-3a92-4194-a370-c0fb19c1b6f5 service neutron] 10.222.0.18 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423845 Jul 29 23:18:36.291761 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e4ebb624-a3a2-4b4f-afaf-1f71d5654ead req-b9b45310-2f1e-4697-8f0e-ba15fbff0c31 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477793 Jul 29 23:18:36.386034 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4daee29a-a41d-453a-965e-d8db151a641f req-15f3996f-4ed8-488f-a838-3926173ba72e service neutron] 10.222.0.18 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933089 Jul 29 23:18:36.545063 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 5e4c4139-7b3f-41cb-af61-1e26e5385f57 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:18:36.551008 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 89792323-dff1-46aa-b5f4-dbc0e6d206a4 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:18:36.613906 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47e4510e-0e07-4460-890c-6cc3deb28581 req-8d7e85eb-04d2-4fad-a6d5-3345833e849d tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/ports?device_id=980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9 HTTP/1.1" status: 200 len: 210 time: 0.0442324 Jul 29 23:18:36.686025 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 89792323-dff1-46aa-b5f4-dbc0e6d206a4 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:18:36.688506 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 9f263227-493b-4ab4-bad6-ec4d86f88ffe up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:36.720332 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c32a16d-51b4-4257-ab44-d84636a27428 req-7e27d5c4-c079-4f7b-a59b-af07e1fc212a tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:36.728641 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5c32a16d-51b4-4257-ab44-d84636a27428 req-7e27d5c4-c079-4f7b-a59b-af07e1fc212a tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=67face9b-216f-43a7-b8e4-1633f3b973f8 HTTP/1.1" status: 200 len: 949 time: 0.1136496 Jul 29 23:18:36.755171 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:36.784938 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 5e4c4139-7b3f-41cb-af61-1e26e5385f57, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=5e4c4139-7b3f-41cb-af61-1e26e5385f57,segment=NetworkSegment(09ef5cba-b946-4954-8b7b-df4b99902de5),segment_id=09ef5cba-b946-4954-8b7b-df4b99902de5)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:36.799270 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '5e4c4139-7b3f-41cb-af61-1e26e5385f57', 'network_id': 'bf432201-0fac-4700-a1fe-c1aeac3e3811', 'port_id': '5e4c4139-7b3f-41cb-af61-1e26e5385f57', 'mac_address': 'fa:16:3e:0f:0f:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a00ddaeb-5a8f-485f-9408-296d4e1ca7cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:18:36.802938 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5c32a16d-51b4-4257-ab44-d84636a27428 req-ba920fc5-a7d4-4a84-9192-6d0b3aaff63d tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731893 Jul 29 23:18:36.806849 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 9f263227-493b-4ab4-bad6-ec4d86f88ffe completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:36.809440 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f16757-7ce1-4923-b28a-89fc563cfbb5 req-d76bdf16-f889-4495-af83-7b709128cdb3 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:36.818025 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98f16757-7ce1-4923-b28a-89fc563cfbb5 req-d76bdf16-f889-4495-af83-7b709128cdb3 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0567548b-7652-4e8d-b165-a70d391787df HTTP/1.1" status: 200 len: 1096 time: 0.0857818 Jul 29 23:18:36.852921 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 9f263227-493b-4ab4-bad6-ec4d86f88ffe triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:36.853385 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:36.864248 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98f16757-7ce1-4923-b28a-89fc563cfbb5 req-5c1a1a90-585b-4f6a-a108-a0b99109820e tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430086 Jul 29 23:18:36.927115 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:36.951624 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e4c4139-7b3f-41cb-af61-1e26e5385f57 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:37.003506 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 5e4c4139-7b3f-41cb-af61-1e26e5385f57, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=5e4c4139-7b3f-41cb-af61-1e26e5385f57,segment=NetworkSegment(09ef5cba-b946-4954-8b7b-df4b99902de5),segment_id=09ef5cba-b946-4954-8b7b-df4b99902de5)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:37.018967 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:37.030262 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d2758-4a10-406f-a6ad-a31697133498 req-d5b6fe73-3c6e-43b4-9ded-99eb081620c9 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:37.033922 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-351d2758-4a10-406f-a6ad-a31697133498 req-d5b6fe73-3c6e-43b4-9ded-99eb081620c9 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.1138833 Jul 29 23:18:37.046739 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:37.093245 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cc6f92-bbd8-49bb-b1cc-8093a55faa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f263227-493b-4ab4-bad6-ec4d86f88ffe'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:37.097821 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74af52b9-6195-42e9-8dc0-9a160c527a7e" -d '{"events": [{"server_uuid": "d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a", "name": "network-vif-plugged", "status": "completed", "tag": "9f263227-493b-4ab4-bad6-ec4d86f88ffe"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:37.111017 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=5e4c4139-7b3f-41cb-af61-1e26e5385f57,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:37.122661 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 9f263227-493b-4ab4-bad6-ec4d86f88ffe, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9f263227-493b-4ab4-bad6-ec4d86f88ffe,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:37.123110 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-351d2758-4a10-406f-a6ad-a31697133498 req-73ad6689-74d5-4e42-9571-05320bfc3874 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813143 Jul 29 23:18:37.127898 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:37.158025 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f752571-6f65-414a-8b19-9bf9ddac8be7 req-8b33f149-3b40-4f66-b7a2-0329c2e81410 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:37.164537 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5f752571-6f65-414a-8b19-9bf9ddac8be7 req-8b33f149-3b40-4f66-b7a2-0329c2e81410 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 945 time: 0.0968368 Jul 29 23:18:37.196088 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=9f263227-493b-4ab4-bad6-ec4d86f88ffe,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:37.242831 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5f752571-6f65-414a-8b19-9bf9ddac8be7 req-273d5ad4-a28e-4ecd-be22-80bf7f6052da tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761330 Jul 29 23:18:37.251864 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3219fa59-1427-44d7-a382-d3029c48882b req-e79c1ffd-7101-4e2e-94e4-85ac9116d361 tempest-ServersOnMultiNodesTest-1063351474 tempest-ServersOnMultiNodesTest-1063351474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:37.253358 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3219fa59-1427-44d7-a382-d3029c48882b req-e79c1ffd-7101-4e2e-94e4-85ac9116d361 tempest-ServersOnMultiNodesTest-1063351474 tempest-ServersOnMultiNodesTest-1063351474-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=67face9b-216f-43a7-b8e4-1633f3b973f8 HTTP/1.1" status: 200 len: 1101 time: 0.0632036 Jul 29 23:18:37.296395 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3219fa59-1427-44d7-a382-d3029c48882b req-42cc581c-0e5f-45f2-8187-e5aefaa13708 tempest-ServersOnMultiNodesTest-1063351474 tempest-ServersOnMultiNodesTest-1063351474-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368032 Jul 29 23:18:37.301841 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['5e4c4139-7b3f-41cb-af61-1e26e5385f57'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:37.429938 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5700bddd-78e3-4d19-a719-9b405a8ed4b5 req-cb1f794d-4582-41f4-bb94-3f9430806947 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:37.438201 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5700bddd-78e3-4d19-a719-9b405a8ed4b5 req-cb1f794d-4582-41f4-bb94-3f9430806947 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 950 time: 0.0794978 Jul 29 23:18:37.473898 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5700bddd-78e3-4d19-a719-9b405a8ed4b5 req-6034b7f4-74ad-420b-a55a-dff21b647292 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342603 Jul 29 23:18:37.573655 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2e3246-8678-446f-b18f-ca1347fdc5cc x-openstack-request-id: req-ac2e3246-8678-446f-b18f-ca1347fdc5cc {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:37.574183 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a", "name": "network-vif-plugged", "status": "completed", "tag": "9f263227-493b-4ab4-bad6-ec4d86f88ffe", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:37.574183 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac2e3246-8678-446f-b18f-ca1347fdc5cc {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:37.575215 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8cc6f92-bbd8-49bb-b1cc-8093a55faa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f263227-493b-4ab4-bad6-ec4d86f88ffe', 'code': 200} Jul 29 23:18:37.698558 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-c9437a60-6eb2-4794-87bf-4420b9db31fe tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=059e1ca7f14d445f9149a931f19d526e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459759 Jul 29 23:18:37.707012 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-08c60e8f-fb39-4d93-8251-6a7606059e16 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:37.708414 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-08c60e8f-fb39-4d93-8251-6a7606059e16 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/networks?id=55fb160e-6b45-47b4-8565-f685f832c4b9 HTTP/1.1" status: 200 len: 821 time: 0.1551545 Jul 29 23:18:37.776896 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981a37c-51f6-4c4b-82ef-bc84dd56a7fb req-5ace7955-b724-4624-b852-02ef17f885f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:37.778381 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9981a37c-51f6-4c4b-82ef-bc84dd56a7fb req-5ace7955-b724-4624-b852-02ef17f885f2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 1102 time: 0.1370130 Jul 29 23:18:37.782437 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-347a1606-d5a3-45b5-b8b5-7da936023e6b tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/quotas/b675f7a309964096bd61726e3752bfc0 HTTP/1.1" status: 200 len: 375 time: 0.0598028 Jul 29 23:18:37.938146 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9981a37c-51f6-4c4b-82ef-bc84dd56a7fb req-543e0293-9d37-4c41-adc6-7d363ddd9914 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365180 Jul 29 23:18:37.944860 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-d6e90203-e5df-4423-8ccd-ba19eff9d381 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:37.946257 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-d6e90203-e5df-4423-8ccd-ba19eff9d381 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2369921 Jul 29 23:18:37.950649 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-b0194b3b-1a5e-4e2b-bd12-41c5870cd0b5 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b675f7a309964096bd61726e3752bfc0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1605752 Jul 29 23:18:37.986306 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-94253efc-1ee2-42fa-a58b-54de774b88ce tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/quotas/059e1ca7f14d445f9149a931f19d526e HTTP/1.1" status: 200 len: 375 time: 0.0327587 Jul 29 23:18:37.998623 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:38.080174 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daee29a-a41d-453a-965e-d8db151a641f req-2a1d5d72-30b4-4036-b5af-a36df92f253b tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:38.081600 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4daee29a-a41d-453a-965e-d8db151a641f req-2a1d5d72-30b4-4036-b5af-a36df92f253b tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.23 "GET /v2.0/networks?id=c2da941c-32a1-4da1-9f2a-892e8a8b930d HTTP/1.1" status: 200 len: 820 time: 0.2433696 Jul 29 23:18:38.115306 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-05eb8705-0033-47de-b181-364b57851116 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=059e1ca7f14d445f9149a931f19d526e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0956929 Jul 29 23:18:38.122763 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-4daee29a-a41d-453a-965e-d8db151a641f req-b60b6b2c-8b1c-4860-a411-377d53182765 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Request body: {'port': {'device_id': '980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'admin_state_up': True, 'tenant_id': '996f54c2219e43118807a0e5eacc8eba'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:38.170696 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-f477d916-a6b7-474c-8901-a317e7995425 service neutron] 10.222.0.18 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081313 Jul 29 23:18:38.318073 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-dda8aa1c-96ae-4b76-8b83-98fbd670b033 service neutron] 10.222.0.18 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397097 Jul 29 23:18:38.348207 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4daee29a-a41d-453a-965e-d8db151a641f req-b60b6b2c-8b1c-4860-a411-377d53182765 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Made reservation on behalf of 996f54c2219e43118807a0e5eacc8eba for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:18:38.352831 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4daee29a-a41d-453a-965e-d8db151a641f req-b60b6b2c-8b1c-4860-a411-377d53182765 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:38.523198 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-60ba81e3-2f00-4cac-8092-394b3da8bc7b req-ffda635b-8d04-45e9-bbcf-65371b2840bf tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/ports?device_id=980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9 HTTP/1.1" status: 200 len: 210 time: 0.0498917 Jul 29 23:18:38.546738 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 5e4c4139-7b3f-41cb-af61-1e26e5385f57 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:38.608287 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-4daee29a-a41d-453a-965e-d8db151a641f req-b60b6b2c-8b1c-4860-a411-377d53182765 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Allocated IP 172.20.0.10 (c2da941c-32a1-4da1-9f2a-892e8a8b930d/7fc0bd98-0583-4b79-a848-71b083ba6138/39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:38.619335 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 5e4c4139-7b3f-41cb-af61-1e26e5385f57 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:38.624290 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 5e4c4139-7b3f-41cb-af61-1e26e5385f57 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:38.624986 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:38.663631 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed1b69a4-23b2-43ce-ab4b-2925fd21eca9 req-d17155f8-11da-4921-882f-468785938314 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca38037f-a94d-4bcb-9ef8-5e15e4e2d9c8 HTTP/1.1" status: 200 len: 210 time: 0.0494158 Jul 29 23:18:38.721728 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:38.770877 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f17efdd-5226-44cb-beef-b38d37d0b01d req-1ea6006f-20a0-48f9-9d07-fa4f3d1c3405 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:38.772435 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5f17efdd-5226-44cb-beef-b38d37d0b01d req-1ea6006f-20a0-48f9-9d07-fa4f3d1c3405 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.1068115 Jul 29 23:18:38.781013 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 5e4c4139-7b3f-41cb-af61-1e26e5385f57, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=5e4c4139-7b3f-41cb-af61-1e26e5385f57,segment=NetworkSegment(09ef5cba-b946-4954-8b7b-df4b99902de5),segment_id=09ef5cba-b946-4954-8b7b-df4b99902de5)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:38.787796 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:38.864349 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=5e4c4139-7b3f-41cb-af61-1e26e5385f57,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:38.899804 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0429b180-9fd3-4d1f-886a-b75b6a1c9a5b req-b61e7fac-18fe-4cb5-8f62-d5079e390c52 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:38.901370 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0429b180-9fd3-4d1f-886a-b75b6a1c9a5b req-b61e7fac-18fe-4cb5-8f62-d5079e390c52 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 945 time: 0.1594336 Jul 29 23:18:38.912654 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5f17efdd-5226-44cb-beef-b38d37d0b01d req-bdc098dc-49b8-4748-9c19-8e6abedd3df4 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239061 Jul 29 23:18:39.002395 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4daee29a-a41d-453a-965e-d8db151a641f req-b60b6b2c-8b1c-4860-a411-377d53182765 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:39.005702 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0429b180-9fd3-4d1f-886a-b75b6a1c9a5b req-1806e976-a4fe-480b-9646-c0e04771a1b3 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960608 Jul 29 23:18:39.036410 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7318160-9d90-46ee-aedc-ed36302ed0e6 req-71f9a6f4-b410-48ce-bc6c-fc35659294fd tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=2622fdbe-22eb-4dd6-9014-8f9419731226 HTTP/1.1" status: 200 len: 210 time: 0.0476925 Jul 29 23:18:39.044289 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-4daee29a-a41d-453a-965e-d8db151a641f req-b60b6b2c-8b1c-4860-a411-377d53182765 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Transition to ACTIVE for port object 39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:39.091023 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4daee29a-a41d-453a-965e-d8db151a641f req-b60b6b2c-8b1c-4860-a411-377d53182765 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:39.109783 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['47f2efaf-862e-4ac6-a572-d43cde8e5e68'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:39.197074 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60b6b2c-8b1c-4860-a411-377d53182765 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Pushing event updated for resources: {'Port': ['ID=39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:39.208972 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4daee29a-a41d-453a-965e-d8db151a641f req-b60b6b2c-8b1c-4860-a411-377d53182765 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Network c2da941c-32a1-4da1-9f2a-892e8a8b930d is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:39.213074 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-4daee29a-a41d-453a-965e-d8db151a641f req-b60b6b2c-8b1c-4860-a411-377d53182765 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:39.225266 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-4daee29a-a41d-453a-965e-d8db151a641f req-b60b6b2c-8b1c-4860-a411-377d53182765 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:39.467246 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-322072e8-bc29-47fb-8973-df6394f80e35 None None] Provisioning for port 39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:39.472468 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-322072e8-bc29-47fb-8973-df6394f80e35 None None] Provisioning complete for port 39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:39.473548 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-322072e8-bc29-47fb-8973-df6394f80e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:39.523914 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-322072e8-bc29-47fb-8973-df6394f80e35 None None] Port 39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:18:39.575884 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4c4139-7b3f-41cb-af61-1e26e5385f57'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:39.579631 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afda42de-1208-4e0a-ba7d-27aefb092ea0" -d '{"events": [{"server_uuid": "2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf", "name": "network-vif-plugged", "status": "completed", "tag": "5e4c4139-7b3f-41cb-af61-1e26e5385f57"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:39.624773 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-c1e66923-038f-4f04-b00e-433829a77e4f tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=059e1ca7f14d445f9149a931f19d526e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558281 Jul 29 23:18:39.643050 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f678b0-f1dc-4f79-96ed-ffd693207012 req-b9f88767-0e62-4a30-81a1-1d0beacc9fc6 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:39.650636 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c6f678b0-f1dc-4f79-96ed-ffd693207012 req-b9f88767-0e62-4a30-81a1-1d0beacc9fc6 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 950 time: 0.5305283 Jul 29 23:18:39.706437 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daee29a-a41d-453a-965e-d8db151a641f req-b60b6b2c-8b1c-4860-a411-377d53182765 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:39.707318 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4daee29a-a41d-453a-965e-d8db151a641f req-b60b6b2c-8b1c-4860-a411-377d53182765 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:39.755181 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c6f678b0-f1dc-4f79-96ed-ffd693207012 req-dc390196-902b-4a42-9399-a0febc97fe7c tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033044 Jul 29 23:18:39.758076 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4daee29a-a41d-453a-965e-d8db151a641f req-b60b6b2c-8b1c-4860-a411-377d53182765 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6418326 Jul 29 23:18:39.772713 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34cb34-8527-4fe1-951a-0c699a08d389 req-66d9f12c-76c2-44a5-a7f8-3e9bf9c3c3d5 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:39.774894 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6d34cb34-8527-4fe1-951a-0c699a08d389 req-66d9f12c-76c2-44a5-a7f8-3e9bf9c3c3d5 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/ports?device_id=980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9 HTTP/1.1" status: 200 len: 932 time: 0.1191182 Jul 29 23:18:39.780146 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-4daee29a-a41d-453a-965e-d8db151a641f req-2a137fde-e9ec-40f9-9bc9-8c60bbe0dbaf service neutron] Request body: {'port': {'device_id': '980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:39.781407 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-cfc9b67c-a734-4c2d-93ab-cd4e40799b0a tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:39.783522 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-cfc9b67c-a734-4c2d-93ab-cd4e40799b0a tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1467650 Jul 29 23:18:39.805272 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-53bf80a2-a933-4bc4-8e65-52877a7c22f0 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Request body: {'port': {'device_id': 'ca38037f-a94d-4bcb-9ef8-5e15e4e2d9c8', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'admin_state_up': True, 'tenant_id': '059e1ca7f14d445f9149a931f19d526e'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:39.819424 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741b706f-918d-483b-86de-4bf6115979f1 x-openstack-request-id: req-741b706f-918d-483b-86de-4bf6115979f1 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:39.820322 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf", "name": "network-vif-plugged", "status": "completed", "tag": "5e4c4139-7b3f-41cb-af61-1e26e5385f57", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:39.820723 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-741b706f-918d-483b-86de-4bf6115979f1 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:39.821289 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4c4139-7b3f-41cb-af61-1e26e5385f57', 'code': 200} Jul 29 23:18:39.853076 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6d34cb34-8527-4fe1-951a-0c699a08d389 req-bc97011e-226e-450d-bd86-24fcaaee745b tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/security-groups?id=c707e286-30f0-42c5-96b2-eee1f2c659a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682092 Jul 29 23:18:39.877886 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4daee29a-a41d-453a-965e-d8db151a641f req-2a137fde-e9ec-40f9-9bc9-8c60bbe0dbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:39.969350 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-53bf80a2-a933-4bc4-8e65-52877a7c22f0 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Made reservation on behalf of 059e1ca7f14d445f9149a931f19d526e for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:18:39.973764 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-53bf80a2-a933-4bc4-8e65-52877a7c22f0 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:39.994013 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2ba3126-f928-46d0-a86f-9bf2f5f537df req-d914df1f-4243-48dc-8f0c-ea039498d8af tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca38037f-a94d-4bcb-9ef8-5e15e4e2d9c8 HTTP/1.1" status: 200 len: 210 time: 0.0765276 Jul 29 23:18:40.143878 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-53bf80a2-a933-4bc4-8e65-52877a7c22f0 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Allocated IP 192.168.233.254 (adb88f5c-b5bd-41cf-b367-228eab6e0075/28e6de27-5b72-4bf0-88e6-0cdec4cf806e/047e2035-b611-4eeb-919e-401c004e4745) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:40.185811 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327e8ca-7944-43ec-9dda-22f58b886620 req-5cdd5718-4deb-42ca-86ac-f16dc17289b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:40.189084 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f327e8ca-7944-43ec-9dda-22f58b886620 req-5cdd5718-4deb-42ca-86ac-f16dc17289b9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 1098 time: 0.2698693 Jul 29 23:18:40.240241 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2663e175-16bf-4168-8081-c00fdd26c616 req-aeec7e32-80f4-43e6-92ab-16954eab3a90 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:40.244401 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2663e175-16bf-4168-8081-c00fdd26c616 req-aeec7e32-80f4-43e6-92ab-16954eab3a90 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.2444017 Jul 29 23:18:40.335994 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-53bf80a2-a933-4bc4-8e65-52877a7c22f0 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:40.350524 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-53bf80a2-a933-4bc4-8e65-52877a7c22f0 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Transition to ACTIVE for port object 047e2035-b611-4eeb-919e-401c004e4745 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:40.381247 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-45592aec-fb3a-46e3-a1b9-4d6765700d08 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:40.382723 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-45592aec-fb3a-46e3-a1b9-4d6765700d08 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.23 "GET /v2.0/networks?id=55fb160e-6b45-47b4-8565-f685f832c4b9 HTTP/1.1" status: 200 len: 821 time: 0.3536289 Jul 29 23:18:40.384252 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-53bf80a2-a933-4bc4-8e65-52877a7c22f0 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:40.384415 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f327e8ca-7944-43ec-9dda-22f58b886620 req-6950ee9a-1d59-4e0f-9a65-2cc5708955d4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778748 Jul 29 23:18:40.398448 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['1d291e9a-6200-47dc-94b5-0a95bc84c174', 'd417402e-33ed-425c-819b-5875ab427fa4', '9bce63cc-5043-41c1-9ca3-cf930c8e8920', '7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:40.401972 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['a83c9ee2-098b-4c90-ab40-170001703a7e', 'b44d617b-4d86-41ea-990b-66b6797ec0f9'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:40.408785 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2663e175-16bf-4168-8081-c00fdd26c616 req-c22401fc-3efb-4f9e-9aec-5e2dca87ade3 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220908 Jul 29 23:18:40.431633 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d4468e-79a3-40ce-aa38-f6fc462f99ec req-9faf441b-4d1e-4418-be9a-b266ea13053f tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:40.431633 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-25d4468e-79a3-40ce-aa38-f6fc462f99ec req-9faf441b-4d1e-4418-be9a-b266ea13053f tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 946 time: 0.1314642 Jul 29 23:18:40.439377 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-53bf80a2-a933-4bc4-8e65-52877a7c22f0 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:40.460883 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bf80a2-a933-4bc4-8e65-52877a7c22f0 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Pushing event updated for resources: {'Port': ['ID=047e2035-b611-4eeb-919e-401c004e4745,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:40.464076 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-266fe179-8e90-4825-a874-c13901e7c4fe tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Request body: {'port': {'device_id': '2622fdbe-22eb-4dd6-9014-8f9419731226', 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9', 'admin_state_up': True, 'tenant_id': 'b675f7a309964096bd61726e3752bfc0'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:40.466392 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-53bf80a2-a933-4bc4-8e65-52877a7c22f0 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:40.485737 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-53bf80a2-a933-4bc4-8e65-52877a7c22f0 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:40.558493 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-25d4468e-79a3-40ce-aa38-f6fc462f99ec req-7c45bb13-8851-4ca0-b7c9-ed1e8d4684f7 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234443 Jul 29 23:18:40.561641 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-53bf80a2-a933-4bc4-8e65-52877a7c22f0 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:40.563561 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-53bf80a2-a933-4bc4-8e65-52877a7c22f0 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:40.605669 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-53bf80a2-a933-4bc4-8e65-52877a7c22f0 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8061643 Jul 29 23:18:40.610897 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-39386135-f1b8-4983-b2e7-248e415f0cd1 req-4766b681-9f1e-4487-acbc-ada9c9e2aa6f tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=2622fdbe-22eb-4dd6-9014-8f9419731226 HTTP/1.1" status: 200 len: 210 time: 0.1185579 Jul 29 23:18:40.624278 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-7b8e7810-b6da-43f5-8c11-514f1f947d8c service neutron] Request body: {'port': {'device_id': 'ca38037f-a94d-4bcb-9ef8-5e15e4e2d9c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:40.721888 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-7b8e7810-b6da-43f5-8c11-514f1f947d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:40.740115 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-4daee29a-a41d-453a-965e-d8db151a641f req-2a137fde-e9ec-40f9-9bc9-8c60bbe0dbaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:40.761350 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4daee29a-a41d-453a-965e-d8db151a641f req-2a137fde-e9ec-40f9-9bc9-8c60bbe0dbaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:40.802994 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-4daee29a-a41d-453a-965e-d8db151a641f req-2a137fde-e9ec-40f9-9bc9-8c60bbe0dbaf service neutron] Transition to ACTIVE for port object 39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:40.817530 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8f0c94d5-a97e-4f0f-aa9a-bbfdbd808181 None None] Provisioning for port 047e2035-b611-4eeb-919e-401c004e4745 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:40.831092 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4daee29a-a41d-453a-965e-d8db151a641f req-2a137fde-e9ec-40f9-9bc9-8c60bbe0dbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:40.858178 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8f0c94d5-a97e-4f0f-aa9a-bbfdbd808181 None None] Provisioning complete for port 047e2035-b611-4eeb-919e-401c004e4745 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:40.858727 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8f0c94d5-a97e-4f0f-aa9a-bbfdbd808181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:40.879384 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-266fe179-8e90-4825-a874-c13901e7c4fe tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Made reservation on behalf of b675f7a309964096bd61726e3752bfc0 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:18:40.884308 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-266fe179-8e90-4825-a874-c13901e7c4fe tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:40.965470 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8f0c94d5-a97e-4f0f-aa9a-bbfdbd808181 None None] Port 047e2035-b611-4eeb-919e-401c004e4745 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:18:40.977687 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a137fde-e9ec-40f9-9bc9-8c60bbe0dbaf service neutron] Pushing event updated for resources: {'Port': ['ID=39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:41.116435 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a7e69-4ffc-4d5d-b74c-c6238514beb2 req-870b8916-a238-4e30-87e4-301fe6c272b5 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:41.117955 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-018a7e69-4ffc-4d5d-b74c-c6238514beb2 req-870b8916-a238-4e30-87e4-301fe6c272b5 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 950 time: 0.2397454 Jul 29 23:18:41.139398 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-7b8e7810-b6da-43f5-8c11-514f1f947d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 047e2035-b611-4eeb-919e-401c004e4745 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:41.163659 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-7b8e7810-b6da-43f5-8c11-514f1f947d8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:41.181259 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-7b8e7810-b6da-43f5-8c11-514f1f947d8c service neutron] Transition to ACTIVE for port object 047e2035-b611-4eeb-919e-401c004e4745 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:41.186445 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-7b8e7810-b6da-43f5-8c11-514f1f947d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:41.281914 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-4daee29a-a41d-453a-965e-d8db151a641f req-2a137fde-e9ec-40f9-9bc9-8c60bbe0dbaf service neutron] Attempting to bind port 39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:18:41.282455 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-4daee29a-a41d-453a-965e-d8db151a641f req-2a137fde-e9ec-40f9-9bc9-8c60bbe0dbaf service neutron] Attempting to bind port 39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '562933ca-53ea-46ea-af93-a7c56c2d1501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:18:41.282808 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daee29a-a41d-453a-965e-d8db151a641f req-2a137fde-e9ec-40f9-9bc9-8c60bbe0dbaf service neutron] Attempting to bind port 39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd on network c2da941c-32a1-4da1-9f2a-892e8a8b930d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:41.290154 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e7810-b6da-43f5-8c11-514f1f947d8c service neutron] Pushing event updated for resources: {'Port': ['ID=047e2035-b611-4eeb-919e-401c004e4745,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:41.301440 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-018a7e69-4ffc-4d5d-b74c-c6238514beb2 req-154105a8-221f-45d3-ab52-0725ab876493 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705601 Jul 29 23:18:41.307913 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daee29a-a41d-453a-965e-d8db151a641f req-2a137fde-e9ec-40f9-9bc9-8c60bbe0dbaf service neutron] Port 39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd on network c2da941c-32a1-4da1-9f2a-892e8a8b930d not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:18:41.308246 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daee29a-a41d-453a-965e-d8db151a641f req-2a137fde-e9ec-40f9-9bc9-8c60bbe0dbaf service neutron] Attempting to bind port 39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd on network c2da941c-32a1-4da1-9f2a-892e8a8b930d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:41.339070 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-266fe179-8e90-4825-a874-c13901e7c4fe tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Allocated IP 172.20.0.5 (55fb160e-6b45-47b4-8565-f685f832c4b9/4ea5ab56-d2f4-49be-ac07-d932b6774fb8/9a47ea6a-945d-4900-804f-cce950df5171) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:41.354603 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12195e72-7aad-42da-94ce-7971e3541c07 req-66d718f9-53da-44fa-b848-31da3ba1e48f tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:41.356791 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-12195e72-7aad-42da-94ce-7971e3541c07 req-66d718f9-53da-44fa-b848-31da3ba1e48f tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/ports?device_id=980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9 HTTP/1.1" status: 200 len: 944 time: 0.1879528 Jul 29 23:18:41.361334 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daee29a-a41d-453a-965e-d8db151a641f req-2a137fde-e9ec-40f9-9bc9-8c60bbe0dbaf service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:18:41.361797 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daee29a-a41d-453a-965e-d8db151a641f req-2a137fde-e9ec-40f9-9bc9-8c60bbe0dbaf service neutron] Checking segment: {'id': '562933ca-53ea-46ea-af93-a7c56c2d1501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:41.362191 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4daee29a-a41d-453a-965e-d8db151a641f req-2a137fde-e9ec-40f9-9bc9-8c60bbe0dbaf service neutron] Bound using segment: {'id': '562933ca-53ea-46ea-af93-a7c56c2d1501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:18:41.362647 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-4daee29a-a41d-453a-965e-d8db151a641f req-2a137fde-e9ec-40f9-9bc9-8c60bbe0dbaf service neutron] Bound port: 39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '562933ca-53ea-46ea-af93-a7c56c2d1501', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:18:41.363079 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4daee29a-a41d-453a-965e-d8db151a641f req-2a137fde-e9ec-40f9-9bc9-8c60bbe0dbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:41.374679 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-7b8e7810-b6da-43f5-8c11-514f1f947d8c service neutron] Attempting to bind port 047e2035-b611-4eeb-919e-401c004e4745 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:18:41.375601 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-7b8e7810-b6da-43f5-8c11-514f1f947d8c service neutron] Attempting to bind port 047e2035-b611-4eeb-919e-401c004e4745 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:18:41.376106 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-7b8e7810-b6da-43f5-8c11-514f1f947d8c service neutron] Attempting to bind port 047e2035-b611-4eeb-919e-401c004e4745 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:41.386192 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-7b8e7810-b6da-43f5-8c11-514f1f947d8c service neutron] Port 047e2035-b611-4eeb-919e-401c004e4745 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:18:41.386515 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-7b8e7810-b6da-43f5-8c11-514f1f947d8c service neutron] Attempting to bind port 047e2035-b611-4eeb-919e-401c004e4745 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:41.399786 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-7b8e7810-b6da-43f5-8c11-514f1f947d8c service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:18:41.400267 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-7b8e7810-b6da-43f5-8c11-514f1f947d8c service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:41.401572 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-7b8e7810-b6da-43f5-8c11-514f1f947d8c service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:18:41.401572 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-7b8e7810-b6da-43f5-8c11-514f1f947d8c service neutron] Bound port: 047e2035-b611-4eeb-919e-401c004e4745, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:18:41.401572 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-7b8e7810-b6da-43f5-8c11-514f1f947d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:41.477868 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-7b8e7810-b6da-43f5-8c11-514f1f947d8c service neutron] For port 047e2035-b611-4eeb-919e-401c004e4745, host n-h1-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:41.481150 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-7b8e7810-b6da-43f5-8c11-514f1f947d8c service neutron] For port 047e2035-b611-4eeb-919e-401c004e4745, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=047e2035-b611-4eeb-919e-401c004e4745,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:18:41.486677 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-7b8e7810-b6da-43f5-8c11-514f1f947d8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:41.494242 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-12195e72-7aad-42da-94ce-7971e3541c07 req-b3f8e7a7-15d9-4044-9faf-cae71c1ec0f5 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/security-groups?id=c707e286-30f0-42c5-96b2-eee1f2c659a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288006 Jul 29 23:18:41.532165 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-7b8e7810-b6da-43f5-8c11-514f1f947d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:41.532798 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-7b8e7810-b6da-43f5-8c11-514f1f947d8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:41.534277 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-7b8e7810-b6da-43f5-8c11-514f1f947d8c service neutron] 10.222.0.23 "PUT /v2.0/ports/047e2035-b611-4eeb-919e-401c004e4745 HTTP/1.1" status: 200 len: 1097 time: 0.9144952 Jul 29 23:18:41.534812 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca38037f-a94d-4bcb-9ef8-5e15e4e2d9c8', 'tag': '047e2035-b611-4eeb-919e-401c004e4745'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:41.537034 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce76c581-2bce-4535-9c74-0be5e7a7737f" -d '{"events": [{"name": "network-changed", "server_uuid": "ca38037f-a94d-4bcb-9ef8-5e15e4e2d9c8", "tag": "047e2035-b611-4eeb-919e-401c004e4745"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:41.602537 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-4daee29a-a41d-453a-965e-d8db151a641f req-2a137fde-e9ec-40f9-9bc9-8c60bbe0dbaf service neutron] For port 39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:41.627607 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a53cf34-a787-424e-97ba-41bfa5dfceb6 req-17aeaee3-9251-4661-8a75-e4c49368c522 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:41.629138 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a53cf34-a787-424e-97ba-41bfa5dfceb6 req-17aeaee3-9251-4661-8a75-e4c49368c522 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca38037f-a94d-4bcb-9ef8-5e15e4e2d9c8 HTTP/1.1" status: 200 len: 948 time: 0.1874197 Jul 29 23:18:41.630313 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e7810-b6da-43f5-8c11-514f1f947d8c service neutron] Pushing event updated for resources: {'Port': ['ID=047e2035-b611-4eeb-919e-401c004e4745,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:41.635089 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-4daee29a-a41d-453a-965e-d8db151a641f req-2a137fde-e9ec-40f9-9bc9-8c60bbe0dbaf service neutron] For port 39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd,segment=NetworkSegment(562933ca-53ea-46ea-af93-a7c56c2d1501),segment_id=562933ca-53ea-46ea-af93-a7c56c2d1501)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:18:41.642593 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4daee29a-a41d-453a-965e-d8db151a641f req-2a137fde-e9ec-40f9-9bc9-8c60bbe0dbaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:41.658456 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-cc040cff-7b2f-4cfd-a037-691a0dbfff4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:41.660115 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-cc040cff-7b2f-4cfd-a037-691a0dbfff4a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=059e1ca7f14d445f9149a931f19d526e&device_id=ca38037f-a94d-4bcb-9ef8-5e15e4e2d9c8 HTTP/1.1" status: 200 len: 1100 time: 0.0610909 Jul 29 23:18:41.725383 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-aa2359da-d624-4ac2-a539-ae03736848fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=047e2035-b611-4eeb-919e-401c004e4745 HTTP/1.1" status: 200 len: 217 time: 0.0545650 Jul 29 23:18:41.728894 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daee29a-a41d-453a-965e-d8db151a641f req-2a137fde-e9ec-40f9-9bc9-8c60bbe0dbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:41.729527 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4daee29a-a41d-453a-965e-d8db151a641f req-2a137fde-e9ec-40f9-9bc9-8c60bbe0dbaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:41.730941 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4daee29a-a41d-453a-965e-d8db151a641f req-2a137fde-e9ec-40f9-9bc9-8c60bbe0dbaf service neutron] 10.222.0.23 "PUT /v2.0/ports/39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd HTTP/1.1" status: 200 len: 1093 time: 1.9549587 Jul 29 23:18:41.737027 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9', 'tag': '39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:41.739006 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11de3c84-3832-45ae-8d51-3d5d8a5239ef" -d '{"events": [{"name": "network-changed", "server_uuid": "980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9", "tag": "39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:41.790184 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-266fe179-8e90-4825-a874-c13901e7c4fe tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:41.803133 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a53cf34-a787-424e-97ba-41bfa5dfceb6 req-2f9122ad-e6d3-44e9-a83a-5711a4cf3c9f tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442537 Jul 29 23:18:41.812191 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a137fde-e9ec-40f9-9bc9-8c60bbe0dbaf service neutron] Pushing event updated for resources: {'Port': ['ID=39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:41.838178 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-7486d800-a2bf-4680-8353-9552fdf4fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:41.840140 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-7486d800-a2bf-4680-8353-9552fdf4fcad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.0979278 Jul 29 23:18:41.871330 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daee29a-a41d-453a-965e-d8db151a641f req-b64862e6-7e85-4dee-b23f-3c90c620b423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:41.873543 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4daee29a-a41d-453a-965e-d8db151a641f req-b64862e6-7e85-4dee-b23f-3c90c620b423 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=996f54c2219e43118807a0e5eacc8eba&device_id=980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9 HTTP/1.1" status: 200 len: 1096 time: 0.0806842 Jul 29 23:18:41.946494 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4daee29a-a41d-453a-965e-d8db151a641f req-70527e9f-88af-4a0f-ad0e-1b90f2136439 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd HTTP/1.1" status: 200 len: 217 time: 0.0635765 Jul 29 23:18:41.952425 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-27b9691a-e6a7-4738-a019-3ff6124119c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:41.954949 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-27b9691a-e6a7-4738-a019-3ff6124119c9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1071758 Jul 29 23:18:42.030527 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-266fe179-8e90-4825-a874-c13901e7c4fe tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:42.043121 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daee29a-a41d-453a-965e-d8db151a641f req-3e7d6427-ebb7-4b00-8057-a68cc3ba332b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:42.044848 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4daee29a-a41d-453a-965e-d8db151a641f req-3e7d6427-ebb7-4b00-8057-a68cc3ba332b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7fc0bd98-0583-4b79-a848-71b083ba6138 HTTP/1.1" status: 200 len: 859 time: 0.0891144 Jul 29 23:18:42.095624 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-4ac8a7f8-8d2e-4414-85e4-34572287b318 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319540 Jul 29 23:18:42.109997 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-266fe179-8e90-4825-a874-c13901e7c4fe tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Network 55fb160e-6b45-47b4-8565-f685f832c4b9 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:42.119188 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-266fe179-8e90-4825-a874-c13901e7c4fe tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:42.122282 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-266fe179-8e90-4825-a874-c13901e7c4fe tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:42.125860 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266fe179-8e90-4825-a874-c13901e7c4fe tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Pushing event updated for resources: {'Port': ['ID=9a47ea6a-945d-4900-804f-cce950df5171,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:42.210615 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daee29a-a41d-453a-965e-d8db151a641f req-4ee5aaf6-6b24-42a5-b146-d55d44600862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:42.212296 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4daee29a-a41d-453a-965e-d8db151a641f req-4ee5aaf6-6b24-42a5-b146-d55d44600862 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c2da941c-32a1-4da1-9f2a-892e8a8b930d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1435301 Jul 29 23:18:42.225954 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-266fe179-8e90-4825-a874-c13901e7c4fe tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:42.226634 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-266fe179-8e90-4825-a874-c13901e7c4fe tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:42.245319 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1036f829-618e-4ca1-a7c3-d78260e77d76 req-d25dc5c2-5381-4233-b596-2db57c984063 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378288 Jul 29 23:18:42.291388 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67dcc67-57a4-487f-8412-b320210b33dd x-openstack-request-id: req-b67dcc67-57a4-487f-8412-b320210b33dd {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:42.291917 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca38037f-a94d-4bcb-9ef8-5e15e4e2d9c8", "tag": "047e2035-b611-4eeb-919e-401c004e4745", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:42.292234 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b67dcc67-57a4-487f-8412-b320210b33dd {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:42.293134 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-1ff940d9-9737-4e07-b8d0-ba8d5e359796 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1428463 Jul 29 23:18:42.296726 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-266fe179-8e90-4825-a874-c13901e7c4fe tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8505177 Jul 29 23:18:42.297388 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca38037f-a94d-4bcb-9ef8-5e15e4e2d9c8', 'tag': '047e2035-b611-4eeb-919e-401c004e4745', 'status': 'completed', 'code': 200} Jul 29 23:18:42.327211 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-46653302-4cd4-45cb-9099-af4448981fa7 service neutron] Request body: {'port': {'device_id': '2622fdbe-22eb-4dd6-9014-8f9419731226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:42.408261 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76c581-2bce-4535-9c74-0be5e7a7737f req-1be5b326-3a0f-4a40-ae24-126af5423450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:42.409905 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ce76c581-2bce-4535-9c74-0be5e7a7737f req-1be5b326-3a0f-4a40-ae24-126af5423450 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=059e1ca7f14d445f9149a931f19d526e&device_id=ca38037f-a94d-4bcb-9ef8-5e15e4e2d9c8 HTTP/1.1" status: 200 len: 1100 time: 0.0796030 Jul 29 23:18:42.440756 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4daee29a-a41d-453a-965e-d8db151a641f req-ebb16850-4023-409c-a276-5e0d0a615a7b service neutron] 10.222.0.23 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112095 Jul 29 23:18:42.480663 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-46653302-4cd4-45cb-9099-af4448981fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:42.533550 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76c581-2bce-4535-9c74-0be5e7a7737f req-5bffdcaf-04f4-451d-b656-88d043b4bfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:42.535018 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ce76c581-2bce-4535-9c74-0be5e7a7737f req-5bffdcaf-04f4-451d-b656-88d043b4bfa5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.1155133 Jul 29 23:18:42.596740 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74fb03-81ad-4c5c-93cf-a3b10a99f2d6 req-57399039-2d08-4219-90be-e25a68f94527 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:42.598326 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e74fb03-81ad-4c5c-93cf-a3b10a99f2d6 req-57399039-2d08-4219-90be-e25a68f94527 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 946 time: 0.2266409 Jul 29 23:18:42.609090 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ce76c581-2bce-4535-9c74-0be5e7a7737f req-954147cf-c806-4d90-91c6-6f5ea0662a4d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=047e2035-b611-4eeb-919e-401c004e4745 HTTP/1.1" status: 200 len: 217 time: 0.0522561 Jul 29 23:18:42.612736 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b7107-c445-4d8b-bc46-029e82f8f0b9 req-fc64b997-6116-4828-8e8a-a36eda14e92e tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:42.614298 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a41b7107-c445-4d8b-bc46-029e82f8f0b9 req-fc64b997-6116-4828-8e8a-a36eda14e92e tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.2273080 Jul 29 23:18:42.632073 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56722) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:42.684241 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76c581-2bce-4535-9c74-0be5e7a7737f req-4e7a75c8-5b15-42d3-93de-dc7c694a6565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:42.685762 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ce76c581-2bce-4535-9c74-0be5e7a7737f req-4e7a75c8-5b15-42d3-93de-dc7c694a6565 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.0636024 Jul 29 23:18:42.708262 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4daee29a-a41d-453a-965e-d8db151a641f req-56adce78-fadc-432e-8634-aeae65d031eb service neutron] 10.222.0.23 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397289 Jul 29 23:18:42.758340 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76c581-2bce-4535-9c74-0be5e7a7737f req-3d0b7544-d503-4df8-b422-dda0296336ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:42.760655 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ce76c581-2bce-4535-9c74-0be5e7a7737f req-3d0b7544-d503-4df8-b422-dda0296336ca service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0628870 Jul 29 23:18:42.773600 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e74fb03-81ad-4c5c-93cf-a3b10a99f2d6 req-11338b8c-286c-481b-8c6b-b0c497dff034 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582980 Jul 29 23:18:42.783901 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a41b7107-c445-4d8b-bc46-029e82f8f0b9 req-7d3585c7-9078-4547-8acb-99b2e3478d81 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569531 Jul 29 23:18:42.872591 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efa8938-898b-4074-b910-5e791610fa8e x-openstack-request-id: req-5efa8938-898b-4074-b910-5e791610fa8e {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:42.873188 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9", "tag": "39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:42.873188 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5efa8938-898b-4074-b910-5e791610fa8e {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:42.873555 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9', 'tag': '39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd', 'status': 'completed', 'code': 200} Jul 29 23:18:42.877018 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ce76c581-2bce-4535-9c74-0be5e7a7737f req-b0e71798-fb01-439d-84c8-ce48644f6563 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074405 Jul 29 23:18:42.901052 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dcfaf07b-3e73-4ef9-96e8-adb9110a1423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:43.012885 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7b8df0-6456-4f2e-aa17-f759ec0e7719 req-885c3dee-6cd1-4a94-a0c2-12fdf0d90ee4 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:43.022125 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f7b8df0-6456-4f2e-aa17-f759ec0e7719 req-885c3dee-6cd1-4a94-a0c2-12fdf0d90ee4 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=2622fdbe-22eb-4dd6-9014-8f9419731226 HTTP/1.1" status: 200 len: 931 time: 0.1754611 Jul 29 23:18:43.027010 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ce76c581-2bce-4535-9c74-0be5e7a7737f req-5d810043-e6aa-4219-aaff-eb0cc6749ab4 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352043 Jul 29 23:18:43.051902 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de3c84-3832-45ae-8d51-3d5d8a5239ef req-e0660236-d137-4424-826b-0ffe9c6d1ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:43.053851 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-11de3c84-3832-45ae-8d51-3d5d8a5239ef req-e0660236-d137-4424-826b-0ffe9c6d1ae7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=996f54c2219e43118807a0e5eacc8eba&device_id=980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9 HTTP/1.1" status: 200 len: 1096 time: 0.1371684 Jul 29 23:18:43.090729 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dcfaf07b-3e73-4ef9-96e8-adb9110a1423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:43.097349 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dcfaf07b-3e73-4ef9-96e8-adb9110a1423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:43.142798 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaf07b-3e73-4ef9-96e8-adb9110a1423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c9198b-2603-4c2b-8562-cb43356c9e6a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:43.149639 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-dcfaf07b-3e73-4ef9-96e8-adb9110a1423 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=afe7ff94bbc045ca8f8f2d4cac2dba1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5153944 Jul 29 23:18:43.152270 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56742) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:43.212449 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6e060482-8a50-4ec9-80ee-1f8d8bb0a410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:43.227341 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f7b8df0-6456-4f2e-aa17-f759ec0e7719 req-d3aa0669-00b1-4261-8c94-6959c20326e0 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015114 Jul 29 23:18:43.240964 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6e060482-8a50-4ec9-80ee-1f8d8bb0a410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:43.287592 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2523ce-2e35-4a88-a119-2b5b00776a46 req-e858ab15-51f7-444b-9de0-1f2bde5055a2 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:43.289141 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6c2523ce-2e35-4a88-a119-2b5b00776a46 req-e858ab15-51f7-444b-9de0-1f2bde5055a2 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 950 time: 0.2619193 Jul 29 23:18:43.312182 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de3c84-3832-45ae-8d51-3d5d8a5239ef req-3d6cd950-53dc-48e9-874f-a0620a59a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:43.314715 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-11de3c84-3832-45ae-8d51-3d5d8a5239ef req-3d6cd950-53dc-48e9-874f-a0620a59a6c1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c2da941c-32a1-4da1-9f2a-892e8a8b930d HTTP/1.1" status: 200 len: 921 time: 0.2337751 Jul 29 23:18:43.317439 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-46653302-4cd4-45cb-9099-af4448981fa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a47ea6a-945d-4900-804f-cce950df5171 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:43.322740 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6e060482-8a50-4ec9-80ee-1f8d8bb0a410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:43.326872 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6e060482-8a50-4ec9-80ee-1f8d8bb0a410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:43.329978 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6e060482-8a50-4ec9-80ee-1f8d8bb0a410 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e9c9198b-2603-4c2b-8562-cb43356c9e6a HTTP/1.1" status: 204 len: 168 time: 0.1766889 Jul 29 23:18:43.342338 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e060482-8a50-4ec9-80ee-1f8d8bb0a410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c9198b-2603-4c2b-8562-cb43356c9e6a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:43.363756 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-46653302-4cd4-45cb-9099-af4448981fa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:43.428677 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-11de3c84-3832-45ae-8d51-3d5d8a5239ef req-85ee88e0-4350-4bc2-a85b-2a7974541216 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd HTTP/1.1" status: 200 len: 217 time: 0.0940039 Jul 29 23:18:43.440624 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-46653302-4cd4-45cb-9099-af4448981fa7 service neutron] Transition to ACTIVE for port object 9a47ea6a-945d-4900-804f-cce950df5171 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:43.460260 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-46653302-4cd4-45cb-9099-af4448981fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:43.488974 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6c2523ce-2e35-4a88-a119-2b5b00776a46 req-765775f4-9964-44bc-8e03-2ab7e59cfef1 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783552 Jul 29 23:18:43.533613 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee6428-552e-47a5-b7c8-d8cf0a58d0a9 req-7351933f-78bd-4bc6-bc94-04b5e395a277 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:43.535268 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dbee6428-552e-47a5-b7c8-d8cf0a58d0a9 req-7351933f-78bd-4bc6-bc94-04b5e395a277 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/ports?device_id=980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9 HTTP/1.1" status: 200 len: 944 time: 0.2080817 Jul 29 23:18:43.582766 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46653302-4cd4-45cb-9099-af4448981fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=9a47ea6a-945d-4900-804f-cce950df5171,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:43.600481 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de3c84-3832-45ae-8d51-3d5d8a5239ef req-6bd531f1-fd03-4b03-9af9-735ecc77346f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:43.602096 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-11de3c84-3832-45ae-8d51-3d5d8a5239ef req-6bd531f1-fd03-4b03-9af9-735ecc77346f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7fc0bd98-0583-4b79-a848-71b083ba6138 HTTP/1.1" status: 200 len: 859 time: 0.1565726 Jul 29 23:18:43.675467 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dbee6428-552e-47a5-b7c8-d8cf0a58d0a9 req-583cb0e1-14a9-4937-a010-f3f0fa25e940 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/security-groups?id=c707e286-30f0-42c5-96b2-eee1f2c659a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267431 Jul 29 23:18:43.715243 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56750) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:43.738582 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5f63f235-d846-4632-a79a-2db7340376ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:43.845514 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85206610-a4af-42c4-bf34-dbf89182c968 req-f367ce49-fe9e-4d32-8d2e-398ee28bd682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:43.847043 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-85206610-a4af-42c4-bf34-dbf89182c968 req-f367ce49-fe9e-4d32-8d2e-398ee28bd682 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=eb4c29ff373b42b2b9e6a10c9a285765&device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 1098 time: 0.0727122 Jul 29 23:18:43.997139 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de3c84-3832-45ae-8d51-3d5d8a5239ef req-9e8949c8-6472-41c3-af8b-40aa0167b604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:43.998530 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-11de3c84-3832-45ae-8d51-3d5d8a5239ef req-9e8949c8-6472-41c3-af8b-40aa0167b604 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c2da941c-32a1-4da1-9f2a-892e8a8b930d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3733501 Jul 29 23:18:44.031400 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-46653302-4cd4-45cb-9099-af4448981fa7 service neutron] Attempting to bind port 9a47ea6a-945d-4900-804f-cce950df5171 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:18:44.032438 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-46653302-4cd4-45cb-9099-af4448981fa7 service neutron] Attempting to bind port 9a47ea6a-945d-4900-804f-cce950df5171 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:18:44.032438 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-46653302-4cd4-45cb-9099-af4448981fa7 service neutron] Attempting to bind port 9a47ea6a-945d-4900-804f-cce950df5171 on network 55fb160e-6b45-47b4-8565-f685f832c4b9 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:44.113110 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-46653302-4cd4-45cb-9099-af4448981fa7 service neutron] Port 9a47ea6a-945d-4900-804f-cce950df5171 on network 55fb160e-6b45-47b4-8565-f685f832c4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:18:44.113443 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-46653302-4cd4-45cb-9099-af4448981fa7 service neutron] Attempting to bind port 9a47ea6a-945d-4900-804f-cce950df5171 on network 55fb160e-6b45-47b4-8565-f685f832c4b9 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:44.136536 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-46653302-4cd4-45cb-9099-af4448981fa7 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:18:44.136885 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-46653302-4cd4-45cb-9099-af4448981fa7 service neutron] Checking segment: {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:44.137276 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-46653302-4cd4-45cb-9099-af4448981fa7 service neutron] Bound using segment: {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:18:44.137726 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-46653302-4cd4-45cb-9099-af4448981fa7 service neutron] Bound port: 9a47ea6a-945d-4900-804f-cce950df5171, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:18:44.138091 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-46653302-4cd4-45cb-9099-af4448981fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:44.166037 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5f63f235-d846-4632-a79a-2db7340376ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:44.172640 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5f63f235-d846-4632-a79a-2db7340376ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:44.176835 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b45cfa-b5fa-40b9-8017-096568967621 req-1684b6ee-ba5e-4334-8936-c9f3ac0e3dc2 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:44.178357 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-33b45cfa-b5fa-40b9-8017-096568967621 req-1684b6ee-ba5e-4334-8936-c9f3ac0e3dc2 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 946 time: 0.1951616 Jul 29 23:18:44.194826 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a223e-5e95-4c56-9af4-444c3922c15e req-2e87bc02-75dc-4212-af80-d4124b153ceb tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:44.196337 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f91a223e-5e95-4c56-9af4-444c3922c15e req-2e87bc02-75dc-4212-af80-d4124b153ceb tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca38037f-a94d-4bcb-9ef8-5e15e4e2d9c8 HTTP/1.1" status: 200 len: 948 time: 0.2142518 Jul 29 23:18:44.200923 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85206610-a4af-42c4-bf34-dbf89182c968 req-7fe3569d-02a9-4050-bdd0-8911c8b55aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:44.202401 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-85206610-a4af-42c4-bf34-dbf89182c968 req-7fe3569d-02a9-4050-bdd0-8911c8b55aaf service neutron] 10.222.0.23 "GET /v2.0/networks?id=bf432201-0fac-4700-a1fe-c1aeac3e3811 HTTP/1.1" status: 200 len: 919 time: 0.3457546 Jul 29 23:18:44.205412 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-33c87eab-a98d-43b0-b670-4c2d7025474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:44.206852 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-33c87eab-a98d-43b0-b670-4c2d7025474f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 1102 time: 0.2213922 Jul 29 23:18:44.258403 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-85206610-a4af-42c4-bf34-dbf89182c968 req-46d304ec-da3f-40ae-aec3-ab7c150625ab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5e4c4139-7b3f-41cb-af61-1e26e5385f57 HTTP/1.1" status: 200 len: 217 time: 0.0459309 Jul 29 23:18:44.263149 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5f63f235-d846-4632-a79a-2db7340376ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5692b5a619d146eabe1f8bb60a6d8749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5442784 Jul 29 23:18:44.263149 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f63f235-d846-4632-a79a-2db7340376ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc1ccaf-1dd9-47c5-947e-51afe6e64b17,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:44.264634 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56758) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:44.334115 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-11de3c84-3832-45ae-8d51-3d5d8a5239ef req-274a8929-bc01-4617-8167-932b7d91b184 service neutron] 10.222.0.23 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3161983 Jul 29 23:18:44.337913 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85206610-a4af-42c4-bf34-dbf89182c968 req-78100687-10a7-4f05-a60d-c70dbae7e079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:44.339363 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-85206610-a4af-42c4-bf34-dbf89182c968 req-78100687-10a7-4f05-a60d-c70dbae7e079 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a00ddaeb-5a8f-485f-9408-296d4e1ca7cd HTTP/1.1" status: 200 len: 858 time: 0.0683899 Jul 29 23:18:44.358471 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-543828d3-bd46-4be3-b088-fe233e4098b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:44.381829 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-33b45cfa-b5fa-40b9-8017-096568967621 req-0c0c80a6-a2e8-4ef5-bfb8-93b7dc1f12b9 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829355 Jul 29 23:18:44.383179 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-85206610-a4af-42c4-bf34-dbf89182c968 req-f13a11cb-5668-4c69-a15f-c770831978c0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bf432201-0fac-4700-a1fe-c1aeac3e3811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318360 Jul 29 23:18:44.397848 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-543828d3-bd46-4be3-b088-fe233e4098b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:44.404689 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f91a223e-5e95-4c56-9af4-444c3922c15e req-64c05abc-c934-4ac4-91a9-fe2d3eaadb3a tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714299 Jul 29 23:18:44.430675 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-46653302-4cd4-45cb-9099-af4448981fa7 service neutron] For port 9a47ea6a-945d-4900-804f-cce950df5171, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:44.455344 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-46653302-4cd4-45cb-9099-af4448981fa7 service neutron] For port 9a47ea6a-945d-4900-804f-cce950df5171, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9a47ea6a-945d-4900-804f-cce950df5171,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:18:44.477403 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-46653302-4cd4-45cb-9099-af4448981fa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:44.524219 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-85206610-a4af-42c4-bf34-dbf89182c968 req-4ce1505d-8990-4786-aa0f-dd9f2b7c039e service neutron] 10.222.0.23 "GET /v2.0/networks/bf432201-0fac-4700-a1fe-c1aeac3e3811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293461 Jul 29 23:18:44.525817 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-543828d3-bd46-4be3-b088-fe233e4098b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:44.528510 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-543828d3-bd46-4be3-b088-fe233e4098b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:44.529655 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-2e644638-074b-48d6-a96f-11dfaa866cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:44.529782 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-543828d3-bd46-4be3-b088-fe233e4098b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2fc1ccaf-1dd9-47c5-947e-51afe6e64b17 HTTP/1.1" status: 204 len: 168 time: 0.2649686 Jul 29 23:18:44.531656 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-2e644638-074b-48d6-a96f-11dfaa866cd6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.2910912 Jul 29 23:18:44.582415 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-46653302-4cd4-45cb-9099-af4448981fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:44.583040 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-46653302-4cd4-45cb-9099-af4448981fa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:44.584463 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-46653302-4cd4-45cb-9099-af4448981fa7 service neutron] 10.222.0.23 "PUT /v2.0/ports/9a47ea6a-945d-4900-804f-cce950df5171 HTTP/1.1" status: 200 len: 1092 time: 2.2695956 Jul 29 23:18:44.595821 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543828d3-bd46-4be3-b088-fe233e4098b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc1ccaf-1dd9-47c5-947e-51afe6e64b17,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:44.648464 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-85206610-a4af-42c4-bf34-dbf89182c968 req-95d7be16-7ad7-4b99-a83f-792e2d4adcfd service neutron] 10.222.0.23 "GET /v2.0/networks/bf432201-0fac-4700-a1fe-c1aeac3e3811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127567 Jul 29 23:18:44.653860 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-11de3c84-3832-45ae-8d51-3d5d8a5239ef req-6f173a90-de51-4c72-9036-d167d0b23df5 service neutron] 10.222.0.23 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880042 Jul 29 23:18:44.655098 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-ae314aaf-0c1f-4110-9802-4498472b88b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=9f263227-493b-4ab4-bad6-ec4d86f88ffe HTTP/1.1" status: 200 len: 217 time: 0.0951192 Jul 29 23:18:44.739076 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46653302-4cd4-45cb-9099-af4448981fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=9a47ea6a-945d-4900-804f-cce950df5171,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:44.786061 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0b6d9-0128-42f4-9deb-1c7896a7ed5b req-f0445bbc-53f8-439b-8821-6b3e86374426 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:44.787562 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0bd0b6d9-0128-42f4-9deb-1c7896a7ed5b req-f0445bbc-53f8-439b-8821-6b3e86374426 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.2905819 Jul 29 23:18:44.823111 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170095d-9de7-4c43-b916-6d282b835e2f req-f25d8601-6f00-487f-be29-43937c61e99d tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:44.824633 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b170095d-9de7-4c43-b916-6d282b835e2f req-f25d8601-6f00-487f-be29-43937c61e99d tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=2622fdbe-22eb-4dd6-9014-8f9419731226 HTTP/1.1" status: 200 len: 943 time: 0.2275028 Jul 29 23:18:44.836791 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-41c28193-ef0f-4e2a-ba37-76a80d74d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:44.838192 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-41c28193-ef0f-4e2a-ba37-76a80d74d4f3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1293154 Jul 29 23:18:44.839882 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-174a1abf-e5e9-43c8-ba22-acc9869f6630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:44.841247 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-174a1abf-e5e9-43c8-ba22-acc9869f6630 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b675f7a309964096bd61726e3752bfc0&device_id=2622fdbe-22eb-4dd6-9014-8f9419731226 HTTP/1.1" status: 200 len: 1095 time: 0.1908846 Jul 29 23:18:44.878122 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2622fdbe-22eb-4dd6-9014-8f9419731226', 'tag': '9a47ea6a-945d-4900-804f-cce950df5171'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:44.880303 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d357446-c6cb-442f-ba87-8e185deb10d1" -d '{"events": [{"name": "network-changed", "server_uuid": "2622fdbe-22eb-4dd6-9014-8f9419731226", "tag": "9a47ea6a-945d-4900-804f-cce950df5171"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:44.944579 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0bd0b6d9-0128-42f4-9deb-1c7896a7ed5b req-0f1b0581-fb33-4996-aad8-e3d64342cda8 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484380 Jul 29 23:18:44.952189 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-ed25e036-c4de-462e-b1e0-bd52a6823e36 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a47ea6a-945d-4900-804f-cce950df5171 HTTP/1.1" status: 200 len: 217 time: 0.0924916 Jul 29 23:18:44.971602 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b170095d-9de7-4c43-b916-6d282b835e2f req-a56a1c61-dfa4-4b52-9e12-37bc5f5bfe65 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373310 Jul 29 23:18:45.009546 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-f668128b-1aa3-4b95-9796-110d26304df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:45.011457 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-f668128b-1aa3-4b95-9796-110d26304df7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1539862 Jul 29 23:18:45.020186 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-87c5e6e7-5381-416c-8fa0-7063da4e925c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:45.021708 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-87c5e6e7-5381-416c-8fa0-7063da4e925c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ea5ab56-d2f4-49be-ac07-d932b6774fb8 HTTP/1.1" status: 200 len: 861 time: 0.0605283 Jul 29 23:18:45.146219 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-f4dc7388-a6b5-4e66-ab07-44eb11cdce1f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55fb160e-6b45-47b4-8565-f685f832c4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0927618 Jul 29 23:18:45.241409 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c569e5ee-dd2c-4b90-a5ee-ecf0bb644b2e req-0861326e-855d-491b-93bd-e834cfc2fc20 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:45.242891 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c569e5ee-dd2c-4b90-a5ee-ecf0bb644b2e req-0861326e-855d-491b-93bd-e834cfc2fc20 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 950 time: 0.2088900 Jul 29 23:18:45.259565 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c5fc26-04bf-4de3-8171-937eea2d3f1e req-bf5bfb62-52fc-48b8-b99c-79133b4d4763 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:45.261073 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-19c5fc26-04bf-4de3-8171-937eea2d3f1e req-bf5bfb62-52fc-48b8-b99c-79133b4d4763 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/ports?device_id=980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9 HTTP/1.1" status: 200 len: 944 time: 0.2087798 Jul 29 23:18:45.295079 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56790) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:45.301347 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-417b60a0-f2d2-4174-9ba3-a39fceadd496 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761083 Jul 29 23:18:45.390933 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c5f47ec1-0f69-4134-a887-847f4222b38f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-385692733-network', 'tenant_id': '5a0cb605575e455aa4e415daa005d5cc'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:45.413519 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f47ec1-0f69-4134-a887-847f4222b38f admin admin] Made reservation on behalf of 5a0cb605575e455aa4e415daa005d5cc for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:18:45.416007 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c5f47ec1-0f69-4134-a887-847f4222b38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:45.417292 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c569e5ee-dd2c-4b90-a5ee-ecf0bb644b2e req-325a2d01-5058-4d50-8822-3917f08a1f1f tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521363 Jul 29 23:18:45.424230 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-19c5fc26-04bf-4de3-8171-937eea2d3f1e req-7d8f0f0c-5006-46cc-a9bc-780cc28e9da4 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/security-groups?id=c707e286-30f0-42c5-96b2-eee1f2c659a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435132 Jul 29 23:18:45.427974 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-d6c4a83f-3540-40c0-b0dd-699a146e51cf service neutron] 10.222.0.23 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683837 Jul 29 23:18:45.436189 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c5f47ec1-0f69-4134-a887-847f4222b38f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:45.491325 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137c90c8-a40d-4e7f-a468-1790bbb50e79 x-openstack-request-id: req-137c90c8-a40d-4e7f-a468-1790bbb50e79 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:45.491735 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2622fdbe-22eb-4dd6-9014-8f9419731226", "tag": "9a47ea6a-945d-4900-804f-cce950df5171", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:45.492133 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-137c90c8-a40d-4e7f-a468-1790bbb50e79 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:45.492521 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2622fdbe-22eb-4dd6-9014-8f9419731226', 'tag': '9a47ea6a-945d-4900-804f-cce950df5171', 'status': 'completed', 'code': 200} Jul 29 23:18:45.539147 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-64307c2e-7d9a-4bd2-91db-d531b5af630b service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275147 Jul 29 23:18:45.558540 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c5f47ec1-0f69-4134-a887-847f4222b38f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:45.563568 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c5f47ec1-0f69-4134-a887-847f4222b38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:45.585582 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5f47ec1-0f69-4134-a887-847f4222b38f admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:18:45.599173 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f47ec1-0f69-4134-a887-847f4222b38f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f566ef7d-cde8-46aa-9541-d311b5e3e2d2,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:45.604007 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c5f47ec1-0f69-4134-a887-847f4222b38f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:45.604349 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-c5f47ec1-0f69-4134-a887-847f4222b38f admin admin] Added segment fb5cbfcc-aeea-449b-9e32-fba4f368a9c5 of type vlan for network e791ae1a-e63a-453f-8934-d9f09add691b Jul 29 23:18:45.629695 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8e845281-4c2a-46de-b028-b955cc6f7b70 req-27593e62-b97f-412f-b27f-ff656965d02c service neutron] 10.222.0.23 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936851 Jul 29 23:18:45.642950 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d73c34-46fa-4400-9bca-c92c5b46a4a1 req-0bf6b30b-941a-4378-b028-8ddf71445fff tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:45.644518 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7d73c34-46fa-4400-9bca-c92c5b46a4a1 req-0bf6b30b-941a-4378-b028-8ddf71445fff tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 946 time: 0.1404288 Jul 29 23:18:45.648925 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c5f47ec1-0f69-4134-a887-847f4222b38f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:45.658115 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6daedd-e4cf-4286-a584-e234cf8d43ab req-52b58f13-2d0c-4cfb-be0d-d8c943d58e24 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:45.660284 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5a6daedd-e4cf-4286-a584-e234cf8d43ab req-52b58f13-2d0c-4cfb-be0d-d8c943d58e24 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca38037f-a94d-4bcb-9ef8-5e15e4e2d9c8 HTTP/1.1" status: 200 len: 948 time: 0.1266010 Jul 29 23:18:45.684060 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c5f47ec1-0f69-4134-a887-847f4222b38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:45.685401 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f47ec1-0f69-4134-a887-847f4222b38f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:45.686067 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c5f47ec1-0f69-4134-a887-847f4222b38f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:45.748927 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7d73c34-46fa-4400-9bca-c92c5b46a4a1 req-00d87fb6-d95d-47f8-9eb9-0108c743eb69 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875750 Jul 29 23:18:45.752706 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c5f47ec1-0f69-4134-a887-847f4222b38f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4563761 Jul 29 23:18:45.753559 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f47ec1-0f69-4134-a887-847f4222b38f admin admin] Pushing event updated for resources: {'Network': ['ID=e791ae1a-e63a-453f-8934-d9f09add691b,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:45.756281 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 56800) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:45.759393 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5a6daedd-e4cf-4286-a584-e234cf8d43ab req-75515545-c574-4ece-b0f0-8c64927402f5 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826838 Jul 29 23:18:45.764628 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network e791ae1a-e63a-453f-8934-d9f09add691b details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:18:45.765232 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-becf48b1-d9bd-43f8-8aba-8e12c9361574 admin admin] Request body: {'subnet': {'network_id': 'e791ae1a-e63a-453f-8934-d9f09add691b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-385692733-subnet', 'tenant_id': '5a0cb605575e455aa4e415daa005d5cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:45.793575 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d357446-c6cb-442f-ba87-8e185deb10d1 req-6bb9ecd7-4f3e-4859-b4cd-ee62822099f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:45.795634 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d357446-c6cb-442f-ba87-8e185deb10d1 req-6bb9ecd7-4f3e-4859-b4cd-ee62822099f7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b675f7a309964096bd61726e3752bfc0&device_id=2622fdbe-22eb-4dd6-9014-8f9419731226 HTTP/1.1" status: 200 len: 1095 time: 0.0969589 Jul 29 23:18:45.800572 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becf48b1-d9bd-43f8-8aba-8e12c9361574 admin admin] Made reservation on behalf of 5a0cb605575e455aa4e415daa005d5cc for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:18:45.803635 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-becf48b1-d9bd-43f8-8aba-8e12c9361574 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:45.962671 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d357446-c6cb-442f-ba87-8e185deb10d1 req-841854bc-e852-4cd1-b9bd-87e7f499e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:45.964071 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d357446-c6cb-442f-ba87-8e185deb10d1 req-841854bc-e852-4cd1-b9bd-87e7f499e5f1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=55fb160e-6b45-47b4-8565-f685f832c4b9 HTTP/1.1" status: 200 len: 922 time: 0.1569066 Jul 29 23:18:46.030158 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d357446-c6cb-442f-ba87-8e185deb10d1 req-ec409a60-d945-46a1-8b96-7d8bd0c815d3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a47ea6a-945d-4900-804f-cce950df5171 HTTP/1.1" status: 200 len: 217 time: 0.0568316 Jul 29 23:18:46.190601 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93df81-9678-4e5f-a80b-798c9b275763 req-347ca8b8-f714-4dfa-8cd6-128494f18b9d tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:46.192117 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-de93df81-9678-4e5f-a80b-798c9b275763 req-347ca8b8-f714-4dfa-8cd6-128494f18b9d tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.1659567 Jul 29 23:18:46.194518 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-becf48b1-d9bd-43f8-8aba-8e12c9361574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:46.197107 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d357446-c6cb-442f-ba87-8e185deb10d1 req-aa246f80-ad5a-4499-8ef2-a66a71ee94b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:46.198439 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d357446-c6cb-442f-ba87-8e185deb10d1 req-aa246f80-ad5a-4499-8ef2-a66a71ee94b0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ea5ab56-d2f4-49be-ac07-d932b6774fb8 HTTP/1.1" status: 200 len: 861 time: 0.1563461 Jul 29 23:18:46.242590 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656b9ed1-2723-4de3-a567-faab1c32785d req-55762c51-ec7e-4311-bc8a-f316a61027dd tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:46.243920 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-656b9ed1-2723-4de3-a567-faab1c32785d req-55762c51-ec7e-4311-bc8a-f316a61027dd tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=2622fdbe-22eb-4dd6-9014-8f9419731226 HTTP/1.1" status: 200 len: 943 time: 0.1787953 Jul 29 23:18:46.291639 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d357446-c6cb-442f-ba87-8e185deb10d1 req-232578dc-f4c5-480b-8110-81bb7e0ae762 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55fb160e-6b45-47b4-8565-f685f832c4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649161 Jul 29 23:18:46.385951 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becf48b1-d9bd-43f8-8aba-8e12c9361574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1732abf3-4ca8-4a8e-b7ea-d4373420abe5,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:46.396517 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-de93df81-9678-4e5f-a80b-798c9b275763 req-a8da9baa-1fbd-488d-b6cc-a1ceffee7f4a tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963329 Jul 29 23:18:46.407328 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-656b9ed1-2723-4de3-a567-faab1c32785d req-6fca1dfd-8f36-453c-b4a7-76640af59fec tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518483 Jul 29 23:18:46.414690 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-becf48b1-d9bd-43f8-8aba-8e12c9361574 admin admin] Checking segment: {'id': 'fb5cbfcc-aeea-449b-9e32-fba4f368a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e791ae1a-e63a-453f-8934-d9f09add691b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:46.415053 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becf48b1-d9bd-43f8-8aba-8e12c9361574 admin admin] Network hostable DHCP agents. Network: e791ae1a-e63a-453f-8934-d9f09add691b, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:18:46.454551 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becf48b1-d9bd-43f8-8aba-8e12c9361574 admin admin] Network e791ae1a-e63a-453f-8934-d9f09add691b is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:18:46.462153 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d357446-c6cb-442f-ba87-8e185deb10d1 req-7c22d08e-0caf-4e96-ad21-4163d4fe43c3 service neutron] 10.222.0.23 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511729 Jul 29 23:18:46.466524 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-becf48b1-d9bd-43f8-8aba-8e12c9361574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, e791ae1a-e63a-453f-8934-d9f09add691b) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:46.471338 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becf48b1-d9bd-43f8-8aba-8e12c9361574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:46.471971 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-becf48b1-d9bd-43f8-8aba-8e12c9361574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:46.478877 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022c8fd3-b647-45a9-8f40-ec2a03e8f49c None None] Network e791ae1a-e63a-453f-8934-d9f09add691b requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:18:46.505088 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-becf48b1-d9bd-43f8-8aba-8e12c9361574 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7418532 Jul 29 23:18:46.505386 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56810) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:46.510468 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-b3b48085-a666-4445-9ea8-07502eebbcc5 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-385692733-router', 'tenant_id': '5a0cb605575e455aa4e415daa005d5cc', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:46.534363 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3b48085-a666-4445-9ea8-07502eebbcc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:46.535983 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3b48085-a666-4445-9ea8-07502eebbcc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:46.590976 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 047e2035-b611-4eeb-919e-401c004e4745 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:18:46.601103 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3b48085-a666-4445-9ea8-07502eebbcc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:46.728385 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa137eff-92b4-4a15-908f-d0ed204e90ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-e791ae1a-e63a-453f-8934-d9f09add691b', 'network_id': 'e791ae1a-e63a-453f-8934-d9f09add691b', 'tenant_id': '5a0cb605575e455aa4e415daa005d5cc', 'fixed_ips': [{'subnet_id': '1732abf3-4ca8-4a8e-b7ea-d4373420abe5'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:18:46.730034 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa137eff-92b4-4a15-908f-d0ed204e90ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:46.752449 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3b48085-a666-4445-9ea8-07502eebbcc5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:46.770455 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 047e2035-b611-4eeb-919e-401c004e4745, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=047e2035-b611-4eeb-919e-401c004e4745,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:46.831862 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '047e2035-b611-4eeb-919e-401c004e4745', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': '047e2035-b611-4eeb-919e-401c004e4745', 'mac_address': 'fa:16:3e:11:b8:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:18:46.909626 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78467a47-4f82-47a1-b6e9-bae28322844f req-d7606a6c-024d-472b-899d-de4a406bb1f1 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:46.916325 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-78467a47-4f82-47a1-b6e9-bae28322844f req-d7606a6c-024d-472b-899d-de4a406bb1f1 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/ports?device_id=980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9 HTTP/1.1" status: 200 len: 944 time: 0.3890772 Jul 29 23:18:46.928349 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-aa137eff-92b4-4a15-908f-d0ed204e90ac None None] Allocated IP 172.20.0.2 (e791ae1a-e63a-453f-8934-d9f09add691b/1732abf3-4ca8-4a8e-b7ea-d4373420abe5/85a0fa2f-b75a-49d0-a2df-1fd724aeb722) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:46.931397 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:46.936359 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d357446-c6cb-442f-ba87-8e185deb10d1 req-4f7110f4-1a5e-49a3-9d70-cd840fa6330e service neutron] 10.222.0.23 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577177 Jul 29 23:18:46.951352 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756c4edf-2cfe-40b1-b07a-cb26f0f96b01 req-420d5e60-4b10-4f0f-b77d-e4549ad3e673 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:46.956388 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-756c4edf-2cfe-40b1-b07a-cb26f0f96b01 req-420d5e60-4b10-4f0f-b77d-e4549ad3e673 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 950 time: 0.4276786 Jul 29 23:18:46.970057 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 047e2035-b611-4eeb-919e-401c004e4745 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:46.976648 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3b48085-a666-4445-9ea8-07502eebbcc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:46.995849 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-78467a47-4f82-47a1-b6e9-bae28322844f req-0117776f-bbd7-4a80-b707-86b644ee7279 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/security-groups?id=c707e286-30f0-42c5-96b2-eee1f2c659a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782678 Jul 29 23:18:47.002200 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3b48085-a666-4445-9ea8-07502eebbcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:47.021126 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-756c4edf-2cfe-40b1-b07a-cb26f0f96b01 req-7eb090fd-bec8-4999-80c0-7f765faa6de3 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578313 Jul 29 23:18:47.090667 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 047e2035-b611-4eeb-919e-401c004e4745, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=047e2035-b611-4eeb-919e-401c004e4745,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:47.101523 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:47.102192 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:18:47.141451 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-b3b48085-a666-4445-9ea8-07502eebbcc5 admin admin] Allocated IP 172.25.8.86 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/a8dd3589-4885-4542-9164-b2273cf34cfb) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:47.158341 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa137eff-92b4-4a15-908f-d0ed204e90ac None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:47.172646 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2240161-2902-407e-a698-77c0a9b5e743 req-09c144e2-d053-49bf-8d5c-039b5ee5847c tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:47.174186 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c2240161-2902-407e-a698-77c0a9b5e743 req-09c144e2-d053-49bf-8d5c-039b5ee5847c tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca38037f-a94d-4bcb-9ef8-5e15e4e2d9c8 HTTP/1.1" status: 200 len: 949 time: 0.0903823 Jul 29 23:18:47.187732 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41f6c2-835c-4a37-80f7-c98bc2ad3365 req-8b07750a-d713-4724-8656-344779cfc33e tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:47.188106 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-aa137eff-92b4-4a15-908f-d0ed204e90ac None None] Transition to ACTIVE for port object 85a0fa2f-b75a-49d0-a2df-1fd724aeb722 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:47.189837 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9d41f6c2-835c-4a37-80f7-c98bc2ad3365 req-8b07750a-d713-4724-8656-344779cfc33e tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 946 time: 0.0966673 Jul 29 23:18:47.246993 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-aa137eff-92b4-4a15-908f-d0ed204e90ac None None] Transition to ACTIVE for port object 85a0fa2f-b75a-49d0-a2df-1fd724aeb722 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:47.248349 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=047e2035-b611-4eeb-919e-401c004e4745,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:47.255950 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c2240161-2902-407e-a698-77c0a9b5e743 req-de9610fd-8867-4a31-9e3d-0b2817744be8 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649421 Jul 29 23:18:47.258298 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa137eff-92b4-4a15-908f-d0ed204e90ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:47.268247 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9d41f6c2-835c-4a37-80f7-c98bc2ad3365 req-3622b06c-65d5-4c1b-bcf2-a7f2a63be457 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704255 Jul 29 23:18:47.304376 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3b48085-a666-4445-9ea8-07502eebbcc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:47.312976 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa137eff-92b4-4a15-908f-d0ed204e90ac None None] Network e791ae1a-e63a-453f-8934-d9f09add691b is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:47.322201 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-aa137eff-92b4-4a15-908f-d0ed204e90ac None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:47.330103 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa137eff-92b4-4a15-908f-d0ed204e90ac None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:47.360603 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3b48085-a666-4445-9ea8-07502eebbcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:47.363119 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa137eff-92b4-4a15-908f-d0ed204e90ac None None] Pushing event updated for resources: {'Port': ['ID=85a0fa2f-b75a-49d0-a2df-1fd724aeb722,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:47.399477 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b48085-a666-4445-9ea8-07502eebbcc5 admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:47.402256 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-b3b48085-a666-4445-9ea8-07502eebbcc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:47.403591 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd,segment=NetworkSegment(562933ca-53ea-46ea-af93-a7c56c2d1501),segment_id=562933ca-53ea-46ea-af93-a7c56c2d1501)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:47.404650 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b48085-a666-4445-9ea8-07502eebbcc5 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:47.423504 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'port_id': '39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd', 'mac_address': 'fa:16:3e:9e:53:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:18:47.428195 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-aa137eff-92b4-4a15-908f-d0ed204e90ac None None] Attempting to bind port 85a0fa2f-b75a-49d0-a2df-1fd724aeb722 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:18:47.428559 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-aa137eff-92b4-4a15-908f-d0ed204e90ac None None] Attempting to bind port 85a0fa2f-b75a-49d0-a2df-1fd724aeb722 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'fb5cbfcc-aeea-449b-9e32-fba4f368a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e791ae1a-e63a-453f-8934-d9f09add691b'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:18:47.428924 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa137eff-92b4-4a15-908f-d0ed204e90ac None None] Attempting to bind port 85a0fa2f-b75a-49d0-a2df-1fd724aeb722 on network e791ae1a-e63a-453f-8934-d9f09add691b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:47.434526 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b48085-a666-4445-9ea8-07502eebbcc5 admin admin] Pushing event updated for resources: {'Port': ['ID=a8dd3589-4885-4542-9164-b2273cf34cfb,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:47.453171 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa137eff-92b4-4a15-908f-d0ed204e90ac None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:18:47.453557 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa137eff-92b4-4a15-908f-d0ed204e90ac None None] Checking segment: {'id': 'fb5cbfcc-aeea-449b-9e32-fba4f368a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e791ae1a-e63a-453f-8934-d9f09add691b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:47.453959 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa137eff-92b4-4a15-908f-d0ed204e90ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:47.454727 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa137eff-92b4-4a15-908f-d0ed204e90ac None None] Bound using segment: {'id': 'fb5cbfcc-aeea-449b-9e32-fba4f368a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e791ae1a-e63a-453f-8934-d9f09add691b'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:18:47.454838 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-aa137eff-92b4-4a15-908f-d0ed204e90ac None None] Bound port: 85a0fa2f-b75a-49d0-a2df-1fd724aeb722, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb5cbfcc-aeea-449b-9e32-fba4f368a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e791ae1a-e63a-453f-8934-d9f09add691b'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:18:47.456073 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa137eff-92b4-4a15-908f-d0ed204e90ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:47.480972 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:47.517890 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:47.554251 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd,segment=NetworkSegment(562933ca-53ea-46ea-af93-a7c56c2d1501),segment_id=562933ca-53ea-46ea-af93-a7c56c2d1501)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:47.561341 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:47.564599 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-aa137eff-92b4-4a15-908f-d0ed204e90ac None None] For port 85a0fa2f-b75a-49d0-a2df-1fd724aeb722, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:47.566780 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac6ad5a-ea97-4d89-b33a-5777a950a4d3 req-ec24bbf7-4a23-419e-9773-8b5b3bf68c06 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:47.570599 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-aa137eff-92b4-4a15-908f-d0ed204e90ac None None] For port 85a0fa2f-b75a-49d0-a2df-1fd724aeb722, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=85a0fa2f-b75a-49d0-a2df-1fd724aeb722,segment=NetworkSegment(fb5cbfcc-aeea-449b-9e32-fba4f368a9c5),segment_id=fb5cbfcc-aeea-449b-9e32-fba4f368a9c5)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:18:47.573271 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bac6ad5a-ea97-4d89-b33a-5777a950a4d3 req-ec24bbf7-4a23-419e-9773-8b5b3bf68c06 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.0845442 Jul 29 23:18:47.593600 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa137eff-92b4-4a15-908f-d0ed204e90ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:47.604941 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06fb8e0-b54e-4914-b659-6ea3e15059d5 req-e513f037-3819-4c57-8f25-d4fcd94659fc tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:47.606441 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f06fb8e0-b54e-4914-b659-6ea3e15059d5 req-e513f037-3819-4c57-8f25-d4fcd94659fc tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=2622fdbe-22eb-4dd6-9014-8f9419731226 HTTP/1.1" status: 200 len: 943 time: 0.0914257 Jul 29 23:18:47.629204 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:47.637591 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bac6ad5a-ea97-4d89-b33a-5777a950a4d3 req-c7628d86-a787-48a1-ac56-349dece3811d tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606318 Jul 29 23:18:47.693578 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f06fb8e0-b54e-4914-b659-6ea3e15059d5 req-6a6e1430-b35f-4b09-b212-9c417bafec32 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599909 Jul 29 23:18:47.701455 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa137eff-92b4-4a15-908f-d0ed204e90ac None None] Pushing event updated for resources: {'Port': ['ID=85a0fa2f-b75a-49d0-a2df-1fd724aeb722,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:47.713752 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3b48085-a666-4445-9ea8-07502eebbcc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:47.855102 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['047e2035-b611-4eeb-919e-401c004e4745'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:47.861586 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:47.945278 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3b48085-a666-4445-9ea8-07502eebbcc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:47.953586 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 85a0fa2f-b75a-49d0-a2df-1fd724aeb722 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:48.097786 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3b48085-a666-4445-9ea8-07502eebbcc5 admin admin] Router d7e6c183-552b-4ca7-a652-815e754cbe70 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:18:48.104274 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 85a0fa2f-b75a-49d0-a2df-1fd724aeb722 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:48.194870 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bd04f-dbf9-4d8a-b15d-4ab69ad6f60e req-0cb9a83c-87fd-42b3-a4ba-2d097dbfee71 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:48.196414 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0e8bd04f-dbf9-4d8a-b15d-4ab69ad6f60e req-0cb9a83c-87fd-42b3-a4ba-2d097dbfee71 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/ports?device_id=980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9 HTTP/1.1" status: 200 len: 945 time: 0.1184795 Jul 29 23:18:48.211438 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeda831-03d6-46e7-b234-c57ca2b0090d req-ab9c1621-1954-4d34-a6a7-4080961293b1 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:48.212931 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ceeda831-03d6-46e7-b234-c57ca2b0090d req-ab9c1621-1954-4d34-a6a7-4080961293b1 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 950 time: 0.0759370 Jul 29 23:18:48.226634 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3b48085-a666-4445-9ea8-07502eebbcc5 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:18:48.237361 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e879c-2844-477c-b7bb-f848a7ac17ff None None] Sync routers for ids ['d7e6c183-552b-4ca7-a652-815e754cbe70'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:18:48.247714 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72e879c-2844-477c-b7bb-f848a7ac17ff None None] Routers {'d7e6c183-552b-4ca7-a652-815e754cbe70'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:18:48.248563 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3b48085-a666-4445-9ea8-07502eebbcc5 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:48.248719 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d72e879c-2844-477c-b7bb-f848a7ac17ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:18:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['d7e6c183-552b-4ca7-a652-815e754cbe70'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:48.252865 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b3b48085-a666-4445-9ea8-07502eebbcc5 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7433150 Jul 29 23:18:48.253149 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56826) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:18:48.275040 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0e8bd04f-dbf9-4d8a-b15d-4ab69ad6f60e req-dde7a8a4-99ad-4c8e-a42e-84e909052cfd tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/security-groups?id=c707e286-30f0-42c5-96b2-eee1f2c659a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711935 Jul 29 23:18:48.294462 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ceeda831-03d6-46e7-b234-c57ca2b0090d req-2c4610eb-99a6-4f2d-bb87-968b2a3bfa3f tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715518 Jul 29 23:18:48.470225 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78b403-7e59-4bc9-9ac5-e3883756ddb6 req-f2688587-becf-4dfb-b952-e42f1311c908 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:48.479238 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ad78b403-7e59-4bc9-9ac5-e3883756ddb6 req-f2688587-becf-4dfb-b952-e42f1311c908 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca38037f-a94d-4bcb-9ef8-5e15e4e2d9c8 HTTP/1.1" status: 200 len: 949 time: 0.1130300 Jul 29 23:18:48.513916 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cef90-20a8-4abd-ba95-92c66cb826b2 req-f05b4cf9-306e-4c4d-96e9-4a2a6c7dd864 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:48.522525 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4b9cef90-20a8-4abd-ba95-92c66cb826b2 req-f05b4cf9-306e-4c4d-96e9-4a2a6c7dd864 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 946 time: 0.1100681 Jul 29 23:18:48.535654 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-d72e879c-2844-477c-b7bb-f848a7ac17ff None None] Set router d7e6c183-552b-4ca7-a652-815e754cbe70 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:18:48.584160 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ad78b403-7e59-4bc9-9ac5-e3883756ddb6 req-ad190c0c-4f9d-4f27-ae38-32ab32815bf6 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038833 Jul 29 23:18:48.610651 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4b9cef90-20a8-4abd-ba95-92c66cb826b2 req-4af59b6f-445b-48b8-8922-6479fa7e3f03 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869238 Jul 29 23:18:48.615082 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9a47ea6a-945d-4900-804f-cce950df5171 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:18:48.712663 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90264953-f0fe-4692-a9df-e4cea6775e3a None None] Network e791ae1a-e63a-453f-8934-d9f09add691b requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:18:48.783642 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a05377-e63d-44d0-aac9-a02649885c16 req-58fe6efe-eb34-4341-be12-58c809006b75 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:48.785377 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-40a05377-e63d-44d0-aac9-a02649885c16 req-58fe6efe-eb34-4341-be12-58c809006b75 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.0644460 Jul 29 23:18:48.833942 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-bceb0858-76eb-4284-a3ae-73f8f2373e06 None None] Provisioning for port 85a0fa2f-b75a-49d0-a2df-1fd724aeb722 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:48.868045 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-bceb0858-76eb-4284-a3ae-73f8f2373e06 None None] Provisioning complete for port 85a0fa2f-b75a-49d0-a2df-1fd724aeb722 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:48.868743 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bceb0858-76eb-4284-a3ae-73f8f2373e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:48.872325 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a85457-4367-4942-bc11-61cb8c1619b7 req-7ebbf841-c26d-4b9a-8581-cc4240ac4ea1 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:48.878144 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-01a85457-4367-4942-bc11-61cb8c1619b7 req-7ebbf841-c26d-4b9a-8581-cc4240ac4ea1 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=2622fdbe-22eb-4dd6-9014-8f9419731226 HTTP/1.1" status: 200 len: 943 time: 0.0890253 Jul 29 23:18:48.881799 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-40a05377-e63d-44d0-aac9-a02649885c16 req-cb996e60-ef42-41fd-8c47-7f24c69d0aca tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827947 Jul 29 23:18:48.925352 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-01a85457-4367-4942-bc11-61cb8c1619b7 req-79c49302-b3fa-4d12-ba35-ed01c6d632c5 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417058 Jul 29 23:18:48.956156 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9a47ea6a-945d-4900-804f-cce950df5171, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9a47ea6a-945d-4900-804f-cce950df5171,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:48.999467 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '9a47ea6a-945d-4900-804f-cce950df5171', 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9', 'port_id': '9a47ea6a-945d-4900-804f-cce950df5171', 'mac_address': 'fa:16:3e:18:8d:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ea5ab56-d2f4-49be-ac07-d932b6774fb8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:18:49.006157 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7f458828-2f42-4903-8a8d-4cd77bee32e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:49.094956 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d72e879c-2844-477c-b7bb-f848a7ac17ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e6c183-552b-4ca7-a652-815e754cbe70', 'name': 'tempest-FloatingIPDetailsTestJSON-385692733-router', 'tenant_id': '5a0cb605575e455aa4e415daa005d5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'a8dd3589-4885-4542-9164-b2273cf34cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:46Z', 'updated_at': '2021-07-29T23:18:47Z', 'revision_number': 3, 'project_id': '5a0cb605575e455aa4e415daa005d5cc', 'gw_port': {'id': 'a8dd3589-4885-4542-9164-b2273cf34cfb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e6c183-552b-4ca7-a652-815e754cbe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:47Z', 'updated_at': '2021-07-29T23:18:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:49.133891 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:49.138413 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e879c-2844-477c-b7bb-f848a7ac17ff None None] Checking router: d7e6c183-552b-4ca7-a652-815e754cbe70 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:18:49.138760 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e879c-2844-477c-b7bb-f848a7ac17ff None None] Updating router d7e6c183-552b-4ca7-a652-815e754cbe70 port a8dd3589-4885-4542-9164-b2273cf34cfb binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:18:49.151549 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bceb0858-76eb-4284-a3ae-73f8f2373e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:49.162012 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-7f458828-2f42-4903-8a8d-4cd77bee32e7 admin admin] Allocated IP 172.20.0.1 (e791ae1a-e63a-453f-8934-d9f09add691b/1732abf3-4ca8-4a8e-b7ea-d4373420abe5/f6596b02-fc09-4107-a95e-1c256a33ee90) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:49.181545 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a47ea6a-945d-4900-804f-cce950df5171 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:49.220796 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d72e879c-2844-477c-b7bb-f848a7ac17ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:49.237383 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9a47ea6a-945d-4900-804f-cce950df5171, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9a47ea6a-945d-4900-804f-cce950df5171,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:49.257928 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-bceb0858-76eb-4284-a3ae-73f8f2373e06 None None] For port 85a0fa2f-b75a-49d0-a2df-1fd724aeb722, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=85a0fa2f-b75a-49d0-a2df-1fd724aeb722,segment=NetworkSegment(fb5cbfcc-aeea-449b-9e32-fba4f368a9c5),segment_id=fb5cbfcc-aeea-449b-9e32-fba4f368a9c5)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:49.261156 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:49.275604 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bceb0858-76eb-4284-a3ae-73f8f2373e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:49.280430 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7f458828-2f42-4903-8a8d-4cd77bee32e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:49.297832 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-7f458828-2f42-4903-8a8d-4cd77bee32e7 admin admin] Transition to ACTIVE for port object f6596b02-fc09-4107-a95e-1c256a33ee90 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:49.346483 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7f458828-2f42-4903-8a8d-4cd77bee32e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:49.389772 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f458828-2f42-4903-8a8d-4cd77bee32e7 admin admin] Network e791ae1a-e63a-453f-8934-d9f09add691b is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:49.393448 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=9a47ea6a-945d-4900-804f-cce950df5171,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:49.394546 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-7f458828-2f42-4903-8a8d-4cd77bee32e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:49.397383 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f458828-2f42-4903-8a8d-4cd77bee32e7 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:49.444987 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7f458828-2f42-4903-8a8d-4cd77bee32e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:49.475921 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e735a-4b86-4a4b-ae21-8b3e3dfdbe7c req-0da7ebf1-2f4f-40f8-8a5a-0d3b779771ea tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:49.484067 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-626e735a-4b86-4a4b-ae21-8b3e3dfdbe7c req-0da7ebf1-2f4f-40f8-8a5a-0d3b779771ea tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 950 time: 0.1006477 Jul 29 23:18:49.501713 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2685c73-b7e4-4b83-9791-4629fddc78d7 req-8fbcf207-14c6-49d7-ad4a-cc1e9550e232 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:49.509703 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2685c73-b7e4-4b83-9791-4629fddc78d7 req-8fbcf207-14c6-49d7-ad4a-cc1e9550e232 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/ports?device_id=980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9 HTTP/1.1" status: 200 len: 945 time: 0.1147759 Jul 29 23:18:49.511132 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f458828-2f42-4903-8a8d-4cd77bee32e7 admin admin] Pushing event updated for resources: {'Port': ['ID=f6596b02-fc09-4107-a95e-1c256a33ee90,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:49.518888 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:49.518888 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:49.519157 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:49.519496 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:49.519825 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:49.520228 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:49.520556 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:49.520833 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:49.521156 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:49.521962 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:49.521962 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:49.522174 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:49.580656 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2685c73-b7e4-4b83-9791-4629fddc78d7 req-1857f91e-097c-40b3-9505-2d81bb9c2ddc tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/security-groups?id=c707e286-30f0-42c5-96b2-eee1f2c659a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699415 Jul 29 23:18:49.618404 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-626e735a-4b86-4a4b-ae21-8b3e3dfdbe7c req-6c7dd06a-b2c2-4b9b-8077-a605e7017cac tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293175 Jul 29 23:18:49.624707 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-79f3a267-635c-4b82-828f-bfdcc3502949 None None] Provisioning complete for port 85a0fa2f-b75a-49d0-a2df-1fd724aeb722 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:49.625188 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79f3a267-635c-4b82-828f-bfdcc3502949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:49.657726 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7f458828-2f42-4903-8a8d-4cd77bee32e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:49.684101 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['9a47ea6a-945d-4900-804f-cce950df5171'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:49.720873 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb0858-76eb-4284-a3ae-73f8f2373e06 None None] Pushing event updated for resources: {'Port': ['ID=85a0fa2f-b75a-49d0-a2df-1fd724aeb722,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:49.735315 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d72e879c-2844-477c-b7bb-f848a7ac17ff None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:49.757519 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d72e879c-2844-477c-b7bb-f848a7ac17ff None None] Transition to ACTIVE for port object a8dd3589-4885-4542-9164-b2273cf34cfb will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:49.774012 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d72e879c-2844-477c-b7bb-f848a7ac17ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:49.802269 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2332c8-735b-4301-8518-5cea0cca0aa5 req-02def56f-6205-4e44-8243-3b776120a824 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:49.803865 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3b2332c8-735b-4301-8518-5cea0cca0aa5 req-02def56f-6205-4e44-8243-3b776120a824 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca38037f-a94d-4bcb-9ef8-5e15e4e2d9c8 HTTP/1.1" status: 200 len: 949 time: 0.1142306 Jul 29 23:18:49.856587 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7f458828-2f42-4903-8a8d-4cd77bee32e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:49.862946 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7f458828-2f42-4903-8a8d-4cd77bee32e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:49.874800 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3b2332c8-735b-4301-8518-5cea0cca0aa5 req-d479d9fb-5a6f-4c4a-af83-403f24ca74f0 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607593 Jul 29 23:18:49.881838 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-d72e879c-2844-477c-b7bb-f848a7ac17ff None None] Attempting to bind port a8dd3589-4885-4542-9164-b2273cf34cfb on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:18:49.882324 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-d72e879c-2844-477c-b7bb-f848a7ac17ff None None] Attempting to bind port a8dd3589-4885-4542-9164-b2273cf34cfb by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:18:49.882560 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72e879c-2844-477c-b7bb-f848a7ac17ff None None] Attempting to bind port a8dd3589-4885-4542-9164-b2273cf34cfb on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:49.883305 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1849f60c-ca29-411f-a2a1-fab72b5eb04b req-abe32ac1-5798-47d1-8e6b-0c1c61e26587 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:49.885419 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da975d5-e246-4071-be43-70094b679eb7 None None] Pushing event updated for resources: {'Port': ['ID=a8dd3589-4885-4542-9164-b2273cf34cfb,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:49.892304 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1849f60c-ca29-411f-a2a1-fab72b5eb04b req-abe32ac1-5798-47d1-8e6b-0c1c61e26587 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 946 time: 0.1560338 Jul 29 23:18:49.892695 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 85a0fa2f-b75a-49d0-a2df-1fd724aeb722 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:49.912026 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7f458828-2f42-4903-8a8d-4cd77bee32e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:49.917851 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72e879c-2844-477c-b7bb-f848a7ac17ff None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:18:49.918343 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72e879c-2844-477c-b7bb-f848a7ac17ff None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:49.918694 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d72e879c-2844-477c-b7bb-f848a7ac17ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:49.919084 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72e879c-2844-477c-b7bb-f848a7ac17ff None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:18:49.919593 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-d72e879c-2844-477c-b7bb-f848a7ac17ff None None] Bound port: a8dd3589-4885-4542-9164-b2273cf34cfb, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:18:49.919995 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d72e879c-2844-477c-b7bb-f848a7ac17ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:49.961529 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1849f60c-ca29-411f-a2a1-fab72b5eb04b req-37b9915c-112e-4ace-b09c-0d70b15ad60b tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682580 Jul 29 23:18:50.040100 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-d72e879c-2844-477c-b7bb-f848a7ac17ff None None] For port a8dd3589-4885-4542-9164-b2273cf34cfb, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:50.063337 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 85a0fa2f-b75a-49d0-a2df-1fd724aeb722 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:50.063743 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:50.064331 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f458828-2f42-4903-8a8d-4cd77bee32e7 admin admin] Network e791ae1a-e63a-453f-8934-d9f09add691b is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:50.065504 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f458828-2f42-4903-8a8d-4cd77bee32e7 admin admin] Pushing event updated for resources: {'Port': ['ID=f6596b02-fc09-4107-a95e-1c256a33ee90,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:50.068692 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-68a2f313-b122-4ad9-b82e-b84060aa7ce5 None None] Provisioning for port f6596b02-fc09-4107-a95e-1c256a33ee90 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:50.069022 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-7f458828-2f42-4903-8a8d-4cd77bee32e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:50.071752 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-d72e879c-2844-477c-b7bb-f848a7ac17ff None None] For port a8dd3589-4885-4542-9164-b2273cf34cfb, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a8dd3589-4885-4542-9164-b2273cf34cfb,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:18:50.083093 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864d9b2-e20f-4bd8-9481-25ee4c504301 req-2b2e1711-74e1-4faf-9930-a37a2fa57315 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:50.090772 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5864d9b2-e20f-4bd8-9481-25ee4c504301 req-2b2e1711-74e1-4faf-9930-a37a2fa57315 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.0631180 Jul 29 23:18:50.098598 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d72e879c-2844-477c-b7bb-f848a7ac17ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:50.100437 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-68a2f313-b122-4ad9-b82e-b84060aa7ce5 None None] Provisioning complete for port f6596b02-fc09-4107-a95e-1c256a33ee90 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:50.100790 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-68a2f313-b122-4ad9-b82e-b84060aa7ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:50.176300 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b2c49-47e4-404c-96f5-a1988fb7326a req-9d2dea82-de6d-496c-bc35-9850a3ca8fe1 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:50.177931 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b78b2c49-47e4-404c-96f5-a1988fb7326a req-9d2dea82-de6d-496c-bc35-9850a3ca8fe1 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=2622fdbe-22eb-4dd6-9014-8f9419731226 HTTP/1.1" status: 200 len: 944 time: 0.0761993 Jul 29 23:18:50.201370 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5864d9b2-e20f-4bd8-9481-25ee4c504301 req-2ea643db-9278-4236-a08e-9ae33ccbdb7f tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969443 Jul 29 23:18:50.222189 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f458828-2f42-4903-8a8d-4cd77bee32e7 admin admin] Router d7e6c183-552b-4ca7-a652-815e754cbe70 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:18:50.223887 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-68a2f313-b122-4ad9-b82e-b84060aa7ce5 None None] Port f6596b02-fc09-4107-a95e-1c256a33ee90 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:18:50.227783 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da975d5-e246-4071-be43-70094b679eb7 None None] Pushing event updated for resources: {'Port': ['ID=a8dd3589-4885-4542-9164-b2273cf34cfb,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:50.230966 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72e879c-2844-477c-b7bb-f848a7ac17ff None None] Routers {'d7e6c183-552b-4ca7-a652-815e754cbe70'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:18:50.231573 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d72e879c-2844-477c-b7bb-f848a7ac17ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:18:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['d7e6c183-552b-4ca7-a652-815e754cbe70'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:50.246966 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b78b2c49-47e4-404c-96f5-a1988fb7326a req-13d2078b-4d77-4088-b1f0-c7535e72d808 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507877 Jul 29 23:18:50.365854 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f458828-2f42-4903-8a8d-4cd77bee32e7 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:18:50.370964 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7f458828-2f42-4903-8a8d-4cd77bee32e7 admin admin] 10.222.0.18 "PUT /v2.0/routers/d7e6c183-552b-4ca7-a652-815e754cbe70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1167390 Jul 29 23:18:50.371554 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-d72e879c-2844-477c-b7bb-f848a7ac17ff None None] Set router d7e6c183-552b-4ca7-a652-815e754cbe70 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:18:50.611345 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6695446a-86cc-4381-8c4f-82e579ae200c None None] Provisioning complete for port f6596b02-fc09-4107-a95e-1c256a33ee90 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:50.611722 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6695446a-86cc-4381-8c4f-82e579ae200c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:50.638836 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 047e2035-b611-4eeb-919e-401c004e4745 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:50.693897 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-6695446a-86cc-4381-8c4f-82e579ae200c None None] Port f6596b02-fc09-4107-a95e-1c256a33ee90 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:18:50.746000 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-11c2eaa9-3f04-4fee-a584-b9ca23b2bb0a req-7fc7e6d1-f8cf-4614-baf3-1f68fb34548a tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1373508 Jul 29 23:18:50.748113 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 047e2035-b611-4eeb-919e-401c004e4745 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:50.754739 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 047e2035-b611-4eeb-919e-401c004e4745 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:50.755114 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:50.759703 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f00e7b0-9dea-445f-9d19-d757c171bef7 req-fffe3f84-af8f-4d24-ad24-33bbf91b5f28 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:50.761220 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f00e7b0-9dea-445f-9d19-d757c171bef7 req-fffe3f84-af8f-4d24-ad24-33bbf91b5f28 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/ports?device_id=980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9 HTTP/1.1" status: 200 len: 945 time: 0.0809689 Jul 29 23:18:50.766608 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-11c2eaa9-3f04-4fee-a584-b9ca23b2bb0a req-970489c6-0ebc-4eb1-a4aa-f971ace71ccb tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:50.811826 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d72e879c-2844-477c-b7bb-f848a7ac17ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e6c183-552b-4ca7-a652-815e754cbe70', 'name': 'tempest-FloatingIPDetailsTestJSON-385692733-router', 'tenant_id': '5a0cb605575e455aa4e415daa005d5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'a8dd3589-4885-4542-9164-b2273cf34cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:46Z', 'updated_at': '2021-07-29T23:18:49Z', 'revision_number': 4, 'project_id': '5a0cb605575e455aa4e415daa005d5cc', 'gw_port': {'id': 'a8dd3589-4885-4542-9164-b2273cf34cfb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e6c183-552b-4ca7-a652-815e754cbe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:47Z', 'updated_at': '2021-07-29T23:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f6596b02-fc09-4107-a95e-1c256a33ee90', 'name': '', 'network_id': 'e791ae1a-e63a-453f-8934-d9f09add691b', 'tenant_id': '5a0cb605575e455aa4e415daa005d5cc', 'mac_address': 'fa:16:3e:7d:22:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e6c183-552b-4ca7-a652-815e754cbe70', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '1732abf3-4ca8-4a8e-b7ea-d4373420abe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:49Z', 'updated_at': '2021-07-29T23:18:49Z', 'revision_number': 2, 'project_id': '5a0cb605575e455aa4e415daa005d5cc', 'subnets': [{'id': '1732abf3-4ca8-4a8e-b7ea-d4373420abe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:50.816071 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f00e7b0-9dea-445f-9d19-d757c171bef7 req-b419431f-cd43-4fed-9f70-c164386ac995 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/security-groups?id=c707e286-30f0-42c5-96b2-eee1f2c659a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451102 Jul 29 23:18:50.816978 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-11c2eaa9-3f04-4fee-a584-b9ca23b2bb0a req-970489c6-0ebc-4eb1-a4aa-f971ace71ccb tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:50.858244 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d72e879c-2844-477c-b7bb-f848a7ac17ff None None] The sync data for ids ['d7e6c183-552b-4ca7-a652-815e754cbe70'] in n-d-712140-10 is: [{'id': 'd7e6c183-552b-4ca7-a652-815e754cbe70', 'name': 'tempest-FloatingIPDetailsTestJSON-385692733-router', 'tenant_id': '5a0cb605575e455aa4e415daa005d5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'a8dd3589-4885-4542-9164-b2273cf34cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:46Z', 'updated_at': '2021-07-29T23:18:49Z', 'revision_number': 4, 'project_id': '5a0cb605575e455aa4e415daa005d5cc', 'gw_port': {'id': 'a8dd3589-4885-4542-9164-b2273cf34cfb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e6c183-552b-4ca7-a652-815e754cbe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:47Z', 'updated_at': '2021-07-29T23:18:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f6596b02-fc09-4107-a95e-1c256a33ee90', 'name': '', 'network_id': 'e791ae1a-e63a-453f-8934-d9f09add691b', 'tenant_id': '5a0cb605575e455aa4e415daa005d5cc', 'mac_address': 'fa:16:3e:7d:22:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e6c183-552b-4ca7-a652-815e754cbe70', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '1732abf3-4ca8-4a8e-b7ea-d4373420abe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:49Z', 'updated_at': '2021-07-29T23:18:49Z', 'revision_number': 2, 'project_id': '5a0cb605575e455aa4e415daa005d5cc', 'subnets': [{'id': '1732abf3-4ca8-4a8e-b7ea-d4373420abe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:18:50.879626 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:50.925091 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 047e2035-b611-4eeb-919e-401c004e4745, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=047e2035-b611-4eeb-919e-401c004e4745,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:50.926224 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca38037f-a94d-4bcb-9ef8-5e15e4e2d9c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047e2035-b611-4eeb-919e-401c004e4745'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:50.929212 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa8b9be-f365-41ec-8aed-646270d19ac8" -d '{"events": [{"server_uuid": "ca38037f-a94d-4bcb-9ef8-5e15e4e2d9c8", "name": "network-vif-plugged", "status": "completed", "tag": "047e2035-b611-4eeb-919e-401c004e4745"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:50.933067 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:50.933533 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:50.985972 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52be5f30-9e41-4d6e-aeed-33dc2ec159a4 req-79a35ffa-e57a-4b1e-9aeb-45ef94045359 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:50.987568 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52be5f30-9e41-4d6e-aeed-33dc2ec159a4 req-79a35ffa-e57a-4b1e-9aeb-45ef94045359 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 950 time: 0.0935948 Jul 29 23:18:51.008583 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-11c2eaa9-3f04-4fee-a584-b9ca23b2bb0a req-970489c6-0ebc-4eb1-a4aa-f971ace71ccb tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:51.028695 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=047e2035-b611-4eeb-919e-401c004e4745,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:51.040249 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:51.043997 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:51.044380 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:51.119320 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52be5f30-9e41-4d6e-aeed-33dc2ec159a4 req-ea1c4c74-f53f-46aa-b7e2-bfd449743266 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126144 Jul 29 23:18:51.159578 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:51.199167 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-11c2eaa9-3f04-4fee-a584-b9ca23b2bb0a req-970489c6-0ebc-4eb1-a4aa-f971ace71ccb tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Allocated IP 172.25.8.250 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/2de3100c-964b-4c76-a80b-d0c0e6e8d9ee) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:51.201397 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd,segment=NetworkSegment(562933ca-53ea-46ea-af93-a7c56c2d1501),segment_id=562933ca-53ea-46ea-af93-a7c56c2d1501)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:51.206059 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:51.267770 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:51.308510 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478cbc8-6fe2-42e0-b51c-167af7782dc4 req-62e18187-8977-47d2-bfe3-42fda6c62330 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:51.310065 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b478cbc8-6fe2-42e0-b51c-167af7782dc4 req-62e18187-8977-47d2-bfe3-42fda6c62330 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca38037f-a94d-4bcb-9ef8-5e15e4e2d9c8 HTTP/1.1" status: 200 len: 950 time: 0.1134162 Jul 29 23:18:51.383656 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b478cbc8-6fe2-42e0-b51c-167af7782dc4 req-5a59c8a0-ec25-461a-9700-d29f18901e06 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660412 Jul 29 23:18:51.388787 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-11c2eaa9-3f04-4fee-a584-b9ca23b2bb0a req-970489c6-0ebc-4eb1-a4aa-f971ace71ccb tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:51.430628 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2a5b8d-c2da-4696-839e-b411ffe76e4d x-openstack-request-id: req-4f2a5b8d-c2da-4696-839e-b411ffe76e4d {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:51.430978 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca38037f-a94d-4bcb-9ef8-5e15e4e2d9c8", "name": "network-vif-plugged", "status": "completed", "tag": "047e2035-b611-4eeb-919e-401c004e4745", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:51.431240 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4f2a5b8d-c2da-4696-839e-b411ffe76e4d {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:51.431646 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca38037f-a94d-4bcb-9ef8-5e15e4e2d9c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '047e2035-b611-4eeb-919e-401c004e4745', 'code': 200} Jul 29 23:18:51.449692 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-11c2eaa9-3f04-4fee-a584-b9ca23b2bb0a req-970489c6-0ebc-4eb1-a4aa-f971ace71ccb tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:51.561151 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c2eaa9-3f04-4fee-a584-b9ca23b2bb0a req-970489c6-0ebc-4eb1-a4aa-f971ace71ccb tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:51.561909 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970489c6-0ebc-4eb1-a4aa-f971ace71ccb tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Pushing event updated for resources: {'Port': ['ID=2de3100c-964b-4c76-a80b-d0c0e6e8d9ee,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:51.569019 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-11c2eaa9-3f04-4fee-a584-b9ca23b2bb0a req-970489c6-0ebc-4eb1-a4aa-f971ace71ccb tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:51.572311 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c2eaa9-3f04-4fee-a584-b9ca23b2bb0a req-970489c6-0ebc-4eb1-a4aa-f971ace71ccb tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:51.639361 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4016b2a-8520-4b9b-94ee-522a7d993733 req-401d0c62-515b-4986-aafd-8a2de7c10f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:51.641221 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4016b2a-8520-4b9b-94ee-522a7d993733 req-401d0c62-515b-4986-aafd-8a2de7c10f57 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ca38037f-a94d-4bcb-9ef8-5e15e4e2d9c8 HTTP/1.1" status: 200 len: 1102 time: 0.1365676 Jul 29 23:18:51.657511 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734c5f8-f44b-4774-96d5-64c6f70a8e60 req-49159dc4-1ff6-4262-b7d7-24ac9c150bfd tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:51.659139 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d734c5f8-f44b-4774-96d5-64c6f70a8e60 req-49159dc4-1ff6-4262-b7d7-24ac9c150bfd tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 946 time: 0.1687193 Jul 29 23:18:51.747536 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4016b2a-8520-4b9b-94ee-522a7d993733 req-67282514-d14c-4ea6-920f-bdf05a772e11 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874095 Jul 29 23:18:51.754396 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-11c2eaa9-3f04-4fee-a584-b9ca23b2bb0a req-970489c6-0ebc-4eb1-a4aa-f971ace71ccb tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:51.758574 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d734c5f8-f44b-4774-96d5-64c6f70a8e60 req-d13ed8a5-b3ac-4cde-bff8-d3a11e4e7e36 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916467 Jul 29 23:18:51.795343 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-11c2eaa9-3f04-4fee-a584-b9ca23b2bb0a req-970489c6-0ebc-4eb1-a4aa-f971ace71ccb tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:51.919667 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a8dd3589-4885-4542-9164-b2273cf34cfb up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:51.974908 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port a8dd3589-4885-4542-9164-b2273cf34cfb completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:51.979624 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port a8dd3589-4885-4542-9164-b2273cf34cfb triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:51.980077 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:52.007237 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f69df-debc-4817-a43a-13e4078b1d19 req-550f620b-34e6-4518-a0ce-03d23ff7ae33 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:52.008851 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f21f69df-debc-4817-a43a-13e4078b1d19 req-550f620b-34e6-4518-a0ce-03d23ff7ae33 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.0844796 Jul 29 23:18:52.068783 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:52.077129 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-11c2eaa9-3f04-4fee-a584-b9ca23b2bb0a req-970489c6-0ebc-4eb1-a4aa-f971ace71ccb tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:52.084480 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f21f69df-debc-4817-a43a-13e4078b1d19 req-148f9005-936c-45dc-b71d-9b95f9dfe9c2 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655739 Jul 29 23:18:52.085544 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-11c2eaa9-3f04-4fee-a584-b9ca23b2bb0a req-970489c6-0ebc-4eb1-a4aa-f971ace71ccb tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:52.094590 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port a8dd3589-4885-4542-9164-b2273cf34cfb, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a8dd3589-4885-4542-9164-b2273cf34cfb,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:52.102829 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:52.168805 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=a8dd3589-4885-4542-9164-b2273cf34cfb,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:52.177387 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970489c6-0ebc-4eb1-a4aa-f971ace71ccb tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Pushing event updated for resources: {'Port': ['ID=2de3100c-964b-4c76-a80b-d0c0e6e8d9ee,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:52.209138 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-11c2eaa9-3f04-4fee-a584-b9ca23b2bb0a req-970489c6-0ebc-4eb1-a4aa-f971ace71ccb tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:52.229451 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-11c2eaa9-3f04-4fee-a584-b9ca23b2bb0a req-970489c6-0ebc-4eb1-a4aa-f971ace71ccb tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:52.230726 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-11c2eaa9-3f04-4fee-a584-b9ca23b2bb0a req-970489c6-0ebc-4eb1-a4aa-f971ace71ccb tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4685967 Jul 29 23:18:52.242842 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1641e31e-f62f-42e2-987b-d5174b2732c8 req-2ab53059-0c27-433c-a6f0-01b111fb7cb3 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:52.244553 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1641e31e-f62f-42e2-987b-d5174b2732c8 req-2ab53059-0c27-433c-a6f0-01b111fb7cb3 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=2622fdbe-22eb-4dd6-9014-8f9419731226 HTTP/1.1" status: 200 len: 944 time: 0.0809140 Jul 29 23:18:52.303784 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-11c2eaa9-3f04-4fee-a584-b9ca23b2bb0a req-2123c5e6-117a-4deb-9520-06a1e56b3ce1 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.250 HTTP/1.1" status: 200 len: 696 time: 0.0582304 Jul 29 23:18:52.369923 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1641e31e-f62f-42e2-987b-d5174b2732c8 req-93d9b256-5b8e-4b36-8e11-b4f09fd223bf tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172893 Jul 29 23:18:52.429551 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2eaa9-3f04-4fee-a584-b9ca23b2bb0a req-6634ae8b-be47-4faa-9b6f-7e0431ac7bc3 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:52.430923 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-11c2eaa9-3f04-4fee-a584-b9ca23b2bb0a req-6634ae8b-be47-4faa-9b6f-7e0431ac7bc3 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 784 time: 0.1211505 Jul 29 23:18:52.494547 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7242f-8f9f-4f8d-9be6-dbffcacb725d req-fd7eff73-8031-490e-854a-7126de337baa tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:52.496084 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64c7242f-8f9f-4f8d-9be6-dbffcacb725d req-fd7eff73-8031-490e-854a-7126de337baa tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/ports?device_id=980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9 HTTP/1.1" status: 200 len: 946 time: 0.0627711 Jul 29 23:18:52.563928 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64c7242f-8f9f-4f8d-9be6-dbffcacb725d req-d6018745-2cfa-4030-9cfe-ffed34fc81cb tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/security-groups?id=c707e286-30f0-42c5-96b2-eee1f2c659a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577044 Jul 29 23:18:52.571247 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04415d35-b1de-47cd-bb66-67959bb184da req-470e36ab-e121-4c0a-a4bf-270261edf5f8 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:52.572833 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-04415d35-b1de-47cd-bb66-67959bb184da req-470e36ab-e121-4c0a-a4bf-270261edf5f8 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 950 time: 0.0758178 Jul 29 23:18:52.618970 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-04415d35-b1de-47cd-bb66-67959bb184da req-2dde22f9-c3c1-4e96-baef-47ca963316ce tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388806 Jul 29 23:18:52.631359 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9a47ea6a-945d-4900-804f-cce950df5171 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:52.684938 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 9a47ea6a-945d-4900-804f-cce950df5171 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:52.689690 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 9a47ea6a-945d-4900-804f-cce950df5171 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:52.690067 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:52.721332 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee1acd-76ca-4fcc-b1f3-31f6f17434a4 req-19650dfc-b6e8-49d1-aa00-5e2f4fd9d4f9 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:52.722921 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5fee1acd-76ca-4fcc-b1f3-31f6f17434a4 req-19650dfc-b6e8-49d1-aa00-5e2f4fd9d4f9 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca38037f-a94d-4bcb-9ef8-5e15e4e2d9c8 HTTP/1.1" status: 200 len: 950 time: 0.1016669 Jul 29 23:18:52.800806 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:52.808431 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5fee1acd-76ca-4fcc-b1f3-31f6f17434a4 req-b28103ad-f464-462f-98b7-485b660b7673 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725431 Jul 29 23:18:52.829059 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7bdc0f61-1d0e-422d-9ba3-126f7d3148ba req-7589fd83-721c-4908-9fd7-48ea03da8ab9 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1678963 Jul 29 23:18:52.842115 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9a47ea6a-945d-4900-804f-cce950df5171, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9a47ea6a-945d-4900-804f-cce950df5171,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:52.843867 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-7bdc0f61-1d0e-422d-9ba3-126f7d3148ba req-c4ce179b-0c81-408a-8af3-d48dcbda71f0 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:52.849566 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:52.877187 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7bdc0f61-1d0e-422d-9ba3-126f7d3148ba req-c4ce179b-0c81-408a-8af3-d48dcbda71f0 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:52.907782 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=9a47ea6a-945d-4900-804f-cce950df5171,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:52.982024 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e974066-f199-4142-b759-3e3a713ea1da req-09facf89-edf6-4a8b-b3d9-c570bf3e4a6e tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:52.983579 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3e974066-f199-4142-b759-3e3a713ea1da req-09facf89-edf6-4a8b-b3d9-c570bf3e4a6e tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 946 time: 0.0878968 Jul 29 23:18:53.037735 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3e974066-f199-4142-b759-3e3a713ea1da req-e8fa00b3-88cb-45d4-bd35-70215491e7d0 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457995 Jul 29 23:18:53.069551 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7bdc0f61-1d0e-422d-9ba3-126f7d3148ba req-c4ce179b-0c81-408a-8af3-d48dcbda71f0 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:53.087379 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc123593-39d8-43f3-9dac-243a17fd30cd None None] Sync routers for ids ['d7e6c183-552b-4ca7-a652-815e754cbe70'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:18:53.098899 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc123593-39d8-43f3-9dac-243a17fd30cd None None] Routers {'d7e6c183-552b-4ca7-a652-815e754cbe70'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:18:53.099525 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-fc123593-39d8-43f3-9dac-243a17fd30cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:18:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['d7e6c183-552b-4ca7-a652-815e754cbe70'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:53.214682 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-7bdc0f61-1d0e-422d-9ba3-126f7d3148ba req-c4ce179b-0c81-408a-8af3-d48dcbda71f0 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Allocated IP 172.25.8.181 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/085c983b-7880-437e-ada9-9c38637c2e44) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:53.214988 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-fc123593-39d8-43f3-9dac-243a17fd30cd None None] Set router d7e6c183-552b-4ca7-a652-815e754cbe70 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:18:53.246451 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c0201-b90c-4633-b31c-a561d1e6568a req-4e1542b7-3e31-4efe-b7cc-89340c0aee71 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:53.247914 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f9c0201-b90c-4633-b31c-a561d1e6568a req-4e1542b7-3e31-4efe-b7cc-89340c0aee71 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 950 time: 0.0793719 Jul 29 23:18:53.336869 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f9c0201-b90c-4633-b31c-a561d1e6568a req-5a096e5a-7fc2-46d3-a48c-ccb56dda08b8 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783467 Jul 29 23:18:53.380375 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7bdc0f61-1d0e-422d-9ba3-126f7d3148ba req-c4ce179b-0c81-408a-8af3-d48dcbda71f0 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:53.433078 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd'}, {'server_uuid': '2622fdbe-22eb-4dd6-9014-8f9419731226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a47ea6a-945d-4900-804f-cce950df5171'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:53.436221 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67184fe-d231-43a0-b32a-8d8066c34bf2" -d '{"events": [{"server_uuid": "980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9", "name": "network-vif-plugged", "status": "completed", "tag": "39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd"}, {"server_uuid": "2622fdbe-22eb-4dd6-9014-8f9419731226", "name": "network-vif-plugged", "status": "completed", "tag": "9a47ea6a-945d-4900-804f-cce950df5171"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:53.442063 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7bdc0f61-1d0e-422d-9ba3-126f7d3148ba req-c4ce179b-0c81-408a-8af3-d48dcbda71f0 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:53.443385 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-fc123593-39d8-43f3-9dac-243a17fd30cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e6c183-552b-4ca7-a652-815e754cbe70', 'name': 'tempest-FloatingIPDetailsTestJSON-385692733-router', 'tenant_id': '5a0cb605575e455aa4e415daa005d5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'a8dd3589-4885-4542-9164-b2273cf34cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:46Z', 'updated_at': '2021-07-29T23:18:49Z', 'revision_number': 4, 'project_id': '5a0cb605575e455aa4e415daa005d5cc', 'gw_port': {'id': 'a8dd3589-4885-4542-9164-b2273cf34cfb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e6c183-552b-4ca7-a652-815e754cbe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:47Z', 'updated_at': '2021-07-29T23:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f6596b02-fc09-4107-a95e-1c256a33ee90', 'name': '', 'network_id': 'e791ae1a-e63a-453f-8934-d9f09add691b', 'tenant_id': '5a0cb605575e455aa4e415daa005d5cc', 'mac_address': 'fa:16:3e:7d:22:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e6c183-552b-4ca7-a652-815e754cbe70', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '1732abf3-4ca8-4a8e-b7ea-d4373420abe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:49Z', 'updated_at': '2021-07-29T23:18:49Z', 'revision_number': 2, 'project_id': '5a0cb605575e455aa4e415daa005d5cc', 'subnets': [{'id': '1732abf3-4ca8-4a8e-b7ea-d4373420abe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:53.469543 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc123593-39d8-43f3-9dac-243a17fd30cd None None] Checking router: d7e6c183-552b-4ca7-a652-815e754cbe70 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:18:53.469899 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc123593-39d8-43f3-9dac-243a17fd30cd None None] Updating router d7e6c183-552b-4ca7-a652-815e754cbe70 port f6596b02-fc09-4107-a95e-1c256a33ee90 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:18:53.496330 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc123593-39d8-43f3-9dac-243a17fd30cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:53.518966 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bdc0f61-1d0e-422d-9ba3-126f7d3148ba req-c4ce179b-0c81-408a-8af3-d48dcbda71f0 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:53.541577 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-7bdc0f61-1d0e-422d-9ba3-126f7d3148ba req-c4ce179b-0c81-408a-8af3-d48dcbda71f0 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:53.544217 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bdc0f61-1d0e-422d-9ba3-126f7d3148ba req-c4ce179b-0c81-408a-8af3-d48dcbda71f0 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:53.565611 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce179b-0c81-408a-8af3-d48dcbda71f0 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Pushing event updated for resources: {'Port': ['ID=085c983b-7880-437e-ada9-9c38637c2e44,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:53.622730 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a9b9c-4715-49e9-bb18-03e522b25d7d req-cbf77445-16c8-4610-bdad-24e02a818c87 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:53.624362 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-595a9b9c-4715-49e9-bb18-03e522b25d7d req-cbf77445-16c8-4610-bdad-24e02a818c87 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=2622fdbe-22eb-4dd6-9014-8f9419731226 HTTP/1.1" status: 200 len: 945 time: 0.1455514 Jul 29 23:18:53.638734 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15166b1b-9f71-41d2-93b5-c4b45a1102de req-6ead7b67-5804-4f5e-844b-4c132f398a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:53.640279 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15166b1b-9f71-41d2-93b5-c4b45a1102de req-6ead7b67-5804-4f5e-844b-4c132f398a05 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 1102 time: 0.1185713 Jul 29 23:18:53.733751 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-595a9b9c-4715-49e9-bb18-03e522b25d7d req-f2ff8d9c-f016-4ca6-b416-ac6405e6f583 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988834 Jul 29 23:18:53.735472 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7bdc0f61-1d0e-422d-9ba3-126f7d3148ba req-c4ce179b-0c81-408a-8af3-d48dcbda71f0 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:53.744328 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15166b1b-9f71-41d2-93b5-c4b45a1102de req-7aa789e3-61b7-4fb4-9256-84314755f590 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954545 Jul 29 23:18:53.775257 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7bdc0f61-1d0e-422d-9ba3-126f7d3148ba req-c4ce179b-0c81-408a-8af3-d48dcbda71f0 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:53.793335 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c690522-76d1-47ef-a02e-c3ed571d08ef x-openstack-request-id: req-3c690522-76d1-47ef-a02e-c3ed571d08ef {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:53.793869 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9", "name": "network-vif-plugged", "status": "completed", "tag": "39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd", "code": 200}, {"server_uuid": "2622fdbe-22eb-4dd6-9014-8f9419731226", "name": "network-vif-plugged", "status": "completed", "tag": "9a47ea6a-945d-4900-804f-cce950df5171", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:53.794225 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c690522-76d1-47ef-a02e-c3ed571d08ef {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:53.794722 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd', 'code': 200} Jul 29 23:18:53.795074 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2622fdbe-22eb-4dd6-9014-8f9419731226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a47ea6a-945d-4900-804f-cce950df5171', 'code': 200} Jul 29 23:18:53.911895 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc123593-39d8-43f3-9dac-243a17fd30cd None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:53.922572 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a8dd3589-4885-4542-9164-b2273cf34cfb up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:53.924290 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-fc123593-39d8-43f3-9dac-243a17fd30cd None None] Transition to ACTIVE for port object f6596b02-fc09-4107-a95e-1c256a33ee90 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:53.933417 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc123593-39d8-43f3-9dac-243a17fd30cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:53.975784 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port a8dd3589-4885-4542-9164-b2273cf34cfb triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:53.976200 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:53.985827 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb85068-227a-49bb-8601-16873ce385c3 None None] Pushing event updated for resources: {'Port': ['ID=f6596b02-fc09-4107-a95e-1c256a33ee90,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:53.998540 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb85068-227a-49bb-8601-16873ce385c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:53.999133 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb85068-227a-49bb-8601-16873ce385c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:54.000255 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb85068-227a-49bb-8601-16873ce385c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:54.000823 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb85068-227a-49bb-8601-16873ce385c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:54.001227 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb85068-227a-49bb-8601-16873ce385c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:54.001627 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb85068-227a-49bb-8601-16873ce385c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:54.002017 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb85068-227a-49bb-8601-16873ce385c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:54.002400 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb85068-227a-49bb-8601-16873ce385c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:54.002799 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb85068-227a-49bb-8601-16873ce385c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:54.003190 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb85068-227a-49bb-8601-16873ce385c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:54.003573 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb85068-227a-49bb-8601-16873ce385c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:54.003985 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb85068-227a-49bb-8601-16873ce385c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:18:54.037913 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54aa37-3e45-4290-8897-e91809a6d082 req-1f6a403d-cc1a-4708-ae83-50d67c8e5f7c tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:54.039505 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cf54aa37-3e45-4290-8897-e91809a6d082 req-1f6a403d-cc1a-4708-ae83-50d67c8e5f7c tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/ports?device_id=980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9 HTTP/1.1" status: 200 len: 946 time: 0.1811824 Jul 29 23:18:54.052168 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce68d3f1-0d09-4deb-ac05-3252f0a0e26e req-9df1a505-990b-4e2d-99b7-b4ca48cec3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:54.053846 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce68d3f1-0d09-4deb-ac05-3252f0a0e26e req-9df1a505-990b-4e2d-99b7-b4ca48cec3d7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9 HTTP/1.1" status: 200 len: 1098 time: 0.1481860 Jul 29 23:18:54.059577 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceb60f1-081b-4142-8eab-8d3a354b3707 req-a084ce8b-e9cd-4643-939d-7119d3dc1d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:54.061249 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ceb60f1-081b-4142-8eab-8d3a354b3707 req-a084ce8b-e9cd-4643-939d-7119d3dc1d1e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2622fdbe-22eb-4dd6-9014-8f9419731226 HTTP/1.1" status: 200 len: 1097 time: 0.1524646 Jul 29 23:18:54.075125 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-fc123593-39d8-43f3-9dac-243a17fd30cd None None] Attempting to bind port f6596b02-fc09-4107-a95e-1c256a33ee90 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:18:54.075501 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-fc123593-39d8-43f3-9dac-243a17fd30cd None None] Attempting to bind port f6596b02-fc09-4107-a95e-1c256a33ee90 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'fb5cbfcc-aeea-449b-9e32-fba4f368a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e791ae1a-e63a-453f-8934-d9f09add691b'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:18:54.075933 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc123593-39d8-43f3-9dac-243a17fd30cd None None] Attempting to bind port f6596b02-fc09-4107-a95e-1c256a33ee90 on network e791ae1a-e63a-453f-8934-d9f09add691b {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:18:54.081366 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc123593-39d8-43f3-9dac-243a17fd30cd None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:18:54.081736 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc123593-39d8-43f3-9dac-243a17fd30cd None None] Checking segment: {'id': 'fb5cbfcc-aeea-449b-9e32-fba4f368a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e791ae1a-e63a-453f-8934-d9f09add691b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:18:54.082356 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc123593-39d8-43f3-9dac-243a17fd30cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:54.082753 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc123593-39d8-43f3-9dac-243a17fd30cd None None] Bound using segment: {'id': 'fb5cbfcc-aeea-449b-9e32-fba4f368a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e791ae1a-e63a-453f-8934-d9f09add691b'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:18:54.083237 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-fc123593-39d8-43f3-9dac-243a17fd30cd None None] Bound port: f6596b02-fc09-4107-a95e-1c256a33ee90, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb5cbfcc-aeea-449b-9e32-fba4f368a9c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e791ae1a-e63a-453f-8934-d9f09add691b'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:18:54.083645 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc123593-39d8-43f3-9dac-243a17fd30cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:54.153652 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-fc123593-39d8-43f3-9dac-243a17fd30cd None None] For port f6596b02-fc09-4107-a95e-1c256a33ee90, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:18:54.157984 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7bdc0f61-1d0e-422d-9ba3-126f7d3148ba req-c4ce179b-0c81-408a-8af3-d48dcbda71f0 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:54.158319 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-fc123593-39d8-43f3-9dac-243a17fd30cd None None] For port f6596b02-fc09-4107-a95e-1c256a33ee90, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f6596b02-fc09-4107-a95e-1c256a33ee90,segment=NetworkSegment(fb5cbfcc-aeea-449b-9e32-fba4f368a9c5),segment_id=fb5cbfcc-aeea-449b-9e32-fba4f368a9c5)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:18:54.166893 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc123593-39d8-43f3-9dac-243a17fd30cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:54.176518 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7bdc0f61-1d0e-422d-9ba3-126f7d3148ba req-c4ce179b-0c81-408a-8af3-d48dcbda71f0 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:54.181595 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cf54aa37-3e45-4290-8897-e91809a6d082 req-0ee3652a-17e6-4ad8-8233-7ad38cfbbc46 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/security-groups?id=c707e286-30f0-42c5-96b2-eee1f2c659a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319120 Jul 29 23:18:54.201116 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ceb60f1-081b-4142-8eab-8d3a354b3707 req-c5437a78-b317-456a-85a8-37616326cbb0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145926 Jul 29 23:18:54.222337 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce68d3f1-0d09-4deb-ac05-3252f0a0e26e req-5b2fef60-1e9d-411b-ab97-8eebc67bc467 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=c707e286-30f0-42c5-96b2-eee1f2c659a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519756 Jul 29 23:18:54.230018 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc123593-39d8-43f3-9dac-243a17fd30cd None None] Routers {'d7e6c183-552b-4ca7-a652-815e754cbe70'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:18:54.230819 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-fc123593-39d8-43f3-9dac-243a17fd30cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:18:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['d7e6c183-552b-4ca7-a652-815e754cbe70'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:54.304351 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb85068-227a-49bb-8601-16873ce385c3 None None] Pushing event updated for resources: {'Port': ['ID=f6596b02-fc09-4107-a95e-1c256a33ee90,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:54.383876 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-fc123593-39d8-43f3-9dac-243a17fd30cd None None] Set router d7e6c183-552b-4ca7-a652-815e754cbe70 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:18:54.596030 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce179b-0c81-408a-8af3-d48dcbda71f0 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Pushing event updated for resources: {'Port': ['ID=085c983b-7880-437e-ada9-9c38637c2e44,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:54.616746 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7bdc0f61-1d0e-422d-9ba3-126f7d3148ba req-c4ce179b-0c81-408a-8af3-d48dcbda71f0 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:54.629461 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-fc123593-39d8-43f3-9dac-243a17fd30cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e6c183-552b-4ca7-a652-815e754cbe70', 'name': 'tempest-FloatingIPDetailsTestJSON-385692733-router', 'tenant_id': '5a0cb605575e455aa4e415daa005d5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'a8dd3589-4885-4542-9164-b2273cf34cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:46Z', 'updated_at': '2021-07-29T23:18:49Z', 'revision_number': 4, 'project_id': '5a0cb605575e455aa4e415daa005d5cc', 'gw_port': {'id': 'a8dd3589-4885-4542-9164-b2273cf34cfb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e6c183-552b-4ca7-a652-815e754cbe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:47Z', 'updated_at': '2021-07-29T23:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f6596b02-fc09-4107-a95e-1c256a33ee90', 'name': '', 'network_id': 'e791ae1a-e63a-453f-8934-d9f09add691b', 'tenant_id': '5a0cb605575e455aa4e415daa005d5cc', 'mac_address': 'fa:16:3e:7d:22:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e6c183-552b-4ca7-a652-815e754cbe70', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '1732abf3-4ca8-4a8e-b7ea-d4373420abe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:49Z', 'updated_at': '2021-07-29T23:18:54Z', 'revision_number': 4, 'project_id': '5a0cb605575e455aa4e415daa005d5cc', 'subnets': [{'id': '1732abf3-4ca8-4a8e-b7ea-d4373420abe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:54.640734 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7bdc0f61-1d0e-422d-9ba3-126f7d3148ba req-c4ce179b-0c81-408a-8af3-d48dcbda71f0 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:54.642415 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7bdc0f61-1d0e-422d-9ba3-126f7d3148ba req-c4ce179b-0c81-408a-8af3-d48dcbda71f0 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8031604 Jul 29 23:18:54.651782 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb55969-7df2-4720-9814-d2641cba6f3b req-1fae1b8e-8a93-4562-ab8a-ea01c93c8d50 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:54.653817 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-afb55969-7df2-4720-9814-d2641cba6f3b req-1fae1b8e-8a93-4562-ab8a-ea01c93c8d50 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 950 time: 0.0787394 Jul 29 23:18:54.662707 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc123593-39d8-43f3-9dac-243a17fd30cd None None] The sync data for ids ['d7e6c183-552b-4ca7-a652-815e754cbe70'] in n-d-712140-10 is: [{'id': 'd7e6c183-552b-4ca7-a652-815e754cbe70', 'name': 'tempest-FloatingIPDetailsTestJSON-385692733-router', 'tenant_id': '5a0cb605575e455aa4e415daa005d5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'a8dd3589-4885-4542-9164-b2273cf34cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:46Z', 'updated_at': '2021-07-29T23:18:49Z', 'revision_number': 4, 'project_id': '5a0cb605575e455aa4e415daa005d5cc', 'gw_port': {'id': 'a8dd3589-4885-4542-9164-b2273cf34cfb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e6c183-552b-4ca7-a652-815e754cbe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:47Z', 'updated_at': '2021-07-29T23:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f6596b02-fc09-4107-a95e-1c256a33ee90', 'name': '', 'network_id': 'e791ae1a-e63a-453f-8934-d9f09add691b', 'tenant_id': '5a0cb605575e455aa4e415daa005d5cc', 'mac_address': 'fa:16:3e:7d:22:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7e6c183-552b-4ca7-a652-815e754cbe70', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '1732abf3-4ca8-4a8e-b7ea-d4373420abe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:49Z', 'updated_at': '2021-07-29T23:18:54Z', 'revision_number': 4, 'project_id': '5a0cb605575e455aa4e415daa005d5cc', 'subnets': [{'id': '1732abf3-4ca8-4a8e-b7ea-d4373420abe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:18:54.721056 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7bdc0f61-1d0e-422d-9ba3-126f7d3148ba req-94fdcba0-4c2e-4465-921c-22260337d215 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.181 HTTP/1.1" status: 200 len: 696 time: 0.0653071 Jul 29 23:18:54.786619 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 44765355-53d7-4077-b28c-7fe3fcd748dd details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:18:54.789024 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 44765355-53d7-4077-b28c-7fe3fcd748dd no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:18:54.796164 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-afb55969-7df2-4720-9814-d2641cba6f3b req-47926adb-78ec-4659-afce-8afade9cc2cc tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323414 Jul 29 23:18:54.886342 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc0f61-1d0e-422d-9ba3-126f7d3148ba req-dd3ff65f-e406-46db-b228-eae4417abb44 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:54.887812 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7bdc0f61-1d0e-422d-9ba3-126f7d3148ba req-dd3ff65f-e406-46db-b228-eae4417abb44 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 784 time: 0.1588776 Jul 29 23:18:54.946445 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4ec333-0282-4d21-bbcd-80bf0078c30c req-fb71f1af-463d-4472-b646-1d2e2775778b tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:54.955041 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6e4ec333-0282-4d21-bbcd-80bf0078c30c req-fb71f1af-463d-4472-b646-1d2e2775778b tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca38037f-a94d-4bcb-9ef8-5e15e4e2d9c8 HTTP/1.1" status: 200 len: 950 time: 0.0660830 Jul 29 23:18:55.035139 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:55.052023 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6e4ec333-0282-4d21-bbcd-80bf0078c30c req-f5c6e5a9-d191-4e62-a2e1-2acb79007700 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958185 Jul 29 23:18:55.100695 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5e3002-1404-437b-adae-b09a5fc8cd91 req-e18377ed-c081-4772-ae56-fc1d42aeee03 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:55.102280 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ad5e3002-1404-437b-adae-b09a5fc8cd91 req-e18377ed-c081-4772-ae56-fc1d42aeee03 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 946 time: 0.1147783 Jul 29 23:18:55.112528 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 44765355-53d7-4077-b28c-7fe3fcd748dd, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=44765355-53d7-4077-b28c-7fe3fcd748dd,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:55.142525 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 44765355-53d7-4077-b28c-7fe3fcd748dd, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=44765355-53d7-4077-b28c-7fe3fcd748dd,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:55.143976 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '44765355-53d7-4077-b28c-7fe3fcd748dd', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': '44765355-53d7-4077-b28c-7fe3fcd748dd', 'mac_address': 'fa:16:3e:da:3f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:18:55.157372 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:55.193321 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ad5e3002-1404-437b-adae-b09a5fc8cd91 req-586899b0-5e93-40c9-8e16-4822a1051284 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633969 Jul 29 23:18:55.269752 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:55.324244 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3fc82b-add5-4e39-8dc6-96eedce61ee2 req-806b49de-bb06-4da8-bd78-8ace3f067a3e tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:55.329292 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=44765355-53d7-4077-b28c-7fe3fcd748dd,revision_number=9']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:55.333516 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44765355-53d7-4077-b28c-7fe3fcd748dd {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:18:55.338906 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d3fc82b-add5-4e39-8dc6-96eedce61ee2 req-806b49de-bb06-4da8-bd78-8ace3f067a3e tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 948 time: 0.0680280 Jul 29 23:18:55.368327 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 44765355-53d7-4077-b28c-7fe3fcd748dd, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=44765355-53d7-4077-b28c-7fe3fcd748dd,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:55.374212 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:55.416522 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d3fc82b-add5-4e39-8dc6-96eedce61ee2 req-c178130b-9e33-465c-afbf-c6c84f4917be tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786040 Jul 29 23:18:55.454607 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=44765355-53d7-4077-b28c-7fe3fcd748dd,revision_number=10']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:55.521634 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3c983-8c68-44ad-9564-d0082fb14fc9 req-62d3f969-095a-4424-93d3-87ca4bea69d0 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:55.523363 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20e3c983-8c68-44ad-9564-d0082fb14fc9 req-62d3f969-095a-4424-93d3-87ca4bea69d0 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=2622fdbe-22eb-4dd6-9014-8f9419731226 HTTP/1.1" status: 200 len: 945 time: 0.1775548 Jul 29 23:18:55.601308 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20e3c983-8c68-44ad-9564-d0082fb14fc9 req-0d16b532-ba6c-4894-9a7b-24f0568732aa tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688300 Jul 29 23:18:55.614673 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8cfa4e3d-8d22-43d8-bd9f-d7af85199f40 req-a4e273dd-b578-496d-8232-9a0d47800430 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1725934 Jul 29 23:18:55.620054 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-8cfa4e3d-8d22-43d8-bd9f-d7af85199f40 req-b220a4fb-e176-4d56-9417-d7abe2fbe3b5 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:55.657721 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8cfa4e3d-8d22-43d8-bd9f-d7af85199f40 req-b220a4fb-e176-4d56-9417-d7abe2fbe3b5 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:55.766634 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88979aba-0d9f-4b8d-bf50-f58baa3ef643 req-3b8ec32e-506f-41e9-a2e1-4bc3b3e69b37 tempest-ServersOnMultiNodesTest-1063351474 tempest-ServersOnMultiNodesTest-1063351474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:55.768215 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88979aba-0d9f-4b8d-bf50-f58baa3ef643 req-3b8ec32e-506f-41e9-a2e1-4bc3b3e69b37 tempest-ServersOnMultiNodesTest-1063351474 tempest-ServersOnMultiNodesTest-1063351474-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ca38037f-a94d-4bcb-9ef8-5e15e4e2d9c8 HTTP/1.1" status: 200 len: 1102 time: 0.0564761 Jul 29 23:18:55.796182 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd806ae6-77dd-4e53-8eac-5be8a6e35f81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44765355-53d7-4077-b28c-7fe3fcd748dd'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:55.798719 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ed40ef-ad37-44a9-a157-2a60eeb3277d" -d '{"events": [{"server_uuid": "dd806ae6-77dd-4e53-8eac-5be8a6e35f81", "name": "network-vif-unplugged", "status": "completed", "tag": "44765355-53d7-4077-b28c-7fe3fcd748dd"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:55.820145 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88979aba-0d9f-4b8d-bf50-f58baa3ef643 req-f1820a92-29d2-4c19-8877-14534f94260c tempest-ServersOnMultiNodesTest-1063351474 tempest-ServersOnMultiNodesTest-1063351474-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455372 Jul 29 23:18:55.860057 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['44765355-53d7-4077-b28c-7fe3fcd748dd'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:18:55.873967 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8cfa4e3d-8d22-43d8-bd9f-d7af85199f40 req-b220a4fb-e176-4d56-9417-d7abe2fbe3b5 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:55.922253 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f6596b02-fc09-4107-a95e-1c256a33ee90 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:56.009959 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port f6596b02-fc09-4107-a95e-1c256a33ee90 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:18:56.019573 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port f6596b02-fc09-4107-a95e-1c256a33ee90 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:56.019573 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:56.019931 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3f296b-8c28-4e64-9024-78168a899224 req-1df51abc-3ed2-4d9b-a82a-baaa2f418eca tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:56.022251 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c3f296b-8c28-4e64-9024-78168a899224 req-1df51abc-3ed2-4d9b-a82a-baaa2f418eca tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/ports?device_id=980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9 HTTP/1.1" status: 200 len: 946 time: 0.0906386 Jul 29 23:18:56.059623 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-8cfa4e3d-8d22-43d8-bd9f-d7af85199f40 req-b220a4fb-e176-4d56-9417-d7abe2fbe3b5 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Allocated IP 172.25.8.188 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/4e3a0a60-0054-40b9-8027-3b046e90911d) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:56.090785 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c3f296b-8c28-4e64-9024-78168a899224 req-4f638feb-d7bb-4be9-8f95-3e5f5afee0bd tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/security-groups?id=c707e286-30f0-42c5-96b2-eee1f2c659a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635910 Jul 29 23:18:56.144750 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:56.184965 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port f6596b02-fc09-4107-a95e-1c256a33ee90, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f6596b02-fc09-4107-a95e-1c256a33ee90,segment=NetworkSegment(fb5cbfcc-aeea-449b-9e32-fba4f368a9c5),segment_id=fb5cbfcc-aeea-449b-9e32-fba4f368a9c5)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:56.190988 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:56.198815 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8cfa4e3d-8d22-43d8-bd9f-d7af85199f40 req-b220a4fb-e176-4d56-9417-d7abe2fbe3b5 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:56.247533 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=f6596b02-fc09-4107-a95e-1c256a33ee90,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:56.252864 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc7cc48-f3c4-4f12-875b-1c2bf5e269b2 x-openstack-request-id: req-6fc7cc48-f3c4-4f12-875b-1c2bf5e269b2 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:18:56.253371 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd806ae6-77dd-4e53-8eac-5be8a6e35f81", "name": "network-vif-unplugged", "status": "completed", "tag": "44765355-53d7-4077-b28c-7fe3fcd748dd", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:18:56.253842 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6fc7cc48-f3c4-4f12-875b-1c2bf5e269b2 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:18:56.254240 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8cfa4e3d-8d22-43d8-bd9f-d7af85199f40 req-b220a4fb-e176-4d56-9417-d7abe2fbe3b5 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:56.254613 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd806ae6-77dd-4e53-8eac-5be8a6e35f81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44765355-53d7-4077-b28c-7fe3fcd748dd', 'code': 200} Jul 29 23:18:56.296756 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cfa4e3d-8d22-43d8-bd9f-d7af85199f40 req-b220a4fb-e176-4d56-9417-d7abe2fbe3b5 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:56.300196 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-8cfa4e3d-8d22-43d8-bd9f-d7af85199f40 req-b220a4fb-e176-4d56-9417-d7abe2fbe3b5 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:56.306844 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cfa4e3d-8d22-43d8-bd9f-d7af85199f40 req-b220a4fb-e176-4d56-9417-d7abe2fbe3b5 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:56.341016 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220a4fb-e176-4d56-9417-d7abe2fbe3b5 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Pushing event updated for resources: {'Port': ['ID=4e3a0a60-0054-40b9-8027-3b046e90911d,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:56.397558 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8940e175-6bb8-4355-af7b-e3cd70cefc19 req-9687b40a-d4b5-4dc1-8a3d-d8a11abeac20 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:56.399049 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8940e175-6bb8-4355-af7b-e3cd70cefc19 req-9687b40a-d4b5-4dc1-8a3d-d8a11abeac20 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 950 time: 0.0932121 Jul 29 23:18:56.462279 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8cfa4e3d-8d22-43d8-bd9f-d7af85199f40 req-b220a4fb-e176-4d56-9417-d7abe2fbe3b5 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:56.475122 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8940e175-6bb8-4355-af7b-e3cd70cefc19 req-548d82d3-e2ec-4c63-a2fe-778a0f8be5d3 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542400 Jul 29 23:18:56.503935 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8cfa4e3d-8d22-43d8-bd9f-d7af85199f40 req-b220a4fb-e176-4d56-9417-d7abe2fbe3b5 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:56.617559 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-ae765aaa-dd78-4e80-b40b-aaf7eeb5c14a tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=059e1ca7f14d445f9149a931f19d526e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541151 Jul 29 23:18:56.773652 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-3cd74327-3abf-4ddb-9d5a-f38e4090e2a8 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:56.775119 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-3cd74327-3abf-4ddb-9d5a-f38e4090e2a8 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1517384 Jul 29 23:18:56.777074 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8cfa4e3d-8d22-43d8-bd9f-d7af85199f40 req-b220a4fb-e176-4d56-9417-d7abe2fbe3b5 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:56.788352 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8cfa4e3d-8d22-43d8-bd9f-d7af85199f40 req-b220a4fb-e176-4d56-9417-d7abe2fbe3b5 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:56.802532 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-c6378a96-6014-40d8-b3d8-74830c5d399e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/quotas/059e1ca7f14d445f9149a931f19d526e HTTP/1.1" status: 200 len: 375 time: 0.0212502 Jul 29 23:18:56.888529 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b220a4fb-e176-4d56-9417-d7abe2fbe3b5 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Pushing event updated for resources: {'Port': ['ID=4e3a0a60-0054-40b9-8027-3b046e90911d,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:56.897857 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8cfa4e3d-8d22-43d8-bd9f-d7af85199f40 req-b220a4fb-e176-4d56-9417-d7abe2fbe3b5 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:56.929145 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-5f490d62-ab76-477d-a195-a60812ea75c7 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=059e1ca7f14d445f9149a931f19d526e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1072476 Jul 29 23:18:56.930442 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8cfa4e3d-8d22-43d8-bd9f-d7af85199f40 req-b220a4fb-e176-4d56-9417-d7abe2fbe3b5 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:56.931533 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8cfa4e3d-8d22-43d8-bd9f-d7af85199f40 req-b220a4fb-e176-4d56-9417-d7abe2fbe3b5 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3160431 Jul 29 23:18:56.987917 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8cfa4e3d-8d22-43d8-bd9f-d7af85199f40 req-65feb54a-eb4d-4b23-88b1-c7e38bbe6c3f tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.188 HTTP/1.1" status: 200 len: 696 time: 0.0498569 Jul 29 23:18:57.098980 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfa4e3d-8d22-43d8-bd9f-d7af85199f40 req-45c56431-ca63-44dd-a34a-f4331d7b4e1a tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:57.101743 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8cfa4e3d-8d22-43d8-bd9f-d7af85199f40 req-45c56431-ca63-44dd-a34a-f4331d7b4e1a tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 784 time: 0.1065915 Jul 29 23:18:57.110266 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-8cfa4e3d-8d22-43d8-bd9f-d7af85199f40 req-c22ebe7e-eda8-4f32-998a-dcf1922d0640 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:18:57.111340 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8cfa4e3d-8d22-43d8-bd9f-d7af85199f40 req-c22ebe7e-eda8-4f32-998a-dcf1922d0640 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065100 Jul 29 23:18:57.215669 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4647a4-bcfb-4362-b05f-556025b05e1c req-35a346eb-fa8b-44ba-bf9d-0fe699091ef4 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:57.217574 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cf4647a4-bcfb-4362-b05f-556025b05e1c req-35a346eb-fa8b-44ba-bf9d-0fe699091ef4 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a5d0c4-1651-46a0-92c3-54fae3311b3f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0969772 Jul 29 23:18:57.298884 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cf4647a4-bcfb-4362-b05f-556025b05e1c req-935c67ff-49f1-4f0f-9143-6bf5795bae6d tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.89 HTTP/1.1" status: 200 len: 695 time: 0.0740702 Jul 29 23:18:57.311644 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-cf4647a4-bcfb-4362-b05f-556025b05e1c req-2e30a073-127a-4a8f-b8c2-53104c35a8e9 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Request body: {'floatingip': {'port_id': '47f2efaf-862e-4ac6-a572-d43cde8e5e68', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:57.353709 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e93889f-dc9d-4a3f-b226-6600770bf56c req-a086286d-12a7-4306-bee3-9f9456972aba tempest-ServersAdminTestJSON-1882802684 tempest-ServersAdminTestJSON-1882802684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:57.355226 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7e93889f-dc9d-4a3f-b226-6600770bf56c req-a086286d-12a7-4306-bee3-9f9456972aba tempest-ServersAdminTestJSON-1882802684 tempest-ServersAdminTestJSON-1882802684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 1102 time: 0.0906456 Jul 29 23:18:57.357579 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cf4647a4-bcfb-4362-b05f-556025b05e1c req-2e30a073-127a-4a8f-b8c2-53104c35a8e9 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks [] for floatingip, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:57.469381 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7e93889f-dc9d-4a3f-b226-6600770bf56c req-891a4bbf-b09a-4d09-8b2d-07c7ac8800bf tempest-ServersAdminTestJSON-1882802684 tempest-ServersAdminTestJSON-1882802684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815425 Jul 29 23:18:57.632582 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82edb962-3472-40c0-a2ad-934ce56ac0b8 req-f90ddf42-8e00-4a2d-9f2c-531a6d41053c tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:57.634097 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82edb962-3472-40c0-a2ad-934ce56ac0b8 req-f90ddf42-8e00-4a2d-9f2c-531a6d41053c tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 946 time: 0.1002545 Jul 29 23:18:57.755083 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82edb962-3472-40c0-a2ad-934ce56ac0b8 req-45ad86bf-19c1-4f04-bf3b-75eb5f93442c tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126692 Jul 29 23:18:57.874124 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f6596b02-fc09-4107-a95e-1c256a33ee90 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:57.904080 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d9c8c-d8cb-4f19-b3c4-5faccd77becf req-a16b1239-a855-4ba1-a231-df865c41c151 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:57.906229 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b35d9c8c-d8cb-4f19-b3c4-5faccd77becf req-a16b1239-a855-4ba1-a231-df865c41c151 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=2622fdbe-22eb-4dd6-9014-8f9419731226 HTTP/1.1" status: 200 len: 945 time: 0.0911918 Jul 29 23:18:57.928888 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port f6596b02-fc09-4107-a95e-1c256a33ee90 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:57.929184 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:57.976924 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cf4647a4-bcfb-4362-b05f-556025b05e1c req-2e30a073-127a-4a8f-b8c2-53104c35a8e9 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:57.982704 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cf4647a4-bcfb-4362-b05f-556025b05e1c req-2e30a073-127a-4a8f-b8c2-53104c35a8e9 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:57.987654 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b35d9c8c-d8cb-4f19-b3c4-5faccd77becf req-ee7fcbcc-77f0-4dee-ba13-6d8e046f0d2d tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550909 Jul 29 23:18:58.099363 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b690a694-0cd7-4a63-a533-ef42aab9bff8 req-2d2a1b98-44bb-475d-ac61-0a35a9a5f627 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=177732ea-fbf5-4277-9b93-6918bae769df HTTP/1.1" status: 200 len: 210 time: 0.0316787 Jul 29 23:18:58.112896 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [req-cf4647a4-bcfb-4362-b05f-556025b05e1c req-2e30a073-127a-4a8f-b8c2-53104c35a8e9 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Floating IP 637b4915-e56a-4180-b160-c2c93cb1d74a associated. External IP: 172.25.8.89, port: 47f2efaf-862e-4ac6-a572-d43cde8e5e68. Jul 29 23:18:58.293877 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-b8ceb24b-d50e-4e3c-bc67-355dc2ac8c37 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=059e1ca7f14d445f9149a931f19d526e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465345 Jul 29 23:18:58.383202 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-424aad07-07f6-412c-9d82-e9f86d7e82ed req-78912ebb-97fc-4bcf-9c18-35a44ef24108 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2318094 Jul 29 23:18:58.700882 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-424aad07-07f6-412c-9d82-e9f86d7e82ed req-314946f8-2995-4080-a297-550e99adb086 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:58.785402 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-424aad07-07f6-412c-9d82-e9f86d7e82ed req-314946f8-2995-4080-a297-550e99adb086 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:58.794747 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 44765355-53d7-4077-b28c-7fe3fcd748dd up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:18:58.809293 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-2cdb0766-7b5e-4c1e-b031-70f1265f93bc tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:58.810745 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-2cdb0766-7b5e-4c1e-b031-70f1265f93bc tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5040157 Jul 29 23:18:58.845739 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 44765355-53d7-4077-b28c-7fe3fcd748dd triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:18:58.846275 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:58.850148 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-a6b26f08-5237-430b-8680-f838e88b8cba tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Request body: {'port': {'device_id': '177732ea-fbf5-4277-9b93-6918bae769df', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'admin_state_up': True, 'tenant_id': '059e1ca7f14d445f9149a931f19d526e'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:18:58.901890 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf4647a4-bcfb-4362-b05f-556025b05e1c req-2e30a073-127a-4a8f-b8c2-53104c35a8e9 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Router 880e6cc3-62cb-408b-afe7-6e64c73e626e has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:18:58.927858 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:58.950117 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd806ae6-77dd-4e53-8eac-5be8a6e35f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44765355-53d7-4077-b28c-7fe3fcd748dd'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:58.952489 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3e8a8a-06b2-4283-9791-d0c168aa9677" -d '{"events": [{"server_uuid": "dd806ae6-77dd-4e53-8eac-5be8a6e35f81", "name": "network-vif-plugged", "status": "completed", "tag": "44765355-53d7-4077-b28c-7fe3fcd748dd"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:58.966885 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 44765355-53d7-4077-b28c-7fe3fcd748dd, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=44765355-53d7-4077-b28c-7fe3fcd748dd,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:18:58.971631 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:59.021617 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=44765355-53d7-4077-b28c-7fe3fcd748dd,revision_number=11']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:18:59.086556 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-a6b26f08-5237-430b-8680-f838e88b8cba tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Made reservation on behalf of 059e1ca7f14d445f9149a931f19d526e for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:18:59.090001 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-a6b26f08-5237-430b-8680-f838e88b8cba tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:59.121660 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf4647a4-bcfb-4362-b05f-556025b05e1c req-2e30a073-127a-4a8f-b8c2-53104c35a8e9 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:18:59.123771 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-424aad07-07f6-412c-9d82-e9f86d7e82ed req-314946f8-2995-4080-a297-550e99adb086 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:59.128433 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cf4647a4-bcfb-4362-b05f-556025b05e1c req-2e30a073-127a-4a8f-b8c2-53104c35a8e9 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:59.131535 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee184bbd-da6d-48f1-b0e5-96a991f2e99f None None] Sync routers for ids ['880e6cc3-62cb-408b-afe7-6e64c73e626e'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:18:59.141318 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee184bbd-da6d-48f1-b0e5-96a991f2e99f None None] Routers {'880e6cc3-62cb-408b-afe7-6e64c73e626e'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:18:59.142040 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-ee184bbd-da6d-48f1-b0e5-96a991f2e99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:18:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['880e6cc3-62cb-408b-afe7-6e64c73e626e'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:59.198240 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:59.225770 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cf4647a4-bcfb-4362-b05f-556025b05e1c req-2e30a073-127a-4a8f-b8c2-53104c35a8e9 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "PUT /v2.0/floatingips/637b4915-e56a-4180-b160-c2c93cb1d74a HTTP/1.1" status: 200 len: 995 time: 1.9196260 Jul 29 23:18:59.230409 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a5d0c4-1651-46a0-92c3-54fae3311b3f', 'tag': '47f2efaf-862e-4ac6-a572-d43cde8e5e68'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:18:59.232538 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b95fc7f-ceaf-4703-9ec0-490f8ed86ede" -d '{"events": [{"name": "network-changed", "server_uuid": "26a5d0c4-1651-46a0-92c3-54fae3311b3f", "tag": "47f2efaf-862e-4ac6-a572-d43cde8e5e68"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:18:59.268246 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-ee184bbd-da6d-48f1-b0e5-96a991f2e99f None None] Set router 880e6cc3-62cb-408b-afe7-6e64c73e626e gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:18:59.369080 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4647a4-bcfb-4362-b05f-556025b05e1c req-f87aab2d-f211-4247-a562-01cdcee9b025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:59.370623 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cf4647a4-bcfb-4362-b05f-556025b05e1c req-f87aab2d-f211-4247-a562-01cdcee9b025 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=996f54c2219e43118807a0e5eacc8eba&device_id=26a5d0c4-1651-46a0-92c3-54fae3311b3f HTTP/1.1" status: 200 len: 1097 time: 0.1257036 Jul 29 23:18:59.415880 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-a6b26f08-5237-430b-8680-f838e88b8cba tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Allocated IP 192.168.233.190 (adb88f5c-b5bd-41cf-b367-228eab6e0075/28e6de27-5b72-4bf0-88e6-0cdec4cf806e/6f897334-0f76-4ed6-8d8c-53b63cccf9d2) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:59.455406 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-424aad07-07f6-412c-9d82-e9f86d7e82ed req-314946f8-2995-4080-a297-550e99adb086 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Allocated IP 172.25.8.192 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/1ff163e5-3540-48b1-a6d6-e30fa87b938f) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:18:59.567767 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:59.629305 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-ee184bbd-da6d-48f1-b0e5-96a991f2e99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'name': 'tempest-FloatingIPsAssociationTestJSON-517537085-router', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:00Z', 'updated_at': '2021-07-29T23:18:07Z', 'revision_number': 4, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'gw_port': {'id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:02Z', 'updated_at': '2021-07-29T23:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '637b4915-e56a-4180-b160-c2c93cb1d74a', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'port_id': '47f2efaf-862e-4ac6-a572-d43cde8e5e68', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'mac_address': 'fa:16:3e:2c:94:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a5d0c4-1651-46a0-92c3-54fae3311b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:18:33Z', 'updated_at': '2021-07-29T23:18:57Z', 'revision_number': 1, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0265d8fa-34a5-487c-82f9-b03b5a57c197', 'name': '', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'mac_address': 'fa:16:3e:95:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:05Z', 'updated_at': '2021-07-29T23:18:14Z', 'revision_number': 5, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'subnets': [{'id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:59.653956 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4647a4-bcfb-4362-b05f-556025b05e1c req-a46b9ef8-4da2-4649-9807-e65bab8792a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:59.656357 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cf4647a4-bcfb-4362-b05f-556025b05e1c req-a46b9ef8-4da2-4649-9807-e65bab8792a2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2da941c-32a1-4da1-9f2a-892e8a8b930d HTTP/1.1" status: 200 len: 921 time: 0.2773318 Jul 29 23:18:59.660808 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee184bbd-da6d-48f1-b0e5-96a991f2e99f None None] Checking router: 880e6cc3-62cb-408b-afe7-6e64c73e626e for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:18:59.671203 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee184bbd-da6d-48f1-b0e5-96a991f2e99f None None] Routers {'880e6cc3-62cb-408b-afe7-6e64c73e626e'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:18:59.672586 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-ee184bbd-da6d-48f1-b0e5-96a991f2e99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:18:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['880e6cc3-62cb-408b-afe7-6e64c73e626e'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:18:59.744243 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-424aad07-07f6-412c-9d82-e9f86d7e82ed req-314946f8-2995-4080-a297-550e99adb086 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:59.778798 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-ee184bbd-da6d-48f1-b0e5-96a991f2e99f None None] Set router 880e6cc3-62cb-408b-afe7-6e64c73e626e gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:18:59.796410 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cf4647a4-bcfb-4362-b05f-556025b05e1c req-b733139e-61d8-405c-96b1-41bd13ad03a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47f2efaf-862e-4ac6-a572-d43cde8e5e68 HTTP/1.1" status: 200 len: 998 time: 0.1256094 Jul 29 23:18:59.799121 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-a6b26f08-5237-430b-8680-f838e88b8cba tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:59.852640 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-a6b26f08-5237-430b-8680-f838e88b8cba tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Transition to ACTIVE for port object 6f897334-0f76-4ed6-8d8c-53b63cccf9d2 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:18:59.890938 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4647a4-bcfb-4362-b05f-556025b05e1c req-88633fff-68b5-486c-b5b3-4d555f0115c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:18:59.892573 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cf4647a4-bcfb-4362-b05f-556025b05e1c req-88633fff-68b5-486c-b5b3-4d555f0115c5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7fc0bd98-0583-4b79-a848-71b083ba6138 HTTP/1.1" status: 200 len: 859 time: 0.0885041 Jul 29 23:18:59.898381 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-424aad07-07f6-412c-9d82-e9f86d7e82ed req-314946f8-2995-4080-a297-550e99adb086 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:59.971089 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-424aad07-07f6-412c-9d82-e9f86d7e82ed req-314946f8-2995-4080-a297-550e99adb086 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:18:59.982072 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-424aad07-07f6-412c-9d82-e9f86d7e82ed req-314946f8-2995-4080-a297-550e99adb086 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:18:59.985951 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-424aad07-07f6-412c-9d82-e9f86d7e82ed req-314946f8-2995-4080-a297-550e99adb086 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:18:59.991421 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-a6b26f08-5237-430b-8680-f838e88b8cba tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:18:59.993584 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314946f8-2995-4080-a297-550e99adb086 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Pushing event updated for resources: {'Port': ['ID=1ff163e5-3540-48b1-a6d6-e30fa87b938f,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:00.006054 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['a83c9ee2-098b-4c90-ab40-170001703a7e', 'b44d617b-4d86-41ea-990b-66b6797ec0f9', '047e2035-b611-4eeb-919e-401c004e4745'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:00.031231 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['1d291e9a-6200-47dc-94b5-0a95bc84c174', 'd417402e-33ed-425c-819b-5875ab427fa4', '9bce63cc-5043-41c1-9ca3-cf930c8e8920', '7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:00.073162 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-ee184bbd-da6d-48f1-b0e5-96a991f2e99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'name': 'tempest-FloatingIPsAssociationTestJSON-517537085-router', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:00Z', 'updated_at': '2021-07-29T23:18:07Z', 'revision_number': 4, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'gw_port': {'id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:02Z', 'updated_at': '2021-07-29T23:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '637b4915-e56a-4180-b160-c2c93cb1d74a', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'port_id': '47f2efaf-862e-4ac6-a572-d43cde8e5e68', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'mac_address': 'fa:16:3e:2c:94:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a5d0c4-1651-46a0-92c3-54fae3311b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:18:33Z', 'updated_at': '2021-07-29T23:18:57Z', 'revision_number': 1, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0265d8fa-34a5-487c-82f9-b03b5a57c197', 'name': '', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'mac_address': 'fa:16:3e:95:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:05Z', 'updated_at': '2021-07-29T23:18:14Z', 'revision_number': 5, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'subnets': [{'id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:00.073440 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4647a4-bcfb-4362-b05f-556025b05e1c req-dc8c9073-bdad-4c1b-b359-062adb5aecae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:00.074975 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cf4647a4-bcfb-4362-b05f-556025b05e1c req-dc8c9073-bdad-4c1b-b359-062adb5aecae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2da941c-32a1-4da1-9f2a-892e8a8b930d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1736646 Jul 29 23:19:00.083626 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-a6b26f08-5237-430b-8680-f838e88b8cba tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:00.090083 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-a6b26f08-5237-430b-8680-f838e88b8cba tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:00.096561 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-cf4647a4-bcfb-4362-b05f-556025b05e1c req-007ec658-6290-4a2a-827d-26b1363a584b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:19:00.096669 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cf4647a4-bcfb-4362-b05f-556025b05e1c req-007ec658-6290-4a2a-827d-26b1363a584b service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081546 Jul 29 23:19:00.111890 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-a6b26f08-5237-430b-8680-f838e88b8cba tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:19:00.114935 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee184bbd-da6d-48f1-b0e5-96a991f2e99f None None] The sync data for ids ['880e6cc3-62cb-408b-afe7-6e64c73e626e'] in n-d-712140-10 is: [{'id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'name': 'tempest-FloatingIPsAssociationTestJSON-517537085-router', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:00Z', 'updated_at': '2021-07-29T23:18:07Z', 'revision_number': 4, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'gw_port': {'id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:02Z', 'updated_at': '2021-07-29T23:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '637b4915-e56a-4180-b160-c2c93cb1d74a', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'port_id': '47f2efaf-862e-4ac6-a572-d43cde8e5e68', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'mac_address': 'fa:16:3e:2c:94:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a5d0c4-1651-46a0-92c3-54fae3311b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:18:33Z', 'updated_at': '2021-07-29T23:18:57Z', 'revision_number': 1, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0265d8fa-34a5-487c-82f9-b03b5a57c197', 'name': '', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'mac_address': 'fa:16:3e:95:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:05Z', 'updated_at': '2021-07-29T23:18:14Z', 'revision_number': 5, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'subnets': [{'id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:19:00.150636 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b26f08-5237-430b-8680-f838e88b8cba tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Pushing event updated for resources: {'Port': ['ID=6f897334-0f76-4ed6-8d8c-53b63cccf9d2,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:00.288743 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-a6b26f08-5237-430b-8680-f838e88b8cba tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:00.289398 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-a6b26f08-5237-430b-8680-f838e88b8cba tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:00.304964 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-424aad07-07f6-412c-9d82-e9f86d7e82ed req-314946f8-2995-4080-a297-550e99adb086 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:00.342276 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-a6b26f08-5237-430b-8680-f838e88b8cba tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4896615 Jul 29 23:19:00.374869 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-1caa0b5a-322a-4486-a4b5-37f99e65f235 service neutron] Request body: {'port': {'device_id': '177732ea-fbf5-4277-9b93-6918bae769df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:00.413455 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cf4647a4-bcfb-4362-b05f-556025b05e1c req-46d596e3-775c-46a5-a47a-a71e9e121bbc service neutron] 10.222.0.18 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949245 Jul 29 23:19:00.414035 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-424aad07-07f6-412c-9d82-e9f86d7e82ed req-314946f8-2995-4080-a297-550e99adb086 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:00.458234 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ab18b0-094b-4cdc-9bda-c2183556b0c9 None None] New status for floating IP 637b4915-e56a-4180-b160-c2c93cb1d74a: ACTIVE {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:19:00.491478 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3ec9f74b-ab76-48a1-9683-e06a2a09bb1b None None] Provisioning for port 6f897334-0f76-4ed6-8d8c-53b63cccf9d2 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:00.517496 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3ec9f74b-ab76-48a1-9683-e06a2a09bb1b None None] Provisioning complete for port 6f897334-0f76-4ed6-8d8c-53b63cccf9d2 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:00.518309 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3ec9f74b-ab76-48a1-9683-e06a2a09bb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:00.529367 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-1caa0b5a-322a-4486-a4b5-37f99e65f235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:00.597727 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-3ec9f74b-ab76-48a1-9683-e06a2a09bb1b None None] Port 6f897334-0f76-4ed6-8d8c-53b63cccf9d2 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:19:00.730727 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cf4647a4-bcfb-4362-b05f-556025b05e1c req-ff753cfa-e908-423c-9060-2ec0f0653773 service neutron] 10.222.0.18 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087878 Jul 29 23:19:00.867172 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-424aad07-07f6-412c-9d82-e9f86d7e82ed req-314946f8-2995-4080-a297-550e99adb086 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:00.880006 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-424aad07-07f6-412c-9d82-e9f86d7e82ed req-314946f8-2995-4080-a297-550e99adb086 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:01.010303 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314946f8-2995-4080-a297-550e99adb086 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Pushing event updated for resources: {'Port': ['ID=1ff163e5-3540-48b1-a6d6-e30fa87b938f,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:01.048057 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-424aad07-07f6-412c-9d82-e9f86d7e82ed req-314946f8-2995-4080-a297-550e99adb086 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:01.062532 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed022ed-4b95-4d24-84a9-10c412b0cb35 req-80e3b340-1ca5-4bfb-b6b8-ebd3bc8bdf23 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:01.064045 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fed022ed-4b95-4d24-84a9-10c412b0cb35 req-80e3b340-1ca5-4bfb-b6b8-ebd3bc8bdf23 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 950 time: 0.1508191 Jul 29 23:19:01.070144 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-1caa0b5a-322a-4486-a4b5-37f99e65f235 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f897334-0f76-4ed6-8d8c-53b63cccf9d2 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:19:01.095426 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-1caa0b5a-322a-4486-a4b5-37f99e65f235 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:01.120465 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-424aad07-07f6-412c-9d82-e9f86d7e82ed req-314946f8-2995-4080-a297-550e99adb086 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:01.121678 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-424aad07-07f6-412c-9d82-e9f86d7e82ed req-314946f8-2995-4080-a297-550e99adb086 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4309475 Jul 29 23:19:01.123533 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-1caa0b5a-322a-4486-a4b5-37f99e65f235 service neutron] Transition to ACTIVE for port object 6f897334-0f76-4ed6-8d8c-53b63cccf9d2 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:01.133373 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-1caa0b5a-322a-4486-a4b5-37f99e65f235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:01.207233 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fed022ed-4b95-4d24-84a9-10c412b0cb35 req-2fa44212-4b25-473b-98d5-a21e9316e80d tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218410 Jul 29 23:19:01.221447 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-424aad07-07f6-412c-9d82-e9f86d7e82ed req-2720f0df-ae66-49aa-9a4d-3a97f2aca63b tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.192 HTTP/1.1" status: 200 len: 696 time: 0.0913246 Jul 29 23:19:01.271783 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa0b5a-322a-4486-a4b5-37f99e65f235 service neutron] Pushing event updated for resources: {'Port': ['ID=6f897334-0f76-4ed6-8d8c-53b63cccf9d2,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:01.690654 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-1caa0b5a-322a-4486-a4b5-37f99e65f235 service neutron] Attempting to bind port 6f897334-0f76-4ed6-8d8c-53b63cccf9d2 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:01.690992 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-1caa0b5a-322a-4486-a4b5-37f99e65f235 service neutron] Attempting to bind port 6f897334-0f76-4ed6-8d8c-53b63cccf9d2 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:01.691321 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-1caa0b5a-322a-4486-a4b5-37f99e65f235 service neutron] Attempting to bind port 6f897334-0f76-4ed6-8d8c-53b63cccf9d2 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:01.706327 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3a71de-2102-4050-a5e4-ce1161c9aeb0 req-9dd26940-22d9-4a60-b864-c4fc6f4f6fbc tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:01.707861 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac3a71de-2102-4050-a5e4-ce1161c9aeb0 req-9dd26940-22d9-4a60-b864-c4fc6f4f6fbc tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2622fdbe-22eb-4dd6-9014-8f9419731226 HTTP/1.1" status: 200 len: 1097 time: 0.4070995 Jul 29 23:19:01.710260 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-1caa0b5a-322a-4486-a4b5-37f99e65f235 service neutron] Port 6f897334-0f76-4ed6-8d8c-53b63cccf9d2 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:19:01.710582 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-1caa0b5a-322a-4486-a4b5-37f99e65f235 service neutron] Attempting to bind port 6f897334-0f76-4ed6-8d8c-53b63cccf9d2 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:01.725126 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424aad07-07f6-412c-9d82-e9f86d7e82ed req-9003380d-bce4-4767-9487-401e4d466a75 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:01.726418 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-424aad07-07f6-412c-9d82-e9f86d7e82ed req-9003380d-bce4-4767-9487-401e4d466a75 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 784 time: 0.4723291 Jul 29 23:19:01.731185 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-1caa0b5a-322a-4486-a4b5-37f99e65f235 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:01.731525 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-1caa0b5a-322a-4486-a4b5-37f99e65f235 service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:01.731928 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-1caa0b5a-322a-4486-a4b5-37f99e65f235 service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:01.732368 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-1caa0b5a-322a-4486-a4b5-37f99e65f235 service neutron] Bound port: 6f897334-0f76-4ed6-8d8c-53b63cccf9d2, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:01.732728 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-1caa0b5a-322a-4486-a4b5-37f99e65f235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:01.788992 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac3a71de-2102-4050-a5e4-ce1161c9aeb0 req-a8ea3fc6-1085-4078-9b41-1e14b69b0571 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741322 Jul 29 23:19:01.823550 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-1caa0b5a-322a-4486-a4b5-37f99e65f235 service neutron] For port 6f897334-0f76-4ed6-8d8c-53b63cccf9d2, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:01.828357 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-1caa0b5a-322a-4486-a4b5-37f99e65f235 service neutron] For port 6f897334-0f76-4ed6-8d8c-53b63cccf9d2, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=6f897334-0f76-4ed6-8d8c-53b63cccf9d2,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:01.833564 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-1caa0b5a-322a-4486-a4b5-37f99e65f235 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:01.850174 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cf6e4c-61d8-425b-b207-b3bf7e4af019 x-openstack-request-id: req-48cf6e4c-61d8-425b-b207-b3bf7e4af019 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:01.850670 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd806ae6-77dd-4e53-8eac-5be8a6e35f81", "name": "network-vif-plugged", "status": "completed", "tag": "44765355-53d7-4077-b28c-7fe3fcd748dd", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:01.850829 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-48cf6e4c-61d8-425b-b207-b3bf7e4af019 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:01.851286 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd806ae6-77dd-4e53-8eac-5be8a6e35f81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44765355-53d7-4077-b28c-7fe3fcd748dd', 'code': 200} Jul 29 23:19:01.896107 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-1caa0b5a-322a-4486-a4b5-37f99e65f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:01.896725 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-1caa0b5a-322a-4486-a4b5-37f99e65f235 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:01.898251 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-1caa0b5a-322a-4486-a4b5-37f99e65f235 service neutron] 10.222.0.39 "PUT /v2.0/ports/6f897334-0f76-4ed6-8d8c-53b63cccf9d2 HTTP/1.1" status: 200 len: 1097 time: 1.5295675 Jul 29 23:19:01.985306 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa0b5a-322a-4486-a4b5-37f99e65f235 service neutron] Pushing event updated for resources: {'Port': ['ID=6f897334-0f76-4ed6-8d8c-53b63cccf9d2,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:02.006496 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c57df-5729-4fe0-89f5-3c8678fd558c req-9d7f1ef2-8db7-4b75-9518-4558482e3bf4 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:02.008107 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a00c57df-5729-4fe0-89f5-3c8678fd558c req-9d7f1ef2-8db7-4b75-9518-4558482e3bf4 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 946 time: 0.1462872 Jul 29 23:19:02.024025 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ab140-70e3-4d2d-b090-3bb15722813b req-6753c69f-7e55-46dc-8ce7-1134fa2eb467 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:02.025545 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-053ab140-70e3-4d2d-b090-3bb15722813b req-6753c69f-7e55-46dc-8ce7-1134fa2eb467 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=177732ea-fbf5-4277-9b93-6918bae769df HTTP/1.1" status: 200 len: 948 time: 0.1239963 Jul 29 23:19:02.055041 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-680fec36-7cad-4fea-bb97-f625dc52c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:02.056562 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-680fec36-7cad-4fea-bb97-f625dc52c7de service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=059e1ca7f14d445f9149a931f19d526e&device_id=177732ea-fbf5-4277-9b93-6918bae769df HTTP/1.1" status: 200 len: 1100 time: 0.1044912 Jul 29 23:19:02.122013 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a00c57df-5729-4fe0-89f5-3c8678fd558c req-0a41f41c-60d9-498f-838c-c0c943a7ba73 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067441 Jul 29 23:19:02.125811 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-269af0ad-4968-4174-998b-2ec6765b46f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=6f897334-0f76-4ed6-8d8c-53b63cccf9d2 HTTP/1.1" status: 200 len: 217 time: 0.0506966 Jul 29 23:19:02.128906 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-053ab140-70e3-4d2d-b090-3bb15722813b req-6872b86e-92c9-499c-8c03-e398d7e38b14 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944347 Jul 29 23:19:02.178689 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787fa1b4-9d21-4606-9b6e-ca48e0578e9f x-openstack-request-id: req-787fa1b4-9d21-4606-9b6e-ca48e0578e9f {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:02.178974 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a5d0c4-1651-46a0-92c3-54fae3311b3f", "tag": "47f2efaf-862e-4ac6-a572-d43cde8e5e68", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:02.179222 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-787fa1b4-9d21-4606-9b6e-ca48e0578e9f {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:02.179612 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a5d0c4-1651-46a0-92c3-54fae3311b3f', 'tag': '47f2efaf-862e-4ac6-a572-d43cde8e5e68', 'status': 'completed', 'code': 200} Jul 29 23:19:02.190303 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-de38e087-31ff-4c32-92b0-c99b1060be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:02.191671 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-de38e087-31ff-4c32-92b0-c99b1060be07 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.0564165 Jul 29 23:19:02.343651 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea28107-aa7e-4681-a692-8742054cf674 req-38f51e5a-f5aa-477f-a4d9-919c07b58989 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:02.345449 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ea28107-aa7e-4681-a692-8742054cf674 req-38f51e5a-f5aa-477f-a4d9-919c07b58989 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/ports?device_id=980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1463702 Jul 29 23:19:02.357594 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95fc7f-ceaf-4703-9ec0-490f8ed86ede req-92bc79e2-4895-4630-8ccf-cf8392c5fb50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:02.360035 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7b95fc7f-ceaf-4703-9ec0-490f8ed86ede req-92bc79e2-4895-4630-8ccf-cf8392c5fb50 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=996f54c2219e43118807a0e5eacc8eba&device_id=26a5d0c4-1651-46a0-92c3-54fae3311b3f HTTP/1.1" status: 200 len: 1097 time: 0.1264911 Jul 29 23:19:02.361600 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-6e993fd6-e05a-4c41-b62c-8bfbbb857102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:02.362917 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-6e993fd6-e05a-4c41-b62c-8bfbbb857102 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1306624 Jul 29 23:19:02.370420 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d047af54-9716-427b-8cca-853ba208ea38 req-79c59c1d-bffd-441b-968d-266f33ab5103 tempest-ServersAdminTestJSON-1882802684 tempest-ServersAdminTestJSON-1882802684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:02.371852 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d047af54-9716-427b-8cca-853ba208ea38 req-79c59c1d-bffd-441b-968d-266f33ab5103 tempest-ServersAdminTestJSON-1882802684 tempest-ServersAdminTestJSON-1882802684-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 1103 time: 0.1406748 Jul 29 23:19:02.596072 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ea28107-aa7e-4681-a692-8742054cf674 req-2b4d5e2a-0a74-4180-a288-c61dfd5227a4 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.89 HTTP/1.1" status: 200 len: 1000 time: 0.2424309 Jul 29 23:19:02.599225 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d047af54-9716-427b-8cca-853ba208ea38 req-6a868bef-347a-4396-9d2e-3ad6745020b2 tempest-ServersAdminTestJSON-1882802684 tempest-ServersAdminTestJSON-1882802684-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953464 Jul 29 23:19:02.612687 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-4ea28107-aa7e-4681-a692-8742054cf674 req-57583f30-56dd-4a9a-b9d7-ef2a0775ffee tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Request body: {'floatingip': {'port_id': '39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:02.705709 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-658b151a-f0e8-4450-8303-b0c675239afb service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022859 Jul 29 23:19:02.713814 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95fc7f-ceaf-4703-9ec0-490f8ed86ede req-8b533bba-2cab-464d-ae67-da716929af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:02.715270 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7b95fc7f-ceaf-4703-9ec0-490f8ed86ede req-8b533bba-2cab-464d-ae67-da716929af5b service neutron] 10.222.0.39 "GET /v2.0/networks?id=c2da941c-32a1-4da1-9f2a-892e8a8b930d HTTP/1.1" status: 200 len: 921 time: 0.3110249 Jul 29 23:19:02.721282 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-396315ca-b78b-4e96-be13-c75ff895b88e req-e00a7291-133a-499d-8415-5c4393c44450 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/floatingips/c0225832-d989-4284-a510-6d6d70667781 HTTP/1.1" status: 200 len: 693 time: 0.0967793 Jul 29 23:19:02.770568 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2bcb4894-60c0-4c03-bce8-9a64adbb8c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:02.861218 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4ea28107-aa7e-4681-a692-8742054cf674 req-57583f30-56dd-4a9a-b9d7-ef2a0775ffee tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks [] for floatingip, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:02.964449 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7b95fc7f-ceaf-4703-9ec0-490f8ed86ede req-5ef3f795-d5df-457c-8c30-81574a5d0396 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47f2efaf-862e-4ac6-a572-d43cde8e5e68 HTTP/1.1" status: 200 len: 1000 time: 0.2322702 Jul 29 23:19:03.101320 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396315ca-b78b-4e96-be13-c75ff895b88e req-816d9ee1-f260-49cb-aeff-58f126d5d736 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:03.102744 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-396315ca-b78b-4e96-be13-c75ff895b88e req-816d9ee1-f260-49cb-aeff-58f126d5d736 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 784 time: 0.3741786 Jul 29 23:19:03.108386 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-26ec83b8-11f7-4f1c-86e2-5b634844658c req-4b059bd2-de19-4cc3-a747-07ef4f1e689c service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666720 Jul 29 23:19:03.122030 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-396315ca-b78b-4e96-be13-c75ff895b88e req-16168907-268f-4162-a0db-1a20546779e5 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:19:03.123037 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-396315ca-b78b-4e96-be13-c75ff895b88e req-16168907-268f-4162-a0db-1a20546779e5 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108750 Jul 29 23:19:03.130167 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95fc7f-ceaf-4703-9ec0-490f8ed86ede req-78e314e1-e9a3-4f6d-addc-9599c34121cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:03.131671 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7b95fc7f-ceaf-4703-9ec0-490f8ed86ede req-78e314e1-e9a3-4f6d-addc-9599c34121cc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7fc0bd98-0583-4b79-a848-71b083ba6138 HTTP/1.1" status: 200 len: 859 time: 0.1548123 Jul 29 23:19:03.296442 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95fc7f-ceaf-4703-9ec0-490f8ed86ede req-3b8277b3-e52d-45c7-a451-6af967434ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:03.298399 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7b95fc7f-ceaf-4703-9ec0-490f8ed86ede req-3b8277b3-e52d-45c7-a451-6af967434ec0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c2da941c-32a1-4da1-9f2a-892e8a8b930d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1541257 Jul 29 23:19:03.309351 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2475013-bdfa-42b1-b421-2a7c1b637bca req-ec94065b-2476-4e1e-b429-2302d8da4360 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:03.310747 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d2475013-bdfa-42b1-b421-2a7c1b637bca req-ec94065b-2476-4e1e-b429-2302d8da4360 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2622fdbe-22eb-4dd6-9014-8f9419731226 HTTP/1.1" status: 200 len: 1097 time: 0.1067293 Jul 29 23:19:03.440674 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d2475013-bdfa-42b1-b421-2a7c1b637bca req-4d0499ef-319c-4ca0-8720-a51d34eb8392 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161029 Jul 29 23:19:03.531215 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7b95fc7f-ceaf-4703-9ec0-490f8ed86ede req-489c000f-d41a-445e-85f3-a45919af36bb service neutron] 10.222.0.39 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154968 Jul 29 23:19:03.677376 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa5f4fc-2741-4da1-af68-d1be48a6d647 req-7b6a79d8-20de-42c6-b158-60cdc758ae27 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:03.678929 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1fa5f4fc-2741-4da1-af68-d1be48a6d647 req-7b6a79d8-20de-42c6-b158-60cdc758ae27 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 950 time: 0.1669049 Jul 29 23:19:03.741309 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7b95fc7f-ceaf-4703-9ec0-490f8ed86ede req-1245ccb4-8617-4540-93ee-9ca1fda11ae7 service neutron] 10.222.0.39 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920934 Jul 29 23:19:03.792574 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1fa5f4fc-2741-4da1-af68-d1be48a6d647 req-8fad9ce1-d087-430c-8c7d-d0161a94b5c4 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923281 Jul 29 23:19:03.806987 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4ea28107-aa7e-4681-a692-8742054cf674 req-57583f30-56dd-4a9a-b9d7-ef2a0775ffee tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:03.814134 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4ea28107-aa7e-4681-a692-8742054cf674 req-57583f30-56dd-4a9a-b9d7-ef2a0775ffee tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:04.202349 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '177732ea-fbf5-4277-9b93-6918bae769df', 'tag': '6f897334-0f76-4ed6-8d8c-53b63cccf9d2'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:04.207206 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac9d5ac-3fd3-46aa-bb22-a0e46bdd5f12" -d '{"events": [{"name": "network-changed", "server_uuid": "177732ea-fbf5-4277-9b93-6918bae769df", "tag": "6f897334-0f76-4ed6-8d8c-53b63cccf9d2"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:04.225066 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bcd643cc-95a2-412c-8acf-fd2bcd2068c9 req-fe6ab0db-a928-42ef-a85c-d6edb7fa0497 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/floatingips/c0225832-d989-4284-a510-6d6d70667781 HTTP/1.1" status: 200 len: 693 time: 0.0583467 Jul 29 23:19:04.243518 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [req-4ea28107-aa7e-4681-a692-8742054cf674 req-57583f30-56dd-4a9a-b9d7-ef2a0775ffee tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Floating IP 637b4915-e56a-4180-b160-c2c93cb1d74a associated. External IP: 172.25.8.89, port: 47f2efaf-862e-4ac6-a572-d43cde8e5e68. Jul 29 23:19:04.411716 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd643cc-95a2-412c-8acf-fd2bcd2068c9 req-a15c8d2d-9107-40e1-bb4d-5bc22d329e51 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:04.413265 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bcd643cc-95a2-412c-8acf-fd2bcd2068c9 req-a15c8d2d-9107-40e1-bb4d-5bc22d329e51 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 784 time: 0.1816278 Jul 29 23:19:04.459018 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-bcd643cc-95a2-412c-8acf-fd2bcd2068c9 req-f97ca849-bf33-4402-b69e-3785f0015f7b tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:19:04.460024 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bcd643cc-95a2-412c-8acf-fd2bcd2068c9 req-f97ca849-bf33-4402-b69e-3785f0015f7b tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0400894 Jul 29 23:19:04.548751 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bcd643cc-95a2-412c-8acf-fd2bcd2068c9 req-4057aa07-53f2-4923-9a69-87f1dbf857b6 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.192 HTTP/1.1" status: 200 len: 696 time: 0.0822389 Jul 29 23:19:04.613033 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bcd643cc-95a2-412c-8acf-fd2bcd2068c9 req-797b29b2-751b-4325-8c55-6347971d96a3 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.192 HTTP/1.1" status: 200 len: 696 time: 0.0568273 Jul 29 23:19:04.618049 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ea28107-aa7e-4681-a692-8742054cf674 req-57583f30-56dd-4a9a-b9d7-ef2a0775ffee tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Router 880e6cc3-62cb-408b-afe7-6e64c73e626e has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:19:04.831319 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ea28107-aa7e-4681-a692-8742054cf674 req-57583f30-56dd-4a9a-b9d7-ef2a0775ffee tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:19:04.837411 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-bcd643cc-95a2-412c-8acf-fd2bcd2068c9 req-dfe63f83-e8a8-4e40-88aa-ee8dc7e56c57 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Deleting port 1ff163e5-3540-48b1-a6d6-e30fa87b938f {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:04.837756 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bcd643cc-95a2-412c-8acf-fd2bcd2068c9 req-dfe63f83-e8a8-4e40-88aa-ee8dc7e56c57 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:04.843487 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efb432b-4fab-44c0-916a-70de59756292 None None] Sync routers for ids ['880e6cc3-62cb-408b-afe7-6e64c73e626e'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:19:04.860124 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efb432b-4fab-44c0-916a-70de59756292 None None] Routers {'880e6cc3-62cb-408b-afe7-6e64c73e626e'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:04.860758 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9efb432b-4fab-44c0-916a-70de59756292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:18:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['880e6cc3-62cb-408b-afe7-6e64c73e626e'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:04.968338 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-9efb432b-4fab-44c0-916a-70de59756292 None None] Set router 880e6cc3-62cb-408b-afe7-6e64c73e626e gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:19:05.018914 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57b06035-eda6-4ae3-815e-5e8bb7827228 req-b0784dd3-616a-4127-bf7f-98e816496620 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a8144201-9bd1-45ae-913c-249698c553a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1099977 Jul 29 23:19:05.042447 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bcd643cc-95a2-412c-8acf-fd2bcd2068c9 req-dfe63f83-e8a8-4e40-88aa-ee8dc7e56c57 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:05.042766 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bcd643cc-95a2-412c-8acf-fd2bcd2068c9 req-dfe63f83-e8a8-4e40-88aa-ee8dc7e56c57 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:05.117306 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-bcd643cc-95a2-412c-8acf-fd2bcd2068c9 req-dfe63f83-e8a8-4e40-88aa-ee8dc7e56c57 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Calling delete_port for 1ff163e5-3540-48b1-a6d6-e30fa87b938f owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:05.211175 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9efb432b-4fab-44c0-916a-70de59756292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'name': 'tempest-FloatingIPsAssociationTestJSON-517537085-router', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:00Z', 'updated_at': '2021-07-29T23:18:07Z', 'revision_number': 4, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'gw_port': {'id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:02Z', 'updated_at': '2021-07-29T23:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '637b4915-e56a-4180-b160-c2c93cb1d74a', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'port_id': '39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'mac_address': 'fa:16:3e:9e:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:18:33Z', 'updated_at': '2021-07-29T23:19:03Z', 'revision_number': 3, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0265d8fa-34a5-487c-82f9-b03b5a57c197', 'name': '', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'mac_address': 'fa:16:3e:95:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:05Z', 'updated_at': '2021-07-29T23:18:14Z', 'revision_number': 5, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'subnets': [{'id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:05.225441 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b06035-eda6-4ae3-815e-5e8bb7827228 req-79eaca3a-83bc-4d3a-aa0c-16028aa76c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:05.226956 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57b06035-eda6-4ae3-815e-5e8bb7827228 req-79eaca3a-83bc-4d3a-aa0c-16028aa76c10 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=059e1ca7f14d445f9149a931f19d526e&device_id=a8144201-9bd1-45ae-913c-249698c553a5 HTTP/1.1" status: 200 len: 1102 time: 0.1813002 Jul 29 23:19:05.245650 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efb432b-4fab-44c0-916a-70de59756292 None None] Checking router: 880e6cc3-62cb-408b-afe7-6e64c73e626e for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:19:05.263822 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efb432b-4fab-44c0-916a-70de59756292 None None] Routers {'880e6cc3-62cb-408b-afe7-6e64c73e626e'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:05.263822 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9efb432b-4fab-44c0-916a-70de59756292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:18:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['880e6cc3-62cb-408b-afe7-6e64c73e626e'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:05.328829 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4ea28107-aa7e-4681-a692-8742054cf674 req-57583f30-56dd-4a9a-b9d7-ef2a0775ffee tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Router 880e6cc3-62cb-408b-afe7-6e64c73e626e has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:19:05.329576 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:05.398498 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-9efb432b-4fab-44c0-916a-70de59756292 None None] Set router 880e6cc3-62cb-408b-afe7-6e64c73e626e gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:19:05.482418 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b06035-eda6-4ae3-815e-5e8bb7827228 req-a9d44b5c-a400-40f5-897c-ee4b13251b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:05.484462 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57b06035-eda6-4ae3-815e-5e8bb7827228 req-a9d44b5c-a400-40f5-897c-ee4b13251b56 service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.2341256 Jul 29 23:19:05.502576 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c115e214-128c-4e85-9471-16481ea67201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:05.574661 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bcd643cc-95a2-412c-8acf-fd2bcd2068c9 req-dfe63f83-e8a8-4e40-88aa-ee8dc7e56c57 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:05.579632 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65a95311-2a1e-4a6b-95ac-5080fdcce37a req-6c9e4480-0f8f-4c3b-9341-0c201dd2cb42 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=38d1a10b-704a-4e73-8bd2-379b30a724f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2110236 Jul 29 23:19:05.580909 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57b06035-eda6-4ae3-815e-5e8bb7827228 req-2ce9cba5-0aac-4108-a155-c470bbf0ffc1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=a83c9ee2-098b-4c90-ab40-170001703a7e HTTP/1.1" status: 200 len: 217 time: 0.0837512 Jul 29 23:19:05.627496 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe63f83-e8a8-4e40-88aa-ee8dc7e56c57 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Pushing event deleted for resources: {'Port': ['ID=1ff163e5-3540-48b1-a6d6-e30fa87b938f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:05.662063 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9efb432b-4fab-44c0-916a-70de59756292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'name': 'tempest-FloatingIPsAssociationTestJSON-517537085-router', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:00Z', 'updated_at': '2021-07-29T23:18:07Z', 'revision_number': 4, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'gw_port': {'id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:02Z', 'updated_at': '2021-07-29T23:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '637b4915-e56a-4180-b160-c2c93cb1d74a', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'port_id': '39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'mac_address': 'fa:16:3e:9e:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:18:33Z', 'updated_at': '2021-07-29T23:19:03Z', 'revision_number': 3, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0265d8fa-34a5-487c-82f9-b03b5a57c197', 'name': '', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'mac_address': 'fa:16:3e:95:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:05Z', 'updated_at': '2021-07-29T23:18:14Z', 'revision_number': 5, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'subnets': [{'id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:05.689298 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9efb432b-4fab-44c0-916a-70de59756292 None None] The sync data for ids ['880e6cc3-62cb-408b-afe7-6e64c73e626e'] in n-d-712140-10 is: [{'id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'name': 'tempest-FloatingIPsAssociationTestJSON-517537085-router', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:00Z', 'updated_at': '2021-07-29T23:18:07Z', 'revision_number': 4, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'gw_port': {'id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:02Z', 'updated_at': '2021-07-29T23:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '637b4915-e56a-4180-b160-c2c93cb1d74a', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'port_id': '39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'mac_address': 'fa:16:3e:9e:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:18:33Z', 'updated_at': '2021-07-29T23:19:03Z', 'revision_number': 3, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0265d8fa-34a5-487c-82f9-b03b5a57c197', 'name': '', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'mac_address': 'fa:16:3e:95:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:05Z', 'updated_at': '2021-07-29T23:18:14Z', 'revision_number': 5, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'subnets': [{'id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:19:05.726609 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4ea28107-aa7e-4681-a692-8742054cf674 req-57583f30-56dd-4a9a-b9d7-ef2a0775ffee tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:19:05.735123 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4ea28107-aa7e-4681-a692-8742054cf674 req-57583f30-56dd-4a9a-b9d7-ef2a0775ffee tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:05.772170 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b06035-eda6-4ae3-815e-5e8bb7827228 req-5a6de492-1f67-40dc-a5a1-b80b7021c521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:05.773658 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57b06035-eda6-4ae3-815e-5e8bb7827228 req-5a6de492-1f67-40dc-a5a1-b80b7021c521 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1619267 Jul 29 23:19:05.790190 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a95311-2a1e-4a6b-95ac-5080fdcce37a req-9edad4de-0ab7-4982-a8ae-da0a62efff1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:05.791828 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65a95311-2a1e-4a6b-95ac-5080fdcce37a req-9edad4de-0ab7-4982-a8ae-da0a62efff1d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=059e1ca7f14d445f9149a931f19d526e&device_id=38d1a10b-704a-4e73-8bd2-379b30a724f1 HTTP/1.1" status: 200 len: 1102 time: 0.1813860 Jul 29 23:19:05.792628 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bcd643cc-95a2-412c-8acf-fd2bcd2068c9 req-dfe63f83-e8a8-4e40-88aa-ee8dc7e56c57 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:05.795121 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bcd643cc-95a2-412c-8acf-fd2bcd2068c9 req-dfe63f83-e8a8-4e40-88aa-ee8dc7e56c57 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:05.796223 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bcd643cc-95a2-412c-8acf-fd2bcd2068c9 req-dfe63f83-e8a8-4e40-88aa-ee8dc7e56c57 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "DELETE /v2.0/floatingips/c0225832-d989-4284-a510-6d6d70667781 HTTP/1.1" status: 204 len: 173 time: 1.1768718 Jul 29 23:19:05.887335 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca494b31-c680-4eef-b504-1d6fe4c7b0d3 None None] New status for floating IP 637b4915-e56a-4180-b160-c2c93cb1d74a: ACTIVE {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:19:05.918060 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ea28107-aa7e-4681-a692-8742054cf674 req-57583f30-56dd-4a9a-b9d7-ef2a0775ffee tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "PUT /v2.0/floatingips/637b4915-e56a-4180-b160-c2c93cb1d74a HTTP/1.1" status: 200 len: 998 time: 3.3145216 Jul 29 23:19:06.151951 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e93371d-a834-42d8-9cad-1df7ec5dd138 None None] Sync routers for ids ['880e6cc3-62cb-408b-afe7-6e64c73e626e'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:19:06.163118 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e93371d-a834-42d8-9cad-1df7ec5dd138 None None] Routers {'880e6cc3-62cb-408b-afe7-6e64c73e626e'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:06.163753 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6e93371d-a834-42d8-9cad-1df7ec5dd138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:19:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['880e6cc3-62cb-408b-afe7-6e64c73e626e'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:06.330729 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b06035-eda6-4ae3-815e-5e8bb7827228 req-4e0254b6-e04c-4aae-a5f9-4cfbb0e8871d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:06.332272 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57b06035-eda6-4ae3-815e-5e8bb7827228 req-4e0254b6-e04c-4aae-a5f9-4cfbb0e8871d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5348101 Jul 29 23:19:06.338832 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea28107-aa7e-4681-a692-8742054cf674 req-54b5f4bf-e676-4f92-9dd2-e1d353cc585d tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:06.340168 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ea28107-aa7e-4681-a692-8742054cf674 req-54b5f4bf-e676-4f92-9dd2-e1d353cc585d tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/ports/47f2efaf-862e-4ac6-a572-d43cde8e5e68 HTTP/1.1" status: 200 len: 942 time: 0.4017339 Jul 29 23:19:06.371807 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cef50-c083-40be-a205-e3941740bff9 req-10fe2950-cb2e-4627-838e-79162578dbb6 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:06.373738 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fd3cef50-c083-40be-a205-e3941740bff9 req-10fe2950-cb2e-4627-838e-79162578dbb6 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e2385da-9aa0-4298-b6bd-7ed0fe256205 HTTP/1.1" status: 200 len: 949 time: 0.5191538 Jul 29 23:19:06.383728 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a95311-2a1e-4a6b-95ac-5080fdcce37a req-3b4e0fc6-d976-4c90-baf6-1fc434109abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:06.385255 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65a95311-2a1e-4a6b-95ac-5080fdcce37a req-3b4e0fc6-d976-4c90-baf6-1fc434109abb service neutron] 10.222.0.39 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.5619373 Jul 29 23:19:06.393641 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d18bf1-ca4f-4189-bdfa-d37a3a2c681a req-d69738ce-4546-4425-9852-1e2db0b81f03 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:06.395006 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c7d18bf1-ca4f-4189-bdfa-d37a3a2c681a req-d69738ce-4546-4425-9852-1e2db0b81f03 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 946 time: 0.5174944 Jul 29 23:19:06.396480 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-6e93371d-a834-42d8-9cad-1df7ec5dd138 None None] Set router 880e6cc3-62cb-408b-afe7-6e64c73e626e gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:19:06.510769 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65a95311-2a1e-4a6b-95ac-5080fdcce37a req-52a33cf5-3579-4a7a-87c5-7d938f6b597b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=1d291e9a-6200-47dc-94b5-0a95bc84c174 HTTP/1.1" status: 200 len: 217 time: 0.1135623 Jul 29 23:19:06.632261 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6e93371d-a834-42d8-9cad-1df7ec5dd138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'name': 'tempest-FloatingIPsAssociationTestJSON-517537085-router', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:00Z', 'updated_at': '2021-07-29T23:18:07Z', 'revision_number': 4, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'gw_port': {'id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:02Z', 'updated_at': '2021-07-29T23:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '637b4915-e56a-4180-b160-c2c93cb1d74a', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'port_id': '39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'mac_address': 'fa:16:3e:9e:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:18:33Z', 'updated_at': '2021-07-29T23:19:06Z', 'revision_number': 4, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0265d8fa-34a5-487c-82f9-b03b5a57c197', 'name': '', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'mac_address': 'fa:16:3e:95:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:05Z', 'updated_at': '2021-07-29T23:18:14Z', 'revision_number': 5, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'subnets': [{'id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:06.640853 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c7d18bf1-ca4f-4189-bdfa-d37a3a2c681a req-273af66e-989b-4b1c-8f84-163bda94420e tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154200 Jul 29 23:19:06.664108 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e93371d-a834-42d8-9cad-1df7ec5dd138 None None] Checking router: 880e6cc3-62cb-408b-afe7-6e64c73e626e for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:19:06.665754 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a95311-2a1e-4a6b-95ac-5080fdcce37a req-34219e93-e094-4837-803c-be19f894d494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:06.667239 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65a95311-2a1e-4a6b-95ac-5080fdcce37a req-34219e93-e094-4837-803c-be19f894d494 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1290636 Jul 29 23:19:06.674252 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e93371d-a834-42d8-9cad-1df7ec5dd138 None None] Routers {'880e6cc3-62cb-408b-afe7-6e64c73e626e'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:06.674949 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6e93371d-a834-42d8-9cad-1df7ec5dd138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:19:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['880e6cc3-62cb-408b-afe7-6e64c73e626e'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:06.677738 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea28107-aa7e-4681-a692-8742054cf674 req-35607a1e-4ea1-4d27-aca6-1a63e86d980b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:06.679067 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ea28107-aa7e-4681-a692-8742054cf674 req-35607a1e-4ea1-4d27-aca6-1a63e86d980b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=996f54c2219e43118807a0e5eacc8eba&device_id=26a5d0c4-1651-46a0-92c3-54fae3311b3f HTTP/1.1" status: 200 len: 1097 time: 0.2481101 Jul 29 23:19:06.683282 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57b06035-eda6-4ae3-815e-5e8bb7827228 req-22087db3-a27a-49d9-b7cb-f179dc6650dc service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344848 Jul 29 23:19:06.735715 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:06.800711 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-6e93371d-a834-42d8-9cad-1df7ec5dd138 None None] Set router 880e6cc3-62cb-408b-afe7-6e64c73e626e gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:19:06.836671 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 6f897334-0f76-4ed6-8d8c-53b63cccf9d2 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:19:06.873614 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-fd3cef50-c083-40be-a205-e3941740bff9 req-23fe5173-f14e-4109-9b25-0522d9d09b30 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Deleting port 80d097e3-c27b-498e-be3f-12ae8675d017 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:06.873858 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fd3cef50-c083-40be-a205-e3941740bff9 req-23fe5173-f14e-4109-9b25-0522d9d09b30 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:06.936897 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a95311-2a1e-4a6b-95ac-5080fdcce37a req-a91a6ef2-3fd6-40f6-bbb6-e6fa397d7351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:06.938447 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65a95311-2a1e-4a6b-95ac-5080fdcce37a req-a91a6ef2-3fd6-40f6-bbb6-e6fa397d7351 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2585251 Jul 29 23:19:06.991798 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ee7f3-90af-4e55-80c9-f54980441da6 req-15ffb57d-9d50-4a4a-969c-70dd9e2d85e6 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:06.992844 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9f4ee7f3-90af-4e55-80c9-f54980441da6 req-15ffb57d-9d50-4a4a-969c-70dd9e2d85e6 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=177732ea-fbf5-4277-9b93-6918bae769df HTTP/1.1" status: 200 len: 948 time: 0.2536762 Jul 29 23:19:07.039653 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 6f897334-0f76-4ed6-8d8c-53b63cccf9d2, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=6f897334-0f76-4ed6-8d8c-53b63cccf9d2,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:07.050675 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57b06035-eda6-4ae3-815e-5e8bb7827228 req-f707db96-52eb-4c56-afdd-4c54556ca612 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555346 Jul 29 23:19:07.060416 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '6f897334-0f76-4ed6-8d8c-53b63cccf9d2', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': '6f897334-0f76-4ed6-8d8c-53b63cccf9d2', 'mac_address': 'fa:16:3e:3f:04:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:19:07.095605 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea28107-aa7e-4681-a692-8742054cf674 req-99b618be-a7bb-4377-b360-415f5aaa9422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:07.097170 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ea28107-aa7e-4681-a692-8742054cf674 req-99b618be-a7bb-4377-b360-415f5aaa9422 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2da941c-32a1-4da1-9f2a-892e8a8b930d HTTP/1.1" status: 200 len: 921 time: 0.4041462 Jul 29 23:19:07.122226 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:07.142937 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f897334-0f76-4ed6-8d8c-53b63cccf9d2 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:19:07.166632 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6e93371d-a834-42d8-9cad-1df7ec5dd138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'name': 'tempest-FloatingIPsAssociationTestJSON-517537085-router', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:00Z', 'updated_at': '2021-07-29T23:18:07Z', 'revision_number': 4, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'gw_port': {'id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:02Z', 'updated_at': '2021-07-29T23:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '637b4915-e56a-4180-b160-c2c93cb1d74a', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'port_id': '39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'mac_address': 'fa:16:3e:9e:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:18:33Z', 'updated_at': '2021-07-29T23:19:06Z', 'revision_number': 4, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0265d8fa-34a5-487c-82f9-b03b5a57c197', 'name': '', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'mac_address': 'fa:16:3e:95:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:05Z', 'updated_at': '2021-07-29T23:18:14Z', 'revision_number': 5, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'subnets': [{'id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:07.169285 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 6f897334-0f76-4ed6-8d8c-53b63cccf9d2, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=6f897334-0f76-4ed6-8d8c-53b63cccf9d2,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:07.182400 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ea28107-aa7e-4681-a692-8742054cf674 req-d385b8dc-8239-4148-9402-310d0b1d8e88 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47f2efaf-862e-4ac6-a572-d43cde8e5e68 HTTP/1.1" status: 200 len: 217 time: 0.0598190 Jul 29 23:19:07.185236 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9f4ee7f3-90af-4e55-80c9-f54980441da6 req-67a90d98-daee-44ea-83e1-3a9a530eefe4 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760912 Jul 29 23:19:07.188126 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-fd3cef50-c083-40be-a205-e3941740bff9 req-23fe5173-f14e-4109-9b25-0522d9d09b30 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] For port 80d097e3-c27b-498e-be3f-12ae8675d017, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=80d097e3-c27b-498e-be3f-12ae8675d017,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:07.188505 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fd3cef50-c083-40be-a205-e3941740bff9 req-23fe5173-f14e-4109-9b25-0522d9d09b30 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:07.209444 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:07.213091 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e93371d-a834-42d8-9cad-1df7ec5dd138 None None] The sync data for ids ['880e6cc3-62cb-408b-afe7-6e64c73e626e'] in n-d-712140-10 is: [{'id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'name': 'tempest-FloatingIPsAssociationTestJSON-517537085-router', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:00Z', 'updated_at': '2021-07-29T23:18:07Z', 'revision_number': 4, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'gw_port': {'id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:02Z', 'updated_at': '2021-07-29T23:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '637b4915-e56a-4180-b160-c2c93cb1d74a', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'port_id': '39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'mac_address': 'fa:16:3e:9e:53:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:18:33Z', 'updated_at': '2021-07-29T23:19:06Z', 'revision_number': 4, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0265d8fa-34a5-487c-82f9-b03b5a57c197', 'name': '', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'mac_address': 'fa:16:3e:95:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:05Z', 'updated_at': '2021-07-29T23:18:14Z', 'revision_number': 5, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'subnets': [{'id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:19:07.236701 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-fd3cef50-c083-40be-a205-e3941740bff9 req-23fe5173-f14e-4109-9b25-0522d9d09b30 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Calling delete_port for 80d097e3-c27b-498e-be3f-12ae8675d017 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:07.241402 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65a95311-2a1e-4a6b-95ac-5080fdcce37a req-7cda3a6d-ff69-4608-9f77-2a3829c49f88 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2858548 Jul 29 23:19:07.274674 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=6f897334-0f76-4ed6-8d8c-53b63cccf9d2,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:07.372254 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea28107-aa7e-4681-a692-8742054cf674 req-0e4cefec-6b47-446f-9b32-ca3dff7847a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:07.373738 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ea28107-aa7e-4681-a692-8742054cf674 req-0e4cefec-6b47-446f-9b32-ca3dff7847a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7fc0bd98-0583-4b79-a848-71b083ba6138 HTTP/1.1" status: 200 len: 859 time: 0.1728959 Jul 29 23:19:07.486374 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65a95311-2a1e-4a6b-95ac-5080fdcce37a req-bbd27f6f-832c-4dd6-a4f9-940ef6e05be5 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339735 Jul 29 23:19:07.495765 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc009f8-61c2-4978-ae3f-122ff5adbfee req-eb981cc9-7d51-4770-8332-419a1a7cbc0e tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:07.497204 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5fc009f8-61c2-4978-ae3f-122ff5adbfee req-eb981cc9-7d51-4770-8332-419a1a7cbc0e tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e2385da-9aa0-4298-b6bd-7ed0fe256205 HTTP/1.1" status: 200 len: 949 time: 0.1468728 Jul 29 23:19:07.517543 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea28107-aa7e-4681-a692-8742054cf674 req-70ddc93d-7af2-4ba6-8e5d-ebf237a88bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:07.519109 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ea28107-aa7e-4681-a692-8742054cf674 req-70ddc93d-7af2-4ba6-8e5d-ebf237a88bbb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2da941c-32a1-4da1-9f2a-892e8a8b930d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1220276 Jul 29 23:19:07.582199 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['6f897334-0f76-4ed6-8d8c-53b63cccf9d2'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:07.639763 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5fc009f8-61c2-4978-ae3f-122ff5adbfee req-f2e86dd3-5b14-4744-b457-8863bdeebcd4 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337397 Jul 29 23:19:07.667161 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fd3cef50-c083-40be-a205-e3941740bff9 req-23fe5173-f14e-4109-9b25-0522d9d09b30 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:07.682523 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['556f0030-f6cf-4918-8f35-994569601626'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:07.715078 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0240a79-0b79-4de1-a179-8e1c40a9001f x-openstack-request-id: req-b0240a79-0b79-4de1-a179-8e1c40a9001f {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:07.715370 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "177732ea-fbf5-4277-9b93-6918bae769df", "tag": "6f897334-0f76-4ed6-8d8c-53b63cccf9d2", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:07.715623 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b0240a79-0b79-4de1-a179-8e1c40a9001f {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:07.716056 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '177732ea-fbf5-4277-9b93-6918bae769df', 'tag': '6f897334-0f76-4ed6-8d8c-53b63cccf9d2', 'status': 'completed', 'code': 200} Jul 29 23:19:07.721434 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe5173-f14e-4109-9b25-0522d9d09b30 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Pushing event deleted for resources: {'Port': ['ID=80d097e3-c27b-498e-be3f-12ae8675d017,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:07.736103 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ea28107-aa7e-4681-a692-8742054cf674 req-7f0878a2-7dc3-4cfc-b1ef-0cdfd83a6a34 service neutron] 10.222.0.18 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061865 Jul 29 23:19:07.848189 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3cef50-c083-40be-a205-e3941740bff9 req-23fe5173-f14e-4109-9b25-0522d9d09b30 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] No DVR routers for this DVR port 80d097e3-c27b-498e-be3f-12ae8675d017 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:19:07.867329 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fd3cef50-c083-40be-a205-e3941740bff9 req-23fe5173-f14e-4109-9b25-0522d9d09b30 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:07.869494 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fd3cef50-c083-40be-a205-e3941740bff9 req-23fe5173-f14e-4109-9b25-0522d9d09b30 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.39 "DELETE /v2.0/ports/80d097e3-c27b-498e-be3f-12ae8675d017 HTTP/1.1" status: 204 len: 173 time: 1.4734817 Jul 29 23:19:07.913798 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9d5ac-3fd3-46aa-bb22-a0e46bdd5f12 req-f2980a98-c459-4ca8-b211-1a7b4c777b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:07.915344 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cac9d5ac-3fd3-46aa-bb22-a0e46bdd5f12 req-f2980a98-c459-4ca8-b211-1a7b4c777b65 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=059e1ca7f14d445f9149a931f19d526e&device_id=177732ea-fbf5-4277-9b93-6918bae769df HTTP/1.1" status: 200 len: 1101 time: 0.1892111 Jul 29 23:19:07.944569 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ecf01-1c54-4ce0-af6a-38908a3f00a0 req-aa59adc9-a682-4248-90fc-827a47e9215b tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:07.946104 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c0ecf01-1c54-4ce0-af6a-38908a3f00a0 req-aa59adc9-a682-4248-90fc-827a47e9215b tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 950 time: 0.1659236 Jul 29 23:19:07.996660 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ea28107-aa7e-4681-a692-8742054cf674 req-799d38e8-cbe5-4e26-b5cc-9e8b3da98901 service neutron] 10.222.0.18 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387795 Jul 29 23:19:08.009441 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:08.071087 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c0ecf01-1c54-4ce0-af6a-38908a3f00a0 req-d5ca67d6-d608-4244-b3bc-289118db637f tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107669 Jul 29 23:19:08.102218 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea28107-aa7e-4681-a692-8742054cf674 req-93dd7de7-58f9-431f-9099-09cac9efd27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:08.104052 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ea28107-aa7e-4681-a692-8742054cf674 req-93dd7de7-58f9-431f-9099-09cac9efd27a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=996f54c2219e43118807a0e5eacc8eba&device_id=980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9 HTTP/1.1" status: 200 len: 1098 time: 0.0783589 Jul 29 23:19:08.105149 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9d5ac-3fd3-46aa-bb22-a0e46bdd5f12 req-e6f2f853-4ccc-43f2-8435-2f944d0d15aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:08.106703 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cac9d5ac-3fd3-46aa-bb22-a0e46bdd5f12 req-e6f2f853-4ccc-43f2-8435-2f944d0d15aa service neutron] 10.222.0.39 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.1830516 Jul 29 23:19:08.206170 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cac9d5ac-3fd3-46aa-bb22-a0e46bdd5f12 req-fffb84f2-5821-435f-ad8c-80d2911a82e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=6f897334-0f76-4ed6-8d8c-53b63cccf9d2 HTTP/1.1" status: 200 len: 217 time: 0.0850966 Jul 29 23:19:08.430137 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9d5ac-3fd3-46aa-bb22-a0e46bdd5f12 req-7dc41091-fcd2-45e3-85cb-72559db1f64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:08.431511 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cac9d5ac-3fd3-46aa-bb22-a0e46bdd5f12 req-7dc41091-fcd2-45e3-85cb-72559db1f64e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1876116 Jul 29 23:19:08.438802 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea28107-aa7e-4681-a692-8742054cf674 req-54c85329-26e2-4a12-b14b-d0f5f1b643d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:08.440239 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ea28107-aa7e-4681-a692-8742054cf674 req-54c85329-26e2-4a12-b14b-d0f5f1b643d6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2da941c-32a1-4da1-9f2a-892e8a8b930d HTTP/1.1" status: 200 len: 921 time: 0.3272889 Jul 29 23:19:08.521467 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f97e379-f8a1-411e-aae7-67a54f0d3a1e req-8d7a07f5-53ff-455e-a1e1-0d659463711f tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:08.522973 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f97e379-f8a1-411e-aae7-67a54f0d3a1e req-8d7a07f5-53ff-455e-a1e1-0d659463711f tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3303447 Jul 29 23:19:08.553431 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9d5ac-3fd3-46aa-bb22-a0e46bdd5f12 req-7f546500-c601-4ce6-bc76-25f24a3b67b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:08.554941 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cac9d5ac-3fd3-46aa-bb22-a0e46bdd5f12 req-7f546500-c601-4ce6-bc76-25f24a3b67b4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1109180 Jul 29 23:19:08.557107 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ea28107-aa7e-4681-a692-8742054cf674 req-794da48f-1239-4259-bd12-ae6c883b83ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd HTTP/1.1" status: 200 len: 1001 time: 0.0985093 Jul 29 23:19:08.854391 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 80d097e3-c27b-498e-be3f-12ae8675d017 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:19:08.875593 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 80d097e3-c27b-498e-be3f-12ae8675d017 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:19:08.875971 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 80d097e3-c27b-498e-be3f-12ae8675d017 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:19:08.911430 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['44765355-53d7-4077-b28c-7fe3fcd748dd'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:08.984232 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea28107-aa7e-4681-a692-8742054cf674 req-997962ff-c69e-485e-80b9-fce941c05d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:08.985762 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ea28107-aa7e-4681-a692-8742054cf674 req-997962ff-c69e-485e-80b9-fce941c05d62 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7fc0bd98-0583-4b79-a848-71b083ba6138 HTTP/1.1" status: 200 len: 859 time: 0.4227095 Jul 29 23:19:09.052628 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba30f43d-ccf0-4ad7-b96b-e1af85ae41fc req-4baf7692-2b39-4358-af2e-9b661dd5a60f tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:09.054178 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ba30f43d-ccf0-4ad7-b96b-e1af85ae41fc req-4baf7692-2b39-4358-af2e-9b661dd5a60f tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 946 time: 0.1266363 Jul 29 23:19:09.057028 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cac9d5ac-3fd3-46aa-bb22-a0e46bdd5f12 req-464b0511-31c1-4d8f-8696-629058f183dc service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4865305 Jul 29 23:19:09.093822 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea28107-aa7e-4681-a692-8742054cf674 req-c3d1f66e-2518-4912-9f70-f4100d8c5e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:09.095336 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ea28107-aa7e-4681-a692-8742054cf674 req-c3d1f66e-2518-4912-9f70-f4100d8c5e0e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2da941c-32a1-4da1-9f2a-892e8a8b930d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1024230 Jul 29 23:19:09.160200 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:19:09.199731 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ba30f43d-ccf0-4ad7-b96b-e1af85ae41fc req-9419cc60-8de6-4f96-899f-d8596b068435 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388016 Jul 29 23:19:09.260558 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cac9d5ac-3fd3-46aa-bb22-a0e46bdd5f12 req-774516c3-528f-4d8f-b119-a2acdc568497 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801231 Jul 29 23:19:09.274310 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ea28107-aa7e-4681-a692-8742054cf674 req-122ba2be-26bf-40b5-97c0-5389ce86a1de service neutron] 10.222.0.18 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693418 Jul 29 23:19:09.395576 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf3708a-a045-4e77-a958-ed518c136299 req-20e521c9-f398-4948-b809-cb8ace48bae3 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:09.397126 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acf3708a-a045-4e77-a958-ed518c136299 req-20e521c9-f398-4948-b809-cb8ace48bae3 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=177732ea-fbf5-4277-9b93-6918bae769df HTTP/1.1" status: 200 len: 949 time: 0.1140869 Jul 29 23:19:09.420518 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ea28107-aa7e-4681-a692-8742054cf674 req-e6f2c5f6-cdf9-42ec-a898-61154a16389f service neutron] 10.222.0.18 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362069 Jul 29 23:19:09.449877 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acf3708a-a045-4e77-a958-ed518c136299 req-50245d7e-4972-40af-b9c9-9ff6712d85ea tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465550 Jul 29 23:19:09.513062 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2627ac6c-3658-4221-b1d8-8cf13f286907 req-27435687-5d22-431a-ad36-48e80d5a6958 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=5a0cb605575e455aa4e415daa005d5cc HTTP/1.1" status: 200 len: 1657 time: 0.0621567 Jul 29 23:19:09.617340 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae49701-d4e7-4e1a-896e-dee62b9851e5 req-50a7deab-bccb-4ba5-b349-134606eceecb tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:09.618885 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ae49701-d4e7-4e1a-896e-dee62b9851e5 req-50a7deab-bccb-4ba5-b349-134606eceecb tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2622fdbe-22eb-4dd6-9014-8f9419731226 HTTP/1.1" status: 200 len: 1097 time: 0.1041551 Jul 29 23:19:09.674853 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627ac6c-3658-4221-b1d8-8cf13f286907 req-8d602d81-669f-4bf7-85e2-22f3213d5f22 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:09.676641 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2627ac6c-3658-4221-b1d8-8cf13f286907 req-8d602d81-669f-4bf7-85e2-22f3213d5f22 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/networks?id=0aea9f43-4eea-456f-a634-5f5375b1fdb7&id=0aea9f43-4eea-456f-a634-5f5375b1fdb7&id=0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 787 time: 0.1530347 Jul 29 23:19:09.691916 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-2627ac6c-3658-4221-b1d8-8cf13f286907 req-f020d64b-0ad3-494a-8187-6a153c875577 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:19:09.692878 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2627ac6c-3658-4221-b1d8-8cf13f286907 req-f020d64b-0ad3-494a-8187-6a153c875577 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081336 Jul 29 23:19:09.694897 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ae49701-d4e7-4e1a-896e-dee62b9851e5 req-ff65a82e-cafb-40bb-b1a2-768f285e1f07 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663242 Jul 29 23:19:09.719948 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a5d0c4-1651-46a0-92c3-54fae3311b3f', 'tag': '47f2efaf-862e-4ac6-a572-d43cde8e5e68'}, {'name': 'network-changed', 'server_uuid': '980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9', 'tag': '39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd'}, {'server_uuid': '8e2385da-9aa0-4298-b6bd-7ed0fe256205', 'name': 'network-vif-deleted', 'tag': '80d097e3-c27b-498e-be3f-12ae8675d017'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:09.723146 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6de787-0bf1-40b4-b5bb-01bb12972bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "26a5d0c4-1651-46a0-92c3-54fae3311b3f", "tag": "47f2efaf-862e-4ac6-a572-d43cde8e5e68"}, {"name": "network-changed", "server_uuid": "980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9", "tag": "39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd"}, {"server_uuid": "8e2385da-9aa0-4298-b6bd-7ed0fe256205", "name": "network-vif-deleted", "tag": "80d097e3-c27b-498e-be3f-12ae8675d017"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:09.834043 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6698ba97-7fb1-4279-8d5c-19479807a424 req-5eaef0ab-c6c9-449b-8165-624837652a90 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:09.835505 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6698ba97-7fb1-4279-8d5c-19479807a424 req-5eaef0ab-c6c9-449b-8165-624837652a90 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 950 time: 0.0580797 Jul 29 23:19:09.909936 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7207de5a-e3e7-45a4-9569-1dab9d6f8895 req-ff0f9305-158d-4347-aa07-5cf901d4053d tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.89 HTTP/1.1" status: 200 len: 1001 time: 0.0944004 Jul 29 23:19:09.912679 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6698ba97-7fb1-4279-8d5c-19479807a424 req-a4f31d42-f0fe-4935-b13a-8395f8f345c7 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505893 Jul 29 23:19:09.999444 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207de5a-e3e7-45a4-9569-1dab9d6f8895 req-3038ece8-c8b4-44b7-961e-f5d090b8e614 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:10.000827 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7207de5a-e3e7-45a4-9569-1dab9d6f8895 req-3038ece8-c8b4-44b7-961e-f5d090b8e614 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/ports/39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd HTTP/1.1" status: 200 len: 943 time: 0.0853248 Jul 29 23:19:10.005761 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9129b9be-3d84-48c6-993a-d3e1cd6b0baa req-e83a8f10-2c36-4626-bf0e-765bf2f70938 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/floatingips/14378d23-6f1e-4ed1-afac-cc147a670c96 HTTP/1.1" status: 200 len: 693 time: 0.0568919 Jul 29 23:19:10.142550 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7207de5a-e3e7-45a4-9569-1dab9d6f8895 req-aea262c4-d358-45ca-a95e-b632c1f6f813 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.89 HTTP/1.1" status: 200 len: 1001 time: 0.0819023 Jul 29 23:19:10.171759 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129b9be-3d84-48c6-993a-d3e1cd6b0baa req-b4d79a72-3a23-43f9-addb-5da1f987545a tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:10.173312 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9129b9be-3d84-48c6-993a-d3e1cd6b0baa req-b4d79a72-3a23-43f9-addb-5da1f987545a tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 784 time: 0.1621275 Jul 29 23:19:10.262397 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9129b9be-3d84-48c6-993a-d3e1cd6b0baa req-21cb8d35-193b-421d-b62f-4700f7063ee4 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.188 HTTP/1.1" status: 200 len: 696 time: 0.0791719 Jul 29 23:19:10.335650 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9129b9be-3d84-48c6-993a-d3e1cd6b0baa req-0e69ace9-98b2-4788-9858-e0a2bd6ccd69 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.188 HTTP/1.1" status: 200 len: 696 time: 0.0651722 Jul 29 23:19:10.344665 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207de5a-e3e7-45a4-9569-1dab9d6f8895 req-052f8b07-b2a5-442b-839b-44f4d89c63a5 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:10.345994 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7207de5a-e3e7-45a4-9569-1dab9d6f8895 req-052f8b07-b2a5-442b-839b-44f4d89c63a5 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 784 time: 0.1948743 Jul 29 23:19:10.391789 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ade365ab-913d-44af-868e-dd1a60d36e91 x-openstack-request-id: req-ade365ab-913d-44af-868e-dd1a60d36e91 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:10.392121 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a5d0c4-1651-46a0-92c3-54fae3311b3f", "tag": "47f2efaf-862e-4ac6-a572-d43cde8e5e68", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9", "tag": "39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd", "status": "completed", "code": 200}, {"server_uuid": "8e2385da-9aa0-4298-b6bd-7ed0fe256205", "name": "network-vif-deleted", "tag": "80d097e3-c27b-498e-be3f-12ae8675d017", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:10.392375 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ade365ab-913d-44af-868e-dd1a60d36e91 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:10.392772 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a5d0c4-1651-46a0-92c3-54fae3311b3f', 'tag': '47f2efaf-862e-4ac6-a572-d43cde8e5e68', 'status': 'completed', 'code': 200} Jul 29 23:19:10.393030 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9', 'tag': '39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd', 'status': 'completed', 'code': 200} Jul 29 23:19:10.393286 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e2385da-9aa0-4298-b6bd-7ed0fe256205', 'name': 'network-vif-deleted', 'tag': '80d097e3-c27b-498e-be3f-12ae8675d017', 'status': 'completed', 'code': 200} Jul 29 23:19:10.525261 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6de787-0bf1-40b4-b5bb-01bb12972bf9 req-ed0584da-7ac6-4b17-aa89-868a84dedfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:10.526663 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae6de787-0bf1-40b4-b5bb-01bb12972bf9 req-ed0584da-7ac6-4b17-aa89-868a84dedfa4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=996f54c2219e43118807a0e5eacc8eba&device_id=26a5d0c4-1651-46a0-92c3-54fae3311b3f HTTP/1.1" status: 200 len: 1097 time: 0.0996079 Jul 29 23:19:10.534128 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6de787-0bf1-40b4-b5bb-01bb12972bf9 req-3aedc31c-bdd0-40e5-8f05-198fb8904fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:10.535595 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae6de787-0bf1-40b4-b5bb-01bb12972bf9 req-3aedc31c-bdd0-40e5-8f05-198fb8904fc7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=996f54c2219e43118807a0e5eacc8eba&device_id=980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9 HTTP/1.1" status: 200 len: 1098 time: 0.1073697 Jul 29 23:19:10.639279 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-9129b9be-3d84-48c6-993a-d3e1cd6b0baa req-b1d8eeda-bb4a-4432-81de-4ba5015af332 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Deleting port 4e3a0a60-0054-40b9-8027-3b046e90911d {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:10.640425 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9129b9be-3d84-48c6-993a-d3e1cd6b0baa req-b1d8eeda-bb4a-4432-81de-4ba5015af332 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:10.769653 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6de787-0bf1-40b4-b5bb-01bb12972bf9 req-663c83c4-0dac-4fec-b669-ba475454ade1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:10.771257 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae6de787-0bf1-40b4-b5bb-01bb12972bf9 req-663c83c4-0dac-4fec-b669-ba475454ade1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c2da941c-32a1-4da1-9f2a-892e8a8b930d HTTP/1.1" status: 200 len: 921 time: 0.2324610 Jul 29 23:19:10.783038 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6de787-0bf1-40b4-b5bb-01bb12972bf9 req-5f5749eb-d996-40a5-affc-79ecc0224a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:10.784475 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae6de787-0bf1-40b4-b5bb-01bb12972bf9 req-5f5749eb-d996-40a5-affc-79ecc0224a14 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c2da941c-32a1-4da1-9f2a-892e8a8b930d HTTP/1.1" status: 200 len: 921 time: 0.2363749 Jul 29 23:19:10.789327 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9129b9be-3d84-48c6-993a-d3e1cd6b0baa req-b1d8eeda-bb4a-4432-81de-4ba5015af332 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:10.789682 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9129b9be-3d84-48c6-993a-d3e1cd6b0baa req-b1d8eeda-bb4a-4432-81de-4ba5015af332 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:10.845369 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae6de787-0bf1-40b4-b5bb-01bb12972bf9 req-d91108fa-6c94-41cd-ae9b-bb46cd925608 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47f2efaf-862e-4ac6-a572-d43cde8e5e68 HTTP/1.1" status: 200 len: 217 time: 0.0580344 Jul 29 23:19:10.854915 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 6f897334-0f76-4ed6-8d8c-53b63cccf9d2 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:10.876455 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-9129b9be-3d84-48c6-993a-d3e1cd6b0baa req-b1d8eeda-bb4a-4432-81de-4ba5015af332 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Calling delete_port for 4e3a0a60-0054-40b9-8027-3b046e90911d owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:10.907655 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 6f897334-0f76-4ed6-8d8c-53b63cccf9d2 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:10.914838 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 6f897334-0f76-4ed6-8d8c-53b63cccf9d2 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:10.916398 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:10.990348 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae6de787-0bf1-40b4-b5bb-01bb12972bf9 req-c64e1419-46dc-48cf-bfa8-f10f34f2a9fa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd HTTP/1.1" status: 200 len: 1001 time: 0.1550481 Jul 29 23:19:10.991731 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6de787-0bf1-40b4-b5bb-01bb12972bf9 req-44067cc6-3494-4976-b4fa-f8f970f13d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:10.993266 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae6de787-0bf1-40b4-b5bb-01bb12972bf9 req-44067cc6-3494-4976-b4fa-f8f970f13d0e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7fc0bd98-0583-4b79-a848-71b083ba6138 HTTP/1.1" status: 200 len: 859 time: 0.1180372 Jul 29 23:19:11.028153 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:11.060654 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177732ea-fbf5-4277-9b93-6918bae769df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f897334-0f76-4ed6-8d8c-53b63cccf9d2'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:11.063722 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b94686-5164-468d-b73f-0bc79c849243" -d '{"events": [{"server_uuid": "177732ea-fbf5-4277-9b93-6918bae769df", "name": "network-vif-plugged", "status": "completed", "tag": "6f897334-0f76-4ed6-8d8c-53b63cccf9d2"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:11.078798 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 6f897334-0f76-4ed6-8d8c-53b63cccf9d2, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=6f897334-0f76-4ed6-8d8c-53b63cccf9d2,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:11.084099 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:11.100001 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6de787-0bf1-40b4-b5bb-01bb12972bf9 req-7ffe51e6-c605-4a29-ae21-dead84de4b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:11.101477 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae6de787-0bf1-40b4-b5bb-01bb12972bf9 req-7ffe51e6-c605-4a29-ae21-dead84de4b07 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7fc0bd98-0583-4b79-a848-71b083ba6138 HTTP/1.1" status: 200 len: 859 time: 0.1033289 Jul 29 23:19:11.114425 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6de787-0bf1-40b4-b5bb-01bb12972bf9 req-1ab506ca-1de1-4cce-b3b4-af16cced3b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:11.115967 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae6de787-0bf1-40b4-b5bb-01bb12972bf9 req-1ab506ca-1de1-4cce-b3b4-af16cced3b06 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c2da941c-32a1-4da1-9f2a-892e8a8b930d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1071029 Jul 29 23:19:11.135923 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=6f897334-0f76-4ed6-8d8c-53b63cccf9d2,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:11.245784 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9129b9be-3d84-48c6-993a-d3e1cd6b0baa req-b1d8eeda-bb4a-4432-81de-4ba5015af332 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:11.253751 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6de787-0bf1-40b4-b5bb-01bb12972bf9 req-6fbfeb13-6438-4fdd-8fb6-12e368d1365e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:11.255482 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae6de787-0bf1-40b4-b5bb-01bb12972bf9 req-6fbfeb13-6438-4fdd-8fb6-12e368d1365e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c2da941c-32a1-4da1-9f2a-892e8a8b930d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1438549 Jul 29 23:19:11.299997 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8eeda-bb4a-4432-81de-4ba5015af332 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Pushing event deleted for resources: {'Port': ['ID=4e3a0a60-0054-40b9-8027-3b046e90911d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:11.383938 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae6de787-0bf1-40b4-b5bb-01bb12972bf9 req-f61de3d3-3347-4d03-adf0-ae10ec976f47 service neutron] 10.222.0.39 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217333 Jul 29 23:19:11.431871 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-93ac1439-184b-4eb9-83ec-69f53bc45f41 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:19:11.432889 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-93ac1439-184b-4eb9-83ec-69f53bc45f41 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0925465 Jul 29 23:19:11.477427 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-5f62da37-24ba-47dd-86f6-32cb24c71ec4 service neutron] Request body: {'binding': {'host': 'n-h2-712140-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:11.477882 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-5f62da37-24ba-47dd-86f6-32cb24c71ec4 service neutron] Unknown quota resources ['binding']. {{(pid=94063) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:19:11.530113 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9129b9be-3d84-48c6-993a-d3e1cd6b0baa req-b1d8eeda-bb4a-4432-81de-4ba5015af332 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:11.533059 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9129b9be-3d84-48c6-993a-d3e1cd6b0baa req-b1d8eeda-bb4a-4432-81de-4ba5015af332 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:11.534215 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9129b9be-3d84-48c6-993a-d3e1cd6b0baa req-b1d8eeda-bb4a-4432-81de-4ba5015af332 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "DELETE /v2.0/floatingips/14378d23-6f1e-4ed1-afac-cc147a670c96 HTTP/1.1" status: 204 len: 173 time: 1.1873479 Jul 29 23:19:11.537857 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae6de787-0bf1-40b4-b5bb-01bb12972bf9 req-b82227cc-6418-47b9-a6ac-f77fd14a60d4 service neutron] 10.222.0.23 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504306 Jul 29 23:19:11.684851 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae6de787-0bf1-40b4-b5bb-01bb12972bf9 req-5e88e318-9d7a-44b1-8a13-626863dcc9e2 service neutron] 10.222.0.39 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763767 Jul 29 23:19:11.750947 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae6de787-0bf1-40b4-b5bb-01bb12972bf9 req-03b78255-6c43-4587-9e16-a4d715211a6e service neutron] 10.222.0.23 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024386 Jul 29 23:19:11.783399 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-5f62da37-24ba-47dd-86f6-32cb24c71ec4 service neutron] Attempting to bind port 9a47ea6a-945d-4900-804f-cce950df5171 on host n-h2-712140-10 for vnic_type normal with profile None {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:11.783735 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-5f62da37-24ba-47dd-86f6-32cb24c71ec4 service neutron] Attempting to bind port 9a47ea6a-945d-4900-804f-cce950df5171 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:11.784089 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-5f62da37-24ba-47dd-86f6-32cb24c71ec4 service neutron] Attempting to bind port 9a47ea6a-945d-4900-804f-cce950df5171 on network 55fb160e-6b45-47b4-8565-f685f832c4b9 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:11.791219 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-5f62da37-24ba-47dd-86f6-32cb24c71ec4 service neutron] Port 9a47ea6a-945d-4900-804f-cce950df5171 on network 55fb160e-6b45-47b4-8565-f685f832c4b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:19:11.791549 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-5f62da37-24ba-47dd-86f6-32cb24c71ec4 service neutron] Attempting to bind port 9a47ea6a-945d-4900-804f-cce950df5171 on network 55fb160e-6b45-47b4-8565-f685f832c4b9 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:11.800094 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-5f62da37-24ba-47dd-86f6-32cb24c71ec4 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:11.800433 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-5f62da37-24ba-47dd-86f6-32cb24c71ec4 service neutron] Checking segment: {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:11.800819 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-5f62da37-24ba-47dd-86f6-32cb24c71ec4 service neutron] Bound using segment: {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:11.801252 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-5f62da37-24ba-47dd-86f6-32cb24c71ec4 service neutron] Bound port: 9a47ea6a-945d-4900-804f-cce950df5171, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:11.809968 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494210b5-ee5c-4e0e-af3a-259507ce6714 req-ee813d99-07c1-46c5-8fbf-2f4644aaa078 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:11.812042 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-494210b5-ee5c-4e0e-af3a-259507ce6714 req-ee813d99-07c1-46c5-8fbf-2f4644aaa078 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 946 time: 0.0887897 Jul 29 23:19:11.883651 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-494210b5-ee5c-4e0e-af3a-259507ce6714 req-a47ac6de-7cc9-4a30-83e4-55d27c63f3da tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489290 Jul 29 23:19:11.892902 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-5f62da37-24ba-47dd-86f6-32cb24c71ec4 service neutron] For port 9a47ea6a-945d-4900-804f-cce950df5171, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9a47ea6a-945d-4900-804f-cce950df5171,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:11.897848 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-5f62da37-24ba-47dd-86f6-32cb24c71ec4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:11.899054 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-5f62da37-24ba-47dd-86f6-32cb24c71ec4 service neutron] 10.222.0.18 "POST /v2.0/ports/9a47ea6a-945d-4900-804f-cce950df5171/bindings HTTP/1.1" status: 201 len: 390 time: 0.4536805 Jul 29 23:19:11.975026 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50be9764-424b-4459-8082-496636f43322 req-c00aec10-5b5b-4b79-a433-9e1a001a60c8 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.89 HTTP/1.1" status: 200 len: 1001 time: 0.0683002 Jul 29 23:19:12.053259 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be9764-424b-4459-8082-496636f43322 req-92cae7a2-67de-4d2a-8888-bf9d9d879a7f tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:12.054822 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50be9764-424b-4459-8082-496636f43322 req-92cae7a2-67de-4d2a-8888-bf9d9d879a7f tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/ports/39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd HTTP/1.1" status: 200 len: 943 time: 0.0730641 Jul 29 23:19:12.080669 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb05ca5-0488-4fd8-bd1c-8141fb44be99 req-800d42c7-8234-4c19-be56-ebc8b5045575 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:12.082189 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1cb05ca5-0488-4fd8-bd1c-8141fb44be99 req-800d42c7-8234-4c19-be56-ebc8b5045575 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=177732ea-fbf5-4277-9b93-6918bae769df HTTP/1.1" status: 200 len: 950 time: 0.0700986 Jul 29 23:19:12.132280 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1cb05ca5-0488-4fd8-bd1c-8141fb44be99 req-b1a91e57-00bc-4a71-bdf1-606c34d952e6 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438554 Jul 29 23:19:12.523480 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-dbcb9755-77d5-4935-96b8-f9e76a51a1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:12.524874 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-dbcb9755-77d5-4935-96b8-f9e76a51a1e4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b675f7a309964096bd61726e3752bfc0&device_id=2622fdbe-22eb-4dd6-9014-8f9419731226 HTTP/1.1" status: 200 len: 1097 time: 0.4069059 Jul 29 23:19:12.539535 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50be9764-424b-4459-8082-496636f43322 req-b95a784e-c9a9-47cd-a999-444a892717ff tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.89 HTTP/1.1" status: 200 len: 1001 time: 0.3895249 Jul 29 23:19:12.618273 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b972c93-d22a-4af3-b8bc-6356e249bfa0 req-f46f009f-9c8b-4b0e-9365-98a8823e9a02 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:12.619730 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b972c93-d22a-4af3-b8bc-6356e249bfa0 req-f46f009f-9c8b-4b0e-9365-98a8823e9a02 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 950 time: 0.1388550 Jul 29 23:19:12.739658 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b972c93-d22a-4af3-b8bc-6356e249bfa0 req-df39a55c-6198-4ded-8411-9375ad125ebe tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936763 Jul 29 23:19:12.746751 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-cab5d7be-3c0b-4e3b-9b67-dfbb16a95b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:12.748227 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-cab5d7be-3c0b-4e3b-9b67-dfbb16a95b41 service neutron] 10.222.0.39 "GET /v2.0/networks?id=55fb160e-6b45-47b4-8565-f685f832c4b9 HTTP/1.1" status: 200 len: 922 time: 0.2048216 Jul 29 23:19:12.759057 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be9764-424b-4459-8082-496636f43322 req-455665e9-1df0-4c3e-ac74-2caa3a0b441d tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:12.760481 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50be9764-424b-4459-8082-496636f43322 req-455665e9-1df0-4c3e-ac74-2caa3a0b441d tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 784 time: 0.2088344 Jul 29 23:19:12.773324 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-50be9764-424b-4459-8082-496636f43322 req-2db10e12-d1d4-4166-84f9-bfbc4945781c tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:19:12.774369 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50be9764-424b-4459-8082-496636f43322 req-2db10e12-d1d4-4166-84f9-bfbc4945781c tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065634 Jul 29 23:19:12.784444 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391e2624-4e14-4196-87ed-a56c3ab6e6f2 x-openstack-request-id: req-391e2624-4e14-4196-87ed-a56c3ab6e6f2 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:12.784925 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177732ea-fbf5-4277-9b93-6918bae769df", "name": "network-vif-plugged", "status": "completed", "tag": "6f897334-0f76-4ed6-8d8c-53b63cccf9d2", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:12.785031 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-391e2624-4e14-4196-87ed-a56c3ab6e6f2 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:12.785359 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177732ea-fbf5-4277-9b93-6918bae769df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f897334-0f76-4ed6-8d8c-53b63cccf9d2', 'code': 200} Jul 29 23:19:12.806454 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-e174b9df-2845-494c-b3c1-9e9c21e75b9a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a47ea6a-945d-4900-804f-cce950df5171 HTTP/1.1" status: 200 len: 217 time: 0.0448713 Jul 29 23:19:12.939285 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-632c4072-1428-4026-84cb-4aa402aacbee req-7c3b24d0-8891-4a39-9b1d-a18ca2dd9e32 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/floatingips/663f016a-fea0-4fae-b751-878c0ea5856e HTTP/1.1" status: 200 len: 693 time: 0.1356289 Jul 29 23:19:12.988756 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50be9764-424b-4459-8082-496636f43322 req-c28464f7-0c13-4789-a734-cee3315ea74d tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.89 HTTP/1.1" status: 200 len: 1001 time: 0.1865685 Jul 29 23:19:13.015223 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-eee16983-1884-49c9-9d8d-baadac391ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:13.016678 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-eee16983-1884-49c9-9d8d-baadac391ffe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ea5ab56-d2f4-49be-ac07-d932b6774fb8 HTTP/1.1" status: 200 len: 861 time: 0.1996357 Jul 29 23:19:13.027763 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-50be9764-424b-4459-8082-496636f43322 req-a9516b28-3bd4-42e9-80d7-21e36cfcf696 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:13.050518 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24c90d-3bd9-4dcb-b4b1-778fe749b4b1 req-365e3616-d3a8-41d9-937f-942736a1309c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:13.052009 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d24c90d-3bd9-4dcb-b4b1-778fe749b4b1 req-365e3616-d3a8-41d9-937f-942736a1309c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=177732ea-fbf5-4277-9b93-6918bae769df HTTP/1.1" status: 200 len: 1102 time: 0.1697459 Jul 29 23:19:13.112319 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-df2d0f1e-e6ec-4783-8703-40a3779c74fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55fb160e-6b45-47b4-8565-f685f832c4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801361 Jul 29 23:19:13.214812 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-50be9764-424b-4459-8082-496636f43322 req-a9516b28-3bd4-42e9-80d7-21e36cfcf696 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks [] for floatingip, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:13.229769 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632c4072-1428-4026-84cb-4aa402aacbee req-a5eb5c73-2096-48c6-9327-c2ac85ba435e tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:13.231186 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-632c4072-1428-4026-84cb-4aa402aacbee req-a5eb5c73-2096-48c6-9327-c2ac85ba435e tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 784 time: 0.2818742 Jul 29 23:19:13.264621 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d24c90d-3bd9-4dcb-b4b1-778fe749b4b1 req-46dc9d83-994f-4991-a825-923d478e7f72 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800096 Jul 29 23:19:13.273773 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-632c4072-1428-4026-84cb-4aa402aacbee req-c8619e8c-0769-44c3-b627-bfabbd07c24e tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:19:13.274774 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-632c4072-1428-4026-84cb-4aa402aacbee req-c8619e8c-0769-44c3-b627-bfabbd07c24e tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143886 Jul 29 23:19:13.411086 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-632c4072-1428-4026-84cb-4aa402aacbee req-1b45ac38-87e6-42f3-814d-c628fa4aaf82 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.181 HTTP/1.1" status: 200 len: 696 time: 0.1257432 Jul 29 23:19:13.494916 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-a7581980-df7d-4c4c-a756-9199a3591986 service neutron] 10.222.0.39 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644958 Jul 29 23:19:13.506023 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e19a0-0451-4a0a-b78f-6396113ae93b req-a05a8f69-f116-4db7-b5a3-7a2a5bf20fc0 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:13.507482 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b62e19a0-0451-4a0a-b78f-6396113ae93b req-a05a8f69-f116-4db7-b5a3-7a2a5bf20fc0 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.23 "GET /v2.0/ports?device_id=ea477f1e-53fe-4fd5-8847-4297adab988a HTTP/1.1" status: 200 len: 970 time: 0.2079146 Jul 29 23:19:13.538547 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-632c4072-1428-4026-84cb-4aa402aacbee req-14ee8064-95e6-4c6c-ac5d-7472cb172de7 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.181 HTTP/1.1" status: 200 len: 696 time: 0.1174564 Jul 29 23:19:13.563421 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-50be9764-424b-4459-8082-496636f43322 req-a9516b28-3bd4-42e9-80d7-21e36cfcf696 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:13.620171 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-50be9764-424b-4459-8082-496636f43322 req-a9516b28-3bd4-42e9-80d7-21e36cfcf696 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:13.620491 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [req-50be9764-424b-4459-8082-496636f43322 req-a9516b28-3bd4-42e9-80d7-21e36cfcf696 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Floating IP 637b4915-e56a-4180-b160-c2c93cb1d74a disassociated. External IP: 172.25.8.89, port: 39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd. Jul 29 23:19:13.882941 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-dae55a98-05cf-4af1-b5b0-7b8412e885a6 service neutron] 10.222.0.39 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743029 Jul 29 23:19:13.937295 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-b62e19a0-0451-4a0a-b78f-6396113ae93b req-ac0f0a12-1ed4-4e66-ae88-03c8a2f1f493 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Deleting port 556f0030-f6cf-4918-8f35-994569601626 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:13.937721 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b62e19a0-0451-4a0a-b78f-6396113ae93b req-ac0f0a12-1ed4-4e66-ae88-03c8a2f1f493 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:14.028749 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-632c4072-1428-4026-84cb-4aa402aacbee req-5816d836-4f10-43a3-bf79-7ecc850db43a tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Deleting port 085c983b-7880-437e-ada9-9c38637c2e44 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:14.029086 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-632c4072-1428-4026-84cb-4aa402aacbee req-5816d836-4f10-43a3-bf79-7ecc850db43a tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:14.464666 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-b62e19a0-0451-4a0a-b78f-6396113ae93b req-ac0f0a12-1ed4-4e66-ae88-03c8a2f1f493 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] For port 556f0030-f6cf-4918-8f35-994569601626, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=556f0030-f6cf-4918-8f35-994569601626,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:14.465039 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b62e19a0-0451-4a0a-b78f-6396113ae93b req-ac0f0a12-1ed4-4e66-ae88-03c8a2f1f493 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:14.470382 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-7f5d7d16-0246-4cb9-958b-64509d1757fe tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:14.471911 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-7f5d7d16-0246-4cb9-958b-64509d1757fe tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2622fdbe-22eb-4dd6-9014-8f9419731226&tenant_id=b675f7a309964096bd61726e3752bfc0&binding%3Ahost_id=n-h1-712140-10 HTTP/1.1" status: 200 len: 1097 time: 0.4819179 Jul 29 23:19:14.495893 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50be9764-424b-4459-8082-496636f43322 req-a9516b28-3bd4-42e9-80d7-21e36cfcf696 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Router 880e6cc3-62cb-408b-afe7-6e64c73e626e has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:19:14.500798 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-583a3dfb-5f75-4357-9876-19a08a9ed541 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712140-10'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:14.515449 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-b62e19a0-0451-4a0a-b78f-6396113ae93b req-ac0f0a12-1ed4-4e66-ae88-03c8a2f1f493 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Calling delete_port for 556f0030-f6cf-4918-8f35-994569601626 owned by compute:tempest-test_az-768536708 {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:14.556643 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-632c4072-1428-4026-84cb-4aa402aacbee req-5816d836-4f10-43a3-bf79-7ecc850db43a tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:14.556988 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-632c4072-1428-4026-84cb-4aa402aacbee req-5816d836-4f10-43a3-bf79-7ecc850db43a tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:14.660541 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-632c4072-1428-4026-84cb-4aa402aacbee req-5816d836-4f10-43a3-bf79-7ecc850db43a tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Calling delete_port for 085c983b-7880-437e-ada9-9c38637c2e44 owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:14.686709 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-583a3dfb-5f75-4357-9876-19a08a9ed541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:14.922244 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50be9764-424b-4459-8082-496636f43322 req-a9516b28-3bd4-42e9-80d7-21e36cfcf696 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:19:14.932152 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-50be9764-424b-4459-8082-496636f43322 req-a9516b28-3bd4-42e9-80d7-21e36cfcf696 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:14.932903 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d7bf47-ea31-4aeb-9343-49133b9ad7d6 None None] Sync routers for ids ['880e6cc3-62cb-408b-afe7-6e64c73e626e'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:19:14.943132 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d7bf47-ea31-4aeb-9343-49133b9ad7d6 None None] Routers {'880e6cc3-62cb-408b-afe7-6e64c73e626e'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:14.943822 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b7d7bf47-ea31-4aeb-9343-49133b9ad7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:19:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['880e6cc3-62cb-408b-afe7-6e64c73e626e'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:15.005957 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50be9764-424b-4459-8082-496636f43322 req-a9516b28-3bd4-42e9-80d7-21e36cfcf696 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "PUT /v2.0/floatingips/637b4915-e56a-4180-b160-c2c93cb1d74a HTTP/1.1" status: 200 len: 694 time: 1.9859836 Jul 29 23:19:15.007903 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9', 'tag': '39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:15.010467 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b08836-0632-441e-bb85-adffc8136c61" -d '{"events": [{"name": "network-changed", "server_uuid": "980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9", "tag": "39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:15.019450 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b62e19a0-0451-4a0a-b78f-6396113ae93b req-ac0f0a12-1ed4-4e66-ae88-03c8a2f1f493 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:15.034761 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['44765355-53d7-4077-b28c-7fe3fcd748dd'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:15.051285 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-b7d7bf47-ea31-4aeb-9343-49133b9ad7d6 None None] Set router 880e6cc3-62cb-408b-afe7-6e64c73e626e gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:19:15.114281 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-583a3dfb-5f75-4357-9876-19a08a9ed541 service neutron] For port 9a47ea6a-945d-4900-804f-cce950df5171, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9a47ea6a-945d-4900-804f-cce950df5171,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:15.117267 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0f0a12-1ed4-4e66-ae88-03c8a2f1f493 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Pushing event deleted for resources: {'Port': ['ID=556f0030-f6cf-4918-8f35-994569601626,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:15.187932 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62e19a0-0451-4a0a-b78f-6396113ae93b req-ac0f0a12-1ed4-4e66-ae88-03c8a2f1f493 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] No DVR routers for this DVR port 556f0030-f6cf-4918-8f35-994569601626 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:19:15.189422 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-632c4072-1428-4026-84cb-4aa402aacbee req-5816d836-4f10-43a3-bf79-7ecc850db43a tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:15.196013 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b62e19a0-0451-4a0a-b78f-6396113ae93b req-ac0f0a12-1ed4-4e66-ae88-03c8a2f1f493 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:15.197954 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b62e19a0-0451-4a0a-b78f-6396113ae93b req-ac0f0a12-1ed4-4e66-ae88-03c8a2f1f493 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.23 "DELETE /v2.0/ports/556f0030-f6cf-4918-8f35-994569601626 HTTP/1.1" status: 204 len: 173 time: 1.6585321 Jul 29 23:19:15.235671 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be9764-424b-4459-8082-496636f43322 req-b3e3768c-112d-4220-85c4-31466c3c7384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:15.237340 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50be9764-424b-4459-8082-496636f43322 req-b3e3768c-112d-4220-85c4-31466c3c7384 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=996f54c2219e43118807a0e5eacc8eba&device_id=980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9 HTTP/1.1" status: 200 len: 1098 time: 0.1942596 Jul 29 23:19:15.241314 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5816d836-4f10-43a3-bf79-7ecc850db43a tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Pushing event deleted for resources: {'Port': ['ID=085c983b-7880-437e-ada9-9c38637c2e44,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:15.259879 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-583a3dfb-5f75-4357-9876-19a08a9ed541 service neutron] For port 9a47ea6a-945d-4900-804f-cce950df5171, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:15.271768 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b7d7bf47-ea31-4aeb-9343-49133b9ad7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'name': 'tempest-FloatingIPsAssociationTestJSON-517537085-router', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:00Z', 'updated_at': '2021-07-29T23:18:07Z', 'revision_number': 4, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'gw_port': {'id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:02Z', 'updated_at': '2021-07-29T23:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '0265d8fa-34a5-487c-82f9-b03b5a57c197', 'name': '', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'mac_address': 'fa:16:3e:95:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:05Z', 'updated_at': '2021-07-29T23:18:14Z', 'revision_number': 5, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'subnets': [{'id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:15.390745 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d7bf47-ea31-4aeb-9343-49133b9ad7d6 None None] Checking router: 880e6cc3-62cb-408b-afe7-6e64c73e626e for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:19:15.398188 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-583a3dfb-5f75-4357-9876-19a08a9ed541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:15.399228 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d7bf47-ea31-4aeb-9343-49133b9ad7d6 None None] Routers {'880e6cc3-62cb-408b-afe7-6e64c73e626e'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:15.399827 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b7d7bf47-ea31-4aeb-9343-49133b9ad7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:19:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['880e6cc3-62cb-408b-afe7-6e64c73e626e'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:15.415017 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-632c4072-1428-4026-84cb-4aa402aacbee req-5816d836-4f10-43a3-bf79-7ecc850db43a tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:15.417603 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-632c4072-1428-4026-84cb-4aa402aacbee req-5816d836-4f10-43a3-bf79-7ecc850db43a tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:15.418771 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-632c4072-1428-4026-84cb-4aa402aacbee req-5816d836-4f10-43a3-bf79-7ecc850db43a tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "DELETE /v2.0/floatingips/663f016a-fea0-4fae-b751-878c0ea5856e HTTP/1.1" status: 204 len: 173 time: 1.8583045 Jul 29 23:19:15.421580 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-583a3dfb-5f75-4357-9876-19a08a9ed541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:15.474119 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be9764-424b-4459-8082-496636f43322 req-eb94d575-644b-4f39-acc0-91dc152337b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:15.475924 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50be9764-424b-4459-8082-496636f43322 req-eb94d575-644b-4f39-acc0-91dc152337b1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2da941c-32a1-4da1-9f2a-892e8a8b930d HTTP/1.1" status: 200 len: 921 time: 0.2299538 Jul 29 23:19:15.510087 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a3dfb-5f75-4357-9876-19a08a9ed541 service neutron] Pushing event updated for resources: {'Port': ['ID=9a47ea6a-945d-4900-804f-cce950df5171,revision_number=7']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:15.549599 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-b7d7bf47-ea31-4aeb-9343-49133b9ad7d6 None None] Set router 880e6cc3-62cb-408b-afe7-6e64c73e626e gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:19:15.556298 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50be9764-424b-4459-8082-496636f43322 req-7e1e2b4f-48c3-4fd6-8e8b-b6a862a63a4c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd HTTP/1.1" status: 200 len: 217 time: 0.0428774 Jul 29 23:19:15.636233 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe2ec68a-b69d-4d95-b268-ccd203ec2a72 req-84dd490c-a27e-4890-b7af-ccb55ba02765 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea477f1e-53fe-4fd5-8847-4297adab988a HTTP/1.1" status: 200 len: 210 time: 0.0788443 Jul 29 23:19:15.645764 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-583a3dfb-5f75-4357-9876-19a08a9ed541 service neutron] Attempting to bind port 9a47ea6a-945d-4900-804f-cce950df5171 on host n-h1-712140-10 for vnic_type normal with profile {"migrating_to": "n-h2-712140-10"} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:15.646110 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-583a3dfb-5f75-4357-9876-19a08a9ed541 service neutron] Attempting to bind port 9a47ea6a-945d-4900-804f-cce950df5171 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:15.646452 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-583a3dfb-5f75-4357-9876-19a08a9ed541 service neutron] Attempting to bind port 9a47ea6a-945d-4900-804f-cce950df5171 on network 55fb160e-6b45-47b4-8565-f685f832c4b9 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:15.654410 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-583a3dfb-5f75-4357-9876-19a08a9ed541 service neutron] Port 9a47ea6a-945d-4900-804f-cce950df5171 on network 55fb160e-6b45-47b4-8565-f685f832c4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:19:15.654743 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-583a3dfb-5f75-4357-9876-19a08a9ed541 service neutron] Attempting to bind port 9a47ea6a-945d-4900-804f-cce950df5171 on network 55fb160e-6b45-47b4-8565-f685f832c4b9 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:15.669421 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-583a3dfb-5f75-4357-9876-19a08a9ed541 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 18, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:15.669851 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-583a3dfb-5f75-4357-9876-19a08a9ed541 service neutron] Checking segment: {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:15.670154 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-583a3dfb-5f75-4357-9876-19a08a9ed541 service neutron] Bound using segment: {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:15.674284 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-583a3dfb-5f75-4357-9876-19a08a9ed541 service neutron] Bound port: 9a47ea6a-945d-4900-804f-cce950df5171, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:15.674807 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-583a3dfb-5f75-4357-9876-19a08a9ed541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:15.716223 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be9764-424b-4459-8082-496636f43322 req-2a943882-a441-4ba2-8dd9-238945b1138c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:15.719112 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50be9764-424b-4459-8082-496636f43322 req-2a943882-a441-4ba2-8dd9-238945b1138c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7fc0bd98-0583-4b79-a848-71b083ba6138 HTTP/1.1" status: 200 len: 859 time: 0.1511545 Jul 29 23:19:15.801541 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b7d7bf47-ea31-4aeb-9343-49133b9ad7d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'name': 'tempest-FloatingIPsAssociationTestJSON-517537085-router', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:00Z', 'updated_at': '2021-07-29T23:18:07Z', 'revision_number': 4, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'gw_port': {'id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:02Z', 'updated_at': '2021-07-29T23:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '0265d8fa-34a5-487c-82f9-b03b5a57c197', 'name': '', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'mac_address': 'fa:16:3e:95:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:05Z', 'updated_at': '2021-07-29T23:18:14Z', 'revision_number': 5, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'subnets': [{'id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:15.825902 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-583a3dfb-5f75-4357-9876-19a08a9ed541 service neutron] For port 9a47ea6a-945d-4900-804f-cce950df5171, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:15.832872 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-583a3dfb-5f75-4357-9876-19a08a9ed541 service neutron] For port 9a47ea6a-945d-4900-804f-cce950df5171, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9a47ea6a-945d-4900-804f-cce950df5171,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:15.834552 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d7bf47-ea31-4aeb-9343-49133b9ad7d6 None None] The sync data for ids ['880e6cc3-62cb-408b-afe7-6e64c73e626e'] in n-d-712140-10 is: [{'id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'name': 'tempest-FloatingIPsAssociationTestJSON-517537085-router', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:00Z', 'updated_at': '2021-07-29T23:18:07Z', 'revision_number': 4, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'gw_port': {'id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:02Z', 'updated_at': '2021-07-29T23:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '0265d8fa-34a5-487c-82f9-b03b5a57c197', 'name': '', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'mac_address': 'fa:16:3e:95:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:05Z', 'updated_at': '2021-07-29T23:18:14Z', 'revision_number': 5, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'subnets': [{'id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:19:15.845685 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2dc6c-42d0-464b-89cd-17080ceee408 req-e47533f9-8852-4c93-b699-8c61a8bc306c tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:15.848026 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08a2dc6c-42d0-464b-89cd-17080ceee408 req-e47533f9-8852-4c93-b699-8c61a8bc306c tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=2622fdbe-22eb-4dd6-9014-8f9419731226 HTTP/1.1" status: 200 len: 943 time: 0.1263504 Jul 29 23:19:15.853043 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50be9764-424b-4459-8082-496636f43322 req-216eed02-264c-4d0e-8959-fcd21b82229f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:15.854558 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50be9764-424b-4459-8082-496636f43322 req-216eed02-264c-4d0e-8959-fcd21b82229f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2da941c-32a1-4da1-9f2a-892e8a8b930d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1297736 Jul 29 23:19:15.855641 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-583a3dfb-5f75-4357-9876-19a08a9ed541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:16.019103 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583a3dfb-5f75-4357-9876-19a08a9ed541 service neutron] Pushing event updated for resources: {'Port': ['ID=9a47ea6a-945d-4900-804f-cce950df5171,revision_number=8']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:16.032453 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08a2dc6c-42d0-464b-89cd-17080ceee408 req-5faee6c4-d2bc-4d99-aadc-646862939e1a tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741834 Jul 29 23:19:16.059714 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-583a3dfb-5f75-4357-9876-19a08a9ed541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:16.071653 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-583a3dfb-5f75-4357-9876-19a08a9ed541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:16.075106 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-583a3dfb-5f75-4357-9876-19a08a9ed541 service neutron] 10.222.0.39 "PUT /v2.0/ports/9a47ea6a-945d-4900-804f-cce950df5171 HTTP/1.1" status: 200 len: 1123 time: 1.5810428 Jul 29 23:19:16.124521 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50be9764-424b-4459-8082-496636f43322 req-9e1e8d28-d5e8-4735-94da-7da24d0b623b service neutron] 10.222.0.18 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567778 Jul 29 23:19:16.142913 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf11ab96-39a3-4eed-b431-4245853d3cf0 None None] New status for floating IP 637b4915-e56a-4180-b160-c2c93cb1d74a: DOWN {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:19:16.260489 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd69036-b31e-40d0-86a4-0e0429b28e0b req-706bdc72-fe87-4c8d-bd28-e64ee3db8e80 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:16.262086 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cfd69036-b31e-40d0-86a4-0e0429b28e0b req-706bdc72-fe87-4c8d-bd28-e64ee3db8e80 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 946 time: 0.1248755 Jul 29 23:19:16.339567 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50be9764-424b-4459-8082-496636f43322 req-14ab0a17-fee7-49c1-ab44-f37fa38da682 service neutron] 10.222.0.18 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038934 Jul 29 23:19:16.372321 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cfd69036-b31e-40d0-86a4-0e0429b28e0b req-08b486ae-cc01-498b-b28c-169adb83b216 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905755 Jul 29 23:19:16.378799 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de904d4-00a8-4785-9269-71c38cb4ebc9 req-a6f49071-3594-4b3a-9298-3a2a143d51f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:16.380505 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7de904d4-00a8-4785-9269-71c38cb4ebc9 req-a6f49071-3594-4b3a-9298-3a2a143d51f0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 1098 time: 0.1175077 Jul 29 23:19:16.427753 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7de904d4-00a8-4785-9269-71c38cb4ebc9 req-846df27a-48ea-4335-9936-4544dd47968b service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362723 Jul 29 23:19:16.440235 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['9a47ea6a-945d-4900-804f-cce950df5171'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:16.488976 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8274abdf-ae92-4d04-bbb9-1fec820f072e req-10e537ed-d0d6-439e-8e28-324ff78f908b tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:16.491236 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8274abdf-ae92-4d04-bbb9-1fec820f072e req-10e537ed-d0d6-439e-8e28-324ff78f908b tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=177732ea-fbf5-4277-9b93-6918bae769df HTTP/1.1" status: 200 len: 950 time: 0.0529971 Jul 29 23:19:16.547978 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8274abdf-ae92-4d04-bbb9-1fec820f072e req-2f439777-64dc-47e0-b175-302b7ae12147 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486448 Jul 29 23:19:16.592331 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67e138c1-82f4-46dc-b11d-a4157524fa1a x-openstack-request-id: req-67e138c1-82f4-46dc-b11d-a4157524fa1a {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:16.592740 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9", "tag": "39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:16.592983 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-67e138c1-82f4-46dc-b11d-a4157524fa1a {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:16.593452 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9', 'tag': '39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd', 'status': 'completed', 'code': 200} Jul 29 23:19:16.620105 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7aa699-7183-43c4-bec7-e336ee3ce7a3 req-9e668653-52ab-476d-b55e-1681f2ead5d5 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:16.621687 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ef7aa699-7183-43c4-bec7-e336ee3ce7a3 req-9e668653-52ab-476d-b55e-1681f2ead5d5 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 950 time: 0.0654457 Jul 29 23:19:16.708568 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-25093bb8-7588-4565-afbd-c37d838555b1 req-8c6c4176-c7b5-49c0-9fc9-d1ab3c3557eb tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/floatingips/7129b330-0147-4897-9fae-52cbdb36fc57 HTTP/1.1" status: 200 len: 693 time: 0.0858386 Jul 29 23:19:16.714829 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 556f0030-f6cf-4918-8f35-994569601626 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:19:16.735256 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 556f0030-f6cf-4918-8f35-994569601626 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:19:16.735606 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 556f0030-f6cf-4918-8f35-994569601626 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:19:16.779396 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ef7aa699-7183-43c4-bec7-e336ee3ce7a3 req-13f22a38-c535-4823-89dc-4310803c76d7 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498764 Jul 29 23:19:16.782136 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b08836-0632-441e-bb85-adffc8136c61 req-b10fc5ec-1d99-4a17-893d-1dd542c6f559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:16.783588 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65b08836-0632-441e-bb85-adffc8136c61 req-b10fc5ec-1d99-4a17-893d-1dd542c6f559 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=996f54c2219e43118807a0e5eacc8eba&device_id=980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9 HTTP/1.1" status: 200 len: 1098 time: 0.1532152 Jul 29 23:19:16.898634 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25093bb8-7588-4565-afbd-c37d838555b1 req-433c707b-7776-4ab9-9f53-20ef39b5a769 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:16.900060 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-25093bb8-7588-4565-afbd-c37d838555b1 req-433c707b-7776-4ab9-9f53-20ef39b5a769 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 784 time: 0.1838706 Jul 29 23:19:16.977099 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b08836-0632-441e-bb85-adffc8136c61 req-5e9384ba-1bd5-4dcf-8a36-4c3ce74bb6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:16.978524 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65b08836-0632-441e-bb85-adffc8136c61 req-5e9384ba-1bd5-4dcf-8a36-4c3ce74bb6f7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c2da941c-32a1-4da1-9f2a-892e8a8b930d HTTP/1.1" status: 200 len: 921 time: 0.1850510 Jul 29 23:19:16.983105 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-25093bb8-7588-4565-afbd-c37d838555b1 req-b53ed11a-57ff-4ee2-a3a2-3e233d2c5071 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.250 HTTP/1.1" status: 200 len: 696 time: 0.0669084 Jul 29 23:19:17.047400 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65b08836-0632-441e-bb85-adffc8136c61 req-9db0bd18-ae39-4c39-b6d0-e8b74bdf905d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd HTTP/1.1" status: 200 len: 217 time: 0.0498941 Jul 29 23:19:17.113680 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-25093bb8-7588-4565-afbd-c37d838555b1 req-d10d23dd-2aee-4345-b649-b606905c649e tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.250 HTTP/1.1" status: 200 len: 696 time: 0.1152172 Jul 29 23:19:17.120695 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256825b3-a628-4e8e-ac2d-cc327df9f497 req-963bcc06-f172-4c47-8019-235c327fa191 tempest-ServersOnMultiNodesTest-1063351474 tempest-ServersOnMultiNodesTest-1063351474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:17.122176 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-256825b3-a628-4e8e-ac2d-cc327df9f497 req-963bcc06-f172-4c47-8019-235c327fa191 tempest-ServersOnMultiNodesTest-1063351474 tempest-ServersOnMultiNodesTest-1063351474-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=177732ea-fbf5-4277-9b93-6918bae769df HTTP/1.1" status: 200 len: 1102 time: 0.1591642 Jul 29 23:19:17.193228 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b08836-0632-441e-bb85-adffc8136c61 req-e4e85528-3023-49fb-acdb-eef6c78fbebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:17.194683 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65b08836-0632-441e-bb85-adffc8136c61 req-e4e85528-3023-49fb-acdb-eef6c78fbebd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7fc0bd98-0583-4b79-a848-71b083ba6138 HTTP/1.1" status: 200 len: 859 time: 0.1203599 Jul 29 23:19:17.269168 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-256825b3-a628-4e8e-ac2d-cc327df9f497 req-187a10ac-ca15-4d67-8d53-732bcefec9a7 tempest-ServersOnMultiNodesTest-1063351474 tempest-ServersOnMultiNodesTest-1063351474-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349304 Jul 29 23:19:17.308277 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b08836-0632-441e-bb85-adffc8136c61 req-bb7f8449-ee58-4bb0-a879-126c16e4249d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:17.309694 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65b08836-0632-441e-bb85-adffc8136c61 req-bb7f8449-ee58-4bb0-a879-126c16e4249d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c2da941c-32a1-4da1-9f2a-892e8a8b930d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0783277 Jul 29 23:19:17.369691 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-25093bb8-7588-4565-afbd-c37d838555b1 req-eac98a30-8e81-4f6a-a519-5aadde52de95 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Deleting port 2de3100c-964b-4c76-a80b-d0c0e6e8d9ee {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:17.370037 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-25093bb8-7588-4565-afbd-c37d838555b1 req-eac98a30-8e81-4f6a-a519-5aadde52de95 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:17.805635 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65b08836-0632-441e-bb85-adffc8136c61 req-e2dda594-8b55-48ff-8984-22b94d0bad79 service neutron] 10.222.0.23 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822359 Jul 29 23:19:17.817848 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769c0af-db35-46be-b9cb-bc129037cf01 req-92a5b2c4-e32f-46b3-88a8-a222cf2b8d54 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:17.819301 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e769c0af-db35-46be-b9cb-bc129037cf01 req-92a5b2c4-e32f-46b3-88a8-a222cf2b8d54 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a5d0c4-1651-46a0-92c3-54fae3311b3f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4465110 Jul 29 23:19:17.830147 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-25093bb8-7588-4565-afbd-c37d838555b1 req-eac98a30-8e81-4f6a-a519-5aadde52de95 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:17.830478 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-25093bb8-7588-4565-afbd-c37d838555b1 req-eac98a30-8e81-4f6a-a519-5aadde52de95 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:17.914117 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-25093bb8-7588-4565-afbd-c37d838555b1 req-eac98a30-8e81-4f6a-a519-5aadde52de95 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Calling delete_port for 2de3100c-964b-4c76-a80b-d0c0e6e8d9ee owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:17.927414 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e769c0af-db35-46be-b9cb-bc129037cf01 req-21e9fcea-b490-4d51-b9d7-d194a8c086b6 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.89 HTTP/1.1" status: 200 len: 695 time: 0.0944021 Jul 29 23:19:17.943280 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-e769c0af-db35-46be-b9cb-bc129037cf01 req-31bc87bf-0752-4052-87b5-0676f222363a tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Request body: {'floatingip': {'port_id': '47f2efaf-862e-4ac6-a572-d43cde8e5e68', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:18.027524 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e769c0af-db35-46be-b9cb-bc129037cf01 req-31bc87bf-0752-4052-87b5-0676f222363a tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks [] for floatingip, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:18.075766 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65b08836-0632-441e-bb85-adffc8136c61 req-6df8b8d8-b2de-474e-b58b-6da17b564292 service neutron] 10.222.0.23 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539253 Jul 29 23:19:18.281211 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-25093bb8-7588-4565-afbd-c37d838555b1 req-eac98a30-8e81-4f6a-a519-5aadde52de95 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:18.316858 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac98a30-8e81-4f6a-a519-5aadde52de95 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Pushing event deleted for resources: {'Port': ['ID=2de3100c-964b-4c76-a80b-d0c0e6e8d9ee,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:18.490863 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-25093bb8-7588-4565-afbd-c37d838555b1 req-eac98a30-8e81-4f6a-a519-5aadde52de95 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:18.493467 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-25093bb8-7588-4565-afbd-c37d838555b1 req-eac98a30-8e81-4f6a-a519-5aadde52de95 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:18.494658 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-25093bb8-7588-4565-afbd-c37d838555b1 req-eac98a30-8e81-4f6a-a519-5aadde52de95 tempest-FloatingIPDetailsTestJSON-883479665 tempest-FloatingIPDetailsTestJSON-883479665-project] 10.222.0.18 "DELETE /v2.0/floatingips/7129b330-0147-4897-9fae-52cbdb36fc57 HTTP/1.1" status: 204 len: 173 time: 1.3715830 Jul 29 23:19:18.502432 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57108) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:18.602290 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea477f1e-53fe-4fd5-8847-4297adab988a', 'name': 'network-vif-deleted', 'tag': '556f0030-f6cf-4918-8f35-994569601626'}, {'server_uuid': '2622fdbe-22eb-4dd6-9014-8f9419731226', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a47ea6a-945d-4900-804f-cce950df5171'}, {'name': 'network-changed', 'server_uuid': '2622fdbe-22eb-4dd6-9014-8f9419731226', 'tag': '9a47ea6a-945d-4900-804f-cce950df5171'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:18.604616 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5247fa91-046c-4862-938d-bd832409c8c0" -d '{"events": [{"server_uuid": "ea477f1e-53fe-4fd5-8847-4297adab988a", "name": "network-vif-deleted", "tag": "556f0030-f6cf-4918-8f35-994569601626"}, {"server_uuid": "2622fdbe-22eb-4dd6-9014-8f9419731226", "name": "network-vif-unplugged", "status": "completed", "tag": "9a47ea6a-945d-4900-804f-cce950df5171"}, {"name": "network-changed", "server_uuid": "2622fdbe-22eb-4dd6-9014-8f9419731226", "tag": "9a47ea6a-945d-4900-804f-cce950df5171"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:18.651024 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e769c0af-db35-46be-b9cb-bc129037cf01 req-31bc87bf-0752-4052-87b5-0676f222363a tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:18.656067 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e769c0af-db35-46be-b9cb-bc129037cf01 req-31bc87bf-0752-4052-87b5-0676f222363a tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:18.666818 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65d395-ab3d-49c1-bfcd-e1b2b9ae7b08 req-5f9b6aea-7201-4d71-a47e-fb9a0b773547 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:18.668408 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da65d395-ab3d-49c1-bfcd-e1b2b9ae7b08 req-5f9b6aea-7201-4d71-a47e-fb9a0b773547 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=2622fdbe-22eb-4dd6-9014-8f9419731226 HTTP/1.1" status: 200 len: 943 time: 0.1048713 Jul 29 23:19:18.806095 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da65d395-ab3d-49c1-bfcd-e1b2b9ae7b08 req-a5de60fc-5752-4b5d-8d91-8faef11dadc0 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063583 Jul 29 23:19:18.833394 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053b6ccf-33f1-48de-89b4-70ceda78d738 req-fb858f77-91fe-4d0d-91f3-14aace083396 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:18.833394 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-053b6ccf-33f1-48de-89b4-70ceda78d738 req-fb858f77-91fe-4d0d-91f3-14aace083396 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.23 "GET /v2.0/ports?device_id=980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9 HTTP/1.1" status: 200 len: 946 time: 0.1275890 Jul 29 23:19:18.860486 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [req-e769c0af-db35-46be-b9cb-bc129037cf01 req-31bc87bf-0752-4052-87b5-0676f222363a tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Floating IP 637b4915-e56a-4180-b160-c2c93cb1d74a associated. External IP: 172.25.8.89, port: 47f2efaf-862e-4ac6-a572-d43cde8e5e68. Jul 29 23:19:18.890759 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 9a47ea6a-945d-4900-804f-cce950df5171 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:19:18.980119 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c34f157b-0699-4312-964b-b06afa902ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:19.024307 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-053b6ccf-33f1-48de-89b4-70ceda78d738 req-a1131f77-a2cf-448d-953d-b476a6f3cf5c tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Deleting port 39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:19.024788 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-053b6ccf-33f1-48de-89b4-70ceda78d738 req-a1131f77-a2cf-448d-953d-b476a6f3cf5c tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:19.040810 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 9a47ea6a-945d-4900-804f-cce950df5171, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9a47ea6a-945d-4900-804f-cce950df5171,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:19.058205 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 9a47ea6a-945d-4900-804f-cce950df5171 has no active binding in host n-h2-712140-10 {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:19:19.165957 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-053b6ccf-33f1-48de-89b4-70ceda78d738 req-a1131f77-a2cf-448d-953d-b476a6f3cf5c tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] For port 39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd,segment=NetworkSegment(562933ca-53ea-46ea-af93-a7c56c2d1501),segment_id=562933ca-53ea-46ea-af93-a7c56c2d1501)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:19.166595 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-053b6ccf-33f1-48de-89b4-70ceda78d738 req-a1131f77-a2cf-448d-953d-b476a6f3cf5c tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:19.210697 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-053b6ccf-33f1-48de-89b4-70ceda78d738 req-a1131f77-a2cf-448d-953d-b476a6f3cf5c tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Calling delete_port for 39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:19.322154 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e769c0af-db35-46be-b9cb-bc129037cf01 req-31bc87bf-0752-4052-87b5-0676f222363a tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Router 880e6cc3-62cb-408b-afe7-6e64c73e626e has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:19:19.342543 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d226ac3-ae5b-4028-9197-93916a31a833 req-2d011ccd-5fec-4283-9a2c-70c8c6c42514 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:19.344189 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7d226ac3-ae5b-4028-9197-93916a31a833 req-2d011ccd-5fec-4283-9a2c-70c8c6c42514 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 946 time: 0.1314235 Jul 29 23:19:19.484026 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7d226ac3-ae5b-4028-9197-93916a31a833 req-928570e1-d71c-4566-b69d-40aa08676de2 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310670 Jul 29 23:19:19.538668 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-c34f157b-0699-4312-964b-b06afa902ee6 admin admin] Deleting port f6596b02-fc09-4107-a95e-1c256a33ee90 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:19.539368 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c34f157b-0699-4312-964b-b06afa902ee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:19.544350 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e769c0af-db35-46be-b9cb-bc129037cf01 req-31bc87bf-0752-4052-87b5-0676f222363a tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:19:19.547127 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-053b6ccf-33f1-48de-89b4-70ceda78d738 req-a1131f77-a2cf-448d-953d-b476a6f3cf5c tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:19.551554 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e769c0af-db35-46be-b9cb-bc129037cf01 req-31bc87bf-0752-4052-87b5-0676f222363a tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:19.556487 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff395d8b-5fd6-4952-80ba-74350314e269 None None] Sync routers for ids ['880e6cc3-62cb-408b-afe7-6e64c73e626e'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:19:19.562755 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['47f2efaf-862e-4ac6-a572-d43cde8e5e68'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:19.568267 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:19.573380 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff395d8b-5fd6-4952-80ba-74350314e269 None None] Routers {'880e6cc3-62cb-408b-afe7-6e64c73e626e'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:19.574028 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-ff395d8b-5fd6-4952-80ba-74350314e269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:19:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['880e6cc3-62cb-408b-afe7-6e64c73e626e'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:19.605226 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1131f77-a2cf-448d-953d-b476a6f3cf5c tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Pushing event deleted for resources: {'Port': ['ID=39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:19.618460 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e769c0af-db35-46be-b9cb-bc129037cf01 req-31bc87bf-0752-4052-87b5-0676f222363a tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "PUT /v2.0/floatingips/637b4915-e56a-4180-b160-c2c93cb1d74a HTTP/1.1" status: 200 len: 995 time: 1.6832471 Jul 29 23:19:19.654046 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-053b6ccf-33f1-48de-89b4-70ceda78d738 req-a1131f77-a2cf-448d-953d-b476a6f3cf5c tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] No DVR routers for this DVR port 39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:19:19.666956 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-053b6ccf-33f1-48de-89b4-70ceda78d738 req-a1131f77-a2cf-448d-953d-b476a6f3cf5c tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:19.668832 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-053b6ccf-33f1-48de-89b4-70ceda78d738 req-a1131f77-a2cf-448d-953d-b476a6f3cf5c tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.23 "DELETE /v2.0/ports/39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd HTTP/1.1" status: 204 len: 173 time: 0.8356109 Jul 29 23:19:19.699800 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-c34f157b-0699-4312-964b-b06afa902ee6 admin admin] For port f6596b02-fc09-4107-a95e-1c256a33ee90, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f6596b02-fc09-4107-a95e-1c256a33ee90,segment=NetworkSegment(fb5cbfcc-aeea-449b-9e32-fba4f368a9c5),segment_id=fb5cbfcc-aeea-449b-9e32-fba4f368a9c5)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:19.700307 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c34f157b-0699-4312-964b-b06afa902ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:19.730624 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-c34f157b-0699-4312-964b-b06afa902ee6 admin admin] Calling delete_port for f6596b02-fc09-4107-a95e-1c256a33ee90 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:19.752284 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-ff395d8b-5fd6-4952-80ba-74350314e269 None None] Set router 880e6cc3-62cb-408b-afe7-6e64c73e626e gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:19:19.861287 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769c0af-db35-46be-b9cb-bc129037cf01 req-12a47212-9c30-40ff-828c-f14b251f118d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:19.875884 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e769c0af-db35-46be-b9cb-bc129037cf01 req-12a47212-9c30-40ff-828c-f14b251f118d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=996f54c2219e43118807a0e5eacc8eba&device_id=26a5d0c4-1651-46a0-92c3-54fae3311b3f HTTP/1.1" status: 200 len: 1097 time: 0.2230730 Jul 29 23:19:19.949783 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d794a5-1f66-4821-a21a-bfd5930e0c59 req-b2ca313c-6335-4ff1-a6e3-0ee4aaa6ca10 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:19.951459 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20d794a5-1f66-4821-a21a-bfd5930e0c59 req-b2ca313c-6335-4ff1-a6e3-0ee4aaa6ca10 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 950 time: 0.2353873 Jul 29 23:19:19.994302 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c34f157b-0699-4312-964b-b06afa902ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:20.018331 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20d794a5-1f66-4821-a21a-bfd5930e0c59 req-6648f464-5408-4d75-bcb4-c9a8217a5767 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586658 Jul 29 23:19:20.019754 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769c0af-db35-46be-b9cb-bc129037cf01 req-6a196eef-4cbe-4acf-a5af-7c2f00ae4e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:20.021327 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34f157b-0699-4312-964b-b06afa902ee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6596b02-fc09-4107-a95e-1c256a33ee90,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:20.032619 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e769c0af-db35-46be-b9cb-bc129037cf01 req-6a196eef-4cbe-4acf-a5af-7c2f00ae4e03 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2da941c-32a1-4da1-9f2a-892e8a8b930d HTTP/1.1" status: 200 len: 921 time: 0.1545384 Jul 29 23:19:20.112157 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8a7213-0c97-43ea-ba07-4f1d1fc4a5d5 x-openstack-request-id: req-1d8a7213-0c97-43ea-ba07-4f1d1fc4a5d5 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:20.112483 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea477f1e-53fe-4fd5-8847-4297adab988a", "name": "network-vif-deleted", "tag": "556f0030-f6cf-4918-8f35-994569601626", "status": "completed", "code": 200}, {"server_uuid": "2622fdbe-22eb-4dd6-9014-8f9419731226", "name": "network-vif-unplugged", "status": "completed", "tag": "9a47ea6a-945d-4900-804f-cce950df5171", "code": 200}, {"name": "network-changed", "server_uuid": "2622fdbe-22eb-4dd6-9014-8f9419731226", "tag": "9a47ea6a-945d-4900-804f-cce950df5171", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:20.112749 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1d8a7213-0c97-43ea-ba07-4f1d1fc4a5d5 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:20.113171 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea477f1e-53fe-4fd5-8847-4297adab988a', 'name': 'network-vif-deleted', 'tag': '556f0030-f6cf-4918-8f35-994569601626', 'status': 'completed', 'code': 200} Jul 29 23:19:20.113456 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2622fdbe-22eb-4dd6-9014-8f9419731226', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a47ea6a-945d-4900-804f-cce950df5171', 'code': 200} Jul 29 23:19:20.113715 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2622fdbe-22eb-4dd6-9014-8f9419731226', 'tag': '9a47ea6a-945d-4900-804f-cce950df5171', 'status': 'completed', 'code': 200} Jul 29 23:19:20.115939 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e769c0af-db35-46be-b9cb-bc129037cf01 req-4f3c95c6-71d1-45b2-8d6b-1dd351c444c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47f2efaf-862e-4ac6-a572-d43cde8e5e68 HTTP/1.1" status: 200 len: 998 time: 0.0823867 Jul 29 23:19:20.121215 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-ff395d8b-5fd6-4952-80ba-74350314e269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'name': 'tempest-FloatingIPsAssociationTestJSON-517537085-router', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:00Z', 'updated_at': '2021-07-29T23:18:07Z', 'revision_number': 4, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'gw_port': {'id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:02Z', 'updated_at': '2021-07-29T23:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '637b4915-e56a-4180-b160-c2c93cb1d74a', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'port_id': '47f2efaf-862e-4ac6-a572-d43cde8e5e68', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'mac_address': 'fa:16:3e:2c:94:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a5d0c4-1651-46a0-92c3-54fae3311b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:18:33Z', 'updated_at': '2021-07-29T23:19:18Z', 'revision_number': 8, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0265d8fa-34a5-487c-82f9-b03b5a57c197', 'name': '', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'mac_address': 'fa:16:3e:95:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:05Z', 'updated_at': '2021-07-29T23:18:14Z', 'revision_number': 5, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'subnets': [{'id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:20.164916 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff395d8b-5fd6-4952-80ba-74350314e269 None None] Checking router: 880e6cc3-62cb-408b-afe7-6e64c73e626e for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:19:20.177631 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff395d8b-5fd6-4952-80ba-74350314e269 None None] Routers {'880e6cc3-62cb-408b-afe7-6e64c73e626e'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:20.178385 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-ff395d8b-5fd6-4952-80ba-74350314e269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:19:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['880e6cc3-62cb-408b-afe7-6e64c73e626e'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:20.282846 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c34f157b-0699-4312-964b-b06afa902ee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:20.354325 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-ff395d8b-5fd6-4952-80ba-74350314e269 None None] Set router 880e6cc3-62cb-408b-afe7-6e64c73e626e gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:19:20.580027 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c34f157b-0699-4312-964b-b06afa902ee6 admin admin] Router d7e6c183-552b-4ca7-a652-815e754cbe70 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:19:20.611853 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-ff395d8b-5fd6-4952-80ba-74350314e269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'name': 'tempest-FloatingIPsAssociationTestJSON-517537085-router', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:00Z', 'updated_at': '2021-07-29T23:18:07Z', 'revision_number': 4, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'gw_port': {'id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:02Z', 'updated_at': '2021-07-29T23:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '637b4915-e56a-4180-b160-c2c93cb1d74a', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'port_id': '47f2efaf-862e-4ac6-a572-d43cde8e5e68', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'mac_address': 'fa:16:3e:2c:94:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a5d0c4-1651-46a0-92c3-54fae3311b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:18:33Z', 'updated_at': '2021-07-29T23:19:18Z', 'revision_number': 8, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0265d8fa-34a5-487c-82f9-b03b5a57c197', 'name': '', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'mac_address': 'fa:16:3e:95:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:05Z', 'updated_at': '2021-07-29T23:18:14Z', 'revision_number': 5, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'subnets': [{'id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:20.632314 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769c0af-db35-46be-b9cb-bc129037cf01 req-c3def32a-0734-4b71-bf47-d42dc56d3b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:20.633815 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e769c0af-db35-46be-b9cb-bc129037cf01 req-c3def32a-0734-4b71-bf47-d42dc56d3b60 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7fc0bd98-0583-4b79-a848-71b083ba6138 HTTP/1.1" status: 200 len: 859 time: 0.5050592 Jul 29 23:19:20.638943 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff395d8b-5fd6-4952-80ba-74350314e269 None None] The sync data for ids ['880e6cc3-62cb-408b-afe7-6e64c73e626e'] in n-d-712140-10 is: [{'id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'name': 'tempest-FloatingIPsAssociationTestJSON-517537085-router', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:00Z', 'updated_at': '2021-07-29T23:18:07Z', 'revision_number': 4, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'gw_port': {'id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:02Z', 'updated_at': '2021-07-29T23:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '637b4915-e56a-4180-b160-c2c93cb1d74a', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'floating_ip_address': '172.25.8.89', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'port_id': '47f2efaf-862e-4ac6-a572-d43cde8e5e68', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'mac_address': 'fa:16:3e:2c:94:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26a5d0c4-1651-46a0-92c3-54fae3311b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:18:33Z', 'updated_at': '2021-07-29T23:19:18Z', 'revision_number': 8, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0265d8fa-34a5-487c-82f9-b03b5a57c197', 'name': '', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'mac_address': 'fa:16:3e:95:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:05Z', 'updated_at': '2021-07-29T23:18:14Z', 'revision_number': 5, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'subnets': [{'id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:19:20.698605 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c34f157b-0699-4312-964b-b06afa902ee6 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:19:20.704369 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c34f157b-0699-4312-964b-b06afa902ee6 admin admin] 10.222.0.18 "PUT /v2.0/routers/d7e6c183-552b-4ca7-a652-815e754cbe70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2004886 Jul 29 23:19:20.704661 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247fa91-046c-4862-938d-bd832409c8c0 req-341453d5-d1e7-4091-b00d-2ae4a89ce33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:20.706136 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5247fa91-046c-4862-938d-bd832409c8c0 req-341453d5-d1e7-4091-b00d-2ae4a89ce33c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b675f7a309964096bd61726e3752bfc0&device_id=2622fdbe-22eb-4dd6-9014-8f9419731226 HTTP/1.1" status: 200 len: 1126 time: 0.1695192 Jul 29 23:19:20.706880 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57122) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:20.711017 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30b0f11-4a35-41a8-adc9-0de1bf4fcc3c None None] Sync routers for ids ['d7e6c183-552b-4ca7-a652-815e754cbe70'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:19:20.717022 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b63a8-ba42-495a-8eed-1d9293beb7d9 req-361115e1-e984-41b1-8c1e-bb255305c9d5 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:20.721305 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30b0f11-4a35-41a8-adc9-0de1bf4fcc3c None None] Routers {'d7e6c183-552b-4ca7-a652-815e754cbe70'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:20.722061 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b30b0f11-4a35-41a8-adc9-0de1bf4fcc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:19:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['d7e6c183-552b-4ca7-a652-815e754cbe70'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:20.725291 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9d5b63a8-ba42-495a-8eed-1d9293beb7d9 req-361115e1-e984-41b1-8c1e-bb255305c9d5 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=177732ea-fbf5-4277-9b93-6918bae769df HTTP/1.1" status: 200 len: 950 time: 0.1871371 Jul 29 23:19:20.731287 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-6c03e583-3297-4555-ad98-1d0075b9e478 service neutron] 10.222.0.23 "GET /v2.0/ports/9a47ea6a-945d-4900-804f-cce950df5171/bindings/n-h2-712140-10 HTTP/1.1" status: 200 len: 385 time: 0.1908505 Jul 29 23:19:20.815697 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-93c9e943-b60c-4a9c-bfdf-ed06d6792d7a admin admin] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:20.844251 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e769c0af-db35-46be-b9cb-bc129037cf01 req-aa7e5bfa-d277-4746-a91e-c69da6b29db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:20.845707 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e769c0af-db35-46be-b9cb-bc129037cf01 req-aa7e5bfa-d277-4746-a91e-c69da6b29db4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2da941c-32a1-4da1-9f2a-892e8a8b930d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1979375 Jul 29 23:19:20.850022 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-b30b0f11-4a35-41a8-adc9-0de1bf4fcc3c None None] Set router d7e6c183-552b-4ca7-a652-815e754cbe70 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:19:20.884424 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9d5b63a8-ba42-495a-8eed-1d9293beb7d9 req-ac8b161c-bd9c-461c-906b-2e8a71e568de tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502948 Jul 29 23:19:20.966216 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-93c9e943-b60c-4a9c-bfdf-ed06d6792d7a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:20.981273 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b6bed2-1a32-469d-8187-a7ea5ef4b53c None None] New status for floating IP 637b4915-e56a-4180-b160-c2c93cb1d74a: ACTIVE {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:19:21.045876 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-93c9e943-b60c-4a9c-bfdf-ed06d6792d7a admin admin] Deleting port a8dd3589-4885-4542-9164-b2273cf34cfb {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:21.046521 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-93c9e943-b60c-4a9c-bfdf-ed06d6792d7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:21.066728 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247fa91-046c-4862-938d-bd832409c8c0 req-c7cf13f5-495b-4326-9fbc-f4888f35648a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:21.068288 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5247fa91-046c-4862-938d-bd832409c8c0 req-c7cf13f5-495b-4326-9fbc-f4888f35648a service neutron] 10.222.0.23 "GET /v2.0/networks?id=55fb160e-6b45-47b4-8565-f685f832c4b9 HTTP/1.1" status: 200 len: 922 time: 0.3410406 Jul 29 23:19:21.101668 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b30b0f11-4a35-41a8-adc9-0de1bf4fcc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e6c183-552b-4ca7-a652-815e754cbe70', 'name': 'tempest-FloatingIPDetailsTestJSON-385692733-router', 'tenant_id': '5a0cb605575e455aa4e415daa005d5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.86'}], 'enable_snat': True}, 'gw_port_id': 'a8dd3589-4885-4542-9164-b2273cf34cfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:46Z', 'updated_at': '2021-07-29T23:19:19Z', 'revision_number': 5, 'project_id': '5a0cb605575e455aa4e415daa005d5cc', 'gw_port': {'id': 'a8dd3589-4885-4542-9164-b2273cf34cfb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:c8:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e6c183-552b-4ca7-a652-815e754cbe70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:47Z', 'updated_at': '2021-07-29T23:18:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:21.134255 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30b0f11-4a35-41a8-adc9-0de1bf4fcc3c None None] Checking router: d7e6c183-552b-4ca7-a652-815e754cbe70 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:19:21.144370 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30b0f11-4a35-41a8-adc9-0de1bf4fcc3c None None] Routers {'d7e6c183-552b-4ca7-a652-815e754cbe70'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:21.145127 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b30b0f11-4a35-41a8-adc9-0de1bf4fcc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:19:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['d7e6c183-552b-4ca7-a652-815e754cbe70'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:21.151927 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-93c9e943-b60c-4a9c-bfdf-ed06d6792d7a admin admin] For port a8dd3589-4885-4542-9164-b2273cf34cfb, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a8dd3589-4885-4542-9164-b2273cf34cfb,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:21.152601 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-93c9e943-b60c-4a9c-bfdf-ed06d6792d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:21.167236 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-93c9e943-b60c-4a9c-bfdf-ed06d6792d7a admin admin] Calling delete_port for a8dd3589-4885-4542-9164-b2273cf34cfb owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:21.188284 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5247fa91-046c-4862-938d-bd832409c8c0 req-a7a3ba81-1c6a-41cf-adc3-6893e164ab6e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a47ea6a-945d-4900-804f-cce950df5171 HTTP/1.1" status: 200 len: 217 time: 0.1034141 Jul 29 23:19:21.247222 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-b30b0f11-4a35-41a8-adc9-0de1bf4fcc3c None None] Set router d7e6c183-552b-4ca7-a652-815e754cbe70 gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:19:21.287281 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ff7ae-6557-428c-ba43-85159ab1cc0a req-41142612-eb21-427b-8376-2aef21d88161 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:21.288833 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9a7ff7ae-6557-428c-ba43-85159ab1cc0a req-41142612-eb21-427b-8376-2aef21d88161 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 951 time: 0.2970273 Jul 29 23:19:21.300380 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e769c0af-db35-46be-b9cb-bc129037cf01 req-3ba91ac6-1cda-4bc0-a2b7-f3617e623611 service neutron] 10.222.0.18 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196088 Jul 29 23:19:21.304979 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b30b0f11-4a35-41a8-adc9-0de1bf4fcc3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7e6c183-552b-4ca7-a652-815e754cbe70', 'name': 'tempest-FloatingIPDetailsTestJSON-385692733-router', 'tenant_id': '5a0cb605575e455aa4e415daa005d5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:46Z', 'updated_at': '2021-07-29T23:19:20Z', 'revision_number': 6, 'project_id': '5a0cb605575e455aa4e415daa005d5cc', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:21.335585 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30b0f11-4a35-41a8-adc9-0de1bf4fcc3c None None] The sync data for ids ['d7e6c183-552b-4ca7-a652-815e754cbe70'] in n-d-712140-10 is: [{'id': 'd7e6c183-552b-4ca7-a652-815e754cbe70', 'name': 'tempest-FloatingIPDetailsTestJSON-385692733-router', 'tenant_id': '5a0cb605575e455aa4e415daa005d5cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:46Z', 'updated_at': '2021-07-29T23:19:20Z', 'revision_number': 6, 'project_id': '5a0cb605575e455aa4e415daa005d5cc', 'gw_port_host': None}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:19:21.370678 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-93c9e943-b60c-4a9c-bfdf-ed06d6792d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:21.395802 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9e943-b60c-4a9c-bfdf-ed06d6792d7a admin admin] Pushing event deleted for resources: {'Port': ['ID=a8dd3589-4885-4542-9164-b2273cf34cfb,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:21.442498 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ee9b0-9d07-4b4c-b9b8-20fccd889d8d req-cf4e071a-79cc-4e4f-bbbe-fa080fd88193 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:21.444034 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-427ee9b0-9d07-4b4c-b9b8-20fccd889d8d req-cf4e071a-79cc-4e4f-bbbe-fa080fd88193 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.39 "GET /v2.0/ports?device_id=177732ea-fbf5-4277-9b93-6918bae769df HTTP/1.1" status: 200 len: 950 time: 0.2984657 Jul 29 23:19:21.452781 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247fa91-046c-4862-938d-bd832409c8c0 req-ea53cc3f-3f59-4ed7-8a83-33d99d4af203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:21.454182 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5247fa91-046c-4862-938d-bd832409c8c0 req-ea53cc3f-3f59-4ed7-8a83-33d99d4af203 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ea5ab56-d2f4-49be-ac07-d932b6774fb8 HTTP/1.1" status: 200 len: 861 time: 0.2469804 Jul 29 23:19:21.464630 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-93c9e943-b60c-4a9c-bfdf-ed06d6792d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:21.489022 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-96046761-99c5-4db1-8c4d-22af1982cb90 service neutron] For port 9a47ea6a-945d-4900-804f-cce950df5171, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9a47ea6a-945d-4900-804f-cce950df5171,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:21.508496 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439ed41-cd12-4782-8488-90b7cf14308f req-a9c7d5d3-a9b5-4434-9fda-7ee11918fce4 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:21.509946 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4439ed41-cd12-4782-8488-90b7cf14308f req-a9c7d5d3-a9b5-4434-9fda-7ee11918fce4 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 951 time: 0.2600582 Jul 29 23:19:21.555967 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-93c9e943-b60c-4a9c-bfdf-ed06d6792d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:21.558508 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-93c9e943-b60c-4a9c-bfdf-ed06d6792d7a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:21.567763 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9a7ff7ae-6557-428c-ba43-85159ab1cc0a req-04d486e9-7832-496e-9e10-0545d22a78a3 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7d66a7d-b5d9-4817-a847-e47096498812&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439725 Jul 29 23:19:21.569620 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5247fa91-046c-4862-938d-bd832409c8c0 req-31569595-701a-4f8e-8d9d-827be2c7be97 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55fb160e-6b45-47b4-8565-f685f832c4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827501 Jul 29 23:19:21.609668 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-93c9e943-b60c-4a9c-bfdf-ed06d6792d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:21.611499 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c9e943-b60c-4a9c-bfdf-ed06d6792d7a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7e6c183-552b-4ca7-a652-815e754cbe70 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:19:21.616388 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-93c9e943-b60c-4a9c-bfdf-ed06d6792d7a admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:21.619777 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-93c9e943-b60c-4a9c-bfdf-ed06d6792d7a admin admin] 10.222.0.18 "DELETE /v2.0/routers/d7e6c183-552b-4ca7-a652-815e754cbe70 HTTP/1.1" status: 204 len: 168 time: 0.9096479 Jul 29 23:19:21.620086 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57126) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:21.638198 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-96046761-99c5-4db1-8c4d-22af1982cb90 service neutron] For port 9a47ea6a-945d-4900-804f-cce950df5171, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:21.674346 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc9f5f9-68c1-4a3f-8382-fca4d65db1f3 admin admin] Deleting subnet 1732abf3-4ca8-4a8e-b7ea-d4373420abe5 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:19:21.677982 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2fc9f5f9-68c1-4a3f-8382-fca4d65db1f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:21.716339 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2fc9f5f9-68c1-4a3f-8382-fca4d65db1f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:21.793033 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e769c0af-db35-46be-b9cb-bc129037cf01 req-06371ac7-bc83-4699-a626-0241b3b09068 service neutron] 10.222.0.18 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649267 Jul 29 23:19:21.806316 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-96046761-99c5-4db1-8c4d-22af1982cb90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a47ea6a-945d-4900-804f-cce950df5171 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:19:21.828221 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-96046761-99c5-4db1-8c4d-22af1982cb90 service neutron] For port 9a47ea6a-945d-4900-804f-cce950df5171, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9a47ea6a-945d-4900-804f-cce950df5171,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:21.860064 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2fc9f5f9-68c1-4a3f-8382-fca4d65db1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:21.862996 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-96046761-99c5-4db1-8c4d-22af1982cb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:21.897899 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf6edeb-aed4-4315-a83e-1ec6db6f2773 req-a4e9632b-2cfe-4e49-bd65-5baae3d18367 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:21.899426 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ecf6edeb-aed4-4315-a83e-1ec6db6f2773 req-a4e9632b-2cfe-4e49-bd65-5baae3d18367 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.2241535 Jul 29 23:19:21.918011 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2fc9f5f9-68c1-4a3f-8382-fca4d65db1f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:21.943525 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc9f5f9-68c1-4a3f-8382-fca4d65db1f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1732abf3-4ca8-4a8e-b7ea-d4373420abe5,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:21.948553 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2fc9f5f9-68c1-4a3f-8382-fca4d65db1f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:21.954067 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2fc9f5f9-68c1-4a3f-8382-fca4d65db1f3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1732abf3-4ca8-4a8e-b7ea-d4373420abe5 HTTP/1.1" status: 204 len: 168 time: 0.3281896 Jul 29 23:19:21.954684 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57132) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:21.956119 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b61e6d-d1d4-43c7-a621-3ab28bb518d3 None None] Network e791ae1a-e63a-453f-8934-d9f09add691b requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:19:21.978412 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5247fa91-046c-4862-938d-bd832409c8c0 req-a4b6caa3-3e87-49d8-bddf-07d70e370d86 service neutron] 10.222.0.23 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674755 Jul 29 23:19:22.010482 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-427ee9b0-9d07-4b4c-b9b8-20fccd889d8d req-b3839579-166f-4391-b007-ace9fe023b1e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Deleting port 6f897334-0f76-4ed6-8d8c-53b63cccf9d2 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:22.010830 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-427ee9b0-9d07-4b4c-b9b8-20fccd889d8d req-b3839579-166f-4391-b007-ace9fe023b1e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:22.020083 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-4439ed41-cd12-4782-8488-90b7cf14308f req-4b72923d-1cf0-436a-b429-be67e06e5ff3 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Deleting port 44765355-53d7-4077-b28c-7fe3fcd748dd {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:22.020584 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4439ed41-cd12-4782-8488-90b7cf14308f req-4b72923d-1cf0-436a-b429-be67e06e5ff3 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:22.024644 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-21318676-4aab-4877-b93a-eb560964eba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:22.105482 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-21318676-4aab-4877-b93a-eb560964eba2 admin admin] Deleting port 85a0fa2f-b75a-49d0-a2df-1fd724aeb722 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:22.105830 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-21318676-4aab-4877-b93a-eb560964eba2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:22.130971 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26a5d0c4-1651-46a0-92c3-54fae3311b3f', 'tag': '47f2efaf-862e-4ac6-a572-d43cde8e5e68'}, {'server_uuid': '980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9', 'name': 'network-vif-deleted', 'tag': '39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:22.133448 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e85899-d6e8-47e8-bead-ce5d473c690a" -d '{"events": [{"name": "network-changed", "server_uuid": "26a5d0c4-1651-46a0-92c3-54fae3311b3f", "tag": "47f2efaf-862e-4ac6-a572-d43cde8e5e68"}, {"server_uuid": "980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9", "name": "network-vif-deleted", "tag": "39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:22.183175 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0637c6f-b31c-43f6-823f-925345df603a None None] DHCP port deletion for e791ae1a-e63a-453f-8934-d9f09add691b request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:19:22.216427 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-21318676-4aab-4877-b93a-eb560964eba2 admin admin] For port 85a0fa2f-b75a-49d0-a2df-1fd724aeb722, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=85a0fa2f-b75a-49d0-a2df-1fd724aeb722,segment=NetworkSegment(fb5cbfcc-aeea-449b-9e32-fba4f368a9c5),segment_id=fb5cbfcc-aeea-449b-9e32-fba4f368a9c5)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:22.216641 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-21318676-4aab-4877-b93a-eb560964eba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:22.226624 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced20af-b4aa-4ca9-afdc-6bb58fce18fd req-e79d5b66-8b8f-4b90-a977-ba66296e3307 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:22.228186 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aced20af-b4aa-4ca9-afdc-6bb58fce18fd req-e79d5b66-8b8f-4b90-a977-ba66296e3307 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=2622fdbe-22eb-4dd6-9014-8f9419731226 HTTP/1.1" status: 200 len: 943 time: 0.3606887 Jul 29 23:19:22.239606 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-21318676-4aab-4877-b93a-eb560964eba2 admin admin] Calling delete_port for 85a0fa2f-b75a-49d0-a2df-1fd724aeb722 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:22.242165 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a8dd3589-4885-4542-9164-b2273cf34cfb no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:19:22.255661 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ecf6edeb-aed4-4315-a83e-1ec6db6f2773 req-5afc20d2-dc16-4153-b0f3-f8edb0eb5078 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3213527 Jul 29 23:19:22.273604 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: a8dd3589-4885-4542-9164-b2273cf34cfb {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:19:22.273953 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a8dd3589-4885-4542-9164-b2273cf34cfb not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:19:22.275022 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f6596b02-fc09-4107-a95e-1c256a33ee90 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:19:22.315192 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: f6596b02-fc09-4107-a95e-1c256a33ee90 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:19:22.315533 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f6596b02-fc09-4107-a95e-1c256a33ee90 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:19:22.349574 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e0637c6f-b31c-43f6-823f-925345df603a None None] Deleting port 85a0fa2f-b75a-49d0-a2df-1fd724aeb722 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:22.350179 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e0637c6f-b31c-43f6-823f-925345df603a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:22.423786 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-21318676-4aab-4877-b93a-eb560964eba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:22.429850 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-96046761-99c5-4db1-8c4d-22af1982cb90 service neutron] Transition to ACTIVE for port object 9a47ea6a-945d-4900-804f-cce950df5171 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:22.456066 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-e0637c6f-b31c-43f6-823f-925345df603a None None] For port 85a0fa2f-b75a-49d0-a2df-1fd724aeb722, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=85a0fa2f-b75a-49d0-a2df-1fd724aeb722,segment=NetworkSegment(fb5cbfcc-aeea-449b-9e32-fba4f368a9c5),segment_id=fb5cbfcc-aeea-449b-9e32-fba4f368a9c5)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:22.456693 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e0637c6f-b31c-43f6-823f-925345df603a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:22.458484 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21318676-4aab-4877-b93a-eb560964eba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=85a0fa2f-b75a-49d0-a2df-1fd724aeb722,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:22.458944 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-96046761-99c5-4db1-8c4d-22af1982cb90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:22.464711 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21318676-4aab-4877-b93a-eb560964eba2 admin admin] No DVR routers for this DVR port 85a0fa2f-b75a-49d0-a2df-1fd724aeb722 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:19:22.479387 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e0637c6f-b31c-43f6-823f-925345df603a None None] Calling delete_port for 85a0fa2f-b75a-49d0-a2df-1fd724aeb722 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:22.526147 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-427ee9b0-9d07-4b4c-b9b8-20fccd889d8d req-b3839579-166f-4391-b007-ace9fe023b1e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] For port 6f897334-0f76-4ed6-8d8c-53b63cccf9d2, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=6f897334-0f76-4ed6-8d8c-53b63cccf9d2,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:22.526530 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-427ee9b0-9d07-4b4c-b9b8-20fccd889d8d req-b3839579-166f-4391-b007-ace9fe023b1e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:22.546850 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-4439ed41-cd12-4782-8488-90b7cf14308f req-4b72923d-1cf0-436a-b429-be67e06e5ff3 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] For port 44765355-53d7-4077-b28c-7fe3fcd748dd, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=44765355-53d7-4077-b28c-7fe3fcd748dd,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:22.547230 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4439ed41-cd12-4782-8488-90b7cf14308f req-4b72923d-1cf0-436a-b429-be67e06e5ff3 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:22.551508 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5247fa91-046c-4862-938d-bd832409c8c0 req-d4eb022e-4844-44d7-942c-3a82c10a80df service neutron] 10.222.0.23 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5591896 Jul 29 23:19:22.567214 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-21318676-4aab-4877-b93a-eb560964eba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:22.569862 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aced20af-b4aa-4ca9-afdc-6bb58fce18fd req-07f9f65a-2ea0-4e39-9951-10b0fd59bf16 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846978 Jul 29 23:19:22.591295 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-21318676-4aab-4877-b93a-eb560964eba2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e791ae1a-e63a-453f-8934-d9f09add691b']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:22.607154 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-21318676-4aab-4877-b93a-eb560964eba2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb5cbfcc-aeea-449b-9e32-fba4f368a9c5') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:22.607599 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-21318676-4aab-4877-b93a-eb560964eba2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb5cbfcc-aeea-449b-9e32-fba4f368a9c5') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:22.610823 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-4439ed41-cd12-4782-8488-90b7cf14308f req-4b72923d-1cf0-436a-b429-be67e06e5ff3 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Calling delete_port for 44765355-53d7-4077-b28c-7fe3fcd748dd owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:22.614717 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-427ee9b0-9d07-4b4c-b9b8-20fccd889d8d req-b3839579-166f-4391-b007-ace9fe023b1e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Calling delete_port for 6f897334-0f76-4ed6-8d8c-53b63cccf9d2 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:22.620826 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-21318676-4aab-4877-b93a-eb560964eba2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:22.652668 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-21318676-4aab-4877-b93a-eb560964eba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:22.662053 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21318676-4aab-4877-b93a-eb560964eba2 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:19:22.663334 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-21318676-4aab-4877-b93a-eb560964eba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:22.666351 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:19:22.666351 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:19:22.666351 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:19:22.666351 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:19:22.666351 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:19:22.666351 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:19:22.666351 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:19:22.666351 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:19:22.666351 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:19:22.666351 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:19:22.666351 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:19:22.666351 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:19:22.666351 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:19:22.666351 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:19:22.666351 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:19:22.666351 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:19:22.666351 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:19:22.666351 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:19:22.666351 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:19:22.666351 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:19:22.666351 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:19:22.666351 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:19:22.666351 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:19:22.666351 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:19:22.666351 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:19:22.666351 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:19:22.666351 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:19:22.666351 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:19:22.666351 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:19:22.666351 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:19:22.666351 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:19:22.666351 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:19:22.689907 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-96046761-99c5-4db1-8c4d-22af1982cb90 service neutron] No DVR routers for this DVR port 9a47ea6a-945d-4900-804f-cce950df5171 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:19:22.724510 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e0637c6f-b31c-43f6-823f-925345df603a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:22.726594 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-21318676-4aab-4877-b93a-eb560964eba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:22.733806 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-21318676-4aab-4877-b93a-eb560964eba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:22.738167 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-21318676-4aab-4877-b93a-eb560964eba2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e791ae1a-e63a-453f-8934-d9f09add691b HTTP/1.1" status: 204 len: 168 time: 0.7801147 Jul 29 23:19:22.748129 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e0637c6f-b31c-43f6-823f-925345df603a None None] Network e791ae1a-e63a-453f-8934-d9f09add691b is not hosted by any dhcp agent {{(pid=94065) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:19:22.748814 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0637c6f-b31c-43f6-823f-925345df603a None None] No DVR routers for this DVR port 85a0fa2f-b75a-49d0-a2df-1fd724aeb722 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:19:22.750179 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0637c6f-b31c-43f6-823f-925345df603a None None] Pushing event deleted for resources: {'Port': ['ID=85a0fa2f-b75a-49d0-a2df-1fd724aeb722,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:22.756524 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21318676-4aab-4877-b93a-eb560964eba2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e791ae1a-e63a-453f-8934-d9f09add691b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:22.757922 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:19:22.762073 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96046761-99c5-4db1-8c4d-22af1982cb90 service neutron] Pushing event updated for resources: {'Port': ['ID=9a47ea6a-945d-4900-804f-cce950df5171,revision_number=10']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:22.771555 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21318676-4aab-4877-b93a-eb560964eba2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:22.772157 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21318676-4aab-4877-b93a-eb560964eba2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:22.772435 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21318676-4aab-4877-b93a-eb560964eba2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:22.772829 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21318676-4aab-4877-b93a-eb560964eba2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:22.773163 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21318676-4aab-4877-b93a-eb560964eba2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:22.773497 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21318676-4aab-4877-b93a-eb560964eba2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:22.773828 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21318676-4aab-4877-b93a-eb560964eba2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:22.774148 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21318676-4aab-4877-b93a-eb560964eba2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:22.774460 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21318676-4aab-4877-b93a-eb560964eba2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:22.774781 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21318676-4aab-4877-b93a-eb560964eba2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:22.775108 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21318676-4aab-4877-b93a-eb560964eba2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:22.776030 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21318676-4aab-4877-b93a-eb560964eba2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:22.796328 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:19:22.796776 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:19:22.845821 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd19877-a5b6-4df6-b849-b5890fe9f590 req-582955a1-7a05-4841-8c94-76105f020f73 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:22.847353 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7dd19877-a5b6-4df6-b849-b5890fe9f590 req-582955a1-7a05-4841-8c94-76105f020f73 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 950 time: 0.3597205 Jul 29 23:19:22.876651 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57142) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:22.920001 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c8c042f2-5cc0-44d8-ba4c-ea7a8782ca8c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5a0cb605575e455aa4e415daa005d5cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0419829 Jul 29 23:19:22.922629 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57144) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:22.977437 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e6c2a707-6f4b-4283-9ee5-efa87b5478f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:23.001483 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e6c2a707-6f4b-4283-9ee5-efa87b5478f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:23.053196 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e6c2a707-6f4b-4283-9ee5-efa87b5478f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:23.055723 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e6c2a707-6f4b-4283-9ee5-efa87b5478f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:23.057081 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e6c2a707-6f4b-4283-9ee5-efa87b5478f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f566ef7d-cde8-46aa-9541-d311b5e3e2d2 HTTP/1.1" status: 204 len: 168 time: 0.1333568 Jul 29 23:19:23.067203 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c2a707-6f4b-4283-9ee5-efa87b5478f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f566ef7d-cde8-46aa-9541-d311b5e3e2d2,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:23.194723 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-96046761-99c5-4db1-8c4d-22af1982cb90 service neutron] 10.222.0.23 "PUT /v2.0/ports/9a47ea6a-945d-4900-804f-cce950df5171/bindings/n-h2-712140-10/activate HTTP/1.1" status: 200 len: 370 time: 2.4389870 Jul 29 23:19:23.204976 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f1dc145-876b-4362-a6e0-6a12bb5dcb84 req-e0b51748-8883-4698-b15a-3ae31c4eae9c tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/floatingips/637b4915-e56a-4180-b160-c2c93cb1d74a HTTP/1.1" status: 200 len: 997 time: 0.5369871 Jul 29 23:19:23.296627 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7dd19877-a5b6-4df6-b849-b5890fe9f590 req-d592cd3d-5cf2-4509-af3b-20852beea7f2 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397235 Jul 29 23:19:23.308368 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-b709f0d2-5c5b-4d6d-884a-e272cb543266 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:23.310253 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-b709f0d2-5c5b-4d6d-884a-e272cb543266 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2622fdbe-22eb-4dd6-9014-8f9419731226&tenant_id=b675f7a309964096bd61726e3752bfc0&binding%3Ahost_id=n-h1-712140-10 HTTP/1.1" status: 200 len: 1096 time: 0.0514593 Jul 29 23:19:23.384821 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-d81db4e2-d9e8-4e74-952d-116c3cbf0a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:23.386321 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-d81db4e2-d9e8-4e74-952d-116c3cbf0a22 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2622fdbe-22eb-4dd6-9014-8f9419731226&tenant_id=b675f7a309964096bd61726e3752bfc0 HTTP/1.1" status: 200 len: 1096 time: 0.0660794 Jul 29 23:19:23.466665 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-427ee9b0-9d07-4b4c-b9b8-20fccd889d8d req-b3839579-166f-4391-b007-ace9fe023b1e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:23.467462 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-849ce2d8-8792-4fb8-abdf-6e8097346588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:23.469201 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-849ce2d8-8792-4fb8-abdf-6e8097346588 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b675f7a309964096bd61726e3752bfc0&device_id=2622fdbe-22eb-4dd6-9014-8f9419731226 HTTP/1.1" status: 200 len: 1096 time: 0.0562556 Jul 29 23:19:23.471523 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4439ed41-cd12-4782-8488-90b7cf14308f req-4b72923d-1cf0-436a-b429-be67e06e5ff3 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:23.480377 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['a83c9ee2-098b-4c90-ab40-170001703a7e', 'b44d617b-4d86-41ea-990b-66b6797ec0f9', '047e2035-b611-4eeb-919e-401c004e4745'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:23.483978 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['1d291e9a-6200-47dc-94b5-0a95bc84c174', 'd417402e-33ed-425c-819b-5875ab427fa4', '9bce63cc-5043-41c1-9ca3-cf930c8e8920', '7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:23.489886 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1dc145-876b-4362-a6e0-6a12bb5dcb84 req-17b30852-28f0-4002-98c5-668aad85e0d3 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:23.491310 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f1dc145-876b-4362-a6e0-6a12bb5dcb84 req-17b30852-28f0-4002-98c5-668aad85e0d3 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 784 time: 0.2708697 Jul 29 23:19:23.529519 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3839579-166f-4391-b007-ace9fe023b1e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Pushing event deleted for resources: {'Port': ['ID=6f897334-0f76-4ed6-8d8c-53b63cccf9d2,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:23.535979 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-6f1dc145-876b-4362-a6e0-6a12bb5dcb84 req-83621693-b500-403b-b219-79eb8e64b573 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:19:23.537210 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f1dc145-876b-4362-a6e0-6a12bb5dcb84 req-83621693-b500-403b-b219-79eb8e64b573 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182178 Jul 29 23:19:23.556989 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c56c25-9c04-4751-bd00-652db1355e17 req-86c27ddb-d744-48f5-84b2-462fe804a9ed tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:23.558807 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-41c56c25-9c04-4751-bd00-652db1355e17 req-86c27ddb-d744-48f5-84b2-462fe804a9ed tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=177732ea-fbf5-4277-9b93-6918bae769df HTTP/1.1" status: 200 len: 867 time: 0.1825037 Jul 29 23:19:23.570242 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3839579-166f-4391-b007-ace9fe023b1e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:23.570847 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3839579-166f-4391-b007-ace9fe023b1e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:23.571372 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3839579-166f-4391-b007-ace9fe023b1e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:23.571899 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3839579-166f-4391-b007-ace9fe023b1e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:23.572391 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3839579-166f-4391-b007-ace9fe023b1e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:23.573084 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3839579-166f-4391-b007-ace9fe023b1e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:23.573725 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3839579-166f-4391-b007-ace9fe023b1e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:23.574230 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3839579-166f-4391-b007-ace9fe023b1e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:23.574567 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3839579-166f-4391-b007-ace9fe023b1e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:23.574944 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3839579-166f-4391-b007-ace9fe023b1e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:23.575277 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3839579-166f-4391-b007-ace9fe023b1e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:23.575623 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3839579-166f-4391-b007-ace9fe023b1e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:23.669477 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.39', 60017) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:23.697406 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f7a1b1-943c-48cf-9ed6-0cb7ba34d5af x-openstack-request-id: req-c5f7a1b1-943c-48cf-9ed6-0cb7ba34d5af {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:23.697945 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26a5d0c4-1651-46a0-92c3-54fae3311b3f", "tag": "47f2efaf-862e-4ac6-a572-d43cde8e5e68", "status": "completed", "code": 200}, {"server_uuid": "980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9", "name": "network-vif-deleted", "tag": "39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:23.697945 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c5f7a1b1-943c-48cf-9ed6-0cb7ba34d5af {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:23.698321 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a5d0c4-1651-46a0-92c3-54fae3311b3f', 'tag': '47f2efaf-862e-4ac6-a572-d43cde8e5e68', 'status': 'completed', 'code': 200} Jul 29 23:19:23.698584 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '980ebbea-e0ad-45c9-aa62-c7ac9bf9c6c9', 'name': 'network-vif-deleted', 'tag': '39dd1bc7-2ba2-4242-8fcf-0876b2fbd3dd', 'status': 'completed', 'code': 200} Jul 29 23:19:23.716700 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-427ee9b0-9d07-4b4c-b9b8-20fccd889d8d req-b3839579-166f-4391-b007-ace9fe023b1e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] No DVR routers for this DVR port 6f897334-0f76-4ed6-8d8c-53b63cccf9d2 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:19:23.725117 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-427ee9b0-9d07-4b4c-b9b8-20fccd889d8d req-b3839579-166f-4391-b007-ace9fe023b1e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:23.727491 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-427ee9b0-9d07-4b4c-b9b8-20fccd889d8d req-b3839579-166f-4391-b007-ace9fe023b1e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.39 "DELETE /v2.0/ports/6f897334-0f76-4ed6-8d8c-53b63cccf9d2 HTTP/1.1" status: 204 len: 173 time: 2.2705550 Jul 29 23:19:23.763816 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b72923d-1cf0-436a-b429-be67e06e5ff3 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Pushing event deleted for resources: {'Port': ['ID=44765355-53d7-4077-b28c-7fe3fcd748dd,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:23.776488 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-8df4682c-6406-456f-9e9f-cf0ada55de48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:23.779472 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-4439ed41-cd12-4782-8488-90b7cf14308f req-4b72923d-1cf0-436a-b429-be67e06e5ff3 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] No DVR routers for this DVR port 44765355-53d7-4077-b28c-7fe3fcd748dd on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:19:23.788978 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4439ed41-cd12-4782-8488-90b7cf14308f req-4b72923d-1cf0-436a-b429-be67e06e5ff3 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:23.790813 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4439ed41-cd12-4782-8488-90b7cf14308f req-4b72923d-1cf0-436a-b429-be67e06e5ff3 tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.39 "DELETE /v2.0/ports/44765355-53d7-4077-b28c-7fe3fcd748dd HTTP/1.1" status: 204 len: 173 time: 2.2537072 Jul 29 23:19:23.791926 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-8df4682c-6406-456f-9e9f-cf0ada55de48 service neutron] 10.222.0.39 "GET /v2.0/networks?id=55fb160e-6b45-47b4-8565-f685f832c4b9 HTTP/1.1" status: 200 len: 922 time: 0.2990448 Jul 29 23:19:23.855817 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ffadce0-0e19-4308-b096-b64de5c2a560 req-15f8174d-2845-45ab-b05d-bfb3d0bec1bb tempest-ServersAdminTestJSON-1489055107 tempest-ServersAdminTestJSON-1489055107-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd806ae6-77dd-4e53-8eac-5be8a6e35f81 HTTP/1.1" status: 200 len: 210 time: 0.0774615 Jul 29 23:19:23.907585 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-41c56c25-9c04-4751-bd00-652db1355e17 req-13f1ed58-c2fe-4983-af7c-91811228f243 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089168 Jul 29 23:19:23.978942 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 85a0fa2f-b75a-49d0-a2df-1fd724aeb722 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:19:24.025027 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 85a0fa2f-b75a-49d0-a2df-1fd724aeb722 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:19:24.025506 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 85a0fa2f-b75a-49d0-a2df-1fd724aeb722 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:19:24.165558 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-589d4cde-2921-4eca-9a51-5902166c5fdf req-3622d3e3-691b-4103-8745-c978b57d53f9 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.89 HTTP/1.1" status: 200 len: 1000 time: 0.1789639 Jul 29 23:19:24.234675 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa631475-4273-4dd0-885c-bbe7c471fed5 req-f6a0b813-7ef1-4570-9353-0bf7e150aabd tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:24.236428 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa631475-4273-4dd0-885c-bbe7c471fed5 req-f6a0b813-7ef1-4570-9353-0bf7e150aabd tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=2622fdbe-22eb-4dd6-9014-8f9419731226 HTTP/1.1" status: 200 len: 944 time: 0.1393437 Jul 29 23:19:24.244548 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d4cde-2921-4eca-9a51-5902166c5fdf req-bcce933f-21a4-4827-ae70-776c6fc071fa tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:24.246050 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-589d4cde-2921-4eca-9a51-5902166c5fdf req-bcce933f-21a4-4827-ae70-776c6fc071fa tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/ports/47f2efaf-862e-4ac6-a572-d43cde8e5e68 HTTP/1.1" status: 200 len: 942 time: 0.0795755 Jul 29 23:19:24.272397 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-25c55b16-d1ef-4633-be28-10ccbed07e37 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a47ea6a-945d-4900-804f-cce950df5171 HTTP/1.1" status: 200 len: 217 time: 0.4792883 Jul 29 23:19:24.281107 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e85899-d6e8-47e8-bead-ce5d473c690a req-baa147cd-af7b-4785-8678-26850e95176c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:24.284632 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-27e85899-d6e8-47e8-bead-ce5d473c690a req-baa147cd-af7b-4785-8678-26850e95176c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=996f54c2219e43118807a0e5eacc8eba&device_id=26a5d0c4-1651-46a0-92c3-54fae3311b3f HTTP/1.1" status: 200 len: 1097 time: 0.6141803 Jul 29 23:19:24.291229 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa631475-4273-4dd0-885c-bbe7c471fed5 req-1a3e6577-c9b8-43c6-af49-3bce74d3ed84 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439839 Jul 29 23:19:24.373810 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-edb53284-9697-4616-ac05-6e4f6299330f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:24.376170 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-edb53284-9697-4616-ac05-6e4f6299330f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ea5ab56-d2f4-49be-ac07-d932b6774fb8 HTTP/1.1" status: 200 len: 861 time: 0.0906165 Jul 29 23:19:24.417566 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-589d4cde-2921-4eca-9a51-5902166c5fdf req-a4c89549-a6af-4f62-9a72-01c7ceb6f750 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.89 HTTP/1.1" status: 200 len: 1000 time: 0.1003258 Jul 29 23:19:24.422948 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-aeb6b02e-61c5-49d3-9036-98b8ebcac98a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55fb160e-6b45-47b4-8565-f685f832c4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356889 Jul 29 23:19:24.586152 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e85899-d6e8-47e8-bead-ce5d473c690a req-d90e77a9-4df1-46a3-b28b-5f244379e695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:24.590918 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-27e85899-d6e8-47e8-bead-ce5d473c690a req-d90e77a9-4df1-46a3-b28b-5f244379e695 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c2da941c-32a1-4da1-9f2a-892e8a8b930d HTTP/1.1" status: 200 len: 921 time: 0.2714627 Jul 29 23:19:24.610821 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d4cde-2921-4eca-9a51-5902166c5fdf req-07139b41-f597-40c3-a356-204f998af3a1 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:24.612447 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-589d4cde-2921-4eca-9a51-5902166c5fdf req-07139b41-f597-40c3-a356-204f998af3a1 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 784 time: 0.1809578 Jul 29 23:19:24.694516 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-589d4cde-2921-4eca-9a51-5902166c5fdf req-16bacaf2-c889-4e6b-b285-eabbc3b09acc tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.89 HTTP/1.1" status: 200 len: 1000 time: 0.0743277 Jul 29 23:19:24.705396 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-589d4cde-2921-4eca-9a51-5902166c5fdf req-8a3b6717-45ce-4cc2-8b0d-656a4d2babba tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:24.721373 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-5f6d6d77-fc1e-4dd0-8154-49c0774860a6 service neutron] 10.222.0.39 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782891 Jul 29 23:19:24.750238 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-27e85899-d6e8-47e8-bead-ce5d473c690a req-413ca934-3b43-4e9d-b4e0-ae7a2544f2cc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47f2efaf-862e-4ac6-a572-d43cde8e5e68 HTTP/1.1" status: 200 len: 1000 time: 0.1471944 Jul 29 23:19:24.778431 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-589d4cde-2921-4eca-9a51-5902166c5fdf req-8a3b6717-45ce-4cc2-8b0d-656a4d2babba tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks [] for floatingip, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:24.791137 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9a47ea6a-945d-4900-804f-cce950df5171 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:19:24.866619 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9a47ea6a-945d-4900-804f-cce950df5171 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:19:24.924596 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-ea2e5e69-18f2-4606-a964-e01b4fede125 service neutron] 10.222.0.39 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889009 Jul 29 23:19:24.931359 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e85899-d6e8-47e8-bead-ce5d473c690a req-86210566-5e4b-4c71-82ad-84f7ce549fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:24.932884 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-27e85899-d6e8-47e8-bead-ce5d473c690a req-86210566-5e4b-4c71-82ad-84f7ce549fa9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7fc0bd98-0583-4b79-a848-71b083ba6138 HTTP/1.1" status: 200 len: 859 time: 0.1625385 Jul 29 23:19:24.950552 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 44765355-53d7-4077-b28c-7fe3fcd748dd no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:19:24.983097 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 44765355-53d7-4077-b28c-7fe3fcd748dd {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:19:24.983755 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 44765355-53d7-4077-b28c-7fe3fcd748dd not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:19:24.995958 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 6f897334-0f76-4ed6-8d8c-53b63cccf9d2 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:19:24.996806 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c00e0-ed8d-492b-9c8b-13fa3363700f req-f0b7e5fe-cd4d-435b-aa8c-8bcedbefb85a tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:24.998322 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e85899-d6e8-47e8-bead-ce5d473c690a req-acc3e81f-9f5c-4006-80be-5c57337ebcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:25.002039 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-27e85899-d6e8-47e8-bead-ce5d473c690a req-acc3e81f-9f5c-4006-80be-5c57337ebcc4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c2da941c-32a1-4da1-9f2a-892e8a8b930d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599644 Jul 29 23:19:25.007896 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-965c00e0-ed8d-492b-9c8b-13fa3363700f req-f0b7e5fe-cd4d-435b-aa8c-8bcedbefb85a tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 950 time: 0.1363842 Jul 29 23:19:25.019866 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 6f897334-0f76-4ed6-8d8c-53b63cccf9d2 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:19:25.020356 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 6f897334-0f76-4ed6-8d8c-53b63cccf9d2 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:19:25.107144 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-589d4cde-2921-4eca-9a51-5902166c5fdf req-8a3b6717-45ce-4cc2-8b0d-656a4d2babba tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:25.116793 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-589d4cde-2921-4eca-9a51-5902166c5fdf req-8a3b6717-45ce-4cc2-8b0d-656a4d2babba tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:25.117108 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [req-589d4cde-2921-4eca-9a51-5902166c5fdf req-8a3b6717-45ce-4cc2-8b0d-656a4d2babba tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Floating IP 637b4915-e56a-4180-b160-c2c93cb1d74a disassociated. External IP: 172.25.8.89, port: 47f2efaf-862e-4ac6-a572-d43cde8e5e68. Jul 29 23:19:25.124205 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-27e85899-d6e8-47e8-bead-ce5d473c690a req-59c8b617-4c6c-45f9-a0d8-a8362f06bade service neutron] 10.222.0.39 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071694 Jul 29 23:19:25.129036 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57196) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:25.167862 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-965c00e0-ed8d-492b-9c8b-13fa3363700f req-eada3ad5-47be-4b65-a902-e6f3194f3510 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587546 Jul 29 23:19:25.268618 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-27e85899-d6e8-47e8-bead-ce5d473c690a req-adfb3878-826d-4225-9116-7276d6d1df33 service neutron] 10.222.0.39 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335080 Jul 29 23:19:25.283386 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-353b119f-fce5-4d14-8085-0e556c31230d tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:25.285665 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-353b119f-fce5-4d14-8085-0e556c31230d tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2622fdbe-22eb-4dd6-9014-8f9419731226&tenant_id=b675f7a309964096bd61726e3752bfc0&binding%3Ahost_id=n-h2-712140-10 HTTP/1.1" status: 200 len: 1096 time: 0.0852284 Jul 29 23:19:25.291616 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f0c1afb-cf4e-40d8-a15d-047e6ff19811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:25.345474 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d57421-b7c2-4106-9887-bad80d3bdedd req-922a2ab2-d531-4646-898a-d147e7467dbc tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:25.346972 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-72d57421-b7c2-4106-9887-bad80d3bdedd req-922a2ab2-d531-4646-898a-d147e7467dbc tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.0966234 Jul 29 23:19:25.433326 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-72d57421-b7c2-4106-9887-bad80d3bdedd req-c60ff739-3ce3-4f86-9e88-3fafeae9c8b2 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760996 Jul 29 23:19:25.440638 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-589d4cde-2921-4eca-9a51-5902166c5fdf req-8a3b6717-45ce-4cc2-8b0d-656a4d2babba tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Router 880e6cc3-62cb-408b-afe7-6e64c73e626e has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:19:25.537081 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f0c1afb-cf4e-40d8-a15d-047e6ff19811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:25.538666 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-b676f5f3-c7f5-4c96-ada1-3389865dfa37 service neutron] For port 9a47ea6a-945d-4900-804f-cce950df5171, host n-h1-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:25.547418 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-b676f5f3-c7f5-4c96-ada1-3389865dfa37 service neutron] Notify callbacks [] for binding, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:25.548853 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-937a3afa-1350-4937-a14c-7d5f7acffc57 req-b676f5f3-c7f5-4c96-ada1-3389865dfa37 service neutron] 10.222.0.39 "DELETE /v2.0/ports/9a47ea6a-945d-4900-804f-cce950df5171/bindings/n-h1-712140-10 HTTP/1.1" status: 204 len: 173 time: 0.2472167 Jul 29 23:19:25.550062 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f0c1afb-cf4e-40d8-a15d-047e6ff19811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:25.570049 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-589d4cde-2921-4eca-9a51-5902166c5fdf req-8a3b6717-45ce-4cc2-8b0d-656a4d2babba tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:19:25.574663 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-589d4cde-2921-4eca-9a51-5902166c5fdf req-8a3b6717-45ce-4cc2-8b0d-656a4d2babba tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:25.584440 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4befe3ee-a0e1-43b0-8a68-89012469c28b None None] Sync routers for ids ['880e6cc3-62cb-408b-afe7-6e64c73e626e'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:19:25.597927 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4befe3ee-a0e1-43b0-8a68-89012469c28b None None] Routers {'880e6cc3-62cb-408b-afe7-6e64c73e626e'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:25.598832 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-4befe3ee-a0e1-43b0-8a68-89012469c28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:19:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['880e6cc3-62cb-408b-afe7-6e64c73e626e'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:25.618543 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-589d4cde-2921-4eca-9a51-5902166c5fdf req-8a3b6717-45ce-4cc2-8b0d-656a4d2babba tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "PUT /v2.0/floatingips/637b4915-e56a-4180-b160-c2c93cb1d74a HTTP/1.1" status: 200 len: 695 time: 0.9179714 Jul 29 23:19:25.624918 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c1afb-cf4e-40d8-a15d-047e6ff19811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a166f9d-ad5b-4f0d-9cf9-9d776431d26d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:25.632583 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 57208) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:25.641666 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8f0c1afb-cf4e-40d8-a15d-047e6ff19811 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd655d8c0e22477bbb2fae01eab26d9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5113077 Jul 29 23:19:25.706031 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '177732ea-fbf5-4277-9b93-6918bae769df', 'name': 'network-vif-deleted', 'tag': '6f897334-0f76-4ed6-8d8c-53b63cccf9d2'}, {'server_uuid': 'dd806ae6-77dd-4e53-8eac-5be8a6e35f81', 'name': 'network-vif-deleted', 'tag': '44765355-53d7-4077-b28c-7fe3fcd748dd'}, {'name': 'network-changed', 'server_uuid': '26a5d0c4-1651-46a0-92c3-54fae3311b3f', 'tag': '47f2efaf-862e-4ac6-a572-d43cde8e5e68'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:25.708536 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d60e24e-eb45-46ee-a640-cda1a9720f54" -d '{"events": [{"server_uuid": "177732ea-fbf5-4277-9b93-6918bae769df", "name": "network-vif-deleted", "tag": "6f897334-0f76-4ed6-8d8c-53b63cccf9d2"}, {"server_uuid": "dd806ae6-77dd-4e53-8eac-5be8a6e35f81", "name": "network-vif-deleted", "tag": "44765355-53d7-4077-b28c-7fe3fcd748dd"}, {"name": "network-changed", "server_uuid": "26a5d0c4-1651-46a0-92c3-54fae3311b3f", "tag": "47f2efaf-862e-4ac6-a572-d43cde8e5e68"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:25.750055 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d4cde-2921-4eca-9a51-5902166c5fdf req-66db0c88-1e68-43a9-9be1-24a5575cdcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:25.751607 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-589d4cde-2921-4eca-9a51-5902166c5fdf req-66db0c88-1e68-43a9-9be1-24a5575cdcf7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=996f54c2219e43118807a0e5eacc8eba&device_id=26a5d0c4-1651-46a0-92c3-54fae3311b3f HTTP/1.1" status: 200 len: 1097 time: 0.1108487 Jul 29 23:19:25.755820 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-4befe3ee-a0e1-43b0-8a68-89012469c28b None None] Set router 880e6cc3-62cb-408b-afe7-6e64c73e626e gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:19:25.770865 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57214) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:25.784311 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d755d363-f330-486b-8dee-1b18a2b4d4f8 req-10b76345-9143-4ee9-965a-04bbb0465108 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:25.786070 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d755d363-f330-486b-8dee-1b18a2b4d4f8 req-10b76345-9143-4ee9-965a-04bbb0465108 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=2622fdbe-22eb-4dd6-9014-8f9419731226 HTTP/1.1" status: 200 len: 944 time: 0.1118515 Jul 29 23:19:25.823415 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e8c1486-c259-4bc2-b94d-2118f40f7923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:25.885467 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d755d363-f330-486b-8dee-1b18a2b4d4f8 req-8dc24777-7cba-4695-a7d0-f6460c15c076 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871954 Jul 29 23:19:25.891922 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e8c1486-c259-4bc2-b94d-2118f40f7923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:25.962957 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d4cde-2921-4eca-9a51-5902166c5fdf req-a3fca48e-fc9e-43c3-ae60-7ef8e536f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:25.970232 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-4befe3ee-a0e1-43b0-8a68-89012469c28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'name': 'tempest-FloatingIPsAssociationTestJSON-517537085-router', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:00Z', 'updated_at': '2021-07-29T23:18:07Z', 'revision_number': 4, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'gw_port': {'id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:02Z', 'updated_at': '2021-07-29T23:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '0265d8fa-34a5-487c-82f9-b03b5a57c197', 'name': '', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'mac_address': 'fa:16:3e:95:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:05Z', 'updated_at': '2021-07-29T23:18:14Z', 'revision_number': 5, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'subnets': [{'id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:25.976258 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-589d4cde-2921-4eca-9a51-5902166c5fdf req-a3fca48e-fc9e-43c3-ae60-7ef8e536f6b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c2da941c-32a1-4da1-9f2a-892e8a8b930d HTTP/1.1" status: 200 len: 921 time: 0.2136996 Jul 29 23:19:25.985096 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-38917931-c483-4e5c-bd68-000331483019 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cf82aba057ca40728b2317f4122ba0f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2102852 Jul 29 23:19:25.985942 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57220) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:26.003632 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4befe3ee-a0e1-43b0-8a68-89012469c28b None None] Checking router: 880e6cc3-62cb-408b-afe7-6e64c73e626e for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:19:26.013125 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4befe3ee-a0e1-43b0-8a68-89012469c28b None None] Routers {'880e6cc3-62cb-408b-afe7-6e64c73e626e'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:26.013745 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-4befe3ee-a0e1-43b0-8a68-89012469c28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:19:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['880e6cc3-62cb-408b-afe7-6e64c73e626e'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:26.043655 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e8c1486-c259-4bc2-b94d-2118f40f7923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:26.047264 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e8c1486-c259-4bc2-b94d-2118f40f7923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:26.048789 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5e8c1486-c259-4bc2-b94d-2118f40f7923 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a166f9d-ad5b-4f0d-9cf9-9d776431d26d HTTP/1.1" status: 204 len: 168 time: 0.4150491 Jul 29 23:19:26.050395 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-589d4cde-2921-4eca-9a51-5902166c5fdf req-45f2b16d-a5e3-4fad-a652-73667c8d794a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47f2efaf-862e-4ac6-a572-d43cde8e5e68 HTTP/1.1" status: 200 len: 217 time: 0.0532427 Jul 29 23:19:26.094329 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3d98c8a-f41e-4c11-b778-b0d2f5ce866a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:26.108122 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c1486-c259-4bc2-b94d-2118f40f7923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a166f9d-ad5b-4f0d-9cf9-9d776431d26d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:26.125176 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3d98c8a-f41e-4c11-b778-b0d2f5ce866a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:26.187589 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-4befe3ee-a0e1-43b0-8a68-89012469c28b None None] Set router 880e6cc3-62cb-408b-afe7-6e64c73e626e gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:19:26.190515 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d4cde-2921-4eca-9a51-5902166c5fdf req-2db68c2f-2952-4a75-b49d-6ad1cc19bd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:26.196245 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-589d4cde-2921-4eca-9a51-5902166c5fdf req-2db68c2f-2952-4a75-b49d-6ad1cc19bd6e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7fc0bd98-0583-4b79-a848-71b083ba6138 HTTP/1.1" status: 200 len: 859 time: 0.1293640 Jul 29 23:19:26.206443 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3d98c8a-f41e-4c11-b778-b0d2f5ce866a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:26.209654 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3d98c8a-f41e-4c11-b778-b0d2f5ce866a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:26.211568 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e3d98c8a-f41e-4c11-b778-b0d2f5ce866a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7d66a7d-b5d9-4817-a847-e47096498812 HTTP/1.1" status: 204 len: 168 time: 0.2247772 Jul 29 23:19:26.224345 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d98c8a-f41e-4c11-b778-b0d2f5ce866a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d66a7d-b5d9-4817-a847-e47096498812,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:26.292616 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d4cde-2921-4eca-9a51-5902166c5fdf req-6f9a817a-d98e-42e5-8308-d0b34210b68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:26.294329 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-589d4cde-2921-4eca-9a51-5902166c5fdf req-6f9a817a-d98e-42e5-8308-d0b34210b68d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c2da941c-32a1-4da1-9f2a-892e8a8b930d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0929050 Jul 29 23:19:26.410722 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40dfee1b-5104-4387-b105-99b2c2edd9bc x-openstack-request-id: req-40dfee1b-5104-4387-b105-99b2c2edd9bc {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:26.411069 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "177732ea-fbf5-4277-9b93-6918bae769df", "name": "network-vif-deleted", "tag": "6f897334-0f76-4ed6-8d8c-53b63cccf9d2", "status": "completed", "code": 200}, {"server_uuid": "dd806ae6-77dd-4e53-8eac-5be8a6e35f81", "name": "network-vif-deleted", "tag": "44765355-53d7-4077-b28c-7fe3fcd748dd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "26a5d0c4-1651-46a0-92c3-54fae3311b3f", "tag": "47f2efaf-862e-4ac6-a572-d43cde8e5e68", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:26.411366 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40dfee1b-5104-4387-b105-99b2c2edd9bc {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:26.411671 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '177732ea-fbf5-4277-9b93-6918bae769df', 'name': 'network-vif-deleted', 'tag': '6f897334-0f76-4ed6-8d8c-53b63cccf9d2', 'status': 'completed', 'code': 200} Jul 29 23:19:26.411951 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd806ae6-77dd-4e53-8eac-5be8a6e35f81', 'name': 'network-vif-deleted', 'tag': '44765355-53d7-4077-b28c-7fe3fcd748dd', 'status': 'completed', 'code': 200} Jul 29 23:19:26.412229 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26a5d0c4-1651-46a0-92c3-54fae3311b3f', 'tag': '47f2efaf-862e-4ac6-a572-d43cde8e5e68', 'status': 'completed', 'code': 200} Jul 29 23:19:26.429191 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-589d4cde-2921-4eca-9a51-5902166c5fdf req-eb5254a7-e5ee-4107-9f5a-1476e0796ade service neutron] 10.222.0.18 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268873 Jul 29 23:19:26.551990 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60e24e-eb45-46ee-a640-cda1a9720f54 req-4d664760-4554-446c-8d95-ebcf6a148531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:26.558127 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-9d60e24e-eb45-46ee-a640-cda1a9720f54 req-4d664760-4554-446c-8d95-ebcf6a148531 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=996f54c2219e43118807a0e5eacc8eba&device_id=26a5d0c4-1651-46a0-92c3-54fae3311b3f HTTP/1.1" status: 200 len: 1097 time: 0.1134908 Jul 29 23:19:26.572740 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-4befe3ee-a0e1-43b0-8a68-89012469c28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'name': 'tempest-FloatingIPsAssociationTestJSON-517537085-router', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:00Z', 'updated_at': '2021-07-29T23:18:07Z', 'revision_number': 4, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'gw_port': {'id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:02Z', 'updated_at': '2021-07-29T23:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '0265d8fa-34a5-487c-82f9-b03b5a57c197', 'name': '', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'mac_address': 'fa:16:3e:95:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:05Z', 'updated_at': '2021-07-29T23:18:14Z', 'revision_number': 5, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'subnets': [{'id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:26.622381 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-589d4cde-2921-4eca-9a51-5902166c5fdf req-9137b61d-1a13-43aa-af97-473179842efa service neutron] 10.222.0.18 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859882 Jul 29 23:19:26.668141 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4befe3ee-a0e1-43b0-8a68-89012469c28b None None] The sync data for ids ['880e6cc3-62cb-408b-afe7-6e64c73e626e'] in n-d-712140-10 is: [{'id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'name': 'tempest-FloatingIPsAssociationTestJSON-517537085-router', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:00Z', 'updated_at': '2021-07-29T23:18:07Z', 'revision_number': 4, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'gw_port': {'id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:02Z', 'updated_at': '2021-07-29T23:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '0265d8fa-34a5-487c-82f9-b03b5a57c197', 'name': '', 'network_id': 'c2da941c-32a1-4da1-9f2a-892e8a8b930d', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'mac_address': 'fa:16:3e:95:ee:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_interface', 'standard_attr_id': 467, 'fixed_ips': [{'subnet_id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:05Z', 'updated_at': '2021-07-29T23:18:14Z', 'revision_number': 5, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'subnets': [{'id': '7fc0bd98-0583-4b79-a848-71b083ba6138', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:19:26.749903 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60e24e-eb45-46ee-a640-cda1a9720f54 req-dbcddbfd-0e35-4d42-b44c-93bd6e9eda5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:26.752459 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-9d60e24e-eb45-46ee-a640-cda1a9720f54 req-dbcddbfd-0e35-4d42-b44c-93bd6e9eda5e service neutron] 10.222.0.39 "GET /v2.0/networks?id=c2da941c-32a1-4da1-9f2a-892e8a8b930d HTTP/1.1" status: 200 len: 921 time: 0.1888132 Jul 29 23:19:26.765916 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57252) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:26.808215 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-9d60e24e-eb45-46ee-a640-cda1a9720f54 req-01396726-2f8c-4fb3-821a-91e20cf0f1c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47f2efaf-862e-4ac6-a572-d43cde8e5e68 HTTP/1.1" status: 200 len: 217 time: 0.0483179 Jul 29 23:19:26.857947 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2868c9e-9c32-440a-b443-eafddb27ce03 req-3d909e7a-472a-4851-a516-2029c6e38a1e tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:26.859547 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a2868c9e-9c32-440a-b443-eafddb27ce03 req-3d909e7a-472a-4851-a516-2029c6e38a1e tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 950 time: 0.1434348 Jul 29 23:19:26.875998 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ea73f-8b08-4ddf-bce5-37cdaf242151 req-34c2cf5a-ea3d-48e3-8a3d-93b20461191e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:26.884738 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ad1ea73f-8b08-4ddf-bce5-37cdaf242151 req-34c2cf5a-ea3d-48e3-8a3d-93b20461191e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca38037f-a94d-4bcb-9ef8-5e15e4e2d9c8 HTTP/1.1" status: 200 len: 950 time: 0.1363003 Jul 29 23:19:26.895130 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b4f91b8b-6edf-4560-84e7-93e850533175 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=51b03667bf7f4e8bb114d74febb1e87f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1279826 Jul 29 23:19:26.897623 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 57254) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:26.909058 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60e24e-eb45-46ee-a640-cda1a9720f54 req-f484d562-20f9-4a5f-8028-b7cfd3c5359c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:26.910549 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-9d60e24e-eb45-46ee-a640-cda1a9720f54 req-f484d562-20f9-4a5f-8028-b7cfd3c5359c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7fc0bd98-0583-4b79-a848-71b083ba6138 HTTP/1.1" status: 200 len: 859 time: 0.0839992 Jul 29 23:19:27.010182 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d60e24e-eb45-46ee-a640-cda1a9720f54 req-76016560-45bf-4a95-945f-9acd4892ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:27.011777 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-9d60e24e-eb45-46ee-a640-cda1a9720f54 req-76016560-45bf-4a95-945f-9acd4892ba73 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c2da941c-32a1-4da1-9f2a-892e8a8b930d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0920601 Jul 29 23:19:27.013221 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a2868c9e-9c32-440a-b443-eafddb27ce03 req-b965dc0d-b476-4a3c-aba0-c2a8933b68a1 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272354 Jul 29 23:19:27.034563 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f5aed2d2-f466-4895-ac93-7954f6e47f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:27.046984 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ad1ea73f-8b08-4ddf-bce5-37cdaf242151 req-1c100022-6d88-4122-91cc-81f6c72d6472 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514199 Jul 29 23:19:27.070912 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f5aed2d2-f466-4895-ac93-7954f6e47f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:27.081464 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155ef795-52b0-49c2-a3e1-fff8438dd463 None None] New status for floating IP 637b4915-e56a-4180-b160-c2c93cb1d74a: DOWN {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:19:27.139879 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f5aed2d2-f466-4895-ac93-7954f6e47f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:27.143464 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f5aed2d2-f466-4895-ac93-7954f6e47f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:27.147860 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f5aed2d2-f466-4895-ac93-7954f6e47f71 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2967c9ab-91a3-489c-bc15-832c915c2859 HTTP/1.1" status: 204 len: 168 time: 0.2458372 Jul 29 23:19:27.194063 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-9d60e24e-eb45-46ee-a640-cda1a9720f54 req-9fa19978-a76b-4445-af75-1fa6dc9364d9 service neutron] 10.222.0.39 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720755 Jul 29 23:19:27.202619 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aed2d2-f466-4895-ac93-7954f6e47f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2967c9ab-91a3-489c-bc15-832c915c2859,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:27.256480 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cf8390-84f7-4e25-9461-3ab7ed74d5d5 req-c2d9cab2-1dfd-4cc2-9b00-9ee845d684cb tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:27.258029 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b4cf8390-84f7-4e25-9461-3ab7ed74d5d5 req-c2d9cab2-1dfd-4cc2-9b00-9ee845d684cb tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2622fdbe-22eb-4dd6-9014-8f9419731226 HTTP/1.1" status: 200 len: 1096 time: 0.1114047 Jul 29 23:19:27.336831 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-9d60e24e-eb45-46ee-a640-cda1a9720f54 req-87e365f6-9b88-496d-ab57-98d897273d21 service neutron] 10.222.0.39 "GET /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321380 Jul 29 23:19:27.348099 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b4cf8390-84f7-4e25-9461-3ab7ed74d5d5 req-68916341-01cf-4f5c-bad9-217581e7a280 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839260 Jul 29 23:19:27.362516 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702990e5-0330-4bea-a7e6-28d730a40174 req-fe9d790c-5dd2-43dc-a88a-92bee2643b4c tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:27.364154 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-702990e5-0330-4bea-a7e6-28d730a40174 req-fe9d790c-5dd2-43dc-a88a-92bee2643b4c tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.0973125 Jul 29 23:19:27.417208 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-702990e5-0330-4bea-a7e6-28d730a40174 req-93525a9e-9f78-4366-a605-5b4d239870c0 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459437 Jul 29 23:19:27.572562 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2813f1ed-4a13-4cc5-a9c4-ee2f32b15888 req-1f63ff3a-0971-4d04-a7b0-6d9bebc8a9ab tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/floatingips/637b4915-e56a-4180-b160-c2c93cb1d74a HTTP/1.1" status: 200 len: 693 time: 0.0607216 Jul 29 23:19:27.690261 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813f1ed-4a13-4cc5-a9c4-ee2f32b15888 req-5aaff7eb-7556-4a48-9447-de8131c50439 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:27.692149 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2813f1ed-4a13-4cc5-a9c4-ee2f32b15888 req-5aaff7eb-7556-4a48-9447-de8131c50439 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 784 time: 0.1129794 Jul 29 23:19:27.759550 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2813f1ed-4a13-4cc5-a9c4-ee2f32b15888 req-13957811-292a-420e-9bff-82c9a875c488 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.89 HTTP/1.1" status: 200 len: 696 time: 0.0614061 Jul 29 23:19:27.853422 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2813f1ed-4a13-4cc5-a9c4-ee2f32b15888 req-20c2d662-0e24-4380-8cfd-aeb107e085d1 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.89 HTTP/1.1" status: 200 len: 696 time: 0.0860412 Jul 29 23:19:28.115277 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b395f8-6b38-455b-ba1e-283af03185b6 req-e9761a69-e035-4ef5-bf20-a76644a9567e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:28.119127 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c9b395f8-6b38-455b-ba1e-283af03185b6 req-e9761a69-e035-4ef5-bf20-a76644a9567e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.23 "GET /v2.0/ports?device_id=ca38037f-a94d-4bcb-9ef8-5e15e4e2d9c8 HTTP/1.1" status: 200 len: 950 time: 0.1783390 Jul 29 23:19:28.129456 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-1aaf11f7-d7d9-4276-bef4-7d783e3bc06d service neutron] show failed (client error): The resource could not be found. Jul 29 23:19:28.132851 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-1aaf11f7-d7d9-4276-bef4-7d783e3bc06d service neutron] 10.222.0.39 "GET /v2.0/ports/9f263227-493b-4ab4-bad6-ec4d86f88ffe/bindings/n-h1-712140-10 HTTP/1.1" status: 404 len: 381 time: 0.0896144 Jul 29 23:19:28.145503 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-99ef60b2-e908-45c1-8623-f71c68a052d8 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:28.147047 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-99ef60b2-e908-45c1-8623-f71c68a052d8 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/networks?id=55fb160e-6b45-47b4-8565-f685f832c4b9 HTTP/1.1" status: 200 len: 821 time: 0.2929819 Jul 29 23:19:28.195674 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-9ad22691-1e91-40f3-bb35-2edf40eb1107 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/quotas/b675f7a309964096bd61726e3752bfc0 HTTP/1.1" status: 200 len: 375 time: 0.0287173 Jul 29 23:19:28.234484 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57326) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:28.282661 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-2813f1ed-4a13-4cc5-a9c4-ee2f32b15888 req-6efbae64-91fb-44e8-aec5-2b74fc0a2065 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Deleting port 6538ad6e-78e5-47c9-80e6-78adb44f4596 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:28.282661 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2813f1ed-4a13-4cc5-a9c4-ee2f32b15888 req-6efbae64-91fb-44e8-aec5-2b74fc0a2065 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:28.343261 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-1e37d721-c530-4ba9-8bcd-b278570f77d1 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b675f7a309964096bd61726e3752bfc0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1455789 Jul 29 23:19:28.412736 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-31795657-58e7-4612-9adb-370fb988e3af admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-797843540-network', 'tenant_id': '141909c455674c85adb567be58edbbd5'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:28.434610 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31795657-58e7-4612-9adb-370fb988e3af admin admin] Made reservation on behalf of 141909c455674c85adb567be58edbbd5 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:28.438157 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-31795657-58e7-4612-9adb-370fb988e3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:28.448807 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-31795657-58e7-4612-9adb-370fb988e3af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:28.557262 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-31795657-58e7-4612-9adb-370fb988e3af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:28.562494 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-31795657-58e7-4612-9adb-370fb988e3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:28.595374 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31795657-58e7-4612-9adb-370fb988e3af admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:19:28.616180 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-31795657-58e7-4612-9adb-370fb988e3af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:28.616561 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-31795657-58e7-4612-9adb-370fb988e3af admin admin] Added segment 8dbd6557-d495-406a-b106-ae5dd1f13e0c of type vlan for network 82f26ced-9b73-4ca5-a891-f318dedb7b62 Jul 29 23:19:28.618216 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31795657-58e7-4612-9adb-370fb988e3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=987b7ac9-dc61-40b6-a278-fd24996a486d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:28.674817 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-31795657-58e7-4612-9adb-370fb988e3af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:28.706982 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-31795657-58e7-4612-9adb-370fb988e3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:28.708474 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31795657-58e7-4612-9adb-370fb988e3af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:28.709639 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-31795657-58e7-4612-9adb-370fb988e3af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:28.777375 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-c9b395f8-6b38-455b-ba1e-283af03185b6 req-eaeca80b-57ac-4c3d-96aa-7f3b30289972 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Deleting port 047e2035-b611-4eeb-919e-401c004e4745 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:28.777725 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c9b395f8-6b38-455b-ba1e-283af03185b6 req-eaeca80b-57ac-4c3d-96aa-7f3b30289972 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:28.784990 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-31795657-58e7-4612-9adb-370fb988e3af admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5488298 Jul 29 23:19:28.789103 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2813f1ed-4a13-4cc5-a9c4-ee2f32b15888 req-6efbae64-91fb-44e8-aec5-2b74fc0a2065 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:28.789287 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57334) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:28.789488 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2813f1ed-4a13-4cc5-a9c4-ee2f32b15888 req-6efbae64-91fb-44e8-aec5-2b74fc0a2065 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:28.794433 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-1ba3b97d-f2e3-47ba-87f3-4e3a32f77123 admin admin] Request body: {'subnet': {'network_id': '82f26ced-9b73-4ca5-a891-f318dedb7b62', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-797843540-subnet', 'tenant_id': '141909c455674c85adb567be58edbbd5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:28.798068 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31795657-58e7-4612-9adb-370fb988e3af admin admin] Pushing event updated for resources: {'Network': ['ID=82f26ced-9b73-4ca5-a891-f318dedb7b62,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:28.808215 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 82f26ced-9b73-4ca5-a891-f318dedb7b62 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:19:28.825672 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba3b97d-f2e3-47ba-87f3-4e3a32f77123 admin admin] Made reservation on behalf of 141909c455674c85adb567be58edbbd5 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:28.829552 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1ba3b97d-f2e3-47ba-87f3-4e3a32f77123 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:28.858449 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-2813f1ed-4a13-4cc5-a9c4-ee2f32b15888 req-6efbae64-91fb-44e8-aec5-2b74fc0a2065 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Calling delete_port for 6538ad6e-78e5-47c9-80e6-78adb44f4596 owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:28.945103 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-aea64355-16d0-4e11-8e6c-d9cd89f45258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:28.946603 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-aea64355-16d0-4e11-8e6c-d9cd89f45258 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a&tenant_id=924eedf485ca49e88625072b8912a512 HTTP/1.1" status: 200 len: 1102 time: 0.2321873 Jul 29 23:19:28.976725 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-b8ca2e87-0bcc-42fd-9fd7-91a92134efbb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-10', 'device_owner': 'compute:nova'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:29.012914 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-8e8ee3c9-3cbc-4c72-bf15-098bffaf3cc3 service neutron] 10.222.0.18 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6522038 Jul 29 23:19:29.016093 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1ba3b97d-f2e3-47ba-87f3-4e3a32f77123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:29.042318 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c9b395f8-6b38-455b-ba1e-283af03185b6 req-eaeca80b-57ac-4c3d-96aa-7f3b30289972 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] For port 047e2035-b611-4eeb-919e-401c004e4745, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=047e2035-b611-4eeb-919e-401c004e4745,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:29.042683 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c9b395f8-6b38-455b-ba1e-283af03185b6 req-eaeca80b-57ac-4c3d-96aa-7f3b30289972 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:29.080365 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba3b97d-f2e3-47ba-87f3-4e3a32f77123 admin admin] Checking segment: {'id': '8dbd6557-d495-406a-b106-ae5dd1f13e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '82f26ced-9b73-4ca5-a891-f318dedb7b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:29.080793 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba3b97d-f2e3-47ba-87f3-4e3a32f77123 admin admin] Network hostable DHCP agents. Network: 82f26ced-9b73-4ca5-a891-f318dedb7b62, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:19:29.082506 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3b97d-f2e3-47ba-87f3-4e3a32f77123 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fcef1f5-2138-4298-b243-545b8c344ad7,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:29.109646 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba3b97d-f2e3-47ba-87f3-4e3a32f77123 admin admin] Network 82f26ced-9b73-4ca5-a891-f318dedb7b62 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:19:29.114912 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-c9b395f8-6b38-455b-ba1e-283af03185b6 req-eaeca80b-57ac-4c3d-96aa-7f3b30289972 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Calling delete_port for 047e2035-b611-4eeb-919e-401c004e4745 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:29.125568 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-1ba3b97d-f2e3-47ba-87f3-4e3a32f77123 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 82f26ced-9b73-4ca5-a891-f318dedb7b62) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:29.136163 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc6e353-01e2-4c80-a1cf-5f6801724676 None None] Network 82f26ced-9b73-4ca5-a891-f318dedb7b62 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:19:29.141381 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba3b97d-f2e3-47ba-87f3-4e3a32f77123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:29.142173 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1ba3b97d-f2e3-47ba-87f3-4e3a32f77123 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:29.150332 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-b8ca2e87-0bcc-42fd-9fd7-91a92134efbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:29.169628 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1ba3b97d-f2e3-47ba-87f3-4e3a32f77123 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3781157 Jul 29 23:19:29.170544 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57336) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:29.176275 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-8381b50c-febe-4cda-b7d4-3adcac1fa2d0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-797843540-router', 'tenant_id': '141909c455674c85adb567be58edbbd5', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:29.222252 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8381b50c-febe-4cda-b7d4-3adcac1fa2d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:29.223214 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8381b50c-febe-4cda-b7d4-3adcac1fa2d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:29.277250 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:29.324011 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-3850eaa2-d8a6-45ad-b401-94b36f13f7b9 service neutron] 10.222.0.18 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2938297 Jul 29 23:19:29.363738 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ea3493-7ad2-4ee8-99a5-d455cca0a033 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-82f26ced-9b73-4ca5-a891-f318dedb7b62', 'network_id': '82f26ced-9b73-4ca5-a891-f318dedb7b62', 'tenant_id': '141909c455674c85adb567be58edbbd5', 'fixed_ips': [{'subnet_id': '2fcef1f5-2138-4298-b243-545b8c344ad7'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:19:29.366507 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-59ea3493-7ad2-4ee8-99a5-d455cca0a033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:29.471228 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2813f1ed-4a13-4cc5-a9c4-ee2f32b15888 req-6efbae64-91fb-44e8-aec5-2b74fc0a2065 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:29.579124 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efbae64-91fb-44e8-aec5-2b74fc0a2065 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Pushing event deleted for resources: {'Port': ['ID=6538ad6e-78e5-47c9-80e6-78adb44f4596,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:29.607990 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-59ea3493-7ad2-4ee8-99a5-d455cca0a033 None None] Allocated IP 172.20.0.2 (82f26ced-9b73-4ca5-a891-f318dedb7b62/2fcef1f5-2138-4298-b243-545b8c344ad7/4d06b3e7-65aa-4b72-81b3-16450f100e67) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:19:29.668216 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c9b395f8-6b38-455b-ba1e-283af03185b6 req-eaeca80b-57ac-4c3d-96aa-7f3b30289972 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:29.674938 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-384ca03c-123e-43d5-bca6-7b0c8b3e2cdd req-e08e0cf3-3e34-4cb6-9f86-4ebf8ad535ce tempest-AbsoluteLimitsNegativeTestJSON-1692711266 tempest-AbsoluteLimitsNegativeTestJSON-1692711266-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b6c81b73b57b4b3f953d0ce2e02bd664&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568948 Jul 29 23:19:29.709090 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['a83c9ee2-098b-4c90-ab40-170001703a7e', 'b44d617b-4d86-41ea-990b-66b6797ec0f9', '047e2035-b611-4eeb-919e-401c004e4745'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:29.711215 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['1d291e9a-6200-47dc-94b5-0a95bc84c174', 'd417402e-33ed-425c-819b-5875ab427fa4', '9bce63cc-5043-41c1-9ca3-cf930c8e8920', '7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:29.725580 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8381b50c-febe-4cda-b7d4-3adcac1fa2d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:29.776590 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeca80b-57ac-4c3d-96aa-7f3b30289972 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Pushing event deleted for resources: {'Port': ['ID=047e2035-b611-4eeb-919e-401c004e4745,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:29.842133 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2813f1ed-4a13-4cc5-a9c4-ee2f32b15888 req-6efbae64-91fb-44e8-aec5-2b74fc0a2065 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:29.846566 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2813f1ed-4a13-4cc5-a9c4-ee2f32b15888 req-6efbae64-91fb-44e8-aec5-2b74fc0a2065 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:29.861140 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2813f1ed-4a13-4cc5-a9c4-ee2f32b15888 req-6efbae64-91fb-44e8-aec5-2b74fc0a2065 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "DELETE /v2.0/floatingips/637b4915-e56a-4180-b160-c2c93cb1d74a HTTP/1.1" status: 204 len: 173 time: 1.9962656 Jul 29 23:19:29.897184 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-b8ca2e87-0bcc-42fd-9fd7-91a92134efbb service neutron] For port 9f263227-493b-4ab4-bad6-ec4d86f88ffe, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9f263227-493b-4ab4-bad6-ec4d86f88ffe,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:29.918080 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:29.983344 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8381b50c-febe-4cda-b7d4-3adcac1fa2d0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:30.044453 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384ca03c-123e-43d5-bca6-7b0c8b3e2cdd req-ce13ed39-d40e-4949-82f5-e9f5db65e97e tempest-AbsoluteLimitsNegativeTestJSON-1692711266 tempest-AbsoluteLimitsNegativeTestJSON-1692711266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:30.053370 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-384ca03c-123e-43d5-bca6-7b0c8b3e2cdd req-ce13ed39-d40e-4949-82f5-e9f5db65e97e tempest-AbsoluteLimitsNegativeTestJSON-1692711266 tempest-AbsoluteLimitsNegativeTestJSON-1692711266-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3695207 Jul 29 23:19:30.070360 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9b395f8-6b38-455b-ba1e-283af03185b6 req-eaeca80b-57ac-4c3d-96aa-7f3b30289972 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] No DVR routers for this DVR port 047e2035-b611-4eeb-919e-401c004e4745 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:19:30.101161 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c9b395f8-6b38-455b-ba1e-283af03185b6 req-eaeca80b-57ac-4c3d-96aa-7f3b30289972 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:30.101850 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-59ea3493-7ad2-4ee8-99a5-d455cca0a033 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:30.103435 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c9b395f8-6b38-455b-ba1e-283af03185b6 req-eaeca80b-57ac-4c3d-96aa-7f3b30289972 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.23 "DELETE /v2.0/ports/047e2035-b611-4eeb-919e-401c004e4745 HTTP/1.1" status: 204 len: 173 time: 1.9769995 Jul 29 23:19:30.112160 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-384ca03c-123e-43d5-bca6-7b0c8b3e2cdd req-fae8a6d1-1199-4fe5-a799-239caa366009 tempest-AbsoluteLimitsNegativeTestJSON-1692711266 tempest-AbsoluteLimitsNegativeTestJSON-1692711266-project] 10.222.0.18 "GET /v2.0/quotas/b6c81b73b57b4b3f953d0ce2e02bd664 HTTP/1.1" status: 200 len: 375 time: 0.0569854 Jul 29 23:19:30.115031 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca38037f-a94d-4bcb-9ef8-5e15e4e2d9c8', 'name': 'network-vif-deleted', 'tag': '047e2035-b611-4eeb-919e-401c004e4745'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:30.117365 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292304a4-bccf-44da-8066-e48078394808" -d '{"events": [{"server_uuid": "ca38037f-a94d-4bcb-9ef8-5e15e4e2d9c8", "name": "network-vif-deleted", "tag": "047e2035-b611-4eeb-919e-401c004e4745"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:30.130435 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-59ea3493-7ad2-4ee8-99a5-d455cca0a033 None None] Transition to ACTIVE for port object 4d06b3e7-65aa-4b72-81b3-16450f100e67 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:30.159785 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-384ca03c-123e-43d5-bca6-7b0c8b3e2cdd req-3d860fff-8eac-4203-a563-aa86769aff5d tempest-AbsoluteLimitsNegativeTestJSON-1692711266 tempest-AbsoluteLimitsNegativeTestJSON-1692711266-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b6c81b73b57b4b3f953d0ce2e02bd664&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464516 Jul 29 23:19:30.192500 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9023c9-e594-43d3-ab28-baab1706f659 req-d7e01e78-6f37-4e8f-a45e-42e763bac5f6 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:30.200691 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fa9023c9-e594-43d3-ab28-baab1706f659 req-d7e01e78-6f37-4e8f-a45e-42e763bac5f6 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 950 time: 0.1434326 Jul 29 23:19:30.203541 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-b8ca2e87-0bcc-42fd-9fd7-91a92134efbb service neutron] For port 9f263227-493b-4ab4-bad6-ec4d86f88ffe, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:30.259184 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8381b50c-febe-4cda-b7d4-3adcac1fa2d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:30.289925 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-59ea3493-7ad2-4ee8-99a5-d455cca0a033 None None] Transition to ACTIVE for port object 4d06b3e7-65aa-4b72-81b3-16450f100e67 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:30.312311 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8381b50c-febe-4cda-b7d4-3adcac1fa2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:30.336339 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-59ea3493-7ad2-4ee8-99a5-d455cca0a033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:30.393091 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea3493-7ad2-4ee8-99a5-d455cca0a033 None None] Pushing event updated for resources: {'Port': ['ID=4d06b3e7-65aa-4b72-81b3-16450f100e67,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:30.408705 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-134dedaa-4bac-4ef5-a921-6f642e1ad451 req-47248861-9ac9-4271-ac12-ee3bdb1dba8e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=ca38037f-a94d-4bcb-9ef8-5e15e4e2d9c8 HTTP/1.1" status: 200 len: 210 time: 0.1069605 Jul 29 23:19:30.444457 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fa9023c9-e594-43d3-ab28-baab1706f659 req-c93cb097-4d94-46d6-ab5d-6f20cfc906f5 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425931 Jul 29 23:19:30.446984 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-b8ca2e87-0bcc-42fd-9fd7-91a92134efbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:30.461432 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ea3493-7ad2-4ee8-99a5-d455cca0a033 None None] Network 82f26ced-9b73-4ca5-a891-f318dedb7b62 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:30.472439 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-59ea3493-7ad2-4ee8-99a5-d455cca0a033 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:30.484873 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-b8ca2e87-0bcc-42fd-9fd7-91a92134efbb service neutron] Transition to ACTIVE for port object 9f263227-493b-4ab4-bad6-ec4d86f88ffe will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:30.487819 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ea3493-7ad2-4ee8-99a5-d455cca0a033 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:19:30.500507 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-b8ca2e87-0bcc-42fd-9fd7-91a92134efbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:30.609208 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-8381b50c-febe-4cda-b7d4-3adcac1fa2d0 admin admin] Allocated IP 172.25.8.114 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/bc198fd8-88c9-4e30-a92d-efa557b491d3) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:19:30.651338 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-342da3b0-4d40-4780-b922-6584a30f1b6e req-a7629ed6-cb2d-4dbe-aaad-13c52ff696bd tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 210 time: 0.0872722 Jul 29 23:19:30.668353 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57370) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:30.726257 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-b8ca2e87-0bcc-42fd-9fd7-91a92134efbb service neutron] No DVR routers for this DVR port 9f263227-493b-4ab4-bad6-ec4d86f88ffe on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:19:30.737539 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca2e87-0bcc-42fd-9fd7-91a92134efbb service neutron] Pushing event updated for resources: {'Port': ['ID=9f263227-493b-4ab4-bad6-ec4d86f88ffe,revision_number=6']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:30.816484 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-b8ca2e87-0bcc-42fd-9fd7-91a92134efbb service neutron] Attempting to bind port 9f263227-493b-4ab4-bad6-ec4d86f88ffe on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:30.817332 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-b8ca2e87-0bcc-42fd-9fd7-91a92134efbb service neutron] Attempting to bind port 9f263227-493b-4ab4-bad6-ec4d86f88ffe by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:30.817896 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-b8ca2e87-0bcc-42fd-9fd7-91a92134efbb service neutron] Attempting to bind port 9f263227-493b-4ab4-bad6-ec4d86f88ffe on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:30.826961 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a7eb30-cf75-4c24-8ffc-d5affdacf1c0 x-openstack-request-id: req-23a7eb30-cf75-4c24-8ffc-d5affdacf1c0 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:30.827672 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca38037f-a94d-4bcb-9ef8-5e15e4e2d9c8", "name": "network-vif-deleted", "tag": "047e2035-b611-4eeb-919e-401c004e4745", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:30.828307 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-23a7eb30-cf75-4c24-8ffc-d5affdacf1c0 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:30.829959 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca38037f-a94d-4bcb-9ef8-5e15e4e2d9c8', 'name': 'network-vif-deleted', 'tag': '047e2035-b611-4eeb-919e-401c004e4745', 'status': 'completed', 'code': 200} Jul 29 23:19:30.830629 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-b8ca2e87-0bcc-42fd-9fd7-91a92134efbb service neutron] Port 9f263227-493b-4ab4-bad6-ec4d86f88ffe on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:19:30.831089 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-b8ca2e87-0bcc-42fd-9fd7-91a92134efbb service neutron] Attempting to bind port 9f263227-493b-4ab4-bad6-ec4d86f88ffe on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:30.837966 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-b8ca2e87-0bcc-42fd-9fd7-91a92134efbb service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:30.838567 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-b8ca2e87-0bcc-42fd-9fd7-91a92134efbb service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:30.839206 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-b8ca2e87-0bcc-42fd-9fd7-91a92134efbb service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:30.839807 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-b8ca2e87-0bcc-42fd-9fd7-91a92134efbb service neutron] Bound port: 9f263227-493b-4ab4-bad6-ec4d86f88ffe, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:30.842562 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-b8ca2e87-0bcc-42fd-9fd7-91a92134efbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:30.945507 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-b8ca2e87-0bcc-42fd-9fd7-91a92134efbb service neutron] For port 9f263227-493b-4ab4-bad6-ec4d86f88ffe, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:30.950171 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-b8ca2e87-0bcc-42fd-9fd7-91a92134efbb service neutron] For port 9f263227-493b-4ab4-bad6-ec4d86f88ffe, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9f263227-493b-4ab4-bad6-ec4d86f88ffe,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:30.961550 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-b8ca2e87-0bcc-42fd-9fd7-91a92134efbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:30.962583 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8381b50c-febe-4cda-b7d4-3adcac1fa2d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:30.978664 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 9f263227-493b-4ab4-bad6-ec4d86f88ffe no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:19:31.044938 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-59ea3493-7ad2-4ee8-99a5-d455cca0a033 None None] Attempting to bind port 4d06b3e7-65aa-4b72-81b3-16450f100e67 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:31.045332 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-59ea3493-7ad2-4ee8-99a5-d455cca0a033 None None] Attempting to bind port 4d06b3e7-65aa-4b72-81b3-16450f100e67 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '8dbd6557-d495-406a-b106-ae5dd1f13e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '82f26ced-9b73-4ca5-a891-f318dedb7b62'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:31.045698 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ea3493-7ad2-4ee8-99a5-d455cca0a033 None None] Attempting to bind port 4d06b3e7-65aa-4b72-81b3-16450f100e67 on network 82f26ced-9b73-4ca5-a891-f318dedb7b62 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:31.073491 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-225f61d2-8f4c-46ac-a2e2-09f742d45c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:31.077259 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ea3493-7ad2-4ee8-99a5-d455cca0a033 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:31.077652 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ea3493-7ad2-4ee8-99a5-d455cca0a033 None None] Checking segment: {'id': '8dbd6557-d495-406a-b106-ae5dd1f13e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '82f26ced-9b73-4ca5-a891-f318dedb7b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:31.078183 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-59ea3493-7ad2-4ee8-99a5-d455cca0a033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:31.078591 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ea3493-7ad2-4ee8-99a5-d455cca0a033 None None] Bound using segment: {'id': '8dbd6557-d495-406a-b106-ae5dd1f13e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '82f26ced-9b73-4ca5-a891-f318dedb7b62'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:31.079258 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-59ea3493-7ad2-4ee8-99a5-d455cca0a033 None None] Bound port: 4d06b3e7-65aa-4b72-81b3-16450f100e67, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbd6557-d495-406a-b106-ae5dd1f13e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '82f26ced-9b73-4ca5-a891-f318dedb7b62'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:31.079524 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-59ea3493-7ad2-4ee8-99a5-d455cca0a033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:31.112785 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8381b50c-febe-4cda-b7d4-3adcac1fa2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:31.114537 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-b8ca2e87-0bcc-42fd-9fd7-91a92134efbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:31.115345 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-b8ca2e87-0bcc-42fd-9fd7-91a92134efbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:31.117053 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-b8ca2e87-0bcc-42fd-9fd7-91a92134efbb service neutron] 10.222.0.23 "PUT /v2.0/ports/9f263227-493b-4ab4-bad6-ec4d86f88ffe HTTP/1.1" status: 200 len: 1097 time: 2.1506774 Jul 29 23:19:31.145314 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7423d875-7eb0-4e5d-8b00-f9fb826953d2 req-35f6790d-4bf2-442e-b45c-04d6636a2809 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:31.152254 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7423d875-7eb0-4e5d-8b00-f9fb826953d2 req-35f6790d-4bf2-442e-b45c-04d6636a2809 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a5d0c4-1651-46a0-92c3-54fae3311b3f HTTP/1.1" status: 200 len: 945 time: 0.1760676 Jul 29 23:19:31.218728 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 9f263227-493b-4ab4-bad6-ec4d86f88ffe not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:19:31.237918 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca2e87-0bcc-42fd-9fd7-91a92134efbb service neutron] Pushing event updated for resources: {'Port': ['ID=9f263227-493b-4ab4-bad6-ec4d86f88ffe,revision_number=7']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:31.289202 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8381b50c-febe-4cda-b7d4-3adcac1fa2d0 admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:31.313133 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7423d875-7eb0-4e5d-8b00-f9fb826953d2 req-6dda972d-dcca-49ff-9bf6-9c9ac13b1f78 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/security-groups?id=c707e286-30f0-42c5-96b2-eee1f2c659a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598015 Jul 29 23:19:31.320320 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381b50c-febe-4cda-b7d4-3adcac1fa2d0 admin admin] Pushing event updated for resources: {'Port': ['ID=bc198fd8-88c9-4e30-a92d-efa557b491d3,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:31.324021 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-8381b50c-febe-4cda-b7d4-3adcac1fa2d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:31.327081 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8381b50c-febe-4cda-b7d4-3adcac1fa2d0 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:19:31.341083 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1811f170-5936-4959-bd9d-663573a47e61 req-0210c258-218f-43b8-93af-8a56fd40f59c tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:31.344058 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1811f170-5936-4959-bd9d-663573a47e61 req-0210c258-218f-43b8-93af-8a56fd40f59c tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.1317089 Jul 29 23:19:31.350397 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-31967126-60c3-42d9-9265-83d2b4f981b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:31.352239 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-31967126-60c3-42d9-9265-83d2b4f981b9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 1100 time: 0.1885531 Jul 29 23:19:31.387588 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-59ea3493-7ad2-4ee8-99a5-d455cca0a033 None None] For port 4d06b3e7-65aa-4b72-81b3-16450f100e67, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:31.395823 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-59ea3493-7ad2-4ee8-99a5-d455cca0a033 None None] For port 4d06b3e7-65aa-4b72-81b3-16450f100e67, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=4d06b3e7-65aa-4b72-81b3-16450f100e67,segment=NetworkSegment(8dbd6557-d495-406a-b106-ae5dd1f13e0c),segment_id=8dbd6557-d495-406a-b106-ae5dd1f13e0c)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:31.408803 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-59ea3493-7ad2-4ee8-99a5-d455cca0a033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:31.562582 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea3493-7ad2-4ee8-99a5-d455cca0a033 None None] Pushing event updated for resources: {'Port': ['ID=4d06b3e7-65aa-4b72-81b3-16450f100e67,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:31.620403 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1811f170-5936-4959-bd9d-663573a47e61 req-bea8a28d-387b-4a2e-af8c-50ba1dc24c1e tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2670395 Jul 29 23:19:31.688815 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-93564558-b68d-40eb-96ec-65198b571c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:31.691348 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-93564558-b68d-40eb-96ec-65198b571c1d service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.3211844 Jul 29 23:19:31.714864 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-e8ff67e6-3229-4dbb-9caf-796a371de1a0 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:31.716522 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-e8ff67e6-3229-4dbb-9caf-796a371de1a0 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.23 "GET /v2.0/networks?id=55fb160e-6b45-47b4-8565-f685f832c4b9 HTTP/1.1" status: 200 len: 821 time: 0.3622539 Jul 29 23:19:31.731547 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-ddea469f-0921-4373-b78f-2323420bd1a9 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Request body: {'port': {'device_id': 'c527d9d3-6857-492f-92a0-f12c46623466', 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9', 'admin_state_up': True, 'tenant_id': 'b675f7a309964096bd61726e3752bfc0'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:31.774809 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bad6a0-63ff-41db-9cbd-f26e8660f407 req-23b4c54a-6ca6-4437-9cbc-a434e873343f tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:31.776557 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68bad6a0-63ff-41db-9cbd-f26e8660f407 req-23b4c54a-6ca6-4437-9cbc-a434e873343f tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 948 time: 0.2461951 Jul 29 23:19:31.831979 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-5ba2f55f-32f6-41b0-bb02-341457558ee9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=9f263227-493b-4ab4-bad6-ec4d86f88ffe HTTP/1.1" status: 200 len: 217 time: 0.1270437 Jul 29 23:19:31.945653 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68bad6a0-63ff-41db-9cbd-f26e8660f407 req-b17756f6-161d-4697-9b4a-61719783f23e tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564207 Jul 29 23:19:31.950103 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-60262fe9-612e-4890-8625-112e61dbbb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:31.952324 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-60262fe9-612e-4890-8625-112e61dbbb07 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1077805 Jul 29 23:19:31.964573 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 4d06b3e7-65aa-4b72-81b3-16450f100e67 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:32.033712 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-47227ef1-2fcf-46be-ba28-884810f3a7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:32.035329 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-47227ef1-2fcf-46be-ba28-884810f3a7ce service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0686905 Jul 29 23:19:32.041668 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d926d93-d3bb-470a-af62-d8a301389293 req-c5a6f4ab-2bcf-444c-9f55-fb6f6026c720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:32.043779 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1d926d93-d3bb-470a-af62-d8a301389293 req-c5a6f4ab-2bcf-444c-9f55-fb6f6026c720 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eb4c29ff373b42b2b9e6a10c9a285765&device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 1098 time: 0.8715315 Jul 29 23:19:32.069229 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 4d06b3e7-65aa-4b72-81b3-16450f100e67 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:32.151566 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8381b50c-febe-4cda-b7d4-3adcac1fa2d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:32.173821 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-026dd3f0-a91d-41f3-a478-18843387b236 req-b06aa616-1a7d-4da0-bed0-a395aad1c7d4 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 210 time: 0.0492036 Jul 29 23:19:32.206658 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-225f61d2-8f4c-46ac-a2e2-09f742d45c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:32.221839 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7288378-00f5-44eb-8f8f-fa97f45ae910 req-78a00cd6-c97d-4d39-bca3-312696bb737c tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:32.223360 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b7288378-00f5-44eb-8f8f-fa97f45ae910 req-78a00cd6-c97d-4d39-bca3-312696bb737c tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=67face9b-216f-43a7-b8e4-1633f3b973f8 HTTP/1.1" status: 200 len: 949 time: 0.1588910 Jul 29 23:19:32.232121 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-225f61d2-8f4c-46ac-a2e2-09f742d45c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:32.234473 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-cb422293-e80d-4f49-9ec4-f5b23fddd4b9 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812956 Jul 29 23:19:32.262198 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-ddea469f-0921-4373-b78f-2323420bd1a9 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Made reservation on behalf of b675f7a309964096bd61726e3752bfc0 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:32.266194 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-ddea469f-0921-4373-b78f-2323420bd1a9 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:32.337320 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b7288378-00f5-44eb-8f8f-fa97f45ae910 req-56efdb6c-5646-4c4d-a9f8-c657414688b5 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074653 Jul 29 23:19:32.352404 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225f61d2-8f4c-46ac-a2e2-09f742d45c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e11aa30-cd70-4b9c-b892-de138701c490,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:32.357053 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-225f61d2-8f4c-46ac-a2e2-09f742d45c35 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b6c81b73b57b4b3f953d0ce2e02bd664&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6768105 Jul 29 23:19:32.363230 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57392) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:32.365420 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d926d93-d3bb-470a-af62-d8a301389293 req-2ee35295-29ee-425c-aac6-8fc74bb520ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:32.366833 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1d926d93-d3bb-470a-af62-d8a301389293 req-2ee35295-29ee-425c-aac6-8fc74bb520ed service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf432201-0fac-4700-a1fe-c1aeac3e3811 HTTP/1.1" status: 200 len: 919 time: 0.3012626 Jul 29 23:19:32.412747 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a349ff-6bc5-4a63-9988-f2e1eb13a6f5 req-339b7d52-9fa4-4204-803f-08f119d28e87 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:32.414298 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-75a349ff-6bc5-4a63-9988-f2e1eb13a6f5 req-339b7d52-9fa4-4204-803f-08f119d28e87 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.39 "GET /v2.0/ports?device_id=26a5d0c4-1651-46a0-92c3-54fae3311b3f HTTP/1.1" status: 200 len: 945 time: 0.2225239 Jul 29 23:19:32.462881 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1d926d93-d3bb-470a-af62-d8a301389293 req-bfda1b6f-1881-43ea-ae88-36018e4c86fa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0acaa3f1-b27a-472c-b82b-efa011399df0 HTTP/1.1" status: 200 len: 217 time: 0.0727427 Jul 29 23:19:32.468971 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acacffb8-c9ff-4201-9e87-66b18e8bc3a0 req-bfdb9acd-9b79-4bfb-b5ee-7d93a606121f service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185915 Jul 29 23:19:32.526521 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e70b8be-aeee-4027-9123-08eccfdd4a63 req-d2149fae-7ba0-4ea0-8896-1fdefbe73f29 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:32.528082 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0e70b8be-aeee-4027-9123-08eccfdd4a63 req-d2149fae-7ba0-4ea0-8896-1fdefbe73f29 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a5d0c4-1651-46a0-92c3-54fae3311b3f HTTP/1.1" status: 200 len: 945 time: 0.1156306 Jul 29 23:19:32.535445 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-ddea469f-0921-4373-b78f-2323420bd1a9 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Allocated IP 172.20.0.3 (55fb160e-6b45-47b4-8565-f685f832c4b9/4ea5ab56-d2f4-49be-ac07-d932b6774fb8/3f9074c0-f574-49f9-aec4-e84e43e28957) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:19:32.605379 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0e70b8be-aeee-4027-9123-08eccfdd4a63 req-3508c5f3-79d1-4376-a280-1856ca75855d tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/security-groups?id=c707e286-30f0-42c5-96b2-eee1f2c659a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671382 Jul 29 23:19:32.680065 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d926d93-d3bb-470a-af62-d8a301389293 req-d166b50f-94a7-4729-afc6-a462bd6b90f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:32.681530 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1d926d93-d3bb-470a-af62-d8a301389293 req-d166b50f-94a7-4729-afc6-a462bd6b90f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a00ddaeb-5a8f-485f-9408-296d4e1ca7cd HTTP/1.1" status: 200 len: 858 time: 0.2077205 Jul 29 23:19:32.693756 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e05e8b9e-4864-4221-9fee-c93323f23306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:32.723613 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119058ab-7b7e-4caa-8dbf-0d75b0abc2da None None] Network 82f26ced-9b73-4ca5-a891-f318dedb7b62 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:19:32.745057 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1d926d93-d3bb-470a-af62-d8a301389293 req-9f149a69-51bd-433a-9845-e67f54310e7d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf432201-0fac-4700-a1fe-c1aeac3e3811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537107 Jul 29 23:19:32.764359 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8381b50c-febe-4cda-b7d4-3adcac1fa2d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:32.767718 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e05e8b9e-4864-4221-9fee-c93323f23306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:32.786725 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8b82f819-e3cc-4bd5-87eb-7ccc0ff9862b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:32.809132 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-ddea469f-0921-4373-b78f-2323420bd1a9 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:32.818752 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 047e2035-b611-4eeb-919e-401c004e4745 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:19:32.827782 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf51f3-2e3a-4095-9729-d4a1309c46c9 req-f1917089-a108-4543-b9de-301ce27a5b3d tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:32.829364 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2daf51f3-2e3a-4095-9729-d4a1309c46c9 req-f1917089-a108-4543-b9de-301ce27a5b3d tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.0783141 Jul 29 23:19:32.831327 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cc6f92-bbd8-49bb-b1cc-8093a55faa0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f263227-493b-4ab4-bad6-ec4d86f88ffe'}, {'name': 'network-changed', 'server_uuid': 'd8cc6f92-bbd8-49bb-b1cc-8093a55faa0a', 'tag': '9f263227-493b-4ab4-bad6-ec4d86f88ffe'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:32.833613 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8434d2ad-2bd6-4b73-a621-567d273975f3" -d '{"events": [{"server_uuid": "d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a", "name": "network-vif-unplugged", "status": "completed", "tag": "9f263227-493b-4ab4-bad6-ec4d86f88ffe"}, {"name": "network-changed", "server_uuid": "d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a", "tag": "9f263227-493b-4ab4-bad6-ec4d86f88ffe"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:32.868053 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 047e2035-b611-4eeb-919e-401c004e4745 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:19:32.868415 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 047e2035-b611-4eeb-919e-401c004e4745 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:19:32.889677 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6491321f-a064-42b9-b132-ce17602d307a None None] Provisioning for port 4d06b3e7-65aa-4b72-81b3-16450f100e67 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:32.895937 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6491321f-a064-42b9-b132-ce17602d307a None None] Provisioning complete for port 4d06b3e7-65aa-4b72-81b3-16450f100e67 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:32.896321 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6491321f-a064-42b9-b132-ce17602d307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:32.914095 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2daf51f3-2e3a-4095-9729-d4a1309c46c9 req-072e5122-c7ca-49bb-adec-3a69c9862cc8 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570233 Jul 29 23:19:32.915028 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-75a349ff-6bc5-4a63-9988-f2e1eb13a6f5 req-1037c116-0ab1-47fa-8be1-6f7ff5481fa0 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Deleting port 47f2efaf-862e-4ac6-a572-d43cde8e5e68 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:32.915484 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-75a349ff-6bc5-4a63-9988-f2e1eb13a6f5 req-1037c116-0ab1-47fa-8be1-6f7ff5481fa0 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:32.930471 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-ddea469f-0921-4373-b78f-2323420bd1a9 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:32.952757 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94cf5d9-9c13-4235-8ebb-79bddd2ba1de x-openstack-request-id: req-c94cf5d9-9c13-4235-8ebb-79bddd2ba1de {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:32.953208 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a", "name": "network-vif-unplugged", "status": "completed", "tag": "9f263227-493b-4ab4-bad6-ec4d86f88ffe", "code": 200}, {"name": "network-changed", "server_uuid": "d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a", "tag": "9f263227-493b-4ab4-bad6-ec4d86f88ffe", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:32.953364 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c94cf5d9-9c13-4235-8ebb-79bddd2ba1de {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:32.953752 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8cc6f92-bbd8-49bb-b1cc-8093a55faa0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f263227-493b-4ab4-bad6-ec4d86f88ffe', 'code': 200} Jul 29 23:19:32.954008 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8cc6f92-bbd8-49bb-b1cc-8093a55faa0a', 'tag': '9f263227-493b-4ab4-bad6-ec4d86f88ffe', 'status': 'completed', 'code': 200} Jul 29 23:19:33.028401 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-ddea469f-0921-4373-b78f-2323420bd1a9 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Network 55fb160e-6b45-47b4-8565-f685f832c4b9 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:33.032897 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6491321f-a064-42b9-b132-ce17602d307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:33.059642 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1d926d93-d3bb-470a-af62-d8a301389293 req-325d278a-b827-4f24-ada5-3c3be57838ab service neutron] 10.222.0.39 "GET /v2.0/networks/bf432201-0fac-4700-a1fe-c1aeac3e3811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009529 Jul 29 23:19:33.060480 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e05e8b9e-4864-4221-9fee-c93323f23306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:33.063972 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e05e8b9e-4864-4221-9fee-c93323f23306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:33.065364 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e05e8b9e-4864-4221-9fee-c93323f23306 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0e11aa30-cd70-4b9c-b892-de138701c490 HTTP/1.1" status: 204 len: 168 time: 0.6973622 Jul 29 23:19:33.096616 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-ddea469f-0921-4373-b78f-2323420bd1a9 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:33.099554 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-ddea469f-0921-4373-b78f-2323420bd1a9 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:19:33.115788 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-6491321f-a064-42b9-b132-ce17602d307a None None] For port 4d06b3e7-65aa-4b72-81b3-16450f100e67, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=4d06b3e7-65aa-4b72-81b3-16450f100e67,segment=NetworkSegment(8dbd6557-d495-406a-b106-ae5dd1f13e0c),segment_id=8dbd6557-d495-406a-b106-ae5dd1f13e0c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:33.121099 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05e8b9e-4864-4221-9fee-c93323f23306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e11aa30-cd70-4b9c-b892-de138701c490,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:33.121267 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6491321f-a064-42b9-b132-ce17602d307a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:33.201069 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6491321f-a064-42b9-b132-ce17602d307a None None] Pushing event updated for resources: {'Port': ['ID=4d06b3e7-65aa-4b72-81b3-16450f100e67,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:33.295939 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-75a349ff-6bc5-4a63-9988-f2e1eb13a6f5 req-1037c116-0ab1-47fa-8be1-6f7ff5481fa0 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] For port 47f2efaf-862e-4ac6-a572-d43cde8e5e68, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=47f2efaf-862e-4ac6-a572-d43cde8e5e68,segment=NetworkSegment(562933ca-53ea-46ea-af93-a7c56c2d1501),segment_id=562933ca-53ea-46ea-af93-a7c56c2d1501)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:33.296376 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-75a349ff-6bc5-4a63-9988-f2e1eb13a6f5 req-1037c116-0ab1-47fa-8be1-6f7ff5481fa0 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:33.323757 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1d926d93-d3bb-470a-af62-d8a301389293 req-e5b8d064-14bf-45d5-bdfc-8680538ddacc service neutron] 10.222.0.39 "GET /v2.0/networks/bf432201-0fac-4700-a1fe-c1aeac3e3811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510793 Jul 29 23:19:33.343679 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-75a349ff-6bc5-4a63-9988-f2e1eb13a6f5 req-1037c116-0ab1-47fa-8be1-6f7ff5481fa0 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Calling delete_port for 47f2efaf-862e-4ac6-a572-d43cde8e5e68 owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:33.386024 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8381b50c-febe-4cda-b7d4-3adcac1fa2d0 admin admin] Router 05627d1e-b395-4678-a4b0-eb5bdddcf936 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:19:33.451065 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b5121ee6-2bd8-41d1-a61e-58e3dce48e9d None None] Provisioning complete for port 4d06b3e7-65aa-4b72-81b3-16450f100e67 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:33.451966 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c42c9d-2a66-4cd3-ac05-a024f176e5df req-d8f276c8-86d0-43e3-9b00-f8364af724d9 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:33.452501 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5121ee6-2bd8-41d1-a61e-58e3dce48e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:33.453521 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d3c42c9d-2a66-4cd3-ac05-a024f176e5df req-d8f276c8-86d0-43e3-9b00-f8364af724d9 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.23 "GET /v2.0/ports?device_id=67face9b-216f-43a7-b8e4-1633f3b973f8 HTTP/1.1" status: 200 len: 949 time: 0.1376054 Jul 29 23:19:33.618563 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-ddea469f-0921-4373-b78f-2323420bd1a9 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:33.619294 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-ddea469f-0921-4373-b78f-2323420bd1a9 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:33.622402 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddea469f-0921-4373-b78f-2323420bd1a9 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Pushing event updated for resources: {'Port': ['ID=3f9074c0-f574-49f9-aec4-e84e43e28957,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:33.643722 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434d2ad-2bd6-4b73-a621-567d273975f3 req-027dc0ce-a780-4e69-86be-f04e04548795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:33.645283 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8434d2ad-2bd6-4b73-a621-567d273975f3 req-027dc0ce-a780-4e69-86be-f04e04548795 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 1100 time: 0.6116760 Jul 29 23:19:33.648673 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434d2ad-2bd6-4b73-a621-567d273975f3 req-930d7450-7a2d-4820-857a-53d9c0c33a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:33.650086 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8434d2ad-2bd6-4b73-a621-567d273975f3 req-930d7450-7a2d-4820-857a-53d9c0c33a29 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 1100 time: 0.6909208 Jul 29 23:19:33.671480 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8381b50c-febe-4cda-b7d4-3adcac1fa2d0 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:19:33.688704 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509625e9-1407-40be-94ff-321e78f9a1c9 None None] Sync routers for ids ['05627d1e-b395-4678-a4b0-eb5bdddcf936'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:19:33.689690 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-ddea469f-0921-4373-b78f-2323420bd1a9 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9627690 Jul 29 23:19:33.699622 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509625e9-1407-40be-94ff-321e78f9a1c9 None None] Routers {'05627d1e-b395-4678-a4b0-eb5bdddcf936'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:33.700572 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-509625e9-1407-40be-94ff-321e78f9a1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:19:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['05627d1e-b395-4678-a4b0-eb5bdddcf936'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:33.730890 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499f9e13-c656-462b-9699-f021cabab4eb req-066906ae-5758-4cec-a5e6-64f9bb0f9691 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:33.733650 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-d3c42c9d-2a66-4cd3-ac05-a024f176e5df req-ca48a73e-19dc-420c-9d67-eb185333d868 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Deleting port b44d617b-4d86-41ea-990b-66b6797ec0f9 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:33.734087 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d3c42c9d-2a66-4cd3-ac05-a024f176e5df req-ca48a73e-19dc-420c-9d67-eb185333d868 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:33.738570 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-499f9e13-c656-462b-9699-f021cabab4eb req-066906ae-5758-4cec-a5e6-64f9bb0f9691 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 948 time: 0.5808301 Jul 29 23:19:33.752023 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8381b50c-febe-4cda-b7d4-3adcac1fa2d0 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:33.755970 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8381b50c-febe-4cda-b7d4-3adcac1fa2d0 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5813882 Jul 29 23:19:33.756136 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-a5c6069a-d9a4-4f14-bb46-0701c6036586 service neutron] Request body: {'port': {'device_id': 'c527d9d3-6857-492f-92a0-f12c46623466', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:33.780090 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57424) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:33.782741 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-75a349ff-6bc5-4a63-9988-f2e1eb13a6f5 req-1037c116-0ab1-47fa-8be1-6f7ff5481fa0 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:33.827531 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38f3664-5c4a-477f-a022-f388bc5fee6d req-ace2f021-1692-4f43-84fc-c7bccaf5446e tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:33.834870 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e38f3664-5c4a-477f-a022-f388bc5fee6d req-ace2f021-1692-4f43-84fc-c7bccaf5446e tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 931 time: 0.2852206 Jul 29 23:19:33.864870 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1037c116-0ab1-47fa-8be1-6f7ff5481fa0 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Pushing event deleted for resources: {'Port': ['ID=47f2efaf-862e-4ac6-a572-d43cde8e5e68,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:33.879569 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-509625e9-1407-40be-94ff-321e78f9a1c9 None None] Set router 05627d1e-b395-4678-a4b0-eb5bdddcf936 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:19:33.952553 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-75a349ff-6bc5-4a63-9988-f2e1eb13a6f5 req-1037c116-0ab1-47fa-8be1-6f7ff5481fa0 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] No DVR routers for this DVR port 47f2efaf-862e-4ac6-a572-d43cde8e5e68 on host n-h2-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:19:33.955477 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-75a349ff-6bc5-4a63-9988-f2e1eb13a6f5 req-1037c116-0ab1-47fa-8be1-6f7ff5481fa0 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:33.958045 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-75a349ff-6bc5-4a63-9988-f2e1eb13a6f5 req-1037c116-0ab1-47fa-8be1-6f7ff5481fa0 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.39 "DELETE /v2.0/ports/47f2efaf-862e-4ac6-a572-d43cde8e5e68 HTTP/1.1" status: 204 len: 173 time: 1.5015481 Jul 29 23:19:33.996235 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-499f9e13-c656-462b-9699-f021cabab4eb req-2ad3365b-043e-448c-a8b1-240a252849f3 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518287 Jul 29 23:19:34.001825 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26a5d0c4-1651-46a0-92c3-54fae3311b3f', 'name': 'network-vif-deleted', 'tag': '47f2efaf-862e-4ac6-a572-d43cde8e5e68'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:34.004150 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84eb7b7c-8c88-479c-a2e6-4ed98b2a480a" -d '{"events": [{"server_uuid": "26a5d0c4-1651-46a0-92c3-54fae3311b3f", "name": "network-vif-deleted", "tag": "47f2efaf-862e-4ac6-a572-d43cde8e5e68"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:34.024628 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 4d06b3e7-65aa-4b72-81b3-16450f100e67 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:34.038274 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434d2ad-2bd6-4b73-a621-567d273975f3 req-b91821f9-0807-4251-a1b1-2e5de91f832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:34.046101 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-d3c42c9d-2a66-4cd3-ac05-a024f176e5df req-ca48a73e-19dc-420c-9d67-eb185333d868 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] For port b44d617b-4d86-41ea-990b-66b6797ec0f9, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b44d617b-4d86-41ea-990b-66b6797ec0f9,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:34.046885 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d3c42c9d-2a66-4cd3-ac05-a024f176e5df req-ca48a73e-19dc-420c-9d67-eb185333d868 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:34.048261 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8434d2ad-2bd6-4b73-a621-567d273975f3 req-b91821f9-0807-4251-a1b1-2e5de91f832b service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.3907983 Jul 29 23:19:34.065222 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e38f3664-5c4a-477f-a022-f388bc5fee6d req-537b45d9-4d76-4531-893a-708cd4f80627 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293856 Jul 29 23:19:34.067606 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-a5c6069a-d9a4-4f14-bb46-0701c6036586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:34.070122 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-d3c42c9d-2a66-4cd3-ac05-a024f176e5df req-ca48a73e-19dc-420c-9d67-eb185333d868 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Calling delete_port for b44d617b-4d86-41ea-990b-66b6797ec0f9 owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:34.099414 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434d2ad-2bd6-4b73-a621-567d273975f3 req-5b357104-e15b-4fec-9518-a10dce436a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:34.100915 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8434d2ad-2bd6-4b73-a621-567d273975f3 req-5b357104-e15b-4fec-9518-a10dce436a78 service neutron] 10.222.0.39 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.4330454 Jul 29 23:19:34.119138 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 4d06b3e7-65aa-4b72-81b3-16450f100e67 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:34.119704 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:34.241941 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8434d2ad-2bd6-4b73-a621-567d273975f3 req-1e7a21c8-7123-4210-a88c-bb251c89f721 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=9f263227-493b-4ab4-bad6-ec4d86f88ffe HTTP/1.1" status: 200 len: 217 time: 0.1751957 Jul 29 23:19:34.269955 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8434d2ad-2bd6-4b73-a621-567d273975f3 req-a9217865-fb05-4da4-95ad-20467c4b26f7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=9f263227-493b-4ab4-bad6-ec4d86f88ffe HTTP/1.1" status: 200 len: 217 time: 0.1475606 Jul 29 23:19:34.319348 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 57440) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:34.331225 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa858d82-5704-4f69-bfa6-1c7debc3e52d req-16f2e556-1b3b-4656-aae7-baab4693f4a6 tempest-FloatingIPsAssociationTestJSON-163448002 tempest-FloatingIPsAssociationTestJSON-163448002-project] 10.222.0.18 "GET /v2.0/ports?device_id=26a5d0c4-1651-46a0-92c3-54fae3311b3f HTTP/1.1" status: 200 len: 210 time: 0.1210170 Jul 29 23:19:34.386450 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-509625e9-1407-40be-94ff-321e78f9a1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05627d1e-b395-4678-a4b0-eb5bdddcf936', 'name': 'tempest-AttachSCSIVolumeTestJSON-797843540-router', 'tenant_id': '141909c455674c85adb567be58edbbd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'bc198fd8-88c9-4e30-a92d-efa557b491d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:29Z', 'updated_at': '2021-07-29T23:19:31Z', 'revision_number': 3, 'project_id': '141909c455674c85adb567be58edbbd5', 'gw_port': {'id': 'bc198fd8-88c9-4e30-a92d-efa557b491d3', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05627d1e-b395-4678-a4b0-eb5bdddcf936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:30Z', 'updated_at': '2021-07-29T23:19:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:34.429447 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509625e9-1407-40be-94ff-321e78f9a1c9 None None] Checking router: 05627d1e-b395-4678-a4b0-eb5bdddcf936 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:19:34.429900 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509625e9-1407-40be-94ff-321e78f9a1c9 None None] Updating router 05627d1e-b395-4678-a4b0-eb5bdddcf936 port bc198fd8-88c9-4e30-a92d-efa557b491d3 binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:19:34.467953 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-509625e9-1407-40be-94ff-321e78f9a1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:34.604844 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-da353674-5bfb-479e-8adc-4861c02afb47 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-174923062-network', 'tenant_id': 'cd689ab3aacf45ab98a786fa139c1fa7'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:34.624072 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434d2ad-2bd6-4b73-a621-567d273975f3 req-2975717d-2809-496a-b6b3-47cac38314bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:34.625513 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8434d2ad-2bd6-4b73-a621-567d273975f3 req-2975717d-2809-496a-b6b3-47cac38314bd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.3588858 Jul 29 23:19:34.642284 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f5bf5-a011-49bb-b1d8-1aea421af221 req-357cec4d-864a-4941-83b3-2dae6cc460eb tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:34.644022 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-986f5bf5-a011-49bb-b1d8-1aea421af221 req-357cec4d-864a-4941-83b3-2dae6cc460eb tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=67face9b-216f-43a7-b8e4-1633f3b973f8 HTTP/1.1" status: 200 len: 949 time: 0.5192101 Jul 29 23:19:34.651069 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434d2ad-2bd6-4b73-a621-567d273975f3 req-ffb6d5b5-c92a-4d31-ab9d-17630eb730dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:34.652596 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8434d2ad-2bd6-4b73-a621-567d273975f3 req-ffb6d5b5-c92a-4d31-ab9d-17630eb730dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.3343265 Jul 29 23:19:34.795744 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d3c42c9d-2a66-4cd3-ac05-a024f176e5df req-ca48a73e-19dc-420c-9d67-eb185333d868 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:34.807653 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da353674-5bfb-479e-8adc-4861c02afb47 admin admin] Made reservation on behalf of cd689ab3aacf45ab98a786fa139c1fa7 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:34.809958 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da353674-5bfb-479e-8adc-4861c02afb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:34.816304 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['1d291e9a-6200-47dc-94b5-0a95bc84c174', 'd417402e-33ed-425c-819b-5875ab427fa4', '9bce63cc-5043-41c1-9ca3-cf930c8e8920', '7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:34.819387 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['a83c9ee2-098b-4c90-ab40-170001703a7e', 'b44d617b-4d86-41ea-990b-66b6797ec0f9'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:34.825086 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f885aaea-68ce-4575-b2c4-c8af95c47fba req-01e7ff8f-f2dd-4a21-91ee-94be02f66431 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:34.827917 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f885aaea-68ce-4575-b2c4-c8af95c47fba req-01e7ff8f-f2dd-4a21-91ee-94be02f66431 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.3311257 Jul 29 23:19:34.840329 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca48a73e-19dc-420c-9d67-eb185333d868 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Pushing event deleted for resources: {'Port': ['ID=b44d617b-4d86-41ea-990b-66b6797ec0f9,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:34.879867 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da353674-5bfb-479e-8adc-4861c02afb47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:34.910994 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c42c9d-2a66-4cd3-ac05-a024f176e5df req-ca48a73e-19dc-420c-9d67-eb185333d868 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] No DVR routers for this DVR port b44d617b-4d86-41ea-990b-66b6797ec0f9 on host n-h1-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:19:34.914808 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d3c42c9d-2a66-4cd3-ac05-a024f176e5df req-ca48a73e-19dc-420c-9d67-eb185333d868 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:34.916862 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d3c42c9d-2a66-4cd3-ac05-a024f176e5df req-ca48a73e-19dc-420c-9d67-eb185333d868 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.23 "DELETE /v2.0/ports/b44d617b-4d86-41ea-990b-66b6797ec0f9 HTTP/1.1" status: 204 len: 173 time: 1.4236791 Jul 29 23:19:34.997028 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-986f5bf5-a011-49bb-b1d8-1aea421af221 req-358d1691-932b-497b-a323-876cc14a1c99 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3387387 Jul 29 23:19:35.011488 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 47f2efaf-862e-4ac6-a572-d43cde8e5e68 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:19:35.016577 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f885aaea-68ce-4575-b2c4-c8af95c47fba req-06d59295-d1ba-4f64-87c5-11782a792bf7 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598401 Jul 29 23:19:35.024770 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434d2ad-2bd6-4b73-a621-567d273975f3 req-d3b6f446-1918-445c-914f-371b0cc213f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:35.026913 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8434d2ad-2bd6-4b73-a621-567d273975f3 req-d3b6f446-1918-445c-914f-371b0cc213f5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3820829 Jul 29 23:19:35.043984 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-df3cacf8-005b-4c60-a643-17ce1dc8eb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:35.077670 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 47f2efaf-862e-4ac6-a572-d43cde8e5e68 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:19:35.078567 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 47f2efaf-862e-4ac6-a572-d43cde8e5e68 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:19:35.080775 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8434d2ad-2bd6-4b73-a621-567d273975f3 req-cd420bc5-6341-4e55-b459-6e6c15a7f56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:35.080947 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-509625e9-1407-40be-94ff-321e78f9a1c9 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:35.084270 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8434d2ad-2bd6-4b73-a621-567d273975f3 req-cd420bc5-6341-4e55-b459-6e6c15a7f56f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4080484 Jul 29 23:19:35.089937 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b676d5e-7585-45f9-9d84-4ab92cf91372 x-openstack-request-id: req-0b676d5e-7585-45f9-9d84-4ab92cf91372 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:35.092803 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26a5d0c4-1651-46a0-92c3-54fae3311b3f", "name": "network-vif-deleted", "tag": "47f2efaf-862e-4ac6-a572-d43cde8e5e68", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:35.093324 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0b676d5e-7585-45f9-9d84-4ab92cf91372 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:35.094025 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26a5d0c4-1651-46a0-92c3-54fae3311b3f', 'name': 'network-vif-deleted', 'tag': '47f2efaf-862e-4ac6-a572-d43cde8e5e68', 'status': 'completed', 'code': 200} Jul 29 23:19:35.118138 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-509625e9-1407-40be-94ff-321e78f9a1c9 None None] Transition to ACTIVE for port object bc198fd8-88c9-4e30-a92d-efa557b491d3 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:35.142666 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-509625e9-1407-40be-94ff-321e78f9a1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:35.246811 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba92834-02d5-4c2c-a963-7fb31bf5615b None None] Pushing event updated for resources: {'Port': ['ID=bc198fd8-88c9-4e30-a92d-efa557b491d3,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:35.277129 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8434d2ad-2bd6-4b73-a621-567d273975f3 req-06fee43e-0c8b-462b-bcf7-bc7aef511c24 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199035 Jul 29 23:19:35.281567 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-509625e9-1407-40be-94ff-321e78f9a1c9 None None] Attempting to bind port bc198fd8-88c9-4e30-a92d-efa557b491d3 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:35.281775 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-509625e9-1407-40be-94ff-321e78f9a1c9 None None] Attempting to bind port bc198fd8-88c9-4e30-a92d-efa557b491d3 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:35.282124 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509625e9-1407-40be-94ff-321e78f9a1c9 None None] Attempting to bind port bc198fd8-88c9-4e30-a92d-efa557b491d3 on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:35.321749 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509625e9-1407-40be-94ff-321e78f9a1c9 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:35.322128 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509625e9-1407-40be-94ff-321e78f9a1c9 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:35.322537 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-509625e9-1407-40be-94ff-321e78f9a1c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:35.322932 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509625e9-1407-40be-94ff-321e78f9a1c9 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:35.323414 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-509625e9-1407-40be-94ff-321e78f9a1c9 None None] Bound port: bc198fd8-88c9-4e30-a92d-efa557b491d3, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:35.323796 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-509625e9-1407-40be-94ff-321e78f9a1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:35.351710 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-df3cacf8-005b-4c60-a643-17ce1dc8eb1f admin admin] Allocated IP 172.20.0.1 (82f26ced-9b73-4ca5-a891-f318dedb7b62/2fcef1f5-2138-4298-b243-545b8c344ad7/7e299a40-61ba-4da0-8cd1-41b05e9df7fe) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:19:35.365207 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:35.424399 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-509625e9-1407-40be-94ff-321e78f9a1c9 None None] For port bc198fd8-88c9-4e30-a92d-efa557b491d3, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:35.429564 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-509625e9-1407-40be-94ff-321e78f9a1c9 None None] For port bc198fd8-88c9-4e30-a92d-efa557b491d3, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=bc198fd8-88c9-4e30-a92d-efa557b491d3,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:35.439177 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-509625e9-1407-40be-94ff-321e78f9a1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:35.508614 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b412b-a7c7-4afc-8766-7940e1be920e req-9a4b1191-20a1-4750-a30f-a9524af2ada0 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:35.510465 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be6b412b-a7c7-4afc-8766-7940e1be920e req-9a4b1191-20a1-4750-a30f-a9524af2ada0 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 931 time: 0.2269585 Jul 29 23:19:35.518751 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0657c66-37f8-4118-a092-c74f9d3b9d63 req-418e50d2-1030-4159-a4ef-2855e49874f5 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:35.526238 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a0657c66-37f8-4118-a092-c74f9d3b9d63 req-418e50d2-1030-4159-a4ef-2855e49874f5 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 948 time: 0.2991188 Jul 29 23:19:35.539126 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8ff27145-409b-446b-afba-3460fa8eb8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:35.543486 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba92834-02d5-4c2c-a963-7fb31bf5615b None None] Pushing event updated for resources: {'Port': ['ID=bc198fd8-88c9-4e30-a92d-efa557b491d3,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:35.557169 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509625e9-1407-40be-94ff-321e78f9a1c9 None None] Routers {'05627d1e-b395-4678-a4b0-eb5bdddcf936'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:35.557803 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-509625e9-1407-40be-94ff-321e78f9a1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:19:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['05627d1e-b395-4678-a4b0-eb5bdddcf936'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:35.583094 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-df3cacf8-005b-4c60-a643-17ce1dc8eb1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:35.613758 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-df3cacf8-005b-4c60-a643-17ce1dc8eb1f admin admin] Transition to ACTIVE for port object 7e299a40-61ba-4da0-8cd1-41b05e9df7fe will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:35.629980 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8434d2ad-2bd6-4b73-a621-567d273975f3 req-e2476f20-23a2-4b40-ba7a-ba6ac2b6493c service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5343411 Jul 29 23:19:35.663207 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be6b412b-a7c7-4afc-8766-7940e1be920e req-249f201b-5852-476b-a744-b2e321dfac71 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296439 Jul 29 23:19:35.681482 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-df3cacf8-005b-4c60-a643-17ce1dc8eb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:35.723739 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-509625e9-1407-40be-94ff-321e78f9a1c9 None None] Set router 05627d1e-b395-4678-a4b0-eb5bdddcf936 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:19:35.752893 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-a5c6069a-d9a4-4f14-bb46-0701c6036586 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f9074c0-f574-49f9-aec4-e84e43e28957 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:19:35.758916 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57450) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:35.764224 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8434d2ad-2bd6-4b73-a621-567d273975f3 req-74c8edc1-4441-41be-ab1d-823662c27baa service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232724 Jul 29 23:19:35.768838 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-a5c6069a-d9a4-4f14-bb46-0701c6036586 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:35.782609 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a0657c66-37f8-4118-a092-c74f9d3b9d63 req-856d23f8-b31a-4856-ac4c-248d50b0e03c tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556744 Jul 29 23:19:35.799910 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da353674-5bfb-479e-8adc-4861c02afb47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:35.809104 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da353674-5bfb-479e-8adc-4861c02afb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:35.824171 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3cacf8-005b-4c60-a643-17ce1dc8eb1f admin admin] Pushing event updated for resources: {'Port': ['ID=7e299a40-61ba-4da0-8cd1-41b05e9df7fe,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:35.828775 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3cacf8-005b-4c60-a643-17ce1dc8eb1f admin admin] Network 82f26ced-9b73-4ca5-a891-f318dedb7b62 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:35.834033 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-df3cacf8-005b-4c60-a643-17ce1dc8eb1f admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:35.837531 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3cacf8-005b-4c60-a643-17ce1dc8eb1f admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:19:35.843355 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-a5c6069a-d9a4-4f14-bb46-0701c6036586 service neutron] Transition to ACTIVE for port object 3f9074c0-f574-49f9-aec4-e84e43e28957 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:35.844205 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da353674-5bfb-479e-8adc-4861c02afb47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8827eef4-241c-434b-a07c-80b6db7f2ffb,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:35.884968 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-a5c6069a-d9a4-4f14-bb46-0701c6036586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:35.900659 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da353674-5bfb-479e-8adc-4861c02afb47 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:19:35.986760 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da353674-5bfb-479e-8adc-4861c02afb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:35.989113 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-da353674-5bfb-479e-8adc-4861c02afb47 admin admin] Added segment 7b4104fc-94d0-4c79-a5b9-459ac015462f of type vlan for network 1b4861e7-2155-4265-b168-d8e6cff2010d Jul 29 23:19:35.991723 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-df3cacf8-005b-4c60-a643-17ce1dc8eb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:36.021514 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8434d2ad-2bd6-4b73-a621-567d273975f3 req-8873a6ac-33ec-4a86-ae88-43c954e9fa39 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621900 Jul 29 23:19:36.087543 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6069a-d9a4-4f14-bb46-0701c6036586 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9074c0-f574-49f9-aec4-e84e43e28957,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:36.190799 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da353674-5bfb-479e-8adc-4861c02afb47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:36.199602 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-509625e9-1407-40be-94ff-321e78f9a1c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05627d1e-b395-4678-a4b0-eb5bdddcf936', 'name': 'tempest-AttachSCSIVolumeTestJSON-797843540-router', 'tenant_id': '141909c455674c85adb567be58edbbd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'bc198fd8-88c9-4e30-a92d-efa557b491d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:29Z', 'updated_at': '2021-07-29T23:19:31Z', 'revision_number': 3, 'project_id': '141909c455674c85adb567be58edbbd5', 'gw_port': {'id': 'bc198fd8-88c9-4e30-a92d-efa557b491d3', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05627d1e-b395-4678-a4b0-eb5bdddcf936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:30Z', 'updated_at': '2021-07-29T23:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:36.234468 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-509625e9-1407-40be-94ff-321e78f9a1c9 None None] The sync data for ids ['05627d1e-b395-4678-a4b0-eb5bdddcf936'] in n-d-712140-10 is: [{'id': '05627d1e-b395-4678-a4b0-eb5bdddcf936', 'name': 'tempest-AttachSCSIVolumeTestJSON-797843540-router', 'tenant_id': '141909c455674c85adb567be58edbbd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'bc198fd8-88c9-4e30-a92d-efa557b491d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:29Z', 'updated_at': '2021-07-29T23:19:31Z', 'revision_number': 3, 'project_id': '141909c455674c85adb567be58edbbd5', 'gw_port': {'id': 'bc198fd8-88c9-4e30-a92d-efa557b491d3', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05627d1e-b395-4678-a4b0-eb5bdddcf936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:30Z', 'updated_at': '2021-07-29T23:19:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:19:36.261737 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6e160e70-15ab-4c76-9782-ec553f21e763 None None] Provisioning for port 7e299a40-61ba-4da0-8cd1-41b05e9df7fe completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:36.266275 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6e160e70-15ab-4c76-9782-ec553f21e763 None None] Provisioning complete for port 7e299a40-61ba-4da0-8cd1-41b05e9df7fe triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:36.266661 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6e160e70-15ab-4c76-9782-ec553f21e763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:36.295136 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112366f4-78c2-464f-952b-411f5d269404 req-79e31669-d29f-4e82-a6c8-29d00be67763 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:36.296732 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-112366f4-78c2-464f-952b-411f5d269404 req-79e31669-d29f-4e82-a6c8-29d00be67763 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 948 time: 0.1738927 Jul 29 23:19:36.311328 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-6e160e70-15ab-4c76-9782-ec553f21e763 None None] Port 7e299a40-61ba-4da0-8cd1-41b05e9df7fe cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:19:36.325221 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-df3cacf8-005b-4c60-a643-17ce1dc8eb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:36.336181 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da353674-5bfb-479e-8adc-4861c02afb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:36.337135 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da353674-5bfb-479e-8adc-4861c02afb47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:36.337767 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da353674-5bfb-479e-8adc-4861c02afb47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:36.347054 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8d186-47a7-40c5-9ac2-ec3d202ee202 req-d811fa8d-24d2-44d4-b289-9864ad3a0593 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:36.348644 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7a8d186-47a7-40c5-9ac2-ec3d202ee202 req-d811fa8d-24d2-44d4-b289-9864ad3a0593 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a&tenant_id=924eedf485ca49e88625072b8912a512&binding%3Ahost_id=n-h1-712140-10 HTTP/1.1" status: 200 len: 948 time: 0.1944528 Jul 29 23:19:36.385709 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-a5c6069a-d9a4-4f14-bb46-0701c6036586 service neutron] Attempting to bind port 3f9074c0-f574-49f9-aec4-e84e43e28957 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:36.385943 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-a5c6069a-d9a4-4f14-bb46-0701c6036586 service neutron] Attempting to bind port 3f9074c0-f574-49f9-aec4-e84e43e28957 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:36.386149 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-a5c6069a-d9a4-4f14-bb46-0701c6036586 service neutron] Attempting to bind port 3f9074c0-f574-49f9-aec4-e84e43e28957 on network 55fb160e-6b45-47b4-8565-f685f832c4b9 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:36.424129 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1529a0-de20-457a-9ce5-dc5f03d9b3b0 req-86f71a21-9a69-4caf-86f7-bc533367443b tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:36.425805 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f1529a0-de20-457a-9ce5-dc5f03d9b3b0 req-86f71a21-9a69-4caf-86f7-bc533367443b tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.2283165 Jul 29 23:19:36.464099 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-a5c6069a-d9a4-4f14-bb46-0701c6036586 service neutron] Port 3f9074c0-f574-49f9-aec4-e84e43e28957 on network 55fb160e-6b45-47b4-8565-f685f832c4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:19:36.464427 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-a5c6069a-d9a4-4f14-bb46-0701c6036586 service neutron] Attempting to bind port 3f9074c0-f574-49f9-aec4-e84e43e28957 on network 55fb160e-6b45-47b4-8565-f685f832c4b9 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:36.467218 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-da353674-5bfb-479e-8adc-4861c02afb47 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1326885 Jul 29 23:19:36.472954 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57464) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:36.480313 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-15f33609-5eb4-4596-b712-bd05bbb754bb admin admin] Request body: {'subnet': {'network_id': '1b4861e7-2155-4265-b168-d8e6cff2010d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-174923062-subnet', 'tenant_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:36.601075 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f33609-5eb4-4596-b712-bd05bbb754bb admin admin] Made reservation on behalf of cd689ab3aacf45ab98a786fa139c1fa7 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:36.601903 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-15f33609-5eb4-4596-b712-bd05bbb754bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:36.718162 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:36.721310 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-df3cacf8-005b-4c60-a643-17ce1dc8eb1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:36.734210 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-df3cacf8-005b-4c60-a643-17ce1dc8eb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:36.792718 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44309a10-ac43-4039-89de-dc7a3d9cac11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:36.806187 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9f263227-493b-4ab4-bad6-ec4d86f88ffe details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:19:36.837865 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-a5c6069a-d9a4-4f14-bb46-0701c6036586 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:36.838465 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-a5c6069a-d9a4-4f14-bb46-0701c6036586 service neutron] Checking segment: {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:36.838590 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-a5c6069a-d9a4-4f14-bb46-0701c6036586 service neutron] Bound using segment: {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:36.839017 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-a5c6069a-d9a4-4f14-bb46-0701c6036586 service neutron] Bound port: 3f9074c0-f574-49f9-aec4-e84e43e28957, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:36.839383 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-a5c6069a-d9a4-4f14-bb46-0701c6036586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:36.868573 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da353674-5bfb-479e-8adc-4861c02afb47 admin admin] Pushing event updated for resources: {'Network': ['ID=1b4861e7-2155-4265-b168-d8e6cff2010d,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:36.879600 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-112366f4-78c2-464f-952b-411f5d269404 req-683500ff-8f82-4b24-98dc-615213ebd216 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5674913 Jul 29 23:19:36.897582 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-df3cacf8-005b-4c60-a643-17ce1dc8eb1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:36.908269 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3cacf8-005b-4c60-a643-17ce1dc8eb1f admin admin] Pushing event updated for resources: {'Port': ['ID=7e299a40-61ba-4da0-8cd1-41b05e9df7fe,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:36.921022 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-f7a8d186-47a7-40c5-9ac2-ec3d202ee202 req-a3ac7744-b6d9-4c7e-8cfc-6097baa94ee7 service neutron] delete failed (client error): The resource could not be found. Jul 29 23:19:36.922081 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7a8d186-47a7-40c5-9ac2-ec3d202ee202 req-a3ac7744-b6d9-4c7e-8cfc-6097baa94ee7 service neutron] 10.222.0.39 "DELETE /v2.0/ports/9f263227-493b-4ab4-bad6-ec4d86f88ffe/bindings/n-h2-712140-10 HTTP/1.1" status: 404 len: 381 time: 0.5556397 Jul 29 23:19:36.936459 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f1529a0-de20-457a-9ce5-dc5f03d9b3b0 req-37949881-9479-4361-9f1a-f4f69f9e5d13 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4831958 Jul 29 23:19:37.002928 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-a5c6069a-d9a4-4f14-bb46-0701c6036586 service neutron] For port 3f9074c0-f574-49f9-aec4-e84e43e28957, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:37.009063 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-a5c6069a-d9a4-4f14-bb46-0701c6036586 service neutron] For port 3f9074c0-f574-49f9-aec4-e84e43e28957, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3f9074c0-f574-49f9-aec4-e84e43e28957,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:37.030092 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-a5c6069a-d9a4-4f14-bb46-0701c6036586 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:37.055712 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9f263227-493b-4ab4-bad6-ec4d86f88ffe, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9f263227-493b-4ab4-bad6-ec4d86f88ffe,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:37.090685 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '9f263227-493b-4ab4-bad6-ec4d86f88ffe', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': '9f263227-493b-4ab4-bad6-ec4d86f88ffe', 'mac_address': 'fa:16:3e:7e:d0:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:19:37.097801 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device b44d617b-4d86-41ea-990b-66b6797ec0f9 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:19:37.098849 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-a5c6069a-d9a4-4f14-bb46-0701c6036586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:37.099806 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-a5c6069a-d9a4-4f14-bb46-0701c6036586 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:37.100087 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 1b4861e7-2155-4265-b168-d8e6cff2010d details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:19:37.101489 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-a5c6069a-d9a4-4f14-bb46-0701c6036586 service neutron] 10.222.0.23 "PUT /v2.0/ports/3f9074c0-f574-49f9-aec4-e84e43e28957 HTTP/1.1" status: 200 len: 1092 time: 3.3813663 Jul 29 23:19:37.101955 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c527d9d3-6857-492f-92a0-f12c46623466', 'tag': '3f9074c0-f574-49f9-aec4-e84e43e28957'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:37.113643 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa7165b-0841-46ce-9297-79b13527f586" -d '{"events": [{"name": "network-changed", "server_uuid": "c527d9d3-6857-492f-92a0-f12c46623466", "tag": "3f9074c0-f574-49f9-aec4-e84e43e28957"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:37.129351 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67face9b-216f-43a7-b8e4-1633f3b973f8', 'name': 'network-vif-deleted', 'tag': 'b44d617b-4d86-41ea-990b-66b6797ec0f9'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:37.132019 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a900601-72f1-48c6-b1c8-fd023672961e" -d '{"events": [{"server_uuid": "67face9b-216f-43a7-b8e4-1633f3b973f8", "name": "network-vif-deleted", "tag": "b44d617b-4d86-41ea-990b-66b6797ec0f9"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:37.235860 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-15f33609-5eb4-4596-b712-bd05bbb754bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:37.275925 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8d186-47a7-40c5-9ac2-ec3d202ee202 req-64f57b59-999d-47d3-bf6e-46256bec0dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:37.281317 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7a8d186-47a7-40c5-9ac2-ec3d202ee202 req-64f57b59-999d-47d3-bf6e-46256bec0dec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 1100 time: 0.2000637 Jul 29 23:19:37.283161 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6069a-d9a4-4f14-bb46-0701c6036586 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9074c0-f574-49f9-aec4-e84e43e28957,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:37.305384 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93c1dae-ddbb-48be-90f4-2961a184c3b9 x-openstack-request-id: req-c93c1dae-ddbb-48be-90f4-2961a184c3b9 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:37.305759 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c527d9d3-6857-492f-92a0-f12c46623466", "tag": "3f9074c0-f574-49f9-aec4-e84e43e28957", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:37.306124 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c93c1dae-ddbb-48be-90f4-2961a184c3b9 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:37.306598 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c527d9d3-6857-492f-92a0-f12c46623466', 'tag': '3f9074c0-f574-49f9-aec4-e84e43e28957', 'status': 'completed', 'code': 200} Jul 29 23:19:37.370724 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6fb04a2-ab03-412c-ab0f-1ac39810c097 x-openstack-request-id: req-f6fb04a2-ab03-412c-ab0f-1ac39810c097 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:37.371013 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67face9b-216f-43a7-b8e4-1633f3b973f8", "name": "network-vif-deleted", "tag": "b44d617b-4d86-41ea-990b-66b6797ec0f9", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:37.371267 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f6fb04a2-ab03-412c-ab0f-1ac39810c097 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:37.371655 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67face9b-216f-43a7-b8e4-1633f3b973f8', 'name': 'network-vif-deleted', 'tag': 'b44d617b-4d86-41ea-990b-66b6797ec0f9', 'status': 'completed', 'code': 200} Jul 29 23:19:37.372178 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d8090-9b8d-4337-92d0-f8168bc79244 req-a4e53626-c2f7-4e79-981c-fe627465ecd4 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:37.380612 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-393d8090-9b8d-4337-92d0-f8168bc79244 req-a4e53626-c2f7-4e79-981c-fe627465ecd4 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 943 time: 0.2832873 Jul 29 23:19:37.387406 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-e39cc6c8-8e0a-4fe3-85d0-f747adf352c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:37.389647 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-e39cc6c8-8e0a-4fe3-85d0-f747adf352c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b675f7a309964096bd61726e3752bfc0&device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 1095 time: 0.2205725 Jul 29 23:19:37.408318 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: b44d617b-4d86-41ea-990b-66b6797ec0f9 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:19:37.408849 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device b44d617b-4d86-41ea-990b-66b6797ec0f9 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:19:37.455454 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:37.459512 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df3cacf8-005b-4c60-a643-17ce1dc8eb1f admin admin] Network 82f26ced-9b73-4ca5-a891-f318dedb7b62 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:37.465194 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f33609-5eb4-4596-b712-bd05bbb754bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0e126a9-da53-4f31-985c-8139eb4ec79b,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:37.469007 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-990e5e9c-1b53-4f4c-b39f-07a155e7a7a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f9074c0-f574-49f9-aec4-e84e43e28957 HTTP/1.1" status: 200 len: 217 time: 0.0691211 Jul 29 23:19:37.472214 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f263227-493b-4ab4-bad6-ec4d86f88ffe {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:19:37.476478 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-df3cacf8-005b-4c60-a643-17ce1dc8eb1f admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:37.497175 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9f263227-493b-4ab4-bad6-ec4d86f88ffe, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9f263227-493b-4ab4-bad6-ec4d86f88ffe,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:37.505313 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:37.554775 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-393d8090-9b8d-4337-92d0-f8168bc79244 req-0b5c9cfd-3fcd-4457-823f-e31a0643dc58 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731534 Jul 29 23:19:37.616561 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f33609-5eb4-4596-b712-bd05bbb754bb admin admin] Checking segment: {'id': '7b4104fc-94d0-4c79-a5b9-459ac015462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1b4861e7-2155-4265-b168-d8e6cff2010d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:37.616820 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=9f263227-493b-4ab4-bad6-ec4d86f88ffe,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:37.617185 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f33609-5eb4-4596-b712-bd05bbb754bb admin admin] Network hostable DHCP agents. Network: 1b4861e7-2155-4265-b168-d8e6cff2010d, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:19:37.620459 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8d186-47a7-40c5-9ac2-ec3d202ee202 req-f4e8e6e2-9278-449f-b6f0-3834ef3bafb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:37.622322 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7a8d186-47a7-40c5-9ac2-ec3d202ee202 req-f4e8e6e2-9278-449f-b6f0-3834ef3bafb3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.3293970 Jul 29 23:19:37.627138 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-39b361df-d26e-42fd-8a0a-ca9230686ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:37.628480 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-39b361df-d26e-42fd-8a0a-ca9230686ade service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ea5ab56-d2f4-49be-ac07-d932b6774fb8 HTTP/1.1" status: 200 len: 861 time: 0.1503873 Jul 29 23:19:37.696308 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-ba8fbbab-71f4-4c9a-b2f7-7e75dafe178c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55fb160e-6b45-47b4-8565-f685f832c4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554879 Jul 29 23:19:37.700333 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7a8d186-47a7-40c5-9ac2-ec3d202ee202 req-c9a66997-b62b-4451-9c9d-64346292e1e5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=9f263227-493b-4ab4-bad6-ec4d86f88ffe HTTP/1.1" status: 200 len: 217 time: 0.0696745 Jul 29 23:19:37.719606 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f33609-5eb4-4596-b712-bd05bbb754bb admin admin] Network 1b4861e7-2155-4265-b168-d8e6cff2010d is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:19:37.746776 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-15f33609-5eb4-4596-b712-bd05bbb754bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 1b4861e7-2155-4265-b168-d8e6cff2010d) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:37.754930 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd48f999-dec9-4c08-a87c-523c7d4a807f None None] Network 1b4861e7-2155-4265-b168-d8e6cff2010d requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:19:37.771525 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f33609-5eb4-4596-b712-bd05bbb754bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:37.772144 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-15f33609-5eb4-4596-b712-bd05bbb754bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:37.787557 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df3cacf8-005b-4c60-a643-17ce1dc8eb1f admin admin] Router 05627d1e-b395-4678-a4b0-eb5bdddcf936 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:19:37.801282 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-15f33609-5eb4-4596-b712-bd05bbb754bb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3219674 Jul 29 23:19:37.802219 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57476) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:37.811405 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-21808677-a4d0-414b-9193-4d0d84a78a46 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-174923062-router', 'tenant_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:37.813485 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['9f263227-493b-4ab4-bad6-ec4d86f88ffe'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:37.856503 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf032757-4a8b-4498-8943-7d3e5fdefd3e req-af1d8c23-964e-4d66-98d8-bab371e51afe tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:37.857941 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bf032757-4a8b-4498-8943-7d3e5fdefd3e req-af1d8c23-964e-4d66-98d8-bab371e51afe tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8144201-9bd1-45ae-913c-249698c553a5 HTTP/1.1" status: 200 len: 950 time: 0.1606517 Jul 29 23:19:37.859388 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8d186-47a7-40c5-9ac2-ec3d202ee202 req-b58eb015-f25c-4af8-8011-7d3bf8550b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:37.860886 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7a8d186-47a7-40c5-9ac2-ec3d202ee202 req-b58eb015-f25c-4af8-8011-7d3bf8550b90 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1523039 Jul 29 23:19:37.877570 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-44309a10-ac43-4039-89de-dc7a3d9cac11 admin admin] Deleting port 0265d8fa-34a5-487c-82f9-b03b5a57c197 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:37.878058 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44309a10-ac43-4039-89de-dc7a3d9cac11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:37.935956 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-21808677-a4d0-414b-9193-4d0d84a78a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:37.935956 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-21808677-a4d0-414b-9193-4d0d84a78a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:38.006803 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-9b9ea3ae-928d-40d9-9234-54e8f717a0f0 service neutron] 10.222.0.23 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887812 Jul 29 23:19:38.017184 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bf032757-4a8b-4498-8943-7d3e5fdefd3e req-64e6e22b-4280-42e5-adfd-3757c287caeb tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507473 Jul 29 23:19:38.020174 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device bc198fd8-88c9-4e30-a92d-efa557b491d3 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:38.069683 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8d186-47a7-40c5-9ac2-ec3d202ee202 req-d63c9984-3b52-4394-b95a-4a678f5fc308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:38.071665 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7a8d186-47a7-40c5-9ac2-ec3d202ee202 req-d63c9984-3b52-4394-b95a-4a678f5fc308 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1873019 Jul 29 23:19:38.135476 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02b491e-497d-44ae-8e2e-11a3537ba41b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-1b4861e7-2155-4265-b168-d8e6cff2010d', 'network_id': '1b4861e7-2155-4265-b168-d8e6cff2010d', 'tenant_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'fixed_ips': [{'subnet_id': 'f0e126a9-da53-4f31-985c-8139eb4ec79b'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:19:38.136710 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f02b491e-497d-44ae-8e2e-11a3537ba41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:38.220101 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-2bfe9f31-c353-4c5d-a696-499eeed3f89d None None] Provisioning complete for port 7e299a40-61ba-4da0-8cd1-41b05e9df7fe triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:38.220365 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2bfe9f31-c353-4c5d-a696-499eeed3f89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:38.226053 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:38.242955 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d84b9ce-b54c-4d3b-874e-1430eddc4e77 req-ce85be37-4607-4895-a20d-a1029397e9d3 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:38.244534 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6d84b9ce-b54c-4d3b-874e-1430eddc4e77 req-ce85be37-4607-4895-a20d-a1029397e9d3 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 949 time: 0.2351937 Jul 29 23:19:38.285184 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port bc198fd8-88c9-4e30-a92d-efa557b491d3 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:38.285389 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-44309a10-ac43-4039-89de-dc7a3d9cac11 admin admin] For port 0265d8fa-34a5-487c-82f9-b03b5a57c197, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0265d8fa-34a5-487c-82f9-b03b5a57c197,segment=NetworkSegment(562933ca-53ea-46ea-af93-a7c56c2d1501),segment_id=562933ca-53ea-46ea-af93-a7c56c2d1501)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:38.285720 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44309a10-ac43-4039-89de-dc7a3d9cac11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:38.289863 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca8dd69-aa47-49cf-8546-ad667f4cf544 req-8d91f6e1-7796-43be-9eaf-48f4153558d2 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:38.290742 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ca8dd69-aa47-49cf-8546-ad667f4cf544 req-8d91f6e1-7796-43be-9eaf-48f4153558d2 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.1833115 Jul 29 23:19:38.298587 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-831fd97e-e835-4c9f-9fe9-67a4e4ec03f3 req-2c0e7e85-98fd-4aab-bc0e-009dd05c8b62 service neutron] 10.222.0.23 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800748 Jul 29 23:19:38.299672 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-44309a10-ac43-4039-89de-dc7a3d9cac11 admin admin] Calling delete_port for 0265d8fa-34a5-487c-82f9-b03b5a57c197 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:38.325724 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port bc198fd8-88c9-4e30-a92d-efa557b491d3 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:38.326680 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:38.346296 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7a8d186-47a7-40c5-9ac2-ec3d202ee202 req-ab3fc219-99ca-48e7-8d29-d39f799dc612 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399356 Jul 29 23:19:38.355178 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6d84b9ce-b54c-4d3b-874e-1430eddc4e77 req-9ee078be-0798-4887-bca5-4cb482b4f7cc tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944729 Jul 29 23:19:38.385125 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-2bfe9f31-c353-4c5d-a696-499eeed3f89d None None] Port 7e299a40-61ba-4da0-8cd1-41b05e9df7fe cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:19:38.427900 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-21808677-a4d0-414b-9193-4d0d84a78a46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:38.434942 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df3cacf8-005b-4c60-a643-17ce1dc8eb1f admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:19:38.440024 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ca8dd69-aa47-49cf-8546-ad667f4cf544 req-1a2988e3-dcba-4b1b-97d6-5c10b115c4fd tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368718 Jul 29 23:19:38.452168 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-df3cacf8-005b-4c60-a643-17ce1dc8eb1f admin admin] 10.222.0.18 "PUT /v2.0/routers/05627d1e-b395-4678-a4b0-eb5bdddcf936/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6611462 Jul 29 23:19:38.487474 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-f02b491e-497d-44ae-8e2e-11a3537ba41b None None] Allocated IP 172.20.0.2 (1b4861e7-2155-4265-b168-d8e6cff2010d/f0e126a9-da53-4f31-985c-8139eb4ec79b/a265912d-edee-4f4c-bff2-7ae504d791dd) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:19:38.510995 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7165b-0841-46ce-9297-79b13527f586 req-3be2474b-e96c-4483-baed-f0453af0ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:38.512484 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-afa7165b-0841-46ce-9297-79b13527f586 req-3be2474b-e96c-4483-baed-f0453af0ba41 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b675f7a309964096bd61726e3752bfc0&device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 1095 time: 0.0877144 Jul 29 23:19:38.690939 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7a8d186-47a7-40c5-9ac2-ec3d202ee202 req-7cefc4c5-b791-4a52-9c0d-55782dbb03bc service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320758 Jul 29 23:19:38.691985 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7165b-0841-46ce-9297-79b13527f586 req-778fb58c-969a-4421-bc8a-446caab0cc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:38.694331 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-afa7165b-0841-46ce-9297-79b13527f586 req-778fb58c-969a-4421-bc8a-446caab0cc2f service neutron] 10.222.0.23 "GET /v2.0/networks?id=55fb160e-6b45-47b4-8565-f685f832c4b9 HTTP/1.1" status: 200 len: 922 time: 0.1588352 Jul 29 23:19:38.704092 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:38.723230 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-21808677-a4d0-414b-9193-4d0d84a78a46 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:38.759737 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port bc198fd8-88c9-4e30-a92d-efa557b491d3, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=bc198fd8-88c9-4e30-a92d-efa557b491d3,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:38.775700 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:38.792117 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a2b6b7-1acc-462b-98e7-fa68e1f237f5 None None] Sync routers for ids ['05627d1e-b395-4678-a4b0-eb5bdddcf936'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:19:38.811969 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a2b6b7-1acc-462b-98e7-fa68e1f237f5 None None] Routers {'05627d1e-b395-4678-a4b0-eb5bdddcf936'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:38.813130 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-94a2b6b7-1acc-462b-98e7-fa68e1f237f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:19:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['05627d1e-b395-4678-a4b0-eb5bdddcf936'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:38.849091 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-afa7165b-0841-46ce-9297-79b13527f586 req-79bedf34-6ac6-434e-96ef-5a56b1ba2581 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f9074c0-f574-49f9-aec4-e84e43e28957 HTTP/1.1" status: 200 len: 217 time: 0.0810771 Jul 29 23:19:38.875992 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44309a10-ac43-4039-89de-dc7a3d9cac11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:38.909940 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44309a10-ac43-4039-89de-dc7a3d9cac11 admin admin] Pushing event deleted for resources: {'Port': ['ID=0265d8fa-34a5-487c-82f9-b03b5a57c197,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:38.930313 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e3d3f0-70ae-42d3-81b5-f19c5db0290c req-ce7c1415-dee2-4318-b43e-7b845aedad90 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:38.931896 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47e3d3f0-70ae-42d3-81b5-f19c5db0290c req-ce7c1415-dee2-4318-b43e-7b845aedad90 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.23 "GET /v2.0/ports?device_id=a8144201-9bd1-45ae-913c-249698c553a5 HTTP/1.1" status: 200 len: 950 time: 0.2366750 Jul 29 23:19:38.933617 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7165b-0841-46ce-9297-79b13527f586 req-ece7c9f3-4c8c-4874-98a1-7e0f3d2de210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:38.935117 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-afa7165b-0841-46ce-9297-79b13527f586 req-ece7c9f3-4c8c-4874-98a1-7e0f3d2de210 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ea5ab56-d2f4-49be-ac07-d932b6774fb8 HTTP/1.1" status: 200 len: 861 time: 0.0743434 Jul 29 23:19:38.947603 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6491ecc7-b65e-4b7b-970a-722fff724256 req-e5f4e1d4-85ff-408d-9967-81e8ff242da5 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:38.949471 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6491ecc7-b65e-4b7b-970a-722fff724256 req-e5f4e1d4-85ff-408d-9967-81e8ff242da5 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 943 time: 0.2531621 Jul 29 23:19:39.008614 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f02b491e-497d-44ae-8e2e-11a3537ba41b None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:39.021093 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f02b491e-497d-44ae-8e2e-11a3537ba41b None None] Transition to ACTIVE for port object a265912d-edee-4f4c-bff2-7ae504d791dd will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:39.032788 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-94a2b6b7-1acc-462b-98e7-fa68e1f237f5 None None] Set router 05627d1e-b395-4678-a4b0-eb5bdddcf936 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:19:39.041295 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f02b491e-497d-44ae-8e2e-11a3537ba41b None None] Transition to ACTIVE for port object a265912d-edee-4f4c-bff2-7ae504d791dd will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:39.056953 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=bc198fd8-88c9-4e30-a92d-efa557b491d3,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:39.066186 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f02b491e-497d-44ae-8e2e-11a3537ba41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:39.123451 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-afa7165b-0841-46ce-9297-79b13527f586 req-ddd34dd7-b984-42d7-a52f-945dc0e9e6b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55fb160e-6b45-47b4-8565-f685f832c4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1332147 Jul 29 23:19:39.155102 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02b491e-497d-44ae-8e2e-11a3537ba41b None None] Network 1b4861e7-2155-4265-b168-d8e6cff2010d is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:39.171120 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-f02b491e-497d-44ae-8e2e-11a3537ba41b None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:39.174622 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02b491e-497d-44ae-8e2e-11a3537ba41b None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:19:39.300269 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b491e-497d-44ae-8e2e-11a3537ba41b None None] Pushing event updated for resources: {'Port': ['ID=a265912d-edee-4f4c-bff2-7ae504d791dd,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:39.348903 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f02b491e-497d-44ae-8e2e-11a3537ba41b None None] Attempting to bind port a265912d-edee-4f4c-bff2-7ae504d791dd on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:39.360125 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f02b491e-497d-44ae-8e2e-11a3537ba41b None None] Attempting to bind port a265912d-edee-4f4c-bff2-7ae504d791dd by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '7b4104fc-94d0-4c79-a5b9-459ac015462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1b4861e7-2155-4265-b168-d8e6cff2010d'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:39.361591 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02b491e-497d-44ae-8e2e-11a3537ba41b None None] Attempting to bind port a265912d-edee-4f4c-bff2-7ae504d791dd on network 1b4861e7-2155-4265-b168-d8e6cff2010d {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:39.369310 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-94a2b6b7-1acc-462b-98e7-fa68e1f237f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05627d1e-b395-4678-a4b0-eb5bdddcf936', 'name': 'tempest-AttachSCSIVolumeTestJSON-797843540-router', 'tenant_id': '141909c455674c85adb567be58edbbd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'bc198fd8-88c9-4e30-a92d-efa557b491d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:29Z', 'updated_at': '2021-07-29T23:19:36Z', 'revision_number': 4, 'project_id': '141909c455674c85adb567be58edbbd5', 'gw_port': {'id': 'bc198fd8-88c9-4e30-a92d-efa557b491d3', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05627d1e-b395-4678-a4b0-eb5bdddcf936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:30Z', 'updated_at': '2021-07-29T23:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '7e299a40-61ba-4da0-8cd1-41b05e9df7fe', 'name': '', 'network_id': '82f26ced-9b73-4ca5-a891-f318dedb7b62', 'tenant_id': '141909c455674c85adb567be58edbbd5', 'mac_address': 'fa:16:3e:d2:04:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05627d1e-b395-4678-a4b0-eb5bdddcf936', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2fcef1f5-2138-4298-b243-545b8c344ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:35Z', 'updated_at': '2021-07-29T23:19:36Z', 'revision_number': 2, 'project_id': '141909c455674c85adb567be58edbbd5', 'subnets': [{'id': '2fcef1f5-2138-4298-b243-545b8c344ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:39.382401 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3bdcd3-b82e-4ec2-8d6d-1a71f6aac2ab req-ded4103c-c4c0-43f0-a48c-adb042985930 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:39.384182 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7e3bdcd3-b82e-4ec2-8d6d-1a71f6aac2ab req-ded4103c-c4c0-43f0-a48c-adb042985930 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.39 "GET /v2.0/ports?device_id=12ea6575-aff1-41f5-8c89-ff66f3f3a0d2 HTTP/1.1" status: 200 len: 950 time: 0.4469874 Jul 29 23:19:39.392065 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02b491e-497d-44ae-8e2e-11a3537ba41b None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:39.394096 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02b491e-497d-44ae-8e2e-11a3537ba41b None None] Checking segment: {'id': '7b4104fc-94d0-4c79-a5b9-459ac015462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1b4861e7-2155-4265-b168-d8e6cff2010d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:39.394638 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f02b491e-497d-44ae-8e2e-11a3537ba41b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:39.395057 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f02b491e-497d-44ae-8e2e-11a3537ba41b None None] Bound using segment: {'id': '7b4104fc-94d0-4c79-a5b9-459ac015462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1b4861e7-2155-4265-b168-d8e6cff2010d'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:39.395570 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f02b491e-497d-44ae-8e2e-11a3537ba41b None None] Bound port: a265912d-edee-4f4c-bff2-7ae504d791dd, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4104fc-94d0-4c79-a5b9-459ac015462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1b4861e7-2155-4265-b168-d8e6cff2010d'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:39.396001 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f02b491e-497d-44ae-8e2e-11a3537ba41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:39.401444 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a2b6b7-1acc-462b-98e7-fa68e1f237f5 None None] Checking router: 05627d1e-b395-4678-a4b0-eb5bdddcf936 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:19:39.401950 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a2b6b7-1acc-462b-98e7-fa68e1f237f5 None None] Updating router 05627d1e-b395-4678-a4b0-eb5bdddcf936 port 7e299a40-61ba-4da0-8cd1-41b05e9df7fe binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:19:39.402717 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44309a10-ac43-4039-89de-dc7a3d9cac11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:39.441631 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94a2b6b7-1acc-462b-98e7-fa68e1f237f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:39.464460 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6491ecc7-b65e-4b7b-970a-722fff724256 req-aa735ab8-f39d-4634-8c32-779758b9e680 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4677210 Jul 29 23:19:39.465330 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57504) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:39.533485 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4d4509-5473-4e3e-a3f4-8691382dbb11 req-9fdf2b33-2d38-46f4-9d0f-f9a8f2f09951 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:39.535035 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9f4d4509-5473-4e3e-a3f4-8691382dbb11 req-9fdf2b33-2d38-46f4-9d0f-f9a8f2f09951 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8144201-9bd1-45ae-913c-249698c553a5 HTTP/1.1" status: 200 len: 950 time: 0.3577611 Jul 29 23:19:39.557891 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-47e3d3f0-70ae-42d3-81b5-f19c5db0290c req-999766cb-da46-4373-b3be-8d26716cd07e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Deleting port a83c9ee2-098b-4c90-ab40-170001703a7e {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:39.558242 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-47e3d3f0-70ae-42d3-81b5-f19c5db0290c req-999766cb-da46-4373-b3be-8d26716cd07e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:39.562822 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-afa7165b-0841-46ce-9297-79b13527f586 req-a93dc6b4-a10c-418f-a803-b3eefc289080 service neutron] 10.222.0.23 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3800292 Jul 29 23:19:39.594897 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f02b491e-497d-44ae-8e2e-11a3537ba41b None None] For port a265912d-edee-4f4c-bff2-7ae504d791dd, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:39.607938 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-a53504aa-e988-4592-9b35-2dcd14902fce admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1199872248-network', 'tenant_id': '7fc2cc1b51224dc1a26ac1bfdba20f6b'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:39.609176 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f02b491e-497d-44ae-8e2e-11a3537ba41b None None] For port a265912d-edee-4f4c-bff2-7ae504d791dd, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a265912d-edee-4f4c-bff2-7ae504d791dd,segment=NetworkSegment(7b4104fc-94d0-4c79-a5b9-459ac015462f),segment_id=7b4104fc-94d0-4c79-a5b9-459ac015462f)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:39.621307 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f02b491e-497d-44ae-8e2e-11a3537ba41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:39.660325 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53504aa-e988-4592-9b35-2dcd14902fce admin admin] Made reservation on behalf of 7fc2cc1b51224dc1a26ac1bfdba20f6b for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:39.662771 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a53504aa-e988-4592-9b35-2dcd14902fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:39.709276 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b491e-497d-44ae-8e2e-11a3537ba41b None None] Pushing event updated for resources: {'Port': ['ID=a265912d-edee-4f4c-bff2-7ae504d791dd,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:39.743878 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a53504aa-e988-4592-9b35-2dcd14902fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:39.809783 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-21808677-a4d0-414b-9193-4d0d84a78a46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:39.815987 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9f4d4509-5473-4e3e-a3f4-8691382dbb11 req-3c11998e-8915-4dd4-9ca1-8d8307034a09 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738132 Jul 29 23:19:39.837207 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94a2b6b7-1acc-462b-98e7-fa68e1f237f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:39.866985 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-94a2b6b7-1acc-462b-98e7-fa68e1f237f5 None None] Transition to ACTIVE for port object 7e299a40-61ba-4da0-8cd1-41b05e9df7fe will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:39.885982 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-21808677-a4d0-414b-9193-4d0d84a78a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:39.894264 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94a2b6b7-1acc-462b-98e7-fa68e1f237f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:39.924144 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-47e3d3f0-70ae-42d3-81b5-f19c5db0290c req-999766cb-da46-4373-b3be-8d26716cd07e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] For port a83c9ee2-098b-4c90-ab40-170001703a7e, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=a83c9ee2-098b-4c90-ab40-170001703a7e,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:39.924597 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-47e3d3f0-70ae-42d3-81b5-f19c5db0290c req-999766cb-da46-4373-b3be-8d26716cd07e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:39.953466 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-47e3d3f0-70ae-42d3-81b5-f19c5db0290c req-999766cb-da46-4373-b3be-8d26716cd07e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Calling delete_port for a83c9ee2-098b-4c90-ab40-170001703a7e owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:40.056201 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321f6a9-b650-428f-8c3e-836a8fecbcd6 None None] Pushing event updated for resources: {'Port': ['ID=7e299a40-61ba-4da0-8cd1-41b05e9df7fe,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:40.104786 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device bc198fd8-88c9-4e30-a92d-efa557b491d3 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:40.136051 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-94a2b6b7-1acc-462b-98e7-fa68e1f237f5 None None] Attempting to bind port 7e299a40-61ba-4da0-8cd1-41b05e9df7fe on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:40.136417 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-94a2b6b7-1acc-462b-98e7-fa68e1f237f5 None None] Attempting to bind port 7e299a40-61ba-4da0-8cd1-41b05e9df7fe by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '8dbd6557-d495-406a-b106-ae5dd1f13e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '82f26ced-9b73-4ca5-a891-f318dedb7b62'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:40.136780 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a2b6b7-1acc-462b-98e7-fa68e1f237f5 None None] Attempting to bind port 7e299a40-61ba-4da0-8cd1-41b05e9df7fe on network 82f26ced-9b73-4ca5-a891-f318dedb7b62 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:40.142434 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a2b6b7-1acc-462b-98e7-fa68e1f237f5 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:40.142946 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a2b6b7-1acc-462b-98e7-fa68e1f237f5 None None] Checking segment: {'id': '8dbd6557-d495-406a-b106-ae5dd1f13e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '82f26ced-9b73-4ca5-a891-f318dedb7b62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:40.143356 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94a2b6b7-1acc-462b-98e7-fa68e1f237f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:40.143748 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a2b6b7-1acc-462b-98e7-fa68e1f237f5 None None] Bound using segment: {'id': '8dbd6557-d495-406a-b106-ae5dd1f13e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '82f26ced-9b73-4ca5-a891-f318dedb7b62'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:40.144258 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-94a2b6b7-1acc-462b-98e7-fa68e1f237f5 None None] Bound port: 7e299a40-61ba-4da0-8cd1-41b05e9df7fe, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dbd6557-d495-406a-b106-ae5dd1f13e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '82f26ced-9b73-4ca5-a891-f318dedb7b62'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:40.144804 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94a2b6b7-1acc-462b-98e7-fa68e1f237f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:40.165398 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-afa7165b-0841-46ce-9297-79b13527f586 req-b1d1a0a6-54c6-47e7-a1a8-583865c7084e service neutron] 10.222.0.23 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5712142 Jul 29 23:19:40.178584 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port bc198fd8-88c9-4e30-a92d-efa557b491d3 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:40.178965 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:40.202343 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531a4989-0299-4522-80de-81dd9c3702a6 req-7e59c726-cd25-417f-bfa7-4e89434b4212 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:40.203899 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-531a4989-0299-4522-80de-81dd9c3702a6 req-7e59c726-cd25-417f-bfa7-4e89434b4212 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 949 time: 0.5299737 Jul 29 23:19:40.220539 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44309a10-ac43-4039-89de-dc7a3d9cac11 admin admin] Router 880e6cc3-62cb-408b-afe7-6e64c73e626e has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:19:40.225575 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a53504aa-e988-4592-9b35-2dcd14902fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:40.241228 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-94a2b6b7-1acc-462b-98e7-fa68e1f237f5 None None] For port 7e299a40-61ba-4da0-8cd1-41b05e9df7fe, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:40.249199 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-94a2b6b7-1acc-462b-98e7-fa68e1f237f5 None None] For port 7e299a40-61ba-4da0-8cd1-41b05e9df7fe, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=7e299a40-61ba-4da0-8cd1-41b05e9df7fe,segment=NetworkSegment(8dbd6557-d495-406a-b106-ae5dd1f13e0c),segment_id=8dbd6557-d495-406a-b106-ae5dd1f13e0c)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:40.250328 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a53504aa-e988-4592-9b35-2dcd14902fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:40.275406 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-94a2b6b7-1acc-462b-98e7-fa68e1f237f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:40.288132 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-7e3bdcd3-b82e-4ec2-8d6d-1a71f6aac2ab req-b72e65d3-9eda-4f4a-b87c-d70357c231fb tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Deleting port 7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:40.288569 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7e3bdcd3-b82e-4ec2-8d6d-1a71f6aac2ab req-b72e65d3-9eda-4f4a-b87c-d70357c231fb tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:40.302020 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53504aa-e988-4592-9b35-2dcd14902fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2368d93f-4ab4-416d-8a36-60d1aa3e1eb5,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:40.333358 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a53504aa-e988-4592-9b35-2dcd14902fce admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:19:40.335752 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-21808677-a4d0-414b-9193-4d0d84a78a46 admin admin] Allocated IP 172.25.8.221 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/0c0c4171-ebae-4c87-9191-dbb876d9e494) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:19:40.343884 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321f6a9-b650-428f-8c3e-836a8fecbcd6 None None] Pushing event updated for resources: {'Port': ['ID=7e299a40-61ba-4da0-8cd1-41b05e9df7fe,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:40.362811 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-47e3d3f0-70ae-42d3-81b5-f19c5db0290c req-999766cb-da46-4373-b3be-8d26716cd07e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:40.373957 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['1d291e9a-6200-47dc-94b5-0a95bc84c174', 'd417402e-33ed-425c-819b-5875ab427fa4', '9bce63cc-5043-41c1-9ca3-cf930c8e8920', '7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:40.377642 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a2b6b7-1acc-462b-98e7-fa68e1f237f5 None None] Routers {'05627d1e-b395-4678-a4b0-eb5bdddcf936'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:40.377642 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-94a2b6b7-1acc-462b-98e7-fa68e1f237f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:19:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['05627d1e-b395-4678-a4b0-eb5bdddcf936'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:40.388278 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['a83c9ee2-098b-4c90-ab40-170001703a7e'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:40.415596 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a53504aa-e988-4592-9b35-2dcd14902fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:40.416200 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-a53504aa-e988-4592-9b35-2dcd14902fce admin admin] Added segment 3e3a8069-4d11-439b-9fb2-4c1383fb3f6c of type vlan for network c583d5de-fb48-431e-a82f-f713ba02a36b Jul 29 23:19:40.456670 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999766cb-da46-4373-b3be-8d26716cd07e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Pushing event deleted for resources: {'Port': ['ID=a83c9ee2-098b-4c90-ab40-170001703a7e,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:40.485100 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec42f3-a68d-4e67-be49-91c8881df892 req-70dc7217-87d8-4b2e-9f0e-0d74bb54393c tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:40.510581 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2bec42f3-a68d-4e67-be49-91c8881df892 req-70dc7217-87d8-4b2e-9f0e-0d74bb54393c tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.3290851 Jul 29 23:19:40.516125 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-531a4989-0299-4522-80de-81dd9c3702a6 req-921b381d-77db-40e0-86be-65c976a2f3a7 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648518 Jul 29 23:19:40.544218 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-94a2b6b7-1acc-462b-98e7-fa68e1f237f5 None None] Set router 05627d1e-b395-4678-a4b0-eb5bdddcf936 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:19:40.631285 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a53504aa-e988-4592-9b35-2dcd14902fce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:40.670001 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-7e3bdcd3-b82e-4ec2-8d6d-1a71f6aac2ab req-b72e65d3-9eda-4f4a-b87c-d70357c231fb tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] For port 7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:40.670670 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7e3bdcd3-b82e-4ec2-8d6d-1a71f6aac2ab req-b72e65d3-9eda-4f4a-b87c-d70357c231fb tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:40.746062 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44309a10-ac43-4039-89de-dc7a3d9cac11 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:19:40.789831 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-44309a10-ac43-4039-89de-dc7a3d9cac11 admin admin] 10.222.0.18 "PUT /v2.0/routers/880e6cc3-62cb-408b-afe7-6e64c73e626e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0296562 Jul 29 23:19:40.795766 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57514) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:40.798495 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a53504aa-e988-4592-9b35-2dcd14902fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:40.799748 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53504aa-e988-4592-9b35-2dcd14902fce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:40.800614 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a53504aa-e988-4592-9b35-2dcd14902fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:40.818036 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaa5a41-6143-4955-b653-316988e1895f None None] Sync routers for ids ['880e6cc3-62cb-408b-afe7-6e64c73e626e'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:19:40.872645 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 3f9074c0-f574-49f9-aec4-e84e43e28957 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:19:40.878297 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9f263227-493b-4ab4-bad6-ec4d86f88ffe up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:40.961589 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-94a2b6b7-1acc-462b-98e7-fa68e1f237f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05627d1e-b395-4678-a4b0-eb5bdddcf936', 'name': 'tempest-AttachSCSIVolumeTestJSON-797843540-router', 'tenant_id': '141909c455674c85adb567be58edbbd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'bc198fd8-88c9-4e30-a92d-efa557b491d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:29Z', 'updated_at': '2021-07-29T23:19:36Z', 'revision_number': 4, 'project_id': '141909c455674c85adb567be58edbbd5', 'gw_port': {'id': 'bc198fd8-88c9-4e30-a92d-efa557b491d3', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05627d1e-b395-4678-a4b0-eb5bdddcf936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:30Z', 'updated_at': '2021-07-29T23:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '7e299a40-61ba-4da0-8cd1-41b05e9df7fe', 'name': '', 'network_id': '82f26ced-9b73-4ca5-a891-f318dedb7b62', 'tenant_id': '141909c455674c85adb567be58edbbd5', 'mac_address': 'fa:16:3e:d2:04:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05627d1e-b395-4678-a4b0-eb5bdddcf936', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2fcef1f5-2138-4298-b243-545b8c344ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:35Z', 'updated_at': '2021-07-29T23:19:40Z', 'revision_number': 4, 'project_id': '141909c455674c85adb567be58edbbd5', 'subnets': [{'id': '2fcef1f5-2138-4298-b243-545b8c344ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:40.978764 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-21808677-a4d0-414b-9193-4d0d84a78a46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:40.986758 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a53504aa-e988-4592-9b35-2dcd14902fce admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3843498 Jul 29 23:19:40.994362 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57518) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:40.996130 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaa5a41-6143-4955-b653-316988e1895f None None] Routers {'880e6cc3-62cb-408b-afe7-6e64c73e626e'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:40.997459 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-dfaa5a41-6143-4955-b653-316988e1895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:19:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['880e6cc3-62cb-408b-afe7-6e64c73e626e'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:41.002847 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-a0c2df8f-ffde-4fff-a454-b7d60a8dce42 admin admin] Request body: {'subnet': {'network_id': 'c583d5de-fb48-431e-a82f-f713ba02a36b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1199872248-subnet', 'tenant_id': '7fc2cc1b51224dc1a26ac1bfdba20f6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:41.026374 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53504aa-e988-4592-9b35-2dcd14902fce admin admin] Pushing event updated for resources: {'Network': ['ID=c583d5de-fb48-431e-a82f-f713ba02a36b,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:41.042862 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94a2b6b7-1acc-462b-98e7-fa68e1f237f5 None None] The sync data for ids ['05627d1e-b395-4678-a4b0-eb5bdddcf936'] in n-d-712140-10 is: [{'id': '05627d1e-b395-4678-a4b0-eb5bdddcf936', 'name': 'tempest-AttachSCSIVolumeTestJSON-797843540-router', 'tenant_id': '141909c455674c85adb567be58edbbd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'bc198fd8-88c9-4e30-a92d-efa557b491d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:29Z', 'updated_at': '2021-07-29T23:19:36Z', 'revision_number': 4, 'project_id': '141909c455674c85adb567be58edbbd5', 'gw_port': {'id': 'bc198fd8-88c9-4e30-a92d-efa557b491d3', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05627d1e-b395-4678-a4b0-eb5bdddcf936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:30Z', 'updated_at': '2021-07-29T23:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '7e299a40-61ba-4da0-8cd1-41b05e9df7fe', 'name': '', 'network_id': '82f26ced-9b73-4ca5-a891-f318dedb7b62', 'tenant_id': '141909c455674c85adb567be58edbbd5', 'mac_address': 'fa:16:3e:d2:04:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05627d1e-b395-4678-a4b0-eb5bdddcf936', 'device_owner': 'network:router_interface', 'standard_attr_id': 552, 'fixed_ips': [{'subnet_id': '2fcef1f5-2138-4298-b243-545b8c344ad7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:35Z', 'updated_at': '2021-07-29T23:19:40Z', 'revision_number': 4, 'project_id': '141909c455674c85adb567be58edbbd5', 'subnets': [{'id': '2fcef1f5-2138-4298-b243-545b8c344ad7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:19:41.078859 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.db.resource_extend [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:19:41.085615 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network c583d5de-fb48-431e-a82f-f713ba02a36b details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:19:41.152180 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-21808677-a4d0-414b-9193-4d0d84a78a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:41.229716 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21808677-a4d0-414b-9193-4d0d84a78a46 admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:41.239754 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c0bd04a3-4db6-4525-b526-30e008e6590b admin admin] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:41.244786 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-21808677-a4d0-414b-9193-4d0d84a78a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:41.247543 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21808677-a4d0-414b-9193-4d0d84a78a46 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:19:41.272908 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b52a3e9-ce9a-4c6a-afa8-ac6b39db8ff4 None None] Network 1b4861e7-2155-4265-b168-d8e6cff2010d requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:19:41.285179 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e3d3f0-70ae-42d3-81b5-f19c5db0290c req-999766cb-da46-4373-b3be-8d26716cd07e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] No DVR routers for this DVR port a83c9ee2-098b-4c90-ab40-170001703a7e on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:19:41.295386 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-47e3d3f0-70ae-42d3-81b5-f19c5db0290c req-999766cb-da46-4373-b3be-8d26716cd07e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:41.297643 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47e3d3f0-70ae-42d3-81b5-f19c5db0290c req-999766cb-da46-4373-b3be-8d26716cd07e tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.23 "DELETE /v2.0/ports/a83c9ee2-098b-4c90-ab40-170001703a7e HTTP/1.1" status: 204 len: 173 time: 2.3033679 Jul 29 23:19:41.300872 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8144201-9bd1-45ae-913c-249698c553a5', 'name': 'network-vif-deleted', 'tag': 'a83c9ee2-098b-4c90-ab40-170001703a7e'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:41.303091 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa150d7d-f061-4e67-8642-8b4a6ac1de20" -d '{"events": [{"server_uuid": "a8144201-9bd1-45ae-913c-249698c553a5", "name": "network-vif-deleted", "tag": "a83c9ee2-098b-4c90-ab40-170001703a7e"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:41.360916 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21808677-a4d0-414b-9193-4d0d84a78a46 admin admin] Pushing event updated for resources: {'Port': ['ID=0c0c4171-ebae-4c87-9191-dbb876d9e494,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:41.385006 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c2df8f-ffde-4fff-a454-b7d60a8dce42 admin admin] Made reservation on behalf of 7fc2cc1b51224dc1a26ac1bfdba20f6b for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:41.387863 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a0c2df8f-ffde-4fff-a454-b7d60a8dce42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:41.396609 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2bec42f3-a68d-4e67-be49-91c8881df892 req-3419f417-3b50-4f8e-bbe7-9e84154a11e2 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8849444 Jul 29 23:19:41.397685 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-7e3bdcd3-b82e-4ec2-8d6d-1a71f6aac2ab req-b72e65d3-9eda-4f4a-b87c-d70357c231fb tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Calling delete_port for 7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:41.477558 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2924d92-f7c9-43a7-8a73-c3ad6d27ba66 req-893dbd9e-7ba5-4af8-be4f-fbb59f53fd11 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:41.486106 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a2924d92-f7c9-43a7-8a73-c3ad6d27ba66 req-893dbd9e-7ba5-4af8-be4f-fbb59f53fd11 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 943 time: 0.1988835 Jul 29 23:19:41.506746 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-dfaa5a41-6143-4955-b653-316988e1895f None None] Set router 880e6cc3-62cb-408b-afe7-6e64c73e626e gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:19:41.744278 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a2924d92-f7c9-43a7-8a73-c3ad6d27ba66 req-0e46d659-7a3c-452c-b1be-8737beae6a0e tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004206 Jul 29 23:19:41.793809 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb7a401-2b3a-4a89-8cce-c61b3d3bebd2 req-711bb8db-2c3b-4f84-b489-b6f50238240f tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:41.795604 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cfb7a401-2b3a-4a89-8cce-c61b3d3bebd2 req-711bb8db-2c3b-4f84-b489-b6f50238240f tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 949 time: 0.2533274 Jul 29 23:19:41.840978 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7e3bdcd3-b82e-4ec2-8d6d-1a71f6aac2ab req-b72e65d3-9eda-4f4a-b87c-d70357c231fb tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:41.857289 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 9f263227-493b-4ab4-bad6-ec4d86f88ffe completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:41.939459 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72e65d3-9eda-4f4a-b87c-d70357c231fb tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Pushing event deleted for resources: {'Port': ['ID=7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:41.957779 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['a83c9ee2-098b-4c90-ab40-170001703a7e'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:42.012299 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-86609ea9-8a95-428b-a74f-235c6fb3dd8e req-bb691ac0-8b97-4474-bde8-d328fff32afb tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8144201-9bd1-45ae-913c-249698c553a5 HTTP/1.1" status: 200 len: 210 time: 0.0821097 Jul 29 23:19:42.028210 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c0bd04a3-4db6-4525-b526-30e008e6590b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:42.067734 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 9f263227-493b-4ab4-bad6-ec4d86f88ffe triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:42.068238 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:42.074570 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cfb7a401-2b3a-4a89-8cce-c61b3d3bebd2 req-cd16dc85-a961-446e-a4fb-e61413eaec04 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669094 Jul 29 23:19:42.076872 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3bdcd3-b82e-4ec2-8d6d-1a71f6aac2ab req-b72e65d3-9eda-4f4a-b87c-d70357c231fb tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] No DVR routers for this DVR port 7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:19:42.080697 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7e3bdcd3-b82e-4ec2-8d6d-1a71f6aac2ab req-b72e65d3-9eda-4f4a-b87c-d70357c231fb tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:42.110535 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7e3bdcd3-b82e-4ec2-8d6d-1a71f6aac2ab req-b72e65d3-9eda-4f4a-b87c-d70357c231fb tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.39 "DELETE /v2.0/ports/7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9 HTTP/1.1" status: 204 len: 173 time: 2.7082877 Jul 29 23:19:42.148169 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57abe4d4-1af1-4267-8ea8-c23e59f2e60f x-openstack-request-id: req-57abe4d4-1af1-4267-8ea8-c23e59f2e60f {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:42.148958 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8144201-9bd1-45ae-913c-249698c553a5", "name": "network-vif-deleted", "tag": "a83c9ee2-098b-4c90-ab40-170001703a7e", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:42.151908 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-57abe4d4-1af1-4267-8ea8-c23e59f2e60f {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:42.152823 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8144201-9bd1-45ae-913c-249698c553a5', 'name': 'network-vif-deleted', 'tag': 'a83c9ee2-098b-4c90-ab40-170001703a7e', 'status': 'completed', 'code': 200} Jul 29 23:19:42.169223 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a265912d-edee-4f4c-bff2-7ae504d791dd up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:42.249059 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-21808677-a4d0-414b-9193-4d0d84a78a46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:42.260959 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 3f9074c0-f574-49f9-aec4-e84e43e28957, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3f9074c0-f574-49f9-aec4-e84e43e28957,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:42.280689 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f91bc399-3d3e-4ef0-b344-9c3c076d77f0 None None] Provisioning for port a265912d-edee-4f4c-bff2-7ae504d791dd completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:42.352303 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '3f9074c0-f574-49f9-aec4-e84e43e28957', 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9', 'port_id': '3f9074c0-f574-49f9-aec4-e84e43e28957', 'mac_address': 'fa:16:3e:3f:ac:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ea5ab56-d2f4-49be-ac07-d932b6774fb8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:19:42.422761 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:42.458358 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f9074c0-f574-49f9-aec4-e84e43e28957 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:19:42.532319 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd04a3-4db6-4525-b526-30e008e6590b admin admin] Deleting port b232dcb9-9444-4248-853e-4e8636ee9b2a {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:42.533197 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c0bd04a3-4db6-4525-b526-30e008e6590b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:42.582402 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a0c2df8f-ffde-4fff-a454-b7d60a8dce42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:42.585275 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-761b223d-51f5-4e10-ae3c-2ea233e60faa tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=924eedf485ca49e88625072b8912a512&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383217 Jul 29 23:19:42.690533 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 3f9074c0-f574-49f9-aec4-e84e43e28957, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3f9074c0-f574-49f9-aec4-e84e43e28957,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:42.751489 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:42.790730 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c2df8f-ffde-4fff-a454-b7d60a8dce42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3108bb5-021d-47f4-a611-438b0a4eda85,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:42.800656 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port a265912d-edee-4f4c-bff2-7ae504d791dd completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:42.807544 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c2df8f-ffde-4fff-a454-b7d60a8dce42 admin admin] Checking segment: {'id': '3e3a8069-4d11-439b-9fb2-4c1383fb3f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c583d5de-fb48-431e-a82f-f713ba02a36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:42.808109 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c2df8f-ffde-4fff-a454-b7d60a8dce42 admin admin] Network hostable DHCP agents. Network: c583d5de-fb48-431e-a82f-f713ba02a36b, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:19:42.840096 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-c0bd04a3-4db6-4525-b526-30e008e6590b admin admin] For port b232dcb9-9444-4248-853e-4e8636ee9b2a, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=b232dcb9-9444-4248-853e-4e8636ee9b2a,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:42.840590 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c0bd04a3-4db6-4525-b526-30e008e6590b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:42.853950 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-21808677-a4d0-414b-9193-4d0d84a78a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:42.862105 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-c0bd04a3-4db6-4525-b526-30e008e6590b admin admin] Calling delete_port for b232dcb9-9444-4248-853e-4e8636ee9b2a owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:42.862813 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22dbbf-3596-46a4-82b3-108aae51396a req-85320885-4a5c-4e57-9224-4e1c1ea56be6 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:42.872077 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ba22dbbf-3596-46a4-82b3-108aae51396a req-85320885-4a5c-4e57-9224-4e1c1ea56be6 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.2825794 Jul 29 23:19:42.872301 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:42.883361 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port a265912d-edee-4f4c-bff2-7ae504d791dd triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:42.883741 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:42.914445 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c2df8f-ffde-4fff-a454-b7d60a8dce42 admin admin] Network c583d5de-fb48-431e-a82f-f713ba02a36b is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:19:42.957013 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ba22dbbf-3596-46a4-82b3-108aae51396a req-30f691f9-6611-42ac-9b6b-30958952e7ce tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852606 Jul 29 23:19:42.967875 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-a0c2df8f-ffde-4fff-a454-b7d60a8dce42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, c583d5de-fb48-431e-a82f-f713ba02a36b) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:42.972545 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c2df8f-ffde-4fff-a454-b7d60a8dce42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:42.973164 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a0c2df8f-ffde-4fff-a454-b7d60a8dce42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:42.975305 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-8beea7e4-e5e3-453f-8913-7fcc2041af16 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:42.984543 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-8beea7e4-e5e3-453f-8913-7fcc2041af16 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3983045 Jul 29 23:19:42.997984 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80efb320-c3c7-48a7-94a4-0f295181e204 None None] Network c583d5de-fb48-431e-a82f-f713ba02a36b requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:19:43.017414 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-1c69924f-7c12-4d7d-b9a9-df97a4926302 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/quotas/924eedf485ca49e88625072b8912a512 HTTP/1.1" status: 200 len: 375 time: 0.0318928 Jul 29 23:19:43.069724 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a0c2df8f-ffde-4fff-a454-b7d60a8dce42 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0699089 Jul 29 23:19:43.074193 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57556) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:43.100586 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['3f9074c0-f574-49f9-aec4-e84e43e28957'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:43.102598 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:19:43.114826 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-4df9c97d-4fe7-464e-8315-1032e50ebb50 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1199872248-router', 'tenant_id': '7fc2cc1b51224dc1a26ac1bfdba20f6b', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:43.161931 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=3f9074c0-f574-49f9-aec4-e84e43e28957,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:43.164704 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-f189669a-0d04-4bc5-8716-19d362f0357b tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1463587 Jul 29 23:19:43.165082 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cc6f92-bbd8-49bb-b1cc-8093a55faa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f263227-493b-4ab4-bad6-ec4d86f88ffe'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:43.167943 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a114a73-f5a9-4935-9ce5-d04f030dce92" -d '{"events": [{"server_uuid": "d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a", "name": "network-vif-plugged", "status": "completed", "tag": "9f263227-493b-4ab4-bad6-ec4d86f88ffe"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:43.178157 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4df9c97d-4fe7-464e-8315-1032e50ebb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:43.179176 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4df9c97d-4fe7-464e-8315-1032e50ebb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:43.183764 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a42194f-2de9-4d23-a1fa-813c324434f7 req-bca6d16c-64f0-4296-a90f-92864f955714 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:43.187125 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a42194f-2de9-4d23-a1fa-813c324434f7 req-bca6d16c-64f0-4296-a90f-92864f955714 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 944 time: 0.0929217 Jul 29 23:19:43.201735 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:19:43.202370 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:19:43.218519 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9f263227-493b-4ab4-bad6-ec4d86f88ffe, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9f263227-493b-4ab4-bad6-ec4d86f88ffe,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:43.232035 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-dfaa5a41-6143-4955-b653-316988e1895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'name': 'tempest-FloatingIPsAssociationTestJSON-517537085-router', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73'}], 'enable_snat': True}, 'gw_port_id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:00Z', 'updated_at': '2021-07-29T23:19:38Z', 'revision_number': 5, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'gw_port': {'id': 'b232dcb9-9444-4248-853e-4e8636ee9b2a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:d6:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:02Z', 'updated_at': '2021-07-29T23:18:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:43.250396 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a42194f-2de9-4d23-a1fa-813c324434f7 req-5f2a2852-455e-4d88-974f-6c1a20c60aab tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539980 Jul 29 23:19:43.250922 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4df9c97d-4fe7-464e-8315-1032e50ebb50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:43.318300 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:43.338360 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device a83c9ee2-098b-4c90-ab40-170001703a7e no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:19:43.349649 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaa5a41-6143-4955-b653-316988e1895f None None] Checking router: 880e6cc3-62cb-408b-afe7-6e64c73e626e for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:19:43.411881 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fe861e-56ad-49d3-884c-cfd686b78e3e x-openstack-request-id: req-88fe861e-56ad-49d3-884c-cfd686b78e3e {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:43.412371 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a", "name": "network-vif-plugged", "status": "completed", "tag": "9f263227-493b-4ab4-bad6-ec4d86f88ffe", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:43.412777 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88fe861e-56ad-49d3-884c-cfd686b78e3e {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:43.413308 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8cc6f92-bbd8-49bb-b1cc-8093a55faa0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f263227-493b-4ab4-bad6-ec4d86f88ffe', 'code': 200} Jul 29 23:19:43.428499 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21808677-a4d0-414b-9193-4d0d84a78a46 admin admin] Router 8c6a0178-9689-420c-b381-c298e301a0fd is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:19:43.437415 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: a83c9ee2-098b-4c90-ab40-170001703a7e {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:19:43.438045 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device a83c9ee2-098b-4c90-ab40-170001703a7e not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:19:43.445263 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c0bd04a3-4db6-4525-b526-30e008e6590b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:43.485509 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:43.514954 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd04a3-4db6-4525-b526-30e008e6590b admin admin] Pushing event deleted for resources: {'Port': ['ID=b232dcb9-9444-4248-853e-4e8636ee9b2a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:43.536585 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3c53eb9a-dfe1-49cb-8528-1232edce62d1 req-be7aede3-3ec5-4fbf-ad9c-eb7e32357a5e tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 210 time: 0.0410697 Jul 29 23:19:43.563232 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfaa5a41-6143-4955-b653-316988e1895f None None] Routers {'880e6cc3-62cb-408b-afe7-6e64c73e626e'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:43.564076 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-dfaa5a41-6143-4955-b653-316988e1895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:19:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['880e6cc3-62cb-408b-afe7-6e64c73e626e'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:43.566725 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e3a3ba6c-b3f4-4b7c-81de-8e2b3d9cc7b9 None None] Provisioning complete for port a265912d-edee-4f4c-bff2-7ae504d791dd triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:43.567274 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e3a3ba6c-b3f4-4b7c-81de-8e2b3d9cc7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:43.594462 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4df9c97d-4fe7-464e-8315-1032e50ebb50 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:43.694725 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=9f263227-493b-4ab4-bad6-ec4d86f88ffe,revision_number=9']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:43.777650 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port a265912d-edee-4f4c-bff2-7ae504d791dd, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a265912d-edee-4f4c-bff2-7ae504d791dd,segment=NetworkSegment(7b4104fc-94d0-4c79-a5b9-459ac015462f),segment_id=7b4104fc-94d0-4c79-a5b9-459ac015462f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:43.794730 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c0bd04a3-4db6-4525-b526-30e008e6590b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:43.795541 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-dfaa5a41-6143-4955-b653-316988e1895f None None] Set router 880e6cc3-62cb-408b-afe7-6e64c73e626e gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:19:43.829473 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:43.830438 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 7e299a40-61ba-4da0-8cd1-41b05e9df7fe up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:43.902168 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c0bd04a3-4db6-4525-b526-30e008e6590b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:43.905207 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c0bd04a3-4db6-4525-b526-30e008e6590b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:43.940666 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-dfaa5a41-6143-4955-b653-316988e1895f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'name': 'tempest-FloatingIPsAssociationTestJSON-517537085-router', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:00Z', 'updated_at': '2021-07-29T23:19:43Z', 'revision_number': 7, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:43.949478 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec835a9-5d14-4aec-b7c5-d2b0584ef639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-c583d5de-fb48-431e-a82f-f713ba02a36b', 'network_id': 'c583d5de-fb48-431e-a82f-f713ba02a36b', 'tenant_id': '7fc2cc1b51224dc1a26ac1bfdba20f6b', 'fixed_ips': [{'subnet_id': 'f3108bb5-021d-47f4-a611-438b0a4eda85'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:19:43.950313 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eec835a9-5d14-4aec-b7c5-d2b0584ef639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:43.975948 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21808677-a4d0-414b-9193-4d0d84a78a46 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:19:43.989457 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5525c4-92a6-4a4c-8bb8-f7dd9871b065 None None] Sync routers for ids ['8c6a0178-9689-420c-b381-c298e301a0fd'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:19:44.004465 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5525c4-92a6-4a4c-8bb8-f7dd9871b065 None None] Routers {'8c6a0178-9689-420c-b381-c298e301a0fd'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:44.006237 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e14e205-4287-4725-bba7-890256d3fdfe req-29a63617-e2d9-4bdf-95b1-688a2bbc730b tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:44.008515 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2e14e205-4287-4725-bba7-890256d3fdfe req-29a63617-e2d9-4bdf-95b1-688a2bbc730b tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e2825d-3844-4272-b559-3d8887eaaad5 HTTP/1.1" status: 200 len: 949 time: 0.0664892 Jul 29 23:19:44.014123 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfaa5a41-6143-4955-b653-316988e1895f None None] The sync data for ids ['880e6cc3-62cb-408b-afe7-6e64c73e626e'] in n-d-712140-10 is: [{'id': '880e6cc3-62cb-408b-afe7-6e64c73e626e', 'name': 'tempest-FloatingIPsAssociationTestJSON-517537085-router', 'tenant_id': '996f54c2219e43118807a0e5eacc8eba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:00Z', 'updated_at': '2021-07-29T23:19:43Z', 'revision_number': 7, 'project_id': '996f54c2219e43118807a0e5eacc8eba', 'gw_port_host': None}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:19:44.017911 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-4c5525c4-92a6-4a4c-8bb8-f7dd9871b065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:19:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8c6a0178-9689-420c-b381-c298e301a0fd'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:44.064594 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c0bd04a3-4db6-4525-b526-30e008e6590b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:44.067727 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0bd04a3-4db6-4525-b526-30e008e6590b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 880e6cc3-62cb-408b-afe7-6e64c73e626e {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:19:44.086146 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c0bd04a3-4db6-4525-b526-30e008e6590b admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:44.093866 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c0bd04a3-4db6-4525-b526-30e008e6590b admin admin] 10.222.0.18 "DELETE /v2.0/routers/880e6cc3-62cb-408b-afe7-6e64c73e626e HTTP/1.1" status: 204 len: 168 time: 3.2963481 Jul 29 23:19:44.106572 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57584) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:44.107751 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-21808677-a4d0-414b-9193-4d0d84a78a46 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:44.112146 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-21808677-a4d0-414b-9193-4d0d84a78a46 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.3036003 Jul 29 23:19:44.115765 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57586) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:44.119969 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2e14e205-4287-4725-bba7-890256d3fdfe req-ec8d1b9d-2d7b-4fb1-8525-d696fa323823 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968685 Jul 29 23:19:44.165296 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12ea6575-aff1-41f5-8c89-ff66f3f3a0d2', 'name': 'network-vif-deleted', 'tag': '7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:44.173320 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=a265912d-edee-4f4c-bff2-7ae504d791dd,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:44.176558 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94492ec-251d-4dd9-9350-0084c0dd6509" -d '{"events": [{"server_uuid": "12ea6575-aff1-41f5-8c89-ff66f3f3a0d2", "name": "network-vif-deleted", "tag": "7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:44.177347 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a52ec66-79f9-4183-980c-992ef234b76c admin admin] Deleting subnet 7fc0bd98-0583-4b79-a848-71b083ba6138 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:19:44.189181 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1a52ec66-79f9-4183-980c-992ef234b76c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:44.271456 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216875c7-5e55-4eac-95c9-c61c3dd9c0a8 req-3b209312-5edc-4bc1-96c4-f48eff8c1be5 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:44.289522 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-216875c7-5e55-4eac-95c9-c61c3dd9c0a8 req-3b209312-5edc-4bc1-96c4-f48eff8c1be5 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.1656010 Jul 29 23:19:44.316439 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da163782-f652-40cf-b52f-ae33164fdfd6 x-openstack-request-id: req-da163782-f652-40cf-b52f-ae33164fdfd6 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:44.316995 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12ea6575-aff1-41f5-8c89-ff66f3f3a0d2", "name": "network-vif-deleted", "tag": "7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:44.317482 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-da163782-f652-40cf-b52f-ae33164fdfd6 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:44.318057 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12ea6575-aff1-41f5-8c89-ff66f3f3a0d2', 'name': 'network-vif-deleted', 'tag': '7a51b32c-93d0-4b9e-a3b1-a3591ffe88a9', 'status': 'completed', 'code': 200} Jul 29 23:19:44.330077 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-4c5525c4-92a6-4a4c-8bb8-f7dd9871b065 None None] Set router 8c6a0178-9689-420c-b381-c298e301a0fd gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:19:44.388291 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-216875c7-5e55-4eac-95c9-c61c3dd9c0a8 req-27290e47-bcc6-43ff-9c31-19287e822993 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899928 Jul 29 23:19:44.444373 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-eec835a9-5d14-4aec-b7c5-d2b0584ef639 None None] Allocated IP 172.20.0.2 (c583d5de-fb48-431e-a82f-f713ba02a36b/f3108bb5-021d-47f4-a611-438b0a4eda85/977e344a-5b8f-404f-a489-def69440ab83) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:19:44.476340 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af89431-4aff-4d13-9bbd-1bab924ca43c req-5d981e0b-fe77-45db-9452-0cacec9f132f tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:44.491104 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5af89431-4aff-4d13-9bbd-1bab924ca43c req-5d981e0b-fe77-45db-9452-0cacec9f132f tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 944 time: 0.1070974 Jul 29 23:19:44.520329 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['1d291e9a-6200-47dc-94b5-0a95bc84c174', 'd417402e-33ed-425c-819b-5875ab427fa4', '9bce63cc-5043-41c1-9ca3-cf930c8e8920'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:44.567407 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5af89431-4aff-4d13-9bbd-1bab924ca43c req-2b19ccb7-53b5-4624-944e-28c2fcc53ef7 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732408 Jul 29 23:19:44.581626 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 7e299a40-61ba-4da0-8cd1-41b05e9df7fe completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:44.605907 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 7e299a40-61ba-4da0-8cd1-41b05e9df7fe triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:44.606290 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:44.621431 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1a52ec66-79f9-4183-980c-992ef234b76c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:44.700518 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-4c5525c4-92a6-4a4c-8bb8-f7dd9871b065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'name': 'tempest-ServersTestBootFromVolume-174923062-router', 'tenant_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '0c0c4171-ebae-4c87-9191-dbb876d9e494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:38Z', 'updated_at': '2021-07-29T23:19:41Z', 'revision_number': 3, 'project_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'gw_port': {'id': '0c0c4171-ebae-4c87-9191-dbb876d9e494', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:39Z', 'updated_at': '2021-07-29T23:19:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:44.733024 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4781b3d0-be89-465c-89d4-f379dbb830d7 req-fbca5b3a-674c-4697-8559-1628831b1ad6 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 210 time: 0.0569208 Jul 29 23:19:44.767692 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5525c4-92a6-4a4c-8bb8-f7dd9871b065 None None] Checking router: 8c6a0178-9689-420c-b381-c298e301a0fd for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:19:44.768073 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5525c4-92a6-4a4c-8bb8-f7dd9871b065 None None] Updating router 8c6a0178-9689-420c-b381-c298e301a0fd port 0c0c4171-ebae-4c87-9191-dbb876d9e494 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:19:44.800899 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-dc14175e-e365-4174-a4ed-b584a72b57bf tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=924eedf485ca49e88625072b8912a512&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599365 Jul 29 23:19:44.812878 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4c5525c4-92a6-4a4c-8bb8-f7dd9871b065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:44.864939 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eec835a9-5d14-4aec-b7c5-d2b0584ef639 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:44.879039 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:44.883962 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-eec835a9-5d14-4aec-b7c5-d2b0584ef639 None None] Transition to ACTIVE for port object 977e344a-5b8f-404f-a489-def69440ab83 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:44.935587 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-eec835a9-5d14-4aec-b7c5-d2b0584ef639 None None] Transition to ACTIVE for port object 977e344a-5b8f-404f-a489-def69440ab83 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:44.963533 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 7e299a40-61ba-4da0-8cd1-41b05e9df7fe, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=7e299a40-61ba-4da0-8cd1-41b05e9df7fe,segment=NetworkSegment(8dbd6557-d495-406a-b106-ae5dd1f13e0c),segment_id=8dbd6557-d495-406a-b106-ae5dd1f13e0c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:44.964917 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eec835a9-5d14-4aec-b7c5-d2b0584ef639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:45.006688 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:45.072287 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec835a9-5d14-4aec-b7c5-d2b0584ef639 None None] Network c583d5de-fb48-431e-a82f-f713ba02a36b is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:45.076614 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-efe8ffea-3b14-4658-8a10-5649f751aad6 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:45.078581 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-efe8ffea-3b14-4658-8a10-5649f751aad6 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2709949 Jul 29 23:19:45.078940 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-eec835a9-5d14-4aec-b7c5-d2b0584ef639 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:45.083357 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4df9c97d-4fe7-464e-8315-1032e50ebb50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:45.084861 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec835a9-5d14-4aec-b7c5-d2b0584ef639 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:19:45.087705 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec835a9-5d14-4aec-b7c5-d2b0584ef639 None None] Pushing event updated for resources: {'Port': ['ID=977e344a-5b8f-404f-a489-def69440ab83,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:45.114639 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4df9c97d-4fe7-464e-8315-1032e50ebb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:45.130219 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-ae226f77-e72e-4de9-86b2-6a729394b9ef tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Request body: {'port': {'device_id': 'ba37ef80-3814-4e81-9e93-e84ead14ead7', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'admin_state_up': True, 'tenant_id': '924eedf485ca49e88625072b8912a512'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:45.192606 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a265912d-edee-4f4c-bff2-7ae504d791dd up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:45.268307 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1a52ec66-79f9-4183-980c-992ef234b76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:45.312086 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=7e299a40-61ba-4da0-8cd1-41b05e9df7fe,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:45.314831 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-eec835a9-5d14-4aec-b7c5-d2b0584ef639 None None] Attempting to bind port 977e344a-5b8f-404f-a489-def69440ab83 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:45.315206 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-eec835a9-5d14-4aec-b7c5-d2b0584ef639 None None] Attempting to bind port 977e344a-5b8f-404f-a489-def69440ab83 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '3e3a8069-4d11-439b-9fb2-4c1383fb3f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c583d5de-fb48-431e-a82f-f713ba02a36b'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:45.315568 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec835a9-5d14-4aec-b7c5-d2b0584ef639 None None] Attempting to bind port 977e344a-5b8f-404f-a489-def69440ab83 on network c583d5de-fb48-431e-a82f-f713ba02a36b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:45.337657 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4c5525c4-92a6-4a4c-8bb8-f7dd9871b065 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:45.351639 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-4c5525c4-92a6-4a4c-8bb8-f7dd9871b065 None None] Transition to ACTIVE for port object 0c0c4171-ebae-4c87-9191-dbb876d9e494 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:45.375865 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec835a9-5d14-4aec-b7c5-d2b0584ef639 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:45.376239 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec835a9-5d14-4aec-b7c5-d2b0584ef639 None None] Checking segment: {'id': '3e3a8069-4d11-439b-9fb2-4c1383fb3f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c583d5de-fb48-431e-a82f-f713ba02a36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:45.376677 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eec835a9-5d14-4aec-b7c5-d2b0584ef639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:45.377072 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec835a9-5d14-4aec-b7c5-d2b0584ef639 None None] Bound using segment: {'id': '3e3a8069-4d11-439b-9fb2-4c1383fb3f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c583d5de-fb48-431e-a82f-f713ba02a36b'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:45.377560 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-eec835a9-5d14-4aec-b7c5-d2b0584ef639 None None] Bound port: 977e344a-5b8f-404f-a489-def69440ab83, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e3a8069-4d11-439b-9fb2-4c1383fb3f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c583d5de-fb48-431e-a82f-f713ba02a36b'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:45.377690 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4c5525c4-92a6-4a4c-8bb8-f7dd9871b065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:45.377943 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eec835a9-5d14-4aec-b7c5-d2b0584ef639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:45.417162 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823eb2f-1d8e-4361-b381-e87305191825 req-1ca9e7ee-1355-40c3-8542-e837b53410d9 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:45.419637 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c823eb2f-1d8e-4361-b381-e87305191825 req-1ca9e7ee-1355-40c3-8542-e837b53410d9 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.39 "GET /v2.0/ports?device_id=07e2825d-3844-4272-b559-3d8887eaaad5 HTTP/1.1" status: 200 len: 949 time: 0.2734492 Jul 29 23:19:45.429699 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300ab18-d6a8-499c-81e4-dea634c6dda2 req-51a1eeb5-7df1-4663-9fb1-19f1491de0d0 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:45.433299 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47d17b-a9e1-4ccb-a718-34bf868c8d44 None None] Pushing event updated for resources: {'Port': ['ID=0c0c4171-ebae-4c87-9191-dbb876d9e494,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:45.442194 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a300ab18-d6a8-499c-81e4-dea634c6dda2 req-51a1eeb5-7df1-4663-9fb1-19f1491de0d0 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e2825d-3844-4272-b559-3d8887eaaad5 HTTP/1.1" status: 200 len: 949 time: 0.1407635 Jul 29 23:19:45.506908 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551f7b9-9f0e-4aed-bcb1-4f7ec2f61abf req-f5302943-5db2-4f45-ba70-cb17684970de tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:45.508722 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f551f7b9-9f0e-4aed-bcb1-4f7ec2f61abf req-f5302943-5db2-4f45-ba70-cb17684970de tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.39 "GET /v2.0/ports?device_id=1b76cb8a-8a98-47cf-a1fb-dcd82b98448d HTTP/1.1" status: 200 len: 949 time: 0.2097058 Jul 29 23:19:45.511730 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-4c5525c4-92a6-4a4c-8bb8-f7dd9871b065 None None] Attempting to bind port 0c0c4171-ebae-4c87-9191-dbb876d9e494 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:45.512399 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-4c5525c4-92a6-4a4c-8bb8-f7dd9871b065 None None] Attempting to bind port 0c0c4171-ebae-4c87-9191-dbb876d9e494 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:45.512925 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5525c4-92a6-4a4c-8bb8-f7dd9871b065 None None] Attempting to bind port 0c0c4171-ebae-4c87-9191-dbb876d9e494 on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:45.516148 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port a265912d-edee-4f4c-bff2-7ae504d791dd triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:45.516523 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:45.522494 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5525c4-92a6-4a4c-8bb8-f7dd9871b065 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:45.523197 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5525c4-92a6-4a4c-8bb8-f7dd9871b065 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:45.524199 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4c5525c4-92a6-4a4c-8bb8-f7dd9871b065 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:45.524737 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5525c4-92a6-4a4c-8bb8-f7dd9871b065 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:45.525426 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-4c5525c4-92a6-4a4c-8bb8-f7dd9871b065 None None] Bound port: 0c0c4171-ebae-4c87-9191-dbb876d9e494, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:45.526036 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4c5525c4-92a6-4a4c-8bb8-f7dd9871b065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:45.573308 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1a52ec66-79f9-4183-980c-992ef234b76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:45.578223 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-4df9c97d-4fe7-464e-8315-1032e50ebb50 admin admin] Allocated IP 172.25.8.26 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/83740e1c-50d1-415d-aafc-7c9978224a06) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:19:45.593340 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-eec835a9-5d14-4aec-b7c5-d2b0584ef639 None None] For port 977e344a-5b8f-404f-a489-def69440ab83, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:45.598060 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-eec835a9-5d14-4aec-b7c5-d2b0584ef639 None None] For port 977e344a-5b8f-404f-a489-def69440ab83, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=977e344a-5b8f-404f-a489-def69440ab83,segment=NetworkSegment(3e3a8069-4d11-439b-9fb2-4c1383fb3f6c),segment_id=3e3a8069-4d11-439b-9fb2-4c1383fb3f6c)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:45.610332 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-4c5525c4-92a6-4a4c-8bb8-f7dd9871b065 None None] For port 0c0c4171-ebae-4c87-9191-dbb876d9e494, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:45.615338 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-4c5525c4-92a6-4a4c-8bb8-f7dd9871b065 None None] For port 0c0c4171-ebae-4c87-9191-dbb876d9e494, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0c0c4171-ebae-4c87-9191-dbb876d9e494,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:45.618628 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eec835a9-5d14-4aec-b7c5-d2b0584ef639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:45.624739 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4c5525c4-92a6-4a4c-8bb8-f7dd9871b065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:45.630527 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52ec66-79f9-4183-980c-992ef234b76c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fc0bd98-0583-4b79-a848-71b083ba6138,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:45.650247 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1a52ec66-79f9-4183-980c-992ef234b76c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:45.657992 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1a52ec66-79f9-4183-980c-992ef234b76c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7fc0bd98-0583-4b79-a848-71b083ba6138 HTTP/1.1" status: 204 len: 168 time: 1.5455706 Jul 29 23:19:45.662798 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 57604) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:45.675018 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec6249a-f2a0-4553-9ded-7a2d779e47fe None None] Network c2da941c-32a1-4da1-9f2a-892e8a8b930d requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:19:45.690485 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a300ab18-d6a8-499c-81e4-dea634c6dda2 req-41077be1-60d4-4b5a-a3c5-e23d097f7019 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503388 Jul 29 23:19:45.709184 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5525c4-92a6-4a4c-8bb8-f7dd9871b065 None None] Routers {'8c6a0178-9689-420c-b381-c298e301a0fd'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:45.709184 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-4c5525c4-92a6-4a4c-8bb8-f7dd9871b065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:19:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8c6a0178-9689-420c-b381-c298e301a0fd'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:45.756681 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47d17b-a9e1-4ccb-a718-34bf868c8d44 None None] Pushing event updated for resources: {'Port': ['ID=0c0c4171-ebae-4c87-9191-dbb876d9e494,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:45.807669 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb333dbe-8638-4d20-826c-3cc3e33ce36e req-79a91122-73ee-48e4-b1c7-89f5355fd6fa tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:45.809537 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb333dbe-8638-4d20-826c-3cc3e33ce36e req-79a91122-73ee-48e4-b1c7-89f5355fd6fa tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.2905757 Jul 29 23:19:45.849075 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec835a9-5d14-4aec-b7c5-d2b0584ef639 None None] Pushing event updated for resources: {'Port': ['ID=977e344a-5b8f-404f-a489-def69440ab83,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:45.858822 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-4c5525c4-92a6-4a4c-8bb8-f7dd9871b065 None None] Set router 8c6a0178-9689-420c-b381-c298e301a0fd gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:19:45.921828 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-ae226f77-e72e-4de9-86b2-6a729394b9ef tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Made reservation on behalf of 924eedf485ca49e88625072b8912a512 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:45.941823 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-ae226f77-e72e-4de9-86b2-6a729394b9ef tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:45.977486 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0265d8fa-34a5-487c-82f9-b03b5a57c197 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:19:45.980177 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-f551f7b9-9f0e-4aed-bcb1-4f7ec2f61abf req-dfc326c0-153c-46ba-b494-2b882f3a0a36 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Deleting port 9bce63cc-5043-41c1-9ca3-cf930c8e8920 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:45.980644 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-f551f7b9-9f0e-4aed-bcb1-4f7ec2f61abf req-dfc326c0-153c-46ba-b494-2b882f3a0a36 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:46.052601 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 0265d8fa-34a5-487c-82f9-b03b5a57c197 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:19:46.052975 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0265d8fa-34a5-487c-82f9-b03b5a57c197 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:19:46.053404 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b232dcb9-9444-4248-853e-4e8636ee9b2a no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:19:46.101396 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb333dbe-8638-4d20-826c-3cc3e33ce36e req-e3eb224c-38a8-496a-b50e-aa03168edabb tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711856 Jul 29 23:19:46.121341 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-79edf26f-b4fd-4606-b884-f1cae27febe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:46.139374 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: b232dcb9-9444-4248-853e-4e8636ee9b2a {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:19:46.139722 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b232dcb9-9444-4248-853e-4e8636ee9b2a not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:19:46.156388 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e16434db-d6ac-4bcc-8ebc-a7ae9788541a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:46.173572 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-4c5525c4-92a6-4a4c-8bb8-f7dd9871b065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'name': 'tempest-ServersTestBootFromVolume-174923062-router', 'tenant_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '0c0c4171-ebae-4c87-9191-dbb876d9e494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:38Z', 'updated_at': '2021-07-29T23:19:41Z', 'revision_number': 3, 'project_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'gw_port': {'id': '0c0c4171-ebae-4c87-9191-dbb876d9e494', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:39Z', 'updated_at': '2021-07-29T23:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:46.176413 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:19:46.232718 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5525c4-92a6-4a4c-8bb8-f7dd9871b065 None None] The sync data for ids ['8c6a0178-9689-420c-b381-c298e301a0fd'] in n-d-712140-10 is: [{'id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'name': 'tempest-ServersTestBootFromVolume-174923062-router', 'tenant_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '0c0c4171-ebae-4c87-9191-dbb876d9e494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:38Z', 'updated_at': '2021-07-29T23:19:41Z', 'revision_number': 3, 'project_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'gw_port': {'id': '0c0c4171-ebae-4c87-9191-dbb876d9e494', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1c:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:39Z', 'updated_at': '2021-07-29T23:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:19:46.244240 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4df9c97d-4fe7-464e-8315-1032e50ebb50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:46.260861 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-c823eb2f-1d8e-4361-b381-e87305191825 req-7f0baf19-fc02-4ee5-b4ac-cb5761e74884 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Deleting port d417402e-33ed-425c-819b-5875ab427fa4 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:46.261132 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c823eb2f-1d8e-4361-b381-e87305191825 req-7f0baf19-fc02-4ee5-b4ac-cb5761e74884 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:46.268891 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fc6454-fa03-4f66-9b11-9e47c3e1ae25 None None] DHCP port deletion for c2da941c-32a1-4da1-9f2a-892e8a8b930d request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:19:46.292314 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ec824-d2e3-449d-9efc-3914c7767518 req-6a6d6ecd-dc69-467b-82ee-45e0d43d3c1a tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:46.293892 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-311ec824-d2e3-449d-9efc-3914c7767518 req-6a6d6ecd-dc69-467b-82ee-45e0d43d3c1a tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 944 time: 0.2973390 Jul 29 23:19:46.321684 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3aa4a583-1c53-4fa0-b2fa-0dbb1ffeb152 req-9060349a-c8c8-426a-bc5e-32d6e48fcd9b tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 210 time: 0.0849156 Jul 29 23:19:46.323797 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-f551f7b9-9f0e-4aed-bcb1-4f7ec2f61abf req-dfc326c0-153c-46ba-b494-2b882f3a0a36 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] For port 9bce63cc-5043-41c1-9ca3-cf930c8e8920, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9bce63cc-5043-41c1-9ca3-cf930c8e8920,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:46.324196 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-f551f7b9-9f0e-4aed-bcb1-4f7ec2f61abf req-dfc326c0-153c-46ba-b494-2b882f3a0a36 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:46.337487 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a6fc6454-fa03-4f66-9b11-9e47c3e1ae25 None None] Deleting port b0bcbc09-1882-4db4-a987-357aa2343f3c {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:46.338019 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a6fc6454-fa03-4f66-9b11-9e47c3e1ae25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:46.349435 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-f551f7b9-9f0e-4aed-bcb1-4f7ec2f61abf req-dfc326c0-153c-46ba-b494-2b882f3a0a36 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Calling delete_port for 9bce63cc-5043-41c1-9ca3-cf930c8e8920 owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:46.421716 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a6fc6454-fa03-4f66-9b11-9e47c3e1ae25 None None] For port b0bcbc09-1882-4db4-a987-357aa2343f3c, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=b0bcbc09-1882-4db4-a987-357aa2343f3c,segment=NetworkSegment(562933ca-53ea-46ea-af93-a7c56c2d1501),segment_id=562933ca-53ea-46ea-af93-a7c56c2d1501)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:46.422641 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a6fc6454-fa03-4f66-9b11-9e47c3e1ae25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:46.438046 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a6fc6454-fa03-4f66-9b11-9e47c3e1ae25 None None] Calling delete_port for b0bcbc09-1882-4db4-a987-357aa2343f3c owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:46.458007 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-311ec824-d2e3-449d-9efc-3914c7767518 req-157ef821-b744-4a0d-9bcc-4f5d6ff472c7 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355176 Jul 29 23:19:46.523869 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4df9c97d-4fe7-464e-8315-1032e50ebb50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:46.541852 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a6fc6454-fa03-4f66-9b11-9e47c3e1ae25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:46.549521 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-ae226f77-e72e-4de9-86b2-6a729394b9ef tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Allocated IP 192.168.233.199 (adb88f5c-b5bd-41cf-b367-228eab6e0075/28e6de27-5b72-4bf0-88e6-0cdec4cf806e/45fec350-aae1-403f-997f-e395567914fd) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:19:46.572131 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-e16434db-d6ac-4bcc-8ebc-a7ae9788541a admin admin] Allocated IP 172.20.0.1 (1b4861e7-2155-4265-b168-d8e6cff2010d/f0e126a9-da53-4f31-985c-8139eb4ec79b/6471806d-c709-4686-ae62-db1d42c1b5b2) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:19:46.590223 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c823eb2f-1d8e-4361-b381-e87305191825 req-7f0baf19-fc02-4ee5-b4ac-cb5761e74884 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] For port d417402e-33ed-425c-819b-5875ab427fa4, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=d417402e-33ed-425c-819b-5875ab427fa4,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:46.590223 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c823eb2f-1d8e-4361-b381-e87305191825 req-7f0baf19-fc02-4ee5-b4ac-cb5761e74884 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:46.590722 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6fc6454-fa03-4f66-9b11-9e47c3e1ae25 None None] Pushing event deleted for resources: {'Port': ['ID=b0bcbc09-1882-4db4-a987-357aa2343f3c,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:46.595243 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-79edf26f-b4fd-4606-b884-f1cae27febe1 admin admin] Deleting port b0bcbc09-1882-4db4-a987-357aa2343f3c {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:46.595583 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-79edf26f-b4fd-4606-b884-f1cae27febe1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:46.596748 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fc6454-fa03-4f66-9b11-9e47c3e1ae25 None None] No DVR routers for this DVR port b0bcbc09-1882-4db4-a987-357aa2343f3c on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:19:46.653202 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df9c97d-4fe7-464e-8315-1032e50ebb50 admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:46.669709 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-c823eb2f-1d8e-4361-b381-e87305191825 req-7f0baf19-fc02-4ee5-b4ac-cb5761e74884 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Calling delete_port for d417402e-33ed-425c-819b-5875ab427fa4 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:46.672442 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9c97d-4fe7-464e-8315-1032e50ebb50 admin admin] Pushing event updated for resources: {'Port': ['ID=83740e1c-50d1-415d-aafc-7c9978224a06,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:46.702842 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-4df9c97d-4fe7-464e-8315-1032e50ebb50 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:46.707227 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df9c97d-4fe7-464e-8315-1032e50ebb50 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:19:46.883716 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 3f9074c0-f574-49f9-aec4-e84e43e28957 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:46.887426 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-79edf26f-b4fd-4606-b884-f1cae27febe1 admin admin] For port b0bcbc09-1882-4db4-a987-357aa2343f3c, host n-d-712140-10, got binding levels [] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:46.887822 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-79edf26f-b4fd-4606-b884-f1cae27febe1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:46.928035 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-79edf26f-b4fd-4606-b884-f1cae27febe1 admin admin] Calling delete_port for b0bcbc09-1882-4db4-a987-357aa2343f3c owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:46.939606 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.ipam_backend_mixin [None req-79edf26f-b4fd-4606-b884-f1cae27febe1 admin admin] Port b0bcbc09-1882-4db4-a987-357aa2343f3c was not found and therefore no delete operation was performed {{(pid=94063) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:19:46.953499 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-79edf26f-b4fd-4606-b884-f1cae27febe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:46.974418 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79edf26f-b4fd-4606-b884-f1cae27febe1 admin admin] No DVR routers for this DVR port b0bcbc09-1882-4db4-a987-357aa2343f3c on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:19:46.975548 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-f551f7b9-9f0e-4aed-bcb1-4f7ec2f61abf req-dfc326c0-153c-46ba-b494-2b882f3a0a36 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:46.990807 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['1d291e9a-6200-47dc-94b5-0a95bc84c174', 'd417402e-33ed-425c-819b-5875ab427fa4', '9bce63cc-5043-41c1-9ca3-cf930c8e8920'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:47.026957 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e16434db-d6ac-4bcc-8ebc-a7ae9788541a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:47.046436 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887860d-3683-4b32-a140-9a8dc4827793 req-e10314de-efad-4bdc-b11f-6d7be9d0b1e0 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:47.048067 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1887860d-3683-4b32-a140-9a8dc4827793 req-e10314de-efad-4bdc-b11f-6d7be9d0b1e0 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=07e2825d-3844-4272-b559-3d8887eaaad5 HTTP/1.1" status: 200 len: 949 time: 0.2344818 Jul 29 23:19:47.066727 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc326c0-153c-46ba-b494-2b882f3a0a36 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Pushing event deleted for resources: {'Port': ['ID=9bce63cc-5043-41c1-9ca3-cf930c8e8920,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:47.073741 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79edf26f-b4fd-4606-b884-f1cae27febe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0bcbc09-1882-4db4-a987-357aa2343f3c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:47.106462 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 3f9074c0-f574-49f9-aec4-e84e43e28957 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:47.118320 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-e16434db-d6ac-4bcc-8ebc-a7ae9788541a admin admin] Transition to ACTIVE for port object 6471806d-c709-4686-ae62-db1d42c1b5b2 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:47.124512 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 3f9074c0-f574-49f9-aec4-e84e43e28957 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:47.124908 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:47.239501 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-f551f7b9-9f0e-4aed-bcb1-4f7ec2f61abf req-dfc326c0-153c-46ba-b494-2b882f3a0a36 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] No DVR routers for this DVR port 9bce63cc-5043-41c1-9ca3-cf930c8e8920 on host n-h2-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:19:47.248839 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-f551f7b9-9f0e-4aed-bcb1-4f7ec2f61abf req-dfc326c0-153c-46ba-b494-2b882f3a0a36 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:47.251162 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f551f7b9-9f0e-4aed-bcb1-4f7ec2f61abf req-dfc326c0-153c-46ba-b494-2b882f3a0a36 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.39 "DELETE /v2.0/ports/9bce63cc-5043-41c1-9ca3-cf930c8e8920 HTTP/1.1" status: 204 len: 173 time: 1.7343090 Jul 29 23:19:47.253941 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b76cb8a-8a98-47cf-a1fb-dcd82b98448d', 'name': 'network-vif-deleted', 'tag': '9bce63cc-5043-41c1-9ca3-cf930c8e8920'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:47.256953 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde7f9f0-52c8-4522-9037-0a9704632bb9" -d '{"events": [{"server_uuid": "1b76cb8a-8a98-47cf-a1fb-dcd82b98448d", "name": "network-vif-deleted", "tag": "9bce63cc-5043-41c1-9ca3-cf930c8e8920"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:47.289417 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:47.340877 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4862167f-eb77-4bce-8a47-03fd177cd4c2 None None] Network c583d5de-fb48-431e-a82f-f713ba02a36b requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:19:47.344383 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c527d9d3-6857-492f-92a0-f12c46623466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9074c0-f574-49f9-aec4-e84e43e28957'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:47.346778 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03b563b7-9d6c-43ae-9b72-49b68ef1648a" -d '{"events": [{"server_uuid": "c527d9d3-6857-492f-92a0-f12c46623466", "name": "network-vif-plugged", "status": "completed", "tag": "3f9074c0-f574-49f9-aec4-e84e43e28957"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:47.389572 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c823eb2f-1d8e-4361-b381-e87305191825 req-7f0baf19-fc02-4ee5-b4ac-cb5761e74884 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:47.407747 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 3f9074c0-f574-49f9-aec4-e84e43e28957, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3f9074c0-f574-49f9-aec4-e84e43e28957,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:47.434733 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:47.443118 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0d981c85-d0ab-4bcf-926d-86e8b7b8e9bf None None] Provisioning for port 977e344a-5b8f-404f-a489-def69440ab83 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:47.491513 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 7e299a40-61ba-4da0-8cd1-41b05e9df7fe up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:47.504192 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e16434db-d6ac-4bcc-8ebc-a7ae9788541a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:47.566996 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-79edf26f-b4fd-4606-b884-f1cae27febe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:47.574873 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c823eb2f-1d8e-4361-b381-e87305191825 req-7f0baf19-fc02-4ee5-b4ac-cb5761e74884 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] No DVR routers for this DVR port d417402e-33ed-425c-819b-5875ab427fa4 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:19:47.579235 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c823eb2f-1d8e-4361-b381-e87305191825 req-7f0baf19-fc02-4ee5-b4ac-cb5761e74884 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:47.582151 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c823eb2f-1d8e-4361-b381-e87305191825 req-7f0baf19-fc02-4ee5-b4ac-cb5761e74884 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.39 "DELETE /v2.0/ports/d417402e-33ed-425c-819b-5875ab427fa4 HTTP/1.1" status: 204 len: 173 time: 2.1278505 Jul 29 23:19:47.597611 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16434db-d6ac-4bcc-8ebc-a7ae9788541a admin admin] Network 1b4861e7-2155-4265-b168-d8e6cff2010d is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:47.599676 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4df9c97d-4fe7-464e-8315-1032e50ebb50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:47.619454 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07e2825d-3844-4272-b559-3d8887eaaad5', 'name': 'network-vif-deleted', 'tag': 'd417402e-33ed-425c-819b-5875ab427fa4'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:47.622422 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7c41c3-0c92-4129-a09d-bfb5b53ed829" -d '{"events": [{"server_uuid": "07e2825d-3844-4272-b559-3d8887eaaad5", "name": "network-vif-deleted", "tag": "d417402e-33ed-425c-819b-5875ab427fa4"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:47.628019 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0baf19-fc02-4ee5-b4ac-cb5761e74884 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Pushing event deleted for resources: {'Port': ['ID=d417402e-33ed-425c-819b-5875ab427fa4,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:47.633528 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-ae226f77-e72e-4de9-86b2-6a729394b9ef tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:47.644702 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-79edf26f-b4fd-4606-b884-f1cae27febe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2da941c-32a1-4da1-9f2a-892e8a8b930d']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:47.700193 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1887860d-3683-4b32-a140-9a8dc4827793 req-37192a3f-5979-41a4-9dac-ba01ff847582 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5741901 Jul 29 23:19:47.709443 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622049df-883f-4de5-8c64-0fb511f71e07 req-90663673-618a-4e5b-a5da-d69956c8db27 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:47.723577 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-622049df-883f-4de5-8c64-0fb511f71e07 req-90663673-618a-4e5b-a5da-d69956c8db27 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.4028180 Jul 29 23:19:47.767237 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=3f9074c0-f574-49f9-aec4-e84e43e28957,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:47.774824 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-79edf26f-b4fd-4606-b884-f1cae27febe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '562933ca-53ea-46ea-af93-a7c56c2d1501') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:47.775105 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-79edf26f-b4fd-4606-b884-f1cae27febe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '562933ca-53ea-46ea-af93-a7c56c2d1501') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:47.797953 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-622049df-883f-4de5-8c64-0fb511f71e07 req-4edc8243-c18c-4b15-b6b9-cad1b2b32ff3 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714948 Jul 29 23:19:47.810933 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-e16434db-d6ac-4bcc-8ebc-a7ae9788541a admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:47.820713 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-ae226f77-e72e-4de9-86b2-6a729394b9ef tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Transition to ACTIVE for port object 45fec350-aae1-403f-997f-e395567914fd will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:47.827670 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-79edf26f-b4fd-4606-b884-f1cae27febe1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:47.835429 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16434db-d6ac-4bcc-8ebc-a7ae9788541a admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:19:47.881312 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-79edf26f-b4fd-4606-b884-f1cae27febe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:47.883824 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efbc1b2-6427-4cc8-8cf5-4e218133a7c2 x-openstack-request-id: req-5efbc1b2-6427-4cc8-8cf5-4e218133a7c2 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:47.884293 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b76cb8a-8a98-47cf-a1fb-dcd82b98448d", "name": "network-vif-deleted", "tag": "9bce63cc-5043-41c1-9ca3-cf930c8e8920", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:47.884665 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5efbc1b2-6427-4cc8-8cf5-4e218133a7c2 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:47.885285 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b76cb8a-8a98-47cf-a1fb-dcd82b98448d', 'name': 'network-vif-deleted', 'tag': '9bce63cc-5043-41c1-9ca3-cf930c8e8920', 'status': 'completed', 'code': 200} Jul 29 23:19:47.903907 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79edf26f-b4fd-4606-b884-f1cae27febe1 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:19:47.906286 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-79edf26f-b4fd-4606-b884-f1cae27febe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:47.910078 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:19:47.910078 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:19:47.910078 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:19:47.910078 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:19:47.910078 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:19:47.910078 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:19:47.910078 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:19:47.910078 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:19:47.910078 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:19:47.910078 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:19:47.910078 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:19:47.910078 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:19:47.910078 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:19:47.910078 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:19:47.910078 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:19:47.910078 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:19:47.910078 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:19:47.910078 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:19:47.910078 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:19:47.910078 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:19:47.910078 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:19:47.910078 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:19:47.910078 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:19:47.910078 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:19:47.910078 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:19:47.910078 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:19:47.910078 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:19:47.910078 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:19:47.910078 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:19:47.910078 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:19:47.910078 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:19:47.910078 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:19:47.920851 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16434db-d6ac-4bcc-8ebc-a7ae9788541a admin admin] Pushing event updated for resources: {'Port': ['ID=6471806d-c709-4686-ae62-db1d42c1b5b2,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:47.971447 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f576a921-4482-432f-9a4d-2c1ead75cd3e x-openstack-request-id: req-f576a921-4482-432f-9a4d-2c1ead75cd3e {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:47.971824 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c527d9d3-6857-492f-92a0-f12c46623466", "name": "network-vif-plugged", "status": "completed", "tag": "3f9074c0-f574-49f9-aec4-e84e43e28957", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:47.972828 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f576a921-4482-432f-9a4d-2c1ead75cd3e {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:47.972828 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c527d9d3-6857-492f-92a0-f12c46623466', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f9074c0-f574-49f9-aec4-e84e43e28957', 'code': 200} Jul 29 23:19:47.985595 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e16434db-d6ac-4bcc-8ebc-a7ae9788541a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:47.988454 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 7e299a40-61ba-4da0-8cd1-41b05e9df7fe triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:47.988834 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:48.010263 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-79edf26f-b4fd-4606-b884-f1cae27febe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:48.047270 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-79edf26f-b4fd-4606-b884-f1cae27febe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:48.049434 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-79edf26f-b4fd-4606-b884-f1cae27febe1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c2da941c-32a1-4da1-9f2a-892e8a8b930d HTTP/1.1" status: 204 len: 168 time: 2.3852453 Jul 29 23:19:48.069946 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d9f52994-0318-44a5-9285-c057464ce22b req-4cb425e9-c705-4820-a46b-6e3760b5eefd tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 210 time: 0.0785110 Jul 29 23:19:48.147688 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79edf26f-b4fd-4606-b884-f1cae27febe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2da941c-32a1-4da1-9f2a-892e8a8b930d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:48.207191 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e276f151-d570-4819-b632-dfb91fe8dec4 x-openstack-request-id: req-e276f151-d570-4819-b632-dfb91fe8dec4 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:48.207489 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07e2825d-3844-4272-b559-3d8887eaaad5", "name": "network-vif-deleted", "tag": "d417402e-33ed-425c-819b-5875ab427fa4", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:48.207740 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e276f151-d570-4819-b632-dfb91fe8dec4 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:48.208159 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07e2825d-3844-4272-b559-3d8887eaaad5', 'name': 'network-vif-deleted', 'tag': 'd417402e-33ed-425c-819b-5875ab427fa4', 'status': 'completed', 'code': 200} Jul 29 23:19:48.269512 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0c0c4171-ebae-4c87-9191-dbb876d9e494 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:48.312740 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-ae226f77-e72e-4de9-86b2-6a729394b9ef tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:48.351195 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['9f263227-493b-4ab4-bad6-ec4d86f88ffe'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:48.404576 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['1d291e9a-6200-47dc-94b5-0a95bc84c174'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:48.407796 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['a7499d40-a2e9-4a56-b8a3-986db53aa756'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:48.431874 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3f391-e217-4587-9df4-0e41c54c9a22 req-dcb88575-47bf-4bae-87f3-487e8dd5f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:48.433774 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81f3f391-e217-4587-9df4-0e41c54c9a22 req-dcb88575-47bf-4bae-87f3-487e8dd5f187 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 1097 time: 0.3618851 Jul 29 23:19:48.448069 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efdb68c-655d-428f-a87b-c621e98c09e1 req-4c012051-af62-45ca-8e4f-10f22ef769cb tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:48.456590 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1efdb68c-655d-428f-a87b-c621e98c09e1 req-4c012051-af62-45ca-8e4f-10f22ef769cb tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 945 time: 0.3577483 Jul 29 23:19:48.503324 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-ae226f77-e72e-4de9-86b2-6a729394b9ef tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:48.507442 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 57628) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:48.597414 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-ae226f77-e72e-4de9-86b2-6a729394b9ef tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:48.604702 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-ae226f77-e72e-4de9-86b2-6a729394b9ef tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:19:48.616116 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae226f77-e72e-4de9-86b2-6a729394b9ef tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Pushing event updated for resources: {'Port': ['ID=45fec350-aae1-403f-997f-e395567914fd,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:48.636631 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-db3cd6cf-a7a5-46df-be6c-02ae64afedd0 None None] Provisioning for port 6471806d-c709-4686-ae62-db1d42c1b5b2 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:48.722362 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-db3cd6cf-a7a5-46df-be6c-02ae64afedd0 None None] Provisioning complete for port 6471806d-c709-4686-ae62-db1d42c1b5b2 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:48.722854 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-db3cd6cf-a7a5-46df-be6c-02ae64afedd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:48.731687 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1efdb68c-655d-428f-a87b-c621e98c09e1 req-673c58b3-426f-45ba-834b-dad064a8313d tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741067 Jul 29 23:19:48.739104 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f15e36a3-fe31-4a33-b2ce-0b37ab7b14a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=996f54c2219e43118807a0e5eacc8eba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2261379 Jul 29 23:19:48.739104 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81f3f391-e217-4587-9df4-0e41c54c9a22 req-bcba4e2d-cfb3-4766-bb16-711709d99a54 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627099 Jul 29 23:19:48.741910 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 57632) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:48.764457 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-ae226f77-e72e-4de9-86b2-6a729394b9ef tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:48.765480 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-ae226f77-e72e-4de9-86b2-6a729394b9ef tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:48.825177 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-ae226f77-e72e-4de9-86b2-6a729394b9ef tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7263439 Jul 29 23:19:48.840010 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4df9c97d-4fe7-464e-8315-1032e50ebb50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:48.866589 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-d3a62b54-3f78-4350-ab56-a894c1357d13 service neutron] Request body: {'port': {'device_id': 'ba37ef80-3814-4e81-9e93-e84ead14ead7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:48.879169 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 0c0c4171-ebae-4c87-9191-dbb876d9e494 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:48.942300 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 0c0c4171-ebae-4c87-9191-dbb876d9e494 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:48.944040 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:48.963699 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b93039c8-1233-42ef-b358-23a7cbddb9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:49.002250 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f3ad58-79f4-4286-b0f1-f0fc5241b623 req-46600c9f-739f-465d-bf19-077b21fbe940 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:49.004682 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d6f3ad58-79f4-4286-b0f1-f0fc5241b623 req-46600c9f-739f-465d-bf19-077b21fbe940 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.1053751 Jul 29 23:19:49.047016 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-d3a62b54-3f78-4350-ab56-a894c1357d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:49.071901 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b93039c8-1233-42ef-b358-23a7cbddb9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:49.081114 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e16434db-d6ac-4bcc-8ebc-a7ae9788541a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:49.155629 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device d417402e-33ed-425c-819b-5875ab427fa4 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:19:49.165265 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-db3cd6cf-a7a5-46df-be6c-02ae64afedd0 None None] Port 6471806d-c709-4686-ae62-db1d42c1b5b2 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:19:49.182246 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d6f3ad58-79f4-4286-b0f1-f0fc5241b623 req-07ebcb72-8f7c-4132-b1e2-ae553bb62610 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375189 Jul 29 23:19:49.190666 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df9c97d-4fe7-464e-8315-1032e50ebb50 admin admin] Router d06371bf-03ca-4ce1-b3c1-d69f973e4a34 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:19:49.205145 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: d417402e-33ed-425c-819b-5875ab427fa4 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:19:49.205487 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device d417402e-33ed-425c-819b-5875ab427fa4 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:19:49.205896 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 9bce63cc-5043-41c1-9ca3-cf930c8e8920 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:19:49.272818 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 9bce63cc-5043-41c1-9ca3-cf930c8e8920 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:19:49.273531 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 9bce63cc-5043-41c1-9ca3-cf930c8e8920 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:19:49.407229 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0f5e19df-7c00-4d28-815a-c14d28c71de5 None None] Provisioning for port 45fec350-aae1-403f-997f-e395567914fd completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:49.409421 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df9c97d-4fe7-464e-8315-1032e50ebb50 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:19:49.413383 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:49.416286 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e16434db-d6ac-4bcc-8ebc-a7ae9788541a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:49.424408 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0f5e19df-7c00-4d28-815a-c14d28c71de5 None None] Provisioning complete for port 45fec350-aae1-403f-997f-e395567914fd triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:49.424785 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0f5e19df-7c00-4d28-815a-c14d28c71de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:49.426578 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e16434db-d6ac-4bcc-8ebc-a7ae9788541a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:49.456551 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0822491-a9ac-452c-a204-3253ea2906d2 None None] Sync routers for ids ['d06371bf-03ca-4ce1-b3c1-d69f973e4a34'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:19:49.473827 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 0c0c4171-ebae-4c87-9191-dbb876d9e494, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0c0c4171-ebae-4c87-9191-dbb876d9e494,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:49.479676 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4df9c97d-4fe7-464e-8315-1032e50ebb50 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:49.485103 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4df9c97d-4fe7-464e-8315-1032e50ebb50 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.4102290 Jul 29 23:19:49.489507 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57648) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:49.494405 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-0f5e19df-7c00-4d28-815a-c14d28c71de5 None None] Port 45fec350-aae1-403f-997f-e395567914fd cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:19:49.500750 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:49.501901 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 977e344a-5b8f-404f-a489-def69440ab83 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:49.507268 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0822491-a9ac-452c-a204-3253ea2906d2 None None] Routers {'d06371bf-03ca-4ce1-b3c1-d69f973e4a34'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:49.507496 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b0822491-a9ac-452c-a204-3253ea2906d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:19:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['d06371bf-03ca-4ce1-b3c1-d69f973e4a34'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:49.552596 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e16434db-d6ac-4bcc-8ebc-a7ae9788541a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:49.557513 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16434db-d6ac-4bcc-8ebc-a7ae9788541a admin admin] Pushing event updated for resources: {'Port': ['ID=6471806d-c709-4686-ae62-db1d42c1b5b2,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:49.674400 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=0c0c4171-ebae-4c87-9191-dbb876d9e494,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:49.698974 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:49.699424 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:49.700207 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:49.701078 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:49.701590 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:49.702016 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:49.702501 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:49.702902 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:49.703305 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:49.703714 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:49.704220 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:49.704727 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:19:49.714192 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 977e344a-5b8f-404f-a489-def69440ab83 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:49.723042 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 977e344a-5b8f-404f-a489-def69440ab83 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:49.723575 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:49.726189 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-b0822491-a9ac-452c-a204-3253ea2906d2 None None] Set router d06371bf-03ca-4ce1-b3c1-d69f973e4a34 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:19:49.774774 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a3bf1-fab0-40bc-b170-4c21bbf1c130 req-a778319e-c972-472f-8bcd-9faddd9810e7 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:49.776297 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a5a3bf1-fab0-40bc-b170-4c21bbf1c130 req-a778319e-c972-472f-8bcd-9faddd9810e7 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 936 time: 0.5554640 Jul 29 23:19:49.784324 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b93039c8-1233-42ef-b358-23a7cbddb9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:49.787081 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b93039c8-1233-42ef-b358-23a7cbddb9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:49.788397 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b93039c8-1233-42ef-b358-23a7cbddb9f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c707e286-30f0-42c5-96b2-eee1f2c659a8 HTTP/1.1" status: 204 len: 168 time: 1.0453749 Jul 29 23:19:49.789491 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16434db-d6ac-4bcc-8ebc-a7ae9788541a admin admin] Network 1b4861e7-2155-4265-b168-d8e6cff2010d is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:49.792778 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-e16434db-d6ac-4bcc-8ebc-a7ae9788541a admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:49.849564 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3277ac2-5c33-4054-8f40-270225b5c319 req-a09be87c-1866-462e-b29d-35f4657a491c tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:49.857696 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d3277ac2-5c33-4054-8f40-270225b5c319 req-a09be87c-1866-462e-b29d-35f4657a491c tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d1a10b-704a-4e73-8bd2-379b30a724f1 HTTP/1.1" status: 200 len: 950 time: 0.5880773 Jul 29 23:19:50.022062 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16434db-d6ac-4bcc-8ebc-a7ae9788541a admin admin] Router 8c6a0178-9689-420c-b381-c298e301a0fd has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:19:50.054057 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-d3a62b54-3f78-4350-ab56-a894c1357d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45fec350-aae1-403f-997f-e395567914fd {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:19:50.063649 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-d3a62b54-3f78-4350-ab56-a894c1357d13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:50.081600 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-d3a62b54-3f78-4350-ab56-a894c1357d13 service neutron] Transition to ACTIVE for port object 45fec350-aae1-403f-997f-e395567914fd will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:50.103338 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:50.105276 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d63a42a-542c-4f1d-b147-eb52d244a0c7 req-2f42bef6-516a-4cbb-80ec-443c74d3224d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:50.106851 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7d63a42a-542c-4f1d-b147-eb52d244a0c7 req-2f42bef6-516a-4cbb-80ec-443c74d3224d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 1098 time: 0.4137161 Jul 29 23:19:50.146183 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93039c8-1233-42ef-b358-23a7cbddb9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c707e286-30f0-42c5-96b2-eee1f2c659a8,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:50.163653 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d3277ac2-5c33-4054-8f40-270225b5c319 req-42013093-a0c2-4a16-8b2d-02e3f78150fd tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/security-groups?id=300a53e6-b741-4642-9278-b680f343ee05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048329 Jul 29 23:19:50.171568 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 977e344a-5b8f-404f-a489-def69440ab83, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=977e344a-5b8f-404f-a489-def69440ab83,segment=NetworkSegment(3e3a8069-4d11-439b-9fb2-4c1383fb3f6c),segment_id=3e3a8069-4d11-439b-9fb2-4c1383fb3f6c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:50.172179 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a5a3bf1-fab0-40bc-b170-4c21bbf1c130 req-2dc6ba12-ea3c-41cd-896c-e087c3b948aa tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3758214 Jul 29 23:19:50.172179 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-d3a62b54-3f78-4350-ab56-a894c1357d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:50.181502 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b0822491-a9ac-452c-a204-3253ea2906d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06371bf-03ca-4ce1-b3c1-d69f973e4a34', 'name': 'tempest-AttachSCSIVolumeTestJSON-1199872248-router', 'tenant_id': '7fc2cc1b51224dc1a26ac1bfdba20f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '83740e1c-50d1-415d-aafc-7c9978224a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:43Z', 'updated_at': '2021-07-29T23:19:47Z', 'revision_number': 3, 'project_id': '7fc2cc1b51224dc1a26ac1bfdba20f6b', 'gw_port': {'id': '83740e1c-50d1-415d-aafc-7c9978224a06', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06371bf-03ca-4ce1-b3c1-d69f973e4a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:45Z', 'updated_at': '2021-07-29T23:19:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:50.205804 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:50.277296 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0822491-a9ac-452c-a204-3253ea2906d2 None None] Checking router: d06371bf-03ca-4ce1-b3c1-d69f973e4a34 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:19:50.277951 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0822491-a9ac-452c-a204-3253ea2906d2 None None] Updating router d06371bf-03ca-4ce1-b3c1-d69f973e4a34 port 83740e1c-50d1-415d-aafc-7c9978224a06 binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:19:50.340959 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0822491-a9ac-452c-a204-3253ea2906d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:50.372154 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-72ba6b54-c190-4857-b309-bfdd57d8b81a None None] Provisioning complete for port 6471806d-c709-4686-ae62-db1d42c1b5b2 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:50.372653 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-72ba6b54-c190-4857-b309-bfdd57d8b81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:50.374587 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b0bcbc09-1882-4db4-a987-357aa2343f3c no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:19:50.380161 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=977e344a-5b8f-404f-a489-def69440ab83,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:50.400808 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a62b54-3f78-4350-ab56-a894c1357d13 service neutron] Pushing event updated for resources: {'Port': ['ID=45fec350-aae1-403f-997f-e395567914fd,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:50.423392 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7d63a42a-542c-4f1d-b147-eb52d244a0c7 req-8da396d0-c936-426f-811c-648b7995b2c1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728081 Jul 29 23:19:50.451354 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: b0bcbc09-1882-4db4-a987-357aa2343f3c {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:19:50.451707 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b0bcbc09-1882-4db4-a987-357aa2343f3c not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:19:50.460252 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16434db-d6ac-4bcc-8ebc-a7ae9788541a admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:19:50.469130 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e16434db-d6ac-4bcc-8ebc-a7ae9788541a admin admin] 10.222.0.18 "PUT /v2.0/routers/8c6a0178-9689-420c-b381-c298e301a0fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2963450 Jul 29 23:19:50.477985 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f5f1ad-e399-4aca-b8c9-668aa731db23 None None] Sync routers for ids ['8c6a0178-9689-420c-b381-c298e301a0fd'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:19:50.493054 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f5f1ad-e399-4aca-b8c9-668aa731db23 None None] Routers {'8c6a0178-9689-420c-b381-c298e301a0fd'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:50.494278 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-c2f5f1ad-e399-4aca-b8c9-668aa731db23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:19:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8c6a0178-9689-420c-b381-c298e301a0fd'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:50.562157 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-72ba6b54-c190-4857-b309-bfdd57d8b81a None None] Port 6471806d-c709-4686-ae62-db1d42c1b5b2 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:19:50.640258 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0c0c4171-ebae-4c87-9191-dbb876d9e494 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:50.662083 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c6df74ab-99f0-48c3-b419-0ee41f21cc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:50.719748 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b1874-5156-42b0-bc60-3d50299bd909 req-4a3a826d-4ed2-4750-9781-e481fcd6d82d tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:50.719748 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-633b1874-5156-42b0-bc60-3d50299bd909 req-4a3a826d-4ed2-4750-9781-e481fcd6d82d tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 945 time: 0.3508921 Jul 29 23:19:50.760753 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17b6056-b126-4fd1-8326-45164a03e580 req-5e3b47d2-ace8-48df-8644-8fc4a9257235 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:50.762661 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a17b6056-b126-4fd1-8326-45164a03e580 req-5e3b47d2-ace8-48df-8644-8fc4a9257235 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.3173504 Jul 29 23:19:50.791972 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08fa8d4-1afd-4a9a-848c-e1cb4f1301f7 req-a1aba86d-d198-4251-ab23-0a25197e0971 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:50.793467 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d08fa8d4-1afd-4a9a-848c-e1cb4f1301f7 req-a1aba86d-d198-4251-ab23-0a25197e0971 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.39 "GET /v2.0/ports?device_id=38d1a10b-704a-4e73-8bd2-379b30a724f1 HTTP/1.1" status: 200 len: 950 time: 0.2559643 Jul 29 23:19:50.819012 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-c2f5f1ad-e399-4aca-b8c9-668aa731db23 None None] Set router 8c6a0178-9689-420c-b381-c298e301a0fd gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:19:50.825263 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-d3a62b54-3f78-4350-ab56-a894c1357d13 service neutron] Attempting to bind port 45fec350-aae1-403f-997f-e395567914fd on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:50.825685 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-d3a62b54-3f78-4350-ab56-a894c1357d13 service neutron] Attempting to bind port 45fec350-aae1-403f-997f-e395567914fd by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:50.826702 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-d3a62b54-3f78-4350-ab56-a894c1357d13 service neutron] Attempting to bind port 45fec350-aae1-403f-997f-e395567914fd on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:50.873424 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-d3a62b54-3f78-4350-ab56-a894c1357d13 service neutron] Port 45fec350-aae1-403f-997f-e395567914fd on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:19:50.873424 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-d3a62b54-3f78-4350-ab56-a894c1357d13 service neutron] Attempting to bind port 45fec350-aae1-403f-997f-e395567914fd on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:50.883264 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 0c0c4171-ebae-4c87-9191-dbb876d9e494 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:50.883638 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:50.886394 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0822491-a9ac-452c-a204-3253ea2906d2 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:50.912278 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-633b1874-5156-42b0-bc60-3d50299bd909 req-3ad2ce02-009d-4a4d-a632-3b4796e48d1d tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687007 Jul 29 23:19:50.932559 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b0822491-a9ac-452c-a204-3253ea2906d2 None None] Transition to ACTIVE for port object 83740e1c-50d1-415d-aafc-7c9978224a06 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:50.941878 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-d3a62b54-3f78-4350-ab56-a894c1357d13 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:50.944285 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-d3a62b54-3f78-4350-ab56-a894c1357d13 service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:50.944898 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-d3a62b54-3f78-4350-ab56-a894c1357d13 service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:50.946405 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0822491-a9ac-452c-a204-3253ea2906d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:50.947482 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-d3a62b54-3f78-4350-ab56-a894c1357d13 service neutron] Bound port: 45fec350-aae1-403f-997f-e395567914fd, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:50.949697 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-d3a62b54-3f78-4350-ab56-a894c1357d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:50.960512 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a17b6056-b126-4fd1-8326-45164a03e580 req-5e7bf235-8909-4fd1-99d3-5810558b7e79 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847792 Jul 29 23:19:51.015649 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ef089-086a-488c-8bc7-979af66d76e7 None None] Pushing event updated for resources: {'Port': ['ID=83740e1c-50d1-415d-aafc-7c9978224a06,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:51.067636 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 977e344a-5b8f-404f-a489-def69440ab83 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:51.070930 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b0822491-a9ac-452c-a204-3253ea2906d2 None None] Attempting to bind port 83740e1c-50d1-415d-aafc-7c9978224a06 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:51.070930 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b0822491-a9ac-452c-a204-3253ea2906d2 None None] Attempting to bind port 83740e1c-50d1-415d-aafc-7c9978224a06 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:51.071172 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0822491-a9ac-452c-a204-3253ea2906d2 None None] Attempting to bind port 83740e1c-50d1-415d-aafc-7c9978224a06 on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:51.085837 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-c6df74ab-99f0-48c3-b419-0ee41f21cc83 admin admin] Allocated IP 172.20.0.1 (c583d5de-fb48-431e-a82f-f713ba02a36b/f3108bb5-021d-47f4-a611-438b0a4eda85/5fad1ff6-333c-4123-9bab-fb058e77369b) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:19:51.118988 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0822491-a9ac-452c-a204-3253ea2906d2 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:51.119366 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0822491-a9ac-452c-a204-3253ea2906d2 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:51.119795 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0822491-a9ac-452c-a204-3253ea2906d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:51.120202 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0822491-a9ac-452c-a204-3253ea2906d2 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:51.120682 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b0822491-a9ac-452c-a204-3253ea2906d2 None None] Bound port: 83740e1c-50d1-415d-aafc-7c9978224a06, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:51.121074 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0822491-a9ac-452c-a204-3253ea2906d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:51.134857 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-d08fa8d4-1afd-4a9a-848c-e1cb4f1301f7 req-7e24fafd-caa7-4865-98cc-5c97d71e7ec1 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Deleting port 1d291e9a-6200-47dc-94b5-0a95bc84c174 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:19:51.135203 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d08fa8d4-1afd-4a9a-848c-e1cb4f1301f7 req-7e24fafd-caa7-4865-98cc-5c97d71e7ec1 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:51.267959 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-d3a62b54-3f78-4350-ab56-a894c1357d13 service neutron] For port 45fec350-aae1-403f-997f-e395567914fd, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:51.298945 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c6df74ab-99f0-48c3-b419-0ee41f21cc83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:51.307061 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b0822491-a9ac-452c-a204-3253ea2906d2 None None] For port 83740e1c-50d1-415d-aafc-7c9978224a06, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:51.307651 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-c2f5f1ad-e399-4aca-b8c9-668aa731db23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'name': 'tempest-ServersTestBootFromVolume-174923062-router', 'tenant_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '0c0c4171-ebae-4c87-9191-dbb876d9e494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:38Z', 'updated_at': '2021-07-29T23:19:48Z', 'revision_number': 4, 'project_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'gw_port': {'id': '0c0c4171-ebae-4c87-9191-dbb876d9e494', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:39Z', 'updated_at': '2021-07-29T23:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '6471806d-c709-4686-ae62-db1d42c1b5b2', 'name': '', 'network_id': '1b4861e7-2155-4265-b168-d8e6cff2010d', 'tenant_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'mac_address': 'fa:16:3e:39:d7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'f0e126a9-da53-4f31-985c-8139eb4ec79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:46Z', 'updated_at': '2021-07-29T23:19:49Z', 'revision_number': 2, 'project_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'subnets': [{'id': 'f0e126a9-da53-4f31-985c-8139eb4ec79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:51.312245 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b0822491-a9ac-452c-a204-3253ea2906d2 None None] For port 83740e1c-50d1-415d-aafc-7c9978224a06, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=83740e1c-50d1-415d-aafc-7c9978224a06,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:51.317103 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 977e344a-5b8f-404f-a489-def69440ab83 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:51.317473 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:51.320960 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0822491-a9ac-452c-a204-3253ea2906d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:51.323390 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-c6df74ab-99f0-48c3-b419-0ee41f21cc83 admin admin] Transition to ACTIVE for port object 5fad1ff6-333c-4123-9bab-fb058e77369b will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:51.348698 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-d3a62b54-3f78-4350-ab56-a894c1357d13 service neutron] For port 45fec350-aae1-403f-997f-e395567914fd, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=45fec350-aae1-403f-997f-e395567914fd,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:51.367464 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-d3a62b54-3f78-4350-ab56-a894c1357d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:51.381546 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f5f1ad-e399-4aca-b8c9-668aa731db23 None None] Checking router: 8c6a0178-9689-420c-b381-c298e301a0fd for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:19:51.381546 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f5f1ad-e399-4aca-b8c9-668aa731db23 None None] Updating router 8c6a0178-9689-420c-b381-c298e301a0fd port 6471806d-c709-4686-ae62-db1d42c1b5b2 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:19:51.390576 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c6df74ab-99f0-48c3-b419-0ee41f21cc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:51.433077 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-d08fa8d4-1afd-4a9a-848c-e1cb4f1301f7 req-7e24fafd-caa7-4865-98cc-5c97d71e7ec1 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] For port 1d291e9a-6200-47dc-94b5-0a95bc84c174, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=1d291e9a-6200-47dc-94b5-0a95bc84c174,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:51.433642 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d08fa8d4-1afd-4a9a-848c-e1cb4f1301f7 req-7e24fafd-caa7-4865-98cc-5c97d71e7ec1 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:51.433958 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0822491-a9ac-452c-a204-3253ea2906d2 None None] Routers {'d06371bf-03ca-4ce1-b3c1-d69f973e4a34'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:51.434595 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b0822491-a9ac-452c-a204-3253ea2906d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:19:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['d06371bf-03ca-4ce1-b3c1-d69f973e4a34'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:51.436569 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ef089-086a-488c-8bc7-979af66d76e7 None None] Pushing event updated for resources: {'Port': ['ID=83740e1c-50d1-415d-aafc-7c9978224a06,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:51.454649 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c2f5f1ad-e399-4aca-b8c9-668aa731db23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:51.462712 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6df74ab-99f0-48c3-b419-0ee41f21cc83 admin admin] Network c583d5de-fb48-431e-a82f-f713ba02a36b is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:51.469195 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-c6df74ab-99f0-48c3-b419-0ee41f21cc83 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:51.483436 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6df74ab-99f0-48c3-b419-0ee41f21cc83 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:19:51.486070 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-d3a62b54-3f78-4350-ab56-a894c1357d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:51.486793 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-d3a62b54-3f78-4350-ab56-a894c1357d13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:51.488305 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-d3a62b54-3f78-4350-ab56-a894c1357d13 service neutron] 10.222.0.23 "PUT /v2.0/ports/45fec350-aae1-403f-997f-e395567914fd HTTP/1.1" status: 200 len: 1097 time: 2.6458485 Jul 29 23:19:51.490721 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba37ef80-3814-4e81-9e93-e84ead14ead7', 'tag': '45fec350-aae1-403f-997f-e395567914fd'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:51.493025 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c02191-be86-433d-9639-e2080f8c6185" -d '{"events": [{"name": "network-changed", "server_uuid": "ba37ef80-3814-4e81-9e93-e84ead14ead7", "tag": "45fec350-aae1-403f-997f-e395567914fd"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:51.554387 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526ae0a4-d1d3-4a4b-a446-b381cdc05a29 req-1c778477-3a3b-4a2e-8f23-d9700dbc9c35 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:51.555963 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-526ae0a4-d1d3-4a4b-a446-b381cdc05a29 req-1c778477-3a3b-4a2e-8f23-d9700dbc9c35 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 1097 time: 0.3280602 Jul 29 23:19:51.556954 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c6df74ab-99f0-48c3-b419-0ee41f21cc83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:51.602747 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df74ab-99f0-48c3-b419-0ee41f21cc83 admin admin] Pushing event updated for resources: {'Port': ['ID=5fad1ff6-333c-4123-9bab-fb058e77369b,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:51.628491 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-d08fa8d4-1afd-4a9a-848c-e1cb4f1301f7 req-7e24fafd-caa7-4865-98cc-5c97d71e7ec1 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Calling delete_port for 1d291e9a-6200-47dc-94b5-0a95bc84c174 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:19:51.698651 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a62b54-3f78-4350-ab56-a894c1357d13 service neutron] Pushing event updated for resources: {'Port': ['ID=45fec350-aae1-403f-997f-e395567914fd,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:51.814083 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c6df74ab-99f0-48c3-b419-0ee41f21cc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:51.858825 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c2f5f1ad-e399-4aca-b8c9-668aa731db23 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:51.866907 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-526ae0a4-d1d3-4a4b-a446-b381cdc05a29 req-06401672-33c7-4eba-9e31-2dd952dc53c5 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2856460 Jul 29 23:19:51.872050 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-c2f5f1ad-e399-4aca-b8c9-668aa731db23 None None] Transition to ACTIVE for port object 6471806d-c709-4686-ae62-db1d42c1b5b2 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:51.880847 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c2f5f1ad-e399-4aca-b8c9-668aa731db23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:51.905669 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-6f1a6611-1b5d-4c4a-8e85-b5a0beebd46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:51.909180 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-6f1a6611-1b5d-4c4a-8e85-b5a0beebd46a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 1100 time: 0.3440418 Jul 29 23:19:51.959885 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b66d4c-5c4c-4251-9cb9-6985a55a11ff None None] Pushing event updated for resources: {'Port': ['ID=6471806d-c709-4686-ae62-db1d42c1b5b2,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:51.965104 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-b0822491-a9ac-452c-a204-3253ea2906d2 None None] Set router d06371bf-03ca-4ce1-b3c1-d69f973e4a34 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:19:52.039049 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-1c9233bd-1341-4213-a8ab-cc0f379ac706 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=45fec350-aae1-403f-997f-e395567914fd HTTP/1.1" status: 200 len: 217 time: 0.1195741 Jul 29 23:19:52.075280 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-c2f5f1ad-e399-4aca-b8c9-668aa731db23 None None] Attempting to bind port 6471806d-c709-4686-ae62-db1d42c1b5b2 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:52.076641 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-c2f5f1ad-e399-4aca-b8c9-668aa731db23 None None] Attempting to bind port 6471806d-c709-4686-ae62-db1d42c1b5b2 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '7b4104fc-94d0-4c79-a5b9-459ac015462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1b4861e7-2155-4265-b168-d8e6cff2010d'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:52.077477 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f5f1ad-e399-4aca-b8c9-668aa731db23 None None] Attempting to bind port 6471806d-c709-4686-ae62-db1d42c1b5b2 on network 1b4861e7-2155-4265-b168-d8e6cff2010d {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:52.084618 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f5f1ad-e399-4aca-b8c9-668aa731db23 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:52.085238 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f5f1ad-e399-4aca-b8c9-668aa731db23 None None] Checking segment: {'id': '7b4104fc-94d0-4c79-a5b9-459ac015462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1b4861e7-2155-4265-b168-d8e6cff2010d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:52.085869 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c2f5f1ad-e399-4aca-b8c9-668aa731db23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:52.086564 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f5f1ad-e399-4aca-b8c9-668aa731db23 None None] Bound using segment: {'id': '7b4104fc-94d0-4c79-a5b9-459ac015462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1b4861e7-2155-4265-b168-d8e6cff2010d'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:52.087862 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-c2f5f1ad-e399-4aca-b8c9-668aa731db23 None None] Bound port: 6471806d-c709-4686-ae62-db1d42c1b5b2, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4104fc-94d0-4c79-a5b9-459ac015462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1b4861e7-2155-4265-b168-d8e6cff2010d'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:52.088499 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c2f5f1ad-e399-4aca-b8c9-668aa731db23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:52.198470 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57698) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:52.202538 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-c2f5f1ad-e399-4aca-b8c9-668aa731db23 None None] For port 6471806d-c709-4686-ae62-db1d42c1b5b2, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:52.206989 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-c2f5f1ad-e399-4aca-b8c9-668aa731db23 None None] For port 6471806d-c709-4686-ae62-db1d42c1b5b2, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6471806d-c709-4686-ae62-db1d42c1b5b2,segment=NetworkSegment(7b4104fc-94d0-4c79-a5b9-459ac015462f),segment_id=7b4104fc-94d0-4c79-a5b9-459ac015462f)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:52.212480 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-233a6a56-dc5d-4925-8505-91070af74b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:52.213960 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-233a6a56-dc5d-4925-8505-91070af74b3a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1372445 Jul 29 23:19:52.217808 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-18959f16-5564-46c8-adb1-87cf14ba6e05 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Request body: {'security_group': {'name': 'tempest-securitygroup--583409721', 'description': 'tempest-description--498643418'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:52.226589 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b64b4-55df-4256-aaf2-ecd4f5321cf8 req-530d7ad0-ac26-49d4-bd57-2e086dfcbdeb tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:52.230561 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c2f5f1ad-e399-4aca-b8c9-668aa731db23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:52.235257 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a57b64b4-55df-4256-aaf2-ecd4f5321cf8 req-530d7ad0-ac26-49d4-bd57-2e086dfcbdeb tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 948 time: 0.2084661 Jul 29 23:19:52.257824 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d08fa8d4-1afd-4a9a-848c-e1cb4f1301f7 req-7e24fafd-caa7-4865-98cc-5c97d71e7ec1 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:52.306724 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b0822491-a9ac-452c-a204-3253ea2906d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06371bf-03ca-4ce1-b3c1-d69f973e4a34', 'name': 'tempest-AttachSCSIVolumeTestJSON-1199872248-router', 'tenant_id': '7fc2cc1b51224dc1a26ac1bfdba20f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '83740e1c-50d1-415d-aafc-7c9978224a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:43Z', 'updated_at': '2021-07-29T23:19:47Z', 'revision_number': 3, 'project_id': '7fc2cc1b51224dc1a26ac1bfdba20f6b', 'gw_port': {'id': '83740e1c-50d1-415d-aafc-7c9978224a06', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06371bf-03ca-4ce1-b3c1-d69f973e4a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:45Z', 'updated_at': '2021-07-29T23:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:52.309299 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b66d4c-5c4c-4251-9cb9-6985a55a11ff None None] Pushing event updated for resources: {'Port': ['ID=6471806d-c709-4686-ae62-db1d42c1b5b2,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:52.322722 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c6df74ab-99f0-48c3-b419-0ee41f21cc83 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:52.330158 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24fafd-caa7-4865-98cc-5c97d71e7ec1 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Pushing event deleted for resources: {'Port': ['ID=1d291e9a-6200-47dc-94b5-0a95bc84c174,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:52.331062 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-18959f16-5564-46c8-adb1-87cf14ba6e05 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:52.361539 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c6df74ab-99f0-48c3-b419-0ee41f21cc83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:52.361769 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0822491-a9ac-452c-a204-3253ea2906d2 None None] The sync data for ids ['d06371bf-03ca-4ce1-b3c1-d69f973e4a34'] in n-d-712140-10 is: [{'id': 'd06371bf-03ca-4ce1-b3c1-d69f973e4a34', 'name': 'tempest-AttachSCSIVolumeTestJSON-1199872248-router', 'tenant_id': '7fc2cc1b51224dc1a26ac1bfdba20f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '83740e1c-50d1-415d-aafc-7c9978224a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:43Z', 'updated_at': '2021-07-29T23:19:47Z', 'revision_number': 3, 'project_id': '7fc2cc1b51224dc1a26ac1bfdba20f6b', 'gw_port': {'id': '83740e1c-50d1-415d-aafc-7c9978224a06', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06371bf-03ca-4ce1-b3c1-d69f973e4a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:45Z', 'updated_at': '2021-07-29T23:19:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:19:52.370742 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f5f1ad-e399-4aca-b8c9-668aa731db23 None None] Routers {'8c6a0178-9689-420c-b381-c298e301a0fd'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:52.371532 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-c2f5f1ad-e399-4aca-b8c9-668aa731db23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:19:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8c6a0178-9689-420c-b381-c298e301a0fd'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:52.401052 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e8ddde22-22ba-4689-9339-256ea6f03f74 None None] Provisioning for port 5fad1ff6-333c-4123-9bab-fb058e77369b completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:52.409478 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e8ddde22-22ba-4689-9339-256ea6f03f74 None None] Provisioning complete for port 5fad1ff6-333c-4123-9bab-fb058e77369b triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:52.410137 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e8ddde22-22ba-4689-9339-256ea6f03f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:52.415976 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c6df74ab-99f0-48c3-b419-0ee41f21cc83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:52.420492 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a57b64b4-55df-4256-aaf2-ecd4f5321cf8 req-11c5f1a6-7555-4bbb-8624-b9707caac78d tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843500 Jul 29 23:19:52.462491 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb4ffe4e-8c07-497b-9b8d-cfa42a72713e req-34b326e3-39ea-4915-b7bf-bd53784d88e3 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.18 "GET /v2.0/ports?device_id=38d1a10b-704a-4e73-8bd2-379b30a724f1 HTTP/1.1" status: 200 len: 210 time: 0.1133573 Jul 29 23:19:52.493144 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08fa8d4-1afd-4a9a-848c-e1cb4f1301f7 req-7e24fafd-caa7-4865-98cc-5c97d71e7ec1 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] No DVR routers for this DVR port 1d291e9a-6200-47dc-94b5-0a95bc84c174 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:19:52.496359 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d08fa8d4-1afd-4a9a-848c-e1cb4f1301f7 req-7e24fafd-caa7-4865-98cc-5c97d71e7ec1 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:52.499911 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d08fa8d4-1afd-4a9a-848c-e1cb4f1301f7 req-7e24fafd-caa7-4865-98cc-5c97d71e7ec1 tempest-ServersOnMultiNodesTest-1308965261 tempest-ServersOnMultiNodesTest-1308965261-project] 10.222.0.39 "DELETE /v2.0/ports/1d291e9a-6200-47dc-94b5-0a95bc84c174 HTTP/1.1" status: 204 len: 173 time: 1.6967208 Jul 29 23:19:52.511249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-492b1841-8c0a-4f37-a329-516036506c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:52.514101 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-492b1841-8c0a-4f37-a329-516036506c56 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2768123 Jul 29 23:19:52.538922 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e8ddde22-22ba-4689-9339-256ea6f03f74 None None] Port 5fad1ff6-333c-4123-9bab-fb058e77369b cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:19:52.645529 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-18959f16-5564-46c8-adb1-87cf14ba6e05 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:52.666517 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df74ab-99f0-48c3-b419-0ee41f21cc83 admin admin] Pushing event updated for resources: {'Port': ['ID=5fad1ff6-333c-4123-9bab-fb058e77369b,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:52.710712 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50e5a64-bad7-4cbe-a49e-073587e7b994 x-openstack-request-id: req-b50e5a64-bad7-4cbe-a49e-073587e7b994 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:52.710996 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba37ef80-3814-4e81-9e93-e84ead14ead7", "tag": "45fec350-aae1-403f-997f-e395567914fd", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:52.715285 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b50e5a64-bad7-4cbe-a49e-073587e7b994 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:52.715977 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba37ef80-3814-4e81-9e93-e84ead14ead7', 'tag': '45fec350-aae1-403f-997f-e395567914fd', 'status': 'completed', 'code': 200} Jul 29 23:19:52.773901 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-e67b7791-53ce-4dbf-bb40-8df3f5990156 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500186 Jul 29 23:19:52.922633 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6df74ab-99f0-48c3-b419-0ee41f21cc83 admin admin] Network c583d5de-fb48-431e-a82f-f713ba02a36b is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:52.926107 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-c6df74ab-99f0-48c3-b419-0ee41f21cc83 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:52.932459 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-18959f16-5564-46c8-adb1-87cf14ba6e05 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:52.990057 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-c2f5f1ad-e399-4aca-b8c9-668aa731db23 None None] Set router 8c6a0178-9689-420c-b381-c298e301a0fd gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:19:53.151652 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 1d291e9a-6200-47dc-94b5-0a95bc84c174 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:19:53.189247 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 1d291e9a-6200-47dc-94b5-0a95bc84c174 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:19:53.206778 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 1d291e9a-6200-47dc-94b5-0a95bc84c174 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:19:53.246045 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d907b53-3d79-44d8-bcd3-64e1aa5e1ff8 req-919837e2-da9e-4aad-9b47-7a6598b23414 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4577825 Jul 29 23:19:53.327689 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6df74ab-99f0-48c3-b419-0ee41f21cc83 admin admin] Router d06371bf-03ca-4ce1-b3c1-d69f973e4a34 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:19:53.337214 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10e769-0327-435c-9189-9838723815d9 req-d0b3a9b1-9926-4ccd-9520-a079d8d39d04 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:53.354415 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe10e769-0327-435c-9189-9838723815d9 req-d0b3a9b1-9926-4ccd-9520-a079d8d39d04 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.4821455 Jul 29 23:19:53.355872 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18959f16-5564-46c8-adb1-87cf14ba6e05 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da56b8fd-0c8d-4fe0-9571-340578f21219,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:53.372584 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-18959f16-5564-46c8-adb1-87cf14ba6e05 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:53.378910 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-18959f16-5564-46c8-adb1-87cf14ba6e05 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1713336 Jul 29 23:19:53.380781 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57746) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:53.386811 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-409bc71f-9f3d-44ac-b128-4ef62f4a7d3c tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Request body: {'security_group_rule': {'security_group_id': 'da56b8fd-0c8d-4fe0-9571-340578f21219', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:53.457107 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe10e769-0327-435c-9189-9838723815d9 req-c1fe0fac-04d1-4709-aadb-397365c332d9 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011639 Jul 29 23:19:53.609316 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c02191-be86-433d-9639-e2080f8c6185 req-63f23e02-ed9f-443b-9625-41d6045f86ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:53.610917 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5c02191-be86-433d-9639-e2080f8c6185 req-63f23e02-ed9f-443b-9625-41d6045f86ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 1100 time: 0.1852937 Jul 29 23:19:53.619433 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a31e0f09-795c-49f1-bc48-e281d6f5748c None None] Provisioning complete for port 5fad1ff6-333c-4123-9bab-fb058e77369b triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:53.624410 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a31e0f09-795c-49f1-bc48-e281d6f5748c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:53.702859 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-c2f5f1ad-e399-4aca-b8c9-668aa731db23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'name': 'tempest-ServersTestBootFromVolume-174923062-router', 'tenant_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '0c0c4171-ebae-4c87-9191-dbb876d9e494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:38Z', 'updated_at': '2021-07-29T23:19:48Z', 'revision_number': 4, 'project_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'gw_port': {'id': '0c0c4171-ebae-4c87-9191-dbb876d9e494', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:39Z', 'updated_at': '2021-07-29T23:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '6471806d-c709-4686-ae62-db1d42c1b5b2', 'name': '', 'network_id': '1b4861e7-2155-4265-b168-d8e6cff2010d', 'tenant_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'mac_address': 'fa:16:3e:39:d7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'f0e126a9-da53-4f31-985c-8139eb4ec79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:46Z', 'updated_at': '2021-07-29T23:19:52Z', 'revision_number': 4, 'project_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'subnets': [{'id': 'f0e126a9-da53-4f31-985c-8139eb4ec79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:53.731325 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a31e0f09-795c-49f1-bc48-e281d6f5748c None None] Port 5fad1ff6-333c-4123-9bab-fb058e77369b cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:19:53.779183 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f5f1ad-e399-4aca-b8c9-668aa731db23 None None] The sync data for ids ['8c6a0178-9689-420c-b381-c298e301a0fd'] in n-d-712140-10 is: [{'id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'name': 'tempest-ServersTestBootFromVolume-174923062-router', 'tenant_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '0c0c4171-ebae-4c87-9191-dbb876d9e494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:38Z', 'updated_at': '2021-07-29T23:19:48Z', 'revision_number': 4, 'project_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'gw_port': {'id': '0c0c4171-ebae-4c87-9191-dbb876d9e494', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:39Z', 'updated_at': '2021-07-29T23:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '6471806d-c709-4686-ae62-db1d42c1b5b2', 'name': '', 'network_id': '1b4861e7-2155-4265-b168-d8e6cff2010d', 'tenant_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'mac_address': 'fa:16:3e:39:d7:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'f0e126a9-da53-4f31-985c-8139eb4ec79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:46Z', 'updated_at': '2021-07-29T23:19:52Z', 'revision_number': 4, 'project_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'subnets': [{'id': 'f0e126a9-da53-4f31-985c-8139eb4ec79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:19:53.822967 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 57766) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:54.021783 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c4e65f-ef05-4bf5-94f6-7198bfb76508 req-3fc7a862-5152-49b7-9a9c-6eae82d2f3ff tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:54.033778 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-99c4e65f-ef05-4bf5-94f6-7198bfb76508 req-3fc7a862-5152-49b7-9a9c-6eae82d2f3ff tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 948 time: 0.3967745 Jul 29 23:19:54.114264 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c02191-be86-433d-9639-e2080f8c6185 req-2c175df4-e83d-4ee3-92c7-7ac523ffda49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:54.116527 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5c02191-be86-433d-9639-e2080f8c6185 req-2c175df4-e83d-4ee3-92c7-7ac523ffda49 service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.4946938 Jul 29 23:19:54.166206 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb40e85-42d2-4ede-bee1-d3d120973377 req-786eb0b9-8658-4bde-89ce-41160d7a2f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:54.173102 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6fb40e85-42d2-4ede-bee1-d3d120973377 req-786eb0b9-8658-4bde-89ce-41160d7a2f7a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eb4c29ff373b42b2b9e6a10c9a285765&device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 1098 time: 0.2374380 Jul 29 23:19:54.272430 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-10a2e752-d65d-488a-80b7-898779911e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:54.320149 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57774) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:54.335414 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5c02191-be86-433d-9639-e2080f8c6185 req-2cc6a6ff-cd05-4b54-b7c2-076cab423d57 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=45fec350-aae1-403f-997f-e395567914fd HTTP/1.1" status: 200 len: 217 time: 0.1978540 Jul 29 23:19:54.347205 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6df74ab-99f0-48c3-b419-0ee41f21cc83 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:19:54.353737 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c6df74ab-99f0-48c3-b419-0ee41f21cc83 admin admin] 10.222.0.18 "PUT /v2.0/routers/d06371bf-03ca-4ce1-b3c1-d69f973e4a34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8628216 Jul 29 23:19:54.364575 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-409bc71f-9f3d-44ac-b128-4ef62f4a7d3c tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:54.410233 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-99c4e65f-ef05-4bf5-94f6-7198bfb76508 req-3c34b4ae-0225-4060-9c32-82b58fa7726e tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753517 Jul 29 23:19:54.589338 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc326a-9500-423e-b7b0-1f2a794e01d4 req-e7e54ba2-ef40-4612-8fdf-25aad5ade115 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:54.606640 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e8dc326a-9500-423e-b7b0-1f2a794e01d4 req-e7e54ba2-ef40-4612-8fdf-25aad5ade115 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.4148102 Jul 29 23:19:54.713258 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-409bc71f-9f3d-44ac-b128-4ef62f4a7d3c tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:54.714161 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c02191-be86-433d-9639-e2080f8c6185 req-535ef8ea-0b3a-4337-8d8b-d9e42e6928cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:54.734446 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-409bc71f-9f3d-44ac-b128-4ef62f4a7d3c tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:54.734663 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5c02191-be86-433d-9639-e2080f8c6185 req-535ef8ea-0b3a-4337-8d8b-d9e42e6928cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.3382344 Jul 29 23:19:54.782577 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 83740e1c-50d1-415d-aafc-7c9978224a06 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:54.808111 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409bc71f-9f3d-44ac-b128-4ef62f4a7d3c tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b7d5323-8041-4a46-b2b3-cf08ad081bbb,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:54.827330 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38d1a10b-704a-4e73-8bd2-379b30a724f1', 'name': 'network-vif-deleted', 'tag': '1d291e9a-6200-47dc-94b5-0a95bc84c174'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:19:54.829178 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8d7dcdab-0c8f-4bb0-96e8-167958b3cd99 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=059e1ca7f14d445f9149a931f19d526e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5033915 Jul 29 23:19:54.831049 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ccc489-eb6e-46a8-876d-d1dc13f6cedd" -d '{"events": [{"server_uuid": "38d1a10b-704a-4e73-8bd2-379b30a724f1", "name": "network-vif-deleted", "tag": "1d291e9a-6200-47dc-94b5-0a95bc84c174"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:19:54.832140 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57788) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:54.867334 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb40e85-42d2-4ede-bee1-d3d120973377 req-b7259250-16f0-4a8f-98f1-94ccd345b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:54.868876 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6fb40e85-42d2-4ede-bee1-d3d120973377 req-b7259250-16f0-4a8f-98f1-94ccd345b251 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf432201-0fac-4700-a1fe-c1aeac3e3811 HTTP/1.1" status: 200 len: 919 time: 0.6724567 Jul 29 23:19:54.932560 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 83740e1c-50d1-415d-aafc-7c9978224a06 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:54.939598 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 83740e1c-50d1-415d-aafc-7c9978224a06 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:54.940050 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:54.959787 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cad0bbe0-7587-4d29-848e-e46f794e77e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:54.965130 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189c5415-cfaf-496d-a0ed-3c47fd4f5f67 x-openstack-request-id: req-189c5415-cfaf-496d-a0ed-3c47fd4f5f67 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:19:54.965421 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38d1a10b-704a-4e73-8bd2-379b30a724f1", "name": "network-vif-deleted", "tag": "1d291e9a-6200-47dc-94b5-0a95bc84c174", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:19:54.965675 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-189c5415-cfaf-496d-a0ed-3c47fd4f5f67 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:19:54.966151 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38d1a10b-704a-4e73-8bd2-379b30a724f1', 'name': 'network-vif-deleted', 'tag': '1d291e9a-6200-47dc-94b5-0a95bc84c174', 'status': 'completed', 'code': 200} Jul 29 23:19:55.001545 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cad0bbe0-7587-4d29-848e-e46f794e77e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:55.066812 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cad0bbe0-7587-4d29-848e-e46f794e77e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:55.071578 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cad0bbe0-7587-4d29-848e-e46f794e77e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:55.073162 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cad0bbe0-7587-4d29-848e-e46f794e77e8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/300a53e6-b741-4642-9278-b680f343ee05 HTTP/1.1" status: 204 len: 168 time: 0.2398114 Jul 29 23:19:55.089377 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0bbe0-7587-4d29-848e-e46f794e77e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300a53e6-b741-4642-9278-b680f343ee05,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:55.128583 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e8dc326a-9500-423e-b7b0-1f2a794e01d4 req-5ac09cdf-c9c9-405e-a929-375338891466 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5164814 Jul 29 23:19:55.161143 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6fb40e85-42d2-4ede-bee1-d3d120973377 req-7e135676-9350-4639-82a5-853de45cc9d1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0acaa3f1-b27a-472c-b82b-efa011399df0 HTTP/1.1" status: 200 len: 217 time: 0.2004533 Jul 29 23:19:55.168843 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-10a2e752-d65d-488a-80b7-898779911e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:55.179496 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c02191-be86-433d-9639-e2080f8c6185 req-71632d95-7eeb-4545-8cb0-7fcb7f36087c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:55.180553 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:55.181841 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5c02191-be86-433d-9639-e2080f8c6185 req-71632d95-7eeb-4545-8cb0-7fcb7f36087c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4464986 Jul 29 23:19:55.197584 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-10a2e752-d65d-488a-80b7-898779911e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:55.200014 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-409bc71f-9f3d-44ac-b128-4ef62f4a7d3c tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:55.202590 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-409bc71f-9f3d-44ac-b128-4ef62f4a7d3c tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8202083 Jul 29 23:19:55.205152 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57800) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:55.210984 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-1755aa80-8064-4b8f-bcad-81b256b29bbe tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Request body: {'security_group_rule': {'security_group_id': 'da56b8fd-0c8d-4fe0-9571-340578f21219', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:55.243296 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 83740e1c-50d1-415d-aafc-7c9978224a06, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=83740e1c-50d1-415d-aafc-7c9978224a06,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:55.265623 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:55.266821 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6471806d-c709-4686-ae62-db1d42c1b5b2 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:55.316930 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1755aa80-8064-4b8f-bcad-81b256b29bbe tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:55.469156 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2e752-d65d-488a-80b7-898779911e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8e2bb7-23d5-4a21-bc7f-fbcfcff41e00,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:55.478821 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=83740e1c-50d1-415d-aafc-7c9978224a06,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:55.504463 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-10a2e752-d65d-488a-80b7-898779911e27 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f648d4fa9c2642d2b80693b5f01ecb28&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6725671 Jul 29 23:19:55.507004 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 57806) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:55.557295 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb40e85-42d2-4ede-bee1-d3d120973377 req-30d7f8e2-cef2-4962-9564-a9b34b3ecdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:55.562801 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6fb40e85-42d2-4ede-bee1-d3d120973377 req-30d7f8e2-cef2-4962-9564-a9b34b3ecdb1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a00ddaeb-5a8f-485f-9408-296d4e1ca7cd HTTP/1.1" status: 200 len: 858 time: 0.3858204 Jul 29 23:19:55.637164 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1755aa80-8064-4b8f-bcad-81b256b29bbe tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:55.649429 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1755aa80-8064-4b8f-bcad-81b256b29bbe tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:55.692262 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6fb40e85-42d2-4ede-bee1-d3d120973377 req-7fa1b074-c4ac-4876-8b8f-16bf993ac2fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf432201-0fac-4700-a1fe-c1aeac3e3811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168869 Jul 29 23:19:55.731050 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755aa80-8064-4b8f-bcad-81b256b29bbe tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52cdce27-bf84-4883-9655-0ac6ed0423b9,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:55.770217 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 6471806d-c709-4686-ae62-db1d42c1b5b2 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:19:55.773942 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 6471806d-c709-4686-ae62-db1d42c1b5b2 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:55.775660 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:55.789244 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1755aa80-8064-4b8f-bcad-81b256b29bbe tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:55.795597 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1755aa80-8064-4b8f-bcad-81b256b29bbe tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5838614 Jul 29 23:19:55.796617 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57812) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:55.802921 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-980ec620-4d9d-4957-a2be-56222fc69e41 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:55.803100 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6de847-5a62-460f-9d5c-16704ef09ec2 None None] Sync routers for ids ['d06371bf-03ca-4ce1-b3c1-d69f973e4a34'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:19:55.852136 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57814) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:55.861778 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-980ec620-4d9d-4957-a2be-56222fc69e41 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks [] for floatingip, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:55.985569 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6de847-5a62-460f-9d5c-16704ef09ec2 None None] Routers {'d06371bf-03ca-4ce1-b3c1-d69f973e4a34'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:55.986246 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-ae6de847-5a62-460f-9d5c-16704ef09ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:19:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['d06371bf-03ca-4ce1-b3c1-d69f973e4a34'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:55.994320 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7ad23e02-1278-4fe2-80c9-23d524f1c727 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce7c7e7883a040ef897634581bcfd779&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1403997 Jul 29 23:19:55.997072 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57816) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:56.100051 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5c02191-be86-433d-9639-e2080f8c6185 req-ed231f21-6fe9-495b-8d6b-350fa2e76f3a service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9049616 Jul 29 23:19:56.246467 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9376cc6e-c35a-4fa0-bece-df28f8b3da6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:56.255243 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c680fe0a-358e-40ba-844d-18cc89fe5a05 req-607eca17-57ff-47e7-8726-785d36249ce4 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:56.266903 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c680fe0a-358e-40ba-844d-18cc89fe5a05 req-607eca17-57ff-47e7-8726-785d36249ce4 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 948 time: 0.6800151 Jul 29 23:19:56.318209 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9376cc6e-c35a-4fa0-bece-df28f8b3da6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:56.378873 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-033f764a-5249-4722-b965-dcb24f48c700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:56.431510 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-980ec620-4d9d-4957-a2be-56222fc69e41 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:56.465158 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:56.538247 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-ae6de847-5a62-460f-9d5c-16704ef09ec2 None None] Set router d06371bf-03ca-4ce1-b3c1-d69f973e4a34 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:19:56.572915 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c680fe0a-358e-40ba-844d-18cc89fe5a05 req-6ac10f0d-9ea7-4024-8307-88aac9f15a10 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025985 Jul 29 23:19:56.686191 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 6471806d-c709-4686-ae62-db1d42c1b5b2, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6471806d-c709-4686-ae62-db1d42c1b5b2,segment=NetworkSegment(7b4104fc-94d0-4c79-a5b9-459ac015462f),segment_id=7b4104fc-94d0-4c79-a5b9-459ac015462f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:56.710532 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:56.779485 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-033f764a-5249-4722-b965-dcb24f48c700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:56.908327 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-980ec620-4d9d-4957-a2be-56222fc69e41 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Allocated IP 172.25.8.29 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/2300e9f7-4f0c-45af-b947-02d9a2477289) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:19:56.977849 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 45fec350-aae1-403f-997f-e395567914fd details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:19:56.984490 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 83740e1c-50d1-415d-aafc-7c9978224a06 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:56.993514 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6fb40e85-42d2-4ede-bee1-d3d120973377 req-962e13cb-ed06-484d-9e2f-b315616172b2 service neutron] 10.222.0.39 "GET /v2.0/networks/bf432201-0fac-4700-a1fe-c1aeac3e3811?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2506137 Jul 29 23:19:57.110328 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9376cc6e-c35a-4fa0-bece-df28f8b3da6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:57.123554 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9376cc6e-c35a-4fa0-bece-df28f8b3da6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:57.127355 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9376cc6e-c35a-4fa0-bece-df28f8b3da6a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fc90f6ac-ef3e-4d0a-9cf6-c4ba8f1af51b HTTP/1.1" status: 204 len: 168 time: 1.1267071 Jul 29 23:19:57.162570 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376cc6e-c35a-4fa0-bece-df28f8b3da6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc90f6ac-ef3e-4d0a-9cf6-c4ba8f1af51b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:57.190211 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5c02191-be86-433d-9639-e2080f8c6185 req-c03181ec-246b-4bcb-9630-f44cdde3e5d8 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0701299 Jul 29 23:19:57.216312 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-980ec620-4d9d-4957-a2be-56222fc69e41 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:57.220964 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=6471806d-c709-4686-ae62-db1d42c1b5b2,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:57.225290 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f06df-d552-4cc1-a7f5-6d707b4089aa req-b378a71c-7985-4137-9944-bdcaa7e23ab8 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:57.229610 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-494f06df-d552-4cc1-a7f5-6d707b4089aa req-b378a71c-7985-4137-9944-bdcaa7e23ab8 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.5385005 Jul 29 23:19:57.332312 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 83740e1c-50d1-415d-aafc-7c9978224a06 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:19:57.332723 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:57.343231 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-033f764a-5249-4722-b965-dcb24f48c700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:57.347552 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-033f764a-5249-4722-b965-dcb24f48c700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:57.351110 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-033f764a-5249-4722-b965-dcb24f48c700 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5f8e2bb7-23d5-4a21-bc7f-fbcfcff41e00 HTTP/1.1" status: 204 len: 168 time: 1.8331604 Jul 29 23:19:57.376900 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033f764a-5249-4722-b965-dcb24f48c700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8e2bb7-23d5-4a21-bc7f-fbcfcff41e00,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:57.389669 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-494f06df-d552-4cc1-a7f5-6d707b4089aa req-81650979-879e-47fb-b066-5d9f93f1762b tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290026 Jul 29 23:19:57.391002 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-980ec620-4d9d-4957-a2be-56222fc69e41 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:57.406206 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6fb40e85-42d2-4ede-bee1-d3d120973377 req-6250beb4-2536-4efd-b1cd-0bbf009b50be service neutron] 10.222.0.39 "GET /v2.0/networks/bf432201-0fac-4700-a1fe-c1aeac3e3811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901472 Jul 29 23:19:57.436845 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-ae6de847-5a62-460f-9d5c-16704ef09ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06371bf-03ca-4ce1-b3c1-d69f973e4a34', 'name': 'tempest-AttachSCSIVolumeTestJSON-1199872248-router', 'tenant_id': '7fc2cc1b51224dc1a26ac1bfdba20f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '83740e1c-50d1-415d-aafc-7c9978224a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:43Z', 'updated_at': '2021-07-29T23:19:51Z', 'revision_number': 4, 'project_id': '7fc2cc1b51224dc1a26ac1bfdba20f6b', 'gw_port': {'id': '83740e1c-50d1-415d-aafc-7c9978224a06', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06371bf-03ca-4ce1-b3c1-d69f973e4a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:45Z', 'updated_at': '2021-07-29T23:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '5fad1ff6-333c-4123-9bab-fb058e77369b', 'name': '', 'network_id': 'c583d5de-fb48-431e-a82f-f713ba02a36b', 'tenant_id': '7fc2cc1b51224dc1a26ac1bfdba20f6b', 'mac_address': 'fa:16:3e:53:84:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06371bf-03ca-4ce1-b3c1-d69f973e4a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'f3108bb5-021d-47f4-a611-438b0a4eda85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:50Z', 'updated_at': '2021-07-29T23:19:51Z', 'revision_number': 2, 'project_id': '7fc2cc1b51224dc1a26ac1bfdba20f6b', 'subnets': [{'id': 'f3108bb5-021d-47f4-a611-438b0a4eda85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:57.506163 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980ec620-4d9d-4957-a2be-56222fc69e41 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:19:57.510171 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-980ec620-4d9d-4957-a2be-56222fc69e41 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:19:57.511494 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 45fec350-aae1-403f-997f-e395567914fd, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=45fec350-aae1-403f-997f-e395567914fd,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:57.517610 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980ec620-4d9d-4957-a2be-56222fc69e41 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:19:57.534534 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6de847-5a62-460f-9d5c-16704ef09ec2 None None] Checking router: d06371bf-03ca-4ce1-b3c1-d69f973e4a34 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:19:57.538218 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6de847-5a62-460f-9d5c-16704ef09ec2 None None] Updating router d06371bf-03ca-4ce1-b3c1-d69f973e4a34 port 5fad1ff6-333c-4123-9bab-fb058e77369b binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:19:57.608418 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ec620-4d9d-4957-a2be-56222fc69e41 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Pushing event updated for resources: {'Port': ['ID=2300e9f7-4f0c-45af-b947-02d9a2477289,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:57.782581 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '45fec350-aae1-403f-997f-e395567914fd', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': '45fec350-aae1-403f-997f-e395567914fd', 'mac_address': 'fa:16:3e:b1:d7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:19:57.942573 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ae6de847-5a62-460f-9d5c-16704ef09ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:57.946549 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-980ec620-4d9d-4957-a2be-56222fc69e41 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:58.002250 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a5365c-f210-4c48-96fc-e51a251daf02 req-a4f2784c-eb65-44fb-9f81-24acd3730892 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:58.024763 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-58a5365c-f210-4c48-96fc-e51a251daf02 req-a4f2784c-eb65-44fb-9f81-24acd3730892 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 948 time: 0.2190521 Jul 29 23:19:58.076191 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-980ec620-4d9d-4957-a2be-56222fc69e41 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:58.113047 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-58a5365c-f210-4c48-96fc-e51a251daf02 req-09de941a-d9a6-4623-9ba0-a8c4c35fcfa0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815949 Jul 29 23:19:58.521552 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ae6de847-5a62-460f-9d5c-16704ef09ec2 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:58.532776 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ae6de847-5a62-460f-9d5c-16704ef09ec2 None None] Transition to ACTIVE for port object 5fad1ff6-333c-4123-9bab-fb058e77369b will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:19:58.537292 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:58.552885 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ae6de847-5a62-460f-9d5c-16704ef09ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:58.599519 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a38f8d-4850-468e-a02c-857ded9a6774 None None] Pushing event updated for resources: {'Port': ['ID=5fad1ff6-333c-4123-9bab-fb058e77369b,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:58.605923 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45fec350-aae1-403f-997f-e395567914fd {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:19:58.629183 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 45fec350-aae1-403f-997f-e395567914fd, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=45fec350-aae1-403f-997f-e395567914fd,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:19:58.641627 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:58.667435 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03287506-0d2d-449b-84ce-d3e3c6d25572 req-c0dff9df-0d89-4f64-8c8b-85e1c9337526 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:58.677656 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-03287506-0d2d-449b-84ce-d3e3c6d25572 req-c0dff9df-0d89-4f64-8c8b-85e1c9337526 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.1585040 Jul 29 23:19:58.696657 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-980ec620-4d9d-4957-a2be-56222fc69e41 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:58.713761 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-980ec620-4d9d-4957-a2be-56222fc69e41 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:58.755730 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-ae6de847-5a62-460f-9d5c-16704ef09ec2 None None] Attempting to bind port 5fad1ff6-333c-4123-9bab-fb058e77369b on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:19:58.756111 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-ae6de847-5a62-460f-9d5c-16704ef09ec2 None None] Attempting to bind port 5fad1ff6-333c-4123-9bab-fb058e77369b by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '3e3a8069-4d11-439b-9fb2-4c1383fb3f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c583d5de-fb48-431e-a82f-f713ba02a36b'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:19:58.756391 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6de847-5a62-460f-9d5c-16704ef09ec2 None None] Attempting to bind port 5fad1ff6-333c-4123-9bab-fb058e77369b on network c583d5de-fb48-431e-a82f-f713ba02a36b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:19:58.782644 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6de847-5a62-460f-9d5c-16704ef09ec2 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:19:58.783074 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6de847-5a62-460f-9d5c-16704ef09ec2 None None] Checking segment: {'id': '3e3a8069-4d11-439b-9fb2-4c1383fb3f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c583d5de-fb48-431e-a82f-f713ba02a36b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:19:58.783445 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ae6de847-5a62-460f-9d5c-16704ef09ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:58.783900 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6de847-5a62-460f-9d5c-16704ef09ec2 None None] Bound using segment: {'id': '3e3a8069-4d11-439b-9fb2-4c1383fb3f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c583d5de-fb48-431e-a82f-f713ba02a36b'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:19:58.784394 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-ae6de847-5a62-460f-9d5c-16704ef09ec2 None None] Bound port: 5fad1ff6-333c-4123-9bab-fb058e77369b, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e3a8069-4d11-439b-9fb2-4c1383fb3f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c583d5de-fb48-431e-a82f-f713ba02a36b'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:19:58.784782 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ae6de847-5a62-460f-9d5c-16704ef09ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:58.818525 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-03287506-0d2d-449b-84ce-d3e3c6d25572 req-6cf644c5-b14e-45d5-b087-6cfa9dbffc1e tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286540 Jul 29 23:19:58.870889 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=45fec350-aae1-403f-997f-e395567914fd,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:58.931921 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ae6de847-5a62-460f-9d5c-16704ef09ec2 None None] For port 5fad1ff6-333c-4123-9bab-fb058e77369b, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:19:58.936861 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ae6de847-5a62-460f-9d5c-16704ef09ec2 None None] For port 5fad1ff6-333c-4123-9bab-fb058e77369b, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=5fad1ff6-333c-4123-9bab-fb058e77369b,segment=NetworkSegment(3e3a8069-4d11-439b-9fb2-4c1383fb3f6c),segment_id=3e3a8069-4d11-439b-9fb2-4c1383fb3f6c)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:19:58.965482 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ae6de847-5a62-460f-9d5c-16704ef09ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:59.196370 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980ec620-4d9d-4957-a2be-56222fc69e41 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Pushing event updated for resources: {'Port': ['ID=2300e9f7-4f0c-45af-b947-02d9a2477289,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:59.201379 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-980ec620-4d9d-4957-a2be-56222fc69e41 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:59.242501 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-980ec620-4d9d-4957-a2be-56222fc69e41 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:59.244118 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-980ec620-4d9d-4957-a2be-56222fc69e41 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4462070 Jul 29 23:19:59.303148 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a38f8d-4850-468e-a02c-857ded9a6774 None None] Pushing event updated for resources: {'Port': ['ID=5fad1ff6-333c-4123-9bab-fb058e77369b,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:19:59.320994 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['45fec350-aae1-403f-997f-e395567914fd'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:19:59.429377 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57886) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:19:59.466769 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6471806d-c709-4686-ae62-db1d42c1b5b2 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:19:59.509397 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bebba8-a480-4049-98e0-b864e55f0f22 req-9fc3c4f7-30a4-4da3-9a23-6bcb15cf6e94 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:19:59.523712 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b6bebba8-a480-4049-98e0-b864e55f0f22 req-9fc3c4f7-30a4-4da3-9a23-6bcb15cf6e94 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 949 time: 0.1550398 Jul 29 23:19:59.694128 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b6bebba8-a480-4049-98e0-b864e55f0f22 req-fa2b11c2-75f9-404b-b265-d7f786b43574 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670022 Jul 29 23:19:59.734481 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-7c3bc41d-5791-431f-ac5c-dd84ba3fd0c3 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-307157943-network', 'tenant_id': '5fdd77f86f774bd7865b8c880fb456db'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:19:59.786983 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c3bc41d-5791-431f-ac5c-dd84ba3fd0c3 admin admin] Made reservation on behalf of 5fdd77f86f774bd7865b8c880fb456db for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:19:59.790449 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7c3bc41d-5791-431f-ac5c-dd84ba3fd0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:59.791637 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:59.798654 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6de847-5a62-460f-9d5c-16704ef09ec2 None None] Routers {'d06371bf-03ca-4ce1-b3c1-d69f973e4a34'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:19:59.799296 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-ae6de847-5a62-460f-9d5c-16704ef09ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:19:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['d06371bf-03ca-4ce1-b3c1-d69f973e4a34'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:19:59.806559 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7c3bc41d-5791-431f-ac5c-dd84ba3fd0c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:59.957939 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7c3bc41d-5791-431f-ac5c-dd84ba3fd0c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:59.964820 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7c3bc41d-5791-431f-ac5c-dd84ba3fd0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:19:59.988697 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:00.040510 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c3bc41d-5791-431f-ac5c-dd84ba3fd0c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:20:00.065354 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3bc41d-5791-431f-ac5c-dd84ba3fd0c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40e3e09-7db4-4aa3-9fb3-343897b5ef09,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:00.101635 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7c3bc41d-5791-431f-ac5c-dd84ba3fd0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:00.103469 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-7c3bc41d-5791-431f-ac5c-dd84ba3fd0c3 admin admin] Added segment 79d64c50-c25a-4fc3-b109-d9efacc73f26 of type vlan for network fdf1b50b-8c01-4560-b565-16c3ac23715f Jul 29 23:20:00.148980 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0ab67f-5453-4d05-bd9f-81d458511f13 req-0ae2fa91-2ac6-4b75-82be-6b4bf970029d tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:00.165701 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3b0ab67f-5453-4d05-bd9f-81d458511f13 req-0ae2fa91-2ac6-4b75-82be-6b4bf970029d tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.1786003 Jul 29 23:20:00.229623 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7c3bc41d-5791-431f-ac5c-dd84ba3fd0c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:00.293875 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3b0ab67f-5453-4d05-bd9f-81d458511f13 req-911e72fe-7359-4780-812d-9d26992827e1 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251776 Jul 29 23:20:00.353527 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7c3bc41d-5791-431f-ac5c-dd84ba3fd0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:00.355062 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c3bc41d-5791-431f-ac5c-dd84ba3fd0c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:00.356238 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7c3bc41d-5791-431f-ac5c-dd84ba3fd0c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:00.413243 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7c3bc41d-5791-431f-ac5c-dd84ba3fd0c3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9821448 Jul 29 23:20:00.416222 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 57944) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:00.422723 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-fbf4e08d-a0ff-467b-9ce4-03726a35ea3c admin admin] Request body: {'subnet': {'network_id': 'fdf1b50b-8c01-4560-b565-16c3ac23715f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-307157943-subnet', 'tenant_id': '5fdd77f86f774bd7865b8c880fb456db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:00.473192 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf4e08d-a0ff-467b-9ce4-03726a35ea3c admin admin] Made reservation on behalf of 5fdd77f86f774bd7865b8c880fb456db for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:20:00.476184 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fbf4e08d-a0ff-467b-9ce4-03726a35ea3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:00.497816 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 6471806d-c709-4686-ae62-db1d42c1b5b2 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:00.498589 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:00.537527 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3bc41d-5791-431f-ac5c-dd84ba3fd0c3 admin admin] Pushing event updated for resources: {'Network': ['ID=fdf1b50b-8c01-4560-b565-16c3ac23715f,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:00.617709 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network fdf1b50b-8c01-4560-b565-16c3ac23715f details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:20:00.834134 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fbf4e08d-a0ff-467b-9ce4-03726a35ea3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:00.851554 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-ae6de847-5a62-460f-9d5c-16704ef09ec2 None None] Set router d06371bf-03ca-4ce1-b3c1-d69f973e4a34 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:20:01.684805 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf4e08d-a0ff-467b-9ce4-03726a35ea3c admin admin] Checking segment: {'id': '79d64c50-c25a-4fc3-b109-d9efacc73f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fdf1b50b-8c01-4560-b565-16c3ac23715f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:01.686486 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf4e08d-a0ff-467b-9ce4-03726a35ea3c admin admin] Network hostable DHCP agents. Network: fdf1b50b-8c01-4560-b565-16c3ac23715f, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:20:01.693968 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf4e08d-a0ff-467b-9ce4-03726a35ea3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e98c60f3-215b-4d3f-9cd3-677693d018c8,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:01.746870 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687102c6-cd28-4090-9eb7-e20b7bdc1dc4 req-3b1e7727-1b43-4978-a1f2-ae7fd886755e tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:01.758973 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-ae6de847-5a62-460f-9d5c-16704ef09ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06371bf-03ca-4ce1-b3c1-d69f973e4a34', 'name': 'tempest-AttachSCSIVolumeTestJSON-1199872248-router', 'tenant_id': '7fc2cc1b51224dc1a26ac1bfdba20f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '83740e1c-50d1-415d-aafc-7c9978224a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:43Z', 'updated_at': '2021-07-29T23:19:51Z', 'revision_number': 4, 'project_id': '7fc2cc1b51224dc1a26ac1bfdba20f6b', 'gw_port': {'id': '83740e1c-50d1-415d-aafc-7c9978224a06', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06371bf-03ca-4ce1-b3c1-d69f973e4a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:45Z', 'updated_at': '2021-07-29T23:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '5fad1ff6-333c-4123-9bab-fb058e77369b', 'name': '', 'network_id': 'c583d5de-fb48-431e-a82f-f713ba02a36b', 'tenant_id': '7fc2cc1b51224dc1a26ac1bfdba20f6b', 'mac_address': 'fa:16:3e:53:84:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06371bf-03ca-4ce1-b3c1-d69f973e4a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'f3108bb5-021d-47f4-a611-438b0a4eda85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:50Z', 'updated_at': '2021-07-29T23:19:58Z', 'revision_number': 4, 'project_id': '7fc2cc1b51224dc1a26ac1bfdba20f6b', 'subnets': [{'id': 'f3108bb5-021d-47f4-a611-438b0a4eda85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:20:01.762499 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-687102c6-cd28-4090-9eb7-e20b7bdc1dc4 req-3b1e7727-1b43-4978-a1f2-ae7fd886755e tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 949 time: 0.8479934 Jul 29 23:20:01.831666 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-687102c6-cd28-4090-9eb7-e20b7bdc1dc4 req-3f7c3112-bf86-42d2-a028-9d9f9ce01c97 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665863 Jul 29 23:20:01.837394 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf4e08d-a0ff-467b-9ce4-03726a35ea3c admin admin] Network fdf1b50b-8c01-4560-b565-16c3ac23715f is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:20:01.859294 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-fbf4e08d-a0ff-467b-9ce4-03726a35ea3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, fdf1b50b-8c01-4560-b565-16c3ac23715f) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:20:01.872431 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf4e08d-a0ff-467b-9ce4-03726a35ea3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:01.873047 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fbf4e08d-a0ff-467b-9ce4-03726a35ea3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:01.890103 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2bb0186-f019-4b28-be01-57e45e5c2d63 None None] Network fdf1b50b-8c01-4560-b565-16c3ac23715f requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:20:01.897417 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae6de847-5a62-460f-9d5c-16704ef09ec2 None None] The sync data for ids ['d06371bf-03ca-4ce1-b3c1-d69f973e4a34'] in n-d-712140-10 is: [{'id': 'd06371bf-03ca-4ce1-b3c1-d69f973e4a34', 'name': 'tempest-AttachSCSIVolumeTestJSON-1199872248-router', 'tenant_id': '7fc2cc1b51224dc1a26ac1bfdba20f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '83740e1c-50d1-415d-aafc-7c9978224a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:43Z', 'updated_at': '2021-07-29T23:19:51Z', 'revision_number': 4, 'project_id': '7fc2cc1b51224dc1a26ac1bfdba20f6b', 'gw_port': {'id': '83740e1c-50d1-415d-aafc-7c9978224a06', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06371bf-03ca-4ce1-b3c1-d69f973e4a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:45Z', 'updated_at': '2021-07-29T23:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '5fad1ff6-333c-4123-9bab-fb058e77369b', 'name': '', 'network_id': 'c583d5de-fb48-431e-a82f-f713ba02a36b', 'tenant_id': '7fc2cc1b51224dc1a26ac1bfdba20f6b', 'mac_address': 'fa:16:3e:53:84:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd06371bf-03ca-4ce1-b3c1-d69f973e4a34', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': 'f3108bb5-021d-47f4-a611-438b0a4eda85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:50Z', 'updated_at': '2021-07-29T23:19:58Z', 'revision_number': 4, 'project_id': '7fc2cc1b51224dc1a26ac1bfdba20f6b', 'subnets': [{'id': 'f3108bb5-021d-47f4-a611-438b0a4eda85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:20:01.914298 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-fbf4e08d-a0ff-467b-9ce4-03726a35ea3c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4889479 Jul 29 23:20:02.202878 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215e6c57-6c68-41b1-a73e-94e267a56d2b None None] Network fdf1b50b-8c01-4560-b565-16c3ac23715f requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:20:02.969018 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eabbfcb2-d99a-42e4-b7e4-edcf8eb9da3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:03.007756 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 45fec350-aae1-403f-997f-e395567914fd up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:03.048343 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-f721297e-7561-4228-a1a7-82117e4aa1a0 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:03.087529 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-f721297e-7561-4228-a1a7-82117e4aa1a0 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/networks?id=fdf1b50b-8c01-4560-b565-16c3ac23715f HTTP/1.1" status: 200 len: 821 time: 0.3790891 Jul 29 23:20:03.213491 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58052) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:03.242914 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-26e2fb08-6666-4265-a388-c5ae6e2b2086 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/quotas/5fdd77f86f774bd7865b8c880fb456db HTTP/1.1" status: 200 len: 375 time: 0.1244223 Jul 29 23:20:03.456012 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-78834538-6bcc-4713-8257-b07cb5487f20 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5fdd77f86f774bd7865b8c880fb456db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2095108 Jul 29 23:20:03.682408 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-760cd3ba-e110-4776-bbc6-95fcb90c51f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:03.682734 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-340717b9-e1c1-4afd-aadd-1b7b15ad596d service neutron] 10.222.0.18 "GET /v2.0/networks/fdf1b50b-8c01-4560-b565-16c3ac23715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112126 Jul 29 23:20:03.753346 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 45fec350-aae1-403f-997f-e395567914fd completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:03.776169 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 45fec350-aae1-403f-997f-e395567914fd triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:03.789639 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:03.844791 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59ba86-fce0-418d-b89a-3d73ee97cc70 req-b5472f82-ab36-45d6-8895-0e03a5be4184 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:03.854636 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d59ba86-fce0-418d-b89a-3d73ee97cc70 req-b5472f82-ab36-45d6-8895-0e03a5be4184 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 949 time: 0.7342744 Jul 29 23:20:04.012787 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 5fad1ff6-333c-4123-9bab-fb058e77369b up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:04.131423 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-760cd3ba-e110-4776-bbc6-95fcb90c51f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:04.144779 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-760cd3ba-e110-4776-bbc6-95fcb90c51f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:04.147211 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d59ba86-fce0-418d-b89a-3d73ee97cc70 req-f5565471-4a33-49c1-87f5-bcfba3dce70f tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914708 Jul 29 23:20:04.195317 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-f5005fd8-c774-4998-a6a2-5547b087a9eb service neutron] 10.222.0.18 "GET /v2.0/networks/fdf1b50b-8c01-4560-b565-16c3ac23715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049450 Jul 29 23:20:04.211935 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760cd3ba-e110-4776-bbc6-95fcb90c51f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9013b38d-8495-4a0d-a8d3-55c925c9fdf9,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:04.265993 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-760cd3ba-e110-4776-bbc6-95fcb90c51f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a8185f18ccd4605b10794bce7391775&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0513873 Jul 29 23:20:04.268793 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 58068) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:04.422945 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-952efdfc-0447-45ad-9d7c-8592f0ca8644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:04.434924 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:04.442172 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 5fad1ff6-333c-4123-9bab-fb058e77369b completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:04.468941 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 5fad1ff6-333c-4123-9bab-fb058e77369b triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:04.469564 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:04.517126 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba37ef80-3814-4e81-9e93-e84ead14ead7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fec350-aae1-403f-997f-e395567914fd'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:04.519668 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3975aea-54e0-4674-9388-6b02e84e4df3" -d '{"events": [{"server_uuid": "ba37ef80-3814-4e81-9e93-e84ead14ead7", "name": "network-vif-plugged", "status": "completed", "tag": "45fec350-aae1-403f-997f-e395567914fd"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:04.567300 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 45fec350-aae1-403f-997f-e395567914fd, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=45fec350-aae1-403f-997f-e395567914fd,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:04.582160 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-952efdfc-0447-45ad-9d7c-8592f0ca8644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:04.597394 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:04.722696 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7527b7cd-db2f-45fc-9fb6-e61d3c29a42f x-openstack-request-id: req-7527b7cd-db2f-45fc-9fb6-e61d3c29a42f {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:04.723066 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba37ef80-3814-4e81-9e93-e84ead14ead7", "name": "network-vif-plugged", "status": "completed", "tag": "45fec350-aae1-403f-997f-e395567914fd", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:04.723281 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7527b7cd-db2f-45fc-9fb6-e61d3c29a42f {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:04.723666 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba37ef80-3814-4e81-9e93-e84ead14ead7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fec350-aae1-403f-997f-e395567914fd', 'code': 200} Jul 29 23:20:04.733542 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-952efdfc-0447-45ad-9d7c-8592f0ca8644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:04.736178 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-952efdfc-0447-45ad-9d7c-8592f0ca8644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:04.737360 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-952efdfc-0447-45ad-9d7c-8592f0ca8644 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9013b38d-8495-4a0d-a8d3-55c925c9fdf9 HTTP/1.1" status: 204 len: 168 time: 0.4673882 Jul 29 23:20:04.795595 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae8b3b3-f4f5-45fc-84d9-a35f93bf3691 req-33bd5424-a4c9-47bd-baa8-1c450617e3b9 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:04.807302 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ae8b3b3-f4f5-45fc-84d9-a35f93bf3691 req-33bd5424-a4c9-47bd-baa8-1c450617e3b9 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.3411274 Jul 29 23:20:04.967617 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952efdfc-0447-45ad-9d7c-8592f0ca8644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9013b38d-8495-4a0d-a8d3-55c925c9fdf9,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:04.973848 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:05.041573 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-37223146-4fdf-437e-9c94-a4063b92969b req-fe25aa87-0d97-4acd-8168-5e069dafc9d1 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=08bbbbbd-3409-46d2-b8fa-3382e0888cd8 HTTP/1.1" status: 200 len: 210 time: 0.2244325 Jul 29 23:20:05.090727 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 5fad1ff6-333c-4123-9bab-fb058e77369b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=5fad1ff6-333c-4123-9bab-fb058e77369b,segment=NetworkSegment(3e3a8069-4d11-439b-9fb2-4c1383fb3f6c),segment_id=3e3a8069-4d11-439b-9fb2-4c1383fb3f6c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:05.104103 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=45fec350-aae1-403f-997f-e395567914fd,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:05.110119 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:05.110317 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aabe004-21bf-44cd-af4a-97db82dc4bdd req-eea32099-f4c2-409e-b2aa-a611b12cfbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:05.112803 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6aabe004-21bf-44cd-af4a-97db82dc4bdd req-eea32099-f4c2-409e-b2aa-a611b12cfbbb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 1102 time: 0.3373690 Jul 29 23:20:05.131790 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ae8b3b3-f4f5-45fc-84d9-a35f93bf3691 req-735ef11c-0206-4397-9cdc-b9222c94ee75 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231142 Jul 29 23:20:05.212843 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6aabe004-21bf-44cd-af4a-97db82dc4bdd req-c7c280df-ce2b-437a-a2a8-f433be944a9a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796850 Jul 29 23:20:05.471507 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:05.562181 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=5fad1ff6-333c-4123-9bab-fb058e77369b,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:05.574458 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58096) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:05.598256 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f2ddd04d-1b9e-4b88-9693-5a2d55e593c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:05.625017 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3137ca46-7256-481a-9f4a-a20607e29eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:05.687619 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b8e294-fde1-44ef-8101-2efb403969e6 req-7ea12e35-bc7e-43f4-b1ca-5a74de34cc41 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:05.705364 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-91b8e294-fde1-44ef-8101-2efb403969e6 req-7ea12e35-bc7e-43f4-b1ca-5a74de34cc41 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 950 time: 0.3444908 Jul 29 23:20:05.834424 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f2ddd04d-1b9e-4b88-9693-5a2d55e593c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:05.852903 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-91b8e294-fde1-44ef-8101-2efb403969e6 req-76403f95-84ad-431e-b142-a8fb8303f808 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453443 Jul 29 23:20:05.853683 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f2ddd04d-1b9e-4b88-9693-5a2d55e593c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:05.865363 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-61f654b7-a67a-4496-a6c6-72512f597c8c req-6192b1a3-3a72-47f8-a0c4-8445c8ab2266 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3849247 Jul 29 23:20:05.989269 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ddd04d-1b9e-4b88-9693-5a2d55e593c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=706253ef-a4f8-48e1-9d87-76043b15e608,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:06.018337 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f2ddd04d-1b9e-4b88-9693-5a2d55e593c5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=15d493b1b9d84c1cbaf2b4265970a45e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4422472 Jul 29 23:20:06.025046 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58106) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:06.227327 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-49ee8e91-af91-4a24-bda7-60df6727fea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:06.295116 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f654b7-a67a-4496-a6c6-72512f597c8c req-73084864-8334-4411-8ad3-5c65c6d58547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:06.300151 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-49ee8e91-af91-4a24-bda7-60df6727fea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:06.311969 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-61f654b7-a67a-4496-a6c6-72512f597c8c req-73084864-8334-4411-8ad3-5c65c6d58547 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 1101 time: 0.4156735 Jul 29 23:20:06.328060 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff5ce306-0ee5-4d09-913c-c144f782847c req-0c696e72-dcc5-4bab-a65f-a3ede35c2120 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b009baf0-3113-4fd6-b0d4-9dfb4f273053&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3938520 Jul 29 23:20:06.394937 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-49ee8e91-af91-4a24-bda7-60df6727fea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:06.397960 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-49ee8e91-af91-4a24-bda7-60df6727fea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:06.402245 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-49ee8e91-af91-4a24-bda7-60df6727fea4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/706253ef-a4f8-48e1-9d87-76043b15e608 HTTP/1.1" status: 204 len: 168 time: 0.3753347 Jul 29 23:20:06.431963 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe5aae75-a42c-4af8-9af1-efd0c4f500ad req-9be2f899-2e87-48db-a618-ba18e6074668 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=08bbbbbd-3409-46d2-b8fa-3382e0888cd8 HTTP/1.1" status: 200 len: 210 time: 0.0862167 Jul 29 23:20:06.433472 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee8e91-af91-4a24-bda7-60df6727fea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=706253ef-a4f8-48e1-9d87-76043b15e608,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:06.596870 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f654b7-a67a-4496-a6c6-72512f597c8c req-3cb528bc-c36f-425e-b944-4ea93200fdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:06.598471 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-61f654b7-a67a-4496-a6c6-72512f597c8c req-3cb528bc-c36f-425e-b944-4ea93200fdbe service neutron] 10.222.0.39 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.1768019 Jul 29 23:20:06.756101 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:06.794847 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-61f654b7-a67a-4496-a6c6-72512f597c8c req-e2cf8042-faa8-4efe-a43d-ba774471c423 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=a7499d40-a2e9-4a56-b8a3-986db53aa756 HTTP/1.1" status: 200 len: 217 time: 0.1565373 Jul 29 23:20:06.809273 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ce306-0ee5-4d09-913c-c144f782847c req-2a9b0183-45ac-4ecd-845c-457eed1bd69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:06.812993 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff5ce306-0ee5-4d09-913c-c144f782847c req-2a9b0183-45ac-4ecd-845c-457eed1bd69d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b49d6b2f238e47ed984aeeb787462f73&device_id=b009baf0-3113-4fd6-b0d4-9dfb4f273053 HTTP/1.1" status: 200 len: 1098 time: 0.2133815 Jul 29 23:20:07.131819 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f654b7-a67a-4496-a6c6-72512f597c8c req-8b33fb80-0346-404c-bd75-3e091481044d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:07.141938 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-61f654b7-a67a-4496-a6c6-72512f597c8c req-8b33fb80-0346-404c-bd75-3e091481044d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.3381395 Jul 29 23:20:07.145832 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ce306-0ee5-4d09-913c-c144f782847c req-057ac80b-52d4-4a65-9798-2e920f2b9537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:07.150615 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff5ce306-0ee5-4d09-913c-c144f782847c req-057ac80b-52d4-4a65-9798-2e920f2b9537 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e830c838-5320-4f47-8a70-ed7b14724e77 HTTP/1.1" status: 200 len: 925 time: 0.2706718 Jul 29 23:20:07.614019 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-c763e719-1a6f-41d3-b247-965384b8eb67 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:07.625341 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-c763e719-1a6f-41d3-b247-965384b8eb67 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.39 "GET /v2.0/networks?id=fdf1b50b-8c01-4560-b565-16c3ac23715f HTTP/1.1" status: 200 len: 821 time: 0.3949046 Jul 29 23:20:07.645123 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-e1989585-7a1e-4bb2-8d08-9ebc4693aae1 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Request body: {'port': {'device_id': '08bbbbbd-3409-46d2-b8fa-3382e0888cd8', 'network_id': 'fdf1b50b-8c01-4560-b565-16c3ac23715f', 'admin_state_up': True, 'tenant_id': '5fdd77f86f774bd7865b8c880fb456db'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:07.795122 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 5fad1ff6-333c-4123-9bab-fb058e77369b up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:07.883452 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31777b64-796b-4b28-afe5-ef11e570e8e4 req-593078eb-975e-4a05-b954-62e36cdd12fd tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:07.885080 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31777b64-796b-4b28-afe5-ef11e570e8e4 req-593078eb-975e-4a05-b954-62e36cdd12fd tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 950 time: 0.7553661 Jul 29 23:20:07.906313 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff5ce306-0ee5-4d09-913c-c144f782847c req-3579a34b-8164-4f8a-a401-3eafeb517f15 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f96f47f5-8823-4b4a-a2d5-d6a66613301f HTTP/1.1" status: 200 len: 1001 time: 0.7238560 Jul 29 23:20:08.034886 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 5fad1ff6-333c-4123-9bab-fb058e77369b triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:08.035580 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:08.046395 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-e1989585-7a1e-4bb2-8d08-9ebc4693aae1 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Made reservation on behalf of 5fdd77f86f774bd7865b8c880fb456db for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:20:08.051989 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-e1989585-7a1e-4bb2-8d08-9ebc4693aae1 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:08.142658 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f654b7-a67a-4496-a6c6-72512f597c8c req-29ca7166-fcc1-4fc2-a4d6-b6f3708feb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:08.153389 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-61f654b7-a67a-4496-a6c6-72512f597c8c req-29ca7166-fcc1-4fc2-a4d6-b6f3708feb93 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9923134 Jul 29 23:20:08.252529 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:08.444065 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-61f654b7-a67a-4496-a6c6-72512f597c8c req-b50eaf07-1425-4b1f-a3dd-8fc85e2aa81d service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874255 Jul 29 23:20:08.477462 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1154bd80-b8bb-4f7a-a184-807b14cda75a req-f2cf5c62-e57c-40db-896b-0cfa38fe742e tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:08.479035 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1154bd80-b8bb-4f7a-a184-807b14cda75a req-f2cf5c62-e57c-40db-896b-0cfa38fe742e tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?device_id=b009baf0-3113-4fd6-b0d4-9dfb4f273053 HTTP/1.1" status: 200 len: 946 time: 0.8972800 Jul 29 23:20:08.521941 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31777b64-796b-4b28-afe5-ef11e570e8e4 req-fbd8213c-45e6-4a7f-8391-58a245262922 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6145186 Jul 29 23:20:08.545768 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-e1989585-7a1e-4bb2-8d08-9ebc4693aae1 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Allocated IP 172.20.0.9 (fdf1b50b-8c01-4560-b565-16c3ac23715f/e98c60f3-215b-4d3f-9cd3-677693d018c8/1bf217c5-a463-4bf2-be4c-fdfc3f826f72) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:20:08.645688 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ce306-0ee5-4d09-913c-c144f782847c req-caeeed28-18e5-4e39-85f7-06bcea9ccaca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:08.647638 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff5ce306-0ee5-4d09-913c-c144f782847c req-caeeed28-18e5-4e39-85f7-06bcea9ccaca service neutron] 10.222.0.23 "GET /v2.0/subnets?id=340eeb0f-e215-481a-a3ed-413dd343d59d HTTP/1.1" status: 200 len: 863 time: 0.7149477 Jul 29 23:20:08.786099 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1154bd80-b8bb-4f7a-a184-807b14cda75a req-e22f14e9-2991-4fd7-8e91-ab010c9864cb tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/security-groups?id=14cf21cc-50a5-43f4-b384-48480f1f1141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795568 Jul 29 23:20:08.827905 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cca27769-9777-4001-a680-795582950f97 req-86478ac2-980b-466d-85ac-9b50f204ce47 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=08bbbbbd-3409-46d2-b8fa-3382e0888cd8 HTTP/1.1" status: 200 len: 210 time: 0.1405313 Jul 29 23:20:08.869354 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-e1989585-7a1e-4bb2-8d08-9ebc4693aae1 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:08.885904 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-61f654b7-a67a-4496-a6c6-72512f597c8c req-f3687f17-5e05-4088-8bf6-2d1fbec2aff3 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4032514 Jul 29 23:20:08.901821 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5ce306-0ee5-4d09-913c-c144f782847c req-a4ea6d7e-e90c-41dc-bbbc-913647cdfa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:08.905752 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff5ce306-0ee5-4d09-913c-c144f782847c req-a4ea6d7e-e90c-41dc-bbbc-913647cdfa25 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e830c838-5320-4f47-8a70-ed7b14724e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2395842 Jul 29 23:20:08.984809 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-e1989585-7a1e-4bb2-8d08-9ebc4693aae1 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:09.070398 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff5ce306-0ee5-4d09-913c-c144f782847c req-b545c1bd-5aae-4cdc-aa65-e3b0e7a4589d service neutron] 10.222.0.23 "GET /v2.0/networks/e830c838-5320-4f47-8a70-ed7b14724e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563141 Jul 29 23:20:09.078257 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-e1989585-7a1e-4bb2-8d08-9ebc4693aae1 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Network fdf1b50b-8c01-4560-b565-16c3ac23715f is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:20:09.081891 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-e1989585-7a1e-4bb2-8d08-9ebc4693aae1 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:20:09.086499 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-e1989585-7a1e-4bb2-8d08-9ebc4693aae1 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:20:09.167880 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1989585-7a1e-4bb2-8d08-9ebc4693aae1 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Pushing event updated for resources: {'Port': ['ID=1bf217c5-a463-4bf2-be4c-fdfc3f826f72,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:09.234833 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-e1989585-7a1e-4bb2-8d08-9ebc4693aae1 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:09.236155 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-e1989585-7a1e-4bb2-8d08-9ebc4693aae1 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:09.251566 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff5ce306-0ee5-4d09-913c-c144f782847c req-d3dad8de-f8dc-48ce-b31d-feec18106d02 service neutron] 10.222.0.23 "GET /v2.0/networks/e830c838-5320-4f47-8a70-ed7b14724e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478226 Jul 29 23:20:09.279578 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-e1989585-7a1e-4bb2-8d08-9ebc4693aae1 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6475551 Jul 29 23:20:09.286001 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6423d327-6344-439f-b35a-70e6ba9d4af9 req-a8a911ce-eec2-46b8-bdd7-97842b291639 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:09.294497 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-5ce5630c-35aa-40a8-9393-5a6407b53767 service neutron] Request body: {'port': {'device_id': '08bbbbbd-3409-46d2-b8fa-3382e0888cd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:09.300340 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6423d327-6344-439f-b35a-70e6ba9d4af9 req-a8a911ce-eec2-46b8-bdd7-97842b291639 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 950 time: 0.2162478 Jul 29 23:20:09.384681 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6423d327-6344-439f-b35a-70e6ba9d4af9 req-b12d9322-17aa-4089-8854-8a92c334eb0a tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833526 Jul 29 23:20:09.391862 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-5ce5630c-35aa-40a8-9393-5a6407b53767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:10.134899 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-5ce5630c-35aa-40a8-9393-5a6407b53767 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bf217c5-a463-4bf2-be4c-fdfc3f826f72 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:10.158442 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-5ce5630c-35aa-40a8-9393-5a6407b53767 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:10.193762 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-5ce5630c-35aa-40a8-9393-5a6407b53767 service neutron] Transition to ACTIVE for port object 1bf217c5-a463-4bf2-be4c-fdfc3f826f72 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:10.205011 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-5ce5630c-35aa-40a8-9393-5a6407b53767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:10.337445 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da8d905c-fb16-4038-bbb7-5fcf99d11be9 req-d0fd8129-e062-4915-9d48-9ba0c94b3dfb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3367929 Jul 29 23:20:10.339541 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce5630c-35aa-40a8-9393-5a6407b53767 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf217c5-a463-4bf2-be4c-fdfc3f826f72,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:10.420776 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-5ce5630c-35aa-40a8-9393-5a6407b53767 service neutron] Attempting to bind port 1bf217c5-a463-4bf2-be4c-fdfc3f826f72 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:20:10.421130 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-5ce5630c-35aa-40a8-9393-5a6407b53767 service neutron] Attempting to bind port 1bf217c5-a463-4bf2-be4c-fdfc3f826f72 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '79d64c50-c25a-4fc3-b109-d9efacc73f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fdf1b50b-8c01-4560-b565-16c3ac23715f'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:20:10.422181 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-5ce5630c-35aa-40a8-9393-5a6407b53767 service neutron] Attempting to bind port 1bf217c5-a463-4bf2-be4c-fdfc3f826f72 on network fdf1b50b-8c01-4560-b565-16c3ac23715f {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:10.426053 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-5ce5630c-35aa-40a8-9393-5a6407b53767 service neutron] Port 1bf217c5-a463-4bf2-be4c-fdfc3f826f72 on network fdf1b50b-8c01-4560-b565-16c3ac23715f not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:20:10.426432 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-5ce5630c-35aa-40a8-9393-5a6407b53767 service neutron] Attempting to bind port 1bf217c5-a463-4bf2-be4c-fdfc3f826f72 on network fdf1b50b-8c01-4560-b565-16c3ac23715f {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:10.435346 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-5ce5630c-35aa-40a8-9393-5a6407b53767 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:20:10.435739 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-5ce5630c-35aa-40a8-9393-5a6407b53767 service neutron] Checking segment: {'id': '79d64c50-c25a-4fc3-b109-d9efacc73f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fdf1b50b-8c01-4560-b565-16c3ac23715f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:10.436116 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-5ce5630c-35aa-40a8-9393-5a6407b53767 service neutron] Bound using segment: {'id': '79d64c50-c25a-4fc3-b109-d9efacc73f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fdf1b50b-8c01-4560-b565-16c3ac23715f'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:20:10.436557 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-5ce5630c-35aa-40a8-9393-5a6407b53767 service neutron] Bound port: 1bf217c5-a463-4bf2-be4c-fdfc3f826f72, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79d64c50-c25a-4fc3-b109-d9efacc73f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fdf1b50b-8c01-4560-b565-16c3ac23715f'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:20:10.436922 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-5ce5630c-35aa-40a8-9393-5a6407b53767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:10.457898 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da227d98-e423-4c94-adbd-29f0bfaf8e75 req-72fca8cb-1acd-4c9e-bd49-1ccb004c2d53 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:10.471548 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da227d98-e423-4c94-adbd-29f0bfaf8e75 req-72fca8cb-1acd-4c9e-bd49-1ccb004c2d53 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=08bbbbbd-3409-46d2-b8fa-3382e0888cd8 HTTP/1.1" status: 200 len: 931 time: 0.3564939 Jul 29 23:20:10.485716 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a60c2ab-76d7-4ae7-a507-8e14734388e2 req-8db45d83-b016-405a-b2e3-8c3652a2c651 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:10.493960 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4a60c2ab-76d7-4ae7-a507-8e14734388e2 req-8db45d83-b016-405a-b2e3-8c3652a2c651 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 950 time: 0.3675528 Jul 29 23:20:10.538016 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-5ce5630c-35aa-40a8-9393-5a6407b53767 service neutron] For port 1bf217c5-a463-4bf2-be4c-fdfc3f826f72, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:20:10.541249 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-5ce5630c-35aa-40a8-9393-5a6407b53767 service neutron] For port 1bf217c5-a463-4bf2-be4c-fdfc3f826f72, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=1bf217c5-a463-4bf2-be4c-fdfc3f826f72,segment=NetworkSegment(79d64c50-c25a-4fc3-b109-d9efacc73f26),segment_id=79d64c50-c25a-4fc3-b109-d9efacc73f26)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:20:10.548456 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-5ce5630c-35aa-40a8-9393-5a6407b53767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:10.604269 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-5ce5630c-35aa-40a8-9393-5a6407b53767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:10.604481 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da227d98-e423-4c94-adbd-29f0bfaf8e75 req-02732777-6513-48b5-8aaf-dcdaa412f5cb tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296301 Jul 29 23:20:10.605522 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-5ce5630c-35aa-40a8-9393-5a6407b53767 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:10.607919 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-5ce5630c-35aa-40a8-9393-5a6407b53767 service neutron] 10.222.0.39 "PUT /v2.0/ports/1bf217c5-a463-4bf2-be4c-fdfc3f826f72 HTTP/1.1" status: 200 len: 1092 time: 1.3217723 Jul 29 23:20:10.608607 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08bbbbbd-3409-46d2-b8fa-3382e0888cd8', 'tag': '1bf217c5-a463-4bf2-be4c-fdfc3f826f72'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:10.611481 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c769c495-417a-4775-bb5d-5043223afa95" -d '{"events": [{"name": "network-changed", "server_uuid": "08bbbbbd-3409-46d2-b8fa-3382e0888cd8", "tag": "1bf217c5-a463-4bf2-be4c-fdfc3f826f72"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:10.664801 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce5630c-35aa-40a8-9393-5a6407b53767 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf217c5-a463-4bf2-be4c-fdfc3f826f72,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:10.710988 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4a60c2ab-76d7-4ae7-a507-8e14734388e2 req-2f73275d-6f49-4510-b2b7-d6b163640004 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158799 Jul 29 23:20:10.833734 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-d5e5369b-08e9-4fb4-a7bf-5142b5e0873d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:10.852699 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-d5e5369b-08e9-4fb4-a7bf-5142b5e0873d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5fdd77f86f774bd7865b8c880fb456db&device_id=08bbbbbd-3409-46d2-b8fa-3382e0888cd8 HTTP/1.1" status: 200 len: 1095 time: 0.1718316 Jul 29 23:20:10.974200 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-e7f31491-06ba-4dc4-8adb-058703dac0ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bf217c5-a463-4bf2-be4c-fdfc3f826f72 HTTP/1.1" status: 200 len: 217 time: 0.0953650 Jul 29 23:20:11.083654 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-292fa28e-d671-43cb-b573-8cf5802b6e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:11.085153 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-292fa28e-d671-43cb-b573-8cf5802b6e2f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e98c60f3-215b-4d3f-9cd3-677693d018c8 HTTP/1.1" status: 200 len: 861 time: 0.1021922 Jul 29 23:20:11.164437 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-79604e24-5048-4e39-a465-b07e337da195 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fdf1b50b-8c01-4560-b565-16c3ac23715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715415 Jul 29 23:20:11.166538 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65c6726-f5f6-41f3-a763-b1b8adc064d0 x-openstack-request-id: req-a65c6726-f5f6-41f3-a763-b1b8adc064d0 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:11.167003 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08bbbbbd-3409-46d2-b8fa-3382e0888cd8", "tag": "1bf217c5-a463-4bf2-be4c-fdfc3f826f72", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:11.167418 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a65c6726-f5f6-41f3-a763-b1b8adc064d0 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:11.172500 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08bbbbbd-3409-46d2-b8fa-3382e0888cd8', 'tag': '1bf217c5-a463-4bf2-be4c-fdfc3f826f72', 'status': 'completed', 'code': 200} Jul 29 23:20:11.308565 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812c41ef-b3f3-4a32-9f75-1f904cd1bb22 req-75b36b73-5e95-4c97-8165-62f03985dfad tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:11.318196 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-812c41ef-b3f3-4a32-9f75-1f904cd1bb22 req-75b36b73-5e95-4c97-8165-62f03985dfad tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.23 "GET /v2.0/ports?device_id=b009baf0-3113-4fd6-b0d4-9dfb4f273053 HTTP/1.1" status: 200 len: 946 time: 0.1093462 Jul 29 23:20:11.382334 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-45e27306-d4ff-4ce0-bf6a-63e530fda101 service neutron] 10.222.0.39 "GET /v2.0/networks/fdf1b50b-8c01-4560-b565-16c3ac23715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086525 Jul 29 23:20:11.575587 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b4d57089-8d30-4449-8b66-97505c95cff8 req-52d576c4-030e-409d-ac93-47718a234414 service neutron] 10.222.0.39 "GET /v2.0/networks/fdf1b50b-8c01-4560-b565-16c3ac23715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814272 Jul 29 23:20:11.587877 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-812c41ef-b3f3-4a32-9f75-1f904cd1bb22 req-f1bee712-1d75-4ec5-a835-ce549a0a8e67 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Deleting port f96f47f5-8823-4b4a-a2d5-d6a66613301f {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:20:11.588443 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-812c41ef-b3f3-4a32-9f75-1f904cd1bb22 req-f1bee712-1d75-4ec5-a835-ce549a0a8e67 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:11.733351 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-812c41ef-b3f3-4a32-9f75-1f904cd1bb22 req-f1bee712-1d75-4ec5-a835-ce549a0a8e67 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] For port f96f47f5-8823-4b4a-a2d5-d6a66613301f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f96f47f5-8823-4b4a-a2d5-d6a66613301f,segment=NetworkSegment(e54b1e53-0c15-4a98-ae01-123c7fd1a889),segment_id=e54b1e53-0c15-4a98-ae01-123c7fd1a889)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:11.733752 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-812c41ef-b3f3-4a32-9f75-1f904cd1bb22 req-f1bee712-1d75-4ec5-a835-ce549a0a8e67 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:11.817364 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769c495-417a-4775-bb5d-5043223afa95 req-18c5063a-dd30-4ceb-ae37-6bcb8006ceb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:11.826680 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c769c495-417a-4775-bb5d-5043223afa95 req-18c5063a-dd30-4ceb-ae37-6bcb8006ceb9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5fdd77f86f774bd7865b8c880fb456db&device_id=08bbbbbd-3409-46d2-b8fa-3382e0888cd8 HTTP/1.1" status: 200 len: 1095 time: 0.1626050 Jul 29 23:20:12.054954 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769c495-417a-4775-bb5d-5043223afa95 req-3d1091e5-b651-4ea5-b1b9-6646c51cd29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:12.058063 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c769c495-417a-4775-bb5d-5043223afa95 req-3d1091e5-b651-4ea5-b1b9-6646c51cd29b service neutron] 10.222.0.39 "GET /v2.0/networks?id=fdf1b50b-8c01-4560-b565-16c3ac23715f HTTP/1.1" status: 200 len: 922 time: 0.2217131 Jul 29 23:20:12.138516 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58268) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:12.141646 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c769c495-417a-4775-bb5d-5043223afa95 req-87c0cc73-7ae5-4385-bc2d-edb7de2e3ee0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bf217c5-a463-4bf2-be4c-fdfc3f826f72 HTTP/1.1" status: 200 len: 217 time: 0.0744839 Jul 29 23:20:12.287472 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592b7ed-bed5-41db-8b6a-46e3c7634379 req-b1a71151-853c-45e8-bf6f-72d59def299b tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:12.295160 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c769c495-417a-4775-bb5d-5043223afa95 req-f1eb6ffa-6a48-4b7e-b133-7683448936a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:12.296323 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e592b7ed-bed5-41db-8b6a-46e3c7634379 req-b1a71151-853c-45e8-bf6f-72d59def299b tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=08bbbbbd-3409-46d2-b8fa-3382e0888cd8 HTTP/1.1" status: 200 len: 943 time: 0.2402289 Jul 29 23:20:12.299296 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c769c495-417a-4775-bb5d-5043223afa95 req-f1eb6ffa-6a48-4b7e-b133-7683448936a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e98c60f3-215b-4d3f-9cd3-677693d018c8 HTTP/1.1" status: 200 len: 861 time: 0.1370788 Jul 29 23:20:12.300466 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-812c41ef-b3f3-4a32-9f75-1f904cd1bb22 req-f1bee712-1d75-4ec5-a835-ce549a0a8e67 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:12.300979 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-812c41ef-b3f3-4a32-9f75-1f904cd1bb22 req-f1bee712-1d75-4ec5-a835-ce549a0a8e67 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:12.301403 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [req-812c41ef-b3f3-4a32-9f75-1f904cd1bb22 req-f1bee712-1d75-4ec5-a835-ce549a0a8e67 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Floating IP 7e050899-325f-4a8f-8a76-5ecd2577a69f disassociated. External IP: 172.25.8.11, port: f96f47f5-8823-4b4a-a2d5-d6a66613301f. Jul 29 23:20:12.301876 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-812c41ef-b3f3-4a32-9f75-1f904cd1bb22 req-f1bee712-1d75-4ec5-a835-ce549a0a8e67 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Calling delete_port for f96f47f5-8823-4b4a-a2d5-d6a66613301f owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:20:12.372457 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c769c495-417a-4775-bb5d-5043223afa95 req-4f96861f-2c83-4021-9c35-9983d8f8e9f1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fdf1b50b-8c01-4560-b565-16c3ac23715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633261 Jul 29 23:20:12.449779 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e592b7ed-bed5-41db-8b6a-46e3c7634379 req-d4f66446-0177-4375-bf04-828862e5f7b0 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476331 Jul 29 23:20:12.480440 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-49a5d105-577f-473c-a7db-37a964533c7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:12.680359 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc16807-ffee-4e11-9721-7f8bb65f820b req-5203436a-4ef5-4423-b38d-5a185da103df tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:12.691533 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3cc16807-ffee-4e11-9721-7f8bb65f820b req-5203436a-4ef5-4423-b38d-5a185da103df tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 950 time: 0.1047750 Jul 29 23:20:12.719961 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d905c-fb16-4038-bbb7-5fcf99d11be9 req-2c1e6ce8-db55-4127-92fa-89df80d879fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:12.723704 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da8d905c-fb16-4038-bbb7-5fcf99d11be9 req-2c1e6ce8-db55-4127-92fa-89df80d879fa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 1102 time: 0.2714121 Jul 29 23:20:12.771717 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c769c495-417a-4775-bb5d-5043223afa95 req-fa55ca52-26ad-4542-b8d2-3d7d0506fccf service neutron] 10.222.0.39 "GET /v2.0/networks/fdf1b50b-8c01-4560-b565-16c3ac23715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895397 Jul 29 23:20:12.867811 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3cc16807-ffee-4e11-9721-7f8bb65f820b req-8936938d-104a-4322-9e2d-f794eb9c9ee5 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698940 Jul 29 23:20:12.938410 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d905c-fb16-4038-bbb7-5fcf99d11be9 req-7f703773-08e1-4e29-8754-36ee63f1bded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:12.941245 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da8d905c-fb16-4038-bbb7-5fcf99d11be9 req-7f703773-08e1-4e29-8754-36ee63f1bded service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.2054667 Jul 29 23:20:12.942978 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-812c41ef-b3f3-4a32-9f75-1f904cd1bb22 req-f1bee712-1d75-4ec5-a835-ce549a0a8e67 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:13.022756 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da8d905c-fb16-4038-bbb7-5fcf99d11be9 req-d0019c6c-de07-4465-b706-5c760e0361ab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=45fec350-aae1-403f-997f-e395567914fd HTTP/1.1" status: 200 len: 217 time: 0.0628304 Jul 29 23:20:13.127460 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bee712-1d75-4ec5-a835-ce549a0a8e67 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Pushing event deleted for resources: {'Port': ['ID=f96f47f5-8823-4b4a-a2d5-d6a66613301f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:13.162794 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-49a5d105-577f-473c-a7db-37a964533c7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:13.165084 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d905c-fb16-4038-bbb7-5fcf99d11be9 req-8b77cca4-c913-4597-a1e6-2c8baf1cfa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:13.166769 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da8d905c-fb16-4038-bbb7-5fcf99d11be9 req-8b77cca4-c913-4597-a1e6-2c8baf1cfa5e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1168580 Jul 29 23:20:13.187560 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-49a5d105-577f-473c-a7db-37a964533c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:13.200940 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c769c495-417a-4775-bb5d-5043223afa95 req-365a0ee1-6bea-478b-b835-2e7926193476 service neutron] 10.222.0.39 "GET /v2.0/networks/fdf1b50b-8c01-4560-b565-16c3ac23715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141715 Jul 29 23:20:13.256821 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 1bf217c5-a463-4bf2-be4c-fdfc3f826f72 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:20:13.272068 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 58278) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:13.279995 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-49a5d105-577f-473c-a7db-37a964533c7d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fa5fc54902bc49979320478b6e863808&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1398194 Jul 29 23:20:13.281296 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a5d105-577f-473c-a7db-37a964533c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e61ea65-522e-41c8-b518-602d2c418d34,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:13.345313 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d905c-fb16-4038-bbb7-5fcf99d11be9 req-0b9a5330-0793-491f-a87c-9ae1544726c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:13.346809 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da8d905c-fb16-4038-bbb7-5fcf99d11be9 req-0b9a5330-0793-491f-a87c-9ae1544726c4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1465993 Jul 29 23:20:13.357598 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-812c41ef-b3f3-4a32-9f75-1f904cd1bb22 req-f1bee712-1d75-4ec5-a835-ce549a0a8e67 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Router 6af9ceb9-fe37-4719-8974-a8ef40de38d9 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:20:13.451805 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2c36681d-1cb8-4cc1-b412-b7800a10a527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:13.478917 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 1bf217c5-a463-4bf2-be4c-fdfc3f826f72, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=1bf217c5-a463-4bf2-be4c-fdfc3f826f72,segment=NetworkSegment(79d64c50-c25a-4fc3-b109-d9efacc73f26),segment_id=79d64c50-c25a-4fc3-b109-d9efacc73f26)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:13.525857 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '1bf217c5-a463-4bf2-be4c-fdfc3f826f72', 'network_id': 'fdf1b50b-8c01-4560-b565-16c3ac23715f', 'port_id': '1bf217c5-a463-4bf2-be4c-fdfc3f826f72', 'mac_address': 'fa:16:3e:dd:7b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98c60f3-215b-4d3f-9cd3-677693d018c8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:20:13.628828 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:13.661072 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bf217c5-a463-4bf2-be4c-fdfc3f826f72 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:13.703503 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 1bf217c5-a463-4bf2-be4c-fdfc3f826f72, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=1bf217c5-a463-4bf2-be4c-fdfc3f826f72,segment=NetworkSegment(79d64c50-c25a-4fc3-b109-d9efacc73f26),segment_id=79d64c50-c25a-4fc3-b109-d9efacc73f26)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:13.709654 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:13.790308 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=1bf217c5-a463-4bf2-be4c-fdfc3f826f72,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:13.989537 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['1bf217c5-a463-4bf2-be4c-fdfc3f826f72'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:14.116232 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da8d905c-fb16-4038-bbb7-5fcf99d11be9 req-4e8d87ec-11c6-404d-ba0c-0cd7495f0357 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7568233 Jul 29 23:20:14.245562 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da8d905c-fb16-4038-bbb7-5fcf99d11be9 req-4c713a67-69b4-4ac9-ac62-0ad745773d27 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165736 Jul 29 23:20:14.269603 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2c36681d-1cb8-4cc1-b412-b7800a10a527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:14.301181 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-812c41ef-b3f3-4a32-9f75-1f904cd1bb22 req-f1bee712-1d75-4ec5-a835-ce549a0a8e67 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:20:14.315740 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856daf46-6c7a-43fb-babc-19cd29df55af None None] Sync routers for ids ['6af9ceb9-fe37-4719-8974-a8ef40de38d9'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:20:14.332338 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856daf46-6c7a-43fb-babc-19cd29df55af None None] Routers {'6af9ceb9-fe37-4719-8974-a8ef40de38d9'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:20:14.333276 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-856daf46-6c7a-43fb-babc-19cd29df55af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:20:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['6af9ceb9-fe37-4719-8974-a8ef40de38d9'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:20:14.442539 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-812c41ef-b3f3-4a32-9f75-1f904cd1bb22 req-f1bee712-1d75-4ec5-a835-ce549a0a8e67 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] No DVR routers for this DVR port f96f47f5-8823-4b4a-a2d5-d6a66613301f on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:20:14.448316 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-812c41ef-b3f3-4a32-9f75-1f904cd1bb22 req-f1bee712-1d75-4ec5-a835-ce549a0a8e67 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:14.451081 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-812c41ef-b3f3-4a32-9f75-1f904cd1bb22 req-f1bee712-1d75-4ec5-a835-ce549a0a8e67 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.23 "DELETE /v2.0/ports/f96f47f5-8823-4b4a-a2d5-d6a66613301f HTTP/1.1" status: 204 len: 173 time: 3.1234810 Jul 29 23:20:14.451746 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b009baf0-3113-4fd6-b0d4-9dfb4f273053', 'name': 'network-vif-deleted', 'tag': 'f96f47f5-8823-4b4a-a2d5-d6a66613301f'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:14.454225 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58daae77-06d6-4bf2-8fe1-e06b0576d332" -d '{"events": [{"server_uuid": "b009baf0-3113-4fd6-b0d4-9dfb4f273053", "name": "network-vif-deleted", "tag": "f96f47f5-8823-4b4a-a2d5-d6a66613301f"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:14.464501 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b6bdc-ef70-4cee-a608-5d0c022d89a0 req-0b3a14bf-8342-494f-8d6b-a5e6d9252cd3 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:14.468806 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-468b6bdc-ef70-4cee-a608-5d0c022d89a0 req-0b3a14bf-8342-494f-8d6b-a5e6d9252cd3 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=08bbbbbd-3409-46d2-b8fa-3382e0888cd8 HTTP/1.1" status: 200 len: 944 time: 0.4786139 Jul 29 23:20:14.523754 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-856daf46-6c7a-43fb-babc-19cd29df55af None None] Set router 6af9ceb9-fe37-4719-8974-a8ef40de38d9 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:20:14.586488 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2c36681d-1cb8-4cc1-b412-b7800a10a527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:14.589114 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2c36681d-1cb8-4cc1-b412-b7800a10a527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:14.593858 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2c36681d-1cb8-4cc1-b412-b7800a10a527 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e61ea65-522e-41c8-b518-602d2c418d34 HTTP/1.1" status: 204 len: 168 time: 1.3156040 Jul 29 23:20:14.618435 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-468b6bdc-ef70-4cee-a608-5d0c022d89a0 req-6fb0d21a-c8f3-4ea3-b050-f5c4901e0719 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344008 Jul 29 23:20:14.636557 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36681d-1cb8-4cc1-b412-b7800a10a527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e61ea65-522e-41c8-b518-602d2c418d34,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:14.844978 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d492fd7-e0b3-46f4-9f88-93cbaad1f39f req-1df432ad-133e-4c99-abb4-c4a082d2a0f0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:14.853071 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1d492fd7-e0b3-46f4-9f88-93cbaad1f39f req-1df432ad-133e-4c99-abb4-c4a082d2a0f0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 950 time: 0.0981426 Jul 29 23:20:14.921730 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1d492fd7-e0b3-46f4-9f88-93cbaad1f39f req-e1c0b9c3-c6a2-431a-819e-3c0e9cbb5e21 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676920 Jul 29 23:20:14.939470 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-856daf46-6c7a-43fb-babc-19cd29df55af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1191098251-router', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:18Z', 'updated_at': '2021-07-29T23:17:28Z', 'revision_number': 4, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'gw_port': {'id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:20Z', 'updated_at': '2021-07-29T23:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '318669cb-a632-45f3-844c-5fd123c2a991', 'name': '', 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'mac_address': 'fa:16:3e:d7:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '340eeb0f-e215-481a-a3ed-413dd343d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:27Z', 'updated_at': '2021-07-29T23:17:36Z', 'revision_number': 5, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'subnets': [{'id': '340eeb0f-e215-481a-a3ed-413dd343d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:20:14.973124 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856daf46-6c7a-43fb-babc-19cd29df55af None None] Checking router: 6af9ceb9-fe37-4719-8974-a8ef40de38d9 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:20:14.983818 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856daf46-6c7a-43fb-babc-19cd29df55af None None] Routers {'6af9ceb9-fe37-4719-8974-a8ef40de38d9'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:20:14.984694 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-856daf46-6c7a-43fb-babc-19cd29df55af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:20:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['6af9ceb9-fe37-4719-8974-a8ef40de38d9'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:20:15.017958 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a8e0e42-8826-4310-a794-d17ad5ef7d47 x-openstack-request-id: req-7a8e0e42-8826-4310-a794-d17ad5ef7d47 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:15.018372 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b009baf0-3113-4fd6-b0d4-9dfb4f273053", "name": "network-vif-deleted", "tag": "f96f47f5-8823-4b4a-a2d5-d6a66613301f", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:15.019211 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a8e0e42-8826-4310-a794-d17ad5ef7d47 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:15.019676 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b009baf0-3113-4fd6-b0d4-9dfb4f273053', 'name': 'network-vif-deleted', 'tag': 'f96f47f5-8823-4b4a-a2d5-d6a66613301f', 'status': 'completed', 'code': 200} Jul 29 23:20:15.089271 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device f96f47f5-8823-4b4a-a2d5-d6a66613301f no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:20:15.134827 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: f96f47f5-8823-4b4a-a2d5-d6a66613301f {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:20:15.139158 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device f96f47f5-8823-4b4a-a2d5-d6a66613301f not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:20:15.148598 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-856daf46-6c7a-43fb-babc-19cd29df55af None None] Set router 6af9ceb9-fe37-4719-8974-a8ef40de38d9 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:20:15.256428 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 1bf217c5-a463-4bf2-be4c-fdfc3f826f72 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:15.382819 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 58298) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:15.404808 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 1bf217c5-a463-4bf2-be4c-fdfc3f826f72 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:15.409551 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 1bf217c5-a463-4bf2-be4c-fdfc3f826f72 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:15.410406 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:15.411491 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-136533a0-a4f3-4812-b55f-74c490743cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:15.549294 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-136533a0-a4f3-4812-b55f-74c490743cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:15.563151 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-136533a0-a4f3-4812-b55f-74c490743cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:15.643794 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-136533a0-a4f3-4812-b55f-74c490743cb8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e1515216fc67444580c48537c0b66dae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2572846 Jul 29 23:20:15.644557 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58304) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:15.645027 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136533a0-a4f3-4812-b55f-74c490743cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ef7724-ff48-4d53-8771-583f0ba399c2,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:15.774932 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-856daf46-6c7a-43fb-babc-19cd29df55af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1191098251-router', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:18Z', 'updated_at': '2021-07-29T23:17:28Z', 'revision_number': 4, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'gw_port': {'id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:20Z', 'updated_at': '2021-07-29T23:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '318669cb-a632-45f3-844c-5fd123c2a991', 'name': '', 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'mac_address': 'fa:16:3e:d7:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '340eeb0f-e215-481a-a3ed-413dd343d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:27Z', 'updated_at': '2021-07-29T23:17:36Z', 'revision_number': 5, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'subnets': [{'id': '340eeb0f-e215-481a-a3ed-413dd343d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:20:15.800695 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2179078b-0ff0-4490-a42a-30b046590a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:15.820520 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-856daf46-6c7a-43fb-babc-19cd29df55af None None] The sync data for ids ['6af9ceb9-fe37-4719-8974-a8ef40de38d9'] in n-d-712140-10 is: [{'id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1191098251-router', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:18Z', 'updated_at': '2021-07-29T23:17:28Z', 'revision_number': 4, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'gw_port': {'id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:20Z', 'updated_at': '2021-07-29T23:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '318669cb-a632-45f3-844c-5fd123c2a991', 'name': '', 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'mac_address': 'fa:16:3e:d7:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '340eeb0f-e215-481a-a3ed-413dd343d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:27Z', 'updated_at': '2021-07-29T23:17:36Z', 'revision_number': 5, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'subnets': [{'id': '340eeb0f-e215-481a-a3ed-413dd343d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:20:15.839101 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2179078b-0ff0-4490-a42a-30b046590a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:15.979449 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f9a80-d524-46e3-a3f3-a29da3696c52 req-1012d426-db15-4e4f-9be2-5442f4e89850 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:15.990936 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8b8f9a80-d524-46e3-a3f3-a29da3696c52 req-1012d426-db15-4e4f-9be2-5442f4e89850 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=08bbbbbd-3409-46d2-b8fa-3382e0888cd8 HTTP/1.1" status: 200 len: 944 time: 0.1886683 Jul 29 23:20:15.993126 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:15.998713 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2179078b-0ff0-4490-a42a-30b046590a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.010366 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2179078b-0ff0-4490-a42a-30b046590a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.015383 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2179078b-0ff0-4490-a42a-30b046590a62 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e9ef7724-ff48-4d53-8771-583f0ba399c2 HTTP/1.1" status: 204 len: 168 time: 0.3672743 Jul 29 23:20:16.043970 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179078b-0ff0-4490-a42a-30b046590a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ef7724-ff48-4d53-8771-583f0ba399c2,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:16.083533 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8b8f9a80-d524-46e3-a3f3-a29da3696c52 req-a067281c-1875-4f18-a1f7-125af9ad2fe5 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874004 Jul 29 23:20:16.090000 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bbbbbd-3409-46d2-b8fa-3382e0888cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf217c5-a463-4bf2-be4c-fdfc3f826f72'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:16.093718 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb81505f-0fb2-4a4e-acd3-663d79c57123" -d '{"events": [{"server_uuid": "08bbbbbd-3409-46d2-b8fa-3382e0888cd8", "name": "network-vif-plugged", "status": "completed", "tag": "1bf217c5-a463-4bf2-be4c-fdfc3f826f72"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:16.135550 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 1bf217c5-a463-4bf2-be4c-fdfc3f826f72, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=1bf217c5-a463-4bf2-be4c-fdfc3f826f72,segment=NetworkSegment(79d64c50-c25a-4fc3-b109-d9efacc73f26),segment_id=79d64c50-c25a-4fc3-b109-d9efacc73f26)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:16.145717 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:16.297258 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=1bf217c5-a463-4bf2-be4c-fdfc3f826f72,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:16.413836 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8f426-e9a2-4e60-a6fa-baadc3791b41 req-a46e933c-42cf-4970-b85b-dd96d8eb79c9 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:16.423860 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-10d8f426-e9a2-4e60-a6fa-baadc3791b41 req-a46e933c-42cf-4970-b85b-dd96d8eb79c9 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 950 time: 0.1603281 Jul 29 23:20:16.515935 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-10d8f426-e9a2-4e60-a6fa-baadc3791b41 req-d5f2173f-c899-4405-a2b2-565bc4ee8da1 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780125 Jul 29 23:20:16.518428 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7f20fb-180b-4847-887c-5c90ae4acbdd None None] New status for floating IP 7e050899-325f-4a8f-8a76-5ecd2577a69f: DOWN {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:20:16.610590 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e4fec2-b591-47f9-99dc-6fe2e46b8a60 x-openstack-request-id: req-92e4fec2-b591-47f9-99dc-6fe2e46b8a60 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:16.610874 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08bbbbbd-3409-46d2-b8fa-3382e0888cd8", "name": "network-vif-plugged", "status": "completed", "tag": "1bf217c5-a463-4bf2-be4c-fdfc3f826f72", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:16.611309 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92e4fec2-b591-47f9-99dc-6fe2e46b8a60 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:16.611894 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bbbbbd-3409-46d2-b8fa-3382e0888cd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf217c5-a463-4bf2-be4c-fdfc3f826f72', 'code': 200} Jul 29 23:20:16.764576 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf637340-ca9a-49c5-85a6-685352663547 req-dd7d097e-d8a7-449b-8e78-dc258a95aa13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:16.766733 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bf637340-ca9a-49c5-85a6-685352663547 req-dd7d097e-d8a7-449b-8e78-dc258a95aa13 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=08bbbbbd-3409-46d2-b8fa-3382e0888cd8 HTTP/1.1" status: 200 len: 1097 time: 0.0855742 Jul 29 23:20:16.827586 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bf637340-ca9a-49c5-85a6-685352663547 req-da855b98-e090-4b9b-9883-73e49e7d6d5e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516531 Jul 29 23:20:17.001151 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2cdc17-6efa-4073-b338-48603e391e0a req-529f9d35-ff66-450f-852b-5f30d4ef4014 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:17.009810 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a2cdc17-6efa-4073-b338-48603e391e0a req-529f9d35-ff66-450f-852b-5f30d4ef4014 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 1097 time: 0.0587215 Jul 29 23:20:17.068209 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a2cdc17-6efa-4073-b338-48603e391e0a req-e92f5850-96b8-4dcd-ac67-a3571db4500a tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517948 Jul 29 23:20:17.303686 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58344) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:17.467340 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-9ff28cf1-7eca-45e5-99e7-72218d15c935 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1608301557-network', 'tenant_id': '975625f441bc423aa4db007a98bde685'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:17.508936 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff28cf1-7eca-45e5-99e7-72218d15c935 admin admin] Made reservation on behalf of 975625f441bc423aa4db007a98bde685 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:20:17.512922 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9ff28cf1-7eca-45e5-99e7-72218d15c935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:17.535412 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9ff28cf1-7eca-45e5-99e7-72218d15c935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:17.701832 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9ff28cf1-7eca-45e5-99e7-72218d15c935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:17.721942 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9ff28cf1-7eca-45e5-99e7-72218d15c935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:17.779673 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff28cf1-7eca-45e5-99e7-72218d15c935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c98cd6-be16-466a-85d2-69117e3e5cb6,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:17.813000 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff28cf1-7eca-45e5-99e7-72218d15c935 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:20:17.829074 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9ff28cf1-7eca-45e5-99e7-72218d15c935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:17.830219 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-9ff28cf1-7eca-45e5-99e7-72218d15c935 admin admin] Added segment e2dd95ef-1547-42c8-8a4a-bf603196a148 of type vlan for network c59299e0-0191-4090-abfa-4d2b71106956 Jul 29 23:20:17.916185 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9ff28cf1-7eca-45e5-99e7-72218d15c935 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:17.957902 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9ff28cf1-7eca-45e5-99e7-72218d15c935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:17.959799 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff28cf1-7eca-45e5-99e7-72218d15c935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:17.960476 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9ff28cf1-7eca-45e5-99e7-72218d15c935 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:18.055731 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9ff28cf1-7eca-45e5-99e7-72218d15c935 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7509832 Jul 29 23:20:18.058482 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58380) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:18.064591 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-d5d4dd99-018d-4c39-85b4-2d3d5d805724 admin admin] Request body: {'subnet': {'network_id': 'c59299e0-0191-4090-abfa-4d2b71106956', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1608301557-subnet', 'tenant_id': '975625f441bc423aa4db007a98bde685', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:18.076580 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff28cf1-7eca-45e5-99e7-72218d15c935 admin admin] Pushing event updated for resources: {'Network': ['ID=c59299e0-0191-4090-abfa-4d2b71106956,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:18.086416 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network c59299e0-0191-4090-abfa-4d2b71106956 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:20:18.102327 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d4dd99-018d-4c39-85b4-2d3d5d805724 admin admin] Made reservation on behalf of 975625f441bc423aa4db007a98bde685 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:20:18.105231 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d5d4dd99-018d-4c39-85b4-2d3d5d805724 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:18.300399 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-ea34f15e-0558-42ae-9848-f42dc87a435a tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:20:18.302407 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-ea34f15e-0558-42ae-9848-f42dc87a435a tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167024 Jul 29 23:20:18.315392 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-a60257cf-8547-40d7-ade2-a48d13d65e9e service neutron] Request body: {'binding': {'host': 'n-h2-712140-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:18.317313 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-a60257cf-8547-40d7-ade2-a48d13d65e9e service neutron] Unknown quota resources ['binding']. {{(pid=94063) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:20:18.336062 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d5d4dd99-018d-4c39-85b4-2d3d5d805724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:18.409225 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4dd99-018d-4c39-85b4-2d3d5d805724 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0127747a-97b5-42ee-89d5-a1c99e155ca2,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:18.421975 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d4dd99-018d-4c39-85b4-2d3d5d805724 admin admin] Checking segment: {'id': 'e2dd95ef-1547-42c8-8a4a-bf603196a148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c59299e0-0191-4090-abfa-4d2b71106956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:18.422333 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d4dd99-018d-4c39-85b4-2d3d5d805724 admin admin] Network hostable DHCP agents. Network: c59299e0-0191-4090-abfa-4d2b71106956, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:20:18.445944 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d4dd99-018d-4c39-85b4-2d3d5d805724 admin admin] Network c59299e0-0191-4090-abfa-4d2b71106956 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:20:18.458972 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-d5d4dd99-018d-4c39-85b4-2d3d5d805724 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, c59299e0-0191-4090-abfa-4d2b71106956) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:20:18.470014 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c7e050-e5ed-4491-8a1e-512b9594e46d None None] Network c59299e0-0191-4090-abfa-4d2b71106956 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:20:18.474020 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d4dd99-018d-4c39-85b4-2d3d5d805724 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:18.474613 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d5d4dd99-018d-4c39-85b4-2d3d5d805724 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:18.517834 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d5d4dd99-018d-4c39-85b4-2d3d5d805724 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4572546 Jul 29 23:20:18.613923 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-a60257cf-8547-40d7-ade2-a48d13d65e9e service neutron] Attempting to bind port 3f9074c0-f574-49f9-aec4-e84e43e28957 on host n-h2-712140-10 for vnic_type normal with profile None {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:20:18.614266 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-a60257cf-8547-40d7-ade2-a48d13d65e9e service neutron] Attempting to bind port 3f9074c0-f574-49f9-aec4-e84e43e28957 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:20:18.614604 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-a60257cf-8547-40d7-ade2-a48d13d65e9e service neutron] Attempting to bind port 3f9074c0-f574-49f9-aec4-e84e43e28957 on network 55fb160e-6b45-47b4-8565-f685f832c4b9 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:18.643144 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-a60257cf-8547-40d7-ade2-a48d13d65e9e service neutron] Port 3f9074c0-f574-49f9-aec4-e84e43e28957 on network 55fb160e-6b45-47b4-8565-f685f832c4b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:20:18.643763 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-a60257cf-8547-40d7-ade2-a48d13d65e9e service neutron] Attempting to bind port 3f9074c0-f574-49f9-aec4-e84e43e28957 on network 55fb160e-6b45-47b4-8565-f685f832c4b9 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:18.650466 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-a60257cf-8547-40d7-ade2-a48d13d65e9e service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:20:18.651369 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-a60257cf-8547-40d7-ade2-a48d13d65e9e service neutron] Checking segment: {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:18.651962 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-a60257cf-8547-40d7-ade2-a48d13d65e9e service neutron] Bound using segment: {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:20:18.652576 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-a60257cf-8547-40d7-ade2-a48d13d65e9e service neutron] Bound port: 3f9074c0-f574-49f9-aec4-e84e43e28957, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:20:18.715824 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e568b2-fb3b-480c-a2e2-2635925d26d1 None None] Network c59299e0-0191-4090-abfa-4d2b71106956 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:20:18.764537 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-a60257cf-8547-40d7-ade2-a48d13d65e9e service neutron] For port 3f9074c0-f574-49f9-aec4-e84e43e28957, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=3f9074c0-f574-49f9-aec4-e84e43e28957,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:20:18.774342 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-a60257cf-8547-40d7-ade2-a48d13d65e9e service neutron] Notify callbacks [] for binding, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:18.780771 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-a60257cf-8547-40d7-ade2-a48d13d65e9e service neutron] 10.222.0.18 "POST /v2.0/ports/3f9074c0-f574-49f9-aec4-e84e43e28957/bindings HTTP/1.1" status: 201 len: 390 time: 0.4702280 Jul 29 23:20:19.152117 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cfbfb3-8c57-4139-9e3e-fd8dccc4b320 req-854651b2-ffce-4cc3-bf18-64a690010f6e tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:19.156839 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b2cfbfb3-8c57-4139-9e3e-fd8dccc4b320 req-854651b2-ffce-4cc3-bf18-64a690010f6e tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=08bbbbbd-3409-46d2-b8fa-3382e0888cd8 HTTP/1.1" status: 200 len: 945 time: 0.1510849 Jul 29 23:20:19.192483 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-4be287f9-ef1a-4f10-bcce-b45843ab4bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:19.194239 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-4be287f9-ef1a-4f10-bcce-b45843ab4bff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b675f7a309964096bd61726e3752bfc0&device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 1097 time: 0.0764813 Jul 29 23:20:19.232135 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b2cfbfb3-8c57-4139-9e3e-fd8dccc4b320 req-da7df5d6-b610-49a1-88af-14109a5a1b07 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658016 Jul 29 23:20:19.368777 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ddb7c7-ff3f-4a35-9991-2bdb84b3d535 req-84d149b7-0b44-4709-b3b6-f7cb7e2ddeb5 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:19.378226 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b8ddb7c7-ff3f-4a35-9991-2bdb84b3d535 req-84d149b7-0b44-4709-b3b6-f7cb7e2ddeb5 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 950 time: 0.0695438 Jul 29 23:20:19.384934 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-dae7851b-ca30-4574-88c2-ae6e71f75e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:19.386677 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-dae7851b-ca30-4574-88c2-ae6e71f75e9b service neutron] 10.222.0.39 "GET /v2.0/networks?id=55fb160e-6b45-47b4-8565-f685f832c4b9 HTTP/1.1" status: 200 len: 922 time: 0.1791034 Jul 29 23:20:19.406200 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58404) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:19.420311 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b8ddb7c7-ff3f-4a35-9991-2bdb84b3d535 req-c10805e0-9cca-4444-8fec-076a70525011 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410931 Jul 29 23:20:19.445063 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-d750ec3f-90bc-4dc3-9ea5-dbb3038659fe admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1168502660-network', 'tenant_id': '3f044708ef8247eea31f7d12084bd990'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:19.456346 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-44379e99-d956-46ec-b38c-55a824e79514 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f9074c0-f574-49f9-aec4-e84e43e28957 HTTP/1.1" status: 200 len: 217 time: 0.0569963 Jul 29 23:20:19.516501 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d750ec3f-90bc-4dc3-9ea5-dbb3038659fe admin admin] Made reservation on behalf of 3f044708ef8247eea31f7d12084bd990 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:20:19.518637 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d750ec3f-90bc-4dc3-9ea5-dbb3038659fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:19.536995 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d750ec3f-90bc-4dc3-9ea5-dbb3038659fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:19.541172 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-4c514ff6-bec0-4edc-b170-4a50fca45909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:19.542645 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-4c514ff6-bec0-4edc-b170-4a50fca45909 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ea5ab56-d2f4-49be-ac07-d932b6774fb8 HTTP/1.1" status: 200 len: 861 time: 0.0793002 Jul 29 23:20:19.579400 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f1b45-bed9-4359-a119-02b04557220c req-12fed1c0-b99f-4e1f-816d-c73918df0ab7 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:19.586698 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7c5f1b45-bed9-4359-a119-02b04557220c req-12fed1c0-b99f-4e1f-816d-c73918df0ab7 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 945 time: 0.0733712 Jul 29 23:20:19.599023 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-93fb34bf-2aaf-46cf-94b2-359ddd465082 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55fb160e-6b45-47b4-8565-f685f832c4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467367 Jul 29 23:20:19.638564 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7c5f1b45-bed9-4359-a119-02b04557220c req-daae1f5f-27ba-4539-a02f-7fe3eb5f4a02 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492134 Jul 29 23:20:19.773768 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d750ec3f-90bc-4dc3-9ea5-dbb3038659fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:19.780913 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-34b897f5-645b-43c6-96c2-42e1788c3a09 service neutron] 10.222.0.39 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694975 Jul 29 23:20:19.783416 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d750ec3f-90bc-4dc3-9ea5-dbb3038659fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:19.802426 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d750ec3f-90bc-4dc3-9ea5-dbb3038659fe admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:20:19.816698 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d750ec3f-90bc-4dc3-9ea5-dbb3038659fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:19.817321 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-d750ec3f-90bc-4dc3-9ea5-dbb3038659fe admin admin] Added segment 9a712e52-b27b-49a3-b483-8dde0dc0f57a of type vlan for network 18c74aff-fe82-4440-92a8-e093f0951ec8 Jul 29 23:20:19.862041 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f02bcd1-261c-47c6-89da-d0c21f3a463d req-de40f86e-6f36-44a3-8276-e7ec9253b0a9 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:19.864062 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9f02bcd1-261c-47c6-89da-d0c21f3a463d req-de40f86e-6f36-44a3-8276-e7ec9253b0a9 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=08bbbbbd-3409-46d2-b8fa-3382e0888cd8 HTTP/1.1" status: 200 len: 945 time: 0.1320698 Jul 29 23:20:19.883414 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d750ec3f-90bc-4dc3-9ea5-dbb3038659fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:19.924850 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750ec3f-90bc-4dc3-9ea5-dbb3038659fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf77201a-0974-465a-97db-c4f18c45dc55,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:19.933258 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9f02bcd1-261c-47c6-89da-d0c21f3a463d req-1558d437-c3ff-4ab1-8022-d0f09486ab1c tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618455 Jul 29 23:20:20.030855 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d750ec3f-90bc-4dc3-9ea5-dbb3038659fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:20.032232 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d750ec3f-90bc-4dc3-9ea5-dbb3038659fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:20.033143 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d750ec3f-90bc-4dc3-9ea5-dbb3038659fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:20.116036 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd5154-f1ec-486b-b2f0-1b9722e928f0 req-a969e412-c1c3-45b9-bfe3-bd360f62a329 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:20.117679 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5fd5154-f1ec-486b-b2f0-1b9722e928f0 req-a969e412-c1c3-45b9-bfe3-bd360f62a329 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=08bbbbbd-3409-46d2-b8fa-3382e0888cd8 HTTP/1.1" status: 200 len: 945 time: 0.0644772 Jul 29 23:20:20.213550 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5fd5154-f1ec-486b-b2f0-1b9722e928f0 req-0d86a01c-bd2c-4e5b-8376-4cab80bd5bca tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870414 Jul 29 23:20:20.382968 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dd855a-5f1b-4c65-8ad8-312a22d595f5 req-bd9f036e-5043-465e-92cd-4ffab2194fde tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:20.391164 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-78dd855a-5f1b-4c65-8ad8-312a22d595f5 req-bd9f036e-5043-465e-92cd-4ffab2194fde tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=08bbbbbd-3409-46d2-b8fa-3382e0888cd8 HTTP/1.1" status: 200 len: 945 time: 0.0736721 Jul 29 23:20:20.425408 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d750ec3f-90bc-4dc3-9ea5-dbb3038659fe admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0180583 Jul 29 23:20:20.430529 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-c19e5801-74ca-4c2d-813d-c855ff1b2ccb service neutron] 10.222.0.39 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5407605 Jul 29 23:20:20.431202 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58416) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:20.440026 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-0de73257-dff5-42e4-9f13-8c65f5589a34 admin admin] Request body: {'subnet': {'network_id': '18c74aff-fe82-4440-92a8-e093f0951ec8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1168502660-subnet', 'tenant_id': '3f044708ef8247eea31f7d12084bd990', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:20.448670 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d750ec3f-90bc-4dc3-9ea5-dbb3038659fe admin admin] Pushing event updated for resources: {'Network': ['ID=18c74aff-fe82-4440-92a8-e093f0951ec8,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:20.471573 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 18c74aff-fe82-4440-92a8-e093f0951ec8 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:20:20.476971 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de73257-dff5-42e4-9f13-8c65f5589a34 admin admin] Made reservation on behalf of 3f044708ef8247eea31f7d12084bd990 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:20:20.477873 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-78dd855a-5f1b-4c65-8ad8-312a22d595f5 req-d39e3c7e-6077-42c7-a32b-7f29ddd0e49c tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855305 Jul 29 23:20:20.480371 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0de73257-dff5-42e4-9f13-8c65f5589a34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:20.621238 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec00ad-67d3-415f-84a4-b72e51ac92a5 req-b5f39127-3a37-4593-87f0-320358787bf1 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:20.623243 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92ec00ad-67d3-415f-84a4-b72e51ac92a5 req-b5f39127-3a37-4593-87f0-320358787bf1 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 950 time: 0.0735781 Jul 29 23:20:20.688464 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92ec00ad-67d3-415f-84a4-b72e51ac92a5 req-cd1248e2-bd1d-499b-a49f-849ff96fe4e7 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546596 Jul 29 23:20:20.797302 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0de73257-dff5-42e4-9f13-8c65f5589a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:20.890053 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de73257-dff5-42e4-9f13-8c65f5589a34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed52a7ae-6857-43e3-b5fe-cf916ae0171c,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:20.898893 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de73257-dff5-42e4-9f13-8c65f5589a34 admin admin] Checking segment: {'id': '9a712e52-b27b-49a3-b483-8dde0dc0f57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '18c74aff-fe82-4440-92a8-e093f0951ec8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:20.899424 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de73257-dff5-42e4-9f13-8c65f5589a34 admin admin] Network hostable DHCP agents. Network: 18c74aff-fe82-4440-92a8-e093f0951ec8, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:20:20.930790 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de73257-dff5-42e4-9f13-8c65f5589a34 admin admin] Network 18c74aff-fe82-4440-92a8-e093f0951ec8 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:20:20.937967 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8075a9-2cb7-4554-b149-477002ad6501 req-61db5dcb-362f-4c75-acdc-4ed8fd0cc135 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:20.951151 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-0de73257-dff5-42e4-9f13-8c65f5589a34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 18c74aff-fe82-4440-92a8-e093f0951ec8) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:20:20.951884 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5d8075a9-2cb7-4554-b149-477002ad6501 req-61db5dcb-362f-4c75-acdc-4ed8fd0cc135 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 945 time: 0.0807621 Jul 29 23:20:20.964281 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de73257-dff5-42e4-9f13-8c65f5589a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:20.964874 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0de73257-dff5-42e4-9f13-8c65f5589a34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:20.966276 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e9c414-406b-4d47-9ebc-61bbe1e92866 None None] Network 18c74aff-fe82-4440-92a8-e093f0951ec8 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:20:21.011429 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0de73257-dff5-42e4-9f13-8c65f5589a34 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5696387 Jul 29 23:20:21.067980 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5d8075a9-2cb7-4554-b149-477002ad6501 req-8d3633be-14f7-4519-b12d-d9ce7673b660 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131258 Jul 29 23:20:21.192848 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b6761c-e412-4fcf-aa44-dd2d2ecdab27 None None] Network 18c74aff-fe82-4440-92a8-e093f0951ec8 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:20:21.313398 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8248d-ab45-4a40-9f3f-29105488ffc2 req-5648738e-9285-45af-bbe9-8e21aa1d8226 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:21.318190 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15e8248d-ab45-4a40-9f3f-29105488ffc2 req-5648738e-9285-45af-bbe9-8e21aa1d8226 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=08bbbbbd-3409-46d2-b8fa-3382e0888cd8 HTTP/1.1" status: 200 len: 945 time: 0.0940499 Jul 29 23:20:21.409493 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15e8248d-ab45-4a40-9f3f-29105488ffc2 req-8436ca24-9269-4e4b-978e-2b7e3c44779d tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822446 Jul 29 23:20:21.579872 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f6275b-cd50-4aa3-94d4-aae910517e42 req-3d521499-0c31-4767-883a-0f957663a4ae tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:21.589214 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-34f6275b-cd50-4aa3-94d4-aae910517e42 req-3d521499-0c31-4767-883a-0f957663a4ae tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=08bbbbbd-3409-46d2-b8fa-3382e0888cd8 HTTP/1.1" status: 200 len: 945 time: 0.0740745 Jul 29 23:20:21.706677 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-34f6275b-cd50-4aa3-94d4-aae910517e42 req-e2d5f167-d775-49c3-9f4a-b8a7257123c7 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125801 Jul 29 23:20:23.167785 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:20:23.817474 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-ffd6861f-2283-47a9-b601-6dd2428b158d tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--609026188&fields=id&tenant_id=b49d6b2f238e47ed984aeeb787462f73 HTTP/1.1" status: 200 len: 267 time: 0.0948958 Jul 29 23:20:23.974392 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-dbfc90ac-b6bb-4c76-8444-1b15be61cb91 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:23.976512 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-dbfc90ac-b6bb-4c76-8444-1b15be61cb91 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] 10.222.0.18 "GET /v2.0/networks?id=c59299e0-0191-4090-abfa-4d2b71106956 HTTP/1.1" status: 200 len: 815 time: 0.2559748 Jul 29 23:20:24.015442 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-ddd31a39-881a-4151-9ed4-91b08eb45ac0 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] 10.222.0.18 "GET /v2.0/quotas/975625f441bc423aa4db007a98bde685 HTTP/1.1" status: 200 len: 375 time: 0.0292103 Jul 29 23:20:24.075323 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-22bccc85-60d3-41e7-a162-904a1d8f6221 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=975625f441bc423aa4db007a98bde685&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516083 Jul 29 23:20:24.082533 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-1a897fb2-a5ca-4dab-8325-ab9e070d83aa tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:24.084237 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-1a897fb2-a5ca-4dab-8325-ab9e070d83aa tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/networks?id=e830c838-5320-4f47-8a70-ed7b14724e77 HTTP/1.1" status: 200 len: 824 time: 0.2368476 Jul 29 23:20:24.152292 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-3b52a231-0b7e-4d05-9c75-1e747e4eee9a tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/quotas/b49d6b2f238e47ed984aeeb787462f73 HTTP/1.1" status: 200 len: 375 time: 0.0464478 Jul 29 23:20:24.236867 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-b0bfd85b-a35c-411e-b3f8-514a5afd9e33 service neutron] 10.222.0.18 "GET /v2.0/networks/c59299e0-0191-4090-abfa-4d2b71106956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515253 Jul 29 23:20:24.245101 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-927a24c9-a5b0-4072-96a2-d93e95f6d046 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b49d6b2f238e47ed984aeeb787462f73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0817375 Jul 29 23:20:24.473467 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-305db534-598b-49ac-b109-c5918f26d1f2 service neutron] 10.222.0.18 "GET /v2.0/networks/c59299e0-0191-4090-abfa-4d2b71106956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272499 Jul 29 23:20:24.479718 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-1094ab53-fea4-485a-b153-c5303464651b service neutron] 10.222.0.18 "GET /v2.0/networks/e830c838-5320-4f47-8a70-ed7b14724e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916504 Jul 29 23:20:24.659402 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-7b35b4fd-a8e8-489c-bd4b-8e411b205990 service neutron] 10.222.0.18 "GET /v2.0/networks/e830c838-5320-4f47-8a70-ed7b14724e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727364 Jul 29 23:20:24.914031 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c896f2d-798e-4c95-a326-cc957258c266 req-ea645836-9b64-4fd4-8c1b-61baa0f16e11 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:24.938404 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3c896f2d-798e-4c95-a326-cc957258c266 req-ea645836-9b64-4fd4-8c1b-61baa0f16e11 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 950 time: 0.1792760 Jul 29 23:20:25.066606 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3c896f2d-798e-4c95-a326-cc957258c266 req-10888568-6f93-4223-b6bb-934afac347af tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190825 Jul 29 23:20:25.109981 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293902c-e60b-42f0-b7b3-0ba8a02c6351 req-367b49fc-4fd4-4edd-b6f5-45622b287543 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:25.111623 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d293902c-e60b-42f0-b7b3-0ba8a02c6351 req-367b49fc-4fd4-4edd-b6f5-45622b287543 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 945 time: 0.1151969 Jul 29 23:20:25.227063 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d293902c-e60b-42f0-b7b3-0ba8a02c6351 req-64faadfb-5c35-425d-8da1-6379b3cee8c7 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933142 Jul 29 23:20:25.436039 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3fcc7d0e-57b7-481e-be89-a393829036e9 req-7bee614a-5c69-48b7-9e94-34ed9cc912bb tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] 10.222.0.18 "GET /v2.0/ports?device_id=08fc7db9-034e-4262-834f-b2523458d277 HTTP/1.1" status: 200 len: 210 time: 0.0684638 Jul 29 23:20:25.606046 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-157248f0-0822-46ed-84ef-022c7481348d req-1f40341a-fabb-4a4c-a769-e362f79fa0c6 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecef6664-3f8a-43b8-8c30-cbcb6eb2de94 HTTP/1.1" status: 200 len: 210 time: 0.0815856 Jul 29 23:20:25.830323 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9177d-81d0-4326-9611-0bc2c540f18b req-640343b9-20b7-4e3b-84b0-c7b34384152c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:25.833668 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6dd9177d-81d0-4326-9611-0bc2c540f18b req-640343b9-20b7-4e3b-84b0-c7b34384152c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eb4c29ff373b42b2b9e6a10c9a285765&device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 1098 time: 0.1004062 Jul 29 23:20:25.842638 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395b1c6-a3b5-44ff-b235-04e514205793 req-9d89349c-dbaf-4a75-8655-3838087505a7 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:25.844549 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5395b1c6-a3b5-44ff-b235-04e514205793 req-9d89349c-dbaf-4a75-8655-3838087505a7 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=08bbbbbd-3409-46d2-b8fa-3382e0888cd8 HTTP/1.1" status: 200 len: 945 time: 0.0774028 Jul 29 23:20:25.852924 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c337569-9d3e-4f7f-982d-9f387305a863 req-a930123d-774d-404a-9ba1-314dadf1fafc tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:25.860824 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9c337569-9d3e-4f7f-982d-9f387305a863 req-a930123d-774d-404a-9ba1-314dadf1fafc tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.1313627 Jul 29 23:20:25.939974 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5395b1c6-a3b5-44ff-b235-04e514205793 req-960633e5-3e28-4381-9ec6-dd87d162863d tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726011 Jul 29 23:20:25.999727 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9c337569-9d3e-4f7f-982d-9f387305a863 req-507a6bb2-08fb-4bb2-9811-659466626dc1 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379290 Jul 29 23:20:26.056048 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9177d-81d0-4326-9611-0bc2c540f18b req-f440db36-1ead-4df0-b241-cf537eeb46ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:26.059646 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6dd9177d-81d0-4326-9611-0bc2c540f18b req-f440db36-1ead-4df0-b241-cf537eeb46ff service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf432201-0fac-4700-a1fe-c1aeac3e3811 HTTP/1.1" status: 200 len: 919 time: 0.2169411 Jul 29 23:20:26.177621 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c745867-7b6b-469e-a788-6a93885eb7ec req-734864e7-bb79-4d25-9e25-bec3460791b5 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:26.179222 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4c745867-7b6b-469e-a788-6a93885eb7ec req-734864e7-bb79-4d25-9e25-bec3460791b5 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=08bbbbbd-3409-46d2-b8fa-3382e0888cd8 HTTP/1.1" status: 200 len: 945 time: 0.1169379 Jul 29 23:20:26.192991 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6dd9177d-81d0-4326-9611-0bc2c540f18b req-58a04bde-ee81-42f8-962f-73bd7fc9f131 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0acaa3f1-b27a-472c-b82b-efa011399df0 HTTP/1.1" status: 200 len: 217 time: 0.1191072 Jul 29 23:20:26.279852 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd9177d-81d0-4326-9611-0bc2c540f18b req-137321df-11e8-4b7d-9b6e-48f2db26c0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:26.281713 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6dd9177d-81d0-4326-9611-0bc2c540f18b req-137321df-11e8-4b7d-9b6e-48f2db26c0b4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a00ddaeb-5a8f-485f-9408-296d4e1ca7cd HTTP/1.1" status: 200 len: 858 time: 0.0790851 Jul 29 23:20:26.283080 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4c745867-7b6b-469e-a788-6a93885eb7ec req-3f7a8193-e010-4edd-8f2d-9d914b133f86 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926814 Jul 29 23:20:26.302309 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20a148c-1079-42de-a31b-11b668e1423e req-7159e134-bb09-467f-807b-631773374a22 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:26.306108 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e20a148c-1079-42de-a31b-11b668e1423e req-7159e134-bb09-467f-807b-631773374a22 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 950 time: 0.1060920 Jul 29 23:20:26.372080 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6dd9177d-81d0-4326-9611-0bc2c540f18b req-c1bf58a4-5896-4f60-991f-ba5a35a3ade2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf432201-0fac-4700-a1fe-c1aeac3e3811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818512 Jul 29 23:20:26.410911 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e20a148c-1079-42de-a31b-11b668e1423e req-d7512264-6fbf-4366-b151-b3fd2cb36901 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808535 Jul 29 23:20:26.601596 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337a1207-7353-4b05-8d30-e601a5b6cbfd req-ae571e26-cf17-4224-8846-d93834d199a1 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:26.609112 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6dd9177d-81d0-4326-9611-0bc2c540f18b req-3f96aab1-5f1b-4adb-98e8-c5e15ab03ac6 service neutron] 10.222.0.39 "GET /v2.0/networks/bf432201-0fac-4700-a1fe-c1aeac3e3811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244928 Jul 29 23:20:26.613449 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-337a1207-7353-4b05-8d30-e601a5b6cbfd req-ae571e26-cf17-4224-8846-d93834d199a1 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 945 time: 0.1994815 Jul 29 23:20:26.802761 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6dd9177d-81d0-4326-9611-0bc2c540f18b req-525902a9-f934-4692-8bc5-7bb7ee92236b service neutron] 10.222.0.39 "GET /v2.0/networks/bf432201-0fac-4700-a1fe-c1aeac3e3811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854682 Jul 29 23:20:26.870275 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-337a1207-7353-4b05-8d30-e601a5b6cbfd req-ddfab4f5-fcbb-40f5-8fc1-1bbc32c0d57f tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198017 Jul 29 23:20:27.015043 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-a5ee62ae-4c14-4a67-a2ab-9dcbdbe1fa6b tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:27.018008 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-a5ee62ae-4c14-4a67-a2ab-9dcbdbe1fa6b tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] 10.222.0.23 "GET /v2.0/networks?id=c59299e0-0191-4090-abfa-4d2b71106956 HTTP/1.1" status: 200 len: 815 time: 0.4031212 Jul 29 23:20:27.047617 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-2e0f93e7-9972-4d65-a71a-a669a9564ce7 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Request body: {'port': {'device_id': '08fc7db9-034e-4262-834f-b2523458d277', 'network_id': 'c59299e0-0191-4090-abfa-4d2b71106956', 'admin_state_up': True, 'tenant_id': '975625f441bc423aa4db007a98bde685'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:27.073830 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2aaed5e3-4adb-491a-8641-cfbde4b83d8c req-59fdc50e-17ec-4ae7-b8ea-0d3d96f83d2a tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] 10.222.0.18 "GET /v2.0/ports?device_id=08fc7db9-034e-4262-834f-b2523458d277 HTTP/1.1" status: 200 len: 210 time: 0.0544398 Jul 29 23:20:27.394973 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c07002e3-a587-4fd8-ac48-9b99407df5b9 req-bb0ffe97-190e-4ab2-a088-9db5a5f3de92 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecef6664-3f8a-43b8-8c30-cbcb6eb2de94 HTTP/1.1" status: 200 len: 210 time: 0.0821750 Jul 29 23:20:27.598874 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-fa407c3a-b4bf-4c90-b700-81c9e08f135a tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:27.604844 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-fa407c3a-b4bf-4c90-b700-81c9e08f135a tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.23 "GET /v2.0/networks?id=e830c838-5320-4f47-8a70-ed7b14724e77 HTTP/1.1" status: 200 len: 824 time: 0.4266224 Jul 29 23:20:27.609131 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-2e0f93e7-9972-4d65-a71a-a669a9564ce7 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Made reservation on behalf of 975625f441bc423aa4db007a98bde685 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:20:27.619334 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-2e0f93e7-9972-4d65-a71a-a669a9564ce7 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:27.819382 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-13958007-abf2-4594-afe2-4163a36fe4fb tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b49d6b2f238e47ed984aeeb787462f73 HTTP/1.1" status: 200 len: 379 time: 0.1342905 Jul 29 23:20:27.830374 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627df98c-c324-402a-a817-9c0a163a3a73 req-9dd893c1-d518-4a67-a470-5b1e5b90647a tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:27.831970 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-627df98c-c324-402a-a817-9c0a163a3a73 req-9dd893c1-d518-4a67-a470-5b1e5b90647a tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.3973949 Jul 29 23:20:27.836787 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-b724bc60-53df-4046-af38-de1bb16fd827 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Request body: {'port': {'device_id': 'ecef6664-3f8a-43b8-8c30-cbcb6eb2de94', 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77', 'admin_state_up': True, 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'security_groups': ['14cf21cc-50a5-43f4-b384-48480f1f1141']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:27.896030 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0402f74e-31d3-4561-a49e-9481a203fdb0 req-82123a7f-b757-4cd8-95c3-7b2ff815e0fa tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:27.897625 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0402f74e-31d3-4561-a49e-9481a203fdb0 req-82123a7f-b757-4cd8-95c3-7b2ff815e0fa tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 950 time: 0.1679256 Jul 29 23:20:28.040398 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-627df98c-c324-402a-a817-9c0a163a3a73 req-86256aab-87e8-4f8e-82d9-5e492eb87309 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932247 Jul 29 23:20:28.151974 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-b724bc60-53df-4046-af38-de1bb16fd827 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Made reservation on behalf of b49d6b2f238e47ed984aeeb787462f73 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:20:28.156560 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-b724bc60-53df-4046-af38-de1bb16fd827 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:28.173472 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0402f74e-31d3-4561-a49e-9481a203fdb0 req-28b18e7e-eb83-4167-a1dd-b13ccd2edc80 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494352 Jul 29 23:20:28.357670 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-2e0f93e7-9972-4d65-a71a-a669a9564ce7 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Allocated IP 172.20.0.8 (c59299e0-0191-4090-abfa-4d2b71106956/0127747a-97b5-42ee-89d5-a1c99e155ca2/33195f01-8616-42c8-a78f-4cf3ef539467) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:20:28.429667 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-b724bc60-53df-4046-af38-de1bb16fd827 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Allocated IP 172.20.0.14 (e830c838-5320-4f47-8a70-ed7b14724e77/340eeb0f-e215-481a-a3ed-413dd343d59d/79c23d9b-78f3-479b-b645-1c02ad2bc795) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:20:28.497552 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223f154-a18b-4341-8404-11060a328a44 req-dea0f4d2-0fa3-42e2-bde8-e95ecaaea55f tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:28.497552 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7223f154-a18b-4341-8404-11060a328a44 req-dea0f4d2-0fa3-42e2-bde8-e95ecaaea55f tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 945 time: 0.1971257 Jul 29 23:20:28.515439 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe9aa518-5e39-484b-8071-0168a7061ec9 req-62697d67-c1db-40e3-b3fa-5e1792eb701a tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] 10.222.0.18 "GET /v2.0/ports?device_id=08fc7db9-034e-4262-834f-b2523458d277 HTTP/1.1" status: 200 len: 210 time: 0.0651224 Jul 29 23:20:28.726202 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7223f154-a18b-4341-8404-11060a328a44 req-72bc7797-1440-457e-810b-899851077a07 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092309 Jul 29 23:20:28.828892 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776475f-e532-4bfd-8a8d-1de0efa6454e req-2e634e16-0328-4508-ba28-506bcd475d01 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:28.830415 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c776475f-e532-4bfd-8a8d-1de0efa6454e req-2e634e16-0328-4508-ba28-506bcd475d01 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=08bbbbbd-3409-46d2-b8fa-3382e0888cd8 HTTP/1.1" status: 200 len: 945 time: 0.2234502 Jul 29 23:20:28.892986 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f75f081-6075-40d1-91f1-9266c32e1a12 req-9d1a6606-881f-4aa4-a2a4-2034f296abbd tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecef6664-3f8a-43b8-8c30-cbcb6eb2de94 HTTP/1.1" status: 200 len: 210 time: 0.0570831 Jul 29 23:20:28.929092 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-b724bc60-53df-4046-af38-de1bb16fd827 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:28.933394 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-2e0f93e7-9972-4d65-a71a-a669a9564ce7 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:28.980041 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c776475f-e532-4bfd-8a8d-1de0efa6454e req-6ecd87ab-ed24-4210-b894-8318d1501bb2 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177931 Jul 29 23:20:28.989637 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-b724bc60-53df-4046-af38-de1bb16fd827 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Transition to ACTIVE for port object 79c23d9b-78f3-479b-b645-1c02ad2bc795 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:29.050629 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-2e0f93e7-9972-4d65-a71a-a669a9564ce7 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:29.053328 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-b724bc60-53df-4046-af38-de1bb16fd827 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:29.109093 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-2e0f93e7-9972-4d65-a71a-a669a9564ce7 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Network c59299e0-0191-4090-abfa-4d2b71106956 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:20:29.115700 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-b724bc60-53df-4046-af38-de1bb16fd827 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Network e830c838-5320-4f47-8a70-ed7b14724e77 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:20:29.116996 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-2e0f93e7-9972-4d65-a71a-a669a9564ce7 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:20:29.121774 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-2e0f93e7-9972-4d65-a71a-a669a9564ce7 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:20:29.125118 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-b724bc60-53df-4046-af38-de1bb16fd827 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:20:29.153373 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-b724bc60-53df-4046-af38-de1bb16fd827 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:20:29.226424 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:29.250483 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f93e7-9972-4d65-a71a-a669a9564ce7 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Pushing event updated for resources: {'Port': ['ID=33195f01-8616-42c8-a78f-4cf3ef539467,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:29.310313 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 1bf217c5-a463-4bf2-be4c-fdfc3f826f72 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:20:29.336245 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f93e7-9972-4d65-a71a-a669a9564ce7 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:29.336595 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f93e7-9972-4d65-a71a-a669a9564ce7 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:29.336944 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f93e7-9972-4d65-a71a-a669a9564ce7 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:29.337280 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f93e7-9972-4d65-a71a-a669a9564ce7 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:29.337620 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f93e7-9972-4d65-a71a-a669a9564ce7 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:29.337956 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f93e7-9972-4d65-a71a-a669a9564ce7 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:29.338288 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f93e7-9972-4d65-a71a-a669a9564ce7 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:29.338769 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f93e7-9972-4d65-a71a-a669a9564ce7 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:29.339106 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f93e7-9972-4d65-a71a-a669a9564ce7 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:29.339432 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f93e7-9972-4d65-a71a-a669a9564ce7 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:29.339800 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f93e7-9972-4d65-a71a-a669a9564ce7 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:29.340923 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e0f93e7-9972-4d65-a71a-a669a9564ce7 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:29.368342 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-2e0f93e7-9972-4d65-a71a-a669a9564ce7 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:29.369156 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-2e0f93e7-9972-4d65-a71a-a669a9564ce7 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:29.403265 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-b724bc60-53df-4046-af38-de1bb16fd827 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:29.404083 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-b724bc60-53df-4046-af38-de1bb16fd827 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:29.438862 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c053252-da9b-400b-8708-9eb40acb2f21 req-280f4192-8ba0-44b6-93e1-600cc9d0f641 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:29.449989 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c053252-da9b-400b-8708-9eb40acb2f21 req-280f4192-8ba0-44b6-93e1-600cc9d0f641 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.2926068 Jul 29 23:20:29.472411 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 1bf217c5-a463-4bf2-be4c-fdfc3f826f72, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=1bf217c5-a463-4bf2-be4c-fdfc3f826f72,segment=NetworkSegment(79d64c50-c25a-4fc3-b109-d9efacc73f26),segment_id=79d64c50-c25a-4fc3-b109-d9efacc73f26)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:29.487629 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-2e0f93e7-9972-4d65-a71a-a669a9564ce7 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4518623 Jul 29 23:20:29.490510 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '1bf217c5-a463-4bf2-be4c-fdfc3f826f72', 'network_id': 'fdf1b50b-8c01-4560-b565-16c3ac23715f', 'port_id': '1bf217c5-a463-4bf2-be4c-fdfc3f826f72', 'mac_address': 'fa:16:3e:dd:7b:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98c60f3-215b-4d3f-9cd3-677693d018c8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:20:29.491793 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724bc60-53df-4046-af38-de1bb16fd827 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Pushing event updated for resources: {'Port': ['ID=79c23d9b-78f3-479b-b645-1c02ad2bc795,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:29.513502 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-0f5c5a7f-5d02-474d-a3d7-aa09914c5753 service neutron] Request body: {'port': {'device_id': '08fc7db9-034e-4262-834f-b2523458d277', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:29.523370 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0e60b-67ec-49c5-9472-26fcb0c9f618 req-33eb297c-9ce9-4a27-bc6a-3c8a65705145 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:29.533844 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e2f0e60b-67ec-49c5-9472-26fcb0c9f618 req-33eb297c-9ce9-4a27-bc6a-3c8a65705145 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 950 time: 0.2481701 Jul 29 23:20:29.544613 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-b724bc60-53df-4046-af38-de1bb16fd827 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7115142 Jul 29 23:20:29.565879 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f68fd724-8c32-4e10-a891-c8f4caeaf5b9 None None] Provisioning for port 79c23d9b-78f3-479b-b645-1c02ad2bc795 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:29.572966 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f68fd724-8c32-4e10-a891-c8f4caeaf5b9 None None] Provisioning complete for port 79c23d9b-78f3-479b-b645-1c02ad2bc795 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:29.573339 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f68fd724-8c32-4e10-a891-c8f4caeaf5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:29.576229 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-685ab66a-7182-43b9-9685-54e70b158ace service neutron] Request body: {'port': {'device_id': 'ecef6664-3f8a-43b8-8c30-cbcb6eb2de94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:29.594214 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c053252-da9b-400b-8708-9eb40acb2f21 req-a1c5fb8f-157f-4757-b083-e6ddd7a30514 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431870 Jul 29 23:20:29.624380 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f68fd724-8c32-4e10-a891-c8f4caeaf5b9 None None] Port 79c23d9b-78f3-479b-b645-1c02ad2bc795 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:20:29.637479 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:29.651222 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:29.653782 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1bf217c5-a463-4bf2-be4c-fdfc3f826f72 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:29.678108 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e2f0e60b-67ec-49c5-9472-26fcb0c9f618 req-d4be2127-a86c-4aeb-9282-eef8cd344400 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408699 Jul 29 23:20:29.688044 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 1bf217c5-a463-4bf2-be4c-fdfc3f826f72, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=1bf217c5-a463-4bf2-be4c-fdfc3f826f72,segment=NetworkSegment(79d64c50-c25a-4fc3-b109-d9efacc73f26),segment_id=79d64c50-c25a-4fc3-b109-d9efacc73f26)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:29.694918 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:29.707372 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-0f5c5a7f-5d02-474d-a3d7-aa09914c5753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:29.720309 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-685ab66a-7182-43b9-9685-54e70b158ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:29.765057 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=1bf217c5-a463-4bf2-be4c-fdfc3f826f72,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:29.833048 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['1bf217c5-a463-4bf2-be4c-fdfc3f826f72'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:30.363504 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36cfdd8-7fbf-4274-a058-e5f78f3af089 req-71d085aa-e61e-48ac-a282-5d1390db0cd4 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:30.373053 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d36cfdd8-7fbf-4274-a058-e5f78f3af089 req-71d085aa-e61e-48ac-a282-5d1390db0cd4 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] 10.222.0.18 "GET /v2.0/ports?device_id=08fc7db9-034e-4262-834f-b2523458d277 HTTP/1.1" status: 200 len: 931 time: 0.5966775 Jul 29 23:20:30.438226 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652a5197-3e0e-4123-ab7d-9542130f6ecf req-e6849b9c-22b1-4a2a-9ee9-0f1b1e95e791 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:30.439921 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-652a5197-3e0e-4123-ab7d-9542130f6ecf req-e6849b9c-22b1-4a2a-9ee9-0f1b1e95e791 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 945 time: 0.2784183 Jul 29 23:20:30.565413 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d36cfdd8-7fbf-4274-a058-e5f78f3af089 req-0a0c326c-737d-429d-80fe-64ac4ec60960 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] 10.222.0.18 "GET /v2.0/security-groups?id=73c98cd6-be16-466a-85d2-69117e3e5cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889637 Jul 29 23:20:30.610257 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-652a5197-3e0e-4123-ab7d-9542130f6ecf req-b97957d8-4bca-4734-b13f-1e30625a686e tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397913 Jul 29 23:20:30.779216 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-685ab66a-7182-43b9-9685-54e70b158ace service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79c23d9b-78f3-479b-b645-1c02ad2bc795 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:30.791396 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-685ab66a-7182-43b9-9685-54e70b158ace service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:30.818092 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-685ab66a-7182-43b9-9685-54e70b158ace service neutron] Transition to ACTIVE for port object 79c23d9b-78f3-479b-b645-1c02ad2bc795 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:30.825430 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-685ab66a-7182-43b9-9685-54e70b158ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:30.947675 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d991ef3-ae0e-4be2-ae6e-eee067bde292 req-719e66b7-2f10-4b2a-ba65-200a52a39754 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:30.949887 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2d991ef3-ae0e-4be2-ae6e-eee067bde292 req-719e66b7-2f10-4b2a-ba65-200a52a39754 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecef6664-3f8a-43b8-8c30-cbcb6eb2de94 HTTP/1.1" status: 200 len: 932 time: 0.2242444 Jul 29 23:20:30.973868 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-0f5c5a7f-5d02-474d-a3d7-aa09914c5753 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33195f01-8616-42c8-a78f-4cf3ef539467 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:31.004551 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-0f5c5a7f-5d02-474d-a3d7-aa09914c5753 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:31.021471 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ab66a-7182-43b9-9685-54e70b158ace service neutron] Pushing event updated for resources: {'Port': ['ID=79c23d9b-78f3-479b-b645-1c02ad2bc795,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:31.066292 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-0f5c5a7f-5d02-474d-a3d7-aa09914c5753 service neutron] Transition to ACTIVE for port object 33195f01-8616-42c8-a78f-4cf3ef539467 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:31.104758 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-0f5c5a7f-5d02-474d-a3d7-aa09914c5753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:31.136280 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2d991ef3-ae0e-4be2-ae6e-eee067bde292 req-2c1fd4f1-5905-4cb1-b107-70bf9a7421b3 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/security-groups?id=14cf21cc-50a5-43f4-b384-48480f1f1141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1556215 Jul 29 23:20:31.178120 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-95f629d0-43f9-40e5-a9af-4298571ff751 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:31.186791 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-95f629d0-43f9-40e5-a9af-4298571ff751 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.18 "GET /v2.0/networks?id=82f26ced-9b73-4ca5-a891-f318dedb7b62 HTTP/1.1" status: 200 len: 814 time: 0.3331163 Jul 29 23:20:31.204106 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-da8d905c-fb16-4038-bbb7-5fcf99d11be9 req-a20da322-dd76-4b5f-81f2-97bfd093a715 service neutron] 10.222.0.23 "GET /v2.0/ports/45fec350-aae1-403f-997f-e395567914fd/bindings/n-h1-712140-10 HTTP/1.1" status: 200 len: 383 time: 0.0846004 Jul 29 23:20:31.232488 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-88c3c330-ddc9-4c7e-9661-a5480069ba5c tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.18 "GET /v2.0/quotas/141909c455674c85adb567be58edbbd5 HTTP/1.1" status: 200 len: 375 time: 0.0446975 Jul 29 23:20:31.277471 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c5a7f-5d02-474d-a3d7-aa09914c5753 service neutron] Pushing event updated for resources: {'Port': ['ID=33195f01-8616-42c8-a78f-4cf3ef539467,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:31.300549 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-685ab66a-7182-43b9-9685-54e70b158ace service neutron] Attempting to bind port 79c23d9b-78f3-479b-b645-1c02ad2bc795 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:20:31.300946 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-685ab66a-7182-43b9-9685-54e70b158ace service neutron] Attempting to bind port 79c23d9b-78f3-479b-b645-1c02ad2bc795 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'e54b1e53-0c15-4a98-ae01-123c7fd1a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:20:31.301647 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-685ab66a-7182-43b9-9685-54e70b158ace service neutron] Attempting to bind port 79c23d9b-78f3-479b-b645-1c02ad2bc795 on network e830c838-5320-4f47-8a70-ed7b14724e77 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:31.317507 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 1bf217c5-a463-4bf2-be4c-fdfc3f826f72 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:20:31.359626 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-685ab66a-7182-43b9-9685-54e70b158ace service neutron] Port 79c23d9b-78f3-479b-b645-1c02ad2bc795 on network e830c838-5320-4f47-8a70-ed7b14724e77 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:20:31.360079 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-685ab66a-7182-43b9-9685-54e70b158ace service neutron] Attempting to bind port 79c23d9b-78f3-479b-b645-1c02ad2bc795 on network e830c838-5320-4f47-8a70-ed7b14724e77 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:31.380812 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-685ab66a-7182-43b9-9685-54e70b158ace service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:20:31.381542 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-685ab66a-7182-43b9-9685-54e70b158ace service neutron] Checking segment: {'id': 'e54b1e53-0c15-4a98-ae01-123c7fd1a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:31.381701 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-685ab66a-7182-43b9-9685-54e70b158ace service neutron] Bound using segment: {'id': 'e54b1e53-0c15-4a98-ae01-123c7fd1a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:20:31.382201 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-685ab66a-7182-43b9-9685-54e70b158ace service neutron] Bound port: 79c23d9b-78f3-479b-b645-1c02ad2bc795, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e54b1e53-0c15-4a98-ae01-123c7fd1a889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:20:31.382628 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-685ab66a-7182-43b9-9685-54e70b158ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:31.426306 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:31.430023 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-47999704-d1a8-4384-8e44-7f0271202cad tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=141909c455674c85adb567be58edbbd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1760912 Jul 29 23:20:31.446342 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d905c-fb16-4038-bbb7-5fcf99d11be9 req-21924c8a-bd72-4c9b-accc-598538400c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:31.448843 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-da8d905c-fb16-4038-bbb7-5fcf99d11be9 req-21924c8a-bd72-4c9b-accc-598538400c9c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7&tenant_id=924eedf485ca49e88625072b8912a512 HTTP/1.1" status: 200 len: 1102 time: 0.0451486 Jul 29 23:20:31.456290 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520ef77-e048-4d6a-afa7-fd0795322499 req-347766b7-edc5-4c78-aa5a-82d99770559b tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:31.458037 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0520ef77-e048-4d6a-afa7-fd0795322499 req-347766b7-edc5-4c78-aa5a-82d99770559b tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=08bbbbbd-3409-46d2-b8fa-3382e0888cd8 HTTP/1.1" status: 200 len: 944 time: 0.2194092 Jul 29 23:20:31.466093 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1bf217c5-a463-4bf2-be4c-fdfc3f826f72 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:31.498658 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 1bf217c5-a463-4bf2-be4c-fdfc3f826f72, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=1bf217c5-a463-4bf2-be4c-fdfc3f826f72,segment=NetworkSegment(79d64c50-c25a-4fc3-b109-d9efacc73f26),segment_id=79d64c50-c25a-4fc3-b109-d9efacc73f26)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:31.506896 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:31.519417 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d905c-fb16-4038-bbb7-5fcf99d11be9 req-51b23e3f-3efa-40f1-a721-b59581bd9263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:31.522172 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-da8d905c-fb16-4038-bbb7-5fcf99d11be9 req-51b23e3f-3efa-40f1-a721-b59581bd9263 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 1102 time: 0.0504904 Jul 29 23:20:31.544459 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-0f5c5a7f-5d02-474d-a3d7-aa09914c5753 service neutron] Attempting to bind port 33195f01-8616-42c8-a78f-4cf3ef539467 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:20:31.544809 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-0f5c5a7f-5d02-474d-a3d7-aa09914c5753 service neutron] Attempting to bind port 33195f01-8616-42c8-a78f-4cf3ef539467 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'e2dd95ef-1547-42c8-8a4a-bf603196a148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c59299e0-0191-4090-abfa-4d2b71106956'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:20:31.545146 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-0f5c5a7f-5d02-474d-a3d7-aa09914c5753 service neutron] Attempting to bind port 33195f01-8616-42c8-a78f-4cf3ef539467 on network c59299e0-0191-4090-abfa-4d2b71106956 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:31.573452 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-0f5c5a7f-5d02-474d-a3d7-aa09914c5753 service neutron] Port 33195f01-8616-42c8-a78f-4cf3ef539467 on network c59299e0-0191-4090-abfa-4d2b71106956 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:20:31.573793 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-0f5c5a7f-5d02-474d-a3d7-aa09914c5753 service neutron] Attempting to bind port 33195f01-8616-42c8-a78f-4cf3ef539467 on network c59299e0-0191-4090-abfa-4d2b71106956 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:31.592285 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=1bf217c5-a463-4bf2-be4c-fdfc3f826f72,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:31.621643 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-0f5c5a7f-5d02-474d-a3d7-aa09914c5753 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:20:31.622086 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-0f5c5a7f-5d02-474d-a3d7-aa09914c5753 service neutron] Checking segment: {'id': 'e2dd95ef-1547-42c8-8a4a-bf603196a148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c59299e0-0191-4090-abfa-4d2b71106956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:31.622833 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-0f5c5a7f-5d02-474d-a3d7-aa09914c5753 service neutron] Bound using segment: {'id': 'e2dd95ef-1547-42c8-8a4a-bf603196a148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c59299e0-0191-4090-abfa-4d2b71106956'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:20:31.623379 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-0f5c5a7f-5d02-474d-a3d7-aa09914c5753 service neutron] Bound port: 33195f01-8616-42c8-a78f-4cf3ef539467, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2dd95ef-1547-42c8-8a4a-bf603196a148', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c59299e0-0191-4090-abfa-4d2b71106956'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:20:31.623888 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-0f5c5a7f-5d02-474d-a3d7-aa09914c5753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:31.634040 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d905c-fb16-4038-bbb7-5fcf99d11be9 req-b6b14815-cc83-41d6-9a8a-d5bc1ec9f3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:31.635592 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-da8d905c-fb16-4038-bbb7-5fcf99d11be9 req-b6b14815-cc83-41d6-9a8a-d5bc1ec9f3c0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.1065919 Jul 29 23:20:31.658190 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0520ef77-e048-4d6a-afa7-fd0795322499 req-3407b561-a0b0-4424-8dca-87828d3fa68b tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715674 Jul 29 23:20:31.670273 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-685ab66a-7182-43b9-9685-54e70b158ace service neutron] For port 79c23d9b-78f3-479b-b645-1c02ad2bc795, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:20:31.679637 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-da8d905c-fb16-4038-bbb7-5fcf99d11be9 req-3aa8c376-598a-41a9-80c0-b1a89867f2dc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=45fec350-aae1-403f-997f-e395567914fd HTTP/1.1" status: 200 len: 217 time: 0.0373950 Jul 29 23:20:31.691648 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-685ab66a-7182-43b9-9685-54e70b158ace service neutron] For port 79c23d9b-78f3-479b-b645-1c02ad2bc795, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=79c23d9b-78f3-479b-b645-1c02ad2bc795,segment=NetworkSegment(e54b1e53-0c15-4a98-ae01-123c7fd1a889),segment_id=e54b1e53-0c15-4a98-ae01-123c7fd1a889)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:20:31.713355 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-7520aeeb-ee14-4913-970a-51b425827685 service neutron] 10.222.0.18 "GET /v2.0/networks/82f26ced-9b73-4ca5-a891-f318dedb7b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823775 Jul 29 23:20:31.717221 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-685ab66a-7182-43b9-9685-54e70b158ace service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:31.731736 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d905c-fb16-4038-bbb7-5fcf99d11be9 req-f683e1c2-78fe-404a-8b98-bd14cd1bd559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:31.733241 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-da8d905c-fb16-4038-bbb7-5fcf99d11be9 req-f683e1c2-78fe-404a-8b98-bd14cd1bd559 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.0472655 Jul 29 23:20:31.790886 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d905c-fb16-4038-bbb7-5fcf99d11be9 req-440ac985-5e87-4a7a-8265-07d53e1792a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:31.792538 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-da8d905c-fb16-4038-bbb7-5fcf99d11be9 req-440ac985-5e87-4a7a-8265-07d53e1792a1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0521750 Jul 29 23:20:31.844102 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-685ab66a-7182-43b9-9685-54e70b158ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:31.844724 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-685ab66a-7182-43b9-9685-54e70b158ace service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:31.846133 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-685ab66a-7182-43b9-9685-54e70b158ace service neutron] 10.222.0.23 "PUT /v2.0/ports/79c23d9b-78f3-479b-b645-1c02ad2bc795 HTTP/1.1" status: 200 len: 1093 time: 2.2751617 Jul 29 23:20:31.848813 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecef6664-3f8a-43b8-8c30-cbcb6eb2de94', 'tag': '79c23d9b-78f3-479b-b645-1c02ad2bc795'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:31.850538 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ea5f31-8689-4f45-897b-7376cec4ac2a" -d '{"events": [{"name": "network-changed", "server_uuid": "ecef6664-3f8a-43b8-8c30-cbcb6eb2de94", "tag": "79c23d9b-78f3-479b-b645-1c02ad2bc795"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:31.894520 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-da8d905c-fb16-4038-bbb7-5fcf99d11be9 req-2c7ff177-2fbd-4c57-a8d0-8d0b53c12539 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938542 Jul 29 23:20:31.929864 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-0f5c5a7f-5d02-474d-a3d7-aa09914c5753 service neutron] For port 33195f01-8616-42c8-a78f-4cf3ef539467, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:20:31.953815 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ab66a-7182-43b9-9685-54e70b158ace service neutron] Pushing event updated for resources: {'Port': ['ID=79c23d9b-78f3-479b-b645-1c02ad2bc795,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:31.970166 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-0f5c5a7f-5d02-474d-a3d7-aa09914c5753 service neutron] For port 33195f01-8616-42c8-a78f-4cf3ef539467, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=33195f01-8616-42c8-a78f-4cf3ef539467,segment=NetworkSegment(e2dd95ef-1547-42c8-8a4a-bf603196a148),segment_id=e2dd95ef-1547-42c8-8a4a-bf603196a148)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:20:31.983575 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2789b498-4dc8-4c8d-ac4e-546f30f4d5c9 req-9477f84a-6a61-4755-b8d6-53e56261a31c tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:31.985232 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2789b498-4dc8-4c8d-ac4e-546f30f4d5c9 req-9477f84a-6a61-4755-b8d6-53e56261a31c tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.2657902 Jul 29 23:20:31.994584 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-0f5c5a7f-5d02-474d-a3d7-aa09914c5753 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:32.014228 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-da8d905c-fb16-4038-bbb7-5fcf99d11be9 req-d0039de9-c3f7-42c3-b299-a41be8f5ebb6 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106982 Jul 29 23:20:32.018478 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-1930edbd-6c7c-496b-8036-a8650e5dfec9 service neutron] 10.222.0.18 "GET /v2.0/networks/82f26ced-9b73-4ca5-a891-f318dedb7b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940667 Jul 29 23:20:32.058100 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-0f5c5a7f-5d02-474d-a3d7-aa09914c5753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:32.059237 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-0f5c5a7f-5d02-474d-a3d7-aa09914c5753 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:32.060698 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-0f5c5a7f-5d02-474d-a3d7-aa09914c5753 service neutron] 10.222.0.23 "PUT /v2.0/ports/33195f01-8616-42c8-a78f-4cf3ef539467 HTTP/1.1" status: 200 len: 1092 time: 2.5521722 Jul 29 23:20:32.076696 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-feffc145-6c63-4d4a-81e3-c6f5d1335f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:32.077801 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-feffc145-6c63-4d4a-81e3-c6f5d1335f74 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b49d6b2f238e47ed984aeeb787462f73&device_id=ecef6664-3f8a-43b8-8c30-cbcb6eb2de94 HTTP/1.1" status: 200 len: 1096 time: 0.1852994 Jul 29 23:20:32.109244 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2789b498-4dc8-4c8d-ac4e-546f30f4d5c9 req-d812032f-2e7c-4e16-a486-68d74b7ed326 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116202 Jul 29 23:20:32.173959 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-7ad7869f-5311-484a-92c0-c4de24dcd120 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79c23d9b-78f3-479b-b645-1c02ad2bc795 HTTP/1.1" status: 200 len: 217 time: 0.0835576 Jul 29 23:20:32.174229 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c5a7f-5d02-474d-a3d7-aa09914c5753 service neutron] Pushing event updated for resources: {'Port': ['ID=33195f01-8616-42c8-a78f-4cf3ef539467,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:32.317106 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-2f6f3c41-7e7c-4d52-afd7-01f643cc72d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:32.318657 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-2f6f3c41-7e7c-4d52-afd7-01f643cc72d2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=340eeb0f-e215-481a-a3ed-413dd343d59d HTTP/1.1" status: 200 len: 863 time: 0.1262479 Jul 29 23:20:32.326062 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-b4f8596e-a7d1-48ca-be41-b1ef2e85d9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:32.327567 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-b4f8596e-a7d1-48ca-be41-b1ef2e85d9dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=975625f441bc423aa4db007a98bde685&device_id=08fc7db9-034e-4262-834f-b2523458d277 HTTP/1.1" status: 200 len: 1095 time: 0.1661928 Jul 29 23:20:32.375366 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499d78be-17e3-418e-be61-40af7a1ecda2 req-0c239cf2-7cbf-400e-9e52-f9588494b2d8 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:32.376903 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-499d78be-17e3-418e-be61-40af7a1ecda2 req-0c239cf2-7cbf-400e-9e52-f9588494b2d8 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] 10.222.0.18 "GET /v2.0/ports?device_id=08fc7db9-034e-4262-834f-b2523458d277 HTTP/1.1" status: 200 len: 943 time: 0.1727505 Jul 29 23:20:32.412758 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29a102-1868-4ae0-87b9-b007fe90129c req-c4526219-d1fe-4b87-ab7f-3fe03ca1f637 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:32.414244 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c29a102-1868-4ae0-87b9-b007fe90129c req-c4526219-d1fe-4b87-ab7f-3fe03ca1f637 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 950 time: 0.1762149 Jul 29 23:20:32.419928 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-29b22834-3300-44dd-b5b4-b2838ced6c29 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33195f01-8616-42c8-a78f-4cf3ef539467 HTTP/1.1" status: 200 len: 217 time: 0.0807667 Jul 29 23:20:32.521468 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-b5c92c67-ad9f-4f8c-a646-43337db74454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:32.523333 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-b5c92c67-ad9f-4f8c-a646-43337db74454 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e830c838-5320-4f47-8a70-ed7b14724e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1948743 Jul 29 23:20:32.533738 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-499d78be-17e3-418e-be61-40af7a1ecda2 req-17051cf0-ba42-4efb-9aa3-35f02b9ba267 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] 10.222.0.18 "GET /v2.0/security-groups?id=73c98cd6-be16-466a-85d2-69117e3e5cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182497 Jul 29 23:20:32.555406 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-765db92b-f3be-4014-9f93-bba0826ea0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:32.555406 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-765db92b-f3be-4014-9f93-bba0826ea0c1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0127747a-97b5-42ee-89d5-a1c99e155ca2 HTTP/1.1" status: 200 len: 855 time: 0.1178215 Jul 29 23:20:32.557458 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c29a102-1868-4ae0-87b9-b007fe90129c req-5b22e42f-a1fa-47ba-9119-88db02b0a973 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316400 Jul 29 23:20:32.652236 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-23e27bd9-c586-41bc-87cf-20d0cb9d68ea service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c59299e0-0191-4090-abfa-4d2b71106956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0785081 Jul 29 23:20:32.755561 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dbe3d890-02d0-4199-a086-c312c6ac4b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:32.756374 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0da8de5-c8e5-44b2-af7e-ca8c4af79980 x-openstack-request-id: req-d0da8de5-c8e5-44b2-af7e-ca8c4af79980 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:32.756674 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecef6664-3f8a-43b8-8c30-cbcb6eb2de94", "tag": "79c23d9b-78f3-479b-b645-1c02ad2bc795", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:32.756952 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0da8de5-c8e5-44b2-af7e-ca8c4af79980 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:32.757357 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecef6664-3f8a-43b8-8c30-cbcb6eb2de94', 'tag': '79c23d9b-78f3-479b-b645-1c02ad2bc795', 'status': 'completed', 'code': 200} Jul 29 23:20:32.784002 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe837c95-44e0-4a54-ac9d-7a1ad4a4252e req-ae6beb0e-9056-44f5-9e18-52c9546c60a6 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:32.785546 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe837c95-44e0-4a54-ac9d-7a1ad4a4252e req-ae6beb0e-9056-44f5-9e18-52c9546c60a6 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 945 time: 0.1663711 Jul 29 23:20:32.793930 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-5e789ac5-99ed-4c6b-973a-751cc3bc3ae3 service neutron] 10.222.0.23 "GET /v2.0/networks/e830c838-5320-4f47-8a70-ed7b14724e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559206 Jul 29 23:20:32.897876 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-1566e869-100f-4fe0-bc6e-2ab8e11bd4e1 service neutron] 10.222.0.23 "GET /v2.0/networks/c59299e0-0191-4090-abfa-4d2b71106956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251818 Jul 29 23:20:32.959547 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe837c95-44e0-4a54-ac9d-7a1ad4a4252e req-2af882b9-55aa-4a44-bb8a-3ccdd266ae5d tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645532 Jul 29 23:20:32.990025 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-4b8f508e-5488-44bd-a154-b79c8887f6cf tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--583409721&fields=id&tenant_id=cd689ab3aacf45ab98a786fa139c1fa7 HTTP/1.1" status: 200 len: 267 time: 0.1286688 Jul 29 23:20:33.378576 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-176b49b7-d4ab-44ad-919b-b39c48539e44 req-c253d30e-4536-42df-8ba7-8109bfea896d service neutron] 10.222.0.23 "GET /v2.0/networks/e830c838-5320-4f47-8a70-ed7b14724e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5770137 Jul 29 23:20:33.398389 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-458904c1-9e6f-4e26-92e6-2610a3c09dbf tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:33.400741 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-458904c1-9e6f-4e26-92e6-2610a3c09dbf tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.39 "GET /v2.0/networks?id=82f26ced-9b73-4ca5-a891-f318dedb7b62 HTTP/1.1" status: 200 len: 814 time: 0.1225955 Jul 29 23:20:33.401750 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce6b8248-2ecc-414e-baed-b354e06fb6c0 req-dd104147-495b-4872-8221-2399c1fb3006 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.18 "GET /v2.0/ports?device_id=09d8a54e-b211-484a-97b0-66c9c11e906e HTTP/1.1" status: 200 len: 210 time: 0.3792062 Jul 29 23:20:33.425085 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-1151d454-b4fc-4075-bd99-b831a4acc4ee tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Request body: {'port': {'device_id': '09d8a54e-b211-484a-97b0-66c9c11e906e', 'network_id': '82f26ced-9b73-4ca5-a891-f318dedb7b62', 'admin_state_up': True, 'tenant_id': '141909c455674c85adb567be58edbbd5'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:33.487139 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-744ef538-d2e4-4017-a85f-de909b1b7ba9 req-64a0b6e0-e777-4866-b1ad-e03dcd9ee438 service neutron] 10.222.0.23 "GET /v2.0/networks/c59299e0-0191-4090-abfa-4d2b71106956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5754008 Jul 29 23:20:33.545261 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-05ad2d8d-4033-4f8c-8fc4-fd5f64db600d tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:33.552387 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-05ad2d8d-4033-4f8c-8fc4-fd5f64db600d tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/networks?id=1b4861e7-2155-4265-b168-d8e6cff2010d HTTP/1.1" status: 200 len: 815 time: 0.5521941 Jul 29 23:20:33.568826 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea5f31-8689-4f45-897b-7376cec4ac2a req-cb4c8b4f-46e6-4864-ac02-d7e01a705540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:33.570348 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1ea5f31-8689-4f45-897b-7376cec4ac2a req-cb4c8b4f-46e6-4864-ac02-d7e01a705540 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b49d6b2f238e47ed984aeeb787462f73&device_id=ecef6664-3f8a-43b8-8c30-cbcb6eb2de94 HTTP/1.1" status: 200 len: 1096 time: 0.1223602 Jul 29 23:20:33.580593 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-9aed970c-8383-4c7a-911f-45586e35888a tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/quotas/cd689ab3aacf45ab98a786fa139c1fa7 HTTP/1.1" status: 200 len: 375 time: 0.0272446 Jul 29 23:20:33.585010 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-1151d454-b4fc-4075-bd99-b831a4acc4ee tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Made reservation on behalf of 141909c455674c85adb567be58edbbd5 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:20:33.594889 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-1151d454-b4fc-4075-bd99-b831a4acc4ee tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:33.638327 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553e7eb-a1ab-42ff-9826-4db85839c782 req-29490b7f-af15-4d0f-b246-0f9f6cb888d5 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:33.639881 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5553e7eb-a1ab-42ff-9826-4db85839c782 req-29490b7f-af15-4d0f-b246-0f9f6cb888d5 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecef6664-3f8a-43b8-8c30-cbcb6eb2de94 HTTP/1.1" status: 200 len: 944 time: 0.1554961 Jul 29 23:20:33.751329 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-1151d454-b4fc-4075-bd99-b831a4acc4ee tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Allocated IP 172.20.0.10 (82f26ced-9b73-4ca5-a891-f318dedb7b62/2fcef1f5-2138-4298-b243-545b8c344ad7/81ba59f1-7974-4eaf-80b1-953d45c6e950) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:20:33.798257 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5553e7eb-a1ab-42ff-9826-4db85839c782 req-641715d1-4f93-418f-998a-a22f1680bd0f tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/security-groups?id=14cf21cc-50a5-43f4-b384-48480f1f1141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065404 Jul 29 23:20:33.820456 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-0ed6f497-9e4b-49e9-ab3d-93b9ce6ead9e tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cd689ab3aacf45ab98a786fa139c1fa7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2316535 Jul 29 23:20:33.888376 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea5f31-8689-4f45-897b-7376cec4ac2a req-ed9959b2-c297-4c9b-ba30-928a4bb583e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:33.889878 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1ea5f31-8689-4f45-897b-7376cec4ac2a req-ed9959b2-c297-4c9b-ba30-928a4bb583e1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e830c838-5320-4f47-8a70-ed7b14724e77 HTTP/1.1" status: 200 len: 925 time: 0.3064423 Jul 29 23:20:33.954028 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-d3947060-0c3c-489f-a4e5-c7aa932e49d4 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:33.955439 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-d3947060-0c3c-489f-a4e5-c7aa932e49d4 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466&tenant_id=b675f7a309964096bd61726e3752bfc0&binding%3Ahost_id=n-h1-712140-10 HTTP/1.1" status: 200 len: 1097 time: 0.2190661 Jul 29 23:20:33.959766 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1ea5f31-8689-4f45-897b-7376cec4ac2a req-9c8085cf-d5d0-4f77-82e6-df99f7fd15c2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79c23d9b-78f3-479b-b645-1c02ad2bc795 HTTP/1.1" status: 200 len: 217 time: 0.0622318 Jul 29 23:20:33.985738 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-8ecb237e-f39d-459d-85a4-2d852e297a26 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712140-10'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:33.987603 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-1151d454-b4fc-4075-bd99-b831a4acc4ee tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:34.010620 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-1151d454-b4fc-4075-bd99-b831a4acc4ee tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Transition to ACTIVE for port object 81ba59f1-7974-4eaf-80b1-953d45c6e950 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:34.070277 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-1151d454-b4fc-4075-bd99-b831a4acc4ee tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:34.115546 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea5f31-8689-4f45-897b-7376cec4ac2a req-9bb72a23-56e1-426f-aa21-bc24c7d4efc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:34.117935 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-1151d454-b4fc-4075-bd99-b831a4acc4ee tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Network 82f26ced-9b73-4ca5-a891-f318dedb7b62 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:20:34.118416 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1ea5f31-8689-4f45-897b-7376cec4ac2a req-9bb72a23-56e1-426f-aa21-bc24c7d4efc5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=340eeb0f-e215-481a-a3ed-413dd343d59d HTTP/1.1" status: 200 len: 863 time: 0.1298163 Jul 29 23:20:34.121208 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-1151d454-b4fc-4075-bd99-b831a4acc4ee tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:20:34.125215 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-1151d454-b4fc-4075-bd99-b831a4acc4ee tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:20:34.144085 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-f60011d2-0113-4f34-b155-bcc1597f4302 service neutron] 10.222.0.18 "GET /v2.0/networks/1b4861e7-2155-4265-b168-d8e6cff2010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214028 Jul 29 23:20:34.168207 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151d454-b4fc-4075-bd99-b831a4acc4ee tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Pushing event updated for resources: {'Port': ['ID=81ba59f1-7974-4eaf-80b1-953d45c6e950,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:34.189155 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1151d454-b4fc-4075-bd99-b831a4acc4ee tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:34.189537 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1151d454-b4fc-4075-bd99-b831a4acc4ee tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:34.189849 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1151d454-b4fc-4075-bd99-b831a4acc4ee tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:34.190257 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1151d454-b4fc-4075-bd99-b831a4acc4ee tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:34.190522 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1151d454-b4fc-4075-bd99-b831a4acc4ee tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:34.190858 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1151d454-b4fc-4075-bd99-b831a4acc4ee tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:34.191193 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1151d454-b4fc-4075-bd99-b831a4acc4ee tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:34.191528 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1151d454-b4fc-4075-bd99-b831a4acc4ee tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:34.191896 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1151d454-b4fc-4075-bd99-b831a4acc4ee tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:34.192212 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1151d454-b4fc-4075-bd99-b831a4acc4ee tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:34.192539 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1151d454-b4fc-4075-bd99-b831a4acc4ee tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:34.192866 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1151d454-b4fc-4075-bd99-b831a4acc4ee tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:34.237037 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-1151d454-b4fc-4075-bd99-b831a4acc4ee tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:34.237478 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-1151d454-b4fc-4075-bd99-b831a4acc4ee tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:34.250241 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-8ecb237e-f39d-459d-85a4-2d852e297a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:34.285951 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-1151d454-b4fc-4075-bd99-b831a4acc4ee tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8662229 Jul 29 23:20:34.338438 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1cca5-c499-4efa-a207-30dffab9ae2e req-024fccc2-1c33-4ffb-9969-ae80c73f2a80 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:34.347713 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e9a1cca5-c499-4efa-a207-30dffab9ae2e req-024fccc2-1c33-4ffb-9969-ae80c73f2a80 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=08bbbbbd-3409-46d2-b8fa-3382e0888cd8 HTTP/1.1" status: 200 len: 943 time: 0.4385028 Jul 29 23:20:34.542336 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea5f31-8689-4f45-897b-7376cec4ac2a req-030bf79f-23ef-4ee8-ad53-1fbe154e7937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:34.544471 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1ea5f31-8689-4f45-897b-7376cec4ac2a req-030bf79f-23ef-4ee8-ad53-1fbe154e7937 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e830c838-5320-4f47-8a70-ed7b14724e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3075910 Jul 29 23:20:34.562307 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e9a1cca5-c499-4efa-a207-30dffab9ae2e req-5d03a424-b218-4756-a5aa-e75b09f52d88 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135119 Jul 29 23:20:34.564911 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-bb897c34-44a2-4c22-9485-3c78fc030d05 None None] Provisioning for port 81ba59f1-7974-4eaf-80b1-953d45c6e950 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:34.575455 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-bb897c34-44a2-4c22-9485-3c78fc030d05 None None] Provisioning complete for port 81ba59f1-7974-4eaf-80b1-953d45c6e950 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:34.575979 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb897c34-44a2-4c22-9485-3c78fc030d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:34.649445 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-bb897c34-44a2-4c22-9485-3c78fc030d05 None None] Port 81ba59f1-7974-4eaf-80b1-953d45c6e950 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:20:34.683178 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-b6795bd5-940c-404f-9fbc-01622f1f31f7 service neutron] 10.222.0.18 "GET /v2.0/networks/1b4861e7-2155-4265-b168-d8e6cff2010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4586930 Jul 29 23:20:34.716193 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-8ecb237e-f39d-459d-85a4-2d852e297a26 service neutron] For port 3f9074c0-f574-49f9-aec4-e84e43e28957, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3f9074c0-f574-49f9-aec4-e84e43e28957,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:34.765575 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fc7db9-034e-4262-834f-b2523458d277', 'tag': '33195f01-8616-42c8-a78f-4cf3ef539467'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:34.768001 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974f65ba-ea98-447f-8009-1b047d1326e7" -d '{"events": [{"name": "network-changed", "server_uuid": "08fc7db9-034e-4262-834f-b2523458d277", "tag": "33195f01-8616-42c8-a78f-4cf3ef539467"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:34.791872 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0817ef72-43ab-49d6-9778-beb3b5a6b23e req-6b64b892-34e5-4487-ae35-98436cca95f6 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:34.793585 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0817ef72-43ab-49d6-9778-beb3b5a6b23e req-6b64b892-34e5-4487-ae35-98436cca95f6 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.1673806 Jul 29 23:20:34.799379 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1ea5f31-8689-4f45-897b-7376cec4ac2a req-aa0da10c-5c8c-4842-9857-b3a5a85e4ea3 service neutron] 10.222.0.23 "GET /v2.0/networks/e830c838-5320-4f47-8a70-ed7b14724e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157552 Jul 29 23:20:34.866655 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-8ecb237e-f39d-459d-85a4-2d852e297a26 service neutron] For port 3f9074c0-f574-49f9-aec4-e84e43e28957, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:20:34.925380 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0817ef72-43ab-49d6-9778-beb3b5a6b23e req-30ca3278-d92a-4b49-85ce-b498902a520f tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249104 Jul 29 23:20:34.984534 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-8ecb237e-f39d-459d-85a4-2d852e297a26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:35.005591 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1ea5f31-8689-4f45-897b-7376cec4ac2a req-385f1963-b50b-47d9-8bfc-5b8aade9ac77 service neutron] 10.222.0.23 "GET /v2.0/networks/e830c838-5320-4f47-8a70-ed7b14724e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949549 Jul 29 23:20:35.006409 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-8ecb237e-f39d-459d-85a4-2d852e297a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:35.172884 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb237e-f39d-459d-85a4-2d852e297a26 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9074c0-f574-49f9-aec4-e84e43e28957,revision_number=7']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:35.179036 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 45fec350-aae1-403f-997f-e395567914fd details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:20:35.191740 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 45fec350-aae1-403f-997f-e395567914fd no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:20:35.214156 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c2d45-ed30-444e-b40b-75e833e919cb req-0583d731-e6f1-430e-8d28-35133b1ca8ae tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:35.216818 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a93c2d45-ed30-444e-b40b-75e833e919cb req-0583d731-e6f1-430e-8d28-35133b1ca8ae tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] 10.222.0.18 "GET /v2.0/ports?device_id=08fc7db9-034e-4262-834f-b2523458d277 HTTP/1.1" status: 200 len: 943 time: 0.1689644 Jul 29 23:20:35.273062 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-8ecb237e-f39d-459d-85a4-2d852e297a26 service neutron] Attempting to bind port 3f9074c0-f574-49f9-aec4-e84e43e28957 on host n-h1-712140-10 for vnic_type normal with profile {"migrating_to": "n-h2-712140-10"} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:20:35.273404 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-8ecb237e-f39d-459d-85a4-2d852e297a26 service neutron] Attempting to bind port 3f9074c0-f574-49f9-aec4-e84e43e28957 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:20:35.273749 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-8ecb237e-f39d-459d-85a4-2d852e297a26 service neutron] Attempting to bind port 3f9074c0-f574-49f9-aec4-e84e43e28957 on network 55fb160e-6b45-47b4-8565-f685f832c4b9 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:35.299609 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dde795-017f-40d4-9edb-125672bbc3e6 req-fe67aff3-6e46-4609-b7ad-8136a8bd58c5 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:35.307256 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b8dde795-017f-40d4-9edb-125672bbc3e6 req-fe67aff3-6e46-4609-b7ad-8136a8bd58c5 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 950 time: 0.1264763 Jul 29 23:20:35.325321 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a93c2d45-ed30-444e-b40b-75e833e919cb req-119f65e7-f51c-4abb-80a1-487bb14288b4 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] 10.222.0.18 "GET /v2.0/security-groups?id=73c98cd6-be16-466a-85d2-69117e3e5cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892832 Jul 29 23:20:35.330744 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-8ecb237e-f39d-459d-85a4-2d852e297a26 service neutron] Port 3f9074c0-f574-49f9-aec4-e84e43e28957 on network 55fb160e-6b45-47b4-8565-f685f832c4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:20:35.331081 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-8ecb237e-f39d-459d-85a4-2d852e297a26 service neutron] Attempting to bind port 3f9074c0-f574-49f9-aec4-e84e43e28957 on network 55fb160e-6b45-47b4-8565-f685f832c4b9 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:35.355943 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-8ecb237e-f39d-459d-85a4-2d852e297a26 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:20:35.356988 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-8ecb237e-f39d-459d-85a4-2d852e297a26 service neutron] Checking segment: {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:35.357594 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-8ecb237e-f39d-459d-85a4-2d852e297a26 service neutron] Bound using segment: {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:20:35.358487 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-8ecb237e-f39d-459d-85a4-2d852e297a26 service neutron] Bound port: 3f9074c0-f574-49f9-aec4-e84e43e28957, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:20:35.359174 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-8ecb237e-f39d-459d-85a4-2d852e297a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:35.417666 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 3f9074c0-f574-49f9-aec4-e84e43e28957 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:20:35.473052 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b8dde795-017f-40d4-9edb-125672bbc3e6 req-33ac1256-7af2-4a65-833f-2c3ed5fd2664 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646743 Jul 29 23:20:35.477761 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-8ecb237e-f39d-459d-85a4-2d852e297a26 service neutron] For port 3f9074c0-f574-49f9-aec4-e84e43e28957, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:20:35.511063 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-8ecb237e-f39d-459d-85a4-2d852e297a26 service neutron] For port 3f9074c0-f574-49f9-aec4-e84e43e28957, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3f9074c0-f574-49f9-aec4-e84e43e28957,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:20:35.542209 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:35.566285 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e44d8-a038-43ea-b832-80c048f73b97 req-65be4967-e9cc-4a25-ba9a-de87f0e0200d tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:35.591783 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee3e44d8-a038-43ea-b832-80c048f73b97 req-65be4967-e9cc-4a25-ba9a-de87f0e0200d tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 943 time: 0.1246583 Jul 29 23:20:35.631459 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-8ecb237e-f39d-459d-85a4-2d852e297a26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:35.711718 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0ae8e891-9217-43a1-9fa0-7bf273e98998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:35.755637 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee3e44d8-a038-43ea-b832-80c048f73b97 req-83345845-803e-4b0e-a846-ffefb648f2cb tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620741 Jul 29 23:20:35.802279 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 3f9074c0-f574-49f9-aec4-e84e43e28957, host n-h1-712140-10, got binding levels [] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:35.806660 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 45fec350-aae1-403f-997f-e395567914fd, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=45fec350-aae1-403f-997f-e395567914fd,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:35.817021 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-8ecb237e-f39d-459d-85a4-2d852e297a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:35.817662 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-8ecb237e-f39d-459d-85a4-2d852e297a26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:35.819071 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-8ecb237e-f39d-459d-85a4-2d852e297a26 service neutron] 10.222.0.39 "PUT /v2.0/ports/3f9074c0-f574-49f9-aec4-e84e43e28957 HTTP/1.1" status: 200 len: 1123 time: 1.8386812 Jul 29 23:20:35.834435 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2186d9-3b70-416c-9b91-d8bb6fb831d4 x-openstack-request-id: req-2f2186d9-3b70-416c-9b91-d8bb6fb831d4 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:35.834724 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fc7db9-034e-4262-834f-b2523458d277", "tag": "33195f01-8616-42c8-a78f-4cf3ef539467", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:35.834994 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f2186d9-3b70-416c-9b91-d8bb6fb831d4 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:35.835375 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fc7db9-034e-4262-834f-b2523458d277', 'tag': '33195f01-8616-42c8-a78f-4cf3ef539467', 'status': 'completed', 'code': 200} Jul 29 23:20:35.843527 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b480e20-d1f4-4bb8-83d4-6b043b3fde8e req-7d7dacda-1c4a-4d3f-a96c-be728d4b9354 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:35.851047 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8b480e20-d1f4-4bb8-83d4-6b043b3fde8e req-7d7dacda-1c4a-4d3f-a96c-be728d4b9354 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.18 "GET /v2.0/ports?device_id=09d8a54e-b211-484a-97b0-66c9c11e906e HTTP/1.1" status: 200 len: 932 time: 0.2119505 Jul 29 23:20:35.864357 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '45fec350-aae1-403f-997f-e395567914fd', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': '45fec350-aae1-403f-997f-e395567914fd', 'mac_address': 'fa:16:3e:b1:d7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:20:35.897061 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:35.911340 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Attempting to bind port 3f9074c0-f574-49f9-aec4-e84e43e28957 on host n-h1-712140-10 for vnic_type normal with profile {"migrating_to": "n-h2-712140-10"} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:20:35.911569 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecb237e-f39d-459d-85a4-2d852e297a26 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9074c0-f574-49f9-aec4-e84e43e28957,revision_number=8']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:35.911677 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Attempting to bind port 3f9074c0-f574-49f9-aec4-e84e43e28957 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:20:35.911911 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Attempting to bind port 3f9074c0-f574-49f9-aec4-e84e43e28957 on network 55fb160e-6b45-47b4-8565-f685f832c4b9 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:35.939940 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['3f9074c0-f574-49f9-aec4-e84e43e28957'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:35.948507 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['3f9074c0-f574-49f9-aec4-e84e43e28957'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:35.973813 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Port 3f9074c0-f574-49f9-aec4-e84e43e28957 on network 55fb160e-6b45-47b4-8565-f685f832c4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:20:35.974084 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Attempting to bind port 3f9074c0-f574-49f9-aec4-e84e43e28957 on network 55fb160e-6b45-47b4-8565-f685f832c4b9 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:35.981926 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8b480e20-d1f4-4bb8-83d4-6b043b3fde8e req-17e90676-24ea-4f46-9938-0f89ff9558bf tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.18 "GET /v2.0/security-groups?id=987b7ac9-dc61-40b6-a278-fd24996a486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271293 Jul 29 23:20:36.017886 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08429ea4-4b01-48ce-9bfa-9fc65413e3e5 req-82767558-ac55-4c23-92be-177ec4c05443 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:36.021674 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:20:36.022055 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Checking segment: {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:36.022683 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Bound using segment: {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:20:36.023163 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Bound port: 3f9074c0-f574-49f9-aec4-e84e43e28957, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:20:36.024193 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:36.025527 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08429ea4-4b01-48ce-9bfa-9fc65413e3e5 req-82767558-ac55-4c23-92be-177ec4c05443 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecef6664-3f8a-43b8-8c30-cbcb6eb2de94 HTTP/1.1" status: 200 len: 944 time: 0.1335924 Jul 29 23:20:36.032951 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f65ba-ea98-447f-8009-1b047d1326e7 req-a973c2ef-35ef-41fd-8a28-4a8f52030d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:36.039041 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-974f65ba-ea98-447f-8009-1b047d1326e7 req-a973c2ef-35ef-41fd-8a28-4a8f52030d37 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=975625f441bc423aa4db007a98bde685&device_id=08fc7db9-034e-4262-834f-b2523458d277 HTTP/1.1" status: 200 len: 1095 time: 0.1638107 Jul 29 23:20:36.041553 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba37ef80-3814-4e81-9e93-e84ead14ead7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45fec350-aae1-403f-997f-e395567914fd'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:36.044461 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e459b888-f812-4670-944d-4a2b5fc1875f" -d '{"events": [{"server_uuid": "ba37ef80-3814-4e81-9e93-e84ead14ead7", "name": "network-vif-unplugged", "status": "completed", "tag": "45fec350-aae1-403f-997f-e395567914fd"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:36.072568 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:36.101326 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45fec350-aae1-403f-997f-e395567914fd {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:36.116785 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 45fec350-aae1-403f-997f-e395567914fd, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=45fec350-aae1-403f-997f-e395567914fd,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:36.164203 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:36.178991 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-df8b8de3-c2f7-47b2-828a-53991c5de557 req-5c23f5fb-0d87-410b-8422-59f815285a5e tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 210 time: 0.0877037 Jul 29 23:20:36.261165 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08429ea4-4b01-48ce-9bfa-9fc65413e3e5 req-7f740fcb-2225-482c-bd0c-3227d4a13092 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/security-groups?id=14cf21cc-50a5-43f4-b384-48480f1f1141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2201333 Jul 29 23:20:36.338095 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f65ba-ea98-447f-8009-1b047d1326e7 req-6ac1db0c-a0a0-4309-b3d0-a7157b6840a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:36.343633 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-974f65ba-ea98-447f-8009-1b047d1326e7 req-6ac1db0c-a0a0-4309-b3d0-a7157b6840a7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c59299e0-0191-4090-abfa-4d2b71106956 HTTP/1.1" status: 200 len: 916 time: 0.2730694 Jul 29 23:20:36.352921 n-d-712140-10 neutron-server[94065]: WARNING neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Concurrent port binding operations failed on port 3f9074c0-f574-49f9-aec4-e84e43e28957 Jul 29 23:20:36.361125 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 3f9074c0-f574-49f9-aec4-e84e43e28957, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3f9074c0-f574-49f9-aec4-e84e43e28957,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:36.375974 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.db.api [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:20:36.376287 n-d-712140-10 neutron-server[94065]: DEBUG oslo_db.api [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:20:36.396760 n-d-712140-10 neutron-server[94065]: INFO neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Attempt 2 to bind port 3f9074c0-f574-49f9-aec4-e84e43e28957 Jul 29 23:20:36.397511 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 3f9074c0-f574-49f9-aec4-e84e43e28957 has no active binding in host n-h2-712140-10 {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:20:36.410402 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=45fec350-aae1-403f-997f-e395567914fd,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:36.451782 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-974f65ba-ea98-447f-8009-1b047d1326e7 req-ad961858-0092-4be0-a36f-d46456e3eeec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=33195f01-8616-42c8-a78f-4cf3ef539467 HTTP/1.1" status: 200 len: 217 time: 0.1028142 Jul 29 23:20:36.583149 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974f65ba-ea98-447f-8009-1b047d1326e7 req-1c84a001-9449-4266-a160-098706807632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:36.584695 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-974f65ba-ea98-447f-8009-1b047d1326e7 req-1c84a001-9449-4266-a160-098706807632 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0127747a-97b5-42ee-89d5-a1c99e155ca2 HTTP/1.1" status: 200 len: 855 time: 0.1041038 Jul 29 23:20:36.594150 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ef31b-8938-4c37-9e59-0f3e6e791534 req-8113a701-cc31-41c0-803d-ca23053473e3 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:36.595745 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a99ef31b-8938-4c37-9e59-0f3e6e791534 req-8113a701-cc31-41c0-803d-ca23053473e3 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=08bbbbbd-3409-46d2-b8fa-3382e0888cd8 HTTP/1.1" status: 200 len: 943 time: 0.1639166 Jul 29 23:20:36.672802 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-974f65ba-ea98-447f-8009-1b047d1326e7 req-2ee54a5a-d23e-40f9-bf6f-8cb374097431 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c59299e0-0191-4090-abfa-4d2b71106956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760298 Jul 29 23:20:36.718280 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:36.797096 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a99ef31b-8938-4c37-9e59-0f3e6e791534 req-6b5dc170-9b67-4c04-aca0-e068bc108c44 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919632 Jul 29 23:20:36.829029 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28185a6e-658a-43cb-aee4-f1f8a996ff60 req-fb230eb1-73eb-4624-816e-af0e54920881 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:36.830681 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28185a6e-658a-43cb-aee4-f1f8a996ff60 req-fb230eb1-73eb-4624-816e-af0e54920881 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7&tenant_id=924eedf485ca49e88625072b8912a512&binding%3Ahost_id=n-h1-712140-10 HTTP/1.1" status: 200 len: 948 time: 0.2057400 Jul 29 23:20:36.846928 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaad0529-b262-40c0-8936-df5eab801ca0 req-e7eb4ef3-4405-416d-86db-80aee0d83a27 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:36.848551 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eaad0529-b262-40c0-8936-df5eab801ca0 req-e7eb4ef3-4405-416d-86db-80aee0d83a27 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.1782157 Jul 29 23:20:36.909872 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-974f65ba-ea98-447f-8009-1b047d1326e7 req-7a899671-6648-41b5-96a4-23b6055e449e service neutron] 10.222.0.23 "GET /v2.0/networks/c59299e0-0191-4090-abfa-4d2b71106956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190039 Jul 29 23:20:36.914507 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724a326e-e8a5-4337-8686-782e5c83dfb7 x-openstack-request-id: req-724a326e-e8a5-4337-8686-782e5c83dfb7 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:36.915021 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba37ef80-3814-4e81-9e93-e84ead14ead7", "name": "network-vif-unplugged", "status": "completed", "tag": "45fec350-aae1-403f-997f-e395567914fd", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:36.915445 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-724a326e-e8a5-4337-8686-782e5c83dfb7 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:36.916454 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba37ef80-3814-4e81-9e93-e84ead14ead7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45fec350-aae1-403f-997f-e395567914fd', 'code': 200} Jul 29 23:20:36.950989 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:36.972778 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45fec350-aae1-403f-997f-e395567914fd {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:36.999942 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 45fec350-aae1-403f-997f-e395567914fd, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=45fec350-aae1-403f-997f-e395567914fd,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:37.003022 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eaad0529-b262-40c0-8936-df5eab801ca0 req-60f73381-7b23-4e58-a1c5-57795125bfec tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434717 Jul 29 23:20:37.007953 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28185a6e-658a-43cb-aee4-f1f8a996ff60 req-980ec228-c7fa-485a-b31c-771e1bbbdfda service neutron] 10.222.0.23 "GET /v2.0/ports/45fec350-aae1-403f-997f-e395567914fd/bindings/n-h1-712140-10 HTTP/1.1" status: 200 len: 383 time: 0.1583710 Jul 29 23:20:37.014551 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:37.106780 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=45fec350-aae1-403f-997f-e395567914fd,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:37.134172 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-974f65ba-ea98-447f-8009-1b047d1326e7 req-8dacb0d2-bc21-4a59-9c0c-cc1ce38e0f6d service neutron] 10.222.0.23 "GET /v2.0/networks/c59299e0-0191-4090-abfa-4d2b71106956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101355 Jul 29 23:20:37.193139 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 33195f01-8616-42c8-a78f-4cf3ef539467 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:20:37.276355 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['45fec350-aae1-403f-997f-e395567914fd'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:37.388610 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 33195f01-8616-42c8-a78f-4cf3ef539467, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=33195f01-8616-42c8-a78f-4cf3ef539467,segment=NetworkSegment(e2dd95ef-1547-42c8-8a4a-bf603196a148),segment_id=e2dd95ef-1547-42c8-8a4a-bf603196a148)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:37.416962 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '33195f01-8616-42c8-a78f-4cf3ef539467', 'network_id': 'c59299e0-0191-4090-abfa-4d2b71106956', 'port_id': '33195f01-8616-42c8-a78f-4cf3ef539467', 'mac_address': 'fa:16:3e:91:ac:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0127747a-97b5-42ee-89d5-a1c99e155ca2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:20:37.499066 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:37.518346 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc812af-846b-47bc-b4d4-cc9543d6fe6f req-426c8a51-cebb-48d4-9cce-d6f215f991a6 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:37.524457 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ffc812af-846b-47bc-b4d4-cc9543d6fe6f req-426c8a51-cebb-48d4-9cce-d6f215f991a6 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] 10.222.0.18 "GET /v2.0/ports?device_id=08fc7db9-034e-4262-834f-b2523458d277 HTTP/1.1" status: 200 len: 943 time: 0.4924140 Jul 29 23:20:37.528986 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28185a6e-658a-43cb-aee4-f1f8a996ff60 req-2214f944-c3d5-4e40-9672-b39119fb3565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:37.532539 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28185a6e-658a-43cb-aee4-f1f8a996ff60 req-2214f944-c3d5-4e40-9672-b39119fb3565 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 1101 time: 0.4907455 Jul 29 23:20:37.538100 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33195f01-8616-42c8-a78f-4cf3ef539467 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:37.568268 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 33195f01-8616-42c8-a78f-4cf3ef539467, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=33195f01-8616-42c8-a78f-4cf3ef539467,segment=NetworkSegment(e2dd95ef-1547-42c8-8a4a-bf603196a148),segment_id=e2dd95ef-1547-42c8-8a4a-bf603196a148)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:37.581816 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:37.582492 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 79c23d9b-78f3-479b-b645-1c02ad2bc795 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:20:37.627390 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0a16f5-e570-4169-89ba-4d8b6233184f req-4641dcca-f9fe-4bca-9c24-b77cb9a04f27 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:37.628970 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bd0a16f5-e570-4169-89ba-4d8b6233184f req-4641dcca-f9fe-4bca-9c24-b77cb9a04f27 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 949 time: 0.5161631 Jul 29 23:20:37.653455 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=33195f01-8616-42c8-a78f-4cf3ef539467,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:37.662604 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ffc812af-846b-47bc-b4d4-cc9543d6fe6f req-644ec9e2-cb49-4d47-91e6-0ea67f521b98 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] 10.222.0.18 "GET /v2.0/security-groups?id=73c98cd6-be16-466a-85d2-69117e3e5cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264403 Jul 29 23:20:37.725861 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28185a6e-658a-43cb-aee4-f1f8a996ff60 req-8a3b1499-aef3-4b90-86a0-9dc338b80569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:37.727355 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28185a6e-658a-43cb-aee4-f1f8a996ff60 req-8a3b1499-aef3-4b90-86a0-9dc338b80569 service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.1829572 Jul 29 23:20:37.796652 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28185a6e-658a-43cb-aee4-f1f8a996ff60 req-d84a7972-35b9-40f8-a9bc-7ac0b3a920a6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=45fec350-aae1-403f-997f-e395567914fd HTTP/1.1" status: 200 len: 217 time: 0.0587108 Jul 29 23:20:37.816049 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bd0a16f5-e570-4169-89ba-4d8b6233184f req-ce2f7df6-1ada-402a-82c3-dddf5b3c47d9 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754954 Jul 29 23:20:37.847734 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c527d9d3-6857-492f-92a0-f12c46623466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f9074c0-f574-49f9-aec4-e84e43e28957'}, {'name': 'network-changed', 'server_uuid': 'c527d9d3-6857-492f-92a0-f12c46623466', 'tag': '3f9074c0-f574-49f9-aec4-e84e43e28957'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:37.850207 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca888e4c-2ad2-40cc-9e15-572d97021060" -d '{"events": [{"server_uuid": "c527d9d3-6857-492f-92a0-f12c46623466", "name": "network-vif-unplugged", "status": "completed", "tag": "3f9074c0-f574-49f9-aec4-e84e43e28957"}, {"name": "network-changed", "server_uuid": "c527d9d3-6857-492f-92a0-f12c46623466", "tag": "3f9074c0-f574-49f9-aec4-e84e43e28957"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:37.904595 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 79c23d9b-78f3-479b-b645-1c02ad2bc795, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=79c23d9b-78f3-479b-b645-1c02ad2bc795,segment=NetworkSegment(e54b1e53-0c15-4a98-ae01-123c7fd1a889),segment_id=e54b1e53-0c15-4a98-ae01-123c7fd1a889)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:37.907214 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d0c957-6df8-4fcc-854b-da3bc787a81a req-0904fb38-f35f-4759-b2eb-9a855f8ee5c7 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:37.908965 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a1d0c957-6df8-4fcc-854b-da3bc787a81a req-0904fb38-f35f-4759-b2eb-9a855f8ee5c7 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 943 time: 0.1174672 Jul 29 23:20:37.910671 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28185a6e-658a-43cb-aee4-f1f8a996ff60 req-58512424-98f9-47cd-bb9e-708f4891551b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:37.912060 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28185a6e-658a-43cb-aee4-f1f8a996ff60 req-58512424-98f9-47cd-bb9e-708f4891551b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1075025 Jul 29 23:20:37.938292 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '79c23d9b-78f3-479b-b645-1c02ad2bc795', 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77', 'port_id': '79c23d9b-78f3-479b-b645-1c02ad2bc795', 'mac_address': 'fa:16:3e:75:d5:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '340eeb0f-e215-481a-a3ed-413dd343d59d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:20:37.982736 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:38.012201 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c23d9b-78f3-479b-b645-1c02ad2bc795 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:38.020002 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:38.023759 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a1d0c957-6df8-4fcc-854b-da3bc787a81a req-f3168eb9-2e12-4109-9924-23f95c263752 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014082 Jul 29 23:20:38.040204 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 79c23d9b-78f3-479b-b645-1c02ad2bc795, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=79c23d9b-78f3-479b-b645-1c02ad2bc795,segment=NetworkSegment(e54b1e53-0c15-4a98-ae01-123c7fd1a889),segment_id=e54b1e53-0c15-4a98-ae01-123c7fd1a889)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:38.045186 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c0787b-ec00-4043-948f-8220e89b755b req-ad1623a4-aa64-44d5-87cc-9156d9a1e178 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:38.047279 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-67c0787b-ec00-4043-948f-8220e89b755b req-ad1623a4-aa64-44d5-87cc-9156d9a1e178 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.18 "GET /v2.0/ports?device_id=09d8a54e-b211-484a-97b0-66c9c11e906e HTTP/1.1" status: 200 len: 932 time: 0.1343164 Jul 29 23:20:38.050336 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:38.111416 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=79c23d9b-78f3-479b-b645-1c02ad2bc795,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:38.132159 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28185a6e-658a-43cb-aee4-f1f8a996ff60 req-01bbdbfc-3168-4651-818a-4f041952c531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:38.134387 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28185a6e-658a-43cb-aee4-f1f8a996ff60 req-01bbdbfc-3168-4651-818a-4f041952c531 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2041583 Jul 29 23:20:38.144190 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-67c0787b-ec00-4043-948f-8220e89b755b req-cb79e247-6cd8-45d4-a6ea-42d82726e1e4 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.18 "GET /v2.0/security-groups?id=987b7ac9-dc61-40b6-a278-fd24996a486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883114 Jul 29 23:20:38.180175 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a592aa1b-1cf2-450e-b4b0-260bb7586b09 req-e63f5964-bc38-4de8-b26e-63ff03f68576 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 210 time: 0.0620246 Jul 29 23:20:38.316625 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['33195f01-8616-42c8-a78f-4cf3ef539467'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:38.322926 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['79c23d9b-78f3-479b-b645-1c02ad2bc795'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:38.363278 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28185a6e-658a-43cb-aee4-f1f8a996ff60 req-54a74280-442c-4888-bac4-e7e17f7a4a8f service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023177 Jul 29 23:20:38.372638 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a2f08-0b11-4ce8-98f2-a7bed7c6d6c2 req-523bdec9-40c2-45d3-8800-1405ff762c97 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:38.374262 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a21a2f08-0b11-4ce8-98f2-a7bed7c6d6c2 req-523bdec9-40c2-45d3-8800-1405ff762c97 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=08bbbbbd-3409-46d2-b8fa-3382e0888cd8 HTTP/1.1" status: 200 len: 943 time: 0.1114156 Jul 29 23:20:38.390307 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf02a3-78d6-41d8-b457-451707a2fb43 req-833d3634-ca5a-4d5a-9bda-bd6c4e8db966 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:38.391921 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-56cf02a3-78d6-41d8-b457-451707a2fb43 req-833d3634-ca5a-4d5a-9bda-bd6c4e8db966 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecef6664-3f8a-43b8-8c30-cbcb6eb2de94 HTTP/1.1" status: 200 len: 945 time: 0.1386380 Jul 29 23:20:38.503326 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a21a2f08-0b11-4ce8-98f2-a7bed7c6d6c2 req-6610c434-b662-4728-bbb7-d558382ef104 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102765 Jul 29 23:20:38.543181 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-56cf02a3-78d6-41d8-b457-451707a2fb43 req-7a679c01-9938-4150-92ac-d926fb57a33a tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/security-groups?id=14cf21cc-50a5-43f4-b384-48480f1f1141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300819 Jul 29 23:20:38.577719 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375e64c6-96fb-40f1-8992-af636c8e9d5f x-openstack-request-id: req-375e64c6-96fb-40f1-8992-af636c8e9d5f {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:38.578018 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c527d9d3-6857-492f-92a0-f12c46623466", "name": "network-vif-unplugged", "status": "completed", "tag": "3f9074c0-f574-49f9-aec4-e84e43e28957", "code": 200}, {"name": "network-changed", "server_uuid": "c527d9d3-6857-492f-92a0-f12c46623466", "tag": "3f9074c0-f574-49f9-aec4-e84e43e28957", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:38.578270 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-375e64c6-96fb-40f1-8992-af636c8e9d5f {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:38.578672 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c527d9d3-6857-492f-92a0-f12c46623466', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f9074c0-f574-49f9-aec4-e84e43e28957', 'code': 200} Jul 29 23:20:38.578910 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c527d9d3-6857-492f-92a0-f12c46623466', 'tag': '3f9074c0-f574-49f9-aec4-e84e43e28957', 'status': 'completed', 'code': 200} Jul 29 23:20:38.611592 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28185a6e-658a-43cb-aee4-f1f8a996ff60 req-3fa61404-0e6e-4617-9540-68b2af624a32 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363727 Jul 29 23:20:38.704728 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b15fed-db0b-488f-b79c-54a750272b66 req-558f36c0-e01a-48b0-8c61-8e658f1e79bc tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:38.712170 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13b15fed-db0b-488f-b79c-54a750272b66 req-558f36c0-e01a-48b0-8c61-8e658f1e79bc tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.0702925 Jul 29 23:20:38.717189 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca888e4c-2ad2-40cc-9e15-572d97021060 req-57f22db3-8d16-4cf3-a99b-993750a07435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:38.717672 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ca888e4c-2ad2-40cc-9e15-572d97021060 req-57f22db3-8d16-4cf3-a99b-993750a07435 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b675f7a309964096bd61726e3752bfc0&device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 1126 time: 0.1202414 Jul 29 23:20:38.842281 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13b15fed-db0b-488f-b79c-54a750272b66 req-d3b9eb63-132f-4372-8323-8188e356096f tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289997 Jul 29 23:20:38.914000 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574ef98-a5e3-4770-8311-4d39d1a50a1b req-33082af9-8c98-4a11-898e-e70d43b8654f tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:38.915543 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a574ef98-a5e3-4770-8311-4d39d1a50a1b req-33082af9-8c98-4a11-898e-e70d43b8654f tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] 10.222.0.18 "GET /v2.0/ports?device_id=08fc7db9-034e-4262-834f-b2523458d277 HTTP/1.1" status: 200 len: 944 time: 0.1629710 Jul 29 23:20:38.927873 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca888e4c-2ad2-40cc-9e15-572d97021060 req-e6a4d012-055e-4f20-827c-59906fc987ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:38.929310 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ca888e4c-2ad2-40cc-9e15-572d97021060 req-e6a4d012-055e-4f20-827c-59906fc987ff service neutron] 10.222.0.23 "GET /v2.0/networks?id=55fb160e-6b45-47b4-8565-f685f832c4b9 HTTP/1.1" status: 200 len: 922 time: 0.1981177 Jul 29 23:20:39.008706 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ca888e4c-2ad2-40cc-9e15-572d97021060 req-ca06c463-32ba-49b8-8163-80cd507138e2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f9074c0-f574-49f9-aec4-e84e43e28957 HTTP/1.1" status: 200 len: 217 time: 0.0554578 Jul 29 23:20:39.041191 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164561c-68cb-451e-9f92-ab74cb9ebb92 req-ef3c3f27-f051-4918-af72-2ef2b59b56dc tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:39.043232 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8164561c-68cb-451e-9f92-ab74cb9ebb92 req-ef3c3f27-f051-4918-af72-2ef2b59b56dc tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 949 time: 0.1241038 Jul 29 23:20:39.046336 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a574ef98-a5e3-4770-8311-4d39d1a50a1b req-29c65297-e3a9-40fb-9e02-091ae5da0fc3 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] 10.222.0.18 "GET /v2.0/security-groups?id=73c98cd6-be16-466a-85d2-69117e3e5cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160815 Jul 29 23:20:39.114070 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca888e4c-2ad2-40cc-9e15-572d97021060 req-a6adf0f9-946b-4e59-baa7-c1298c97106a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:39.115622 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ca888e4c-2ad2-40cc-9e15-572d97021060 req-a6adf0f9-946b-4e59-baa7-c1298c97106a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ea5ab56-d2f4-49be-ac07-d932b6774fb8 HTTP/1.1" status: 200 len: 861 time: 0.0911727 Jul 29 23:20:39.120795 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8164561c-68cb-451e-9f92-ab74cb9ebb92 req-610a7130-d3ca-4645-8921-92976a1a1f0d tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533135 Jul 29 23:20:39.169837 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ca888e4c-2ad2-40cc-9e15-572d97021060 req-929e6a78-5812-452d-b7ff-70b5b751d153 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55fb160e-6b45-47b4-8565-f685f832c4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392208 Jul 29 23:20:39.201614 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 45fec350-aae1-403f-997f-e395567914fd up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:39.210326 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62e3a8-7382-49c7-a112-c86870e4ea35 req-c7681791-ff53-4122-a63d-0aa25d8f8779 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:39.218698 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cc62e3a8-7382-49c7-a112-c86870e4ea35 req-c7681791-ff53-4122-a63d-0aa25d8f8779 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 943 time: 0.1020589 Jul 29 23:20:39.259532 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 45fec350-aae1-403f-997f-e395567914fd triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:39.260137 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:39.349639 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cc62e3a8-7382-49c7-a112-c86870e4ea35 req-5b7c59d4-0faa-4704-9f29-7abf834f9080 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300628 Jul 29 23:20:39.377253 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:39.398570 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ca888e4c-2ad2-40cc-9e15-572d97021060 req-38656c25-b2ed-4417-979b-f6ce771ee238 service neutron] 10.222.0.23 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151470 Jul 29 23:20:39.412367 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba37ef80-3814-4e81-9e93-e84ead14ead7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fec350-aae1-403f-997f-e395567914fd'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:39.414709 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-217b9766-cd74-4d9e-a344-e7d5a22cb5a0" -d '{"events": [{"server_uuid": "ba37ef80-3814-4e81-9e93-e84ead14ead7", "name": "network-vif-plugged", "status": "completed", "tag": "45fec350-aae1-403f-997f-e395567914fd"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:39.417670 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da93e0ed-e65e-4e94-bff5-fcb484f06b5a req-d2258899-878d-494a-8c72-3ba779040cf5 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:39.421686 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da93e0ed-e65e-4e94-bff5-fcb484f06b5a req-d2258899-878d-494a-8c72-3ba779040cf5 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.18 "GET /v2.0/ports?device_id=09d8a54e-b211-484a-97b0-66c9c11e906e HTTP/1.1" status: 200 len: 932 time: 0.1263320 Jul 29 23:20:39.436804 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 45fec350-aae1-403f-997f-e395567914fd, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=45fec350-aae1-403f-997f-e395567914fd,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:39.443612 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:39.496880 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=45fec350-aae1-403f-997f-e395567914fd,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:39.514818 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b691fc75-96f2-4cee-8f3b-ef25099921e8 req-ab60dede-babd-4592-a629-865e9b98e95d tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 210 time: 0.0660322 Jul 29 23:20:39.547599 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da93e0ed-e65e-4e94-bff5-fcb484f06b5a req-eed6c42d-cc4a-4618-a6e9-88caa5ea1b88 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.18 "GET /v2.0/security-groups?id=987b7ac9-dc61-40b6-a278-fd24996a486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156762 Jul 29 23:20:39.611551 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50974fbf-04bf-4e97-bc95-17fccafc4064 x-openstack-request-id: req-50974fbf-04bf-4e97-bc95-17fccafc4064 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:39.612133 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba37ef80-3814-4e81-9e93-e84ead14ead7", "name": "network-vif-plugged", "status": "completed", "tag": "45fec350-aae1-403f-997f-e395567914fd", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:39.612321 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-50974fbf-04bf-4e97-bc95-17fccafc4064 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:39.612872 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba37ef80-3814-4e81-9e93-e84ead14ead7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fec350-aae1-403f-997f-e395567914fd', 'code': 200} Jul 29 23:20:39.615484 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ca888e4c-2ad2-40cc-9e15-572d97021060 req-066e5131-2c25-42dc-a7be-275cad267483 service neutron] 10.222.0.23 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927347 Jul 29 23:20:39.750098 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63437a4-c15d-4242-baa1-054ae832f48d req-142d3667-ebe0-45d7-ae21-8713e81f2883 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:39.751824 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d63437a4-c15d-4242-baa1-054ae832f48d req-142d3667-ebe0-45d7-ae21-8713e81f2883 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=08bbbbbd-3409-46d2-b8fa-3382e0888cd8 HTTP/1.1" status: 200 len: 943 time: 0.1082747 Jul 29 23:20:39.788661 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f90a261-b64c-4b07-a355-8d555768f8c3 req-68e8407d-390c-4872-857c-2acecb123191 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:39.792126 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f90a261-b64c-4b07-a355-8d555768f8c3 req-68e8407d-390c-4872-857c-2acecb123191 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecef6664-3f8a-43b8-8c30-cbcb6eb2de94 HTTP/1.1" status: 200 len: 945 time: 0.0942068 Jul 29 23:20:39.825620 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d63437a4-c15d-4242-baa1-054ae832f48d req-2691005f-fbfe-44c6-a3c3-81bb2bae3318 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666249 Jul 29 23:20:39.860097 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f90a261-b64c-4b07-a355-8d555768f8c3 req-2fbf5767-2057-4683-b793-ecb5a8097d44 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/security-groups?id=14cf21cc-50a5-43f4-b384-48480f1f1141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569866 Jul 29 23:20:39.978989 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25e53b-f985-4fde-9ea6-46de7ab5311b req-ecd2e0ae-f7d1-43c2-8595-2e45937e4bd6 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:39.981381 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6c25e53b-f985-4fde-9ea6-46de7ab5311b req-ecd2e0ae-f7d1-43c2-8595-2e45937e4bd6 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.0645323 Jul 29 23:20:40.033967 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6c25e53b-f985-4fde-9ea6-46de7ab5311b req-2c0edaf9-44b4-4cce-a2c6-918c6d383d58 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440607 Jul 29 23:20:40.207161 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ff1de9-8008-4d30-bae6-dcfea5c72ca6 req-7cfd523a-e2f6-4405-9f1f-97fad6733f8d tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:40.208967 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52ff1de9-8008-4d30-bae6-dcfea5c72ca6 req-7cfd523a-e2f6-4405-9f1f-97fad6733f8d tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] 10.222.0.18 "GET /v2.0/ports?device_id=08fc7db9-034e-4262-834f-b2523458d277 HTTP/1.1" status: 200 len: 944 time: 0.0752659 Jul 29 23:20:40.287591 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52ff1de9-8008-4d30-bae6-dcfea5c72ca6 req-44e9a889-0271-4580-ab9f-032ca85c0389 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] 10.222.0.18 "GET /v2.0/security-groups?id=73c98cd6-be16-466a-85d2-69117e3e5cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642993 Jul 29 23:20:40.310721 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812e2491-9ba3-43c8-87ad-86cd45c2a11d req-a8fae75b-7761-4d44-82d4-250498da050e tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:40.312371 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-812e2491-9ba3-43c8-87ad-86cd45c2a11d req-a8fae75b-7761-4d44-82d4-250498da050e tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 950 time: 0.1007290 Jul 29 23:20:40.364711 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-812e2491-9ba3-43c8-87ad-86cd45c2a11d req-2894f703-3d16-41f6-b5b2-4575eef3f5fb tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428591 Jul 29 23:20:40.513734 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93667b2-c06a-498a-8bef-37e4d71f3a13 req-c3c190cf-a023-44b6-be0c-c96aae9ea2f9 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:40.515257 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c93667b2-c06a-498a-8bef-37e4d71f3a13 req-c3c190cf-a023-44b6-be0c-c96aae9ea2f9 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 943 time: 0.0720301 Jul 29 23:20:40.581353 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c93667b2-c06a-498a-8bef-37e4d71f3a13 req-5bdaf708-95e3-4366-8f97-962fb7d5f4e4 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574243 Jul 29 23:20:40.646554 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-309b05ec-0d49-4798-b04b-a949e84f3cd4 req-6c49f126-babb-4b78-88ac-789d3c6d4552 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 210 time: 0.0370693 Jul 29 23:20:40.708923 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b4b313-f931-44d0-bd83-a61d9e382131 req-34896faa-71a5-4131-bffe-bcb329d0bb03 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:40.711387 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82b4b313-f931-44d0-bd83-a61d9e382131 req-34896faa-71a5-4131-bffe-bcb329d0bb03 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.18 "GET /v2.0/ports?device_id=09d8a54e-b211-484a-97b0-66c9c11e906e HTTP/1.1" status: 200 len: 932 time: 0.0584130 Jul 29 23:20:40.755340 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82b4b313-f931-44d0-bd83-a61d9e382131 req-eeda77c1-fc54-462d-96b7-c1978a91ec14 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.18 "GET /v2.0/security-groups?id=987b7ac9-dc61-40b6-a278-fd24996a486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357938 Jul 29 23:20:40.892546 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28185a6e-658a-43cb-aee4-f1f8a996ff60 req-e48201e5-ba29-4791-af88-509367878c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:40.894454 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28185a6e-658a-43cb-aee4-f1f8a996ff60 req-e48201e5-ba29-4791-af88-509367878c5d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7&tenant_id=924eedf485ca49e88625072b8912a512 HTTP/1.1" status: 200 len: 1102 time: 0.0473676 Jul 29 23:20:41.029855 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28185a6e-658a-43cb-aee4-f1f8a996ff60 req-e93de3d6-3407-470e-a9d2-942a6fe4ff82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:41.031548 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28185a6e-658a-43cb-aee4-f1f8a996ff60 req-e93de3d6-3407-470e-a9d2-942a6fe4ff82 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 1102 time: 0.1064098 Jul 29 23:20:41.067732 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2747e58c-69c2-4ea9-90ea-12704a65acdb req-3945d4f2-e2ea-4795-b3d4-ef88edfc859e tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:41.069291 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2747e58c-69c2-4ea9-90ea-12704a65acdb req-3945d4f2-e2ea-4795-b3d4-ef88edfc859e tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=08bbbbbd-3409-46d2-b8fa-3382e0888cd8 HTTP/1.1" status: 200 len: 943 time: 0.1541913 Jul 29 23:20:41.107335 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9716a-f39f-416b-a143-3ebd93b6815c req-860f3c28-f016-4434-a9c9-b622c294d40a tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:41.108985 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4cd9716a-f39f-416b-a143-3ebd93b6815c req-860f3c28-f016-4434-a9c9-b622c294d40a tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecef6664-3f8a-43b8-8c30-cbcb6eb2de94 HTTP/1.1" status: 200 len: 945 time: 0.1333213 Jul 29 23:20:41.194672 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2747e58c-69c2-4ea9-90ea-12704a65acdb req-3d3652b0-9804-4002-b2f4-6d1fcbd2d00a tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953109 Jul 29 23:20:41.201005 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4cd9716a-f39f-416b-a143-3ebd93b6815c req-2b19b2b3-fa73-4b9e-adc2-7d6c1dd6fb62 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/security-groups?id=14cf21cc-50a5-43f4-b384-48480f1f1141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838904 Jul 29 23:20:41.211153 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 33195f01-8616-42c8-a78f-4cf3ef539467 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:41.219005 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28185a6e-658a-43cb-aee4-f1f8a996ff60 req-d1f30795-b03e-4569-9397-33eea850cc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:41.220577 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28185a6e-658a-43cb-aee4-f1f8a996ff60 req-d1f30795-b03e-4569-9397-33eea850cc1a service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.1816046 Jul 29 23:20:41.279808 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28185a6e-658a-43cb-aee4-f1f8a996ff60 req-03046ca7-ec90-4ee9-9658-0899ebd2b7b9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=45fec350-aae1-403f-997f-e395567914fd HTTP/1.1" status: 200 len: 217 time: 0.0508571 Jul 29 23:20:41.321253 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 33195f01-8616-42c8-a78f-4cf3ef539467 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:41.326887 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 33195f01-8616-42c8-a78f-4cf3ef539467 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:41.327377 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:41.373557 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28185a6e-658a-43cb-aee4-f1f8a996ff60 req-84bd00d5-54bd-4d23-aa21-f35d19f1117b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:41.375046 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28185a6e-658a-43cb-aee4-f1f8a996ff60 req-84bd00d5-54bd-4d23-aa21-f35d19f1117b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.0869777 Jul 29 23:20:41.426511 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db15cbb-1845-4294-8444-24be3eafef61 req-5469012e-9276-4f8c-9bf0-6dc3462dbe93 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:41.428432 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3db15cbb-1845-4294-8444-24be3eafef61 req-5469012e-9276-4f8c-9bf0-6dc3462dbe93 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.1584589 Jul 29 23:20:41.441032 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:41.483399 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 33195f01-8616-42c8-a78f-4cf3ef539467, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=33195f01-8616-42c8-a78f-4cf3ef539467,segment=NetworkSegment(e2dd95ef-1547-42c8-8a4a-bf603196a148),segment_id=e2dd95ef-1547-42c8-8a4a-bf603196a148)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:41.490968 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:41.492125 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 79c23d9b-78f3-479b-b645-1c02ad2bc795 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:41.499903 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28185a6e-658a-43cb-aee4-f1f8a996ff60 req-7d44f543-0f24-44bf-8825-aa70b110e69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:41.501470 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28185a6e-658a-43cb-aee4-f1f8a996ff60 req-7d44f543-0f24-44bf-8825-aa70b110e69b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1177855 Jul 29 23:20:41.521802 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3db15cbb-1845-4294-8444-24be3eafef61 req-4066bd6c-edd7-427e-889d-45b8022d55cc tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712502 Jul 29 23:20:41.531889 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f748cc20-f2be-4802-a2da-bd5f0687ce9c req-3419deab-51fd-408d-bc78-1420729ce94b tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:41.547467 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f748cc20-f2be-4802-a2da-bd5f0687ce9c req-3419deab-51fd-408d-bc78-1420729ce94b tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] 10.222.0.18 "GET /v2.0/ports?device_id=08fc7db9-034e-4262-834f-b2523458d277 HTTP/1.1" status: 200 len: 944 time: 0.1436431 Jul 29 23:20:41.625641 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fc7db9-034e-4262-834f-b2523458d277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33195f01-8616-42c8-a78f-4cf3ef539467'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:41.628032 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22396629-04b6-4f36-8305-ca1ca3789803" -d '{"events": [{"server_uuid": "08fc7db9-034e-4262-834f-b2523458d277", "name": "network-vif-plugged", "status": "completed", "tag": "33195f01-8616-42c8-a78f-4cf3ef539467"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:41.631062 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=33195f01-8616-42c8-a78f-4cf3ef539467,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:41.632530 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f748cc20-f2be-4802-a2da-bd5f0687ce9c req-16524583-ac20-4006-bc32-20c2d0501794 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] 10.222.0.18 "GET /v2.0/security-groups?id=73c98cd6-be16-466a-85d2-69117e3e5cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921440 Jul 29 23:20:41.674447 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 79c23d9b-78f3-479b-b645-1c02ad2bc795 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:41.682577 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 79c23d9b-78f3-479b-b645-1c02ad2bc795 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:41.682963 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:41.741605 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28185a6e-658a-43cb-aee4-f1f8a996ff60 req-3948a8fc-cbb6-4a64-98a7-ca159c2455df service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317858 Jul 29 23:20:41.823414 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:41.863967 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 79c23d9b-78f3-479b-b645-1c02ad2bc795, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=79c23d9b-78f3-479b-b645-1c02ad2bc795,segment=NetworkSegment(e54b1e53-0c15-4a98-ae01-123c7fd1a889),segment_id=e54b1e53-0c15-4a98-ae01-123c7fd1a889)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:41.874277 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021ebe5-2c60-428b-9a81-51ba45f42b9f req-f91534be-f389-4517-9d14-5b27860de833 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:41.877049 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:41.883817 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2021ebe5-2c60-428b-9a81-51ba45f42b9f req-f91534be-f389-4517-9d14-5b27860de833 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 950 time: 0.2500720 Jul 29 23:20:41.909101 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28185a6e-658a-43cb-aee4-f1f8a996ff60 req-7508b332-d44c-4d66-b4f2-54ed838b489b service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517143 Jul 29 23:20:41.926162 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad83767-3327-48ee-af35-ae407f98e61f req-9e1328cc-4a2e-4492-84f5-35df2e454e64 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:41.928118 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bad83767-3327-48ee-af35-ae407f98e61f req-9e1328cc-4a2e-4492-84f5-35df2e454e64 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 943 time: 0.2181938 Jul 29 23:20:41.955206 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=79c23d9b-78f3-479b-b645-1c02ad2bc795,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:41.965922 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2021ebe5-2c60-428b-9a81-51ba45f42b9f req-c7508e8b-bf01-4570-a805-c9c135ae57eb tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807889 Jul 29 23:20:42.010520 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bad83767-3327-48ee-af35-ae407f98e61f req-07e74e6a-cf1b-401a-8a5b-6525ef847b4e tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712616 Jul 29 23:20:42.021967 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e08811-fea7-4dbd-bd74-84b88d68ebdf x-openstack-request-id: req-39e08811-fea7-4dbd-bd74-84b88d68ebdf {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:42.022372 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fc7db9-034e-4262-834f-b2523458d277", "name": "network-vif-plugged", "status": "completed", "tag": "33195f01-8616-42c8-a78f-4cf3ef539467", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:42.022816 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39e08811-fea7-4dbd-bd74-84b88d68ebdf {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:42.023302 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fc7db9-034e-4262-834f-b2523458d277', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33195f01-8616-42c8-a78f-4cf3ef539467', 'code': 200} Jul 29 23:20:42.172308 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b80d4d06-09ae-4487-b167-7642fd54aceb req-73f08160-07ce-46be-9db6-719b21734268 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 210 time: 0.0621135 Jul 29 23:20:42.196015 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0258b5-b058-46c4-abee-21f7c8ebf0b8 req-da8432cb-6778-45fc-a5bf-c8b5a33eaaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:42.197511 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4c0258b5-b058-46c4-abee-21f7c8ebf0b8 req-da8432cb-6778-45fc-a5bf-c8b5a33eaaed service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=08fc7db9-034e-4262-834f-b2523458d277 HTTP/1.1" status: 200 len: 1097 time: 0.1142459 Jul 29 23:20:42.207017 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1183903-9c3c-4a32-a5b0-c3a092f2dbef req-22461865-932d-4f62-98c2-e1387c66db15 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:42.208592 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b1183903-9c3c-4a32-a5b0-c3a092f2dbef req-22461865-932d-4f62-98c2-e1387c66db15 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.18 "GET /v2.0/ports?device_id=09d8a54e-b211-484a-97b0-66c9c11e906e HTTP/1.1" status: 200 len: 932 time: 0.0960441 Jul 29 23:20:42.272566 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4c0258b5-b058-46c4-abee-21f7c8ebf0b8 req-b926f484-6cd0-4685-89e1-3453c0c34128 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=73c98cd6-be16-466a-85d2-69117e3e5cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629642 Jul 29 23:20:42.286009 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b1183903-9c3c-4a32-a5b0-c3a092f2dbef req-4a717c22-c56b-4c5c-b6c5-d2aa97d7549b tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.18 "GET /v2.0/security-groups?id=987b7ac9-dc61-40b6-a278-fd24996a486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660522 Jul 29 23:20:42.393020 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17adc99-3e48-4a16-b1d6-4c9df5259344 req-d2083a73-bf90-49a6-9b84-9e0ac9a637c9 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:42.396141 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b17adc99-3e48-4a16-b1d6-4c9df5259344 req-d2083a73-bf90-49a6-9b84-9e0ac9a637c9 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=08bbbbbd-3409-46d2-b8fa-3382e0888cd8 HTTP/1.1" status: 200 len: 943 time: 0.0981956 Jul 29 23:20:42.458001 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3281cd-177c-47cf-9f33-4513bd89c4be req-ee30f6d8-bc2b-4cb8-9845-b081c3d33544 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:42.459508 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa3281cd-177c-47cf-9f33-4513bd89c4be req-ee30f6d8-bc2b-4cb8-9845-b081c3d33544 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecef6664-3f8a-43b8-8c30-cbcb6eb2de94 HTTP/1.1" status: 200 len: 946 time: 0.1103549 Jul 29 23:20:42.496251 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b17adc99-3e48-4a16-b1d6-4c9df5259344 req-7d7bcd2b-0b46-4975-9da3-2d6ec29845e8 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870876 Jul 29 23:20:42.528225 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa3281cd-177c-47cf-9f33-4513bd89c4be req-dd889c6e-387b-4c60-93e5-939b2e6783de tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/security-groups?id=14cf21cc-50a5-43f4-b384-48480f1f1141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573156 Jul 29 23:20:42.655468 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faace11c-1698-42c0-9cb2-113a7790123d req-c1799f5f-cfc4-41e1-a03e-f4dbd3e7deca tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:42.657044 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-faace11c-1698-42c0-9cb2-113a7790123d req-c1799f5f-cfc4-41e1-a03e-f4dbd3e7deca tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.0595305 Jul 29 23:20:42.709651 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-faace11c-1698-42c0-9cb2-113a7790123d req-3cff3c53-7fdd-4156-b739-d8da7c3703c8 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431762 Jul 29 23:20:42.761305 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42eb0fa-bfe5-4e54-a042-399f38ca6f93 req-aa39dee7-289b-4387-9e13-00ddedcbb990 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:42.763090 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c42eb0fa-bfe5-4e54-a042-399f38ca6f93 req-aa39dee7-289b-4387-9e13-00ddedcbb990 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] 10.222.0.18 "GET /v2.0/ports?device_id=08fc7db9-034e-4262-834f-b2523458d277 HTTP/1.1" status: 200 len: 945 time: 0.0522995 Jul 29 23:20:42.804294 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c42eb0fa-bfe5-4e54-a042-399f38ca6f93 req-c5f6aa4a-149e-48ba-987a-fab2bb913a15 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] 10.222.0.18 "GET /v2.0/security-groups?id=73c98cd6-be16-466a-85d2-69117e3e5cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348630 Jul 29 23:20:43.121502 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afea432-d82c-4103-88a5-4a918aefc076 req-f09894a3-3522-4dc4-b3ad-687e1350b4c1 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:43.123940 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5afea432-d82c-4103-88a5-4a918aefc076 req-f09894a3-3522-4dc4-b3ad-687e1350b4c1 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 950 time: 0.0795512 Jul 29 23:20:43.209496 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5afea432-d82c-4103-88a5-4a918aefc076 req-15559428-4d55-446b-b825-7f2baab8c665 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547204 Jul 29 23:20:43.218892 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1150eac0-0b7e-4daa-a19c-ca5902380f0e req-01057348-f757-4b1d-9e63-2a77478d8697 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:43.226678 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1150eac0-0b7e-4daa-a19c-ca5902380f0e req-01057348-f757-4b1d-9e63-2a77478d8697 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 943 time: 0.1230123 Jul 29 23:20:43.227302 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 45fec350-aae1-403f-997f-e395567914fd no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:20:43.331243 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1150eac0-0b7e-4daa-a19c-ca5902380f0e req-da1af607-f2d9-4c80-9305-39c24733c3e3 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001337 Jul 29 23:20:43.390300 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5a50c42b-efc0-4d11-b96e-1b864095737c req-7af7286a-cfc0-434b-93dd-dfc64e1923fe tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 210 time: 0.0467753 Jul 29 23:20:43.435935 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:43.476740 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 45fec350-aae1-403f-997f-e395567914fd, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=45fec350-aae1-403f-997f-e395567914fd,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:43.483408 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:43.524329 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce7447-3a97-49eb-89a1-49fe7a24bc2e req-03064b74-4fa4-471a-9232-6d3400a928a1 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:43.527338 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d3ce7447-3a97-49eb-89a1-49fe7a24bc2e req-03064b74-4fa4-471a-9232-6d3400a928a1 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.18 "GET /v2.0/ports?device_id=09d8a54e-b211-484a-97b0-66c9c11e906e HTTP/1.1" status: 200 len: 932 time: 0.0767932 Jul 29 23:20:43.585499 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=45fec350-aae1-403f-997f-e395567914fd,revision_number=9']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:43.683816 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d3ce7447-3a97-49eb-89a1-49fe7a24bc2e req-f36eed09-96fa-4d23-96c6-2c6f5cc6d1ee tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.18 "GET /v2.0/security-groups?id=987b7ac9-dc61-40b6-a278-fd24996a486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395292 Jul 29 23:20:43.728825 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf70e278-22e3-46da-939f-fad8a3410bca req-39e7f76f-618a-4042-ae1d-e7b37cafb56e tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:43.731299 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cf70e278-22e3-46da-939f-fad8a3410bca req-39e7f76f-618a-4042-ae1d-e7b37cafb56e tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=08bbbbbd-3409-46d2-b8fa-3382e0888cd8 HTTP/1.1" status: 200 len: 943 time: 0.1136208 Jul 29 23:20:43.807105 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cf70e278-22e3-46da-939f-fad8a3410bca req-c20ecfb6-9a8c-4d4a-af2d-90759bb1e8e5 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646439 Jul 29 23:20:43.881607 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42085bc2-19c3-452a-bfcc-42cb2628abe5 req-2b5c063f-ab4e-4149-b81a-5f1fdcd2ff65 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:43.884724 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42085bc2-19c3-452a-bfcc-42cb2628abe5 req-2b5c063f-ab4e-4149-b81a-5f1fdcd2ff65 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecef6664-3f8a-43b8-8c30-cbcb6eb2de94 HTTP/1.1" status: 200 len: 946 time: 0.0954797 Jul 29 23:20:43.961740 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42085bc2-19c3-452a-bfcc-42cb2628abe5 req-3c2be8a6-1fe3-44c2-be51-034d3d547c00 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/security-groups?id=14cf21cc-50a5-43f4-b384-48480f1f1141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645916 Jul 29 23:20:43.975162 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f9be0-c5a1-4ad8-9fcc-02050571dd87 req-cbd68c33-8f74-481b-a3b4-c3e1690a2b90 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:43.977159 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f81f9be0-c5a1-4ad8-9fcc-02050571dd87 req-cbd68c33-8f74-481b-a3b4-c3e1690a2b90 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.0914629 Jul 29 23:20:44.024483 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecef6664-3f8a-43b8-8c30-cbcb6eb2de94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c23d9b-78f3-479b-b645-1c02ad2bc795'}, {'server_uuid': 'ba37ef80-3814-4e81-9e93-e84ead14ead7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45fec350-aae1-403f-997f-e395567914fd'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:44.030428 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0cf741b-849b-44f8-bc65-9e8568dbcc31" -d '{"events": [{"server_uuid": "ecef6664-3f8a-43b8-8c30-cbcb6eb2de94", "name": "network-vif-plugged", "status": "completed", "tag": "79c23d9b-78f3-479b-b645-1c02ad2bc795"}, {"server_uuid": "ba37ef80-3814-4e81-9e93-e84ead14ead7", "name": "network-vif-unplugged", "status": "completed", "tag": "45fec350-aae1-403f-997f-e395567914fd"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:44.034774 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f81f9be0-c5a1-4ad8-9fcc-02050571dd87 req-e1e54404-2688-45bc-9f3f-343b1d5a5acd tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468047 Jul 29 23:20:44.103794 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c6d503-84cb-4f8a-a264-69e9bfe7996b x-openstack-request-id: req-10c6d503-84cb-4f8a-a264-69e9bfe7996b {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:44.103794 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecef6664-3f8a-43b8-8c30-cbcb6eb2de94", "name": "network-vif-plugged", "status": "completed", "tag": "79c23d9b-78f3-479b-b645-1c02ad2bc795", "code": 200}, {"server_uuid": "ba37ef80-3814-4e81-9e93-e84ead14ead7", "name": "network-vif-unplugged", "status": "completed", "tag": "45fec350-aae1-403f-997f-e395567914fd", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:44.103794 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-10c6d503-84cb-4f8a-a264-69e9bfe7996b {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:44.103794 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecef6664-3f8a-43b8-8c30-cbcb6eb2de94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c23d9b-78f3-479b-b645-1c02ad2bc795', 'code': 200} Jul 29 23:20:44.103794 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba37ef80-3814-4e81-9e93-e84ead14ead7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45fec350-aae1-403f-997f-e395567914fd', 'code': 200} Jul 29 23:20:44.109202 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cabeb7-f2d6-4086-94d3-911c39bf9762 req-d48026b2-6aaa-4354-8c66-cd18efee0d96 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:44.111990 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-71cabeb7-f2d6-4086-94d3-911c39bf9762 req-d48026b2-6aaa-4354-8c66-cd18efee0d96 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] 10.222.0.18 "GET /v2.0/ports?device_id=08fc7db9-034e-4262-834f-b2523458d277 HTTP/1.1" status: 200 len: 945 time: 0.0632141 Jul 29 23:20:44.163264 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-71cabeb7-f2d6-4086-94d3-911c39bf9762 req-af5f4378-16ce-4664-b5d8-403642957a6e tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] 10.222.0.18 "GET /v2.0/security-groups?id=73c98cd6-be16-466a-85d2-69117e3e5cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455582 Jul 29 23:20:44.221383 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb8ea4-65aa-4259-9b25-483173e664ec req-2261ceba-daf5-4802-a826-4c0874666901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:44.223008 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-58fb8ea4-65aa-4259-9b25-483173e664ec req-2261ceba-daf5-4802-a826-4c0874666901 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ecef6664-3f8a-43b8-8c30-cbcb6eb2de94 HTTP/1.1" status: 200 len: 1098 time: 0.0464494 Jul 29 23:20:44.275185 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-58fb8ea4-65aa-4259-9b25-483173e664ec req-5c831071-f0fc-4b09-b561-d316aafae106 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=14cf21cc-50a5-43f4-b384-48480f1f1141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451057 Jul 29 23:20:44.358663 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a42ec9-d239-4685-ace3-7dd8f2920adc req-9ef60f59-c2c9-433d-9d42-e9122825cb7c tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:44.360547 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13a42ec9-d239-4685-ace3-7dd8f2920adc req-9ef60f59-c2c9-433d-9d42-e9122825cb7c tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 948 time: 0.0521281 Jul 29 23:20:44.406327 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13a42ec9-d239-4685-ace3-7dd8f2920adc req-2b2720c8-9046-4eae-b1f8-29ecffff71d9 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399342 Jul 29 23:20:44.495063 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6c6e6e-3cf2-40b8-a5c9-4c1b1a282c7c req-dee17c8e-fc16-4fd7-a754-e3ad39306148 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:44.497731 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee6c6e6e-3cf2-40b8-a5c9-4c1b1a282c7c req-dee17c8e-fc16-4fd7-a754-e3ad39306148 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 943 time: 0.0578811 Jul 29 23:20:44.566621 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-ae4b4e54-93f9-40b6-9084-e29aadc64bdd service neutron] Request body: {'port': {'device_id': '09d8a54e-b211-484a-97b0-66c9c11e906e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:44.568849 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee6c6e6e-3cf2-40b8-a5c9-4c1b1a282c7c req-c9130a4d-9a3b-47b1-a2c4-0c7230c68008 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615802 Jul 29 23:20:44.600221 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f92022-573e-4218-a2e2-c8a52881312b req-99e67b2c-6a14-4016-92fe-f130327ae7a0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:44.610737 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d6f92022-573e-4218-a2e2-c8a52881312b req-99e67b2c-6a14-4016-92fe-f130327ae7a0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 948 time: 0.1113834 Jul 29 23:20:44.644211 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-ae4b4e54-93f9-40b6-9084-e29aadc64bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:44.708110 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d6f92022-573e-4218-a2e2-c8a52881312b req-3aba633a-640c-43fe-a9bb-3fc25086e614 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962605 Jul 29 23:20:44.795864 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1d4b048-62a6-4b10-8141-17849d31c9b5 req-9fa36b4a-baef-40e3-bd67-f9c6c97137b2 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 210 time: 0.0510440 Jul 29 23:20:44.913997 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee311cc-c287-42fa-bf1d-8056e11ee49b req-cad0297f-5547-451b-9ffe-d0c9b5fd24cb tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:44.915587 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9ee311cc-c287-42fa-bf1d-8056e11ee49b req-cad0297f-5547-451b-9ffe-d0c9b5fd24cb tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.18 "GET /v2.0/ports?device_id=09d8a54e-b211-484a-97b0-66c9c11e906e HTTP/1.1" status: 200 len: 932 time: 0.1184235 Jul 29 23:20:45.052396 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9ee311cc-c287-42fa-bf1d-8056e11ee49b req-dbd274a4-0b1f-4447-8419-4d6931ba5fec tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.18 "GET /v2.0/security-groups?id=987b7ac9-dc61-40b6-a278-fd24996a486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260967 Jul 29 23:20:45.073227 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-ae4b4e54-93f9-40b6-9084-e29aadc64bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81ba59f1-7974-4eaf-80b1-953d45c6e950 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:45.073951 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91923e-fcc5-4184-934d-e61ae88344ca req-2bd809e0-378d-43dd-9dc9-c6391ee7f23c tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:45.081873 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-ae4b4e54-93f9-40b6-9084-e29aadc64bdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:45.082429 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce91923e-fcc5-4184-934d-e61ae88344ca req-2bd809e0-378d-43dd-9dc9-c6391ee7f23c tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=08bbbbbd-3409-46d2-b8fa-3382e0888cd8 HTTP/1.1" status: 200 len: 943 time: 0.0916102 Jul 29 23:20:45.099768 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-ae4b4e54-93f9-40b6-9084-e29aadc64bdd service neutron] Transition to ACTIVE for port object 81ba59f1-7974-4eaf-80b1-953d45c6e950 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:45.105417 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-ae4b4e54-93f9-40b6-9084-e29aadc64bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:45.143532 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce91923e-fcc5-4184-934d-e61ae88344ca req-c5a6660e-0c98-43e4-87fa-38342019c6cd tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596964 Jul 29 23:20:45.168184 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b4e54-93f9-40b6-9084-e29aadc64bdd service neutron] Pushing event updated for resources: {'Port': ['ID=81ba59f1-7974-4eaf-80b1-953d45c6e950,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:45.263140 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 45fec350-aae1-403f-997f-e395567914fd details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:20:45.270404 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffb4e05-c146-47a4-a783-2ba49d9d392e req-a0e34351-2990-47ba-baba-4e3b3ee8f626 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:45.281658 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0ffb4e05-c146-47a4-a783-2ba49d9d392e req-a0e34351-2990-47ba-baba-4e3b3ee8f626 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecef6664-3f8a-43b8-8c30-cbcb6eb2de94 HTTP/1.1" status: 200 len: 946 time: 0.1099458 Jul 29 23:20:45.316367 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-ae4b4e54-93f9-40b6-9084-e29aadc64bdd service neutron] Attempting to bind port 81ba59f1-7974-4eaf-80b1-953d45c6e950 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:20:45.317928 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-ae4b4e54-93f9-40b6-9084-e29aadc64bdd service neutron] Attempting to bind port 81ba59f1-7974-4eaf-80b1-953d45c6e950 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '8dbd6557-d495-406a-b106-ae5dd1f13e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '82f26ced-9b73-4ca5-a891-f318dedb7b62'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:20:45.318366 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-ae4b4e54-93f9-40b6-9084-e29aadc64bdd service neutron] Attempting to bind port 81ba59f1-7974-4eaf-80b1-953d45c6e950 on network 82f26ced-9b73-4ca5-a891-f318dedb7b62 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:45.333625 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-ae4b4e54-93f9-40b6-9084-e29aadc64bdd service neutron] Port 81ba59f1-7974-4eaf-80b1-953d45c6e950 on network 82f26ced-9b73-4ca5-a891-f318dedb7b62 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:20:45.334263 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-ae4b4e54-93f9-40b6-9084-e29aadc64bdd service neutron] Attempting to bind port 81ba59f1-7974-4eaf-80b1-953d45c6e950 on network 82f26ced-9b73-4ca5-a891-f318dedb7b62 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:45.350660 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-ae4b4e54-93f9-40b6-9084-e29aadc64bdd service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:20:45.351104 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-ae4b4e54-93f9-40b6-9084-e29aadc64bdd service neutron] Checking segment: {'id': '8dbd6557-d495-406a-b106-ae5dd1f13e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '82f26ced-9b73-4ca5-a891-f318dedb7b62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:45.351585 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-ae4b4e54-93f9-40b6-9084-e29aadc64bdd service neutron] Bound using segment: {'id': '8dbd6557-d495-406a-b106-ae5dd1f13e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '82f26ced-9b73-4ca5-a891-f318dedb7b62'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:20:45.351717 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15458976-d284-40f2-9926-9e0be37f7950 req-d2e2059e-4a07-4ac4-ba7b-b112194ee9eb tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=924eedf485ca49e88625072b8912a512&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598972 Jul 29 23:20:45.356443 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-ae4b4e54-93f9-40b6-9084-e29aadc64bdd service neutron] Bound port: 81ba59f1-7974-4eaf-80b1-953d45c6e950, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dbd6557-d495-406a-b106-ae5dd1f13e0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '82f26ced-9b73-4ca5-a891-f318dedb7b62'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:20:45.356983 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-ae4b4e54-93f9-40b6-9084-e29aadc64bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:45.470331 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0ffb4e05-c146-47a4-a783-2ba49d9d392e req-8dc9c2fa-b7e5-460d-bb5d-85d4cc8124ba tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/security-groups?id=14cf21cc-50a5-43f4-b384-48480f1f1141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876848 Jul 29 23:20:45.546130 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d21a717-e3a6-4fb8-9cc8-b97f74f6b53b req-3b0fe689-e0a1-4506-9f11-c688d8769cf9 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:45.546377 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 45fec350-aae1-403f-997f-e395567914fd, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=45fec350-aae1-403f-997f-e395567914fd,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:45.547698 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d21a717-e3a6-4fb8-9cc8-b97f74f6b53b req-3b0fe689-e0a1-4506-9f11-c688d8769cf9 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.39 "GET /v2.0/ports?device_id=08bbbbbd-3409-46d2-b8fa-3382e0888cd8 HTTP/1.1" status: 200 len: 943 time: 0.1950352 Jul 29 23:20:45.611324 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '45fec350-aae1-403f-997f-e395567914fd', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': '45fec350-aae1-403f-997f-e395567914fd', 'mac_address': 'fa:16:3e:b1:d7:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:20:45.661916 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:45.681095 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-e68e70ec-5417-48ff-a661-8e37540d3da3 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:45.683465 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-e68e70ec-5417-48ff-a661-8e37540d3da3 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.39 "GET /v2.0/networks?id=1b4861e7-2155-4265-b168-d8e6cff2010d HTTP/1.1" status: 200 len: 815 time: 0.2304192 Jul 29 23:20:45.685664 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45fec350-aae1-403f-997f-e395567914fd {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:45.697398 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-ae4b4e54-93f9-40b6-9084-e29aadc64bdd service neutron] For port 81ba59f1-7974-4eaf-80b1-953d45c6e950, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:20:45.709510 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 45fec350-aae1-403f-997f-e395567914fd, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=45fec350-aae1-403f-997f-e395567914fd,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:45.715408 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:45.717318 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-ae4b4e54-93f9-40b6-9084-e29aadc64bdd service neutron] For port 81ba59f1-7974-4eaf-80b1-953d45c6e950, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=81ba59f1-7974-4eaf-80b1-953d45c6e950,segment=NetworkSegment(8dbd6557-d495-406a-b106-ae5dd1f13e0c),segment_id=8dbd6557-d495-406a-b106-ae5dd1f13e0c)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:20:45.723386 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15458976-d284-40f2-9926-9e0be37f7950 req-519a5642-d71c-4b0a-9e03-95ae1e851b3b tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:45.733293 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-ae4b4e54-93f9-40b6-9084-e29aadc64bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:45.735246 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15458976-d284-40f2-9926-9e0be37f7950 req-519a5642-d71c-4b0a-9e03-95ae1e851b3b tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3251739 Jul 29 23:20:45.826123 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-ae4b4e54-93f9-40b6-9084-e29aadc64bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:45.826948 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-ae4b4e54-93f9-40b6-9084-e29aadc64bdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:45.828151 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0eb8f5-3194-424d-b1c6-483092629b9e req-c7394a74-a786-479f-b266-08d6e55d86bb tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:45.828661 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-ae4b4e54-93f9-40b6-9084-e29aadc64bdd service neutron] 10.222.0.39 "PUT /v2.0/ports/81ba59f1-7974-4eaf-80b1-953d45c6e950 HTTP/1.1" status: 200 len: 1093 time: 1.2750757 Jul 29 23:20:45.836093 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c0eb8f5-3194-424d-b1c6-483092629b9e req-c7394a74-a786-479f-b266-08d6e55d86bb tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.2474270 Jul 29 23:20:45.852179 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09d8a54e-b211-484a-97b0-66c9c11e906e', 'tag': '81ba59f1-7974-4eaf-80b1-953d45c6e950'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:45.865737 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15458976-d284-40f2-9926-9e0be37f7950 req-4be4579e-3bc0-4252-9a04-c555565763ce tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/quotas/924eedf485ca49e88625072b8912a512 HTTP/1.1" status: 200 len: 375 time: 0.1208410 Jul 29 23:20:45.865997 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=45fec350-aae1-403f-997f-e395567914fd,revision_number=10']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:45.867658 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20521e0-23e1-4068-bbac-3aec5ad2b40b" -d '{"events": [{"name": "network-changed", "server_uuid": "09d8a54e-b211-484a-97b0-66c9c11e906e", "tag": "81ba59f1-7974-4eaf-80b1-953d45c6e950"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:45.957346 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c0eb8f5-3194-424d-b1c6-483092629b9e req-4023bf7e-9dc0-41bb-9b31-b8da24a4ab2a tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200862 Jul 29 23:20:45.983039 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-025b5d0c-9b3c-465a-a799-5aaf45c49a6b tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cd689ab3aacf45ab98a786fa139c1fa7 HTTP/1.1" status: 200 len: 379 time: 0.2853839 Jul 29 23:20:45.992895 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['45fec350-aae1-403f-997f-e395567914fd'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:46.073347 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-88e8127e-6299-4b1a-bae2-2c414972da21 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Request body: {'port': {'device_id': 'e75eb3bc-a0ff-45da-879c-3c494d882a7f', 'network_id': '1b4861e7-2155-4265-b168-d8e6cff2010d', 'admin_state_up': True, 'tenant_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'security_groups': ['da56b8fd-0c8d-4fe0-9571-340578f21219']}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:46.101360 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-3d21a717-e3a6-4fb8-9cc8-b97f74f6b53b req-645d5ce4-f825-464c-8a6d-1d67f86b9a04 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Deleting port 1bf217c5-a463-4bf2-be4c-fdfc3f826f72 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:20:46.101906 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3d21a717-e3a6-4fb8-9cc8-b97f74f6b53b req-645d5ce4-f825-464c-8a6d-1d67f86b9a04 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:46.188582 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b4e54-93f9-40b6-9084-e29aadc64bdd service neutron] Pushing event updated for resources: {'Port': ['ID=81ba59f1-7974-4eaf-80b1-953d45c6e950,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:46.228582 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-95777bfa-ce38-4fd4-8ffb-65f035cbfc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:46.230731 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-95777bfa-ce38-4fd4-8ffb-65f035cbfc13 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=141909c455674c85adb567be58edbbd5&device_id=09d8a54e-b211-484a-97b0-66c9c11e906e HTTP/1.1" status: 200 len: 1096 time: 0.3215957 Jul 29 23:20:46.291028 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-2c9c63f9-1c12-499f-a4af-9c1356d158f7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81ba59f1-7974-4eaf-80b1-953d45c6e950 HTTP/1.1" status: 200 len: 217 time: 0.0502031 Jul 29 23:20:46.364620 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-88e8127e-6299-4b1a-bae2-2c414972da21 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Made reservation on behalf of cd689ab3aacf45ab98a786fa139c1fa7 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:20:46.369269 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-88e8127e-6299-4b1a-bae2-2c414972da21 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:46.384142 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-5277b9b4-dcad-43fe-945f-efddfe39f38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:46.385968 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-5277b9b4-dcad-43fe-945f-efddfe39f38d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2fcef1f5-2138-4298-b243-545b8c344ad7 HTTP/1.1" status: 200 len: 853 time: 0.0854549 Jul 29 23:20:46.496190 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-4a8e01be-7b45-474b-a1fd-98990000a576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:46.497944 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-4a8e01be-7b45-474b-a1fd-98990000a576 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=82f26ced-9b73-4ca5-a891-f318dedb7b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1041939 Jul 29 23:20:46.581206 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15458976-d284-40f2-9926-9e0be37f7950 req-a9c7c4a4-f17d-4458-911b-c6060e997698 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7145092 Jul 29 23:20:46.593330 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f50ac-496e-4f62-a547-61867ec0d4ce req-3c51c8d2-12f0-4bc9-aff3-c15109d9c26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:46.594727 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f73f50ac-496e-4f62-a547-61867ec0d4ce req-3c51c8d2-12f0-4bc9-aff3-c15109d9c26e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 1098 time: 0.6289668 Jul 29 23:20:46.625170 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-88e8127e-6299-4b1a-bae2-2c414972da21 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Allocated IP 172.20.0.6 (1b4861e7-2155-4265-b168-d8e6cff2010d/f0e126a9-da53-4f31-985c-8139eb4ec79b/3a824c40-977f-477c-8ca9-fac02c4296fa) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:20:46.656134 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22648cd-7824-49cb-afe2-af11f426dee5 req-93d37b7d-9ab6-4ad0-9239-d31aff8467e2 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:46.663611 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f22648cd-7824-49cb-afe2-af11f426dee5 req-93d37b7d-9ab6-4ad0-9239-d31aff8467e2 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 943 time: 0.5502212 Jul 29 23:20:46.671024 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-a5921489-6642-4fa1-8bc9-b5ca7f3b2b32 service neutron] 10.222.0.39 "GET /v2.0/networks/82f26ced-9b73-4ca5-a891-f318dedb7b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613123 Jul 29 23:20:46.704921 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f73f50ac-496e-4f62-a547-61867ec0d4ce req-613b7297-7200-487a-bde1-4a3f2abb5739 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015954 Jul 29 23:20:46.757936 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f22648cd-7824-49cb-afe2-af11f426dee5 req-cd0d4c4e-7caa-4032-bfae-16b2ba3ec37a tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933619 Jul 29 23:20:46.760046 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-3d21a717-e3a6-4fb8-9cc8-b97f74f6b53b req-645d5ce4-f825-464c-8a6d-1d67f86b9a04 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] For port 1bf217c5-a463-4bf2-be4c-fdfc3f826f72, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=1bf217c5-a463-4bf2-be4c-fdfc3f826f72,segment=NetworkSegment(79d64c50-c25a-4fc3-b109-d9efacc73f26),segment_id=79d64c50-c25a-4fc3-b109-d9efacc73f26)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:46.760446 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3d21a717-e3a6-4fb8-9cc8-b97f74f6b53b req-645d5ce4-f825-464c-8a6d-1d67f86b9a04 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:46.798729 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-3d21a717-e3a6-4fb8-9cc8-b97f74f6b53b req-645d5ce4-f825-464c-8a6d-1d67f86b9a04 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Calling delete_port for 1bf217c5-a463-4bf2-be4c-fdfc3f826f72 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:20:46.850792 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d16fa55-9471-4787-8567-9c2274cf2eb8 x-openstack-request-id: req-7d16fa55-9471-4787-8567-9c2274cf2eb8 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:46.851392 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09d8a54e-b211-484a-97b0-66c9c11e906e", "tag": "81ba59f1-7974-4eaf-80b1-953d45c6e950", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:46.851392 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d16fa55-9471-4787-8567-9c2274cf2eb8 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:46.851602 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09d8a54e-b211-484a-97b0-66c9c11e906e', 'tag': '81ba59f1-7974-4eaf-80b1-953d45c6e950', 'status': 'completed', 'code': 200} Jul 29 23:20:46.981894 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-88e8127e-6299-4b1a-bae2-2c414972da21 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:47.005269 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-88e8127e-6299-4b1a-bae2-2c414972da21 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Transition to ACTIVE for port object 3a824c40-977f-477c-8ca9-fac02c4296fa will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:47.006066 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-191ba9c8-239e-4566-8332-71c5034eaf82 req-bd8507e2-b60f-40f8-bbd4-d5dc05b305d5 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 210 time: 0.0834408 Jul 29 23:20:47.066891 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-524b5ebb-3c2b-4d90-9c5c-94c608f4a006 req-985b4f67-e1c5-4476-99a6-d23a281a9aa2 service neutron] 10.222.0.39 "GET /v2.0/networks/82f26ced-9b73-4ca5-a891-f318dedb7b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740883 Jul 29 23:20:47.074413 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338fe540-95d9-4c10-86a4-844cef264950 req-e4673dad-724a-462c-93ca-1ee2cab75cb1 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:47.083996 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-338fe540-95d9-4c10-86a4-844cef264950 req-e4673dad-724a-462c-93ca-1ee2cab75cb1 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.18 "GET /v2.0/ports?device_id=09d8a54e-b211-484a-97b0-66c9c11e906e HTTP/1.1" status: 200 len: 944 time: 0.1399825 Jul 29 23:20:47.214051 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3d21a717-e3a6-4fb8-9cc8-b97f74f6b53b req-645d5ce4-f825-464c-8a6d-1d67f86b9a04 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:47.223069 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-88e8127e-6299-4b1a-bae2-2c414972da21 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:47.256418 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-338fe540-95d9-4c10-86a4-844cef264950 req-587e0bb3-02b1-48cd-9791-362ab81a84c5 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.18 "GET /v2.0/security-groups?id=987b7ac9-dc61-40b6-a278-fd24996a486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711457 Jul 29 23:20:47.271393 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 45fec350-aae1-403f-997f-e395567914fd up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:47.307103 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d5ce4-f825-464c-8a6d-1d67f86b9a04 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Pushing event deleted for resources: {'Port': ['ID=1bf217c5-a463-4bf2-be4c-fdfc3f826f72,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:47.315968 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6ed610c0-4a5b-430b-8ced-992a93b070a6 req-9549e5ca-2017-4991-99c8-0b3a0000f2f2 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=08bbbbbd-3409-46d2-b8fa-3382e0888cd8 HTTP/1.1" status: 200 len: 210 time: 0.1150146 Jul 29 23:20:47.338801 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-88e8127e-6299-4b1a-bae2-2c414972da21 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Network 1b4861e7-2155-4265-b168-d8e6cff2010d is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:20:47.359338 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-88e8127e-6299-4b1a-bae2-2c414972da21 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:20:47.389169 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 45fec350-aae1-403f-997f-e395567914fd triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:47.389560 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:47.391573 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-88e8127e-6299-4b1a-bae2-2c414972da21 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:20:47.399165 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e8127e-6299-4b1a-bae2-2c414972da21 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Pushing event updated for resources: {'Port': ['ID=3a824c40-977f-477c-8ca9-fac02c4296fa,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:47.462796 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d21a717-e3a6-4fb8-9cc8-b97f74f6b53b req-645d5ce4-f825-464c-8a6d-1d67f86b9a04 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] No DVR routers for this DVR port 1bf217c5-a463-4bf2-be4c-fdfc3f826f72 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:20:47.470647 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20521e0-23e1-4068-bbac-3aec5ad2b40b req-9bef1f70-a439-47d6-98b1-e9bf4a4cbb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:47.472759 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c20521e0-23e1-4068-bbac-3aec5ad2b40b req-9bef1f70-a439-47d6-98b1-e9bf4a4cbb26 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=141909c455674c85adb567be58edbbd5&device_id=09d8a54e-b211-484a-97b0-66c9c11e906e HTTP/1.1" status: 200 len: 1096 time: 0.3274441 Jul 29 23:20:47.491465 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3d21a717-e3a6-4fb8-9cc8-b97f74f6b53b req-645d5ce4-f825-464c-8a6d-1d67f86b9a04 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:47.493336 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d21a717-e3a6-4fb8-9cc8-b97f74f6b53b req-645d5ce4-f825-464c-8a6d-1d67f86b9a04 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.39 "DELETE /v2.0/ports/1bf217c5-a463-4bf2-be4c-fdfc3f826f72 HTTP/1.1" status: 204 len: 173 time: 1.9377725 Jul 29 23:20:47.493907 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08bbbbbd-3409-46d2-b8fa-3382e0888cd8', 'name': 'network-vif-deleted', 'tag': '1bf217c5-a463-4bf2-be4c-fdfc3f826f72'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:47.497006 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa906824-a871-4ea9-af98-6493ca75e54f" -d '{"events": [{"server_uuid": "08bbbbbd-3409-46d2-b8fa-3382e0888cd8", "name": "network-vif-deleted", "tag": "1bf217c5-a463-4bf2-be4c-fdfc3f826f72"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:47.544529 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b4645e39-517e-42c6-917b-61f7a6d56d65 req-f9227e8f-e3dd-4536-b7bc-100b75fae389 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 210 time: 0.1017971 Jul 29 23:20:47.562812 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:47.639826 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b17a3-2eac-400a-8898-bc01bb230543 req-e4b0dce0-bf42-4c55-9991-80bd39414c02 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:47.641675 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e11b17a3-2eac-400a-8898-bc01bb230543 req-e4b0dce0-bf42-4c55-9991-80bd39414c02 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecef6664-3f8a-43b8-8c30-cbcb6eb2de94 HTTP/1.1" status: 200 len: 946 time: 0.2703145 Jul 29 23:20:47.685001 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba37ef80-3814-4e81-9e93-e84ead14ead7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fec350-aae1-403f-997f-e395567914fd'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:47.707998 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db45048-c288-457a-8f9c-43d528808625" -d '{"events": [{"server_uuid": "ba37ef80-3814-4e81-9e93-e84ead14ead7", "name": "network-vif-plugged", "status": "completed", "tag": "45fec350-aae1-403f-997f-e395567914fd"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:47.768894 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 45fec350-aae1-403f-997f-e395567914fd, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=45fec350-aae1-403f-997f-e395567914fd,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:47.798343 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-88e8127e-6299-4b1a-bae2-2c414972da21 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:47.801558 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-88e8127e-6299-4b1a-bae2-2c414972da21 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:47.829913 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:47.837375 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fdd4f25e-b940-41f4-bdbb-e20c46b59cee None None] Provisioning for port 3a824c40-977f-477c-8ca9-fac02c4296fa completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:47.855890 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e11b17a3-2eac-400a-8898-bc01bb230543 req-cc590d29-795b-437e-8a48-68aa945a33e5 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/security-groups?id=14cf21cc-50a5-43f4-b384-48480f1f1141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1772358 Jul 29 23:20:47.878384 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fdd4f25e-b940-41f4-bdbb-e20c46b59cee None None] Provisioning complete for port 3a824c40-977f-477c-8ca9-fac02c4296fa triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:47.879005 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fdd4f25e-b940-41f4-bdbb-e20c46b59cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:47.896064 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-88e8127e-6299-4b1a-bae2-2c414972da21 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8563697 Jul 29 23:20:47.897812 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f14fe-4f0a-4046-b328-1a8386d145b3 req-e485be57-e3bf-4539-8351-ac7105b43998 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:47.912489 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c94f14fe-4f0a-4046-b328-1a8386d145b3 req-e485be57-e3bf-4539-8351-ac7105b43998 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.1258717 Jul 29 23:20:47.915824 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-b6b40f0a-93dd-4465-bfc0-9837a833ccb8 service neutron] Request body: {'port': {'device_id': 'e75eb3bc-a0ff-45da-879c-3c494d882a7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:47.938989 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-fdd4f25e-b940-41f4-bdbb-e20c46b59cee None None] Port 3a824c40-977f-477c-8ca9-fac02c4296fa cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:20:47.962637 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20521e0-23e1-4068-bbac-3aec5ad2b40b req-ea7894ed-114e-4216-b0ba-d09587609e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:47.966756 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c20521e0-23e1-4068-bbac-3aec5ad2b40b req-ea7894ed-114e-4216-b0ba-d09587609e05 service neutron] 10.222.0.39 "GET /v2.0/networks?id=82f26ced-9b73-4ca5-a891-f318dedb7b62 HTTP/1.1" status: 200 len: 915 time: 0.4725459 Jul 29 23:20:48.005077 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=45fec350-aae1-403f-997f-e395567914fd,revision_number=11']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:48.017836 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c94f14fe-4f0a-4046-b328-1a8386d145b3 req-9901b5ae-14d6-4b74-a8d9-d7a9b1d98b37 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000955 Jul 29 23:20:48.075729 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c20521e0-23e1-4068-bbac-3aec5ad2b40b req-c3d00945-fcde-4700-b64c-7a5a532cf700 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81ba59f1-7974-4eaf-80b1-953d45c6e950 HTTP/1.1" status: 200 len: 217 time: 0.0964739 Jul 29 23:20:48.078788 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-b6b40f0a-93dd-4465-bfc0-9837a833ccb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:48.087067 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc3da02-3d95-44a7-81df-58445465d853 x-openstack-request-id: req-9fc3da02-3d95-44a7-81df-58445465d853 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:48.087365 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08bbbbbd-3409-46d2-b8fa-3382e0888cd8", "name": "network-vif-deleted", "tag": "1bf217c5-a463-4bf2-be4c-fdfc3f826f72", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:48.087625 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9fc3da02-3d95-44a7-81df-58445465d853 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:48.088067 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08bbbbbd-3409-46d2-b8fa-3382e0888cd8', 'name': 'network-vif-deleted', 'tag': '1bf217c5-a463-4bf2-be4c-fdfc3f826f72', 'status': 'completed', 'code': 200} Jul 29 23:20:48.123526 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41dd9682-c1c8-4db8-a290-6a94d67daede x-openstack-request-id: req-41dd9682-c1c8-4db8-a290-6a94d67daede {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:48.123982 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba37ef80-3814-4e81-9e93-e84ead14ead7", "name": "network-vif-plugged", "status": "completed", "tag": "45fec350-aae1-403f-997f-e395567914fd", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:48.124198 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-41dd9682-c1c8-4db8-a290-6a94d67daede {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:48.124606 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba37ef80-3814-4e81-9e93-e84ead14ead7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45fec350-aae1-403f-997f-e395567914fd', 'code': 200} Jul 29 23:20:48.190781 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20521e0-23e1-4068-bbac-3aec5ad2b40b req-80ea0453-44a0-4416-a8ad-204bb1b844c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:48.192532 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c20521e0-23e1-4068-bbac-3aec5ad2b40b req-80ea0453-44a0-4416-a8ad-204bb1b844c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2fcef1f5-2138-4298-b243-545b8c344ad7 HTTP/1.1" status: 200 len: 853 time: 0.1036057 Jul 29 23:20:48.256320 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e762ca-6d0f-45ca-b781-9525ce419e53 req-3aacff3b-9cb5-415d-ae54-39d7e35f163c tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:48.258042 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-84e762ca-6d0f-45ca-b781-9525ce419e53 req-3aacff3b-9cb5-415d-ae54-39d7e35f163c tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 943 time: 0.0590029 Jul 29 23:20:48.321782 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-84e762ca-6d0f-45ca-b781-9525ce419e53 req-b262e291-fe9c-4440-8189-cf95355e3543 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553668 Jul 29 23:20:48.345820 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20521e0-23e1-4068-bbac-3aec5ad2b40b req-1383c4c0-cfde-464e-a82a-271f3d4a3e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:48.348455 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c20521e0-23e1-4068-bbac-3aec5ad2b40b req-1383c4c0-cfde-464e-a82a-271f3d4a3e3e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=82f26ced-9b73-4ca5-a891-f318dedb7b62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1360328 Jul 29 23:20:48.523800 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c20521e0-23e1-4068-bbac-3aec5ad2b40b req-c2a9b8b3-7ed7-4af9-a748-47a9bea8d40a service neutron] 10.222.0.39 "GET /v2.0/networks/82f26ced-9b73-4ca5-a891-f318dedb7b62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554544 Jul 29 23:20:48.587858 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371f6c7-b8e3-4cd5-9684-4beaa0925ea6 req-187a9bea-3175-4a38-a0de-51f07c48399d tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:48.596342 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6371f6c7-b8e3-4cd5-9684-4beaa0925ea6 req-187a9bea-3175-4a38-a0de-51f07c48399d tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 931 time: 0.0692587 Jul 29 23:20:48.612557 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62458368-70a1-4189-ad28-d3fa17b8437f req-781530f8-301d-471c-91b5-6b5664da5448 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:48.625991 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-62458368-70a1-4189-ad28-d3fa17b8437f req-781530f8-301d-471c-91b5-6b5664da5448 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecef6664-3f8a-43b8-8c30-cbcb6eb2de94 HTTP/1.1" status: 200 len: 946 time: 0.1699429 Jul 29 23:20:48.630123 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 58894) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:48.643679 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-aaf52935-24e6-406a-9da8-4bdcb9ba96c8 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Request body: {'floatingip': {'port_id': '79c23d9b-78f3-479b-b645-1c02ad2bc795'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:48.661417 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c20521e0-23e1-4068-bbac-3aec5ad2b40b req-9eb7714d-6477-46bd-9c23-a5fa0e7879c6 service neutron] 10.222.0.39 "GET /v2.0/networks/82f26ced-9b73-4ca5-a891-f318dedb7b62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270943 Jul 29 23:20:48.746271 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6371f6c7-b8e3-4cd5-9684-4beaa0925ea6 req-f6dab786-3cfc-443f-9af4-54590b87690b tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/security-groups?id=da56b8fd-0c8d-4fe0-9571-340578f21219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464419 Jul 29 23:20:48.874144 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aaf52935-24e6-406a-9da8-4bdcb9ba96c8 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks [] for floatingip, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:48.887033 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15458976-d284-40f2-9926-9e0be37f7950 req-7541e3e5-2341-4a7c-9318-7c8703d1e6c5 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=924eedf485ca49e88625072b8912a512&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0850143 Jul 29 23:20:48.935603 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-b6b40f0a-93dd-4465-bfc0-9837a833ccb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a824c40-977f-477c-8ca9-fac02c4296fa {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:48.948073 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-b6b40f0a-93dd-4465-bfc0-9837a833ccb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:48.969688 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-b6b40f0a-93dd-4465-bfc0-9837a833ccb8 service neutron] Transition to ACTIVE for port object 3a824c40-977f-477c-8ca9-fac02c4296fa will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:48.974609 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-b6b40f0a-93dd-4465-bfc0-9837a833ccb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:49.035271 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b40f0a-93dd-4465-bfc0-9837a833ccb8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a824c40-977f-477c-8ca9-fac02c4296fa,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:49.097437 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-884dab2f-b2cc-4a2c-90fd-b4e08337d027 req-9318d4ba-0507-4d2c-9267-5c202be7c61a tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 210 time: 0.1567724 Jul 29 23:20:49.185031 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-b6b40f0a-93dd-4465-bfc0-9837a833ccb8 service neutron] Attempting to bind port 3a824c40-977f-477c-8ca9-fac02c4296fa on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:20:49.185383 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-b6b40f0a-93dd-4465-bfc0-9837a833ccb8 service neutron] Attempting to bind port 3a824c40-977f-477c-8ca9-fac02c4296fa by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '7b4104fc-94d0-4c79-a5b9-459ac015462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1b4861e7-2155-4265-b168-d8e6cff2010d'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:20:49.185717 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-b6b40f0a-93dd-4465-bfc0-9837a833ccb8 service neutron] Attempting to bind port 3a824c40-977f-477c-8ca9-fac02c4296fa on network 1b4861e7-2155-4265-b168-d8e6cff2010d {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:49.192194 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-b6b40f0a-93dd-4465-bfc0-9837a833ccb8 service neutron] Port 3a824c40-977f-477c-8ca9-fac02c4296fa on network 1b4861e7-2155-4265-b168-d8e6cff2010d not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:20:49.192522 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-b6b40f0a-93dd-4465-bfc0-9837a833ccb8 service neutron] Attempting to bind port 3a824c40-977f-477c-8ca9-fac02c4296fa on network 1b4861e7-2155-4265-b168-d8e6cff2010d {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:49.201411 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-b6b40f0a-93dd-4465-bfc0-9837a833ccb8 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:20:49.201754 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-b6b40f0a-93dd-4465-bfc0-9837a833ccb8 service neutron] Checking segment: {'id': '7b4104fc-94d0-4c79-a5b9-459ac015462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1b4861e7-2155-4265-b168-d8e6cff2010d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:49.202143 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-b6b40f0a-93dd-4465-bfc0-9837a833ccb8 service neutron] Bound using segment: {'id': '7b4104fc-94d0-4c79-a5b9-459ac015462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1b4861e7-2155-4265-b168-d8e6cff2010d'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:20:49.202585 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-b6b40f0a-93dd-4465-bfc0-9837a833ccb8 service neutron] Bound port: 3a824c40-977f-477c-8ca9-fac02c4296fa, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4104fc-94d0-4c79-a5b9-459ac015462f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1b4861e7-2155-4265-b168-d8e6cff2010d'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:20:49.202946 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-b6b40f0a-93dd-4465-bfc0-9837a833ccb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:49.247542 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4850825d-3c50-4c79-82cc-5ebad4682741 req-dc17f8c0-7aba-4e6d-a6db-5b2113eddfbb tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:49.266469 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4850825d-3c50-4c79-82cc-5ebad4682741 req-dc17f8c0-7aba-4e6d-a6db-5b2113eddfbb tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.18 "GET /v2.0/ports?device_id=09d8a54e-b211-484a-97b0-66c9c11e906e HTTP/1.1" status: 200 len: 944 time: 0.5146494 Jul 29 23:20:49.277397 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-b6b40f0a-93dd-4465-bfc0-9837a833ccb8 service neutron] For port 3a824c40-977f-477c-8ca9-fac02c4296fa, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:20:49.281505 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-b6b40f0a-93dd-4465-bfc0-9837a833ccb8 service neutron] For port 3a824c40-977f-477c-8ca9-fac02c4296fa, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=3a824c40-977f-477c-8ca9-fac02c4296fa,segment=NetworkSegment(7b4104fc-94d0-4c79-a5b9-459ac015462f),segment_id=7b4104fc-94d0-4c79-a5b9-459ac015462f)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:20:49.287172 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-b6b40f0a-93dd-4465-bfc0-9837a833ccb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:49.304900 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-b6b40f0a-93dd-4465-bfc0-9837a833ccb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:49.305492 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-b6b40f0a-93dd-4465-bfc0-9837a833ccb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:49.307493 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-b6b40f0a-93dd-4465-bfc0-9837a833ccb8 service neutron] 10.222.0.39 "PUT /v2.0/ports/3a824c40-977f-477c-8ca9-fac02c4296fa HTTP/1.1" status: 200 len: 1092 time: 1.3977039 Jul 29 23:20:49.309773 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75eb3bc-a0ff-45da-879c-3c494d882a7f', 'tag': '3a824c40-977f-477c-8ca9-fac02c4296fa'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:49.314050 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ffd804f-c458-4ae2-ab2e-f6c37c86ded7" -d '{"events": [{"name": "network-changed", "server_uuid": "e75eb3bc-a0ff-45da-879c-3c494d882a7f", "tag": "3a824c40-977f-477c-8ca9-fac02c4296fa"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:49.384366 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4850825d-3c50-4c79-82cc-5ebad4682741 req-d5286c97-820b-4de9-b744-8cd959b85971 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.18 "GET /v2.0/security-groups?id=987b7ac9-dc61-40b6-a278-fd24996a486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201382 Jul 29 23:20:49.414714 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 81ba59f1-7974-4eaf-80b1-953d45c6e950 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:20:49.424873 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 1bf217c5-a463-4bf2-be4c-fdfc3f826f72 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:20:49.531870 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 1bf217c5-a463-4bf2-be4c-fdfc3f826f72 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:20:49.532221 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 1bf217c5-a463-4bf2-be4c-fdfc3f826f72 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:20:49.810020 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 81ba59f1-7974-4eaf-80b1-953d45c6e950, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=81ba59f1-7974-4eaf-80b1-953d45c6e950,segment=NetworkSegment(8dbd6557-d495-406a-b106-ae5dd1f13e0c),segment_id=8dbd6557-d495-406a-b106-ae5dd1f13e0c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:49.849985 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '81ba59f1-7974-4eaf-80b1-953d45c6e950', 'network_id': '82f26ced-9b73-4ca5-a891-f318dedb7b62', 'port_id': '81ba59f1-7974-4eaf-80b1-953d45c6e950', 'mac_address': 'fa:16:3e:79:a1:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fcef1f5-2138-4298-b243-545b8c344ad7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:20:49.857189 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b40f0a-93dd-4465-bfc0-9837a833ccb8 service neutron] Pushing event updated for resources: {'Port': ['ID=3a824c40-977f-477c-8ca9-fac02c4296fa,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:49.892442 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-a42be07e-dc7e-46b7-a97f-cc5b79cde5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:49.894628 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-a42be07e-dc7e-46b7-a97f-cc5b79cde5fe service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd689ab3aacf45ab98a786fa139c1fa7&device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 1095 time: 0.5458961 Jul 29 23:20:49.915973 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58908) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:49.918905 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:49.921588 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-5394aa15-24ee-4956-99f5-95e14d7bd69c tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2020467320', 'description': 'tempest-description--441751895'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:49.961666 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aaf52935-24e6-406a-9da8-4bdcb9ba96c8 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:49.964687 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81ba59f1-7974-4eaf-80b1-953d45c6e950 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:49.972697 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e699b0-7371-42f4-a42d-f95c51535168 x-openstack-request-id: req-57e699b0-7371-42f4-a42d-f95c51535168 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:49.973183 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75eb3bc-a0ff-45da-879c-3c494d882a7f", "tag": "3a824c40-977f-477c-8ca9-fac02c4296fa", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:49.973390 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-57e699b0-7371-42f4-a42d-f95c51535168 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:49.973782 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75eb3bc-a0ff-45da-879c-3c494d882a7f', 'tag': '3a824c40-977f-477c-8ca9-fac02c4296fa', 'status': 'completed', 'code': 200} Jul 29 23:20:49.975583 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15458976-d284-40f2-9926-9e0be37f7950 req-8d1698a3-115c-4f4d-a003-bc4a058ce493 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:49.977684 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-0e474f4f-510b-445f-bfff-81926223681b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a824c40-977f-477c-8ca9-fac02c4296fa HTTP/1.1" status: 200 len: 217 time: 0.0734568 Jul 29 23:20:49.977968 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15458976-d284-40f2-9926-9e0be37f7950 req-8d1698a3-115c-4f4d-a003-bc4a058ce493 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0901120 Jul 29 23:20:49.984296 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aaf52935-24e6-406a-9da8-4bdcb9ba96c8 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:50.011865 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 81ba59f1-7974-4eaf-80b1-953d45c6e950, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=81ba59f1-7974-4eaf-80b1-953d45c6e950,segment=NetworkSegment(8dbd6557-d495-406a-b106-ae5dd1f13e0c),segment_id=8dbd6557-d495-406a-b106-ae5dd1f13e0c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:50.018059 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:50.038050 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5394aa15-24ee-4956-99f5-95e14d7bd69c tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:50.068090 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-3b3ac7bd-25b0-4ada-b692-50732b19a13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:50.069645 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-3b3ac7bd-25b0-4ada-b692-50732b19a13c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0e126a9-da53-4f31-985c-8139eb4ec79b HTTP/1.1" status: 200 len: 854 time: 0.0841544 Jul 29 23:20:50.085695 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-15458976-d284-40f2-9926-9e0be37f7950 req-0db3b5da-95f9-4f03-b8b8-e9dd1d5c6e34 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Request body: {'port': {'device_id': '1f6a71fa-07ab-492f-a39c-f83be5046164', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'admin_state_up': True, 'tenant_id': '924eedf485ca49e88625072b8912a512'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:50.095899 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=81ba59f1-7974-4eaf-80b1-953d45c6e950,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:50.108180 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:50.109206 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:50.110515 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:50.111542 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:50.112144 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:50.113025 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:50.113759 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:50.114833 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:50.115934 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:50.116514 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:50.118269 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:50.119074 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:20:50.161490 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-e05f1ebd-624a-4f3a-907d-152342898c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:50.163470 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-e05f1ebd-624a-4f3a-907d-152342898c93 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b4861e7-2155-4265-b168-d8e6cff2010d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0857637 Jul 29 23:20:50.250313 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5394aa15-24ee-4956-99f5-95e14d7bd69c tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:50.258407 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5394aa15-24ee-4956-99f5-95e14d7bd69c tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:50.264044 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712257c1-9e4b-425e-b81a-319585e5fc3e req-c0cb4439-09a1-478c-9c1d-c7a1295954f3 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:50.268643 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-712257c1-9e4b-425e-b81a-319585e5fc3e req-c0cb4439-09a1-478c-9c1d-c7a1295954f3 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.2866440 Jul 29 23:20:50.286114 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['81ba59f1-7974-4eaf-80b1-953d45c6e950'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:50.298639 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5394aa15-24ee-4956-99f5-95e14d7bd69c tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:50.302617 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5394aa15-24ee-4956-99f5-95e14d7bd69c tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3829315 Jul 29 23:20:50.303993 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58912) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:50.311304 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-8b9ee000-9e0b-42d9-9ffe-1acf8cedd53a tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Request body: {'security_group_rule': {'security_group_id': '9ac54994-0bb5-4bf6-8417-baf68fe7816f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:50.367269 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-96661be7-bc14-442c-ba34-c54c4f50e791 service neutron] 10.222.0.39 "GET /v2.0/networks/1b4861e7-2155-4265-b168-d8e6cff2010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935043 Jul 29 23:20:50.368327 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8b9ee000-9e0b-42d9-9ffe-1acf8cedd53a tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:50.373409 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394aa15-24ee-4956-99f5-95e14d7bd69c tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac54994-0bb5-4bf6-8417-baf68fe7816f,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:50.394615 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-712257c1-9e4b-425e-b81a-319585e5fc3e req-5528b2a7-74be-4386-922f-e4335a5aa84e tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869427 Jul 29 23:20:50.475757 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68727a-7069-4e33-9542-78d95ddf9bee req-107cf48d-274b-43cf-aa4f-dcac17385df4 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:50.488038 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa68727a-7069-4e33-9542-78d95ddf9bee req-107cf48d-274b-43cf-aa4f-dcac17385df4 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 943 time: 0.4074714 Jul 29 23:20:50.490194 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8b9ee000-9e0b-42d9-9ffe-1acf8cedd53a tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:50.499306 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8b9ee000-9e0b-42d9-9ffe-1acf8cedd53a tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:50.526233 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15458976-d284-40f2-9926-9e0be37f7950 req-0db3b5da-95f9-4f03-b8b8-e9dd1d5c6e34 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Made reservation on behalf of 924eedf485ca49e88625072b8912a512 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:20:50.532719 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-15458976-d284-40f2-9926-9e0be37f7950 req-0db3b5da-95f9-4f03-b8b8-e9dd1d5c6e34 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:50.534340 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bcb7c7bf-ff2a-4837-888d-01b8faa5d8ac req-fbdae8aa-7a0b-4c2a-9884-4f25236de617 service neutron] 10.222.0.39 "GET /v2.0/networks/1b4861e7-2155-4265-b168-d8e6cff2010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580012 Jul 29 23:20:50.536144 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ee000-9e0b-42d9-9ffe-1acf8cedd53a tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbcd6654-8337-457b-a2f6-91922250edc6,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:50.544116 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8b9ee000-9e0b-42d9-9ffe-1acf8cedd53a tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:50.547883 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8b9ee000-9e0b-42d9-9ffe-1acf8cedd53a tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2388649 Jul 29 23:20:50.553365 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58918) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:50.558426 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-acf6f8db-a09b-45d8-9786-7aa1a0e0c307 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Request body: {'security_group_rule': {'security_group_id': '9ac54994-0bb5-4bf6-8417-baf68fe7816f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:50.564925 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-aaf52935-24e6-406a-9da8-4bdcb9ba96c8 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Floating IP 7e050899-325f-4a8f-8a76-5ecd2577a69f associated. External IP: 172.25.8.11, port: 79c23d9b-78f3-479b-b645-1c02ad2bc795. Jul 29 23:20:50.600288 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-acf6f8db-a09b-45d8-9786-7aa1a0e0c307 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:50.649562 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa68727a-7069-4e33-9542-78d95ddf9bee req-2eb78b2e-f7b4-49bb-b261-6283de73d26f tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593447 Jul 29 23:20:50.708699 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd804f-c458-4ae2-ab2e-f6c37c86ded7 req-baaa6c98-5bee-4e59-9f25-3ab08b68fbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:50.710483 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6ffd804f-c458-4ae2-ab2e-f6c37c86ded7 req-baaa6c98-5bee-4e59-9f25-3ab08b68fbde service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd689ab3aacf45ab98a786fa139c1fa7&device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 1095 time: 0.1069748 Jul 29 23:20:50.717126 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-acf6f8db-a09b-45d8-9786-7aa1a0e0c307 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:50.746716 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-acf6f8db-a09b-45d8-9786-7aa1a0e0c307 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:50.815402 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6f8db-a09b-45d8-9786-7aa1a0e0c307 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a8b27c2-2ab3-4f71-8167-17137c4f195f,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:50.820300 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-acf6f8db-a09b-45d8-9786-7aa1a0e0c307 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:50.826640 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-acf6f8db-a09b-45d8-9786-7aa1a0e0c307 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2723837 Jul 29 23:20:50.829405 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58920) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:20:50.834677 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-99e78e18-1b9e-4be2-a05b-234726b3bb59 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:50.857221 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bd661dda-d15c-4b47-aa2c-488b44813ef1 req-d3bf9d36-57ab-4698-bc7b-06b7f3946c53 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 210 time: 0.1010768 Jul 29 23:20:50.878894 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9205fe9-9693-42bd-9689-e53a044cf547 req-3fc04b37-56f3-40fd-ad68-94bc54ea53df tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:50.881498 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd804f-c458-4ae2-ab2e-f6c37c86ded7 req-a315eb90-6fcf-4ba7-9cd6-7e4b602fee62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:50.881931 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b9205fe9-9693-42bd-9689-e53a044cf547 req-3fc04b37-56f3-40fd-ad68-94bc54ea53df tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 943 time: 0.3228455 Jul 29 23:20:50.884049 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6ffd804f-c458-4ae2-ab2e-f6c37c86ded7 req-a315eb90-6fcf-4ba7-9cd6-7e4b602fee62 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b4861e7-2155-4265-b168-d8e6cff2010d HTTP/1.1" status: 200 len: 916 time: 0.1647885 Jul 29 23:20:50.887160 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-99e78e18-1b9e-4be2-a05b-234726b3bb59 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks [] for floatingip, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.013588 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6ffd804f-c458-4ae2-ab2e-f6c37c86ded7 req-c41c4071-039a-4efd-b484-427576b97b0d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a824c40-977f-477c-8ca9-fac02c4296fa HTTP/1.1" status: 200 len: 217 time: 0.1196201 Jul 29 23:20:51.095983 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd804f-c458-4ae2-ab2e-f6c37c86ded7 req-e34b18ea-2a4a-4109-928e-fb2e970e365e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:51.099538 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6ffd804f-c458-4ae2-ab2e-f6c37c86ded7 req-e34b18ea-2a4a-4109-928e-fb2e970e365e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0e126a9-da53-4f31-985c-8139eb4ec79b HTTP/1.1" status: 200 len: 854 time: 0.0703535 Jul 29 23:20:51.103056 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b9205fe9-9693-42bd-9689-e53a044cf547 req-f57c640c-f1ae-4164-8b22-c5a56fa22613 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/security-groups?id=da56b8fd-0c8d-4fe0-9571-340578f21219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2061601 Jul 29 23:20:51.133931 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-15458976-d284-40f2-9926-9e0be37f7950 req-0db3b5da-95f9-4f03-b8b8-e9dd1d5c6e34 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Allocated IP 192.168.233.147 (adb88f5c-b5bd-41cf-b367-228eab6e0075/28e6de27-5b72-4bf0-88e6-0cdec4cf806e/9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:20:51.186138 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-99e78e18-1b9e-4be2-a05b-234726b3bb59 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.220831 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9efb0-f0c1-4b89-a3ae-c0bf5131224e req-ec4f3930-78f5-4d6f-8900-db5a521e53f5 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:51.222984 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9ad9efb0-f0c1-4b89-a3ae-c0bf5131224e req-ec4f3930-78f5-4d6f-8900-db5a521e53f5 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.18 "GET /v2.0/ports?device_id=09d8a54e-b211-484a-97b0-66c9c11e906e HTTP/1.1" status: 200 len: 945 time: 0.1682208 Jul 29 23:20:51.294457 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaf52935-24e6-406a-9da8-4bdcb9ba96c8 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Router 6af9ceb9-fe37-4719-8974-a8ef40de38d9 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:20:51.334581 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd804f-c458-4ae2-ab2e-f6c37c86ded7 req-eb599adc-39e8-4ca1-a6a9-a75a745e7b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:51.336054 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6ffd804f-c458-4ae2-ab2e-f6c37c86ded7 req-eb599adc-39e8-4ca1-a6a9-a75a745e7b6b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b4861e7-2155-4265-b168-d8e6cff2010d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2296102 Jul 29 23:20:51.352670 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-99e78e18-1b9e-4be2-a05b-234726b3bb59 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Allocated IP 172.25.8.47 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/a1e66aa9-f129-4b98-af07-175c7f445444) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:20:51.400082 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9ad9efb0-f0c1-4b89-a3ae-c0bf5131224e req-7a370e32-73ea-4d74-b5a8-bf61f3964531 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.18 "GET /v2.0/security-groups?id=987b7ac9-dc61-40b6-a278-fd24996a486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643872 Jul 29 23:20:51.419585 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 81ba59f1-7974-4eaf-80b1-953d45c6e950 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:51.482378 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6ffd804f-c458-4ae2-ab2e-f6c37c86ded7 req-6e71010d-355b-44b2-8ee7-6392ffad0b84 service neutron] 10.222.0.39 "GET /v2.0/networks/1b4861e7-2155-4265-b168-d8e6cff2010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382101 Jul 29 23:20:51.506820 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 81ba59f1-7974-4eaf-80b1-953d45c6e950 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:51.512251 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 81ba59f1-7974-4eaf-80b1-953d45c6e950 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:51.512814 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.570119 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-15458976-d284-40f2-9926-9e0be37f7950 req-0db3b5da-95f9-4f03-b8b8-e9dd1d5c6e34 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.580424 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf52935-24e6-406a-9da8-4bdcb9ba96c8 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:20:51.591078 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aaf52935-24e6-406a-9da8-4bdcb9ba96c8 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.597662 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc93deb-e0c3-454f-8339-40be0bc03e1b None None] Sync routers for ids ['6af9ceb9-fe37-4719-8974-a8ef40de38d9'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:20:51.617814 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-15458976-d284-40f2-9926-9e0be37f7950 req-0db3b5da-95f9-4f03-b8b8-e9dd1d5c6e34 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Transition to ACTIVE for port object 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:51.624963 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc93deb-e0c3-454f-8339-40be0bc03e1b None None] Routers {'6af9ceb9-fe37-4719-8974-a8ef40de38d9'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:20:51.625677 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-0bc93deb-e0c3-454f-8339-40be0bc03e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:20:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['6af9ceb9-fe37-4719-8974-a8ef40de38d9'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:20:51.638818 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-aaf52935-24e6-406a-9da8-4bdcb9ba96c8 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "PUT /v2.0/floatingips/7e050899-325f-4a8f-8a76-5ecd2577a69f HTTP/1.1" status: 200 len: 991 time: 3.0059414 Jul 29 23:20:51.641315 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecef6664-3f8a-43b8-8c30-cbcb6eb2de94', 'tag': '79c23d9b-78f3-479b-b645-1c02ad2bc795'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:51.644642 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8d405c7-3d75-48b9-9a44-eda7ae291103" -d '{"events": [{"name": "network-changed", "server_uuid": "ecef6664-3f8a-43b8-8c30-cbcb6eb2de94", "tag": "79c23d9b-78f3-479b-b645-1c02ad2bc795"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:51.705867 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.715108 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-15458976-d284-40f2-9926-9e0be37f7950 req-0db3b5da-95f9-4f03-b8b8-e9dd1d5c6e34 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.717814 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-99e78e18-1b9e-4be2-a05b-234726b3bb59 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.760284 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['9f263227-493b-4ab4-bad6-ec4d86f88ffe', '45fec350-aae1-403f-997f-e395567914fd'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:51.773118 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['a7499d40-a2e9-4a56-b8a3-986db53aa756'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:51.820435 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db3b5da-95f9-4f03-b8b8-e9dd1d5c6e34 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Pushing event updated for resources: {'Port': ['ID=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:51.844325 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15458976-d284-40f2-9926-9e0be37f7950 req-0db3b5da-95f9-4f03-b8b8-e9dd1d5c6e34 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:20:51.846489 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-15458976-d284-40f2-9926-9e0be37f7950 req-0db3b5da-95f9-4f03-b8b8-e9dd1d5c6e34 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:20:51.849435 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-15458976-d284-40f2-9926-9e0be37f7950 req-0db3b5da-95f9-4f03-b8b8-e9dd1d5c6e34 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:20:51.861522 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-99e78e18-1b9e-4be2-a05b-234726b3bb59 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.921125 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15458976-d284-40f2-9926-9e0be37f7950 req-0db3b5da-95f9-4f03-b8b8-e9dd1d5c6e34 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:51.921943 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-15458976-d284-40f2-9926-9e0be37f7950 req-0db3b5da-95f9-4f03-b8b8-e9dd1d5c6e34 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:51.935687 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-0bc93deb-e0c3-454f-8339-40be0bc03e1b None None] Set router 6af9ceb9-fe37-4719-8974-a8ef40de38d9 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:20:51.943252 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a3186a-7761-4b1c-9a4b-bf3cbf19ab7f x-openstack-request-id: req-96a3186a-7761-4b1c-9a4b-bf3cbf19ab7f {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:51.943737 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecef6664-3f8a-43b8-8c30-cbcb6eb2de94", "tag": "79c23d9b-78f3-479b-b645-1c02ad2bc795", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:51.944111 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96a3186a-7761-4b1c-9a4b-bf3cbf19ab7f {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:51.945157 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecef6664-3f8a-43b8-8c30-cbcb6eb2de94', 'tag': '79c23d9b-78f3-479b-b645-1c02ad2bc795', 'status': 'completed', 'code': 200} Jul 29 23:20:51.978407 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d8a54e-b211-484a-97b0-66c9c11e906e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ba59f1-7974-4eaf-80b1-953d45c6e950'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:51.981392 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2932fe67-fc65-416f-a760-0c81152e458e" -d '{"events": [{"server_uuid": "09d8a54e-b211-484a-97b0-66c9c11e906e", "name": "network-vif-plugged", "status": "completed", "tag": "81ba59f1-7974-4eaf-80b1-953d45c6e950"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:51.996681 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15458976-d284-40f2-9926-9e0be37f7950 req-0db3b5da-95f9-4f03-b8b8-e9dd1d5c6e34 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9736228 Jul 29 23:20:52.004369 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 81ba59f1-7974-4eaf-80b1-953d45c6e950, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=81ba59f1-7974-4eaf-80b1-953d45c6e950,segment=NetworkSegment(8dbd6557-d495-406a-b106-ae5dd1f13e0c),segment_id=8dbd6557-d495-406a-b106-ae5dd1f13e0c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:52.022103 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-15458976-d284-40f2-9926-9e0be37f7950 req-4d6984cb-602c-45b7-b0da-45ab0271cef0 service neutron] Request body: {'port': {'device_id': '1f6a71fa-07ab-492f-a39c-f83be5046164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:52.022340 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:52.131081 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d405c7-3d75-48b9-9a44-eda7ae291103 req-f28f1fc3-e91c-44c6-b522-272df5f5da94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:52.135142 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b8d405c7-3d75-48b9-9a44-eda7ae291103 req-f28f1fc3-e91c-44c6-b522-272df5f5da94 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b49d6b2f238e47ed984aeeb787462f73&device_id=ecef6664-3f8a-43b8-8c30-cbcb6eb2de94 HTTP/1.1" status: 200 len: 1098 time: 0.1867044 Jul 29 23:20:52.146863 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=81ba59f1-7974-4eaf-80b1-953d45c6e950,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:52.167631 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e78e18-1b9e-4be2-a05b-234726b3bb59 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:20:52.182280 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-99e78e18-1b9e-4be2-a05b-234726b3bb59 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:20:52.203829 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27351f8e-8b5b-45d2-bf81-c15dfb386ad4 req-4642257f-9978-4d1a-ab3b-b5ea83d27fff tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:52.206486 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-27351f8e-8b5b-45d2-bf81-c15dfb386ad4 req-4642257f-9978-4d1a-ab3b-b5ea83d27fff tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 943 time: 0.2081480 Jul 29 23:20:52.209287 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e78e18-1b9e-4be2-a05b-234726b3bb59 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:20:52.284032 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e78e18-1b9e-4be2-a05b-234726b3bb59 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Pushing event updated for resources: {'Port': ['ID=a1e66aa9-f129-4b98-af07-175c7f445444,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:52.294217 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-0bc93deb-e0c3-454f-8339-40be0bc03e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1191098251-router', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:18Z', 'updated_at': '2021-07-29T23:17:28Z', 'revision_number': 4, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'gw_port': {'id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:20Z', 'updated_at': '2021-07-29T23:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '7e050899-325f-4a8f-8a76-5ecd2577a69f', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'port_id': '79c23d9b-78f3-479b-b645-1c02ad2bc795', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77', 'mac_address': 'fa:16:3e:75:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecef6664-3f8a-43b8-8c30-cbcb6eb2de94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:17:54Z', 'updated_at': '2021-07-29T23:20:49Z', 'revision_number': 5, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318669cb-a632-45f3-844c-5fd123c2a991', 'name': '', 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'mac_address': 'fa:16:3e:d7:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '340eeb0f-e215-481a-a3ed-413dd343d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:27Z', 'updated_at': '2021-07-29T23:17:36Z', 'revision_number': 5, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'subnets': [{'id': '340eeb0f-e215-481a-a3ed-413dd343d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:20:52.294604 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6ffd804f-c458-4ae2-ab2e-f6c37c86ded7 req-201c5e97-5b14-4336-bd99-679c7541978f service neutron] 10.222.0.39 "GET /v2.0/networks/1b4861e7-2155-4265-b168-d8e6cff2010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7993660 Jul 29 23:20:52.333950 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc93deb-e0c3-454f-8339-40be0bc03e1b None None] Checking router: 6af9ceb9-fe37-4719-8974-a8ef40de38d9 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:20:52.334200 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-15458976-d284-40f2-9926-9e0be37f7950 req-4d6984cb-602c-45b7-b0da-45ab0271cef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:52.344398 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc93deb-e0c3-454f-8339-40be0bc03e1b None None] Routers {'6af9ceb9-fe37-4719-8974-a8ef40de38d9'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:20:52.344977 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-0bc93deb-e0c3-454f-8339-40be0bc03e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:20:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['6af9ceb9-fe37-4719-8974-a8ef40de38d9'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:20:52.362786 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-27351f8e-8b5b-45d2-bf81-c15dfb386ad4 req-ef822ce2-322e-4158-a411-7c43bf736e80 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369615 Jul 29 23:20:52.420901 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-99e78e18-1b9e-4be2-a05b-234726b3bb59 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:52.440967 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9a0f578e-a6cd-4065-a52e-2dbbf5175e06 None None] Provisioning for port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:52.453224 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9a0f578e-a6cd-4065-a52e-2dbbf5175e06 None None] Provisioning complete for port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:52.453599 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a0f578e-a6cd-4065-a52e-2dbbf5175e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:52.488952 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-99e78e18-1b9e-4be2-a05b-234726b3bb59 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:52.553197 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-9a0f578e-a6cd-4065-a52e-2dbbf5175e06 None None] Port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:20:52.633825 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-0bc93deb-e0c3-454f-8339-40be0bc03e1b None None] Set router 6af9ceb9-fe37-4719-8974-a8ef40de38d9 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:20:52.732009 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-99e78e18-1b9e-4be2-a05b-234726b3bb59 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:52.738281 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-99e78e18-1b9e-4be2-a05b-234726b3bb59 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:52.787740 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e78e18-1b9e-4be2-a05b-234726b3bb59 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Pushing event updated for resources: {'Port': ['ID=a1e66aa9-f129-4b98-af07-175c7f445444,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:52.846457 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-99e78e18-1b9e-4be2-a05b-234726b3bb59 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:52.866134 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-99e78e18-1b9e-4be2-a05b-234726b3bb59 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:52.876644 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-99e78e18-1b9e-4be2-a05b-234726b3bb59 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0458767 Jul 29 23:20:52.912693 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d405c7-3d75-48b9-9a44-eda7ae291103 req-ccf1ac87-7170-4836-bce0-abebe51a6039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:52.914312 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b8d405c7-3d75-48b9-9a44-eda7ae291103 req-ccf1ac87-7170-4836-bce0-abebe51a6039 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e830c838-5320-4f47-8a70-ed7b14724e77 HTTP/1.1" status: 200 len: 925 time: 0.7480912 Jul 29 23:20:52.914954 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-0bc93deb-e0c3-454f-8339-40be0bc03e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1191098251-router', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:18Z', 'updated_at': '2021-07-29T23:17:28Z', 'revision_number': 4, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'gw_port': {'id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:20Z', 'updated_at': '2021-07-29T23:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '7e050899-325f-4a8f-8a76-5ecd2577a69f', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'port_id': '79c23d9b-78f3-479b-b645-1c02ad2bc795', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77', 'mac_address': 'fa:16:3e:75:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecef6664-3f8a-43b8-8c30-cbcb6eb2de94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:17:54Z', 'updated_at': '2021-07-29T23:20:49Z', 'revision_number': 5, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318669cb-a632-45f3-844c-5fd123c2a991', 'name': '', 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'mac_address': 'fa:16:3e:d7:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '340eeb0f-e215-481a-a3ed-413dd343d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:27Z', 'updated_at': '2021-07-29T23:17:36Z', 'revision_number': 5, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'subnets': [{'id': '340eeb0f-e215-481a-a3ed-413dd343d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:20:52.960237 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc93deb-e0c3-454f-8339-40be0bc03e1b None None] The sync data for ids ['6af9ceb9-fe37-4719-8974-a8ef40de38d9'] in n-d-712140-10 is: [{'id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1191098251-router', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:18Z', 'updated_at': '2021-07-29T23:17:28Z', 'revision_number': 4, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'gw_port': {'id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:20Z', 'updated_at': '2021-07-29T23:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '7e050899-325f-4a8f-8a76-5ecd2577a69f', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'floating_ip_address': '172.25.8.11', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'port_id': '79c23d9b-78f3-479b-b645-1c02ad2bc795', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77', 'mac_address': 'fa:16:3e:75:d5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecef6664-3f8a-43b8-8c30-cbcb6eb2de94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:17:54Z', 'updated_at': '2021-07-29T23:20:49Z', 'revision_number': 5, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '318669cb-a632-45f3-844c-5fd123c2a991', 'name': '', 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'mac_address': 'fa:16:3e:d7:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '340eeb0f-e215-481a-a3ed-413dd343d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:27Z', 'updated_at': '2021-07-29T23:17:36Z', 'revision_number': 5, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'subnets': [{'id': '340eeb0f-e215-481a-a3ed-413dd343d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:20:53.057064 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e29e1f-64cb-4854-b397-d8059eda5208 req-6d27313d-ea51-4e48-8823-dc2ac1867831 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:53.064822 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0e29e1f-64cb-4854-b397-d8059eda5208 req-6d27313d-ea51-4e48-8823-dc2ac1867831 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 936 time: 0.5503862 Jul 29 23:20:53.125398 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b8d405c7-3d75-48b9-9a44-eda7ae291103 req-cd7e58d8-d216-4a35-9dbd-ad769f6db096 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=79c23d9b-78f3-479b-b645-1c02ad2bc795 HTTP/1.1" status: 200 len: 999 time: 0.1577444 Jul 29 23:20:53.206351 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0e29e1f-64cb-4854-b397-d8059eda5208 req-aaf2f781-f0ed-4953-b07c-b908b4bc00c3 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406193 Jul 29 23:20:53.217041 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0390f8d5-d28b-4c1a-a3e1-4c87334604f4 None None] New status for floating IP 7e050899-325f-4a8f-8a76-5ecd2577a69f: ACTIVE {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:20:53.271609 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c1f6a3-74c6-4baa-ac09-1ccf7795b249 x-openstack-request-id: req-d0c1f6a3-74c6-4baa-ac09-1ccf7795b249 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:53.272127 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d8a54e-b211-484a-97b0-66c9c11e906e", "name": "network-vif-plugged", "status": "completed", "tag": "81ba59f1-7974-4eaf-80b1-953d45c6e950", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:53.272542 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0c1f6a3-74c6-4baa-ac09-1ccf7795b249 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:53.273066 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d8a54e-b211-484a-97b0-66c9c11e906e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81ba59f1-7974-4eaf-80b1-953d45c6e950', 'code': 200} Jul 29 23:20:53.319859 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-15458976-d284-40f2-9926-9e0be37f7950 req-4d6984cb-602c-45b7-b0da-45ab0271cef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:53.328876 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-15458976-d284-40f2-9926-9e0be37f7950 req-4d6984cb-602c-45b7-b0da-45ab0271cef0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:53.342249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-15458976-d284-40f2-9926-9e0be37f7950 req-4d6984cb-602c-45b7-b0da-45ab0271cef0 service neutron] Transition to ACTIVE for port object 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:53.345045 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d405c7-3d75-48b9-9a44-eda7ae291103 req-efe78d0b-4b44-4a0c-bcaf-409f043f62d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:53.346841 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b8d405c7-3d75-48b9-9a44-eda7ae291103 req-efe78d0b-4b44-4a0c-bcaf-409f043f62d5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=340eeb0f-e215-481a-a3ed-413dd343d59d HTTP/1.1" status: 200 len: 863 time: 0.2142975 Jul 29 23:20:53.348023 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-15458976-d284-40f2-9926-9e0be37f7950 req-4d6984cb-602c-45b7-b0da-45ab0271cef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:53.394984 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a01f0b6-38a8-4f89-9c2f-225e6f89b777 req-645ac59e-2275-4f60-b355-94de0c02e7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:53.401272 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3a01f0b6-38a8-4f89-9c2f-225e6f89b777 req-645ac59e-2275-4f60-b355-94de0c02e7ef service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=09d8a54e-b211-484a-97b0-66c9c11e906e HTTP/1.1" status: 200 len: 1098 time: 0.0583162 Jul 29 23:20:53.471743 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6984cb-602c-45b7-b0da-45ab0271cef0 service neutron] Pushing event updated for resources: {'Port': ['ID=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:53.483145 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3a01f0b6-38a8-4f89-9c2f-225e6f89b777 req-f6a41c9d-9929-4072-b97d-caa28826e846 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=987b7ac9-dc61-40b6-a278-fd24996a486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663185 Jul 29 23:20:53.529118 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2eb0a1-5d39-4f33-a1b7-a538265fabc5 req-f58dbab3-6edd-4654-b6b6-e1bf217fcbdd tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:53.531132 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-de2eb0a1-5d39-4f33-a1b7-a538265fabc5 req-f58dbab3-6edd-4654-b6b6-e1bf217fcbdd tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 943 time: 0.1761518 Jul 29 23:20:53.568590 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d405c7-3d75-48b9-9a44-eda7ae291103 req-78a2ac85-2c08-47a7-b340-277e956611f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:53.570206 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b8d405c7-3d75-48b9-9a44-eda7ae291103 req-78a2ac85-2c08-47a7-b340-277e956611f8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e830c838-5320-4f47-8a70-ed7b14724e77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2095263 Jul 29 23:20:53.674940 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-de2eb0a1-5d39-4f33-a1b7-a538265fabc5 req-f8771314-6c2c-4fab-b6b0-64662983fdc2 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/security-groups?id=da56b8fd-0c8d-4fe0-9571-340578f21219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208754 Jul 29 23:20:53.679234 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-15458976-d284-40f2-9926-9e0be37f7950 req-4d6984cb-602c-45b7-b0da-45ab0271cef0 service neutron] Attempting to bind port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:20:53.679690 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-15458976-d284-40f2-9926-9e0be37f7950 req-4d6984cb-602c-45b7-b0da-45ab0271cef0 service neutron] Attempting to bind port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:20:53.681861 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15458976-d284-40f2-9926-9e0be37f7950 req-4d6984cb-602c-45b7-b0da-45ab0271cef0 service neutron] Attempting to bind port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:53.695022 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15458976-d284-40f2-9926-9e0be37f7950 req-4d6984cb-602c-45b7-b0da-45ab0271cef0 service neutron] Port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:20:53.695409 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15458976-d284-40f2-9926-9e0be37f7950 req-4d6984cb-602c-45b7-b0da-45ab0271cef0 service neutron] Attempting to bind port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:53.716114 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15458976-d284-40f2-9926-9e0be37f7950 req-4d6984cb-602c-45b7-b0da-45ab0271cef0 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:20:53.716467 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15458976-d284-40f2-9926-9e0be37f7950 req-4d6984cb-602c-45b7-b0da-45ab0271cef0 service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:53.716860 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15458976-d284-40f2-9926-9e0be37f7950 req-4d6984cb-602c-45b7-b0da-45ab0271cef0 service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:20:53.717299 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-15458976-d284-40f2-9926-9e0be37f7950 req-4d6984cb-602c-45b7-b0da-45ab0271cef0 service neutron] Bound port: 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:20:53.717665 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-15458976-d284-40f2-9926-9e0be37f7950 req-4d6984cb-602c-45b7-b0da-45ab0271cef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:53.740078 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b8d405c7-3d75-48b9-9a44-eda7ae291103 req-cbe62333-f4f4-4414-8ea6-675d705a4c63 service neutron] 10.222.0.23 "GET /v2.0/networks/e830c838-5320-4f47-8a70-ed7b14724e77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608195 Jul 29 23:20:53.891377 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a82c76e-e78f-456e-8daf-a8fc04f4e192 req-238c4da7-1a7d-4fab-95a4-7f4accc0260b tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:53.893232 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a82c76e-e78f-456e-8daf-a8fc04f4e192 req-238c4da7-1a7d-4fab-95a4-7f4accc0260b tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.18 "GET /v2.0/ports?device_id=09d8a54e-b211-484a-97b0-66c9c11e906e HTTP/1.1" status: 200 len: 946 time: 0.1299813 Jul 29 23:20:53.894532 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-15458976-d284-40f2-9926-9e0be37f7950 req-4d6984cb-602c-45b7-b0da-45ab0271cef0 service neutron] For port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:20:53.904551 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-15458976-d284-40f2-9926-9e0be37f7950 req-4d6984cb-602c-45b7-b0da-45ab0271cef0 service neutron] For port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:20:53.918509 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-15458976-d284-40f2-9926-9e0be37f7950 req-4d6984cb-602c-45b7-b0da-45ab0271cef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:53.978228 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b8d405c7-3d75-48b9-9a44-eda7ae291103 req-312693f1-3637-4b02-8ea0-cef4a01a36ea service neutron] 10.222.0.23 "GET /v2.0/networks/e830c838-5320-4f47-8a70-ed7b14724e77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160697 Jul 29 23:20:53.979414 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15458976-d284-40f2-9926-9e0be37f7950 req-4d6984cb-602c-45b7-b0da-45ab0271cef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:53.980594 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-15458976-d284-40f2-9926-9e0be37f7950 req-4d6984cb-602c-45b7-b0da-45ab0271cef0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:53.981863 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15458976-d284-40f2-9926-9e0be37f7950 req-4d6984cb-602c-45b7-b0da-45ab0271cef0 service neutron] 10.222.0.23 "PUT /v2.0/ports/9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc HTTP/1.1" status: 200 len: 1097 time: 1.9661348 Jul 29 23:20:53.987145 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6a71fa-07ab-492f-a39c-f83be5046164', 'tag': '9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:53.989541 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5056a65-bc3e-494f-b810-50ff07bc2e9a" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6a71fa-07ab-492f-a39c-f83be5046164", "tag": "9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:54.031000 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a82c76e-e78f-456e-8daf-a8fc04f4e192 req-e5038200-056d-4f97-a946-70568c2b24fa tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.18 "GET /v2.0/security-groups?id=987b7ac9-dc61-40b6-a278-fd24996a486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189585 Jul 29 23:20:54.084768 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6984cb-602c-45b7-b0da-45ab0271cef0 service neutron] Pushing event updated for resources: {'Port': ['ID=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:54.108152 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15458976-d284-40f2-9926-9e0be37f7950 req-1b506877-34f2-4b92-84df-002bff49bbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:54.109907 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15458976-d284-40f2-9926-9e0be37f7950 req-1b506877-34f2-4b92-84df-002bff49bbf1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 1100 time: 0.0666170 Jul 29 23:20:54.161316 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15458976-d284-40f2-9926-9e0be37f7950 req-93c0bced-5c4c-4bb1-b3ac-7b0b5452ebf1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc HTTP/1.1" status: 200 len: 217 time: 0.0408962 Jul 29 23:20:54.270566 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15458976-d284-40f2-9926-9e0be37f7950 req-207341f2-c125-49d5-b841-eaaf017ed603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:54.272092 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15458976-d284-40f2-9926-9e0be37f7950 req-207341f2-c125-49d5-b841-eaaf017ed603 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1007843 Jul 29 23:20:54.353177 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15458976-d284-40f2-9926-9e0be37f7950 req-dd49ddcb-409f-4732-8ab0-ddeca87416a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:54.354798 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15458976-d284-40f2-9926-9e0be37f7950 req-dd49ddcb-409f-4732-8ab0-ddeca87416a6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0723026 Jul 29 23:20:54.367998 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-99176dfd-f28a-44f3-8c83-a1fb8327003a tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:54.370513 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-99176dfd-f28a-44f3-8c83-a1fb8327003a tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/networks?id=fdf1b50b-8c01-4560-b565-16c3ac23715f HTTP/1.1" status: 200 len: 821 time: 0.1663570 Jul 29 23:20:54.453127 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-2cfe5903-da1b-469f-bf36-0b443389b50d tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/quotas/5fdd77f86f774bd7865b8c880fb456db HTTP/1.1" status: 200 len: 375 time: 0.0480468 Jul 29 23:20:54.525237 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15458976-d284-40f2-9926-9e0be37f7950 req-ab492ef1-1bb9-4ae5-82b1-b1c2c912c587 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534193 Jul 29 23:20:54.537520 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-f9266b15-f1c4-4358-9f09-8a1d34ba468e tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5fdd77f86f774bd7865b8c880fb456db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0834856 Jul 29 23:20:54.695932 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-73d6ae9a-5d7a-4a10-ab4f-2567aa9aa2d3 service neutron] 10.222.0.18 "GET /v2.0/networks/fdf1b50b-8c01-4560-b565-16c3ac23715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575258 Jul 29 23:20:54.701375 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15458976-d284-40f2-9926-9e0be37f7950 req-7be1e289-91ce-42a7-acff-224163958afa service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541371 Jul 29 23:20:54.799465 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-dcbb05b3-9d00-4bed-909d-5a5fe86ed478 service neutron] 10.222.0.18 "GET /v2.0/networks/fdf1b50b-8c01-4560-b565-16c3ac23715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970204 Jul 29 23:20:55.067637 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c756c7c-512c-43a7-9f90-e183fd24c8e7 req-965a8fb2-caa7-4557-ba03-73afd0e2e5dd tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:55.069317 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3c756c7c-512c-43a7-9f90-e183fd24c8e7 req-965a8fb2-caa7-4557-ba03-73afd0e2e5dd tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 943 time: 0.0913191 Jul 29 23:20:55.144624 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3c756c7c-512c-43a7-9f90-e183fd24c8e7 req-28520978-ea50-4009-b9d8-2fa44bdfb8e2 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685542 Jul 29 23:20:55.184201 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-affe91a8-ce13-4427-9cde-d83ced6b0897 x-openstack-request-id: req-affe91a8-ce13-4427-9cde-d83ced6b0897 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:55.184495 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6a71fa-07ab-492f-a39c-f83be5046164", "tag": "9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:55.184749 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-affe91a8-ce13-4427-9cde-d83ced6b0897 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:55.185175 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6a71fa-07ab-492f-a39c-f83be5046164', 'tag': '9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc', 'status': 'completed', 'code': 200} Jul 29 23:20:55.332131 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5056a65-bc3e-494f-b810-50ff07bc2e9a req-6636218c-c67f-4d07-a8e2-cb06d129cf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:55.335603 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5056a65-bc3e-494f-b810-50ff07bc2e9a req-6636218c-c67f-4d07-a8e2-cb06d129cf8b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 1100 time: 0.1054289 Jul 29 23:20:55.343297 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 3f9074c0-f574-49f9-aec4-e84e43e28957 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:20:55.395016 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff2d5aa-90db-4afc-ba1d-298ab3d2268d req-a80c7896-3671-4766-b2c5-937e714ce8a5 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:55.406716 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bff2d5aa-90db-4afc-ba1d-298ab3d2268d req-a80c7896-3671-4766-b2c5-937e714ce8a5 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 948 time: 0.1210301 Jul 29 23:20:55.483916 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bff2d5aa-90db-4afc-ba1d-298ab3d2268d req-17ac016f-b838-413d-b514-171c3b6a741e tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748999 Jul 29 23:20:55.568148 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5056a65-bc3e-494f-b810-50ff07bc2e9a req-29fd095b-60e1-4737-a7ad-08bb351465c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:55.569997 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5056a65-bc3e-494f-b810-50ff07bc2e9a req-29fd095b-60e1-4737-a7ad-08bb351465c3 service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.2198007 Jul 29 23:20:55.672890 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5056a65-bc3e-494f-b810-50ff07bc2e9a req-16ac9467-3de2-4c4c-b55e-3742dd7f542f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc HTTP/1.1" status: 200 len: 217 time: 0.0914960 Jul 29 23:20:55.703431 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5565a-cb4e-41a5-891c-ca8da6b6bea1 req-584a0a92-5ada-4869-94a8-098168c5ed98 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:55.705015 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68c5565a-cb4e-41a5-891c-ca8da6b6bea1 req-584a0a92-5ada-4869-94a8-098168c5ed98 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 943 time: 0.1251554 Jul 29 23:20:55.764516 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5056a65-bc3e-494f-b810-50ff07bc2e9a req-f24d3032-e367-412e-a414-649754f507c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:55.766061 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5056a65-bc3e-494f-b810-50ff07bc2e9a req-f24d3032-e367-412e-a414-649754f507c6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.0816951 Jul 29 23:20:55.773388 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68c5565a-cb4e-41a5-891c-ca8da6b6bea1 req-d355616b-47c4-495f-89b8-312e78a81718 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/security-groups?id=da56b8fd-0c8d-4fe0-9571-340578f21219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497687 Jul 29 23:20:55.821390 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5056a65-bc3e-494f-b810-50ff07bc2e9a req-f36feb71-5c63-4029-a39d-83e20371b936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:55.823997 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5056a65-bc3e-494f-b810-50ff07bc2e9a req-f36feb71-5c63-4029-a39d-83e20371b936 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0487962 Jul 29 23:20:55.911983 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b94b950e-cdba-495e-a0dc-aebd08e13d15 req-1c10ffb5-5319-4a92-b3d4-a80eccbb9ce1 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0b2f36f-db16-4c43-a528-70b4faaa17bd HTTP/1.1" status: 200 len: 210 time: 0.0331631 Jul 29 23:20:55.947899 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5056a65-bc3e-494f-b810-50ff07bc2e9a req-bbfcfee0-8d6a-432a-a735-2a2ef5b0924c service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155119 Jul 29 23:20:56.088879 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e2a8d-5207-4448-91f1-8f817afd824b req-7e9f8577-fe90-4565-b6c8-0436915fc35c tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:56.090351 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-097e2a8d-5207-4448-91f1-8f817afd824b req-7e9f8577-fe90-4565-b6c8-0436915fc35c tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.18 "GET /v2.0/ports?device_id=09d8a54e-b211-484a-97b0-66c9c11e906e HTTP/1.1" status: 200 len: 946 time: 0.0769398 Jul 29 23:20:56.096173 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5056a65-bc3e-494f-b810-50ff07bc2e9a req-24dac824-8625-4773-8f95-5facdca2f2fe service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386459 Jul 29 23:20:56.129315 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-097e2a8d-5207-4448-91f1-8f817afd824b req-e482aa23-0ed2-4d8b-9706-56e8cffb7bcb tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.18 "GET /v2.0/security-groups?id=987b7ac9-dc61-40b6-a278-fd24996a486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321975 Jul 29 23:20:56.304265 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab551f79-b92d-4fd9-ac40-6a4065d7fda7 req-ef3f98d0-085a-43c4-ae5c-0eabc2fac288 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:56.311777 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab551f79-b92d-4fd9-ac40-6a4065d7fda7 req-ef3f98d0-085a-43c4-ae5c-0eabc2fac288 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 943 time: 0.0686219 Jul 29 23:20:56.348836 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab551f79-b92d-4fd9-ac40-6a4065d7fda7 req-83dd8eea-7228-4f77-8eaf-e15c3611304c tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359244 Jul 29 23:20:56.416535 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-f1ec37ad-89ab-4eab-bae9-b411d303aa4a tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:56.419163 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-f1ec37ad-89ab-4eab-bae9-b411d303aa4a tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.39 "GET /v2.0/networks?id=fdf1b50b-8c01-4560-b565-16c3ac23715f HTTP/1.1" status: 200 len: 821 time: 0.1241558 Jul 29 23:20:56.435856 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-32c04f2f-410a-4bf6-950c-0622d5dfb1ed tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Request body: {'port': {'device_id': 'b0b2f36f-db16-4c43-a528-70b4faaa17bd', 'network_id': 'fdf1b50b-8c01-4560-b565-16c3ac23715f', 'admin_state_up': True, 'tenant_id': '5fdd77f86f774bd7865b8c880fb456db'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:56.626892 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-32c04f2f-410a-4bf6-950c-0622d5dfb1ed tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Made reservation on behalf of 5fdd77f86f774bd7865b8c880fb456db for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:20:56.631538 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-32c04f2f-410a-4bf6-950c-0622d5dfb1ed tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:56.637033 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62530b2c-fcdf-442c-9562-c7d03986533a req-336a14da-263e-48a9-b26f-81db21ede331 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:56.638613 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-62530b2c-fcdf-442c-9562-c7d03986533a req-336a14da-263e-48a9-b26f-81db21ede331 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 948 time: 0.0720057 Jul 29 23:20:56.686402 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-62530b2c-fcdf-442c-9562-c7d03986533a req-afa0aeed-f5b5-434c-bb5f-979db212558e tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409470 Jul 29 23:20:56.817434 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-32c04f2f-410a-4bf6-950c-0622d5dfb1ed tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Allocated IP 172.20.0.4 (fdf1b50b-8c01-4560-b565-16c3ac23715f/e98c60f3-215b-4d3f-9cd3-677693d018c8/df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:20:57.027175 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298107a0-b212-487f-90df-3556b6a234e6 req-789f40df-f0a0-46cc-a557-d61cefaf9b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:57.028812 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-298107a0-b212-487f-90df-3556b6a234e6 req-789f40df-f0a0-46cc-a557-d61cefaf9b7c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=eb4c29ff373b42b2b9e6a10c9a285765&device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 1098 time: 0.0715139 Jul 29 23:20:57.047951 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a419f-6a51-45e2-b99b-a772f056b5d4 req-d5779c87-32e9-4011-bd42-8fd130d2360b tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:57.056326 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-784a419f-6a51-45e2-b99b-a772f056b5d4 req-d5779c87-32e9-4011-bd42-8fd130d2360b tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 943 time: 0.1365898 Jul 29 23:20:57.072611 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50e529-4a31-4800-ba1f-51837784cc2e req-b064762e-f861-417e-95ec-78d227286b4e tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:57.075195 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c50e529-4a31-4800-ba1f-51837784cc2e req-b064762e-f861-417e-95ec-78d227286b4e tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.1122944 Jul 29 23:20:57.117719 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-32c04f2f-410a-4bf6-950c-0622d5dfb1ed tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:57.129137 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c50e529-4a31-4800-ba1f-51837784cc2e req-28126bd4-67bd-41bd-a925-b94cce600276 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453002 Jul 29 23:20:57.157958 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-784a419f-6a51-45e2-b99b-a772f056b5d4 req-ff7e9dbc-0f71-4381-aa05-409a995e66da tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/security-groups?id=da56b8fd-0c8d-4fe0-9571-340578f21219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943811 Jul 29 23:20:57.175305 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298107a0-b212-487f-90df-3556b6a234e6 req-9dd38680-c894-45cc-ac51-7ae4dbdd9d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:57.177315 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-298107a0-b212-487f-90df-3556b6a234e6 req-9dd38680-c894-45cc-ac51-7ae4dbdd9d7c service neutron] 10.222.0.39 "GET /v2.0/networks?id=bf432201-0fac-4700-a1fe-c1aeac3e3811 HTTP/1.1" status: 200 len: 919 time: 0.1286814 Jul 29 23:20:57.259609 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-298107a0-b212-487f-90df-3556b6a234e6 req-6c7405fc-0d11-460c-b9de-05263851c197 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0acaa3f1-b27a-472c-b82b-efa011399df0 HTTP/1.1" status: 200 len: 217 time: 0.0623026 Jul 29 23:20:57.267992 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-32c04f2f-410a-4bf6-950c-0622d5dfb1ed tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:57.352788 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:20:57.391451 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298107a0-b212-487f-90df-3556b6a234e6 req-6e5c468d-4490-4ef2-8a42-1e3ca4476664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:57.393231 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-298107a0-b212-487f-90df-3556b6a234e6 req-6e5c468d-4490-4ef2-8a42-1e3ca4476664 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a00ddaeb-5a8f-485f-9408-296d4e1ca7cd HTTP/1.1" status: 200 len: 858 time: 0.1230671 Jul 29 23:20:57.399232 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-32c04f2f-410a-4bf6-950c-0622d5dfb1ed tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Network fdf1b50b-8c01-4560-b565-16c3ac23715f is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:20:57.402392 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-32c04f2f-410a-4bf6-950c-0622d5dfb1ed tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:20:57.415707 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c04f2f-410a-4bf6-950c-0622d5dfb1ed tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Pushing event updated for resources: {'Port': ['ID=df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:57.419847 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-32c04f2f-410a-4bf6-950c-0622d5dfb1ed tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:20:57.429336 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40295a34-c986-4be0-9a6a-3c565e5451d3 req-dd2ea679-4d38-4601-b3c7-38f9607d334d tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:57.434168 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-40295a34-c986-4be0-9a6a-3c565e5451d3 req-dd2ea679-4d38-4601-b3c7-38f9607d334d tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0b2f36f-db16-4c43-a528-70b4faaa17bd HTTP/1.1" status: 200 len: 931 time: 0.1580982 Jul 29 23:20:57.511880 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:57.528538 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-40295a34-c986-4be0-9a6a-3c565e5451d3 req-1f2a1d95-a6d6-4b53-ba44-3a82cf3a0721 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838783 Jul 29 23:20:57.544977 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': '9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc', 'mac_address': 'fa:16:3e:f0:59:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:20:57.561161 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-298107a0-b212-487f-90df-3556b6a234e6 req-2e05cb1e-e917-4a1a-882e-fed94061ce15 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bf432201-0fac-4700-a1fe-c1aeac3e3811&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1370788 Jul 29 23:20:57.572109 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20836be0-9b4d-45f9-8bb8-388f6b4971d2 req-7e447270-b16e-47ad-8baf-a2a48c9769b0 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:57.580578 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20836be0-9b4d-45f9-8bb8-388f6b4971d2 req-7e447270-b16e-47ad-8baf-a2a48c9769b0 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 943 time: 0.0785613 Jul 29 23:20:57.630950 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:57.638719 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20836be0-9b4d-45f9-8bb8-388f6b4971d2 req-cefb32c6-fcd9-4cba-84d1-611ef3d6f002 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571737 Jul 29 23:20:57.663816 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:57.680955 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-32c04f2f-410a-4bf6-950c-0622d5dfb1ed tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:57.681864 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-32c04f2f-410a-4bf6-950c-0622d5dfb1ed tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:57.696234 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:57.704518 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:57.707674 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-32c04f2f-410a-4bf6-950c-0622d5dfb1ed tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2777984 Jul 29 23:20:57.733101 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-8884619e-c457-4194-8279-beb66f17fe81 service neutron] Request body: {'port': {'device_id': 'b0b2f36f-db16-4c43-a528-70b4faaa17bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:20:57.785124 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-298107a0-b212-487f-90df-3556b6a234e6 req-b0d67520-952d-498f-96a3-79c0a05e1b12 service neutron] 10.222.0.39 "GET /v2.0/networks/bf432201-0fac-4700-a1fe-c1aeac3e3811?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996095 Jul 29 23:20:57.857962 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-8884619e-c457-4194-8279-beb66f17fe81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:57.903873 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c34b775-7268-442d-ad71-6584ad2a3ffa req-674570a8-3054-4959-8f90-05a7f6cea69b tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:57.905831 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c34b775-7268-442d-ad71-6584ad2a3ffa req-674570a8-3054-4959-8f90-05a7f6cea69b tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 949 time: 0.0959420 Jul 29 23:20:57.977666 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c34b775-7268-442d-ad71-6584ad2a3ffa req-c303b429-6456-4db9-8cb8-6cfd5efc4bef tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654194 Jul 29 23:20:58.043349 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:58.103263 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-298107a0-b212-487f-90df-3556b6a234e6 req-8e9d7d5c-3a13-4c81-81b3-2d2fbe19f347 service neutron] 10.222.0.39 "GET /v2.0/networks/bf432201-0fac-4700-a1fe-c1aeac3e3811?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996445 Jul 29 23:20:58.137795 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:20:58.301533 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-8884619e-c457-4194-8279-beb66f17fe81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:58.312509 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-8884619e-c457-4194-8279-beb66f17fe81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:58.348463 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-8884619e-c457-4194-8279-beb66f17fe81 service neutron] Transition to ACTIVE for port object df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:58.353688 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-8884619e-c457-4194-8279-beb66f17fe81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:58.456204 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884619e-c457-4194-8279-beb66f17fe81 service neutron] Pushing event updated for resources: {'Port': ['ID=df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:58.478965 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d77a9-56ce-4f5b-acac-0dfe644a2bbb req-5d87ec97-6f42-4f43-84df-ef0ddef2b69f tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:58.487531 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-412d77a9-56ce-4f5b-acac-0dfe644a2bbb req-5d87ec97-6f42-4f43-84df-ef0ddef2b69f tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.1877141 Jul 29 23:20:58.497832 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe0bbc-9e28-4df2-953f-ec174dd8f34f req-22b64488-ce0c-41e1-96bc-7e4d063122fd tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:58.500402 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-00fe0bbc-9e28-4df2-953f-ec174dd8f34f req-22b64488-ce0c-41e1-96bc-7e4d063122fd tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 943 time: 0.2103286 Jul 29 23:20:58.551291 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-8884619e-c457-4194-8279-beb66f17fe81 service neutron] Attempting to bind port df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:20:58.551520 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-8884619e-c457-4194-8279-beb66f17fe81 service neutron] Attempting to bind port df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '79d64c50-c25a-4fc3-b109-d9efacc73f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fdf1b50b-8c01-4560-b565-16c3ac23715f'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:20:58.551934 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-8884619e-c457-4194-8279-beb66f17fe81 service neutron] Attempting to bind port df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91 on network fdf1b50b-8c01-4560-b565-16c3ac23715f {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:58.557023 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-8884619e-c457-4194-8279-beb66f17fe81 service neutron] Port df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91 on network fdf1b50b-8c01-4560-b565-16c3ac23715f not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:20:58.557341 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-8884619e-c457-4194-8279-beb66f17fe81 service neutron] Attempting to bind port df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91 on network fdf1b50b-8c01-4560-b565-16c3ac23715f {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:20:58.563551 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-8884619e-c457-4194-8279-beb66f17fe81 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:20:58.563924 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-8884619e-c457-4194-8279-beb66f17fe81 service neutron] Checking segment: {'id': '79d64c50-c25a-4fc3-b109-d9efacc73f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fdf1b50b-8c01-4560-b565-16c3ac23715f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:20:58.564492 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-8884619e-c457-4194-8279-beb66f17fe81 service neutron] Bound using segment: {'id': '79d64c50-c25a-4fc3-b109-d9efacc73f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fdf1b50b-8c01-4560-b565-16c3ac23715f'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:20:58.564988 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-8884619e-c457-4194-8279-beb66f17fe81 service neutron] Bound port: df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79d64c50-c25a-4fc3-b109-d9efacc73f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fdf1b50b-8c01-4560-b565-16c3ac23715f'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:20:58.565380 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-8884619e-c457-4194-8279-beb66f17fe81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:58.609673 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-00fe0bbc-9e28-4df2-953f-ec174dd8f34f req-5a78e78f-8b8e-4ff3-973a-e0e4f95e7827 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/security-groups?id=da56b8fd-0c8d-4fe0-9571-340578f21219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012199 Jul 29 23:20:58.615353 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-412d77a9-56ce-4f5b-acac-0dfe644a2bbb req-4731f3b5-630f-45ee-ab5f-6a4a0fa038b2 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269066 Jul 29 23:20:58.622624 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-82557c22-f899-49d8-b196-3032359475cd service neutron] 10.222.0.23 "GET /v2.0/ports/3f9074c0-f574-49f9-aec4-e84e43e28957/bindings/n-h2-712140-10 HTTP/1.1" status: 200 len: 385 time: 0.1153224 Jul 29 23:20:58.670069 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-8884619e-c457-4194-8279-beb66f17fe81 service neutron] For port df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:20:58.674056 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-8884619e-c457-4194-8279-beb66f17fe81 service neutron] For port df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91,segment=NetworkSegment(79d64c50-c25a-4fc3-b109-d9efacc73f26),segment_id=79d64c50-c25a-4fc3-b109-d9efacc73f26)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:20:58.679558 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-8884619e-c457-4194-8279-beb66f17fe81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:58.726919 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-8884619e-c457-4194-8279-beb66f17fe81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:58.727664 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-8884619e-c457-4194-8279-beb66f17fe81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:58.730929 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-8884619e-c457-4194-8279-beb66f17fe81 service neutron] 10.222.0.39 "PUT /v2.0/ports/df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91 HTTP/1.1" status: 200 len: 1092 time: 1.0060663 Jul 29 23:20:58.731508 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b2f36f-db16-4c43-a528-70b4faaa17bd', 'tag': 'df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:58.734102 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3be6843-78a9-44f7-a373-eeeaa0fe0030" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b2f36f-db16-4c43-a528-70b4faaa17bd", "tag": "df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:58.825134 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884619e-c457-4194-8279-beb66f17fe81 service neutron] Pushing event updated for resources: {'Port': ['ID=df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:58.851127 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-21524a49-01ff-49bc-b106-b849b512c813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:58.852927 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-21524a49-01ff-49bc-b106-b849b512c813 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5fdd77f86f774bd7865b8c880fb456db&device_id=b0b2f36f-db16-4c43-a528-70b4faaa17bd HTTP/1.1" status: 200 len: 1095 time: 0.0729120 Jul 29 23:20:58.905866 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-6c607ca7-c0b6-4e7b-be89-ddbaf6b7353c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91 HTTP/1.1" status: 200 len: 217 time: 0.0426915 Jul 29 23:20:58.918792 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7eb4b-6f67-47b6-aa29-876eeee1b447 req-3d7398f4-aa64-43a6-aef0-3bebf794c353 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:58.920372 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4f7eb4b-6f67-47b6-aa29-876eeee1b447 req-3d7398f4-aa64-43a6-aef0-3bebf794c353 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0b2f36f-db16-4c43-a528-70b4faaa17bd HTTP/1.1" status: 200 len: 943 time: 0.1212370 Jul 29 23:20:58.971760 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-984567cc-0cb5-4853-b95a-8c4071e3e8c9 service neutron] For port 3f9074c0-f574-49f9-aec4-e84e43e28957, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3f9074c0-f574-49f9-aec4-e84e43e28957,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:58.980359 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-c48eae75-d7df-4a0b-af39-7641e1474969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:58.982325 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-c48eae75-d7df-4a0b-af39-7641e1474969 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e98c60f3-215b-4d3f-9cd3-677693d018c8 HTTP/1.1" status: 200 len: 861 time: 0.0656838 Jul 29 23:20:59.013136 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4f7eb4b-6f67-47b6-aa29-876eeee1b447 req-300725b8-9d7e-4f7b-a31e-bfcf67254c1d tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800362 Jul 29 23:20:59.034142 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-d4b07532-bdb6-4a0f-8780-114490acbeab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fdf1b50b-8c01-4560-b565-16c3ac23715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442369 Jul 29 23:20:59.035860 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-984567cc-0cb5-4853-b95a-8c4071e3e8c9 service neutron] For port 3f9074c0-f574-49f9-aec4-e84e43e28957, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:20:59.117175 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d870bfc3-97e5-4111-b753-7f0c7b5d2ea2 x-openstack-request-id: req-d870bfc3-97e5-4111-b753-7f0c7b5d2ea2 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:59.117602 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b2f36f-db16-4c43-a528-70b4faaa17bd", "tag": "df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:59.118191 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d870bfc3-97e5-4111-b753-7f0c7b5d2ea2 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:59.118689 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b2f36f-db16-4c43-a528-70b4faaa17bd', 'tag': 'df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91', 'status': 'completed', 'code': 200} Jul 29 23:20:59.156491 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03573eaf-3424-4a68-8e12-17c52cd0a9aa req-8e8c51d6-0aa8-49b9-a826-5bef8ef0fabb tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:59.165243 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-03573eaf-3424-4a68-8e12-17c52cd0a9aa req-8e8c51d6-0aa8-49b9-a826-5bef8ef0fabb tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 943 time: 0.0832446 Jul 29 23:20:59.170414 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-984567cc-0cb5-4853-b95a-8c4071e3e8c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f9074c0-f574-49f9-aec4-e84e43e28957 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:20:59.194263 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-5512e6d2-dd8a-490e-8270-b606aba0fac4 service neutron] 10.222.0.39 "GET /v2.0/networks/fdf1b50b-8c01-4560-b565-16c3ac23715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386011 Jul 29 23:20:59.212746 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:59.230763 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-984567cc-0cb5-4853-b95a-8c4071e3e8c9 service neutron] For port 3f9074c0-f574-49f9-aec4-e84e43e28957, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=3f9074c0-f574-49f9-aec4-e84e43e28957,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:59.272331 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-984567cc-0cb5-4853-b95a-8c4071e3e8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:59.301505 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-03573eaf-3424-4a68-8e12-17c52cd0a9aa req-61a2a9e2-3409-4507-b674-3e73f81b1752 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350985 Jul 29 23:20:59.317436 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ece57aaf-a209-46a8-8429-5bf637b4a4f8 req-0c2fb7b0-d4cf-4902-b612-8419636b8651 service neutron] 10.222.0.39 "GET /v2.0/networks/fdf1b50b-8c01-4560-b565-16c3ac23715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128311 Jul 29 23:20:59.322120 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ebbe5-cc4b-4fca-b5c7-77ff3ebd59f5 req-f5803415-020d-4e5f-a918-934533f3c1be tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:59.328451 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9a1ebbe5-cc4b-4fca-b5c7-77ff3ebd59f5 req-f5803415-020d-4e5f-a918-934533f3c1be tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 949 time: 0.1486599 Jul 29 23:20:59.367806 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:20:59.424169 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9a1ebbe5-cc4b-4fca-b5c7-77ff3ebd59f5 req-de32b1c2-d319-466d-a4b2-b6798d5299ad tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931854 Jul 29 23:20:59.445201 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-984567cc-0cb5-4853-b95a-8c4071e3e8c9 service neutron] Transition to ACTIVE for port object 3f9074c0-f574-49f9-aec4-e84e43e28957 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:20:59.469146 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-984567cc-0cb5-4853-b95a-8c4071e3e8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:59.470717 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:20:59.475155 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:20:59.475804 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:59.486677 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be6843-78a9-44f7-a373-eeeaa0fe0030 req-21308af5-8ed1-48e6-9d9a-3bcb4e977972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:59.489725 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e3be6843-78a9-44f7-a373-eeeaa0fe0030 req-21308af5-8ed1-48e6-9d9a-3bcb4e977972 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5fdd77f86f774bd7865b8c880fb456db&device_id=b0b2f36f-db16-4c43-a528-70b4faaa17bd HTTP/1.1" status: 200 len: 1095 time: 0.1090076 Jul 29 23:20:59.579252 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:59.589478 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:59.592610 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984567cc-0cb5-4853-b95a-8c4071e3e8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=3f9074c0-f574-49f9-aec4-e84e43e28957,revision_number=10']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:59.609710 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6a71fa-07ab-492f-a39c-f83be5046164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:20:59.612288 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469c236b-7114-4f29-9471-94c6d96af400" -d '{"events": [{"server_uuid": "1f6a71fa-07ab-492f-a39c-f83be5046164", "name": "network-vif-plugged", "status": "completed", "tag": "9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:20:59.627724 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:20:59.633517 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:20:59.647930 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-984567cc-0cb5-4853-b95a-8c4071e3e8c9 service neutron] No DVR routers for this DVR port 3f9074c0-f574-49f9-aec4-e84e43e28957 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:20:59.676463 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be6843-78a9-44f7-a373-eeeaa0fe0030 req-7b827f1a-04cf-40c3-bbc1-f335ee6f3f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:59.677947 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e3be6843-78a9-44f7-a373-eeeaa0fe0030 req-7b827f1a-04cf-40c3-bbc1-f335ee6f3f0a service neutron] 10.222.0.39 "GET /v2.0/networks?id=fdf1b50b-8c01-4560-b565-16c3ac23715f HTTP/1.1" status: 200 len: 922 time: 0.1809700 Jul 29 23:20:59.685211 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-984567cc-0cb5-4853-b95a-8c4071e3e8c9 service neutron] 10.222.0.23 "PUT /v2.0/ports/3f9074c0-f574-49f9-aec4-e84e43e28957/bindings/n-h2-712140-10/activate HTTP/1.1" status: 200 len: 370 time: 1.0476499 Jul 29 23:20:59.702562 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:20:59.709409 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecacbcb-86eb-439d-8692-a4c283c2b4d8 x-openstack-request-id: req-4ecacbcb-86eb-439d-8692-a4c283c2b4d8 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:20:59.709688 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6a71fa-07ab-492f-a39c-f83be5046164", "name": "network-vif-plugged", "status": "completed", "tag": "9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:20:59.710122 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ecacbcb-86eb-439d-8692-a4c283c2b4d8 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:20:59.710660 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6a71fa-07ab-492f-a39c-f83be5046164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc', 'code': 200} Jul 29 23:20:59.742431 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e3be6843-78a9-44f7-a373-eeeaa0fe0030 req-5c8f49bd-bf15-4bd5-85e7-d280d0f47ee2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91 HTTP/1.1" status: 200 len: 217 time: 0.0475161 Jul 29 23:20:59.845278 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be6843-78a9-44f7-a373-eeeaa0fe0030 req-72a6823e-84e9-406d-91d6-e23f19db53e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:59.848589 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e3be6843-78a9-44f7-a373-eeeaa0fe0030 req-72a6823e-84e9-406d-91d6-e23f19db53e4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e98c60f3-215b-4d3f-9cd3-677693d018c8 HTTP/1.1" status: 200 len: 861 time: 0.0982218 Jul 29 23:20:59.850905 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-deaccca1-0c80-4bdf-81c4-9d65af0b91ea tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:59.851992 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-deaccca1-0c80-4bdf-81c4-9d65af0b91ea tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466&tenant_id=b675f7a309964096bd61726e3752bfc0&binding%3Ahost_id=n-h1-712140-10 HTTP/1.1" status: 200 len: 1096 time: 0.0925808 Jul 29 23:20:59.864266 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbceb2-9b52-464f-b383-19466c41c66e req-a6372e27-1a20-4e10-9f12-c823a8f54906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:59.865783 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-69bbceb2-9b52-464f-b383-19466c41c66e req-a6372e27-1a20-4e10-9f12-c823a8f54906 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 1102 time: 0.0843968 Jul 29 23:20:59.873908 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153006b-83fe-4733-9130-68d9325ee277 req-96ec4467-848c-4633-aa12-ccee4b187b62 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:59.875504 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1153006b-83fe-4733-9130-68d9325ee277 req-96ec4467-848c-4633-aa12-ccee4b187b62 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 943 time: 0.1248524 Jul 29 23:20:59.907117 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e3be6843-78a9-44f7-a373-eeeaa0fe0030 req-9c9ce8b6-6c76-491e-8474-6b95958832c2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fdf1b50b-8c01-4560-b565-16c3ac23715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353200 Jul 29 23:20:59.912946 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c8b526-9a52-48bc-b993-363a6d296f46 req-e7834449-3f4c-4254-bd61-c5a2099af6d0 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:20:59.914424 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-10c8b526-9a52-48bc-b993-363a6d296f46 req-e7834449-3f4c-4254-bd61-c5a2099af6d0 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.1036592 Jul 29 23:20:59.957671 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-69bbceb2-9b52-464f-b383-19466c41c66e req-db99f7a1-cc65-486b-a820-ebcac71fb98c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810823 Jul 29 23:20:59.980512 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1153006b-83fe-4733-9130-68d9325ee277 req-92ffc495-efff-4e2a-bdad-9f8c320b0e36 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/security-groups?id=da56b8fd-0c8d-4fe0-9571-340578f21219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942411 Jul 29 23:20:59.990006 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-10c8b526-9a52-48bc-b993-363a6d296f46 req-ad31bdf6-494a-4081-8aa6-dd6bc5c894ac tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640795 Jul 29 23:21:00.168458 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:21:00.171653 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f2796b-affd-490c-9a1a-2bd7de622fd7 req-bfd77518-0449-4f7a-8df5-7bf23b0e4807 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:00.173624 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a6f2796b-affd-490c-9a1a-2bd7de622fd7 req-bfd77518-0449-4f7a-8df5-7bf23b0e4807 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0b2f36f-db16-4c43-a528-70b4faaa17bd HTTP/1.1" status: 200 len: 943 time: 0.0577452 Jul 29 23:21:00.226722 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a6f2796b-affd-490c-9a1a-2bd7de622fd7 req-de84d8d3-1f81-4e59-ae14-31f3fb3ac222 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445132 Jul 29 23:21:00.265540 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-3a135752-9bb1-439a-b7b0-fd4965d5f2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:00.265540 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-3a135752-9bb1-439a-b7b0-fd4965d5f2a1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466&tenant_id=b675f7a309964096bd61726e3752bfc0 HTTP/1.1" status: 200 len: 1096 time: 0.3841460 Jul 29 23:21:00.291285 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e3be6843-78a9-44f7-a373-eeeaa0fe0030 req-a777163b-9dc4-41ff-b56d-c7fc73392afb service neutron] 10.222.0.39 "GET /v2.0/networks/fdf1b50b-8c01-4560-b565-16c3ac23715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698609 Jul 29 23:21:00.390497 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-4dc464f1-4c20-4dd3-bedd-becdb30109f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:00.392017 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-4dc464f1-4c20-4dd3-bedd-becdb30109f8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b675f7a309964096bd61726e3752bfc0&device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 1096 time: 0.0909865 Jul 29 23:21:00.441409 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc8267-9fab-4418-9cf1-368a4ac16fde req-4133a01a-4354-4abd-b62c-a6abab681654 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:00.443873 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d8fc8267-9fab-4418-9cf1-368a4ac16fde req-4133a01a-4354-4abd-b62c-a6abab681654 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 944 time: 0.0539980 Jul 29 23:21:00.475306 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e3be6843-78a9-44f7-a373-eeeaa0fe0030 req-daff0e23-6584-4a7d-96c4-97341df68fad service neutron] 10.222.0.39 "GET /v2.0/networks/fdf1b50b-8c01-4560-b565-16c3ac23715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665013 Jul 29 23:21:00.502674 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d8fc8267-9fab-4418-9cf1-368a4ac16fde req-4fcb07f8-cd19-4692-9ac5-a7835f1cb4a0 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532601 Jul 29 23:21:00.531480 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-f9f1f4c1-9188-4caf-9e8e-e5432cd592ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:00.533222 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-f9f1f4c1-9188-4caf-9e8e-e5432cd592ce service neutron] 10.222.0.39 "GET /v2.0/networks?id=55fb160e-6b45-47b4-8565-f685f832c4b9 HTTP/1.1" status: 200 len: 922 time: 0.1268945 Jul 29 23:21:00.589387 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-0ebe2219-7570-4d6a-bbcf-53b51911c6aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3f9074c0-f574-49f9-aec4-e84e43e28957 HTTP/1.1" status: 200 len: 217 time: 0.0484307 Jul 29 23:21:00.607961 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44b55f-49b6-44b0-b3e4-1acac67f7842 req-9fd3a6f5-7815-46f0-883c-515ed969c9dc tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:00.609784 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a44b55f-49b6-44b0-b3e4-1acac67f7842 req-9fd3a6f5-7815-46f0-883c-515ed969c9dc tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 950 time: 0.0749764 Jul 29 23:21:00.645815 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-efb52c2a-24ce-4363-8baf-066e31735301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:00.647288 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-efb52c2a-24ce-4363-8baf-066e31735301 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ea5ab56-d2f4-49be-ac07-d932b6774fb8 HTTP/1.1" status: 200 len: 861 time: 0.0504556 Jul 29 23:21:00.651477 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a44b55f-49b6-44b0-b3e4-1acac67f7842 req-2f94362d-edf8-48f1-a9cb-26166dfc08e7 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348077 Jul 29 23:21:00.679663 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-05b906b9-72eb-4682-ab79-d8768a8081a5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55fb160e-6b45-47b4-8565-f685f832c4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255601 Jul 29 23:21:00.769783 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-a61e55bb-3914-46f0-ab80-b5448d09cb83 service neutron] 10.222.0.39 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831857 Jul 29 23:21:00.865997 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-72eed03f-7c3e-4edb-97f3-2028ef5c2f9d service neutron] 10.222.0.39 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888045 Jul 29 23:21:01.117011 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dda6f92-ecb4-4a4f-8eaa-2982b55d23c2 req-05edae5d-5e75-4b25-b240-544292ed0f1f tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:01.124422 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7dda6f92-ecb4-4a4f-8eaa-2982b55d23c2 req-05edae5d-5e75-4b25-b240-544292ed0f1f tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 943 time: 0.0655663 Jul 29 23:21:01.145560 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-1495c20a-b923-4aab-8d2e-7fb401a78d76 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:01.147239 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-1495c20a-b923-4aab-8d2e-7fb401a78d76 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466&tenant_id=b675f7a309964096bd61726e3752bfc0&binding%3Ahost_id=n-h2-712140-10 HTTP/1.1" status: 200 len: 1096 time: 0.0508785 Jul 29 23:21:01.188589 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ee700-5c7d-412a-948b-c0176bd9239d req-5528db9d-b3d1-4219-b8f0-cddefe1a75ea tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:01.190192 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-665ee700-5c7d-412a-948b-c0176bd9239d req-5528db9d-b3d1-4219-b8f0-cddefe1a75ea tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.0927167 Jul 29 23:21:01.193440 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7dda6f92-ecb4-4a4f-8eaa-2982b55d23c2 req-6c307c31-e797-4cd8-a8d4-1ccc0c1a1f4a tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/security-groups?id=da56b8fd-0c8d-4fe0-9571-340578f21219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680861 Jul 29 23:21:01.302892 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-665ee700-5c7d-412a-948b-c0176bd9239d req-a7e429d3-d249-4086-97b3-a7613b1205a5 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855117 Jul 29 23:21:01.312589 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-9b41219f-7f70-4727-9732-78a2ca4d4b9f service neutron] For port 3f9074c0-f574-49f9-aec4-e84e43e28957, host n-h1-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:01.315789 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-9b41219f-7f70-4727-9732-78a2ca4d4b9f service neutron] Notify callbacks [] for binding, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:01.316937 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0fa2a070-753e-4f53-896d-9635ed7dc851 req-9b41219f-7f70-4727-9732-78a2ca4d4b9f service neutron] 10.222.0.39 "DELETE /v2.0/ports/3f9074c0-f574-49f9-aec4-e84e43e28957/bindings/n-h1-712140-10 HTTP/1.1" status: 204 len: 173 time: 0.1626334 Jul 29 23:21:01.405513 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502d2407-f156-4ad2-ba6b-8d26b27e328c req-7f3f227d-0217-4f6b-89bd-42b9f2632a9c tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:01.412715 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-502d2407-f156-4ad2-ba6b-8d26b27e328c req-7f3f227d-0217-4f6b-89bd-42b9f2632a9c tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0b2f36f-db16-4c43-a528-70b4faaa17bd HTTP/1.1" status: 200 len: 943 time: 0.0681267 Jul 29 23:21:01.450554 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-502d2407-f156-4ad2-ba6b-8d26b27e328c req-6f9cb73d-0569-4218-86aa-fae8a38941e4 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366647 Jul 29 23:21:01.485792 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:21:01.608947 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91,segment=NetworkSegment(79d64c50-c25a-4fc3-b109-d9efacc73f26),segment_id=79d64c50-c25a-4fc3-b109-d9efacc73f26)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:01.621661 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91', 'network_id': 'fdf1b50b-8c01-4560-b565-16c3ac23715f', 'port_id': 'df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91', 'mac_address': 'fa:16:3e:9b:4d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98c60f3-215b-4d3f-9cd3-677693d018c8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:21:01.665432 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:01.684380 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:01.704633 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd7189b-29b4-49c3-be1a-426bd3e1b793 req-8501ebea-b4f7-4008-8842-176455ec1950 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:01.706654 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4fd7189b-29b4-49c3-be1a-426bd3e1b793 req-8501ebea-b4f7-4008-8842-176455ec1950 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 944 time: 0.1222742 Jul 29 23:21:01.723205 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91,segment=NetworkSegment(79d64c50-c25a-4fc3-b109-d9efacc73f26),segment_id=79d64c50-c25a-4fc3-b109-d9efacc73f26)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:01.730982 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:01.780346 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4fd7189b-29b4-49c3-be1a-426bd3e1b793 req-5e5a5f69-2200-494a-8ebe-33b0de523304 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668347 Jul 29 23:21:01.795245 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:01.985467 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd8a36-34e4-4981-b0d4-389c4e08f0de req-e18d9cdf-2f5e-4bd2-b912-5b4f20d8c07a tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:01.986951 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4bd8a36-34e4-4981-b0d4-389c4e08f0de req-e18d9cdf-2f5e-4bd2-b912-5b4f20d8c07a tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 950 time: 0.1136899 Jul 29 23:21:01.992621 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb40c22-0ad5-4f5e-9b88-ffd48ff472eb req-5a5e58cf-9408-41ce-99ca-f5e2dc5bca3d tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:01.994010 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ddb40c22-0ad5-4f5e-9b88-ffd48ff472eb req-5a5e58cf-9408-41ce-99ca-f5e2dc5bca3d tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 1096 time: 0.0696387 Jul 29 23:21:02.028698 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:02.055870 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4bd8a36-34e4-4981-b0d4-389c4e08f0de req-a77c466c-c923-42d9-92d2-7a147ebd8c11 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608714 Jul 29 23:21:02.057833 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ddb40c22-0ad5-4f5e-9b88-ffd48ff472eb req-049d4f3f-32aa-4eb0-b874-b06648876f83 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566611 Jul 29 23:21:02.229988 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a02f8f-4dd2-463d-bbc4-970cb6debf15 req-17631b77-6ebb-4a06-a56f-7ea4ca6848ce tempest-MigrationsAdminTest-1765081028 tempest-MigrationsAdminTest-1765081028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:02.236487 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-29a02f8f-4dd2-463d-bbc4-970cb6debf15 req-17631b77-6ebb-4a06-a56f-7ea4ca6848ce tempest-MigrationsAdminTest-1765081028 tempest-MigrationsAdminTest-1765081028-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 1102 time: 0.0866537 Jul 29 23:21:02.251175 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91b484-e525-40a4-9772-ea663381ccf1 req-a4de2df0-b7cb-4491-af9d-f35c3dd4338b tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:02.259350 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f91b484-e525-40a4-9772-ea663381ccf1 req-a4de2df0-b7cb-4491-af9d-f35c3dd4338b tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 1096 time: 0.0956731 Jul 29 23:21:02.319157 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-29a02f8f-4dd2-463d-bbc4-970cb6debf15 req-552badad-b234-4661-a7ba-5c83d4499fe7 tempest-MigrationsAdminTest-1765081028 tempest-MigrationsAdminTest-1765081028-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770705 Jul 29 23:21:02.329819 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f91b484-e525-40a4-9772-ea663381ccf1 req-ec03d1b8-f8b0-4803-a058-59d6cfe105a4 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679715 Jul 29 23:21:02.542248 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96af735c-9bc9-437b-83ab-9e6c5a0bf24f req-6d6e9bee-d37b-4fc1-a3c3-0c72caa0681e tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:02.544097 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-96af735c-9bc9-437b-83ab-9e6c5a0bf24f req-6d6e9bee-d37b-4fc1-a3c3-0c72caa0681e tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 943 time: 0.0689054 Jul 29 23:21:02.589925 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-96af735c-9bc9-437b-83ab-9e6c5a0bf24f req-ea09edb9-c725-4788-bd20-25c87ea84a25 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/security-groups?id=da56b8fd-0c8d-4fe0-9571-340578f21219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396042 Jul 29 23:21:02.717798 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00060f-00ab-4885-a9a1-5a8f2718e182 req-1da2a7cc-6c14-4c2f-8f16-79043f42ab14 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:02.720348 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cf00060f-00ab-4885-a9a1-5a8f2718e182 req-1da2a7cc-6c14-4c2f-8f16-79043f42ab14 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0b2f36f-db16-4c43-a528-70b4faaa17bd HTTP/1.1" status: 200 len: 944 time: 0.0669534 Jul 29 23:21:02.763068 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e117fec0-13c2-4f82-ba24-70350ac50f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:02.795756 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cf00060f-00ab-4885-a9a1-5a8f2718e182 req-627f0631-9f23-4fcc-a7ed-fa0ea31ce2d1 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692458 Jul 29 23:21:02.917569 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-1ade3e26-3cb5-480a-98b9-982305c9cef0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0948849 Jul 29 23:21:02.929399 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fa0c3-6fc0-4078-8008-bb4c727b9328 req-1722f38d-0e17-4a9e-9877-9da9115d3790 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:02.930884 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c48fa0c3-6fc0-4078-8008-bb4c727b9328 req-1722f38d-0e17-4a9e-9877-9da9115d3790 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 950 time: 0.0924847 Jul 29 23:21:02.984763 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c48fa0c3-6fc0-4078-8008-bb4c727b9328 req-65caa5ed-e8b2-4dac-9c4d-85ad4dd02355 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412648 Jul 29 23:21:03.490004 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 3a824c40-977f-477c-8ca9-fac02c4296fa details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:21:03.509040 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:03.693092 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:03.702512 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:03.703136 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:03.748828 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 3a824c40-977f-477c-8ca9-fac02c4296fa, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=3a824c40-977f-477c-8ca9-fac02c4296fa,segment=NetworkSegment(7b4104fc-94d0-4c79-a5b9-459ac015462f),segment_id=7b4104fc-94d0-4c79-a5b9-459ac015462f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:03.769893 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8293c-5ada-4e8a-969a-65a3ffa695da req-3d085102-4681-4793-a5af-4f43553f6ec0 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:03.774340 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '3a824c40-977f-477c-8ca9-fac02c4296fa', 'network_id': '1b4861e7-2155-4265-b168-d8e6cff2010d', 'port_id': '3a824c40-977f-477c-8ca9-fac02c4296fa', 'mac_address': 'fa:16:3e:01:15:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e126a9-da53-4f31-985c-8139eb4ec79b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:21:03.781362 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-03f8293c-5ada-4e8a-969a-65a3ffa695da req-3d085102-4681-4793-a5af-4f43553f6ec0 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 943 time: 0.0968108 Jul 29 23:21:03.849422 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-03f8293c-5ada-4e8a-969a-65a3ffa695da req-780e22dd-17f7-40af-936d-8918c3edb03d tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/security-groups?id=da56b8fd-0c8d-4fe0-9571-340578f21219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670173 Jul 29 23:21:03.872327 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:03.891661 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a824c40-977f-477c-8ca9-fac02c4296fa {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:03.913434 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:03.933883 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 3a824c40-977f-477c-8ca9-fac02c4296fa, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=3a824c40-977f-477c-8ca9-fac02c4296fa,segment=NetworkSegment(7b4104fc-94d0-4c79-a5b9-459ac015462f),segment_id=7b4104fc-94d0-4c79-a5b9-459ac015462f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:03.960643 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:03.987078 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b2f36f-db16-4c43-a528-70b4faaa17bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:03.989613 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484beb5a-470e-4e0c-8803-c5e40be48aa2" -d '{"events": [{"server_uuid": "b0b2f36f-db16-4c43-a528-70b4faaa17bd", "name": "network-vif-plugged", "status": "completed", "tag": "df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:04.035489 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91,segment=NetworkSegment(79d64c50-c25a-4fc3-b109-d9efacc73f26),segment_id=79d64c50-c25a-4fc3-b109-d9efacc73f26)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:04.044621 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648afcbd-8003-437c-b569-378b5d6c8507 req-3ba4c5d0-4c50-47cd-8886-7a1277185b33 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:04.048021 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:04.055505 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-648afcbd-8003-437c-b569-378b5d6c8507 req-3ba4c5d0-4c50-47cd-8886-7a1277185b33 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0b2f36f-db16-4c43-a528-70b4faaa17bd HTTP/1.1" status: 200 len: 944 time: 0.1174285 Jul 29 23:21:04.079587 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=3a824c40-977f-477c-8ca9-fac02c4296fa,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:04.101798 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-648afcbd-8003-437c-b569-378b5d6c8507 req-fbbfa477-2c57-4a62-80b0-2cd39dd76378 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433803 Jul 29 23:21:04.141573 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:04.154710 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1facb263-cde9-43ec-b4dc-c96f1a593016 x-openstack-request-id: req-1facb263-cde9-43ec-b4dc-c96f1a593016 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:04.155258 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b2f36f-db16-4c43-a528-70b4faaa17bd", "name": "network-vif-plugged", "status": "completed", "tag": "df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:04.155547 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1facb263-cde9-43ec-b4dc-c96f1a593016 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:04.155984 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b2f36f-db16-4c43-a528-70b4faaa17bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91', 'code': 200} Jul 29 23:21:04.271685 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['3a824c40-977f-477c-8ca9-fac02c4296fa'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:04.332548 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d5f9f-66e1-4c8b-ae5f-8ba529e4cd8a req-050ba655-7d45-407a-8762-d8583e03f4ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:04.337803 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-446d5f9f-66e1-4c8b-ae5f-8ba529e4cd8a req-050ba655-7d45-407a-8762-d8583e03f4ff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b0b2f36f-db16-4c43-a528-70b4faaa17bd HTTP/1.1" status: 200 len: 1097 time: 0.1092937 Jul 29 23:21:04.344322 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e628dd66-47ab-46d9-892b-a35c15be4207 req-c3445812-2c80-4aec-84ee-c6b68dbab04f tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:04.346279 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e628dd66-47ab-46d9-892b-a35c15be4207 req-c3445812-2c80-4aec-84ee-c6b68dbab04f tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 950 time: 0.1170447 Jul 29 23:21:04.390299 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-446d5f9f-66e1-4c8b-ae5f-8ba529e4cd8a req-c9860547-bcb9-4068-8e31-682ed185b36d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447848 Jul 29 23:21:04.417945 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-a7c7dc1f-6710-4756-9fd5-b5d3e92a9966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:04.419646 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-a7c7dc1f-6710-4756-9fd5-b5d3e92a9966 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 1102 time: 0.0722837 Jul 29 23:21:04.423375 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e628dd66-47ab-46d9-892b-a35c15be4207 req-9f57fb11-1e4c-4e87-9b5a-398c54a884ef tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665417 Jul 29 23:21:04.616914 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-659475e5-9a2d-4c27-bcf7-32461028e4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:04.621775 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-659475e5-9a2d-4c27-bcf7-32461028e4f6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.1877723 Jul 29 23:21:04.672428 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-96d39258-48b1-4114-ba3c-9f15b9a41afa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc HTTP/1.1" status: 200 len: 217 time: 0.0413795 Jul 29 23:21:04.734789 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-dbe21fce-ed58-484b-9226-e4c3b849f313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:04.736442 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-dbe21fce-ed58-484b-9226-e4c3b849f313 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.0572512 Jul 29 23:21:04.789312 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-78d98400-7de3-4a7a-9c5d-ac7cb3af6715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:04.790819 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-78d98400-7de3-4a7a-9c5d-ac7cb3af6715 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0461533 Jul 29 23:21:04.902699 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-cece318d-5c0c-44d6-93bb-c854479d80e2 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021233 Jul 29 23:21:05.055810 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b9253e-2a0b-4f8d-ac41-385891a37df8 req-43da301b-f13b-4f94-8a13-014069e6fe75 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:05.057897 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a6b9253e-2a0b-4f8d-ac41-385891a37df8 req-43da301b-f13b-4f94-8a13-014069e6fe75 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 944 time: 0.0828276 Jul 29 23:21:05.070070 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-1f55bec9-d71a-4da6-ace5-e416eadd45f0 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578951 Jul 29 23:21:05.151443 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a6b9253e-2a0b-4f8d-ac41-385891a37df8 req-5aaca14d-78da-4c5d-a082-6407efea0ded tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/security-groups?id=da56b8fd-0c8d-4fe0-9571-340578f21219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801919 Jul 29 23:21:05.254024 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae177956-2381-4222-ae16-40757b86ed62 req-687fdaed-2b06-4287-a662-fa3dd3e8796d tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:05.255443 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae177956-2381-4222-ae16-40757b86ed62 req-687fdaed-2b06-4287-a662-fa3dd3e8796d tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0b2f36f-db16-4c43-a528-70b4faaa17bd HTTP/1.1" status: 200 len: 945 time: 0.0637047 Jul 29 23:21:05.312933 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae177956-2381-4222-ae16-40757b86ed62 req-512e8a99-f9e1-4737-842e-dcfcaf1c9ccb tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505130 Jul 29 23:21:05.344938 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:05.511825 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 3a824c40-977f-477c-8ca9-fac02c4296fa up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:05.545444 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c68fff08-18de-45ea-ab6b-53dd012d9da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:05.581818 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 3a824c40-977f-477c-8ca9-fac02c4296fa completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:05.586914 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 3a824c40-977f-477c-8ca9-fac02c4296fa triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:05.587291 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:05.678905 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:05.725888 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 3a824c40-977f-477c-8ca9-fac02c4296fa, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=3a824c40-977f-477c-8ca9-fac02c4296fa,segment=NetworkSegment(7b4104fc-94d0-4c79-a5b9-459ac015462f),segment_id=7b4104fc-94d0-4c79-a5b9-459ac015462f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:05.731506 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:05.797001 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=3a824c40-977f-477c-8ca9-fac02c4296fa,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:05.890915 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1269aca-da0b-4cf0-be1c-35de087cfa49 req-1627d750-5951-478c-b690-f52e9953cc73 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:05.892463 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1269aca-da0b-4cf0-be1c-35de087cfa49 req-1627d750-5951-478c-b690-f52e9953cc73 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 950 time: 0.3635685 Jul 29 23:21:05.935224 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1269aca-da0b-4cf0-be1c-35de087cfa49 req-1b002153-74e6-4154-aead-124a775d8191 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359619 Jul 29 23:21:06.157655 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75eb3bc-a0ff-45da-879c-3c494d882a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a824c40-977f-477c-8ca9-fac02c4296fa'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:06.160006 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85c62fc-964e-4aba-accd-2225a933bfe9" -d '{"events": [{"server_uuid": "e75eb3bc-a0ff-45da-879c-3c494d882a7f", "name": "network-vif-plugged", "status": "completed", "tag": "3a824c40-977f-477c-8ca9-fac02c4296fa"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:06.205140 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bc5e32-400d-4416-960d-f9c1e19ad6df x-openstack-request-id: req-f3bc5e32-400d-4416-960d-f9c1e19ad6df {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:06.205140 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75eb3bc-a0ff-45da-879c-3c494d882a7f", "name": "network-vif-plugged", "status": "completed", "tag": "3a824c40-977f-477c-8ca9-fac02c4296fa", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:06.205140 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f3bc5e32-400d-4416-960d-f9c1e19ad6df {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:06.205140 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75eb3bc-a0ff-45da-879c-3c494d882a7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a824c40-977f-477c-8ca9-fac02c4296fa', 'code': 200} Jul 29 23:21:06.279084 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea78fbde-faab-4815-8e84-a1cf1b37d1d0 req-dcdacdf7-76f8-4fdd-8fa1-23ba42023f51 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:06.281761 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea78fbde-faab-4815-8e84-a1cf1b37d1d0 req-dcdacdf7-76f8-4fdd-8fa1-23ba42023f51 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 945 time: 0.0558803 Jul 29 23:21:06.322041 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea78fbde-faab-4815-8e84-a1cf1b37d1d0 req-9c025277-4eaa-476c-87fd-be54dedc0c9a tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/security-groups?id=da56b8fd-0c8d-4fe0-9571-340578f21219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335021 Jul 29 23:21:06.344280 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5555497-a66e-46df-b854-21a84e1657ce req-3162a910-9159-47f3-9e28-273d5a5d92ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:06.346448 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f5555497-a66e-46df-b854-21a84e1657ce req-3162a910-9159-47f3-9e28-273d5a5d92ae service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 1097 time: 0.0459585 Jul 29 23:21:06.383858 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f5555497-a66e-46df-b854-21a84e1657ce req-2bf4ba1e-d155-4aaf-9002-c097f590dd08 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=da56b8fd-0c8d-4fe0-9571-340578f21219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300131 Jul 29 23:21:06.435362 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956f468-18ef-4d2e-b0bf-0126516eaeef req-49179e06-99ab-48f7-a42d-c15b27b0e6c3 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:06.437021 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1956f468-18ef-4d2e-b0bf-0126516eaeef req-49179e06-99ab-48f7-a42d-c15b27b0e6c3 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0b2f36f-db16-4c43-a528-70b4faaa17bd HTTP/1.1" status: 200 len: 945 time: 0.0495536 Jul 29 23:21:06.477833 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1956f468-18ef-4d2e-b0bf-0126516eaeef req-4ce16caa-6ea2-4f0c-a423-b6eb39cc7779 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344791 Jul 29 23:21:06.609388 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11aed5-a206-40ae-9004-049ee1b5ec19 req-ba3ac5d0-8b42-430f-ade8-832c4c2eb28b tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:06.610901 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa11aed5-a206-40ae-9004-049ee1b5ec19 req-ba3ac5d0-8b42-430f-ade8-832c4c2eb28b tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0b2f36f-db16-4c43-a528-70b4faaa17bd HTTP/1.1" status: 200 len: 945 time: 0.0593464 Jul 29 23:21:06.649829 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa11aed5-a206-40ae-9004-049ee1b5ec19 req-78bdbd59-aec0-46db-bc50-dd33d408eb74 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326099 Jul 29 23:21:06.732200 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:07.064725 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3effe-46ac-4ead-8a8e-19971c21ed35 req-e235f0ef-07ac-416d-8a5d-eea3cc0ebc57 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:07.066403 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1fc3effe-46ac-4ead-8a8e-19971c21ed35 req-e235f0ef-07ac-416d-8a5d-eea3cc0ebc57 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 950 time: 0.0523956 Jul 29 23:21:07.117495 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1fc3effe-46ac-4ead-8a8e-19971c21ed35 req-cb8771dc-0c67-4e51-a19f-bc9b39113e52 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362864 Jul 29 23:21:07.392508 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b07b15-5cd6-4592-b69b-29b0cf0bf23e req-7039e012-95dc-49d5-a728-70a2de974b47 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:07.392937 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b4b07b15-5cd6-4592-b69b-29b0cf0bf23e req-7039e012-95dc-49d5-a728-70a2de974b47 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0b2f36f-db16-4c43-a528-70b4faaa17bd HTTP/1.1" status: 200 len: 945 time: 0.0551162 Jul 29 23:21:07.480292 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b4b07b15-5cd6-4592-b69b-29b0cf0bf23e req-06ffc487-3b5f-415e-8edb-7f45b3d5ed1f tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713446 Jul 29 23:21:07.490596 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec2529-3ba6-4f5b-92c9-0a45ad8efac6 req-19aa4776-63b1-4fac-8aee-1207ac75a40b tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:07.496058 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0aec2529-3ba6-4f5b-92c9-0a45ad8efac6 req-19aa4776-63b1-4fac-8aee-1207ac75a40b tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 945 time: 0.1001151 Jul 29 23:21:07.545513 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0aec2529-3ba6-4f5b-92c9-0a45ad8efac6 req-76aa6f10-f818-4e3d-bdbf-c5fc9fe75267 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/security-groups?id=da56b8fd-0c8d-4fe0-9571-340578f21219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450497 Jul 29 23:21:07.875829 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db6f126b-0eaa-4ddb-9970-f2356205c80b req-f5e46ded-c29e-4d09-8e61-0dfb2d044fa8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394444 Jul 29 23:21:07.940600 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f126b-0eaa-4ddb-9970-f2356205c80b req-c3a77267-55a3-481c-97cb-f194c87fff29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:07.942144 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db6f126b-0eaa-4ddb-9970-f2356205c80b req-c3a77267-55a3-481c-97cb-f194c87fff29 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 1102 time: 0.0431616 Jul 29 23:21:08.012277 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:08.056744 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f126b-0eaa-4ddb-9970-f2356205c80b req-4e05a380-8288-4081-b9fa-2d9106e72570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:08.058759 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db6f126b-0eaa-4ddb-9970-f2356205c80b req-4e05a380-8288-4081-b9fa-2d9106e72570 service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.0916774 Jul 29 23:21:08.103488 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db6f126b-0eaa-4ddb-9970-f2356205c80b req-2bfef80d-6527-4ecd-80e5-2f838246b944 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=9f263227-493b-4ab4-bad6-ec4d86f88ffe HTTP/1.1" status: 200 len: 217 time: 0.0364053 Jul 29 23:21:08.158877 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f126b-0eaa-4ddb-9970-f2356205c80b req-adaea1d9-9f1e-4932-afd4-72aa5e23d86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:08.160578 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db6f126b-0eaa-4ddb-9970-f2356205c80b req-adaea1d9-9f1e-4932-afd4-72aa5e23d86f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.0481770 Jul 29 23:21:08.242066 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6f126b-0eaa-4ddb-9970-f2356205c80b req-1ca8cd66-8c4e-4298-b66d-556f81937ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:08.243585 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db6f126b-0eaa-4ddb-9970-f2356205c80b req-1ca8cd66-8c4e-4298-b66d-556f81937ed4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0746279 Jul 29 23:21:08.256033 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43db42d3-7167-47cb-887e-e0f6f3be17e0 req-0f8fad00-6489-4599-a901-416c5367fcc0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:08.257578 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43db42d3-7167-47cb-887e-e0f6f3be17e0 req-0f8fad00-6489-4599-a901-416c5367fcc0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 950 time: 0.0601072 Jul 29 23:21:08.345325 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43db42d3-7167-47cb-887e-e0f6f3be17e0 req-ce64e564-d596-4bb3-8301-c75fc63e15f4 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790150 Jul 29 23:21:08.374803 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db6f126b-0eaa-4ddb-9970-f2356205c80b req-a63bfe86-78fa-45ca-84a6-8c98de3c7b0e service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162260 Jul 29 23:21:08.481556 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db6f126b-0eaa-4ddb-9970-f2356205c80b req-804d4f06-bbf9-4af0-9553-27a5ca259ed7 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947716 Jul 29 23:21:08.598346 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2fb51-ce87-4230-b045-7a866bc48c20 req-98e45805-7137-4ca8-9b91-2e928eb200b3 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:08.600373 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ebd2fb51-ce87-4230-b045-7a866bc48c20 req-98e45805-7137-4ca8-9b91-2e928eb200b3 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0b2f36f-db16-4c43-a528-70b4faaa17bd HTTP/1.1" status: 200 len: 945 time: 0.0536091 Jul 29 23:21:08.675372 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ebd2fb51-ce87-4230-b045-7a866bc48c20 req-e08fd06a-0e3a-47ef-a2e6-391e975c7abd tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673051 Jul 29 23:21:08.705828 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c22b3c3-e76b-436c-aac7-d88c09fdbc9c req-f0fb9910-931e-4411-8342-dc035ef97514 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:08.707333 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c22b3c3-e76b-436c-aac7-d88c09fdbc9c req-f0fb9910-931e-4411-8342-dc035ef97514 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 945 time: 0.0914991 Jul 29 23:21:08.749590 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c22b3c3-e76b-436c-aac7-d88c09fdbc9c req-cdac80d2-58a6-4d47-a7a3-ed52c54230ca tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/security-groups?id=da56b8fd-0c8d-4fe0-9571-340578f21219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360336 Jul 29 23:21:08.868729 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f9c8db-bd6f-4ec9-81aa-af4718ed9e58 req-b870a2b3-e09f-4300-923d-77f0708cae73 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:08.869297 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d6f9c8db-bd6f-4ec9-81aa-af4718ed9e58 req-b870a2b3-e09f-4300-923d-77f0708cae73 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 945 time: 0.0517039 Jul 29 23:21:08.878389 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59240) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:08.882960 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-1c599f9a-9940-471e-8ea9-5dcb8a2506e2 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Request body: {'floatingip': {'port_id': '3a824c40-977f-477c-8ca9-fac02c4296fa'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:08.928080 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1c599f9a-9940-471e-8ea9-5dcb8a2506e2 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks [] for floatingip, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:09.397256 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1c599f9a-9940-471e-8ea9-5dcb8a2506e2 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:09.403635 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1c599f9a-9940-471e-8ea9-5dcb8a2506e2 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:09.541936 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:21:09.548756 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096615d-524d-4fad-b896-831b649a3916 req-f2aac336-e0d7-41ea-bc11-fe9e861aa89c tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:09.550326 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9096615d-524d-4fad-b896-831b649a3916 req-f2aac336-e0d7-41ea-bc11-fe9e861aa89c tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 950 time: 0.1024423 Jul 29 23:21:09.572776 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-1c599f9a-9940-471e-8ea9-5dcb8a2506e2 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Floating IP d7c64342-d3bf-4d2c-8629-e330e386a4a4 associated. External IP: 172.25.8.29, port: 3a824c40-977f-477c-8ca9-fac02c4296fa. Jul 29 23:21:09.652859 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9096615d-524d-4fad-b896-831b649a3916 req-5d78d12e-54f1-4332-83e0-cf2b711f85b7 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930886 Jul 29 23:21:09.663656 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91,segment=NetworkSegment(79d64c50-c25a-4fc3-b109-d9efacc73f26),segment_id=79d64c50-c25a-4fc3-b109-d9efacc73f26)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:09.687539 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91', 'network_id': 'fdf1b50b-8c01-4560-b565-16c3ac23715f', 'port_id': 'df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91', 'mac_address': 'fa:16:3e:9b:4d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98c60f3-215b-4d3f-9cd3-677693d018c8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:21:09.732539 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:09.747351 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:09.767698 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91,segment=NetworkSegment(79d64c50-c25a-4fc3-b109-d9efacc73f26),segment_id=79d64c50-c25a-4fc3-b109-d9efacc73f26)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:09.772052 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:09.823860 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:09.874156 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5b360-f4ee-4e6c-969a-80dc036b8800 req-1b756683-2118-4136-b855-830125b98f98 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:09.875777 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-56f5b360-f4ee-4e6c-969a-80dc036b8800 req-1b756683-2118-4136-b855-830125b98f98 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0b2f36f-db16-4c43-a528-70b4faaa17bd HTTP/1.1" status: 200 len: 944 time: 0.0998840 Jul 29 23:21:09.907027 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c599f9a-9940-471e-8ea9-5dcb8a2506e2 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Router 8c6a0178-9689-420c-b381-c298e301a0fd has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:21:09.927266 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:09.936050 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-56f5b360-f4ee-4e6c-969a-80dc036b8800 req-5ff75cca-a0a3-4a1d-ab22-0d3f38f2cbde tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541060 Jul 29 23:21:10.051823 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c599f9a-9940-471e-8ea9-5dcb8a2506e2 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:21:10.058030 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1c599f9a-9940-471e-8ea9-5dcb8a2506e2 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:10.064555 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f29ade-c25e-41fa-8b10-b81fd70de796 None None] Sync routers for ids ['8c6a0178-9689-420c-b381-c298e301a0fd'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:21:10.075772 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f29ade-c25e-41fa-8b10-b81fd70de796 None None] Routers {'8c6a0178-9689-420c-b381-c298e301a0fd'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:21:10.076670 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-10f29ade-c25e-41fa-8b10-b81fd70de796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:21:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8c6a0178-9689-420c-b381-c298e301a0fd'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:10.093706 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1c599f9a-9940-471e-8ea9-5dcb8a2506e2 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "PUT /v2.0/floatingips/d7c64342-d3bf-4d2c-8629-e330e386a4a4 HTTP/1.1" status: 200 len: 990 time: 1.2080081 Jul 29 23:21:10.093706 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75eb3bc-a0ff-45da-879c-3c494d882a7f', 'tag': '3a824c40-977f-477c-8ca9-fac02c4296fa'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:10.093706 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cceb2ac-ecd9-4ca2-8f24-8a24a05934e4" -d '{"events": [{"name": "network-changed", "server_uuid": "e75eb3bc-a0ff-45da-879c-3c494d882a7f", "tag": "3a824c40-977f-477c-8ca9-fac02c4296fa"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:10.143043 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f3eae6-b490-4ca8-8ea0-d460ea763002 x-openstack-request-id: req-28f3eae6-b490-4ca8-8ea0-d460ea763002 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:10.143342 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75eb3bc-a0ff-45da-879c-3c494d882a7f", "tag": "3a824c40-977f-477c-8ca9-fac02c4296fa", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:10.143571 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28f3eae6-b490-4ca8-8ea0-d460ea763002 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:10.144020 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75eb3bc-a0ff-45da-879c-3c494d882a7f', 'tag': '3a824c40-977f-477c-8ca9-fac02c4296fa', 'status': 'completed', 'code': 200} Jul 29 23:21:10.213098 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-10f29ade-c25e-41fa-8b10-b81fd70de796 None None] Set router 8c6a0178-9689-420c-b381-c298e301a0fd gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:21:10.249992 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cceb2ac-ecd9-4ca2-8f24-8a24a05934e4 req-131238f4-7044-4710-87ac-a62ce88e3bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:10.251526 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-9cceb2ac-ecd9-4ca2-8f24-8a24a05934e4 req-131238f4-7044-4710-87ac-a62ce88e3bc5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd689ab3aacf45ab98a786fa139c1fa7&device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 1097 time: 0.0523012 Jul 29 23:21:10.360058 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cceb2ac-ecd9-4ca2-8f24-8a24a05934e4 req-34cce2d9-6c34-4ab3-b717-7c706b96fffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:10.361889 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-9cceb2ac-ecd9-4ca2-8f24-8a24a05934e4 req-34cce2d9-6c34-4ab3-b717-7c706b96fffe service neutron] 10.222.0.39 "GET /v2.0/networks?id=1b4861e7-2155-4265-b168-d8e6cff2010d HTTP/1.1" status: 200 len: 916 time: 0.1011949 Jul 29 23:21:10.466974 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-9cceb2ac-ecd9-4ca2-8f24-8a24a05934e4 req-e611c59e-5986-4443-acaf-88a15b76b450 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3a824c40-977f-477c-8ca9-fac02c4296fa HTTP/1.1" status: 200 len: 998 time: 0.0979943 Jul 29 23:21:10.511560 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-10f29ade-c25e-41fa-8b10-b81fd70de796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'name': 'tempest-ServersTestBootFromVolume-174923062-router', 'tenant_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '0c0c4171-ebae-4c87-9191-dbb876d9e494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:38Z', 'updated_at': '2021-07-29T23:19:48Z', 'revision_number': 4, 'project_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'gw_port': {'id': '0c0c4171-ebae-4c87-9191-dbb876d9e494', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:39Z', 'updated_at': '2021-07-29T23:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': 'd7c64342-d3bf-4d2c-8629-e330e386a4a4', 'tenant_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'floating_ip_address': '172.25.8.29', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'port_id': '3a824c40-977f-477c-8ca9-fac02c4296fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4861e7-2155-4265-b168-d8e6cff2010d', 'mac_address': 'fa:16:3e:01:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75eb3bc-a0ff-45da-879c-3c494d882a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:19:57Z', 'updated_at': '2021-07-29T23:21:09Z', 'revision_number': 1, 'project_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6471806d-c709-4686-ae62-db1d42c1b5b2', 'name': '', 'network_id': '1b4861e7-2155-4265-b168-d8e6cff2010d', 'tenant_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'mac_address': 'fa:16:3e:39:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'f0e126a9-da53-4f31-985c-8139eb4ec79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:46Z', 'updated_at': '2021-07-29T23:19:56Z', 'revision_number': 5, 'project_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'subnets': [{'id': 'f0e126a9-da53-4f31-985c-8139eb4ec79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:10.530359 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cceb2ac-ecd9-4ca2-8f24-8a24a05934e4 req-c7b08bcd-fd82-4ef7-a2e8-bc6f98ad3ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:10.532746 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-9cceb2ac-ecd9-4ca2-8f24-8a24a05934e4 req-c7b08bcd-fd82-4ef7-a2e8-bc6f98ad3ca2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f0e126a9-da53-4f31-985c-8139eb4ec79b HTTP/1.1" status: 200 len: 854 time: 0.0573797 Jul 29 23:21:10.553710 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f29ade-c25e-41fa-8b10-b81fd70de796 None None] Checking router: 8c6a0178-9689-420c-b381-c298e301a0fd for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:21:10.562647 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f29ade-c25e-41fa-8b10-b81fd70de796 None None] Routers {'8c6a0178-9689-420c-b381-c298e301a0fd'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:21:10.563271 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-10f29ade-c25e-41fa-8b10-b81fd70de796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:21:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8c6a0178-9689-420c-b381-c298e301a0fd'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:10.621093 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cceb2ac-ecd9-4ca2-8f24-8a24a05934e4 req-ab59b24c-9334-4dc8-a215-1b2f9f391c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:10.622512 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-9cceb2ac-ecd9-4ca2-8f24-8a24a05934e4 req-ab59b24c-9334-4dc8-a215-1b2f9f391c47 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1b4861e7-2155-4265-b168-d8e6cff2010d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0778861 Jul 29 23:21:10.701136 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-10f29ade-c25e-41fa-8b10-b81fd70de796 None None] Set router 8c6a0178-9689-420c-b381-c298e301a0fd gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:21:10.775567 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-9cceb2ac-ecd9-4ca2-8f24-8a24a05934e4 req-e6b48464-2b42-4fca-b319-7ef96ab2a5cd service neutron] 10.222.0.39 "GET /v2.0/networks/1b4861e7-2155-4265-b168-d8e6cff2010d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362135 Jul 29 23:21:10.875756 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806ffa3a-e670-4254-9c36-534fc9d8d9df req-62895036-9ed8-4134-8f32-af17369aefb2 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:10.883396 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-806ffa3a-e670-4254-9c36-534fc9d8d9df req-62895036-9ed8-4134-8f32-af17369aefb2 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 950 time: 0.0910902 Jul 29 23:21:10.906103 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-9cceb2ac-ecd9-4ca2-8f24-8a24a05934e4 req-af12f928-3199-46e4-8476-deea06bb0b70 service neutron] 10.222.0.39 "GET /v2.0/networks/1b4861e7-2155-4265-b168-d8e6cff2010d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222150 Jul 29 23:21:10.924346 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-806ffa3a-e670-4254-9c36-534fc9d8d9df req-793108a2-9af1-4fb1-b12c-5bcd2cb4b711 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399184 Jul 29 23:21:11.011870 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-10f29ade-c25e-41fa-8b10-b81fd70de796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'name': 'tempest-ServersTestBootFromVolume-174923062-router', 'tenant_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '0c0c4171-ebae-4c87-9191-dbb876d9e494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:38Z', 'updated_at': '2021-07-29T23:19:48Z', 'revision_number': 4, 'project_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'gw_port': {'id': '0c0c4171-ebae-4c87-9191-dbb876d9e494', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:39Z', 'updated_at': '2021-07-29T23:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': 'd7c64342-d3bf-4d2c-8629-e330e386a4a4', 'tenant_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'floating_ip_address': '172.25.8.29', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'port_id': '3a824c40-977f-477c-8ca9-fac02c4296fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4861e7-2155-4265-b168-d8e6cff2010d', 'mac_address': 'fa:16:3e:01:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75eb3bc-a0ff-45da-879c-3c494d882a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:19:57Z', 'updated_at': '2021-07-29T23:21:09Z', 'revision_number': 1, 'project_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6471806d-c709-4686-ae62-db1d42c1b5b2', 'name': '', 'network_id': '1b4861e7-2155-4265-b168-d8e6cff2010d', 'tenant_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'mac_address': 'fa:16:3e:39:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'f0e126a9-da53-4f31-985c-8139eb4ec79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:46Z', 'updated_at': '2021-07-29T23:19:56Z', 'revision_number': 5, 'project_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'subnets': [{'id': 'f0e126a9-da53-4f31-985c-8139eb4ec79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:11.042144 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f29ade-c25e-41fa-8b10-b81fd70de796 None None] The sync data for ids ['8c6a0178-9689-420c-b381-c298e301a0fd'] in n-d-712140-10 is: [{'id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'name': 'tempest-ServersTestBootFromVolume-174923062-router', 'tenant_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '0c0c4171-ebae-4c87-9191-dbb876d9e494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:38Z', 'updated_at': '2021-07-29T23:19:48Z', 'revision_number': 4, 'project_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'gw_port': {'id': '0c0c4171-ebae-4c87-9191-dbb876d9e494', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:39Z', 'updated_at': '2021-07-29T23:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': 'd7c64342-d3bf-4d2c-8629-e330e386a4a4', 'tenant_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'floating_ip_address': '172.25.8.29', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'port_id': '3a824c40-977f-477c-8ca9-fac02c4296fa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b4861e7-2155-4265-b168-d8e6cff2010d', 'mac_address': 'fa:16:3e:01:15:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75eb3bc-a0ff-45da-879c-3c494d882a7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:19:57Z', 'updated_at': '2021-07-29T23:21:09Z', 'revision_number': 1, 'project_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6471806d-c709-4686-ae62-db1d42c1b5b2', 'name': '', 'network_id': '1b4861e7-2155-4265-b168-d8e6cff2010d', 'tenant_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'mac_address': 'fa:16:3e:39:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'f0e126a9-da53-4f31-985c-8139eb4ec79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:46Z', 'updated_at': '2021-07-29T23:19:56Z', 'revision_number': 5, 'project_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'subnets': [{'id': 'f0e126a9-da53-4f31-985c-8139eb4ec79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:21:11.095555 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1a262-8ee8-448d-9153-8fe4fc45308a req-a09f521f-f6a3-41d5-aabb-0b197baa3dd3 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:11.104716 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-abe1a262-8ee8-448d-9153-8fe4fc45308a req-a09f521f-f6a3-41d5-aabb-0b197baa3dd3 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0b2f36f-db16-4c43-a528-70b4faaa17bd HTTP/1.1" status: 200 len: 944 time: 0.0802848 Jul 29 23:21:11.175521 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-abe1a262-8ee8-448d-9153-8fe4fc45308a req-85808e2f-4219-4ebf-9448-e64c437b0be7 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678682 Jul 29 23:21:11.384900 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabd2165-ae15-4393-97f8-4e517ece178c None None] New status for floating IP d7c64342-d3bf-4d2c-8629-e330e386a4a4: ACTIVE {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:21:11.559155 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:11.678444 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6015b-3a32-4970-8d77-2dd35da235c4 req-b2286e31-2b1f-4d7c-b6e7-27f595532607 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:11.685320 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7fe6015b-3a32-4970-8d77-2dd35da235c4 req-b2286e31-2b1f-4d7c-b6e7-27f595532607 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0b2f36f-db16-4c43-a528-70b4faaa17bd HTTP/1.1" status: 200 len: 944 time: 0.1669395 Jul 29 23:21:11.723272 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:11.741851 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7fe6015b-3a32-4970-8d77-2dd35da235c4 req-704db533-362d-4fcb-83ec-2387e3fd4cc4 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462511 Jul 29 23:21:11.763262 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:11.786437 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91,segment=NetworkSegment(79d64c50-c25a-4fc3-b109-d9efacc73f26),segment_id=79d64c50-c25a-4fc3-b109-d9efacc73f26)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:11.790664 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:11.840517 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:12.049709 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb15a0e-6ff9-43d2-9a80-a2355f1a100d req-07a3576c-4b91-474c-bcdf-6e0a1216abdb tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:12.051671 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efb15a0e-6ff9-43d2-9a80-a2355f1a100d req-07a3576c-4b91-474c-bcdf-6e0a1216abdb tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 950 time: 0.0530174 Jul 29 23:21:12.101031 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efb15a0e-6ff9-43d2-9a80-a2355f1a100d req-f9304716-9744-4b1a-ba56-345557b919d9 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418303 Jul 29 23:21:12.912795 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8094aa-519e-47ae-a632-bc97f6f1eba5 req-4313c076-7515-46e0-b397-1d5e4717847c tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:12.914467 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2e8094aa-519e-47ae-a632-bc97f6f1eba5 req-4313c076-7515-46e0-b397-1d5e4717847c tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0b2f36f-db16-4c43-a528-70b4faaa17bd HTTP/1.1" status: 200 len: 943 time: 0.0744672 Jul 29 23:21:12.962320 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2e8094aa-519e-47ae-a632-bc97f6f1eba5 req-e1a723d8-dbb9-4f14-b91c-2bdcd4a865ac tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395737 Jul 29 23:21:13.313345 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2430524-513a-418e-ab15-8a4a3abb4514 req-bea263a1-7c68-4885-8641-3e61d7bf17c2 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:13.316020 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e2430524-513a-418e-ab15-8a4a3abb4514 req-bea263a1-7c68-4885-8641-3e61d7bf17c2 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 950 time: 0.1034963 Jul 29 23:21:13.407595 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e2430524-513a-418e-ab15-8a4a3abb4514 req-507030b3-07c5-4a2f-a9f4-f92b1cf2a37a tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748777 Jul 29 23:21:13.591996 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17be122-9f0c-43db-b1c8-82237b8446cc req-7345f1de-7d3f-4d75-a0f7-d562fc42226d tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:13.593536 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a17be122-9f0c-43db-b1c8-82237b8446cc req-7345f1de-7d3f-4d75-a0f7-d562fc42226d tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.39 "GET /v2.0/ports?device_id=b0b2f36f-db16-4c43-a528-70b4faaa17bd HTTP/1.1" status: 200 len: 943 time: 0.0594821 Jul 29 23:21:13.725546 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-a17be122-9f0c-43db-b1c8-82237b8446cc req-e884b3db-be22-4ece-af50-7be8794bef78 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Deleting port df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:13.726238 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-a17be122-9f0c-43db-b1c8-82237b8446cc req-e884b3db-be22-4ece-af50-7be8794bef78 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:13.827904 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-a17be122-9f0c-43db-b1c8-82237b8446cc req-e884b3db-be22-4ece-af50-7be8794bef78 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] For port df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91,segment=NetworkSegment(79d64c50-c25a-4fc3-b109-d9efacc73f26),segment_id=79d64c50-c25a-4fc3-b109-d9efacc73f26)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:13.828249 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-a17be122-9f0c-43db-b1c8-82237b8446cc req-e884b3db-be22-4ece-af50-7be8794bef78 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:13.845382 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-a17be122-9f0c-43db-b1c8-82237b8446cc req-e884b3db-be22-4ece-af50-7be8794bef78 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Calling delete_port for df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91 owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:14.035762 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-a17be122-9f0c-43db-b1c8-82237b8446cc req-e884b3db-be22-4ece-af50-7be8794bef78 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:14.071564 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e884b3db-be22-4ece-af50-7be8794bef78 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Pushing event deleted for resources: {'Port': ['ID=df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:14.093510 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-087eafdb-2b64-4b43-9cda-7356d6f59e5b req-793aa27b-6630-47e8-bbda-e56668776fe4 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0b2f36f-db16-4c43-a528-70b4faaa17bd HTTP/1.1" status: 200 len: 210 time: 0.0451081 Jul 29 23:21:14.127974 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-a17be122-9f0c-43db-b1c8-82237b8446cc req-e884b3db-be22-4ece-af50-7be8794bef78 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] No DVR routers for this DVR port df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91 on host n-h2-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:14.131172 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-a17be122-9f0c-43db-b1c8-82237b8446cc req-e884b3db-be22-4ece-af50-7be8794bef78 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:14.133399 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a17be122-9f0c-43db-b1c8-82237b8446cc req-e884b3db-be22-4ece-af50-7be8794bef78 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.39 "DELETE /v2.0/ports/df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91 HTTP/1.1" status: 204 len: 173 time: 0.5307269 Jul 29 23:21:14.133875 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b2f36f-db16-4c43-a528-70b4faaa17bd', 'name': 'network-vif-deleted', 'tag': 'df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:14.137238 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e91d93-15e2-40ae-b259-c5256b388631" -d '{"events": [{"server_uuid": "b0b2f36f-db16-4c43-a528-70b4faaa17bd", "name": "network-vif-deleted", "tag": "df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:14.180999 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35de37d-bf9c-435b-9e2c-e43d061b3c1b x-openstack-request-id: req-a35de37d-bf9c-435b-9e2c-e43d061b3c1b {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:14.180999 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b2f36f-db16-4c43-a528-70b4faaa17bd", "name": "network-vif-deleted", "tag": "df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:14.180999 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a35de37d-bf9c-435b-9e2c-e43d061b3c1b {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:14.181407 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b2f36f-db16-4c43-a528-70b4faaa17bd', 'name': 'network-vif-deleted', 'tag': 'df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91', 'status': 'completed', 'code': 200} Jul 29 23:21:14.565634 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa1cbb4-5ef3-4f9f-ae58-0323351e654a req-a5720a93-7d96-46d5-b9db-d10376f9a3f8 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:14.573494 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3fa1cbb4-5ef3-4f9f-ae58-0323351e654a req-a5720a93-7d96-46d5-b9db-d10376f9a3f8 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 950 time: 0.0847449 Jul 29 23:21:14.620578 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3fa1cbb4-5ef3-4f9f-ae58-0323351e654a req-a7ceee29-6e8a-40a6-832a-574f6d8c7b17 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460563 Jul 29 23:21:15.413932 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-bbd945ef-d7f5-442c-b605-1cbe1c43d46a tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:15.416245 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-bbd945ef-d7f5-442c-b605-1cbe1c43d46a tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/networks?id=fdf1b50b-8c01-4560-b565-16c3ac23715f HTTP/1.1" status: 200 len: 821 time: 0.1311162 Jul 29 23:21:15.443524 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-2542c029-c49b-4e12-8eaa-d824726d7a94 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/quotas/5fdd77f86f774bd7865b8c880fb456db HTTP/1.1" status: 200 len: 375 time: 0.0184262 Jul 29 23:21:15.524238 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-2cd70501-6574-4c47-b402-07d9509ffa86 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=5fdd77f86f774bd7865b8c880fb456db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0740364 Jul 29 23:21:15.745084 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-21fe8cb1-2d0d-4188-adcc-fa856b94516f service neutron] 10.222.0.18 "GET /v2.0/networks/fdf1b50b-8c01-4560-b565-16c3ac23715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173569 Jul 29 23:21:15.900329 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8a326-bf32-4da9-a8a5-7a3178a0fcd7 req-25d16792-aff7-49d9-a3be-8cff80760d7c tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:15.902473 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dda8a326-bf32-4da9-a8a5-7a3178a0fcd7 req-25d16792-aff7-49d9-a3be-8cff80760d7c tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 950 time: 0.1194937 Jul 29 23:21:15.957469 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-c16d05e3-a5c5-4ea1-a4c3-ea1429f2271e service neutron] 10.222.0.18 "GET /v2.0/networks/fdf1b50b-8c01-4560-b565-16c3ac23715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066720 Jul 29 23:21:16.017474 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dda8a326-bf32-4da9-a8a5-7a3178a0fcd7 req-37a8d466-a035-4cc3-93cc-9ca7f29b6878 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997529 Jul 29 23:21:16.298613 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4071dcc-8cd9-433b-80bf-a409c260bada req-175df28b-36df-44dd-833d-ea6cd5cfe985 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab876d95-785e-44b1-a5ea-bce9be1ae907 HTTP/1.1" status: 200 len: 210 time: 0.0659351 Jul 29 23:21:17.160034 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18bc979-872a-4859-afdc-036bbbecd767 req-d4aacf05-34d3-4fe7-b5c5-4f5e487f63da tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:17.168597 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a18bc979-872a-4859-afdc-036bbbecd767 req-d4aacf05-34d3-4fe7-b5c5-4f5e487f63da tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 950 time: 0.0610588 Jul 29 23:21:17.220290 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a18bc979-872a-4859-afdc-036bbbecd767 req-1191fb2d-69c6-43c1-a87c-48c10c5b034c tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501778 Jul 29 23:21:17.456487 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ad6f4cab-7a56-45ec-bbbb-bd4239399c3a req-c7ff8a6f-94df-4159-a72e-106398cffb8f tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab876d95-785e-44b1-a5ea-bce9be1ae907 HTTP/1.1" status: 200 len: 210 time: 0.0522616 Jul 29 23:21:17.571750 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:17.600361 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:17.601371 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device df6b0db0-dfe2-4ea5-ab8e-43ab9e04bc91 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:17.636124 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-e507109f-8ba2-4b99-9796-23a38b41f3d7 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:17.638350 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-e507109f-8ba2-4b99-9796-23a38b41f3d7 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.39 "GET /v2.0/networks?id=fdf1b50b-8c01-4560-b565-16c3ac23715f HTTP/1.1" status: 200 len: 821 time: 0.2101126 Jul 29 23:21:17.655734 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d8b0b5ad-7d27-46f4-b44f-d89016c99a46 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Request body: {'port': {'device_id': 'ab876d95-785e-44b1-a5ea-bce9be1ae907', 'network_id': 'fdf1b50b-8c01-4560-b565-16c3ac23715f', 'admin_state_up': True, 'tenant_id': '5fdd77f86f774bd7865b8c880fb456db'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:17.800524 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d8b0b5ad-7d27-46f4-b44f-d89016c99a46 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Made reservation on behalf of 5fdd77f86f774bd7865b8c880fb456db for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:17.804607 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d8b0b5ad-7d27-46f4-b44f-d89016c99a46 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:18.007014 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d8b0b5ad-7d27-46f4-b44f-d89016c99a46 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Allocated IP 172.20.0.14 (fdf1b50b-8c01-4560-b565-16c3ac23715f/e98c60f3-215b-4d3f-9cd3-677693d018c8/95c92f85-8024-47f3-b29e-62e5b19d7171) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:18.275349 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d8b0b5ad-7d27-46f4-b44f-d89016c99a46 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:18.396298 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661817ff-d7a0-4727-8ef8-1c0f1e07b949 req-4edba84e-5db5-4b15-8e7a-7f47d13fadb2 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:18.397302 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d8b0b5ad-7d27-46f4-b44f-d89016c99a46 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:18.404603 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-661817ff-d7a0-4727-8ef8-1c0f1e07b949 req-4edba84e-5db5-4b15-8e7a-7f47d13fadb2 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 950 time: 0.0712616 Jul 29 23:21:18.457073 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-661817ff-d7a0-4727-8ef8-1c0f1e07b949 req-8d40b725-da53-4301-a6d4-27473f62ff72 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464094 Jul 29 23:21:18.489280 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d8b0b5ad-7d27-46f4-b44f-d89016c99a46 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Network fdf1b50b-8c01-4560-b565-16c3ac23715f is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:18.493247 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d8b0b5ad-7d27-46f4-b44f-d89016c99a46 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:18.502634 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d8b0b5ad-7d27-46f4-b44f-d89016c99a46 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:18.558362 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0b5ad-7d27-46f4-b44f-d89016c99a46 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Pushing event updated for resources: {'Port': ['ID=95c92f85-8024-47f3-b29e-62e5b19d7171,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:18.598116 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d8b0b5ad-7d27-46f4-b44f-d89016c99a46 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:18.599640 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d8b0b5ad-7d27-46f4-b44f-d89016c99a46 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:18.632590 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc940c-3686-47f2-bc63-5704b5a8d7f7 req-d70ffe8b-c637-46df-a27b-368a9dad0df6 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:18.636130 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3acc940c-3686-47f2-bc63-5704b5a8d7f7 req-d70ffe8b-c637-46df-a27b-368a9dad0df6 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab876d95-785e-44b1-a5ea-bce9be1ae907 HTTP/1.1" status: 200 len: 932 time: 0.0792534 Jul 29 23:21:18.646233 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d8b0b5ad-7d27-46f4-b44f-d89016c99a46 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9970853 Jul 29 23:21:18.661096 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d6ccbd4e-3310-4375-aa36-63f0a2a28c50 service neutron] Request body: {'port': {'device_id': 'ab876d95-785e-44b1-a5ea-bce9be1ae907', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:18.709445 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3acc940c-3686-47f2-bc63-5704b5a8d7f7 req-b9d8c928-a14c-4a24-99ac-32ca1b0ce6c3 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609708 Jul 29 23:21:18.739530 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d6ccbd4e-3310-4375-aa36-63f0a2a28c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:19.125753 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d6ccbd4e-3310-4375-aa36-63f0a2a28c50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c92f85-8024-47f3-b29e-62e5b19d7171 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:19.135038 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d6ccbd4e-3310-4375-aa36-63f0a2a28c50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:19.149972 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d6ccbd4e-3310-4375-aa36-63f0a2a28c50 service neutron] Transition to ACTIVE for port object 95c92f85-8024-47f3-b29e-62e5b19d7171 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:19.156709 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d6ccbd4e-3310-4375-aa36-63f0a2a28c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:19.224457 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ccbd4e-3310-4375-aa36-63f0a2a28c50 service neutron] Pushing event updated for resources: {'Port': ['ID=95c92f85-8024-47f3-b29e-62e5b19d7171,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:19.321513 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d6ccbd4e-3310-4375-aa36-63f0a2a28c50 service neutron] Attempting to bind port 95c92f85-8024-47f3-b29e-62e5b19d7171 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:19.321852 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d6ccbd4e-3310-4375-aa36-63f0a2a28c50 service neutron] Attempting to bind port 95c92f85-8024-47f3-b29e-62e5b19d7171 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '79d64c50-c25a-4fc3-b109-d9efacc73f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fdf1b50b-8c01-4560-b565-16c3ac23715f'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:19.322184 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d6ccbd4e-3310-4375-aa36-63f0a2a28c50 service neutron] Attempting to bind port 95c92f85-8024-47f3-b29e-62e5b19d7171 on network fdf1b50b-8c01-4560-b565-16c3ac23715f {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:19.328564 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d6ccbd4e-3310-4375-aa36-63f0a2a28c50 service neutron] Port 95c92f85-8024-47f3-b29e-62e5b19d7171 on network fdf1b50b-8c01-4560-b565-16c3ac23715f not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:21:19.329195 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d6ccbd4e-3310-4375-aa36-63f0a2a28c50 service neutron] Attempting to bind port 95c92f85-8024-47f3-b29e-62e5b19d7171 on network fdf1b50b-8c01-4560-b565-16c3ac23715f {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:19.339017 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d6ccbd4e-3310-4375-aa36-63f0a2a28c50 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:19.339764 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d6ccbd4e-3310-4375-aa36-63f0a2a28c50 service neutron] Checking segment: {'id': '79d64c50-c25a-4fc3-b109-d9efacc73f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fdf1b50b-8c01-4560-b565-16c3ac23715f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:19.340483 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d6ccbd4e-3310-4375-aa36-63f0a2a28c50 service neutron] Bound using segment: {'id': '79d64c50-c25a-4fc3-b109-d9efacc73f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fdf1b50b-8c01-4560-b565-16c3ac23715f'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:19.341138 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d6ccbd4e-3310-4375-aa36-63f0a2a28c50 service neutron] Bound port: 95c92f85-8024-47f3-b29e-62e5b19d7171, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79d64c50-c25a-4fc3-b109-d9efacc73f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'fdf1b50b-8c01-4560-b565-16c3ac23715f'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:19.341708 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d6ccbd4e-3310-4375-aa36-63f0a2a28c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:19.434433 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d6ccbd4e-3310-4375-aa36-63f0a2a28c50 service neutron] For port 95c92f85-8024-47f3-b29e-62e5b19d7171, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:19.443969 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d6ccbd4e-3310-4375-aa36-63f0a2a28c50 service neutron] For port 95c92f85-8024-47f3-b29e-62e5b19d7171, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=95c92f85-8024-47f3-b29e-62e5b19d7171,segment=NetworkSegment(79d64c50-c25a-4fc3-b109-d9efacc73f26),segment_id=79d64c50-c25a-4fc3-b109-d9efacc73f26)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:19.450202 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d6ccbd4e-3310-4375-aa36-63f0a2a28c50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:19.490497 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d6ccbd4e-3310-4375-aa36-63f0a2a28c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:19.491254 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d6ccbd4e-3310-4375-aa36-63f0a2a28c50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:19.493292 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-d6ccbd4e-3310-4375-aa36-63f0a2a28c50 service neutron] 10.222.0.39 "PUT /v2.0/ports/95c92f85-8024-47f3-b29e-62e5b19d7171 HTTP/1.1" status: 200 len: 1093 time: 0.8378434 Jul 29 23:21:19.493826 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab876d95-785e-44b1-a5ea-bce9be1ae907', 'tag': '95c92f85-8024-47f3-b29e-62e5b19d7171'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:19.496828 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d492fe-0061-4b86-89c4-7ccf402ea0a8" -d '{"events": [{"name": "network-changed", "server_uuid": "ab876d95-785e-44b1-a5ea-bce9be1ae907", "tag": "95c92f85-8024-47f3-b29e-62e5b19d7171"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:19.572825 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ccbd4e-3310-4375-aa36-63f0a2a28c50 service neutron] Pushing event updated for resources: {'Port': ['ID=95c92f85-8024-47f3-b29e-62e5b19d7171,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:19.661234 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfd972ae-00c5-4af4-bb22-fa499e19e528 x-openstack-request-id: req-dfd972ae-00c5-4af4-bb22-fa499e19e528 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:19.662225 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab876d95-785e-44b1-a5ea-bce9be1ae907", "tag": "95c92f85-8024-47f3-b29e-62e5b19d7171", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:19.662225 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dfd972ae-00c5-4af4-bb22-fa499e19e528 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:19.662552 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab876d95-785e-44b1-a5ea-bce9be1ae907', 'tag': '95c92f85-8024-47f3-b29e-62e5b19d7171', 'status': 'completed', 'code': 200} Jul 29 23:21:19.708132 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-4933ba29-90eb-4a53-9957-4331660c28a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:19.709699 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-4933ba29-90eb-4a53-9957-4331660c28a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5fdd77f86f774bd7865b8c880fb456db&device_id=ab876d95-785e-44b1-a5ea-bce9be1ae907 HTTP/1.1" status: 200 len: 1096 time: 0.1533663 Jul 29 23:21:19.724365 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5ae2a-de04-4bc8-affa-e87672cc337a req-865fa1c0-f538-4dc4-a275-734160804bab tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:19.749535 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6b5ae2a-de04-4bc8-affa-e87672cc337a req-865fa1c0-f538-4dc4-a275-734160804bab tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 950 time: 0.1721284 Jul 29 23:21:19.840815 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-95e059f4-e610-4b50-b37f-ec18afaaa9e8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95c92f85-8024-47f3-b29e-62e5b19d7171 HTTP/1.1" status: 200 len: 217 time: 0.1171737 Jul 29 23:21:19.847155 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6b5ae2a-de04-4bc8-affa-e87672cc337a req-b9107a76-a1d7-4fbb-8897-b48e22d10fcb tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954792 Jul 29 23:21:19.920974 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcded97-fedd-4e43-8dc7-a80ccfc3c6f6 req-f51cb6fb-51f5-4249-85af-56a18e29397a tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:19.930581 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9bcded97-fedd-4e43-8dc7-a80ccfc3c6f6 req-f51cb6fb-51f5-4249-85af-56a18e29397a tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab876d95-785e-44b1-a5ea-bce9be1ae907 HTTP/1.1" status: 200 len: 944 time: 0.0773706 Jul 29 23:21:19.990128 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9bcded97-fedd-4e43-8dc7-a80ccfc3c6f6 req-8476e90c-b1df-49cf-9604-02d3606f2666 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580816 Jul 29 23:21:20.002316 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-ae49b795-6788-45d3-ad66-2037361ed2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:20.003818 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-ae49b795-6788-45d3-ad66-2037361ed2cc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e98c60f3-215b-4d3f-9cd3-677693d018c8 HTTP/1.1" status: 200 len: 861 time: 0.1387410 Jul 29 23:21:20.049813 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-998166bf-7ab2-4823-b6a3-e5f93472ab2f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fdf1b50b-8c01-4560-b565-16c3ac23715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369365 Jul 29 23:21:20.161740 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-a090327c-68c7-42a3-8952-6576492854cb service neutron] 10.222.0.39 "GET /v2.0/networks/fdf1b50b-8c01-4560-b565-16c3ac23715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000702 Jul 29 23:21:20.276852 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-dc613baf-7d07-4e51-a81d-3c6e4747ad9c req-74581921-a670-4a07-b3b9-4755499517d0 service neutron] 10.222.0.39 "GET /v2.0/networks/fdf1b50b-8c01-4560-b565-16c3ac23715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075509 Jul 29 23:21:20.390530 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d492fe-0061-4b86-89c4-7ccf402ea0a8 req-7ca308e5-f9a2-4e01-a888-e5f87e193792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:20.393888 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-47d492fe-0061-4b86-89c4-7ccf402ea0a8 req-7ca308e5-f9a2-4e01-a888-e5f87e193792 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5fdd77f86f774bd7865b8c880fb456db&device_id=ab876d95-785e-44b1-a5ea-bce9be1ae907 HTTP/1.1" status: 200 len: 1096 time: 0.0561616 Jul 29 23:21:20.555957 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d492fe-0061-4b86-89c4-7ccf402ea0a8 req-f1b5b948-6364-420f-894d-d3dad78d8282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:20.558755 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-47d492fe-0061-4b86-89c4-7ccf402ea0a8 req-f1b5b948-6364-420f-894d-d3dad78d8282 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fdf1b50b-8c01-4560-b565-16c3ac23715f HTTP/1.1" status: 200 len: 922 time: 0.1546595 Jul 29 23:21:20.656495 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-47d492fe-0061-4b86-89c4-7ccf402ea0a8 req-35ec11bb-5d5e-4485-ab67-1095559dbf42 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95c92f85-8024-47f3-b29e-62e5b19d7171 HTTP/1.1" status: 200 len: 217 time: 0.0782828 Jul 29 23:21:20.757970 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d492fe-0061-4b86-89c4-7ccf402ea0a8 req-6e136cdc-75db-4168-a164-f7cacb8abe8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:20.759429 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-47d492fe-0061-4b86-89c4-7ccf402ea0a8 req-6e136cdc-75db-4168-a164-f7cacb8abe8f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e98c60f3-215b-4d3f-9cd3-677693d018c8 HTTP/1.1" status: 200 len: 861 time: 0.0955396 Jul 29 23:21:20.800705 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-47d492fe-0061-4b86-89c4-7ccf402ea0a8 req-2f85c5a3-5823-47e9-a7c4-f93a05c02120 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fdf1b50b-8c01-4560-b565-16c3ac23715f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321658 Jul 29 23:21:21.052083 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4e2d51-9d25-4d72-8c02-b32c85fd4832 req-db472258-d5c0-4d5e-abda-8ea68984fc91 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:21.053040 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-47d492fe-0061-4b86-89c4-7ccf402ea0a8 req-5282aa44-d5c2-420a-bd2b-bef1a020522e service neutron] 10.222.0.39 "GET /v2.0/networks/fdf1b50b-8c01-4560-b565-16c3ac23715f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336862 Jul 29 23:21:21.054481 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c4e2d51-9d25-4d72-8c02-b32c85fd4832 req-db472258-d5c0-4d5e-abda-8ea68984fc91 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 950 time: 0.0843725 Jul 29 23:21:21.165881 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c4e2d51-9d25-4d72-8c02-b32c85fd4832 req-09f8c868-b379-45a1-beb5-a38f5d79709b tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961328 Jul 29 23:21:21.299642 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-47d492fe-0061-4b86-89c4-7ccf402ea0a8 req-bb8a6517-ef27-4f12-bcc3-5c50adc00beb service neutron] 10.222.0.39 "GET /v2.0/networks/fdf1b50b-8c01-4560-b565-16c3ac23715f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406650 Jul 29 23:21:21.355673 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcdaa0e-dc44-4595-a935-f6938d5e97e3 req-13042dc2-e1e7-4bc7-a357-368de05fcead tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:21.358276 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7dcdaa0e-dc44-4595-a935-f6938d5e97e3 req-13042dc2-e1e7-4bc7-a357-368de05fcead tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab876d95-785e-44b1-a5ea-bce9be1ae907 HTTP/1.1" status: 200 len: 944 time: 0.1007278 Jul 29 23:21:21.427870 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7dcdaa0e-dc44-4595-a935-f6938d5e97e3 req-4e0ce068-e85a-4c3d-af2b-906c420fcd1d tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626688 Jul 29 23:21:21.591988 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb8714-197e-4856-8d2c-8db954398d12 req-63c702d6-1ece-4e51-8306-dfd3f65c1107 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:21.594796 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d8eb8714-197e-4856-8d2c-8db954398d12 req-63c702d6-1ece-4e51-8306-dfd3f65c1107 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.18 "GET /v2.0/ports?device_id=09d8a54e-b211-484a-97b0-66c9c11e906e HTTP/1.1" status: 200 len: 946 time: 0.1204288 Jul 29 23:21:21.716120 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d8eb8714-197e-4856-8d2c-8db954398d12 req-582a4fe4-23d6-41e9-8432-35f42bdd5ca0 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.18 "GET /v2.0/security-groups?id=987b7ac9-dc61-40b6-a278-fd24996a486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055019 Jul 29 23:21:22.403259 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7966cdc-0dde-4988-8c6b-dfef19a0680b req-070b7f31-dd69-4143-8ed1-2fa6ad183ae9 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:22.412808 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c7966cdc-0dde-4988-8c6b-dfef19a0680b req-070b7f31-dd69-4143-8ed1-2fa6ad183ae9 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 950 time: 0.0907474 Jul 29 23:21:22.487176 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c7966cdc-0dde-4988-8c6b-dfef19a0680b req-6d9e56b7-8bee-4995-9cb8-5c5bd63913e8 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723279 Jul 29 23:21:22.665312 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae12a2-7dc1-46df-aea3-10ebe6e9688d req-5164ad3a-02a6-4fab-b2de-6d98bd78b9ff tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:22.667441 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-14ae12a2-7dc1-46df-aea3-10ebe6e9688d req-5164ad3a-02a6-4fab-b2de-6d98bd78b9ff tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab876d95-785e-44b1-a5ea-bce9be1ae907 HTTP/1.1" status: 200 len: 944 time: 0.0846131 Jul 29 23:21:22.756427 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-14ae12a2-7dc1-46df-aea3-10ebe6e9688d req-e809ec91-6241-4b6f-b793-a257bc6635e0 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787714 Jul 29 23:21:22.874322 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3737ff-0253-43b4-9cd9-4a6ce675d09e req-e7d93060-4ef6-4d4e-93be-d485d0950ea4 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:22.876360 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb3737ff-0253-43b4-9cd9-4a6ce675d09e req-e7d93060-4ef6-4d4e-93be-d485d0950ea4 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.18 "GET /v2.0/ports?device_id=09d8a54e-b211-484a-97b0-66c9c11e906e HTTP/1.1" status: 200 len: 946 time: 0.0639069 Jul 29 23:21:22.939604 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb3737ff-0253-43b4-9cd9-4a6ce675d09e req-b72fb33f-ccca-4e22-abd2-ca34457d6999 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.18 "GET /v2.0/security-groups?id=987b7ac9-dc61-40b6-a278-fd24996a486d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538700 Jul 29 23:21:23.307166 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55cd227-2e47-4a55-9bdb-48fddc6dc8dc req-e0b46af7-38cc-4edc-810a-1fae1776dc69 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:23.308843 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c55cd227-2e47-4a55-9bdb-48fddc6dc8dc req-e0b46af7-38cc-4edc-810a-1fae1776dc69 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.39 "GET /v2.0/ports?device_id=09d8a54e-b211-484a-97b0-66c9c11e906e HTTP/1.1" status: 200 len: 946 time: 0.1130581 Jul 29 23:21:23.526911 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-c55cd227-2e47-4a55-9bdb-48fddc6dc8dc req-2aa27b0f-aed0-43f9-88c0-f5b142f68241 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Deleting port 81ba59f1-7974-4eaf-80b1-953d45c6e950 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:23.527317 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-c55cd227-2e47-4a55-9bdb-48fddc6dc8dc req-2aa27b0f-aed0-43f9-88c0-f5b142f68241 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:23.619720 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 95c92f85-8024-47f3-b29e-62e5b19d7171 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:21:23.750228 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2808cd-6e95-49cd-a946-3e6dc26a5f9b req-7ddbf41f-bcd7-4c95-8644-886b36543981 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:23.767123 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6b2808cd-6e95-49cd-a946-3e6dc26a5f9b req-7ddbf41f-bcd7-4c95-8644-886b36543981 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 950 time: 0.1536858 Jul 29 23:21:23.794770 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-c55cd227-2e47-4a55-9bdb-48fddc6dc8dc req-2aa27b0f-aed0-43f9-88c0-f5b142f68241 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] For port 81ba59f1-7974-4eaf-80b1-953d45c6e950, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=81ba59f1-7974-4eaf-80b1-953d45c6e950,segment=NetworkSegment(8dbd6557-d495-406a-b106-ae5dd1f13e0c),segment_id=8dbd6557-d495-406a-b106-ae5dd1f13e0c)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:23.795278 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-c55cd227-2e47-4a55-9bdb-48fddc6dc8dc req-2aa27b0f-aed0-43f9-88c0-f5b142f68241 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:23.822936 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6b2808cd-6e95-49cd-a946-3e6dc26a5f9b req-8d6139b9-cf57-4058-afba-7c4f62f29f99 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519440 Jul 29 23:21:23.847347 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-c55cd227-2e47-4a55-9bdb-48fddc6dc8dc req-2aa27b0f-aed0-43f9-88c0-f5b142f68241 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Calling delete_port for 81ba59f1-7974-4eaf-80b1-953d45c6e950 owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:23.871665 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 95c92f85-8024-47f3-b29e-62e5b19d7171, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=95c92f85-8024-47f3-b29e-62e5b19d7171,segment=NetworkSegment(79d64c50-c25a-4fc3-b109-d9efacc73f26),segment_id=79d64c50-c25a-4fc3-b109-d9efacc73f26)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:23.909930 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '95c92f85-8024-47f3-b29e-62e5b19d7171', 'network_id': 'fdf1b50b-8c01-4560-b565-16c3ac23715f', 'port_id': '95c92f85-8024-47f3-b29e-62e5b19d7171', 'mac_address': 'fa:16:3e:2f:7b:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98c60f3-215b-4d3f-9cd3-677693d018c8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:21:24.005165 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:24.030371 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c79bee-4178-4d22-90c6-dedca86a3741 req-89ffa44a-af57-4c86-a0d2-97ac4c93da4f tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:24.034948 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16c79bee-4178-4d22-90c6-dedca86a3741 req-89ffa44a-af57-4c86-a0d2-97ac4c93da4f tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab876d95-785e-44b1-a5ea-bce9be1ae907 HTTP/1.1" status: 200 len: 944 time: 0.1293452 Jul 29 23:21:24.048389 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c92f85-8024-47f3-b29e-62e5b19d7171 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:24.093371 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 95c92f85-8024-47f3-b29e-62e5b19d7171, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=95c92f85-8024-47f3-b29e-62e5b19d7171,segment=NetworkSegment(79d64c50-c25a-4fc3-b109-d9efacc73f26),segment_id=79d64c50-c25a-4fc3-b109-d9efacc73f26)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:24.100025 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:24.137504 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16c79bee-4178-4d22-90c6-dedca86a3741 req-da7c0f3c-ceed-416a-910d-0b602f48336a tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940561 Jul 29 23:21:24.148288 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-c55cd227-2e47-4a55-9bdb-48fddc6dc8dc req-2aa27b0f-aed0-43f9-88c0-f5b142f68241 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:24.250084 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a34275e-1030-4bd0-963a-639cfb0537cf req-28753dec-a7e9-4262-84e2-42042854b9f0 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.18 "GET /v2.0/ports?device_id=09d8a54e-b211-484a-97b0-66c9c11e906e HTTP/1.1" status: 200 len: 210 time: 0.1191556 Jul 29 23:21:24.265790 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa27b0f-aed0-43f9-88c0-f5b142f68241 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Pushing event deleted for resources: {'Port': ['ID=81ba59f1-7974-4eaf-80b1-953d45c6e950,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:24.271898 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=95c92f85-8024-47f3-b29e-62e5b19d7171,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:24.350870 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55cd227-2e47-4a55-9bdb-48fddc6dc8dc req-2aa27b0f-aed0-43f9-88c0-f5b142f68241 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] No DVR routers for this DVR port 81ba59f1-7974-4eaf-80b1-953d45c6e950 on host n-h2-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:24.362295 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-c55cd227-2e47-4a55-9bdb-48fddc6dc8dc req-2aa27b0f-aed0-43f9-88c0-f5b142f68241 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:24.365699 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c55cd227-2e47-4a55-9bdb-48fddc6dc8dc req-2aa27b0f-aed0-43f9-88c0-f5b142f68241 tempest-AttachSCSIVolumeTestJSON-1070405024 tempest-AttachSCSIVolumeTestJSON-1070405024-project] 10.222.0.39 "DELETE /v2.0/ports/81ba59f1-7974-4eaf-80b1-953d45c6e950 HTTP/1.1" status: 204 len: 173 time: 1.0404131 Jul 29 23:21:24.366249 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09d8a54e-b211-484a-97b0-66c9c11e906e', 'name': 'network-vif-deleted', 'tag': '81ba59f1-7974-4eaf-80b1-953d45c6e950'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:24.371563 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184c127f-5dc8-4515-b1e6-d2147852e54a" -d '{"events": [{"server_uuid": "09d8a54e-b211-484a-97b0-66c9c11e906e", "name": "network-vif-deleted", "tag": "81ba59f1-7974-4eaf-80b1-953d45c6e950"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:24.436639 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['95c92f85-8024-47f3-b29e-62e5b19d7171'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:24.477435 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c626b0-0651-483b-9bc9-0736ee09bb58 x-openstack-request-id: req-69c626b0-0651-483b-9bc9-0736ee09bb58 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:24.478427 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09d8a54e-b211-484a-97b0-66c9c11e906e", "name": "network-vif-deleted", "tag": "81ba59f1-7974-4eaf-80b1-953d45c6e950", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:24.479375 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-69c626b0-0651-483b-9bc9-0736ee09bb58 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:24.480072 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09d8a54e-b211-484a-97b0-66c9c11e906e', 'name': 'network-vif-deleted', 'tag': '81ba59f1-7974-4eaf-80b1-953d45c6e950', 'status': 'completed', 'code': 200} Jul 29 23:21:24.987963 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b75cbd3-f23b-4881-a37d-a1700638d07b req-b5827db6-a253-45e8-827a-89e03d4d5d29 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:24.996383 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6b75cbd3-f23b-4881-a37d-a1700638d07b req-b5827db6-a253-45e8-827a-89e03d4d5d29 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 950 time: 0.0988753 Jul 29 23:21:25.089707 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6b75cbd3-f23b-4881-a37d-a1700638d07b req-a948032c-0ad1-47ee-b52f-45b97277d85f tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853457 Jul 29 23:21:25.482681 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0220480f-f6f9-4b7f-8709-f12e93cb57f3 req-c644682b-5cd3-4650-8743-945e82b65a03 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:25.488457 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0220480f-f6f9-4b7f-8709-f12e93cb57f3 req-c644682b-5cd3-4650-8743-945e82b65a03 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab876d95-785e-44b1-a5ea-bce9be1ae907 HTTP/1.1" status: 200 len: 945 time: 0.1312377 Jul 29 23:21:25.510885 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b3d31a-0493-41d4-adf1-ecce19f25f32 req-6691d5f0-e19a-48eb-8f5d-6c8fbe67526d tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:25.512529 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89b3d31a-0493-41d4-adf1-ecce19f25f32 req-6691d5f0-e19a-48eb-8f5d-6c8fbe67526d tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] 10.222.0.18 "GET /v2.0/ports?device_id=08fc7db9-034e-4262-834f-b2523458d277 HTTP/1.1" status: 200 len: 945 time: 0.3709545 Jul 29 23:21:25.564391 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0220480f-f6f9-4b7f-8709-f12e93cb57f3 req-2e05414d-1062-4a7d-86f7-be3c51c8bd1d tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732753 Jul 29 23:21:25.587762 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89b3d31a-0493-41d4-adf1-ecce19f25f32 req-1987b51b-14b7-4f1c-88ca-a7d535d16022 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] 10.222.0.18 "GET /v2.0/security-groups?id=73c98cd6-be16-466a-85d2-69117e3e5cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651288 Jul 29 23:21:25.632087 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 95c92f85-8024-47f3-b29e-62e5b19d7171 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:25.698847 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 95c92f85-8024-47f3-b29e-62e5b19d7171 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:25.702487 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 95c92f85-8024-47f3-b29e-62e5b19d7171 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:25.702980 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:25.811600 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:25.855441 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab876d95-785e-44b1-a5ea-bce9be1ae907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c92f85-8024-47f3-b29e-62e5b19d7171'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:25.858450 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab88efc-3bc3-4e54-8242-7f078e37e845" -d '{"events": [{"server_uuid": "ab876d95-785e-44b1-a5ea-bce9be1ae907", "name": "network-vif-plugged", "status": "completed", "tag": "95c92f85-8024-47f3-b29e-62e5b19d7171"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:25.881605 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 95c92f85-8024-47f3-b29e-62e5b19d7171, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=95c92f85-8024-47f3-b29e-62e5b19d7171,segment=NetworkSegment(79d64c50-c25a-4fc3-b109-d9efacc73f26),segment_id=79d64c50-c25a-4fc3-b109-d9efacc73f26)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:25.892930 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:25.894335 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 81ba59f1-7974-4eaf-80b1-953d45c6e950 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:25.992920 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60169937-d9f6-4078-b5f1-55ce982046b2 x-openstack-request-id: req-60169937-d9f6-4078-b5f1-55ce982046b2 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:25.993593 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab876d95-785e-44b1-a5ea-bce9be1ae907", "name": "network-vif-plugged", "status": "completed", "tag": "95c92f85-8024-47f3-b29e-62e5b19d7171", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:25.994130 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-60169937-d9f6-4078-b5f1-55ce982046b2 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:25.995776 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab876d95-785e-44b1-a5ea-bce9be1ae907', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c92f85-8024-47f3-b29e-62e5b19d7171', 'code': 200} Jul 29 23:21:25.998851 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 81ba59f1-7974-4eaf-80b1-953d45c6e950 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:25.999199 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 81ba59f1-7974-4eaf-80b1-953d45c6e950 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:26.046818 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=95c92f85-8024-47f3-b29e-62e5b19d7171,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:26.093551 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc3451e-84a3-4a5e-a6f7-75739603775c req-9b6bf589-6b70-4eda-8a90-51cbbf20bf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:26.095678 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bdc3451e-84a3-4a5e-a6f7-75739603775c req-9b6bf589-6b70-4eda-8a90-51cbbf20bf70 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ab876d95-785e-44b1-a5ea-bce9be1ae907 HTTP/1.1" status: 200 len: 1098 time: 0.0523720 Jul 29 23:21:26.155419 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bdc3451e-84a3-4a5e-a6f7-75739603775c req-2a333e95-af3c-4532-9c1a-e9a2cca0582e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488770 Jul 29 23:21:26.247819 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6b559-98a1-41ac-906e-184e5b42eb12 req-61bbd497-33a1-446d-9acc-a7cbc99091cf tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:26.249978 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3fc6b559-98a1-41ac-906e-184e5b42eb12 req-61bbd497-33a1-446d-9acc-a7cbc99091cf tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 950 time: 0.0640876 Jul 29 23:21:26.315534 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3fc6b559-98a1-41ac-906e-184e5b42eb12 req-b1fcecbd-a474-4c74-ab1d-337aadd91e85 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573366 Jul 29 23:21:26.879294 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d0bf0-d02b-4dc0-b9f6-2057da68692c req-3a99f495-1470-4211-aa0f-9a3584bb782f tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:26.880799 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a02d0bf0-d02b-4dc0-b9f6-2057da68692c req-3a99f495-1470-4211-aa0f-9a3584bb782f tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab876d95-785e-44b1-a5ea-bce9be1ae907 HTTP/1.1" status: 200 len: 946 time: 0.1297874 Jul 29 23:21:26.977886 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7478042-699a-41fb-a926-4d8305975da3 req-e27d2d59-e179-48b3-9484-48559cad8555 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:26.980185 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7478042-699a-41fb-a926-4d8305975da3 req-e27d2d59-e179-48b3-9484-48559cad8555 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] 10.222.0.18 "GET /v2.0/ports?device_id=08fc7db9-034e-4262-834f-b2523458d277 HTTP/1.1" status: 200 len: 945 time: 0.1222587 Jul 29 23:21:26.984598 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a02d0bf0-d02b-4dc0-b9f6-2057da68692c req-e86c9070-b599-4f70-957e-c253e9237119 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871971 Jul 29 23:21:27.003462 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf67a27-5f6c-493b-a7dd-a0bc1267aaa8 req-1a03b78c-931b-49c9-a4a6-a2c8709abc1f tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:27.005039 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ecf67a27-5f6c-493b-a7dd-a0bc1267aaa8 req-1a03b78c-931b-49c9-a4a6-a2c8709abc1f tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] 10.222.0.23 "GET /v2.0/ports?device_id=08fc7db9-034e-4262-834f-b2523458d277 HTTP/1.1" status: 200 len: 945 time: 0.0898015 Jul 29 23:21:27.196829 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7478042-699a-41fb-a926-4d8305975da3 req-426a2ea5-32b2-483a-b2c0-10b513e0e06d tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] 10.222.0.18 "GET /v2.0/security-groups?id=73c98cd6-be16-466a-85d2-69117e3e5cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906946 Jul 29 23:21:27.238305 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5617f3-b592-4ec7-a425-c97d0b60ffc7 req-9b002dee-b201-4673-aefb-2e0e84549a73 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:27.249921 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f5617f3-b592-4ec7-a425-c97d0b60ffc7 req-9b002dee-b201-4673-aefb-2e0e84549a73 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 946 time: 0.1186192 Jul 29 23:21:27.289331 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-ecf67a27-5f6c-493b-a7dd-a0bc1267aaa8 req-69234c3b-0b41-4b06-9eab-50c3b0715cce tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Deleting port 33195f01-8616-42c8-a78f-4cf3ef539467 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:27.290103 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ecf67a27-5f6c-493b-a7dd-a0bc1267aaa8 req-69234c3b-0b41-4b06-9eab-50c3b0715cce tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.385816 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f5617f3-b592-4ec7-a425-c97d0b60ffc7 req-f7ec436f-d522-4240-96cb-af0aa45ba3ca tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337173 Jul 29 23:21:27.486729 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ecf67a27-5f6c-493b-a7dd-a0bc1267aaa8 req-69234c3b-0b41-4b06-9eab-50c3b0715cce tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] For port 33195f01-8616-42c8-a78f-4cf3ef539467, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=33195f01-8616-42c8-a78f-4cf3ef539467,segment=NetworkSegment(e2dd95ef-1547-42c8-8a4a-bf603196a148),segment_id=e2dd95ef-1547-42c8-8a4a-bf603196a148)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:27.487265 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ecf67a27-5f6c-493b-a7dd-a0bc1267aaa8 req-69234c3b-0b41-4b06-9eab-50c3b0715cce tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:27.515108 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-ecf67a27-5f6c-493b-a7dd-a0bc1267aaa8 req-69234c3b-0b41-4b06-9eab-50c3b0715cce tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Calling delete_port for 33195f01-8616-42c8-a78f-4cf3ef539467 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:27.981550 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b41bbd-6653-4f13-83a4-2fc9e0a4e41c req-eb8f5b06-50a4-45af-86ed-ccae31902a53 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:27.983403 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d6b41bbd-6653-4f13-83a4-2fc9e0a4e41c req-eb8f5b06-50a4-45af-86ed-ccae31902a53 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 950 time: 0.4644456 Jul 29 23:21:28.115127 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d6b41bbd-6653-4f13-83a4-2fc9e0a4e41c req-93c6f612-8cd8-4462-a974-dc5c0684a540 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145267 Jul 29 23:21:28.173304 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ecf67a27-5f6c-493b-a7dd-a0bc1267aaa8 req-69234c3b-0b41-4b06-9eab-50c3b0715cce tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:28.187198 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['33195f01-8616-42c8-a78f-4cf3ef539467'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:28.189289 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439cd8ad-0fde-4161-9169-02ae640aea4e req-e9f2ae07-3b4d-49e8-8a02-c6c8dc973438 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:28.191035 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-439cd8ad-0fde-4161-9169-02ae640aea4e req-e9f2ae07-3b4d-49e8-8a02-c6c8dc973438 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab876d95-785e-44b1-a5ea-bce9be1ae907 HTTP/1.1" status: 200 len: 946 time: 0.1040714 Jul 29 23:21:28.246292 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69234c3b-0b41-4b06-9eab-50c3b0715cce tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Pushing event deleted for resources: {'Port': ['ID=33195f01-8616-42c8-a78f-4cf3ef539467,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:28.312039 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecf67a27-5f6c-493b-a7dd-a0bc1267aaa8 req-69234c3b-0b41-4b06-9eab-50c3b0715cce tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] No DVR routers for this DVR port 33195f01-8616-42c8-a78f-4cf3ef539467 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:28.317808 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ecf67a27-5f6c-493b-a7dd-a0bc1267aaa8 req-69234c3b-0b41-4b06-9eab-50c3b0715cce tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:28.319718 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ecf67a27-5f6c-493b-a7dd-a0bc1267aaa8 req-69234c3b-0b41-4b06-9eab-50c3b0715cce tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] 10.222.0.23 "DELETE /v2.0/ports/33195f01-8616-42c8-a78f-4cf3ef539467 HTTP/1.1" status: 204 len: 173 time: 1.3060300 Jul 29 23:21:28.348119 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fc7db9-034e-4262-834f-b2523458d277', 'name': 'network-vif-deleted', 'tag': '33195f01-8616-42c8-a78f-4cf3ef539467'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:28.350397 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1839ee82-1de6-4d05-bfa4-905592d6e18b" -d '{"events": [{"server_uuid": "08fc7db9-034e-4262-834f-b2523458d277", "name": "network-vif-deleted", "tag": "33195f01-8616-42c8-a78f-4cf3ef539467"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:28.358112 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0f1dcb3d-cf04-4a5c-ab25-d0f5114d12d3 req-e44af119-d1b3-421f-885b-d64959f9b2a5 tempest-VolumesAdminNegativeTest-1503754021 tempest-VolumesAdminNegativeTest-1503754021-project] 10.222.0.18 "GET /v2.0/ports?device_id=08fc7db9-034e-4262-834f-b2523458d277 HTTP/1.1" status: 200 len: 210 time: 0.0474083 Jul 29 23:21:28.373615 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-439cd8ad-0fde-4161-9169-02ae640aea4e req-e69991d5-0c69-425a-9f58-8b126bfb9f20 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423342 Jul 29 23:21:28.449730 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68596123-a758-4535-9c3f-02d874ddaed8 x-openstack-request-id: req-68596123-a758-4535-9c3f-02d874ddaed8 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:28.450243 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fc7db9-034e-4262-834f-b2523458d277", "name": "network-vif-deleted", "tag": "33195f01-8616-42c8-a78f-4cf3ef539467", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:28.450687 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-68596123-a758-4535-9c3f-02d874ddaed8 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:28.451244 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fc7db9-034e-4262-834f-b2523458d277', 'name': 'network-vif-deleted', 'tag': '33195f01-8616-42c8-a78f-4cf3ef539467', 'status': 'completed', 'code': 200} Jul 29 23:21:28.640724 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522fdd15-e769-4375-a35c-6d5a47b3c1de req-cff35900-d16a-44ed-9e76-9d2c0bcf4cfd tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:28.644608 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-522fdd15-e769-4375-a35c-6d5a47b3c1de req-cff35900-d16a-44ed-9e76-9d2c0bcf4cfd tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 946 time: 0.1046050 Jul 29 23:21:28.696389 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-522fdd15-e769-4375-a35c-6d5a47b3c1de req-2faa4e53-2dc9-447c-abe3-a25fd8e3d6e1 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449309 Jul 29 23:21:28.877701 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44ee3d3-3d31-4df7-a0de-66d71e35b897 req-193afc5f-305b-4b6b-b38b-08110c3f3d81 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:28.879330 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e44ee3d3-3d31-4df7-a0de-66d71e35b897 req-193afc5f-305b-4b6b-b38b-08110c3f3d81 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab876d95-785e-44b1-a5ea-bce9be1ae907 HTTP/1.1" status: 200 len: 946 time: 0.0539601 Jul 29 23:21:28.938729 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e44ee3d3-3d31-4df7-a0de-66d71e35b897 req-fd9b5af0-b83b-4161-8b17-8bccf23fc5af tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498126 Jul 29 23:21:29.216140 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.216964 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda60ca-1c72-49ec-a6af-c79ec48a5ef3 req-99971df8-e2e7-49fb-9e6a-cb8b3f7db275 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:29.218442 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ecda60ca-1c72-49ec-a6af-c79ec48a5ef3 req-99971df8-e2e7-49fb-9e6a-cb8b3f7db275 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 946 time: 0.0854230 Jul 29 23:21:29.327370 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d23a20-c65a-49d2-8ce3-29773aed73fc req-c4401008-47b0-44c4-a1f7-2ccb68ef294a tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:29.329497 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-35d23a20-c65a-49d2-8ce3-29773aed73fc req-c4401008-47b0-44c4-a1f7-2ccb68ef294a tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 950 time: 0.1100976 Jul 29 23:21:29.393727 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-35d23a20-c65a-49d2-8ce3-29773aed73fc req-5a67cdca-0e23-408d-8803-4d42fe117788 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443261 Jul 29 23:21:29.413147 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-ecda60ca-1c72-49ec-a6af-c79ec48a5ef3 req-af0044b1-92e8-42fa-a005-6debfba4dcb5 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Deleting port 5e4c4139-7b3f-41cb-af61-1e26e5385f57 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:29.413454 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ecda60ca-1c72-49ec-a6af-c79ec48a5ef3 req-af0044b1-92e8-42fa-a005-6debfba4dcb5 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.475990 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59708) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:29.536604 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eea9921-f34d-4e67-9df4-cdfa7f8a238d admin admin] Deleting subnet 0127747a-97b5-42ee-89d5-a1c99e155ca2 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:21:29.543133 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9eea9921-f34d-4e67-9df4-cdfa7f8a238d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.578169 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.587440 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ecda60ca-1c72-49ec-a6af-c79ec48a5ef3 req-af0044b1-92e8-42fa-a005-6debfba4dcb5 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] For port 5e4c4139-7b3f-41cb-af61-1e26e5385f57, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=5e4c4139-7b3f-41cb-af61-1e26e5385f57,segment=NetworkSegment(09ef5cba-b946-4954-8b7b-df4b99902de5),segment_id=09ef5cba-b946-4954-8b7b-df4b99902de5)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:29.588795 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ecda60ca-1c72-49ec-a6af-c79ec48a5ef3 req-af0044b1-92e8-42fa-a005-6debfba4dcb5 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.612105 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-ecda60ca-1c72-49ec-a6af-c79ec48a5ef3 req-af0044b1-92e8-42fa-a005-6debfba4dcb5 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Calling delete_port for 5e4c4139-7b3f-41cb-af61-1e26e5385f57 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:29.627155 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9eea9921-f34d-4e67-9df4-cdfa7f8a238d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.677750 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9eea9921-f34d-4e67-9df4-cdfa7f8a238d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.759986 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9eea9921-f34d-4e67-9df4-cdfa7f8a238d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.800178 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea9921-f34d-4e67-9df4-cdfa7f8a238d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0127747a-97b5-42ee-89d5-a1c99e155ca2,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:29.812689 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9eea9921-f34d-4e67-9df4-cdfa7f8a238d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.819315 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9eea9921-f34d-4e67-9df4-cdfa7f8a238d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0127747a-97b5-42ee-89d5-a1c99e155ca2 HTTP/1.1" status: 204 len: 168 time: 0.3411264 Jul 29 23:21:29.824329 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59720) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:29.943573 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-304f06d7-974d-4cb6-8d9f-e4a7ce752704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:29.945461 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94834d9c-1484-4465-a0a0-d9743961f276 req-649adbae-5ecc-4212-8568-4e4b3b61d2de tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:29.953889 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-94834d9c-1484-4465-a0a0-d9743961f276 req-649adbae-5ecc-4212-8568-4e4b3b61d2de tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 946 time: 0.1567438 Jul 29 23:21:29.986646 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59728) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:30.048552 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-304f06d7-974d-4cb6-8d9f-e4a7ce752704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.060529 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-304f06d7-974d-4cb6-8d9f-e4a7ce752704 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c59299e0-0191-4090-abfa-4d2b71106956']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:30.080703 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-304f06d7-974d-4cb6-8d9f-e4a7ce752704 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2dd95ef-1547-42c8-8a4a-bf603196a148') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:30.081235 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-304f06d7-974d-4cb6-8d9f-e4a7ce752704 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2dd95ef-1547-42c8-8a4a-bf603196a148') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:30.085616 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-94834d9c-1484-4465-a0a0-d9743961f276 req-93558514-c32b-4bc6-8ec4-3646df7fbb58 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305339 Jul 29 23:21:30.092921 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ecda60ca-1c72-49ec-a6af-c79ec48a5ef3 req-af0044b1-92e8-42fa-a005-6debfba4dcb5 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.098969 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-304f06d7-974d-4cb6-8d9f-e4a7ce752704 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.109503 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['0acaa3f1-b27a-472c-b82b-efa011399df0'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:30.112416 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['5e4c4139-7b3f-41cb-af61-1e26e5385f57'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:30.136613 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-304f06d7-974d-4cb6-8d9f-e4a7ce752704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.152942 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0044b1-92e8-42fa-a005-6debfba4dcb5 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Pushing event deleted for resources: {'Port': ['ID=5e4c4139-7b3f-41cb-af61-1e26e5385f57,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:30.159513 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-304f06d7-974d-4cb6-8d9f-e4a7ce752704 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:21:30.163007 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-304f06d7-974d-4cb6-8d9f-e4a7ce752704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.173954 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:21:30.173954 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:21:30.173954 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:21:30.173954 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:21:30.173954 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:21:30.173954 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:21:30.173954 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:21:30.173954 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:21:30.173954 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:21:30.173954 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:21:30.173954 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:21:30.173954 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:21:30.173954 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:21:30.173954 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:21:30.173954 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:21:30.173954 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:21:30.173954 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:21:30.173954 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:21:30.173954 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:21:30.173954 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:21:30.173954 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:21:30.173954 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:21:30.173954 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:21:30.173954 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:21:30.173954 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:21:30.173954 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:21:30.173954 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:21:30.173954 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:21:30.173954 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:21:30.173954 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:21:30.173954 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:21:30.173954 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:21:30.222995 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0044b1-92e8-42fa-a005-6debfba4dcb5 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:30.223950 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0044b1-92e8-42fa-a005-6debfba4dcb5 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:30.224485 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0044b1-92e8-42fa-a005-6debfba4dcb5 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:30.224995 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0044b1-92e8-42fa-a005-6debfba4dcb5 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:30.225766 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0044b1-92e8-42fa-a005-6debfba4dcb5 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:30.226580 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0044b1-92e8-42fa-a005-6debfba4dcb5 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:30.227236 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0044b1-92e8-42fa-a005-6debfba4dcb5 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:30.227751 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0044b1-92e8-42fa-a005-6debfba4dcb5 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:30.228334 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0044b1-92e8-42fa-a005-6debfba4dcb5 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:30.228911 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0044b1-92e8-42fa-a005-6debfba4dcb5 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:30.229674 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0044b1-92e8-42fa-a005-6debfba4dcb5 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:30.230188 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0044b1-92e8-42fa-a005-6debfba4dcb5 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:30.255242 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-304f06d7-974d-4cb6-8d9f-e4a7ce752704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.269203 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-304f06d7-974d-4cb6-8d9f-e4a7ce752704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.277512 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-304f06d7-974d-4cb6-8d9f-e4a7ce752704 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c59299e0-0191-4090-abfa-4d2b71106956 HTTP/1.1" status: 204 len: 168 time: 0.4475040 Jul 29 23:21:30.284977 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59732) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:30.299672 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f06d7-974d-4cb6-8d9f-e4a7ce752704 admin admin] Pushing event deleted for resources: {'Network': ['ID=c59299e0-0191-4090-abfa-4d2b71106956,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:30.333018 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecda60ca-1c72-49ec-a6af-c79ec48a5ef3 req-af0044b1-92e8-42fa-a005-6debfba4dcb5 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] No DVR routers for this DVR port 5e4c4139-7b3f-41cb-af61-1e26e5385f57 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:30.338382 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ecda60ca-1c72-49ec-a6af-c79ec48a5ef3 req-af0044b1-92e8-42fa-a005-6debfba4dcb5 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.342914 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ecda60ca-1c72-49ec-a6af-c79ec48a5ef3 req-af0044b1-92e8-42fa-a005-6debfba4dcb5 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.23 "DELETE /v2.0/ports/5e4c4139-7b3f-41cb-af61-1e26e5385f57 HTTP/1.1" status: 204 len: 173 time: 1.1145477 Jul 29 23:21:30.402657 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52dff97-a1c6-45a5-bc6d-da2d551f6f18 req-172fbf6f-49c3-4b6d-993f-e85a8d59338c tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:30.408747 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b52dff97-a1c6-45a5-bc6d-da2d551f6f18 req-172fbf6f-49c3-4b6d-993f-e85a8d59338c tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab876d95-785e-44b1-a5ea-bce9be1ae907 HTTP/1.1" status: 200 len: 946 time: 0.0987122 Jul 29 23:21:30.473150 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf', 'name': 'network-vif-deleted', 'tag': '5e4c4139-7b3f-41cb-af61-1e26e5385f57'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:30.477703 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffaec4c-8f75-44b2-86ba-51a213aae10c" -d '{"events": [{"server_uuid": "2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf", "name": "network-vif-deleted", "tag": "5e4c4139-7b3f-41cb-af61-1e26e5385f57"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:30.622155 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cba987c-608f-4345-8489-55cd0c7bf641 admin admin] Deleting subnet ed52a7ae-6857-43e3-b5fe-cf916ae0171c {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:21:30.661965 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-b52dff97-a1c6-45a5-bc6d-da2d551f6f18 req-da1159ea-d547-477a-be32-de71863b7d88 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Deleting port 95c92f85-8024-47f3-b29e-62e5b19d7171 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:30.663775 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b52dff97-a1c6-45a5-bc6d-da2d551f6f18 req-da1159ea-d547-477a-be32-de71863b7d88 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.671378 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0cba987c-608f-4345-8489-55cd0c7bf641 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.687788 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e481b6e-ff5e-4437-9b23-d1fe28e0b7bd req-6bbebcca-dbc6-46d6-9a81-b14318cfe763 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:30.695393 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8e481b6e-ff5e-4437-9b23-d1fe28e0b7bd req-6bbebcca-dbc6-46d6-9a81-b14318cfe763 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/ports?device_id=ab876d95-785e-44b1-a5ea-bce9be1ae907 HTTP/1.1" status: 200 len: 946 time: 0.6410942 Jul 29 23:21:30.796774 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-b52dff97-a1c6-45a5-bc6d-da2d551f6f18 req-da1159ea-d547-477a-be32-de71863b7d88 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] For port 95c92f85-8024-47f3-b29e-62e5b19d7171, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=95c92f85-8024-47f3-b29e-62e5b19d7171,segment=NetworkSegment(79d64c50-c25a-4fc3-b109-d9efacc73f26),segment_id=79d64c50-c25a-4fc3-b109-d9efacc73f26)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:30.797482 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b52dff97-a1c6-45a5-bc6d-da2d551f6f18 req-da1159ea-d547-477a-be32-de71863b7d88 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.826451 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-b52dff97-a1c6-45a5-bc6d-da2d551f6f18 req-da1159ea-d547-477a-be32-de71863b7d88 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Calling delete_port for 95c92f85-8024-47f3-b29e-62e5b19d7171 owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:30.878501 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0cba987c-608f-4345-8489-55cd0c7bf641 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:30.933835 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763aaf2-22ae-4d84-8ec7-d1fc41988af4 req-c3ae1d82-60b1-4db3-8334-f45c38fb87ba tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:30.935561 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b763aaf2-22ae-4d84-8ec7-d1fc41988af4 req-c3ae1d82-60b1-4db3-8334-f45c38fb87ba tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 950 time: 0.3092999 Jul 29 23:21:30.958802 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8e481b6e-ff5e-4437-9b23-d1fe28e0b7bd req-91fa0e01-304a-4016-9d09-f8ffa8f9c363 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups?id=d40e3e09-7db4-4aa3-9fb3-343897b5ef09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603533 Jul 29 23:21:31.072735 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086998f9-a7c9-43a0-b637-f9cd319dfe30 x-openstack-request-id: req-086998f9-a7c9-43a0-b637-f9cd319dfe30 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:31.073667 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf", "name": "network-vif-deleted", "tag": "5e4c4139-7b3f-41cb-af61-1e26e5385f57", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:31.074095 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-086998f9-a7c9-43a0-b637-f9cd319dfe30 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:31.074746 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf', 'name': 'network-vif-deleted', 'tag': '5e4c4139-7b3f-41cb-af61-1e26e5385f57', 'status': 'completed', 'code': 200} Jul 29 23:21:31.085165 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0cba987c-608f-4345-8489-55cd0c7bf641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:31.100820 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b52dff97-a1c6-45a5-bc6d-da2d551f6f18 req-da1159ea-d547-477a-be32-de71863b7d88 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:31.115015 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['95c92f85-8024-47f3-b29e-62e5b19d7171'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:31.138522 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b763aaf2-22ae-4d84-8ec7-d1fc41988af4 req-161fcb64-0f2a-42c9-ab16-5da1a8edafd3 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716263 Jul 29 23:21:31.250573 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1159ea-d547-477a-be32-de71863b7d88 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Pushing event deleted for resources: {'Port': ['ID=95c92f85-8024-47f3-b29e-62e5b19d7171,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:31.264173 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0cba987c-608f-4345-8489-55cd0c7bf641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:31.338095 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cba987c-608f-4345-8489-55cd0c7bf641 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed52a7ae-6857-43e3-b5fe-cf916ae0171c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:31.370395 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0cba987c-608f-4345-8489-55cd0c7bf641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:31.372293 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0cba987c-608f-4345-8489-55cd0c7bf641 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ed52a7ae-6857-43e3-b5fe-cf916ae0171c HTTP/1.1" status: 204 len: 168 time: 1.0820560 Jul 29 23:21:31.376565 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59746) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:31.403997 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-b52dff97-a1c6-45a5-bc6d-da2d551f6f18 req-da1159ea-d547-477a-be32-de71863b7d88 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] No DVR routers for this DVR port 95c92f85-8024-47f3-b29e-62e5b19d7171 on host n-h2-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:31.407293 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b52dff97-a1c6-45a5-bc6d-da2d551f6f18 req-da1159ea-d547-477a-be32-de71863b7d88 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:31.410028 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b52dff97-a1c6-45a5-bc6d-da2d551f6f18 req-da1159ea-d547-477a-be32-de71863b7d88 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.39 "DELETE /v2.0/ports/95c92f85-8024-47f3-b29e-62e5b19d7171 HTTP/1.1" status: 204 len: 173 time: 0.9915709 Jul 29 23:21:31.410695 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab876d95-785e-44b1-a5ea-bce9be1ae907', 'name': 'network-vif-deleted', 'tag': '95c92f85-8024-47f3-b29e-62e5b19d7171'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:31.413794 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef21694-4633-4dd7-b41d-756985f908ed" -d '{"events": [{"server_uuid": "ab876d95-785e-44b1-a5ea-bce9be1ae907", "name": "network-vif-deleted", "tag": "95c92f85-8024-47f3-b29e-62e5b19d7171"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:31.465120 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e7837e-5bee-4a94-b1e7-def746bb39bc x-openstack-request-id: req-29e7837e-5bee-4a94-b1e7-def746bb39bc {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:31.465475 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab876d95-785e-44b1-a5ea-bce9be1ae907", "name": "network-vif-deleted", "tag": "95c92f85-8024-47f3-b29e-62e5b19d7171", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:31.466175 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29e7837e-5bee-4a94-b1e7-def746bb39bc {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:31.466972 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab876d95-785e-44b1-a5ea-bce9be1ae907', 'name': 'network-vif-deleted', 'tag': '95c92f85-8024-47f3-b29e-62e5b19d7171', 'status': 'completed', 'code': 200} Jul 29 23:21:31.488959 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe2fd20e-b834-499b-b128-7a6a7884e207 req-559822d7-731a-4e5d-b2e0-88b1a93a071e tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f5c64d1-08fc-43d8-89c4-1c850c0bb4bf HTTP/1.1" status: 200 len: 210 time: 0.0990801 Jul 29 23:21:31.540491 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-209ab603-1e42-43db-9e3e-ac654b3e460b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:31.541591 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 33195f01-8616-42c8-a78f-4cf3ef539467 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:31.564838 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bd1ec3d5-a614-480d-a2e7-794583e60e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:31.587214 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 33195f01-8616-42c8-a78f-4cf3ef539467 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:31.589058 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 33195f01-8616-42c8-a78f-4cf3ef539467 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:31.750545 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-209ab603-1e42-43db-9e3e-ac654b3e460b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:31.768280 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-209ab603-1e42-43db-9e3e-ac654b3e460b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18c74aff-fe82-4440-92a8-e093f0951ec8']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:31.784806 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-209ab603-1e42-43db-9e3e-ac654b3e460b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a712e52-b27b-49a3-b483-8dde0dc0f57a') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:31.785137 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-209ab603-1e42-43db-9e3e-ac654b3e460b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a712e52-b27b-49a3-b483-8dde0dc0f57a') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:31.798401 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-209ab603-1e42-43db-9e3e-ac654b3e460b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:31.868285 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-209ab603-1e42-43db-9e3e-ac654b3e460b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:31.878680 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209ab603-1e42-43db-9e3e-ac654b3e460b admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:21:31.878962 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-209ab603-1e42-43db-9e3e-ac654b3e460b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:31.881878 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:21:31.881878 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:21:31.881878 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:21:31.881878 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:21:31.881878 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:21:31.881878 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:21:31.881878 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:21:31.881878 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:21:31.881878 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:21:31.881878 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:21:31.881878 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:21:31.881878 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:21:31.881878 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:21:31.881878 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:21:31.881878 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:21:31.881878 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:21:31.881878 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:21:31.881878 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:21:31.881878 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:21:31.881878 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:21:31.881878 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:21:31.881878 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:21:31.881878 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:21:31.881878 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:21:31.881878 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:21:31.881878 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:21:31.881878 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:21:31.881878 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:21:31.881878 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:21:31.881878 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:21:31.881878 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:21:31.881878 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:21:31.948925 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-209ab603-1e42-43db-9e3e-ac654b3e460b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:31.955410 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-209ab603-1e42-43db-9e3e-ac654b3e460b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:31.958257 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-209ab603-1e42-43db-9e3e-ac654b3e460b admin admin] 10.222.0.18 "DELETE /v2.0/networks/18c74aff-fe82-4440-92a8-e093f0951ec8 HTTP/1.1" status: 204 len: 168 time: 0.5798962 Jul 29 23:21:31.983352 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209ab603-1e42-43db-9e3e-ac654b3e460b admin admin] Pushing event deleted for resources: {'Network': ['ID=18c74aff-fe82-4440-92a8-e093f0951ec8,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:32.100506 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-bd1ec3d5-a614-480d-a2e7-794583e60e56 admin admin] Deleting port 7e299a40-61ba-4da0-8cd1-41b05e9df7fe {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:32.100983 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bd1ec3d5-a614-480d-a2e7-794583e60e56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:32.203461 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-bd1ec3d5-a614-480d-a2e7-794583e60e56 admin admin] For port 7e299a40-61ba-4da0-8cd1-41b05e9df7fe, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=7e299a40-61ba-4da0-8cd1-41b05e9df7fe,segment=NetworkSegment(8dbd6557-d495-406a-b106-ae5dd1f13e0c),segment_id=8dbd6557-d495-406a-b106-ae5dd1f13e0c)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:32.203892 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bd1ec3d5-a614-480d-a2e7-794583e60e56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:32.222892 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-bd1ec3d5-a614-480d-a2e7-794583e60e56 admin admin] Calling delete_port for 7e299a40-61ba-4da0-8cd1-41b05e9df7fe owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:32.286927 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59784) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:32.333944 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-83baecf4-7b47-4478-a65f-067337d941f5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=975625f441bc423aa4db007a98bde685&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0457928 Jul 29 23:21:32.336441 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59786) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:32.356798 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59792) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:32.449906 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51beb25a-bafa-407b-87d5-5ea22d2d7172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:32.451936 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-292014b1-0167-4ef3-b4d3-a20d12f45901 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:32.483330 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51beb25a-bafa-407b-87d5-5ea22d2d7172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:32.490187 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bd1ec3d5-a614-480d-a2e7-794583e60e56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:32.500295 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474ff7b-513f-491c-8e49-10ce56cf1efb req-41be8a13-2f50-4436-86bb-c6cb6f2fe0f5 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:32.501857 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8474ff7b-513f-491c-8e49-10ce56cf1efb req-41be8a13-2f50-4436-86bb-c6cb6f2fe0f5 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 950 time: 0.1789725 Jul 29 23:21:32.539193 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1ec3d5-a614-480d-a2e7-794583e60e56 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e299a40-61ba-4da0-8cd1-41b05e9df7fe,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:32.568680 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51beb25a-bafa-407b-87d5-5ea22d2d7172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:32.571549 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51beb25a-bafa-407b-87d5-5ea22d2d7172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:32.576688 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-51beb25a-bafa-407b-87d5-5ea22d2d7172 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/73c98cd6-be16-466a-85d2-69117e3e5cb6 HTTP/1.1" status: 204 len: 168 time: 0.2390029 Jul 29 23:21:32.579868 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-292014b1-0167-4ef3-b4d3-a20d12f45901 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:32.597243 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51beb25a-bafa-407b-87d5-5ea22d2d7172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c98cd6-be16-466a-85d2-69117e3e5cb6,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:32.673892 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-292014b1-0167-4ef3-b4d3-a20d12f45901 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:32.676591 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-292014b1-0167-4ef3-b4d3-a20d12f45901 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:32.682356 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-292014b1-0167-4ef3-b4d3-a20d12f45901 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "DELETE /v2.0/security-groups/9ac54994-0bb5-4bf6-8417-baf68fe7816f HTTP/1.1" status: 204 len: 168 time: 0.3199284 Jul 29 23:21:32.685076 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8474ff7b-513f-491c-8e49-10ce56cf1efb req-91aeec73-4bf2-48eb-8e41-737205745742 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539047 Jul 29 23:21:32.685907 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59802) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:32.710827 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292014b1-0167-4ef3-b4d3-a20d12f45901 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac54994-0bb5-4bf6-8417-baf68fe7816f,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:32.767119 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3d972f31-d76c-4dda-a3c3-5edb5c169ad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:32.775521 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-b2e49750-18c1-45c6-8676-9b42513cad89 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] show failed (client error): The resource could not be found. Jul 29 23:21:32.776897 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b2e49750-18c1-45c6-8676-9b42513cad89 tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "GET /v2.0/security-groups/9ac54994-0bb5-4bf6-8417-baf68fe7816f HTTP/1.1" status: 404 len: 347 time: 0.0900481 Jul 29 23:21:32.781829 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59804) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:32.890627 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bd1ec3d5-a614-480d-a2e7-794583e60e56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:33.118546 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f93140d-3659-4104-8aaa-f2c55d53b4c9 req-50fe5bd7-4490-47fe-a85b-560e96a9053b tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:33.121168 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f93140d-3659-4104-8aaa-f2c55d53b4c9 req-50fe5bd7-4490-47fe-a85b-560e96a9053b tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.1038866 Jul 29 23:21:33.184017 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f93140d-3659-4104-8aaa-f2c55d53b4c9 req-cb0f6b33-4b27-4c53-babe-3506d8729777 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510483 Jul 29 23:21:33.231068 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59812) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:33.345847 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-14111d0a-7a8a-43ef-97b2-39edd224b813 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f044708ef8247eea31f7d12084bd990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1136637 Jul 29 23:21:33.348633 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59816) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:33.385506 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-ab2bb618-c6e6-4818-a3c5-0d5e3875248f tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Deleting port a1e66aa9-f129-4b98-af07-175c7f445444 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:33.386173 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ab2bb618-c6e6-4818-a3c5-0d5e3875248f tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:33.394328 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1ec3d5-a614-480d-a2e7-794583e60e56 admin admin] Router 05627d1e-b395-4678-a4b0-eb5bdddcf936 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:21:33.468972 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bfbad7df-bc0a-454e-a880-2dbdedf684fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:33.489106 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ab2bb618-c6e6-4818-a3c5-0d5e3875248f tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:33.489773 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ab2bb618-c6e6-4818-a3c5-0d5e3875248f tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:33.491592 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bfbad7df-bc0a-454e-a880-2dbdedf684fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:33.507780 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-ab2bb618-c6e6-4818-a3c5-0d5e3875248f tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Calling delete_port for a1e66aa9-f129-4b98-af07-175c7f445444 owned by network:floatingip {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:33.537914 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 5e4c4139-7b3f-41cb-af61-1e26e5385f57 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:33.575098 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 5e4c4139-7b3f-41cb-af61-1e26e5385f57 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:33.576306 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 5e4c4139-7b3f-41cb-af61-1e26e5385f57 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:33.614608 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bfbad7df-bc0a-454e-a880-2dbdedf684fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:33.617561 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bfbad7df-bc0a-454e-a880-2dbdedf684fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:33.619467 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-bfbad7df-bc0a-454e-a880-2dbdedf684fd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bf77201a-0974-465a-97db-c4f18c45dc55 HTTP/1.1" status: 204 len: 168 time: 0.2692721 Jul 29 23:21:33.633031 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbad7df-bc0a-454e-a880-2dbdedf684fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf77201a-0974-465a-97db-c4f18c45dc55,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:33.636398 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1ec3d5-a614-480d-a2e7-794583e60e56 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:21:33.644039 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-bd1ec3d5-a614-480d-a2e7-794583e60e56 admin admin] 10.222.0.18 "PUT /v2.0/routers/05627d1e-b395-4678-a4b0-eb5bdddcf936/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6493628 Jul 29 23:21:33.644864 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59822) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:33.652810 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba01ac34-52a3-4cc2-b626-f7a8895b96be None None] Sync routers for ids ['05627d1e-b395-4678-a4b0-eb5bdddcf936'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:21:33.689115 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 95c92f85-8024-47f3-b29e-62e5b19d7171 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:33.692909 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba01ac34-52a3-4cc2-b626-f7a8895b96be None None] Routers {'05627d1e-b395-4678-a4b0-eb5bdddcf936'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:21:33.694479 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-ba01ac34-52a3-4cc2-b626-f7a8895b96be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:21:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['05627d1e-b395-4678-a4b0-eb5bdddcf936'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:33.770165 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 95c92f85-8024-47f3-b29e-62e5b19d7171 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:33.772352 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 95c92f85-8024-47f3-b29e-62e5b19d7171 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:33.822296 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ab2bb618-c6e6-4818-a3c5-0d5e3875248f tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:33.860861 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2bb618-c6e6-4818-a3c5-0d5e3875248f tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Pushing event deleted for resources: {'Port': ['ID=a1e66aa9-f129-4b98-af07-175c7f445444,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:33.922890 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fd7d1a8d-cba3-4e28-bea7-dc00f3b15e68 admin admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:33.927740 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-ba01ac34-52a3-4cc2-b626-f7a8895b96be None None] Set router 05627d1e-b395-4678-a4b0-eb5bdddcf936 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:21:33.994995 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ab2bb618-c6e6-4818-a3c5-0d5e3875248f tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks [] for floatingip, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:33.998892 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ab2bb618-c6e6-4818-a3c5-0d5e3875248f tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:34.003204 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ab2bb618-c6e6-4818-a3c5-0d5e3875248f tempest-ImagesOneServerNegativeTestJSON-888820959 tempest-ImagesOneServerNegativeTestJSON-888820959-project] 10.222.0.18 "DELETE /v2.0/floatingips/7998b770-f761-451e-81b0-d7f6623a4836 HTTP/1.1" status: 204 len: 168 time: 1.2203302 Jul 29 23:21:34.179718 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59848) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:34.292813 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-51f750d9-57b8-4d8c-9e2c-ea2d71a49995 admin admin] Deleting subnet e98c60f3-215b-4d3f-9cd3-677693d018c8 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:21:34.301180 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51f750d9-57b8-4d8c-9e2c-ea2d71a49995 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:34.373821 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51f750d9-57b8-4d8c-9e2c-ea2d71a49995 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:34.391381 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-ba01ac34-52a3-4cc2-b626-f7a8895b96be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05627d1e-b395-4678-a4b0-eb5bdddcf936', 'name': 'tempest-AttachSCSIVolumeTestJSON-797843540-router', 'tenant_id': '141909c455674c85adb567be58edbbd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'bc198fd8-88c9-4e30-a92d-efa557b491d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:29Z', 'updated_at': '2021-07-29T23:21:32Z', 'revision_number': 5, 'project_id': '141909c455674c85adb567be58edbbd5', 'gw_port': {'id': 'bc198fd8-88c9-4e30-a92d-efa557b491d3', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05627d1e-b395-4678-a4b0-eb5bdddcf936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:30Z', 'updated_at': '2021-07-29T23:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:34.431784 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba01ac34-52a3-4cc2-b626-f7a8895b96be None None] Checking router: 05627d1e-b395-4678-a4b0-eb5bdddcf936 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:21:34.441762 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba01ac34-52a3-4cc2-b626-f7a8895b96be None None] Routers {'05627d1e-b395-4678-a4b0-eb5bdddcf936'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:21:34.442645 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-ba01ac34-52a3-4cc2-b626-f7a8895b96be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:21:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['05627d1e-b395-4678-a4b0-eb5bdddcf936'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:34.452968 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51f750d9-57b8-4d8c-9e2c-ea2d71a49995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:34.539261 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51f750d9-57b8-4d8c-9e2c-ea2d71a49995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:34.594412 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51f750d9-57b8-4d8c-9e2c-ea2d71a49995 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:34.602365 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-51f750d9-57b8-4d8c-9e2c-ea2d71a49995 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e98c60f3-215b-4d3f-9cd3-677693d018c8 HTTP/1.1" status: 204 len: 168 time: 0.4211729 Jul 29 23:21:34.603537 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59864) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:34.610891 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377db89-24de-4a22-b5af-6716e9497fd8 req-563c0d6e-3df3-4ec2-a006-fc14ba6b6e82 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:34.627605 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1377db89-24de-4a22-b5af-6716e9497fd8 req-563c0d6e-3df3-4ec2-a006-fc14ba6b6e82 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 950 time: 0.7812936 Jul 29 23:21:34.637711 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-ba01ac34-52a3-4cc2-b626-f7a8895b96be None None] Set router 05627d1e-b395-4678-a4b0-eb5bdddcf936 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:21:34.646097 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fd7d1a8d-cba3-4e28-bea7-dc00f3b15e68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:34.656212 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f750d9-57b8-4d8c-9e2c-ea2d71a49995 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e98c60f3-215b-4d3f-9cd3-677693d018c8,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:34.745045 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f750d9-57b8-4d8c-9e2c-ea2d71a49995 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:34.745579 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f750d9-57b8-4d8c-9e2c-ea2d71a49995 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:34.745993 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f750d9-57b8-4d8c-9e2c-ea2d71a49995 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:34.746396 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f750d9-57b8-4d8c-9e2c-ea2d71a49995 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:34.746836 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f750d9-57b8-4d8c-9e2c-ea2d71a49995 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:34.747237 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f750d9-57b8-4d8c-9e2c-ea2d71a49995 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:34.747631 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f750d9-57b8-4d8c-9e2c-ea2d71a49995 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:34.748042 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f750d9-57b8-4d8c-9e2c-ea2d71a49995 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:34.749139 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f750d9-57b8-4d8c-9e2c-ea2d71a49995 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:34.749578 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f750d9-57b8-4d8c-9e2c-ea2d71a49995 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:34.750032 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f750d9-57b8-4d8c-9e2c-ea2d71a49995 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:34.751154 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f750d9-57b8-4d8c-9e2c-ea2d71a49995 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:34.763817 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0db4dc2d-eff1-4143-8a96-d5c3c833fc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:34.858265 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1377db89-24de-4a22-b5af-6716e9497fd8 req-bf98abfe-3d1f-469f-9f21-aea29b062e68 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2274148 Jul 29 23:21:34.878393 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0db4dc2d-eff1-4143-8a96-d5c3c833fc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:34.879132 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-ba01ac34-52a3-4cc2-b626-f7a8895b96be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05627d1e-b395-4678-a4b0-eb5bdddcf936', 'name': 'tempest-AttachSCSIVolumeTestJSON-797843540-router', 'tenant_id': '141909c455674c85adb567be58edbbd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'bc198fd8-88c9-4e30-a92d-efa557b491d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:29Z', 'updated_at': '2021-07-29T23:21:32Z', 'revision_number': 5, 'project_id': '141909c455674c85adb567be58edbbd5', 'gw_port': {'id': 'bc198fd8-88c9-4e30-a92d-efa557b491d3', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05627d1e-b395-4678-a4b0-eb5bdddcf936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:30Z', 'updated_at': '2021-07-29T23:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:34.896744 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-0db4dc2d-eff1-4143-8a96-d5c3c833fc8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf1b50b-8c01-4560-b565-16c3ac23715f']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:34.917447 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-0db4dc2d-eff1-4143-8a96-d5c3c833fc8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d64c50-c25a-4fc3-b109-d9efacc73f26') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:34.917798 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-0db4dc2d-eff1-4143-8a96-d5c3c833fc8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d64c50-c25a-4fc3-b109-d9efacc73f26') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:34.920454 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df13beac-e797-43d7-90ff-8169ccf9bc8c req-5233098d-7568-4d4f-8cf3-39952d516f86 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:34.921917 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba01ac34-52a3-4cc2-b626-f7a8895b96be None None] The sync data for ids ['05627d1e-b395-4678-a4b0-eb5bdddcf936'] in n-d-712140-10 is: [{'id': '05627d1e-b395-4678-a4b0-eb5bdddcf936', 'name': 'tempest-AttachSCSIVolumeTestJSON-797843540-router', 'tenant_id': '141909c455674c85adb567be58edbbd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'bc198fd8-88c9-4e30-a92d-efa557b491d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:29Z', 'updated_at': '2021-07-29T23:21:32Z', 'revision_number': 5, 'project_id': '141909c455674c85adb567be58edbbd5', 'gw_port': {'id': 'bc198fd8-88c9-4e30-a92d-efa557b491d3', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c9:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05627d1e-b395-4678-a4b0-eb5bdddcf936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:30Z', 'updated_at': '2021-07-29T23:19:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:21:34.922615 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-df13beac-e797-43d7-90ff-8169ccf9bc8c req-5233098d-7568-4d4f-8cf3-39952d516f86 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.3671896 Jul 29 23:21:34.942153 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0db4dc2d-eff1-4143-8a96-d5c3c833fc8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:34.960263 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0db4dc2d-eff1-4143-8a96-d5c3c833fc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:34.972598 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0db4dc2d-eff1-4143-8a96-d5c3c833fc8d admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:21:34.973494 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0db4dc2d-eff1-4143-8a96-d5c3c833fc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:34.975855 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:21:34.975855 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:21:34.975855 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:21:34.975855 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:21:34.975855 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:21:34.975855 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:21:34.975855 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:21:34.975855 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:21:34.975855 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:21:34.975855 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:21:34.975855 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:21:34.975855 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:21:34.975855 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:21:34.975855 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:21:34.975855 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:21:34.975855 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:21:34.975855 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:21:34.975855 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:21:34.975855 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:21:34.975855 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:21:34.975855 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:21:34.975855 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:21:34.975855 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:21:34.975855 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:21:34.975855 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:21:34.975855 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:21:34.975855 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:21:34.975855 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:21:34.975855 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:21:34.975855 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:21:34.975855 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:21:34.975855 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:21:34.998080 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-fd7d1a8d-cba3-4e28-bea7-dc00f3b15e68 admin admin] Deleting port bc198fd8-88c9-4e30-a92d-efa557b491d3 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:34.998435 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fd7d1a8d-cba3-4e28-bea7-dc00f3b15e68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:35.000450 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59874) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:35.080301 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0db4dc2d-eff1-4143-8a96-d5c3c833fc8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:35.086963 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0db4dc2d-eff1-4143-8a96-d5c3c833fc8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:35.093106 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0db4dc2d-eff1-4143-8a96-d5c3c833fc8d admin admin] 10.222.0.18 "DELETE /v2.0/networks/fdf1b50b-8c01-4560-b565-16c3ac23715f HTTP/1.1" status: 204 len: 168 time: 0.4871819 Jul 29 23:21:35.121569 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db4dc2d-eff1-4143-8a96-d5c3c833fc8d admin admin] Pushing event deleted for resources: {'Network': ['ID=fdf1b50b-8c01-4560-b565-16c3ac23715f,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:35.152455 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-df13beac-e797-43d7-90ff-8169ccf9bc8c req-40bd9cab-feeb-45a6-8d2c-4a1badb3b3d4 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133682 Jul 29 23:21:35.214921 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-b67136c2-2484-4403-b925-0a9770bb45d6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1007801198-network', 'tenant_id': 'a95d56ffb77a40d09282a19e68edf4c3'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:35.229182 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-fd7d1a8d-cba3-4e28-bea7-dc00f3b15e68 admin admin] For port bc198fd8-88c9-4e30-a92d-efa557b491d3, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=bc198fd8-88c9-4e30-a92d-efa557b491d3,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:35.229555 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fd7d1a8d-cba3-4e28-bea7-dc00f3b15e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:35.253982 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-fd7d1a8d-cba3-4e28-bea7-dc00f3b15e68 admin admin] Calling delete_port for bc198fd8-88c9-4e30-a92d-efa557b491d3 owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:35.273743 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67136c2-2484-4403-b925-0a9770bb45d6 admin admin] Made reservation on behalf of a95d56ffb77a40d09282a19e68edf4c3 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:35.276455 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b67136c2-2484-4403-b925-0a9770bb45d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:35.291895 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b67136c2-2484-4403-b925-0a9770bb45d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:35.321552 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:35.341657 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59882) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:35.407563 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-37208b18-0f46-49cd-ab6b-8c353b7dde0d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5fdd77f86f774bd7865b8c880fb456db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0634990 Jul 29 23:21:35.411561 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59884) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:35.515655 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3b968830-5463-472c-b3e1-ae7bec5c91db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:35.579028 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9574b2f8-40b7-48a5-ab1a-5dbd6aa74c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:35.645390 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b67136c2-2484-4403-b925-0a9770bb45d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:35.649529 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9574b2f8-40b7-48a5-ab1a-5dbd6aa74c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:35.660287 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b67136c2-2484-4403-b925-0a9770bb45d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:35.692842 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 7e299a40-61ba-4da0-8cd1-41b05e9df7fe no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:35.718814 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fd7d1a8d-cba3-4e28-bea7-dc00f3b15e68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:35.720708 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67136c2-2484-4403-b925-0a9770bb45d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49a39a5-6b40-4177-9af4-55cf0bac9d25,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:35.725805 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 7e299a40-61ba-4da0-8cd1-41b05e9df7fe {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:35.726344 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 7e299a40-61ba-4da0-8cd1-41b05e9df7fe not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:35.742321 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67136c2-2484-4403-b925-0a9770bb45d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:21:35.785513 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7d1a8d-cba3-4e28-bea7-dc00f3b15e68 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc198fd8-88c9-4e30-a92d-efa557b491d3,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:35.801240 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b67136c2-2484-4403-b925-0a9770bb45d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:35.801787 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-b67136c2-2484-4403-b925-0a9770bb45d6 admin admin] Added segment a25b396d-bc0c-4562-83ae-8f26e6ab578b of type vlan for network 82f5f5ac-c5dd-44b7-8506-988edc38d8ca Jul 29 23:21:35.877754 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b67136c2-2484-4403-b925-0a9770bb45d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:35.887397 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9574b2f8-40b7-48a5-ab1a-5dbd6aa74c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:35.890209 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9574b2f8-40b7-48a5-ab1a-5dbd6aa74c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:35.892932 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9574b2f8-40b7-48a5-ab1a-5dbd6aa74c24 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d40e3e09-7db4-4aa3-9fb3-343897b5ef09 HTTP/1.1" status: 204 len: 168 time: 0.4802959 Jul 29 23:21:35.916949 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9574b2f8-40b7-48a5-ab1a-5dbd6aa74c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40e3e09-7db4-4aa3-9fb3-343897b5ef09,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:35.921532 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fd7d1a8d-cba3-4e28-bea7-dc00f3b15e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.081802 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b67136c2-2484-4403-b925-0a9770bb45d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.082894 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67136c2-2484-4403-b925-0a9770bb45d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:36.083503 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b67136c2-2484-4403-b925-0a9770bb45d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.087081 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fd7d1a8d-cba3-4e28-bea7-dc00f3b15e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.095818 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fd7d1a8d-cba3-4e28-bea7-dc00f3b15e68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.303289 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b67136c2-2484-4403-b925-0a9770bb45d6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2966201 Jul 29 23:21:36.304707 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59898) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:36.316745 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c0922f58-d46d-4e3f-aa45-2a11ee4b53df admin admin] Request body: {'subnet': {'network_id': '82f5f5ac-c5dd-44b7-8506-988edc38d8ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1007801198-subnet', 'tenant_id': 'a95d56ffb77a40d09282a19e68edf4c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:36.329401 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fd7d1a8d-cba3-4e28-bea7-dc00f3b15e68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.330157 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7d1a8d-cba3-4e28-bea7-dc00f3b15e68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 05627d1e-b395-4678-a4b0-eb5bdddcf936 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:21:36.339460 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ecf90-cb87-449f-818e-23190f4149d3 req-cabb774d-b91a-447a-9649-964bed7586ec tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:36.346871 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b50ecf90-cb87-449f-818e-23190f4149d3 req-cabb774d-b91a-447a-9649-964bed7586ec tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 950 time: 0.3308690 Jul 29 23:21:36.368685 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fd7d1a8d-cba3-4e28-bea7-dc00f3b15e68 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.373110 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59902) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:36.373356 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-fd7d1a8d-cba3-4e28-bea7-dc00f3b15e68 admin admin] 10.222.0.18 "DELETE /v2.0/routers/05627d1e-b395-4678-a4b0-eb5bdddcf936 HTTP/1.1" status: 204 len: 168 time: 2.7265780 Jul 29 23:21:36.381421 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67136c2-2484-4403-b925-0a9770bb45d6 admin admin] Pushing event updated for resources: {'Network': ['ID=82f5f5ac-c5dd-44b7-8506-988edc38d8ca,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:36.394245 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 82f5f5ac-c5dd-44b7-8506-988edc38d8ca details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:21:36.400632 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0922f58-d46d-4e3f-aa45-2a11ee4b53df admin admin] Made reservation on behalf of a95d56ffb77a40d09282a19e68edf4c3 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:36.403617 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c0922f58-d46d-4e3f-aa45-2a11ee4b53df admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.468344 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b50ecf90-cb87-449f-818e-23190f4149d3 req-01eb894b-1c2c-4ef2-af6e-55b70972438f tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204782 Jul 29 23:21:36.509849 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27dfef-c4eb-48e2-80db-151598594283 req-417322b7-4dd8-4424-bb22-81dd46d8f3ed tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:36.525380 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3f27dfef-c4eb-48e2-80db-151598594283 req-417322b7-4dd8-4424-bb22-81dd46d8f3ed tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.2235634 Jul 29 23:21:36.608084 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3f27dfef-c4eb-48e2-80db-151598594283 req-b9ec2aba-18ed-4adc-b1a1-4ca1509e1148 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814831 Jul 29 23:21:36.624098 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-75961830-ece4-4aad-bae4-046f8c7fc496 admin admin] Deleting subnet 2fcef1f5-2138-4298-b243-545b8c344ad7 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:21:36.630680 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75961830-ece4-4aad-bae4-046f8c7fc496 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.728343 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75961830-ece4-4aad-bae4-046f8c7fc496 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.735245 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:36.997619 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75961830-ece4-4aad-bae4-046f8c7fc496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:37.073472 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c0922f58-d46d-4e3f-aa45-2a11ee4b53df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:37.145699 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-7a64ae3b-52f1-4d4b-b9ba-30c16c493228 service neutron] show failed (client error): The resource could not be found. Jul 29 23:21:37.149332 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-7a64ae3b-52f1-4d4b-b9ba-30c16c493228 service neutron] 10.222.0.23 "GET /v2.0/ports/9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc/bindings/n-h2-712140-10 HTTP/1.1" status: 404 len: 381 time: 0.1577766 Jul 29 23:21:37.175513 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:21:37.297412 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75961830-ece4-4aad-bae4-046f8c7fc496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:37.338663 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0922f58-d46d-4e3f-aa45-2a11ee4b53df admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0d45ed2-1d04-4a0a-9482-f215f43aa9d3,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:37.371209 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75961830-ece4-4aad-bae4-046f8c7fc496 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:37.376882 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cf9488-025e-4354-b76b-83cb3484a2e5 None None] Network 82f26ced-9b73-4ca5-a891-f318dedb7b62 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:21:37.396073 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-75961830-ece4-4aad-bae4-046f8c7fc496 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2fcef1f5-2138-4298-b243-545b8c344ad7 HTTP/1.1" status: 204 len: 168 time: 1.0164468 Jul 29 23:21:37.397582 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59924) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:37.421241 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0922f58-d46d-4e3f-aa45-2a11ee4b53df admin admin] Checking segment: {'id': 'a25b396d-bc0c-4562-83ae-8f26e6ab578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '82f5f5ac-c5dd-44b7-8506-988edc38d8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:37.422036 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0922f58-d46d-4e3f-aa45-2a11ee4b53df admin admin] Network hostable DHCP agents. Network: 82f5f5ac-c5dd-44b7-8506-988edc38d8ca, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:21:37.605548 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75961830-ece4-4aad-bae4-046f8c7fc496 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fcef1f5-2138-4298-b243-545b8c344ad7,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:37.766296 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59932) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:37.783259 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0922f58-d46d-4e3f-aa45-2a11ee4b53df admin admin] Network 82f5f5ac-c5dd-44b7-8506-988edc38d8ca is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:21:37.798555 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device bc198fd8-88c9-4e30-a92d-efa557b491d3 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:37.818355 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c8f6-7aa2-4202-822b-890160d6806f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:37.818579 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-c0922f58-d46d-4e3f-aa45-2a11ee4b53df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 82f5f5ac-c5dd-44b7-8506-988edc38d8ca) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:37.835949 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: bc198fd8-88c9-4e30-a92d-efa557b491d3 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:37.836679 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device bc198fd8-88c9-4e30-a92d-efa557b491d3 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:37.843322 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbedfb56-8af9-4885-a397-18dd158b8242 None None] Network 82f5f5ac-c5dd-44b7-8506-988edc38d8ca requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:21:37.851742 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6de133d-a1ab-4321-a3c4-3b0c21ae2671 None None] DHCP port deletion for 82f26ced-9b73-4ca5-a891-f318dedb7b62 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:21:37.864774 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0922f58-d46d-4e3f-aa45-2a11ee4b53df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:37.866808 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c0922f58-d46d-4e3f-aa45-2a11ee4b53df admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:37.887113 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-b04edba2-4591-4fa6-8eff-60608d647b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:37.890409 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-b04edba2-4591-4fa6-8eff-60608d647b15 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164&tenant_id=924eedf485ca49e88625072b8912a512 HTTP/1.1" status: 200 len: 1102 time: 0.3618677 Jul 29 23:21:37.910775 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-370dcd5a-1675-42d5-9d19-4e2c8614115f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-10', 'device_owner': 'compute:nova'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:37.940267 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf7064-9c72-4431-a2ae-88286321c03b req-85c0cf01-a1a8-4c5e-891f-317467b83ce6 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:37.948995 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6fdf7064-9c72-4431-a2ae-88286321c03b req-85c0cf01-a1a8-4c5e-891f-317467b83ce6 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 950 time: 0.2779918 Jul 29 23:21:38.007406 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c0922f58-d46d-4e3f-aa45-2a11ee4b53df admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6995440 Jul 29 23:21:38.013709 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6fdf7064-9c72-4431-a2ae-88286321c03b req-9b4092b5-65f2-414e-8b7a-362de8a46193 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578721 Jul 29 23:21:38.015261 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59936) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:38.027011 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-51f068e1-f50a-4460-9015-e0aa7c605c5f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1007801198-router', 'tenant_id': 'a95d56ffb77a40d09282a19e68edf4c3', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:38.103725 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-b5d0c8f6-7aa2-4202-822b-890160d6806f admin admin] Deleting port 4d06b3e7-65aa-4b72-81b3-16450f100e67 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:38.104383 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c8f6-7aa2-4202-822b-890160d6806f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:38.141008 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-370dcd5a-1675-42d5-9d19-4e2c8614115f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:38.160776 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:38.162891 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-715ef850-57f8-46d3-a91f-36a63904767c admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1783294466-network', 'tenant_id': '1524bc6566794e35993db0c2e1765bc4'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:38.173145 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-51f068e1-f50a-4460-9015-e0aa7c605c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:38.174940 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-51f068e1-f50a-4460-9015-e0aa7c605c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:38.222712 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-b5d0c8f6-7aa2-4202-822b-890160d6806f admin admin] For port 4d06b3e7-65aa-4b72-81b3-16450f100e67, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=4d06b3e7-65aa-4b72-81b3-16450f100e67,segment=NetworkSegment(8dbd6557-d495-406a-b106-ae5dd1f13e0c),segment_id=8dbd6557-d495-406a-b106-ae5dd1f13e0c)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:38.223111 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c8f6-7aa2-4202-822b-890160d6806f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:38.238779 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-b5d0c8f6-7aa2-4202-822b-890160d6806f admin admin] Calling delete_port for 4d06b3e7-65aa-4b72-81b3-16450f100e67 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:38.245560 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d6de133d-a1ab-4321-a3c4-3b0c21ae2671 None None] Deleting port 4d06b3e7-65aa-4b72-81b3-16450f100e67 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:38.246247 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d6de133d-a1ab-4321-a3c4-3b0c21ae2671 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:38.402051 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-51f068e1-f50a-4460-9015-e0aa7c605c5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:38.408033 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c8f6-7aa2-4202-822b-890160d6806f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:38.417486 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63fae0f2-89bd-43ac-b7c6-ded71208ebf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-82f5f5ac-c5dd-44b7-8506-988edc38d8ca', 'network_id': '82f5f5ac-c5dd-44b7-8506-988edc38d8ca', 'tenant_id': 'a95d56ffb77a40d09282a19e68edf4c3', 'fixed_ips': [{'subnet_id': 'c0d45ed2-1d04-4a0a-9482-f215f43aa9d3'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:21:38.418872 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-63fae0f2-89bd-43ac-b7c6-ded71208ebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:38.447522 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d0c8f6-7aa2-4202-822b-890160d6806f admin admin] No DVR routers for this DVR port 4d06b3e7-65aa-4b72-81b3-16450f100e67 on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:38.468191 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89661ef7-4855-461c-b6d4-df93a4056576 req-567cf9ae-3423-4a49-ad3d-a1da8a0b529b tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:38.470258 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89661ef7-4855-461c-b6d4-df93a4056576 req-567cf9ae-3423-4a49-ad3d-a1da8a0b529b tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.4310191 Jul 29 23:21:38.470414 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-d6de133d-a1ab-4321-a3c4-3b0c21ae2671 None None] For port 4d06b3e7-65aa-4b72-81b3-16450f100e67, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=4d06b3e7-65aa-4b72-81b3-16450f100e67,segment=NetworkSegment(8dbd6557-d495-406a-b106-ae5dd1f13e0c),segment_id=8dbd6557-d495-406a-b106-ae5dd1f13e0c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:38.470982 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d6de133d-a1ab-4321-a3c4-3b0c21ae2671 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:38.503879 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d6de133d-a1ab-4321-a3c4-3b0c21ae2671 None None] Calling delete_port for 4d06b3e7-65aa-4b72-81b3-16450f100e67 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:38.552040 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-370dcd5a-1675-42d5-9d19-4e2c8614115f service neutron] For port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:38.608574 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-370dcd5a-1675-42d5-9d19-4e2c8614115f service neutron] For port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc, host n-h1-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:38.686117 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-370dcd5a-1675-42d5-9d19-4e2c8614115f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:38.691933 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-51f068e1-f50a-4460-9015-e0aa7c605c5f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:38.706661 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-63fae0f2-89bd-43ac-b7c6-ded71208ebf6 None None] Allocated IP 172.20.0.2 (82f5f5ac-c5dd-44b7-8506-988edc38d8ca/c0d45ed2-1d04-4a0a-9482-f215f43aa9d3/fb3197e0-e1b2-4088-97a7-944d391e1f0a) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:38.707930 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-370dcd5a-1675-42d5-9d19-4e2c8614115f service neutron] Transition to ACTIVE for port object 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:38.709834 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6a71fa-07ab-492f-a39c-f83be5046164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:38.718307 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10772c8f-1b6d-4a9a-b39e-0fc6c2376b26" -d '{"events": [{"server_uuid": "1f6a71fa-07ab-492f-a39c-f83be5046164", "name": "network-vif-unplugged", "status": "completed", "tag": "9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:38.721513 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d6de133d-a1ab-4321-a3c4-3b0c21ae2671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:38.725949 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-370dcd5a-1675-42d5-9d19-4e2c8614115f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:38.776966 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6de133d-a1ab-4321-a3c4-3b0c21ae2671 None None] Pushing event deleted for resources: {'Port': ['ID=4d06b3e7-65aa-4b72-81b3-16450f100e67,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:38.821007 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89661ef7-4855-461c-b6d4-df93a4056576 req-b180ad53-5814-4008-97f0-7ce27edd51d8 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/security-groups?id=05f1d5ef-09d4-453f-9e3f-7e9cbd874979&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183076 Jul 29 23:21:38.826354 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0c8f6-7aa2-4202-822b-890160d6806f admin admin] Pushing event deleted for resources: {'Port': ['ID=4d06b3e7-65aa-4b72-81b3-16450f100e67,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:38.829248 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715ef850-57f8-46d3-a91f-36a63904767c admin admin] Made reservation on behalf of 1524bc6566794e35993db0c2e1765bc4 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:38.833478 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-715ef850-57f8-46d3-a91f-36a63904767c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:38.852070 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf063e1-a3f8-4f21-8c9d-bee41a27d24b x-openstack-request-id: req-abf063e1-a3f8-4f21-8c9d-bee41a27d24b {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:38.852221 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6a71fa-07ab-492f-a39c-f83be5046164", "name": "network-vif-unplugged", "status": "completed", "tag": "9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:38.852855 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-abf063e1-a3f8-4f21-8c9d-bee41a27d24b {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:38.853721 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6a71fa-07ab-492f-a39c-f83be5046164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc', 'code': 200} Jul 29 23:21:38.855044 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-370dcd5a-1675-42d5-9d19-4e2c8614115f service neutron] No DVR routers for this DVR port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc on host n-h1-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:38.891921 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-715ef850-57f8-46d3-a91f-36a63904767c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:38.895996 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6de133d-a1ab-4321-a3c4-3b0c21ae2671 None None] No DVR routers for this DVR port 4d06b3e7-65aa-4b72-81b3-16450f100e67 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:38.970928 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370dcd5a-1675-42d5-9d19-4e2c8614115f service neutron] Pushing event updated for resources: {'Port': ['ID=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc,revision_number=6']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:38.994374 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-370dcd5a-1675-42d5-9d19-4e2c8614115f service neutron] Attempting to bind port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:38.994740 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-370dcd5a-1675-42d5-9d19-4e2c8614115f service neutron] Attempting to bind port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:38.995104 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-370dcd5a-1675-42d5-9d19-4e2c8614115f service neutron] Attempting to bind port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:39.003213 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-370dcd5a-1675-42d5-9d19-4e2c8614115f service neutron] Port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:21:39.003547 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-370dcd5a-1675-42d5-9d19-4e2c8614115f service neutron] Attempting to bind port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:39.016965 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23814bd3-6f2f-459f-b8b3-47977067823c req-19851edd-a648-4492-8928-7b5a8e8ee349 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:39.018512 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-23814bd3-6f2f-459f-b8b3-47977067823c req-19851edd-a648-4492-8928-7b5a8e8ee349 tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.39 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 946 time: 0.1564817 Jul 29 23:21:39.020164 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-370dcd5a-1675-42d5-9d19-4e2c8614115f service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:39.020515 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-370dcd5a-1675-42d5-9d19-4e2c8614115f service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:39.020909 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-370dcd5a-1675-42d5-9d19-4e2c8614115f service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:39.021363 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-370dcd5a-1675-42d5-9d19-4e2c8614115f service neutron] Bound port: 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:39.021729 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-370dcd5a-1675-42d5-9d19-4e2c8614115f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.045690 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c8f6-7aa2-4202-822b-890160d6806f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.063328 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-b5d0c8f6-7aa2-4202-822b-890160d6806f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82f26ced-9b73-4ca5-a891-f318dedb7b62']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:39.095919 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-b5d0c8f6-7aa2-4202-822b-890160d6806f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbd6557-d495-406a-b106-ae5dd1f13e0c') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:39.096127 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-b5d0c8f6-7aa2-4202-822b-890160d6806f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbd6557-d495-406a-b106-ae5dd1f13e0c') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:39.114100 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c8f6-7aa2-4202-822b-890160d6806f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.118234 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-63fae0f2-89bd-43ac-b7c6-ded71208ebf6 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.133354 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-63fae0f2-89bd-43ac-b7c6-ded71208ebf6 None None] Transition to ACTIVE for port object fb3197e0-e1b2-4088-97a7-944d391e1f0a will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:39.140498 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c8f6-7aa2-4202-822b-890160d6806f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.151674 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5d0c8f6-7aa2-4202-822b-890160d6806f admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:21:39.152341 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c8f6-7aa2-4202-822b-890160d6806f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.155277 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-63fae0f2-89bd-43ac-b7c6-ded71208ebf6 None None] Transition to ACTIVE for port object fb3197e0-e1b2-4088-97a7-944d391e1f0a will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:39.157347 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:21:39.157347 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:21:39.157347 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:21:39.157347 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:21:39.157347 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:21:39.157347 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:21:39.157347 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:21:39.157347 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:21:39.157347 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:21:39.157347 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:21:39.157347 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:21:39.157347 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:21:39.157347 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:21:39.157347 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:21:39.157347 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:21:39.157347 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:21:39.157347 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:21:39.157347 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:21:39.157347 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:21:39.157347 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:21:39.157347 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:21:39.157347 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:21:39.157347 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:21:39.157347 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:21:39.157347 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:21:39.157347 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:21:39.157347 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:21:39.157347 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:21:39.157347 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:21:39.157347 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:21:39.157347 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:21:39.157347 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:21:39.168952 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-63fae0f2-89bd-43ac-b7c6-ded71208ebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.216133 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63fae0f2-89bd-43ac-b7c6-ded71208ebf6 None None] Network 82f5f5ac-c5dd-44b7-8506-988edc38d8ca is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:39.226175 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-63fae0f2-89bd-43ac-b7c6-ded71208ebf6 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:39.226926 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-370dcd5a-1675-42d5-9d19-4e2c8614115f service neutron] For port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:39.232081 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-370dcd5a-1675-42d5-9d19-4e2c8614115f service neutron] For port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:39.233977 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fae0f2-89bd-43ac-b7c6-ded71208ebf6 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:39.241979 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-370dcd5a-1675-42d5-9d19-4e2c8614115f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.246049 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fae0f2-89bd-43ac-b7c6-ded71208ebf6 None None] Pushing event updated for resources: {'Port': ['ID=fb3197e0-e1b2-4088-97a7-944d391e1f0a,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:39.296242 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-370dcd5a-1675-42d5-9d19-4e2c8614115f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:39.296860 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-370dcd5a-1675-42d5-9d19-4e2c8614115f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.298312 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-370dcd5a-1675-42d5-9d19-4e2c8614115f service neutron] 10.222.0.39 "PUT /v2.0/ports/9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc HTTP/1.1" status: 200 len: 1097 time: 1.3988223 Jul 29 23:21:39.314422 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c8f6-7aa2-4202-822b-890160d6806f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.329095 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5d0c8f6-7aa2-4202-822b-890160d6806f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.332118 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b5d0c8f6-7aa2-4202-822b-890160d6806f admin admin] 10.222.0.18 "DELETE /v2.0/networks/82f26ced-9b73-4ca5-a891-f318dedb7b62 HTTP/1.1" status: 204 len: 168 time: 1.9324169 Jul 29 23:21:39.332365 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-63fae0f2-89bd-43ac-b7c6-ded71208ebf6 None None] Attempting to bind port fb3197e0-e1b2-4088-97a7-944d391e1f0a on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:39.332779 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-63fae0f2-89bd-43ac-b7c6-ded71208ebf6 None None] Attempting to bind port fb3197e0-e1b2-4088-97a7-944d391e1f0a by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'a25b396d-bc0c-4562-83ae-8f26e6ab578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '82f5f5ac-c5dd-44b7-8506-988edc38d8ca'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:39.333079 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fae0f2-89bd-43ac-b7c6-ded71208ebf6 None None] Attempting to bind port fb3197e0-e1b2-4088-97a7-944d391e1f0a on network 82f5f5ac-c5dd-44b7-8506-988edc38d8ca {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:39.337159 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59948) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:39.341205 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fae0f2-89bd-43ac-b7c6-ded71208ebf6 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:39.341616 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fae0f2-89bd-43ac-b7c6-ded71208ebf6 None None] Checking segment: {'id': 'a25b396d-bc0c-4562-83ae-8f26e6ab578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '82f5f5ac-c5dd-44b7-8506-988edc38d8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:39.342053 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-63fae0f2-89bd-43ac-b7c6-ded71208ebf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.342489 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fae0f2-89bd-43ac-b7c6-ded71208ebf6 None None] Bound using segment: {'id': 'a25b396d-bc0c-4562-83ae-8f26e6ab578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '82f5f5ac-c5dd-44b7-8506-988edc38d8ca'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:39.342995 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-63fae0f2-89bd-43ac-b7c6-ded71208ebf6 None None] Bound port: fb3197e0-e1b2-4088-97a7-944d391e1f0a, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a25b396d-bc0c-4562-83ae-8f26e6ab578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '82f5f5ac-c5dd-44b7-8506-988edc38d8ca'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:39.343468 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-63fae0f2-89bd-43ac-b7c6-ded71208ebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.357515 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-23814bd3-6f2f-459f-b8b3-47977067823c req-f1ed887c-c315-431d-87b3-df026a1a7b0f tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Deleting port 0acaa3f1-b27a-472c-b82b-efa011399df0 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:39.358118 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-23814bd3-6f2f-459f-b8b3-47977067823c req-f1ed887c-c315-431d-87b3-df026a1a7b0f tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.361873 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024acd65-b922-41eb-b416-4f6e06c42266 req-555b8580-b14f-44f9-ad3e-9323e76683a1 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:39.368834 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-024acd65-b922-41eb-b416-4f6e06c42266 req-555b8580-b14f-44f9-ad3e-9323e76683a1 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 948 time: 0.2105038 Jul 29 23:21:39.435682 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370dcd5a-1675-42d5-9d19-4e2c8614115f service neutron] Pushing event updated for resources: {'Port': ['ID=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc,revision_number=7']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:39.449461 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-63fae0f2-89bd-43ac-b7c6-ded71208ebf6 None None] For port fb3197e0-e1b2-4088-97a7-944d391e1f0a, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:39.453892 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0c8f6-7aa2-4202-822b-890160d6806f admin admin] Pushing event deleted for resources: {'Network': ['ID=82f26ced-9b73-4ca5-a891-f318dedb7b62,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:39.454492 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-63fae0f2-89bd-43ac-b7c6-ded71208ebf6 None None] For port fb3197e0-e1b2-4088-97a7-944d391e1f0a, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=fb3197e0-e1b2-4088-97a7-944d391e1f0a,segment=NetworkSegment(a25b396d-bc0c-4562-83ae-8f26e6ab578b),segment_id=a25b396d-bc0c-4562-83ae-8f26e6ab578b)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:39.460191 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-63fae0f2-89bd-43ac-b7c6-ded71208ebf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.512014 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-0a9bae58-c2eb-4c73-87d7-24adc664a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:39.513975 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-0a9bae58-c2eb-4c73-87d7-24adc664a331 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 1100 time: 0.1801426 Jul 29 23:21:39.529318 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-23814bd3-6f2f-459f-b8b3-47977067823c req-f1ed887c-c315-431d-87b3-df026a1a7b0f tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] For port 0acaa3f1-b27a-472c-b82b-efa011399df0, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=0acaa3f1-b27a-472c-b82b-efa011399df0,segment=NetworkSegment(09ef5cba-b946-4954-8b7b-df4b99902de5),segment_id=09ef5cba-b946-4954-8b7b-df4b99902de5)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:39.530283 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-23814bd3-6f2f-459f-b8b3-47977067823c req-f1ed887c-c315-431d-87b3-df026a1a7b0f tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.595083 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fae0f2-89bd-43ac-b7c6-ded71208ebf6 None None] Pushing event updated for resources: {'Port': ['ID=fb3197e0-e1b2-4088-97a7-944d391e1f0a,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:39.621179 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-23814bd3-6f2f-459f-b8b3-47977067823c req-f1ed887c-c315-431d-87b3-df026a1a7b0f tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Calling delete_port for 0acaa3f1-b27a-472c-b82b-efa011399df0 owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:39.654844 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-715ef850-57f8-46d3-a91f-36a63904767c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.680256 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-715ef850-57f8-46d3-a91f-36a63904767c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.751616 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 4d06b3e7-65aa-4b72-81b3-16450f100e67 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:39.783656 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 4d06b3e7-65aa-4b72-81b3-16450f100e67 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:39.784033 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 4d06b3e7-65aa-4b72-81b3-16450f100e67 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:39.802334 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-0b94c4e2-55a3-4dbe-b8f2-193e8d34a11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:39.803940 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-0b94c4e2-55a3-4dbe-b8f2-193e8d34a11d service neutron] 10.222.0.39 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.2704380 Jul 29 23:21:39.859710 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ef850-57f8-46d3-a91f-36a63904767c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74a574a-0c52-4781-a2e3-5b7322a30418,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:39.865444 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715ef850-57f8-46d3-a91f-36a63904767c admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:21:39.887848 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-42dc4ef4-dfaf-4b4a-9f2b-d27de7bdfd7f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc HTTP/1.1" status: 200 len: 217 time: 0.0711527 Jul 29 23:21:39.913031 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-715ef850-57f8-46d3-a91f-36a63904767c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:39.913401 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-715ef850-57f8-46d3-a91f-36a63904767c admin admin] Added segment 126a07da-4e6b-4d45-8d45-de22fd77dfb3 of type vlan for network 61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2 Jul 29 23:21:39.936218 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-024acd65-b922-41eb-b416-4f6e06c42266 req-e31adecb-e116-4be2-913f-00304eacac3e tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4903231 Jul 29 23:21:40.001356 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-51f068e1-f50a-4460-9015-e0aa7c605c5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.018593 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-23814bd3-6f2f-459f-b8b3-47977067823c req-f1ed887c-c315-431d-87b3-df026a1a7b0f tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.059120 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-51f068e1-f50a-4460-9015-e0aa7c605c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.072413 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-024fc57b-5715-4f88-ad62-54afb5a105f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:40.074163 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-024fc57b-5715-4f88-ad62-54afb5a105f7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1756115 Jul 29 23:21:40.075284 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed887c-c315-431d-87b3-df026a1a7b0f tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Pushing event deleted for resources: {'Port': ['ID=0acaa3f1-b27a-472c-b82b-efa011399df0,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:40.102148 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-984570f7-3967-4130-a42c-b5f0a74b6cdb req-b6539732-0dc4-4c1d-9f0d-94342bc4d6ec tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.18 "GET /v2.0/ports?device_id=73d87729-be78-4d38-b22e-edf485ce92d0 HTTP/1.1" status: 200 len: 210 time: 0.0544953 Jul 29 23:21:40.104993 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-715ef850-57f8-46d3-a91f-36a63904767c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.160900 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-23814bd3-6f2f-459f-b8b3-47977067823c req-f1ed887c-c315-431d-87b3-df026a1a7b0f tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] No DVR routers for this DVR port 0acaa3f1-b27a-472c-b82b-efa011399df0 on host n-h2-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:40.164631 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-23814bd3-6f2f-459f-b8b3-47977067823c req-f1ed887c-c315-431d-87b3-df026a1a7b0f tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.168208 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-23814bd3-6f2f-459f-b8b3-47977067823c req-f1ed887c-c315-431d-87b3-df026a1a7b0f tempest-ServerRescueNegativeTestJSON-1630327490 tempest-ServerRescueNegativeTestJSON-1630327490-project] 10.222.0.39 "DELETE /v2.0/ports/0acaa3f1-b27a-472c-b82b-efa011399df0 HTTP/1.1" status: 204 len: 173 time: 1.1425688 Jul 29 23:21:40.184376 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-6863eb56-60e8-42a3-9ee1-b48ca0787c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:40.186038 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-6863eb56-60e8-42a3-9ee1-b48ca0787c73 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1034796 Jul 29 23:21:40.308859 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-abaf99ee-5b95-42d7-9b1a-29dcf00f0667 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132495 Jul 29 23:21:40.380503 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-715ef850-57f8-46d3-a91f-36a63904767c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.381603 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715ef850-57f8-46d3-a91f-36a63904767c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:40.382238 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-715ef850-57f8-46d3-a91f-36a63904767c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.415328 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-67ebce06-f666-48de-b1c3-fb0039ff37ad req-28a5c735-7983-4b1b-9b05-2c0ff991c77f service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992737 Jul 29 23:21:40.482681 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-51f068e1-f50a-4460-9015-e0aa7c605c5f admin admin] Allocated IP 172.25.8.44 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/f506e791-be7e-4b38-874f-d7a583de7c79) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:40.493239 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-b17ec38e-9b84-4b6d-ac56-842d66cae9fe tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:40.495530 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-b17ec38e-9b84-4b6d-ac56-842d66cae9fe tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/networks?id=55fb160e-6b45-47b4-8565-f685f832c4b9 HTTP/1.1" status: 200 len: 821 time: 0.4468613 Jul 29 23:21:40.505212 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-715ef850-57f8-46d3-a91f-36a63904767c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.7304406 Jul 29 23:21:40.509790 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59962) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:40.517692 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-b9c66a6a-4fd3-47e7-abc0-f9c2d4f567e8 admin admin] Request body: {'subnet': {'network_id': '61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1783294466-subnet', 'tenant_id': '1524bc6566794e35993db0c2e1765bc4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:40.550604 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c66a6a-4fd3-47e7-abc0-f9c2d4f567e8 admin admin] Made reservation on behalf of 1524bc6566794e35993db0c2e1765bc4 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:40.567517 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9c66a6a-4fd3-47e7-abc0-f9c2d4f567e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.571900 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ef850-57f8-46d3-a91f-36a63904767c admin admin] Pushing event updated for resources: {'Network': ['ID=61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:40.583436 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:21:40.586580 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-557b1324-444e-44e5-b536-76df2ae9e681 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/quotas/b675f7a309964096bd61726e3752bfc0 HTTP/1.1" status: 200 len: 375 time: 0.0783813 Jul 29 23:21:40.855330 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6a71fa-07ab-492f-a39c-f83be5046164', 'tag': '9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc'}, {'server_uuid': '73d87729-be78-4d38-b22e-edf485ce92d0', 'name': 'network-vif-deleted', 'tag': '0acaa3f1-b27a-472c-b82b-efa011399df0'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:40.857839 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f31cf6a-4529-4194-a5e8-81f740fb3ccb" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6a71fa-07ab-492f-a39c-f83be5046164", "tag": "9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc"}, {"server_uuid": "73d87729-be78-4d38-b22e-edf485ce92d0", "name": "network-vif-deleted", "tag": "0acaa3f1-b27a-472c-b82b-efa011399df0"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:40.871299 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9c66a6a-4fd3-47e7-abc0-f9c2d4f567e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:40.972493 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64dc454-69b3-4934-b34b-8248318ac712 x-openstack-request-id: req-c64dc454-69b3-4934-b34b-8248318ac712 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:40.973102 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6a71fa-07ab-492f-a39c-f83be5046164", "tag": "9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc", "status": "completed", "code": 200}, {"server_uuid": "73d87729-be78-4d38-b22e-edf485ce92d0", "name": "network-vif-deleted", "tag": "0acaa3f1-b27a-472c-b82b-efa011399df0", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:40.973979 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c64dc454-69b3-4934-b34b-8248318ac712 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:40.974637 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6a71fa-07ab-492f-a39c-f83be5046164', 'tag': '9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc', 'status': 'completed', 'code': 200} Jul 29 23:21:40.975027 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73d87729-be78-4d38-b22e-edf485ce92d0', 'name': 'network-vif-deleted', 'tag': '0acaa3f1-b27a-472c-b82b-efa011399df0', 'status': 'completed', 'code': 200} Jul 29 23:21:41.051027 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c66a6a-4fd3-47e7-abc0-f9c2d4f567e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dc5a59d-dd22-46d9-9ea0-e903243b801a,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:41.056636 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c66a6a-4fd3-47e7-abc0-f9c2d4f567e8 admin admin] Checking segment: {'id': '126a07da-4e6b-4d45-8d45-de22fd77dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:41.057218 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c66a6a-4fd3-47e7-abc0-f9c2d4f567e8 admin admin] Network hostable DHCP agents. Network: 61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:21:41.077455 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c54426-b059-4ea6-ab46-5058a0c41f30 None None] Network 82f5f5ac-c5dd-44b7-8506-988edc38d8ca requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:21:41.094772 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31cf6a-4529-4194-a5e8-81f740fb3ccb req-fd49ea12-db4b-4ee9-9748-09570a973a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:41.097346 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1f31cf6a-4529-4194-a5e8-81f740fb3ccb req-fd49ea12-db4b-4ee9-9748-09570a973a6c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 1100 time: 0.1152759 Jul 29 23:21:41.098401 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c66a6a-4fd3-47e7-abc0-f9c2d4f567e8 admin admin] Network 61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:21:41.114501 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-b9c66a6a-4fd3-47e7-abc0-f9c2d4f567e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:41.128432 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba06616f-acca-4702-9a2c-d27d1d6ac70a None None] Network 61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:21:41.158527 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c66a6a-4fd3-47e7-abc0-f9c2d4f567e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:41.158977 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9c66a6a-4fd3-47e7-abc0-f9c2d4f567e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:41.177947 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b9c66a6a-4fd3-47e7-abc0-f9c2d4f567e8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6666484 Jul 29 23:21:41.181729 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59972) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:41.190593 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-345f0366-9932-4fc5-91f7-1dbfe70663db None None] Provisioning for port fb3197e0-e1b2-4088-97a7-944d391e1f0a completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:41.202628 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f9b193cd-05eb-4de2-b6bb-a47aa18c8f41 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1783294466-router', 'tenant_id': '1524bc6566794e35993db0c2e1765bc4', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:41.219132 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31cf6a-4529-4194-a5e8-81f740fb3ccb req-65fe4372-3c1f-4f66-9747-6ec2e02fc77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:41.220941 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1f31cf6a-4529-4194-a5e8-81f740fb3ccb req-65fe4372-3c1f-4f66-9747-6ec2e02fc77e service neutron] 10.222.0.39 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.1157713 Jul 29 23:21:41.267858 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1f31cf6a-4529-4194-a5e8-81f740fb3ccb req-6533e9fb-dd21-4810-ace0-a0012a51073f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc HTTP/1.1" status: 200 len: 217 time: 0.0362451 Jul 29 23:21:41.280140 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-90d9fb87-a8c4-462e-8897-5da2f2f3b1da tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b675f7a309964096bd61726e3752bfc0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2594738 Jul 29 23:21:41.288282 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31cf6a-4529-4194-a5e8-81f740fb3ccb req-02ddc404-56a8-4307-852e-582b191bfa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:41.289743 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f31cf6a-4529-4194-a5e8-81f740fb3ccb req-02ddc404-56a8-4307-852e-582b191bfa16 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 1100 time: 0.2682865 Jul 29 23:21:41.294600 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-51f068e1-f50a-4460-9015-e0aa7c605c5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:41.337046 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31cf6a-4529-4194-a5e8-81f740fb3ccb req-efd815fc-9527-40d0-81fe-9f2245341888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:41.340099 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1f31cf6a-4529-4194-a5e8-81f740fb3ccb req-efd815fc-9527-40d0-81fe-9f2245341888 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.0622768 Jul 29 23:21:41.344521 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d458ae-afce-43f1-ad26-5468c9dc1cdc req-77a8788b-4d12-4e0d-a4aa-821277303918 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:41.346002 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-60d458ae-afce-43f1-ad26-5468c9dc1cdc req-77a8788b-4d12-4e0d-a4aa-821277303918 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 948 time: 0.2671759 Jul 29 23:21:41.346858 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9b193cd-05eb-4de2-b6bb-a47aa18c8f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:41.347914 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9b193cd-05eb-4de2-b6bb-a47aa18c8f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:41.376958 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74aa6f2-fa4a-443d-a084-0bbc993908ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2', 'network_id': '61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2', 'tenant_id': '1524bc6566794e35993db0c2e1765bc4', 'fixed_ips': [{'subnet_id': '2dc5a59d-dd22-46d9-9ea0-e903243b801a'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:21:41.377841 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b74aa6f2-fa4a-443d-a084-0bbc993908ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:41.398500 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31cf6a-4529-4194-a5e8-81f740fb3ccb req-1f1406ff-e0aa-4d7c-a006-44f319f59767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:41.400750 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1f31cf6a-4529-4194-a5e8-81f740fb3ccb req-1f1406ff-e0aa-4d7c-a006-44f319f59767 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0505068 Jul 29 23:21:41.536833 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-b74aa6f2-fa4a-443d-a084-0bbc993908ef None None] Allocated IP 172.20.0.2 (61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2/2dc5a59d-dd22-46d9-9ea0-e903243b801a/0cc0a372-3d5a-47e0-b20a-503dfe3b830f) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:41.540883 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1f31cf6a-4529-4194-a5e8-81f740fb3ccb req-5fdcb24b-e6ef-4a5c-9f57-933126f38f81 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302507 Jul 29 23:21:41.594094 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:41.616754 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9b193cd-05eb-4de2-b6bb-a47aa18c8f41 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:41.637248 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-60d458ae-afce-43f1-ad26-5468c9dc1cdc req-e0daeec5-d0d8-4965-a34b-f03df41e14b9 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384131 Jul 29 23:21:41.674754 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:41.696106 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-51f068e1-f50a-4460-9015-e0aa7c605c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:41.709806 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1f31cf6a-4529-4194-a5e8-81f740fb3ccb req-e3b752ad-c817-4667-822e-415a40f767c1 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617498 Jul 29 23:21:41.730801 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59976) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:41.763023 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:21:41.766796 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 0acaa3f1-b27a-472c-b82b-efa011399df0 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:41.821956 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 0acaa3f1-b27a-472c-b82b-efa011399df0 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:41.822413 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 0acaa3f1-b27a-472c-b82b-efa011399df0 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:41.856776 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device fb3197e0-e1b2-4088-97a7-944d391e1f0a up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:41.885904 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b74aa6f2-fa4a-443d-a084-0bbc993908ef None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:41.912321 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-0b99b844-d7dd-4503-adf7-641e6d2503db service neutron] 10.222.0.18 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6149347 Jul 29 23:21:41.932025 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f068e1-f50a-4460-9015-e0aa7c605c5f admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:41.933937 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-51f068e1-f50a-4460-9015-e0aa7c605c5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:41.950462 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b74aa6f2-fa4a-443d-a084-0bbc993908ef None None] Transition to ACTIVE for port object 0cc0a372-3d5a-47e0-b20a-503dfe3b830f will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:41.987033 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b74aa6f2-fa4a-443d-a084-0bbc993908ef None None] Transition to ACTIVE for port object 0cc0a372-3d5a-47e0-b20a-503dfe3b830f will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:42.002646 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b74aa6f2-fa4a-443d-a084-0bbc993908ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.014703 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f068e1-f50a-4460-9015-e0aa7c605c5f admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:42.036586 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31cf6a-4529-4194-a5e8-81f740fb3ccb req-5c707249-78fb-4c5e-b6e0-2890c4f99d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:42.038233 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f31cf6a-4529-4194-a5e8-81f740fb3ccb req-5c707249-78fb-4c5e-b6e0-2890c4f99d60 service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.7361922 Jul 29 23:21:42.069642 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:42.078500 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74aa6f2-fa4a-443d-a084-0bbc993908ef None None] Network 61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:42.084383 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port fb3197e0-e1b2-4088-97a7-944d391e1f0a completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:42.094209 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-b74aa6f2-fa4a-443d-a084-0bbc993908ef None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:42.097781 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74aa6f2-fa4a-443d-a084-0bbc993908ef None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:42.099979 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port fb3197e0-e1b2-4088-97a7-944d391e1f0a triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:42.100425 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.102204 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': '9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc', 'mac_address': 'fa:16:3e:f0:59:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:21:42.104304 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74aa6f2-fa4a-443d-a084-0bbc993908ef None None] Pushing event updated for resources: {'Port': ['ID=0cc0a372-3d5a-47e0-b20a-503dfe3b830f,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:42.111338 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9b193cd-05eb-4de2-b6bb-a47aa18c8f41 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.170946 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7a5230ed-fe72-4fee-969f-5ab0b92dd6ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.335757 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f068e1-f50a-4460-9015-e0aa7c605c5f admin admin] Pushing event updated for resources: {'Port': ['ID=f506e791-be7e-4b38-874f-d7a583de7c79,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:42.542951 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f31cf6a-4529-4194-a5e8-81f740fb3ccb req-c505a891-536c-4e10-ab66-3c9075c04e6d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc HTTP/1.1" status: 200 len: 217 time: 0.4196720 Jul 29 23:21:42.546471 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.575945 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:42.583467 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b74aa6f2-fa4a-443d-a084-0bbc993908ef None None] Attempting to bind port 0cc0a372-3d5a-47e0-b20a-503dfe3b830f on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:42.583795 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b74aa6f2-fa4a-443d-a084-0bbc993908ef None None] Attempting to bind port 0cc0a372-3d5a-47e0-b20a-503dfe3b830f by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '126a07da-4e6b-4d45-8d45-de22fd77dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:42.584160 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74aa6f2-fa4a-443d-a084-0bbc993908ef None None] Attempting to bind port 0cc0a372-3d5a-47e0-b20a-503dfe3b830f on network 61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:42.596859 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74aa6f2-fa4a-443d-a084-0bbc993908ef None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:42.598034 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74aa6f2-fa4a-443d-a084-0bbc993908ef None None] Checking segment: {'id': '126a07da-4e6b-4d45-8d45-de22fd77dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:42.598034 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b74aa6f2-fa4a-443d-a084-0bbc993908ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.598034 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74aa6f2-fa4a-443d-a084-0bbc993908ef None None] Bound using segment: {'id': '126a07da-4e6b-4d45-8d45-de22fd77dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:42.598508 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b74aa6f2-fa4a-443d-a084-0bbc993908ef None None] Bound port: 0cc0a372-3d5a-47e0-b20a-503dfe3b830f, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '126a07da-4e6b-4d45-8d45-de22fd77dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:42.598900 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b74aa6f2-fa4a-443d-a084-0bbc993908ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.615519 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db2b7f04-af0d-4c0f-a008-97ca0c6ac783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.619104 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:42.653385 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.721914 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.783000 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:42.809114 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b74aa6f2-fa4a-443d-a084-0bbc993908ef None None] For port 0cc0a372-3d5a-47e0-b20a-503dfe3b830f, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:42.812929 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-b26b54f4-ad01-4eef-9bd1-597a267fc975 service neutron] 10.222.0.18 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7998044 Jul 29 23:21:42.816284 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port fb3197e0-e1b2-4088-97a7-944d391e1f0a, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=fb3197e0-e1b2-4088-97a7-944d391e1f0a,segment=NetworkSegment(a25b396d-bc0c-4562-83ae-8f26e6ab578b),segment_id=a25b396d-bc0c-4562-83ae-8f26e6ab578b)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:42.835725 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b74aa6f2-fa4a-443d-a084-0bbc993908ef None None] For port 0cc0a372-3d5a-47e0-b20a-503dfe3b830f, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0cc0a372-3d5a-47e0-b20a-503dfe3b830f,segment=NetworkSegment(126a07da-4e6b-4d45-8d45-de22fd77dfb3),segment_id=126a07da-4e6b-4d45-8d45-de22fd77dfb3)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:42.838085 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31cf6a-4529-4194-a5e8-81f740fb3ccb req-5f1e1ea8-1feb-457f-84c1-2963e6ad70d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:42.838359 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.840035 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f31cf6a-4529-4194-a5e8-81f740fb3ccb req-5f1e1ea8-1feb-457f-84c1-2963e6ad70d7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.2335813 Jul 29 23:21:42.868072 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b74aa6f2-fa4a-443d-a084-0bbc993908ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:42.917618 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=fb3197e0-e1b2-4088-97a7-944d391e1f0a,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:42.951203 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:42.984516 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-db2b7f04-af0d-4c0f-a008-97ca0c6ac783 admin admin] Deleting port be073491-b13c-4d9b-8291-f1bdb1b23446 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:42.984853 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db2b7f04-af0d-4c0f-a008-97ca0c6ac783 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.014705 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1873308-bd3e-4bd8-914e-e9a93b269ee6 req-76093319-e796-482d-ba24-f0bfd7097e17 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:43.018191 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e1873308-bd3e-4bd8-914e-e9a93b269ee6 req-76093319-e796-482d-ba24-f0bfd7097e17 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 949 time: 0.2455955 Jul 29 23:21:43.042424 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74aa6f2-fa4a-443d-a084-0bbc993908ef None None] Pushing event updated for resources: {'Port': ['ID=0cc0a372-3d5a-47e0-b20a-503dfe3b830f,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:43.147240 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-db2b7f04-af0d-4c0f-a008-97ca0c6ac783 admin admin] For port be073491-b13c-4d9b-8291-f1bdb1b23446, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=be073491-b13c-4d9b-8291-f1bdb1b23446,segment=NetworkSegment(09ef5cba-b946-4954-8b7b-df4b99902de5),segment_id=09ef5cba-b946-4954-8b7b-df4b99902de5)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:43.147691 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db2b7f04-af0d-4c0f-a008-97ca0c6ac783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.169076 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31cf6a-4529-4194-a5e8-81f740fb3ccb req-12ddeb39-696c-48b5-8dfc-e7838a31f92b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:43.171897 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f31cf6a-4529-4194-a5e8-81f740fb3ccb req-12ddeb39-696c-48b5-8dfc-e7838a31f92b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3238792 Jul 29 23:21:43.175966 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-db2b7f04-af0d-4c0f-a008-97ca0c6ac783 admin admin] Calling delete_port for be073491-b13c-4d9b-8291-f1bdb1b23446 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:43.373225 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-51f068e1-f50a-4460-9015-e0aa7c605c5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.524212 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9b193cd-05eb-4de2-b6bb-a47aa18c8f41 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.571072 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db2b7f04-af0d-4c0f-a008-97ca0c6ac783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.620171 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e1873308-bd3e-4bd8-914e-e9a93b269ee6 req-8e9a47bc-06b8-47cf-9cc7-485e87f9fe29 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4949374 Jul 29 23:21:43.624463 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b7f04-af0d-4c0f-a008-97ca0c6ac783 admin admin] Pushing event deleted for resources: {'Port': ['ID=be073491-b13c-4d9b-8291-f1bdb1b23446,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:43.636364 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9b193cd-05eb-4de2-b6bb-a47aa18c8f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:43.938751 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db2b7f04-af0d-4c0f-a008-97ca0c6ac783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:44.121325 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device fb3197e0-e1b2-4088-97a7-944d391e1f0a up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:44.219566 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port fb3197e0-e1b2-4088-97a7-944d391e1f0a triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:44.220224 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:44.393850 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-5bab4e22-26d5-4048-a6b3-09a7df8b4599 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:44.395549 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-5bab4e22-26d5-4048-a6b3-09a7df8b4599 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.39 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164&tenant_id=924eedf485ca49e88625072b8912a512&binding%3Ahost_id=n-h2-712140-10 HTTP/1.1" status: 200 len: 949 time: 0.4185390 Jul 29 23:21:44.408911 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0cc0a372-3d5a-47e0-b20a-503dfe3b830f up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:44.518936 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 0cc0a372-3d5a-47e0-b20a-503dfe3b830f completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:44.622810 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-caeebcee-ab42-4dc8-b592-09e0a965eb55 req-b032b1a9-89ef-4ee9-8e98-a869079389e8 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 210 time: 0.9920952 Jul 29 23:21:44.640524 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-e3949db4-fadd-458a-8b1e-8eb42088e474 service neutron] 10.222.0.39 "GET /v2.0/ports/9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc/bindings/n-h2-712140-10 HTTP/1.1" status: 200 len: 383 time: 0.1577170 Jul 29 23:21:44.666786 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5622b09-9d91-41fe-84da-1a4241a3c16d None None] Network 61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:21:44.683383 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db2b7f04-af0d-4c0f-a008-97ca0c6ac783 admin admin] Router 8dcb35db-2bc7-41c4-b4aa-2176a5dacf05 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:21:44.765745 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-f9b193cd-05eb-4de2-b6bb-a47aa18c8f41 admin admin] Allocated IP 172.25.8.152 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:44.792577 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e81418b7-4c59-4df1-91e0-128e359b1e98 None None] Provisioning for port 0cc0a372-3d5a-47e0-b20a-503dfe3b830f completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:44.809599 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-f7ed3e87-e6cc-4202-9018-937cb594e57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:44.813517 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-f7ed3e87-e6cc-4202-9018-937cb594e57c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 1101 time: 0.1195998 Jul 29 23:21:44.825585 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e81418b7-4c59-4df1-91e0-128e359b1e98 None None] Provisioning complete for port 0cc0a372-3d5a-47e0-b20a-503dfe3b830f triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:44.827015 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e81418b7-4c59-4df1-91e0-128e359b1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:45.003978 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e81418b7-4c59-4df1-91e0-128e359b1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:45.010872 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9b193cd-05eb-4de2-b6bb-a47aa18c8f41 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:45.038180 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db2b7f04-af0d-4c0f-a008-97ca0c6ac783 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:21:45.049530 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-db2b7f04-af0d-4c0f-a008-97ca0c6ac783 admin admin] 10.222.0.18 "PUT /v2.0/routers/8dcb35db-2bc7-41c4-b4aa-2176a5dacf05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3175473 Jul 29 23:21:45.052105 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aaeb58-470c-4494-887b-5108bef6f888 None None] Sync routers for ids ['8dcb35db-2bc7-41c4-b4aa-2176a5dacf05'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:21:45.057158 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60016) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:45.058416 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-e81418b7-4c59-4df1-91e0-128e359b1e98 None None] For port 0cc0a372-3d5a-47e0-b20a-503dfe3b830f, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0cc0a372-3d5a-47e0-b20a-503dfe3b830f,segment=NetworkSegment(126a07da-4e6b-4d45-8d45-de22fd77dfb3),segment_id=126a07da-4e6b-4d45-8d45-de22fd77dfb3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:45.069979 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e81418b7-4c59-4df1-91e0-128e359b1e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:45.117829 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aaeb58-470c-4494-887b-5108bef6f888 None None] Routers {'8dcb35db-2bc7-41c4-b4aa-2176a5dacf05'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:21:45.119199 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-53aaeb58-470c-4494-887b-5108bef6f888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:21:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8dcb35db-2bc7-41c4-b4aa-2176a5dacf05'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:45.139041 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-0120fe64-3f7d-4475-926f-35353d41fab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:45.141734 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-0120fe64-3f7d-4475-926f-35353d41fab1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.3163564 Jul 29 23:21:45.228796 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81418b7-4c59-4df1-91e0-128e359b1e98 None None] Pushing event updated for resources: {'Port': ['ID=0cc0a372-3d5a-47e0-b20a-503dfe3b830f,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:45.235205 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f31cf6a-4529-4194-a5e8-81f740fb3ccb req-d81ba953-d345-4170-a056-33d9fed76fdf service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0123837 Jul 29 23:21:45.235405 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-9f689017-b749-41bb-9722-d4fec2e869e4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc HTTP/1.1" status: 200 len: 217 time: 0.0816457 Jul 29 23:21:45.278445 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-53aaeb58-470c-4494-887b-5108bef6f888 None None] Set router 8dcb35db-2bc7-41c4-b4aa-2176a5dacf05 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:21:45.424784 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-317fd26e-fadb-4fea-a4f0-16bf864771ce admin admin] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:45.427246 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-51f068e1-f50a-4460-9015-e0aa7c605c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:45.428649 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-f3cd72e4-8072-4314-a4d7-5904bed5a2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:45.430537 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-f3cd72e4-8072-4314-a4d7-5904bed5a2d4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1237173 Jul 29 23:21:45.454100 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77d5edd-242c-4277-b4c4-d1c8a6a6b97c None None] Provisioning complete for port 0cc0a372-3d5a-47e0-b20a-503dfe3b830f triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:45.454640 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77d5edd-242c-4277-b4c4-d1c8a6a6b97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:45.603793 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-7a5230ed-fe72-4fee-969f-5ab0b92dd6ef admin admin] Deleting port 5fad1ff6-333c-4123-9bab-fb058e77369b {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:45.604331 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7a5230ed-fe72-4fee-969f-5ab0b92dd6ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:45.619079 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a57336-bc15-47f4-a76e-6d1aa25caee7 req-1536bb14-f050-4fee-866f-755134e5983f tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:45.620983 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c6a57336-bc15-47f4-a76e-6d1aa25caee7 req-1536bb14-f050-4fee-866f-755134e5983f tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 949 time: 1.0289285 Jul 29 23:21:45.629579 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-53aaeb58-470c-4494-887b-5108bef6f888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcb35db-2bc7-41c4-b4aa-2176a5dacf05', 'name': 'tempest-ServerRescueNegativeTestJSON-924826672-router', 'tenant_id': 'eb4c29ff373b42b2b9e6a10c9a285765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '898c1714-fb45-4379-9446-b1fe8834a806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:09Z', 'updated_at': '2021-07-29T23:21:43Z', 'revision_number': 5, 'project_id': 'eb4c29ff373b42b2b9e6a10c9a285765', 'gw_port': {'id': '898c1714-fb45-4379-9446-b1fe8834a806', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcb35db-2bc7-41c4-b4aa-2176a5dacf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:10Z', 'updated_at': '2021-07-29T23:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:45.703092 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aaeb58-470c-4494-887b-5108bef6f888 None None] Checking router: 8dcb35db-2bc7-41c4-b4aa-2176a5dacf05 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:21:45.715197 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aaeb58-470c-4494-887b-5108bef6f888 None None] Routers {'8dcb35db-2bc7-41c4-b4aa-2176a5dacf05'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:21:45.716606 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-53aaeb58-470c-4494-887b-5108bef6f888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:21:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8dcb35db-2bc7-41c4-b4aa-2176a5dacf05'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:45.722578 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f31cf6a-4529-4194-a5e8-81f740fb3ccb req-58088f0b-0955-432b-9141-885c928f5c66 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4740736 Jul 29 23:21:45.723747 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9b193cd-05eb-4de2-b6bb-a47aa18c8f41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:45.753773 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-d7c7e111-79b2-4841-97c0-e7e530049a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:45.765250 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-d7c7e111-79b2-4841-97c0-e7e530049a14 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2788658 Jul 29 23:21:45.801224 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:45.803824 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0cc0a372-3d5a-47e0-b20a-503dfe3b830f up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:45.904164 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b193cd-05eb-4de2-b6bb-a47aa18c8f41 admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:45.913076 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a81ada1f-ffa6-4db3-9ba6-1e227ba93d88 req-04db21c7-fd84-476c-ad3c-8af3d7f50af8 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 210 time: 0.1001110 Jul 29 23:21:45.915788 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:45.932275 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c6a57336-bc15-47f4-a76e-6d1aa25caee7 req-b0f3ded3-27d3-40a0-b473-727fb79c74fc tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868156 Jul 29 23:21:45.951960 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:45.952390 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:45.961723 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-f9b193cd-05eb-4de2-b6bb-a47aa18c8f41 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:45.977040 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b193cd-05eb-4de2-b6bb-a47aa18c8f41 admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:45.983231 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b193cd-05eb-4de2-b6bb-a47aa18c8f41 admin admin] Pushing event updated for resources: {'Port': ['ID=60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:45.989636 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-928a5d62-2e9b-4765-8ca5-ca8e37803682 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:45.991156 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-928a5d62-2e9b-4765-8ca5-ca8e37803682 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.39 "GET /v2.0/networks?id=55fb160e-6b45-47b4-8565-f685f832c4b9 HTTP/1.1" status: 200 len: 821 time: 0.5030534 Jul 29 23:21:45.994559 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-9296bf6a-afcc-464d-8e22-0e77cdcfcc87 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076361 Jul 29 23:21:45.995914 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-317fd26e-fadb-4fea-a4f0-16bf864771ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:46.039812 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-580dc6ab-f1f3-4780-aa1c-80629bb07362 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Request body: {'port': {'device_id': 'd318aeee-9d7c-4bc0-882d-e4e266aeb87a', 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9', 'admin_state_up': True, 'tenant_id': 'b675f7a309964096bd61726e3752bfc0'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:46.088193 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-7a5230ed-fe72-4fee-969f-5ab0b92dd6ef admin admin] For port 5fad1ff6-333c-4123-9bab-fb058e77369b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=5fad1ff6-333c-4123-9bab-fb058e77369b,segment=NetworkSegment(3e3a8069-4d11-439b-9fb2-4c1383fb3f6c),segment_id=3e3a8069-4d11-439b-9fb2-4c1383fb3f6c)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:46.088816 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7a5230ed-fe72-4fee-969f-5ab0b92dd6ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:46.099819 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-53aaeb58-470c-4494-887b-5108bef6f888 None None] Set router 8dcb35db-2bc7-41c4-b4aa-2176a5dacf05 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:21:46.122234 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-7a5230ed-fe72-4fee-969f-5ab0b92dd6ef admin admin] Calling delete_port for 5fad1ff6-333c-4123-9bab-fb058e77369b owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:46.158409 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 0cc0a372-3d5a-47e0-b20a-503dfe3b830f triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:46.159155 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:46.235258 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51f068e1-f50a-4460-9015-e0aa7c605c5f admin admin] Router 765971d9-c2cb-44c4-8a32-b2b74eb66ab7 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:21:46.289593 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:46.340319 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6a71fa-07ab-492f-a39c-f83be5046164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:46.343068 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22110437-780d-43bc-bb1c-22afef304f4b" -d '{"events": [{"server_uuid": "1f6a71fa-07ab-492f-a39c-f83be5046164", "name": "network-vif-plugged", "status": "completed", "tag": "9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:46.450955 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:46.476143 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79806ab6-d61f-4d93-80e5-00c4c658a41f x-openstack-request-id: req-79806ab6-d61f-4d93-80e5-00c4c658a41f {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:46.476882 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6a71fa-07ab-492f-a39c-f83be5046164", "name": "network-vif-plugged", "status": "completed", "tag": "9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:46.477354 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-79806ab6-d61f-4d93-80e5-00c4c658a41f {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:46.478245 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6a71fa-07ab-492f-a39c-f83be5046164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc', 'code': 200} Jul 29 23:21:46.482100 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:46.566477 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc,revision_number=9']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:46.580905 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-53aaeb58-470c-4494-887b-5108bef6f888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dcb35db-2bc7-41c4-b4aa-2176a5dacf05', 'name': 'tempest-ServerRescueNegativeTestJSON-924826672-router', 'tenant_id': 'eb4c29ff373b42b2b9e6a10c9a285765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '898c1714-fb45-4379-9446-b1fe8834a806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:09Z', 'updated_at': '2021-07-29T23:21:43Z', 'revision_number': 5, 'project_id': 'eb4c29ff373b42b2b9e6a10c9a285765', 'gw_port': {'id': '898c1714-fb45-4379-9446-b1fe8834a806', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcb35db-2bc7-41c4-b4aa-2176a5dacf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:10Z', 'updated_at': '2021-07-29T23:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:46.627971 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53aaeb58-470c-4494-887b-5108bef6f888 None None] The sync data for ids ['8dcb35db-2bc7-41c4-b4aa-2176a5dacf05'] in n-d-712140-10 is: [{'id': '8dcb35db-2bc7-41c4-b4aa-2176a5dacf05', 'name': 'tempest-ServerRescueNegativeTestJSON-924826672-router', 'tenant_id': 'eb4c29ff373b42b2b9e6a10c9a285765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.190'}], 'enable_snat': True}, 'gw_port_id': '898c1714-fb45-4379-9446-b1fe8834a806', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:18:09Z', 'updated_at': '2021-07-29T23:21:43Z', 'revision_number': 5, 'project_id': 'eb4c29ff373b42b2b9e6a10c9a285765', 'gw_port': {'id': '898c1714-fb45-4379-9446-b1fe8834a806', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dcb35db-2bc7-41c4-b4aa-2176a5dacf05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:18:10Z', 'updated_at': '2021-07-29T23:18:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:21:46.692322 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-317fd26e-fadb-4fea-a4f0-16bf864771ce admin admin] Deleting port 898c1714-fb45-4379-9446-b1fe8834a806 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:46.692672 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-317fd26e-fadb-4fea-a4f0-16bf864771ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:46.697890 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51f068e1-f50a-4460-9015-e0aa7c605c5f admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:21:46.698736 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-7e3ab72a-4eeb-4a7c-b880-4ae51f5f4092 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6878071 Jul 29 23:21:46.707317 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9d2695-d515-4213-a92b-eefcec9dc234 None None] Sync routers for ids ['765971d9-c2cb-44c4-8a32-b2b74eb66ab7'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:21:46.723448 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9d2695-d515-4213-a92b-eefcec9dc234 None None] Routers {'765971d9-c2cb-44c4-8a32-b2b74eb66ab7'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:21:46.724336 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-fc9d2695-d515-4213-a92b-eefcec9dc234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:21:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['765971d9-c2cb-44c4-8a32-b2b74eb66ab7'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:46.753374 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9b193cd-05eb-4de2-b6bb-a47aa18c8f41 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:46.781333 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-580dc6ab-f1f3-4780-aa1c-80629bb07362 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Made reservation on behalf of b675f7a309964096bd61726e3752bfc0 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:46.787050 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-580dc6ab-f1f3-4780-aa1c-80629bb07362 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:46.843652 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-51f068e1-f50a-4460-9015-e0aa7c605c5f admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:46.845275 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-51f068e1-f50a-4460-9015-e0aa7c605c5f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 8.8286135 Jul 29 23:21:46.851935 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60028) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:46.887114 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-fc9d2695-d515-4213-a92b-eefcec9dc234 None None] Set router 765971d9-c2cb-44c4-8a32-b2b74eb66ab7 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:21:46.942344 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-317fd26e-fadb-4fea-a4f0-16bf864771ce admin admin] For port 898c1714-fb45-4379-9446-b1fe8834a806, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=898c1714-fb45-4379-9446-b1fe8834a806,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:46.942673 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-317fd26e-fadb-4fea-a4f0-16bf864771ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:46.971362 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-317fd26e-fadb-4fea-a4f0-16bf864771ce admin admin] Calling delete_port for 898c1714-fb45-4379-9446-b1fe8834a806 owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:47.007932 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7a5230ed-fe72-4fee-969f-5ab0b92dd6ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:47.089165 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-580dc6ab-f1f3-4780-aa1c-80629bb07362 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Allocated IP 172.20.0.4 (55fb160e-6b45-47b4-8565-f685f832c4b9/4ea5ab56-d2f4-49be-ac07-d932b6774fb8/8cfe4fd8-7878-4c2e-b606-95c0b2134b9b) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:47.191390 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-fc9d2695-d515-4213-a92b-eefcec9dc234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765971d9-c2cb-44c4-8a32-b2b74eb66ab7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1007801198-router', 'tenant_id': 'a95d56ffb77a40d09282a19e68edf4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'f506e791-be7e-4b38-874f-d7a583de7c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:38Z', 'updated_at': '2021-07-29T23:21:42Z', 'revision_number': 3, 'project_id': 'a95d56ffb77a40d09282a19e68edf4c3', 'gw_port': {'id': 'f506e791-be7e-4b38-874f-d7a583de7c79', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765971d9-c2cb-44c4-8a32-b2b74eb66ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:40Z', 'updated_at': '2021-07-29T23:21:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:47.230666 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9d2695-d515-4213-a92b-eefcec9dc234 None None] Checking router: 765971d9-c2cb-44c4-8a32-b2b74eb66ab7 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:21:47.231019 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9d2695-d515-4213-a92b-eefcec9dc234 None None] Updating router 765971d9-c2cb-44c4-8a32-b2b74eb66ab7 port f506e791-be7e-4b38-874f-d7a583de7c79 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:21:47.269571 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc9d2695-d515-4213-a92b-eefcec9dc234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:47.283327 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5230ed-fe72-4fee-969f-5ab0b92dd6ef admin admin] Pushing event deleted for resources: {'Port': ['ID=5fad1ff6-333c-4123-9bab-fb058e77369b,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:47.373209 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-580dc6ab-f1f3-4780-aa1c-80629bb07362 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:47.455667 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1cff9b16-486b-4989-9cef-4bb68f4cee3a req-3e2612f3-9ff7-4258-89cc-6b6465fc86fb tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 210 time: 0.3294585 Jul 29 23:21:47.517331 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-580dc6ab-f1f3-4780-aa1c-80629bb07362 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:47.531414 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['3f9074c0-f574-49f9-aec4-e84e43e28957'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:21:47.553980 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9b193cd-05eb-4de2-b6bb-a47aa18c8f41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:47.707190 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-580dc6ab-f1f3-4780-aa1c-80629bb07362 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Network 55fb160e-6b45-47b4-8565-f685f832c4b9 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:47.728757 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-580dc6ab-f1f3-4780-aa1c-80629bb07362 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:47.772918 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-580dc6ab-f1f3-4780-aa1c-80629bb07362 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:47.804373 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580dc6ab-f1f3-4780-aa1c-80629bb07362 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Pushing event updated for resources: {'Port': ['ID=8cfe4fd8-7878-4c2e-b606-95c0b2134b9b,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:47.876198 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc9d2695-d515-4213-a92b-eefcec9dc234 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:47.912964 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-580dc6ab-f1f3-4780-aa1c-80629bb07362 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:47.914652 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-fc9d2695-d515-4213-a92b-eefcec9dc234 None None] Transition to ACTIVE for port object f506e791-be7e-4b38-874f-d7a583de7c79 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:47.916800 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-580dc6ab-f1f3-4780-aa1c-80629bb07362 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:47.930110 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc9d2695-d515-4213-a92b-eefcec9dc234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:47.934255 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-317fd26e-fadb-4fea-a4f0-16bf864771ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:47.943902 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device be073491-b13c-4d9b-8291-f1bdb1b23446 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:48.002509 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317fd26e-fadb-4fea-a4f0-16bf864771ce admin admin] Pushing event deleted for resources: {'Port': ['ID=898c1714-fb45-4379-9446-b1fe8834a806,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:48.010576 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: be073491-b13c-4d9b-8291-f1bdb1b23446 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:48.011272 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device be073491-b13c-4d9b-8291-f1bdb1b23446 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:48.025187 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-580dc6ab-f1f3-4780-aa1c-80629bb07362 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0161147 Jul 29 23:21:48.061793 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-337c49bd-7c4f-4073-8414-07505e16e055 service neutron] Request body: {'port': {'device_id': 'd318aeee-9d7c-4bc0-882d-e4e266aeb87a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:48.072732 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47edd285-4dbc-4dfc-a50a-ec5d071bbfb4 None None] Pushing event updated for resources: {'Port': ['ID=f506e791-be7e-4b38-874f-d7a583de7c79,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:48.092836 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47edd285-4dbc-4dfc-a50a-ec5d071bbfb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:48.093102 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47edd285-4dbc-4dfc-a50a-ec5d071bbfb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:48.093449 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47edd285-4dbc-4dfc-a50a-ec5d071bbfb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:48.093795 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47edd285-4dbc-4dfc-a50a-ec5d071bbfb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:48.094126 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47edd285-4dbc-4dfc-a50a-ec5d071bbfb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:48.094459 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47edd285-4dbc-4dfc-a50a-ec5d071bbfb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:48.094791 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47edd285-4dbc-4dfc-a50a-ec5d071bbfb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:48.095129 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47edd285-4dbc-4dfc-a50a-ec5d071bbfb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:48.096002 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47edd285-4dbc-4dfc-a50a-ec5d071bbfb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:48.096002 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47edd285-4dbc-4dfc-a50a-ec5d071bbfb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:48.096393 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47edd285-4dbc-4dfc-a50a-ec5d071bbfb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:48.096393 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47edd285-4dbc-4dfc-a50a-ec5d071bbfb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:48.121607 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-fc9d2695-d515-4213-a92b-eefcec9dc234 None None] Attempting to bind port f506e791-be7e-4b38-874f-d7a583de7c79 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:48.121984 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-fc9d2695-d515-4213-a92b-eefcec9dc234 None None] Attempting to bind port f506e791-be7e-4b38-874f-d7a583de7c79 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:48.122359 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9d2695-d515-4213-a92b-eefcec9dc234 None None] Attempting to bind port f506e791-be7e-4b38-874f-d7a583de7c79 on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:48.128554 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9d2695-d515-4213-a92b-eefcec9dc234 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:48.129016 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9d2695-d515-4213-a92b-eefcec9dc234 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:48.129430 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc9d2695-d515-4213-a92b-eefcec9dc234 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:48.129827 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9d2695-d515-4213-a92b-eefcec9dc234 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:48.130308 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-fc9d2695-d515-4213-a92b-eefcec9dc234 None None] Bound port: f506e791-be7e-4b38-874f-d7a583de7c79, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:48.130699 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc9d2695-d515-4213-a92b-eefcec9dc234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:48.143477 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-317fd26e-fadb-4fea-a4f0-16bf864771ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:48.249055 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-fc9d2695-d515-4213-a92b-eefcec9dc234 None None] For port f506e791-be7e-4b38-874f-d7a583de7c79, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:48.254923 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-fc9d2695-d515-4213-a92b-eefcec9dc234 None None] For port f506e791-be7e-4b38-874f-d7a583de7c79, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f506e791-be7e-4b38-874f-d7a583de7c79,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:48.261321 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fc9d2695-d515-4213-a92b-eefcec9dc234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:48.282044 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-317fd26e-fadb-4fea-a4f0-16bf864771ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:48.284310 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-317fd26e-fadb-4fea-a4f0-16bf864771ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:48.330361 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47edd285-4dbc-4dfc-a50a-ec5d071bbfb4 None None] Pushing event updated for resources: {'Port': ['ID=f506e791-be7e-4b38-874f-d7a583de7c79,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:48.362846 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9d2695-d515-4213-a92b-eefcec9dc234 None None] Routers {'765971d9-c2cb-44c4-8a32-b2b74eb66ab7'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:21:48.363689 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-fc9d2695-d515-4213-a92b-eefcec9dc234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:21:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['765971d9-c2cb-44c4-8a32-b2b74eb66ab7'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:48.367127 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6699bd7-bba3-484c-bf68-fa488e2bb13c req-9979e591-05e3-47ec-8f7e-d45c1307e923 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:48.370934 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6699bd7-bba3-484c-bf68-fa488e2bb13c req-9979e591-05e3-47ec-8f7e-d45c1307e923 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 950 time: 1.1037855 Jul 29 23:21:48.378525 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-337c49bd-7c4f-4073-8414-07505e16e055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:48.380408 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-317fd26e-fadb-4fea-a4f0-16bf864771ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:48.380989 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317fd26e-fadb-4fea-a4f0-16bf864771ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dcb35db-2bc7-41c4-b4aa-2176a5dacf05 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:21:48.387056 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-317fd26e-fadb-4fea-a4f0-16bf864771ce admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:48.392146 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-317fd26e-fadb-4fea-a4f0-16bf864771ce admin admin] 10.222.0.18 "DELETE /v2.0/routers/8dcb35db-2bc7-41c4-b4aa-2176a5dacf05 HTTP/1.1" status: 204 len: 168 time: 3.3322141 Jul 29 23:21:48.400566 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60038) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:48.503597 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d2df9e9-8143-4133-90fc-5c805baaf63c admin admin] Deleting subnet a00ddaeb-5a8f-485f-9408-296d4e1ca7cd {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:21:48.529161 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7a5230ed-fe72-4fee-969f-5ab0b92dd6ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:48.535589 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d2df9e9-8143-4133-90fc-5c805baaf63c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:48.543690 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b193cd-05eb-4de2-b6bb-a47aa18c8f41 admin admin] Router 56d88384-a6f6-4188-b354-0313921de777 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:21:48.551595 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6699bd7-bba3-484c-bf68-fa488e2bb13c req-3107ad72-bd94-4ef0-922b-cc8ac17e702b tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612833 Jul 29 23:21:48.605396 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-fc9d2695-d515-4213-a92b-eefcec9dc234 None None] Set router 765971d9-c2cb-44c4-8a32-b2b74eb66ab7 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:21:48.779946 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d2df9e9-8143-4133-90fc-5c805baaf63c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:48.931658 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d2df9e9-8143-4133-90fc-5c805baaf63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:48.974093 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-fc9d2695-d515-4213-a92b-eefcec9dc234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765971d9-c2cb-44c4-8a32-b2b74eb66ab7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1007801198-router', 'tenant_id': 'a95d56ffb77a40d09282a19e68edf4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'f506e791-be7e-4b38-874f-d7a583de7c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:38Z', 'updated_at': '2021-07-29T23:21:42Z', 'revision_number': 3, 'project_id': 'a95d56ffb77a40d09282a19e68edf4c3', 'gw_port': {'id': 'f506e791-be7e-4b38-874f-d7a583de7c79', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765971d9-c2cb-44c4-8a32-b2b74eb66ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:40Z', 'updated_at': '2021-07-29T23:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:49.052601 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9d2695-d515-4213-a92b-eefcec9dc234 None None] The sync data for ids ['765971d9-c2cb-44c4-8a32-b2b74eb66ab7'] in n-d-712140-10 is: [{'id': '765971d9-c2cb-44c4-8a32-b2b74eb66ab7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1007801198-router', 'tenant_id': 'a95d56ffb77a40d09282a19e68edf4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'f506e791-be7e-4b38-874f-d7a583de7c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:38Z', 'updated_at': '2021-07-29T23:21:42Z', 'revision_number': 3, 'project_id': 'a95d56ffb77a40d09282a19e68edf4c3', 'gw_port': {'id': 'f506e791-be7e-4b38-874f-d7a583de7c79', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765971d9-c2cb-44c4-8a32-b2b74eb66ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:40Z', 'updated_at': '2021-07-29T23:21:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:21:49.080319 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc046e-7624-4312-9d47-2e73a3e8f233 req-30692129-71d1-448c-9137-8f0378fd574c tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:49.082897 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8afc046e-7624-4312-9d47-2e73a3e8f233 req-30692129-71d1-448c-9137-8f0378fd574c tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 931 time: 0.4144869 Jul 29 23:21:49.094354 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d2df9e9-8143-4133-90fc-5c805baaf63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:49.151908 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2df9e9-8143-4133-90fc-5c805baaf63c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a00ddaeb-5a8f-485f-9408-296d4e1ca7cd,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:49.160958 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d2df9e9-8143-4133-90fc-5c805baaf63c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:49.167610 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7d2df9e9-8143-4133-90fc-5c805baaf63c admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a00ddaeb-5a8f-485f-9408-296d4e1ca7cd HTTP/1.1" status: 204 len: 168 time: 0.7652543 Jul 29 23:21:49.192703 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60046) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:49.269210 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-337c49bd-7c4f-4073-8414-07505e16e055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:21:49.291125 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-337c49bd-7c4f-4073-8414-07505e16e055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:49.316921 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ff67a4b7-ec4b-49db-8d5a-43a13efdc082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:49.323107 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-337c49bd-7c4f-4073-8414-07505e16e055 service neutron] Transition to ACTIVE for port object 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:49.331101 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-337c49bd-7c4f-4073-8414-07505e16e055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:49.406793 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b193cd-05eb-4de2-b6bb-a47aa18c8f41 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:21:49.420264 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4e2c15-faf8-4198-980c-a20ff565c305 None None] Sync routers for ids ['56d88384-a6f6-4188-b354-0313921de777'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:21:49.437666 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8afc046e-7624-4312-9d47-2e73a3e8f233 req-12720e8c-c9f4-48e0-9b3f-23e2b5807347 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131819 Jul 29 23:21:49.444070 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a5230ed-fe72-4fee-969f-5ab0b92dd6ef admin admin] Router d06371bf-03ca-4ce1-b3c1-d69f973e4a34 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:21:49.444822 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4e2c15-faf8-4198-980c-a20ff565c305 None None] Routers {'56d88384-a6f6-4188-b354-0313921de777'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:21:49.445484 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6b4e2c15-faf8-4198-980c-a20ff565c305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:21:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['56d88384-a6f6-4188-b354-0313921de777'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:49.479994 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-7010e27d-4042-4ab1-a2cc-f65f532f2f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:49.481629 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-7010e27d-4042-4ab1-a2cc-f65f532f2f00 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164&tenant_id=924eedf485ca49e88625072b8912a512 HTTP/1.1" status: 200 len: 1102 time: 0.3548503 Jul 29 23:21:49.490502 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9b193cd-05eb-4de2-b6bb-a47aa18c8f41 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:49.496157 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f9b193cd-05eb-4de2-b6bb-a47aa18c8f41 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.3065119 Jul 29 23:21:49.518147 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-e3839153-b4ee-47ae-ab4c-fa6ebdd48a77 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-10', 'device_owner': 'compute:nova'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:49.521252 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60048) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:49.542478 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ff67a4b7-ec4b-49db-8d5a-43a13efdc082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:49.560591 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-ff67a4b7-ec4b-49db-8d5a-43a13efdc082 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf432201-0fac-4700-a1fe-c1aeac3e3811']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:49.574543 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-ff67a4b7-ec4b-49db-8d5a-43a13efdc082 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09ef5cba-b946-4954-8b7b-df4b99902de5') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:49.575005 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-ff67a4b7-ec4b-49db-8d5a-43a13efdc082 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09ef5cba-b946-4954-8b7b-df4b99902de5') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:49.588062 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ff67a4b7-ec4b-49db-8d5a-43a13efdc082 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:49.599436 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-6b4e2c15-faf8-4198-980c-a20ff565c305 None None] Set router 56d88384-a6f6-4188-b354-0313921de777 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:21:49.605268 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ff67a4b7-ec4b-49db-8d5a-43a13efdc082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:49.617066 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff67a4b7-ec4b-49db-8d5a-43a13efdc082 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:21:49.617673 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ff67a4b7-ec4b-49db-8d5a-43a13efdc082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:49.701907 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:21:49.701907 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:21:49.701907 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:21:49.701907 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:21:49.701907 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:21:49.701907 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:21:49.701907 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:21:49.701907 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:21:49.701907 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:21:49.701907 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:21:49.701907 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:21:49.701907 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:21:49.701907 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:21:49.701907 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:21:49.701907 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:21:49.701907 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:21:49.701907 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:21:49.701907 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:21:49.701907 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:21:49.701907 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:21:49.701907 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:21:49.701907 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:21:49.701907 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:21:49.701907 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:21:49.701907 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:21:49.701907 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:21:49.701907 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:21:49.701907 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:21:49.701907 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:21:49.701907 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:21:49.701907 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:21:49.701907 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:21:49.705548 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c49bd-7c4f-4073-8414-07505e16e055 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfe4fd8-7878-4c2e-b606-95c0b2134b9b,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:49.807639 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-e3839153-b4ee-47ae-ab4c-fa6ebdd48a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:49.888641 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f506e791-be7e-4b38-874f-d7a583de7c79 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:49.891523 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ff67a4b7-ec4b-49db-8d5a-43a13efdc082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:49.905641 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ff67a4b7-ec4b-49db-8d5a-43a13efdc082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:49.910621 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ff67a4b7-ec4b-49db-8d5a-43a13efdc082 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bf432201-0fac-4700-a1fe-c1aeac3e3811 HTTP/1.1" status: 204 len: 168 time: 0.7136335 Jul 29 23:21:49.983065 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff67a4b7-ec4b-49db-8d5a-43a13efdc082 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf432201-0fac-4700-a1fe-c1aeac3e3811,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:50.053823 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6b4e2c15-faf8-4198-980c-a20ff565c305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d88384-a6f6-4188-b354-0313921de777', 'name': 'tempest-ServersTestMultiNic-1783294466-router', 'tenant_id': '1524bc6566794e35993db0c2e1765bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:41Z', 'updated_at': '2021-07-29T23:21:46Z', 'revision_number': 3, 'project_id': '1524bc6566794e35993db0c2e1765bc4', 'gw_port': {'id': '60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:36:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d88384-a6f6-4188-b354-0313921de777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:43Z', 'updated_at': '2021-07-29T23:21:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:50.054726 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-337c49bd-7c4f-4073-8414-07505e16e055 service neutron] Attempting to bind port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:50.056466 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-337c49bd-7c4f-4073-8414-07505e16e055 service neutron] Attempting to bind port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:50.057345 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-337c49bd-7c4f-4073-8414-07505e16e055 service neutron] Attempting to bind port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b on network 55fb160e-6b45-47b4-8565-f685f832c4b9 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:50.063544 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-337c49bd-7c4f-4073-8414-07505e16e055 service neutron] Port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b on network 55fb160e-6b45-47b4-8565-f685f832c4b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:21:50.064217 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-337c49bd-7c4f-4073-8414-07505e16e055 service neutron] Attempting to bind port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b on network 55fb160e-6b45-47b4-8565-f685f832c4b9 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:50.070311 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-337c49bd-7c4f-4073-8414-07505e16e055 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:50.071273 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-337c49bd-7c4f-4073-8414-07505e16e055 service neutron] Checking segment: {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:50.072787 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-337c49bd-7c4f-4073-8414-07505e16e055 service neutron] Bound using segment: {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:50.074029 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-337c49bd-7c4f-4073-8414-07505e16e055 service neutron] Bound port: 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:50.074711 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-337c49bd-7c4f-4073-8414-07505e16e055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:50.102978 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4e2c15-faf8-4198-980c-a20ff565c305 None None] Checking router: 56d88384-a6f6-4188-b354-0313921de777 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:21:50.103660 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4e2c15-faf8-4198-980c-a20ff565c305 None None] Updating router 56d88384-a6f6-4188-b354-0313921de777 port 60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6 binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:21:50.105439 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port f506e791-be7e-4b38-874f-d7a583de7c79 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:50.134470 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port f506e791-be7e-4b38-874f-d7a583de7c79 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:50.134855 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:50.169826 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6b4e2c15-faf8-4198-980c-a20ff565c305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:50.179301 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-337c49bd-7c4f-4073-8414-07505e16e055 service neutron] For port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:50.184782 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60058) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:50.198267 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d7fd6839-00bc-4dba-bd5e-3f4c8a529e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:50.219421 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-337c49bd-7c4f-4073-8414-07505e16e055 service neutron] For port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=8cfe4fd8-7878-4c2e-b606-95c0b2134b9b,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:50.236989 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-337c49bd-7c4f-4073-8414-07505e16e055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:50.293068 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-562994c6-0402-46f8-98f9-f71efd5463a9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eb4c29ff373b42b2b9e6a10c9a285765&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1065032 Jul 29 23:21:50.302200 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-337c49bd-7c4f-4073-8414-07505e16e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:50.302899 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-337c49bd-7c4f-4073-8414-07505e16e055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:50.304633 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-337c49bd-7c4f-4073-8414-07505e16e055 service neutron] 10.222.0.39 "PUT /v2.0/ports/8cfe4fd8-7878-4c2e-b606-95c0b2134b9b HTTP/1.1" status: 200 len: 1092 time: 2.2487175 Jul 29 23:21:50.308212 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60060) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:50.308956 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd318aeee-9d7c-4bc0-882d-e4e266aeb87a', 'tag': '8cfe4fd8-7878-4c2e-b606-95c0b2134b9b'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:50.312147 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b087f865-a2b3-4fe6-a159-c39dc0548932" -d '{"events": [{"name": "network-changed", "server_uuid": "d318aeee-9d7c-4bc0-882d-e4e266aeb87a", "tag": "8cfe4fd8-7878-4c2e-b606-95c0b2134b9b"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:50.372287 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337c49bd-7c4f-4073-8414-07505e16e055 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfe4fd8-7878-4c2e-b606-95c0b2134b9b,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:50.397077 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80005b45-4dae-40fe-b44a-130ab20dcb35 req-e5ecb085-0cc9-4479-aa9f-2eeafefe80cd tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:50.399154 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80005b45-4dae-40fe-b44a-130ab20dcb35 req-e5ecb085-0cc9-4479-aa9f-2eeafefe80cd tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 950 time: 0.6011875 Jul 29 23:21:50.414830 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c891ed3-15d0-4249-9603-843e7688c0fc x-openstack-request-id: req-8c891ed3-15d0-4249-9603-843e7688c0fc {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:50.415766 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d318aeee-9d7c-4bc0-882d-e4e266aeb87a", "tag": "8cfe4fd8-7878-4c2e-b606-95c0b2134b9b", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:50.416073 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c891ed3-15d0-4249-9603-843e7688c0fc {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:50.416478 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd318aeee-9d7c-4bc0-882d-e4e266aeb87a', 'tag': '8cfe4fd8-7878-4c2e-b606-95c0b2134b9b', 'status': 'completed', 'code': 200} Jul 29 23:21:50.437267 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc544303-0a6d-4e3c-aedc-1073250c3bb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:50.457668 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-6cb62251-31fd-4fff-869f-3fedebe21056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:50.459176 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-6cb62251-31fd-4fff-869f-3fedebe21056 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b675f7a309964096bd61726e3752bfc0&device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 1095 time: 0.0775917 Jul 29 23:21:50.469354 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc544303-0a6d-4e3c-aedc-1073250c3bb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:50.547677 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-fce87f46-1f2f-4742-a3f2-466391d2f070 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cfe4fd8-7878-4c2e-b606-95c0b2134b9b HTTP/1.1" status: 200 len: 217 time: 0.0679603 Jul 29 23:21:50.576986 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:50.627816 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-cca6e4fd-1387-442c-8e95-d0f4ff66bebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:50.632609 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-cca6e4fd-1387-442c-8e95-d0f4ff66bebb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ea5ab56-d2f4-49be-ac07-d932b6774fb8 HTTP/1.1" status: 200 len: 861 time: 0.0839472 Jul 29 23:21:50.636523 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port f506e791-be7e-4b38-874f-d7a583de7c79, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f506e791-be7e-4b38-874f-d7a583de7c79,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:50.647449 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:50.661265 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc544303-0a6d-4e3c-aedc-1073250c3bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:50.663446 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc544303-0a6d-4e3c-aedc-1073250c3bb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:50.667814 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-dc544303-0a6d-4e3c-aedc-1073250c3bb5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/05f1d5ef-09d4-453f-9e3f-7e9cbd874979 HTTP/1.1" status: 204 len: 168 time: 0.3526077 Jul 29 23:21:50.697783 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc544303-0a6d-4e3c-aedc-1073250c3bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05f1d5ef-09d4-453f-9e3f-7e9cbd874979,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:50.701204 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-835163af-a145-4a4f-9f05-fe6fbc943a75 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55fb160e-6b45-47b4-8565-f685f832c4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564420 Jul 29 23:21:50.768628 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=f506e791-be7e-4b38-874f-d7a583de7c79,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:50.781949 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 898c1714-fb45-4379-9446-b1fe8834a806 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:50.824840 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:50.825308 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:50.825771 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:50.826225 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:50.826683 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:50.827248 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:50.827816 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:50.828296 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:50.828739 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:50.829180 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:50.829620 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:50.830069 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:21:50.836212 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 898c1714-fb45-4379-9446-b1fe8834a806 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:50.836686 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 898c1714-fb45-4379-9446-b1fe8834a806 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:50.858405 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a5230ed-fe72-4fee-969f-5ab0b92dd6ef admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:21:50.865395 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-e3839153-b4ee-47ae-ab4c-fa6ebdd48a77 service neutron] For port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:50.875640 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8601ba-fed6-4f6a-9f05-ae4e22cba03f None None] Sync routers for ids ['d06371bf-03ca-4ce1-b3c1-d69f973e4a34'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:21:50.898465 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8601ba-fed6-4f6a-9f05-ae4e22cba03f None None] Routers {'d06371bf-03ca-4ce1-b3c1-d69f973e4a34'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:21:50.899107 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-0e8601ba-fed6-4f6a-9f05-ae4e22cba03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:21:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['d06371bf-03ca-4ce1-b3c1-d69f973e4a34'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:50.904202 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-6d65a757-0c5e-48bb-b5b4-db5edc5c6a1e service neutron] 10.222.0.39 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942811 Jul 29 23:21:50.943206 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6b4e2c15-faf8-4198-980c-a20ff565c305 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:50.961555 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6b4e2c15-faf8-4198-980c-a20ff565c305 None None] Transition to ACTIVE for port object 60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:50.970890 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6b4e2c15-faf8-4198-980c-a20ff565c305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:51.030020 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7a5230ed-fe72-4fee-969f-5ab0b92dd6ef admin admin] 10.222.0.18 "PUT /v2.0/routers/d06371bf-03ca-4ce1-b3c1-d69f973e4a34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6898191 Jul 29 23:21:51.065047 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80005b45-4dae-40fe-b44a-130ab20dcb35 req-d29e07bb-62f1-4544-ace2-22884b72ea67 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6418414 Jul 29 23:21:51.084789 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60072) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:51.095597 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-6b4e2c15-faf8-4198-980c-a20ff565c305 None None] Attempting to bind port 60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:51.097287 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-6b4e2c15-faf8-4198-980c-a20ff565c305 None None] Attempting to bind port 60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:51.097677 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4e2c15-faf8-4198-980c-a20ff565c305 None None] Attempting to bind port 60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6 on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:51.117568 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-be26c7bb-7c33-4125-8d7c-f5a8d9a1185b req-a71f15af-8007-4c38-a927-0ab9ca82c48a service neutron] 10.222.0.39 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050226 Jul 29 23:21:51.153137 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4e2c15-faf8-4198-980c-a20ff565c305 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:51.154163 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4e2c15-faf8-4198-980c-a20ff565c305 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:51.156096 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6b4e2c15-faf8-4198-980c-a20ff565c305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:51.158874 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4e2c15-faf8-4198-980c-a20ff565c305 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:51.159767 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-6b4e2c15-faf8-4198-980c-a20ff565c305 None None] Bound port: 60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:51.160428 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6b4e2c15-faf8-4198-980c-a20ff565c305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:51.257997 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ea964-61ce-4e77-bff3-6bbe4c73a77f None None] Pushing event updated for resources: {'Port': ['ID=60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:51.333375 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087f865-a2b3-4fe6-a159-c39dc0548932 req-94c06bb5-4922-41ee-ad44-05090b6f36d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:51.337606 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b087f865-a2b3-4fe6-a159-c39dc0548932 req-94c06bb5-4922-41ee-ad44-05090b6f36d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b675f7a309964096bd61726e3752bfc0&device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 1095 time: 0.1502388 Jul 29 23:21:51.340327 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-6b4e2c15-faf8-4198-980c-a20ff565c305 None None] For port 60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:51.347899 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-6b4e2c15-faf8-4198-980c-a20ff565c305 None None] For port 60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:51.356893 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6b4e2c15-faf8-4198-980c-a20ff565c305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:51.428039 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-0e8601ba-fed6-4f6a-9f05-ae4e22cba03f None None] Set router d06371bf-03ca-4ce1-b3c1-d69f973e4a34 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:21:51.480439 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4e2c15-faf8-4198-980c-a20ff565c305 None None] Routers {'56d88384-a6f6-4188-b354-0313921de777'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:21:51.481242 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6b4e2c15-faf8-4198-980c-a20ff565c305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:21:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['56d88384-a6f6-4188-b354-0313921de777'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:51.568727 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087f865-a2b3-4fe6-a159-c39dc0548932 req-90547389-d44e-4a75-b283-bf24b51027c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:51.569051 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-d7fd6839-00bc-4dba-bd5e-3f4c8a529e5f admin admin] Allocated IP 172.20.0.1 (82f5f5ac-c5dd-44b7-8506-988edc38d8ca/c0d45ed2-1d04-4a0a-9482-f215f43aa9d3/4792cffe-6537-48af-a16c-fa0b864bcf26) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:51.573846 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b087f865-a2b3-4fe6-a159-c39dc0548932 req-90547389-d44e-4a75-b283-bf24b51027c9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=55fb160e-6b45-47b4-8565-f685f832c4b9 HTTP/1.1" status: 200 len: 922 time: 0.2274499 Jul 29 23:21:51.603476 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ea964-61ce-4e77-bff3-6bbe4c73a77f None None] Pushing event updated for resources: {'Port': ['ID=60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:51.679537 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b087f865-a2b3-4fe6-a159-c39dc0548932 req-c504d65f-c213-4c79-9fa9-8607beeed7e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cfe4fd8-7878-4c2e-b606-95c0b2134b9b HTTP/1.1" status: 200 len: 217 time: 0.0972202 Jul 29 23:21:51.710700 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-6b4e2c15-faf8-4198-980c-a20ff565c305 None None] Set router 56d88384-a6f6-4188-b354-0313921de777 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:21:51.755859 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-e3839153-b4ee-47ae-ab4c-fa6ebdd48a77 service neutron] For port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:51.808573 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087f865-a2b3-4fe6-a159-c39dc0548932 req-08a4c1e4-3f2c-49a7-af09-3f3db62869d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:51.810144 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b087f865-a2b3-4fe6-a159-c39dc0548932 req-08a4c1e4-3f2c-49a7-af09-3f3db62869d6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ea5ab56-d2f4-49be-ac07-d932b6774fb8 HTTP/1.1" status: 200 len: 861 time: 0.1149063 Jul 29 23:21:51.830735 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:51.833489 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f506e791-be7e-4b38-874f-d7a583de7c79 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:51.833862 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-0e8601ba-fed6-4f6a-9f05-ae4e22cba03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06371bf-03ca-4ce1-b3c1-d69f973e4a34', 'name': 'tempest-AttachSCSIVolumeTestJSON-1199872248-router', 'tenant_id': '7fc2cc1b51224dc1a26ac1bfdba20f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '83740e1c-50d1-415d-aafc-7c9978224a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:43Z', 'updated_at': '2021-07-29T23:21:46Z', 'revision_number': 5, 'project_id': '7fc2cc1b51224dc1a26ac1bfdba20f6b', 'gw_port': {'id': '83740e1c-50d1-415d-aafc-7c9978224a06', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06371bf-03ca-4ce1-b3c1-d69f973e4a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:45Z', 'updated_at': '2021-07-29T23:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:51.859885 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b087f865-a2b3-4fe6-a159-c39dc0548932 req-923b3ecf-57b5-4b65-8059-2232da25bed9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55fb160e-6b45-47b4-8565-f685f832c4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415916 Jul 29 23:21:51.878603 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-e3839153-b4ee-47ae-ab4c-fa6ebdd48a77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:51.906564 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8601ba-fed6-4f6a-9f05-ae4e22cba03f None None] Checking router: d06371bf-03ca-4ce1-b3c1-d69f973e4a34 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:21:51.908281 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-e3839153-b4ee-47ae-ab4c-fa6ebdd48a77 service neutron] Transition to ACTIVE for port object 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:51.909903 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6a71fa-07ab-492f-a39c-f83be5046164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:51.916131 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26312c29-3f60-449a-866c-0a7a8c8cefbc" -d '{"events": [{"server_uuid": "1f6a71fa-07ab-492f-a39c-f83be5046164", "name": "network-vif-unplugged", "status": "completed", "tag": "9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:51.929002 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8601ba-fed6-4f6a-9f05-ae4e22cba03f None None] Routers {'d06371bf-03ca-4ce1-b3c1-d69f973e4a34'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:21:51.929655 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-0e8601ba-fed6-4f6a-9f05-ae4e22cba03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:21:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['d06371bf-03ca-4ce1-b3c1-d69f973e4a34'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:51.948022 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:51.953525 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-e3839153-b4ee-47ae-ab4c-fa6ebdd48a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:52.002727 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port f506e791-be7e-4b38-874f-d7a583de7c79 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:52.003161 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:52.031142 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f7b51-90f6-4a96-b8c1-91e5599986ca req-6074ba7a-39f0-4e50-9c16-3a5f512ea29b tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:52.038445 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1d9f7b51-90f6-4a96-b8c1-91e5599986ca req-6074ba7a-39f0-4e50-9c16-3a5f512ea29b tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 943 time: 1.4050841 Jul 29 23:21:52.142345 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b087f865-a2b3-4fe6-a159-c39dc0548932 req-1dcbc2d1-5bb8-4dae-a426-0044b433d398 service neutron] 10.222.0.39 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744215 Jul 29 23:21:52.205556 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-0e8601ba-fed6-4f6a-9f05-ae4e22cba03f None None] Set router d06371bf-03ca-4ce1-b3c1-d69f973e4a34 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:21:52.222752 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6b4e2c15-faf8-4198-980c-a20ff565c305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d88384-a6f6-4188-b354-0313921de777', 'name': 'tempest-ServersTestMultiNic-1783294466-router', 'tenant_id': '1524bc6566794e35993db0c2e1765bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:41Z', 'updated_at': '2021-07-29T23:21:46Z', 'revision_number': 3, 'project_id': '1524bc6566794e35993db0c2e1765bc4', 'gw_port': {'id': '60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:36:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d88384-a6f6-4188-b354-0313921de777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:43Z', 'updated_at': '2021-07-29T23:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:52.298512 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60100) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:52.359562 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4e2c15-faf8-4198-980c-a20ff565c305 None None] The sync data for ids ['56d88384-a6f6-4188-b354-0313921de777'] in n-d-712140-10 is: [{'id': '56d88384-a6f6-4188-b354-0313921de777', 'name': 'tempest-ServersTestMultiNic-1783294466-router', 'tenant_id': '1524bc6566794e35993db0c2e1765bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:41Z', 'updated_at': '2021-07-29T23:21:46Z', 'revision_number': 3, 'project_id': '1524bc6566794e35993db0c2e1765bc4', 'gw_port': {'id': '60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:36:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d88384-a6f6-4188-b354-0313921de777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:43Z', 'updated_at': '2021-07-29T23:21:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:21:52.420954 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b087f865-a2b3-4fe6-a159-c39dc0548932 req-84c3e12a-37a8-452e-9a89-57145460cdf1 service neutron] 10.222.0.39 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646213 Jul 29 23:21:52.495154 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-04fea6a7-9a78-4476-8d2b-f69e71246dae admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-15224190-network', 'tenant_id': '7c5e67745e0e4776a7b5c36d90365bdc'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:52.554826 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04fea6a7-9a78-4476-8d2b-f69e71246dae admin admin] Made reservation on behalf of 7c5e67745e0e4776a7b5c36d90365bdc for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:52.559087 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-04fea6a7-9a78-4476-8d2b-f69e71246dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:52.596534 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-04fea6a7-9a78-4476-8d2b-f69e71246dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:52.628062 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-0e8601ba-fed6-4f6a-9f05-ae4e22cba03f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd06371bf-03ca-4ce1-b3c1-d69f973e4a34', 'name': 'tempest-AttachSCSIVolumeTestJSON-1199872248-router', 'tenant_id': '7fc2cc1b51224dc1a26ac1bfdba20f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '83740e1c-50d1-415d-aafc-7c9978224a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:43Z', 'updated_at': '2021-07-29T23:21:46Z', 'revision_number': 5, 'project_id': '7fc2cc1b51224dc1a26ac1bfdba20f6b', 'gw_port': {'id': '83740e1c-50d1-415d-aafc-7c9978224a06', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06371bf-03ca-4ce1-b3c1-d69f973e4a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:45Z', 'updated_at': '2021-07-29T23:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:52.659544 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8601ba-fed6-4f6a-9f05-ae4e22cba03f None None] The sync data for ids ['d06371bf-03ca-4ce1-b3c1-d69f973e4a34'] in n-d-712140-10 is: [{'id': 'd06371bf-03ca-4ce1-b3c1-d69f973e4a34', 'name': 'tempest-AttachSCSIVolumeTestJSON-1199872248-router', 'tenant_id': '7fc2cc1b51224dc1a26ac1bfdba20f6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26'}], 'enable_snat': True}, 'gw_port_id': '83740e1c-50d1-415d-aafc-7c9978224a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:43Z', 'updated_at': '2021-07-29T23:21:46Z', 'revision_number': 5, 'project_id': '7fc2cc1b51224dc1a26ac1bfdba20f6b', 'gw_port': {'id': '83740e1c-50d1-415d-aafc-7c9978224a06', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:27:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06371bf-03ca-4ce1-b3c1-d69f973e4a34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:45Z', 'updated_at': '2021-07-29T23:19:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:21:52.777030 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-04fea6a7-9a78-4476-8d2b-f69e71246dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:52.783239 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-04fea6a7-9a78-4476-8d2b-f69e71246dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:52.807895 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04fea6a7-9a78-4476-8d2b-f69e71246dae admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:21:52.823785 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fea6a7-9a78-4476-8d2b-f69e71246dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a31838-5bcf-4147-a35a-f9c03f24fa9d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:52.829355 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-04fea6a7-9a78-4476-8d2b-f69e71246dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:52.829838 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-04fea6a7-9a78-4476-8d2b-f69e71246dae admin admin] Added segment eab921c4-2218-4a2e-a6e8-64eac530aafd of type vlan for network 16c7c33d-b57e-4fa0-954b-60ae4834bbc4 Jul 29 23:21:52.880689 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-04fea6a7-9a78-4476-8d2b-f69e71246dae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:52.913806 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44295695-26f8-4456-bdca-4ea654b08697 x-openstack-request-id: req-44295695-26f8-4456-bdca-4ea654b08697 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:52.914624 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6a71fa-07ab-492f-a39c-f83be5046164", "name": "network-vif-unplugged", "status": "completed", "tag": "9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:52.914624 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-44295695-26f8-4456-bdca-4ea654b08697 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:52.914949 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6a71fa-07ab-492f-a39c-f83be5046164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc', 'code': 200} Jul 29 23:21:52.927959 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-04fea6a7-9a78-4476-8d2b-f69e71246dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:52.929252 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fea6a7-9a78-4476-8d2b-f69e71246dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:52.929935 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-04fea6a7-9a78-4476-8d2b-f69e71246dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:52.940908 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f2b579e6-bdee-4606-8b8b-575ee2ef6e9e admin admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:52.997695 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-04fea6a7-9a78-4476-8d2b-f69e71246dae admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.6955094 Jul 29 23:21:52.998721 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60106) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:53.006732 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-583811b3-49e9-464b-b564-a0449f45f8dc admin admin] Request body: {'subnet': {'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-15224190-subnet', 'tenant_id': '7c5e67745e0e4776a7b5c36d90365bdc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:53.019601 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fea6a7-9a78-4476-8d2b-f69e71246dae admin admin] Pushing event updated for resources: {'Network': ['ID=16c7c33d-b57e-4fa0-954b-60ae4834bbc4,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:53.057837 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583811b3-49e9-464b-b564-a0449f45f8dc admin admin] Made reservation on behalf of 7c5e67745e0e4776a7b5c36d90365bdc for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:53.073554 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-583811b3-49e9-464b-b564-a0449f45f8dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:53.080423 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-e3839153-b4ee-47ae-ab4c-fa6ebdd48a77 service neutron] No DVR routers for this DVR port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:53.107334 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 16c7c33d-b57e-4fa0-954b-60ae4834bbc4 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:21:53.160112 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3839153-b4ee-47ae-ab4c-fa6ebdd48a77 service neutron] Pushing event updated for resources: {'Port': ['ID=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc,revision_number=10']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:53.239324 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1d9f7b51-90f6-4a96-b8c1-91e5599986ca req-475d6bbc-601a-48ba-a420-a54dfdc77d85 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1995885 Jul 29 23:21:53.478107 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-583811b3-49e9-464b-b564-a0449f45f8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:53.521140 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-e3839153-b4ee-47ae-ab4c-fa6ebdd48a77 service neutron] Attempting to bind port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:21:53.521560 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-e3839153-b4ee-47ae-ab4c-fa6ebdd48a77 service neutron] Attempting to bind port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:21:53.522558 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-e3839153-b4ee-47ae-ab4c-fa6ebdd48a77 service neutron] Attempting to bind port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:53.550202 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583811b3-49e9-464b-b564-a0449f45f8dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=44be0901-f3e6-4ee5-b617-283959d6aed1,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:53.552833 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-e3839153-b4ee-47ae-ab4c-fa6ebdd48a77 service neutron] Port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:21:53.553036 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-e3839153-b4ee-47ae-ab4c-fa6ebdd48a77 service neutron] Attempting to bind port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:21:53.563451 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ed70b0-214d-4347-9176-f231192543da req-8a03517a-b9ae-4a74-86a5-2ea59cf16964 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:53.565399 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-583811b3-49e9-464b-b564-a0449f45f8dc admin admin] Checking segment: {'id': 'eab921c4-2218-4a2e-a6e8-64eac530aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:53.565786 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583811b3-49e9-464b-b564-a0449f45f8dc admin admin] Network hostable DHCP agents. Network: 16c7c33d-b57e-4fa0-954b-60ae4834bbc4, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:21:53.568395 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-10ed70b0-214d-4347-9176-f231192543da req-8a03517a-b9ae-4a74-86a5-2ea59cf16964 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 949 time: 0.6513915 Jul 29 23:21:53.590010 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-583811b3-49e9-464b-b564-a0449f45f8dc admin admin] Network 16c7c33d-b57e-4fa0-954b-60ae4834bbc4 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:21:53.608670 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-583811b3-49e9-464b-b564-a0449f45f8dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 16c7c33d-b57e-4fa0-954b-60ae4834bbc4) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:53.613949 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-e3839153-b4ee-47ae-ab4c-fa6ebdd48a77 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:21:53.614349 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-e3839153-b4ee-47ae-ab4c-fa6ebdd48a77 service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:21:53.614744 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-e3839153-b4ee-47ae-ab4c-fa6ebdd48a77 service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:21:53.615531 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-e3839153-b4ee-47ae-ab4c-fa6ebdd48a77 service neutron] Bound port: 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:21:53.615659 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-e3839153-b4ee-47ae-ab4c-fa6ebdd48a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:53.617228 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583811b3-49e9-464b-b564-a0449f45f8dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:53.621696 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-583811b3-49e9-464b-b564-a0449f45f8dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:53.625080 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17f144a-d4a0-4981-9175-c0decdd8c2a8 None None] Network 16c7c33d-b57e-4fa0-954b-60ae4834bbc4 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:21:53.655420 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d7fd6839-00bc-4dba-bd5e-3f4c8a529e5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:53.661200 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-583811b3-49e9-464b-b564-a0449f45f8dc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6583555 Jul 29 23:21:53.674244 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f2b579e6-bdee-4606-8b8b-575ee2ef6e9e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:53.721709 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-d7fd6839-00bc-4dba-bd5e-3f4c8a529e5f admin admin] Transition to ACTIVE for port object 4792cffe-6537-48af-a16c-fa0b864bcf26 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:53.816669 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-10ed70b0-214d-4347-9176-f231192543da req-acdad647-0be8-45fa-9bf6-7f5fb65a0aee tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300959 Jul 29 23:21:53.872194 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:53.908909 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9e43b4-a6bc-43d5-9af0-ca6ad857b939 None None] Network 16c7c33d-b57e-4fa0-954b-60ae4834bbc4 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:21:53.960306 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d7fd6839-00bc-4dba-bd5e-3f4c8a529e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:53.975914 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-e3839153-b4ee-47ae-ab4c-fa6ebdd48a77 service neutron] For port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:21:54.038494 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-e3839153-b4ee-47ae-ab4c-fa6ebdd48a77 service neutron] For port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:21:54.062687 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-e3839153-b4ee-47ae-ab4c-fa6ebdd48a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:54.075638 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fd6839-00bc-4dba-bd5e-3f4c8a529e5f admin admin] Network 82f5f5ac-c5dd-44b7-8506-988edc38d8ca is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:54.095123 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-d7fd6839-00bc-4dba-bd5e-3f4c8a529e5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:54.099988 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd6839-00bc-4dba-bd5e-3f4c8a529e5f admin admin] Pushing event updated for resources: {'Port': ['ID=4792cffe-6537-48af-a16c-fa0b864bcf26,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:54.104277 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fd6839-00bc-4dba-bd5e-3f4c8a529e5f admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:54.155228 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f2b579e6-bdee-4606-8b8b-575ee2ef6e9e admin admin] Deleting port 83740e1c-50d1-415d-aafc-7c9978224a06 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:54.156003 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f2b579e6-bdee-4606-8b8b-575ee2ef6e9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:54.176662 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:54.192012 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:54.192395 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:54.324357 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-e3839153-b4ee-47ae-ab4c-fa6ebdd48a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:54.324984 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-e3839153-b4ee-47ae-ab4c-fa6ebdd48a77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:54.326498 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-e3839153-b4ee-47ae-ab4c-fa6ebdd48a77 service neutron] 10.222.0.23 "PUT /v2.0/ports/9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc HTTP/1.1" status: 200 len: 1098 time: 4.8146112 Jul 29 23:21:54.336013 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d7fd6839-00bc-4dba-bd5e-3f4c8a529e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:54.345190 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:54.380043 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:54.384858 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:54.416004 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 5fad1ff6-333c-4123-9bab-fb058e77369b no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:54.453821 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 5fad1ff6-333c-4123-9bab-fb058e77369b {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:54.454175 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 5fad1ff6-333c-4123-9bab-fb058e77369b not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:54.498821 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:54.513266 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fc33f32f-c840-4403-afe5-25830ad137ea None None] Provisioning for port 4792cffe-6537-48af-a16c-fa0b864bcf26 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:54.519353 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fc33f32f-c840-4403-afe5-25830ad137ea None None] Provisioning complete for port 4792cffe-6537-48af-a16c-fa0b864bcf26 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:54.520133 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fc33f32f-c840-4403-afe5-25830ad137ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:54.574237 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0c96eaf5-6a48-40ed-86f9-a4ba3f5af59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:54.590738 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-fc33f32f-c840-4403-afe5-25830ad137ea None None] Port 4792cffe-6537-48af-a16c-fa0b864bcf26 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:21:54.642055 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3839153-b4ee-47ae-ab4c-fa6ebdd48a77 service neutron] Pushing event updated for resources: {'Port': ['ID=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc,revision_number=11']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:54.738597 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f2b579e6-bdee-4606-8b8b-575ee2ef6e9e admin admin] For port 83740e1c-50d1-415d-aafc-7c9978224a06, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=83740e1c-50d1-415d-aafc-7c9978224a06,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:54.738992 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f2b579e6-bdee-4606-8b8b-575ee2ef6e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:54.751410 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-3159ce47-9a53-401e-84c4-eac3461a00dc tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:54.752953 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-3159ce47-9a53-401e-84c4-eac3461a00dc tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/networks?id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4 HTTP/1.1" status: 200 len: 804 time: 0.6059871 Jul 29 23:21:54.754782 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-78e54eaf-ac20-4627-beb1-1c5734159e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:54.756136 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-78e54eaf-ac20-4627-beb1-1c5734159e63 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 1101 time: 0.3198946 Jul 29 23:21:54.829103 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d69234-52ce-4875-9cb2-cc47c37fb076 req-b18ef834-90ab-4a89-934b-8bae987d0cd8 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:54.830566 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57d69234-52ce-4875-9cb2-cc47c37fb076 req-b18ef834-90ab-4a89-934b-8bae987d0cd8 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 943 time: 0.3879349 Jul 29 23:21:54.831564 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f2b579e6-bdee-4606-8b8b-575ee2ef6e9e admin admin] Calling delete_port for 83740e1c-50d1-415d-aafc-7c9978224a06 owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:54.926988 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f6a71fa-07ab-492f-a39c-f83be5046164', 'tag': '9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:21:54.929320 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0f2d6f-ceed-4ea4-975a-c1f756a86906" -d '{"events": [{"name": "network-changed", "server_uuid": "1f6a71fa-07ab-492f-a39c-f83be5046164", "tag": "9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:21:54.933110 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-a7130751-9311-4c0e-b28a-ce2b5d44c9a9 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/quotas/7c5e67745e0e4776a7b5c36d90365bdc HTTP/1.1" status: 200 len: 375 time: 0.1285155 Jul 29 23:21:55.087427 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-1618d10d-9cbe-41b9-9fd5-ed9b9bbfa286 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c5e67745e0e4776a7b5c36d90365bdc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1209202 Jul 29 23:21:55.094367 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d7fd6839-00bc-4dba-bd5e-3f4c8a529e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:55.127853 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57d69234-52ce-4875-9cb2-cc47c37fb076 req-4ccb76ee-24c9-467c-a7aa-2527e8d3ee34 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806947 Jul 29 23:21:55.257156 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-ce313ff9-a640-4b4f-9ade-6651ac28e37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:55.259754 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-ce313ff9-a640-4b4f-9ade-6651ac28e37e service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.4553957 Jul 29 23:21:55.377464 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-0c96eaf5-6a48-40ed-86f9-a4ba3f5af59a admin admin] Allocated IP 172.20.0.1 (61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2/2dc5a59d-dd22-46d9-9ea0-e903243b801a/cf319f5a-b602-41c5-906f-8cfb95360c8b) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:55.386746 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-ed98949b-8c7f-4cb2-88c6-f083de2f9268 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc HTTP/1.1" status: 200 len: 217 time: 0.0862477 Jul 29 23:21:55.731422 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:21:55.789871 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:55.790487 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:55.908615 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-f808a0b1-c257-4ed9-8cb7-4dea91c0ae82 service neutron] 10.222.0.18 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8021202 Jul 29 23:21:56.010120 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-3bef2b48-ceb4-4165-a2e5-2c27f5f18507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:56.011614 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-3bef2b48-ceb4-4165-a2e5-2c27f5f18507 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.6070368 Jul 29 23:21:56.059052 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56c7d1-b333-4507-85e1-0dba0bc45208 req-00359d43-d46b-4dce-aa08-2d60790f79de tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:56.060602 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cd56c7d1-b333-4507-85e1-0dba0bc45208 req-00359d43-d46b-4dce-aa08-2d60790f79de tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 949 time: 0.6980481 Jul 29 23:21:56.151723 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f2b579e6-bdee-4606-8b8b-575ee2ef6e9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:56.233621 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b579e6-bdee-4606-8b8b-575ee2ef6e9e admin admin] Pushing event deleted for resources: {'Port': ['ID=83740e1c-50d1-415d-aafc-7c9978224a06,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:56.261392 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0c96eaf5-6a48-40ed-86f9-a4ba3f5af59a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:56.297769 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-4bdb100d-1f9e-409a-ace1-5aebd82d2895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:56.299525 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-4bdb100d-1f9e-409a-ace1-5aebd82d2895 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2803800 Jul 29 23:21:56.303107 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-1ea92c54-efc8-40b7-a0e9-535a7fb06268 service neutron] 10.222.0.18 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827398 Jul 29 23:21:56.349703 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cd56c7d1-b333-4507-85e1-0dba0bc45208 req-aa86286c-8b92-4aa8-8de6-bca6f292402f tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660267 Jul 29 23:21:56.354733 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d7fd6839-00bc-4dba-bd5e-3f4c8a529e5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:56.358835 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-0c96eaf5-6a48-40ed-86f9-a4ba3f5af59a admin admin] Transition to ACTIVE for port object cf319f5a-b602-41c5-906f-8cfb95360c8b will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:56.406624 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d7fd6839-00bc-4dba-bd5e-3f4c8a529e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:56.474635 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2f25f5-fd59-4496-9c7d-a50dfd30faef x-openstack-request-id: req-6a2f25f5-fd59-4496-9c7d-a50dfd30faef {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:21:56.475028 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f6a71fa-07ab-492f-a39c-f83be5046164", "tag": "9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:21:56.475382 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a2f25f5-fd59-4496-9c7d-a50dfd30faef {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:21:56.475692 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f6a71fa-07ab-492f-a39c-f83be5046164', 'tag': '9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc', 'status': 'completed', 'code': 200} Jul 29 23:21:56.547997 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f2b579e6-bdee-4606-8b8b-575ee2ef6e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:56.624315 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f2d6f-ceed-4ea4-975a-c1f756a86906 req-d833d7f0-d2ee-4404-b04e-43671a0797f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:56.626734 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2b0f2d6f-ceed-4ea4-975a-c1f756a86906 req-d833d7f0-d2ee-4404-b04e-43671a0797f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 1101 time: 0.1722224 Jul 29 23:21:56.650643 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd6839-00bc-4dba-bd5e-3f4c8a529e5f admin admin] Pushing event updated for resources: {'Port': ['ID=4792cffe-6537-48af-a16c-fa0b864bcf26,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:56.660846 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d7fd6839-00bc-4dba-bd5e-3f4c8a529e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:56.719329 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f2b579e6-bdee-4606-8b8b-575ee2ef6e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:56.726083 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f2b579e6-bdee-4606-8b8b-575ee2ef6e9e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:56.731502 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-d71271b9-2de9-4606-bfaf-8015ccb35546 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147894 Jul 29 23:21:56.736541 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0c96eaf5-6a48-40ed-86f9-a4ba3f5af59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:56.798608 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f2d6f-ceed-4ea4-975a-c1f756a86906 req-5a14ec2e-511e-4e84-9ddc-143654be7ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:56.800691 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2b0f2d6f-ceed-4ea4-975a-c1f756a86906 req-5a14ec2e-511e-4e84-9ddc-143654be7ac8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.1671088 Jul 29 23:21:56.860323 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2b0f2d6f-ceed-4ea4-975a-c1f756a86906 req-732178f7-b69a-47e4-9276-8733b9c629aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc HTTP/1.1" status: 200 len: 217 time: 0.0520875 Jul 29 23:21:56.929305 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f4f5be-2186-41fd-8d58-078d2ff4d7dd req-ddffaa3a-e177-427a-bf1d-3ca4d9c30592 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:56.933363 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f2d6f-ceed-4ea4-975a-c1f756a86906 req-0d445d4f-2a72-4c33-985f-35a27d9c8d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:56.935280 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2b0f2d6f-ceed-4ea4-975a-c1f756a86906 req-0d445d4f-2a72-4c33-985f-35a27d9c8d8d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.0682220 Jul 29 23:21:56.936407 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8f4f5be-2186-41fd-8d58-078d2ff4d7dd req-ddffaa3a-e177-427a-bf1d-3ca4d9c30592 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 943 time: 0.4445333 Jul 29 23:21:56.970245 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c96eaf5-6a48-40ed-86f9-a4ba3f5af59a admin admin] Network 61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:56.977101 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a0950c7b-6364-4d6b-8f59-f480b9047e26 req-a15370fc-1642-42d8-bd63-27285e20174d tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e79e93c-40e6-4aa1-9e30-d90d6aecb73e HTTP/1.1" status: 200 len: 210 time: 0.2245588 Jul 29 23:21:56.980775 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f2b579e6-bdee-4606-8b8b-575ee2ef6e9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:56.981735 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2b579e6-bdee-4606-8b8b-575ee2ef6e9e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d06371bf-03ca-4ce1-b3c1-d69f973e4a34 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:21:56.999613 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f2d6f-ceed-4ea4-975a-c1f756a86906 req-b8e849ff-bb4e-43e8-9565-a1c6215c6689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:57.002313 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2b0f2d6f-ceed-4ea4-975a-c1f756a86906 req-b8e849ff-bb4e-43e8-9565-a1c6215c6689 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0591044 Jul 29 23:21:57.006518 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f2b579e6-bdee-4606-8b8b-575ee2ef6e9e admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:57.007688 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f2b579e6-bdee-4606-8b8b-575ee2ef6e9e admin admin] 10.222.0.18 "DELETE /v2.0/routers/d06371bf-03ca-4ce1-b3c1-d69f973e4a34 HTTP/1.1" status: 204 len: 168 time: 5.9150195 Jul 29 23:21:57.014264 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60154) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:57.022076 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-0c96eaf5-6a48-40ed-86f9-a4ba3f5af59a admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:57.029838 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c96eaf5-6a48-40ed-86f9-a4ba3f5af59a admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:21:57.050515 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96eaf5-6a48-40ed-86f9-a4ba3f5af59a admin admin] Pushing event updated for resources: {'Port': ['ID=cf319f5a-b602-41c5-906f-8cfb95360c8b,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:57.203211 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd1e74d-3f30-4ac4-aff2-9629a57491ae admin admin] Deleting subnet f3108bb5-021d-47f4-a611-438b0a4eda85 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:21:57.209739 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2b0f2d6f-ceed-4ea4-975a-c1f756a86906 req-147faf60-ec5b-4d4d-8923-5b5deca44eba service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967206 Jul 29 23:21:57.210480 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9dd1e74d-3f30-4ac4-aff2-9629a57491ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:57.293449 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8f4f5be-2186-41fd-8d58-078d2ff4d7dd req-6715c6f7-3c6e-4452-8dc1-58316d6455ca tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3257267 Jul 29 23:21:57.303549 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0c96eaf5-6a48-40ed-86f9-a4ba3f5af59a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:57.320534 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a114461d-cbd3-4935-851c-e5db52b7c2ab req-cde2db48-5d1a-40f5-af94-ccea20ed6c6d service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5734720 Jul 29 23:21:57.351883 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2b0f2d6f-ceed-4ea4-975a-c1f756a86906 req-e497b1f2-117b-4717-a4b2-4b9ef608ff63 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971010 Jul 29 23:21:57.372637 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9dd1e74d-3f30-4ac4-aff2-9629a57491ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:57.384420 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-aaf2535d-4da1-4685-aab5-472bfaade1b8 None None] Provisioning for port cf319f5a-b602-41c5-906f-8cfb95360c8b completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:21:57.396258 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-aaf2535d-4da1-4685-aab5-472bfaade1b8 None None] Provisioning complete for port cf319f5a-b602-41c5-906f-8cfb95360c8b triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:57.396679 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aaf2535d-4da1-4685-aab5-472bfaade1b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:57.419058 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fd6839-00bc-4dba-bd5e-3f4c8a529e5f admin admin] Network 82f5f5ac-c5dd-44b7-8506-988edc38d8ca is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:57.435000 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-d7fd6839-00bc-4dba-bd5e-3f4c8a529e5f admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:21:57.451310 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-aaf2535d-4da1-4685-aab5-472bfaade1b8 None None] Port cf319f5a-b602-41c5-906f-8cfb95360c8b cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:21:57.524799 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9dd1e74d-3f30-4ac4-aff2-9629a57491ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:57.624293 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f2d6f-ceed-4ea4-975a-c1f756a86906 req-77effe0f-3c63-4b55-860e-6f19356d7009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:57.628168 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b0f2d6f-ceed-4ea4-975a-c1f756a86906 req-77effe0f-3c63-4b55-860e-6f19356d7009 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 1101 time: 0.2077727 Jul 29 23:21:57.632983 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9dd1e74d-3f30-4ac4-aff2-9629a57491ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:57.670228 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1e74d-3f30-4ac4-aff2-9629a57491ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3108bb5-021d-47f4-a611-438b0a4eda85,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:57.681045 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9dd1e74d-3f30-4ac4-aff2-9629a57491ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:57.688262 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33642d4-29a5-42a8-ad5b-c3db8575d9e4 None None] Network c583d5de-fb48-431e-a82f-f713ba02a36b requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:21:57.688660 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9dd1e74d-3f30-4ac4-aff2-9629a57491ae admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f3108bb5-021d-47f4-a611-438b0a4eda85 HTTP/1.1" status: 204 len: 168 time: 0.6730893 Jul 29 23:21:57.689412 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60160) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:57.798322 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2b99aa81-c183-4ecd-a922-76f570f27e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:57.823379 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 83740e1c-50d1-415d-aafc-7c9978224a06 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:57.863570 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 83740e1c-50d1-415d-aafc-7c9978224a06 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:57.864343 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 83740e1c-50d1-415d-aafc-7c9978224a06 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:57.868205 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-2b99aa81-c183-4ecd-a922-76f570f27e47 admin admin] Deleting port 977e344a-5b8f-404f-a489-def69440ab83 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:21:57.868795 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2b99aa81-c183-4ecd-a922-76f570f27e47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:57.871761 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8130314-b6a8-4f43-8d09-0f04a269816b req-c77ee03a-377c-4442-b64d-b638342c2ce8 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:57.880911 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d8130314-b6a8-4f43-8d09-0f04a269816b req-c77ee03a-377c-4442-b64d-b638342c2ce8 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 949 time: 0.3921509 Jul 29 23:21:57.922150 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-2ef1c1c7-bee8-4f57-85cb-88fb16ea1a4b None None] Provisioning complete for port 4792cffe-6537-48af-a16c-fa0b864bcf26 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:21:57.922870 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2ef1c1c7-bee8-4f57-85cb-88fb16ea1a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:57.940142 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-2b99aa81-c183-4ecd-a922-76f570f27e47 admin admin] For port 977e344a-5b8f-404f-a489-def69440ab83, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=977e344a-5b8f-404f-a489-def69440ab83,segment=NetworkSegment(3e3a8069-4d11-439b-9fb2-4c1383fb3f6c),segment_id=3e3a8069-4d11-439b-9fb2-4c1383fb3f6c)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:21:57.940918 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2b99aa81-c183-4ecd-a922-76f570f27e47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:57.956680 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-2b99aa81-c183-4ecd-a922-76f570f27e47 admin admin] Calling delete_port for 977e344a-5b8f-404f-a489-def69440ab83 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:21:57.992879 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-2ef1c1c7-bee8-4f57-85cb-88fb16ea1a4b None None] Port 4792cffe-6537-48af-a16c-fa0b864bcf26 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:21:58.001653 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0c96eaf5-6a48-40ed-86f9-a4ba3f5af59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:58.062970 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2b99aa81-c183-4ecd-a922-76f570f27e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:58.066611 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-174ec9f1-a1f4-4aec-9884-ef0a04406854 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:58.068216 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-174ec9f1-a1f4-4aec-9884-ef0a04406854 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.23 "GET /v2.0/networks?id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4 HTTP/1.1" status: 200 len: 804 time: 0.1777532 Jul 29 23:21:58.082503 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8f6a28-5da4-4b2e-989f-9781e08e9be1 None None] DHCP port deletion for c583d5de-fb48-431e-a82f-f713ba02a36b request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:21:58.096492 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-b2a0ab5d-dc3f-430d-b136-56098770d8a7 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Request body: {'port': {'device_id': '7e79e93c-40e6-4aa1-9e30-d90d6aecb73e', 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4', 'admin_state_up': True, 'tenant_id': '7c5e67745e0e4776a7b5c36d90365bdc'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:21:58.098097 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99aa81-c183-4ecd-a922-76f570f27e47 admin admin] Pushing event deleted for resources: {'Port': ['ID=977e344a-5b8f-404f-a489-def69440ab83,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:58.101545 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b99aa81-c183-4ecd-a922-76f570f27e47 admin admin] No DVR routers for this DVR port 977e344a-5b8f-404f-a489-def69440ab83 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:21:58.175921 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2b99aa81-c183-4ecd-a922-76f570f27e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:58.186502 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d8130314-b6a8-4f43-8d09-0f04a269816b req-4b6a1443-5dbf-44a2-b748-9ef4224466b6 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043237 Jul 29 23:21:58.186837 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-2b99aa81-c183-4ecd-a922-76f570f27e47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c583d5de-fb48-431e-a82f-f713ba02a36b']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:58.202353 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-2b99aa81-c183-4ecd-a922-76f570f27e47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e3a8069-4d11-439b-9fb2-4c1383fb3f6c') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:58.202653 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-2b99aa81-c183-4ecd-a922-76f570f27e47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e3a8069-4d11-439b-9fb2-4c1383fb3f6c') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:58.210614 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-37448db3-5dce-4ca0-a292-97908afcbb0f req-624faa88-eb29-4032-981c-ab5779e5f235 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e79e93c-40e6-4aa1-9e30-d90d6aecb73e HTTP/1.1" status: 200 len: 210 time: 0.1053972 Jul 29 23:21:58.212624 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2b99aa81-c183-4ecd-a922-76f570f27e47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:58.217301 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7fd6839-00bc-4dba-bd5e-3f4c8a529e5f admin admin] Router 765971d9-c2cb-44c4-8a32-b2b74eb66ab7 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:21:58.229983 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2b99aa81-c183-4ecd-a922-76f570f27e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:58.241017 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b99aa81-c183-4ecd-a922-76f570f27e47 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:21:58.241497 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2b99aa81-c183-4ecd-a922-76f570f27e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:58.244598 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:21:58.244598 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:21:58.244598 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:21:58.244598 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:21:58.244598 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:21:58.244598 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:21:58.244598 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:21:58.244598 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:21:58.244598 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:21:58.244598 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:21:58.244598 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:21:58.244598 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:21:58.244598 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:21:58.244598 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:21:58.244598 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:21:58.244598 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:21:58.244598 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:21:58.244598 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:21:58.244598 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:21:58.244598 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:21:58.244598 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:21:58.244598 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:21:58.244598 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:21:58.244598 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:21:58.244598 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:21:58.244598 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:21:58.244598 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:21:58.244598 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:21:58.244598 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:21:58.244598 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:21:58.244598 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:21:58.244598 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:21:58.292672 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f2d6f-ceed-4ea4-975a-c1f756a86906 req-4757667c-0e78-4e0a-a143-930eb059b2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:58.294175 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b0f2d6f-ceed-4ea4-975a-c1f756a86906 req-4757667c-0e78-4e0a-a143-930eb059b2da service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.6119390 Jul 29 23:21:58.307737 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2b99aa81-c183-4ecd-a922-76f570f27e47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:58.313221 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2b99aa81-c183-4ecd-a922-76f570f27e47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:58.317786 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2b99aa81-c183-4ecd-a922-76f570f27e47 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c583d5de-fb48-431e-a82f-f713ba02a36b HTTP/1.1" status: 204 len: 168 time: 0.6245847 Jul 29 23:21:58.334214 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99aa81-c183-4ecd-a922-76f570f27e47 admin admin] Pushing event deleted for resources: {'Network': ['ID=c583d5de-fb48-431e-a82f-f713ba02a36b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:58.432669 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b0f2d6f-ceed-4ea4-975a-c1f756a86906 req-7c2d3ce2-ea36-41f7-a5b1-e5096f1e82f3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.147&port_id=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc HTTP/1.1" status: 200 len: 217 time: 0.0946963 Jul 29 23:21:58.462687 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60170) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:58.503882 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a63b1d69-7771-4b3c-85ee-d0dd96f7ddac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=141909c455674c85adb567be58edbbd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382822 Jul 29 23:21:58.504772 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60172) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:58.557562 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ff80b3c-2c05-42ad-888f-a49d9d4fa546 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:58.583611 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ff80b3c-2c05-42ad-888f-a49d9d4fa546 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:58.616049 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f2d6f-ceed-4ea4-975a-c1f756a86906 req-87e1b021-c636-4dac-89bd-4248bae09f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:58.617578 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b0f2d6f-ceed-4ea4-975a-c1f756a86906 req-87e1b021-c636-4dac-89bd-4248bae09f23 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1717808 Jul 29 23:21:58.618769 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-b2a0ab5d-dc3f-430d-b136-56098770d8a7 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Made reservation on behalf of 7c5e67745e0e4776a7b5c36d90365bdc for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:21:58.622690 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-b2a0ab5d-dc3f-430d-b136-56098770d8a7 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:58.638128 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ff80b3c-2c05-42ad-888f-a49d9d4fa546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:58.640749 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ff80b3c-2c05-42ad-888f-a49d9d4fa546 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:58.641892 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7ff80b3c-2c05-42ad-888f-a49d9d4fa546 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/987b7ac9-dc61-40b6-a278-fd24996a486d HTTP/1.1" status: 204 len: 168 time: 0.1361763 Jul 29 23:21:58.647746 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652036a-7aea-4f05-b2cd-45d5f0d022c1 req-b43850f1-6b56-4caa-ad50-6ba117285118 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:58.649501 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c652036a-7aea-4f05-b2cd-45d5f0d022c1 req-b43850f1-6b56-4caa-ad50-6ba117285118 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 943 time: 0.2291937 Jul 29 23:21:58.650269 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff80b3c-2c05-42ad-888f-a49d9d4fa546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=987b7ac9-dc61-40b6-a278-fd24996a486d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:58.678587 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fd6839-00bc-4dba-bd5e-3f4c8a529e5f admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:21:58.695113 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd6aec4-4054-4126-843c-461ce6df8790 None None] Sync routers for ids ['765971d9-c2cb-44c4-8a32-b2b74eb66ab7'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:21:58.708432 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d7fd6839-00bc-4dba-bd5e-3f4c8a529e5f admin admin] 10.222.0.18 "PUT /v2.0/routers/765971d9-c2cb-44c4-8a32-b2b74eb66ab7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8476071 Jul 29 23:21:58.712834 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd6aec4-4054-4126-843c-461ce6df8790 None None] Routers {'765971d9-c2cb-44c4-8a32-b2b74eb66ab7'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:21:58.714729 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8dd6aec4-4054-4126-843c-461ce6df8790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:21:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['765971d9-c2cb-44c4-8a32-b2b74eb66ab7'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:58.771731 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0c96eaf5-6a48-40ed-86f9-a4ba3f5af59a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:58.922251 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-8dd6aec4-4054-4126-843c-461ce6df8790 None None] Set router 765971d9-c2cb-44c4-8a32-b2b74eb66ab7 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:21:59.204609 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60188) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:59.231649 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0c96eaf5-6a48-40ed-86f9-a4ba3f5af59a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:59.263252 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:59.307934 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ede52906-6f62-4e7f-87e4-022274500907 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7fc2cc1b51224dc1a26ac1bfdba20f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0982676 Jul 29 23:21:59.308156 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c652036a-7aea-4f05-b2cd-45d5f0d022c1 req-1d0456ae-9f96-47cd-ad2c-faddd41f140e tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6434608 Jul 29 23:21:59.317890 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60194) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:59.325704 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8dd6aec4-4054-4126-843c-461ce6df8790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765971d9-c2cb-44c4-8a32-b2b74eb66ab7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1007801198-router', 'tenant_id': 'a95d56ffb77a40d09282a19e68edf4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'f506e791-be7e-4b38-874f-d7a583de7c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:38Z', 'updated_at': '2021-07-29T23:21:54Z', 'revision_number': 4, 'project_id': 'a95d56ffb77a40d09282a19e68edf4c3', 'gw_port': {'id': 'f506e791-be7e-4b38-874f-d7a583de7c79', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765971d9-c2cb-44c4-8a32-b2b74eb66ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:40Z', 'updated_at': '2021-07-29T23:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '4792cffe-6537-48af-a16c-fa0b864bcf26', 'name': '', 'network_id': '82f5f5ac-c5dd-44b7-8506-988edc38d8ca', 'tenant_id': 'a95d56ffb77a40d09282a19e68edf4c3', 'mac_address': 'fa:16:3e:0f:38:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765971d9-c2cb-44c4-8a32-b2b74eb66ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c0d45ed2-1d04-4a0a-9482-f215f43aa9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:50Z', 'updated_at': '2021-07-29T23:21:55Z', 'revision_number': 2, 'project_id': 'a95d56ffb77a40d09282a19e68edf4c3', 'subnets': [{'id': 'c0d45ed2-1d04-4a0a-9482-f215f43aa9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:21:59.360320 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f2d6f-ceed-4ea4-975a-c1f756a86906 req-a553a054-5d9e-4c42-b9a6-2387fea0781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:59.360866 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd6aec4-4054-4126-843c-461ce6df8790 None None] Checking router: 765971d9-c2cb-44c4-8a32-b2b74eb66ab7 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:21:59.361435 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd6aec4-4054-4126-843c-461ce6df8790 None None] Updating router 765971d9-c2cb-44c4-8a32-b2b74eb66ab7 port 4792cffe-6537-48af-a16c-fa0b864bcf26 binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:21:59.361721 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b0f2d6f-ceed-4ea4-975a-c1f756a86906 req-a553a054-5d9e-4c42-b9a6-2387fea0781f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7352083 Jul 29 23:21:59.391978 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8dd6aec4-4054-4126-843c-461ce6df8790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:59.418273 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c96eaf5-6a48-40ed-86f9-a4ba3f5af59a admin admin] Pushing event updated for resources: {'Port': ['ID=cf319f5a-b602-41c5-906f-8cfb95360c8b,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:21:59.433276 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-feebe2e4-3123-4444-8364-ae9e961e191e req-379cd381-7024-4c35-8acd-809f86fc5d67 tempest-FloatingIPDetailsNegativeTestJSON-1120716583 tempest-FloatingIPDetailsNegativeTestJSON-1120716583-project] show failed (client error): The resource could not be found. Jul 29 23:21:59.434320 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-feebe2e4-3123-4444-8364-ae9e961e191e req-379cd381-7024-4c35-8acd-809f86fc5d67 tempest-FloatingIPDetailsNegativeTestJSON-1120716583 tempest-FloatingIPDetailsNegativeTestJSON-1120716583-project] 10.222.0.18 "GET /v2.0/floatingips/be44cb9a-c8b4-4dce-b110-a34cb11e3b2c HTTP/1.1" status: 404 len: 350 time: 0.1033254 Jul 29 23:21:59.435123 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0c96eaf5-6a48-40ed-86f9-a4ba3f5af59a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:59.444933 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60196) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:21:59.617065 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:59.644945 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d86c2c9a-b1cb-44c1-9424-c417af215006 req-4a4ed06c-2398-4c51-a2f5-1c512c012849 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e79e93c-40e6-4aa1-9e30-d90d6aecb73e HTTP/1.1" status: 200 len: 210 time: 0.1156662 Jul 29 23:21:59.647258 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-b2a0ab5d-dc3f-430d-b136-56098770d8a7 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Allocated IP 172.20.0.13 (16c7c33d-b57e-4fa0-954b-60ae4834bbc4/44be0901-f3e6-4ee5-b617-283959d6aed1/d74005cd-c4f9-4ae9-bc47-788d8c2beb0a) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:21:59.685034 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:21:59.716750 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a3f4a6bf-2a7a-4fa3-8ac7-ba9ffd1879ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:59.726896 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f78829f-8c83-49ac-b5d3-da70cb8fd72c req-5a230e43-65ad-4b66-abed-a5518d0431b4 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:21:59.735358 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4f78829f-8c83-49ac-b5d3-da70cb8fd72c req-5a230e43-65ad-4b66-abed-a5518d0431b4 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 949 time: 0.3192315 Jul 29 23:21:59.798317 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b0f2d6f-ceed-4ea4-975a-c1f756a86906 req-c97e60ef-9b8f-4eb2-92b8-97722d6ad93d service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3808599 Jul 29 23:21:59.869390 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 977e344a-5b8f-404f-a489-def69440ab83 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:21:59.871708 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:21:59.889530 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8dd6aec4-4054-4126-843c-461ce6df8790 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:59.893985 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a3f4a6bf-2a7a-4fa3-8ac7-ba9ffd1879ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:21:59.909393 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4f78829f-8c83-49ac-b5d3-da70cb8fd72c req-f0cccf5a-05b3-42ed-8a1f-664a16e19f4c tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731365 Jul 29 23:21:59.940405 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c96eaf5-6a48-40ed-86f9-a4ba3f5af59a admin admin] Network 61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:21:59.940560 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 977e344a-5b8f-404f-a489-def69440ab83 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:21:59.940803 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 977e344a-5b8f-404f-a489-def69440ab83 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:21:59.985869 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8dd6aec4-4054-4126-843c-461ce6df8790 None None] Transition to ACTIVE for port object 4792cffe-6537-48af-a16c-fa0b864bcf26 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:21:59.990579 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-0c96eaf5-6a48-40ed-86f9-a4ba3f5af59a admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:00.013155 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8dd6aec4-4054-4126-843c-461ce6df8790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:00.098046 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:00.138642 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95338668-ff41-4147-aa94-4d0dd6f321c1 None None] Pushing event updated for resources: {'Port': ['ID=4792cffe-6537-48af-a16c-fa0b864bcf26,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:00.143072 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': '9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc', 'mac_address': 'fa:16:3e:f0:59:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.147'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:22:00.146231 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=8cfe4fd8-7878-4c2e-b606-95c0b2134b9b,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:00.191562 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-b2a0ab5d-dc3f-430d-b136-56098770d8a7 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:00.202063 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '8cfe4fd8-7878-4c2e-b606-95c0b2134b9b', 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9', 'port_id': '8cfe4fd8-7878-4c2e-b606-95c0b2134b9b', 'mac_address': 'fa:16:3e:55:86:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ea5ab56-d2f4-49be-ac07-d932b6774fb8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:22:00.274909 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b0f2d6f-ceed-4ea4-975a-c1f756a86906 req-b642629c-5bf2-49e0-9822-1664d5f33249 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494307 Jul 29 23:22:00.282788 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-8dd6aec4-4054-4126-843c-461ce6df8790 None None] Attempting to bind port 4792cffe-6537-48af-a16c-fa0b864bcf26 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:00.283165 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-8dd6aec4-4054-4126-843c-461ce6df8790 None None] Attempting to bind port 4792cffe-6537-48af-a16c-fa0b864bcf26 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'a25b396d-bc0c-4562-83ae-8f26e6ab578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '82f5f5ac-c5dd-44b7-8506-988edc38d8ca'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:00.283517 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd6aec4-4054-4126-843c-461ce6df8790 None None] Attempting to bind port 4792cffe-6537-48af-a16c-fa0b864bcf26 on network 82f5f5ac-c5dd-44b7-8506-988edc38d8ca {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:00.284403 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-b2a0ab5d-dc3f-430d-b136-56098770d8a7 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:00.294557 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:00.306379 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd6aec4-4054-4126-843c-461ce6df8790 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:00.306895 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd6aec4-4054-4126-843c-461ce6df8790 None None] Checking segment: {'id': 'a25b396d-bc0c-4562-83ae-8f26e6ab578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '82f5f5ac-c5dd-44b7-8506-988edc38d8ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:00.307308 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8dd6aec4-4054-4126-843c-461ce6df8790 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:00.307732 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dd6aec4-4054-4126-843c-461ce6df8790 None None] Bound using segment: {'id': 'a25b396d-bc0c-4562-83ae-8f26e6ab578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '82f5f5ac-c5dd-44b7-8506-988edc38d8ca'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:00.308234 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-8dd6aec4-4054-4126-843c-461ce6df8790 None None] Bound port: 4792cffe-6537-48af-a16c-fa0b864bcf26, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a25b396d-bc0c-4562-83ae-8f26e6ab578b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '82f5f5ac-c5dd-44b7-8506-988edc38d8ca'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:00.308666 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8dd6aec4-4054-4126-843c-461ce6df8790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:00.332460 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:00.333302 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-b2a0ab5d-dc3f-430d-b136-56098770d8a7 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Network 16c7c33d-b57e-4fa0-954b-60ae4834bbc4 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:00.342843 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d92717ad-271a-4659-be92-a3f505f90912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:00.359543 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:00.391389 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:00.414156 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431237cd-a41e-4cf6-bbda-c3c7d554645f req-54b3926f-a5e6-4077-9869-bddc2a776f5e tempest-MigrationsAdminTest-1765081028 tempest-MigrationsAdminTest-1765081028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:00.425556 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:00.429980 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-431237cd-a41e-4cf6-bbda-c3c7d554645f req-54b3926f-a5e6-4077-9869-bddc2a776f5e tempest-MigrationsAdminTest-1765081028 tempest-MigrationsAdminTest-1765081028-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 1101 time: 0.3864071 Jul 29 23:22:00.431083 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-b2a0ab5d-dc3f-430d-b136-56098770d8a7 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:00.438268 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:00.451005 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a3f4a6bf-2a7a-4fa3-8ac7-ba9ffd1879ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:00.454064 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a3f4a6bf-2a7a-4fa3-8ac7-ba9ffd1879ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:00.455249 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a3f4a6bf-2a7a-4fa3-8ac7-ba9ffd1879ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2368d93f-4ab4-416d-8a36-60d1aa3e1eb5 HTTP/1.1" status: 204 len: 168 time: 1.1319935 Jul 29 23:22:00.515326 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-b2a0ab5d-dc3f-430d-b136-56098770d8a7 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:00.525551 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=8cfe4fd8-7878-4c2e-b606-95c0b2134b9b,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:00.547086 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:00.549723 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-8dd6aec4-4054-4126-843c-461ce6df8790 None None] For port 4792cffe-6537-48af-a16c-fa0b864bcf26, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:00.556471 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc,revision_number=12']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:00.569663 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-8dd6aec4-4054-4126-843c-461ce6df8790 None None] For port 4792cffe-6537-48af-a16c-fa0b864bcf26, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=4792cffe-6537-48af-a16c-fa0b864bcf26,segment=NetworkSegment(a25b396d-bc0c-4562-83ae-8f26e6ab578b),segment_id=a25b396d-bc0c-4562-83ae-8f26e6ab578b)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:00.601693 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f4a6bf-2a7a-4fa3-8ac7-ba9ffd1879ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2368d93f-4ab4-416d-8a36-60d1aa3e1eb5,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:00.611603 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8dd6aec4-4054-4126-843c-461ce6df8790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:00.625778 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a0ab5d-dc3f-430d-b136-56098770d8a7 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Pushing event updated for resources: {'Port': ['ID=d74005cd-c4f9-4ae9-bc47-788d8c2beb0a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:00.650721 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-431237cd-a41e-4cf6-bbda-c3c7d554645f req-ff481795-4096-4e36-9b84-6fd75f6d654f tempest-MigrationsAdminTest-1765081028 tempest-MigrationsAdminTest-1765081028-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869586 Jul 29 23:22:00.692012 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:00.697364 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd6aec4-4054-4126-843c-461ce6df8790 None None] Routers {'765971d9-c2cb-44c4-8a32-b2b74eb66ab7'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:22:00.698008 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8dd6aec4-4054-4126-843c-461ce6df8790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:21:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['765971d9-c2cb-44c4-8a32-b2b74eb66ab7'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:00.699984 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5278b58b-8b01-491f-ab97-51cf2207c5b1 None None] Provisioning complete for port cf319f5a-b602-41c5-906f-8cfb95360c8b triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:00.700360 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5278b58b-8b01-491f-ab97-51cf2207c5b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:00.702305 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-b2a0ab5d-dc3f-430d-b136-56098770d8a7 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:00.705345 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-b2a0ab5d-dc3f-430d-b136-56098770d8a7 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:00.724307 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ad59b-ddba-488e-b251-aab16d4b4120 req-df8a954c-e324-4a51-8e96-ab24470c7f07 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:00.732475 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c38ad59b-ddba-488e-b251-aab16d4b4120 req-df8a954c-e324-4a51-8e96-ab24470c7f07 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 943 time: 0.2988696 Jul 29 23:22:00.767111 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c96eaf5-6a48-40ed-86f9-a4ba3f5af59a admin admin] Router 56d88384-a6f6-4188-b354-0313921de777 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:22:00.790865 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-b2a0ab5d-dc3f-430d-b136-56098770d8a7 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7049804 Jul 29 23:22:00.804462 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-c2425539-c2d5-4119-9233-39a963a7dbff service neutron] Request body: {'port': {'device_id': '7e79e93c-40e6-4aa1-9e30-d90d6aecb73e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:00.831526 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=8cfe4fd8-7878-4c2e-b606-95c0b2134b9b,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:00.841684 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-d92717ad-271a-4659-be92-a3f505f90912 admin admin] Deleting port 4792cffe-6537-48af-a16c-fa0b864bcf26 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:00.842178 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d92717ad-271a-4659-be92-a3f505f90912 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:00.860401 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c38ad59b-ddba-488e-b251-aab16d4b4120 req-efd4b807-0234-499c-aae5-c7eef064b81a tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267049 Jul 29 23:22:01.039740 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-d92717ad-271a-4659-be92-a3f505f90912 admin admin] For port 4792cffe-6537-48af-a16c-fa0b864bcf26, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=4792cffe-6537-48af-a16c-fa0b864bcf26,segment=NetworkSegment(a25b396d-bc0c-4562-83ae-8f26e6ab578b),segment_id=a25b396d-bc0c-4562-83ae-8f26e6ab578b)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:01.040132 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d92717ad-271a-4659-be92-a3f505f90912 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:01.075677 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-d92717ad-271a-4659-be92-a3f505f90912 admin admin] Calling delete_port for 4792cffe-6537-48af-a16c-fa0b864bcf26 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:01.145599 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c96eaf5-6a48-40ed-86f9-a4ba3f5af59a admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:22:01.171804 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0c96eaf5-6a48-40ed-86f9-a4ba3f5af59a admin admin] 10.222.0.18 "PUT /v2.0/routers/56d88384-a6f6-4188-b354-0313921de777/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6401591 Jul 29 23:22:01.172091 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0be2ae6-79b2-4771-bbbc-ad3426ef1a58 None None] Sync routers for ids ['56d88384-a6f6-4188-b354-0313921de777'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:22:01.172543 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['8cfe4fd8-7878-4c2e-b606-95c0b2134b9b'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:01.207640 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0be2ae6-79b2-4771-bbbc-ad3426ef1a58 None None] Routers {'56d88384-a6f6-4188-b354-0313921de777'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:22:01.208361 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-d0be2ae6-79b2-4771-bbbc-ad3426ef1a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:21:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['56d88384-a6f6-4188-b354-0313921de777'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:01.251400 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5278b58b-8b01-491f-ab97-51cf2207c5b1 None None] Port cf319f5a-b602-41c5-906f-8cfb95360c8b cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:22:01.284318 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95338668-ff41-4147-aa94-4d0dd6f321c1 None None] Pushing event updated for resources: {'Port': ['ID=4792cffe-6537-48af-a16c-fa0b864bcf26,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:01.297226 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-c2425539-c2d5-4119-9233-39a963a7dbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:01.371987 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa19fc7-e58f-4f78-950d-eaaa52a87cb9 req-0677b6a5-c603-439c-8757-8860a6c8bef2 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:01.374964 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ffa19fc7-e58f-4f78-950d-eaaa52a87cb9 req-0677b6a5-c603-439c-8757-8860a6c8bef2 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e79e93c-40e6-4aa1-9e30-d90d6aecb73e HTTP/1.1" status: 200 len: 932 time: 0.2674565 Jul 29 23:22:01.456213 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-8dd6aec4-4054-4126-843c-461ce6df8790 None None] Set router 765971d9-c2cb-44c4-8a32-b2b74eb66ab7 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:22:01.476229 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d92717ad-271a-4659-be92-a3f505f90912 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:01.485352 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ffa19fc7-e58f-4f78-950d-eaaa52a87cb9 req-85d1d92f-7e12-4e8f-92e1-9f9385a09280 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990574 Jul 29 23:22:01.495461 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08933b4b-c6ea-44a7-95ab-c97b7616509d req-0fef26c1-40bf-483c-a81a-4b8b73ae1807 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:01.513626 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08933b4b-c6ea-44a7-95ab-c97b7616509d req-0fef26c1-40bf-483c-a81a-4b8b73ae1807 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 950 time: 0.3095689 Jul 29 23:22:01.520619 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60232) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:01.535198 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-d0be2ae6-79b2-4771-bbbc-ad3426ef1a58 None None] Set router 56d88384-a6f6-4188-b354-0313921de777 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:22:01.583283 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92717ad-271a-4659-be92-a3f505f90912 admin admin] Pushing event deleted for resources: {'Port': ['ID=4792cffe-6537-48af-a16c-fa0b864bcf26,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:01.704703 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08933b4b-c6ea-44a7-95ab-c97b7616509d req-28612d10-c6a5-4864-b6fb-7447fad386ed tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825397 Jul 29 23:22:01.985230 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f51b5483-ed39-4a90-9331-373604c9ead0 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-276096652'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:02.084726 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d92717ad-271a-4659-be92-a3f505f90912 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:02.114671 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8dd6aec4-4054-4126-843c-461ce6df8790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765971d9-c2cb-44c4-8a32-b2b74eb66ab7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1007801198-router', 'tenant_id': 'a95d56ffb77a40d09282a19e68edf4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'f506e791-be7e-4b38-874f-d7a583de7c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:38Z', 'updated_at': '2021-07-29T23:21:54Z', 'revision_number': 4, 'project_id': 'a95d56ffb77a40d09282a19e68edf4c3', 'gw_port': {'id': 'f506e791-be7e-4b38-874f-d7a583de7c79', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765971d9-c2cb-44c4-8a32-b2b74eb66ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:40Z', 'updated_at': '2021-07-29T23:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '4792cffe-6537-48af-a16c-fa0b864bcf26', 'name': '', 'network_id': '82f5f5ac-c5dd-44b7-8506-988edc38d8ca', 'tenant_id': 'a95d56ffb77a40d09282a19e68edf4c3', 'mac_address': 'fa:16:3e:0f:38:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765971d9-c2cb-44c4-8a32-b2b74eb66ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c0d45ed2-1d04-4a0a-9482-f215f43aa9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:50Z', 'updated_at': '2021-07-29T23:22:00Z', 'revision_number': 4, 'project_id': 'a95d56ffb77a40d09282a19e68edf4c3', 'subnets': [{'id': 'c0d45ed2-1d04-4a0a-9482-f215f43aa9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:02.142442 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51b5483-ed39-4a90-9331-373604c9ead0 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Made reservation on behalf of 1524bc6566794e35993db0c2e1765bc4 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:02.148423 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f51b5483-ed39-4a90-9331-373604c9ead0 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:02.161472 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-d0be2ae6-79b2-4771-bbbc-ad3426ef1a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d88384-a6f6-4188-b354-0313921de777', 'name': 'tempest-ServersTestMultiNic-1783294466-router', 'tenant_id': '1524bc6566794e35993db0c2e1765bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:41Z', 'updated_at': '2021-07-29T23:21:57Z', 'revision_number': 4, 'project_id': '1524bc6566794e35993db0c2e1765bc4', 'gw_port': {'id': '60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:36:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d88384-a6f6-4188-b354-0313921de777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:43Z', 'updated_at': '2021-07-29T23:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'cf319f5a-b602-41c5-906f-8cfb95360c8b', 'name': '', 'network_id': '61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2', 'tenant_id': '1524bc6566794e35993db0c2e1765bc4', 'mac_address': 'fa:16:3e:8c:fd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d88384-a6f6-4188-b354-0313921de777', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '2dc5a59d-dd22-46d9-9ea0-e903243b801a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:54Z', 'updated_at': '2021-07-29T23:21:58Z', 'revision_number': 2, 'project_id': '1524bc6566794e35993db0c2e1765bc4', 'subnets': [{'id': '2dc5a59d-dd22-46d9-9ea0-e903243b801a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:02.191028 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd6aec4-4054-4126-843c-461ce6df8790 None None] The sync data for ids ['765971d9-c2cb-44c4-8a32-b2b74eb66ab7'] in n-d-712140-10 is: [{'id': '765971d9-c2cb-44c4-8a32-b2b74eb66ab7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1007801198-router', 'tenant_id': 'a95d56ffb77a40d09282a19e68edf4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': 'f506e791-be7e-4b38-874f-d7a583de7c79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:38Z', 'updated_at': '2021-07-29T23:21:54Z', 'revision_number': 4, 'project_id': 'a95d56ffb77a40d09282a19e68edf4c3', 'gw_port': {'id': 'f506e791-be7e-4b38-874f-d7a583de7c79', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:d1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '765971d9-c2cb-44c4-8a32-b2b74eb66ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:40Z', 'updated_at': '2021-07-29T23:21:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '4792cffe-6537-48af-a16c-fa0b864bcf26', 'name': '', 'network_id': '82f5f5ac-c5dd-44b7-8506-988edc38d8ca', 'tenant_id': 'a95d56ffb77a40d09282a19e68edf4c3', 'mac_address': 'fa:16:3e:0f:38:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '765971d9-c2cb-44c4-8a32-b2b74eb66ab7', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': 'c0d45ed2-1d04-4a0a-9482-f215f43aa9d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:50Z', 'updated_at': '2021-07-29T23:22:00Z', 'revision_number': 4, 'project_id': 'a95d56ffb77a40d09282a19e68edf4c3', 'subnets': [{'id': 'c0d45ed2-1d04-4a0a-9482-f215f43aa9d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:22:02.226594 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95705069-1847-49fa-8f3f-fed2cc2ab76d req-85700dff-e1b6-4faa-b6d8-0092a55c1879 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:02.241074 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95705069-1847-49fa-8f3f-fed2cc2ab76d req-85700dff-e1b6-4faa-b6d8-0092a55c1879 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 944 time: 0.2142477 Jul 29 23:22:02.253390 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0be2ae6-79b2-4771-bbbc-ad3426ef1a58 None None] Checking router: 56d88384-a6f6-4188-b354-0313921de777 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:22:02.254144 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0be2ae6-79b2-4771-bbbc-ad3426ef1a58 None None] Updating router 56d88384-a6f6-4188-b354-0313921de777 port cf319f5a-b602-41c5-906f-8cfb95360c8b binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:22:02.350253 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d0be2ae6-79b2-4771-bbbc-ad3426ef1a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:02.403642 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-c2425539-c2d5-4119-9233-39a963a7dbff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d74005cd-c4f9-4ae9-bc47-788d8c2beb0a {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:02.453931 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-c2425539-c2d5-4119-9233-39a963a7dbff service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:02.551815 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b92aea-ba51-4457-9be5-ca31bed4af78 req-87920663-596d-474c-b69d-9775ddf35555 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:02.553984 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43b92aea-ba51-4457-9be5-ca31bed4af78 req-87920663-596d-474c-b69d-9775ddf35555 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 950 time: 0.2684641 Jul 29 23:22:02.562335 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51b5483-ed39-4a90-9331-373604c9ead0 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:22:02.614788 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92717ad-271a-4659-be92-a3f505f90912 admin admin] Router 765971d9-c2cb-44c4-8a32-b2b74eb66ab7 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:22:02.642078 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-c2425539-c2d5-4119-9233-39a963a7dbff service neutron] Transition to ACTIVE for port object d74005cd-c4f9-4ae9-bc47-788d8c2beb0a will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:02.657377 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-c2425539-c2d5-4119-9233-39a963a7dbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:02.678688 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95705069-1847-49fa-8f3f-fed2cc2ab76d req-c9894674-c1b0-47c4-a327-4014ba92497c tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369056 Jul 29 23:22:02.719172 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f51b5483-ed39-4a90-9331-373604c9ead0 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:02.719539 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-f51b5483-ed39-4a90-9331-373604c9ead0 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Added segment f920342f-b0ce-422e-a286-919fdc5f8b2b of type vlan for network 5dddb413-3738-461a-907f-567ac262de53 Jul 29 23:22:02.763886 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-044d0f13-64ec-446b-9466-0f715261ee9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:02.944090 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2425539-c2d5-4119-9233-39a963a7dbff service neutron] Pushing event updated for resources: {'Port': ['ID=d74005cd-c4f9-4ae9-bc47-788d8c2beb0a,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:02.950253 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92717ad-271a-4659-be92-a3f505f90912 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:22:02.968560 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d92717ad-271a-4659-be92-a3f505f90912 admin admin] 10.222.0.18 "PUT /v2.0/routers/765971d9-c2cb-44c4-8a32-b2b74eb66ab7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5184066 Jul 29 23:22:02.971553 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60270) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:03.043453 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d0be2ae6-79b2-4771-bbbc-ad3426ef1a58 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.066063 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f51b5483-ed39-4a90-9331-373604c9ead0 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.066762 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-d0be2ae6-79b2-4771-bbbc-ad3426ef1a58 None None] Transition to ACTIVE for port object cf319f5a-b602-41c5-906f-8cfb95360c8b will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:03.090821 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d0be2ae6-79b2-4771-bbbc-ad3426ef1a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.208273 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c6c3b-dc5e-4a28-b10e-c8d38cb1be3c None None] Pushing event updated for resources: {'Port': ['ID=cf319f5a-b602-41c5-906f-8cfb95360c8b,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:03.236463 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-544f66ad-d9f5-4919-aa63-e5d583964ec4 admin admin] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.325879 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33612d0-74a5-4257-9a89-9deec81dbb2b req-c70e12ae-9712-4a12-822a-b93f70f02c94 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:03.334121 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f33612d0-74a5-4257-9a89-9deec81dbb2b req-c70e12ae-9712-4a12-822a-b93f70f02c94 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e79e93c-40e6-4aa1-9e30-d90d6aecb73e HTTP/1.1" status: 200 len: 944 time: 0.6542711 Jul 29 23:22:03.364477 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-d0be2ae6-79b2-4771-bbbc-ad3426ef1a58 None None] Attempting to bind port cf319f5a-b602-41c5-906f-8cfb95360c8b on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:03.365076 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-d0be2ae6-79b2-4771-bbbc-ad3426ef1a58 None None] Attempting to bind port cf319f5a-b602-41c5-906f-8cfb95360c8b by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '126a07da-4e6b-4d45-8d45-de22fd77dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:03.366916 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0be2ae6-79b2-4771-bbbc-ad3426ef1a58 None None] Attempting to bind port cf319f5a-b602-41c5-906f-8cfb95360c8b on network 61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:03.384948 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0be2ae6-79b2-4771-bbbc-ad3426ef1a58 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:03.385647 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0be2ae6-79b2-4771-bbbc-ad3426ef1a58 None None] Checking segment: {'id': '126a07da-4e6b-4d45-8d45-de22fd77dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:03.386386 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d0be2ae6-79b2-4771-bbbc-ad3426ef1a58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.387097 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0be2ae6-79b2-4771-bbbc-ad3426ef1a58 None None] Bound using segment: {'id': '126a07da-4e6b-4d45-8d45-de22fd77dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:03.387978 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-d0be2ae6-79b2-4771-bbbc-ad3426ef1a58 None None] Bound port: cf319f5a-b602-41c5-906f-8cfb95360c8b, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '126a07da-4e6b-4d45-8d45-de22fd77dfb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:03.388744 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d0be2ae6-79b2-4771-bbbc-ad3426ef1a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.437038 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f51b5483-ed39-4a90-9331-373604c9ead0 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.444906 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51b5483-ed39-4a90-9331-373604c9ead0 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:03.446274 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f51b5483-ed39-4a90-9331-373604c9ead0 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.480003 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-d0be2ae6-79b2-4771-bbbc-ad3426ef1a58 None None] For port cf319f5a-b602-41c5-906f-8cfb95360c8b, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:03.484085 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-d0be2ae6-79b2-4771-bbbc-ad3426ef1a58 None None] For port cf319f5a-b602-41c5-906f-8cfb95360c8b, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=cf319f5a-b602-41c5-906f-8cfb95360c8b,segment=NetworkSegment(126a07da-4e6b-4d45-8d45-de22fd77dfb3),segment_id=126a07da-4e6b-4d45-8d45-de22fd77dfb3)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:03.490899 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d0be2ae6-79b2-4771-bbbc-ad3426ef1a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.563542 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-544f66ad-d9f5-4919-aa63-e5d583964ec4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.573901 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c6c3b-dc5e-4a28-b10e-c8d38cb1be3c None None] Pushing event updated for resources: {'Port': ['ID=cf319f5a-b602-41c5-906f-8cfb95360c8b,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:03.616527 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0be2ae6-79b2-4771-bbbc-ad3426ef1a58 None None] Routers {'56d88384-a6f6-4188-b354-0313921de777'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:22:03.618234 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-d0be2ae6-79b2-4771-bbbc-ad3426ef1a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:21:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['56d88384-a6f6-4188-b354-0313921de777'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:03.653475 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-544f66ad-d9f5-4919-aa63-e5d583964ec4 admin admin] Deleting port f506e791-be7e-4b38-874f-d7a583de7c79 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:03.654870 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-544f66ad-d9f5-4919-aa63-e5d583964ec4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.708655 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:03.722767 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f33612d0-74a5-4257-9a89-9deec81dbb2b req-31752157-0545-4cb8-9795-fa852a884fe5 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874283 Jul 29 23:22:03.747063 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674f1526-85a2-4139-9161-70910ab1c67b req-e98c5669-52af-4d32-b507-73635c29eb7e tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:03.755233 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-674f1526-85a2-4139-9161-70910ab1c67b req-e98c5669-52af-4d32-b507-73635c29eb7e tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f6a71fa-07ab-492f-a39c-f83be5046164 HTTP/1.1" status: 200 len: 950 time: 0.7728622 Jul 29 23:22:03.762080 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f51b5483-ed39-4a90-9331-373604c9ead0 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.2374780 Jul 29 23:22:03.763177 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60288) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:03.802592 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-43b92aea-ba51-4457-9be5-ca31bed4af78 req-7dec95f3-2c31-426c-adc4-beba059f6ae5 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Deleting port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:03.803225 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-43b92aea-ba51-4457-9be5-ca31bed4af78 req-7dec95f3-2c31-426c-adc4-beba059f6ae5 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.809640 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b5483-ed39-4a90-9331-373604c9ead0 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Pushing event updated for resources: {'Network': ['ID=5dddb413-3738-461a-907f-567ac262de53,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:03.842184 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 5dddb413-3738-461a-907f-567ac262de53 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:22:03.902936 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f0e19923-a517-4d0c-a07b-68492f579331 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Request body: {'subnet': {'network_id': '5dddb413-3738-461a-907f-567ac262de53', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:03.944901 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-544f66ad-d9f5-4919-aa63-e5d583964ec4 admin admin] For port f506e791-be7e-4b38-874f-d7a583de7c79, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f506e791-be7e-4b38-874f-d7a583de7c79,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:03.945513 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-544f66ad-d9f5-4919-aa63-e5d583964ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:03.961175 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:03.992902 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-544f66ad-d9f5-4919-aa63-e5d583964ec4 admin admin] Calling delete_port for f506e791-be7e-4b38-874f-d7a583de7c79 owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:04.065324 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:04.107374 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-d0be2ae6-79b2-4771-bbbc-ad3426ef1a58 None None] Set router 56d88384-a6f6-4188-b354-0313921de777 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:22:04.134176 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-43b92aea-ba51-4457-9be5-ca31bed4af78 req-7dec95f3-2c31-426c-adc4-beba059f6ae5 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] For port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:04.134732 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-43b92aea-ba51-4457-9be5-ca31bed4af78 req-7dec95f3-2c31-426c-adc4-beba059f6ae5 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:04.151450 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-43b92aea-ba51-4457-9be5-ca31bed4af78 req-7dec95f3-2c31-426c-adc4-beba059f6ae5 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Calling delete_port for 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:04.161060 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:04.161459 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:04.222387 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:04.246410 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:04.246989 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:04.390044 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:04.392698 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-544f66ad-d9f5-4919-aa63-e5d583964ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:04.397995 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4463760e-955f-4e51-b105-26855c96009d req-1ea98035-8bad-43b9-bbad-f561a88536ef tempest-FlavorsV2NegativeTest-1257718718 tempest-FlavorsV2NegativeTest-1257718718-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b71a2000598c4d5c8f7ca9becbd93ed6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0787070 Jul 29 23:22:04.444538 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-d0be2ae6-79b2-4771-bbbc-ad3426ef1a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d88384-a6f6-4188-b354-0313921de777', 'name': 'tempest-ServersTestMultiNic-1783294466-router', 'tenant_id': '1524bc6566794e35993db0c2e1765bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:41Z', 'updated_at': '2021-07-29T23:21:57Z', 'revision_number': 4, 'project_id': '1524bc6566794e35993db0c2e1765bc4', 'gw_port': {'id': '60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:36:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d88384-a6f6-4188-b354-0313921de777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:43Z', 'updated_at': '2021-07-29T23:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'cf319f5a-b602-41c5-906f-8cfb95360c8b', 'name': '', 'network_id': '61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2', 'tenant_id': '1524bc6566794e35993db0c2e1765bc4', 'mac_address': 'fa:16:3e:8c:fd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d88384-a6f6-4188-b354-0313921de777', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '2dc5a59d-dd22-46d9-9ea0-e903243b801a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:54Z', 'updated_at': '2021-07-29T23:22:03Z', 'revision_number': 4, 'project_id': '1524bc6566794e35993db0c2e1765bc4', 'subnets': [{'id': '2dc5a59d-dd22-46d9-9ea0-e903243b801a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:04.465247 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6a71fa-07ab-492f-a39c-f83be5046164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:04.468987 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511b6e8b-e0c3-4ebc-9986-daadf2383a6c" -d '{"events": [{"server_uuid": "1f6a71fa-07ab-492f-a39c-f83be5046164", "name": "network-vif-plugged", "status": "completed", "tag": "9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:04.480093 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0be2ae6-79b2-4771-bbbc-ad3426ef1a58 None None] The sync data for ids ['56d88384-a6f6-4188-b354-0313921de777'] in n-d-712140-10 is: [{'id': '56d88384-a6f6-4188-b354-0313921de777', 'name': 'tempest-ServersTestMultiNic-1783294466-router', 'tenant_id': '1524bc6566794e35993db0c2e1765bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:41Z', 'updated_at': '2021-07-29T23:21:57Z', 'revision_number': 4, 'project_id': '1524bc6566794e35993db0c2e1765bc4', 'gw_port': {'id': '60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:36:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d88384-a6f6-4188-b354-0313921de777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:43Z', 'updated_at': '2021-07-29T23:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'cf319f5a-b602-41c5-906f-8cfb95360c8b', 'name': '', 'network_id': '61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2', 'tenant_id': '1524bc6566794e35993db0c2e1765bc4', 'mac_address': 'fa:16:3e:8c:fd:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56d88384-a6f6-4188-b354-0313921de777', 'device_owner': 'network:router_interface', 'standard_attr_id': 681, 'fixed_ips': [{'subnet_id': '2dc5a59d-dd22-46d9-9ea0-e903243b801a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:54Z', 'updated_at': '2021-07-29T23:22:03Z', 'revision_number': 4, 'project_id': '1524bc6566794e35993db0c2e1765bc4', 'subnets': [{'id': '2dc5a59d-dd22-46d9-9ea0-e903243b801a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:22:04.499167 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:04.501640 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544f66ad-d9f5-4919-aa63-e5d583964ec4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f506e791-be7e-4b38-874f-d7a583de7c79,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:04.503656 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:04.514773 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:04.611584 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-c2425539-c2d5-4119-9233-39a963a7dbff service neutron] Attempting to bind port d74005cd-c4f9-4ae9-bc47-788d8c2beb0a on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:04.612263 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-c2425539-c2d5-4119-9233-39a963a7dbff service neutron] Attempting to bind port d74005cd-c4f9-4ae9-bc47-788d8c2beb0a by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'eab921c4-2218-4a2e-a6e8-64eac530aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:04.612716 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-c2425539-c2d5-4119-9233-39a963a7dbff service neutron] Attempting to bind port d74005cd-c4f9-4ae9-bc47-788d8c2beb0a on network 16c7c33d-b57e-4fa0-954b-60ae4834bbc4 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:04.632726 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-c2425539-c2d5-4119-9233-39a963a7dbff service neutron] Port d74005cd-c4f9-4ae9-bc47-788d8c2beb0a on network 16c7c33d-b57e-4fa0-954b-60ae4834bbc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:22:04.633814 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-c2425539-c2d5-4119-9233-39a963a7dbff service neutron] Attempting to bind port d74005cd-c4f9-4ae9-bc47-788d8c2beb0a on network 16c7c33d-b57e-4fa0-954b-60ae4834bbc4 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:04.643891 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-544f66ad-d9f5-4919-aa63-e5d583964ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:04.695474 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=8cfe4fd8-7878-4c2e-b606-95c0b2134b9b,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:04.706902 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:04.716988 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-c2425539-c2d5-4119-9233-39a963a7dbff service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:04.717303 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-c2425539-c2d5-4119-9233-39a963a7dbff service neutron] Checking segment: {'id': 'eab921c4-2218-4a2e-a6e8-64eac530aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:04.717710 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-c2425539-c2d5-4119-9233-39a963a7dbff service neutron] Bound using segment: {'id': 'eab921c4-2218-4a2e-a6e8-64eac530aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:04.718165 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-c2425539-c2d5-4119-9233-39a963a7dbff service neutron] Bound port: d74005cd-c4f9-4ae9-bc47-788d8c2beb0a, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab921c4-2218-4a2e-a6e8-64eac530aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:04.718535 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-c2425539-c2d5-4119-9233-39a963a7dbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:04.719102 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc,revision_number=13']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:04.744580 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8966c80-7858-46a0-a9ad-88db8ddda0eb None None] Sync routers for ids ['765971d9-c2cb-44c4-8a32-b2b74eb66ab7'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:22:04.759408 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-674f1526-85a2-4139-9161-70910ab1c67b req-ea4c9f43-cfdb-403c-aaa3-3f9b005dbc34 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0027747 Jul 29 23:22:04.795420 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8966c80-7858-46a0-a9ad-88db8ddda0eb None None] Routers {'765971d9-c2cb-44c4-8a32-b2b74eb66ab7'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:22:04.796680 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e8966c80-7858-46a0-a9ad-88db8ddda0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:21:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['765971d9-c2cb-44c4-8a32-b2b74eb66ab7'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:04.824327 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e19923-a517-4d0c-a07b-68492f579331 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Made reservation on behalf of 1524bc6566794e35993db0c2e1765bc4 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:04.829397 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0e19923-a517-4d0c-a07b-68492f579331 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:04.870846 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-544f66ad-d9f5-4919-aa63-e5d583964ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:04.875139 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-544f66ad-d9f5-4919-aa63-e5d583964ec4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:04.928009 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=8cfe4fd8-7878-4c2e-b606-95c0b2134b9b,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:04.939091 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-e8966c80-7858-46a0-a9ad-88db8ddda0eb None None] Set router 765971d9-c2cb-44c4-8a32-b2b74eb66ab7 gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:22:04.963014 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-544f66ad-d9f5-4919-aa63-e5d583964ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:04.963600 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544f66ad-d9f5-4919-aa63-e5d583964ec4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 765971d9-c2cb-44c4-8a32-b2b74eb66ab7 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:22:04.986225 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-544f66ad-d9f5-4919-aa63-e5d583964ec4 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:04.991403 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-544f66ad-d9f5-4919-aa63-e5d583964ec4 admin admin] 10.222.0.18 "DELETE /v2.0/routers/765971d9-c2cb-44c4-8a32-b2b74eb66ab7 HTTP/1.1" status: 204 len: 168 time: 2.0182202 Jul 29 23:22:04.992213 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60306) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:05.011976 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e8966c80-7858-46a0-a9ad-88db8ddda0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '765971d9-c2cb-44c4-8a32-b2b74eb66ab7', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1007801198-router', 'tenant_id': 'a95d56ffb77a40d09282a19e68edf4c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:38Z', 'updated_at': '2021-07-29T23:22:04Z', 'revision_number': 7, 'project_id': 'a95d56ffb77a40d09282a19e68edf4c3', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:05.050252 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8966c80-7858-46a0-a9ad-88db8ddda0eb None None] Checking router: 765971d9-c2cb-44c4-8a32-b2b74eb66ab7 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:22:05.057616 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ced9549-99c8-43a4-b832-5283ea2ee66f admin admin] Deleting subnet c0d45ed2-1d04-4a0a-9482-f215f43aa9d3 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:22:05.062270 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6ced9549-99c8-43a4-b832-5283ea2ee66f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:05.064219 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8966c80-7858-46a0-a9ad-88db8ddda0eb None None] Routers set() bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:22:05.065447 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8966c80-7858-46a0-a9ad-88db8ddda0eb None None] Router IDs set() for agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 23:22:05.066243 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_agentschedulers_db [None req-e8966c80-7858-46a0-a9ad-88db8ddda0eb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'765971d9-c2cb-44c4-8a32-b2b74eb66ab7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:21:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent'). {{(pid=94065) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 23:22:05.066877 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8966c80-7858-46a0-a9ad-88db8ddda0eb None None] The sync data for ids ['765971d9-c2cb-44c4-8a32-b2b74eb66ab7'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:22:05.117449 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6ced9549-99c8-43a4-b832-5283ea2ee66f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:05.238581 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6ced9549-99c8-43a4-b832-5283ea2ee66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:05.310077 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6ced9549-99c8-43a4-b832-5283ea2ee66f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:05.313593 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:05.343982 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6ced9549-99c8-43a4-b832-5283ea2ee66f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:05.346548 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6ced9549-99c8-43a4-b832-5283ea2ee66f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c0d45ed2-1d04-4a0a-9482-f215f43aa9d3 HTTP/1.1" status: 204 len: 168 time: 0.3523316 Jul 29 23:22:05.347412 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced9549-99c8-43a4-b832-5283ea2ee66f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0d45ed2-1d04-4a0a-9482-f215f43aa9d3,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:05.351400 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869cd007-d6ec-4439-b361-b2537d163327 None None] Network 82f5f5ac-c5dd-44b7-8506-988edc38d8ca requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:22:05.351586 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60308) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:05.416640 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-c2425539-c2d5-4119-9233-39a963a7dbff service neutron] For port d74005cd-c4f9-4ae9-bc47-788d8c2beb0a, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:05.420147 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-c2425539-c2d5-4119-9233-39a963a7dbff service neutron] For port d74005cd-c4f9-4ae9-bc47-788d8c2beb0a, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=d74005cd-c4f9-4ae9-bc47-788d8c2beb0a,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:05.454058 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea5ad21f-0cd1-4d94-9516-2d2df94bed42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:05.480938 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-c2425539-c2d5-4119-9233-39a963a7dbff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:05.498256 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463760e-955f-4e51-b105-26855c96009d req-7f7a7a9a-5200-49d1-8490-64c217a9f7a9 tempest-FlavorsV2NegativeTest-1257718718 tempest-FlavorsV2NegativeTest-1257718718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:05.499856 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4463760e-955f-4e51-b105-26855c96009d req-7f7a7a9a-5200-49d1-8490-64c217a9f7a9 tempest-FlavorsV2NegativeTest-1257718718 tempest-FlavorsV2NegativeTest-1257718718-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1002157 Jul 29 23:22:05.561505 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ad21f-0cd1-4d94-9516-2d2df94bed42 admin admin] Deleting port fb3197e0-e1b2-4088-97a7-944d391e1f0a {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:05.562009 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea5ad21f-0cd1-4d94-9516-2d2df94bed42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:05.671356 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-c2425539-c2d5-4119-9233-39a963a7dbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:05.673902 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-c2425539-c2d5-4119-9233-39a963a7dbff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:05.676104 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-c2425539-c2d5-4119-9233-39a963a7dbff service neutron] 10.222.0.23 "PUT /v2.0/ports/d74005cd-c4f9-4ae9-bc47-788d8c2beb0a HTTP/1.1" status: 200 len: 1093 time: 4.8763051 Jul 29 23:22:05.687490 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3d2be9f9-8a16-4d92-bfc7-f265b16ec160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:05.694283 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-ea5ad21f-0cd1-4d94-9516-2d2df94bed42 admin admin] For port fb3197e0-e1b2-4088-97a7-944d391e1f0a, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=fb3197e0-e1b2-4088-97a7-944d391e1f0a,segment=NetworkSegment(a25b396d-bc0c-4562-83ae-8f26e6ab578b),segment_id=a25b396d-bc0c-4562-83ae-8f26e6ab578b)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:05.694967 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea5ad21f-0cd1-4d94-9516-2d2df94bed42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:05.706695 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:05.716431 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e79e93c-40e6-4aa1-9e30-d90d6aecb73e', 'tag': 'd74005cd-c4f9-4ae9-bc47-788d8c2beb0a'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:05.722140 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6671d84-6357-47fd-8b83-926b3616636c" -d '{"events": [{"name": "network-changed", "server_uuid": "7e79e93c-40e6-4aa1-9e30-d90d6aecb73e", "tag": "d74005cd-c4f9-4ae9-bc47-788d8c2beb0a"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:05.729485 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-ea5ad21f-0cd1-4d94-9516-2d2df94bed42 admin admin] Calling delete_port for fb3197e0-e1b2-4088-97a7-944d391e1f0a owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:05.738133 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4463760e-955f-4e51-b105-26855c96009d req-6e4e26cd-4c05-465f-b681-db4ee2c2a9f9 tempest-FlavorsV2NegativeTest-1257718718 tempest-FlavorsV2NegativeTest-1257718718-project] 10.222.0.18 "GET /v2.0/quotas/b71a2000598c4d5c8f7ca9becbd93ed6 HTTP/1.1" status: 200 len: 375 time: 0.2012546 Jul 29 23:22:05.806921 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b06f15-e853-400b-ba8a-05c50f8ac984 None None] DHCP port deletion for 82f5f5ac-c5dd-44b7-8506-988edc38d8ca request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:22:05.860368 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce5657-92c0-42ea-a3e4-39ef1aa5708f req-0a18b6fe-e364-430d-872c-9c94726cb164 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:05.871772 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-73ce5657-92c0-42ea-a3e4-39ef1aa5708f req-0a18b6fe-e364-430d-872c-9c94726cb164 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 945 time: 0.9748762 Jul 29 23:22:05.895348 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea5ad21f-0cd1-4d94-9516-2d2df94bed42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:05.896195 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:05.912879 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5ad21f-0cd1-4d94-9516-2d2df94bed42 admin admin] No DVR routers for this DVR port fb3197e0-e1b2-4088-97a7-944d391e1f0a on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:22:05.937194 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ad21f-0cd1-4d94-9516-2d2df94bed42 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb3197e0-e1b2-4088-97a7-944d391e1f0a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:05.944994 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4463760e-955f-4e51-b105-26855c96009d req-9e6477f6-41a8-4079-abf5-fdaa7c494429 tempest-FlavorsV2NegativeTest-1257718718 tempest-FlavorsV2NegativeTest-1257718718-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b71a2000598c4d5c8f7ca9becbd93ed6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1695065 Jul 29 23:22:05.998581 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-71b06f15-e853-400b-ba8a-05c50f8ac984 None None] Deleting port fb3197e0-e1b2-4088-97a7-944d391e1f0a {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:05.999355 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-71b06f15-e853-400b-ba8a-05c50f8ac984 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.124616 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2425539-c2d5-4119-9233-39a963a7dbff service neutron] Pushing event updated for resources: {'Port': ['ID=d74005cd-c4f9-4ae9-bc47-788d8c2beb0a,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:06.127085 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea5ad21f-0cd1-4d94-9516-2d2df94bed42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.139508 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-43b92aea-ba51-4457-9be5-ca31bed4af78 req-7dec95f3-2c31-426c-adc4-beba059f6ae5 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.166028 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['9f263227-493b-4ab4-bad6-ec4d86f88ffe', '45fec350-aae1-403f-997f-e395567914fd'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:06.168001 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-ea5ad21f-0cd1-4d94-9516-2d2df94bed42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82f5f5ac-c5dd-44b7-8506-988edc38d8ca']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:06.172370 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['a7499d40-a2e9-4a56-b8a3-986db53aa756'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:06.206117 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-ea5ad21f-0cd1-4d94-9516-2d2df94bed42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a25b396d-bc0c-4562-83ae-8f26e6ab578b') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:06.207643 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-ea5ad21f-0cd1-4d94-9516-2d2df94bed42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a25b396d-bc0c-4562-83ae-8f26e6ab578b') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:06.239996 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea5ad21f-0cd1-4d94-9516-2d2df94bed42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.309263 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea5ad21f-0cd1-4d94-9516-2d2df94bed42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.326072 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea5ad21f-0cd1-4d94-9516-2d2df94bed42 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:22:06.329946 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea5ad21f-0cd1-4d94-9516-2d2df94bed42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.354635 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec95f3-2c31-426c-adc4-beba059f6ae5 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Pushing event deleted for resources: {'Port': ['ID=9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:06.379164 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:22:06.379164 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:22:06.379164 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:22:06.379164 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:22:06.379164 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:22:06.379164 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:22:06.379164 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:22:06.379164 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:22:06.379164 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:22:06.379164 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:22:06.379164 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:22:06.379164 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:22:06.379164 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:22:06.379164 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:22:06.379164 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:22:06.379164 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:22:06.379164 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:22:06.379164 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:22:06.379164 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:22:06.379164 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:22:06.379164 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:22:06.379164 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:22:06.379164 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:22:06.379164 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:22:06.379164 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:22:06.379164 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:22:06.379164 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:22:06.379164 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:22:06.379164 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:22:06.379164 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:22:06.379164 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:22:06.379164 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:22:06.448364 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-bb8dc9b8-c9e6-4a8c-a248-7dfbc1186819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:06.449901 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-bb8dc9b8-c9e6-4a8c-a248-7dfbc1186819 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c5e67745e0e4776a7b5c36d90365bdc&device_id=7e79e93c-40e6-4aa1-9e30-d90d6aecb73e HTTP/1.1" status: 200 len: 1096 time: 0.6918857 Jul 29 23:22:06.485891 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b92aea-ba51-4457-9be5-ca31bed4af78 req-7dec95f3-2c31-426c-adc4-beba059f6ae5 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] No DVR routers for this DVR port 9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:22:06.502404 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-43b92aea-ba51-4457-9be5-ca31bed4af78 req-7dec95f3-2c31-426c-adc4-beba059f6ae5 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.506700 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43b92aea-ba51-4457-9be5-ca31bed4af78 req-7dec95f3-2c31-426c-adc4-beba059f6ae5 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.23 "DELETE /v2.0/ports/9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc HTTP/1.1" status: 204 len: 173 time: 3.9403148 Jul 29 23:22:06.548230 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-73ce5657-92c0-42ea-a3e4-39ef1aa5708f req-dff12ab3-79a2-4de1-9027-6b8159e57922 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6751418 Jul 29 23:22:06.592057 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea5ad21f-0cd1-4d94-9516-2d2df94bed42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.606769 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c8d8ae5-c31a-4994-964c-b3221d796354 x-openstack-request-id: req-3c8d8ae5-c31a-4994-964c-b3221d796354 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:06.607083 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6a71fa-07ab-492f-a39c-f83be5046164", "name": "network-vif-plugged", "status": "completed", "tag": "9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:06.607359 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c8d8ae5-c31a-4994-964c-b3221d796354 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:06.607789 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6a71fa-07ab-492f-a39c-f83be5046164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc', 'code': 200} Jul 29 23:22:06.637645 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-2704bf8f-06f1-4922-97b0-2331b7f53988 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d74005cd-c4f9-4ae9-bc47-788d8c2beb0a HTTP/1.1" status: 200 len: 217 time: 0.1487110 Jul 29 23:22:06.664520 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea5ad21f-0cd1-4d94-9516-2d2df94bed42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.664520 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ea5ad21f-0cd1-4d94-9516-2d2df94bed42 admin admin] 10.222.0.18 "DELETE /v2.0/networks/82f5f5ac-c5dd-44b7-8506-988edc38d8ca HTTP/1.1" status: 204 len: 168 time: 1.3108804 Jul 29 23:22:06.668789 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ad21f-0cd1-4d94-9516-2d2df94bed42 admin admin] Pushing event deleted for resources: {'Network': ['ID=82f5f5ac-c5dd-44b7-8506-988edc38d8ca,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:06.746553 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-71b06f15-e853-400b-ba8a-05c50f8ac984 None None] For port fb3197e0-e1b2-4088-97a7-944d391e1f0a, host n-d-712140-10, got binding levels [] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:06.746962 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-71b06f15-e853-400b-ba8a-05c50f8ac984 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.793835 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0e19923-a517-4d0c-a07b-68492f579331 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.810813 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device cf319f5a-b602-41c5-906f-8cfb95360c8b up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:06.919431 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-71b06f15-e853-400b-ba8a-05c50f8ac984 None None] Calling delete_port for fb3197e0-e1b2-4088-97a7-944d391e1f0a owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:06.938353 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.ipam_backend_mixin [None req-71b06f15-e853-400b-ba8a-05c50f8ac984 None None] Port fb3197e0-e1b2-4088-97a7-944d391e1f0a was not found and therefore no delete operation was performed {{(pid=94065) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:22:06.951958 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b985aa-1ae2-490b-8694-4a2cb6775c12 x-openstack-request-id: req-e3b985aa-1ae2-490b-8694-4a2cb6775c12 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:06.952348 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e79e93c-40e6-4aa1-9e30-d90d6aecb73e", "tag": "d74005cd-c4f9-4ae9-bc47-788d8c2beb0a", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:06.952740 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e3b985aa-1ae2-490b-8694-4a2cb6775c12 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:06.953276 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e79e93c-40e6-4aa1-9e30-d90d6aecb73e', 'tag': 'd74005cd-c4f9-4ae9-bc47-788d8c2beb0a', 'status': 'completed', 'code': 200} Jul 29 23:22:06.967466 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.974001 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-71b06f15-e853-400b-ba8a-05c50f8ac984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:06.978492 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba3418-0966-49ff-8635-a797c3935dbe req-1ad136c4-f5fd-45e8-8265-5a0afa8147b3 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:06.987401 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-75ba3418-0966-49ff-8635-a797c3935dbe req-1ad136c4-f5fd-45e8-8265-5a0afa8147b3 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e79e93c-40e6-4aa1-9e30-d90d6aecb73e HTTP/1.1" status: 200 len: 944 time: 0.3681769 Jul 29 23:22:07.020451 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-006871ac-d0ed-4110-b234-4472b9d2ba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:07.022472 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-006871ac-d0ed-4110-b234-4472b9d2ba63 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=44be0901-f3e6-4ee5-b617-283959d6aed1 HTTP/1.1" status: 200 len: 844 time: 0.2557456 Jul 29 23:22:07.035829 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e19923-a517-4d0c-a07b-68492f579331 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Pushing event updated for resources: {'Subnet': ['ID=fffddf2e-bc80-431a-8608-3b06cabcad59,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:07.055622 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-71b06f15-e853-400b-ba8a-05c50f8ac984 None None] Network 82f5f5ac-c5dd-44b7-8506-988edc38d8ca is not hosted by any dhcp agent {{(pid=94065) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:22:07.059415 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b06f15-e853-400b-ba8a-05c50f8ac984 None None] No DVR routers for this DVR port fb3197e0-e1b2-4088-97a7-944d391e1f0a on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:22:07.069898 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b06f15-e853-400b-ba8a-05c50f8ac984 None None] Pushing event deleted for resources: {'Port': ['ID=fb3197e0-e1b2-4088-97a7-944d391e1f0a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:07.095087 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-b8336f0c-732e-488d-850a-9ee403dd784a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603762 Jul 29 23:22:07.110538 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-75ba3418-0966-49ff-8635-a797c3935dbe req-781859bc-d883-4093-a7f1-ab0181c85244 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213024 Jul 29 23:22:07.150629 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port cf319f5a-b602-41c5-906f-8cfb95360c8b completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:07.157084 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60342) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:07.172355 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port cf319f5a-b602-41c5-906f-8cfb95360c8b triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:07.181352 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:07.233057 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e19923-a517-4d0c-a07b-68492f579331 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Checking segment: {'id': 'f920342f-b0ce-422e-a286-919fdc5f8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5dddb413-3738-461a-907f-567ac262de53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:07.233454 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e19923-a517-4d0c-a07b-68492f579331 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Network hostable DHCP agents. Network: 5dddb413-3738-461a-907f-567ac262de53, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:22:07.260343 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60346) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:07.313297 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e19923-a517-4d0c-a07b-68492f579331 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Network 5dddb413-3738-461a-907f-567ac262de53 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:22:07.378135 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-f0e19923-a517-4d0c-a07b-68492f579331 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 5dddb413-3738-461a-907f-567ac262de53) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:07.380482 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d4dbb444-ef32-4593-83ba-058a2fcbd0ef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a95d56ffb77a40d09282a19e68edf4c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1186013 Jul 29 23:22:07.384769 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60348) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:07.392543 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e19923-a517-4d0c-a07b-68492f579331 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:07.393124 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748c9bbd-b89d-4025-9951-8f09e7f31edf None None] Network 5dddb413-3738-461a-907f-567ac262de53 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:22:07.393260 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f0e19923-a517-4d0c-a07b-68492f579331 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:07.432355 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-c0df04a4-2e6b-404d-8ff8-3616dd7957fe service neutron] 10.222.0.23 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153510 Jul 29 23:22:07.472617 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f0e19923-a517-4d0c-a07b-68492f579331 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.6642807 Jul 29 23:22:07.473281 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60350) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:07.517281 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-5b30124b-e568-4599-bd8e-0f2ecccf45d9 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2119819392'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:07.528588 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d201af02-5e33-475a-95fa-740152fe1dfc req-1d6f1a02-863a-497f-81d2-f7973a23c7de service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1453643 Jul 29 23:22:07.557079 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c45c702f-75b1-4ae0-8f3a-56282025f715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:07.575025 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:07.595960 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b30124b-e568-4599-bd8e-0f2ecccf45d9 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Made reservation on behalf of 1524bc6566794e35993db0c2e1765bc4 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:07.605231 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c45c702f-75b1-4ae0-8f3a-56282025f715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:07.605561 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b30124b-e568-4599-bd8e-0f2ecccf45d9 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:07.666197 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b30124b-e568-4599-bd8e-0f2ecccf45d9 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:22:07.725190 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b30124b-e568-4599-bd8e-0f2ecccf45d9 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:07.725619 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-5b30124b-e568-4599-bd8e-0f2ecccf45d9 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Added segment bed2b64b-407a-4fb3-9c62-b1a176ad089f of type vlan for network 68b41ae8-eb35-4d49-b564-83dc1a13d23b Jul 29 23:22:07.739447 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b61e48b6-192d-4631-bde9-040e0d7ccada req-10d1c93a-d2f9-4d42-9047-abba8dbb34e6 service neutron] 10.222.0.23 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984486 Jul 29 23:22:07.744132 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-01fcb70b-e9da-4a37-ba32-5858662e8e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:07.799290 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port cf319f5a-b602-41c5-906f-8cfb95360c8b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=cf319f5a-b602-41c5-906f-8cfb95360c8b,segment=NetworkSegment(126a07da-4e6b-4d45-8d45-de22fd77dfb3),segment_id=126a07da-4e6b-4d45-8d45-de22fd77dfb3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:07.809532 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:07.827367 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 4792cffe-6537-48af-a16c-fa0b864bcf26 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:07.850919 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-01fcb70b-e9da-4a37-ba32-5858662e8e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:07.857745 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-01fcb70b-e9da-4a37-ba32-5858662e8e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:07.876074 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b30124b-e568-4599-bd8e-0f2ecccf45d9 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:07.924032 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 4792cffe-6537-48af-a16c-fa0b864bcf26 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:22:07.924352 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201af02-5e33-475a-95fa-740152fe1dfc req-0c1faf5e-236d-4b81-b072-1b27a9b4906b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:07.924958 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 4792cffe-6537-48af-a16c-fa0b864bcf26 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:22:07.925951 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d201af02-5e33-475a-95fa-740152fe1dfc req-0c1faf5e-236d-4b81-b072-1b27a9b4906b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=924eedf485ca49e88625072b8912a512&device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 1101 time: 0.2551427 Jul 29 23:22:07.939305 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fcb70b-e9da-4a37-ba32-5858662e8e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ce31b2-a744-436e-baeb-f6da00760ce9,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:07.941682 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54d6123-17ea-4f40-a7d6-7fe30afbc2b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-5dddb413-3738-461a-907f-567ac262de53', 'network_id': '5dddb413-3738-461a-907f-567ac262de53', 'tenant_id': '1524bc6566794e35993db0c2e1765bc4', 'fixed_ips': [{'subnet_id': 'fffddf2e-bc80-431a-8608-3b06cabcad59'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:22:07.942831 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c45c702f-75b1-4ae0-8f3a-56282025f715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:07.943077 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c54d6123-17ea-4f40-a7d6-7fe30afbc2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:07.946253 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c45c702f-75b1-4ae0-8f3a-56282025f715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:07.948290 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c45c702f-75b1-4ae0-8f3a-56282025f715 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b49a39a5-6b40-4177-9af4-55cf0bac9d25 HTTP/1.1" status: 204 len: 168 time: 0.5458167 Jul 29 23:22:07.978415 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c702f-75b1-4ae0-8f3a-56282025f715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49a39a5-6b40-4177-9af4-55cf0bac9d25,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:07.986705 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-01fcb70b-e9da-4a37-ba32-5858662e8e37 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b71a2000598c4d5c8f7ca9becbd93ed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8283753 Jul 29 23:22:07.990498 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60360) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:08.002058 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b30124b-e568-4599-bd8e-0f2ecccf45d9 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:08.010142 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b30124b-e568-4599-bd8e-0f2ecccf45d9 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:08.010784 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b30124b-e568-4599-bd8e-0f2ecccf45d9 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:08.026994 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=cf319f5a-b602-41c5-906f-8cfb95360c8b,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:08.036160 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bc0c9c-43c2-4947-bf9a-950c2abb5674 req-94f2056f-d926-4d80-84a2-166fc01c07af tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:08.037513 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e4bc0c9c-43c2-4947-bf9a-950c2abb5674 req-94f2056f-d926-4d80-84a2-166fc01c07af tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 945 time: 0.2446384 Jul 29 23:22:08.076102 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:08.102088 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6671d84-6357-47fd-8b83-926b3616636c req-3f36478b-f647-4fbc-8ca0-82a5fcf7c991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:08.103618 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6671d84-6357-47fd-8b83-926b3616636c req-3f36478b-f647-4fbc-8ca0-82a5fcf7c991 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c5e67745e0e4776a7b5c36d90365bdc&device_id=7e79e93c-40e6-4aa1-9e30-d90d6aecb73e HTTP/1.1" status: 200 len: 1096 time: 0.2682669 Jul 29 23:22:08.140950 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f506e791-be7e-4b38-874f-d7a583de7c79 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:08.166876 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: f506e791-be7e-4b38-874f-d7a583de7c79 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:22:08.167219 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f506e791-be7e-4b38-874f-d7a583de7c79 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:22:08.167630 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device fb3197e0-e1b2-4088-97a7-944d391e1f0a no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:08.173830 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e4bc0c9c-43c2-4947-bf9a-950c2abb5674 req-a5f78ddd-ba87-4c47-bb7c-d19228a1ee93 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058018 Jul 29 23:22:08.182361 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5b30124b-e568-4599-bd8e-0f2ecccf45d9 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6695037 Jul 29 23:22:08.192122 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: fb3197e0-e1b2-4088-97a7-944d391e1f0a {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:22:08.192478 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device fb3197e0-e1b2-4088-97a7-944d391e1f0a not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:22:08.196458 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60364) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:08.209057 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-78a231a7-268a-4002-80f8-1262a34bba2d tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Request body: {'subnet': {'network_id': '68b41ae8-eb35-4d49-b564-83dc1a13d23b', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:08.238518 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b30124b-e568-4599-bd8e-0f2ecccf45d9 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Pushing event updated for resources: {'Network': ['ID=68b41ae8-eb35-4d49-b564-83dc1a13d23b,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:08.285826 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-84dac2db-fba8-4ed3-ab6c-88b15ab3d638 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:08.288233 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 68b41ae8-eb35-4d49-b564-83dc1a13d23b details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:22:08.315878 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-84dac2db-fba8-4ed3-ab6c-88b15ab3d638 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:08.403872 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-84dac2db-fba8-4ed3-ab6c-88b15ab3d638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:08.407020 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201af02-5e33-475a-95fa-740152fe1dfc req-c0f1056b-e55a-41b0-b8f3-d08e0d484df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:08.412069 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-84dac2db-fba8-4ed3-ab6c-88b15ab3d638 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:08.412280 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d201af02-5e33-475a-95fa-740152fe1dfc req-c0f1056b-e55a-41b0-b8f3-d08e0d484df6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.4210496 Jul 29 23:22:08.412453 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-84dac2db-fba8-4ed3-ab6c-88b15ab3d638 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/56ce31b2-a744-436e-baeb-f6da00760ce9 HTTP/1.1" status: 204 len: 168 time: 0.4166715 Jul 29 23:22:08.434398 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6671d84-6357-47fd-8b83-926b3616636c req-04a32d5c-39fa-4ca0-acd2-e25acd5f1e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:08.436409 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6671d84-6357-47fd-8b83-926b3616636c req-04a32d5c-39fa-4ca0-acd2-e25acd5f1e2e service neutron] 10.222.0.23 "GET /v2.0/networks?id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4 HTTP/1.1" status: 200 len: 905 time: 0.3243439 Jul 29 23:22:08.449043 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dac2db-fba8-4ed3-ab6c-88b15ab3d638 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ce31b2-a744-436e-baeb-f6da00760ce9,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:08.493768 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d201af02-5e33-475a-95fa-740152fe1dfc req-a30baae2-f81f-43a0-8b98-6cd157af64b1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=a7499d40-a2e9-4a56-b8a3-986db53aa756 HTTP/1.1" status: 200 len: 217 time: 0.0777521 Jul 29 23:22:08.507998 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae48cc87-aead-4cc1-a1d7-5b3fce2cdb79 req-a2c26269-27ff-476b-a00c-d83ac9c0f0ea tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:08.510341 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae48cc87-aead-4cc1-a1d7-5b3fce2cdb79 req-a2c26269-27ff-476b-a00c-d83ac9c0f0ea tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e79e93c-40e6-4aa1-9e30-d90d6aecb73e HTTP/1.1" status: 200 len: 944 time: 0.1426404 Jul 29 23:22:08.511960 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6671d84-6357-47fd-8b83-926b3616636c req-77ab1100-b3a5-4544-a75b-1ae515f73d8a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d74005cd-c4f9-4ae9-bc47-788d8c2beb0a HTTP/1.1" status: 200 len: 217 time: 0.0670102 Jul 29 23:22:08.528961 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a231a7-268a-4002-80f8-1262a34bba2d tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Made reservation on behalf of 1524bc6566794e35993db0c2e1765bc4 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:08.533252 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-78a231a7-268a-4002-80f8-1262a34bba2d tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:08.579735 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-c54d6123-17ea-4f40-a7d6-7fe30afbc2b9 None None] Allocated IP 19.80.0.2 (5dddb413-3738-461a-907f-567ac262de53/fffddf2e-bc80-431a-8608-3b06cabcad59/31edd470-2c18-4d7b-a115-e16e83fc54fd) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:08.621102 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd318aeee-9d7c-4bc0-882d-e4e266aeb87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfe4fd8-7878-4c2e-b606-95c0b2134b9b'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:08.624249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6671d84-6357-47fd-8b83-926b3616636c req-4358794b-ce25-40c0-81c8-0ca74a975b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:08.624641 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28950c20-93a1-4ae2-a358-994d99e21f63" -d '{"events": [{"server_uuid": "d318aeee-9d7c-4bc0-882d-e4e266aeb87a", "name": "network-vif-plugged", "status": "completed", "tag": "8cfe4fd8-7878-4c2e-b606-95c0b2134b9b"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:08.625834 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6671d84-6357-47fd-8b83-926b3616636c req-4358794b-ce25-40c0-81c8-0ca74a975b8d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=44be0901-f3e6-4ee5-b617-283959d6aed1 HTTP/1.1" status: 200 len: 844 time: 0.1047535 Jul 29 23:22:08.671772 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201af02-5e33-475a-95fa-740152fe1dfc req-465414b7-6925-483c-a2b8-f7fe945713c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:08.674750 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d201af02-5e33-475a-95fa-740152fe1dfc req-465414b7-6925-483c-a2b8-f7fe945713c5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1720703 Jul 29 23:22:08.705157 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6671d84-6357-47fd-8b83-926b3616636c req-3f1b2dd4-1465-4740-85cd-65d951dd9642 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666130 Jul 29 23:22:08.730205 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae48cc87-aead-4cc1-a1d7-5b3fce2cdb79 req-200d8609-f610-44e7-8a0d-27130fee6d47 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114451 Jul 29 23:22:08.810135 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de13cb-2aff-4028-b55f-92d48813820f req-2c0bf159-95b0-4bb6-b8d9-47ad313d7c34 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:08.818082 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d201af02-5e33-475a-95fa-740152fe1dfc req-1536348b-b89b-4c5e-a3e0-fdbb3ebcae11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:08.823042 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20de13cb-2aff-4028-b55f-92d48813820f req-2c0bf159-95b0-4bb6-b8d9-47ad313d7c34 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 951 time: 0.2052391 Jul 29 23:22:08.825624 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d201af02-5e33-475a-95fa-740152fe1dfc req-1536348b-b89b-4c5e-a3e0-fdbb3ebcae11 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1424332 Jul 29 23:22:08.877878 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3861250-3b42-4f4e-8c11-2c56887b7db9 x-openstack-request-id: req-b3861250-3b42-4f4e-8c11-2c56887b7db9 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:08.882064 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d318aeee-9d7c-4bc0-882d-e4e266aeb87a", "name": "network-vif-plugged", "status": "completed", "tag": "8cfe4fd8-7878-4c2e-b606-95c0b2134b9b", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:08.882695 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3861250-3b42-4f4e-8c11-2c56887b7db9 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:08.883938 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd318aeee-9d7c-4bc0-882d-e4e266aeb87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cfe4fd8-7878-4c2e-b606-95c0b2134b9b', 'code': 200} Jul 29 23:22:08.943109 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20de13cb-2aff-4028-b55f-92d48813820f req-bb2d0579-6727-4b9a-8246-5f858102c588 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188200 Jul 29 23:22:08.956229 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f6a71fa-07ab-492f-a39c-f83be5046164', 'name': 'network-vif-deleted', 'tag': '9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:08.965033 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf99286-a874-45a3-8a8e-4fe96b4db1e6" -d '{"events": [{"server_uuid": "1f6a71fa-07ab-492f-a39c-f83be5046164", "name": "network-vif-deleted", "tag": "9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:08.973067 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6671d84-6357-47fd-8b83-926b3616636c req-195299d4-adf4-4f97-9249-e355d0e1387f service neutron] 10.222.0.23 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480538 Jul 29 23:22:09.075033 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312ff682-4f6b-4d22-a308-caf40dc7afa6 x-openstack-request-id: req-312ff682-4f6b-4d22-a308-caf40dc7afa6 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:09.075329 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f6a71fa-07ab-492f-a39c-f83be5046164", "name": "network-vif-deleted", "tag": "9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:09.075585 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-312ff682-4f6b-4d22-a308-caf40dc7afa6 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:09.076003 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f6a71fa-07ab-492f-a39c-f83be5046164', 'name': 'network-vif-deleted', 'tag': '9570e156-7ad0-49b2-8e74-9e9d1cf3c0cc', 'status': 'completed', 'code': 200} Jul 29 23:22:09.084307 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d201af02-5e33-475a-95fa-740152fe1dfc req-72a95b62-6693-4da5-938a-3b172eca02cb service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501514 Jul 29 23:22:09.085213 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c54d6123-17ea-4f40-a7d6-7fe30afbc2b9 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:09.089116 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-78a231a7-268a-4002-80f8-1262a34bba2d tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:09.112884 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c54d6123-17ea-4f40-a7d6-7fe30afbc2b9 None None] Transition to ACTIVE for port object 31edd470-2c18-4d7b-a115-e16e83fc54fd will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:09.150441 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c54d6123-17ea-4f40-a7d6-7fe30afbc2b9 None None] Transition to ACTIVE for port object 31edd470-2c18-4d7b-a115-e16e83fc54fd will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:09.163219 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c54d6123-17ea-4f40-a7d6-7fe30afbc2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:09.183454 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6671d84-6357-47fd-8b83-926b3616636c req-71d77c68-f34f-4bb5-a200-c24c98b60127 service neutron] 10.222.0.23 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021813 Jul 29 23:22:09.221665 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54d6123-17ea-4f40-a7d6-7fe30afbc2b9 None None] Network 5dddb413-3738-461a-907f-567ac262de53 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:09.225414 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-c54d6123-17ea-4f40-a7d6-7fe30afbc2b9 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:09.228449 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54d6123-17ea-4f40-a7d6-7fe30afbc2b9 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:09.346298 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d6123-17ea-4f40-a7d6-7fe30afbc2b9 None None] Pushing event updated for resources: {'Port': ['ID=31edd470-2c18-4d7b-a115-e16e83fc54fd,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:09.359931 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c54d6123-17ea-4f40-a7d6-7fe30afbc2b9 None None] Attempting to bind port 31edd470-2c18-4d7b-a115-e16e83fc54fd on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:09.360656 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c54d6123-17ea-4f40-a7d6-7fe30afbc2b9 None None] Attempting to bind port 31edd470-2c18-4d7b-a115-e16e83fc54fd by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'f920342f-b0ce-422e-a286-919fdc5f8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5dddb413-3738-461a-907f-567ac262de53'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:09.361036 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54d6123-17ea-4f40-a7d6-7fe30afbc2b9 None None] Attempting to bind port 31edd470-2c18-4d7b-a115-e16e83fc54fd on network 5dddb413-3738-461a-907f-567ac262de53 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:09.373252 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54d6123-17ea-4f40-a7d6-7fe30afbc2b9 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:09.384620 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54d6123-17ea-4f40-a7d6-7fe30afbc2b9 None None] Checking segment: {'id': 'f920342f-b0ce-422e-a286-919fdc5f8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5dddb413-3738-461a-907f-567ac262de53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:09.385432 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c54d6123-17ea-4f40-a7d6-7fe30afbc2b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:09.386163 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54d6123-17ea-4f40-a7d6-7fe30afbc2b9 None None] Bound using segment: {'id': 'f920342f-b0ce-422e-a286-919fdc5f8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5dddb413-3738-461a-907f-567ac262de53'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:09.386917 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c54d6123-17ea-4f40-a7d6-7fe30afbc2b9 None None] Bound port: 31edd470-2c18-4d7b-a115-e16e83fc54fd, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f920342f-b0ce-422e-a286-919fdc5f8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5dddb413-3738-461a-907f-567ac262de53'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:09.387757 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c54d6123-17ea-4f40-a7d6-7fe30afbc2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:09.462231 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba2135c-3311-4bf6-b24d-15c4db4e08af req-e71154f9-2f2e-41b3-83e2-df00d06ef53b tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:09.479031 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0ba2135c-3311-4bf6-b24d-15c4db4e08af req-e71154f9-2f2e-41b3-83e2-df00d06ef53b tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 945 time: 0.1153035 Jul 29 23:22:09.508994 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c54d6123-17ea-4f40-a7d6-7fe30afbc2b9 None None] For port 31edd470-2c18-4d7b-a115-e16e83fc54fd, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:09.514474 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c54d6123-17ea-4f40-a7d6-7fe30afbc2b9 None None] For port 31edd470-2c18-4d7b-a115-e16e83fc54fd, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=31edd470-2c18-4d7b-a115-e16e83fc54fd,segment=NetworkSegment(f920342f-b0ce-422e-a286-919fdc5f8b2b),segment_id=f920342f-b0ce-422e-a286-919fdc5f8b2b)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:09.524366 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c54d6123-17ea-4f40-a7d6-7fe30afbc2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:09.555473 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0ba2135c-3311-4bf6-b24d-15c4db4e08af req-0faecc58-5802-47d3-999e-6287e3f7f91c tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722067 Jul 29 23:22:09.675386 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d6123-17ea-4f40-a7d6-7fe30afbc2b9 None None] Pushing event updated for resources: {'Port': ['ID=31edd470-2c18-4d7b-a115-e16e83fc54fd,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:09.726130 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device d74005cd-c4f9-4ae9-bc47-788d8c2beb0a details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:09.741220 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6b925-c12e-4ef5-9081-fb83c99bab55 req-7073221b-f5a6-45c7-9428-eed542bcc7cc tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:09.745411 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-79c6b925-c12e-4ef5-9081-fb83c99bab55 req-7073221b-f5a6-45c7-9428-eed542bcc7cc tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.23 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 951 time: 0.1075282 Jul 29 23:22:09.978611 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a231a7-268a-4002-80f8-1262a34bba2d tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Pushing event updated for resources: {'Subnet': ['ID=219f5796-ac57-4e3b-9eaa-2f03d276bdfd,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:09.982712 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port d74005cd-c4f9-4ae9-bc47-788d8c2beb0a, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=d74005cd-c4f9-4ae9-bc47-788d8c2beb0a,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:09.995360 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5968d2ad-b4f8-4137-8181-4a6ae5b9ef83 req-fb850d24-c2bf-4a13-8ec5-b1f4830f913f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:09.997062 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5968d2ad-b4f8-4137-8181-4a6ae5b9ef83 req-fb850d24-c2bf-4a13-8ec5-b1f4830f913f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 1097 time: 0.9254866 Jul 29 23:22:10.016704 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'd74005cd-c4f9-4ae9-bc47-788d8c2beb0a', 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4', 'port_id': 'd74005cd-c4f9-4ae9-bc47-788d8c2beb0a', 'mac_address': 'fa:16:3e:72:14:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44be0901-f3e6-4ee5-b617-283959d6aed1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:22:10.036585 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-79c6b925-c12e-4ef5-9081-fb83c99bab55 req-e27618bf-cff0-4f03-8727-f60d92477c63 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Deleting port 45fec350-aae1-403f-997f-e395567914fd {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:10.037811 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-79c6b925-c12e-4ef5-9081-fb83c99bab55 req-e27618bf-cff0-4f03-8727-f60d92477c63 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:10.060097 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a231a7-268a-4002-80f8-1262a34bba2d tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Checking segment: {'id': 'bed2b64b-407a-4fb3-9c62-b1a176ad089f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '68b41ae8-eb35-4d49-b564-83dc1a13d23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:10.060097 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a231a7-268a-4002-80f8-1262a34bba2d tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Network hostable DHCP agents. Network: 68b41ae8-eb35-4d49-b564-83dc1a13d23b, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:22:10.108287 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:10.136592 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a295993-40dc-42c9-8ca4-5131a5e33f77 req-e5768e5b-6090-4da4-8cad-eac54db51079 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:10.140303 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d74005cd-c4f9-4ae9-bc47-788d8c2beb0a {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:10.142680 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d201af02-5e33-475a-95fa-740152fe1dfc req-7dc2d7ee-af65-4197-b0af-e525996059ec service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0505836 Jul 29 23:22:10.146802 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a295993-40dc-42c9-8ca4-5131a5e33f77 req-e5768e5b-6090-4da4-8cad-eac54db51079 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e79e93c-40e6-4aa1-9e30-d90d6aecb73e HTTP/1.1" status: 200 len: 944 time: 0.2102675 Jul 29 23:22:10.156110 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a231a7-268a-4002-80f8-1262a34bba2d tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Network 68b41ae8-eb35-4d49-b564-83dc1a13d23b is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:22:10.172870 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5968d2ad-b4f8-4137-8181-4a6ae5b9ef83 req-7f08691e-0004-4a44-9eb7-9c52e66aee21 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491809 Jul 29 23:22:10.174916 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-78a231a7-268a-4002-80f8-1262a34bba2d tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 68b41ae8-eb35-4d49-b564-83dc1a13d23b) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:10.182666 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a231a7-268a-4002-80f8-1262a34bba2d tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:10.184434 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-78a231a7-268a-4002-80f8-1262a34bba2d tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:10.206010 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8661c33c-5156-419f-b7ae-79afa70e81bc None None] Network 68b41ae8-eb35-4d49-b564-83dc1a13d23b requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:22:10.212946 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-78a231a7-268a-4002-80f8-1262a34bba2d tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.0136366 Jul 29 23:22:10.296532 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a295993-40dc-42c9-8ca4-5131a5e33f77 req-9b517b29-3b73-4fa6-94c3-b94daa01273a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392117 Jul 29 23:22:10.362750 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-754bfc09-5bea-464d-bb6e-63ae1e6f5e87 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=1907e41c0b8f4d6691aa9889502f785f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393488 Jul 29 23:22:10.366522 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-79c6b925-c12e-4ef5-9081-fb83c99bab55 req-e27618bf-cff0-4f03-8727-f60d92477c63 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] For port 45fec350-aae1-403f-997f-e395567914fd, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=45fec350-aae1-403f-997f-e395567914fd,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:10.366891 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-79c6b925-c12e-4ef5-9081-fb83c99bab55 req-e27618bf-cff0-4f03-8727-f60d92477c63 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:10.430107 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 31edd470-2c18-4d7b-a115-e16e83fc54fd up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:10.433177 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port d74005cd-c4f9-4ae9-bc47-788d8c2beb0a, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=d74005cd-c4f9-4ae9-bc47-788d8c2beb0a,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:10.447173 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-79c6b925-c12e-4ef5-9081-fb83c99bab55 req-e27618bf-cff0-4f03-8727-f60d92477c63 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Calling delete_port for 45fec350-aae1-403f-997f-e395567914fd owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:10.456010 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:10.585272 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95578ec3-f948-4baa-8a16-adb9e351d31e req-e7656ce3-a10f-4181-b3ef-c19da165ede3 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:10.589647 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95578ec3-f948-4baa-8a16-adb9e351d31e req-e7656ce3-a10f-4181-b3ef-c19da165ede3 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba37ef80-3814-4e81-9e93-e84ead14ead7 HTTP/1.1" status: 200 len: 951 time: 0.1979640 Jul 29 23:22:10.603811 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=d74005cd-c4f9-4ae9-bc47-788d8c2beb0a,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:10.639275 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 31edd470-2c18-4d7b-a115-e16e83fc54fd completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:10.652615 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device cf319f5a-b602-41c5-906f-8cfb95360c8b up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:10.660261 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-b8e72bd8-162d-4ac3-873a-1936051d9290 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:10.662178 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-b8e72bd8-162d-4ac3-873a-1936051d9290 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2986312 Jul 29 23:22:10.691692 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['d74005cd-c4f9-4ae9-bc47-788d8c2beb0a'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:10.712187 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-5c8c3817-0a6c-4503-ae91-292e72606956 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.18 "GET /v2.0/quotas/1907e41c0b8f4d6691aa9889502f785f HTTP/1.1" status: 200 len: 375 time: 0.0372334 Jul 29 23:22:10.724522 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95578ec3-f948-4baa-8a16-adb9e351d31e req-60a9ed05-0720-4a9f-8002-ed56ddb3764d tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155086 Jul 29 23:22:10.772771 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-47271d77-1869-4350-8ced-e9dcc2f3337b tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1907e41c0b8f4d6691aa9889502f785f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470886 Jul 29 23:22:10.807996 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a52d16-ba09-4ad8-b89b-7a67c6fd34f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-68b41ae8-eb35-4d49-b564-83dc1a13d23b', 'network_id': '68b41ae8-eb35-4d49-b564-83dc1a13d23b', 'tenant_id': '1524bc6566794e35993db0c2e1765bc4', 'fixed_ips': [{'subnet_id': '219f5796-ac57-4e3b-9eaa-2f03d276bdfd'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:22:10.809844 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31a52d16-ba09-4ad8-b89b-7a67c6fd34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:10.854584 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port cf319f5a-b602-41c5-906f-8cfb95360c8b triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:10.855099 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:10.878650 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-79c6b925-c12e-4ef5-9081-fb83c99bab55 req-e27618bf-cff0-4f03-8727-f60d92477c63 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:10.984731 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27618bf-cff0-4f03-8727-f60d92477c63 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Pushing event deleted for resources: {'Port': ['ID=45fec350-aae1-403f-997f-e395567914fd,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:11.157550 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c6b925-c12e-4ef5-9081-fb83c99bab55 req-e27618bf-cff0-4f03-8727-f60d92477c63 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] No DVR routers for this DVR port 45fec350-aae1-403f-997f-e395567914fd on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:22:11.166234 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-79c6b925-c12e-4ef5-9081-fb83c99bab55 req-e27618bf-cff0-4f03-8727-f60d92477c63 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:11.168508 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-79c6b925-c12e-4ef5-9081-fb83c99bab55 req-e27618bf-cff0-4f03-8727-f60d92477c63 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.23 "DELETE /v2.0/ports/45fec350-aae1-403f-997f-e395567914fd HTTP/1.1" status: 204 len: 173 time: 1.4171910 Jul 29 23:22:11.172166 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba37ef80-3814-4e81-9e93-e84ead14ead7', 'name': 'network-vif-deleted', 'tag': '45fec350-aae1-403f-997f-e395567914fd'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:11.174288 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0f20c6-2718-41ab-b5da-90ff2c0e5059" -d '{"events": [{"server_uuid": "ba37ef80-3814-4e81-9e93-e84ead14ead7", "name": "network-vif-deleted", "tag": "45fec350-aae1-403f-997f-e395567914fd"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:11.282798 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['a7499d40-a2e9-4a56-b8a3-986db53aa756'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:11.451204 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a491be-e76d-4760-ba1c-d24a4ee39948 None None] Network 5dddb413-3738-461a-907f-567ac262de53 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:22:11.462908 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-5a38c948-3ea6-4ef8-be94-7520be771c84 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:11.481463 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-5a38c948-3ea6-4ef8-be94-7520be771c84 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:11.484528 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-5a38c948-3ea6-4ef8-be94-7520be771c84 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/networks?id=5dddb413-3738-461a-907f-567ac262de53&id=68b41ae8-eb35-4d49-b564-83dc1a13d23b&id=5dddb413-3738-461a-907f-567ac262de53 HTTP/1.1" status: 200 len: 1391 time: 0.2481554 Jul 29 23:22:11.538907 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-c51cedce-0bb6-48cf-b837-169f11326e5e tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/quotas/1524bc6566794e35993db0c2e1765bc4 HTTP/1.1" status: 200 len: 375 time: 0.0405293 Jul 29 23:22:11.579069 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-773bbd83-140f-440a-9d14-5e53ad09f8a6 None None] Provisioning for port 31edd470-2c18-4d7b-a115-e16e83fc54fd completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:11.594061 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-773bbd83-140f-440a-9d14-5e53ad09f8a6 None None] Provisioning complete for port 31edd470-2c18-4d7b-a115-e16e83fc54fd triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:11.594447 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-773bbd83-140f-440a-9d14-5e53ad09f8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:11.608021 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f5c266-1e4d-447f-b4d0-8e835995da0c req-b19d5dc6-5d6d-4bb5-bc0f-05450f5cd88b tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:11.621241 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b7f5c266-1e4d-447f-b4d0-8e835995da0c req-b19d5dc6-5d6d-4bb5-bc0f-05450f5cd88b tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 945 time: 0.1345215 Jul 29 23:22:11.653180 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-31ece317-6f46-421f-ac95-19dbca9e505e tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1524bc6566794e35993db0c2e1765bc4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1020081 Jul 29 23:22:11.768465 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b7f5c266-1e4d-447f-b4d0-8e835995da0c req-1f066470-a0b5-48c6-bcea-d8a136f2382c tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428149 Jul 29 23:22:11.780278 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-31a52d16-ba09-4ad8-b89b-7a67c6fd34f4 None None] Allocated IP 19.86.0.2 (68b41ae8-eb35-4d49-b564-83dc1a13d23b/219f5796-ac57-4e3b-9eaa-2f03d276bdfd/649e4c41-f5e4-4b6b-b210-1a700edb3d40) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:11.834253 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-a9b1b6c5-6c75-461f-a3b8-d157a5ab2e61 service neutron] 10.222.0.18 "GET /v2.0/networks/5dddb413-3738-461a-907f-567ac262de53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676352 Jul 29 23:22:11.915773 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f3208a49-19d4-485e-9686-53763c0484f8 req-88a730e9-98f6-41dc-a3e6-f107f125143f tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d6de1c-6b33-475a-824f-8b7f6c93e9ea HTTP/1.1" status: 200 len: 210 time: 0.0578177 Jul 29 23:22:11.989887 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-a810158c-980b-4aaa-b7cd-0f4b2a7dd2b7 service neutron] 10.222.0.18 "GET /v2.0/networks/5dddb413-3738-461a-907f-567ac262de53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544869 Jul 29 23:22:12.115617 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['9f263227-493b-4ab4-bad6-ec4d86f88ffe'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:12.147103 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-773bbd83-140f-440a-9d14-5e53ad09f8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:12.165674 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beab5246-ea00-4b6f-92ab-1fa32d47b4e4 x-openstack-request-id: req-beab5246-ea00-4b6f-92ab-1fa32d47b4e4 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:12.166464 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba37ef80-3814-4e81-9e93-e84ead14ead7", "name": "network-vif-deleted", "tag": "45fec350-aae1-403f-997f-e395567914fd", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:12.166464 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-beab5246-ea00-4b6f-92ab-1fa32d47b4e4 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:12.167043 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba37ef80-3814-4e81-9e93-e84ead14ead7', 'name': 'network-vif-deleted', 'tag': '45fec350-aae1-403f-997f-e395567914fd', 'status': 'completed', 'code': 200} Jul 29 23:22:12.171425 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-f299d2a3-47b0-4cae-be06-62a243d1e987 service neutron] 10.222.0.18 "GET /v2.0/networks/68b41ae8-eb35-4d49-b564-83dc1a13d23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733878 Jul 29 23:22:12.238719 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31a52d16-ba09-4ad8-b89b-7a67c6fd34f4 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:12.266485 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-31a52d16-ba09-4ad8-b89b-7a67c6fd34f4 None None] Transition to ACTIVE for port object 649e4c41-f5e4-4b6b-b210-1a700edb3d40 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:12.287966 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-773bbd83-140f-440a-9d14-5e53ad09f8a6 None None] For port 31edd470-2c18-4d7b-a115-e16e83fc54fd, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=31edd470-2c18-4d7b-a115-e16e83fc54fd,segment=NetworkSegment(f920342f-b0ce-422e-a286-919fdc5f8b2b),segment_id=f920342f-b0ce-422e-a286-919fdc5f8b2b)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:12.300263 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-773bbd83-140f-440a-9d14-5e53ad09f8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:12.302793 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-31a52d16-ba09-4ad8-b89b-7a67c6fd34f4 None None] Transition to ACTIVE for port object 649e4c41-f5e4-4b6b-b210-1a700edb3d40 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:12.339962 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31a52d16-ba09-4ad8-b89b-7a67c6fd34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:12.347424 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85221ea8-18bf-4858-8e9b-823fc246014f req-202a105f-0350-46a6-ac8e-173a5574b888 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:12.349051 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85221ea8-18bf-4858-8e9b-823fc246014f req-202a105f-0350-46a6-ac8e-173a5574b888 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e79e93c-40e6-4aa1-9e30-d90d6aecb73e HTTP/1.1" status: 200 len: 945 time: 0.0852106 Jul 29 23:22:12.391176 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a52d16-ba09-4ad8-b89b-7a67c6fd34f4 None None] Network 68b41ae8-eb35-4d49-b564-83dc1a13d23b is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:12.398538 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-0355076e-952a-496d-9721-4d7f57032ddc service neutron] 10.222.0.18 "GET /v2.0/networks/68b41ae8-eb35-4d49-b564-83dc1a13d23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101297 Jul 29 23:22:12.401840 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-31a52d16-ba09-4ad8-b89b-7a67c6fd34f4 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:12.405791 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a52d16-ba09-4ad8-b89b-7a67c6fd34f4 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:12.407754 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773bbd83-140f-440a-9d14-5e53ad09f8a6 None None] Pushing event updated for resources: {'Port': ['ID=31edd470-2c18-4d7b-a115-e16e83fc54fd,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:12.444408 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85221ea8-18bf-4858-8e9b-823fc246014f req-9cdb374b-8acc-4f18-a725-8051120c2335 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828617 Jul 29 23:22:12.544444 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-027cf943-c170-4fc1-9237-703a31b0f580 service neutron] 10.222.0.18 "GET /v2.0/networks/5dddb413-3738-461a-907f-567ac262de53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255405 Jul 29 23:22:12.610780 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a52d16-ba09-4ad8-b89b-7a67c6fd34f4 None None] Pushing event updated for resources: {'Port': ['ID=649e4c41-f5e4-4b6b-b210-1a700edb3d40,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:12.615013 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-31a52d16-ba09-4ad8-b89b-7a67c6fd34f4 None None] Attempting to bind port 649e4c41-f5e4-4b6b-b210-1a700edb3d40 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:12.615676 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-31a52d16-ba09-4ad8-b89b-7a67c6fd34f4 None None] Attempting to bind port 649e4c41-f5e4-4b6b-b210-1a700edb3d40 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'bed2b64b-407a-4fb3-9c62-b1a176ad089f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '68b41ae8-eb35-4d49-b564-83dc1a13d23b'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:12.616028 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a52d16-ba09-4ad8-b89b-7a67c6fd34f4 None None] Attempting to bind port 649e4c41-f5e4-4b6b-b210-1a700edb3d40 on network 68b41ae8-eb35-4d49-b564-83dc1a13d23b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:12.638100 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a52d16-ba09-4ad8-b89b-7a67c6fd34f4 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:12.639028 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a52d16-ba09-4ad8-b89b-7a67c6fd34f4 None None] Checking segment: {'id': 'bed2b64b-407a-4fb3-9c62-b1a176ad089f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '68b41ae8-eb35-4d49-b564-83dc1a13d23b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:12.639684 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31a52d16-ba09-4ad8-b89b-7a67c6fd34f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:12.640380 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a52d16-ba09-4ad8-b89b-7a67c6fd34f4 None None] Bound using segment: {'id': 'bed2b64b-407a-4fb3-9c62-b1a176ad089f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '68b41ae8-eb35-4d49-b564-83dc1a13d23b'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:12.641514 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-31a52d16-ba09-4ad8-b89b-7a67c6fd34f4 None None] Bound port: 649e4c41-f5e4-4b6b-b210-1a700edb3d40, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bed2b64b-407a-4fb3-9c62-b1a176ad089f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '68b41ae8-eb35-4d49-b564-83dc1a13d23b'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:12.642250 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31a52d16-ba09-4ad8-b89b-7a67c6fd34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:12.663625 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-60a1a1ae-6626-4943-932f-12531a0168fb None None] Provisioning complete for port 31edd470-2c18-4d7b-a115-e16e83fc54fd triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:12.664010 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60a1a1ae-6626-4943-932f-12531a0168fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:12.674752 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-adc1336e-920b-461c-b447-532f34038260 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=1907e41c0b8f4d6691aa9889502f785f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1188316 Jul 29 23:22:12.750484 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-31a52d16-ba09-4ad8-b89b-7a67c6fd34f4 None None] For port 649e4c41-f5e4-4b6b-b210-1a700edb3d40, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:12.754206 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-31a52d16-ba09-4ad8-b89b-7a67c6fd34f4 None None] For port 649e4c41-f5e4-4b6b-b210-1a700edb3d40, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=649e4c41-f5e4-4b6b-b210-1a700edb3d40,segment=NetworkSegment(bed2b64b-407a-4fb3-9c62-b1a176ad089f),segment_id=bed2b64b-407a-4fb3-9c62-b1a176ad089f)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:12.759494 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31a52d16-ba09-4ad8-b89b-7a67c6fd34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:12.806744 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58200688-c9c0-4f2b-aebe-957813a68b1b req-00d8bfd9-5369-4a8f-aa00-f27d56d396da tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:12.812682 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-58200688-c9c0-4f2b-aebe-957813a68b1b req-00d8bfd9-5369-4a8f-aa00-f27d56d396da tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 1097 time: 0.1835656 Jul 29 23:22:12.843025 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-ec995ab7-42fd-4f7c-ae23-9a09092647f1 service neutron] 10.222.0.18 "GET /v2.0/networks/5dddb413-3738-461a-907f-567ac262de53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901013 Jul 29 23:22:12.860151 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a52d16-ba09-4ad8-b89b-7a67c6fd34f4 None None] Pushing event updated for resources: {'Port': ['ID=649e4c41-f5e4-4b6b-b210-1a700edb3d40,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:12.868877 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-dfa907e6-246e-4aa2-891f-221254291e74 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:12.871281 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-dfa907e6-246e-4aa2-891f-221254291e74 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1793525 Jul 29 23:22:12.892997 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-a1d07338-c427-43af-8c0e-c3ea0a215121 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Request body: {'port': {'device_id': 'b1d6de1c-6b33-475a-824f-8b7f6c93e9ea', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'admin_state_up': True, 'tenant_id': '1907e41c0b8f4d6691aa9889502f785f'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:12.955250 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-58200688-c9c0-4f2b-aebe-957813a68b1b req-801d5c5e-3d2b-45a1-b920-96b3baf0afc8 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234393 Jul 29 23:22:13.155702 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-a1d07338-c427-43af-8c0e-c3ea0a215121 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Made reservation on behalf of 1907e41c0b8f4d6691aa9889502f785f for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:13.167101 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-a1d07338-c427-43af-8c0e-c3ea0a215121 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:13.199061 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-a1d07338-c427-43af-8c0e-c3ea0a215121 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:13.345131 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-a1d07338-c427-43af-8c0e-c3ea0a215121 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:13.366346 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-a1d07338-c427-43af-8c0e-c3ea0a215121 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:13.420044 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f5eb2dc3-ba04-4e48-9da7-2a9de81c6458 req-5358836b-cb54-47da-a264-45b31a0b137b tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d6de1c-6b33-475a-824f-8b7f6c93e9ea HTTP/1.1" status: 200 len: 210 time: 0.0724907 Jul 29 23:22:13.597724 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60534) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:13.605424 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d07338-c427-43af-8c0e-c3ea0a215121 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6af6a8c7-ab46-43e1-890f-e1a100b2fea6,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:13.615223 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c019d869-64cd-4170-98cb-6c19ae8604e8 req-764d918f-cf46-45df-af01-645ff45bd388 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/ports?device_id=b03aef0c-36c9-4872-9863-19e6147374db HTTP/1.1" status: 200 len: 210 time: 0.1550097 Jul 29 23:22:13.731148 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd238e47-957d-49bf-a4ef-9a477bcb2263 req-da0d4f0c-c184-4c05-957b-f00ac5613f69 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:13.732929 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cd238e47-957d-49bf-a4ef-9a477bcb2263 req-da0d4f0c-c184-4c05-957b-f00ac5613f69 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 1097 time: 0.1746116 Jul 29 23:22:13.751948 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device d74005cd-c4f9-4ae9-bc47-788d8c2beb0a up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:13.808397 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f0ad72c8-afeb-41b5-b443-9db478148f45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:13.853163 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port d74005cd-c4f9-4ae9-bc47-788d8c2beb0a completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:13.863237 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port d74005cd-c4f9-4ae9-bc47-788d8c2beb0a triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:13.864027 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:13.995454 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f0ad72c8-afeb-41b5-b443-9db478148f45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:14.002584 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f0ad72c8-afeb-41b5-b443-9db478148f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:14.046451 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:14.073277 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ad72c8-afeb-41b5-b443-9db478148f45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6966760-5e81-4c54-b246-869a635098b0,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:14.104597 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port d74005cd-c4f9-4ae9-bc47-788d8c2beb0a, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=d74005cd-c4f9-4ae9-bc47-788d8c2beb0a,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:14.104597 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e79e93c-40e6-4aa1-9e30-d90d6aecb73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74005cd-c4f9-4ae9-bc47-788d8c2beb0a'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:14.104597 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41604f34-9ac2-4add-af6b-006981fb7dc7" -d '{"events": [{"server_uuid": "7e79e93c-40e6-4aa1-9e30-d90d6aecb73e", "name": "network-vif-plugged", "status": "completed", "tag": "d74005cd-c4f9-4ae9-bc47-788d8c2beb0a"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:14.115473 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:14.116328 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 45fec350-aae1-403f-997f-e395567914fd no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:14.130640 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f0ad72c8-afeb-41b5-b443-9db478148f45 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7169647663164bf79f74106449fc6606&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5309162 Jul 29 23:22:14.135774 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60540) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:14.169537 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:22:14.232682 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-a1d07338-c427-43af-8c0e-c3ea0a215121 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Allocated IP 192.168.233.148 (adb88f5c-b5bd-41cf-b367-228eab6e0075/28e6de27-5b72-4bf0-88e6-0cdec4cf806e/e37b3611-18ab-4719-86cf-3c4129044d88) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:14.235605 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=d74005cd-c4f9-4ae9-bc47-788d8c2beb0a,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:14.236720 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cd238e47-957d-49bf-a4ef-9a477bcb2263 req-1018158f-7cf6-4324-9f06-6b2cd74704fa tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4765542 Jul 29 23:22:14.239391 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 45fec350-aae1-403f-997f-e395567914fd {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:22:14.239743 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 45fec350-aae1-403f-997f-e395567914fd not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:22:14.251485 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fd63ac-b6f5-485c-93fa-2e69ceb0be9a req-bfa565c6-def2-47bf-bbcc-c8148d8ac4db tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:14.259607 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-53fd63ac-b6f5-485c-93fa-2e69ceb0be9a req-bfa565c6-def2-47bf-bbcc-c8148d8ac4db tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 950 time: 0.5449052 Jul 29 23:22:14.282045 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3eabeb73-026b-4ae5-ba8d-6f214a6ff5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:14.287933 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 31edd470-2c18-4d7b-a115-e16e83fc54fd up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:14.323137 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3eabeb73-026b-4ae5-ba8d-6f214a6ff5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:14.326438 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-53fd63ac-b6f5-485c-93fa-2e69ceb0be9a req-0edca736-c124-4309-9ab0-c744ea725227 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658011 Jul 29 23:22:14.386383 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3eabeb73-026b-4ae5-ba8d-6f214a6ff5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:14.388463 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 31edd470-2c18-4d7b-a115-e16e83fc54fd triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:14.388927 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:14.395506 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3eabeb73-026b-4ae5-ba8d-6f214a6ff5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:14.402349 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3eabeb73-026b-4ae5-ba8d-6f214a6ff5f5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6966760-5e81-4c54-b246-869a635098b0 HTTP/1.1" status: 204 len: 168 time: 0.2652922 Jul 29 23:22:14.424868 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eabeb73-026b-4ae5-ba8d-6f214a6ff5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6966760-5e81-4c54-b246-869a635098b0,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:14.453632 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab70a36-9d13-40a8-bb52-88c5f5cbff10 x-openstack-request-id: req-9ab70a36-9d13-40a8-bb52-88c5f5cbff10 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:14.453928 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e79e93c-40e6-4aa1-9e30-d90d6aecb73e", "name": "network-vif-plugged", "status": "completed", "tag": "d74005cd-c4f9-4ae9-bc47-788d8c2beb0a", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:14.454180 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ab70a36-9d13-40a8-bb52-88c5f5cbff10 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:14.454590 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e79e93c-40e6-4aa1-9e30-d90d6aecb73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd74005cd-c4f9-4ae9-bc47-788d8c2beb0a', 'code': 200} Jul 29 23:22:14.519281 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e5d64b-d713-428a-8f65-47c1c20c4a57 None None] Network 68b41ae8-eb35-4d49-b564-83dc1a13d23b requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:22:14.642430 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6af8497d-21f2-4149-a169-d5ae1050343a None None] Provisioning for port 649e4c41-f5e4-4b6b-b210-1a700edb3d40 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:14.655889 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 649e4c41-f5e4-4b6b-b210-1a700edb3d40 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:14.807550 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 649e4c41-f5e4-4b6b-b210-1a700edb3d40 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:14.916149 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da98fbb-be71-485f-8f55-3991c863b23e req-1ea5ab44-d2ad-4270-8558-26e801783012 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:14.924251 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2da98fbb-be71-485f-8f55-3991c863b23e req-1ea5ab44-d2ad-4270-8558-26e801783012 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e79e93c-40e6-4aa1-9e30-d90d6aecb73e HTTP/1.1" status: 200 len: 946 time: 0.4344125 Jul 29 23:22:14.940120 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d217880-6459-4d40-a060-31fa20abb7eb req-200dc637-f097-4f69-90d8-5c4514f302e1 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:14.941850 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d217880-6459-4d40-a060-31fa20abb7eb req-200dc637-f097-4f69-90d8-5c4514f302e1 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.23 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 950 time: 0.2247350 Jul 29 23:22:15.048482 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 649e4c41-f5e4-4b6b-b210-1a700edb3d40 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:15.049665 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:15.065301 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-dfd257de-9590-4978-a3ed-bfd884932215 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:15.081605 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-dfd257de-9590-4978-a3ed-bfd884932215 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:15.085724 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-dfd257de-9590-4978-a3ed-bfd884932215 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.39 "GET /v2.0/networks?id=5dddb413-3738-461a-907f-567ac262de53&id=68b41ae8-eb35-4d49-b564-83dc1a13d23b&id=5dddb413-3738-461a-907f-567ac262de53 HTTP/1.1" status: 200 len: 1391 time: 0.4595721 Jul 29 23:22:15.151633 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-739dfc57-574b-418f-9e5c-b8340f7eb7e4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Request body: {'port': {'device_id': 'b03aef0c-36c9-4872-9863-19e6147374db', 'network_id': '5dddb413-3738-461a-907f-567ac262de53', 'admin_state_up': True, 'tenant_id': '1524bc6566794e35993db0c2e1765bc4'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:15.188863 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:15.231558 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-a1d07338-c427-43af-8c0e-c3ea0a215121 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:15.233359 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 649e4c41-f5e4-4b6b-b210-1a700edb3d40, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=649e4c41-f5e4-4b6b-b210-1a700edb3d40,segment=NetworkSegment(bed2b64b-407a-4fb3-9c62-b1a176ad089f),segment_id=bed2b64b-407a-4fb3-9c62-b1a176ad089f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:15.247436 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:15.320798 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=649e4c41-f5e4-4b6b-b210-1a700edb3d40,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:15.327042 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-af211759-713b-47f2-8dec-ea3bca660fdd req-cb5369e0-4991-4748-a467-2882f266f6a8 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d6de1c-6b33-475a-824f-8b7f6c93e9ea HTTP/1.1" status: 200 len: 210 time: 0.1733634 Jul 29 23:22:15.331809 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6d670-8efa-4b5d-9dd9-3a45aa0bb66f req-c0f47137-e0a1-45ff-bcd5-e65c0e128fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:15.333523 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f6b6d670-8efa-4b5d-9dd9-3a45aa0bb66f req-c0f47137-e0a1-45ff-bcd5-e65c0e128fba service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7e79e93c-40e6-4aa1-9e30-d90d6aecb73e HTTP/1.1" status: 200 len: 1098 time: 0.3113627 Jul 29 23:22:15.350176 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2da98fbb-be71-485f-8f55-3991c863b23e req-8fb2fb3b-75c0-441c-a491-db02079227f8 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232600 Jul 29 23:22:15.357720 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-739dfc57-574b-418f-9e5c-b8340f7eb7e4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Made reservation on behalf of 1524bc6566794e35993db0c2e1765bc4 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:15.362529 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-739dfc57-574b-418f-9e5c-b8340f7eb7e4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:15.373761 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-a1d07338-c427-43af-8c0e-c3ea0a215121 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Transition to ACTIVE for port object e37b3611-18ab-4719-86cf-3c4129044d88 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:15.439597 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f6b6d670-8efa-4b5d-9dd9-3a45aa0bb66f req-43f50176-65bc-456a-aabf-26382de902bb service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976441 Jul 29 23:22:15.443578 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-8d217880-6459-4d40-a060-31fa20abb7eb req-a7c57b36-85c3-4d3f-aa6f-34594e09a367 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Deleting port 9f263227-493b-4ab4-bad6-ec4d86f88ffe {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:15.452104 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8d217880-6459-4d40-a060-31fa20abb7eb req-a7c57b36-85c3-4d3f-aa6f-34594e09a367 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:15.574446 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-69e8e944-1775-4e8f-bfed-a72ffa0dbcd2 req-3b019764-0423-457b-9ba0-52196966963d tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/ports?device_id=b03aef0c-36c9-4872-9863-19e6147374db HTTP/1.1" status: 200 len: 210 time: 0.0463202 Jul 29 23:22:15.591674 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-a1d07338-c427-43af-8c0e-c3ea0a215121 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:15.598705 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a16624af-28e7-4343-8240-ad1a72eb2176 None None] Provisioning complete for port 649e4c41-f5e4-4b6b-b210-1a700edb3d40 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:15.599300 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a16624af-28e7-4343-8240-ad1a72eb2176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:15.659197 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-739dfc57-574b-418f-9e5c-b8340f7eb7e4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Allocated IP 19.80.0.247 (5dddb413-3738-461a-907f-567ac262de53/fffddf2e-bc80-431a-8608-3b06cabcad59/7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:15.660033 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-a1d07338-c427-43af-8c0e-c3ea0a215121 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:15.660033 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-a1d07338-c427-43af-8c0e-c3ea0a215121 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:15.669935 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-a1d07338-c427-43af-8c0e-c3ea0a215121 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:15.769338 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-8d217880-6459-4d40-a060-31fa20abb7eb req-a7c57b36-85c3-4d3f-aa6f-34594e09a367 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] For port 9f263227-493b-4ab4-bad6-ec4d86f88ffe, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9f263227-493b-4ab4-bad6-ec4d86f88ffe,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:15.769731 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8d217880-6459-4d40-a060-31fa20abb7eb req-a7c57b36-85c3-4d3f-aa6f-34594e09a367 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:15.777551 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d07338-c427-43af-8c0e-c3ea0a215121 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Pushing event updated for resources: {'Port': ['ID=e37b3611-18ab-4719-86cf-3c4129044d88,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:15.859956 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-8d217880-6459-4d40-a060-31fa20abb7eb req-a7c57b36-85c3-4d3f-aa6f-34594e09a367 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Calling delete_port for 9f263227-493b-4ab4-bad6-ec4d86f88ffe owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:15.896042 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-a1d07338-c427-43af-8c0e-c3ea0a215121 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:15.896707 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-a1d07338-c427-43af-8c0e-c3ea0a215121 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:16.034876 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-a1d07338-c427-43af-8c0e-c3ea0a215121 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1530333 Jul 29 23:22:16.036494 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-739dfc57-574b-418f-9e5c-b8340f7eb7e4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:16.060981 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-739dfc57-574b-418f-9e5c-b8340f7eb7e4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Transition to ACTIVE for port object 7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:16.090452 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-b234a074-ce74-4629-94b1-918c14f6721b service neutron] Request body: {'port': {'device_id': 'b1d6de1c-6b33-475a-824f-8b7f6c93e9ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:16.116638 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22048abd-7cc9-4855-b6a8-c092d06f2813 req-732c0fa6-8c11-4285-8a73-c2632deadea6 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:16.118427 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-22048abd-7cc9-4855-b6a8-c092d06f2813 req-732c0fa6-8c11-4285-8a73-c2632deadea6 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a HTTP/1.1" status: 200 len: 950 time: 0.2952769 Jul 29 23:22:16.129446 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 649e4c41-f5e4-4b6b-b210-1a700edb3d40 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:16.156306 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-739dfc57-574b-418f-9e5c-b8340f7eb7e4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:16.220357 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-739dfc57-574b-418f-9e5c-b8340f7eb7e4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Network 5dddb413-3738-461a-907f-567ac262de53 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:16.226221 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-739dfc57-574b-418f-9e5c-b8340f7eb7e4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:16.230529 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-739dfc57-574b-418f-9e5c-b8340f7eb7e4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:16.278071 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6c66aeef-6666-432d-9585-4df1902928fe None None] Provisioning for port e37b3611-18ab-4719-86cf-3c4129044d88 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:16.283971 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-22048abd-7cc9-4855-b6a8-c092d06f2813 req-c1797d48-e213-42b8-8162-c58494720cfb tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247802 Jul 29 23:22:16.305318 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739dfc57-574b-418f-9e5c-b8340f7eb7e4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Pushing event updated for resources: {'Port': ['ID=7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:16.309252 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-b234a074-ce74-4629-94b1-918c14f6721b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:16.310972 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6c66aeef-6666-432d-9585-4df1902928fe None None] Provisioning complete for port e37b3611-18ab-4719-86cf-3c4129044d88 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:16.311765 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c66aeef-6666-432d-9585-4df1902928fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:16.383471 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-739dfc57-574b-418f-9e5c-b8340f7eb7e4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:16.384805 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-739dfc57-574b-418f-9e5c-b8340f7eb7e4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:16.416417 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-6c66aeef-6666-432d-9585-4df1902928fe None None] Port e37b3611-18ab-4719-86cf-3c4129044d88 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:22:16.439614 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 649e4c41-f5e4-4b6b-b210-1a700edb3d40 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:16.442938 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:16.445868 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-739dfc57-574b-418f-9e5c-b8340f7eb7e4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2984765 Jul 29 23:22:16.461025 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-d36d6f2d-db83-482c-a858-f7f1636b0d27 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Request body: {'port': {'device_id': 'b03aef0c-36c9-4872-9863-19e6147374db', 'network_id': '68b41ae8-eb35-4d49-b564-83dc1a13d23b', 'admin_state_up': True, 'tenant_id': '1524bc6566794e35993db0c2e1765bc4'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:16.758432 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-dcba516c-067f-443c-b529-0d5cdf88c135 None None] Provisioning for port 7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:16.765253 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-dcba516c-067f-443c-b529-0d5cdf88c135 None None] Provisioning complete for port 7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:16.765595 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-d36d6f2d-db83-482c-a858-f7f1636b0d27 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Made reservation on behalf of 1524bc6566794e35993db0c2e1765bc4 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:16.765921 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dcba516c-067f-443c-b529-0d5cdf88c135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:16.773195 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-d36d6f2d-db83-482c-a858-f7f1636b0d27 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:16.856761 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8d217880-6459-4d40-a060-31fa20abb7eb req-a7c57b36-85c3-4d3f-aa6f-34594e09a367 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:16.857731 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-dcba516c-067f-443c-b529-0d5cdf88c135 None None] Port 7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:22:16.871719 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['a7499d40-a2e9-4a56-b8a3-986db53aa756'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:16.922095 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c57b36-85c3-4d3f-aa6f-34594e09a367 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Pushing event deleted for resources: {'Port': ['ID=9f263227-493b-4ab4-bad6-ec4d86f88ffe,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:17.032715 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d217880-6459-4d40-a060-31fa20abb7eb req-a7c57b36-85c3-4d3f-aa6f-34594e09a367 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] No DVR routers for this DVR port 9f263227-493b-4ab4-bad6-ec4d86f88ffe on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:22:17.056819 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-d36d6f2d-db83-482c-a858-f7f1636b0d27 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Allocated IP 19.86.0.233 (68b41ae8-eb35-4d49-b564-83dc1a13d23b/219f5796-ac57-4e3b-9eaa-2f03d276bdfd/1298d5b1-a6a8-413a-8bc8-76eaa62a83ba) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:17.063067 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8d217880-6459-4d40-a060-31fa20abb7eb req-a7c57b36-85c3-4d3f-aa6f-34594e09a367 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:17.066779 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d217880-6459-4d40-a060-31fa20abb7eb req-a7c57b36-85c3-4d3f-aa6f-34594e09a367 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.23 "DELETE /v2.0/ports/9f263227-493b-4ab4-bad6-ec4d86f88ffe HTTP/1.1" status: 204 len: 173 time: 2.1126883 Jul 29 23:22:17.066779 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cc6f92-bbd8-49bb-b1cc-8093a55faa0a', 'name': 'network-vif-deleted', 'tag': '9f263227-493b-4ab4-bad6-ec4d86f88ffe'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:17.070003 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fa527b-ac44-43dc-926e-9ada364e0894" -d '{"events": [{"server_uuid": "d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a", "name": "network-vif-deleted", "tag": "9f263227-493b-4ab4-bad6-ec4d86f88ffe"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:17.148792 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c71269-3be4-4608-9f3e-6912e0eb1377 req-f974f983-c9f9-474c-8ca3-97488382bb95 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:17.156796 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f3c71269-3be4-4608-9f3e-6912e0eb1377 req-f974f983-c9f9-474c-8ca3-97488382bb95 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d6de1c-6b33-475a-824f-8b7f6c93e9ea HTTP/1.1" status: 200 len: 936 time: 0.1698983 Jul 29 23:22:17.251754 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-9775d6ba-e1e0-4f3f-af6e-cea918287b34 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:22:17.252951 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-9775d6ba-e1e0-4f3f-af6e-cea918287b34 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0197525 Jul 29 23:22:17.268237 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f3c71269-3be4-4608-9f3e-6912e0eb1377 req-43d54ab5-a2e4-4e92-8684-8085cbc67591 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.18 "GET /v2.0/security-groups?id=6af6a8c7-ab46-43e1-890f-e1a100b2fea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101625 Jul 29 23:22:17.270878 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-b234a074-ce74-4629-94b1-918c14f6721b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e37b3611-18ab-4719-86cf-3c4129044d88 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:17.299918 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-1ff22f45-e484-402d-a9b4-8e2d6d9a64cd service neutron] Request body: {'binding': {'host': 'n-h1-712140-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:17.301029 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-1ff22f45-e484-402d-a9b4-8e2d6d9a64cd service neutron] Unknown quota resources ['binding']. {{(pid=94063) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:22:17.303965 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-b234a074-ce74-4629-94b1-918c14f6721b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:17.343052 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-d36d6f2d-db83-482c-a858-f7f1636b0d27 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:17.362347 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-d36d6f2d-db83-482c-a858-f7f1636b0d27 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Transition to ACTIVE for port object 1298d5b1-a6a8-413a-8bc8-76eaa62a83ba will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:17.392181 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-b234a074-ce74-4629-94b1-918c14f6721b service neutron] Transition to ACTIVE for port object e37b3611-18ab-4719-86cf-3c4129044d88 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:17.410503 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-b234a074-ce74-4629-94b1-918c14f6721b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:17.437816 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-d36d6f2d-db83-482c-a858-f7f1636b0d27 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:17.501826 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-d36d6f2d-db83-482c-a858-f7f1636b0d27 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Network 68b41ae8-eb35-4d49-b564-83dc1a13d23b is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:17.507192 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-d36d6f2d-db83-482c-a858-f7f1636b0d27 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:17.513958 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-d36d6f2d-db83-482c-a858-f7f1636b0d27 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:17.597048 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-d36d6f2d-db83-482c-a858-f7f1636b0d27 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:17.598578 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-d36d6f2d-db83-482c-a858-f7f1636b0d27 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:17.618793 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238dfbc7-de22-4728-b6a0-0d166b8218fb req-b552e0be-d92f-4eef-86c3-6050ecbced38 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:17.620941 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36d6f2d-db83-482c-a858-f7f1636b0d27 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Pushing event updated for resources: {'Port': ['ID=1298d5b1-a6a8-413a-8bc8-76eaa62a83ba,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:17.621235 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-238dfbc7-de22-4728-b6a0-0d166b8218fb req-b552e0be-d92f-4eef-86c3-6050ecbced38 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e79e93c-40e6-4aa1-9e30-d90d6aecb73e HTTP/1.1" status: 200 len: 946 time: 0.2705369 Jul 29 23:22:17.652127 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-d36d6f2d-db83-482c-a858-f7f1636b0d27 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2013342 Jul 29 23:22:17.652895 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b234a074-ce74-4629-94b1-918c14f6721b service neutron] Pushing event updated for resources: {'Port': ['ID=e37b3611-18ab-4719-86cf-3c4129044d88,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:17.668591 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-90448ed2-5ed5-467f-b7a8-812b96ba82e8 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Request body: {'port': {'device_id': 'b03aef0c-36c9-4872-9863-19e6147374db', 'network_id': '5dddb413-3738-461a-907f-567ac262de53', 'admin_state_up': True, 'tenant_id': '1524bc6566794e35993db0c2e1765bc4'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:17.751890 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9f263227-493b-4ab4-bad6-ec4d86f88ffe no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:17.776617 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-1ff22f45-e484-402d-a9b4-8e2d6d9a64cd service neutron] Attempting to bind port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b on host n-h1-712140-10 for vnic_type normal with profile None {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:17.777194 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-1ff22f45-e484-402d-a9b4-8e2d6d9a64cd service neutron] Attempting to bind port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:17.777762 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-1ff22f45-e484-402d-a9b4-8e2d6d9a64cd service neutron] Attempting to bind port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b on network 55fb160e-6b45-47b4-8565-f685f832c4b9 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:17.809497 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 9f263227-493b-4ab4-bad6-ec4d86f88ffe {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:22:17.810403 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9f263227-493b-4ab4-bad6-ec4d86f88ffe not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:22:17.851269 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-1ff22f45-e484-402d-a9b4-8e2d6d9a64cd service neutron] Port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b on network 55fb160e-6b45-47b4-8565-f685f832c4b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:22:17.852240 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-1ff22f45-e484-402d-a9b4-8e2d6d9a64cd service neutron] Attempting to bind port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b on network 55fb160e-6b45-47b4-8565-f685f832c4b9 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:17.875059 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-90448ed2-5ed5-467f-b7a8-812b96ba82e8 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Made reservation on behalf of 1524bc6566794e35993db0c2e1765bc4 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:17.880344 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-90448ed2-5ed5-467f-b7a8-812b96ba82e8 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:17.896450 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-238dfbc7-de22-4728-b6a0-0d166b8218fb req-336d8758-33bd-45b8-a3b1-5bd1c31ce076 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603643 Jul 29 23:22:17.916679 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-1ff22f45-e484-402d-a9b4-8e2d6d9a64cd service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:17.916679 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-1ff22f45-e484-402d-a9b4-8e2d6d9a64cd service neutron] Checking segment: {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:17.916679 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-1ff22f45-e484-402d-a9b4-8e2d6d9a64cd service neutron] Bound using segment: {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:17.916679 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-1ff22f45-e484-402d-a9b4-8e2d6d9a64cd service neutron] Bound port: 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:17.994600 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-b234a074-ce74-4629-94b1-918c14f6721b service neutron] Attempting to bind port e37b3611-18ab-4719-86cf-3c4129044d88 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:17.995653 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-b234a074-ce74-4629-94b1-918c14f6721b service neutron] Attempting to bind port e37b3611-18ab-4719-86cf-3c4129044d88 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:17.996275 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-b234a074-ce74-4629-94b1-918c14f6721b service neutron] Attempting to bind port e37b3611-18ab-4719-86cf-3c4129044d88 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:18.017172 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-b234a074-ce74-4629-94b1-918c14f6721b service neutron] Port e37b3611-18ab-4719-86cf-3c4129044d88 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:22:18.018308 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-b234a074-ce74-4629-94b1-918c14f6721b service neutron] Attempting to bind port e37b3611-18ab-4719-86cf-3c4129044d88 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:18.024653 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1cdad1e8-28a4-4161-a3e0-53ad7a206cfd None None] Provisioning for port 1298d5b1-a6a8-413a-8bc8-76eaa62a83ba completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:18.031555 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1cdad1e8-28a4-4161-a3e0-53ad7a206cfd None None] Provisioning complete for port 1298d5b1-a6a8-413a-8bc8-76eaa62a83ba triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:18.032261 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1cdad1e8-28a4-4161-a3e0-53ad7a206cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:18.037316 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-b234a074-ce74-4629-94b1-918c14f6721b service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:18.037928 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-b234a074-ce74-4629-94b1-918c14f6721b service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:18.038636 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-b234a074-ce74-4629-94b1-918c14f6721b service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:18.039867 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-b234a074-ce74-4629-94b1-918c14f6721b service neutron] Bound port: e37b3611-18ab-4719-86cf-3c4129044d88, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:18.040405 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-b234a074-ce74-4629-94b1-918c14f6721b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:18.043768 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-1ff22f45-e484-402d-a9b4-8e2d6d9a64cd service neutron] For port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=8cfe4fd8-7878-4c2e-b606-95c0b2134b9b,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:18.060316 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-1ff22f45-e484-402d-a9b4-8e2d6d9a64cd service neutron] Notify callbacks [] for binding, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:18.062328 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-1ff22f45-e484-402d-a9b4-8e2d6d9a64cd service neutron] 10.222.0.18 "POST /v2.0/ports/8cfe4fd8-7878-4c2e-b606-95c0b2134b9b/bindings HTTP/1.1" status: 201 len: 390 time: 0.7816539 Jul 29 23:22:18.082124 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1cdad1e8-28a4-4161-a3e0-53ad7a206cfd None None] Port 1298d5b1-a6a8-413a-8bc8-76eaa62a83ba cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:22:18.223875 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-b234a074-ce74-4629-94b1-918c14f6721b service neutron] For port e37b3611-18ab-4719-86cf-3c4129044d88, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:18.247676 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-b234a074-ce74-4629-94b1-918c14f6721b service neutron] For port e37b3611-18ab-4719-86cf-3c4129044d88, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=e37b3611-18ab-4719-86cf-3c4129044d88,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:18.254225 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-b234a074-ce74-4629-94b1-918c14f6721b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:18.314215 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366a72a-00cc-4efa-a39e-1c8890cf2b88 req-27aa08c5-5535-4359-95b0-6ed663f0e45e tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:18.321553 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366a72a-00cc-4efa-a39e-1c8890cf2b88 req-27aa08c5-5535-4359-95b0-6ed663f0e45e tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:18.330176 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d366a72a-00cc-4efa-a39e-1c8890cf2b88 req-27aa08c5-5535-4359-95b0-6ed663f0e45e tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/ports?device_id=b03aef0c-36c9-4872-9863-19e6147374db HTTP/1.1" status: 200 len: 1655 time: 0.1647756 Jul 29 23:22:18.345348 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-b234a074-ce74-4629-94b1-918c14f6721b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:18.346345 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-b234a074-ce74-4629-94b1-918c14f6721b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:18.348687 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-b234a074-ce74-4629-94b1-918c14f6721b service neutron] 10.222.0.23 "PUT /v2.0/ports/e37b3611-18ab-4719-86cf-3c4129044d88 HTTP/1.1" status: 200 len: 1097 time: 2.2956600 Jul 29 23:22:18.349073 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-90448ed2-5ed5-467f-b7a8-812b96ba82e8 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Allocated IP 19.80.0.55 (5dddb413-3738-461a-907f-567ac262de53/fffddf2e-bc80-431a-8608-3b06cabcad59/27b48121-f946-4abd-bad5-c862966141e9) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:18.443380 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d366a72a-00cc-4efa-a39e-1c8890cf2b88 req-e1540812-8614-4437-8cf7-2fb92858121a tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74a574a-0c52-4781-a2e3-5b7322a30418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116786 Jul 29 23:22:18.451313 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b234a074-ce74-4629-94b1-918c14f6721b service neutron] Pushing event updated for resources: {'Port': ['ID=e37b3611-18ab-4719-86cf-3c4129044d88,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:18.517472 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-574e48e1-e4d7-4f9e-8c7a-68086e7f335c x-openstack-request-id: req-574e48e1-e4d7-4f9e-8c7a-68086e7f335c {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:18.517830 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8cc6f92-bbd8-49bb-b1cc-8093a55faa0a", "name": "network-vif-deleted", "tag": "9f263227-493b-4ab4-bad6-ec4d86f88ffe", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:18.518018 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-574e48e1-e4d7-4f9e-8c7a-68086e7f335c {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:18.518425 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8cc6f92-bbd8-49bb-b1cc-8093a55faa0a', 'name': 'network-vif-deleted', 'tag': '9f263227-493b-4ab4-bad6-ec4d86f88ffe', 'status': 'completed', 'code': 200} Jul 29 23:22:18.609901 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-fedd6696-5262-4fcb-9d9e-a0c3ac1f0941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:18.613290 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-fedd6696-5262-4fcb-9d9e-a0c3ac1f0941 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1907e41c0b8f4d6691aa9889502f785f&device_id=b1d6de1c-6b33-475a-824f-8b7f6c93e9ea HTTP/1.1" status: 200 len: 1100 time: 0.1941760 Jul 29 23:22:18.636820 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-f47c9ccc-6ef2-46bc-b64a-05ad5bfdab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:18.639442 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-f47c9ccc-6ef2-46bc-b64a-05ad5bfdab31 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b675f7a309964096bd61726e3752bfc0&device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 1097 time: 0.1328597 Jul 29 23:22:18.683168 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-1b50945d-96cf-4e7e-b34a-f32c3ec0d80f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=e37b3611-18ab-4719-86cf-3c4129044d88 HTTP/1.1" status: 200 len: 217 time: 0.0621352 Jul 29 23:22:18.690982 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-90448ed2-5ed5-467f-b7a8-812b96ba82e8 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:18.708499 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-90448ed2-5ed5-467f-b7a8-812b96ba82e8 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Transition to ACTIVE for port object 27b48121-f946-4abd-bad5-c862966141e9 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:18.759158 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-90448ed2-5ed5-467f-b7a8-812b96ba82e8 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:18.812229 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-90448ed2-5ed5-467f-b7a8-812b96ba82e8 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Network 5dddb413-3738-461a-907f-567ac262de53 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:18.821406 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-90448ed2-5ed5-467f-b7a8-812b96ba82e8 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:18.824462 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90448ed2-5ed5-467f-b7a8-812b96ba82e8 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Pushing event updated for resources: {'Port': ['ID=27b48121-f946-4abd-bad5-c862966141e9,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:18.828155 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-90448ed2-5ed5-467f-b7a8-812b96ba82e8 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:18.889675 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-99483f3f-48f2-4c05-923d-095eb7264def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:18.891554 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-99483f3f-48f2-4c05-923d-095eb7264def service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1923103 Jul 29 23:22:18.902946 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-90448ed2-5ed5-467f-b7a8-812b96ba82e8 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:18.903625 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-90448ed2-5ed5-467f-b7a8-812b96ba82e8 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:18.924343 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-90448ed2-5ed5-467f-b7a8-812b96ba82e8 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2617507 Jul 29 23:22:18.940501 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-cf3b4581-a65e-48da-a016-43857913e1db service neutron] Request body: {'port': {'device_id': 'b03aef0c-36c9-4872-9863-19e6147374db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:18.946492 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf921ac3-a143-4fbe-bb31-3833c7df8a99 req-f40e8759-3df3-4973-b236-7190edadb521 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:18.949187 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cf921ac3-a143-4fbe-bb31-3833c7df8a99 req-f40e8759-3df3-4973-b236-7190edadb521 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 945 time: 0.2515378 Jul 29 23:22:19.010189 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a15a98-3267-4319-8703-0fd1e8f45d6f req-adad9642-a34d-4eef-a92d-aa50798bff6c tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:19.012490 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-51a15a98-3267-4319-8703-0fd1e8f45d6f req-adad9642-a34d-4eef-a92d-aa50798bff6c tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d6de1c-6b33-475a-824f-8b7f6c93e9ea HTTP/1.1" status: 200 len: 948 time: 0.2465520 Jul 29 23:22:19.018045 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-76edbb4a-1cd7-4f4a-ba8f-89aeb5a974f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:19.020563 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-76edbb4a-1cd7-4f4a-ba8f-89aeb5a974f4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=55fb160e-6b45-47b4-8565-f685f832c4b9 HTTP/1.1" status: 200 len: 922 time: 0.3468814 Jul 29 23:22:19.021663 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-cf3b4581-a65e-48da-a016-43857913e1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:19.140973 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-dea01736-25ba-4525-9e1a-a53d7e936d58 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cfe4fd8-7878-4c2e-b606-95c0b2134b9b HTTP/1.1" status: 200 len: 217 time: 0.1045589 Jul 29 23:22:19.162875 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-da81eca7-1dee-41ec-ba6b-9e90608b741f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:19.165104 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-da81eca7-1dee-41ec-ba6b-9e90608b741f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2581353 Jul 29 23:22:19.171931 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cf921ac3-a143-4fbe-bb31-3833c7df8a99 req-dd9b4f00-c242-47f0-a1d7-3fc56dabb92a tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883438 Jul 29 23:22:19.183888 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-979c30fa-7cc8-49a9-8baf-3e85a12e5fba None None] Provisioning for port 27b48121-f946-4abd-bad5-c862966141e9 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:19.194040 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-979c30fa-7cc8-49a9-8baf-3e85a12e5fba None None] Provisioning complete for port 27b48121-f946-4abd-bad5-c862966141e9 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:19.194518 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-979c30fa-7cc8-49a9-8baf-3e85a12e5fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:19.227954 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-51a15a98-3267-4319-8703-0fd1e8f45d6f req-3d56210a-1939-4554-8201-b685c159c174 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.18 "GET /v2.0/security-groups?id=6af6a8c7-ab46-43e1-890f-e1a100b2fea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875348 Jul 29 23:22:19.266956 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-979c30fa-7cc8-49a9-8baf-3e85a12e5fba None None] Port 27b48121-f946-4abd-bad5-c862966141e9 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:22:19.307992 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-f92c1791-bbc6-46ec-9f3b-287a4b4dd132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:19.311216 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-f92c1791-bbc6-46ec-9f3b-287a4b4dd132 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ea5ab56-d2f4-49be-ac07-d932b6774fb8 HTTP/1.1" status: 200 len: 861 time: 0.1627197 Jul 29 23:22:19.362361 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-62af0059-553a-48e8-b9a3-1c0999835fd7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55fb160e-6b45-47b4-8565-f685f832c4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421369 Jul 29 23:22:19.433189 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-cf3b4581-a65e-48da-a016-43857913e1db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:19.441039 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-cf3b4581-a65e-48da-a016-43857913e1db service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:19.458179 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-cf3b4581-a65e-48da-a016-43857913e1db service neutron] Transition to ACTIVE for port object 7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:19.463537 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-cf3b4581-a65e-48da-a016-43857913e1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:19.529826 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-f209753b-1cf0-429b-be47-73428efb48a5 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3310995 Jul 29 23:22:19.534499 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b4581-a65e-48da-a016-43857913e1db service neutron] Pushing event updated for resources: {'Port': ['ID=7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:19.649877 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-cf3b4581-a65e-48da-a016-43857913e1db service neutron] Attempting to bind port 7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:19.650778 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-cf3b4581-a65e-48da-a016-43857913e1db service neutron] Attempting to bind port 7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'f920342f-b0ce-422e-a286-919fdc5f8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5dddb413-3738-461a-907f-567ac262de53'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:19.651126 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-cf3b4581-a65e-48da-a016-43857913e1db service neutron] Attempting to bind port 7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef on network 5dddb413-3738-461a-907f-567ac262de53 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:19.658150 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-cf3b4581-a65e-48da-a016-43857913e1db service neutron] Port 7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef on network 5dddb413-3738-461a-907f-567ac262de53 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:22:19.658502 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-cf3b4581-a65e-48da-a016-43857913e1db service neutron] Attempting to bind port 7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef on network 5dddb413-3738-461a-907f-567ac262de53 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:19.664602 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-fb1979b0-43fb-49d8-8baf-3c9ab9fd6dbf service neutron] 10.222.0.23 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756581 Jul 29 23:22:19.668862 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-cf3b4581-a65e-48da-a016-43857913e1db service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:19.669217 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-cf3b4581-a65e-48da-a016-43857913e1db service neutron] Checking segment: {'id': 'f920342f-b0ce-422e-a286-919fdc5f8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5dddb413-3738-461a-907f-567ac262de53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:19.669799 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-cf3b4581-a65e-48da-a016-43857913e1db service neutron] Bound using segment: {'id': 'f920342f-b0ce-422e-a286-919fdc5f8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5dddb413-3738-461a-907f-567ac262de53'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:19.670325 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-cf3b4581-a65e-48da-a016-43857913e1db service neutron] Bound port: 7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f920342f-b0ce-422e-a286-919fdc5f8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5dddb413-3738-461a-907f-567ac262de53'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:19.670677 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-cf3b4581-a65e-48da-a016-43857913e1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:19.675095 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f81526-87a5-4022-97f5-ba31941535a9 req-d2aeb5ee-b531-4b1a-ba8a-de5da962c442 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:19.682345 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57f81526-87a5-4022-97f5-ba31941535a9 req-d2aeb5ee-b531-4b1a-ba8a-de5da962c442 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/networks?id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4 HTTP/1.1" status: 200 len: 804 time: 0.3268588 Jul 29 23:22:19.775900 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57f81526-87a5-4022-97f5-ba31941535a9 req-2bbcddf6-6b97-487d-8225-4a38b4be54eb tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/quotas/7c5e67745e0e4776a7b5c36d90365bdc HTTP/1.1" status: 200 len: 375 time: 0.0915196 Jul 29 23:22:19.783173 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-cf3b4581-a65e-48da-a016-43857913e1db service neutron] For port 7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:19.788959 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-cf3b4581-a65e-48da-a016-43857913e1db service neutron] For port 7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef,segment=NetworkSegment(f920342f-b0ce-422e-a286-919fdc5f8b2b),segment_id=f920342f-b0ce-422e-a286-919fdc5f8b2b)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:19.799270 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-cf3b4581-a65e-48da-a016-43857913e1db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:19.803827 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f69e3e4b-dfc4-4414-9cca-a07eda9f4434 req-8b598c5b-d6e3-4628-90de-bfa365ba63bf service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633457 Jul 29 23:22:19.862711 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-cf3b4581-a65e-48da-a016-43857913e1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:19.863352 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-cf3b4581-a65e-48da-a016-43857913e1db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:19.864890 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-cf3b4581-a65e-48da-a016-43857913e1db service neutron] 10.222.0.39 "PUT /v2.0/ports/7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef HTTP/1.1" status: 200 len: 1093 time: 0.9319823 Jul 29 23:22:19.865330 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03aef0c-36c9-4872-9863-19e6147374db', 'tag': '7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:19.868668 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd01cfd-6dbd-475a-9824-a12ec7eb456a" -d '{"events": [{"name": "network-changed", "server_uuid": "b03aef0c-36c9-4872-9863-19e6147374db", "tag": "7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:19.899065 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-51a2fde1-6b85-430e-91bd-4b87e12b46de service neutron] 10.222.0.23 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113304 Jul 29 23:22:19.908924 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3b4581-a65e-48da-a016-43857913e1db service neutron] Pushing event updated for resources: {'Port': ['ID=7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:19.914701 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57f81526-87a5-4022-97f5-ba31941535a9 req-56435182-32a5-469d-b124-a452a2e4aa2e tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c5e67745e0e4776a7b5c36d90365bdc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1364775 Jul 29 23:22:19.929154 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-9e56fe3a-d9ff-496e-abfd-dee6768af47b service neutron] Request body: {'port': {'device_id': 'b03aef0c-36c9-4872-9863-19e6147374db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:19.996837 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-9e56fe3a-d9ff-496e-abfd-dee6768af47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:20.046324 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afc958-3c54-4814-9d51-80bad686a3b1 req-c441fb80-0623-4e15-abba-197e8db54315 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:20.053106 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afc958-3c54-4814-9d51-80bad686a3b1 req-c441fb80-0623-4e15-abba-197e8db54315 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:20.060257 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52afc958-3c54-4814-9d51-80bad686a3b1 req-c441fb80-0623-4e15-abba-197e8db54315 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:20.062264 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52afc958-3c54-4814-9d51-80bad686a3b1 req-c441fb80-0623-4e15-abba-197e8db54315 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/ports?device_id=b03aef0c-36c9-4872-9863-19e6147374db HTTP/1.1" status: 200 len: 2388 time: 0.1835856 Jul 29 23:22:20.114338 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57f81526-87a5-4022-97f5-ba31941535a9 req-879e412c-8b8d-4b1a-94f7-2f54ae4f8f8b service neutron] 10.222.0.18 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986070 Jul 29 23:22:20.156582 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52afc958-3c54-4814-9d51-80bad686a3b1 req-31a9f3ba-a7a4-4299-8bce-daf8a9b721b7 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74a574a-0c52-4781-a2e3-5b7322a30418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862312 Jul 29 23:22:20.311585 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57f81526-87a5-4022-97f5-ba31941535a9 req-d8b8ef79-acce-4455-ad7f-a39d9270144d service neutron] 10.222.0.18 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936040 Jul 29 23:22:20.386101 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-9e56fe3a-d9ff-496e-abfd-dee6768af47b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1298d5b1-a6a8-413a-8bc8-76eaa62a83ba {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:20.395852 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-9e56fe3a-d9ff-496e-abfd-dee6768af47b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:20.410630 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-9e56fe3a-d9ff-496e-abfd-dee6768af47b service neutron] Transition to ACTIVE for port object 1298d5b1-a6a8-413a-8bc8-76eaa62a83ba will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:20.415151 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-9e56fe3a-d9ff-496e-abfd-dee6768af47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:20.504652 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56fe3a-d9ff-496e-abfd-dee6768af47b service neutron] Pushing event updated for resources: {'Port': ['ID=1298d5b1-a6a8-413a-8bc8-76eaa62a83ba,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:20.520016 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d6de1c-6b33-475a-824f-8b7f6c93e9ea', 'tag': 'e37b3611-18ab-4719-86cf-3c4129044d88'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:20.522442 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c373b06-f74f-42a6-a295-d0f72242323c" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d6de1c-6b33-475a-824f-8b7f6c93e9ea", "tag": "e37b3611-18ab-4719-86cf-3c4129044d88"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:20.689042 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-9e56fe3a-d9ff-496e-abfd-dee6768af47b service neutron] Attempting to bind port 1298d5b1-a6a8-413a-8bc8-76eaa62a83ba on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:20.689890 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-9e56fe3a-d9ff-496e-abfd-dee6768af47b service neutron] Attempting to bind port 1298d5b1-a6a8-413a-8bc8-76eaa62a83ba by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'bed2b64b-407a-4fb3-9c62-b1a176ad089f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '68b41ae8-eb35-4d49-b564-83dc1a13d23b'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:20.690334 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-9e56fe3a-d9ff-496e-abfd-dee6768af47b service neutron] Attempting to bind port 1298d5b1-a6a8-413a-8bc8-76eaa62a83ba on network 68b41ae8-eb35-4d49-b564-83dc1a13d23b {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:20.701480 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-9e56fe3a-d9ff-496e-abfd-dee6768af47b service neutron] Port 1298d5b1-a6a8-413a-8bc8-76eaa62a83ba on network 68b41ae8-eb35-4d49-b564-83dc1a13d23b not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:22:20.701996 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-9e56fe3a-d9ff-496e-abfd-dee6768af47b service neutron] Attempting to bind port 1298d5b1-a6a8-413a-8bc8-76eaa62a83ba on network 68b41ae8-eb35-4d49-b564-83dc1a13d23b {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:20.711973 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-9e56fe3a-d9ff-496e-abfd-dee6768af47b service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:20.712423 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-9e56fe3a-d9ff-496e-abfd-dee6768af47b service neutron] Checking segment: {'id': 'bed2b64b-407a-4fb3-9c62-b1a176ad089f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '68b41ae8-eb35-4d49-b564-83dc1a13d23b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:20.713075 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-9e56fe3a-d9ff-496e-abfd-dee6768af47b service neutron] Bound using segment: {'id': 'bed2b64b-407a-4fb3-9c62-b1a176ad089f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '68b41ae8-eb35-4d49-b564-83dc1a13d23b'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:20.715792 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-9e56fe3a-d9ff-496e-abfd-dee6768af47b service neutron] Bound port: 1298d5b1-a6a8-413a-8bc8-76eaa62a83ba, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bed2b64b-407a-4fb3-9c62-b1a176ad089f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '68b41ae8-eb35-4d49-b564-83dc1a13d23b'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:20.715792 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-9e56fe3a-d9ff-496e-abfd-dee6768af47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:20.735701 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db09b36-2806-4cad-9ad4-65303262da97 req-21ada5e8-2c44-4ac8-bb2a-de78cd7a721d tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:20.738016 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7db09b36-2806-4cad-9ad4-65303262da97 req-21ada5e8-2c44-4ac8-bb2a-de78cd7a721d tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 949 time: 0.0986092 Jul 29 23:22:20.816758 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-9e56fe3a-d9ff-496e-abfd-dee6768af47b service neutron] For port 1298d5b1-a6a8-413a-8bc8-76eaa62a83ba, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:20.821472 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-9e56fe3a-d9ff-496e-abfd-dee6768af47b service neutron] For port 1298d5b1-a6a8-413a-8bc8-76eaa62a83ba, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=1298d5b1-a6a8-413a-8bc8-76eaa62a83ba,segment=NetworkSegment(bed2b64b-407a-4fb3-9c62-b1a176ad089f),segment_id=bed2b64b-407a-4fb3-9c62-b1a176ad089f)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:20.827404 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-9e56fe3a-d9ff-496e-abfd-dee6768af47b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:20.847400 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7db09b36-2806-4cad-9ad4-65303262da97 req-1c450468-2fd2-4534-8a31-06f8abf8562a tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021111 Jul 29 23:22:20.901455 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-9e56fe3a-d9ff-496e-abfd-dee6768af47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:20.901877 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-9e56fe3a-d9ff-496e-abfd-dee6768af47b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:20.903562 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-9e56fe3a-d9ff-496e-abfd-dee6768af47b service neutron] 10.222.0.39 "PUT /v2.0/ports/1298d5b1-a6a8-413a-8bc8-76eaa62a83ba HTTP/1.1" status: 200 len: 1093 time: 0.9794664 Jul 29 23:22:20.932867 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56fe3a-d9ff-496e-abfd-dee6768af47b service neutron] Pushing event updated for resources: {'Port': ['ID=1298d5b1-a6a8-413a-8bc8-76eaa62a83ba,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:20.949198 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488f7cac-dc0b-4fc5-8558-23482b74da71 x-openstack-request-id: req-488f7cac-dc0b-4fc5-8558-23482b74da71 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:20.949685 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b03aef0c-36c9-4872-9863-19e6147374db", "tag": "7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:20.949948 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-488f7cac-dc0b-4fc5-8558-23482b74da71 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:20.950552 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03aef0c-36c9-4872-9863-19e6147374db', 'tag': '7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef', 'status': 'completed', 'code': 200} Jul 29 23:22:20.964970 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-121f53fd-6522-4804-b507-c2048215ad4a service neutron] Request body: {'port': {'device_id': 'b03aef0c-36c9-4872-9863-19e6147374db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:21.183197 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5be75-0615-45a4-a522-0011ce996b57 req-1aff8c31-a32e-459f-a98a-1932f023e7fb tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:21.189903 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7ce5be75-0615-45a4-a522-0011ce996b57 req-1aff8c31-a32e-459f-a98a-1932f023e7fb tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 945 time: 0.2028692 Jul 29 23:22:21.217234 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd01cfd-6dbd-475a-9824-a12ec7eb456a req-8fc53449-3cda-4c0b-ab0d-68cf48baef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:21.226588 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd01cfd-6dbd-475a-9824-a12ec7eb456a req-8fc53449-3cda-4c0b-ab0d-68cf48baef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:21.229354 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd01cfd-6dbd-475a-9824-a12ec7eb456a req-8fc53449-3cda-4c0b-ab0d-68cf48baef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:21.235505 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ddd01cfd-6dbd-475a-9824-a12ec7eb456a req-8fc53449-3cda-4c0b-ab0d-68cf48baef61 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1524bc6566794e35993db0c2e1765bc4&device_id=b03aef0c-36c9-4872-9863-19e6147374db HTTP/1.1" status: 200 len: 2800 time: 0.2160883 Jul 29 23:22:21.241553 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-121f53fd-6522-4804-b507-c2048215ad4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:21.643012 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd01cfd-6dbd-475a-9824-a12ec7eb456a req-cd2fd08a-5c3a-4d69-959c-8ff663faa8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:21.644192 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd01cfd-6dbd-475a-9824-a12ec7eb456a req-cd2fd08a-5c3a-4d69-959c-8ff663faa8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:21.644192 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd01cfd-6dbd-475a-9824-a12ec7eb456a req-cd2fd08a-5c3a-4d69-959c-8ff663faa8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:21.645919 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ddd01cfd-6dbd-475a-9824-a12ec7eb456a req-cd2fd08a-5c3a-4d69-959c-8ff663faa8ac service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1524bc6566794e35993db0c2e1765bc4&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3954256 Jul 29 23:22:21.746686 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a3ae9-474b-4da5-bfba-cfc8ad40b348 req-ee7eb2a0-d510-47e2-8186-ba43e815a8c5 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:21.748232 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-988a3ae9-474b-4da5-bfba-cfc8ad40b348 req-ee7eb2a0-d510-47e2-8186-ba43e815a8c5 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.39 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 949 time: 0.6058302 Jul 29 23:22:21.758760 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device e37b3611-18ab-4719-86cf-3c4129044d88 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:21.764861 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7ce5be75-0615-45a4-a522-0011ce996b57 req-5d873474-0b11-4b39-934c-3614b51824ea tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189773 Jul 29 23:22:21.813409 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f1aa8-dc49-4007-910a-043ccf20dd37 req-af272c48-7c77-437c-abe8-6522eef958ea tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:21.837611 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f31f1aa8-dc49-4007-910a-043ccf20dd37 req-af272c48-7c77-437c-abe8-6522eef958ea tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d6de1c-6b33-475a-824f-8b7f6c93e9ea HTTP/1.1" status: 200 len: 948 time: 0.6904497 Jul 29 23:22:21.920752 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd01cfd-6dbd-475a-9824-a12ec7eb456a req-7251813b-14fc-4e2e-8cdf-fbb9696fec24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:21.922446 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ddd01cfd-6dbd-475a-9824-a12ec7eb456a req-7251813b-14fc-4e2e-8cdf-fbb9696fec24 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2691693 Jul 29 23:22:22.007697 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-121f53fd-6522-4804-b507-c2048215ad4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b48121-f946-4abd-bad5-c862966141e9 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:22.017506 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port e37b3611-18ab-4719-86cf-3c4129044d88, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=e37b3611-18ab-4719-86cf-3c4129044d88,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:22.025029 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-121f53fd-6522-4804-b507-c2048215ad4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:22.058650 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-121f53fd-6522-4804-b507-c2048215ad4a service neutron] Transition to ACTIVE for port object 27b48121-f946-4abd-bad5-c862966141e9 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:22.063724 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'e37b3611-18ab-4719-86cf-3c4129044d88', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': 'e37b3611-18ab-4719-86cf-3c4129044d88', 'mac_address': 'fa:16:3e:2e:14:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:22:22.064688 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-121f53fd-6522-4804-b507-c2048215ad4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:22.108584 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9292db4-2466-4a96-bb07-cc736adffa77 x-openstack-request-id: req-c9292db4-2466-4a96-bb07-cc736adffa77 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:22.109640 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d6de1c-6b33-475a-824f-8b7f6c93e9ea", "tag": "e37b3611-18ab-4719-86cf-3c4129044d88", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:22.110008 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c9292db4-2466-4a96-bb07-cc736adffa77 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:22.110621 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d6de1c-6b33-475a-824f-8b7f6c93e9ea', 'tag': 'e37b3611-18ab-4719-86cf-3c4129044d88', 'status': 'completed', 'code': 200} Jul 29 23:22:22.126718 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f31f1aa8-dc49-4007-910a-043ccf20dd37 req-157c5b66-75b5-4d65-9ae8-814991bbfa3d tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.18 "GET /v2.0/security-groups?id=6af6a8c7-ab46-43e1-890f-e1a100b2fea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759051 Jul 29 23:22:22.139076 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:22.197190 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37b3611-18ab-4719-86cf-3c4129044d88 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:22.306536 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f53fd-6522-4804-b507-c2048215ad4a service neutron] Pushing event updated for resources: {'Port': ['ID=27b48121-f946-4abd-bad5-c862966141e9,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:22.312875 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port e37b3611-18ab-4719-86cf-3c4129044d88, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=e37b3611-18ab-4719-86cf-3c4129044d88,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:22.322876 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:22.384429 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-988a3ae9-474b-4da5-bfba-cfc8ad40b348 req-e48ab240-8da2-47ef-bd97-7559bb5e2ac0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Deleting port a7499d40-a2e9-4a56-b8a3-986db53aa756 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:22.385030 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-988a3ae9-474b-4da5-bfba-cfc8ad40b348 req-e48ab240-8da2-47ef-bd97-7559bb5e2ac0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:22.471004 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-121f53fd-6522-4804-b507-c2048215ad4a service neutron] Attempting to bind port 27b48121-f946-4abd-bad5-c862966141e9 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:22.471681 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-121f53fd-6522-4804-b507-c2048215ad4a service neutron] Attempting to bind port 27b48121-f946-4abd-bad5-c862966141e9 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'f920342f-b0ce-422e-a286-919fdc5f8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5dddb413-3738-461a-907f-567ac262de53'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:22.472693 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-121f53fd-6522-4804-b507-c2048215ad4a service neutron] Attempting to bind port 27b48121-f946-4abd-bad5-c862966141e9 on network 5dddb413-3738-461a-907f-567ac262de53 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:22.475124 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=e37b3611-18ab-4719-86cf-3c4129044d88,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:22.480685 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-121f53fd-6522-4804-b507-c2048215ad4a service neutron] Port 27b48121-f946-4abd-bad5-c862966141e9 on network 5dddb413-3738-461a-907f-567ac262de53 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:22:22.481047 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-121f53fd-6522-4804-b507-c2048215ad4a service neutron] Attempting to bind port 27b48121-f946-4abd-bad5-c862966141e9 on network 5dddb413-3738-461a-907f-567ac262de53 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:22.488130 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-121f53fd-6522-4804-b507-c2048215ad4a service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:22.488894 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-121f53fd-6522-4804-b507-c2048215ad4a service neutron] Checking segment: {'id': 'f920342f-b0ce-422e-a286-919fdc5f8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5dddb413-3738-461a-907f-567ac262de53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:22.488894 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-121f53fd-6522-4804-b507-c2048215ad4a service neutron] Bound using segment: {'id': 'f920342f-b0ce-422e-a286-919fdc5f8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5dddb413-3738-461a-907f-567ac262de53'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:22.489747 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-121f53fd-6522-4804-b507-c2048215ad4a service neutron] Bound port: 27b48121-f946-4abd-bad5-c862966141e9, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f920342f-b0ce-422e-a286-919fdc5f8b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '5dddb413-3738-461a-907f-567ac262de53'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:22.489747 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-121f53fd-6522-4804-b507-c2048215ad4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:22.559168 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['e37b3611-18ab-4719-86cf-3c4129044d88'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:22.600952 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-121f53fd-6522-4804-b507-c2048215ad4a service neutron] For port 27b48121-f946-4abd-bad5-c862966141e9, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:22.608418 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-121f53fd-6522-4804-b507-c2048215ad4a service neutron] For port 27b48121-f946-4abd-bad5-c862966141e9, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=27b48121-f946-4abd-bad5-c862966141e9,segment=NetworkSegment(f920342f-b0ce-422e-a286-919fdc5f8b2b),segment_id=f920342f-b0ce-422e-a286-919fdc5f8b2b)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:22.615924 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-121f53fd-6522-4804-b507-c2048215ad4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:22.844593 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57f81526-87a5-4022-97f5-ba31941535a9 req-82c48a36-1ffb-4b40-b96f-fab56bdd8a95 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c5e67745e0e4776a7b5c36d90365bdc&device_id=5c6cd848-2324-415d-a5e8-c0555ce1c26d HTTP/1.1" status: 200 len: 210 time: 0.1558042 Jul 29 23:22:22.849619 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-988a3ae9-474b-4da5-bfba-cfc8ad40b348 req-e48ab240-8da2-47ef-bd97-7559bb5e2ac0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] For port a7499d40-a2e9-4a56-b8a3-986db53aa756, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a7499d40-a2e9-4a56-b8a3-986db53aa756,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:22.851118 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-988a3ae9-474b-4da5-bfba-cfc8ad40b348 req-e48ab240-8da2-47ef-bd97-7559bb5e2ac0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:22.934018 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-988a3ae9-474b-4da5-bfba-cfc8ad40b348 req-e48ab240-8da2-47ef-bd97-7559bb5e2ac0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Calling delete_port for a7499d40-a2e9-4a56-b8a3-986db53aa756 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:22.941748 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-121f53fd-6522-4804-b507-c2048215ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:22.943008 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-121f53fd-6522-4804-b507-c2048215ad4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:22.943735 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-121f53fd-6522-4804-b507-c2048215ad4a service neutron] 10.222.0.39 "PUT /v2.0/ports/27b48121-f946-4abd-bad5-c862966141e9 HTTP/1.1" status: 200 len: 1092 time: 1.9886768 Jul 29 23:22:22.958488 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b03aef0c-36c9-4872-9863-19e6147374db', 'tag': '1298d5b1-a6a8-413a-8bc8-76eaa62a83ba'}, {'name': 'network-changed', 'server_uuid': 'b03aef0c-36c9-4872-9863-19e6147374db', 'tag': '27b48121-f946-4abd-bad5-c862966141e9'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:22.963663 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4fa62d-cb71-47bb-b567-7594a500b2fb" -d '{"events": [{"name": "network-changed", "server_uuid": "b03aef0c-36c9-4872-9863-19e6147374db", "tag": "1298d5b1-a6a8-413a-8bc8-76eaa62a83ba"}, {"name": "network-changed", "server_uuid": "b03aef0c-36c9-4872-9863-19e6147374db", "tag": "27b48121-f946-4abd-bad5-c862966141e9"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:22.966458 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c373b06-f74f-42a6-a295-d0f72242323c req-42883152-612b-4d2f-89f7-1ab8d6ee1e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:22.969158 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c373b06-f74f-42a6-a295-d0f72242323c req-42883152-612b-4d2f-89f7-1ab8d6ee1e21 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1907e41c0b8f4d6691aa9889502f785f&device_id=b1d6de1c-6b33-475a-824f-8b7f6c93e9ea HTTP/1.1" status: 200 len: 1100 time: 0.8095331 Jul 29 23:22:22.987614 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b2bd0a-c022-43a5-971c-97dcb3134baa req-246a086f-3cc3-4fa2-87a7-3581a8802ec5 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:22.994340 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f53fd-6522-4804-b507-c2048215ad4a service neutron] Pushing event updated for resources: {'Port': ['ID=27b48121-f946-4abd-bad5-c862966141e9,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:23.001115 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e5b2bd0a-c022-43a5-971c-97dcb3134baa req-246a086f-3cc3-4fa2-87a7-3581a8802ec5 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 949 time: 0.4168229 Jul 29 23:22:23.097349 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-11af2010-92c7-46f9-88bf-a366ee82b8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:23.099040 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-11af2010-92c7-46f9-88bf-a366ee82b8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:23.100981 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-11af2010-92c7-46f9-88bf-a366ee82b8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:23.106417 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-11af2010-92c7-46f9-88bf-a366ee82b8b4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1524bc6566794e35993db0c2e1765bc4&device_id=b03aef0c-36c9-4872-9863-19e6147374db HTTP/1.1" status: 200 len: 2868 time: 0.0870392 Jul 29 23:22:23.187991 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-71d8b5b3-c147-43da-9697-347d9cf0ca06 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.247&port_id=7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef HTTP/1.1" status: 200 len: 217 time: 0.0733349 Jul 29 23:22:23.240441 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ba6a0-b264-4958-9891-08d76fdcdc35 req-b6e793c1-8ba9-419a-90cf-8f363660f15a tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:23.251883 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ba6a0-b264-4958-9891-08d76fdcdc35 req-b6e793c1-8ba9-419a-90cf-8f363660f15a tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:23.260890 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14ba6a0-b264-4958-9891-08d76fdcdc35 req-b6e793c1-8ba9-419a-90cf-8f363660f15a tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:23.263601 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b14ba6a0-b264-4958-9891-08d76fdcdc35 req-b6e793c1-8ba9-419a-90cf-8f363660f15a tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/ports?device_id=b03aef0c-36c9-4872-9863-19e6147374db HTTP/1.1" status: 200 len: 2412 time: 0.6824105 Jul 29 23:22:23.299517 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-27ba0bc3-49c7-4490-9654-1b59c403410a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:23.302116 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-27ba0bc3-49c7-4490-9654-1b59c403410a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fffddf2e-bc80-431a-8608-3b06cabcad59 HTTP/1.1" status: 200 len: 801 time: 0.1063187 Jul 29 23:22:23.377537 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-b3f66825-1205-475b-8a2a-5b0de7feaef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:23.379124 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-b3f66825-1205-475b-8a2a-5b0de7feaef5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5dddb413-3738-461a-907f-567ac262de53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686710 Jul 29 23:22:23.505747 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e5b2bd0a-c022-43a5-971c-97dcb3134baa req-288cc191-689f-4f5f-8a63-3795ab843d3c tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/security-groups?id=ecdd9587-5dad-40e7-8edd-729d38ffad9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5033438 Jul 29 23:22:23.519713 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-2edbae68-94e7-420f-9df3-1fe967bfd1f2 service neutron] 10.222.0.39 "GET /v2.0/networks/5dddb413-3738-461a-907f-567ac262de53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314278 Jul 29 23:22:23.580864 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b14ba6a0-b264-4958-9891-08d76fdcdc35 req-ba77dd2f-2f49-420f-8d2c-8fbc7e1b97e6 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74a574a-0c52-4781-a2e3-5b7322a30418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392652 Jul 29 23:22:23.616544 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f81526-87a5-4022-97f5-ba31941535a9 req-71e8adca-4575-4685-bc55-a650d9a0c8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:23.618451 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57f81526-87a5-4022-97f5-ba31941535a9 req-71e8adca-4575-4685-bc55-a650d9a0c8e6 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=7c5e67745e0e4776a7b5c36d90365bdc&shared=False HTTP/1.1" status: 200 len: 905 time: 0.7432096 Jul 29 23:22:23.641163 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c373b06-f74f-42a6-a295-d0f72242323c req-27be3a80-0b19-4593-96a5-ad4579fe8d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:23.643778 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c373b06-f74f-42a6-a295-d0f72242323c req-27be3a80-0b19-4593-96a5-ad4579fe8d5a service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.6142232 Jul 29 23:22:23.732949 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-fa16f1ed-acb7-42b0-8d05-7e685c7179be service neutron] 10.222.0.39 "GET /v2.0/networks/5dddb413-3738-461a-907f-567ac262de53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065399 Jul 29 23:22:23.752896 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device e37b3611-18ab-4719-86cf-3c4129044d88 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:23.809030 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-0e311923-65d8-419e-82d1-49dea90ec36e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.233&port_id=1298d5b1-a6a8-413a-8bc8-76eaa62a83ba HTTP/1.1" status: 200 len: 217 time: 0.0653803 Jul 29 23:22:23.836955 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a34de36-20eb-4042-804f-836fa33bee3c req-6af1bd9b-2f3f-4011-8fa2-faa2fb94682a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c6cd848-2324-415d-a5e8-c0555ce1c26d HTTP/1.1" status: 200 len: 210 time: 0.1982052 Jul 29 23:22:23.855957 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port e37b3611-18ab-4719-86cf-3c4129044d88 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:23.862582 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c373b06-f74f-42a6-a295-d0f72242323c req-97e7ba31-372a-4a35-ac22-96f302be27c8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=e37b3611-18ab-4719-86cf-3c4129044d88 HTTP/1.1" status: 200 len: 217 time: 0.1923454 Jul 29 23:22:23.864563 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port e37b3611-18ab-4719-86cf-3c4129044d88 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:23.866164 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:23.983747 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:23.996042 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c373b06-f74f-42a6-a295-d0f72242323c req-573cfdf7-3c43-46d1-a62c-5073f485dea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:23.997526 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c373b06-f74f-42a6-a295-d0f72242323c req-573cfdf7-3c43-46d1-a62c-5073f485dea4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1037436 Jul 29 23:22:24.016085 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d6de1c-6b33-475a-824f-8b7f6c93e9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37b3611-18ab-4719-86cf-3c4129044d88'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:24.018769 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-7b6b9dd0-b0f5-4a78-89d9-5b3926177681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:24.019528 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b6a4c2-bfd4-4fad-8db1-2f491e38591f" -d '{"events": [{"server_uuid": "b1d6de1c-6b33-475a-824f-8b7f6c93e9ea", "name": "network-vif-plugged", "status": "completed", "tag": "e37b3611-18ab-4719-86cf-3c4129044d88"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:24.024214 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-7b6b9dd0-b0f5-4a78-89d9-5b3926177681 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=219f5796-ac57-4e3b-9eaa-2f03d276bdfd HTTP/1.1" status: 200 len: 801 time: 0.2049885 Jul 29 23:22:24.027643 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38136153-2008-40cc-b322-b245f5f59705 x-openstack-request-id: req-38136153-2008-40cc-b322-b245f5f59705 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:24.032303 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b03aef0c-36c9-4872-9863-19e6147374db", "tag": "1298d5b1-a6a8-413a-8bc8-76eaa62a83ba", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b03aef0c-36c9-4872-9863-19e6147374db", "tag": "27b48121-f946-4abd-bad5-c862966141e9", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:24.034618 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-38136153-2008-40cc-b322-b245f5f59705 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:24.035444 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03aef0c-36c9-4872-9863-19e6147374db', 'tag': '1298d5b1-a6a8-413a-8bc8-76eaa62a83ba', 'status': 'completed', 'code': 200} Jul 29 23:22:24.041120 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port e37b3611-18ab-4719-86cf-3c4129044d88, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=e37b3611-18ab-4719-86cf-3c4129044d88,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:24.044624 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b03aef0c-36c9-4872-9863-19e6147374db', 'tag': '27b48121-f946-4abd-bad5-c862966141e9', 'status': 'completed', 'code': 200} Jul 29 23:22:24.047007 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:24.116016 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=e37b3611-18ab-4719-86cf-3c4129044d88,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:24.134661 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-a3d1b65d-4a25-4750-9a34-dc0061ef5b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:24.137240 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-a3d1b65d-4a25-4750-9a34-dc0061ef5b5b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=68b41ae8-eb35-4d49-b564-83dc1a13d23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908287 Jul 29 23:22:24.268009 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308c8ae-e150-4bf7-8a02-d3bb4ca7f3c5 req-ac5bd4e0-e15f-4ed7-94f3-cc5af689dcfa tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:24.270185 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2308c8ae-e150-4bf7-8a02-d3bb4ca7f3c5 req-ac5bd4e0-e15f-4ed7-94f3-cc5af689dcfa tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 945 time: 0.5258610 Jul 29 23:22:24.276800 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-988a3ae9-474b-4da5-bfba-cfc8ad40b348 req-e48ab240-8da2-47ef-bd97-7559bb5e2ac0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:24.284134 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-958c3deb-867d-439b-a058-1f5e4614a5d4 service neutron] 10.222.0.39 "GET /v2.0/networks/68b41ae8-eb35-4d49-b564-83dc1a13d23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395288 Jul 29 23:22:24.344330 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f81526-87a5-4022-97f5-ba31941535a9 req-78709eed-8303-4db5-b214-210e124e4f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:24.347268 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57f81526-87a5-4022-97f5-ba31941535a9 req-78709eed-8303-4db5-b214-210e124e4f90 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7101791 Jul 29 23:22:24.370230 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ab240-8da2-47ef-bd97-7559bb5e2ac0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Pushing event deleted for resources: {'Port': ['ID=a7499d40-a2e9-4a56-b8a3-986db53aa756,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:24.378699 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c373b06-f74f-42a6-a295-d0f72242323c req-1106e06c-b050-4b23-b401-98380f40d692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:24.380624 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c373b06-f74f-42a6-a295-d0f72242323c req-1106e06c-b050-4b23-b401-98380f40d692 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3742306 Jul 29 23:22:24.416528 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-60c4e06b-a77d-43d5-b214-562c6ebd0c51 service neutron] 10.222.0.39 "GET /v2.0/networks/68b41ae8-eb35-4d49-b564-83dc1a13d23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250820 Jul 29 23:22:24.472158 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-71bfa785-9b35-485b-bfb8-2f33d87e68e4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.55&port_id=27b48121-f946-4abd-bad5-c862966141e9 HTTP/1.1" status: 200 len: 217 time: 0.0463569 Jul 29 23:22:24.474409 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cfa3f9-281f-4a10-afd8-cfc883bc0cd6 req-69723e6c-86f1-4287-97fe-5dbf5bcb14ec tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:24.475960 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-53cfa3f9-281f-4a10-afd8-cfc883bc0cd6 req-69723e6c-86f1-4287-97fe-5dbf5bcb14ec tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d6de1c-6b33-475a-824f-8b7f6c93e9ea HTTP/1.1" status: 200 len: 950 time: 0.3226528 Jul 29 23:22:24.504953 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-988a3ae9-474b-4da5-bfba-cfc8ad40b348 req-e48ab240-8da2-47ef-bd97-7559bb5e2ac0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] No DVR routers for this DVR port a7499d40-a2e9-4a56-b8a3-986db53aa756 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:22:24.509143 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57f81526-87a5-4022-97f5-ba31941535a9 req-f65e35d5-918a-4b56-9665-0270335d7a16 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6cd848-2324-415d-a5e8-c0555ce1c26d HTTP/1.1" status: 200 len: 210 time: 0.1216612 Jul 29 23:22:24.518473 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-988a3ae9-474b-4da5-bfba-cfc8ad40b348 req-e48ab240-8da2-47ef-bd97-7559bb5e2ac0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:24.518473 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-988a3ae9-474b-4da5-bfba-cfc8ad40b348 req-e48ab240-8da2-47ef-bd97-7559bb5e2ac0 tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.39 "DELETE /v2.0/ports/a7499d40-a2e9-4a56-b8a3-986db53aa756 HTTP/1.1" status: 204 len: 173 time: 2.7430913 Jul 29 23:22:24.518473 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10abedd5-a2b8-483f-bac2-56f46d1c08f6', 'name': 'network-vif-deleted', 'tag': 'a7499d40-a2e9-4a56-b8a3-986db53aa756'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:24.518473 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56c57bf9-4be7-4afb-98ea-1193dc0f603b" -d '{"events": [{"server_uuid": "10abedd5-a2b8-483f-bac2-56f46d1c08f6", "name": "network-vif-deleted", "tag": "a7499d40-a2e9-4a56-b8a3-986db53aa756"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:24.578142 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2308c8ae-e150-4bf7-8a02-d3bb4ca7f3c5 req-11b2e439-5a2a-4ef3-85a3-ffc2c757346d tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936945 Jul 29 23:22:24.584492 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-e5971d34-11d1-463f-b809-26a675665ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:24.603886 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-e5971d34-11d1-463f-b809-26a675665ab3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fffddf2e-bc80-431a-8608-3b06cabcad59 HTTP/1.1" status: 200 len: 801 time: 0.1197617 Jul 29 23:22:24.630621 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-53cfa3f9-281f-4a10-afd8-cfc883bc0cd6 req-804414b3-292f-4816-8fa3-c07c0c97b131 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.18 "GET /v2.0/security-groups?id=6af6a8c7-ab46-43e1-890f-e1a100b2fea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969715 Jul 29 23:22:24.805623 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c373b06-f74f-42a6-a295-d0f72242323c req-8d6c48e4-18bf-4d7c-b0dd-c75a95790655 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3866673 Jul 29 23:22:24.808532 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-67969904-a6cc-4de9-a606-63666b54c46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:24.811314 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-67969904-a6cc-4de9-a606-63666b54c46d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5dddb413-3738-461a-907f-567ac262de53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1988690 Jul 29 23:22:24.906421 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6eef38-ec39-4fbf-a0e2-a1dcf3e3a3ff x-openstack-request-id: req-be6eef38-ec39-4fbf-a0e2-a1dcf3e3a3ff {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:24.907229 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d6de1c-6b33-475a-824f-8b7f6c93e9ea", "name": "network-vif-plugged", "status": "completed", "tag": "e37b3611-18ab-4719-86cf-3c4129044d88", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:24.907229 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be6eef38-ec39-4fbf-a0e2-a1dcf3e3a3ff {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:24.907516 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d6de1c-6b33-475a-824f-8b7f6c93e9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37b3611-18ab-4719-86cf-3c4129044d88', 'code': 200} Jul 29 23:22:24.973610 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83fefdcc-9e5c-4504-b1db-e721216e1766 x-openstack-request-id: req-83fefdcc-9e5c-4504-b1db-e721216e1766 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:24.975621 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10abedd5-a2b8-483f-bac2-56f46d1c08f6", "name": "network-vif-deleted", "tag": "a7499d40-a2e9-4a56-b8a3-986db53aa756", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:24.975911 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83fefdcc-9e5c-4504-b1db-e721216e1766 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:24.976439 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10abedd5-a2b8-483f-bac2-56f46d1c08f6', 'name': 'network-vif-deleted', 'tag': 'a7499d40-a2e9-4a56-b8a3-986db53aa756', 'status': 'completed', 'code': 200} Jul 29 23:22:25.055524 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-b1f6c1c8-f8a5-4b80-9a8e-f418390806a2 service neutron] 10.222.0.39 "GET /v2.0/networks/5dddb413-3738-461a-907f-567ac262de53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351236 Jul 29 23:22:25.138401 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b9e82670-6068-4be8-87af-51681a7e9e93 req-a4d270a5-15be-4dfb-87eb-8ad79cd7980b tempest-MigrationsAdminTest-1433335062 tempest-MigrationsAdminTest-1433335062-project] 10.222.0.18 "GET /v2.0/ports?device_id=10abedd5-a2b8-483f-bac2-56f46d1c08f6 HTTP/1.1" status: 200 len: 210 time: 0.0708277 Jul 29 23:22:25.184961 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9e749-de94-4c1a-8bfe-5c55b6832bb7 req-433a4a2f-7119-4978-8194-4b62ddaa6a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:25.186419 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d6a9e749-de94-4c1a-8bfe-5c55b6832bb7 req-433a4a2f-7119-4978-8194-4b62ddaa6a24 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b1d6de1c-6b33-475a-824f-8b7f6c93e9ea HTTP/1.1" status: 200 len: 1102 time: 0.1900582 Jul 29 23:22:25.221016 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-11bc72df-29bc-4e34-a9f2-51884936c5c0 req-423c5ccc-3930-4ba6-b463-8d2c0c9fc3ad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c5e67745e0e4776a7b5c36d90365bdc&device_id=5c6cd848-2324-415d-a5e8-c0555ce1c26d HTTP/1.1" status: 200 len: 210 time: 0.0426285 Jul 29 23:22:25.226223 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c373b06-f74f-42a6-a295-d0f72242323c req-d19217c7-feb9-495c-992f-5ca2f5462d20 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164639 Jul 29 23:22:25.278122 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be5010-0216-48bb-9b71-c315e724958e req-6863e099-ab12-4265-96eb-95cad557126d tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:25.296702 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be5010-0216-48bb-9b71-c315e724958e req-6863e099-ab12-4265-96eb-95cad557126d tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:25.302753 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be5010-0216-48bb-9b71-c315e724958e req-6863e099-ab12-4265-96eb-95cad557126d tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:25.312197 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28be5010-0216-48bb-9b71-c315e724958e req-6863e099-ab12-4265-96eb-95cad557126d tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/ports?device_id=b03aef0c-36c9-4872-9863-19e6147374db HTTP/1.1" status: 200 len: 2412 time: 0.1918225 Jul 29 23:22:25.359009 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0b59f368-7548-4d93-8c8f-918134e9a9d6 req-4c413c67-cd5d-452c-aa15-3e09070c9083 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c6cd848-2324-415d-a5e8-c0555ce1c26d HTTP/1.1" status: 200 len: 210 time: 0.0370109 Jul 29 23:22:25.401114 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28be5010-0216-48bb-9b71-c315e724958e req-11809bdd-8b0a-4505-9593-ee3e219a7a4e tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74a574a-0c52-4781-a2e3-5b7322a30418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828674 Jul 29 23:22:25.403282 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d6a9e749-de94-4c1a-8bfe-5c55b6832bb7 req-b98cdd16-b208-4bef-a9ba-d4926842beaa service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=6af6a8c7-ab46-43e1-890f-e1a100b2fea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052119 Jul 29 23:22:25.457585 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5532b875-bcf2-4492-9d4f-3dfec7b7409c req-dd611ce9-01fd-464f-8a75-b1f2654db552 service neutron] 10.222.0.39 "GET /v2.0/networks/5dddb413-3738-461a-907f-567ac262de53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938847 Jul 29 23:22:25.461912 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc72df-29bc-4e34-a9f2-51884936c5c0 req-fb8d969e-5df3-4c38-879a-6f7564ff7daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:25.463779 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-11bc72df-29bc-4e34-a9f2-51884936c5c0 req-fb8d969e-5df3-4c38-879a-6f7564ff7daf service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=7c5e67745e0e4776a7b5c36d90365bdc&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2291896 Jul 29 23:22:25.633256 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fa62d-cb71-47bb-b567-7594a500b2fb req-a6b19658-8a0a-454b-9f32-3f865590a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:25.634064 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fa62d-cb71-47bb-b567-7594a500b2fb req-a6b19658-8a0a-454b-9f32-3f865590a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:25.634547 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fa62d-cb71-47bb-b567-7594a500b2fb req-a6b19658-8a0a-454b-9f32-3f865590a740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:25.636247 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1e4fa62d-cb71-47bb-b567-7594a500b2fb req-a6b19658-8a0a-454b-9f32-3f865590a740 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1524bc6566794e35993db0c2e1765bc4&device_id=b03aef0c-36c9-4872-9863-19e6147374db HTTP/1.1" status: 200 len: 2868 time: 0.0751839 Jul 29 23:22:25.639665 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bc72df-29bc-4e34-a9f2-51884936c5c0 req-3b6b413e-67bd-401c-a488-7f20b75abc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:25.641085 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-11bc72df-29bc-4e34-a9f2-51884936c5c0 req-3b6b413e-67bd-401c-a488-7f20b75abc2e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1708701 Jul 29 23:22:25.819776 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5051822-a467-4421-8d67-b3e17a1f9bfc req-7e8558b4-575a-42c4-8589-59ed9662fbb0 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:25.833061 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f5051822-a467-4421-8d67-b3e17a1f9bfc req-7e8558b4-575a-42c4-8589-59ed9662fbb0 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d6de1c-6b33-475a-824f-8b7f6c93e9ea HTTP/1.1" status: 200 len: 950 time: 0.1247389 Jul 29 23:22:25.833345 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-11bc72df-29bc-4e34-a9f2-51884936c5c0 req-a16de0a6-5606-41ae-84bf-cfaa77114128 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.23 "GET /v2.0/ports?device_id=5c6cd848-2324-415d-a5e8-c0555ce1c26d HTTP/1.1" status: 200 len: 210 time: 0.1138754 Jul 29 23:22:25.868218 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e4fe3-0aa5-495b-8924-9afc001306ba req-416f2c64-0fae-48b4-96f1-ef967e7393a4 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:25.871027 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f80e4fe3-0aa5-495b-8924-9afc001306ba req-416f2c64-0fae-48b4-96f1-ef967e7393a4 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 945 time: 0.1498172 Jul 29 23:22:25.891691 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fa62d-cb71-47bb-b567-7594a500b2fb req-c9a985b2-c7cf-4824-ae17-3938180d5d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:25.893554 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1e4fa62d-cb71-47bb-b567-7594a500b2fb req-c9a985b2-c7cf-4824-ae17-3938180d5d0c service neutron] 10.222.0.39 "GET /v2.0/networks?id=68b41ae8-eb35-4d49-b564-83dc1a13d23b HTTP/1.1" status: 200 len: 903 time: 0.2365046 Jul 29 23:22:25.921855 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60728) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:25.947002 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1e4fa62d-cb71-47bb-b567-7594a500b2fb req-12e793e2-f68b-4e31-bf8f-31146eff9386 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.233&port_id=1298d5b1-a6a8-413a-8bc8-76eaa62a83ba HTTP/1.1" status: 200 len: 217 time: 0.0457244 Jul 29 23:22:25.963271 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device a7499d40-a2e9-4a56-b8a3-986db53aa756 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:26.008370 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: a7499d40-a2e9-4a56-b8a3-986db53aa756 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:22:26.009231 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device a7499d40-a2e9-4a56-b8a3-986db53aa756 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:22:26.015534 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f80e4fe3-0aa5-495b-8924-9afc001306ba req-d66100f7-ae27-4752-8fdd-67b5e23d265c tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305490 Jul 29 23:22:26.026535 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f5051822-a467-4421-8d67-b3e17a1f9bfc req-216c0791-e1b2-4db1-ab8f-076b2394760c tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.18 "GET /v2.0/security-groups?id=6af6a8c7-ab46-43e1-890f-e1a100b2fea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828759 Jul 29 23:22:26.133244 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fa62d-cb71-47bb-b567-7594a500b2fb req-0d32283d-f098-4f87-921a-44158488ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:26.135632 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1e4fa62d-cb71-47bb-b567-7594a500b2fb req-0d32283d-f098-4f87-921a-44158488ff52 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=219f5796-ac57-4e3b-9eaa-2f03d276bdfd HTTP/1.1" status: 200 len: 801 time: 0.1793704 Jul 29 23:22:26.265902 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fa62d-cb71-47bb-b567-7594a500b2fb req-e4ed8f27-e57d-420d-9f3d-d87dd5ca1b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:26.268737 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1e4fa62d-cb71-47bb-b567-7594a500b2fb req-e4ed8f27-e57d-420d-9f3d-d87dd5ca1b6e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=68b41ae8-eb35-4d49-b564-83dc1a13d23b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221220 Jul 29 23:22:26.276908 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ce10301b-3fd7-41b2-9db2-b5d7581b5b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:26.472810 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1e4fa62d-cb71-47bb-b567-7594a500b2fb req-0111b54b-dd64-40ed-b8ea-0e938c134203 service neutron] 10.222.0.39 "GET /v2.0/networks/68b41ae8-eb35-4d49-b564-83dc1a13d23b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874318 Jul 29 23:22:26.509270 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ce10301b-3fd7-41b2-9db2-b5d7581b5b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:26.516772 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ce10301b-3fd7-41b2-9db2-b5d7581b5b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:26.606475 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1e4fa62d-cb71-47bb-b567-7594a500b2fb req-c8a3a7a5-9188-45b8-b2dc-d5053d582a64 service neutron] 10.222.0.39 "GET /v2.0/networks/68b41ae8-eb35-4d49-b564-83dc1a13d23b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280124 Jul 29 23:22:26.628515 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ce10301b-3fd7-41b2-9db2-b5d7581b5b82 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=16094c8d32fc4861a0af64808c3e228f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6994410 Jul 29 23:22:26.633880 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60742) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:26.642687 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10301b-3fd7-41b2-9db2-b5d7581b5b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f6ad03-ec82-44e1-baee-8d665e76ad0e,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:26.672308 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d206047-0151-43c8-8204-efddfbd51108 req-8ae79ea0-842c-48be-b91b-307315ea14f2 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:26.685065 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d206047-0151-43c8-8204-efddfbd51108 req-8ae79ea0-842c-48be-b91b-307315ea14f2 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:26.697240 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d206047-0151-43c8-8204-efddfbd51108 req-8ae79ea0-842c-48be-b91b-307315ea14f2 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:26.713187 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d206047-0151-43c8-8204-efddfbd51108 req-8ae79ea0-842c-48be-b91b-307315ea14f2 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/ports?device_id=b03aef0c-36c9-4872-9863-19e6147374db HTTP/1.1" status: 200 len: 2412 time: 0.1639588 Jul 29 23:22:26.788317 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d206047-0151-43c8-8204-efddfbd51108 req-40dd3963-def6-40ec-855f-c5d7a1374715 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74a574a-0c52-4781-a2e3-5b7322a30418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736253 Jul 29 23:22:26.830538 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60752) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:26.856121 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-881e711c-6096-42c8-8d14-5b160332378c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:26.881293 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fa62d-cb71-47bb-b567-7594a500b2fb req-89f4e310-679a-43c9-bc48-d85700504ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:26.882244 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fa62d-cb71-47bb-b567-7594a500b2fb req-89f4e310-679a-43c9-bc48-d85700504ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:26.883317 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fa62d-cb71-47bb-b567-7594a500b2fb req-89f4e310-679a-43c9-bc48-d85700504ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:26.886319 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1e4fa62d-cb71-47bb-b567-7594a500b2fb req-89f4e310-679a-43c9-bc48-d85700504ad2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1524bc6566794e35993db0c2e1765bc4&device_id=b03aef0c-36c9-4872-9863-19e6147374db HTTP/1.1" status: 200 len: 2868 time: 0.1773245 Jul 29 23:22:26.919119 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-881e711c-6096-42c8-8d14-5b160332378c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:27.045762 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120eec2-be09-4f82-bd03-22675fc063ac req-95a6177c-cef4-49da-bada-f94ce0f6334e tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:27.047437 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d120eec2-be09-4f82-bd03-22675fc063ac req-95a6177c-cef4-49da-bada-f94ce0f6334e tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/networks?id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4 HTTP/1.1" status: 200 len: 804 time: 0.1510062 Jul 29 23:22:27.059708 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fa62d-cb71-47bb-b567-7594a500b2fb req-33b2284f-ac44-4f33-8b28-2fadf9b99302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:27.061326 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1e4fa62d-cb71-47bb-b567-7594a500b2fb req-33b2284f-ac44-4f33-8b28-2fadf9b99302 service neutron] 10.222.0.39 "GET /v2.0/networks?id=5dddb413-3738-461a-907f-567ac262de53 HTTP/1.1" status: 200 len: 902 time: 0.1612463 Jul 29 23:22:27.088900 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-881e711c-6096-42c8-8d14-5b160332378c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:27.098354 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-881e711c-6096-42c8-8d14-5b160332378c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:27.100454 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-881e711c-6096-42c8-8d14-5b160332378c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13f6ad03-ec82-44e1-baee-8d665e76ad0e HTTP/1.1" status: 204 len: 168 time: 0.4649642 Jul 29 23:22:27.115986 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d120eec2-be09-4f82-bd03-22675fc063ac req-ff727cb2-a2e9-4bf1-8dd3-ec4ce5c269d0 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/quotas/7c5e67745e0e4776a7b5c36d90365bdc HTTP/1.1" status: 200 len: 375 time: 0.0391316 Jul 29 23:22:27.150637 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e711c-6096-42c8-8d14-5b160332378c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f6ad03-ec82-44e1-baee-8d665e76ad0e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:27.155613 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1e4fa62d-cb71-47bb-b567-7594a500b2fb req-7b8d8c5e-013f-419e-90b1-fdc4a411b215 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.55&port_id=27b48121-f946-4abd-bad5-c862966141e9 HTTP/1.1" status: 200 len: 217 time: 0.0826974 Jul 29 23:22:27.231684 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-039bda43-3e5f-41ec-ac40-3b9f1f7d0472 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=924eedf485ca49e88625072b8912a512&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3962662 Jul 29 23:22:27.233385 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60770) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:27.269778 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d120eec2-be09-4f82-bd03-22675fc063ac req-15cd4c70-f2ec-4edb-bd10-92d5b82b708f tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c5e67745e0e4776a7b5c36d90365bdc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1349673 Jul 29 23:22:27.318160 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fa62d-cb71-47bb-b567-7594a500b2fb req-ecce7be3-fd21-41ff-9410-8782c66b9730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:27.321953 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1e4fa62d-cb71-47bb-b567-7594a500b2fb req-ecce7be3-fd21-41ff-9410-8782c66b9730 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fffddf2e-bc80-431a-8608-3b06cabcad59 HTTP/1.1" status: 200 len: 801 time: 0.1566827 Jul 29 23:22:27.361147 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6e51d-3853-4eee-811a-8ad8647e0fb8 req-38eca3d3-f3da-4755-b50a-a98a528e52f9 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:27.363790 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38b6e51d-3853-4eee-811a-8ad8647e0fb8 req-38eca3d3-f3da-4755-b50a-a98a528e52f9 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 945 time: 0.1571817 Jul 29 23:22:27.410483 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-722489bb-63a2-4ad8-aff8-50148afcfb22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:27.435427 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4fa62d-cb71-47bb-b567-7594a500b2fb req-343a1aa8-59da-421d-9fe8-18045cb810a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:27.438388 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1e4fa62d-cb71-47bb-b567-7594a500b2fb req-343a1aa8-59da-421d-9fe8-18045cb810a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5dddb413-3738-461a-907f-567ac262de53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1076920 Jul 29 23:22:27.443303 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d120eec2-be09-4f82-bd03-22675fc063ac req-b8d4e6e2-bd89-41ae-bccc-738364ab1586 service neutron] 10.222.0.18 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727564 Jul 29 23:22:27.456886 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38b6e51d-3853-4eee-811a-8ad8647e0fb8 req-7e97dd02-d19e-4443-851e-064c74940640 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642083 Jul 29 23:22:27.476549 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-722489bb-63a2-4ad8-aff8-50148afcfb22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:27.606050 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1e4fa62d-cb71-47bb-b567-7594a500b2fb req-4cada120-ec0c-4424-93b6-148db3e504f3 service neutron] 10.222.0.39 "GET /v2.0/networks/5dddb413-3738-461a-907f-567ac262de53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532381 Jul 29 23:22:27.671516 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-722489bb-63a2-4ad8-aff8-50148afcfb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:27.674098 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-722489bb-63a2-4ad8-aff8-50148afcfb22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:27.675376 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-722489bb-63a2-4ad8-aff8-50148afcfb22 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ecdd9587-5dad-40e7-8edd-729d38ffad9e HTTP/1.1" status: 204 len: 168 time: 0.4404187 Jul 29 23:22:27.692353 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722489bb-63a2-4ad8-aff8-50148afcfb22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdd9587-5dad-40e7-8edd-729d38ffad9e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:27.734671 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1e4fa62d-cb71-47bb-b567-7594a500b2fb req-adcf392c-1e97-41a6-812a-835d7ea4044f service neutron] 10.222.0.39 "GET /v2.0/networks/5dddb413-3738-461a-907f-567ac262de53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210885 Jul 29 23:22:27.968235 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 1298d5b1-a6a8-413a-8bc8-76eaa62a83ba details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:28.109411 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d120eec2-be09-4f82-bd03-22675fc063ac req-5c2f9b85-f88d-41ed-ab4c-4bd23749400f service neutron] 10.222.0.18 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6500273 Jul 29 23:22:28.137490 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 1298d5b1-a6a8-413a-8bc8-76eaa62a83ba, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=1298d5b1-a6a8-413a-8bc8-76eaa62a83ba,segment=NetworkSegment(bed2b64b-407a-4fb3-9c62-b1a176ad089f),segment_id=bed2b64b-407a-4fb3-9c62-b1a176ad089f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:28.153597 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '1298d5b1-a6a8-413a-8bc8-76eaa62a83ba', 'network_id': '68b41ae8-eb35-4d49-b564-83dc1a13d23b', 'port_id': '1298d5b1-a6a8-413a-8bc8-76eaa62a83ba', 'mac_address': 'fa:16:3e:14:14:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '219f5796-ac57-4e3b-9eaa-2f03d276bdfd', 'ip_address': '19.86.0.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:22:28.159210 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7f3f5-abcf-47d9-b953-e9fd6f9bfd2c req-18c2588d-e23b-40e3-b43c-b68769199951 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:28.167658 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60794) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:28.172723 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-51b7f3f5-abcf-47d9-b953-e9fd6f9bfd2c req-18c2588d-e23b-40e3-b43c-b68769199951 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d6de1c-6b33-475a-824f-8b7f6c93e9ea HTTP/1.1" status: 200 len: 950 time: 0.6145756 Jul 29 23:22:28.250253 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8a4b131e-7c6c-4a58-8f79-db3a16a1862b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9714247df12d4e1c80c8dafb083737e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0801630 Jul 29 23:22:28.254211 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60798) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:28.256273 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-51b7f3f5-abcf-47d9-b953-e9fd6f9bfd2c req-18611a6b-5dc5-4c4c-99c7-90645578c0b9 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.18 "GET /v2.0/security-groups?id=6af6a8c7-ab46-43e1-890f-e1a100b2fea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814445 Jul 29 23:22:28.276305 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:28.320305 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1298d5b1-a6a8-413a-8bc8-76eaa62a83ba {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:28.369083 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 1298d5b1-a6a8-413a-8bc8-76eaa62a83ba, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=1298d5b1-a6a8-413a-8bc8-76eaa62a83ba,segment=NetworkSegment(bed2b64b-407a-4fb3-9c62-b1a176ad089f),segment_id=bed2b64b-407a-4fb3-9c62-b1a176ad089f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:28.376516 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:28.378239 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:28.379295 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-24757eac-6708-44b9-8afb-8ca47eaec742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:28.435251 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-24757eac-6708-44b9-8afb-8ca47eaec742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:28.517431 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=1298d5b1-a6a8-413a-8bc8-76eaa62a83ba,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:28.565638 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-24757eac-6708-44b9-8afb-8ca47eaec742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:28.568646 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-24757eac-6708-44b9-8afb-8ca47eaec742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:28.572167 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-24757eac-6708-44b9-8afb-8ca47eaec742 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d7cd90bf-5a38-452b-8222-cef7e479fd31 HTTP/1.1" status: 204 len: 168 time: 0.3163383 Jul 29 23:22:28.582308 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24757eac-6708-44b9-8afb-8ca47eaec742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cd90bf-5a38-452b-8222-cef7e479fd31,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:28.635876 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f6fd8-562f-4f03-a504-7ace880ac932 req-0cd5ea9f-dd5b-4f2b-b726-11f13d674428 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:28.640231 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef,segment=NetworkSegment(f920342f-b0ce-422e-a286-919fdc5f8b2b),segment_id=f920342f-b0ce-422e-a286-919fdc5f8b2b)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:28.658133 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f6fd8-562f-4f03-a504-7ace880ac932 req-0cd5ea9f-dd5b-4f2b-b726-11f13d674428 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:28.660212 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef', 'network_id': '5dddb413-3738-461a-907f-567ac262de53', 'port_id': '7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef', 'mac_address': 'fa:16:3e:42:b9:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fffddf2e-bc80-431a-8608-3b06cabcad59', 'ip_address': '19.80.0.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:22:28.687814 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f6fd8-562f-4f03-a504-7ace880ac932 req-0cd5ea9f-dd5b-4f2b-b726-11f13d674428 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:28.689896 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4a9f6fd8-562f-4f03-a504-7ace880ac932 req-0cd5ea9f-dd5b-4f2b-b726-11f13d674428 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/ports?device_id=b03aef0c-36c9-4872-9863-19e6147374db HTTP/1.1" status: 200 len: 2413 time: 0.1866193 Jul 29 23:22:28.727898 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:28.752844 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:28.785158 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4a9f6fd8-562f-4f03-a504-7ace880ac932 req-fc0649a7-f912-48f1-a097-12d47deb3a72 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74a574a-0c52-4781-a2e3-5b7322a30418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858765 Jul 29 23:22:28.806812 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef,segment=NetworkSegment(f920342f-b0ce-422e-a286-919fdc5f8b2b),segment_id=f920342f-b0ce-422e-a286-919fdc5f8b2b)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:28.816233 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:28.817340 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 27b48121-f946-4abd-bad5-c862966141e9 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:28.916235 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 27b48121-f946-4abd-bad5-c862966141e9, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=27b48121-f946-4abd-bad5-c862966141e9,segment=NetworkSegment(f920342f-b0ce-422e-a286-919fdc5f8b2b),segment_id=f920342f-b0ce-422e-a286-919fdc5f8b2b)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:28.927234 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3b802368-5b23-423d-ae9d-cc97f1ba82fa req-9e31e045-9f88-4863-81b0-b64c76924a43 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=516c6734-bcde-40ca-afee-03c4cd92e1e2 HTTP/1.1" status: 200 len: 210 time: 0.0754602 Jul 29 23:22:28.937605 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '27b48121-f946-4abd-bad5-c862966141e9', 'network_id': '5dddb413-3738-461a-907f-567ac262de53', 'port_id': '27b48121-f946-4abd-bad5-c862966141e9', 'mac_address': 'fa:16:3e:e0:d3:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fffddf2e-bc80-431a-8608-3b06cabcad59', 'ip_address': '19.80.0.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:22:28.990019 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:29.016546 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:29.037665 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b48121-f946-4abd-bad5-c862966141e9 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:29.065010 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 27b48121-f946-4abd-bad5-c862966141e9, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=27b48121-f946-4abd-bad5-c862966141e9,segment=NetworkSegment(f920342f-b0ce-422e-a286-919fdc5f8b2b),segment_id=f920342f-b0ce-422e-a286-919fdc5f8b2b)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:29.076025 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:29.154309 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=27b48121-f946-4abd-bad5-c862966141e9,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:29.239376 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:29.321512 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ecd3fd-b459-4da1-8937-55f50aca8f1c req-b52a272e-2e17-4fba-bd17-a3eb259bf427 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:29.323061 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16ecd3fd-b459-4da1-8937-55f50aca8f1c req-b52a272e-2e17-4fba-bd17-a3eb259bf427 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 945 time: 0.1014457 Jul 29 23:22:29.396577 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16ecd3fd-b459-4da1-8937-55f50aca8f1c req-1c46779a-8c8e-4885-92e9-0d966ce9270d tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628881 Jul 29 23:22:29.435767 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['27b48121-f946-4abd-bad5-c862966141e9'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:29.512236 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['1298d5b1-a6a8-413a-8bc8-76eaa62a83ba'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:29.515495 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:29.668641 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:29.766348 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60856) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:29.949772 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2fdb30a3-a6a5-4fad-b055-4473369110ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:30.038294 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2635485-0518-4254-9b6f-ba9d0cdb0e04 req-e01488b1-f3b8-4f09-ad75-5972db2de7ae tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:30.049072 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2635485-0518-4254-9b6f-ba9d0cdb0e04 req-e01488b1-f3b8-4f09-ad75-5972db2de7ae tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:30.063182 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2635485-0518-4254-9b6f-ba9d0cdb0e04 req-e01488b1-f3b8-4f09-ad75-5972db2de7ae tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:30.066962 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2635485-0518-4254-9b6f-ba9d0cdb0e04 req-e01488b1-f3b8-4f09-ad75-5972db2de7ae tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/ports?device_id=b03aef0c-36c9-4872-9863-19e6147374db HTTP/1.1" status: 200 len: 2415 time: 0.1514769 Jul 29 23:22:30.104922 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2fdb30a3-a6a5-4fad-b055-4473369110ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:30.119700 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aff9e170-706f-4537-ad79-db52528d8cda req-cf80f6b7-0b4c-439d-9e47-335820803079 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=516c6734-bcde-40ca-afee-03c4cd92e1e2 HTTP/1.1" status: 200 len: 210 time: 0.0485010 Jul 29 23:22:30.127791 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2fdb30a3-a6a5-4fad-b055-4473369110ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:30.178464 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2635485-0518-4254-9b6f-ba9d0cdb0e04 req-f9ca8994-d1fe-44b8-af42-b3eed32db44a tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74a574a-0c52-4781-a2e3-5b7322a30418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878096 Jul 29 23:22:30.223522 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdb30a3-a6a5-4fad-b055-4473369110ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5f3803-ba64-412e-bac1-2e482ea9abcc,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:30.266963 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2fdb30a3-a6a5-4fad-b055-4473369110ef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4ed7ce092bb940d3acd7f96e38b47db7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4981890 Jul 29 23:22:30.270182 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60874) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:30.342340 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120eec2-be09-4f82-bd03-22675fc063ac req-b110a1e4-e2fa-4fc0-83de-0f7cbc9e3829 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:30.343874 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d120eec2-be09-4f82-bd03-22675fc063ac req-b110a1e4-e2fa-4fc0-83de-0f7cbc9e3829 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.23 "GET /v2.0/networks?id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4 HTTP/1.1" status: 200 len: 804 time: 0.2367420 Jul 29 23:22:30.366261 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-d120eec2-be09-4f82-bd03-22675fc063ac req-74bd7d19-e608-4855-bb15-9e2873de2a23 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Request body: {'port': {'device_id': '516c6734-bcde-40ca-afee-03c4cd92e1e2', 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4', 'admin_state_up': True, 'tenant_id': '7c5e67745e0e4776a7b5c36d90365bdc'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:30.391873 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-30cb3fdf-afb0-479b-b8bb-a29b8fb0be09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:30.503323 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-30cb3fdf-afb0-479b-b8bb-a29b8fb0be09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:30.646748 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d120eec2-be09-4f82-bd03-22675fc063ac req-74bd7d19-e608-4855-bb15-9e2873de2a23 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Made reservation on behalf of 7c5e67745e0e4776a7b5c36d90365bdc for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:30.653357 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d120eec2-be09-4f82-bd03-22675fc063ac req-74bd7d19-e608-4855-bb15-9e2873de2a23 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:30.680564 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-30cb3fdf-afb0-479b-b8bb-a29b8fb0be09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:30.685222 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-30cb3fdf-afb0-479b-b8bb-a29b8fb0be09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:30.686976 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-30cb3fdf-afb0-479b-b8bb-a29b8fb0be09 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b5f3803-ba64-412e-bac1-2e482ea9abcc HTTP/1.1" status: 204 len: 168 time: 0.4156735 Jul 29 23:22:30.690088 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6edcb-dc2c-46b3-8bb1-720d5eb93891 req-3fc7ccf3-092a-4d52-8b36-ce5c75ff0596 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:30.703456 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4e6edcb-dc2c-46b3-8bb1-720d5eb93891 req-3fc7ccf3-092a-4d52-8b36-ce5c75ff0596 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 945 time: 0.1439707 Jul 29 23:22:30.714554 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb3fdf-afb0-479b-b8bb-a29b8fb0be09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5f3803-ba64-412e-bac1-2e482ea9abcc,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:30.781730 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4e6edcb-dc2c-46b3-8bb1-720d5eb93891 req-2de1038c-f0c0-4aec-a99c-5816151fc165 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747292 Jul 29 23:22:30.969955 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-d120eec2-be09-4f82-bd03-22675fc063ac req-74bd7d19-e608-4855-bb15-9e2873de2a23 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Allocated IP 172.20.0.2 (16c7c33d-b57e-4fa0-954b-60ae4834bbc4/44be0901-f3e6-4ee5-b617-283959d6aed1/b38623f2-7a98-478a-9860-2f1b97b74a5d) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:31.231868 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d120eec2-be09-4f82-bd03-22675fc063ac req-74bd7d19-e608-4855-bb15-9e2873de2a23 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:31.260297 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c1ff9dc-499a-4806-8335-a39577e725b3 req-656c0703-1e4c-4e7f-890d-48df40944e99 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=516c6734-bcde-40ca-afee-03c4cd92e1e2 HTTP/1.1" status: 200 len: 210 time: 0.0542057 Jul 29 23:22:31.334715 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d120eec2-be09-4f82-bd03-22675fc063ac req-74bd7d19-e608-4855-bb15-9e2873de2a23 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:31.350704 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['d74005cd-c4f9-4ae9-bc47-788d8c2beb0a'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:31.372249 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d120eec2-be09-4f82-bd03-22675fc063ac req-74bd7d19-e608-4855-bb15-9e2873de2a23 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Network 16c7c33d-b57e-4fa0-954b-60ae4834bbc4 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:31.377363 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-d120eec2-be09-4f82-bd03-22675fc063ac req-74bd7d19-e608-4855-bb15-9e2873de2a23 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:31.396163 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e6708-125f-44e7-ab1b-083ac617fbdf req-88f9a0c3-a5ba-4b29-b544-236763e46dd3 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:31.407137 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e6708-125f-44e7-ab1b-083ac617fbdf req-88f9a0c3-a5ba-4b29-b544-236763e46dd3 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:31.413963 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e6708-125f-44e7-ab1b-083ac617fbdf req-88f9a0c3-a5ba-4b29-b544-236763e46dd3 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:31.415946 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3f5e6708-125f-44e7-ab1b-083ac617fbdf req-88f9a0c3-a5ba-4b29-b544-236763e46dd3 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/ports?device_id=b03aef0c-36c9-4872-9863-19e6147374db HTTP/1.1" status: 200 len: 2415 time: 0.1199765 Jul 29 23:22:31.429736 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-d120eec2-be09-4f82-bd03-22675fc063ac req-74bd7d19-e608-4855-bb15-9e2873de2a23 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:31.506946 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3f5e6708-125f-44e7-ab1b-083ac617fbdf req-9f5fb8ce-4ecd-47ca-97ef-1bfbf840fdb8 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74a574a-0c52-4781-a2e3-5b7322a30418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840633 Jul 29 23:22:31.509752 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bd7d19-e608-4855-bb15-9e2873de2a23 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Pushing event updated for resources: {'Port': ['ID=b38623f2-7a98-478a-9860-2f1b97b74a5d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:31.530022 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120eec2-be09-4f82-bd03-22675fc063ac req-74bd7d19-e608-4855-bb15-9e2873de2a23 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:31.530702 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d120eec2-be09-4f82-bd03-22675fc063ac req-74bd7d19-e608-4855-bb15-9e2873de2a23 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:31.550545 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d120eec2-be09-4f82-bd03-22675fc063ac req-74bd7d19-e608-4855-bb15-9e2873de2a23 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1910880 Jul 29 23:22:31.572212 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-d120eec2-be09-4f82-bd03-22675fc063ac req-f52f13f3-69fe-48f1-8b22-28a9cdebc95b service neutron] Request body: {'port': {'device_id': '516c6734-bcde-40ca-afee-03c4cd92e1e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:31.655418 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d120eec2-be09-4f82-bd03-22675fc063ac req-f52f13f3-69fe-48f1-8b22-28a9cdebc95b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:31.787573 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device e37b3611-18ab-4719-86cf-3c4129044d88 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:31.814883 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-5ae8745d-932e-4568-b25f-55321660d8f0 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a3247a320ee8457d975ee6c70bcc3ef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336199 Jul 29 23:22:31.932093 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port e37b3611-18ab-4719-86cf-3c4129044d88, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=e37b3611-18ab-4719-86cf-3c4129044d88,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:31.953931 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'e37b3611-18ab-4719-86cf-3c4129044d88', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': 'e37b3611-18ab-4719-86cf-3c4129044d88', 'mac_address': 'fa:16:3e:2e:14:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:22:32.001242 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97422ac3-b10d-4a83-bd2d-d2fc0ef4b56a req-5cadd88c-aa38-4846-9953-6d3139cdb25b tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:32.002945 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97422ac3-b10d-4a83-bd2d-d2fc0ef4b56a req-5cadd88c-aa38-4846-9953-6d3139cdb25b tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 945 time: 0.0904164 Jul 29 23:22:32.011206 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60958) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:32.030611 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:32.047064 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 1298d5b1-a6a8-413a-8bc8-76eaa62a83ba up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:32.068097 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-d6c01952-4906-4cc1-b63e-3c6dad58f4e8 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:32.070544 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-d6c01952-4906-4cc1-b63e-3c6dad58f4e8 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2541962 Jul 29 23:22:32.084187 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e37b3611-18ab-4719-86cf-3c4129044d88 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:32.115696 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97422ac3-b10d-4a83-bd2d-d2fc0ef4b56a req-b3e25d6f-dd07-4e64-a866-e12e744548a0 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797665 Jul 29 23:22:32.134365 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-869164f4-8419-4177-999a-e17881906615 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/quotas/a3247a320ee8457d975ee6c70bcc3ef2 HTTP/1.1" status: 200 len: 375 time: 0.0434604 Jul 29 23:22:32.137589 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-d120eec2-be09-4f82-bd03-22675fc063ac req-f52f13f3-69fe-48f1-8b22-28a9cdebc95b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b38623f2-7a98-478a-9860-2f1b97b74a5d {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:32.147180 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d120eec2-be09-4f82-bd03-22675fc063ac req-f52f13f3-69fe-48f1-8b22-28a9cdebc95b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:32.165701 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-d120eec2-be09-4f82-bd03-22675fc063ac req-f52f13f3-69fe-48f1-8b22-28a9cdebc95b service neutron] Transition to ACTIVE for port object b38623f2-7a98-478a-9860-2f1b97b74a5d will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:32.173393 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d120eec2-be09-4f82-bd03-22675fc063ac req-f52f13f3-69fe-48f1-8b22-28a9cdebc95b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:32.177254 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port e37b3611-18ab-4719-86cf-3c4129044d88, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=e37b3611-18ab-4719-86cf-3c4129044d88,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:32.180330 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 1298d5b1-a6a8-413a-8bc8-76eaa62a83ba completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:32.197558 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-8f1b01e1-44b4-44b4-8190-0ed94a541cb1 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3247a320ee8457d975ee6c70bcc3ef2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587757 Jul 29 23:22:32.198918 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 1298d5b1-a6a8-413a-8bc8-76eaa62a83ba triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:32.199501 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:32.203131 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:32.274762 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-310fc666-00dc-488b-923c-cdbddb2b43ca admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-874585615-network', 'tenant_id': 'c0a3457b098f4d89bd86c03775586ec5'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:32.301963 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=e37b3611-18ab-4719-86cf-3c4129044d88,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:32.320979 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-310fc666-00dc-488b-923c-cdbddb2b43ca admin admin] Made reservation on behalf of c0a3457b098f4d89bd86c03775586ec5 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:32.329952 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-310fc666-00dc-488b-923c-cdbddb2b43ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:32.330673 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f13f3-69fe-48f1-8b22-28a9cdebc95b service neutron] Pushing event updated for resources: {'Port': ['ID=b38623f2-7a98-478a-9860-2f1b97b74a5d,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:32.366236 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['e37b3611-18ab-4719-86cf-3c4129044d88'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:32.395663 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-310fc666-00dc-488b-923c-cdbddb2b43ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:32.494423 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:32.552481 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-d120eec2-be09-4f82-bd03-22675fc063ac req-f52f13f3-69fe-48f1-8b22-28a9cdebc95b service neutron] Attempting to bind port b38623f2-7a98-478a-9860-2f1b97b74a5d on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:32.553352 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-d120eec2-be09-4f82-bd03-22675fc063ac req-f52f13f3-69fe-48f1-8b22-28a9cdebc95b service neutron] Attempting to bind port b38623f2-7a98-478a-9860-2f1b97b74a5d by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'eab921c4-2218-4a2e-a6e8-64eac530aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:32.554867 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d120eec2-be09-4f82-bd03-22675fc063ac req-f52f13f3-69fe-48f1-8b22-28a9cdebc95b service neutron] Attempting to bind port b38623f2-7a98-478a-9860-2f1b97b74a5d on network 16c7c33d-b57e-4fa0-954b-60ae4834bbc4 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:32.571042 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 1298d5b1-a6a8-413a-8bc8-76eaa62a83ba, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=1298d5b1-a6a8-413a-8bc8-76eaa62a83ba,segment=NetworkSegment(bed2b64b-407a-4fb3-9c62-b1a176ad089f),segment_id=bed2b64b-407a-4fb3-9c62-b1a176ad089f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:32.572068 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d120eec2-be09-4f82-bd03-22675fc063ac req-f52f13f3-69fe-48f1-8b22-28a9cdebc95b service neutron] Port b38623f2-7a98-478a-9860-2f1b97b74a5d on network 16c7c33d-b57e-4fa0-954b-60ae4834bbc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:22:32.573869 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d120eec2-be09-4f82-bd03-22675fc063ac req-f52f13f3-69fe-48f1-8b22-28a9cdebc95b service neutron] Attempting to bind port b38623f2-7a98-478a-9860-2f1b97b74a5d on network 16c7c33d-b57e-4fa0-954b-60ae4834bbc4 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:32.575264 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03aef0c-36c9-4872-9863-19e6147374db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1298d5b1-a6a8-413a-8bc8-76eaa62a83ba'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:32.578105 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2458b1-9b4f-4a74-89be-e804892a67c6" -d '{"events": [{"server_uuid": "b03aef0c-36c9-4872-9863-19e6147374db", "name": "network-vif-plugged", "status": "completed", "tag": "1298d5b1-a6a8-413a-8bc8-76eaa62a83ba"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:32.587392 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:32.588894 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:32.623815 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d120eec2-be09-4f82-bd03-22675fc063ac req-f52f13f3-69fe-48f1-8b22-28a9cdebc95b service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:32.624398 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d120eec2-be09-4f82-bd03-22675fc063ac req-f52f13f3-69fe-48f1-8b22-28a9cdebc95b service neutron] Checking segment: {'id': 'eab921c4-2218-4a2e-a6e8-64eac530aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:32.630257 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d120eec2-be09-4f82-bd03-22675fc063ac req-f52f13f3-69fe-48f1-8b22-28a9cdebc95b service neutron] Bound using segment: {'id': 'eab921c4-2218-4a2e-a6e8-64eac530aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:32.639006 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-d120eec2-be09-4f82-bd03-22675fc063ac req-f52f13f3-69fe-48f1-8b22-28a9cdebc95b service neutron] Bound port: b38623f2-7a98-478a-9860-2f1b97b74a5d, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab921c4-2218-4a2e-a6e8-64eac530aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:32.652195 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d120eec2-be09-4f82-bd03-22675fc063ac req-f52f13f3-69fe-48f1-8b22-28a9cdebc95b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:32.684755 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d618056-1d03-4289-85e4-2682a0ba0697 req-ad9416aa-6606-4d96-ab83-c9d30688fd30 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:32.687022 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=1298d5b1-a6a8-413a-8bc8-76eaa62a83ba,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:32.687513 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5d618056-1d03-4289-85e4-2682a0ba0697 req-ad9416aa-6606-4d96-ab83-c9d30688fd30 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=516c6734-bcde-40ca-afee-03c4cd92e1e2 HTTP/1.1" status: 200 len: 943 time: 0.1499071 Jul 29 23:22:32.736954 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:32.749357 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:32.750025 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:32.753189 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-507f4439-27f8-4d96-9f22-a1e5658f476c req-068aff4f-12df-4db5-b24c-c441703f5442 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e2a1886-c3a0-47e6-bb12-0e7239f50c6d HTTP/1.1" status: 200 len: 210 time: 0.0496562 Jul 29 23:22:32.830534 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c6c2aca7-fcab-4cb1-badb-e852d03f9cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:32.863165 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-310fc666-00dc-488b-923c-cdbddb2b43ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:32.892450 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-d120eec2-be09-4f82-bd03-22675fc063ac req-f52f13f3-69fe-48f1-8b22-28a9cdebc95b service neutron] For port b38623f2-7a98-478a-9860-2f1b97b74a5d, host n-h1-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:32.901509 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-d120eec2-be09-4f82-bd03-22675fc063ac req-f52f13f3-69fe-48f1-8b22-28a9cdebc95b service neutron] For port b38623f2-7a98-478a-9860-2f1b97b74a5d, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b38623f2-7a98-478a-9860-2f1b97b74a5d,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:32.907827 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d120eec2-be09-4f82-bd03-22675fc063ac req-f52f13f3-69fe-48f1-8b22-28a9cdebc95b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:32.907998 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5d618056-1d03-4289-85e4-2682a0ba0697 req-f5ee207d-f165-4a18-80d6-d44689b4bf5d tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311855 Jul 29 23:22:32.908526 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-310fc666-00dc-488b-923c-cdbddb2b43ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:32.963298 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120eec2-be09-4f82-bd03-22675fc063ac req-f52f13f3-69fe-48f1-8b22-28a9cdebc95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:32.969621 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d120eec2-be09-4f82-bd03-22675fc063ac req-f52f13f3-69fe-48f1-8b22-28a9cdebc95b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:32.973097 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d120eec2-be09-4f82-bd03-22675fc063ac req-f52f13f3-69fe-48f1-8b22-28a9cdebc95b service neutron] 10.222.0.23 "PUT /v2.0/ports/b38623f2-7a98-478a-9860-2f1b97b74a5d HTTP/1.1" status: 200 len: 1092 time: 1.4084303 Jul 29 23:22:32.975602 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516c6734-bcde-40ca-afee-03c4cd92e1e2', 'tag': 'b38623f2-7a98-478a-9860-2f1b97b74a5d'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:32.984243 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-310fc666-00dc-488b-923c-cdbddb2b43ca admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:22:32.987610 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df92c89-4a3b-4037-898a-05c72d6907cf" -d '{"events": [{"name": "network-changed", "server_uuid": "516c6734-bcde-40ca-afee-03c4cd92e1e2", "tag": "b38623f2-7a98-478a-9860-2f1b97b74a5d"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:33.025163 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4bf7c-85c7-4360-b6c7-1974e877a2e1 req-b1e51e28-2ee8-4133-9e30-a6102cf4bdc1 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:33.032895 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4bf7c-85c7-4360-b6c7-1974e877a2e1 req-b1e51e28-2ee8-4133-9e30-a6102cf4bdc1 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:33.033195 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:33.039578 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de4bf7c-85c7-4360-b6c7-1974e877a2e1 req-b1e51e28-2ee8-4133-9e30-a6102cf4bdc1 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:33.041495 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8de4bf7c-85c7-4360-b6c7-1974e877a2e1 req-b1e51e28-2ee8-4133-9e30-a6102cf4bdc1 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/ports?device_id=b03aef0c-36c9-4872-9863-19e6147374db HTTP/1.1" status: 200 len: 2416 time: 0.1641393 Jul 29 23:22:33.042771 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-310fc666-00dc-488b-923c-cdbddb2b43ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:33.043114 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-310fc666-00dc-488b-923c-cdbddb2b43ca admin admin] Added segment 032842ed-983f-41f3-a825-71fef9598b85 of type vlan for network 0b25640e-3654-4f31-920b-3b21eab9978a Jul 29 23:22:33.064374 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310fc666-00dc-488b-923c-cdbddb2b43ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c425eaed-0944-4f51-856c-14a69287633d,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:33.076343 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f676a26a-56ad-4bce-ba12-997599c5aaec x-openstack-request-id: req-f676a26a-56ad-4bce-ba12-997599c5aaec {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:33.078596 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03aef0c-36c9-4872-9863-19e6147374db", "name": "network-vif-plugged", "status": "completed", "tag": "1298d5b1-a6a8-413a-8bc8-76eaa62a83ba", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:33.078859 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f676a26a-56ad-4bce-ba12-997599c5aaec {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:33.079275 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03aef0c-36c9-4872-9863-19e6147374db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1298d5b1-a6a8-413a-8bc8-76eaa62a83ba', 'code': 200} Jul 29 23:22:33.131576 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310fc666-00dc-488b-923c-cdbddb2b43ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:33.135546 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52f13f3-69fe-48f1-8b22-28a9cdebc95b service neutron] Pushing event updated for resources: {'Port': ['ID=b38623f2-7a98-478a-9860-2f1b97b74a5d,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:33.140732 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310fc666-00dc-488b-923c-cdbddb2b43ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:33.141232 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310fc666-00dc-488b-923c-cdbddb2b43ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:33.141589 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310fc666-00dc-488b-923c-cdbddb2b43ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:33.141929 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310fc666-00dc-488b-923c-cdbddb2b43ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:33.142268 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310fc666-00dc-488b-923c-cdbddb2b43ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:33.142603 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310fc666-00dc-488b-923c-cdbddb2b43ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:33.142938 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310fc666-00dc-488b-923c-cdbddb2b43ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:33.143266 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310fc666-00dc-488b-923c-cdbddb2b43ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:33.143593 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310fc666-00dc-488b-923c-cdbddb2b43ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:33.143944 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310fc666-00dc-488b-923c-cdbddb2b43ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:33.144270 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310fc666-00dc-488b-923c-cdbddb2b43ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:33.165699 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef,segment=NetworkSegment(f920342f-b0ce-422e-a286-919fdc5f8b2b),segment_id=f920342f-b0ce-422e-a286-919fdc5f8b2b)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:33.166342 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120eec2-be09-4f82-bd03-22675fc063ac req-ce45b509-3c0c-43cd-a7c3-cb8a1d68aa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:33.168065 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d120eec2-be09-4f82-bd03-22675fc063ac req-ce45b509-3c0c-43cd-a7c3-cb8a1d68aa33 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c5e67745e0e4776a7b5c36d90365bdc&device_id=516c6734-bcde-40ca-afee-03c4cd92e1e2 HTTP/1.1" status: 200 len: 1095 time: 0.1228840 Jul 29 23:22:33.173535 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:33.174905 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 27b48121-f946-4abd-bad5-c862966141e9 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:33.190161 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-310fc666-00dc-488b-923c-cdbddb2b43ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:33.228353 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8de4bf7c-85c7-4360-b6c7-1974e877a2e1 req-f70eb313-5b5e-4c69-b82a-18469e33c4e3 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74a574a-0c52-4781-a2e3-5b7322a30418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526418 Jul 29 23:22:33.246633 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-310fc666-00dc-488b-923c-cdbddb2b43ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:33.247751 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-310fc666-00dc-488b-923c-cdbddb2b43ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:33.248619 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-310fc666-00dc-488b-923c-cdbddb2b43ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:33.257702 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d120eec2-be09-4f82-bd03-22675fc063ac req-4ad4ebed-ff4a-40dc-b574-0007b60c3631 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b38623f2-7a98-478a-9860-2f1b97b74a5d HTTP/1.1" status: 200 len: 217 time: 0.0800290 Jul 29 23:22:33.377160 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:33.389129 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d120eec2-be09-4f82-bd03-22675fc063ac req-85051573-99b7-43b8-8493-3986c10b5829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:33.390053 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 27b48121-f946-4abd-bad5-c862966141e9 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:33.394501 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d120eec2-be09-4f82-bd03-22675fc063ac req-85051573-99b7-43b8-8493-3986c10b5829 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=44be0901-f3e6-4ee5-b617-283959d6aed1 HTTP/1.1" status: 200 len: 844 time: 0.1238635 Jul 29 23:22:33.396484 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 27b48121-f946-4abd-bad5-c862966141e9 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:33.396906 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:33.434675 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-310fc666-00dc-488b-923c-cdbddb2b43ca admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4221697 Jul 29 23:22:33.442844 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 32782) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:33.462831 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d120eec2-be09-4f82-bd03-22675fc063ac req-a28feb8d-9456-4c0c-92c3-1bc7e73e0fcb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575776 Jul 29 23:22:33.464587 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f36c1794-6813-401c-b635-016ff124b8e2 admin admin] Request body: {'subnet': {'network_id': '0b25640e-3654-4f31-920b-3b21eab9978a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-874585615-subnet', 'tenant_id': 'c0a3457b098f4d89bd86c03775586ec5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:33.469860 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1897ee11-c8f3-4af3-9730-243c47b91b7c x-openstack-request-id: req-1897ee11-c8f3-4af3-9730-243c47b91b7c {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:33.470818 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "516c6734-bcde-40ca-afee-03c4cd92e1e2", "tag": "b38623f2-7a98-478a-9860-2f1b97b74a5d", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:33.471294 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1897ee11-c8f3-4af3-9730-243c47b91b7c {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:33.472052 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516c6734-bcde-40ca-afee-03c4cd92e1e2', 'tag': 'b38623f2-7a98-478a-9860-2f1b97b74a5d', 'status': 'completed', 'code': 200} Jul 29 23:22:33.493603 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310fc666-00dc-488b-923c-cdbddb2b43ca admin admin] Pushing event updated for resources: {'Network': ['ID=0b25640e-3654-4f31-920b-3b21eab9978a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:33.548803 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36c1794-6813-401c-b635-016ff124b8e2 admin admin] Made reservation on behalf of c0a3457b098f4d89bd86c03775586ec5 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:33.551479 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f36c1794-6813-401c-b635-016ff124b8e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:33.566360 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-8506a531-176d-461c-8eea-7a73da7b8c03 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:33.567899 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-8506a531-176d-461c-8eea-7a73da7b8c03 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a&tenant_id=b675f7a309964096bd61726e3752bfc0&binding%3Ahost_id=n-h2-712140-10 HTTP/1.1" status: 200 len: 1097 time: 0.2136488 Jul 29 23:22:33.598537 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:33.601966 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 0b25640e-3654-4f31-920b-3b21eab9978a details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:22:33.658294 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d120eec2-be09-4f82-bd03-22675fc063ac req-f1849354-0f22-4751-9196-20885e408d94 service neutron] 10.222.0.23 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778607 Jul 29 23:22:33.662399 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-aba2bcd7-fb02-4a51-9435-f2af97d80a8d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712140-10'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:33.700845 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 27b48121-f946-4abd-bad5-c862966141e9, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=27b48121-f946-4abd-bad5-c862966141e9,segment=NetworkSegment(f920342f-b0ce-422e-a286-919fdc5f8b2b),segment_id=f920342f-b0ce-422e-a286-919fdc5f8b2b)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:33.710191 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:33.793919 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=27b48121-f946-4abd-bad5-c862966141e9,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:33.809259 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:33.813433 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device e37b3611-18ab-4719-86cf-3c4129044d88 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:33.914563 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d120eec2-be09-4f82-bd03-22675fc063ac req-a2ba9b07-7797-4429-9532-b99e09cbcbfc service neutron] 10.222.0.23 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478263 Jul 29 23:22:33.978514 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a99fe2b-fcb6-4bda-82da-fa50d037bd49 req-ee080250-8a06-4fdb-99c5-71130ca056f0 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:33.987049 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port e37b3611-18ab-4719-86cf-3c4129044d88 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:33.987854 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:33.991440 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a99fe2b-fcb6-4bda-82da-fa50d037bd49 req-ee080250-8a06-4fdb-99c5-71130ca056f0 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 945 time: 0.4266622 Jul 29 23:22:33.998730 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-aba2bcd7-fb02-4a51-9435-f2af97d80a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:34.120593 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df92c89-4a3b-4037-898a-05c72d6907cf req-2f3cd25b-e2a3-476d-8832-34288e2e493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:34.125027 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1df92c89-4a3b-4037-898a-05c72d6907cf req-2f3cd25b-e2a3-476d-8832-34288e2e493b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c5e67745e0e4776a7b5c36d90365bdc&device_id=516c6734-bcde-40ca-afee-03c4cd92e1e2 HTTP/1.1" status: 200 len: 1095 time: 0.1471672 Jul 29 23:22:34.152241 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a99fe2b-fcb6-4bda-82da-fa50d037bd49 req-3d6f2214-2e6b-4ee5-9fd3-4bda44d7b433 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606760 Jul 29 23:22:34.169591 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f3297-d6a1-4f2f-b67f-9214a57496ab req-cbeb7787-53bc-41d0-92d8-56446e5a0a1a tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:34.178142 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9b8f3297-d6a1-4f2f-b67f-9214a57496ab req-cbeb7787-53bc-41d0-92d8-56446e5a0a1a tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecef6664-3f8a-43b8-8c30-cbcb6eb2de94 HTTP/1.1" status: 200 len: 946 time: 0.2705717 Jul 29 23:22:34.305721 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:34.381288 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port e37b3611-18ab-4719-86cf-3c4129044d88, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=e37b3611-18ab-4719-86cf-3c4129044d88,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:34.387962 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:34.452868 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=e37b3611-18ab-4719-86cf-3c4129044d88,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:34.471479 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df92c89-4a3b-4037-898a-05c72d6907cf req-07b53e21-da0f-4875-816d-24f1dae9dd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:34.472997 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=8cfe4fd8-7878-4c2e-b606-95c0b2134b9b,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:34.476513 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1df92c89-4a3b-4037-898a-05c72d6907cf req-07b53e21-da0f-4875-816d-24f1dae9dd90 service neutron] 10.222.0.23 "GET /v2.0/networks?id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4 HTTP/1.1" status: 200 len: 905 time: 0.3428645 Jul 29 23:22:34.499467 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b has no active binding in host n-h1-712140-10 {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:22:34.504425 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9b8f3297-d6a1-4f2f-b67f-9214a57496ab req-696d772b-6238-4bc6-91fd-eee483c271d6 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/security-groups?id=14cf21cc-50a5-43f4-b384-48480f1f1141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3253210 Jul 29 23:22:34.558732 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-aba2bcd7-fb02-4a51-9435-f2af97d80a8d service neutron] For port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=8cfe4fd8-7878-4c2e-b606-95c0b2134b9b,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:34.596876 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-30b26f04-cd9a-4e5c-8b7c-6b4fe42ff4d6 req-a679fdc3-4038-4ed6-943d-9a0c4f88cf0b tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e2a1886-c3a0-47e6-bb12-0e7239f50c6d HTTP/1.1" status: 200 len: 210 time: 0.1970506 Jul 29 23:22:34.636926 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1df92c89-4a3b-4037-898a-05c72d6907cf req-df2e24d3-7062-46cc-90db-091f7739102f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b38623f2-7a98-478a-9860-2f1b97b74a5d HTTP/1.1" status: 200 len: 217 time: 0.1332378 Jul 29 23:22:34.641369 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f36c1794-6813-401c-b635-016ff124b8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:34.728774 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-aba2bcd7-fb02-4a51-9435-f2af97d80a8d service neutron] For port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:34.837201 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df92c89-4a3b-4037-898a-05c72d6907cf req-2621d1f8-e91e-4ced-b1d8-0b62701850c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:34.840037 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1df92c89-4a3b-4037-898a-05c72d6907cf req-2621d1f8-e91e-4ced-b1d8-0b62701850c1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=44be0901-f3e6-4ee5-b617-283959d6aed1 HTTP/1.1" status: 200 len: 844 time: 0.1998415 Jul 29 23:22:34.842462 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36c1794-6813-401c-b635-016ff124b8e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8fbcbbd-22b7-4bf5-b554-4ab283a8d631,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:34.939456 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1df92c89-4a3b-4037-898a-05c72d6907cf req-db066619-747f-4871-9bbb-0f743a6bfa10 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815485 Jul 29 23:22:34.952484 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4ed73-bd39-46d3-bab6-52dc10f724f9 req-7af13cae-1330-49d4-877e-9124dfcc695b tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:34.966698 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7ff4ed73-bd39-46d3-bab6-52dc10f724f9 req-7af13cae-1330-49d4-877e-9124dfcc695b tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=516c6734-bcde-40ca-afee-03c4cd92e1e2 HTTP/1.1" status: 200 len: 943 time: 0.3543909 Jul 29 23:22:35.016127 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd318aeee-9d7c-4bc0-882d-e4e266aeb87a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cfe4fd8-7878-4c2e-b606-95c0b2134b9b'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:35.018814 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91e24f3-7878-4d91-a1e4-ef13521afd35" -d '{"events": [{"server_uuid": "d318aeee-9d7c-4bc0-882d-e4e266aeb87a", "name": "network-vif-unplugged", "status": "completed", "tag": "8cfe4fd8-7878-4c2e-b606-95c0b2134b9b"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:35.028061 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-aba2bcd7-fb02-4a51-9435-f2af97d80a8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:35.081126 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03aef0c-36c9-4872-9863-19e6147374db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef'}, {'server_uuid': 'b03aef0c-36c9-4872-9863-19e6147374db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b48121-f946-4abd-bad5-c862966141e9'}, {'server_uuid': 'b1d6de1c-6b33-475a-824f-8b7f6c93e9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37b3611-18ab-4719-86cf-3c4129044d88'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:35.083968 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178be3fb-15b3-4c25-8bbf-1796f3264775" -d '{"events": [{"server_uuid": "b03aef0c-36c9-4872-9863-19e6147374db", "name": "network-vif-plugged", "status": "completed", "tag": "7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef"}, {"server_uuid": "b03aef0c-36c9-4872-9863-19e6147374db", "name": "network-vif-plugged", "status": "completed", "tag": "27b48121-f946-4abd-bad5-c862966141e9"}, {"server_uuid": "b1d6de1c-6b33-475a-824f-8b7f6c93e9ea", "name": "network-vif-plugged", "status": "completed", "tag": "e37b3611-18ab-4719-86cf-3c4129044d88"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:35.092456 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36c1794-6813-401c-b635-016ff124b8e2 admin admin] Checking segment: {'id': '032842ed-983f-41f3-a825-71fef9598b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0b25640e-3654-4f31-920b-3b21eab9978a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:35.092456 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36c1794-6813-401c-b635-016ff124b8e2 admin admin] Network hostable DHCP agents. Network: 0b25640e-3654-4f31-920b-3b21eab9978a, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:22:35.105187 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-aba2bcd7-fb02-4a51-9435-f2af97d80a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:35.132967 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-8a1d1554-44c4-49f6-841a-122824f64a0e tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=a3247a320ee8457d975ee6c70bcc3ef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1661360 Jul 29 23:22:35.256576 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2bcd7-fb02-4a51-9435-f2af97d80a8d service neutron] Pushing event updated for resources: {'Port': ['ID=8cfe4fd8-7878-4c2e-b606-95c0b2134b9b,revision_number=7']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:35.327571 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:35.379457 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7ff4ed73-bd39-46d3-bab6-52dc10f724f9 req-82b95b8c-12a0-457b-af01-d8376f99e8c6 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4063222 Jul 29 23:22:35.407926 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1df92c89-4a3b-4037-898a-05c72d6907cf req-f971e384-661f-4081-b3dc-f61e3b6a963b service neutron] 10.222.0.23 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599922 Jul 29 23:22:35.446383 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2263ab-c2b2-4bde-9bbe-12e1561311e8 req-d88f00ea-7290-437d-be8f-8dbafe69ae0c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:35.458410 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2263ab-c2b2-4bde-9bbe-12e1561311e8 req-d88f00ea-7290-437d-be8f-8dbafe69ae0c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:35.470730 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2263ab-c2b2-4bde-9bbe-12e1561311e8 req-d88f00ea-7290-437d-be8f-8dbafe69ae0c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:35.488037 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e2263ab-c2b2-4bde-9bbe-12e1561311e8 req-d88f00ea-7290-437d-be8f-8dbafe69ae0c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/ports?device_id=b03aef0c-36c9-4872-9863-19e6147374db HTTP/1.1" status: 200 len: 2418 time: 0.6288300 Jul 29 23:22:35.502914 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36c1794-6813-401c-b635-016ff124b8e2 admin admin] Network 0b25640e-3654-4f31-920b-3b21eab9978a is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:22:35.525099 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c12f5c5d-578c-4701-95a8-f43d2de2cf84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:35.576724 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-f36c1794-6813-401c-b635-016ff124b8e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 0b25640e-3654-4f31-920b-3b21eab9978a) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:35.599041 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6e7e01-b51e-48f4-b3a9-b430b3326029 None None] Network 0b25640e-3654-4f31-920b-3b21eab9978a requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:22:35.606908 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36c1794-6813-401c-b635-016ff124b8e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:35.608278 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f36c1794-6813-401c-b635-016ff124b8e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:35.649422 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e2263ab-c2b2-4bde-9bbe-12e1561311e8 req-80ccddac-417c-4319-8690-4f22ee45cf9f tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74a574a-0c52-4781-a2e3-5b7322a30418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603787 Jul 29 23:22:35.652011 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-aba2bcd7-fb02-4a51-9435-f2af97d80a8d service neutron] Attempting to bind port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b on host n-h2-712140-10 for vnic_type normal with profile {"migrating_to": "n-h1-712140-10"} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:35.652566 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-aba2bcd7-fb02-4a51-9435-f2af97d80a8d service neutron] Attempting to bind port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:35.653117 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-aba2bcd7-fb02-4a51-9435-f2af97d80a8d service neutron] Attempting to bind port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b on network 55fb160e-6b45-47b4-8565-f685f832c4b9 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:35.676841 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f36c1794-6813-401c-b635-016ff124b8e2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2246151 Jul 29 23:22:35.684744 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 32820) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:35.687641 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-aba2bcd7-fb02-4a51-9435-f2af97d80a8d service neutron] Port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b on network 55fb160e-6b45-47b4-8565-f685f832c4b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:22:35.688230 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-aba2bcd7-fb02-4a51-9435-f2af97d80a8d service neutron] Attempting to bind port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b on network 55fb160e-6b45-47b4-8565-f685f832c4b9 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:35.707827 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-aba2bcd7-fb02-4a51-9435-f2af97d80a8d service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:35.708505 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-aba2bcd7-fb02-4a51-9435-f2af97d80a8d service neutron] Checking segment: {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:35.709056 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-aba2bcd7-fb02-4a51-9435-f2af97d80a8d service neutron] Bound using segment: {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:35.710106 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-aba2bcd7-fb02-4a51-9435-f2af97d80a8d service neutron] Bound port: 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49e6ec17-5074-46be-a3e0-83531dd992e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '55fb160e-6b45-47b4-8565-f685f832c4b9'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:35.718918 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-aba2bcd7-fb02-4a51-9435-f2af97d80a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:35.719417 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-0257ccc3-192d-479f-9b2f-231ff53eb51a admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-874585615-router', 'tenant_id': 'c0a3457b098f4d89bd86c03775586ec5', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:35.762631 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-fcafc85d-681e-41f2-9f9e-cfbf44bd5ebe tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:35.781802 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-fcafc85d-681e-41f2-9f9e-cfbf44bd5ebe tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6396952 Jul 29 23:22:35.813197 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-f7c82ef0-4e07-465e-bd28-731a95148796 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Request body: {'port': {'device_id': '0e2a1886-c3a0-47e6-bb12-0e7239f50c6d', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'admin_state_up': True, 'tenant_id': 'a3247a320ee8457d975ee6c70bcc3ef2'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:35.861034 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04150c1c-95bd-4db5-9604-49be50632249 x-openstack-request-id: req-04150c1c-95bd-4db5-9604-49be50632249 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:35.864170 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d318aeee-9d7c-4bc0-882d-e4e266aeb87a", "name": "network-vif-unplugged", "status": "completed", "tag": "8cfe4fd8-7878-4c2e-b606-95c0b2134b9b", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:35.864620 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04150c1c-95bd-4db5-9604-49be50632249 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:35.865266 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd318aeee-9d7c-4bc0-882d-e4e266aeb87a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cfe4fd8-7878-4c2e-b606-95c0b2134b9b', 'code': 200} Jul 29 23:22:35.892854 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56de5297-1f01-40e0-97e3-118490c4ace7 x-openstack-request-id: req-56de5297-1f01-40e0-97e3-118490c4ace7 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:35.893466 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03aef0c-36c9-4872-9863-19e6147374db", "name": "network-vif-plugged", "status": "completed", "tag": "7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef", "code": 200}, {"server_uuid": "b03aef0c-36c9-4872-9863-19e6147374db", "name": "network-vif-plugged", "status": "completed", "tag": "27b48121-f946-4abd-bad5-c862966141e9", "code": 200}, {"server_uuid": "b1d6de1c-6b33-475a-824f-8b7f6c93e9ea", "name": "network-vif-plugged", "status": "completed", "tag": "e37b3611-18ab-4719-86cf-3c4129044d88", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:35.894827 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56de5297-1f01-40e0-97e3-118490c4ace7 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:35.895540 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03aef0c-36c9-4872-9863-19e6147374db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef', 'code': 200} Jul 29 23:22:35.898962 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03aef0c-36c9-4872-9863-19e6147374db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b48121-f946-4abd-bad5-c862966141e9', 'code': 200} Jul 29 23:22:35.899589 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d6de1c-6b33-475a-824f-8b7f6c93e9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37b3611-18ab-4719-86cf-3c4129044d88', 'code': 200} Jul 29 23:22:35.916398 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device b38623f2-7a98-478a-9860-2f1b97b74a5d details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:36.062265 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-aba2bcd7-fb02-4a51-9435-f2af97d80a8d service neutron] For port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:36.068404 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-aba2bcd7-fb02-4a51-9435-f2af97d80a8d service neutron] For port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=8cfe4fd8-7878-4c2e-b606-95c0b2134b9b,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:36.077589 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f390be-04b3-4080-a4c2-bd37e9432b6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-0b25640e-3654-4f31-920b-3b21eab9978a', 'network_id': '0b25640e-3654-4f31-920b-3b21eab9978a', 'tenant_id': 'c0a3457b098f4d89bd86c03775586ec5', 'fixed_ips': [{'subnet_id': 'f8fbcbbd-22b7-4bf5-b554-4ab283a8d631'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:22:36.077911 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d3f390be-04b3-4080-a4c2-bd37e9432b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:36.082217 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbcde2-c2f3-478d-b055-c1189d114043 req-3b535f6c-6c09-4e11-a7d7-2b733fef8c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:36.082705 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbcde2-c2f3-478d-b055-c1189d114043 req-3b535f6c-6c09-4e11-a7d7-2b733fef8c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:36.083187 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acbcde2-c2f3-478d-b055-c1189d114043 req-3b535f6c-6c09-4e11-a7d7-2b733fef8c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:36.085896 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0acbcde2-c2f3-478d-b055-c1189d114043 req-3b535f6c-6c09-4e11-a7d7-2b733fef8c23 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b03aef0c-36c9-4872-9863-19e6147374db HTTP/1.1" status: 200 len: 2874 time: 0.1754737 Jul 29 23:22:36.087262 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-aba2bcd7-fb02-4a51-9435-f2af97d80a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:36.127041 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.db.resource_extend [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:22:36.258176 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced6ce24-7070-43e4-bb40-1888e68e8a34 req-b4bdfc81-a051-4898-a9b2-c4a7859fe9bc tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:36.280351 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ced6ce24-7070-43e4-bb40-1888e68e8a34 req-b4bdfc81-a051-4898-a9b2-c4a7859fe9bc tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 943 time: 0.2740531 Jul 29 23:22:36.357401 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0acbcde2-c2f3-478d-b055-c1189d114043 req-a0bb7f77-a275-4f25-9762-4a5c770cb23b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e74a574a-0c52-4781-a2e3-5b7322a30418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545989 Jul 29 23:22:36.363170 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba2bcd7-fb02-4a51-9435-f2af97d80a8d service neutron] Pushing event updated for resources: {'Port': ['ID=8cfe4fd8-7878-4c2e-b606-95c0b2134b9b,revision_number=8']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:36.411753 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1df92c89-4a3b-4037-898a-05c72d6907cf req-cce0d896-fa40-4745-92c0-37dd10d089ca service neutron] 10.222.0.23 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9831176 Jul 29 23:22:36.416182 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0257ccc3-192d-479f-9b2f-231ff53eb51a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:36.419036 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ced6ce24-7070-43e4-bb40-1888e68e8a34 req-e572eefa-cf0d-4b6e-b43f-1d5cdcc95b61 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365826 Jul 29 23:22:36.425820 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cc7b9f95-23f1-45db-a140-730cc93eb5b8 req-288958a8-4420-4649-a258-baa0ba72cd00 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e2a1886-c3a0-47e6-bb12-0e7239f50c6d HTTP/1.1" status: 200 len: 210 time: 0.0498168 Jul 29 23:22:36.426049 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0257ccc3-192d-479f-9b2f-231ff53eb51a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:36.464658 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-aba2bcd7-fb02-4a51-9435-f2af97d80a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:36.465986 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-aba2bcd7-fb02-4a51-9435-f2af97d80a8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:36.470372 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-aba2bcd7-fb02-4a51-9435-f2af97d80a8d service neutron] 10.222.0.23 "PUT /v2.0/ports/8cfe4fd8-7878-4c2e-b606-95c0b2134b9b HTTP/1.1" status: 200 len: 1123 time: 2.8633506 Jul 29 23:22:36.504678 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-f7c82ef0-4e07-465e-bd28-731a95148796 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Made reservation on behalf of a3247a320ee8457d975ee6c70bcc3ef2 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:22:36.511038 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-f7c82ef0-4e07-465e-bd28-731a95148796 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:36.604938 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['8cfe4fd8-7878-4c2e-b606-95c0b2134b9b'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:36.610723 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-f7c82ef0-4e07-465e-bd28-731a95148796 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:36.629490 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0257ccc3-192d-479f-9b2f-231ff53eb51a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:36.644887 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['8cfe4fd8-7878-4c2e-b606-95c0b2134b9b'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:36.738352 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756de0f8-6514-42f5-980f-0f0800dc369a req-f9778d22-dc87-44c2-b794-f6029a146828 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:36.743391 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-756de0f8-6514-42f5-980f-0f0800dc369a req-f9778d22-dc87-44c2-b794-f6029a146828 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecef6664-3f8a-43b8-8c30-cbcb6eb2de94 HTTP/1.1" status: 200 len: 946 time: 0.1653657 Jul 29 23:22:36.759007 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-f7c82ef0-4e07-465e-bd28-731a95148796 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:36.765281 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-f7c82ef0-4e07-465e-bd28-731a95148796 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:36.809727 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port b38623f2-7a98-478a-9860-2f1b97b74a5d, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b38623f2-7a98-478a-9860-2f1b97b74a5d,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:36.844810 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:36.850435 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'b38623f2-7a98-478a-9860-2f1b97b74a5d', 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4', 'port_id': 'b38623f2-7a98-478a-9860-2f1b97b74a5d', 'mac_address': 'fa:16:3e:74:f5:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44be0901-f3e6-4ee5-b617-283959d6aed1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:22:36.862585 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-d3f390be-04b3-4080-a4c2-bd37e9432b6c None None] Allocated IP 172.20.0.2 (0b25640e-3654-4f31-920b-3b21eab9978a/f8fbcbbd-22b7-4bf5-b554-4ab283a8d631/7ab63153-485e-4d50-9a8f-cff4fbd03136) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:36.880476 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db503989-1b4f-44d8-ac99-9c0a5ce8155f req-899c3e10-0a85-4d39-a2f9-c9272cd41753 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:36.886454 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db503989-1b4f-44d8-ac99-9c0a5ce8155f req-899c3e10-0a85-4d39-a2f9-c9272cd41753 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=516c6734-bcde-40ca-afee-03c4cd92e1e2 HTTP/1.1" status: 200 len: 943 time: 0.2187862 Jul 29 23:22:36.969008 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-756de0f8-6514-42f5-980f-0f0800dc369a req-67c8614c-f10c-405b-8309-8233426e3969 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/security-groups?id=14cf21cc-50a5-43f4-b384-48480f1f1141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836205 Jul 29 23:22:37.058008 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:37.059931 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db503989-1b4f-44d8-ac99-9c0a5ce8155f req-2aaf8898-15c1-424d-84a7-b15b7d24e6fe tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510782 Jul 29 23:22:37.131586 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b38623f2-7a98-478a-9860-2f1b97b74a5d {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:37.137930 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c82ef0-4e07-465e-bd28-731a95148796 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0764f0e7-3428-4712-ab78-4b7f43262d6b,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:37.248932 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port b38623f2-7a98-478a-9860-2f1b97b74a5d, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b38623f2-7a98-478a-9860-2f1b97b74a5d,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:37.339092 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:37.416176 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d5445-a975-459e-978b-97845e89b694 req-e153c02c-2f22-4d9c-9d44-990c35da1d75 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:37.428183 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c82ef0-4e07-465e-bd28-731a95148796 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:37.428750 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c82ef0-4e07-465e-bd28-731a95148796 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:37.429308 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c82ef0-4e07-465e-bd28-731a95148796 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:37.429866 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c82ef0-4e07-465e-bd28-731a95148796 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:37.430428 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c82ef0-4e07-465e-bd28-731a95148796 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:37.430993 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c82ef0-4e07-465e-bd28-731a95148796 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:37.431199 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d5445-a975-459e-978b-97845e89b694 req-e153c02c-2f22-4d9c-9d44-990c35da1d75 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:37.431546 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c82ef0-4e07-465e-bd28-731a95148796 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:37.432137 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c82ef0-4e07-465e-bd28-731a95148796 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:37.432702 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c82ef0-4e07-465e-bd28-731a95148796 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:37.433232 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c82ef0-4e07-465e-bd28-731a95148796 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:37.433776 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c82ef0-4e07-465e-bd28-731a95148796 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:37.434368 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c82ef0-4e07-465e-bd28-731a95148796 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:37.464143 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0257ccc3-192d-479f-9b2f-231ff53eb51a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:37.469629 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d5445-a975-459e-978b-97845e89b694 req-e153c02c-2f22-4d9c-9d44-990c35da1d75 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:37.480527 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4c9d5445-a975-459e-978b-97845e89b694 req-e153c02c-2f22-4d9c-9d44-990c35da1d75 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/ports?device_id=b03aef0c-36c9-4872-9863-19e6147374db HTTP/1.1" status: 200 len: 2418 time: 0.2967436 Jul 29 23:22:37.566981 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=b38623f2-7a98-478a-9860-2f1b97b74a5d,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:37.653711 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4c9d5445-a975-459e-978b-97845e89b694 req-685605c2-9f6a-496a-a8b8-c85c1b49645d tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74a574a-0c52-4781-a2e3-5b7322a30418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596162 Jul 29 23:22:37.680797 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-f7c82ef0-4e07-465e-bd28-731a95148796 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Allocated IP 192.168.233.192 (adb88f5c-b5bd-41cf-b367-228eab6e0075/28e6de27-5b72-4bf0-88e6-0cdec4cf806e/7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:37.772334 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['b38623f2-7a98-478a-9860-2f1b97b74a5d'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:37.781492 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b44787-6798-47e8-8f88-d8f85e5764de req-d9ed82b8-6d9c-4364-b5b0-3276a0ed9ba8 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:37.783513 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-45b44787-6798-47e8-8f88-d8f85e5764de req-d9ed82b8-6d9c-4364-b5b0-3276a0ed9ba8 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 943 time: 0.1210072 Jul 29 23:22:37.857856 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3dc30e93-b008-4fe1-9a54-87700a7b27ef req-57e65ab1-5606-4eb2-9c45-5b9cd76a050f tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e2a1886-c3a0-47e6-bb12-0e7239f50c6d HTTP/1.1" status: 200 len: 210 time: 0.0706625 Jul 29 23:22:37.871295 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd318aeee-9d7c-4bc0-882d-e4e266aeb87a', 'tag': '8cfe4fd8-7878-4c2e-b606-95c0b2134b9b'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:37.874584 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d3f390be-04b3-4080-a4c2-bd37e9432b6c None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:37.884060 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c86362-8342-4291-ba51-2cd91d653183" -d '{"events": [{"name": "network-changed", "server_uuid": "d318aeee-9d7c-4bc0-882d-e4e266aeb87a", "tag": "8cfe4fd8-7878-4c2e-b606-95c0b2134b9b"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:37.907380 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d3f390be-04b3-4080-a4c2-bd37e9432b6c None None] Transition to ACTIVE for port object 7ab63153-485e-4d50-9a8f-cff4fbd03136 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:37.948825 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d3f390be-04b3-4080-a4c2-bd37e9432b6c None None] Transition to ACTIVE for port object 7ab63153-485e-4d50-9a8f-cff4fbd03136 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:37.982228 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d3f390be-04b3-4080-a4c2-bd37e9432b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:38.058600 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f390be-04b3-4080-a4c2-bd37e9432b6c None None] Network 0b25640e-3654-4f31-920b-3b21eab9978a is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:38.073129 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-d3f390be-04b3-4080-a4c2-bd37e9432b6c None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:38.081003 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f390be-04b3-4080-a4c2-bd37e9432b6c None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:38.112045 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e46549c-0227-40dd-9076-cec9669bcad1 x-openstack-request-id: req-8e46549c-0227-40dd-9076-cec9669bcad1 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:38.117624 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d318aeee-9d7c-4bc0-882d-e4e266aeb87a", "tag": "8cfe4fd8-7878-4c2e-b606-95c0b2134b9b", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:38.118492 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e46549c-0227-40dd-9076-cec9669bcad1 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:38.119400 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd318aeee-9d7c-4bc0-882d-e4e266aeb87a', 'tag': '8cfe4fd8-7878-4c2e-b606-95c0b2134b9b', 'status': 'completed', 'code': 200} Jul 29 23:22:38.120141 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:38.121257 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f390be-04b3-4080-a4c2-bd37e9432b6c None None] Pushing event updated for resources: {'Port': ['ID=7ab63153-485e-4d50-9a8f-cff4fbd03136,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:38.165101 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0257ccc3-192d-479f-9b2f-231ff53eb51a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:38.205689 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0257ccc3-192d-479f-9b2f-231ff53eb51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:38.229008 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-d3f390be-04b3-4080-a4c2-bd37e9432b6c None None] Attempting to bind port 7ab63153-485e-4d50-9a8f-cff4fbd03136 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:38.229637 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-d3f390be-04b3-4080-a4c2-bd37e9432b6c None None] Attempting to bind port 7ab63153-485e-4d50-9a8f-cff4fbd03136 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '032842ed-983f-41f3-a825-71fef9598b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0b25640e-3654-4f31-920b-3b21eab9978a'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:38.231148 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f390be-04b3-4080-a4c2-bd37e9432b6c None None] Attempting to bind port 7ab63153-485e-4d50-9a8f-cff4fbd03136 on network 0b25640e-3654-4f31-920b-3b21eab9978a {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:38.279326 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f390be-04b3-4080-a4c2-bd37e9432b6c None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:38.279699 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f390be-04b3-4080-a4c2-bd37e9432b6c None None] Checking segment: {'id': '032842ed-983f-41f3-a825-71fef9598b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0b25640e-3654-4f31-920b-3b21eab9978a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:38.280222 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d3f390be-04b3-4080-a4c2-bd37e9432b6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:38.280544 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3f390be-04b3-4080-a4c2-bd37e9432b6c None None] Bound using segment: {'id': '032842ed-983f-41f3-a825-71fef9598b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0b25640e-3654-4f31-920b-3b21eab9978a'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:38.281116 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-d3f390be-04b3-4080-a4c2-bd37e9432b6c None None] Bound port: 7ab63153-485e-4d50-9a8f-cff4fbd03136, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032842ed-983f-41f3-a825-71fef9598b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0b25640e-3654-4f31-920b-3b21eab9978a'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:38.281637 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d3f390be-04b3-4080-a4c2-bd37e9432b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:38.307699 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-45b44787-6798-47e8-8f88-d8f85e5764de req-e32e955e-65f9-4a28-9ee6-feeb0ee0e110 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4968643 Jul 29 23:22:38.411151 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325af12-5600-4002-930b-7c749567ca6f req-1db30397-1830-46b1-81cf-e4a90829e8dc tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:38.416513 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5325af12-5600-4002-930b-7c749567ca6f req-1db30397-1830-46b1-81cf-e4a90829e8dc tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.23 "GET /v2.0/ports?device_id=ecef6664-3f8a-43b8-8c30-cbcb6eb2de94 HTTP/1.1" status: 200 len: 946 time: 0.5518930 Jul 29 23:22:38.419943 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-f7c82ef0-4e07-465e-bd28-731a95148796 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:38.450810 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-d3f390be-04b3-4080-a4c2-bd37e9432b6c None None] For port 7ab63153-485e-4d50-9a8f-cff4fbd03136, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:38.451761 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c86362-8342-4291-ba51-2cd91d653183 req-e0a7ef34-34fb-4663-9733-09a9d30540ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:38.454241 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-03c86362-8342-4291-ba51-2cd91d653183 req-e0a7ef34-34fb-4663-9733-09a9d30540ca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b675f7a309964096bd61726e3752bfc0&device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 1126 time: 0.3315573 Jul 29 23:22:38.461174 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-d3f390be-04b3-4080-a4c2-bd37e9432b6c None None] For port 7ab63153-485e-4d50-9a8f-cff4fbd03136, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=7ab63153-485e-4d50-9a8f-cff4fbd03136,segment=NetworkSegment(032842ed-983f-41f3-a825-71fef9598b85),segment_id=032842ed-983f-41f3-a825-71fef9598b85)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:38.470324 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d3f390be-04b3-4080-a4c2-bd37e9432b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:38.515494 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-f7c82ef0-4e07-465e-bd28-731a95148796 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Transition to ACTIVE for port object 7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:38.566603 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040c9acf-538c-44cd-bdd8-79d05d22eceb req-9167fcfb-6219-45a6-b2a3-25a9e9e6b2b3 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:38.581804 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-040c9acf-538c-44cd-bdd8-79d05d22eceb req-9167fcfb-6219-45a6-b2a3-25a9e9e6b2b3 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecef6664-3f8a-43b8-8c30-cbcb6eb2de94 HTTP/1.1" status: 200 len: 946 time: 0.2819753 Jul 29 23:22:38.662541 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-0257ccc3-192d-479f-9b2f-231ff53eb51a admin admin] Allocated IP 172.25.8.3 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/80d2ff06-76fe-4a5e-9617-549267722cef) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:38.674016 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f390be-04b3-4080-a4c2-bd37e9432b6c None None] Pushing event updated for resources: {'Port': ['ID=7ab63153-485e-4d50-9a8f-cff4fbd03136,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:38.775365 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-f7c82ef0-4e07-465e-bd28-731a95148796 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:38.862385 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-f7c82ef0-4e07-465e-bd28-731a95148796 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:38.869547 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-f7c82ef0-4e07-465e-bd28-731a95148796 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:38.879323 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-f7c82ef0-4e07-465e-bd28-731a95148796 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:38.932102 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-040c9acf-538c-44cd-bdd8-79d05d22eceb req-9d3d6618-1844-4e34-8111-143548131bd0 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/security-groups?id=14cf21cc-50a5-43f4-b384-48480f1f1141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2633848 Jul 29 23:22:38.992540 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c82ef0-4e07-465e-bd28-731a95148796 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Pushing event updated for resources: {'Port': ['ID=7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:39.012740 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c86362-8342-4291-ba51-2cd91d653183 req-ab8df227-6c23-4f8f-bdc3-b512080a943c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:39.019445 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-03c86362-8342-4291-ba51-2cd91d653183 req-ab8df227-6c23-4f8f-bdc3-b512080a943c service neutron] 10.222.0.39 "GET /v2.0/networks?id=55fb160e-6b45-47b4-8565-f685f832c4b9 HTTP/1.1" status: 200 len: 922 time: 0.5508852 Jul 29 23:22:39.029432 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0257ccc3-192d-479f-9b2f-231ff53eb51a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:39.099742 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf12cfb-32a5-4106-938d-3d1d44c6a3c4 req-a64726be-c559-4d6a-aa20-840c6ea7651c tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:39.104817 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2bf12cfb-32a5-4106-938d-3d1d44c6a3c4 req-a64726be-c559-4d6a-aa20-840c6ea7651c tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=516c6734-bcde-40ca-afee-03c4cd92e1e2 HTTP/1.1" status: 200 len: 944 time: 0.4258759 Jul 29 23:22:39.125762 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-f7c82ef0-4e07-465e-bd28-731a95148796 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:39.136329 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-f7c82ef0-4e07-465e-bd28-731a95148796 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:39.174266 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-f7c82ef0-4e07-465e-bd28-731a95148796 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3831546 Jul 29 23:22:39.197455 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-c6099810-5ee9-4c4f-91f5-3dc91dd6a5b3 service neutron] Request body: {'port': {'device_id': '0e2a1886-c3a0-47e6-bb12-0e7239f50c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:39.206377 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-03c86362-8342-4291-ba51-2cd91d653183 req-10f4010a-59d7-48eb-b750-fd4048560353 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cfe4fd8-7878-4c2e-b606-95c0b2134b9b HTTP/1.1" status: 200 len: 217 time: 0.1606531 Jul 29 23:22:39.320734 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0257ccc3-192d-479f-9b2f-231ff53eb51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:39.342961 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-5325af12-5600-4002-930b-7c749567ca6f req-e44b4643-f3a3-4065-9b7d-4998c5332c60 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Deleting port 79c23d9b-78f3-479b-b645-1c02ad2bc795 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:39.343243 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5325af12-5600-4002-930b-7c749567ca6f req-e44b4643-f3a3-4065-9b7d-4998c5332c60 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:39.446041 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2bf12cfb-32a5-4106-938d-3d1d44c6a3c4 req-06984865-0134-4124-9b32-9d2d3716524b tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311673 Jul 29 23:22:39.448084 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0257ccc3-192d-479f-9b2f-231ff53eb51a admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:39.450363 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-c6099810-5ee9-4c4f-91f5-3dc91dd6a5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:39.460229 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c86362-8342-4291-ba51-2cd91d653183 req-51922fe8-4d7a-4a3d-9ce6-080d82df4a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:39.462079 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-03c86362-8342-4291-ba51-2cd91d653183 req-51922fe8-4d7a-4a3d-9ce6-080d82df4a55 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ea5ab56-d2f4-49be-ac07-d932b6774fb8 HTTP/1.1" status: 200 len: 861 time: 0.1900415 Jul 29 23:22:39.533795 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-5325af12-5600-4002-930b-7c749567ca6f req-e44b4643-f3a3-4065-9b7d-4998c5332c60 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] For port 79c23d9b-78f3-479b-b645-1c02ad2bc795, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=79c23d9b-78f3-479b-b645-1c02ad2bc795,segment=NetworkSegment(e54b1e53-0c15-4a98-ae01-123c7fd1a889),segment_id=e54b1e53-0c15-4a98-ae01-123c7fd1a889)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:39.534169 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5325af12-5600-4002-930b-7c749567ca6f req-e44b4643-f3a3-4065-9b7d-4998c5332c60 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:39.550771 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-0257ccc3-192d-479f-9b2f-231ff53eb51a admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:39.582414 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0257ccc3-192d-479f-9b2f-231ff53eb51a admin admin] Pushing event updated for resources: {'Port': ['ID=80d2ff06-76fe-4a5e-9617-549267722cef,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:39.587268 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0257ccc3-192d-479f-9b2f-231ff53eb51a admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:39.608353 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fc4f897b-22ea-4b3b-8026-d3f134032aa6 None None] Provisioning for port 7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:39.621126 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fc4f897b-22ea-4b3b-8026-d3f134032aa6 None None] Provisioning complete for port 7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:39.622788 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fc4f897b-22ea-4b3b-8026-d3f134032aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:39.689034 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-03c86362-8342-4291-ba51-2cd91d653183 req-7b60ccb0-df30-4fd2-9372-c2bcd7fc0ab5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55fb160e-6b45-47b4-8565-f685f832c4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2158072 Jul 29 23:22:39.709484 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c52e4-9590-43b5-aaf9-440dc44e106a req-09a22d2b-c4c6-4668-b47e-5fecb52bc6b9 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:39.717341 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c52e4-9590-43b5-aaf9-440dc44e106a req-09a22d2b-c4c6-4668-b47e-5fecb52bc6b9 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:39.726796 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c52e4-9590-43b5-aaf9-440dc44e106a req-09a22d2b-c4c6-4668-b47e-5fecb52bc6b9 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:39.733861 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-fc4f897b-22ea-4b3b-8026-d3f134032aa6 None None] Port 7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:22:39.735092 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-903c52e4-9590-43b5-aaf9-440dc44e106a req-09a22d2b-c4c6-4668-b47e-5fecb52bc6b9 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/ports?device_id=b03aef0c-36c9-4872-9863-19e6147374db HTTP/1.1" status: 200 len: 2418 time: 0.4547315 Jul 29 23:22:39.865905 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device b38623f2-7a98-478a-9860-2f1b97b74a5d up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:39.986047 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5325af12-5600-4002-930b-7c749567ca6f req-e44b4643-f3a3-4065-9b7d-4998c5332c60 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:39.986681 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5325af12-5600-4002-930b-7c749567ca6f req-e44b4643-f3a3-4065-9b7d-4998c5332c60 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:39.989485 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [req-5325af12-5600-4002-930b-7c749567ca6f req-e44b4643-f3a3-4065-9b7d-4998c5332c60 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Floating IP 7e050899-325f-4a8f-8a76-5ecd2577a69f disassociated. External IP: 172.25.8.11, port: 79c23d9b-78f3-479b-b645-1c02ad2bc795. Jul 29 23:22:40.002364 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-5325af12-5600-4002-930b-7c749567ca6f req-e44b4643-f3a3-4065-9b7d-4998c5332c60 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Calling delete_port for 79c23d9b-78f3-479b-b645-1c02ad2bc795 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:40.094534 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port b38623f2-7a98-478a-9860-2f1b97b74a5d completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:40.101757 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port b38623f2-7a98-478a-9860-2f1b97b74a5d triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:40.102856 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:40.232446 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 7ab63153-485e-4d50-9a8f-cff4fbd03136 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:40.328869 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-903c52e4-9590-43b5-aaf9-440dc44e106a req-36fc49ea-7dfc-41f6-98f4-0c574d958a7e tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74a574a-0c52-4781-a2e3-5b7322a30418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4429820 Jul 29 23:22:40.425623 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f34bd1-970d-4ff5-9903-779b9fe3fb71 req-4d933415-ece3-4655-89d8-5061049b68af tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:40.436666 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31f34bd1-970d-4ff5-9903-779b9fe3fb71 req-4d933415-ece3-4655-89d8-5061049b68af tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e2a1886-c3a0-47e6-bb12-0e7239f50c6d HTTP/1.1" status: 200 len: 936 time: 0.5828886 Jul 29 23:22:40.503445 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 7ab63153-485e-4d50-9a8f-cff4fbd03136 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:40.510406 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-03c86362-8342-4291-ba51-2cd91d653183 req-25fd02bb-8185-459f-9045-f1b036b83002 service neutron] 10.222.0.39 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7661083 Jul 29 23:22:40.560695 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:40.626788 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516c6734-bcde-40ca-afee-03c4cd92e1e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38623f2-7a98-478a-9860-2f1b97b74a5d'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:40.628805 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b3e59e-f64d-456c-9fa8-672535c863ce" -d '{"events": [{"server_uuid": "516c6734-bcde-40ca-afee-03c4cd92e1e2", "name": "network-vif-plugged", "status": "completed", "tag": "b38623f2-7a98-478a-9860-2f1b97b74a5d"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:40.653900 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port b38623f2-7a98-478a-9860-2f1b97b74a5d, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b38623f2-7a98-478a-9860-2f1b97b74a5d,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:40.662379 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:40.663284 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 79c23d9b-78f3-479b-b645-1c02ad2bc795 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:40.734956 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-c6099810-5ee9-4c4f-91f5-3dc91dd6a5b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:40.741341 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31f34bd1-970d-4ff5-9903-779b9fe3fb71 req-1a34a7e9-3ea0-420e-9ddd-1d177791b233 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/security-groups?id=0764f0e7-3428-4712-ab78-4b7f43262d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017237 Jul 29 23:22:40.783535 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-c6099810-5ee9-4c4f-91f5-3dc91dd6a5b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:40.818208 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=b38623f2-7a98-478a-9860-2f1b97b74a5d,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:40.818678 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-c6099810-5ee9-4c4f-91f5-3dc91dd6a5b3 service neutron] Transition to ACTIVE for port object 7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:40.824121 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-c6099810-5ee9-4c4f-91f5-3dc91dd6a5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:40.830629 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d0e77f-3577-460e-8e02-d0709bc939e5 None None] Network 0b25640e-3654-4f31-920b-3b21eab9978a requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:22:40.844854 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248c273-b7f7-4598-acdf-5856eaf9db40 req-b7afb064-d0a1-4351-a702-28884c9c5e53 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:40.861117 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2248c273-b7f7-4598-acdf-5856eaf9db40 req-b7afb064-d0a1-4351-a702-28884c9c5e53 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 943 time: 0.3969343 Jul 29 23:22:40.910819 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6099810-5ee9-4c4f-91f5-3dc91dd6a5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:41.036769 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-c6099810-5ee9-4c4f-91f5-3dc91dd6a5b3 service neutron] Attempting to bind port 7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:41.037381 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-c6099810-5ee9-4c4f-91f5-3dc91dd6a5b3 service neutron] Attempting to bind port 7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:41.037836 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-c6099810-5ee9-4c4f-91f5-3dc91dd6a5b3 service neutron] Attempting to bind port 7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:41.055440 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-c6099810-5ee9-4c4f-91f5-3dc91dd6a5b3 service neutron] Port 7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:22:41.055440 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-c6099810-5ee9-4c4f-91f5-3dc91dd6a5b3 service neutron] Attempting to bind port 7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:41.074010 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-c6099810-5ee9-4c4f-91f5-3dc91dd6a5b3 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:41.077527 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-c6099810-5ee9-4c4f-91f5-3dc91dd6a5b3 service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:41.078635 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-c6099810-5ee9-4c4f-91f5-3dc91dd6a5b3 service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:41.080340 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-c6099810-5ee9-4c4f-91f5-3dc91dd6a5b3 service neutron] Bound port: 7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:41.081217 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-c6099810-5ee9-4c4f-91f5-3dc91dd6a5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:41.124451 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d000297-da1e-4095-835b-098e08443f6f req-f8572023-5b0b-46bc-a9cd-abb84d55a8e6 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:41.131012 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7d000297-da1e-4095-835b-098e08443f6f req-f8572023-5b0b-46bc-a9cd-abb84d55a8e6 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecef6664-3f8a-43b8-8c30-cbcb6eb2de94 HTTP/1.1" status: 200 len: 946 time: 0.2384245 Jul 29 23:22:41.136603 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-03c86362-8342-4291-ba51-2cd91d653183 req-6b1cea0d-57c0-4835-bc21-fd7a8d397410 service neutron] 10.222.0.39 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6187377 Jul 29 23:22:41.157549 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5325af12-5600-4002-930b-7c749567ca6f req-e44b4643-f3a3-4065-9b7d-4998c5332c60 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:41.172120 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9feaa10e-5cd3-4c3b-8bbc-4064408aa8aa None None] Provisioning for port 7ab63153-485e-4d50-9a8f-cff4fbd03136 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:41.186276 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2248c273-b7f7-4598-acdf-5856eaf9db40 req-5bb9b061-957f-4996-a042-8f8ba4094f6b tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216050 Jul 29 23:22:41.188108 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9feaa10e-5cd3-4c3b-8bbc-4064408aa8aa None None] Provisioning complete for port 7ab63153-485e-4d50-9a8f-cff4fbd03136 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:41.188674 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9feaa10e-5cd3-4c3b-8bbc-4064408aa8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:41.302565 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-c6099810-5ee9-4c4f-91f5-3dc91dd6a5b3 service neutron] For port 7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:41.312763 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-c6099810-5ee9-4c4f-91f5-3dc91dd6a5b3 service neutron] For port 7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:41.325576 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No active binding found for port 79c23d9b-78f3-479b-b645-1c02ad2bc795 {{(pid=94065) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 23:22:41.326787 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 79c23d9b-78f3-479b-b645-1c02ad2bc795 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:22:41.327089 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-c6099810-5ee9-4c4f-91f5-3dc91dd6a5b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:41.468330 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7d000297-da1e-4095-835b-098e08443f6f req-b0bf7849-9257-4431-b802-f6360de69a42 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/security-groups?id=14cf21cc-50a5-43f4-b384-48480f1f1141&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3226361 Jul 29 23:22:41.471540 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44b4643-f3a3-4065-9b7d-4998c5332c60 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Pushing event deleted for resources: {'Port': ['ID=79c23d9b-78f3-479b-b645-1c02ad2bc795,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:41.502426 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9feaa10e-5cd3-4c3b-8bbc-4064408aa8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:41.606460 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-9feaa10e-5cd3-4c3b-8bbc-4064408aa8aa None None] For port 7ab63153-485e-4d50-9a8f-cff4fbd03136, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=7ab63153-485e-4d50-9a8f-cff4fbd03136,segment=NetworkSegment(032842ed-983f-41f3-a825-71fef9598b85),segment_id=032842ed-983f-41f3-a825-71fef9598b85)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:41.616025 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9feaa10e-5cd3-4c3b-8bbc-4064408aa8aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:41.747242 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6099810-5ee9-4c4f-91f5-3dc91dd6a5b3 service neutron] Pushing event updated for resources: {'Port': ['ID=7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:41.815863 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-c6099810-5ee9-4c4f-91f5-3dc91dd6a5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:41.824733 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-c6099810-5ee9-4c4f-91f5-3dc91dd6a5b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:41.826479 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-c6099810-5ee9-4c4f-91f5-3dc91dd6a5b3 service neutron] 10.222.0.39 "PUT /v2.0/ports/7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0 HTTP/1.1" status: 200 len: 1097 time: 2.6420112 Jul 29 23:22:41.835987 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e2a1886-c3a0-47e6-bb12-0e7239f50c6d', 'tag': '7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:41.844218 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f1cba2c-d078-4ed8-88cd-6b2bd948aabc" -d '{"events": [{"name": "network-changed", "server_uuid": "0e2a1886-c3a0-47e6-bb12-0e7239f50c6d", "tag": "7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:41.861931 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feaa10e-5cd3-4c3b-8bbc-4064408aa8aa None None] Pushing event updated for resources: {'Port': ['ID=7ab63153-485e-4d50-9a8f-cff4fbd03136,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:41.935386 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5325af12-5600-4002-930b-7c749567ca6f req-e44b4643-f3a3-4065-9b7d-4998c5332c60 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Router 6af9ceb9-fe37-4719-8974-a8ef40de38d9 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:22:41.959614 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-353ef482-3a7a-4ce1-bcd4-eedfc3c991f6 x-openstack-request-id: req-353ef482-3a7a-4ce1-bcd4-eedfc3c991f6 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:41.960986 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516c6734-bcde-40ca-afee-03c4cd92e1e2", "name": "network-vif-plugged", "status": "completed", "tag": "b38623f2-7a98-478a-9860-2f1b97b74a5d", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:41.962372 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-353ef482-3a7a-4ce1-bcd4-eedfc3c991f6 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:41.964163 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516c6734-bcde-40ca-afee-03c4cd92e1e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38623f2-7a98-478a-9860-2f1b97b74a5d', 'code': 200} Jul 29 23:22:42.044411 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0257ccc3-192d-479f-9b2f-231ff53eb51a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:42.264581 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-4d779cbb-bfa7-4bb2-b333-7682ca9adff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:42.267402 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-4d779cbb-bfa7-4bb2-b333-7682ca9adff4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a3247a320ee8457d975ee6c70bcc3ef2&device_id=0e2a1886-c3a0-47e6-bb12-0e7239f50c6d HTTP/1.1" status: 200 len: 1100 time: 0.2145824 Jul 29 23:22:42.311512 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 7ab63153-485e-4d50-9a8f-cff4fbd03136 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:42.435899 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8412098a-0b0f-4178-8044-c593c199cd11 req-2c1dbb9c-3cc2-4df8-8463-fc86708d9ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:42.438498 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-8412098a-0b0f-4178-8044-c593c199cd11 req-2c1dbb9c-3cc2-4df8-8463-fc86708d9ac6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=516c6734-bcde-40ca-afee-03c4cd92e1e2 HTTP/1.1" status: 200 len: 1097 time: 0.3483603 Jul 29 23:22:42.556061 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3ca753f1-c011-4073-9aa2-39cdeac8f7c5 None None] Provisioning complete for port 7ab63153-485e-4d50-9a8f-cff4fbd03136 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:42.557523 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3ca753f1-c011-4073-9aa2-39cdeac8f7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:42.656756 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-c9551cae-e182-4300-8a1d-059db99dd88e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0 HTTP/1.1" status: 200 len: 217 time: 0.2347953 Jul 29 23:22:42.760136 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 7ab63153-485e-4d50-9a8f-cff4fbd03136 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:42.760774 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:42.876829 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-8412098a-0b0f-4178-8044-c593c199cd11 req-c7dd617a-8301-4d1b-9b1c-4950d37eb333 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665358 Jul 29 23:22:42.892776 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-92d435a4-4420-42fd-a38f-18bada2b4ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:42.894524 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-92d435a4-4420-42fd-a38f-18bada2b4ef3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.2218852 Jul 29 23:22:42.965342 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0257ccc3-192d-479f-9b2f-231ff53eb51a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:43.210856 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-99ef30db-1411-45d0-83e0-aa2df78c39a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:43.213565 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-99ef30db-1411-45d0-83e0-aa2df78c39a1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3109596 Jul 29 23:22:43.246185 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0257ccc3-192d-479f-9b2f-231ff53eb51a admin admin] Router 1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:22:43.280422 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5325af12-5600-4002-930b-7c749567ca6f req-e44b4643-f3a3-4065-9b7d-4998c5332c60 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:22:43.339259 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9b5f53-bfd6-47d7-8811-0f9324daf804 None None] Sync routers for ids ['6af9ceb9-fe37-4719-8974-a8ef40de38d9'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:22:43.357510 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9b5f53-bfd6-47d7-8811-0f9324daf804 None None] Routers {'6af9ceb9-fe37-4719-8974-a8ef40de38d9'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:22:43.358487 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-8d9b5f53-bfd6-47d7-8811-0f9324daf804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:22:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['6af9ceb9-fe37-4719-8974-a8ef40de38d9'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:43.391689 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78fb77f-0ffd-4725-bf94-5a76e070ae4e req-effd6353-eeef-4210-98d4-a798219aeb42 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:43.399879 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c78fb77f-0ffd-4725-bf94-5a76e070ae4e req-effd6353-eeef-4210-98d4-a798219aeb42 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e2a1886-c3a0-47e6-bb12-0e7239f50c6d HTTP/1.1" status: 200 len: 948 time: 1.0286181 Jul 29 23:22:43.421174 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e445d5f8-b7d0-465a-b887-19688c7bbb6e req-b1857523-b6be-4d8a-88f6-29c9c255ef51 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:43.431775 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e445d5f8-b7d0-465a-b887-19688c7bbb6e req-b1857523-b6be-4d8a-88f6-29c9c255ef51 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=516c6734-bcde-40ca-afee-03c4cd92e1e2 HTTP/1.1" status: 200 len: 945 time: 1.2808814 Jul 29 23:22:43.533877 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-5325af12-5600-4002-930b-7c749567ca6f req-e44b4643-f3a3-4065-9b7d-4998c5332c60 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] No DVR routers for this DVR port 79c23d9b-78f3-479b-b645-1c02ad2bc795 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:22:43.558643 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5325af12-5600-4002-930b-7c749567ca6f req-e44b4643-f3a3-4065-9b7d-4998c5332c60 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:43.565085 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5325af12-5600-4002-930b-7c749567ca6f req-e44b4643-f3a3-4065-9b7d-4998c5332c60 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.23 "DELETE /v2.0/ports/79c23d9b-78f3-479b-b645-1c02ad2bc795 HTTP/1.1" status: 204 len: 173 time: 5.1208498 Jul 29 23:22:43.566075 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecef6664-3f8a-43b8-8c30-cbcb6eb2de94', 'name': 'network-vif-deleted', 'tag': '79c23d9b-78f3-479b-b645-1c02ad2bc795'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:43.571817 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25571865-ea2a-4018-8b41-edaf17163c9b" -d '{"events": [{"server_uuid": "ecef6664-3f8a-43b8-8c30-cbcb6eb2de94", "name": "network-vif-deleted", "tag": "79c23d9b-78f3-479b-b645-1c02ad2bc795"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:43.671524 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-8d9b5f53-bfd6-47d7-8811-0f9324daf804 None None] Set router 6af9ceb9-fe37-4719-8974-a8ef40de38d9 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:22:43.674853 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e445d5f8-b7d0-465a-b887-19688c7bbb6e req-46ec7804-108a-4e2e-a1b1-6269ca5543dc tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389684 Jul 29 23:22:43.747545 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c78fb77f-0ffd-4725-bf94-5a76e070ae4e req-7319e66b-c27c-41b5-8843-871ac0841132 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/security-groups?id=0764f0e7-3428-4712-ab78-4b7f43262d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421725 Jul 29 23:22:43.821693 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0257ccc3-192d-479f-9b2f-231ff53eb51a admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:22:43.846480 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a128bf3-dad8-4968-8494-c07dba5a58cd None None] Sync routers for ids ['1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:22:43.867975 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb878606-3c6f-466e-9445-cdbae7ff282e x-openstack-request-id: req-bb878606-3c6f-466e-9445-cdbae7ff282e {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:43.868914 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e2a1886-c3a0-47e6-bb12-0e7239f50c6d", "tag": "7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:43.870209 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bb878606-3c6f-466e-9445-cdbae7ff282e {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:43.871077 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e2a1886-c3a0-47e6-bb12-0e7239f50c6d', 'tag': '7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0', 'status': 'completed', 'code': 200} Jul 29 23:22:43.883263 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a128bf3-dad8-4968-8494-c07dba5a58cd None None] Routers {'1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:22:43.885675 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-2a128bf3-dad8-4968-8494-c07dba5a58cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:22:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:43.955099 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-ec26a0fa-4a0a-4130-818c-a6eaf5563328 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7330534 Jul 29 23:22:44.073813 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:44.150900 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0257ccc3-192d-479f-9b2f-231ff53eb51a admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:44.157175 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0257ccc3-192d-479f-9b2f-231ff53eb51a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.4691465 Jul 29 23:22:44.164969 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 32910) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:44.347134 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b7adb568-d8fa-45e6-acde-a94b96ba3527 req-8c29ad2d-0b67-4953-9034-ecfc0d5bc894 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819907 Jul 29 23:22:44.537045 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cba2c-d078-4ed8-88cd-6b2bd948aabc req-582c24d6-e83c-4081-aa7f-10ec9ebf3fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:44.543777 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3f1cba2c-d078-4ed8-88cd-6b2bd948aabc req-582c24d6-e83c-4081-aa7f-10ec9ebf3fdf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a3247a320ee8457d975ee6c70bcc3ef2&device_id=0e2a1886-c3a0-47e6-bb12-0e7239f50c6d HTTP/1.1" status: 200 len: 1100 time: 0.1251607 Jul 29 23:22:44.822929 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-2a128bf3-dad8-4968-8494-c07dba5a58cd None None] Set router 1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:22:44.832651 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cba2c-d078-4ed8-88cd-6b2bd948aabc req-1b86d471-c95b-46f2-a594-0f29f4a851c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:44.841028 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3f1cba2c-d078-4ed8-88cd-6b2bd948aabc req-1b86d471-c95b-46f2-a594-0f29f4a851c4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.2852833 Jul 29 23:22:44.871384 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e42915-819a-4fe0-aa08-a61bc6bcb7c7 req-9aec91e6-7e86-4513-930d-014a7dec595f tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:44.873211 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64e42915-819a-4fe0-aa08-a61bc6bcb7c7 req-9aec91e6-7e86-4513-930d-014a7dec595f tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 943 time: 0.8711827 Jul 29 23:22:44.899943 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-8d9b5f53-bfd6-47d7-8811-0f9324daf804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1191098251-router', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:18Z', 'updated_at': '2021-07-29T23:17:28Z', 'revision_number': 4, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'gw_port': {'id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:20Z', 'updated_at': '2021-07-29T23:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '318669cb-a632-45f3-844c-5fd123c2a991', 'name': '', 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'mac_address': 'fa:16:3e:d7:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '340eeb0f-e215-481a-a3ed-413dd343d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:27Z', 'updated_at': '2021-07-29T23:17:36Z', 'revision_number': 5, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'subnets': [{'id': '340eeb0f-e215-481a-a3ed-413dd343d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:44.957860 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9b5f53-bfd6-47d7-8811-0f9324daf804 None None] Checking router: 6af9ceb9-fe37-4719-8974-a8ef40de38d9 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:22:44.987001 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9b5f53-bfd6-47d7-8811-0f9324daf804 None None] Routers {'6af9ceb9-fe37-4719-8974-a8ef40de38d9'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:22:44.990577 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-8d9b5f53-bfd6-47d7-8811-0f9324daf804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:22:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['6af9ceb9-fe37-4719-8974-a8ef40de38d9'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:45.052026 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-671a8af6-8dcc-45c6-82f3-fdd167380679 req-951ebf13-eed1-4b81-b7e4-cfe3e46727a8 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/ports?device_id=ecef6664-3f8a-43b8-8c30-cbcb6eb2de94 HTTP/1.1" status: 200 len: 210 time: 0.4302576 Jul 29 23:22:45.183473 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64e42915-819a-4fe0-aa08-a61bc6bcb7c7 req-d160af16-a492-44d4-ab34-0a9712485333 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167864 Jul 29 23:22:45.307445 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-8d9b5f53-bfd6-47d7-8811-0f9324daf804 None None] Set router 6af9ceb9-fe37-4719-8974-a8ef40de38d9 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:22:45.481101 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cac95a-f34a-472b-aca3-9dcae16d5529 x-openstack-request-id: req-f9cac95a-f34a-472b-aca3-9dcae16d5529 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:45.503960 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecef6664-3f8a-43b8-8c30-cbcb6eb2de94", "name": "network-vif-deleted", "tag": "79c23d9b-78f3-479b-b645-1c02ad2bc795", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:45.505232 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f9cac95a-f34a-472b-aca3-9dcae16d5529 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:45.506618 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecef6664-3f8a-43b8-8c30-cbcb6eb2de94', 'name': 'network-vif-deleted', 'tag': '79c23d9b-78f3-479b-b645-1c02ad2bc795', 'status': 'completed', 'code': 200} Jul 29 23:22:45.542721 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-2a128bf3-dad8-4968-8494-c07dba5a58cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'name': 'tempest-ServersTestFqdnHostnames-874585615-router', 'tenant_id': 'c0a3457b098f4d89bd86c03775586ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '80d2ff06-76fe-4a5e-9617-549267722cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:36Z', 'updated_at': '2021-07-29T23:22:40Z', 'revision_number': 3, 'project_id': 'c0a3457b098f4d89bd86c03775586ec5', 'gw_port': {'id': '80d2ff06-76fe-4a5e-9617-549267722cef', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:87:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:38Z', 'updated_at': '2021-07-29T23:22:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:45.631201 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a128bf3-dad8-4968-8494-c07dba5a58cd None None] Checking router: 1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:22:45.633421 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a128bf3-dad8-4968-8494-c07dba5a58cd None None] Updating router 1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a port 80d2ff06-76fe-4a5e-9617-549267722cef binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:22:45.684223 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3f1cba2c-d078-4ed8-88cd-6b2bd948aabc req-efde6f26-50f1-424d-ae1e-9085d21590ee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0 HTTP/1.1" status: 200 len: 217 time: 0.8346066 Jul 29 23:22:45.705386 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2a128bf3-dad8-4968-8494-c07dba5a58cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:45.770726 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-6dbfd762-8387-4902-9e2c-971407028e39 service neutron] 10.222.0.39 "GET /v2.0/ports/8cfe4fd8-7878-4c2e-b606-95c0b2134b9b/bindings/n-h1-712140-10 HTTP/1.1" status: 200 len: 385 time: 0.2574155 Jul 29 23:22:45.792087 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cba2c-d078-4ed8-88cd-6b2bd948aabc req-1ddbf165-4af4-4f1e-80ef-fa67791ca2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:45.794815 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-8d9b5f53-bfd6-47d7-8811-0f9324daf804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1191098251-router', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:18Z', 'updated_at': '2021-07-29T23:17:28Z', 'revision_number': 4, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'gw_port': {'id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:20Z', 'updated_at': '2021-07-29T23:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '318669cb-a632-45f3-844c-5fd123c2a991', 'name': '', 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'mac_address': 'fa:16:3e:d7:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '340eeb0f-e215-481a-a3ed-413dd343d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:27Z', 'updated_at': '2021-07-29T23:17:36Z', 'revision_number': 5, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'subnets': [{'id': '340eeb0f-e215-481a-a3ed-413dd343d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:45.795797 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3f1cba2c-d078-4ed8-88cd-6b2bd948aabc req-1ddbf165-4af4-4f1e-80ef-fa67791ca2bb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1033454 Jul 29 23:22:45.830685 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9b5f53-bfd6-47d7-8811-0f9324daf804 None None] The sync data for ids ['6af9ceb9-fe37-4719-8974-a8ef40de38d9'] in n-d-712140-10 is: [{'id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1191098251-router', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:18Z', 'updated_at': '2021-07-29T23:17:28Z', 'revision_number': 4, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'gw_port': {'id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:20Z', 'updated_at': '2021-07-29T23:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '318669cb-a632-45f3-844c-5fd123c2a991', 'name': '', 'network_id': 'e830c838-5320-4f47-8a70-ed7b14724e77', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'mac_address': 'fa:16:3e:d7:c7:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '340eeb0f-e215-481a-a3ed-413dd343d59d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:27Z', 'updated_at': '2021-07-29T23:17:36Z', 'revision_number': 5, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'subnets': [{'id': '340eeb0f-e215-481a-a3ed-413dd343d59d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:22:46.055020 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd80cd-6ba6-40a2-8708-c750600ea5c8 req-8bbfeb8e-ec41-42c1-9726-b4c4bf5fd616 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:46.065938 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd80cd-6ba6-40a2-8708-c750600ea5c8 req-8bbfeb8e-ec41-42c1-9726-b4c4bf5fd616 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:46.077737 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e2c6c-66b9-4d2f-b73f-c03422b0826d req-07b3eb89-4bb4-4cdc-b3dc-8237d6051858 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:46.078517 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd80cd-6ba6-40a2-8708-c750600ea5c8 req-8bbfeb8e-ec41-42c1-9726-b4c4bf5fd616 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:46.080966 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2fdd80cd-6ba6-40a2-8708-c750600ea5c8 req-8bbfeb8e-ec41-42c1-9726-b4c4bf5fd616 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.39 "GET /v2.0/ports?device_id=b03aef0c-36c9-4872-9863-19e6147374db HTTP/1.1" status: 200 len: 2418 time: 0.2457652 Jul 29 23:22:46.090400 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e2c6c-66b9-4d2f-b73f-c03422b0826d req-07b3eb89-4bb4-4cdc-b3dc-8237d6051858 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:46.110362 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e2c6c-66b9-4d2f-b73f-c03422b0826d req-07b3eb89-4bb4-4cdc-b3dc-8237d6051858 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:46.120661 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-442e2c6c-66b9-4d2f-b73f-c03422b0826d req-07b3eb89-4bb4-4cdc-b3dc-8237d6051858 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/ports?device_id=b03aef0c-36c9-4872-9863-19e6147374db HTTP/1.1" status: 200 len: 2418 time: 0.3650100 Jul 29 23:22:46.127754 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1cba2c-d078-4ed8-88cd-6b2bd948aabc req-b2fe3b44-cc01-451f-9231-16e40138c896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:46.130974 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3f1cba2c-d078-4ed8-88cd-6b2bd948aabc req-b2fe3b44-cc01-451f-9231-16e40138c896 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3259025 Jul 29 23:22:46.223604 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd03c3-8b13-41d1-baf2-e757be6ce35e req-ea69810e-3cd2-4678-b7c3-a6a6a9ddd9e3 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:46.242166 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-29cd03c3-8b13-41d1-baf2-e757be6ce35e req-ea69810e-3cd2-4678-b7c3-a6a6a9ddd9e3 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=516c6734-bcde-40ca-afee-03c4cd92e1e2 HTTP/1.1" status: 200 len: 945 time: 0.5638065 Jul 29 23:22:46.306369 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2a128bf3-dad8-4968-8494-c07dba5a58cd None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:46.354711 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-2a128bf3-dad8-4968-8494-c07dba5a58cd None None] Transition to ACTIVE for port object 80d2ff06-76fe-4a5e-9617-549267722cef will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:46.376473 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:22:46.432121 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-2fdd80cd-6ba6-40a2-8708-c750600ea5c8 req-55dd3404-6c54-4241-8233-ad576aa46d8e tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Deleting port 27b48121-f946-4abd-bad5-c862966141e9 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:46.432516 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2fdd80cd-6ba6-40a2-8708-c750600ea5c8 req-55dd3404-6c54-4241-8233-ad576aa46d8e tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:46.435231 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-442e2c6c-66b9-4d2f-b73f-c03422b0826d req-6df04ac5-6727-49a4-96c7-616a366ef267 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74a574a-0c52-4781-a2e3-5b7322a30418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135710 Jul 29 23:22:46.505936 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b801e7a8-3b5a-432a-b899-a5cb08d2864e None None] New status for floating IP 7e050899-325f-4a8f-8a76-5ecd2577a69f: DOWN {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:22:46.626448 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2a128bf3-dad8-4968-8494-c07dba5a58cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:46.630239 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:46.635585 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-2fdd80cd-6ba6-40a2-8708-c750600ea5c8 req-55dd3404-6c54-4241-8233-ad576aa46d8e tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] For port 27b48121-f946-4abd-bad5-c862966141e9, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=27b48121-f946-4abd-bad5-c862966141e9,segment=NetworkSegment(f920342f-b0ce-422e-a286-919fdc5f8b2b),segment_id=f920342f-b0ce-422e-a286-919fdc5f8b2b)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:46.636280 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2fdd80cd-6ba6-40a2-8708-c750600ea5c8 req-55dd3404-6c54-4241-8233-ad576aa46d8e tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:46.661409 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-2fdd80cd-6ba6-40a2-8708-c750600ea5c8 req-55dd3404-6c54-4241-8233-ad576aa46d8e tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Calling delete_port for 27b48121-f946-4abd-bad5-c862966141e9 owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:46.738876 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': '7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0', 'mac_address': 'fa:16:3e:62:f9:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:22:46.782702 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-29cd03c3-8b13-41d1-baf2-e757be6ce35e req-433ec21e-d8e7-4e15-817d-f5231b34c427 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5386693 Jul 29 23:22:46.848530 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2bf30-f9c0-480f-a2ef-d397e61f6dce None None] Pushing event updated for resources: {'Port': ['ID=80d2ff06-76fe-4a5e-9617-549267722cef,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:46.893159 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-2a128bf3-dad8-4968-8494-c07dba5a58cd None None] Attempting to bind port 80d2ff06-76fe-4a5e-9617-549267722cef on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:46.893631 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-2a128bf3-dad8-4968-8494-c07dba5a58cd None None] Attempting to bind port 80d2ff06-76fe-4a5e-9617-549267722cef by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:46.894028 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a128bf3-dad8-4968-8494-c07dba5a58cd None None] Attempting to bind port 80d2ff06-76fe-4a5e-9617-549267722cef on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:46.903023 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a128bf3-dad8-4968-8494-c07dba5a58cd None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:46.903408 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a128bf3-dad8-4968-8494-c07dba5a58cd None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:46.903825 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2a128bf3-dad8-4968-8494-c07dba5a58cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:46.904526 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a128bf3-dad8-4968-8494-c07dba5a58cd None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:46.905123 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-2a128bf3-dad8-4968-8494-c07dba5a58cd None None] Bound port: 80d2ff06-76fe-4a5e-9617-549267722cef, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:46.905412 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2a128bf3-dad8-4968-8494-c07dba5a58cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:46.959123 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2fdd80cd-6ba6-40a2-8708-c750600ea5c8 req-55dd3404-6c54-4241-8233-ad576aa46d8e tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:46.968562 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6ef52c6f-10a3-4f4e-bad3-f8f915d00ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:46.978199 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['1298d5b1-a6a8-413a-8bc8-76eaa62a83ba', '7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef', '27b48121-f946-4abd-bad5-c862966141e9'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:47.007969 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:47.028560 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3f1cba2c-d078-4ed8-88cd-6b2bd948aabc req-b2d12ae7-e66a-4be9-a2eb-e28780bb6e03 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8530862 Jul 29 23:22:47.065688 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:47.110370 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-2a128bf3-dad8-4968-8494-c07dba5a58cd None None] For port 80d2ff06-76fe-4a5e-9617-549267722cef, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:47.137040 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:47.170507 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-55855e96-bdf5-45b9-9f0d-3b410cd9ee59 service neutron] For port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=8cfe4fd8-7878-4c2e-b606-95c0b2134b9b,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:47.205783 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-2a128bf3-dad8-4968-8494-c07dba5a58cd None None] For port 80d2ff06-76fe-4a5e-9617-549267722cef, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=80d2ff06-76fe-4a5e-9617-549267722cef,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:47.222169 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:47.242397 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3f1cba2c-d078-4ed8-88cd-6b2bd948aabc req-65dac7da-1891-4f75-8bf4-6f4e1140e903 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123666 Jul 29 23:22:47.280040 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2a128bf3-dad8-4968-8494-c07dba5a58cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:47.301134 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd3404-6c54-4241-8233-ad576aa46d8e tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Pushing event deleted for resources: {'Port': ['ID=27b48121-f946-4abd-bad5-c862966141e9,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:47.368755 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432c4982-64bf-4f40-9ee9-7fc21e52f980 req-3f84b96c-1c18-4a67-93df-cc4383a3fb60 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:47.373209 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-432c4982-64bf-4f40-9ee9-7fc21e52f980 req-3f84b96c-1c18-4a67-93df-cc4383a3fb60 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e2a1886-c3a0-47e6-bb12-0e7239f50c6d HTTP/1.1" status: 200 len: 948 time: 0.5856664 Jul 29 23:22:47.414009 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-55855e96-bdf5-45b9-9f0d-3b410cd9ee59 service neutron] For port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:47.417663 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fdd80cd-6ba6-40a2-8708-c750600ea5c8 req-55dd3404-6c54-4241-8233-ad576aa46d8e tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] No DVR routers for this DVR port 27b48121-f946-4abd-bad5-c862966141e9 on host n-h2-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:22:47.422462 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2fdd80cd-6ba6-40a2-8708-c750600ea5c8 req-55dd3404-6c54-4241-8233-ad576aa46d8e tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:47.431480 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2fdd80cd-6ba6-40a2-8708-c750600ea5c8 req-55dd3404-6c54-4241-8233-ad576aa46d8e tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.39 "DELETE /v2.0/ports/27b48121-f946-4abd-bad5-c862966141e9 HTTP/1.1" status: 204 len: 173 time: 1.3383567 Jul 29 23:22:47.432137 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03aef0c-36c9-4872-9863-19e6147374db', 'name': 'network-vif-deleted', 'tag': '27b48121-f946-4abd-bad5-c862966141e9'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:47.446005 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212320f5-237a-47de-adb5-4d372fb112f6" -d '{"events": [{"server_uuid": "b03aef0c-36c9-4872-9863-19e6147374db", "name": "network-vif-deleted", "tag": "27b48121-f946-4abd-bad5-c862966141e9"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:47.610943 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a128bf3-dad8-4968-8494-c07dba5a58cd None None] Routers {'1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:22:47.611496 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-2a128bf3-dad8-4968-8494-c07dba5a58cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:22:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:47.620773 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:47.634783 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-2fdd80cd-6ba6-40a2-8708-c750600ea5c8 req-271a32b7-893b-45f3-8133-b20180301b68 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Deleting port 1298d5b1-a6a8-413a-8bc8-76eaa62a83ba {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:47.635146 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2fdd80cd-6ba6-40a2-8708-c750600ea5c8 req-271a32b7-893b-45f3-8133-b20180301b68 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:47.718412 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-432c4982-64bf-4f40-9ee9-7fc21e52f980 req-1e8ec27e-8f6d-4d9f-b374-68bc8c947c47 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/security-groups?id=0764f0e7-3428-4712-ab78-4b7f43262d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217292 Jul 29 23:22:47.780658 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-55855e96-bdf5-45b9-9f0d-3b410cd9ee59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:22:47.842108 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-2fdd80cd-6ba6-40a2-8708-c750600ea5c8 req-271a32b7-893b-45f3-8133-b20180301b68 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] For port 1298d5b1-a6a8-413a-8bc8-76eaa62a83ba, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=1298d5b1-a6a8-413a-8bc8-76eaa62a83ba,segment=NetworkSegment(bed2b64b-407a-4fb3-9c62-b1a176ad089f),segment_id=bed2b64b-407a-4fb3-9c62-b1a176ad089f)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:47.844040 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2fdd80cd-6ba6-40a2-8708-c750600ea5c8 req-271a32b7-893b-45f3-8133-b20180301b68 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:47.854020 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:47.887216 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-2fdd80cd-6ba6-40a2-8708-c750600ea5c8 req-271a32b7-893b-45f3-8133-b20180301b68 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Calling delete_port for 1298d5b1-a6a8-413a-8bc8-76eaa62a83ba owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:47.961639 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-55855e96-bdf5-45b9-9f0d-3b410cd9ee59 service neutron] For port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=8cfe4fd8-7878-4c2e-b606-95c0b2134b9b,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:48.021781 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-6ef52c6f-10a3-4f4e-bad3-f8f915d00ea0 admin admin] Allocated IP 172.20.0.1 (0b25640e-3654-4f31-920b-3b21eab9978a/f8fbcbbd-22b7-4bf5-b554-4ab283a8d631/5722339a-e00d-4485-8308-2dd7bd095564) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:48.085634 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 1298d5b1-a6a8-413a-8bc8-76eaa62a83ba no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:48.191676 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-55855e96-bdf5-45b9-9f0d-3b410cd9ee59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:48.253945 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0311b8f-52d5-4102-983d-d936420f0037 req-69a7a62e-e63c-4acc-aa9d-a25a5acbb658 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:48.258349 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f0311b8f-52d5-4102-983d-d936420f0037 req-69a7a62e-e63c-4acc-aa9d-a25a5acbb658 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 943 time: 0.3525696 Jul 29 23:22:48.267335 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-2a128bf3-dad8-4968-8494-c07dba5a58cd None None] Set router 1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:22:48.277842 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2bf30-f9c0-480f-a2ef-d397e61f6dce None None] Pushing event updated for resources: {'Port': ['ID=80d2ff06-76fe-4a5e-9617-549267722cef,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:48.281344 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2fdd80cd-6ba6-40a2-8708-c750600ea5c8 req-271a32b7-893b-45f3-8133-b20180301b68 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:48.346382 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a32b7-893b-45f3-8133-b20180301b68 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Pushing event deleted for resources: {'Port': ['ID=1298d5b1-a6a8-413a-8bc8-76eaa62a83ba,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:48.435153 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fdd80cd-6ba6-40a2-8708-c750600ea5c8 req-271a32b7-893b-45f3-8133-b20180301b68 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] No DVR routers for this DVR port 1298d5b1-a6a8-413a-8bc8-76eaa62a83ba on host n-h2-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:22:48.438251 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2fdd80cd-6ba6-40a2-8708-c750600ea5c8 req-271a32b7-893b-45f3-8133-b20180301b68 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:48.440452 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2fdd80cd-6ba6-40a2-8708-c750600ea5c8 req-271a32b7-893b-45f3-8133-b20180301b68 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.39 "DELETE /v2.0/ports/1298d5b1-a6a8-413a-8bc8-76eaa62a83ba HTTP/1.1" status: 204 len: 173 time: 0.9915636 Jul 29 23:22:48.451305 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:48.545383 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f0311b8f-52d5-4102-983d-d936420f0037 req-bcbea9eb-033b-449d-8e67-27c9c07eaba2 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389450 Jul 29 23:22:48.558331 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6ef52c6f-10a3-4f4e-bad3-f8f915d00ea0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:48.579349 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46e43b-7dd3-414a-a683-50c500d4e999 req-f8ee59bb-69cd-42fe-a239-e53fd60995b1 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:48.587698 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7d46e43b-7dd3-414a-a683-50c500d4e999 req-f8ee59bb-69cd-42fe-a239-e53fd60995b1 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=516c6734-bcde-40ca-afee-03c4cd92e1e2 HTTP/1.1" status: 200 len: 945 time: 0.4785814 Jul 29 23:22:48.625177 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-6ef52c6f-10a3-4f4e-bad3-f8f915d00ea0 admin admin] Transition to ACTIVE for port object 5722339a-e00d-4485-8308-2dd7bd095564 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:48.747583 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-2fdd80cd-6ba6-40a2-8708-c750600ea5c8 req-5283dadd-2430-4b12-9493-76d4999d90e6 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Deleting port 7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:48.753279 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2fdd80cd-6ba6-40a2-8708-c750600ea5c8 req-5283dadd-2430-4b12-9493-76d4999d90e6 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:48.755953 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7d46e43b-7dd3-414a-a683-50c500d4e999 req-eddbe49a-9553-42c7-84a9-c6f003e2c6d5 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660013 Jul 29 23:22:48.831407 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-55855e96-bdf5-45b9-9f0d-3b410cd9ee59 service neutron] Transition to ACTIVE for port object 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:48.845712 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-55855e96-bdf5-45b9-9f0d-3b410cd9ee59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:48.874449 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:48.885033 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abc829c-943e-4b10-bb26-5d303b2043f2 x-openstack-request-id: req-1abc829c-943e-4b10-bb26-5d303b2043f2 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:48.885399 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03aef0c-36c9-4872-9863-19e6147374db", "name": "network-vif-deleted", "tag": "27b48121-f946-4abd-bad5-c862966141e9", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:48.885565 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1abc829c-943e-4b10-bb26-5d303b2043f2 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:48.886059 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03aef0c-36c9-4872-9863-19e6147374db', 'name': 'network-vif-deleted', 'tag': '27b48121-f946-4abd-bad5-c862966141e9', 'status': 'completed', 'code': 200} Jul 29 23:22:48.906225 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6ef52c6f-10a3-4f4e-bad3-f8f915d00ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:48.936217 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dd8b5b-ea03-4e81-b88b-811958285729 req-7fc9a25e-2a88-4b5c-b1ad-b49c39a8dc95 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:48.938902 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7dd8b5b-ea03-4e81-b88b-811958285729 req-7fc9a25e-2a88-4b5c-b1ad-b49c39a8dc95 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/ports?device_id=b03aef0c-36c9-4872-9863-19e6147374db HTTP/1.1" status: 200 len: 946 time: 0.1513858 Jul 29 23:22:49.009541 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-2fdd80cd-6ba6-40a2-8708-c750600ea5c8 req-5283dadd-2430-4b12-9493-76d4999d90e6 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] For port 7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef,segment=NetworkSegment(f920342f-b0ce-422e-a286-919fdc5f8b2b),segment_id=f920342f-b0ce-422e-a286-919fdc5f8b2b)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:49.010114 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2fdd80cd-6ba6-40a2-8708-c750600ea5c8 req-5283dadd-2430-4b12-9493-76d4999d90e6 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:49.016306 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef52c6f-10a3-4f4e-bad3-f8f915d00ea0 admin admin] Network 0b25640e-3654-4f31-920b-3b21eab9978a is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:49.020340 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-55855e96-bdf5-45b9-9f0d-3b410cd9ee59 service neutron] No DVR routers for this DVR port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:22:49.029224 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-6ef52c6f-10a3-4f4e-bad3-f8f915d00ea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:49.032076 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef52c6f-10a3-4f4e-bad3-f8f915d00ea0 admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:22:49.048325 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-2fdd80cd-6ba6-40a2-8708-c750600ea5c8 req-5283dadd-2430-4b12-9493-76d4999d90e6 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Calling delete_port for 7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:49.063975 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55855e96-bdf5-45b9-9f0d-3b410cd9ee59 service neutron] Pushing event updated for resources: {'Port': ['ID=8cfe4fd8-7878-4c2e-b606-95c0b2134b9b,revision_number=10']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:49.116080 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:49.156627 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-55855e96-bdf5-45b9-9f0d-3b410cd9ee59 service neutron] 10.222.0.39 "PUT /v2.0/ports/8cfe4fd8-7878-4c2e-b606-95c0b2134b9b/bindings/n-h1-712140-10/activate HTTP/1.1" status: 200 len: 370 time: 3.2684269 Jul 29 23:22:49.175274 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-2a128bf3-dad8-4968-8494-c07dba5a58cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'name': 'tempest-ServersTestFqdnHostnames-874585615-router', 'tenant_id': 'c0a3457b098f4d89bd86c03775586ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '80d2ff06-76fe-4a5e-9617-549267722cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:36Z', 'updated_at': '2021-07-29T23:22:40Z', 'revision_number': 3, 'project_id': 'c0a3457b098f4d89bd86c03775586ec5', 'gw_port': {'id': '80d2ff06-76fe-4a5e-9617-549267722cef', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:87:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:38Z', 'updated_at': '2021-07-29T23:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:49.205650 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7dd8b5b-ea03-4e81-b88b-811958285729 req-53a583ea-ca0c-4c2f-8a51-51d7f4077d38 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74a574a-0c52-4781-a2e3-5b7322a30418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515655 Jul 29 23:22:49.262591 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef,segment=NetworkSegment(f920342f-b0ce-422e-a286-919fdc5f8b2b),segment_id=f920342f-b0ce-422e-a286-919fdc5f8b2b)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:49.271683 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef52c6f-10a3-4f4e-bad3-f8f915d00ea0 admin admin] Pushing event updated for resources: {'Port': ['ID=5722339a-e00d-4485-8308-2dd7bd095564,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:49.286891 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6ef52c6f-10a3-4f4e-bad3-f8f915d00ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:49.355184 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2fdd80cd-6ba6-40a2-8708-c750600ea5c8 req-5283dadd-2430-4b12-9493-76d4999d90e6 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:49.417063 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283dadd-2430-4b12-9493-76d4999d90e6 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Pushing event deleted for resources: {'Port': ['ID=7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:49.432761 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03aef0c-36c9-4872-9863-19e6147374db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:49.444035 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e595643a-ff42-4e2f-9c6a-df4b8b031ed2" -d '{"events": [{"server_uuid": "b03aef0c-36c9-4872-9863-19e6147374db", "name": "network-vif-unplugged", "status": "completed", "tag": "7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:49.479504 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:49.480918 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 27b48121-f946-4abd-bad5-c862966141e9 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:49.499081 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fdd80cd-6ba6-40a2-8708-c750600ea5c8 req-5283dadd-2430-4b12-9493-76d4999d90e6 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] No DVR routers for this DVR port 7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef on host n-h2-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:22:49.502639 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2fdd80cd-6ba6-40a2-8708-c750600ea5c8 req-5283dadd-2430-4b12-9493-76d4999d90e6 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:49.505369 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2fdd80cd-6ba6-40a2-8708-c750600ea5c8 req-5283dadd-2430-4b12-9493-76d4999d90e6 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.39 "DELETE /v2.0/ports/7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef HTTP/1.1" status: 204 len: 173 time: 1.0590310 Jul 29 23:22:49.572082 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4456e88-18a2-438e-9fc6-f2a3ca757cf2 req-2b4c0099-9653-45df-81ce-7c74c7b78f9d tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:49.574856 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d4456e88-18a2-438e-9fc6-f2a3ca757cf2 req-2b4c0099-9653-45df-81ce-7c74c7b78f9d tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e2a1886-c3a0-47e6-bb12-0e7239f50c6d HTTP/1.1" status: 200 len: 949 time: 0.3433831 Jul 29 23:22:49.609214 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a128bf3-dad8-4968-8494-c07dba5a58cd None None] The sync data for ids ['1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a'] in n-d-712140-10 is: [{'id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'name': 'tempest-ServersTestFqdnHostnames-874585615-router', 'tenant_id': 'c0a3457b098f4d89bd86c03775586ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '80d2ff06-76fe-4a5e-9617-549267722cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:36Z', 'updated_at': '2021-07-29T23:22:40Z', 'revision_number': 3, 'project_id': 'c0a3457b098f4d89bd86c03775586ec5', 'gw_port': {'id': '80d2ff06-76fe-4a5e-9617-549267722cef', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:87:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:38Z', 'updated_at': '2021-07-29T23:22:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:22:49.625006 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-8544d2f0-1285-4fe8-8ea3-b8b5329396da tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:49.630017 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event deleted for resources: {'Port': ['ID=7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:49.633071 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-8544d2f0-1285-4fe8-8ea3-b8b5329396da tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a&tenant_id=b675f7a309964096bd61726e3752bfc0&binding%3Ahost_id=n-h2-712140-10 HTTP/1.1" status: 200 len: 1096 time: 0.3861639 Jul 29 23:22:49.722613 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 27b48121-f946-4abd-bad5-c862966141e9 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:22:49.723298 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 27b48121-f946-4abd-bad5-c862966141e9 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:22:49.726888 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-392df992-5aca-41f7-87d7-7667a7acc61d None None] Provisioning for port 5722339a-e00d-4485-8308-2dd7bd095564 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:49.734316 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-392df992-5aca-41f7-87d7-7667a7acc61d None None] Provisioning complete for port 5722339a-e00d-4485-8308-2dd7bd095564 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:49.734784 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-392df992-5aca-41f7-87d7-7667a7acc61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:49.801010 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d4456e88-18a2-438e-9fc6-f2a3ca757cf2 req-355b2a42-98cc-4208-8128-fbe82f549199 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/security-groups?id=0764f0e7-3428-4712-ab78-4b7f43262d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042537 Jul 29 23:22:49.863452 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-f5d26677-acba-465b-a4df-9e3407449f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:49.869100 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-f5d26677-acba-465b-a4df-9e3407449f17 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a&tenant_id=b675f7a309964096bd61726e3752bfc0 HTTP/1.1" status: 200 len: 1096 time: 0.2121468 Jul 29 23:22:49.883342 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-392df992-5aca-41f7-87d7-7667a7acc61d None None] Port 5722339a-e00d-4485-8308-2dd7bd095564 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:22:50.053850 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb65359-e41a-483c-88a8-63cc091c174e x-openstack-request-id: req-9eb65359-e41a-483c-88a8-63cc091c174e {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:50.053850 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03aef0c-36c9-4872-9863-19e6147374db", "name": "network-vif-unplugged", "status": "completed", "tag": "7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:50.053850 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9eb65359-e41a-483c-88a8-63cc091c174e {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:50.060020 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03aef0c-36c9-4872-9863-19e6147374db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef', 'code': 200} Jul 29 23:22:50.064333 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6ef52c6f-10a3-4f4e-bad3-f8f915d00ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:50.085787 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:50.187802 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:50.215949 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:50.217499 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:50.265169 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-4939c5a9-7e9d-4b4e-b23a-89f199d903cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:50.266738 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-4939c5a9-7e9d-4b4e-b23a-89f199d903cb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b675f7a309964096bd61726e3752bfc0&device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 1096 time: 0.2922845 Jul 29 23:22:50.424541 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:50.552157 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ae4b5d-3db6-4c8f-b013-20da662a2f58 req-d562db92-5c38-4aff-9fa3-a5ed72c43281 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:50.555064 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89ae4b5d-3db6-4c8f-b013-20da662a2f58 req-d562db92-5c38-4aff-9fa3-a5ed72c43281 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 944 time: 0.3814366 Jul 29 23:22:50.573259 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:50.584324 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:50.588863 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f5570-cb31-437d-a5cf-f5e666df8c98 req-fa5dc521-1fcc-4559-b9b9-aa15ed39239d tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:50.591194 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-145f5570-cb31-437d-a5cf-f5e666df8c98 req-fa5dc521-1fcc-4559-b9b9-aa15ed39239d tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=516c6734-bcde-40ca-afee-03c4cd92e1e2 HTTP/1.1" status: 200 len: 945 time: 0.4343178 Jul 29 23:22:50.721885 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:50.840599 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6ef52c6f-10a3-4f4e-bad3-f8f915d00ea0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:50.873968 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-71dcc0cf-7eb3-4782-be26-f59a46907240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:50.876786 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-71dcc0cf-7eb3-4782-be26-f59a46907240 service neutron] 10.222.0.23 "GET /v2.0/networks?id=55fb160e-6b45-47b4-8565-f685f832c4b9 HTTP/1.1" status: 200 len: 922 time: 0.5954134 Jul 29 23:22:50.886849 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-145f5570-cb31-437d-a5cf-f5e666df8c98 req-44494f79-0b98-4677-b1c7-3ec0909d7654 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130313 Jul 29 23:22:50.889096 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b03aef0c-36c9-4872-9863-19e6147374db', 'name': 'network-vif-deleted', 'tag': '1298d5b1-a6a8-413a-8bc8-76eaa62a83ba'}, {'server_uuid': 'b03aef0c-36c9-4872-9863-19e6147374db', 'name': 'network-vif-deleted', 'tag': '7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:50.892035 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c65c69be-95ba-4520-8eb9-c479cad3f00e" -d '{"events": [{"server_uuid": "b03aef0c-36c9-4872-9863-19e6147374db", "name": "network-vif-deleted", "tag": "1298d5b1-a6a8-413a-8bc8-76eaa62a83ba"}, {"server_uuid": "b03aef0c-36c9-4872-9863-19e6147374db", "name": "network-vif-deleted", "tag": "7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:50.925451 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89ae4b5d-3db6-4c8f-b013-20da662a2f58 req-6e325a0e-9c1a-4841-9676-dea13510bc4c tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3197351 Jul 29 23:22:50.926456 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6ef52c6f-10a3-4f4e-bad3-f8f915d00ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:50.958303 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 32986) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:51.117858 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 32998) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:51.174922 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:22:51.183303 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0fcf87d6-fffd-4359-95de-b32c9be87442 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:51.191321 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-9292c95e-a07d-419d-a734-ac5b9800cd7d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8cfe4fd8-7878-4c2e-b606-95c0b2134b9b HTTP/1.1" status: 200 len: 217 time: 0.2987440 Jul 29 23:22:51.308651 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0fcf87d6-fffd-4359-95de-b32c9be87442 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:51.340542 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6ef52c6f-10a3-4f4e-bad3-f8f915d00ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:51.345055 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-4600f2d4-e7e8-4412-8e8c-2e5be1ea5cd6 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Deleting subnet 219f5796-ac57-4e3b-9eaa-2f03d276bdfd {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:22:51.349248 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f03e173-0729-4dac-b063-40096b9fed29 x-openstack-request-id: req-1f03e173-0729-4dac-b063-40096b9fed29 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:51.350572 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b03aef0c-36c9-4872-9863-19e6147374db", "name": "network-vif-deleted", "tag": "1298d5b1-a6a8-413a-8bc8-76eaa62a83ba", "status": "completed", "code": 200}, {"server_uuid": "b03aef0c-36c9-4872-9863-19e6147374db", "name": "network-vif-deleted", "tag": "7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:51.350572 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1f03e173-0729-4dac-b063-40096b9fed29 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:51.351244 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03aef0c-36c9-4872-9863-19e6147374db', 'name': 'network-vif-deleted', 'tag': '1298d5b1-a6a8-413a-8bc8-76eaa62a83ba', 'status': 'completed', 'code': 200} Jul 29 23:22:51.351946 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b03aef0c-36c9-4872-9863-19e6147374db', 'name': 'network-vif-deleted', 'tag': '7b289e1f-ccdb-4b01-a9a6-5f30d1cd2fef', 'status': 'completed', 'code': 200} Jul 29 23:22:51.354286 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4600f2d4-e7e8-4412-8e8c-2e5be1ea5cd6 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:51.367084 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef52c6f-10a3-4f4e-bad3-f8f915d00ea0 admin admin] Pushing event updated for resources: {'Port': ['ID=5722339a-e00d-4485-8308-2dd7bd095564,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:51.384941 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-dcc89864-dd5c-4523-a540-2b75f27895b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:51.386442 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-dcc89864-dd5c-4523-a540-2b75f27895b1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4ea5ab56-d2f4-49be-ac07-d932b6774fb8 HTTP/1.1" status: 200 len: 861 time: 0.1576376 Jul 29 23:22:51.437136 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4600f2d4-e7e8-4412-8e8c-2e5be1ea5cd6 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:51.663737 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0fcf87d6-fffd-4359-95de-b32c9be87442 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:51.669800 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0fcf87d6-fffd-4359-95de-b32c9be87442 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:51.674303 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0fcf87d6-fffd-4359-95de-b32c9be87442 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "DELETE /v2.0/security-groups/14cf21cc-50a5-43f4-b384-48480f1f1141 HTTP/1.1" status: 204 len: 168 time: 0.7118347 Jul 29 23:22:51.698307 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33000) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:51.736612 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4600f2d4-e7e8-4412-8e8c-2e5be1ea5cd6 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:51.804334 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf87d6-fffd-4359-95de-b32c9be87442 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cf21cc-50a5-43f4-b384-48480f1f1141,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:51.817530 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-80747632-03dd-4dc8-a068-c339e1890f3b tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] show failed (client error): The resource could not be found. Jul 29 23:22:51.820104 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-80747632-03dd-4dc8-a068-c339e1890f3b tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "GET /v2.0/security-groups/14cf21cc-50a5-43f4-b384-48480f1f1141 HTTP/1.1" status: 404 len: 347 time: 0.1200466 Jul 29 23:22:51.841267 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c33f191-f93d-4483-b1bd-55a3b2132ea3 req-834da3e1-05dd-4170-8653-9710ed751ff6 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:51.843821 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0c33f191-f93d-4483-b1bd-55a3b2132ea3 req-834da3e1-05dd-4170-8653-9710ed751ff6 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.23 "GET /v2.0/ports?device_id=516c6734-bcde-40ca-afee-03c4cd92e1e2 HTTP/1.1" status: 200 len: 945 time: 0.2614238 Jul 29 23:22:51.848636 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33002) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:52.061988 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2a1886-c3a0-47e6-bb12-0e7239f50c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:52.065968 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b05483-f835-44f3-8a0b-2027a25047a7" -d '{"events": [{"server_uuid": "0e2a1886-c3a0-47e6-bb12-0e7239f50c6d", "name": "network-vif-plugged", "status": "completed", "tag": "7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:52.089804 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-9f921d03-7f9b-43bf-bd7b-2c84e71f8d78 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=55fb160e-6b45-47b4-8565-f685f832c4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6778660 Jul 29 23:22:52.128404 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f422ecb6-1fa8-49c8-af7e-608bdaa9c49e req-2380396c-c38d-4984-84f9-ce20926b6cb4 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:52.138060 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f422ecb6-1fa8-49c8-af7e-608bdaa9c49e req-2380396c-c38d-4984-84f9-ce20926b6cb4 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e2a1886-c3a0-47e6-bb12-0e7239f50c6d HTTP/1.1" status: 200 len: 950 time: 0.9418473 Jul 29 23:22:52.326161 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 80d2ff06-76fe-4a5e-9617-549267722cef up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:52.400280 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4600f2d4-e7e8-4412-8e8c-2e5be1ea5cd6 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:52.469496 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600f2d4-e7e8-4412-8e8c-2e5be1ea5cd6 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Pushing event deleted for resources: {'Subnet': ['ID=219f5796-ac57-4e3b-9eaa-2f03d276bdfd,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:52.472665 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4600f2d4-e7e8-4412-8e8c-2e5be1ea5cd6 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:52.476640 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4600f2d4-e7e8-4412-8e8c-2e5be1ea5cd6 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "DELETE /v2.0/subnets/219f5796-ac57-4e3b-9eaa-2f03d276bdfd HTTP/1.1" status: 204 len: 168 time: 1.3524289 Jul 29 23:22:52.481745 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33014) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:52.483970 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 80d2ff06-76fe-4a5e-9617-549267722cef completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:22:52.486280 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-0c33f191-f93d-4483-b1bd-55a3b2132ea3 req-b27e03b6-9d34-4041-803b-679669227173 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Deleting port b38623f2-7a98-478a-9860-2f1b97b74a5d {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:52.486892 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-0c33f191-f93d-4483-b1bd-55a3b2132ea3 req-b27e03b6-9d34-4041-803b-679669227173 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:52.492121 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 80d2ff06-76fe-4a5e-9617-549267722cef triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:52.492596 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:52.547586 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41b7ba4-f20a-47a4-8221-ef7176dd6129 None None] Network 68b41ae8-eb35-4d49-b564-83dc1a13d23b requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:22:52.604977 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f422ecb6-1fa8-49c8-af7e-608bdaa9c49e req-97ecb143-be56-4f15-96e3-bdb27a34c26c tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/security-groups?id=0764f0e7-3428-4712-ab78-4b7f43262d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4651327 Jul 29 23:22:52.672112 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef52c6f-10a3-4f4e-bad3-f8f915d00ea0 admin admin] Network 0b25640e-3654-4f31-920b-3b21eab9978a is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:22:52.702786 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-6ef52c6f-10a3-4f4e-bad3-f8f915d00ea0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:22:52.709553 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-77688ba3-fcb2-43c5-9c2c-5203212112eb service neutron] 10.222.0.23 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370710 Jul 29 23:22:52.756884 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-bd5ce094-e7de-4760-a21c-7176008b83a2 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Deleting port d20bc923-7a39-4bd7-9f15-2233c770c22e {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:52.757314 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bd5ce094-e7de-4760-a21c-7176008b83a2 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:53.035974 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ef52c6f-10a3-4f4e-bad3-f8f915d00ea0 admin admin] Router 1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:22:53.038971 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-0c33f191-f93d-4483-b1bd-55a3b2132ea3 req-b27e03b6-9d34-4041-803b-679669227173 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] For port b38623f2-7a98-478a-9860-2f1b97b74a5d, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b38623f2-7a98-478a-9860-2f1b97b74a5d,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:53.043163 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-0c33f191-f93d-4483-b1bd-55a3b2132ea3 req-b27e03b6-9d34-4041-803b-679669227173 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:53.067315 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d687423-16e9-4ace-9d81-39dfecf0b1c6 req-d33a8c8a-413a-4ebd-b838-5bbd40236470 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:53.070512 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d687423-16e9-4ace-9d81-39dfecf0b1c6 req-d33a8c8a-413a-4ebd-b838-5bbd40236470 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=516c6734-bcde-40ca-afee-03c4cd92e1e2 HTTP/1.1" status: 200 len: 945 time: 0.9755077 Jul 29 23:22:53.096466 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-0c33f191-f93d-4483-b1bd-55a3b2132ea3 req-b27e03b6-9d34-4041-803b-679669227173 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Calling delete_port for b38623f2-7a98-478a-9860-2f1b97b74a5d owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:53.367470 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d687423-16e9-4ace-9d81-39dfecf0b1c6 req-586e1a69-376a-48ba-b3e1-84a440b86739 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191720 Jul 29 23:22:53.386957 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d543c8fb-381a-4c88-963b-5cf2607f9f52 None None] Provisioning complete for port 5722339a-e00d-4485-8308-2dd7bd095564 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:53.391732 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d543c8fb-381a-4c88-963b-5cf2607f9f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:53.403609 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b981b36a-d204-4eaa-9a75-21739214db52 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:53.418261 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-0c33f191-f93d-4483-b1bd-55a3b2132ea3 req-b27e03b6-9d34-4041-803b-679669227173 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:53.476524 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:53.498220 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c132d7-81f0-41b3-9275-17c2cd17a759 None None] DHCP port deletion for 68b41ae8-eb35-4d49-b564-83dc1a13d23b request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:22:53.510127 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0351108-1173-4ff1-953f-0a689a6d9dad x-openstack-request-id: req-a0351108-1173-4ff1-953f-0a689a6d9dad {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:53.510566 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e2a1886-c3a0-47e6-bb12-0e7239f50c6d", "name": "network-vif-plugged", "status": "completed", "tag": "7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:53.511049 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0351108-1173-4ff1-953f-0a689a6d9dad {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:53.511654 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2a1886-c3a0-47e6-bb12-0e7239f50c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0', 'code': 200} Jul 29 23:22:53.518712 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e03b6-9d34-4041-803b-679669227173 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Pushing event deleted for resources: {'Port': ['ID=b38623f2-7a98-478a-9860-2f1b97b74a5d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:53.525457 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['d74005cd-c4f9-4ae9-bc47-788d8c2beb0a', 'b38623f2-7a98-478a-9860-2f1b97b74a5d'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:22:53.651948 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28c6a23-ed17-4c14-917f-e988a8213745 req-f9bf5963-ac7b-417c-8481-7394bc3868cc tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:53.670102 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c28c6a23-ed17-4c14-917f-e988a8213745 req-f9bf5963-ac7b-417c-8481-7394bc3868cc tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 944 time: 0.6991305 Jul 29 23:22:53.695151 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-d720d39d-c1d1-4230-a08e-ac88cee9f634 service neutron] 10.222.0.23 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6838248 Jul 29 23:22:53.724887 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 80d2ff06-76fe-4a5e-9617-549267722cef, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=80d2ff06-76fe-4a5e-9617-549267722cef,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:53.770735 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef52c6f-10a3-4f4e-bad3-f8f915d00ea0 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:22:53.820952 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:53.821265 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6ef52c6f-10a3-4f4e-bad3-f8f915d00ea0 admin admin] 10.222.0.18 "PUT /v2.0/routers/1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6447628 Jul 29 23:22:53.825615 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3525f03a-a954-432f-bad1-89b47edcdccc None None] Sync routers for ids ['1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:22:53.858695 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d543c8fb-381a-4c88-963b-5cf2607f9f52 None None] Port 5722339a-e00d-4485-8308-2dd7bd095564 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:22:53.865165 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c28c6a23-ed17-4c14-917f-e988a8213745 req-d2a7581e-e58f-4849-8fe0-dc4d18a42d4d tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926606 Jul 29 23:22:53.942159 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3525f03a-a954-432f-bad1-89b47edcdccc None None] Routers {'1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:22:53.942939 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3525f03a-a954-432f-bad1-89b47edcdccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:22:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:53.989123 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c33f191-f93d-4483-b1bd-55a3b2132ea3 req-b27e03b6-9d34-4041-803b-679669227173 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] No DVR routers for this DVR port b38623f2-7a98-478a-9860-2f1b97b74a5d on host n-h1-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:22:54.009799 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-0c33f191-f93d-4483-b1bd-55a3b2132ea3 req-b27e03b6-9d34-4041-803b-679669227173 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:54.019503 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0c33f191-f93d-4483-b1bd-55a3b2132ea3 req-b27e03b6-9d34-4041-803b-679669227173 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.23 "DELETE /v2.0/ports/b38623f2-7a98-478a-9860-2f1b97b74a5d HTTP/1.1" status: 204 len: 173 time: 2.1490991 Jul 29 23:22:54.036006 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516c6734-bcde-40ca-afee-03c4cd92e1e2', 'name': 'network-vif-deleted', 'tag': 'b38623f2-7a98-478a-9860-2f1b97b74a5d'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:22:54.046854 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0506c24c-6992-4f66-a866-86f7917dc75e" -d '{"events": [{"server_uuid": "516c6734-bcde-40ca-afee-03c4cd92e1e2", "name": "network-vif-deleted", "tag": "b38623f2-7a98-478a-9860-2f1b97b74a5d"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:22:54.072607 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bd5ce094-e7de-4760-a21c-7176008b83a2 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:54.074006 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bd5ce094-e7de-4760-a21c-7176008b83a2 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:54.125240 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-bd5ce094-e7de-4760-a21c-7176008b83a2 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Calling delete_port for d20bc923-7a39-4bd7-9f15-2233c770c22e owned by network:floatingip {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:54.189377 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=80d2ff06-76fe-4a5e-9617-549267722cef,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:54.205056 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f5d49-d6ba-48e5-88dc-4b3037ffd778 req-6979d13b-9b95-4a6b-8f8b-19a264edf50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:54.218350 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6a1f5d49-d6ba-48e5-88dc-4b3037ffd778 req-6979d13b-9b95-4a6b-8f8b-19a264edf50e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0e2a1886-c3a0-47e6-bb12-0e7239f50c6d HTTP/1.1" status: 200 len: 1102 time: 0.6278429 Jul 29 23:22:54.330713 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0548349d-0f17-4fc6-911a-04f9db5ebffb req-1fed2ad8-5f8f-48a0-9452-08751e1ed548 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:54.340878 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0548349d-0f17-4fc6-911a-04f9db5ebffb req-1fed2ad8-5f8f-48a0-9452-08751e1ed548 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e2a1886-c3a0-47e6-bb12-0e7239f50c6d HTTP/1.1" status: 200 len: 950 time: 0.3000855 Jul 29 23:22:54.388459 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a073dda3-fc5d-4015-bbfb-72b0154e04b9 x-openstack-request-id: req-a073dda3-fc5d-4015-bbfb-72b0154e04b9 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:22:54.388992 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516c6734-bcde-40ca-afee-03c4cd92e1e2", "name": "network-vif-deleted", "tag": "b38623f2-7a98-478a-9860-2f1b97b74a5d", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:22:54.389448 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a073dda3-fc5d-4015-bbfb-72b0154e04b9 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:22:54.390067 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516c6734-bcde-40ca-afee-03c4cd92e1e2', 'name': 'network-vif-deleted', 'tag': 'b38623f2-7a98-478a-9860-2f1b97b74a5d', 'status': 'completed', 'code': 200} Jul 29 23:22:54.483933 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0548349d-0f17-4fc6-911a-04f9db5ebffb req-10aa00bd-08fd-4798-bb65-ccf9ee609d32 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/security-groups?id=0764f0e7-3428-4712-ab78-4b7f43262d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236873 Jul 29 23:22:54.512411 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:54.513527 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:54.513884 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:54.515504 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:54.516685 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:54.517251 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:54.518137 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:54.518452 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b981b36a-d204-4eaa-9a75-21739214db52 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Deleting port 649e4c41-f5e4-4b6b-b210-1a700edb3d40 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:54.519227 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b981b36a-d204-4eaa-9a75-21739214db52 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:54.519412 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:54.520029 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:54.520790 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:54.522146 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:54.522713 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:22:54.549947 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-50c132d7-81f0-41b3-9275-17c2cd17a759 None None] Deleting port 649e4c41-f5e4-4b6b-b210-1a700edb3d40 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:54.550664 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-50c132d7-81f0-41b3-9275-17c2cd17a759 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:54.556171 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 649e4c41-f5e4-4b6b-b210-1a700edb3d40 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:54.704731 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-8e381c4d-fe96-459c-9656-16b3b9b32403 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:54.707616 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-8e381c4d-fe96-459c-9656-16b3b9b32403 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a&tenant_id=b675f7a309964096bd61726e3752bfc0&binding%3Ahost_id=n-h1-712140-10 HTTP/1.1" status: 200 len: 1096 time: 0.2971404 Jul 29 23:22:54.711876 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6a1f5d49-d6ba-48e5-88dc-4b3037ffd778 req-8a188968-982c-4d7f-9c36-fc935200b429 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0764f0e7-3428-4712-ab78-4b7f43262d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4485641 Jul 29 23:22:54.909069 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b981b36a-d204-4eaa-9a75-21739214db52 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] For port 649e4c41-f5e4-4b6b-b210-1a700edb3d40, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=649e4c41-f5e4-4b6b-b210-1a700edb3d40,segment=NetworkSegment(bed2b64b-407a-4fb3-9c62-b1a176ad089f),segment_id=bed2b64b-407a-4fb3-9c62-b1a176ad089f)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:54.909420 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b981b36a-d204-4eaa-9a75-21739214db52 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:54.941982 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-692822a4-911d-4850-9210-267d7f888e31 req-bc3a4a9f-d232-4856-a62e-a1e5c6b0cd20 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=516c6734-bcde-40ca-afee-03c4cd92e1e2 HTTP/1.1" status: 200 len: 210 time: 0.1091108 Jul 29 23:22:55.072758 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b981b36a-d204-4eaa-9a75-21739214db52 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Calling delete_port for 649e4c41-f5e4-4b6b-b210-1a700edb3d40 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:55.408960 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-3525f03a-a954-432f-bad1-89b47edcdccc None None] Set router 1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:22:55.416815 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:55.426567 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-50c132d7-81f0-41b3-9275-17c2cd17a759 None None] For port 649e4c41-f5e4-4b6b-b210-1a700edb3d40, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=649e4c41-f5e4-4b6b-b210-1a700edb3d40,segment=NetworkSegment(bed2b64b-407a-4fb3-9c62-b1a176ad089f),segment_id=bed2b64b-407a-4fb3-9c62-b1a176ad089f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:22:55.427231 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-50c132d7-81f0-41b3-9275-17c2cd17a759 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:55.628421 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33058) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:55.640250 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-50c132d7-81f0-41b3-9275-17c2cd17a759 None None] Calling delete_port for 649e4c41-f5e4-4b6b-b210-1a700edb3d40 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:22:55.644272 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-0acc91a7-9281-449f-98b1-e01b0ef33254 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1085433376', 'description': 'tempest-description--639470394'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:55.695561 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0acc91a7-9281-449f-98b1-e01b0ef33254 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:55.885225 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-d53574b3-ff32-4703-b5ce-54e2496c1017 service neutron] For port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:55.916830 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-d53574b3-ff32-4703-b5ce-54e2496c1017 service neutron] Notify callbacks [] for binding, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:55.921094 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-85063cfd-1f3f-47d8-8f8d-2eab485f5535 req-d53574b3-ff32-4703-b5ce-54e2496c1017 service neutron] 10.222.0.23 "DELETE /v2.0/ports/8cfe4fd8-7878-4c2e-b606-95c0b2134b9b/bindings/n-h2-712140-10 HTTP/1.1" status: 204 len: 173 time: 1.1889544 Jul 29 23:22:55.922146 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bd5ce094-e7de-4760-a21c-7176008b83a2 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:56.000457 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b981b36a-d204-4eaa-9a75-21739214db52 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:56.031863 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device b38623f2-7a98-478a-9860-2f1b97b74a5d no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:22:56.071448 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: b38623f2-7a98-478a-9860-2f1b97b74a5d {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:22:56.072523 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device b38623f2-7a98-478a-9860-2f1b97b74a5d not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:22:56.125369 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b981b36a-d204-4eaa-9a75-21739214db52 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] No DVR routers for this DVR port 649e4c41-f5e4-4b6b-b210-1a700edb3d40 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:22:56.139732 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0acc91a7-9281-449f-98b1-e01b0ef33254 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:56.153742 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0acc91a7-9281-449f-98b1-e01b0ef33254 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:56.186942 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a00dd-386f-450a-9af6-822b00d4d634 req-d40be8ef-8518-4a26-8b50-d35002d434e1 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:56.189694 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f15a00dd-386f-450a-9af6-822b00d4d634 req-d40be8ef-8518-4a26-8b50-d35002d434e1 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e2a1886-c3a0-47e6-bb12-0e7239f50c6d HTTP/1.1" status: 200 len: 950 time: 0.3365502 Jul 29 23:22:56.250001 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893286b-918d-4431-9f1e-3f294af94450 req-8d569c9c-4a94-443b-9c8b-2af091338269 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:56.252568 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4893286b-918d-4431-9f1e-3f294af94450 req-8d569c9c-4a94-443b-9c8b-2af091338269 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 944 time: 0.2350762 Jul 29 23:22:56.316773 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0acc91a7-9281-449f-98b1-e01b0ef33254 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:56.322098 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0acc91a7-9281-449f-98b1-e01b0ef33254 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6882117 Jul 29 23:22:56.328985 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33064) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:56.341307 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f51c0483-cc00-449d-a259-52615e228a52 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Request body: {'security_group_rule': {'security_group_id': 'e032f9a9-01d6-4edd-85c0-5b1f8d665926', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:56.361968 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc91a7-9281-449f-98b1-e01b0ef33254 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e032f9a9-01d6-4edd-85c0-5b1f8d665926,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:56.392459 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-50c132d7-81f0-41b3-9275-17c2cd17a759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:56.470710 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 80d2ff06-76fe-4a5e-9617-549267722cef up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:22:56.524025 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f15a00dd-386f-450a-9af6-822b00d4d634 req-e76bb4ac-52a5-4ac5-a6c3-b8eef6e924bf tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/security-groups?id=0764f0e7-3428-4712-ab78-4b7f43262d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3070588 Jul 29 23:22:56.567000 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4893286b-918d-4431-9f1e-3f294af94450 req-8a3a68d8-77c4-4a11-b005-954a919fcc29 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951148 Jul 29 23:22:56.574163 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f51c0483-cc00-449d-a259-52615e228a52 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:56.579304 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b981b36a-d204-4eaa-9a75-21739214db52 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:56.608384 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-b981b36a-d204-4eaa-9a75-21739214db52 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68b41ae8-eb35-4d49-b564-83dc1a13d23b']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:56.622948 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-b981b36a-d204-4eaa-9a75-21739214db52 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bed2b64b-407a-4fb3-9c62-b1a176ad089f') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:56.623339 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-b981b36a-d204-4eaa-9a75-21739214db52 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bed2b64b-407a-4fb3-9c62-b1a176ad089f') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:56.629485 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c132d7-81f0-41b3-9275-17c2cd17a759 None None] Pushing event deleted for resources: {'Port': ['ID=649e4c41-f5e4-4b6b-b210-1a700edb3d40,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:56.640204 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b981b36a-d204-4eaa-9a75-21739214db52 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:56.646250 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c132d7-81f0-41b3-9275-17c2cd17a759 None None] No DVR routers for this DVR port 649e4c41-f5e4-4b6b-b210-1a700edb3d40 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:22:56.732792 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 80d2ff06-76fe-4a5e-9617-549267722cef triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:22:56.740768 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:56.741341 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b981b36a-d204-4eaa-9a75-21739214db52 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:56.758374 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b981b36a-d204-4eaa-9a75-21739214db52 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:22:56.760341 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b981b36a-d204-4eaa-9a75-21739214db52 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:56.927393 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f51c0483-cc00-449d-a259-52615e228a52 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:56.937393 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f51c0483-cc00-449d-a259-52615e228a52 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.021120 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3525f03a-a954-432f-bad1-89b47edcdccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'name': 'tempest-ServersTestFqdnHostnames-874585615-router', 'tenant_id': 'c0a3457b098f4d89bd86c03775586ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '80d2ff06-76fe-4a5e-9617-549267722cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:36Z', 'updated_at': '2021-07-29T23:22:49Z', 'revision_number': 4, 'project_id': 'c0a3457b098f4d89bd86c03775586ec5', 'gw_port': {'id': '80d2ff06-76fe-4a5e-9617-549267722cef', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:87:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:38Z', 'updated_at': '2021-07-29T23:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '5722339a-e00d-4485-8308-2dd7bd095564', 'name': '', 'network_id': '0b25640e-3654-4f31-920b-3b21eab9978a', 'tenant_id': 'c0a3457b098f4d89bd86c03775586ec5', 'mac_address': 'fa:16:3e:b8:92:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f8fbcbbd-22b7-4bf5-b554-4ab283a8d631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:47Z', 'updated_at': '2021-07-29T23:22:50Z', 'revision_number': 2, 'project_id': 'c0a3457b098f4d89bd86c03775586ec5', 'subnets': [{'id': 'f8fbcbbd-22b7-4bf5-b554-4ab283a8d631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:57.040178 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c0483-cc00-449d-a259-52615e228a52 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54ab15b1-de60-4eca-bea8-6bc72138a288,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:57.065992 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f51c0483-cc00-449d-a259-52615e228a52 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.073008 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f51c0483-cc00-449d-a259-52615e228a52 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7391253 Jul 29 23:22:57.078468 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33084) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:57.099771 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-c353fc3a-f3ca-43b3-ab6e-7167cf29f23b tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Request body: {'security_group_rule': {'security_group_id': 'e032f9a9-01d6-4edd-85c0-5b1f8d665926', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:57.275741 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3525f03a-a954-432f-bad1-89b47edcdccc None None] Checking router: 1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:22:57.280509 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3525f03a-a954-432f-bad1-89b47edcdccc None None] Updating router 1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a port 5722339a-e00d-4485-8308-2dd7bd095564 binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:22:57.298864 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c353fc3a-f3ca-43b3-ab6e-7167cf29f23b tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.393894 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3525f03a-a954-432f-bad1-89b47edcdccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.483918 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c353fc3a-f3ca-43b3-ab6e-7167cf29f23b tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.489653 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c353fc3a-f3ca-43b3-ab6e-7167cf29f23b tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.492283 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bd5ce094-e7de-4760-a21c-7176008b83a2 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks [] for floatingip, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.500805 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bd5ce094-e7de-4760-a21c-7176008b83a2 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.503194 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bd5ce094-e7de-4760-a21c-7176008b83a2 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] 10.222.0.18 "DELETE /v2.0/floatingips/7e050899-325f-4a8f-8a76-5ecd2577a69f HTTP/1.1" status: 204 len: 168 time: 5.6527777 Jul 29 23:22:57.512408 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353fc3a-f3ca-43b3-ab6e-7167cf29f23b tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17032719-9489-441b-9972-e87ee2c6d099,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:57.512741 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:22:57.512741 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:22:57.512741 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:22:57.512741 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:22:57.512741 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:22:57.512741 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:22:57.512741 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:22:57.512741 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:22:57.512741 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:22:57.512741 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:22:57.512741 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:22:57.512741 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:22:57.512741 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:22:57.512741 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:22:57.512741 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:22:57.512741 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:22:57.512741 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:22:57.512741 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:22:57.512741 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:22:57.512741 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:22:57.512741 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:22:57.512741 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:22:57.512741 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:22:57.512741 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:22:57.512741 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:22:57.512741 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:22:57.512741 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:22:57.512741 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:22:57.512741 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:22:57.512741 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:22:57.512741 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:22:57.512741 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:22:57.544491 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c353fc3a-f3ca-43b3-ab6e-7167cf29f23b tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.550020 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c353fc3a-f3ca-43b3-ab6e-7167cf29f23b tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4677975 Jul 29 23:22:57.552885 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ce094-e7de-4760-a21c-7176008b83a2 tempest-ServersWithSpecificFlavorTestJSON-997256590 tempest-ServersWithSpecificFlavorTestJSON-997256590-project] Pushing event deleted for resources: {'Port': ['ID=d20bc923-7a39-4bd7-9f15-2233c770c22e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:57.554926 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33092) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:57.565746 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-4222913f-feb0-491d-a6ca-e3edf9505dec tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:22:57.623170 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981b36a-d204-4eaa-9a75-21739214db52 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Pushing event deleted for resources: {'Port': ['ID=649e4c41-f5e4-4b6b-b210-1a700edb3d40,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:57.627016 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b981b36a-d204-4eaa-9a75-21739214db52 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.641893 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4222913f-feb0-491d-a6ca-e3edf9505dec tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.659629 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b981b36a-d204-4eaa-9a75-21739214db52 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.661870 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b981b36a-d204-4eaa-9a75-21739214db52 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "DELETE /v2.0/networks/68b41ae8-eb35-4d49-b564-83dc1a13d23b HTTP/1.1" status: 204 len: 168 time: 5.1648557 Jul 29 23:22:57.662837 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b981b36a-d204-4eaa-9a75-21739214db52 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Pushing event deleted for resources: {'Network': ['ID=68b41ae8-eb35-4d49-b564-83dc1a13d23b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:57.666365 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33094) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:57.836956 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-d18ea3df-53ef-4618-b6e7-13192d2af616 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Deleting subnet fffddf2e-bc80-431a-8608-3b06cabcad59 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:22:57.852186 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d18ea3df-53ef-4618-b6e7-13192d2af616 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:57.876196 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f32195-cd9d-4231-a3a6-fabeaf525918 req-a47cef88-c8d8-4562-bb6e-8cae4270ab57 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:57.893980 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a0f32195-cd9d-4231-a3a6-fabeaf525918 req-a47cef88-c8d8-4562-bb6e-8cae4270ab57 tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 1096 time: 0.2454121 Jul 29 23:22:58.011138 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d18ea3df-53ef-4618-b6e7-13192d2af616 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:58.066383 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a0f32195-cd9d-4231-a3a6-fabeaf525918 req-80871832-05ce-4082-a291-15c63fc1847d tempest-LiveAutoBlockMigrationV225Test-1595457957 tempest-LiveAutoBlockMigrationV225Test-1595457957-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680107 Jul 29 23:22:58.227785 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4222913f-feb0-491d-a6ca-e3edf9505dec tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:58.262462 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d18ea3df-53ef-4618-b6e7-13192d2af616 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:58.417627 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3525f03a-a954-432f-bad1-89b47edcdccc None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:58.438652 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d18ea3df-53ef-4618-b6e7-13192d2af616 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:58.441888 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3525f03a-a954-432f-bad1-89b47edcdccc None None] Transition to ACTIVE for port object 5722339a-e00d-4485-8308-2dd7bd095564 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:22:58.455316 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3525f03a-a954-432f-bad1-89b47edcdccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:58.535127 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ea3df-53ef-4618-b6e7-13192d2af616 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Pushing event deleted for resources: {'Subnet': ['ID=fffddf2e-bc80-431a-8608-3b06cabcad59,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:58.585465 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-3b8eef41-a018-4c28-b20f-f0778d440d90 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a3247a320ee8457d975ee6c70bcc3ef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364180 Jul 29 23:22:58.589134 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d18ea3df-53ef-4618-b6e7-13192d2af616 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:58.602060 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d18ea3df-53ef-4618-b6e7-13192d2af616 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "DELETE /v2.0/subnets/fffddf2e-bc80-431a-8608-3b06cabcad59 HTTP/1.1" status: 204 len: 168 time: 0.9246786 Jul 29 23:22:58.607080 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33128) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:22:58.629876 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-4222913f-feb0-491d-a6ca-e3edf9505dec tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Allocated IP 172.25.8.135 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/7743eee8-a325-4ea2-9442-4bcfe3d42e3a) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:22:58.652622 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ea466-6822-4528-8985-0715d748d3db None None] Pushing event updated for resources: {'Port': ['ID=5722339a-e00d-4485-8308-2dd7bd095564,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:58.656732 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e33e610-2b77-4cd6-ac57-824726d7362e None None] Network 5dddb413-3738-461a-907f-567ac262de53 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:22:58.914652 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9d0ca928-15d5-40e1-896f-9e055fbe93d4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:59.153396 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-3525f03a-a954-432f-bad1-89b47edcdccc None None] Attempting to bind port 5722339a-e00d-4485-8308-2dd7bd095564 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:22:59.155423 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-3525f03a-a954-432f-bad1-89b47edcdccc None None] Attempting to bind port 5722339a-e00d-4485-8308-2dd7bd095564 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '032842ed-983f-41f3-a825-71fef9598b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0b25640e-3654-4f31-920b-3b21eab9978a'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:22:59.157707 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3525f03a-a954-432f-bad1-89b47edcdccc None None] Attempting to bind port 5722339a-e00d-4485-8308-2dd7bd095564 on network 0b25640e-3654-4f31-920b-3b21eab9978a {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:22:59.171814 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3525f03a-a954-432f-bad1-89b47edcdccc None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:22:59.172759 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3525f03a-a954-432f-bad1-89b47edcdccc None None] Checking segment: {'id': '032842ed-983f-41f3-a825-71fef9598b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0b25640e-3654-4f31-920b-3b21eab9978a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:22:59.173314 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3525f03a-a954-432f-bad1-89b47edcdccc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:59.173757 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3525f03a-a954-432f-bad1-89b47edcdccc None None] Bound using segment: {'id': '032842ed-983f-41f3-a825-71fef9598b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0b25640e-3654-4f31-920b-3b21eab9978a'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:22:59.174348 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-3525f03a-a954-432f-bad1-89b47edcdccc None None] Bound port: 5722339a-e00d-4485-8308-2dd7bd095564, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032842ed-983f-41f3-a825-71fef9598b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0b25640e-3654-4f31-920b-3b21eab9978a'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:22:59.174949 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3525f03a-a954-432f-bad1-89b47edcdccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:59.303135 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d1e6b3f-612d-4f0c-8231-bab4e54a0944 None None] DHCP port deletion for 5dddb413-3738-461a-907f-567ac262de53 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:22:59.372217 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:59.391413 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-2a1e9dd7-aef8-41f3-8816-20b068b3365d tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:59.394450 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-2a1e9dd7-aef8-41f3-8816-20b068b3365d tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7935634 Jul 29 23:22:59.401128 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4222913f-feb0-491d-a6ca-e3edf9505dec tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:59.408239 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-3525f03a-a954-432f-bad1-89b47edcdccc None None] For port 5722339a-e00d-4485-8308-2dd7bd095564, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:22:59.413940 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-3525f03a-a954-432f-bad1-89b47edcdccc None None] For port 5722339a-e00d-4485-8308-2dd7bd095564, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=5722339a-e00d-4485-8308-2dd7bd095564,segment=NetworkSegment(032842ed-983f-41f3-a825-71fef9598b85),segment_id=032842ed-983f-41f3-a825-71fef9598b85)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:22:59.425349 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3525f03a-a954-432f-bad1-89b47edcdccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:59.486838 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ea466-6822-4528-8985-0715d748d3db None None] Pushing event updated for resources: {'Port': ['ID=5722339a-e00d-4485-8308-2dd7bd095564,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:22:59.501853 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-6d1e6b3f-612d-4f0c-8231-bab4e54a0944 None None] Deleting port 31edd470-2c18-4d7b-a115-e16e83fc54fd {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:22:59.502514 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6d1e6b3f-612d-4f0c-8231-bab4e54a0944 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:59.525424 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-aca68d5a-bfdd-4643-b93d-d3ce9627fe3f tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/quotas/a3247a320ee8457d975ee6c70bcc3ef2 HTTP/1.1" status: 200 len: 375 time: 0.0134480 Jul 29 23:22:59.743409 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-0a5f7694-3b74-4308-8355-ffab450e9fa1 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a3247a320ee8457d975ee6c70bcc3ef2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1772938 Jul 29 23:22:59.773880 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3525f03a-a954-432f-bad1-89b47edcdccc None None] Routers {'1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:22:59.774665 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3525f03a-a954-432f-bad1-89b47edcdccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:22:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:22:59.782415 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:22:59.857587 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b80c34-84de-46ac-87c4-ce50efcaf493 req-e6d6c104-1bff-4b84-bc76-0548d32fc7e7 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:22:59.859121 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-35b80c34-84de-46ac-87c4-ce50efcaf493 req-e6d6c104-1bff-4b84-bc76-0548d32fc7e7 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.23 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 944 time: 0.1054394 Jul 29 23:22:59.884070 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4222913f-feb0-491d-a6ca-e3edf9505dec tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:00.012892 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-6d1e6b3f-612d-4f0c-8231-bab4e54a0944 None None] For port 31edd470-2c18-4d7b-a115-e16e83fc54fd, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=31edd470-2c18-4d7b-a115-e16e83fc54fd,segment=NetworkSegment(f920342f-b0ce-422e-a286-919fdc5f8b2b),segment_id=f920342f-b0ce-422e-a286-919fdc5f8b2b)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:00.013427 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6d1e6b3f-612d-4f0c-8231-bab4e54a0944 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:00.038455 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-6d1e6b3f-612d-4f0c-8231-bab4e54a0944 None None] Calling delete_port for 31edd470-2c18-4d7b-a115-e16e83fc54fd owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:00.083374 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222913f-feb0-491d-a6ca-e3edf9505dec tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Pushing event updated for resources: {'Port': ['ID=7743eee8-a325-4ea2-9442-4bcfe3d42e3a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:00.121011 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc313536-3839-401a-8773-55a4e8afe17f req-0a7faa07-28d3-4919-9e07-f75d923efcb6 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:00.140372 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc313536-3839-401a-8773-55a4e8afe17f req-0a7faa07-28d3-4919-9e07-f75d923efcb6 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/networks?id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4 HTTP/1.1" status: 200 len: 804 time: 0.7326100 Jul 29 23:23:00.207035 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-35b80c34-84de-46ac-87c4-ce50efcaf493 req-0d0db22c-7cc8-415c-9abd-df03021e0a7b tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Deleting port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:00.207711 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-35b80c34-84de-46ac-87c4-ce50efcaf493 req-0d0db22c-7cc8-415c-9abd-df03021e0a7b tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:00.212283 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc313536-3839-401a-8773-55a4e8afe17f req-c8f7a65f-df84-4b0a-ac91-efea5abd07ea tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/quotas/7c5e67745e0e4776a7b5c36d90365bdc HTTP/1.1" status: 200 len: 375 time: 0.0602639 Jul 29 23:23:00.250796 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-3525f03a-a954-432f-bad1-89b47edcdccc None None] Set router 1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:00.340711 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ca928-15d5-40e1-896f-9e055fbe93d4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Deleting port 31edd470-2c18-4d7b-a115-e16e83fc54fd {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:00.341685 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9d0ca928-15d5-40e1-896f-9e055fbe93d4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:00.347785 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4222913f-feb0-491d-a6ca-e3edf9505dec tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:00.449968 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-4222913f-feb0-491d-a6ca-e3edf9505dec tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:00.479309 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4222913f-feb0-491d-a6ca-e3edf9505dec tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:00.546036 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 31edd470-2c18-4d7b-a115-e16e83fc54fd no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:00.588675 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-35b80c34-84de-46ac-87c4-ce50efcaf493 req-0d0db22c-7cc8-415c-9abd-df03021e0a7b tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] For port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=8cfe4fd8-7878-4c2e-b606-95c0b2134b9b,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:00.590099 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-35b80c34-84de-46ac-87c4-ce50efcaf493 req-0d0db22c-7cc8-415c-9abd-df03021e0a7b tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:00.612949 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc313536-3839-401a-8773-55a4e8afe17f req-a37de595-a5f8-4804-9cd4-fd62090c7cb2 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c5e67745e0e4776a7b5c36d90365bdc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3692920 Jul 29 23:23:00.632412 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-9d0ca928-15d5-40e1-896f-9e055fbe93d4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] For port 31edd470-2c18-4d7b-a115-e16e83fc54fd, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=31edd470-2c18-4d7b-a115-e16e83fc54fd,segment=NetworkSegment(f920342f-b0ce-422e-a286-919fdc5f8b2b),segment_id=f920342f-b0ce-422e-a286-919fdc5f8b2b)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:00.633057 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9d0ca928-15d5-40e1-896f-9e055fbe93d4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:00.636801 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-35b80c34-84de-46ac-87c4-ce50efcaf493 req-0d0db22c-7cc8-415c-9abd-df03021e0a7b tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Calling delete_port for 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:00.665515 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-9d0ca928-15d5-40e1-896f-9e055fbe93d4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Calling delete_port for 31edd470-2c18-4d7b-a115-e16e83fc54fd owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:00.754048 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6d1e6b3f-612d-4f0c-8231-bab4e54a0944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:00.848795 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda53c0c-b10c-4a43-93fe-9ad008e42435 req-d3ae2817-eeda-4be0-a674-ebaf703fd496 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:00.858351 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bda53c0c-b10c-4a43-93fe-9ad008e42435 req-d3ae2817-eeda-4be0-a674-ebaf703fd496 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 944 time: 0.4298408 Jul 29 23:23:00.869890 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1e6b3f-612d-4f0c-8231-bab4e54a0944 None None] No DVR routers for this DVR port 31edd470-2c18-4d7b-a115-e16e83fc54fd on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:00.887236 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e6b3f-612d-4f0c-8231-bab4e54a0944 None None] Pushing event deleted for resources: {'Port': ['ID=31edd470-2c18-4d7b-a115-e16e83fc54fd,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:00.950820 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No active binding found for port 31edd470-2c18-4d7b-a115-e16e83fc54fd {{(pid=94065) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 23:23:00.958156 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 31edd470-2c18-4d7b-a115-e16e83fc54fd not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:01.060408 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-35b80c34-84de-46ac-87c4-ce50efcaf493 req-0d0db22c-7cc8-415c-9abd-df03021e0a7b tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:01.086812 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['3f9074c0-f574-49f9-aec4-e84e43e28957'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:01.090523 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['8cfe4fd8-7878-4c2e-b606-95c0b2134b9b'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:01.186856 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0db22c-7cc8-415c-9abd-df03021e0a7b tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Pushing event deleted for resources: {'Port': ['ID=8cfe4fd8-7878-4c2e-b606-95c0b2134b9b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:01.269326 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3525f03a-a954-432f-bad1-89b47edcdccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'name': 'tempest-ServersTestFqdnHostnames-874585615-router', 'tenant_id': 'c0a3457b098f4d89bd86c03775586ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '80d2ff06-76fe-4a5e-9617-549267722cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:36Z', 'updated_at': '2021-07-29T23:22:49Z', 'revision_number': 4, 'project_id': 'c0a3457b098f4d89bd86c03775586ec5', 'gw_port': {'id': '80d2ff06-76fe-4a5e-9617-549267722cef', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:87:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:38Z', 'updated_at': '2021-07-29T23:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '5722339a-e00d-4485-8308-2dd7bd095564', 'name': '', 'network_id': '0b25640e-3654-4f31-920b-3b21eab9978a', 'tenant_id': 'c0a3457b098f4d89bd86c03775586ec5', 'mac_address': 'fa:16:3e:b8:92:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f8fbcbbd-22b7-4bf5-b554-4ab283a8d631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:47Z', 'updated_at': '2021-07-29T23:22:59Z', 'revision_number': 4, 'project_id': 'c0a3457b098f4d89bd86c03775586ec5', 'subnets': [{'id': 'f8fbcbbd-22b7-4bf5-b554-4ab283a8d631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:01.277450 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-35b80c34-84de-46ac-87c4-ce50efcaf493 req-0d0db22c-7cc8-415c-9abd-df03021e0a7b tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] No DVR routers for this DVR port 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b on host n-h1-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:01.287121 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-35b80c34-84de-46ac-87c4-ce50efcaf493 req-0d0db22c-7cc8-415c-9abd-df03021e0a7b tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:01.290787 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-35b80c34-84de-46ac-87c4-ce50efcaf493 req-0d0db22c-7cc8-415c-9abd-df03021e0a7b tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.23 "DELETE /v2.0/ports/8cfe4fd8-7878-4c2e-b606-95c0b2134b9b HTTP/1.1" status: 204 len: 173 time: 1.4234097 Jul 29 23:23:01.291420 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd318aeee-9d7c-4bc0-882d-e4e266aeb87a', 'name': 'network-vif-deleted', 'tag': '8cfe4fd8-7878-4c2e-b606-95c0b2134b9b'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:01.294300 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6975b2-1a6f-4886-ac04-39f7039e337c" -d '{"events": [{"server_uuid": "d318aeee-9d7c-4bc0-882d-e4e266aeb87a", "name": "network-vif-deleted", "tag": "8cfe4fd8-7878-4c2e-b606-95c0b2134b9b"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:01.378702 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3525f03a-a954-432f-bad1-89b47edcdccc None None] The sync data for ids ['1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a'] in n-d-712140-10 is: [{'id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'name': 'tempest-ServersTestFqdnHostnames-874585615-router', 'tenant_id': 'c0a3457b098f4d89bd86c03775586ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '80d2ff06-76fe-4a5e-9617-549267722cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:36Z', 'updated_at': '2021-07-29T23:22:49Z', 'revision_number': 4, 'project_id': 'c0a3457b098f4d89bd86c03775586ec5', 'gw_port': {'id': '80d2ff06-76fe-4a5e-9617-549267722cef', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:87:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:38Z', 'updated_at': '2021-07-29T23:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '5722339a-e00d-4485-8308-2dd7bd095564', 'name': '', 'network_id': '0b25640e-3654-4f31-920b-3b21eab9978a', 'tenant_id': 'c0a3457b098f4d89bd86c03775586ec5', 'mac_address': 'fa:16:3e:b8:92:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f8fbcbbd-22b7-4bf5-b554-4ab283a8d631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:47Z', 'updated_at': '2021-07-29T23:22:59Z', 'revision_number': 4, 'project_id': 'c0a3457b098f4d89bd86c03775586ec5', 'subnets': [{'id': 'f8fbcbbd-22b7-4bf5-b554-4ab283a8d631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:23:01.635369 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bda53c0c-b10c-4a43-93fe-9ad008e42435 req-b6b43d8f-3b6f-4b71-a94b-d22457512db8 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6550133 Jul 29 23:23:01.675639 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc313536-3839-401a-8773-55a4e8afe17f req-d390a282-72bf-4f21-aa41-18801c33d225 service neutron] 10.222.0.18 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9978271 Jul 29 23:23:01.705044 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4222913f-feb0-491d-a6ca-e3edf9505dec tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:01.765499 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9d0ca928-15d5-40e1-896f-9e055fbe93d4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:01.886799 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ca928-15d5-40e1-896f-9e055fbe93d4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Pushing event deleted for resources: {'Port': ['ID=31edd470-2c18-4d7b-a115-e16e83fc54fd,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:01.893398 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0ca928-15d5-40e1-896f-9e055fbe93d4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] No DVR routers for this DVR port 31edd470-2c18-4d7b-a115-e16e83fc54fd on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:01.927386 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4222913f-feb0-491d-a6ca-e3edf9505dec tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:02.017095 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc313536-3839-401a-8773-55a4e8afe17f req-9086c727-4965-43b2-b1b7-cf328688c8cf service neutron] 10.222.0.18 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402436 Jul 29 23:23:02.362740 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a68f196-2b3e-4b39-a502-a16adff6cf80 x-openstack-request-id: req-7a68f196-2b3e-4b39-a502-a16adff6cf80 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:02.363811 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d318aeee-9d7c-4bc0-882d-e4e266aeb87a", "name": "network-vif-deleted", "tag": "8cfe4fd8-7878-4c2e-b606-95c0b2134b9b", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:02.366523 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a68f196-2b3e-4b39-a502-a16adff6cf80 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:02.368313 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd318aeee-9d7c-4bc0-882d-e4e266aeb87a', 'name': 'network-vif-deleted', 'tag': '8cfe4fd8-7878-4c2e-b606-95c0b2134b9b', 'status': 'completed', 'code': 200} Jul 29 23:23:02.435663 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 5722339a-e00d-4485-8308-2dd7bd095564 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:02.498216 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4222913f-feb0-491d-a6ca-e3edf9505dec tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:02.536698 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4222913f-feb0-491d-a6ca-e3edf9505dec tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:02.715039 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 5722339a-e00d-4485-8308-2dd7bd095564 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:02.724297 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 5722339a-e00d-4485-8308-2dd7bd095564 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:02.725157 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:02.813693 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-bcae8ae0-8eb3-4b42-99d2-67f31ff9fc84 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=a3247a320ee8457d975ee6c70bcc3ef2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0914588 Jul 29 23:23:02.908129 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e00a659f-cb89-4c9d-806e-7c7519d58347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:02.995366 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4222913f-feb0-491d-a6ca-e3edf9505dec tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.008687 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9d0ca928-15d5-40e1-896f-9e055fbe93d4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.033462 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c92174f7-605d-4c95-bfa8-32baf6a7c7ca req-d4b52048-c12f-4c92-a9c1-559e528889f7 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/ports?device_id=15385434-337d-4da4-a3b4-f8afd7f1591a HTTP/1.1" status: 200 len: 210 time: 0.3791955 Jul 29 23:23:03.107976 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.158174 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-9d0ca928-15d5-40e1-896f-9e055fbe93d4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dddb413-3738-461a-907f-567ac262de53']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:03.163039 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4222913f-feb0-491d-a6ca-e3edf9505dec tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.165043 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-d2d24841-fd29-40f3-9e8b-0bfb610e4d6f tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:03.168776 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-d2d24841-fd29-40f3-9e8b-0bfb610e4d6f tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3494744 Jul 29 23:23:03.173146 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4222913f-feb0-491d-a6ca-e3edf9505dec tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6169996 Jul 29 23:23:03.185881 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-581a0f6e-425c-47cf-b836-fcb305a78548 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Request body: {'port': {'device_id': '15385434-337d-4da4-a3b4-f8afd7f1591a', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'admin_state_up': True, 'tenant_id': 'a3247a320ee8457d975ee6c70bcc3ef2'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:03.190437 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 5722339a-e00d-4485-8308-2dd7bd095564, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=5722339a-e00d-4485-8308-2dd7bd095564,segment=NetworkSegment(032842ed-983f-41f3-a825-71fef9598b85),segment_id=032842ed-983f-41f3-a825-71fef9598b85)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:03.201545 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.319582 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f6fc6e8e-e03e-42a4-a631-e73c794cae80 req-9831ca76-3969-4cc9-a842-19bf7d03059d tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8511fb6-b74b-4d0d-91e8-1b47a25c8683 HTTP/1.1" status: 200 len: 210 time: 0.1447775 Jul 29 23:23:03.328059 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-9d0ca928-15d5-40e1-896f-9e055fbe93d4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f920342f-b0ce-422e-a286-919fdc5f8b2b') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:03.331985 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-9d0ca928-15d5-40e1-896f-9e055fbe93d4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f920342f-b0ce-422e-a286-919fdc5f8b2b') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:03.358517 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4222913f-feb0-491d-a6ca-e3edf9505dec tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Pushing event updated for resources: {'Port': ['ID=7743eee8-a325-4ea2-9442-4bcfe3d42e3a,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:03.430421 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=5722339a-e00d-4485-8308-2dd7bd095564,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:03.447829 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9d0ca928-15d5-40e1-896f-9e055fbe93d4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.499683 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9dcc47-5769-4fab-b6e8-b9659594ba41 req-af185b24-288c-47fa-abd9-bd3bcad5c11d tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:03.501340 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1a9dcc47-5769-4fab-b6e8-b9659594ba41 req-af185b24-288c-47fa-abd9-bd3bcad5c11d tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 945 time: 0.8199067 Jul 29 23:23:03.577302 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-581a0f6e-425c-47cf-b836-fcb305a78548 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Made reservation on behalf of a3247a320ee8457d975ee6c70bcc3ef2 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:03.581517 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-581a0f6e-425c-47cf-b836-fcb305a78548 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.702911 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1a9dcc47-5769-4fab-b6e8-b9659594ba41 req-b2b94731-0b84-4dbf-b806-9272b0a98614 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/security-groups?id=da56b8fd-0c8d-4fe0-9571-340578f21219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778407 Jul 29 23:23:03.712600 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9d0ca928-15d5-40e1-896f-9e055fbe93d4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.769880 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d4221e39-c686-4f06-864a-15d799380af2 req-4712fe9d-580a-418d-9b10-1b56c1683285 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 210 time: 0.0937381 Jul 29 23:23:03.789360 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d0ca928-15d5-40e1-896f-9e055fbe93d4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:23:03.791504 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9d0ca928-15d5-40e1-896f-9e055fbe93d4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:23:03.795622 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:23:03.948049 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-581a0f6e-425c-47cf-b836-fcb305a78548 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Allocated IP 192.168.233.32 (adb88f5c-b5bd-41cf-b367-228eab6e0075/28e6de27-5b72-4bf0-88e6-0cdec4cf806e/f08c4ec9-e98d-4c01-9e3a-331f01901fa9) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:04.031070 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:04.122396 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:04.126397 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 8cfe4fd8-7878-4c2e-b606-95c0b2134b9b not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:04.243024 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9d0ca928-15d5-40e1-896f-9e055fbe93d4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:04.324408 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9d0ca928-15d5-40e1-896f-9e055fbe93d4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:04.326760 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9d0ca928-15d5-40e1-896f-9e055fbe93d4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "DELETE /v2.0/networks/5dddb413-3738-461a-907f-567ac262de53 HTTP/1.1" status: 204 len: 168 time: 5.7144701 Jul 29 23:23:04.338754 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33220) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:04.347177 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-2cda88ad-2a37-417d-881c-7e49eff00410 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-841661062'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:04.361674 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-8e6b91c5-d389-4cfe-969e-c7c65e2f86a3 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1085433376&fields=id&tenant_id=c0a3457b098f4d89bd86c03775586ec5 HTTP/1.1" status: 200 len: 267 time: 0.3432109 Jul 29 23:23:04.372953 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 5722339a-e00d-4485-8308-2dd7bd095564 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:04.429453 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-581a0f6e-425c-47cf-b836-fcb305a78548 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:04.452859 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cda88ad-2a37-417d-881c-7e49eff00410 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Made reservation on behalf of 1524bc6566794e35993db0c2e1765bc4 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:04.457464 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2cda88ad-2a37-417d-881c-7e49eff00410 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:04.470927 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-581a0f6e-425c-47cf-b836-fcb305a78548 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Transition to ACTIVE for port object f08c4ec9-e98d-4c01-9e3a-331f01901fa9 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:04.509703 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 5722339a-e00d-4485-8308-2dd7bd095564 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:04.510806 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:04.579126 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cda88ad-2a37-417d-881c-7e49eff00410 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:23:04.608017 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2cda88ad-2a37-417d-881c-7e49eff00410 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:04.612148 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-2cda88ad-2a37-417d-881c-7e49eff00410 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Added segment 402cc08b-8ce2-4c82-94e4-deeb256fec80 of type vlan for network 916234a9-0aec-4fd4-b929-168c39b80d67 Jul 29 23:23:04.665854 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-96e4fe23-6611-440a-ae8b-2981562946c4 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:04.668046 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-96e4fe23-6611-440a-ae8b-2981562946c4 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.18 "GET /v2.0/networks?id=0b25640e-3654-4f31-920b-3b21eab9978a HTTP/1.1" status: 200 len: 814 time: 0.3047824 Jul 29 23:23:04.785764 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2cda88ad-2a37-417d-881c-7e49eff00410 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:04.799245 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-581a0f6e-425c-47cf-b836-fcb305a78548 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:04.856293 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:04.956321 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-581a0f6e-425c-47cf-b836-fcb305a78548 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:04.964693 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581a0f6e-425c-47cf-b836-fcb305a78548 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Pushing event updated for resources: {'Port': ['ID=f08c4ec9-e98d-4c01-9e3a-331f01901fa9,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:04.981267 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-581a0f6e-425c-47cf-b836-fcb305a78548 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:05.002622 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-581a0f6e-425c-47cf-b836-fcb305a78548 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:05.135011 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2cda88ad-2a37-417d-881c-7e49eff00410 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.145904 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cda88ad-2a37-417d-881c-7e49eff00410 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:05.146675 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2cda88ad-2a37-417d-881c-7e49eff00410 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.241550 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-581a0f6e-425c-47cf-b836-fcb305a78548 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:05.257088 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-581a0f6e-425c-47cf-b836-fcb305a78548 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.383067 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.428928 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2cda88ad-2a37-417d-881c-7e49eff00410 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0875118 Jul 29 23:23:05.439183 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33232) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:05.445836 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-350d7801-0cbd-4ff1-974c-8a9cf68f17ab tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Request body: {'subnet': {'network_id': '916234a9-0aec-4fd4-b929-168c39b80d67', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:05.545419 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-581a0f6e-425c-47cf-b836-fcb305a78548 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3637891 Jul 29 23:23:05.549369 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d5563519-6e77-4d93-8cf8-bbf5a62a5b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.585426 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98706136-278b-427a-bcb6-6d19003afddf req-e357aa62-0165-4b40-aa10-13e37e5945d0 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/ports?device_id=15385434-337d-4da4-a3b4-f8afd7f1591a HTTP/1.1" status: 200 len: 210 time: 1.2815685 Jul 29 23:23:05.586619 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ca928-15d5-40e1-896f-9e055fbe93d4 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Pushing event deleted for resources: {'Network': ['ID=5dddb413-3738-461a-907f-567ac262de53,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:05.631623 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-66839ca0-a655-4e84-9e99-5d2983edc728 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.18 "GET /v2.0/quotas/c0a3457b098f4d89bd86c03775586ec5 HTTP/1.1" status: 200 len: 375 time: 0.0351405 Jul 29 23:23:05.640308 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-148376e1-97a8-4801-a02b-f05fd47e4ed3 None None] Provisioning for port f08c4ec9-e98d-4c01-9e3a-331f01901fa9 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:05.647565 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-139875e5-c6a0-4255-ac48-9cc3ecdf792b service neutron] Request body: {'port': {'device_id': '15385434-337d-4da4-a3b4-f8afd7f1591a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:05.655885 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-148376e1-97a8-4801-a02b-f05fd47e4ed3 None None] Provisioning complete for port f08c4ec9-e98d-4c01-9e3a-331f01901fa9 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:05.656348 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-148376e1-97a8-4801-a02b-f05fd47e4ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:05.722936 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda88ad-2a37-417d-881c-7e49eff00410 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Pushing event updated for resources: {'Network': ['ID=916234a9-0aec-4fd4-b929-168c39b80d67,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:05.757990 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 916234a9-0aec-4fd4-b929-168c39b80d67 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:23:05.819705 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-336672f3-99bd-4fde-86c6-739fc5ebdf44 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c0a3457b098f4d89bd86c03775586ec5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1427684 Jul 29 23:23:05.832556 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc313536-3839-401a-8773-55a4e8afe17f req-7bdd39e6-40f0-4d1e-a899-33f43b3f7815 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:05.835114 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc313536-3839-401a-8773-55a4e8afe17f req-7bdd39e6-40f0-4d1e-a899-33f43b3f7815 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.39 "GET /v2.0/networks?id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4 HTTP/1.1" status: 200 len: 804 time: 1.1652477 Jul 29 23:23:05.861739 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-fc313536-3839-401a-8773-55a4e8afe17f req-5a707357-4e5b-447d-bb85-4d5f1de9a7e8 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Request body: {'port': {'device_id': 'b8511fb6-b74b-4d0d-91e8-1b47a25c8683', 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4', 'admin_state_up': True, 'tenant_id': '7c5e67745e0e4776a7b5c36d90365bdc'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:05.884092 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-148376e1-97a8-4801-a02b-f05fd47e4ed3 None None] Port f08c4ec9-e98d-4c01-9e3a-331f01901fa9 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:23:05.890130 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-139875e5-c6a0-4255-ac48-9cc3ecdf792b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.009673 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350d7801-0cbd-4ff1-974c-8a9cf68f17ab tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Made reservation on behalf of 1524bc6566794e35993db0c2e1765bc4 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:06.022668 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-350d7801-0cbd-4ff1-974c-8a9cf68f17ab tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.083029 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3719dcf5-6af7-43e6-b797-dd1bdb6bfa44 req-a38c9714-d87f-4e0c-a76a-9a10c966bc97 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8511fb6-b74b-4d0d-91e8-1b47a25c8683 HTTP/1.1" status: 200 len: 210 time: 0.2032878 Jul 29 23:23:06.205347 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-40a8e4f7-fb9d-4c75-afe3-587bdb35b3f1 service neutron] 10.222.0.18 "GET /v2.0/networks/0b25640e-3654-4f31-920b-3b21eab9978a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652813 Jul 29 23:23:06.358946 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc313536-3839-401a-8773-55a4e8afe17f req-5a707357-4e5b-447d-bb85-4d5f1de9a7e8 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Made reservation on behalf of 7c5e67745e0e4776a7b5c36d90365bdc for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:06.362496 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fc313536-3839-401a-8773-55a4e8afe17f req-5a707357-4e5b-447d-bb85-4d5f1de9a7e8 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.428433 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-dac4fd97-c954-4c9f-b6d4-5b962cd40a4d service neutron] 10.222.0.18 "GET /v2.0/networks/0b25640e-3654-4f31-920b-3b21eab9978a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214015 Jul 29 23:23:06.501522 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-139875e5-c6a0-4255-ac48-9cc3ecdf792b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f08c4ec9-e98d-4c01-9e3a-331f01901fa9 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:06.512353 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-139875e5-c6a0-4255-ac48-9cc3ecdf792b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.527585 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-139875e5-c6a0-4255-ac48-9cc3ecdf792b service neutron] Transition to ACTIVE for port object f08c4ec9-e98d-4c01-9e3a-331f01901fa9 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:06.592836 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-fc313536-3839-401a-8773-55a4e8afe17f req-5a707357-4e5b-447d-bb85-4d5f1de9a7e8 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Allocated IP 172.20.0.10 (16c7c33d-b57e-4fa0-954b-60ae4834bbc4/44be0901-f3e6-4ee5-b617-283959d6aed1/3485afde-06c3-4837-856c-4a2098f52fb2) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:06.628603 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-139875e5-c6a0-4255-ac48-9cc3ecdf792b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.654242 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-350d7801-0cbd-4ff1-974c-8a9cf68f17ab tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.695156 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-557df65e-b853-46a7-a294-a0d43fd54e08 req-c84e499c-72fe-451f-9c61-4e79f5957099 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 210 time: 0.0564876 Jul 29 23:23:06.748325 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33266) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:06.756544 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:06.796987 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139875e5-c6a0-4255-ac48-9cc3ecdf792b service neutron] Pushing event updated for resources: {'Port': ['ID=f08c4ec9-e98d-4c01-9e3a-331f01901fa9,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:06.998022 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d7801-0cbd-4ff1-974c-8a9cf68f17ab tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Pushing event updated for resources: {'Subnet': ['ID=a280fd89-53f6-4284-919a-79f5d03b619b,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:07.034376 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350d7801-0cbd-4ff1-974c-8a9cf68f17ab tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Checking segment: {'id': '402cc08b-8ce2-4c82-94e4-deeb256fec80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '916234a9-0aec-4fd4-b929-168c39b80d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:07.035305 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350d7801-0cbd-4ff1-974c-8a9cf68f17ab tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Network hostable DHCP agents. Network: 916234a9-0aec-4fd4-b929-168c39b80d67, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:23:07.074936 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fc313536-3839-401a-8773-55a4e8afe17f req-5a707357-4e5b-447d-bb85-4d5f1de9a7e8 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:07.079229 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350d7801-0cbd-4ff1-974c-8a9cf68f17ab tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Network 916234a9-0aec-4fd4-b929-168c39b80d67 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:23:07.099677 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-350d7801-0cbd-4ff1-974c-8a9cf68f17ab tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 916234a9-0aec-4fd4-b929-168c39b80d67) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:07.105512 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350d7801-0cbd-4ff1-974c-8a9cf68f17ab tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:07.106575 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-350d7801-0cbd-4ff1-974c-8a9cf68f17ab tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:07.109352 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-139875e5-c6a0-4255-ac48-9cc3ecdf792b service neutron] Attempting to bind port f08c4ec9-e98d-4c01-9e3a-331f01901fa9 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:07.110416 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-139875e5-c6a0-4255-ac48-9cc3ecdf792b service neutron] Attempting to bind port f08c4ec9-e98d-4c01-9e3a-331f01901fa9 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:07.110416 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-139875e5-c6a0-4255-ac48-9cc3ecdf792b service neutron] Attempting to bind port f08c4ec9-e98d-4c01-9e3a-331f01901fa9 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:07.119082 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142c2ce8-e0f3-4117-a8ba-5e3748442d78 None None] Network 916234a9-0aec-4fd4-b929-168c39b80d67 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:23:07.124193 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-139875e5-c6a0-4255-ac48-9cc3ecdf792b service neutron] Port f08c4ec9-e98d-4c01-9e3a-331f01901fa9 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:23:07.124528 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-139875e5-c6a0-4255-ac48-9cc3ecdf792b service neutron] Attempting to bind port f08c4ec9-e98d-4c01-9e3a-331f01901fa9 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:07.133454 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-139875e5-c6a0-4255-ac48-9cc3ecdf792b service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:07.134017 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-139875e5-c6a0-4255-ac48-9cc3ecdf792b service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:07.134411 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-139875e5-c6a0-4255-ac48-9cc3ecdf792b service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:07.134888 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-139875e5-c6a0-4255-ac48-9cc3ecdf792b service neutron] Bound port: f08c4ec9-e98d-4c01-9e3a-331f01901fa9, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:07.135211 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-139875e5-c6a0-4255-ac48-9cc3ecdf792b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:07.144586 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-350d7801-0cbd-4ff1-974c-8a9cf68f17ab tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7042952 Jul 29 23:23:07.145251 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33276) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:07.159034 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-bd00abfc-13e9-45fa-add3-a6b4c1d0c193 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-21085886'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:07.223534 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd00abfc-13e9-45fa-add3-a6b4c1d0c193 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Made reservation on behalf of 1524bc6566794e35993db0c2e1765bc4 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:07.231309 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bd00abfc-13e9-45fa-add3-a6b4c1d0c193 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:07.241402 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-688b1ab9-cff5-487f-b23e-7ece895e77ad req-7127aeb6-5821-4570-8007-7f24b66ac674 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b1fb69-f6c4-413e-8844-b194630d72a3 HTTP/1.1" status: 200 len: 210 time: 0.3605940 Jul 29 23:23:07.248000 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fc313536-3839-401a-8773-55a4e8afe17f req-5a707357-4e5b-447d-bb85-4d5f1de9a7e8 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:07.283522 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['d74005cd-c4f9-4ae9-bc47-788d8c2beb0a'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:07.315533 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd00abfc-13e9-45fa-add3-a6b4c1d0c193 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:23:07.351419 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bd00abfc-13e9-45fa-add3-a6b4c1d0c193 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:07.353972 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-bd00abfc-13e9-45fa-add3-a6b4c1d0c193 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Added segment bc7ad28d-4098-43f1-b413-3735b551680d of type vlan for network 42d215b9-230d-4805-aa0b-870678a96ed8 Jul 29 23:23:07.439642 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bd00abfc-13e9-45fa-add3-a6b4c1d0c193 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:07.477577 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bd00abfc-13e9-45fa-add3-a6b4c1d0c193 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:07.484516 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd00abfc-13e9-45fa-add3-a6b4c1d0c193 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:07.485346 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bd00abfc-13e9-45fa-add3-a6b4c1d0c193 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:07.542131 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d78bf5b-39e6-4833-93cf-f058c332f8be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-916234a9-0aec-4fd4-b929-168c39b80d67', 'network_id': '916234a9-0aec-4fd4-b929-168c39b80d67', 'tenant_id': '1524bc6566794e35993db0c2e1765bc4', 'fixed_ips': [{'subnet_id': 'a280fd89-53f6-4284-919a-79f5d03b619b'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:23:07.544146 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0d78bf5b-39e6-4833-93cf-f058c332f8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:07.550229 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-139875e5-c6a0-4255-ac48-9cc3ecdf792b service neutron] For port f08c4ec9-e98d-4c01-9e3a-331f01901fa9, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:07.583181 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bd00abfc-13e9-45fa-add3-a6b4c1d0c193 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4289019 Jul 29 23:23:07.588115 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33280) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:07.595437 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c4257185-14b3-4bcf-8d64-9744c177b97b tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Request body: {'subnet': {'network_id': '42d215b9-230d-4805-aa0b-870678a96ed8', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:07.602070 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-139875e5-c6a0-4255-ac48-9cc3ecdf792b service neutron] For port f08c4ec9-e98d-4c01-9e3a-331f01901fa9, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f08c4ec9-e98d-4c01-9e3a-331f01901fa9,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:07.622705 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc313536-3839-401a-8773-55a4e8afe17f req-5a707357-4e5b-447d-bb85-4d5f1de9a7e8 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Network 16c7c33d-b57e-4fa0-954b-60ae4834bbc4 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:07.643717 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-fc313536-3839-401a-8773-55a4e8afe17f req-5a707357-4e5b-447d-bb85-4d5f1de9a7e8 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:07.668663 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-139875e5-c6a0-4255-ac48-9cc3ecdf792b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:07.676029 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc313536-3839-401a-8773-55a4e8afe17f req-5a707357-4e5b-447d-bb85-4d5f1de9a7e8 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:07.745831 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd00abfc-13e9-45fa-add3-a6b4c1d0c193 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Pushing event updated for resources: {'Network': ['ID=42d215b9-230d-4805-aa0b-870678a96ed8,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:07.784506 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139875e5-c6a0-4255-ac48-9cc3ecdf792b service neutron] Pushing event updated for resources: {'Port': ['ID=f08c4ec9-e98d-4c01-9e3a-331f01901fa9,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:07.787994 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3ead2-2b11-474b-850c-031a0662126b req-199bad1b-b558-42b6-93b1-1e0fd4929740 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:07.791808 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-139875e5-c6a0-4255-ac48-9cc3ecdf792b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:07.792505 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-139875e5-c6a0-4255-ac48-9cc3ecdf792b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:07.794431 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-139875e5-c6a0-4255-ac48-9cc3ecdf792b service neutron] 10.222.0.39 "PUT /v2.0/ports/f08c4ec9-e98d-4c01-9e3a-331f01901fa9 HTTP/1.1" status: 200 len: 1096 time: 2.1678727 Jul 29 23:23:07.794776 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15385434-337d-4da4-a3b4-f8afd7f1591a', 'tag': 'f08c4ec9-e98d-4c01-9e3a-331f01901fa9'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:07.798268 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e8ef8a-64de-4bb1-92d2-d5f2905c2b6f" -d '{"events": [{"name": "network-changed", "server_uuid": "15385434-337d-4da4-a3b4-f8afd7f1591a", "tag": "f08c4ec9-e98d-4c01-9e3a-331f01901fa9"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:07.814632 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-01e3ead2-2b11-474b-850c-031a0662126b req-199bad1b-b558-42b6-93b1-1e0fd4929740 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 945 time: 0.7253549 Jul 29 23:23:07.860318 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 42d215b9-230d-4805-aa0b-870678a96ed8 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:23:07.887313 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4257185-14b3-4bcf-8d64-9744c177b97b tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Made reservation on behalf of 1524bc6566794e35993db0c2e1765bc4 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:07.895405 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a707357-4e5b-447d-bb85-4d5f1de9a7e8 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Pushing event updated for resources: {'Port': ['ID=3485afde-06c3-4837-856c-4a2098f52fb2,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:07.913585 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4257185-14b3-4bcf-8d64-9744c177b97b tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:07.926855 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-0d78bf5b-39e6-4833-93cf-f058c332f8be None None] Allocated IP 19.80.0.2 (916234a9-0aec-4fd4-b929-168c39b80d67/a280fd89-53f6-4284-919a-79f5d03b619b/3aef2e62-8969-4b40-b84a-e1e884dff9fb) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:07.975991 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc313536-3839-401a-8773-55a4e8afe17f req-5a707357-4e5b-447d-bb85-4d5f1de9a7e8 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:07.977426 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fc313536-3839-401a-8773-55a4e8afe17f req-5a707357-4e5b-447d-bb85-4d5f1de9a7e8 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:08.028477 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc313536-3839-401a-8773-55a4e8afe17f req-5a707357-4e5b-447d-bb85-4d5f1de9a7e8 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1709707 Jul 29 23:23:08.074437 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f5948-4dce-417e-b3ac-5d021cff317b req-0f06e152-bbaa-4c48-9498-b84a46974545 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:08.081155 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1f5948-4dce-417e-b3ac-5d021cff317b req-0f06e152-bbaa-4c48-9498-b84a46974545 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/ports?device_id=15385434-337d-4da4-a3b4-f8afd7f1591a HTTP/1.1" status: 200 len: 947 time: 0.5338008 Jul 29 23:23:08.091050 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-fc313536-3839-401a-8773-55a4e8afe17f req-5c461f11-d122-4486-8a01-291bebe7983a service neutron] Request body: {'port': {'device_id': 'b8511fb6-b74b-4d0d-91e8-1b47a25c8683', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:08.122070 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-a7a94f3e-9e73-40aa-88dc-e101a442c380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:08.123754 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-a7a94f3e-9e73-40aa-88dc-e101a442c380 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a3247a320ee8457d975ee6c70bcc3ef2&device_id=15385434-337d-4da4-a3b4-f8afd7f1591a HTTP/1.1" status: 200 len: 1099 time: 0.1023331 Jul 29 23:23:08.136279 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:08.181889 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-6e83aed9-34a6-47c1-905a-0f190e0fdfcc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=f08c4ec9-e98d-4c01-9e3a-331f01901fa9 HTTP/1.1" status: 200 len: 217 time: 0.0488110 Jul 29 23:23:08.218260 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-01e3ead2-2b11-474b-850c-031a0662126b req-dd2109a9-85c1-4f9e-a706-0af6e676b204 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/security-groups?id=da56b8fd-0c8d-4fe0-9571-340578f21219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4013872 Jul 29 23:23:08.292554 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1f5948-4dce-417e-b3ac-5d021cff317b req-63165c32-2338-4120-8c7b-85ae98350a12 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/security-groups?id=0764f0e7-3428-4712-ab78-4b7f43262d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489801 Jul 29 23:23:08.296050 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fc313536-3839-401a-8773-55a4e8afe17f req-5c461f11-d122-4486-8a01-291bebe7983a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:08.354247 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-45fd1522-7ad3-4fc3-aaac-ae94735694fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:08.360836 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-45fd1522-7ad3-4fc3-aaac-ae94735694fb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1496973 Jul 29 23:23:08.361996 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0d78bf5b-39e6-4833-93cf-f058c332f8be None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:08.403670 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0d78bf5b-39e6-4833-93cf-f058c332f8be None None] Transition to ACTIVE for port object 3aef2e62-8969-4b40-b84a-e1e884dff9fb will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:08.436310 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0d78bf5b-39e6-4833-93cf-f058c332f8be None None] Transition to ACTIVE for port object 3aef2e62-8969-4b40-b84a-e1e884dff9fb will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:08.444911 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0d78bf5b-39e6-4833-93cf-f058c332f8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:08.521614 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-35edd2d8-79a9-49be-823b-dd1e1eaba958 req-9fd43162-60f2-4c5c-9bf7-a33a924f2390 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 210 time: 0.0960958 Jul 29 23:23:08.582238 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d78bf5b-39e6-4833-93cf-f058c332f8be None None] Network 916234a9-0aec-4fd4-b929-168c39b80d67 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:08.618204 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-0d78bf5b-39e6-4833-93cf-f058c332f8be None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:08.655147 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d78bf5b-39e6-4833-93cf-f058c332f8be None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:08.672970 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78bf5b-39e6-4833-93cf-f058c332f8be None None] Pushing event updated for resources: {'Port': ['ID=3aef2e62-8969-4b40-b84a-e1e884dff9fb,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:08.679707 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-360bb7c6-f8bd-43b4-9dae-dd9ab56119de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:08.683098 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-360bb7c6-f8bd-43b4-9dae-dd9ab56119de service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3067987 Jul 29 23:23:08.707120 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4257185-14b3-4bcf-8d64-9744c177b97b tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:08.732957 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce8d3dc-42a3-4729-bf58-9f7332478fc8 req-60a2d2eb-ff26-44ea-bb88-17a03c30da4d tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:08.734572 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6ce8d3dc-42a3-4729-bf58-9f7332478fc8 req-60a2d2eb-ff26-44ea-bb88-17a03c30da4d tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8511fb6-b74b-4d0d-91e8-1b47a25c8683 HTTP/1.1" status: 200 len: 932 time: 0.2833617 Jul 29 23:23:08.887398 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-0d78bf5b-39e6-4833-93cf-f058c332f8be None None] Attempting to bind port 3aef2e62-8969-4b40-b84a-e1e884dff9fb on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:08.888294 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-0d78bf5b-39e6-4833-93cf-f058c332f8be None None] Attempting to bind port 3aef2e62-8969-4b40-b84a-e1e884dff9fb by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '402cc08b-8ce2-4c82-94e4-deeb256fec80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '916234a9-0aec-4fd4-b929-168c39b80d67'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:08.892063 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d78bf5b-39e6-4833-93cf-f058c332f8be None None] Attempting to bind port 3aef2e62-8969-4b40-b84a-e1e884dff9fb on network 916234a9-0aec-4fd4-b929-168c39b80d67 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:08.897161 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865cfa55-f72f-4ec4-8330-4f34bf3da7d1 x-openstack-request-id: req-865cfa55-f72f-4ec4-8330-4f34bf3da7d1 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:08.897626 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15385434-337d-4da4-a3b4-f8afd7f1591a", "tag": "f08c4ec9-e98d-4c01-9e3a-331f01901fa9", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:08.898253 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-865cfa55-f72f-4ec4-8330-4f34bf3da7d1 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:08.898447 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15385434-337d-4da4-a3b4-f8afd7f1591a', 'tag': 'f08c4ec9-e98d-4c01-9e3a-331f01901fa9', 'status': 'completed', 'code': 200} Jul 29 23:23:08.899452 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4257185-14b3-4bcf-8d64-9744c177b97b tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Pushing event updated for resources: {'Subnet': ['ID=6236e917-76d6-41f8-9b9a-331f385e448d,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:08.907650 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d78bf5b-39e6-4833-93cf-f058c332f8be None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:08.909617 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d78bf5b-39e6-4833-93cf-f058c332f8be None None] Checking segment: {'id': '402cc08b-8ce2-4c82-94e4-deeb256fec80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '916234a9-0aec-4fd4-b929-168c39b80d67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:08.910430 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0d78bf5b-39e6-4833-93cf-f058c332f8be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:08.913437 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d78bf5b-39e6-4833-93cf-f058c332f8be None None] Bound using segment: {'id': '402cc08b-8ce2-4c82-94e4-deeb256fec80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '916234a9-0aec-4fd4-b929-168c39b80d67'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:08.913437 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-0d78bf5b-39e6-4833-93cf-f058c332f8be None None] Bound port: 3aef2e62-8969-4b40-b84a-e1e884dff9fb, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '402cc08b-8ce2-4c82-94e4-deeb256fec80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '916234a9-0aec-4fd4-b929-168c39b80d67'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:08.917625 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0d78bf5b-39e6-4833-93cf-f058c332f8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:09.062724 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-7e8a33cd-db88-4ae2-b3cd-ea43bbe4bd3e tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:09.064595 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-7e8a33cd-db88-4ae2-b3cd-ea43bbe4bd3e tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.23 "GET /v2.0/networks?id=0b25640e-3654-4f31-920b-3b21eab9978a HTTP/1.1" status: 200 len: 814 time: 0.5771706 Jul 29 23:23:09.086421 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4257185-14b3-4bcf-8d64-9744c177b97b tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Checking segment: {'id': 'bc7ad28d-4098-43f1-b413-3735b551680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '42d215b9-230d-4805-aa0b-870678a96ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:09.086917 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-0d78bf5b-39e6-4833-93cf-f058c332f8be None None] For port 3aef2e62-8969-4b40-b84a-e1e884dff9fb, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:09.087599 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4257185-14b3-4bcf-8d64-9744c177b97b tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Network hostable DHCP agents. Network: 42d215b9-230d-4805-aa0b-870678a96ed8, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:23:09.093182 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-69188889-2b0d-42dc-bd6f-812304fe08bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:09.096643 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-0d78bf5b-39e6-4833-93cf-f058c332f8be None None] For port 3aef2e62-8969-4b40-b84a-e1e884dff9fb, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=3aef2e62-8969-4b40-b84a-e1e884dff9fb,segment=NetworkSegment(402cc08b-8ce2-4c82-94e4-deeb256fec80),segment_id=402cc08b-8ce2-4c82-94e4-deeb256fec80)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:09.106434 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0d78bf5b-39e6-4833-93cf-f058c332f8be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:09.138022 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-d97d7ad9-72a1-4fc6-9937-f3e5438dbd59 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447789 Jul 29 23:23:09.145588 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4257185-14b3-4bcf-8d64-9744c177b97b tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Network 42d215b9-230d-4805-aa0b-870678a96ed8 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:23:09.275050 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78bf5b-39e6-4833-93cf-f058c332f8be None None] Pushing event updated for resources: {'Port': ['ID=3aef2e62-8969-4b40-b84a-e1e884dff9fb,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:09.325892 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-22aa7cfd-6b1c-4f77-83a2-16bd66298a0c tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c0a3457b098f4d89bd86c03775586ec5 HTTP/1.1" status: 200 len: 380 time: 0.2483385 Jul 29 23:23:09.330459 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-c4257185-14b3-4bcf-8d64-9744c177b97b tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 42d215b9-230d-4805-aa0b-870678a96ed8) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:09.337263 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-58709359-8d3d-4cf6-9860-ba4549e3828c tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Request body: {'port': {'device_id': 'd4b1fb69-f6c4-413e-8844-b194630d72a3', 'network_id': '0b25640e-3654-4f31-920b-3b21eab9978a', 'admin_state_up': True, 'tenant_id': 'c0a3457b098f4d89bd86c03775586ec5', 'security_groups': ['e032f9a9-01d6-4edd-85c0-5b1f8d665926']}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:09.344512 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3176e56c-752d-4350-b2b4-3759c72c93eb None None] Network 42d215b9-230d-4805-aa0b-870678a96ed8 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:23:09.399085 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4257185-14b3-4bcf-8d64-9744c177b97b tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:09.399850 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4257185-14b3-4bcf-8d64-9744c177b97b tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:09.429912 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5dc776c1-99d5-443c-a7ba-f03e97d3bdf0 req-a6d026cb-83c4-4364-9353-30667eedc9c7 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693956 Jul 29 23:23:09.463532 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c4257185-14b3-4bcf-8d64-9744c177b97b tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8640652 Jul 29 23:23:09.610052 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf065ed-65e3-4de2-8900-0ba35e2ea40a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-42d215b9-230d-4805-aa0b-870678a96ed8', 'network_id': '42d215b9-230d-4805-aa0b-870678a96ed8', 'tenant_id': '1524bc6566794e35993db0c2e1765bc4', 'fixed_ips': [{'subnet_id': '6236e917-76d6-41f8-9b9a-331f385e448d'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:23:09.612370 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5bf065ed-65e3-4de2-8900-0ba35e2ea40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:09.641827 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-58709359-8d3d-4cf6-9860-ba4549e3828c tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Made reservation on behalf of c0a3457b098f4d89bd86c03775586ec5 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:09.646218 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-58709359-8d3d-4cf6-9860-ba4549e3828c tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:09.870881 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-86eba747-e197-47eb-b654-cd02fd9f3b54 req-bc0d52e9-b7fd-4a2d-ab9b-196bcf528d3c tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b1fb69-f6c4-413e-8844-b194630d72a3 HTTP/1.1" status: 200 len: 210 time: 0.8334141 Jul 29 23:23:09.925683 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8ef8a-64de-4bb1-92d2-d5f2905c2b6f req-1d1e48c2-9882-4d7e-ab0f-494f4d28b2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:09.927335 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-76e8ef8a-64de-4bb1-92d2-d5f2905c2b6f req-1d1e48c2-9882-4d7e-ab0f-494f4d28b2f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a3247a320ee8457d975ee6c70bcc3ef2&device_id=15385434-337d-4da4-a3b4-f8afd7f1591a HTTP/1.1" status: 200 len: 1099 time: 0.3596580 Jul 29 23:23:10.004327 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6ce8d3dc-42a3-4729-bf58-9f7332478fc8 req-ff60802d-3582-46a4-a4c6-3ac1bef8f277 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2555523 Jul 29 23:23:10.011980 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-58709359-8d3d-4cf6-9860-ba4549e3828c tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Allocated IP 172.20.0.11 (0b25640e-3654-4f31-920b-3b21eab9978a/f8fbcbbd-22b7-4bf5-b554-4ab283a8d631/b67d6400-5c74-465c-8c59-8c263467426c) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:10.048755 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-5bf065ed-65e3-4de2-8900-0ba35e2ea40a None None] Allocated IP 19.86.0.2 (42d215b9-230d-4805-aa0b-870678a96ed8/6236e917-76d6-41f8-9b9a-331f385e448d/7f4c0c8c-65ac-43db-9ccc-2d633542e5b1) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:10.064432 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device e37b3611-18ab-4719-86cf-3c4129044d88 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:10.080622 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-fc313536-3839-401a-8773-55a4e8afe17f req-5c461f11-d122-4486-8a01-291bebe7983a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3485afde-06c3-4837-856c-4a2098f52fb2 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:10.100493 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fc313536-3839-401a-8773-55a4e8afe17f req-5c461f11-d122-4486-8a01-291bebe7983a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:10.119233 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8ef8a-64de-4bb1-92d2-d5f2905c2b6f req-12162a11-5bdb-4d75-a118-7f724fb3e128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:10.123672 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-76e8ef8a-64de-4bb1-92d2-d5f2905c2b6f req-12162a11-5bdb-4d75-a118-7f724fb3e128 service neutron] 10.222.0.39 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.1844416 Jul 29 23:23:10.187320 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc30249a-88cc-41b5-b92b-069803a97676 req-27257759-12d3-4f7e-a143-815f2f63d1ed service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7e79e93c-40e6-4aa1-9e30-d90d6aecb73e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.3500769 Jul 29 23:23:10.189335 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-fc313536-3839-401a-8773-55a4e8afe17f req-5c461f11-d122-4486-8a01-291bebe7983a service neutron] Transition to ACTIVE for port object 3485afde-06c3-4837-856c-4a2098f52fb2 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:10.206187 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fc313536-3839-401a-8773-55a4e8afe17f req-5c461f11-d122-4486-8a01-291bebe7983a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:10.250894 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-76e8ef8a-64de-4bb1-92d2-d5f2905c2b6f req-f237c6a3-186b-403f-ba3c-105c5fbd9c09 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=f08c4ec9-e98d-4c01-9e3a-331f01901fa9 HTTP/1.1" status: 200 len: 217 time: 0.1153181 Jul 29 23:23:10.519995 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2add4cf8-303a-420e-82ed-8d251a4124a5 req-bd6f1580-f4cc-4aff-b9a6-026159e1352e tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:10.531400 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2add4cf8-303a-420e-82ed-8d251a4124a5 req-bd6f1580-f4cc-4aff-b9a6-026159e1352e tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d6de1c-6b33-475a-824f-8b7f6c93e9ea HTTP/1.1" status: 200 len: 950 time: 0.5253556 Jul 29 23:23:10.564757 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:10.586679 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 3aef2e62-8969-4b40-b84a-e1e884dff9fb up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:10.643144 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port e37b3611-18ab-4719-86cf-3c4129044d88, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=e37b3611-18ab-4719-86cf-3c4129044d88,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:10.649732 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c461f11-d122-4486-8a01-291bebe7983a service neutron] Pushing event updated for resources: {'Port': ['ID=3485afde-06c3-4837-856c-4a2098f52fb2,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:10.674733 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d6de1c-6b33-475a-824f-8b7f6c93e9ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e37b3611-18ab-4719-86cf-3c4129044d88'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:10.677618 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4a7589-e94d-456b-a631-115541f2f35f" -d '{"events": [{"server_uuid": "b1d6de1c-6b33-475a-824f-8b7f6c93e9ea", "name": "network-vif-unplugged", "status": "completed", "tag": "e37b3611-18ab-4719-86cf-3c4129044d88"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:10.698071 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:10.828686 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-fc313536-3839-401a-8773-55a4e8afe17f req-5c461f11-d122-4486-8a01-291bebe7983a service neutron] Attempting to bind port 3485afde-06c3-4837-856c-4a2098f52fb2 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:10.829483 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-fc313536-3839-401a-8773-55a4e8afe17f req-5c461f11-d122-4486-8a01-291bebe7983a service neutron] Attempting to bind port 3485afde-06c3-4837-856c-4a2098f52fb2 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'eab921c4-2218-4a2e-a6e8-64eac530aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:10.830031 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc313536-3839-401a-8773-55a4e8afe17f req-5c461f11-d122-4486-8a01-291bebe7983a service neutron] Attempting to bind port 3485afde-06c3-4837-856c-4a2098f52fb2 on network 16c7c33d-b57e-4fa0-954b-60ae4834bbc4 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:10.948913 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=e37b3611-18ab-4719-86cf-3c4129044d88,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:10.972420 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2add4cf8-303a-420e-82ed-8d251a4124a5 req-2e915f80-1a32-4465-827e-fdf2914fac1d tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.18 "GET /v2.0/security-groups?id=6af6a8c7-ab46-43e1-890f-e1a100b2fea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354815 Jul 29 23:23:10.989438 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc313536-3839-401a-8773-55a4e8afe17f req-5c461f11-d122-4486-8a01-291bebe7983a service neutron] Port 3485afde-06c3-4837-856c-4a2098f52fb2 on network 16c7c33d-b57e-4fa0-954b-60ae4834bbc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:23:10.991702 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc313536-3839-401a-8773-55a4e8afe17f req-5c461f11-d122-4486-8a01-291bebe7983a service neutron] Attempting to bind port 3485afde-06c3-4837-856c-4a2098f52fb2 on network 16c7c33d-b57e-4fa0-954b-60ae4834bbc4 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:11.005707 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5bf065ed-65e3-4de2-8900-0ba35e2ea40a None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:11.013710 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 3aef2e62-8969-4b40-b84a-e1e884dff9fb completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:11.023153 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc313536-3839-401a-8773-55a4e8afe17f req-5c461f11-d122-4486-8a01-291bebe7983a service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:11.024921 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5bf065ed-65e3-4de2-8900-0ba35e2ea40a None None] Transition to ACTIVE for port object 7f4c0c8c-65ac-43db-9ccc-2d633542e5b1 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:11.030081 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc313536-3839-401a-8773-55a4e8afe17f req-5c461f11-d122-4486-8a01-291bebe7983a service neutron] Checking segment: {'id': 'eab921c4-2218-4a2e-a6e8-64eac530aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:11.030081 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc313536-3839-401a-8773-55a4e8afe17f req-5c461f11-d122-4486-8a01-291bebe7983a service neutron] Bound using segment: {'id': 'eab921c4-2218-4a2e-a6e8-64eac530aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:11.031399 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-fc313536-3839-401a-8773-55a4e8afe17f req-5c461f11-d122-4486-8a01-291bebe7983a service neutron] Bound port: 3485afde-06c3-4837-856c-4a2098f52fb2, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab921c4-2218-4a2e-a6e8-64eac530aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:11.031399 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fc313536-3839-401a-8773-55a4e8afe17f req-5c461f11-d122-4486-8a01-291bebe7983a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:11.038782 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30249a-88cc-41b5-b92b-069803a97676 req-2234f5f5-6af6-4c7f-add0-48a3dc71f9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:11.045503 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a971167a-1b78-4bcd-b07e-1380237171e4 None None] Network 916234a9-0aec-4fd4-b929-168c39b80d67 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:23:11.049250 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc30249a-88cc-41b5-b92b-069803a97676 req-2234f5f5-6af6-4c7f-add0-48a3dc71f9fd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c5e67745e0e4776a7b5c36d90365bdc&device_id=7e79e93c-40e6-4aa1-9e30-d90d6aecb73e HTTP/1.1" status: 200 len: 1098 time: 0.6747551 Jul 29 23:23:11.070595 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385f24a-5ff7-4523-bbe0-799f0fe8b637 req-e7651bd9-3ebf-485f-aa3f-ba266e66ed1c tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:11.086657 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c385f24a-5ff7-4523-bbe0-799f0fe8b637 req-e7651bd9-3ebf-485f-aa3f-ba266e66ed1c tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/ports?device_id=15385434-337d-4da4-a3b4-f8afd7f1591a HTTP/1.1" status: 200 len: 947 time: 0.5209703 Jul 29 23:23:11.137931 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8ef8a-64de-4bb1-92d2-d5f2905c2b6f req-2259f5bd-1505-44bb-a6a6-5dc6e9ed44ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:11.139458 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-76e8ef8a-64de-4bb1-92d2-d5f2905c2b6f req-2259f5bd-1505-44bb-a6a6-5dc6e9ed44ba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.8611386 Jul 29 23:23:11.152619 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-58709359-8d3d-4cf6-9860-ba4549e3828c tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:11.188742 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5bf065ed-65e3-4de2-8900-0ba35e2ea40a None None] Transition to ACTIVE for port object 7f4c0c8c-65ac-43db-9ccc-2d633542e5b1 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:11.206186 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5bf065ed-65e3-4de2-8900-0ba35e2ea40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:11.219269 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3a9767b5-758a-4847-b2ff-9c1ab6f9cfae req-5cbb3807-fbdf-485c-a23a-1e97e8d36968 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=0567548b-7652-4e8d-b165-a70d391787df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8132577 Jul 29 23:23:11.220692 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3f7cae9d-df5e-45a8-9448-b80ac20b72b1 None None] Provisioning for port 3aef2e62-8969-4b40-b84a-e1e884dff9fb completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:11.233777 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-58709359-8d3d-4cf6-9860-ba4549e3828c tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Transition to ACTIVE for port object b67d6400-5c74-465c-8c59-8c263467426c will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:11.267357 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3f7cae9d-df5e-45a8-9448-b80ac20b72b1 None None] Provisioning complete for port 3aef2e62-8969-4b40-b84a-e1e884dff9fb triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:11.268351 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3f7cae9d-df5e-45a8-9448-b80ac20b72b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:11.317718 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf065ed-65e3-4de2-8900-0ba35e2ea40a None None] Network 42d215b9-230d-4805-aa0b-870678a96ed8 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:11.330558 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-58709359-8d3d-4cf6-9860-ba4549e3828c tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:11.333508 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-5bf065ed-65e3-4de2-8900-0ba35e2ea40a None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:11.343226 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf065ed-65e3-4de2-8900-0ba35e2ea40a None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:11.345371 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf065ed-65e3-4de2-8900-0ba35e2ea40a None None] Pushing event updated for resources: {'Port': ['ID=7f4c0c8c-65ac-43db-9ccc-2d633542e5b1,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:11.378533 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30249a-88cc-41b5-b92b-069803a97676 req-b4edfab2-0a96-4f26-869b-f102ac491295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:11.381685 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc30249a-88cc-41b5-b92b-069803a97676 req-b4edfab2-0a96-4f26-869b-f102ac491295 service neutron] 10.222.0.23 "GET /v2.0/networks?id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4 HTTP/1.1" status: 200 len: 905 time: 0.2908072 Jul 29 23:23:11.395415 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0ddab7a9-d4fc-45f1-a571-d6ed1f49c609 req-096a9cc1-6baf-4b62-9351-fce92c63a3b9 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=d318aeee-9d7c-4bc0-882d-e4e266aeb87a HTTP/1.1" status: 200 len: 210 time: 0.0665727 Jul 29 23:23:11.420603 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8ef8a-64de-4bb1-92d2-d5f2905c2b6f req-dfdf2733-8054-4aef-9e0b-de9d6043c997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:11.423029 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-76e8ef8a-64de-4bb1-92d2-d5f2905c2b6f req-dfdf2733-8054-4aef-9e0b-de9d6043c997 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2675745 Jul 29 23:23:11.471963 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-5bf065ed-65e3-4de2-8900-0ba35e2ea40a None None] Attempting to bind port 7f4c0c8c-65ac-43db-9ccc-2d633542e5b1 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:11.472608 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-5bf065ed-65e3-4de2-8900-0ba35e2ea40a None None] Attempting to bind port 7f4c0c8c-65ac-43db-9ccc-2d633542e5b1 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'bc7ad28d-4098-43f1-b413-3735b551680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '42d215b9-230d-4805-aa0b-870678a96ed8'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:11.473227 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf065ed-65e3-4de2-8900-0ba35e2ea40a None None] Attempting to bind port 7f4c0c8c-65ac-43db-9ccc-2d633542e5b1 on network 42d215b9-230d-4805-aa0b-870678a96ed8 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:11.544725 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf065ed-65e3-4de2-8900-0ba35e2ea40a None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:11.545142 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf065ed-65e3-4de2-8900-0ba35e2ea40a None None] Checking segment: {'id': 'bc7ad28d-4098-43f1-b413-3735b551680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '42d215b9-230d-4805-aa0b-870678a96ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:11.545423 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5bf065ed-65e3-4de2-8900-0ba35e2ea40a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:11.545857 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf065ed-65e3-4de2-8900-0ba35e2ea40a None None] Bound using segment: {'id': 'bc7ad28d-4098-43f1-b413-3735b551680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '42d215b9-230d-4805-aa0b-870678a96ed8'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:11.546320 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-5bf065ed-65e3-4de2-8900-0ba35e2ea40a None None] Bound port: 7f4c0c8c-65ac-43db-9ccc-2d633542e5b1, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc7ad28d-4098-43f1-b413-3735b551680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '42d215b9-230d-4805-aa0b-870678a96ed8'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:11.546712 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5bf065ed-65e3-4de2-8900-0ba35e2ea40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:11.580884 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3f7cae9d-df5e-45a8-9448-b80ac20b72b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:11.594967 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-76e8ef8a-64de-4bb1-92d2-d5f2905c2b6f req-ba64dcfa-1a54-417a-9b7a-4e55914a87c6 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573839 Jul 29 23:23:11.651604 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-fc313536-3839-401a-8773-55a4e8afe17f req-5c461f11-d122-4486-8a01-291bebe7983a service neutron] For port 3485afde-06c3-4837-856c-4a2098f52fb2, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:11.657006 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-fc313536-3839-401a-8773-55a4e8afe17f req-5c461f11-d122-4486-8a01-291bebe7983a service neutron] For port 3485afde-06c3-4837-856c-4a2098f52fb2, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=3485afde-06c3-4837-856c-4a2098f52fb2,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:11.713134 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-3f7cae9d-df5e-45a8-9448-b80ac20b72b1 None None] For port 3aef2e62-8969-4b40-b84a-e1e884dff9fb, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=3aef2e62-8969-4b40-b84a-e1e884dff9fb,segment=NetworkSegment(402cc08b-8ce2-4c82-94e4-deeb256fec80),segment_id=402cc08b-8ce2-4c82-94e4-deeb256fec80)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:11.722181 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3f7cae9d-df5e-45a8-9448-b80ac20b72b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:11.769144 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-5bf065ed-65e3-4de2-8900-0ba35e2ea40a None None] For port 7f4c0c8c-65ac-43db-9ccc-2d633542e5b1, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:11.788821 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58709359-8d3d-4cf6-9860-ba4549e3828c tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Pushing event updated for resources: {'Port': ['ID=b67d6400-5c74-465c-8c59-8c263467426c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:11.798715 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9767b5-758a-4847-b2ff-9c1ab6f9cfae req-d692fbd6-6a55-48a6-8108-85c8cea34dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:11.803809 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3a9767b5-758a-4847-b2ff-9c1ab6f9cfae req-d692fbd6-6a55-48a6-8108-85c8cea34dca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b675f7a309964096bd61726e3752bfc0&device_id=0567548b-7652-4e8d-b165-a70d391787df HTTP/1.1" status: 200 len: 1096 time: 0.5111427 Jul 29 23:23:11.815281 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-5bf065ed-65e3-4de2-8900-0ba35e2ea40a None None] For port 7f4c0c8c-65ac-43db-9ccc-2d633542e5b1, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=7f4c0c8c-65ac-43db-9ccc-2d633542e5b1,segment=NetworkSegment(bc7ad28d-4098-43f1-b413-3735b551680d),segment_id=bc7ad28d-4098-43f1-b413-3735b551680d)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:11.820968 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-58709359-8d3d-4cf6-9860-ba4549e3828c tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Network 0b25640e-3654-4f31-920b-3b21eab9978a is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:11.833212 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-58709359-8d3d-4cf6-9860-ba4549e3828c tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:11.837326 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-58709359-8d3d-4cf6-9860-ba4549e3828c tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:11.852193 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5bf065ed-65e3-4de2-8900-0ba35e2ea40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:11.855671 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc30249a-88cc-41b5-b92b-069803a97676 req-eac309ff-9308-46bb-8771-5831c666768e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d74005cd-c4f9-4ae9-bc47-788d8c2beb0a HTTP/1.1" status: 200 len: 217 time: 0.4552250 Jul 29 23:23:11.874180 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fc313536-3839-401a-8773-55a4e8afe17f req-5c461f11-d122-4486-8a01-291bebe7983a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:11.878642 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7cae9d-df5e-45a8-9448-b80ac20b72b1 None None] Pushing event updated for resources: {'Port': ['ID=3aef2e62-8969-4b40-b84a-e1e884dff9fb,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:12.005134 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc30249a-88cc-41b5-b92b-069803a97676 req-569d76c1-16cc-4ce9-af91-8ebd1a2eb0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:12.007679 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc30249a-88cc-41b5-b92b-069803a97676 req-569d76c1-16cc-4ce9-af91-8ebd1a2eb0b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=44be0901-f3e6-4ee5-b617-283959d6aed1 HTTP/1.1" status: 200 len: 844 time: 0.1080019 Jul 29 23:23:12.009268 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-69188889-2b0d-42dc-bd6f-812304fe08bb admin admin] Deleting port 318669cb-a632-45f3-844c-5fd123c2a991 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:12.009632 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-69188889-2b0d-42dc-bd6f-812304fe08bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:12.066644 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf065ed-65e3-4de2-8900-0ba35e2ea40a None None] Pushing event updated for resources: {'Port': ['ID=7f4c0c8c-65ac-43db-9ccc-2d633542e5b1,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:12.138241 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9767b5-758a-4847-b2ff-9c1ab6f9cfae req-072bcb01-dec1-409e-87b9-96472f4e5b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:12.140954 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3a9767b5-758a-4847-b2ff-9c1ab6f9cfae req-072bcb01-dec1-409e-87b9-96472f4e5b0e service neutron] 10.222.0.39 "GET /v2.0/networks?id=55fb160e-6b45-47b4-8565-f685f832c4b9 HTTP/1.1" status: 200 len: 922 time: 0.2775049 Jul 29 23:23:12.219626 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c385f24a-5ff7-4523-bbe0-799f0fe8b637 req-a61e4da0-e192-4191-bc79-3931dca03875 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/security-groups?id=0764f0e7-3428-4712-ab78-4b7f43262d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1317942 Jul 29 23:23:12.269708 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3a9767b5-758a-4847-b2ff-9c1ab6f9cfae req-66d4f463-4d6c-4954-b73f-f219c432dcad service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=89792323-dff1-46aa-b5f4-dbc0e6d206a4 HTTP/1.1" status: 200 len: 217 time: 0.1194932 Jul 29 23:23:12.296968 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-76e8ef8a-64de-4bb1-92d2-d5f2905c2b6f req-78fcf828-fd4d-462b-9d82-59d42e99be58 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6848109 Jul 29 23:23:12.298851 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1b735cce-84ea-4362-89b9-cd5cdd685bc8 None None] Provisioning complete for port 3aef2e62-8969-4b40-b84a-e1e884dff9fb triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:12.299360 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1b735cce-84ea-4362-89b9-cd5cdd685bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:12.350953 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc313536-3839-401a-8773-55a4e8afe17f req-5c461f11-d122-4486-8a01-291bebe7983a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:12.356476 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fc313536-3839-401a-8773-55a4e8afe17f req-5c461f11-d122-4486-8a01-291bebe7983a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:12.361185 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc313536-3839-401a-8773-55a4e8afe17f req-5c461f11-d122-4486-8a01-291bebe7983a service neutron] 10.222.0.39 "PUT /v2.0/ports/3485afde-06c3-4837-856c-4a2098f52fb2 HTTP/1.1" status: 200 len: 1093 time: 4.2962279 Jul 29 23:23:12.382487 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8511fb6-b74b-4d0d-91e8-1b47a25c8683', 'tag': '3485afde-06c3-4837-856c-4a2098f52fb2'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:12.388770 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce76d121-6855-4652-8569-3dc5c5137698" -d '{"events": [{"name": "network-changed", "server_uuid": "b8511fb6-b74b-4d0d-91e8-1b47a25c8683", "tag": "3485afde-06c3-4837-856c-4a2098f52fb2"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:12.407628 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-58709359-8d3d-4cf6-9860-ba4549e3828c tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:12.409181 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-58709359-8d3d-4cf6-9860-ba4549e3828c tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:12.441790 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 3aef2e62-8969-4b40-b84a-e1e884dff9fb up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:12.455538 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-58709359-8d3d-4cf6-9860-ba4549e3828c tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1227756 Jul 29 23:23:12.464058 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9767b5-758a-4847-b2ff-9c1ab6f9cfae req-fe0c59ac-c763-41fb-9212-5475550b5b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:12.465642 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3a9767b5-758a-4847-b2ff-9c1ab6f9cfae req-fe0c59ac-c763-41fb-9212-5475550b5b9c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4ea5ab56-d2f4-49be-ac07-d932b6774fb8 HTTP/1.1" status: 200 len: 861 time: 0.1834686 Jul 29 23:23:12.472413 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-3d309275-8d34-4dba-85ba-06b13bc13a65 service neutron] Request body: {'port': {'device_id': 'd4b1fb69-f6c4-413e-8844-b194630d72a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:12.511560 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc30249a-88cc-41b5-b92b-069803a97676 req-a5af5e4c-5a43-40a9-90ae-a3d62bb80baa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3502655 Jul 29 23:23:12.548996 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3a9767b5-758a-4847-b2ff-9c1ab6f9cfae req-106ba748-1240-49a5-9d98-e67e3db34482 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=55fb160e-6b45-47b4-8565-f685f832c4b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719819 Jul 29 23:23:12.565019 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-580f16ba-de6d-4fab-b51d-3627d6366903 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:12.575693 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-580f16ba-de6d-4fab-b51d-3627d6366903 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:12.577402 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-580f16ba-de6d-4fab-b51d-3627d6366903 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/networks?id=916234a9-0aec-4fd4-b929-168c39b80d67&id=42d215b9-230d-4805-aa0b-870678a96ed8 HTTP/1.1" status: 200 len: 1389 time: 0.9046016 Jul 29 23:23:12.607969 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 3aef2e62-8969-4b40-b84a-e1e884dff9fb triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:12.608258 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:12.653415 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-3d309275-8d34-4dba-85ba-06b13bc13a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:12.669111 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-69188889-2b0d-42dc-bd6f-812304fe08bb admin admin] For port 318669cb-a632-45f3-844c-5fd123c2a991, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=318669cb-a632-45f3-844c-5fd123c2a991,segment=NetworkSegment(e54b1e53-0c15-4a98-ae01-123c7fd1a889),segment_id=e54b1e53-0c15-4a98-ae01-123c7fd1a889)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:12.669498 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-69188889-2b0d-42dc-bd6f-812304fe08bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:12.702256 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-db81538b-7660-4002-8bc6-4867f1704785 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/quotas/1524bc6566794e35993db0c2e1765bc4 HTTP/1.1" status: 200 len: 375 time: 0.0872738 Jul 29 23:23:12.719265 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005aeeed-f80c-483f-8856-54198118383e req-cc36ec60-fff5-4476-84d1-63b8f7590ada tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:12.720893 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-005aeeed-f80c-483f-8856-54198118383e req-cc36ec60-fff5-4476-84d1-63b8f7590ada tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 945 time: 0.6353161 Jul 29 23:23:12.730574 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c461f11-d122-4486-8a01-291bebe7983a service neutron] Pushing event updated for resources: {'Port': ['ID=3485afde-06c3-4837-856c-4a2098f52fb2,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:12.735658 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d3fdbcb0-824b-4587-88f0-9f77a9743dcf None None] Provisioning for port b67d6400-5c74-465c-8c59-8c263467426c completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:12.741847 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d3fdbcb0-824b-4587-88f0-9f77a9743dcf None None] Provisioning complete for port b67d6400-5c74-465c-8c59-8c263467426c triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:12.742244 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d3fdbcb0-824b-4587-88f0-9f77a9743dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:12.752920 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3a9767b5-758a-4847-b2ff-9c1ab6f9cfae req-4e233d6c-722b-4802-9026-70fd8adf226b service neutron] 10.222.0.39 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948903 Jul 29 23:23:12.771731 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-69188889-2b0d-42dc-bd6f-812304fe08bb admin admin] Calling delete_port for 318669cb-a632-45f3-844c-5fd123c2a991 owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:12.799497 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d3fdbcb0-824b-4587-88f0-9f77a9743dcf None None] Port b67d6400-5c74-465c-8c59-8c263467426c cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:23:12.816723 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc313536-3839-401a-8773-55a4e8afe17f req-77fe3fb2-7b1d-4a35-8b2c-bdacc0ac5094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:12.818693 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc313536-3839-401a-8773-55a4e8afe17f req-77fe3fb2-7b1d-4a35-8b2c-bdacc0ac5094 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c5e67745e0e4776a7b5c36d90365bdc&device_id=b8511fb6-b74b-4d0d-91e8-1b47a25c8683 HTTP/1.1" status: 200 len: 1096 time: 0.3516653 Jul 29 23:23:12.855145 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c8bf62-a08b-46e9-838c-58a75f4f2b05 req-10f8acfb-b1f5-4abb-ad1b-e6d0c207eecb tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:12.856676 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-30c8bf62-a08b-46e9-838c-58a75f4f2b05 req-10f8acfb-b1f5-4abb-ad1b-e6d0c207eecb tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 945 time: 0.4569166 Jul 29 23:23:12.965606 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3a9767b5-758a-4847-b2ff-9c1ab6f9cfae req-ba23e1b5-0d7c-4e44-92b3-514fedb914b7 service neutron] 10.222.0.39 "GET /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610758 Jul 29 23:23:12.987628 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc313536-3839-401a-8773-55a4e8afe17f req-06503b31-6245-4f14-991c-2197bc35484b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3485afde-06c3-4837-856c-4a2098f52fb2 HTTP/1.1" status: 200 len: 217 time: 0.1449156 Jul 29 23:23:13.083020 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-3d309275-8d34-4dba-85ba-06b13bc13a65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b67d6400-5c74-465c-8c59-8c263467426c {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:13.091936 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-3d309275-8d34-4dba-85ba-06b13bc13a65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:13.103004 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc313536-3839-401a-8773-55a4e8afe17f req-aa15f622-6b63-4353-a0e0-cdd4b189e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:13.105732 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc313536-3839-401a-8773-55a4e8afe17f req-aa15f622-6b63-4353-a0e0-cdd4b189e79c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=44be0901-f3e6-4ee5-b617-283959d6aed1 HTTP/1.1" status: 200 len: 844 time: 0.1018159 Jul 29 23:23:13.107523 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-3d309275-8d34-4dba-85ba-06b13bc13a65 service neutron] Transition to ACTIVE for port object b67d6400-5c74-465c-8c59-8c263467426c will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:13.108830 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc30249a-88cc-41b5-b92b-069803a97676 req-a026acd4-290c-49c4-baa7-5e7a60138321 service neutron] 10.222.0.23 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5868266 Jul 29 23:23:13.113709 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-3d309275-8d34-4dba-85ba-06b13bc13a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:13.128442 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-0982dc38-3b7c-4605-a9fe-77a5a7bfe3fc tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1524bc6566794e35993db0c2e1765bc4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4252398 Jul 29 23:23:13.201869 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d309275-8d34-4dba-85ba-06b13bc13a65 service neutron] Pushing event updated for resources: {'Port': ['ID=b67d6400-5c74-465c-8c59-8c263467426c,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:13.305313 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-3d309275-8d34-4dba-85ba-06b13bc13a65 service neutron] Attempting to bind port b67d6400-5c74-465c-8c59-8c263467426c on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:13.305988 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-3d309275-8d34-4dba-85ba-06b13bc13a65 service neutron] Attempting to bind port b67d6400-5c74-465c-8c59-8c263467426c by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '032842ed-983f-41f3-a825-71fef9598b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0b25640e-3654-4f31-920b-3b21eab9978a'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:13.306329 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-3d309275-8d34-4dba-85ba-06b13bc13a65 service neutron] Attempting to bind port b67d6400-5c74-465c-8c59-8c263467426c on network 0b25640e-3654-4f31-920b-3b21eab9978a {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:13.311639 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-3d309275-8d34-4dba-85ba-06b13bc13a65 service neutron] Port b67d6400-5c74-465c-8c59-8c263467426c on network 0b25640e-3654-4f31-920b-3b21eab9978a not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:23:13.312037 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-3d309275-8d34-4dba-85ba-06b13bc13a65 service neutron] Attempting to bind port b67d6400-5c74-465c-8c59-8c263467426c on network 0b25640e-3654-4f31-920b-3b21eab9978a {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:13.321262 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-3d309275-8d34-4dba-85ba-06b13bc13a65 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:13.321860 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-3d309275-8d34-4dba-85ba-06b13bc13a65 service neutron] Checking segment: {'id': '032842ed-983f-41f3-a825-71fef9598b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0b25640e-3654-4f31-920b-3b21eab9978a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:13.322509 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-3d309275-8d34-4dba-85ba-06b13bc13a65 service neutron] Bound using segment: {'id': '032842ed-983f-41f3-a825-71fef9598b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0b25640e-3654-4f31-920b-3b21eab9978a'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:13.323281 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-3d309275-8d34-4dba-85ba-06b13bc13a65 service neutron] Bound port: b67d6400-5c74-465c-8c59-8c263467426c, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '032842ed-983f-41f3-a825-71fef9598b85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0b25640e-3654-4f31-920b-3b21eab9978a'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:13.323929 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-3d309275-8d34-4dba-85ba-06b13bc13a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:13.399162 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc313536-3839-401a-8773-55a4e8afe17f req-56301502-cdc2-4fb5-b0e5-7bb646c51a9a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2046328 Jul 29 23:23:13.432854 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-3d309275-8d34-4dba-85ba-06b13bc13a65 service neutron] For port b67d6400-5c74-465c-8c59-8c263467426c, host n-h1-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:13.436629 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-3d309275-8d34-4dba-85ba-06b13bc13a65 service neutron] For port b67d6400-5c74-465c-8c59-8c263467426c, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b67d6400-5c74-465c-8c59-8c263467426c,segment=NetworkSegment(032842ed-983f-41f3-a825-71fef9598b85),segment_id=032842ed-983f-41f3-a825-71fef9598b85)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:13.444964 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-3d309275-8d34-4dba-85ba-06b13bc13a65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:13.450261 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-30c8bf62-a08b-46e9-838c-58a75f4f2b05 req-d2d853fc-4b4e-4323-9ef7-251f1924519a tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/security-groups?id=da56b8fd-0c8d-4fe0-9571-340578f21219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5132942 Jul 29 23:23:13.517474 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d309275-8d34-4dba-85ba-06b13bc13a65 service neutron] Pushing event updated for resources: {'Port': ['ID=b67d6400-5c74-465c-8c59-8c263467426c,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:13.532723 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-3d309275-8d34-4dba-85ba-06b13bc13a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:13.533789 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-3d309275-8d34-4dba-85ba-06b13bc13a65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:13.535702 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-3d309275-8d34-4dba-85ba-06b13bc13a65 service neutron] 10.222.0.23 "PUT /v2.0/ports/b67d6400-5c74-465c-8c59-8c263467426c HTTP/1.1" status: 200 len: 1093 time: 1.0691540 Jul 29 23:23:13.537889 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b1fb69-f6c4-413e-8844-b194630d72a3', 'tag': 'b67d6400-5c74-465c-8c59-8c263467426c'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:13.541843 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a673dc-b82b-4672-8c09-c60225a4b314" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b1fb69-f6c4-413e-8844-b194630d72a3", "tag": "b67d6400-5c74-465c-8c59-8c263467426c"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:13.543900 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209e7e36-2bba-4130-a825-bd54bc2f7c3f x-openstack-request-id: req-209e7e36-2bba-4130-a825-bd54bc2f7c3f {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:13.544427 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d6de1c-6b33-475a-824f-8b7f6c93e9ea", "name": "network-vif-unplugged", "status": "completed", "tag": "e37b3611-18ab-4719-86cf-3c4129044d88", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:13.544427 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-209e7e36-2bba-4130-a825-bd54bc2f7c3f {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:13.544812 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d6de1c-6b33-475a-824f-8b7f6c93e9ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e37b3611-18ab-4719-86cf-3c4129044d88', 'code': 200} Jul 29 23:23:13.634186 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d750756-5814-46e4-93bb-3419fe3882e8 None None] Network 42d215b9-230d-4805-aa0b-870678a96ed8 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:23:13.667764 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-7e3f7a8a-80bc-45ff-8930-314367e14327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:13.671390 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-7e3f7a8a-80bc-45ff-8930-314367e14327 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0a3457b098f4d89bd86c03775586ec5&device_id=d4b1fb69-f6c4-413e-8844-b194630d72a3 HTTP/1.1" status: 200 len: 1096 time: 0.0906813 Jul 29 23:23:13.741036 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-65d63db4-b805-4a3f-8a8c-4a24714b30eb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b67d6400-5c74-465c-8c59-8c263467426c HTTP/1.1" status: 200 len: 217 time: 0.0601864 Jul 29 23:23:13.774420 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc313536-3839-401a-8773-55a4e8afe17f req-276810d6-8519-4763-b7eb-0f582ff26707 service neutron] 10.222.0.39 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3503561 Jul 29 23:23:13.814221 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-25e7b2e0-301d-4c76-9d09-4d853c0d4998 None None] Provisioning for port 7f4c0c8c-65ac-43db-9ccc-2d633542e5b1 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:13.828698 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-ffffc1a3-cc95-4c35-b66b-a92a282d1b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:13.830485 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-ffffc1a3-cc95-4c35-b66b-a92a282d1b53 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f8fbcbbd-22b7-4bf5-b554-4ab283a8d631 HTTP/1.1" status: 200 len: 853 time: 0.0840456 Jul 29 23:23:13.832332 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-69188889-2b0d-42dc-bd6f-812304fe08bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:13.922782 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-96b5bcdd-a242-48fb-b743-5d8c0be634e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:13.926029 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-96b5bcdd-a242-48fb-b743-5d8c0be634e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0b25640e-3654-4f31-920b-3b21eab9978a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0881603 Jul 29 23:23:14.069849 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-afe8587e-859c-4c26-bafc-9e007b5285cf service neutron] 10.222.0.23 "GET /v2.0/networks/0b25640e-3654-4f31-920b-3b21eab9978a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366975 Jul 29 23:23:14.135977 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc30249a-88cc-41b5-b92b-069803a97676 req-5b33c88d-6821-4378-92bd-d80ea7682514 service neutron] 10.222.0.23 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0034287 Jul 29 23:23:14.215756 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f08c4ec9-e98d-4c01-9e3a-331f01901fa9 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:14.225922 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69188889-2b0d-42dc-bd6f-812304fe08bb admin admin] Pushing event deleted for resources: {'Port': ['ID=318669cb-a632-45f3-844c-5fd123c2a991,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:14.236659 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-361e1e13-f1ec-4f56-bffe-a6f24975c2c9 req-7c84ef7b-6750-482a-b8b3-e31c78e9b088 service neutron] 10.222.0.23 "GET /v2.0/networks/0b25640e-3654-4f31-920b-3b21eab9978a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600122 Jul 29 23:23:14.257060 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-bc8ead41-f4c4-4dc8-8460-af3ea6c7217f service neutron] 10.222.0.18 "GET /v2.0/networks/916234a9-0aec-4fd4-b929-168c39b80d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0454075 Jul 29 23:23:14.271348 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-005aeeed-f80c-483f-8856-54198118383e req-f8d12a37-cfe5-4fb9-864c-9a0cdcd2c2e8 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Deleting port 3a824c40-977f-477c-8ca9-fac02c4296fa {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:14.271945 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-005aeeed-f80c-483f-8856-54198118383e req-f8d12a37-cfe5-4fb9-864c-9a0cdcd2c2e8 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:14.377505 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 7f4c0c8c-65ac-43db-9ccc-2d633542e5b1 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:14.424114 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc313536-3839-401a-8773-55a4e8afe17f req-9715fe95-b9ad-4f76-a826-0442a882a271 service neutron] 10.222.0.39 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099132 Jul 29 23:23:14.493801 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port f08c4ec9-e98d-4c01-9e3a-331f01901fa9, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f08c4ec9-e98d-4c01-9e3a-331f01901fa9,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:14.504830 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20768a91-2afb-4cac-a199-cde47c8b7456 req-d2bab0a2-05ad-4131-a1d8-0c0829ad9076 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:14.508274 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'f08c4ec9-e98d-4c01-9e3a-331f01901fa9', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': 'f08c4ec9-e98d-4c01-9e3a-331f01901fa9', 'mac_address': 'fa:16:3e:11:86:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:14.514297 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20768a91-2afb-4cac-a199-cde47c8b7456 req-d2bab0a2-05ad-4131-a1d8-0c0829ad9076 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b1fb69-f6c4-413e-8844-b194630d72a3 HTTP/1.1" status: 200 len: 944 time: 0.7308390 Jul 29 23:23:14.548235 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 7f4c0c8c-65ac-43db-9ccc-2d633542e5b1 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:14.560038 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 7f4c0c8c-65ac-43db-9ccc-2d633542e5b1 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:14.560702 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:14.562738 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:14.580539 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f08c4ec9-e98d-4c01-9e3a-331f01901fa9 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:14.604867 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20768a91-2afb-4cac-a199-cde47c8b7456 req-a43033d1-5c04-47ca-ba2b-5c3939311619 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.18 "GET /v2.0/security-groups?id=e032f9a9-01d6-4edd-85c0-5b1f8d665926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891118 Jul 29 23:23:14.641523 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port f08c4ec9-e98d-4c01-9e3a-331f01901fa9, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f08c4ec9-e98d-4c01-9e3a-331f01901fa9,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:14.648497 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:14.668818 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-50da2151-c992-4ea0-9447-1d25ff0f53fe service neutron] 10.222.0.18 "GET /v2.0/networks/916234a9-0aec-4fd4-b929-168c39b80d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4096327 Jul 29 23:23:14.740819 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=f08c4ec9-e98d-4c01-9e3a-331f01901fa9,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:14.757502 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:14.797749 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 7f4c0c8c-65ac-43db-9ccc-2d633542e5b1, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=7f4c0c8c-65ac-43db-9ccc-2d633542e5b1,segment=NetworkSegment(bc7ad28d-4098-43f1-b413-3735b551680d),segment_id=bc7ad28d-4098-43f1-b413-3735b551680d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:14.804147 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:14.849784 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-005aeeed-f80c-483f-8856-54198118383e req-f8d12a37-cfe5-4fb9-864c-9a0cdcd2c2e8 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] For port 3a824c40-977f-477c-8ca9-fac02c4296fa, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=3a824c40-977f-477c-8ca9-fac02c4296fa,segment=NetworkSegment(7b4104fc-94d0-4c79-a5b9-459ac015462f),segment_id=7b4104fc-94d0-4c79-a5b9-459ac015462f)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:14.850355 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-005aeeed-f80c-483f-8856-54198118383e req-f8d12a37-cfe5-4fb9-864c-9a0cdcd2c2e8 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:14.870309 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=7f4c0c8c-65ac-43db-9ccc-2d633542e5b1,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:14.894975 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['f08c4ec9-e98d-4c01-9e3a-331f01901fa9'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:14.992587 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256b4324-2831-464d-9443-22f25962cb82 req-faa5f13f-9d37-45de-bb2b-47fd0c539098 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:14.994975 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-256b4324-2831-464d-9443-22f25962cb82 req-faa5f13f-9d37-45de-bb2b-47fd0c539098 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8511fb6-b74b-4d0d-91e8-1b47a25c8683 HTTP/1.1" status: 200 len: 944 time: 0.2165768 Jul 29 23:23:15.013015 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-69188889-2b0d-42dc-bd6f-812304fe08bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:15.061101 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-9380f71a-038a-4a87-b538-fd6e8693b695 service neutron] 10.222.0.18 "GET /v2.0/networks/42d215b9-230d-4805-aa0b-870678a96ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874431 Jul 29 23:23:15.212082 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-256b4324-2831-464d-9443-22f25962cb82 req-dd355cd3-4473-45ee-8f29-acda12d1033c tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065105 Jul 29 23:23:15.300151 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-005aeeed-f80c-483f-8856-54198118383e req-f8d12a37-cfe5-4fb9-864c-9a0cdcd2c2e8 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:15.300536 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-005aeeed-f80c-483f-8856-54198118383e req-f8d12a37-cfe5-4fb9-864c-9a0cdcd2c2e8 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:15.300860 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [req-005aeeed-f80c-483f-8856-54198118383e req-f8d12a37-cfe5-4fb9-864c-9a0cdcd2c2e8 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Floating IP d7c64342-d3bf-4d2c-8629-e330e386a4a4 disassociated. External IP: 172.25.8.29, port: 3a824c40-977f-477c-8ca9-fac02c4296fa. Jul 29 23:23:15.301212 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-005aeeed-f80c-483f-8856-54198118383e req-f8d12a37-cfe5-4fb9-864c-9a0cdcd2c2e8 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Calling delete_port for 3a824c40-977f-477c-8ca9-fac02c4296fa owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:15.329586 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e06b637e-dd1e-48b9-88ff-c7b43b5cc157 x-openstack-request-id: req-e06b637e-dd1e-48b9-88ff-c7b43b5cc157 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:15.329898 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8511fb6-b74b-4d0d-91e8-1b47a25c8683", "tag": "3485afde-06c3-4837-856c-4a2098f52fb2", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:15.330082 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e06b637e-dd1e-48b9-88ff-c7b43b5cc157 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:15.330488 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8511fb6-b74b-4d0d-91e8-1b47a25c8683', 'tag': '3485afde-06c3-4837-856c-4a2098f52fb2', 'status': 'completed', 'code': 200} Jul 29 23:23:15.345101 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-53b48c00-7af8-44e4-94c3-654942cfc17e service neutron] 10.222.0.18 "GET /v2.0/networks/42d215b9-230d-4805-aa0b-870678a96ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710950 Jul 29 23:23:15.562162 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd9fc0c-dd68-44de-af56-68c90add574f x-openstack-request-id: req-6fd9fc0c-dd68-44de-af56-68c90add574f {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:15.563194 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b1fb69-f6c4-413e-8844-b194630d72a3", "tag": "b67d6400-5c74-465c-8c59-8c263467426c", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:15.565129 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6fd9fc0c-dd68-44de-af56-68c90add574f {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:15.565903 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b1fb69-f6c4-413e-8844-b194630d72a3', 'tag': 'b67d6400-5c74-465c-8c59-8c263467426c', 'status': 'completed', 'code': 200} Jul 29 23:23:15.580325 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76d121-6855-4652-8569-3dc5c5137698 req-ba093a39-792d-42e9-aba3-445241e0d267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:15.581921 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce76d121-6855-4652-8569-3dc5c5137698 req-ba093a39-792d-42e9-aba3-445241e0d267 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c5e67745e0e4776a7b5c36d90365bdc&device_id=b8511fb6-b74b-4d0d-91e8-1b47a25c8683 HTTP/1.1" status: 200 len: 1096 time: 0.1916816 Jul 29 23:23:15.669795 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a673dc-b82b-4672-8c09-c60225a4b314 req-40f95c48-15b4-4217-a78c-4e5cb8ef295b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:15.671525 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-29a673dc-b82b-4672-8c09-c60225a4b314 req-40f95c48-15b4-4217-a78c-4e5cb8ef295b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0a3457b098f4d89bd86c03775586ec5&device_id=d4b1fb69-f6c4-413e-8844-b194630d72a3 HTTP/1.1" status: 200 len: 1096 time: 0.0783441 Jul 29 23:23:15.687093 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a886c6e-d804-47c4-be9b-6a30ec85f792 req-d49f1b78-bbf5-44dc-a72d-ca7d646d4660 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:15.688960 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7a886c6e-d804-47c4-be9b-6a30ec85f792 req-d49f1b78-bbf5-44dc-a72d-ca7d646d4660 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/ports?device_id=15385434-337d-4da4-a3b4-f8afd7f1591a HTTP/1.1" status: 200 len: 948 time: 0.2278473 Jul 29 23:23:15.846146 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a673dc-b82b-4672-8c09-c60225a4b314 req-10772d49-b8d2-4ad0-8781-a36780f3f427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:15.848280 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-29a673dc-b82b-4672-8c09-c60225a4b314 req-10772d49-b8d2-4ad0-8781-a36780f3f427 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0b25640e-3654-4f31-920b-3b21eab9978a HTTP/1.1" status: 200 len: 915 time: 0.1664212 Jul 29 23:23:15.862190 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7a886c6e-d804-47c4-be9b-6a30ec85f792 req-71db1912-cc30-4e6a-9abd-ca31fc6794b7 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/security-groups?id=0764f0e7-3428-4712-ab78-4b7f43262d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659372 Jul 29 23:23:15.868325 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69188889-2b0d-42dc-bd6f-812304fe08bb admin admin] Router 6af9ceb9-fe37-4719-8974-a8ef40de38d9 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:23:15.894359 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c3a2f0-d81a-4cf7-894f-a66c526af65b req-4c5b4e57-1004-400f-9cbe-4ab975be93d1 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:15.904117 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c7c3a2f0-d81a-4cf7-894f-a66c526af65b req-4c5b4e57-1004-400f-9cbe-4ab975be93d1 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 945 time: 0.2345653 Jul 29 23:23:15.917795 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-005aeeed-f80c-483f-8856-54198118383e req-f8d12a37-cfe5-4fb9-864c-9a0cdcd2c2e8 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:15.936652 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-29a673dc-b82b-4672-8c09-c60225a4b314 req-a8f877a1-820a-42b5-be75-e87557d87778 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b67d6400-5c74-465c-8c59-8c263467426c HTTP/1.1" status: 200 len: 217 time: 0.0803576 Jul 29 23:23:15.957967 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76d121-6855-4652-8569-3dc5c5137698 req-dffd377b-b9cc-4c47-b243-e593d86d4325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:15.960183 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce76d121-6855-4652-8569-3dc5c5137698 req-dffd377b-b9cc-4c47-b243-e593d86d4325 service neutron] 10.222.0.39 "GET /v2.0/networks?id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4 HTTP/1.1" status: 200 len: 905 time: 0.3499532 Jul 29 23:23:16.009643 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a673dc-b82b-4672-8c09-c60225a4b314 req-f34bc715-1e01-44ae-b0c8-9b5abee43fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:16.012259 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-29a673dc-b82b-4672-8c09-c60225a4b314 req-f34bc715-1e01-44ae-b0c8-9b5abee43fa7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f8fbcbbd-22b7-4bf5-b554-4ab283a8d631 HTTP/1.1" status: 200 len: 853 time: 0.0675876 Jul 29 23:23:16.100516 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a673dc-b82b-4672-8c09-c60225a4b314 req-f5ec6feb-ce67-4e8d-bdc7-12957c217334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:16.103350 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-29a673dc-b82b-4672-8c09-c60225a4b314 req-f5ec6feb-ce67-4e8d-bdc7-12957c217334 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0b25640e-3654-4f31-920b-3b21eab9978a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0839164 Jul 29 23:23:16.118200 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d12a37-cfe5-4fb9-864c-9a0cdcd2c2e8 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Pushing event deleted for resources: {'Port': ['ID=3a824c40-977f-477c-8ca9-fac02c4296fa,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:16.140214 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device b67d6400-5c74-465c-8c59-8c263467426c details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:16.237055 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f08c4ec9-e98d-4c01-9e3a-331f01901fa9 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:16.315935 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-29a673dc-b82b-4672-8c09-c60225a4b314 req-ca7e2a77-b5f1-465b-bcb5-a4e872dddec7 service neutron] 10.222.0.23 "GET /v2.0/networks/0b25640e-3654-4f31-920b-3b21eab9978a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035162 Jul 29 23:23:16.455337 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 7f4c0c8c-65ac-43db-9ccc-2d633542e5b1 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:16.558409 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-29a673dc-b82b-4672-8c09-c60225a4b314 req-2779befa-74fb-4028-bb83-dd0be39f2024 service neutron] 10.222.0.23 "GET /v2.0/networks/0b25640e-3654-4f31-920b-3b21eab9978a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314510 Jul 29 23:23:16.675672 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port b67d6400-5c74-465c-8c59-8c263467426c, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b67d6400-5c74-465c-8c59-8c263467426c,segment=NetworkSegment(032842ed-983f-41f3-a825-71fef9598b85),segment_id=032842ed-983f-41f3-a825-71fef9598b85)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:16.680962 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a303c673-e852-4808-b960-5eb2541c1db8 req-5aea8c80-b983-45e3-9588-597185ca45ea tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/ports?device_id=7af55f80-abb5-4424-b251-2b11bd49d686 HTTP/1.1" status: 200 len: 210 time: 0.6997545 Jul 29 23:23:16.685933 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port f08c4ec9-e98d-4c01-9e3a-331f01901fa9 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:16.697800 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c7c3a2f0-d81a-4cf7-894f-a66c526af65b req-20c9d248-d709-4b8d-80f6-3154e5023948 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/security-groups?id=da56b8fd-0c8d-4fe0-9571-340578f21219&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7920563 Jul 29 23:23:16.700127 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce76d121-6855-4652-8569-3dc5c5137698 req-225abf4a-b367-4d4c-8192-75c83995a8ca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3485afde-06c3-4837-856c-4a2098f52fb2 HTTP/1.1" status: 200 len: 217 time: 0.6654701 Jul 29 23:23:16.701852 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port f08c4ec9-e98d-4c01-9e3a-331f01901fa9 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:16.702574 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:16.710994 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'b67d6400-5c74-465c-8c59-8c263467426c', 'network_id': '0b25640e-3654-4f31-920b-3b21eab9978a', 'port_id': 'b67d6400-5c74-465c-8c59-8c263467426c', 'mac_address': 'fa:16:3e:01:15:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8fbcbbd-22b7-4bf5-b554-4ab283a8d631', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:16.940068 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 7f4c0c8c-65ac-43db-9ccc-2d633542e5b1 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:16.940742 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:17.146988 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-005aeeed-f80c-483f-8856-54198118383e req-f8d12a37-cfe5-4fb9-864c-9a0cdcd2c2e8 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Router 8c6a0178-9689-420c-b381-c298e301a0fd has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:23:17.210994 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce76d121-6855-4652-8569-3dc5c5137698 req-20de82c5-db39-4dbe-8800-d04530522827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:17.212894 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce76d121-6855-4652-8569-3dc5c5137698 req-20de82c5-db39-4dbe-8800-d04530522827 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=44be0901-f3e6-4ee5-b617-283959d6aed1 HTTP/1.1" status: 200 len: 844 time: 0.4975896 Jul 29 23:23:17.216353 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69188889-2b0d-42dc-bd6f-812304fe08bb admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:23:17.231729 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2256aa4-d95b-4e53-b2e3-2289737509c2 None None] Sync routers for ids ['6af9ceb9-fe37-4719-8974-a8ef40de38d9'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:23:17.241541 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-69188889-2b0d-42dc-bd6f-812304fe08bb admin admin] 10.222.0.18 "PUT /v2.0/routers/6af9ceb9-fe37-4719-8974-a8ef40de38d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4815037 Jul 29 23:23:17.244913 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33404) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:17.280441 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2256aa4-d95b-4e53-b2e3-2289737509c2 None None] Routers {'6af9ceb9-fe37-4719-8974-a8ef40de38d9'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:17.281404 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-f2256aa4-d95b-4e53-b2e3-2289737509c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:23:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['6af9ceb9-fe37-4719-8974-a8ef40de38d9'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:17.334561 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:17.343170 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-14be41bc-5ce0-452f-824b-439b5a38cfb1 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:17.347935 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce76d121-6855-4652-8569-3dc5c5137698 req-929aa3fb-ae73-47ef-ac9f-db19390b9621 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1268516 Jul 29 23:23:17.350425 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-14be41bc-5ce0-452f-824b-439b5a38cfb1 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:17.359949 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-14be41bc-5ce0-452f-824b-439b5a38cfb1 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.23 "GET /v2.0/networks?id=916234a9-0aec-4fd4-b929-168c39b80d67&id=42d215b9-230d-4805-aa0b-870678a96ed8 HTTP/1.1" status: 200 len: 1389 time: 0.4107809 Jul 29 23:23:17.374678 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-7e6c6a7a-9b49-42ac-b671-44b70d025fb8 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Request body: {'port': {'device_id': '7af55f80-abb5-4424-b251-2b11bd49d686', 'network_id': '916234a9-0aec-4fd4-b929-168c39b80d67', 'admin_state_up': True, 'tenant_id': '1524bc6566794e35993db0c2e1765bc4'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:17.547385 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b67d6400-5c74-465c-8c59-8c263467426c {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:17.563721 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-f2256aa4-d95b-4e53-b2e3-2289737509c2 None None] Set router 6af9ceb9-fe37-4719-8974-a8ef40de38d9 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:17.574103 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:17.646873 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port b67d6400-5c74-465c-8c59-8c263467426c, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b67d6400-5c74-465c-8c59-8c263467426c,segment=NetworkSegment(032842ed-983f-41f3-a825-71fef9598b85),segment_id=032842ed-983f-41f3-a825-71fef9598b85)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:17.657447 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce76d121-6855-4652-8569-3dc5c5137698 req-94f59d3d-328b-45d4-9192-eba4ebb7a200 service neutron] 10.222.0.39 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495084 Jul 29 23:23:17.670102 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:17.691532 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15385434-337d-4da4-a3b4-f8afd7f1591a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08c4ec9-e98d-4c01-9e3a-331f01901fa9'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:17.706748 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df13a422-873f-4cd9-b50e-72fd35b20809" -d '{"events": [{"server_uuid": "15385434-337d-4da4-a3b4-f8afd7f1591a", "name": "network-vif-plugged", "status": "completed", "tag": "f08c4ec9-e98d-4c01-9e3a-331f01901fa9"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:17.713221 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-7e6c6a7a-9b49-42ac-b671-44b70d025fb8 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Made reservation on behalf of 1524bc6566794e35993db0c2e1765bc4 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:17.719130 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-7e6c6a7a-9b49-42ac-b671-44b70d025fb8 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:17.775385 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port f08c4ec9-e98d-4c01-9e3a-331f01901fa9, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f08c4ec9-e98d-4c01-9e3a-331f01901fa9,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:17.775636 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-005aeeed-f80c-483f-8856-54198118383e req-f8d12a37-cfe5-4fb9-864c-9a0cdcd2c2e8 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:23:17.784488 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:17.785565 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 3a824c40-977f-477c-8ca9-fac02c4296fa no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:17.820914 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 3a824c40-977f-477c-8ca9-fac02c4296fa {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:17.821163 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 3a824c40-977f-477c-8ca9-fac02c4296fa not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:17.823055 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e704ac35-1732-4780-a912-1f86951718c7 None None] Sync routers for ids ['8c6a0178-9689-420c-b381-c298e301a0fd'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:23:17.871963 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=b67d6400-5c74-465c-8c59-8c263467426c,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:17.887408 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e704ac35-1732-4780-a912-1f86951718c7 None None] Routers {'8c6a0178-9689-420c-b381-c298e301a0fd'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:17.888737 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e704ac35-1732-4780-a912-1f86951718c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:23:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8c6a0178-9689-420c-b381-c298e301a0fd'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:17.982643 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-7e6c6a7a-9b49-42ac-b671-44b70d025fb8 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Allocated IP 19.80.0.180 (916234a9-0aec-4fd4-b929-168c39b80d67/a280fd89-53f6-4284-919a-79f5d03b619b/dd655cc7-e918-4103-9bc3-379f3368e18a) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:17.991136 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-005aeeed-f80c-483f-8856-54198118383e req-f8d12a37-cfe5-4fb9-864c-9a0cdcd2c2e8 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] No DVR routers for this DVR port 3a824c40-977f-477c-8ca9-fac02c4296fa on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:17.998611 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-005aeeed-f80c-483f-8856-54198118383e req-f8d12a37-cfe5-4fb9-864c-9a0cdcd2c2e8 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:18.001234 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-005aeeed-f80c-483f-8856-54198118383e req-f8d12a37-cfe5-4fb9-864c-9a0cdcd2c2e8 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.39 "DELETE /v2.0/ports/3a824c40-977f-477c-8ca9-fac02c4296fa HTTP/1.1" status: 204 len: 173 time: 5.2389998 Jul 29 23:23:18.012753 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['b67d6400-5c74-465c-8c59-8c263467426c'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:18.014987 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75eb3bc-a0ff-45da-879c-3c494d882a7f', 'name': 'network-vif-deleted', 'tag': '3a824c40-977f-477c-8ca9-fac02c4296fa'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:18.020871 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a760443d-8a3c-4f60-8394-0e96cc867fd0" -d '{"events": [{"server_uuid": "e75eb3bc-a0ff-45da-879c-3c494d882a7f", "name": "network-vif-deleted", "tag": "3a824c40-977f-477c-8ca9-fac02c4296fa"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:18.046421 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d0ea5a-60f9-42f2-8c2e-96bb0c47abab req-ebbf626b-688f-4ba4-ba36-4bc207d7a826 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:18.057969 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-26d0ea5a-60f9-42f2-8c2e-96bb0c47abab req-ebbf626b-688f-4ba4-ba36-4bc207d7a826 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b1fb69-f6c4-413e-8844-b194630d72a3 HTTP/1.1" status: 200 len: 944 time: 0.7209892 Jul 29 23:23:18.149984 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-05d9aa6a-1cc7-4a3e-946e-220a05eb2e43 admin admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:18.213995 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-f2256aa4-d95b-4e53-b2e3-2289737509c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1191098251-router', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:18Z', 'updated_at': '2021-07-29T23:23:13Z', 'revision_number': 5, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'gw_port': {'id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:20Z', 'updated_at': '2021-07-29T23:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:18.220580 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9dfbb-2279-4722-ac49-50779f6abc1c req-3817ef26-e2c9-484f-bfc4-6415c20b4f6a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:18.222509 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17f9dfbb-2279-4722-ac49-50779f6abc1c req-3817ef26-e2c9-484f-bfc4-6415c20b4f6a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8511fb6-b74b-4d0d-91e8-1b47a25c8683 HTTP/1.1" status: 200 len: 944 time: 0.4329126 Jul 29 23:23:18.234992 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-26d0ea5a-60f9-42f2-8c2e-96bb0c47abab req-c28d5865-cd81-4838-9d1c-640e4b085e1b tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.18 "GET /v2.0/security-groups?id=e032f9a9-01d6-4edd-85c0-5b1f8d665926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749516 Jul 29 23:23:18.297902 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2256aa4-d95b-4e53-b2e3-2289737509c2 None None] Checking router: 6af9ceb9-fe37-4719-8974-a8ef40de38d9 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:23:18.298743 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=f08c4ec9-e98d-4c01-9e3a-331f01901fa9,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:18.308712 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 3485afde-06c3-4837-856c-4a2098f52fb2 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:18.313013 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2256aa4-d95b-4e53-b2e3-2289737509c2 None None] Routers {'6af9ceb9-fe37-4719-8974-a8ef40de38d9'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:18.313858 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-f2256aa4-d95b-4e53-b2e3-2289737509c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:23:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['6af9ceb9-fe37-4719-8974-a8ef40de38d9'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:18.331514 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce76d121-6855-4652-8569-3dc5c5137698 req-145f35a8-c58e-40cd-98a9-99611fe02c32 service neutron] 10.222.0.39 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5538328 Jul 29 23:23:18.415173 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17f9dfbb-2279-4722-ac49-50779f6abc1c req-54302abb-4424-40a6-a105-378076d677ff tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327991 Jul 29 23:23:18.469883 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-7e6c6a7a-9b49-42ac-b671-44b70d025fb8 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:18.492996 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 3485afde-06c3-4837-856c-4a2098f52fb2, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=3485afde-06c3-4837-856c-4a2098f52fb2,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:18.515438 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '3485afde-06c3-4837-856c-4a2098f52fb2', 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4', 'port_id': '3485afde-06c3-4837-856c-4a2098f52fb2', 'mac_address': 'fa:16:3e:3a:28:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44be0901-f3e6-4ee5-b617-283959d6aed1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:18.515811 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-05d9aa6a-1cc7-4a3e-946e-220a05eb2e43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:18.550017 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fb187-0f2c-4f52-a01c-fcd5569d9629 req-91123ded-e5dd-4949-8e30-aa1ab9e548d2 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:18.564703 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-054fb187-0f2c-4f52-a01c-fcd5569d9629 req-91123ded-e5dd-4949-8e30-aa1ab9e548d2 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/ports?device_id=15385434-337d-4da4-a3b4-f8afd7f1591a HTTP/1.1" status: 200 len: 949 time: 0.1349051 Jul 29 23:23:18.568659 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-7e6c6a7a-9b49-42ac-b671-44b70d025fb8 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Transition to ACTIVE for port object dd655cc7-e918-4103-9bc3-379f3368e18a will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:18.656113 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-054fb187-0f2c-4f52-a01c-fcd5569d9629 req-fd3d6975-49b2-40ce-9802-5156ced49061 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/security-groups?id=0764f0e7-3428-4712-ab78-4b7f43262d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852823 Jul 29 23:23:18.710352 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-e704ac35-1732-4780-a912-1f86951718c7 None None] Set router 8c6a0178-9689-420c-b381-c298e301a0fd gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:18.712515 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:18.717136 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-05d9aa6a-1cc7-4a3e-946e-220a05eb2e43 admin admin] Deleting port 666a5712-4d3f-40ca-889c-5d13441ae74f {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:18.717741 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-05d9aa6a-1cc7-4a3e-946e-220a05eb2e43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:18.733827 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-7e6c6a7a-9b49-42ac-b671-44b70d025fb8 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:18.785805 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38db2da1-8911-422a-9980-106f85153474 x-openstack-request-id: req-38db2da1-8911-422a-9980-106f85153474 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:18.786464 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15385434-337d-4da4-a3b4-f8afd7f1591a", "name": "network-vif-plugged", "status": "completed", "tag": "f08c4ec9-e98d-4c01-9e3a-331f01901fa9", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:18.787469 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-38db2da1-8911-422a-9980-106f85153474 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:18.788159 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15385434-337d-4da4-a3b4-f8afd7f1591a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f08c4ec9-e98d-4c01-9e3a-331f01901fa9', 'code': 200} Jul 29 23:23:18.818448 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3485afde-06c3-4837-856c-4a2098f52fb2 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:18.822290 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-f2256aa4-d95b-4e53-b2e3-2289737509c2 None None] Set router 6af9ceb9-fe37-4719-8974-a8ef40de38d9 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:18.843319 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 3485afde-06c3-4837-856c-4a2098f52fb2, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=3485afde-06c3-4837-856c-4a2098f52fb2,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:18.856426 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:18.937127 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6c6a7a-9b49-42ac-b671-44b70d025fb8 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Pushing event updated for resources: {'Port': ['ID=dd655cc7-e918-4103-9bc3-379f3368e18a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:19.001232 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-7e6c6a7a-9b49-42ac-b671-44b70d025fb8 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Network 916234a9-0aec-4fd4-b929-168c39b80d67 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:19.005018 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-7e6c6a7a-9b49-42ac-b671-44b70d025fb8 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:19.009993 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-7e6c6a7a-9b49-42ac-b671-44b70d025fb8 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:19.107416 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=3485afde-06c3-4837-856c-4a2098f52fb2,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:19.140465 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-05d9aa6a-1cc7-4a3e-946e-220a05eb2e43 admin admin] For port 666a5712-4d3f-40ca-889c-5d13441ae74f, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=666a5712-4d3f-40ca-889c-5d13441ae74f,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:19.141090 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-05d9aa6a-1cc7-4a3e-946e-220a05eb2e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:19.157450 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-05d9aa6a-1cc7-4a3e-946e-220a05eb2e43 admin admin] Calling delete_port for 666a5712-4d3f-40ca-889c-5d13441ae74f owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:19.157918 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['3485afde-06c3-4837-856c-4a2098f52fb2'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:19.193936 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-7e6c6a7a-9b49-42ac-b671-44b70d025fb8 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:19.194977 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-7e6c6a7a-9b49-42ac-b671-44b70d025fb8 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:19.254569 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-7e6c6a7a-9b49-42ac-b671-44b70d025fb8 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8831289 Jul 29 23:23:19.270039 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-2b02b87d-009d-479c-9a0b-407847424285 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Request body: {'port': {'device_id': '7af55f80-abb5-4424-b251-2b11bd49d686', 'network_id': '42d215b9-230d-4805-aa0b-870678a96ed8', 'admin_state_up': True, 'tenant_id': '1524bc6566794e35993db0c2e1765bc4'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:19.407755 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-f2256aa4-d95b-4e53-b2e3-2289737509c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1191098251-router', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:18Z', 'updated_at': '2021-07-29T23:23:13Z', 'revision_number': 5, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'gw_port': {'id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:20Z', 'updated_at': '2021-07-29T23:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:19.410053 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-45027720-6ffd-44f9-8775-f2ff0854fde2 req-ae48019f-5eed-4d0a-8713-a69644c7e538 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 210 time: 0.3502817 Jul 29 23:23:19.473584 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2256aa4-d95b-4e53-b2e3-2289737509c2 None None] The sync data for ids ['6af9ceb9-fe37-4719-8974-a8ef40de38d9'] in n-d-712140-10 is: [{'id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1191098251-router', 'tenant_id': 'b49d6b2f238e47ed984aeeb787462f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:18Z', 'updated_at': '2021-07-29T23:23:13Z', 'revision_number': 5, 'project_id': 'b49d6b2f238e47ed984aeeb787462f73', 'gw_port': {'id': '666a5712-4d3f-40ca-889c-5d13441ae74f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:3d:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6af9ceb9-fe37-4719-8974-a8ef40de38d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:20Z', 'updated_at': '2021-07-29T23:17:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:23:19.494552 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e704ac35-1732-4780-a912-1f86951718c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'name': 'tempest-ServersTestBootFromVolume-174923062-router', 'tenant_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '0c0c4171-ebae-4c87-9191-dbb876d9e494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:38Z', 'updated_at': '2021-07-29T23:19:48Z', 'revision_number': 4, 'project_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'gw_port': {'id': '0c0c4171-ebae-4c87-9191-dbb876d9e494', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:39Z', 'updated_at': '2021-07-29T23:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '6471806d-c709-4686-ae62-db1d42c1b5b2', 'name': '', 'network_id': '1b4861e7-2155-4265-b168-d8e6cff2010d', 'tenant_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'mac_address': 'fa:16:3e:39:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'f0e126a9-da53-4f31-985c-8139eb4ec79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:46Z', 'updated_at': '2021-07-29T23:19:56Z', 'revision_number': 5, 'project_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'subnets': [{'id': 'f0e126a9-da53-4f31-985c-8139eb4ec79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:19.499919 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-2b02b87d-009d-479c-9a0b-407847424285 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Made reservation on behalf of 1524bc6566794e35993db0c2e1765bc4 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:19.508023 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-2b02b87d-009d-479c-9a0b-407847424285 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:19.557382 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297ebbb-d147-4052-aac9-458e0777bf2d req-24423ee1-325f-432c-b4b4-40cbe2b33e64 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:19.580795 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5297ebbb-d147-4052-aac9-458e0777bf2d req-24423ee1-325f-432c-b4b4-40cbe2b33e64 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/ports?device_id=7af55f80-abb5-4424-b251-2b11bd49d686 HTTP/1.1" status: 200 len: 932 time: 0.6802821 Jul 29 23:23:19.588319 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d20931e-0868-4aa9-8d0a-90ecf02504ce x-openstack-request-id: req-7d20931e-0868-4aa9-8d0a-90ecf02504ce {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:19.588607 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75eb3bc-a0ff-45da-879c-3c494d882a7f", "name": "network-vif-deleted", "tag": "3a824c40-977f-477c-8ca9-fac02c4296fa", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:19.588863 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7d20931e-0868-4aa9-8d0a-90ecf02504ce {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:19.589442 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75eb3bc-a0ff-45da-879c-3c494d882a7f', 'name': 'network-vif-deleted', 'tag': '3a824c40-977f-477c-8ca9-fac02c4296fa', 'status': 'completed', 'code': 200} Jul 29 23:23:19.606689 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e704ac35-1732-4780-a912-1f86951718c7 None None] Checking router: 8c6a0178-9689-420c-b381-c298e301a0fd for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:23:19.623635 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca1dc7c-e0e9-4c38-b9d5-43854a8dc2ce req-86b5de4c-ef54-45cd-bc8f-4bed7a7ee333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:19.627539 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3ca1dc7c-e0e9-4c38-b9d5-43854a8dc2ce req-86b5de4c-ef54-45cd-bc8f-4bed7a7ee333 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=15385434-337d-4da4-a3b4-f8afd7f1591a HTTP/1.1" status: 200 len: 1101 time: 0.6874216 Jul 29 23:23:19.663982 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e704ac35-1732-4780-a912-1f86951718c7 None None] Routers {'8c6a0178-9689-420c-b381-c298e301a0fd'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:19.664624 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e704ac35-1732-4780-a912-1f86951718c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:23:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8c6a0178-9689-420c-b381-c298e301a0fd'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:19.683046 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-80042816-24ca-42c4-927b-bd8b47482e4f None None] Provisioning for port dd655cc7-e918-4103-9bc3-379f3368e18a completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:19.763517 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-2b02b87d-009d-479c-9a0b-407847424285 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Allocated IP 19.86.0.102 (42d215b9-230d-4805-aa0b-870678a96ed8/6236e917-76d6-41f8-9b9a-331f385e448d/da4c60f8-0541-48d1-be42-597ee8de2dae) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:19.778447 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-80042816-24ca-42c4-927b-bd8b47482e4f None None] Provisioning complete for port dd655cc7-e918-4103-9bc3-379f3368e18a triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:19.787963 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-80042816-24ca-42c4-927b-bd8b47482e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:20.025343 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-80042816-24ca-42c4-927b-bd8b47482e4f None None] Port dd655cc7-e918-4103-9bc3-379f3368e18a cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:23:20.125305 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-e704ac35-1732-4780-a912-1f86951718c7 None None] Set router 8c6a0178-9689-420c-b381-c298e301a0fd gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:20.186025 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device b67d6400-5c74-465c-8c59-8c263467426c up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:20.250804 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5297ebbb-d147-4052-aac9-458e0777bf2d req-4f12d9ec-9555-4c81-8e24-893c6364e260 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74a574a-0c52-4781-a2e3-5b7322a30418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6689579 Jul 29 23:23:20.275024 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3ca1dc7c-e0e9-4c38-b9d5-43854a8dc2ce req-5310da2e-bc8f-4c34-b714-fd94eb85f4b3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0764f0e7-3428-4712-ab78-4b7f43262d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5271299 Jul 29 23:23:20.295477 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 318669cb-a632-45f3-844c-5fd123c2a991 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:20.328070 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-05d9aa6a-1cc7-4a3e-946e-220a05eb2e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:20.342235 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-2b02b87d-009d-479c-9a0b-407847424285 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:20.359521 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-2b02b87d-009d-479c-9a0b-407847424285 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Transition to ACTIVE for port object da4c60f8-0541-48d1-be42-597ee8de2dae will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:20.382307 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 318669cb-a632-45f3-844c-5fd123c2a991 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:20.386544 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 318669cb-a632-45f3-844c-5fd123c2a991 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:20.405853 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-2b02b87d-009d-479c-9a0b-407847424285 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:20.424785 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d9aa6a-1cc7-4a3e-946e-220a05eb2e43 admin admin] Pushing event deleted for resources: {'Port': ['ID=666a5712-4d3f-40ca-889c-5d13441ae74f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:20.477899 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7f23c4-d8c7-403f-ba4a-2e9ccca5802c req-ac642ef0-7ceb-4e79-8654-aa9a319550a6 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:20.480619 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-2b02b87d-009d-479c-9a0b-407847424285 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Network 42d215b9-230d-4805-aa0b-870678a96ed8 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:20.484378 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-2b02b87d-009d-479c-9a0b-407847424285 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:20.488359 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9b7f23c4-d8c7-403f-ba4a-2e9ccca5802c req-ac642ef0-7ceb-4e79-8654-aa9a319550a6 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b1fb69-f6c4-413e-8844-b194630d72a3 HTTP/1.1" status: 200 len: 945 time: 0.3008561 Jul 29 23:23:20.491756 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port b67d6400-5c74-465c-8c59-8c263467426c completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:20.501673 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-2b02b87d-009d-479c-9a0b-407847424285 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:20.504966 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port b67d6400-5c74-465c-8c59-8c263467426c triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:20.511006 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:20.566169 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-2b02b87d-009d-479c-9a0b-407847424285 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:20.566743 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-2b02b87d-009d-479c-9a0b-407847424285 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:20.599474 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-2b02b87d-009d-479c-9a0b-407847424285 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3385694 Jul 29 23:23:20.603581 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d66e01-6d19-4257-a9df-7f7629161390 req-face5170-30f1-4441-bd4d-7fa5d5734708 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:20.605382 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-06d66e01-6d19-4257-a9df-7f7629161390 req-face5170-30f1-4441-bd4d-7fa5d5734708 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8511fb6-b74b-4d0d-91e8-1b47a25c8683 HTTP/1.1" status: 200 len: 945 time: 0.2742653 Jul 29 23:23:20.613405 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02b87d-009d-479c-9a0b-407847424285 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Pushing event updated for resources: {'Port': ['ID=da4c60f8-0541-48d1-be42-597ee8de2dae,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:20.649454 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-e471e9c1-27d4-4aa3-a345-3e1eff14f821 service neutron] Request body: {'port': {'device_id': '7af55f80-abb5-4424-b251-2b11bd49d686', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:20.708197 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9b7f23c4-d8c7-403f-ba4a-2e9ccca5802c req-9198a969-4806-4d89-8306-8cc60498a42a tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.18 "GET /v2.0/security-groups?id=e032f9a9-01d6-4edd-85c0-5b1f8d665926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2134097 Jul 29 23:23:20.732701 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-06d66e01-6d19-4257-a9df-7f7629161390 req-c0b992db-e177-4d40-a271-1c6d7b6002be tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176343 Jul 29 23:23:20.741403 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-05d9aa6a-1cc7-4a3e-946e-220a05eb2e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:20.808993 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-e471e9c1-27d4-4aa3-a345-3e1eff14f821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:20.868456 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:20.902065 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e704ac35-1732-4780-a912-1f86951718c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'name': 'tempest-ServersTestBootFromVolume-174923062-router', 'tenant_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '0c0c4171-ebae-4c87-9191-dbb876d9e494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:38Z', 'updated_at': '2021-07-29T23:19:48Z', 'revision_number': 4, 'project_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'gw_port': {'id': '0c0c4171-ebae-4c87-9191-dbb876d9e494', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:39Z', 'updated_at': '2021-07-29T23:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '6471806d-c709-4686-ae62-db1d42c1b5b2', 'name': '', 'network_id': '1b4861e7-2155-4265-b168-d8e6cff2010d', 'tenant_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'mac_address': 'fa:16:3e:39:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'f0e126a9-da53-4f31-985c-8139eb4ec79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:46Z', 'updated_at': '2021-07-29T23:19:56Z', 'revision_number': 5, 'project_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'subnets': [{'id': 'f0e126a9-da53-4f31-985c-8139eb4ec79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:21.257569 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e704ac35-1732-4780-a912-1f86951718c7 None None] The sync data for ids ['8c6a0178-9689-420c-b381-c298e301a0fd'] in n-d-712140-10 is: [{'id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'name': 'tempest-ServersTestBootFromVolume-174923062-router', 'tenant_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '0c0c4171-ebae-4c87-9191-dbb876d9e494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:38Z', 'updated_at': '2021-07-29T23:19:48Z', 'revision_number': 4, 'project_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'gw_port': {'id': '0c0c4171-ebae-4c87-9191-dbb876d9e494', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:39Z', 'updated_at': '2021-07-29T23:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '6471806d-c709-4686-ae62-db1d42c1b5b2', 'name': '', 'network_id': '1b4861e7-2155-4265-b168-d8e6cff2010d', 'tenant_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'mac_address': 'fa:16:3e:39:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'f0e126a9-da53-4f31-985c-8139eb4ec79b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:46Z', 'updated_at': '2021-07-29T23:19:56Z', 'revision_number': 5, 'project_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'subnets': [{'id': 'f0e126a9-da53-4f31-985c-8139eb4ec79b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:23:21.312397 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port b67d6400-5c74-465c-8c59-8c263467426c, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b67d6400-5c74-465c-8c59-8c263467426c,segment=NetworkSegment(032842ed-983f-41f3-a825-71fef9598b85),segment_id=032842ed-983f-41f3-a825-71fef9598b85)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:21.316379 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b1fb69-f6c4-413e-8844-b194630d72a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67d6400-5c74-465c-8c59-8c263467426c'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:21.322121 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796c0222-0054-48f0-8edd-2249ff5b759b" -d '{"events": [{"server_uuid": "d4b1fb69-f6c4-413e-8844-b194630d72a3", "name": "network-vif-plugged", "status": "completed", "tag": "b67d6400-5c74-465c-8c59-8c263467426c"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:21.351435 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:21.360499 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ff0e481a-5642-48f9-a45c-f8ccdd9e1607 None None] Provisioning for port da4c60f8-0541-48d1-be42-597ee8de2dae completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:21.366773 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ff0e481a-5642-48f9-a45c-f8ccdd9e1607 None None] Provisioning complete for port da4c60f8-0541-48d1-be42-597ee8de2dae triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:21.367352 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ff0e481a-5642-48f9-a45c-f8ccdd9e1607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:21.413943 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-05d9aa6a-1cc7-4a3e-946e-220a05eb2e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:21.419704 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3dcc902b-df4a-4fa9-a633-86d470633c5b req-4d857e1c-6455-44b1-af8a-133986c31264 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 210 time: 0.0943639 Jul 29 23:23:21.426757 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-05d9aa6a-1cc7-4a3e-946e-220a05eb2e43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:21.464294 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-e471e9c1-27d4-4aa3-a345-3e1eff14f821 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd655cc7-e918-4103-9bc3-379f3368e18a {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:21.476366 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-e471e9c1-27d4-4aa3-a345-3e1eff14f821 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:21.500816 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0c5cad-6043-43d6-97c7-eeab64c797ee req-482fcbd1-98d5-4314-999c-1825ab0ec0fc tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:21.510190 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-e471e9c1-27d4-4aa3-a345-3e1eff14f821 service neutron] Transition to ACTIVE for port object dd655cc7-e918-4103-9bc3-379f3368e18a will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:21.510796 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5c0c5cad-6043-43d6-97c7-eeab64c797ee req-482fcbd1-98d5-4314-999c-1825ab0ec0fc tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/ports?device_id=15385434-337d-4da4-a3b4-f8afd7f1591a HTTP/1.1" status: 200 len: 949 time: 0.6669288 Jul 29 23:23:21.516325 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-e471e9c1-27d4-4aa3-a345-3e1eff14f821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:21.548873 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=b67d6400-5c74-465c-8c59-8c263467426c,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:21.562797 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ff0e481a-5642-48f9-a45c-f8ccdd9e1607 None None] Port da4c60f8-0541-48d1-be42-597ee8de2dae cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:23:21.667472 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5c0c5cad-6043-43d6-97c7-eeab64c797ee req-ca580dab-ed4d-44c2-8974-3ec0a2753b2d tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/security-groups?id=0764f0e7-3428-4712-ab78-4b7f43262d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556582 Jul 29 23:23:21.682894 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-05d9aa6a-1cc7-4a3e-946e-220a05eb2e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:21.684040 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d9aa6a-1cc7-4a3e-946e-220a05eb2e43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6af9ceb9-fe37-4719-8974-a8ef40de38d9 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:23:21.702714 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-05d9aa6a-1cc7-4a3e-946e-220a05eb2e43 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:21.705115 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-05d9aa6a-1cc7-4a3e-946e-220a05eb2e43 admin admin] 10.222.0.18 "DELETE /v2.0/routers/6af9ceb9-fe37-4719-8974-a8ef40de38d9 HTTP/1.1" status: 204 len: 168 time: 4.4588237 Jul 29 23:23:21.708544 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33470) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:21.750055 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471e9c1-27d4-4aa3-a345-3e1eff14f821 service neutron] Pushing event updated for resources: {'Port': ['ID=dd655cc7-e918-4103-9bc3-379f3368e18a,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:21.824496 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a3715fb-ae40-49ba-9044-588c4811bff3 None None] New status for floating IP d7c64342-d3bf-4d2c-8629-e330e386a4a4: DOWN {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:23:21.884096 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-e471e9c1-27d4-4aa3-a345-3e1eff14f821 service neutron] Attempting to bind port dd655cc7-e918-4103-9bc3-379f3368e18a on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:21.884096 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-e471e9c1-27d4-4aa3-a345-3e1eff14f821 service neutron] Attempting to bind port dd655cc7-e918-4103-9bc3-379f3368e18a by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '402cc08b-8ce2-4c82-94e4-deeb256fec80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '916234a9-0aec-4fd4-b929-168c39b80d67'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:21.884483 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-e471e9c1-27d4-4aa3-a345-3e1eff14f821 service neutron] Attempting to bind port dd655cc7-e918-4103-9bc3-379f3368e18a on network 916234a9-0aec-4fd4-b929-168c39b80d67 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:21.905421 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-e471e9c1-27d4-4aa3-a345-3e1eff14f821 service neutron] Port dd655cc7-e918-4103-9bc3-379f3368e18a on network 916234a9-0aec-4fd4-b929-168c39b80d67 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:23:21.905790 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-e471e9c1-27d4-4aa3-a345-3e1eff14f821 service neutron] Attempting to bind port dd655cc7-e918-4103-9bc3-379f3368e18a on network 916234a9-0aec-4fd4-b929-168c39b80d67 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:21.918395 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-e471e9c1-27d4-4aa3-a345-3e1eff14f821 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:21.918746 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-e471e9c1-27d4-4aa3-a345-3e1eff14f821 service neutron] Checking segment: {'id': '402cc08b-8ce2-4c82-94e4-deeb256fec80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '916234a9-0aec-4fd4-b929-168c39b80d67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:21.921852 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-e471e9c1-27d4-4aa3-a345-3e1eff14f821 service neutron] Bound using segment: {'id': '402cc08b-8ce2-4c82-94e4-deeb256fec80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '916234a9-0aec-4fd4-b929-168c39b80d67'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:21.922331 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-e471e9c1-27d4-4aa3-a345-3e1eff14f821 service neutron] Bound port: dd655cc7-e918-4103-9bc3-379f3368e18a, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '402cc08b-8ce2-4c82-94e4-deeb256fec80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '916234a9-0aec-4fd4-b929-168c39b80d67'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:21.922792 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-e471e9c1-27d4-4aa3-a345-3e1eff14f821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:22.039954 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-e471e9c1-27d4-4aa3-a345-3e1eff14f821 service neutron] For port dd655cc7-e918-4103-9bc3-379f3368e18a, host n-h1-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:22.040394 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca27878-a9e6-443b-9f4f-afdd8e7fa73f x-openstack-request-id: req-7ca27878-a9e6-443b-9f4f-afdd8e7fa73f {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:22.040802 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b1fb69-f6c4-413e-8844-b194630d72a3", "name": "network-vif-plugged", "status": "completed", "tag": "b67d6400-5c74-465c-8c59-8c263467426c", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:22.041189 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7ca27878-a9e6-443b-9f4f-afdd8e7fa73f {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:22.041695 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b1fb69-f6c4-413e-8844-b194630d72a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b67d6400-5c74-465c-8c59-8c263467426c', 'code': 200} Jul 29 23:23:22.044622 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-e471e9c1-27d4-4aa3-a345-3e1eff14f821 service neutron] For port dd655cc7-e918-4103-9bc3-379f3368e18a, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=dd655cc7-e918-4103-9bc3-379f3368e18a,segment=NetworkSegment(402cc08b-8ce2-4c82-94e4-deeb256fec80),segment_id=402cc08b-8ce2-4c82-94e4-deeb256fec80)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:22.054817 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-e471e9c1-27d4-4aa3-a345-3e1eff14f821 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:22.146451 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-e471e9c1-27d4-4aa3-a345-3e1eff14f821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:22.147618 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-e471e9c1-27d4-4aa3-a345-3e1eff14f821 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:22.149109 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-e471e9c1-27d4-4aa3-a345-3e1eff14f821 service neutron] 10.222.0.23 "PUT /v2.0/ports/dd655cc7-e918-4103-9bc3-379f3368e18a HTTP/1.1" status: 200 len: 1093 time: 1.5314605 Jul 29 23:23:22.149568 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af55f80-abb5-4424-b251-2b11bd49d686', 'tag': 'dd655cc7-e918-4103-9bc3-379f3368e18a'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:22.160005 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-39b4d71d-6d5b-42a5-9dee-1d5e2380df86 admin admin] Deleting subnet 340eeb0f-e215-481a-a3ed-413dd343d59d {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:23:22.163252 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f148473-76d2-446f-b83b-2e3b12f269dc" -d '{"events": [{"name": "network-changed", "server_uuid": "7af55f80-abb5-4424-b251-2b11bd49d686", "tag": "dd655cc7-e918-4103-9bc3-379f3368e18a"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:22.175563 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-39b4d71d-6d5b-42a5-9dee-1d5e2380df86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:22.188467 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device e37b3611-18ab-4719-86cf-3c4129044d88 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:22.198240 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-8a2b363b-6e10-4168-a204-331c22cc270d service neutron] Request body: {'port': {'device_id': '7af55f80-abb5-4424-b251-2b11bd49d686', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:22.322447 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 3485afde-06c3-4837-856c-4a2098f52fb2 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:22.340585 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-39b4d71d-6d5b-42a5-9dee-1d5e2380df86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:22.378843 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471e9c1-27d4-4aa3-a345-3e1eff14f821 service neutron] Pushing event updated for resources: {'Port': ['ID=dd655cc7-e918-4103-9bc3-379f3368e18a,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:22.403829 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-8a2b363b-6e10-4168-a204-331c22cc270d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:22.470933 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port e37b3611-18ab-4719-86cf-3c4129044d88, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=e37b3611-18ab-4719-86cf-3c4129044d88,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:22.495287 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'e37b3611-18ab-4719-86cf-3c4129044d88', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': 'e37b3611-18ab-4719-86cf-3c4129044d88', 'mac_address': 'fa:16:3e:2e:14:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:22.559476 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 666a5712-4d3f-40ca-889c-5d13441ae74f no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:22.568513 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-39b4d71d-6d5b-42a5-9dee-1d5e2380df86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:22.598289 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 666a5712-4d3f-40ca-889c-5d13441ae74f {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:22.600724 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 666a5712-4d3f-40ca-889c-5d13441ae74f not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:22.655350 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 3485afde-06c3-4837-856c-4a2098f52fb2 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:22.662602 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 3485afde-06c3-4837-856c-4a2098f52fb2 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:22.663068 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:22.692383 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:22.699928 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942e358-b83c-48af-a07c-aa7d27cda249 req-c164b804-92b9-4dab-afc7-25958029c5fd tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:22.712527 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0942e358-b83c-48af-a07c-aa7d27cda249 req-c164b804-92b9-4dab-afc7-25958029c5fd tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:22.718362 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37b3611-18ab-4719-86cf-3c4129044d88 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:22.720704 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0942e358-b83c-48af-a07c-aa7d27cda249 req-c164b804-92b9-4dab-afc7-25958029c5fd tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/ports?device_id=7af55f80-abb5-4424-b251-2b11bd49d686 HTTP/1.1" status: 200 len: 1667 time: 0.7812934 Jul 29 23:23:22.772827 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port e37b3611-18ab-4719-86cf-3c4129044d88, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=e37b3611-18ab-4719-86cf-3c4129044d88,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:22.787184 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:22.888674 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-39b4d71d-6d5b-42a5-9dee-1d5e2380df86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:22.898780 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23794eb6-b940-4253-a28b-7d319c60122a req-a265ca8b-c544-4a70-a9b8-300baff3b89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:22.900372 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-23794eb6-b940-4253-a28b-7d319c60122a req-a265ca8b-c544-4a70-a9b8-300baff3b89c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d4b1fb69-f6c4-413e-8844-b194630d72a3 HTTP/1.1" status: 200 len: 1098 time: 0.2597790 Jul 29 23:23:22.933663 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['e37b3611-18ab-4719-86cf-3c4129044d88'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:22.964500 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d4bb4b-526e-463a-9c20-f978011dd69a req-39bcbe5f-2307-4dbc-aac4-91b0cc841f07 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:22.973699 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2d4bb4b-526e-463a-9c20-f978011dd69a req-39bcbe5f-2307-4dbc-aac4-91b0cc841f07 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b1fb69-f6c4-413e-8844-b194630d72a3 HTTP/1.1" status: 200 len: 946 time: 0.2997992 Jul 29 23:23:22.999914 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0942e358-b83c-48af-a07c-aa7d27cda249 req-d9034ba2-d706-462f-aca5-d7d017241048 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74a574a-0c52-4781-a2e3-5b7322a30418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700326 Jul 29 23:23:23.014279 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6f74d-a68f-4a4a-a8b8-e755121d5b4f req-ba88e275-ad26-444b-bc65-d7e72a8fc868 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:23.016485 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2fa6f74d-a68f-4a4a-a8b8-e755121d5b4f req-ba88e275-ad26-444b-bc65-d7e72a8fc868 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.39 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 944 time: 0.3638258 Jul 29 23:23:23.018879 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4d71d-6d5b-42a5-9dee-1d5e2380df86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=340eeb0f-e215-481a-a3ed-413dd343d59d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:23.023827 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-39b4d71d-6d5b-42a5-9dee-1d5e2380df86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:23.029697 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-39b4d71d-6d5b-42a5-9dee-1d5e2380df86 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/340eeb0f-e215-481a-a3ed-413dd343d59d HTTP/1.1" status: 204 len: 168 time: 1.3200624 Jul 29 23:23:23.033829 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33486) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:23.048401 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755f14ba-1094-4362-a733-d20b983acfbb None None] Network e830c838-5320-4f47-8a70-ed7b14724e77 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:23:23.063655 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:23.092463 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-8a2b363b-6e10-4168-a204-331c22cc270d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da4c60f8-0541-48d1-be42-597ee8de2dae {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:23.111785 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-23794eb6-b940-4253-a28b-7d319c60122a req-8347a890-d081-4a64-9f37-22c6fd077571 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e032f9a9-01d6-4edd-85c0-5b1f8d665926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695037 Jul 29 23:23:23.121898 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-8a2b363b-6e10-4168-a204-331c22cc270d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:23.129728 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2d4bb4b-526e-463a-9c20-f978011dd69a req-824178d7-a7da-4f91-a60c-b05ea2b81083 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.18 "GET /v2.0/security-groups?id=e032f9a9-01d6-4edd-85c0-5b1f8d665926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484315 Jul 29 23:23:23.143383 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 3485afde-06c3-4837-856c-4a2098f52fb2, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=3485afde-06c3-4837-856c-4a2098f52fb2,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:23.151357 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-8a2b363b-6e10-4168-a204-331c22cc270d service neutron] Transition to ACTIVE for port object da4c60f8-0541-48d1-be42-597ee8de2dae will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:23.167362 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-8a2b363b-6e10-4168-a204-331c22cc270d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:23.300121 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:23.334738 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b363b-6e10-4168-a204-331c22cc270d service neutron] Pushing event updated for resources: {'Port': ['ID=da4c60f8-0541-48d1-be42-597ee8de2dae,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:23.378380 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12ddafa-2bb1-42dc-86a2-09c111ab4478 req-edcc1206-8850-48ee-91f3-0fac2a66dd3d tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:23.380416 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d12ddafa-2bb1-42dc-86a2-09c111ab4478 req-edcc1206-8850-48ee-91f3-0fac2a66dd3d tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8511fb6-b74b-4d0d-91e8-1b47a25c8683 HTTP/1.1" status: 200 len: 946 time: 0.2239051 Jul 29 23:23:23.385883 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=e37b3611-18ab-4719-86cf-3c4129044d88,revision_number=9']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:23.471599 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84644c3b-296f-468a-a5ad-dcdedf6c06a2 req-3caba01d-0b1a-47c3-b339-e94d1cbe2edd tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:23.473516 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-84644c3b-296f-468a-a5ad-dcdedf6c06a2 req-3caba01d-0b1a-47c3-b339-e94d1cbe2edd tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 944 time: 0.1735902 Jul 29 23:23:23.532395 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d12ddafa-2bb1-42dc-86a2-09c111ab4478 req-6eed7d0a-083c-4024-be31-83560a263ef7 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265473 Jul 29 23:23:23.537517 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-2fa6f74d-a68f-4a4a-a8b8-e755121d5b4f req-18752f81-412b-4edb-bd10-a9e2d4744dc3 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Deleting port 3f9074c0-f574-49f9-aec4-e84e43e28957 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:23.538249 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2fa6f74d-a68f-4a4a-a8b8-e755121d5b4f req-18752f81-412b-4edb-bd10-a9e2d4744dc3 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:23.616028 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4fc8d01-c0bc-478b-91a4-ada3e271ba52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:23.657842 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-8a2b363b-6e10-4168-a204-331c22cc270d service neutron] Attempting to bind port da4c60f8-0541-48d1-be42-597ee8de2dae on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:23.658219 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-8a2b363b-6e10-4168-a204-331c22cc270d service neutron] Attempting to bind port da4c60f8-0541-48d1-be42-597ee8de2dae by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'bc7ad28d-4098-43f1-b413-3735b551680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '42d215b9-230d-4805-aa0b-870678a96ed8'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:23.658739 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-8a2b363b-6e10-4168-a204-331c22cc270d service neutron] Attempting to bind port da4c60f8-0541-48d1-be42-597ee8de2dae on network 42d215b9-230d-4805-aa0b-870678a96ed8 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:23.678480 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-8a2b363b-6e10-4168-a204-331c22cc270d service neutron] Port da4c60f8-0541-48d1-be42-597ee8de2dae on network 42d215b9-230d-4805-aa0b-870678a96ed8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:23:23.681391 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-8a2b363b-6e10-4168-a204-331c22cc270d service neutron] Attempting to bind port da4c60f8-0541-48d1-be42-597ee8de2dae on network 42d215b9-230d-4805-aa0b-870678a96ed8 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:23.697962 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=3485afde-06c3-4837-856c-4a2098f52fb2,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:23.716210 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cba1819-1416-43ef-9952-9be5f48db55c x-openstack-request-id: req-0cba1819-1416-43ef-9952-9be5f48db55c {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:23.716642 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af55f80-abb5-4424-b251-2b11bd49d686", "tag": "dd655cc7-e918-4103-9bc3-379f3368e18a", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:23.717055 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0cba1819-1416-43ef-9952-9be5f48db55c {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:23.717675 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af55f80-abb5-4424-b251-2b11bd49d686', 'tag': 'dd655cc7-e918-4103-9bc3-379f3368e18a', 'status': 'completed', 'code': 200} Jul 29 23:23:23.720783 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-8a2b363b-6e10-4168-a204-331c22cc270d service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:23.729203 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-8a2b363b-6e10-4168-a204-331c22cc270d service neutron] Checking segment: {'id': 'bc7ad28d-4098-43f1-b413-3735b551680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '42d215b9-230d-4805-aa0b-870678a96ed8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:23.730885 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-8a2b363b-6e10-4168-a204-331c22cc270d service neutron] Bound using segment: {'id': 'bc7ad28d-4098-43f1-b413-3735b551680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '42d215b9-230d-4805-aa0b-870678a96ed8'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:23.731377 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-8a2b363b-6e10-4168-a204-331c22cc270d service neutron] Bound port: da4c60f8-0541-48d1-be42-597ee8de2dae, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc7ad28d-4098-43f1-b413-3735b551680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '42d215b9-230d-4805-aa0b-870678a96ed8'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:23.731855 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-8a2b363b-6e10-4168-a204-331c22cc270d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:23.781036 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ed90af-62f7-4c37-9d72-d315eb92f8f3 None None] DHCP port deletion for e830c838-5320-4f47-8a70-ed7b14724e77 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:23:23.800440 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-84644c3b-296f-468a-a5ad-dcdedf6c06a2 req-7beb9a19-cbff-44ce-90a2-ac9297db26e7 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978487 Jul 29 23:23:23.870713 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed90af-62f7-4c37-9d72-d315eb92f8f3 None None] Deleting port c1b79088-26ca-4b9f-8bf4-2ecfed0d2323 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:23.877847 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c7ed90af-62f7-4c37-9d72-d315eb92f8f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:23.952550 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-8a2b363b-6e10-4168-a204-331c22cc270d service neutron] For port da4c60f8-0541-48d1-be42-597ee8de2dae, host n-h1-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:23.956013 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-8a2b363b-6e10-4168-a204-331c22cc270d service neutron] For port da4c60f8-0541-48d1-be42-597ee8de2dae, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=da4c60f8-0541-48d1-be42-597ee8de2dae,segment=NetworkSegment(bc7ad28d-4098-43f1-b413-3735b551680d),segment_id=bc7ad28d-4098-43f1-b413-3735b551680d)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:23.977949 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-8a2b363b-6e10-4168-a204-331c22cc270d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:23.987829 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4a23f201-165c-416f-a610-b98a61d5fb69 req-5f6d02bb-3d67-4ec6-9885-7d4843365ee2 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 210 time: 0.1079814 Jul 29 23:23:24.025698 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c7ed90af-62f7-4c37-9d72-d315eb92f8f3 None None] For port c1b79088-26ca-4b9f-8bf4-2ecfed0d2323, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c1b79088-26ca-4b9f-8bf4-2ecfed0d2323,segment=NetworkSegment(e54b1e53-0c15-4a98-ae01-123c7fd1a889),segment_id=e54b1e53-0c15-4a98-ae01-123c7fd1a889)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:24.025698 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c7ed90af-62f7-4c37-9d72-d315eb92f8f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:24.062639 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed90af-62f7-4c37-9d72-d315eb92f8f3 None None] Calling delete_port for c1b79088-26ca-4b9f-8bf4-2ecfed0d2323 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:24.091490 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8511fb6-b74b-4d0d-91e8-1b47a25c8683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3485afde-06c3-4837-856c-4a2098f52fb2'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:24.101706 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc1fd0a-343f-4b7c-b778-8576fd83ddfa" -d '{"events": [{"server_uuid": "b8511fb6-b74b-4d0d-91e8-1b47a25c8683", "name": "network-vif-plugged", "status": "completed", "tag": "3485afde-06c3-4837-856c-4a2098f52fb2"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:24.113743 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-8a2b363b-6e10-4168-a204-331c22cc270d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:24.116221 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-8a2b363b-6e10-4168-a204-331c22cc270d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:24.132262 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-8a2b363b-6e10-4168-a204-331c22cc270d service neutron] 10.222.0.23 "PUT /v2.0/ports/da4c60f8-0541-48d1-be42-597ee8de2dae HTTP/1.1" status: 200 len: 1093 time: 1.9419663 Jul 29 23:23:24.178860 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-2fa6f74d-a68f-4a4a-a8b8-e755121d5b4f req-18752f81-412b-4edb-bd10-a9e2d4744dc3 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] For port 3f9074c0-f574-49f9-aec4-e84e43e28957, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=3f9074c0-f574-49f9-aec4-e84e43e28957,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:24.179334 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2fa6f74d-a68f-4a4a-a8b8-e755121d5b4f req-18752f81-412b-4edb-bd10-a9e2d4744dc3 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:24.213905 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device e37b3611-18ab-4719-86cf-3c4129044d88 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:24.217913 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c7ed90af-62f7-4c37-9d72-d315eb92f8f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:24.323228 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-c4fc8d01-c0bc-478b-91a4-ada3e271ba52 admin admin] Deleting port c1b79088-26ca-4b9f-8bf4-2ecfed0d2323 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:24.323819 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4fc8d01-c0bc-478b-91a4-ada3e271ba52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:24.335865 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2b363b-6e10-4168-a204-331c22cc270d service neutron] Pushing event updated for resources: {'Port': ['ID=da4c60f8-0541-48d1-be42-597ee8de2dae,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:24.368112 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed90af-62f7-4c37-9d72-d315eb92f8f3 None None] Pushing event deleted for resources: {'Port': ['ID=c1b79088-26ca-4b9f-8bf4-2ecfed0d2323,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:24.375199 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-2fa6f74d-a68f-4a4a-a8b8-e755121d5b4f req-18752f81-412b-4edb-bd10-a9e2d4744dc3 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Calling delete_port for 3f9074c0-f574-49f9-aec4-e84e43e28957 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:24.432804 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f148473-76d2-446f-b83b-2e3b12f269dc req-9cbbddae-41e8-4c66-a09c-17501a596770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:24.433495 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f148473-76d2-446f-b83b-2e3b12f269dc req-9cbbddae-41e8-4c66-a09c-17501a596770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:24.436636 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c1b79088-26ca-4b9f-8bf4-2ecfed0d2323 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:24.438233 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f148473-76d2-446f-b83b-2e3b12f269dc req-9cbbddae-41e8-4c66-a09c-17501a596770 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1524bc6566794e35993db0c2e1765bc4&device_id=7af55f80-abb5-4424-b251-2b11bd49d686 HTTP/1.1" status: 200 len: 1941 time: 0.6885524 Jul 29 23:23:24.475567 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ed90af-62f7-4c37-9d72-d315eb92f8f3 None None] No DVR routers for this DVR port c1b79088-26ca-4b9f-8bf4-2ecfed0d2323 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:24.498906 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-c4fc8d01-c0bc-478b-91a4-ada3e271ba52 admin admin] For port c1b79088-26ca-4b9f-8bf4-2ecfed0d2323, host n-d-712140-10, got binding levels [] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:24.499199 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4fc8d01-c0bc-478b-91a4-ada3e271ba52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:24.526156 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-c4fc8d01-c0bc-478b-91a4-ada3e271ba52 admin admin] Calling delete_port for c1b79088-26ca-4b9f-8bf4-2ecfed0d2323 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:24.526620 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: c1b79088-26ca-4b9f-8bf4-2ecfed0d2323 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:24.526966 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c1b79088-26ca-4b9f-8bf4-2ecfed0d2323 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:24.545432 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.ipam_backend_mixin [None req-c4fc8d01-c0bc-478b-91a4-ada3e271ba52 admin admin] Port c1b79088-26ca-4b9f-8bf4-2ecfed0d2323 was not found and therefore no delete operation was performed {{(pid=94064) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:23:24.547136 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4fc8d01-c0bc-478b-91a4-ada3e271ba52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:24.555874 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10a5bbe-ded0-433c-980c-2cbf6b1b7fe4 req-3413b3c5-1340-4bd7-ac26-4447c80d1581 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:24.572904 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f10a5bbe-ded0-433c-980c-2cbf6b1b7fe4 req-3413b3c5-1340-4bd7-ac26-4447c80d1581 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/ports?device_id=15385434-337d-4da4-a3b4-f8afd7f1591a HTTP/1.1" status: 200 len: 949 time: 0.5611153 Jul 29 23:23:24.581482 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port e37b3611-18ab-4719-86cf-3c4129044d88 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:24.585087 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:24.589260 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fc8d01-c0bc-478b-91a4-ada3e271ba52 admin admin] No DVR routers for this DVR port c1b79088-26ca-4b9f-8bf4-2ecfed0d2323 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:24.615100 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc8d01-c0bc-478b-91a4-ada3e271ba52 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1b79088-26ca-4b9f-8bf4-2ecfed0d2323,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:24.731302 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb347b5-341a-419e-a813-480c9257d81d req-cb3f3187-36ac-4434-9189-2d6cbca19a71 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:24.737950 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb347b5-341a-419e-a813-480c9257d81d req-cb3f3187-36ac-4434-9189-2d6cbca19a71 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:24.744557 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1cb347b5-341a-419e-a813-480c9257d81d req-cb3f3187-36ac-4434-9189-2d6cbca19a71 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/ports?device_id=7af55f80-abb5-4424-b251-2b11bd49d686 HTTP/1.1" status: 200 len: 1679 time: 0.4919577 Jul 29 23:23:24.768613 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:24.872778 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port e37b3611-18ab-4719-86cf-3c4129044d88, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=e37b3611-18ab-4719-86cf-3c4129044d88,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:24.878818 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f10a5bbe-ded0-433c-980c-2cbf6b1b7fe4 req-315775b8-c639-4ddf-9e37-f5161c4b2b17 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/security-groups?id=0764f0e7-3428-4712-ab78-4b7f43262d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042147 Jul 29 23:23:24.884378 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:24.889884 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4fc8d01-c0bc-478b-91a4-ada3e271ba52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:24.914159 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-c4fc8d01-c0bc-478b-91a4-ada3e271ba52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e830c838-5320-4f47-8a70-ed7b14724e77']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:24.941248 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-c4fc8d01-c0bc-478b-91a4-ada3e271ba52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e54b1e53-0c15-4a98-ae01-123c7fd1a889') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:24.942419 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-c4fc8d01-c0bc-478b-91a4-ada3e271ba52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e54b1e53-0c15-4a98-ae01-123c7fd1a889') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:24.969843 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4fc8d01-c0bc-478b-91a4-ada3e271ba52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:24.985713 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=e37b3611-18ab-4719-86cf-3c4129044d88,revision_number=10']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:25.019244 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1cb347b5-341a-419e-a813-480c9257d81d req-e904a461-99f8-4d39-a4d9-f99d27346e6e tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74a574a-0c52-4781-a2e3-5b7322a30418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2452548 Jul 29 23:23:25.039917 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4fc8d01-c0bc-478b-91a4-ada3e271ba52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:25.054145 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4fc8d01-c0bc-478b-91a4-ada3e271ba52 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:23:25.054849 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4fc8d01-c0bc-478b-91a4-ada3e271ba52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:25.058022 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:23:25.058022 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:23:25.058022 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:23:25.058022 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:23:25.058022 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:23:25.058022 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:23:25.058022 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:23:25.058022 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:23:25.058022 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:23:25.058022 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:23:25.058022 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:23:25.058022 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:23:25.058022 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:23:25.058022 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:23:25.058022 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:23:25.058022 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:23:25.058022 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:23:25.058022 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:23:25.058022 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:23:25.058022 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:23:25.058022 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:23:25.058022 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:23:25.058022 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:23:25.058022 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:23:25.058022 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:23:25.058022 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:23:25.058022 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:23:25.058022 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:23:25.058022 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:23:25.058022 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:23:25.058022 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:23:25.058022 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:23:25.061327 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f148473-76d2-446f-b83b-2e3b12f269dc req-d8825862-830a-40bb-a3c0-8a2ec2808b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:25.062024 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f148473-76d2-446f-b83b-2e3b12f269dc req-d8825862-830a-40bb-a3c0-8a2ec2808b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:25.062565 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f148473-76d2-446f-b83b-2e3b12f269dc req-d8825862-830a-40bb-a3c0-8a2ec2808b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:25.065756 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f148473-76d2-446f-b83b-2e3b12f269dc req-d8825862-830a-40bb-a3c0-8a2ec2808b71 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=1524bc6566794e35993db0c2e1765bc4&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4733551 Jul 29 23:23:25.121850 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb82d12-a053-4184-ace4-4fa5fe97dd2f x-openstack-request-id: req-1cb82d12-a053-4184-ace4-4fa5fe97dd2f {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:25.122194 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8511fb6-b74b-4d0d-91e8-1b47a25c8683", "name": "network-vif-plugged", "status": "completed", "tag": "3485afde-06c3-4837-856c-4a2098f52fb2", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:25.122393 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1cb82d12-a053-4184-ace4-4fa5fe97dd2f {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:25.122801 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8511fb6-b74b-4d0d-91e8-1b47a25c8683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3485afde-06c3-4837-856c-4a2098f52fb2', 'code': 200} Jul 29 23:23:25.241694 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4fc8d01-c0bc-478b-91a4-ada3e271ba52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:25.248982 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4fc8d01-c0bc-478b-91a4-ada3e271ba52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:25.252454 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c4fc8d01-c0bc-478b-91a4-ada3e271ba52 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e830c838-5320-4f47-8a70-ed7b14724e77 HTTP/1.1" status: 204 len: 168 time: 2.2134986 Jul 29 23:23:25.257698 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33538) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:25.290207 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc8d01-c0bc-478b-91a4-ada3e271ba52 admin admin] Pushing event deleted for resources: {'Network': ['ID=e830c838-5320-4f47-8a70-ed7b14724e77,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:25.552992 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f148473-76d2-446f-b83b-2e3b12f269dc req-e08b4401-3a61-4937-be8c-75364ee229b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:25.555035 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f148473-76d2-446f-b83b-2e3b12f269dc req-e08b4401-3a61-4937-be8c-75364ee229b9 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4817052 Jul 29 23:23:25.580021 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fdc6b-c910-4bbd-8ab1-2a789eded38a req-5261695c-d3f3-4ca1-85b5-f36c1bae2d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:25.581693 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-774fdc6b-c910-4bbd-8ab1-2a789eded38a req-5261695c-d3f3-4ca1-85b5-f36c1bae2d0f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b8511fb6-b74b-4d0d-91e8-1b47a25c8683 HTTP/1.1" status: 200 len: 1098 time: 0.2637875 Jul 29 23:23:25.626331 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5cf27f-c92b-41ba-a276-74cc067f1949 req-e1c91423-49eb-426e-a7e5-d35d77d20144 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:25.628321 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff5cf27f-c92b-41ba-a276-74cc067f1949 req-e1c91423-49eb-426e-a7e5-d35d77d20144 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b1fb69-f6c4-413e-8844-b194630d72a3 HTTP/1.1" status: 200 len: 946 time: 0.3828380 Jul 29 23:23:25.689419 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2fa6f74d-a68f-4a4a-a8b8-e755121d5b4f req-18752f81-412b-4edb-bd10-a9e2d4744dc3 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:25.791935 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff5cf27f-c92b-41ba-a276-74cc067f1949 req-11b3b398-22bb-4330-b8dd-389d68028176 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.18 "GET /v2.0/security-groups?id=e032f9a9-01d6-4edd-85c0-5b1f8d665926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278481 Jul 29 23:23:25.800882 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4110dc-2e0d-46b0-aea0-058d0733d0df req-b10ba85d-fdc9-4117-8135-ffb893a528d9 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:25.808932 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a4110dc-2e0d-46b0-aea0-058d0733d0df req-b10ba85d-fdc9-4117-8135-ffb893a528d9 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8511fb6-b74b-4d0d-91e8-1b47a25c8683 HTTP/1.1" status: 200 len: 946 time: 0.2909150 Jul 29 23:23:25.838169 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18752f81-412b-4edb-bd10-a9e2d4744dc3 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Pushing event deleted for resources: {'Port': ['ID=3f9074c0-f574-49f9-aec4-e84e43e28957,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:25.897481 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa6f74d-a68f-4a4a-a8b8-e755121d5b4f req-18752f81-412b-4edb-bd10-a9e2d4744dc3 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] No DVR routers for this DVR port 3f9074c0-f574-49f9-aec4-e84e43e28957 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:25.900634 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-774fdc6b-c910-4bbd-8ab1-2a789eded38a req-8c7d30e3-9101-4bbe-a168-da3093f67897 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049374 Jul 29 23:23:25.901975 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2fa6f74d-a68f-4a4a-a8b8-e755121d5b4f req-18752f81-412b-4edb-bd10-a9e2d4744dc3 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:25.904556 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2fa6f74d-a68f-4a4a-a8b8-e755121d5b4f req-18752f81-412b-4edb-bd10-a9e2d4744dc3 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.39 "DELETE /v2.0/ports/3f9074c0-f574-49f9-aec4-e84e43e28957 HTTP/1.1" status: 204 len: 173 time: 2.8653715 Jul 29 23:23:25.906383 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c527d9d3-6857-492f-92a0-f12c46623466', 'name': 'network-vif-deleted', 'tag': '3f9074c0-f574-49f9-aec4-e84e43e28957'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:25.908913 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7499910c-fa47-471c-bcc1-4afc1a4dad72" -d '{"events": [{"server_uuid": "c527d9d3-6857-492f-92a0-f12c46623466", "name": "network-vif-deleted", "tag": "3f9074c0-f574-49f9-aec4-e84e43e28957"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:25.912264 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7af55f80-abb5-4424-b251-2b11bd49d686', 'tag': 'da4c60f8-0541-48d1-be42-597ee8de2dae'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:25.915877 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6dc98ff-5d4e-4053-a9bd-0fb9d5b3ff4b" -d '{"events": [{"name": "network-changed", "server_uuid": "7af55f80-abb5-4424-b251-2b11bd49d686", "tag": "da4c60f8-0541-48d1-be42-597ee8de2dae"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:25.925843 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-d42196b1-aec0-4933-9fa9-b5f20b492126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:25.926337 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-d42196b1-aec0-4933-9fa9-b5f20b492126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:25.929042 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-d42196b1-aec0-4933-9fa9-b5f20b492126 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1524bc6566794e35993db0c2e1765bc4&device_id=7af55f80-abb5-4424-b251-2b11bd49d686 HTTP/1.1" status: 200 len: 1983 time: 0.3189163 Jul 29 23:23:26.007150 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a4110dc-2e0d-46b0-aea0-058d0733d0df req-669c61d9-3ddd-43d6-ae7a-a6937af9096e tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970503 Jul 29 23:23:26.014428 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-0e813711-d2bf-482c-954c-69890b091f7c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.180&port_id=dd655cc7-e918-4103-9bc3-379f3368e18a HTTP/1.1" status: 200 len: 217 time: 0.0694151 Jul 29 23:23:26.205433 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-91a9e478-5d2c-4a11-804b-401577d96865 req-33b7e604-cef9-4d10-aa19-da1fbf536496 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=c527d9d3-6857-492f-92a0-f12c46623466 HTTP/1.1" status: 200 len: 210 time: 0.1666608 Jul 29 23:23:26.253660 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-66ffe616-ff17-4c82-baaa-b8af48074455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:26.261547 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-66ffe616-ff17-4c82-baaa-b8af48074455 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a280fd89-53f6-4284-919a-79f5d03b619b HTTP/1.1" status: 200 len: 801 time: 0.2352509 Jul 29 23:23:26.300064 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 3f9074c0-f574-49f9-aec4-e84e43e28957 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:26.341503 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 3f9074c0-f574-49f9-aec4-e84e43e28957 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:26.343728 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 3f9074c0-f574-49f9-aec4-e84e43e28957 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:26.358159 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-1bd04408-a208-4200-b221-2b29ee6ffc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:26.360101 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-1bd04408-a208-4200-b221-2b29ee6ffc99 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=916234a9-0aec-4fd4-b929-168c39b80d67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912273 Jul 29 23:23:26.505403 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-4c2cd407-6af9-49d7-982a-0875c7652bfd service neutron] 10.222.0.23 "GET /v2.0/networks/916234a9-0aec-4fd4-b929-168c39b80d67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380033 Jul 29 23:23:26.596548 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d8d24324-36c7-4ae3-974e-49bfc38eb12f req-2dfbf22c-1d4f-47b0-bf52-782126faef63 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75eb3bc-a0ff-45da-879c-3c494d882a7f HTTP/1.1" status: 200 len: 210 time: 0.0791802 Jul 29 23:23:26.754099 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6f7f360d-41f2-438a-8909-b2b563b8926a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:26.764975 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb20afc0-630f-4a91-90ab-5aab4847d123 x-openstack-request-id: req-eb20afc0-630f-4a91-90ab-5aab4847d123 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:26.769750 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c527d9d3-6857-492f-92a0-f12c46623466", "name": "network-vif-deleted", "tag": "3f9074c0-f574-49f9-aec4-e84e43e28957", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:26.770281 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb20afc0-630f-4a91-90ab-5aab4847d123 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:26.771684 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c527d9d3-6857-492f-92a0-f12c46623466', 'name': 'network-vif-deleted', 'tag': '3f9074c0-f574-49f9-aec4-e84e43e28957', 'status': 'completed', 'code': 200} Jul 29 23:23:26.848960 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ca28bf-6ee0-4f6b-8cf6-17e2384437d8 x-openstack-request-id: req-e4ca28bf-6ee0-4f6b-8cf6-17e2384437d8 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:26.848960 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7af55f80-abb5-4424-b251-2b11bd49d686", "tag": "da4c60f8-0541-48d1-be42-597ee8de2dae", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:26.850377 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4ca28bf-6ee0-4f6b-8cf6-17e2384437d8 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:26.850842 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7af55f80-abb5-4424-b251-2b11bd49d686', 'tag': 'da4c60f8-0541-48d1-be42-597ee8de2dae', 'status': 'completed', 'code': 200} Jul 29 23:23:26.870761 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-491ec985-063a-41bc-a70e-105958217993 service neutron] 10.222.0.23 "GET /v2.0/networks/916234a9-0aec-4fd4-b929-168c39b80d67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358932 Jul 29 23:23:26.891816 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa429919-51a5-455d-bd27-b87414fc50ec req-90ca7d59-6189-45f2-8623-7856b4936562 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:26.920403 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa429919-51a5-455d-bd27-b87414fc50ec req-90ca7d59-6189-45f2-8623-7856b4936562 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b1fb69-f6c4-413e-8844-b194630d72a3 HTTP/1.1" status: 200 len: 946 time: 0.4120770 Jul 29 23:23:26.959537 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33556) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:26.966954 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-0f3236a6-dc5e-432d-8334-78697d805b95 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Request body: {'floatingip': {'port_id': 'b67d6400-5c74-465c-8c59-8c263467426c'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:27.026354 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0f3236a6-dc5e-432d-8334-78697d805b95 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks [] for floatingip, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:27.035553 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-afd8f914-b8ca-472f-aed5-417efe5d87c5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.102&port_id=da4c60f8-0541-48d1-be42-597ee8de2dae HTTP/1.1" status: 200 len: 217 time: 0.1129704 Jul 29 23:23:27.124250 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d6de1c-6b33-475a-824f-8b7f6c93e9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37b3611-18ab-4719-86cf-3c4129044d88'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:27.127242 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5391048d-2661-44b7-a3dc-d59788aeb606" -d '{"events": [{"server_uuid": "b1d6de1c-6b33-475a-824f-8b7f6c93e9ea", "name": "network-vif-plugged", "status": "completed", "tag": "e37b3611-18ab-4719-86cf-3c4129044d88"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:27.298492 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372158b2-b319-4ca8-ac37-aaed678ec3f7 req-80a2a081-0492-4dc2-884f-7ff71e462a08 tempest-ServersAdminNegativeTestJSON-228891295 tempest-ServersAdminNegativeTestJSON-228891295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:27.311701 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-372158b2-b319-4ca8-ac37-aaed678ec3f7 req-80a2a081-0492-4dc2-884f-7ff71e462a08 tempest-ServersAdminNegativeTestJSON-228891295 tempest-ServersAdminNegativeTestJSON-228891295-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=15385434-337d-4da4-a3b4-f8afd7f1591a HTTP/1.1" status: 200 len: 1101 time: 0.2651250 Jul 29 23:23:27.380959 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-372158b2-b319-4ca8-ac37-aaed678ec3f7 req-eeb428a3-032e-4fec-af10-c3fa0a507815 tempest-ServersAdminNegativeTestJSON-228891295 tempest-ServersAdminNegativeTestJSON-228891295-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:27.391073 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-e4a353cc-4fd7-4b2e-b78d-a76caf4ae25c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:27.393572 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-e4a353cc-4fd7-4b2e-b78d-a76caf4ae25c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6236e917-76d6-41f8-9b9a-331f385e448d HTTP/1.1" status: 200 len: 801 time: 0.3495295 Jul 29 23:23:27.440601 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe327cc-e3bb-4ae7-894c-f4dcebf2b034 req-d2be4187-543d-4708-b4c4-9055426ff944 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:27.452272 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe327cc-e3bb-4ae7-894c-f4dcebf2b034 req-d2be4187-543d-4708-b4c4-9055426ff944 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:27.453408 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3fe327cc-e3bb-4ae7-894c-f4dcebf2b034 req-d2be4187-543d-4708-b4c4-9055426ff944 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/ports?device_id=7af55f80-abb5-4424-b251-2b11bd49d686 HTTP/1.1" status: 200 len: 1679 time: 0.4252779 Jul 29 23:23:27.744067 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-2c1e7d96-4371-4e23-986d-0b4411250ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:27.746650 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-2c1e7d96-4371-4e23-986d-0b4411250ad4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=42d215b9-230d-4805-aa0b-870678a96ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3407967 Jul 29 23:23:27.767407 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3fe327cc-e3bb-4ae7-894c-f4dcebf2b034 req-e444bee0-d2e3-41b4-bb10-923d90096b6e tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74a574a-0c52-4781-a2e3-5b7322a30418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754526 Jul 29 23:23:27.819293 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6f7f360d-41f2-438a-8909-b2b563b8926a admin admin] Deleting port 8adf3e7d-68c6-433f-be1c-cbc44f27101a {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:27.819885 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6f7f360d-41f2-438a-8909-b2b563b8926a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:27.877507 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-372158b2-b319-4ca8-ac37-aaed678ec3f7 req-eeb428a3-032e-4fec-af10-c3fa0a507815 tempest-ServersAdminNegativeTestJSON-228891295 tempest-ServersAdminNegativeTestJSON-228891295-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:27.893518 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-372158b2-b319-4ca8-ac37-aaed678ec3f7 req-eeb428a3-032e-4fec-af10-c3fa0a507815 tempest-ServersAdminNegativeTestJSON-228891295 tempest-ServersAdminNegativeTestJSON-228891295-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:27.971478 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6f7f360d-41f2-438a-8909-b2b563b8926a admin admin] For port 8adf3e7d-68c6-433f-be1c-cbc44f27101a, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=8adf3e7d-68c6-433f-be1c-cbc44f27101a,segment=NetworkSegment(46eb2fae-b572-4a16-aac2-c017bca6a00b),segment_id=46eb2fae-b572-4a16-aac2-c017bca6a00b)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:27.972128 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6f7f360d-41f2-438a-8909-b2b563b8926a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:27.988991 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-372158b2-b319-4ca8-ac37-aaed678ec3f7 req-eeb428a3-032e-4fec-af10-c3fa0a507815 tempest-ServersAdminNegativeTestJSON-228891295 tempest-ServersAdminNegativeTestJSON-228891295-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0764f0e7-3428-4712-ab78-4b7f43262d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6760561 Jul 29 23:23:28.015995 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb428a3-032e-4fec-af10-c3fa0a507815 tempest-ServersAdminNegativeTestJSON-228891295 tempest-ServersAdminNegativeTestJSON-228891295-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe490609-f27c-4faa-8f44-c14bb24383af,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:28.035400 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-ab899279-fd6e-4181-b9f3-11678bd9aced service neutron] 10.222.0.23 "GET /v2.0/networks/42d215b9-230d-4805-aa0b-870678a96ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663877 Jul 29 23:23:28.049738 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6f7f360d-41f2-438a-8909-b2b563b8926a admin admin] Calling delete_port for 8adf3e7d-68c6-433f-be1c-cbc44f27101a owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:28.117760 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0940f3-44c5-47d9-bc8b-69e8c93810b1 x-openstack-request-id: req-7a0940f3-44c5-47d9-bc8b-69e8c93810b1 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:28.118888 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d6de1c-6b33-475a-824f-8b7f6c93e9ea", "name": "network-vif-plugged", "status": "completed", "tag": "e37b3611-18ab-4719-86cf-3c4129044d88", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:28.119521 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7a0940f3-44c5-47d9-bc8b-69e8c93810b1 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:28.120388 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d6de1c-6b33-475a-824f-8b7f6c93e9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37b3611-18ab-4719-86cf-3c4129044d88', 'code': 200} Jul 29 23:23:28.173718 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:23:28.404948 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6f7f360d-41f2-438a-8909-b2b563b8926a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:28.429018 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deee961-374b-4088-87ee-39de2c8640ba req-d591af28-d396-47e9-aa6f-c4a310a5a0aa tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:28.432032 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1deee961-374b-4088-87ee-39de2c8640ba req-d591af28-d396-47e9-aa6f-c4a310a5a0aa tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8511fb6-b74b-4d0d-91e8-1b47a25c8683 HTTP/1.1" status: 200 len: 946 time: 0.3496995 Jul 29 23:23:28.468891 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-def9d1ea-2893-4fb8-ac76-3375de1253be req-cf65493f-8dfa-449a-a86a-22265e967e9d service neutron] 10.222.0.23 "GET /v2.0/networks/42d215b9-230d-4805-aa0b-870678a96ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4273376 Jul 29 23:23:28.552773 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1deee961-374b-4088-87ee-39de2c8640ba req-97044558-0aa6-4747-898d-9743bb0b5aec tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016264 Jul 29 23:23:28.631021 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f360d-41f2-438a-8909-b2b563b8926a admin admin] Pushing event deleted for resources: {'Port': ['ID=8adf3e7d-68c6-433f-be1c-cbc44f27101a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:28.726917 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33584) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:28.909897 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.db.resource_extend [None req-0f3236a6-dc5e-432d-8334-78697d805b95 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:23:29.002779 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc98ff-5d4e-4053-a9bd-0fb9d5b3ff4b req-08065d1b-42f6-4b42-97ec-6df438c1a738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:29.004179 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc98ff-5d4e-4053-a9bd-0fb9d5b3ff4b req-08065d1b-42f6-4b42-97ec-6df438c1a738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:29.007699 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c6dc98ff-5d4e-4053-a9bd-0fb9d5b3ff4b req-08065d1b-42f6-4b42-97ec-6df438c1a738 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1524bc6566794e35993db0c2e1765bc4&device_id=7af55f80-abb5-4424-b251-2b11bd49d686 HTTP/1.1" status: 200 len: 1983 time: 0.4303484 Jul 29 23:23:29.165304 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0f3236a6-dc5e-432d-8334-78697d805b95 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:29.173302 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0f3236a6-dc5e-432d-8334-78697d805b95 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:29.249967 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:29.374376 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6f7f360d-41f2-438a-8909-b2b563b8926a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:29.556159 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-32a6bf50-9bb4-483f-b1ab-de9da50a98ec tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:29.621597 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:29.664529 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4667b7a-2c81-48cd-b7af-cd86809ac227 req-a6d831c2-b48b-4141-88ab-9e2a4ec64780 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:29.678878 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d4667b7a-2c81-48cd-b7af-cd86809ac227 req-a6d831c2-b48b-4141-88ab-9e2a4ec64780 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8511fb6-b74b-4d0d-91e8-1b47a25c8683 HTTP/1.1" status: 200 len: 946 time: 0.7944167 Jul 29 23:23:29.767068 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5d414-98ac-4a80-93b9-840bb41a9618 req-59e450bf-3f58-4bf2-9d5f-d8e35273032d tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:29.782984 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-18f5d414-98ac-4a80-93b9-840bb41a9618 req-59e450bf-3f58-4bf2-9d5f-d8e35273032d tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=2622fdbe-22eb-4dd6-9014-8f9419731226 HTTP/1.1" status: 200 len: 944 time: 0.8607781 Jul 29 23:23:29.856505 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-32a6bf50-9bb4-483f-b1ab-de9da50a98ec tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:29.961890 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbd20a-b6ee-47c0-8efe-5200831847d5 req-3fe7a801-26e2-420e-9998-c9b93b6805d5 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:29.964661 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-35dbd20a-b6ee-47c0-8efe-5200831847d5 req-3fe7a801-26e2-420e-9998-c9b93b6805d5 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.39 "GET /v2.0/ports?device_id=2622fdbe-22eb-4dd6-9014-8f9419731226 HTTP/1.1" status: 200 len: 944 time: 0.4438479 Jul 29 23:23:30.001932 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-18f5d414-98ac-4a80-93b9-840bb41a9618 req-545cf0f0-6a33-43f3-8851-54a240b9a9e2 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171936 Jul 29 23:23:30.141421 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d4667b7a-2c81-48cd-b7af-cd86809ac227 req-3a425b8c-9ca8-4e31-a522-e42f561f8165 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4486527 Jul 29 23:23:30.162105 n-d-712140-10 neutron-server[94064]: INFO neutron.db.l3_db [None req-0f3236a6-dc5e-432d-8334-78697d805b95 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Floating IP 58cf42fe-02de-4d66-afb9-4b38ce2ad5c6 associated. External IP: 172.25.8.135, port: b67d6400-5c74-465c-8c59-8c263467426c. Jul 29 23:23:30.217612 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device dd655cc7-e918-4103-9bc3-379f3368e18a details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:30.293269 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc98ff-5d4e-4053-a9bd-0fb9d5b3ff4b req-149f292c-3d85-44f2-8b67-82533d5cc25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:30.295476 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c6dc98ff-5d4e-4053-a9bd-0fb9d5b3ff4b req-149f292c-3d85-44f2-8b67-82533d5cc25b service neutron] 10.222.0.23 "GET /v2.0/networks?id=42d215b9-230d-4805-aa0b-870678a96ed8 HTTP/1.1" status: 200 len: 901 time: 1.2770729 Jul 29 23:23:30.316133 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7f360d-41f2-438a-8909-b2b563b8926a admin admin] Router dc7b5bf3-35c7-4071-8242-5d15f88bc26f has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:23:30.558490 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7f360d-41f2-438a-8909-b2b563b8926a admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:23:30.586292 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6f7f360d-41f2-438a-8909-b2b563b8926a admin admin] 10.222.0.18 "PUT /v2.0/routers/dc7b5bf3-35c7-4071-8242-5d15f88bc26f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3238161 Jul 29 23:23:30.600094 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port dd655cc7-e918-4103-9bc3-379f3368e18a, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=dd655cc7-e918-4103-9bc3-379f3368e18a,segment=NetworkSegment(402cc08b-8ce2-4c82-94e4-deeb256fec80),segment_id=402cc08b-8ce2-4c82-94e4-deeb256fec80)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:30.601661 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33602) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:30.631435 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'dd655cc7-e918-4103-9bc3-379f3368e18a', 'network_id': '916234a9-0aec-4fd4-b929-168c39b80d67', 'port_id': 'dd655cc7-e918-4103-9bc3-379f3368e18a', 'mac_address': 'fa:16:3e:ca:a2:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a280fd89-53f6-4284-919a-79f5d03b619b', 'ip_address': '19.80.0.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:30.638060 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c6dc98ff-5d4e-4053-a9bd-0fb9d5b3ff4b req-0a25389b-9efd-49c7-9fa5-6580c4503569 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.102&port_id=da4c60f8-0541-48d1-be42-597ee8de2dae HTTP/1.1" status: 200 len: 217 time: 0.3312211 Jul 29 23:23:30.638637 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a2390b-b9fd-437d-9e74-d8d958063159 None None] Sync routers for ids ['dc7b5bf3-35c7-4071-8242-5d15f88bc26f'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:23:30.706557 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a2390b-b9fd-437d-9e74-d8d958063159 None None] Routers {'dc7b5bf3-35c7-4071-8242-5d15f88bc26f'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:30.708538 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-02a2390b-b9fd-437d-9e74-d8d958063159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:23:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['dc7b5bf3-35c7-4071-8242-5d15f88bc26f'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:30.752769 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d0c38-a2ab-4286-8d44-23846dc89e51 req-b9c24095-48d1-40cc-85c6-e2d44f3c3990 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:30.789605 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8d0c38-a2ab-4286-8d44-23846dc89e51 req-b9c24095-48d1-40cc-85c6-e2d44f3c3990 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:30.802111 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ad8d0c38-a2ab-4286-8d44-23846dc89e51 req-b9c24095-48d1-40cc-85c6-e2d44f3c3990 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/ports?device_id=7af55f80-abb5-4424-b251-2b11bd49d686 HTTP/1.1" status: 200 len: 1679 time: 0.6467359 Jul 29 23:23:30.823496 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:30.882127 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd655cc7-e918-4103-9bc3-379f3368e18a {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:30.919590 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port dd655cc7-e918-4103-9bc3-379f3368e18a, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=dd655cc7-e918-4103-9bc3-379f3368e18a,segment=NetworkSegment(402cc08b-8ce2-4c82-94e4-deeb256fec80),segment_id=402cc08b-8ce2-4c82-94e4-deeb256fec80)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:30.933355 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-02a2390b-b9fd-437d-9e74-d8d958063159 None None] Set router dc7b5bf3-35c7-4071-8242-5d15f88bc26f gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:30.943593 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:30.946949 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device da4c60f8-0541-48d1-be42-597ee8de2dae details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:31.141646 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-32a6bf50-9bb4-483f-b1ab-de9da50a98ec tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:31.152831 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-32a6bf50-9bb4-483f-b1ab-de9da50a98ec tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:31.157842 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-32a6bf50-9bb4-483f-b1ab-de9da50a98ec tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "DELETE /v2.0/security-groups/da56b8fd-0c8d-4fe0-9571-340578f21219 HTTP/1.1" status: 204 len: 168 time: 2.4287071 Jul 29 23:23:31.169149 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33606) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:31.194836 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc98ff-5d4e-4053-a9bd-0fb9d5b3ff4b req-6dd40529-afc3-448b-9991-d88b6e835389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:31.209317 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c6dc98ff-5d4e-4053-a9bd-0fb9d5b3ff4b req-6dd40529-afc3-448b-9991-d88b6e835389 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6236e917-76d6-41f8-9b9a-331f385e448d HTTP/1.1" status: 200 len: 801 time: 0.2536149 Jul 29 23:23:31.247753 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6bf50-9bb4-483f-b1ab-de9da50a98ec tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da56b8fd-0c8d-4fe0-9571-340578f21219,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:31.248530 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3236a6-dc5e-432d-8334-78697d805b95 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Router 1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:23:31.267907 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-fe2adf00-1b7d-4111-b041-597d2df8cffc tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] show failed (client error): The resource could not be found. Jul 29 23:23:31.269473 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fe2adf00-1b7d-4111-b041-597d2df8cffc tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "GET /v2.0/security-groups/da56b8fd-0c8d-4fe0-9571-340578f21219 HTTP/1.1" status: 404 len: 347 time: 0.0860119 Jul 29 23:23:31.274004 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33608) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:31.484697 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-35dbd20a-b6ee-47c0-8efe-5200831847d5 req-aaba27fd-2f86-4b2e-98a6-89d27565cf7c tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Deleting port 9a47ea6a-945d-4900-804f-cce950df5171 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:31.485470 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-35dbd20a-b6ee-47c0-8efe-5200831847d5 req-aaba27fd-2f86-4b2e-98a6-89d27565cf7c tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:31.563731 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-45a2e5a7-3925-468f-ae5d-5193db9833ec admin admin] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:31.577277 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3236a6-dc5e-432d-8334-78697d805b95 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:23:31.590720 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30e253c-267f-4b63-95e6-f7d5cb0fb6bf None None] Sync routers for ids ['1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:23:31.605301 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30e253c-267f-4b63-95e6-f7d5cb0fb6bf None None] Routers {'1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:31.606239 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b30e253c-267f-4b63-95e6-f7d5cb0fb6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:23:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:31.644436 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0f3236a6-dc5e-432d-8334-78697d805b95 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:31.669192 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=dd655cc7-e918-4103-9bc3-379f3368e18a,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:31.757385 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-35dbd20a-b6ee-47c0-8efe-5200831847d5 req-aaba27fd-2f86-4b2e-98a6-89d27565cf7c tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] For port 9a47ea6a-945d-4900-804f-cce950df5171, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9a47ea6a-945d-4900-804f-cce950df5171,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:31.758327 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-35dbd20a-b6ee-47c0-8efe-5200831847d5 req-aaba27fd-2f86-4b2e-98a6-89d27565cf7c tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:31.797269 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-35dbd20a-b6ee-47c0-8efe-5200831847d5 req-aaba27fd-2f86-4b2e-98a6-89d27565cf7c tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Calling delete_port for 9a47ea6a-945d-4900-804f-cce950df5171 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:31.884019 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-b30e253c-267f-4b63-95e6-f7d5cb0fb6bf None None] Set router 1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:31.939820 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port da4c60f8-0541-48d1-be42-597ee8de2dae, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=da4c60f8-0541-48d1-be42-597ee8de2dae,segment=NetworkSegment(bc7ad28d-4098-43f1-b413-3735b551680d),segment_id=bc7ad28d-4098-43f1-b413-3735b551680d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:32.010948 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'da4c60f8-0541-48d1-be42-597ee8de2dae', 'network_id': '42d215b9-230d-4805-aa0b-870678a96ed8', 'port_id': 'da4c60f8-0541-48d1-be42-597ee8de2dae', 'mac_address': 'fa:16:3e:d8:fd:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6236e917-76d6-41f8-9b9a-331f385e448d', 'ip_address': '19.86.0.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:32.046026 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-45a2e5a7-3925-468f-ae5d-5193db9833ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:32.089334 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa73a5-0476-4a6d-b37d-b73ab38e2aa7 req-1592290a-4171-4b65-b16b-fd9063a24247 tempest-ServersAdminNegativeTestJSON-228891295 tempest-ServersAdminNegativeTestJSON-228891295-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:32.105988 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7aa73a5-0476-4a6d-b37d-b73ab38e2aa7 req-1592290a-4171-4b65-b16b-fd9063a24247 tempest-ServersAdminNegativeTestJSON-228891295 tempest-ServersAdminNegativeTestJSON-228891295-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=15385434-337d-4da4-a3b4-f8afd7f1591a HTTP/1.1" status: 200 len: 1101 time: 1.4644547 Jul 29 23:23:32.187050 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-02a2390b-b9fd-437d-9e74-d8d958063159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7b5bf3-35c7-4071-8242-5d15f88bc26f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1977050104-router', 'tenant_id': '4fdff9d3f032405d849a99be4597a320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.119'}], 'enable_snat': True}, 'gw_port_id': 'f61455ef-a4c9-4056-8a4f-22229ac15406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:34Z', 'updated_at': '2021-07-29T23:23:28Z', 'revision_number': 5, 'project_id': '4fdff9d3f032405d849a99be4597a320', 'gw_port': {'id': 'f61455ef-a4c9-4056-8a4f-22229ac15406', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:db:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc7b5bf3-35c7-4071-8242-5d15f88bc26f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:17:36Z', 'updated_at': '2021-07-29T23:17:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:32.200142 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0f3236a6-dc5e-432d-8334-78697d805b95 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.18 "PUT /v2.0/floatingips/58cf42fe-02de-4d66-afb9-4b38ce2ad5c6 HTTP/1.1" status: 200 len: 992 time: 5.2388852 Jul 29 23:23:32.207631 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-35dbd20a-b6ee-47c0-8efe-5200831847d5 req-aaba27fd-2f86-4b2e-98a6-89d27565cf7c tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:32.214514 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4b1fb69-f6c4-413e-8844-b194630d72a3', 'tag': 'b67d6400-5c74-465c-8c59-8c263467426c'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:32.225451 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d31c6af-152b-4b81-9f6c-7ce42a248092" -d '{"events": [{"name": "network-changed", "server_uuid": "d4b1fb69-f6c4-413e-8844-b194630d72a3", "tag": "b67d6400-5c74-465c-8c59-8c263467426c"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:32.279371 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:32.287101 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a2390b-b9fd-437d-9e74-d8d958063159 None None] Checking router: dc7b5bf3-35c7-4071-8242-5d15f88bc26f for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:23:32.314604 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da4c60f8-0541-48d1-be42-597ee8de2dae {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:32.340466 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1b07b5bf-98ee-47c3-8976-0c79dfec0586 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Deleting port 2300e9f7-4f0c-45af-b947-02d9a2477289 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:32.344425 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b07b5bf-98ee-47c3-8976-0c79dfec0586 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:32.351823 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a2390b-b9fd-437d-9e74-d8d958063159 None None] Routers {'dc7b5bf3-35c7-4071-8242-5d15f88bc26f'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:32.357500 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-02a2390b-b9fd-437d-9e74-d8d958063159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:23:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['dc7b5bf3-35c7-4071-8242-5d15f88bc26f'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:32.363488 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7aa73a5-0476-4a6d-b37d-b73ab38e2aa7 req-cdcf149f-e893-4d35-92af-8acf1480bd79 tempest-ServersAdminNegativeTestJSON-228891295 tempest-ServersAdminNegativeTestJSON-228891295-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0764f0e7-3428-4712-ab78-4b7f43262d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560060 Jul 29 23:23:32.377587 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ad8d0c38-a2ab-4286-8d44-23846dc89e51 req-45f95fef-9e86-4cb1-b703-4d9c4ec79299 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74a574a-0c52-4781-a2e3-5b7322a30418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5460851 Jul 29 23:23:32.435121 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba27fd-2f86-4b2e-98a6-89d27565cf7c tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Pushing event deleted for resources: {'Port': ['ID=9a47ea6a-945d-4900-804f-cce950df5171,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:32.449230 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc98ff-5d4e-4053-a9bd-0fb9d5b3ff4b req-d33e51eb-7c8d-466f-9673-443b32fda023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:32.451813 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c6dc98ff-5d4e-4053-a9bd-0fb9d5b3ff4b req-d33e51eb-7c8d-466f-9673-443b32fda023 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=42d215b9-230d-4805-aa0b-870678a96ed8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1524704 Jul 29 23:23:32.469126 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b30e253c-267f-4b63-95e6-f7d5cb0fb6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'name': 'tempest-ServersTestFqdnHostnames-874585615-router', 'tenant_id': 'c0a3457b098f4d89bd86c03775586ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '80d2ff06-76fe-4a5e-9617-549267722cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:36Z', 'updated_at': '2021-07-29T23:22:49Z', 'revision_number': 4, 'project_id': 'c0a3457b098f4d89bd86c03775586ec5', 'gw_port': {'id': '80d2ff06-76fe-4a5e-9617-549267722cef', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:87:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:38Z', 'updated_at': '2021-07-29T23:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '58cf42fe-02de-4d66-afb9-4b38ce2ad5c6', 'tenant_id': 'c0a3457b098f4d89bd86c03775586ec5', 'floating_ip_address': '172.25.8.135', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'port_id': 'b67d6400-5c74-465c-8c59-8c263467426c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b25640e-3654-4f31-920b-3b21eab9978a', 'mac_address': 'fa:16:3e:01:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b1fb69-f6c4-413e-8844-b194630d72a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:23:01Z', 'updated_at': '2021-07-29T23:23:28Z', 'revision_number': 1, 'project_id': 'c0a3457b098f4d89bd86c03775586ec5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5722339a-e00d-4485-8308-2dd7bd095564', 'name': '', 'network_id': '0b25640e-3654-4f31-920b-3b21eab9978a', 'tenant_id': 'c0a3457b098f4d89bd86c03775586ec5', 'mac_address': 'fa:16:3e:b8:92:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f8fbcbbd-22b7-4bf5-b554-4ab283a8d631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:47Z', 'updated_at': '2021-07-29T23:23:03Z', 'revision_number': 5, 'project_id': 'c0a3457b098f4d89bd86c03775586ec5', 'subnets': [{'id': 'f8fbcbbd-22b7-4bf5-b554-4ab283a8d631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:32.496706 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-35dbd20a-b6ee-47c0-8efe-5200831847d5 req-aaba27fd-2f86-4b2e-98a6-89d27565cf7c tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] No DVR routers for this DVR port 9a47ea6a-945d-4900-804f-cce950df5171 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:32.502154 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-35dbd20a-b6ee-47c0-8efe-5200831847d5 req-aaba27fd-2f86-4b2e-98a6-89d27565cf7c tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:32.506864 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-35dbd20a-b6ee-47c0-8efe-5200831847d5 req-aaba27fd-2f86-4b2e-98a6-89d27565cf7c tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.39 "DELETE /v2.0/ports/9a47ea6a-945d-4900-804f-cce950df5171 HTTP/1.1" status: 204 len: 173 time: 2.4897823 Jul 29 23:23:32.508421 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2622fdbe-22eb-4dd6-9014-8f9419731226', 'name': 'network-vif-deleted', 'tag': '9a47ea6a-945d-4900-804f-cce950df5171'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:32.510592 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port da4c60f8-0541-48d1-be42-597ee8de2dae, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=da4c60f8-0541-48d1-be42-597ee8de2dae,segment=NetworkSegment(bc7ad28d-4098-43f1-b413-3735b551680d),segment_id=bc7ad28d-4098-43f1-b413-3735b551680d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:32.512834 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7707edf-1149-432b-90a8-05589ad1750f" -d '{"events": [{"server_uuid": "2622fdbe-22eb-4dd6-9014-8f9419731226", "name": "network-vif-deleted", "tag": "9a47ea6a-945d-4900-804f-cce950df5171"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:32.584735 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30e253c-267f-4b63-95e6-f7d5cb0fb6bf None None] Checking router: 1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:23:32.624295 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30e253c-267f-4b63-95e6-f7d5cb0fb6bf None None] Routers {'1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:32.630434 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b30e253c-267f-4b63-95e6-f7d5cb0fb6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:23:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:32.633199 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-45a2e5a7-3925-468f-ae5d-5193db9833ec admin admin] Deleting port f61455ef-a4c9-4056-8a4f-22229ac15406 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:32.634157 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-45a2e5a7-3925-468f-ae5d-5193db9833ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:32.699481 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:32.862240 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-527b9cbf-94f6-4239-a53d-be06e5a7d0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:32.878932 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eaec22a7-d645-4c7b-91dd-2ac7f05b63cb req-7cb9bd5b-6fbb-48e0-b818-47817b803f22 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=2622fdbe-22eb-4dd6-9014-8f9419731226 HTTP/1.1" status: 200 len: 210 time: 0.1347823 Jul 29 23:23:32.881893 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c6dc98ff-5d4e-4053-a9bd-0fb9d5b3ff4b req-efaffbe5-98f8-4556-87a8-f4cbb7842b5e service neutron] 10.222.0.23 "GET /v2.0/networks/42d215b9-230d-4805-aa0b-870678a96ed8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013371 Jul 29 23:23:32.905421 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b07b5bf-98ee-47c3-8976-0c79dfec0586 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:32.905726 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b07b5bf-98ee-47c3-8976-0c79dfec0586 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:32.966933 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-02a2390b-b9fd-437d-9e74-d8d958063159 None None] Set router dc7b5bf3-35c7-4071-8242-5d15f88bc26f gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:32.977182 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1b07b5bf-98ee-47c3-8976-0c79dfec0586 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Calling delete_port for 2300e9f7-4f0c-45af-b947-02d9a2477289 owned by network:floatingip {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:33.076900 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['da4c60f8-0541-48d1-be42-597ee8de2dae'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:33.085753 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-45a2e5a7-3925-468f-ae5d-5193db9833ec admin admin] For port f61455ef-a4c9-4056-8a4f-22229ac15406, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f61455ef-a4c9-4056-8a4f-22229ac15406,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:33.086705 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-45a2e5a7-3925-468f-ae5d-5193db9833ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:33.242213 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c6dc98ff-5d4e-4053-a9bd-0fb9d5b3ff4b req-c5404e62-f2ce-44ea-bb4f-905bb83fb362 service neutron] 10.222.0.23 "GET /v2.0/networks/42d215b9-230d-4805-aa0b-870678a96ed8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435998 Jul 29 23:23:33.255991 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=da4c60f8-0541-48d1-be42-597ee8de2dae,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:33.290815 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-02a2390b-b9fd-437d-9e74-d8d958063159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc7b5bf3-35c7-4071-8242-5d15f88bc26f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1977050104-router', 'tenant_id': '4fdff9d3f032405d849a99be4597a320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:34Z', 'updated_at': '2021-07-29T23:23:32Z', 'revision_number': 6, 'project_id': '4fdff9d3f032405d849a99be4597a320', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:33.306762 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-b30e253c-267f-4b63-95e6-f7d5cb0fb6bf None None] Set router 1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:33.321123 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4317750-f965-4172-b6df-a1e9e969169b x-openstack-request-id: req-e4317750-f965-4172-b6df-a1e9e969169b {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:33.321722 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4b1fb69-f6c4-413e-8844-b194630d72a3", "tag": "b67d6400-5c74-465c-8c59-8c263467426c", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:33.321722 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4317750-f965-4172-b6df-a1e9e969169b {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:33.322071 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4b1fb69-f6c4-413e-8844-b194630d72a3', 'tag': 'b67d6400-5c74-465c-8c59-8c263467426c', 'status': 'completed', 'code': 200} Jul 29 23:23:33.350170 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-45a2e5a7-3925-468f-ae5d-5193db9833ec admin admin] Calling delete_port for f61455ef-a4c9-4056-8a4f-22229ac15406 owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:33.408612 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4bacc90-1590-47a8-b59c-1d7db3e07f65 x-openstack-request-id: req-e4bacc90-1590-47a8-b59c-1d7db3e07f65 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:33.410178 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2622fdbe-22eb-4dd6-9014-8f9419731226", "name": "network-vif-deleted", "tag": "9a47ea6a-945d-4900-804f-cce950df5171", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:33.410586 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4bacc90-1590-47a8-b59c-1d7db3e07f65 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:33.411761 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2622fdbe-22eb-4dd6-9014-8f9419731226', 'name': 'network-vif-deleted', 'tag': '9a47ea6a-945d-4900-804f-cce950df5171', 'status': 'completed', 'code': 200} Jul 29 23:23:33.465376 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a2390b-b9fd-437d-9e74-d8d958063159 None None] The sync data for ids ['dc7b5bf3-35c7-4071-8242-5d15f88bc26f'] in n-d-712140-10 is: [{'id': 'dc7b5bf3-35c7-4071-8242-5d15f88bc26f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1977050104-router', 'tenant_id': '4fdff9d3f032405d849a99be4597a320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:17:34Z', 'updated_at': '2021-07-29T23:23:32Z', 'revision_number': 6, 'project_id': '4fdff9d3f032405d849a99be4597a320', 'gw_port_host': None}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:23:33.733027 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31c6af-152b-4b81-9f6c-7ce42a248092 req-62ea6f6c-cc94-4aca-a8b1-97f5c3929856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:33.735901 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d31c6af-152b-4b81-9f6c-7ce42a248092 req-62ea6f6c-cc94-4aca-a8b1-97f5c3929856 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0a3457b098f4d89bd86c03775586ec5&device_id=d4b1fb69-f6c4-413e-8844-b194630d72a3 HTTP/1.1" status: 200 len: 1098 time: 0.3788509 Jul 29 23:23:33.891698 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b07b5bf-98ee-47c3-8976-0c79dfec0586 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:33.934709 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31c6af-152b-4b81-9f6c-7ce42a248092 req-0c187498-1976-4550-95d3-7b2bc3c52158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:33.936726 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d31c6af-152b-4b81-9f6c-7ce42a248092 req-0c187498-1976-4550-95d3-7b2bc3c52158 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0b25640e-3654-4f31-920b-3b21eab9978a HTTP/1.1" status: 200 len: 915 time: 0.1842380 Jul 29 23:23:34.043249 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['dd655cc7-e918-4103-9bc3-379f3368e18a'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:34.048526 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d800b48-1397-4bf6-8ec3-7f73d0e42b31 req-eeadf089-4de1-4c27-8e46-778ebe5d17a9 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:34.057060 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d800b48-1397-4bf6-8ec3-7f73d0e42b31 req-eeadf089-4de1-4c27-8e46-778ebe5d17a9 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8511fb6-b74b-4d0d-91e8-1b47a25c8683 HTTP/1.1" status: 200 len: 946 time: 0.5764294 Jul 29 23:23:34.078015 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b30e253c-267f-4b63-95e6-f7d5cb0fb6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'name': 'tempest-ServersTestFqdnHostnames-874585615-router', 'tenant_id': 'c0a3457b098f4d89bd86c03775586ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '80d2ff06-76fe-4a5e-9617-549267722cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:36Z', 'updated_at': '2021-07-29T23:22:49Z', 'revision_number': 4, 'project_id': 'c0a3457b098f4d89bd86c03775586ec5', 'gw_port': {'id': '80d2ff06-76fe-4a5e-9617-549267722cef', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:87:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:38Z', 'updated_at': '2021-07-29T23:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '58cf42fe-02de-4d66-afb9-4b38ce2ad5c6', 'tenant_id': 'c0a3457b098f4d89bd86c03775586ec5', 'floating_ip_address': '172.25.8.135', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'port_id': 'b67d6400-5c74-465c-8c59-8c263467426c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b25640e-3654-4f31-920b-3b21eab9978a', 'mac_address': 'fa:16:3e:01:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b1fb69-f6c4-413e-8844-b194630d72a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:23:01Z', 'updated_at': '2021-07-29T23:23:28Z', 'revision_number': 1, 'project_id': 'c0a3457b098f4d89bd86c03775586ec5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5722339a-e00d-4485-8308-2dd7bd095564', 'name': '', 'network_id': '0b25640e-3654-4f31-920b-3b21eab9978a', 'tenant_id': 'c0a3457b098f4d89bd86c03775586ec5', 'mac_address': 'fa:16:3e:b8:92:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f8fbcbbd-22b7-4bf5-b554-4ab283a8d631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:47Z', 'updated_at': '2021-07-29T23:23:03Z', 'revision_number': 5, 'project_id': 'c0a3457b098f4d89bd86c03775586ec5', 'subnets': [{'id': 'f8fbcbbd-22b7-4bf5-b554-4ab283a8d631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:34.143269 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd97787-36a7-41c0-a59b-0a010dec89d1 req-e87b3d64-8cb7-4785-af00-e72c3372a989 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:34.154885 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd97787-36a7-41c0-a59b-0a010dec89d1 req-e87b3d64-8cb7-4785-af00-e72c3372a989 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:34.166840 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0fd97787-36a7-41c0-a59b-0a010dec89d1 req-e87b3d64-8cb7-4785-af00-e72c3372a989 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/ports?device_id=7af55f80-abb5-4424-b251-2b11bd49d686 HTTP/1.1" status: 200 len: 1681 time: 0.5247273 Jul 29 23:23:34.176428 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07b5bf-98ee-47c3-8976-0c79dfec0586 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Pushing event deleted for resources: {'Port': ['ID=2300e9f7-4f0c-45af-b947-02d9a2477289,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:34.180803 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b07b5bf-98ee-47c3-8976-0c79dfec0586 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks [] for floatingip, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:34.184804 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b07b5bf-98ee-47c3-8976-0c79dfec0586 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:34.189888 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1b07b5bf-98ee-47c3-8976-0c79dfec0586 tempest-ServersTestBootFromVolume-2147133187 tempest-ServersTestBootFromVolume-2147133187-project] 10.222.0.18 "DELETE /v2.0/floatingips/d7c64342-d3bf-4d2c-8629-e330e386a4a4 HTTP/1.1" status: 204 len: 168 time: 2.9145522 Jul 29 23:23:34.192194 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33642) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:34.361255 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0fd97787-36a7-41c0-a59b-0a010dec89d1 req-c77b1edc-15f9-49a4-9907-6242c5ea32b7 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74a574a-0c52-4781-a2e3-5b7322a30418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931875 Jul 29 23:23:34.368829 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 9a47ea6a-945d-4900-804f-cce950df5171 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:34.403021 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d31c6af-152b-4b81-9f6c-7ce42a248092 req-6430c653-e400-495b-bd66-8be1b089b4cf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b67d6400-5c74-465c-8c59-8c263467426c HTTP/1.1" status: 200 len: 1000 time: 0.4302714 Jul 29 23:23:34.406416 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d800b48-1397-4bf6-8ec3-7f73d0e42b31 req-cfa33509-a2d3-4145-8df9-aee1510835ec tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480942 Jul 29 23:23:34.422496 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30e253c-267f-4b63-95e6-f7d5cb0fb6bf None None] The sync data for ids ['1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a'] in n-d-712140-10 is: [{'id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'name': 'tempest-ServersTestFqdnHostnames-874585615-router', 'tenant_id': 'c0a3457b098f4d89bd86c03775586ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '80d2ff06-76fe-4a5e-9617-549267722cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:36Z', 'updated_at': '2021-07-29T23:22:49Z', 'revision_number': 4, 'project_id': 'c0a3457b098f4d89bd86c03775586ec5', 'gw_port': {'id': '80d2ff06-76fe-4a5e-9617-549267722cef', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:87:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:38Z', 'updated_at': '2021-07-29T23:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '58cf42fe-02de-4d66-afb9-4b38ce2ad5c6', 'tenant_id': 'c0a3457b098f4d89bd86c03775586ec5', 'floating_ip_address': '172.25.8.135', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'port_id': 'b67d6400-5c74-465c-8c59-8c263467426c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b25640e-3654-4f31-920b-3b21eab9978a', 'mac_address': 'fa:16:3e:01:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4b1fb69-f6c4-413e-8844-b194630d72a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:23:01Z', 'updated_at': '2021-07-29T23:23:28Z', 'revision_number': 1, 'project_id': 'c0a3457b098f4d89bd86c03775586ec5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5722339a-e00d-4485-8308-2dd7bd095564', 'name': '', 'network_id': '0b25640e-3654-4f31-920b-3b21eab9978a', 'tenant_id': 'c0a3457b098f4d89bd86c03775586ec5', 'mac_address': 'fa:16:3e:b8:92:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f8fbcbbd-22b7-4bf5-b554-4ab283a8d631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:47Z', 'updated_at': '2021-07-29T23:23:03Z', 'revision_number': 5, 'project_id': 'c0a3457b098f4d89bd86c03775586ec5', 'subnets': [{'id': 'f8fbcbbd-22b7-4bf5-b554-4ab283a8d631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:23:34.497425 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 9a47ea6a-945d-4900-804f-cce950df5171 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:34.497776 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 9a47ea6a-945d-4900-804f-cce950df5171 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:34.696629 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31c6af-152b-4b81-9f6c-7ce42a248092 req-0e95e0fc-f9a2-4bc9-8bed-464cfd8061d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:34.717532 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f61455ef-a4c9-4056-8a4f-22229ac15406 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:34.719257 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d31c6af-152b-4b81-9f6c-7ce42a248092 req-0e95e0fc-f9a2-4bc9-8bed-464cfd8061d5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f8fbcbbd-22b7-4bf5-b554-4ab283a8d631 HTTP/1.1" status: 200 len: 853 time: 0.3091476 Jul 29 23:23:34.728778 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-45a2e5a7-3925-468f-ae5d-5193db9833ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:34.729759 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device da4c60f8-0541-48d1-be42-597ee8de2dae up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:34.828958 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102a340-1c9e-4a48-9dd2-0490c6a06c83 req-0488722e-c8e0-4516-810b-665b2be28c39 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:34.830355 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a2e5a7-3925-468f-ae5d-5193db9833ec admin admin] Pushing event deleted for resources: {'Port': ['ID=f61455ef-a4c9-4056-8a4f-22229ac15406,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:34.830496 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e102a340-1c9e-4a48-9dd2-0490c6a06c83 req-0488722e-c8e0-4516-810b-665b2be28c39 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8511fb6-b74b-4d0d-91e8-1b47a25c8683 HTTP/1.1" status: 200 len: 946 time: 0.6188803 Jul 29 23:23:34.924949 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: f61455ef-a4c9-4056-8a4f-22229ac15406 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:34.925508 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f61455ef-a4c9-4056-8a4f-22229ac15406 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:34.926392 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 8adf3e7d-68c6-433f-be1c-cbc44f27101a no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:35.085455 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 8adf3e7d-68c6-433f-be1c-cbc44f27101a {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:35.087612 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 8adf3e7d-68c6-433f-be1c-cbc44f27101a not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:35.143096 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31c6af-152b-4b81-9f6c-7ce42a248092 req-c938a487-c038-4d91-b553-b256cf50976e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:35.151968 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d31c6af-152b-4b81-9f6c-7ce42a248092 req-c938a487-c038-4d91-b553-b256cf50976e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0b25640e-3654-4f31-920b-3b21eab9978a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4174037 Jul 29 23:23:35.164619 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88378946-4694-43ed-92c7-5394d7937df4 None None] New status for floating IP 58cf42fe-02de-4d66-afb9-4b38ce2ad5c6: ACTIVE {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:23:35.182187 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port da4c60f8-0541-48d1-be42-597ee8de2dae completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:35.196190 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port da4c60f8-0541-48d1-be42-597ee8de2dae triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:35.196570 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:35.404653 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-45a2e5a7-3925-468f-ae5d-5193db9833ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:35.442012 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-e102a340-1c9e-4a48-9dd2-0490c6a06c83 req-b7fd96a7-de7b-4b09-8662-327956382856 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Deleting port 3485afde-06c3-4837-856c-4a2098f52fb2 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:35.443884 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e102a340-1c9e-4a48-9dd2-0490c6a06c83 req-b7fd96a7-de7b-4b09-8662-327956382856 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:35.491265 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:35.552290 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d31c6af-152b-4b81-9f6c-7ce42a248092 req-0868172e-526a-495f-8e38-456881c941e0 service neutron] 10.222.0.23 "GET /v2.0/networks/0b25640e-3654-4f31-920b-3b21eab9978a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943300 Jul 29 23:23:35.592369 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4f388-ce7b-404a-8bda-c68d0cc06618 req-d7ff2a36-546a-4574-9b70-a9c9d24681c0 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:35.601066 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bdf4f388-ce7b-404a-8bda-c68d0cc06618 req-d7ff2a36-546a-4574-9b70-a9c9d24681c0 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/ports?device_id=15385434-337d-4da4-a3b4-f8afd7f1591a HTTP/1.1" status: 200 len: 949 time: 0.3040645 Jul 29 23:23:35.638297 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3479ad59-b53e-4954-af5b-7e94452c07d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:35.681852 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-45a2e5a7-3925-468f-ae5d-5193db9833ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:35.687193 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-45a2e5a7-3925-468f-ae5d-5193db9833ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:35.710921 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf43fa5-c5f1-49fb-b30c-68132aebfff2 req-de61e14f-2013-4fe4-a099-ca2545e68ac0 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:35.722109 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5bf43fa5-c5f1-49fb-b30c-68132aebfff2 req-de61e14f-2013-4fe4-a099-ca2545e68ac0 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=0567548b-7652-4e8d-b165-a70d391787df HTTP/1.1" status: 200 len: 944 time: 0.4007764 Jul 29 23:23:35.726482 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-e102a340-1c9e-4a48-9dd2-0490c6a06c83 req-b7fd96a7-de7b-4b09-8662-327956382856 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] For port 3485afde-06c3-4837-856c-4a2098f52fb2, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=3485afde-06c3-4837-856c-4a2098f52fb2,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:35.727209 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e102a340-1c9e-4a48-9dd2-0490c6a06c83 req-b7fd96a7-de7b-4b09-8662-327956382856 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:35.751433 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-45a2e5a7-3925-468f-ae5d-5193db9833ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:35.754235 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45a2e5a7-3925-468f-ae5d-5193db9833ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc7b5bf3-35c7-4071-8242-5d15f88bc26f {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:23:35.765926 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-45a2e5a7-3925-468f-ae5d-5193db9833ec admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:35.767103 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-45a2e5a7-3925-468f-ae5d-5193db9833ec admin admin] 10.222.0.18 "DELETE /v2.0/routers/dc7b5bf3-35c7-4071-8242-5d15f88bc26f HTTP/1.1" status: 204 len: 168 time: 5.1627467 Jul 29 23:23:35.772684 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33674) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:35.776187 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:35.836427 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port da4c60f8-0541-48d1-be42-597ee8de2dae, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=da4c60f8-0541-48d1-be42-597ee8de2dae,segment=NetworkSegment(bc7ad28d-4098-43f1-b413-3735b551680d),segment_id=bc7ad28d-4098-43f1-b413-3735b551680d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:35.837411 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af55f80-abb5-4424-b251-2b11bd49d686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4c60f8-0541-48d1-be42-597ee8de2dae'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:35.840286 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe47e87a-eef9-46ad-8248-ae23ad1e43c4" -d '{"events": [{"server_uuid": "7af55f80-abb5-4424-b251-2b11bd49d686", "name": "network-vif-plugged", "status": "completed", "tag": "da4c60f8-0541-48d1-be42-597ee8de2dae"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:35.844696 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:35.865210 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-632fc630-01c7-4522-bf75-da41072e4357 admin admin] Deleting subnet 4e952b46-dc16-4159-89fb-1a1f57dd3f63 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:23:35.926725 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-632fc630-01c7-4522-bf75-da41072e4357 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:35.964853 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=da4c60f8-0541-48d1-be42-597ee8de2dae,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:36.018004 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-632fc630-01c7-4522-bf75-da41072e4357 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:36.079956 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8dc7ba4c-9153-44df-839a-1c12c64196a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:36.206377 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-e102a340-1c9e-4a48-9dd2-0490c6a06c83 req-b7fd96a7-de7b-4b09-8662-327956382856 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Calling delete_port for 3485afde-06c3-4837-856c-4a2098f52fb2 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:36.272646 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bdf4f388-ce7b-404a-8bda-c68d0cc06618 req-7503ec3b-4303-4e9a-a08b-fc1f02a9d1b9 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/security-groups?id=0764f0e7-3428-4712-ab78-4b7f43262d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6702583 Jul 29 23:23:36.441681 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5bf43fa5-c5f1-49fb-b30c-68132aebfff2 req-3d124a8e-977b-4ce8-b84f-3a4806097f44 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7182276 Jul 29 23:23:36.470616 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618db7d2-3458-4ad2-8ac7-e083fc0864eb req-abe51405-7208-484a-9e03-dd9a0fdf2c2e tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:36.470616 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-618db7d2-3458-4ad2-8ac7-e083fc0864eb req-abe51405-7208-484a-9e03-dd9a0fdf2c2e tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.39 "GET /v2.0/ports?device_id=0567548b-7652-4e8d-b165-a70d391787df HTTP/1.1" status: 200 len: 944 time: 0.8421926 Jul 29 23:23:36.494155 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d31c6af-152b-4b81-9f6c-7ce42a248092 req-56935d92-9a49-4af5-8b42-d2d050b93645 service neutron] 10.222.0.23 "GET /v2.0/networks/0b25640e-3654-4f31-920b-3b21eab9978a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9240580 Jul 29 23:23:36.561924 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba649a59-3084-45be-bec0-4bdb9c35da72 req-e67bd1c7-30f9-4a89-a867-3895c9f36479 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:36.568700 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba649a59-3084-45be-bec0-4bdb9c35da72 req-e67bd1c7-30f9-4a89-a867-3895c9f36479 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:36.570659 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ba649a59-3084-45be-bec0-4bdb9c35da72 req-e67bd1c7-30f9-4a89-a867-3895c9f36479 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/ports?device_id=7af55f80-abb5-4424-b251-2b11bd49d686 HTTP/1.1" status: 200 len: 1682 time: 0.1954679 Jul 29 23:23:36.700941 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-632fc630-01c7-4522-bf75-da41072e4357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:36.748237 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device dd655cc7-e918-4103-9bc3-379f3368e18a up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:36.797727 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:36.816308 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e102a340-1c9e-4a48-9dd2-0490c6a06c83 req-b7fd96a7-de7b-4b09-8662-327956382856 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:36.831924 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['d74005cd-c4f9-4ae9-bc47-788d8c2beb0a'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:36.837726 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port dd655cc7-e918-4103-9bc3-379f3368e18a completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:36.869703 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fd96a7-de7b-4b09-8662-327956382856 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Pushing event deleted for resources: {'Port': ['ID=3485afde-06c3-4837-856c-4a2098f52fb2,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:36.880518 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7819458a-2905-41d1-a144-b385cc11f11b req-7b5b96a3-23a3-4cac-91c9-04d2d47f84f9 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:36.882250 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-7819458a-2905-41d1-a144-b385cc11f11b req-7b5b96a3-23a3-4cac-91c9-04d2d47f84f9 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.39 "GET /v2.0/ports?device_id=15385434-337d-4da4-a3b4-f8afd7f1591a HTTP/1.1" status: 200 len: 949 time: 0.1762316 Jul 29 23:23:36.896541 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port dd655cc7-e918-4103-9bc3-379f3368e18a triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:36.896957 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:36.912415 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd96a7-de7b-4b09-8662-327956382856 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:36.913178 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd96a7-de7b-4b09-8662-327956382856 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:36.913791 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd96a7-de7b-4b09-8662-327956382856 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:36.914363 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd96a7-de7b-4b09-8662-327956382856 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:36.915061 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd96a7-de7b-4b09-8662-327956382856 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:36.915629 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd96a7-de7b-4b09-8662-327956382856 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:36.916228 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd96a7-de7b-4b09-8662-327956382856 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:36.916974 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd96a7-de7b-4b09-8662-327956382856 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:36.917534 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd96a7-de7b-4b09-8662-327956382856 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:36.918293 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd96a7-de7b-4b09-8662-327956382856 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:36.919004 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd96a7-de7b-4b09-8662-327956382856 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:36.919578 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7fd96a7-de7b-4b09-8662-327956382856 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:36.947235 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-632fc630-01c7-4522-bf75-da41072e4357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:36.967603 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ba649a59-3084-45be-bec0-4bdb9c35da72 req-43d2e77e-3222-4d72-8559-c3eb23e7b383 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74a574a-0c52-4781-a2e3-5b7322a30418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817110 Jul 29 23:23:36.992380 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145adf5-d3b3-4c17-aa3b-457c76c921cd req-7e302f73-bfda-4263-a883-cb7836003bec tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:37.000621 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d145adf5-d3b3-4c17-aa3b-457c76c921cd req-7e302f73-bfda-4263-a883-cb7836003bec tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8511fb6-b74b-4d0d-91e8-1b47a25c8683 HTTP/1.1" status: 200 len: 867 time: 0.3688028 Jul 29 23:23:37.009904 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e102a340-1c9e-4a48-9dd2-0490c6a06c83 req-b7fd96a7-de7b-4b09-8662-327956382856 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] No DVR routers for this DVR port 3485afde-06c3-4837-856c-4a2098f52fb2 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:37.027456 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e102a340-1c9e-4a48-9dd2-0490c6a06c83 req-b7fd96a7-de7b-4b09-8662-327956382856 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:37.030198 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e102a340-1c9e-4a48-9dd2-0490c6a06c83 req-b7fd96a7-de7b-4b09-8662-327956382856 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.39 "DELETE /v2.0/ports/3485afde-06c3-4837-856c-4a2098f52fb2 HTTP/1.1" status: 204 len: 173 time: 2.1914749 Jul 29 23:23:37.035159 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8511fb6-b74b-4d0d-91e8-1b47a25c8683', 'name': 'network-vif-deleted', 'tag': '3485afde-06c3-4837-856c-4a2098f52fb2'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:37.044845 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f735421c-1789-44fe-81b1-dd0e97c4d4c4" -d '{"events": [{"server_uuid": "b8511fb6-b74b-4d0d-91e8-1b47a25c8683", "name": "network-vif-deleted", "tag": "3485afde-06c3-4837-856c-4a2098f52fb2"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:37.094655 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-618db7d2-3458-4ad2-8ac7-e083fc0864eb req-f42af624-bf5e-4373-bf44-83c89a6079a5 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Deleting port 89792323-dff1-46aa-b5f4-dbc0e6d206a4 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:37.095426 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-618db7d2-3458-4ad2-8ac7-e083fc0864eb req-f42af624-bf5e-4373-bf44-83c89a6079a5 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:37.111870 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:37.117756 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632fc630-01c7-4522-bf75-da41072e4357 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e952b46-dc16-4159-89fb-1a1f57dd3f63,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:37.129000 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-632fc630-01c7-4522-bf75-da41072e4357 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:37.131405 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-632fc630-01c7-4522-bf75-da41072e4357 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4e952b46-dc16-4159-89fb-1a1f57dd3f63 HTTP/1.1" status: 204 len: 168 time: 1.3541126 Jul 29 23:23:37.136304 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc98e240-a586-4384-927b-6bee22211f63 None None] Network 3ff0c22d-e92b-4624-87ea-404f2b9a7f07 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:23:37.136619 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33686) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:37.237804 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-618db7d2-3458-4ad2-8ac7-e083fc0864eb req-f42af624-bf5e-4373-bf44-83c89a6079a5 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] For port 89792323-dff1-46aa-b5f4-dbc0e6d206a4, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=89792323-dff1-46aa-b5f4-dbc0e6d206a4,segment=NetworkSegment(49e6ec17-5074-46be-a3e0-83531dd992e4),segment_id=49e6ec17-5074-46be-a3e0-83531dd992e4)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:37.238197 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-618db7d2-3458-4ad2-8ac7-e083fc0864eb req-f42af624-bf5e-4373-bf44-83c89a6079a5 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:37.245316 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port dd655cc7-e918-4103-9bc3-379f3368e18a, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=dd655cc7-e918-4103-9bc3-379f3368e18a,segment=NetworkSegment(402cc08b-8ce2-4c82-94e4-deeb256fec80),segment_id=402cc08b-8ce2-4c82-94e4-deeb256fec80)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:37.264853 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-618db7d2-3458-4ad2-8ac7-e083fc0864eb req-f42af624-bf5e-4373-bf44-83c89a6079a5 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Calling delete_port for 89792323-dff1-46aa-b5f4-dbc0e6d206a4 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:37.279535 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:37.338785 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d145adf5-d3b3-4c17-aa3b-457c76c921cd req-61ea409e-ab1c-42fa-b700-d6d4fa38f4f9 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3353097 Jul 29 23:23:37.384784 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-78e40977-9053-4ad4-aef9-396ac62722a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:37.416414 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=dd655cc7-e918-4103-9bc3-379f3368e18a,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:37.420746 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af262e6f-2f71-4858-b81d-692d4a0e1879 x-openstack-request-id: req-af262e6f-2f71-4858-b81d-692d4a0e1879 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:37.421309 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8511fb6-b74b-4d0d-91e8-1b47a25c8683", "name": "network-vif-deleted", "tag": "3485afde-06c3-4837-856c-4a2098f52fb2", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:37.421740 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f64e6581-25b9-460e-99ae-ff7c2bd55587 x-openstack-request-id: req-f64e6581-25b9-460e-99ae-ff7c2bd55587 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:37.421901 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-af262e6f-2f71-4858-b81d-692d4a0e1879 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:37.422016 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af55f80-abb5-4424-b251-2b11bd49d686", "name": "network-vif-plugged", "status": "completed", "tag": "da4c60f8-0541-48d1-be42-597ee8de2dae", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:37.422400 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f64e6581-25b9-460e-99ae-ff7c2bd55587 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:37.422732 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8511fb6-b74b-4d0d-91e8-1b47a25c8683', 'name': 'network-vif-deleted', 'tag': '3485afde-06c3-4837-856c-4a2098f52fb2', 'status': 'completed', 'code': 200} Jul 29 23:23:37.422954 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af55f80-abb5-4424-b251-2b11bd49d686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da4c60f8-0541-48d1-be42-597ee8de2dae', 'code': 200} Jul 29 23:23:37.426010 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-7819458a-2905-41d1-a144-b385cc11f11b req-e88a9398-8141-4099-a2a4-43412f6bd8e8 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Deleting port f08c4ec9-e98d-4c01-9e3a-331f01901fa9 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:37.426587 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-7819458a-2905-41d1-a144-b385cc11f11b req-e88a9398-8141-4099-a2a4-43412f6bd8e8 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:37.587117 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8dc7ba4c-9153-44df-839a-1c12c64196a0 admin admin] Deleting port 6471806d-c709-4686-ae62-db1d42c1b5b2 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:37.587117 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8dc7ba4c-9153-44df-839a-1c12c64196a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:37.630928 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5333afc4-d02d-4431-9d1b-7989e0bdde15 None None] DHCP port deletion for 3ff0c22d-e92b-4624-87ea-404f2b9a7f07 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:23:37.693746 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a48e8f-4bc1-4fc7-9876-e3fd6f44fb09 req-e6c05a83-4b59-4798-b75f-02cedc2ea2a2 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:37.696257 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80a48e8f-4bc1-4fc7-9876-e3fd6f44fb09 req-e6c05a83-4b59-4798-b75f-02cedc2ea2a2 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/ports?device_id=15385434-337d-4da4-a3b4-f8afd7f1591a HTTP/1.1" status: 200 len: 949 time: 0.1984239 Jul 29 23:23:37.743062 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-618db7d2-3458-4ad2-8ac7-e083fc0864eb req-f42af624-bf5e-4373-bf44-83c89a6079a5 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:37.747940 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5333afc4-d02d-4431-9d1b-7989e0bdde15 None None] Deleting port 9ed29593-ee04-418c-8a48-65237da1c3fd {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:37.748403 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5333afc4-d02d-4431-9d1b-7989e0bdde15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:37.752877 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0edafd-68c8-4ada-b7d3-011f2128e056 req-99aaef49-874d-4e2d-803a-97f0b07b5c89 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:37.761692 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cb0edafd-68c8-4ada-b7d3-011f2128e056 req-99aaef49-874d-4e2d-803a-97f0b07b5c89 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/ports?device_id=0567548b-7652-4e8d-b165-a70d391787df HTTP/1.1" status: 200 len: 866 time: 0.1649404 Jul 29 23:23:37.835306 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42af624-bf5e-4373-bf44-83c89a6079a5 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Pushing event deleted for resources: {'Port': ['ID=89792323-dff1-46aa-b5f4-dbc0e6d206a4,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:37.863754 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-7819458a-2905-41d1-a144-b385cc11f11b req-e88a9398-8141-4099-a2a4-43412f6bd8e8 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] For port f08c4ec9-e98d-4c01-9e3a-331f01901fa9, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f08c4ec9-e98d-4c01-9e3a-331f01901fa9,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:37.866730 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-7819458a-2905-41d1-a144-b385cc11f11b req-e88a9398-8141-4099-a2a4-43412f6bd8e8 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:37.884632 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80a48e8f-4bc1-4fc7-9876-e3fd6f44fb09 req-7234e387-ad07-49d5-a4f2-d97baba9bd82 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/security-groups?id=0764f0e7-3428-4712-ab78-4b7f43262d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721721 Jul 29 23:23:37.891947 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-78e40977-9053-4ad4-aef9-396ac62722a4 admin admin] Deleting port 9ed29593-ee04-418c-8a48-65237da1c3fd {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:37.892589 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-78e40977-9053-4ad4-aef9-396ac62722a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:37.896048 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-5333afc4-d02d-4431-9d1b-7989e0bdde15 None None] For port 9ed29593-ee04-418c-8a48-65237da1c3fd, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9ed29593-ee04-418c-8a48-65237da1c3fd,segment=NetworkSegment(46eb2fae-b572-4a16-aac2-c017bca6a00b),segment_id=46eb2fae-b572-4a16-aac2-c017bca6a00b)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:37.896678 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5333afc4-d02d-4431-9d1b-7989e0bdde15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:37.910626 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-618db7d2-3458-4ad2-8ac7-e083fc0864eb req-f42af624-bf5e-4373-bf44-83c89a6079a5 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] No DVR routers for this DVR port 89792323-dff1-46aa-b5f4-dbc0e6d206a4 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:37.915444 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cb0edafd-68c8-4ada-b7d3-011f2128e056 req-47cfcb3a-135a-472f-b376-09d945588214 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.18 "GET /v2.0/security-groups?id=dbd3a07c-fc2f-4a77-b891-a027ba12c658&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527731 Jul 29 23:23:37.917359 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-618db7d2-3458-4ad2-8ac7-e083fc0864eb req-f42af624-bf5e-4373-bf44-83c89a6079a5 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:37.923126 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-618db7d2-3458-4ad2-8ac7-e083fc0864eb req-f42af624-bf5e-4373-bf44-83c89a6079a5 tempest-LiveAutoBlockMigrationV225Test-1008925828 tempest-LiveAutoBlockMigrationV225Test-1008925828-project] 10.222.0.39 "DELETE /v2.0/ports/89792323-dff1-46aa-b5f4-dbc0e6d206a4 HTTP/1.1" status: 204 len: 173 time: 1.4464540 Jul 29 23:23:37.940778 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5333afc4-d02d-4431-9d1b-7989e0bdde15 None None] Calling delete_port for 9ed29593-ee04-418c-8a48-65237da1c3fd owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:38.013367 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-78e40977-9053-4ad4-aef9-396ac62722a4 admin admin] For port 9ed29593-ee04-418c-8a48-65237da1c3fd, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9ed29593-ee04-418c-8a48-65237da1c3fd,segment=NetworkSegment(46eb2fae-b572-4a16-aac2-c017bca6a00b),segment_id=46eb2fae-b572-4a16-aac2-c017bca6a00b)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:38.013730 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-78e40977-9053-4ad4-aef9-396ac62722a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:38.027591 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-78e40977-9053-4ad4-aef9-396ac62722a4 admin admin] Calling delete_port for 9ed29593-ee04-418c-8a48-65237da1c3fd owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:38.112438 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:38.167889 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5333afc4-d02d-4431-9d1b-7989e0bdde15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:38.168158 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-78e40977-9053-4ad4-aef9-396ac62722a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:38.183432 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-8dc7ba4c-9153-44df-839a-1c12c64196a0 admin admin] For port 6471806d-c709-4686-ae62-db1d42c1b5b2, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6471806d-c709-4686-ae62-db1d42c1b5b2,segment=NetworkSegment(7b4104fc-94d0-4c79-a5b9-459ac015462f),segment_id=7b4104fc-94d0-4c79-a5b9-459ac015462f)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:38.183811 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8dc7ba4c-9153-44df-839a-1c12c64196a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:38.187205 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-7819458a-2905-41d1-a144-b385cc11f11b req-e88a9398-8141-4099-a2a4-43412f6bd8e8 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Calling delete_port for f08c4ec9-e98d-4c01-9e3a-331f01901fa9 owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:38.217862 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5333afc4-d02d-4431-9d1b-7989e0bdde15 None None] No DVR routers for this DVR port 9ed29593-ee04-418c-8a48-65237da1c3fd on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:38.224975 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e40977-9053-4ad4-aef9-396ac62722a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ed29593-ee04-418c-8a48-65237da1c3fd,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:38.253983 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8dc7ba4c-9153-44df-839a-1c12c64196a0 admin admin] Calling delete_port for 6471806d-c709-4686-ae62-db1d42c1b5b2 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:38.256932 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e40977-9053-4ad4-aef9-396ac62722a4 admin admin] No DVR routers for this DVR port 9ed29593-ee04-418c-8a48-65237da1c3fd on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:38.259613 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e40977-9053-4ad4-aef9-396ac62722a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:38.260148 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e40977-9053-4ad4-aef9-396ac62722a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:38.265400 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e40977-9053-4ad4-aef9-396ac62722a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:38.265400 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e40977-9053-4ad4-aef9-396ac62722a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:38.265400 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e40977-9053-4ad4-aef9-396ac62722a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:38.265400 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e40977-9053-4ad4-aef9-396ac62722a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:38.265400 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e40977-9053-4ad4-aef9-396ac62722a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:38.265400 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e40977-9053-4ad4-aef9-396ac62722a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:38.265400 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e40977-9053-4ad4-aef9-396ac62722a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:38.265400 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e40977-9053-4ad4-aef9-396ac62722a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:38.265400 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e40977-9053-4ad4-aef9-396ac62722a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:38.265400 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e40977-9053-4ad4-aef9-396ac62722a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:38.293956 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333afc4-d02d-4431-9d1b-7989e0bdde15 None None] Pushing event deleted for resources: {'Port': ['ID=9ed29593-ee04-418c-8a48-65237da1c3fd,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:38.300567 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e356070-9155-425d-8f14-ebb619f6d64b req-cddd5f9b-f815-4a30-982d-8233fc98faed tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:38.308738 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e356070-9155-425d-8f14-ebb619f6d64b req-cddd5f9b-f815-4a30-982d-8233fc98faed tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:38.309954 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0e356070-9155-425d-8f14-ebb619f6d64b req-cddd5f9b-f815-4a30-982d-8233fc98faed tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/ports?device_id=7af55f80-abb5-4424-b251-2b11bd49d686 HTTP/1.1" status: 200 len: 1683 time: 0.1773584 Jul 29 23:23:38.350101 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 89792323-dff1-46aa-b5f4-dbc0e6d206a4 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:38.421007 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0e356070-9155-425d-8f14-ebb619f6d64b req-afd3d226-e50f-4f0d-9764-a3ca33f3f0c1 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74a574a-0c52-4781-a2e3-5b7322a30418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009059 Jul 29 23:23:38.430985 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9ed29593-ee04-418c-8a48-65237da1c3fd no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:38.509279 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 89792323-dff1-46aa-b5f4-dbc0e6d206a4 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:38.509944 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 89792323-dff1-46aa-b5f4-dbc0e6d206a4 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:38.510532 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 3485afde-06c3-4837-856c-4a2098f52fb2 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:38.512668 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 9ed29593-ee04-418c-8a48-65237da1c3fd {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:38.513790 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9ed29593-ee04-418c-8a48-65237da1c3fd not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:38.540275 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 3485afde-06c3-4837-856c-4a2098f52fb2 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:38.540877 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 3485afde-06c3-4837-856c-4a2098f52fb2 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:38.583625 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-78e40977-9053-4ad4-aef9-396ac62722a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:38.624476 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-78e40977-9053-4ad4-aef9-396ac62722a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ff0c22d-e92b-4624-87ea-404f2b9a7f07']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:38.642829 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-78e40977-9053-4ad4-aef9-396ac62722a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46eb2fae-b572-4a16-aac2-c017bca6a00b') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:38.643167 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-78e40977-9053-4ad4-aef9-396ac62722a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46eb2fae-b572-4a16-aac2-c017bca6a00b') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:38.682426 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-78e40977-9053-4ad4-aef9-396ac62722a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:38.774821 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-78e40977-9053-4ad4-aef9-396ac62722a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:38.792822 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78e40977-9053-4ad4-aef9-396ac62722a4 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:23:38.793328 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-78e40977-9053-4ad4-aef9-396ac62722a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:38.795030 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:23:38.795030 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:23:38.795030 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:23:38.795030 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:23:38.795030 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:23:38.795030 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:23:38.795030 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:23:38.795030 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:23:38.795030 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:23:38.795030 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:23:38.795030 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:23:38.795030 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:23:38.795030 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:23:38.795030 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:23:38.795030 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:23:38.795030 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:23:38.795030 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:23:38.795030 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:23:38.795030 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:23:38.795030 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:23:38.795030 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:23:38.795030 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:23:38.795030 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:23:38.795030 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:23:38.795030 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:23:38.795030 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:23:38.795030 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:23:38.795030 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:23:38.795030 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:23:38.795030 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:23:38.795030 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:23:38.795030 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:23:38.847664 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-1f7d72b4-4af4-4105-acc1-6eb3348d97d8 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:38.850817 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-1f7d72b4-4af4-4105-acc1-6eb3348d97d8 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/networks?id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4 HTTP/1.1" status: 200 len: 804 time: 0.1824107 Jul 29 23:23:38.874399 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-abf2a069-7cfc-4b58-9b84-acc53ee9c5e8 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/quotas/7c5e67745e0e4776a7b5c36d90365bdc HTTP/1.1" status: 200 len: 375 time: 0.0116391 Jul 29 23:23:38.922987 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-7819458a-2905-41d1-a144-b385cc11f11b req-e88a9398-8141-4099-a2a4-43412f6bd8e8 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:38.939203 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0', 'f08c4ec9-e98d-4c01-9e3a-331f01901fa9'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:38.973038 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-610ee4f7-9c43-4242-b4e8-be53944607b1 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c5e67745e0e4776a7b5c36d90365bdc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0897143 Jul 29 23:23:39.019794 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a9398-8141-4099-a2a4-43412f6bd8e8 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Pushing event deleted for resources: {'Port': ['ID=f08c4ec9-e98d-4c01-9e3a-331f01901fa9,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:39.027613 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8dc7ba4c-9153-44df-839a-1c12c64196a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:39.035513 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-78e40977-9053-4ad4-aef9-396ac62722a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:39.082437 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-78e40977-9053-4ad4-aef9-396ac62722a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:39.092701 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-78e40977-9053-4ad4-aef9-396ac62722a4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3ff0c22d-e92b-4624-87ea-404f2b9a7f07 HTTP/1.1" status: 204 len: 168 time: 1.9524214 Jul 29 23:23:39.106134 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e40977-9053-4ad4-aef9-396ac62722a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ff0c22d-e92b-4624-87ea-404f2b9a7f07,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:39.112764 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7ba4c-9153-44df-839a-1c12c64196a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6471806d-c709-4686-ae62-db1d42c1b5b2,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:39.156017 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6cc639a-2f27-4247-aee1-be8a127e10fb req-0327b921-be39-4f62-8a9e-5213927f031a tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/ports?device_id=15385434-337d-4da4-a3b4-f8afd7f1591a HTTP/1.1" status: 200 len: 210 time: 0.0888104 Jul 29 23:23:39.241947 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-7819458a-2905-41d1-a144-b385cc11f11b req-e88a9398-8141-4099-a2a4-43412f6bd8e8 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] No DVR routers for this DVR port f08c4ec9-e98d-4c01-9e3a-331f01901fa9 on host n-h2-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:39.248529 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-7819458a-2905-41d1-a144-b385cc11f11b req-e88a9398-8141-4099-a2a4-43412f6bd8e8 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:39.250571 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-7819458a-2905-41d1-a144-b385cc11f11b req-e88a9398-8141-4099-a2a4-43412f6bd8e8 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.39 "DELETE /v2.0/ports/f08c4ec9-e98d-4c01-9e3a-331f01901fa9 HTTP/1.1" status: 204 len: 173 time: 2.3604932 Jul 29 23:23:39.251273 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15385434-337d-4da4-a3b4-f8afd7f1591a', 'name': 'network-vif-deleted', 'tag': 'f08c4ec9-e98d-4c01-9e3a-331f01901fa9'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:39.263467 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18556e0e-ff2b-469e-9dfc-1d15d484f46f" -d '{"events": [{"server_uuid": "15385434-337d-4da4-a3b4-f8afd7f1591a", "name": "network-vif-deleted", "tag": "f08c4ec9-e98d-4c01-9e3a-331f01901fa9"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:39.286406 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33736) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:39.350404 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-221df9e9-dcaa-45d2-85a9-d71689d05992 service neutron] 10.222.0.18 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3698461 Jul 29 23:23:39.423991 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af55f80-abb5-4424-b251-2b11bd49d686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd655cc7-e918-4103-9bc3-379f3368e18a'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:39.431011 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542b2ca1-105f-4a6d-b1b7-cf03232c6105" -d '{"events": [{"server_uuid": "7af55f80-abb5-4424-b251-2b11bd49d686", "name": "network-vif-plugged", "status": "completed", "tag": "dd655cc7-e918-4103-9bc3-379f3368e18a"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:39.440237 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0567548b-7652-4e8d-b165-a70d391787df', 'name': 'network-vif-deleted', 'tag': '89792323-dff1-46aa-b5f4-dbc0e6d206a4'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:39.453632 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378a5541-541b-4fb9-9a5e-358a407e67c1" -d '{"events": [{"server_uuid": "0567548b-7652-4e8d-b165-a70d391787df", "name": "network-vif-deleted", "tag": "89792323-dff1-46aa-b5f4-dbc0e6d206a4"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:39.532607 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33748) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:39.695900 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d56ed7e-f29d-4c75-b7fb-3df0d27cf352 admin admin] Deleting subnet 4ea5ab56-d2f4-49be-ac07-d932b6774fb8 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:23:39.701774 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1d56ed7e-f29d-4c75-b7fb-3df0d27cf352 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:39.705173 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-b75e0f6b-62d5-420d-8bc8-5442fcdcf009 service neutron] 10.222.0.18 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3520741 Jul 29 23:23:39.715484 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e555c99a-6c98-41b7-aad0-835334abe9fc x-openstack-request-id: req-e555c99a-6c98-41b7-aad0-835334abe9fc {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:39.715677 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15385434-337d-4da4-a3b4-f8afd7f1591a", "name": "network-vif-deleted", "tag": "f08c4ec9-e98d-4c01-9e3a-331f01901fa9", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:39.718120 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e555c99a-6c98-41b7-aad0-835334abe9fc {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:39.722368 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15385434-337d-4da4-a3b4-f8afd7f1591a', 'name': 'network-vif-deleted', 'tag': 'f08c4ec9-e98d-4c01-9e3a-331f01901fa9', 'status': 'completed', 'code': 200} Jul 29 23:23:39.748092 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bd1448e2-9b0c-4364-b646-f8a8d7aab313 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b49d6b2f238e47ed984aeeb787462f73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124975 Jul 29 23:23:39.749515 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33758) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:39.775629 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf0d751-99cd-45d8-9591-ecbeb3b0de72 x-openstack-request-id: req-eaf0d751-99cd-45d8-9591-ecbeb3b0de72 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:39.775945 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af55f80-abb5-4424-b251-2b11bd49d686", "name": "network-vif-plugged", "status": "completed", "tag": "dd655cc7-e918-4103-9bc3-379f3368e18a", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:39.776639 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eaf0d751-99cd-45d8-9591-ecbeb3b0de72 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:39.777228 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af55f80-abb5-4424-b251-2b11bd49d686', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd655cc7-e918-4103-9bc3-379f3368e18a', 'code': 200} Jul 29 23:23:39.799992 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8dc7ba4c-9153-44df-839a-1c12c64196a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:39.800579 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1d56ed7e-f29d-4c75-b7fb-3df0d27cf352 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:40.078609 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88378b57-e397-456c-ac6c-ef81eac07f2c x-openstack-request-id: req-88378b57-e397-456c-ac6c-ef81eac07f2c {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:40.079622 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0567548b-7652-4e8d-b165-a70d391787df", "name": "network-vif-deleted", "tag": "89792323-dff1-46aa-b5f4-dbc0e6d206a4", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:40.079622 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88378b57-e397-456c-ac6c-ef81eac07f2c {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:40.079622 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0567548b-7652-4e8d-b165-a70d391787df', 'name': 'network-vif-deleted', 'tag': '89792323-dff1-46aa-b5f4-dbc0e6d206a4', 'status': 'completed', 'code': 200} Jul 29 23:23:40.093035 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8e909-52de-41db-9ad3-005517f74d95 req-bb8bfa3a-519b-4c61-82f4-f35eb9377980 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:40.101441 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea8e909-52de-41db-9ad3-005517f74d95 req-bb8bfa3a-519b-4c61-82f4-f35eb9377980 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:40.110247 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ea8e909-52de-41db-9ad3-005517f74d95 req-bb8bfa3a-519b-4c61-82f4-f35eb9377980 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/ports?device_id=7af55f80-abb5-4424-b251-2b11bd49d686 HTTP/1.1" status: 200 len: 1683 time: 0.1709559 Jul 29 23:23:40.117877 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1d56ed7e-f29d-4c75-b7fb-3df0d27cf352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:40.181586 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26d714-b60f-496f-9b2e-9ffc3d962b8a req-f909746f-3824-4fa2-9b71-4a6b6164a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:40.182072 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26d714-b60f-496f-9b2e-9ffc3d962b8a req-f909746f-3824-4fa2-9b71-4a6b6164a2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:40.184564 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5f26d714-b60f-496f-9b2e-9ffc3d962b8a req-f909746f-3824-4fa2-9b71-4a6b6164a2b1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7af55f80-abb5-4424-b251-2b11bd49d686 HTTP/1.1" status: 200 len: 1987 time: 0.2925241 Jul 29 23:23:40.199308 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec0f9111-fab6-45c6-9ef6-ec6212cd9bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:40.225787 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec0f9111-fab6-45c6-9ef6-ec6212cd9bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:40.304985 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc7ba4c-9153-44df-839a-1c12c64196a0 admin admin] Router 8c6a0178-9689-420c-b381-c298e301a0fd has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:23:40.363180 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b483a767-7b51-4df2-83b3-33a881506df7 req-bb2f8d6b-a2b1-4f47-b9a7-65b6023e99ea tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=167dc7d0-9767-4f31-bc86-06ac7a493126 HTTP/1.1" status: 200 len: 210 time: 0.2030842 Jul 29 23:23:40.455229 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ea8e909-52de-41db-9ad3-005517f74d95 req-f4b5e16b-c111-4605-ad5f-2551b0015873 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74a574a-0c52-4781-a2e3-5b7322a30418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439779 Jul 29 23:23:40.500139 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5f26d714-b60f-496f-9b2e-9ffc3d962b8a req-6bb5c9d1-b9a8-4458-9725-37f396f562d4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e74a574a-0c52-4781-a2e3-5b7322a30418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198951 Jul 29 23:23:40.521520 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec0f9111-fab6-45c6-9ef6-ec6212cd9bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:40.528689 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec0f9111-fab6-45c6-9ef6-ec6212cd9bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:40.533327 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ec0f9111-fab6-45c6-9ef6-ec6212cd9bc9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca14c204-b0ac-43a9-8441-6b0d7047274a HTTP/1.1" status: 204 len: 168 time: 0.7806733 Jul 29 23:23:40.580120 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1d56ed7e-f29d-4c75-b7fb-3df0d27cf352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:40.585662 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0f9111-fab6-45c6-9ef6-ec6212cd9bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca14c204-b0ac-43a9-8441-6b0d7047274a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:40.611101 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc7ba4c-9153-44df-839a-1c12c64196a0 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:23:40.694929 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d56ed7e-f29d-4c75-b7fb-3df0d27cf352 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ea5ab56-d2f4-49be-ac07-d932b6774fb8,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:40.773896 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1d56ed7e-f29d-4c75-b7fb-3df0d27cf352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:40.780589 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1d56ed7e-f29d-4c75-b7fb-3df0d27cf352 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4ea5ab56-d2f4-49be-ac07-d932b6774fb8 HTTP/1.1" status: 204 len: 168 time: 1.4885859 Jul 29 23:23:40.781055 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b35ba7-11da-482e-95d5-9037915d7e38 None None] Sync routers for ids ['8c6a0178-9689-420c-b381-c298e301a0fd'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:23:40.783919 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33780) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:40.784098 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8dc7ba4c-9153-44df-839a-1c12c64196a0 admin admin] 10.222.0.18 "PUT /v2.0/routers/8c6a0178-9689-420c-b381-c298e301a0fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5875719 Jul 29 23:23:40.784319 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33782) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:40.800427 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b35ba7-11da-482e-95d5-9037915d7e38 None None] Routers {'8c6a0178-9689-420c-b381-c298e301a0fd'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:40.801065 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-35b35ba7-11da-482e-95d5-9037915d7e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:23:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8c6a0178-9689-420c-b381-c298e301a0fd'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:40.916837 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a7272bff-6c9b-4856-935b-895a20c7ca28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:41.196457 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a406c70f-4e45-4007-b78e-5faa49512a9d admin admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:41.218542 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-35b35ba7-11da-482e-95d5-9037915d7e38 None None] Set router 8c6a0178-9689-420c-b381-c298e301a0fd gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:41.252205 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33802) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:41.362747 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-58ca519a-d2d3-4cab-9564-ec4da1891ab8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4fdff9d3f032405d849a99be4597a320&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1092169 Jul 29 23:23:41.366536 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33804) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:41.520165 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b816f3c-8e7e-429b-9100-c1b196c3ac72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:41.524100 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a7272bff-6c9b-4856-935b-895a20c7ca28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:41.564028 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-35b35ba7-11da-482e-95d5-9037915d7e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'name': 'tempest-ServersTestBootFromVolume-174923062-router', 'tenant_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '0c0c4171-ebae-4c87-9191-dbb876d9e494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:38Z', 'updated_at': '2021-07-29T23:23:38Z', 'revision_number': 5, 'project_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'gw_port': {'id': '0c0c4171-ebae-4c87-9191-dbb876d9e494', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:39Z', 'updated_at': '2021-07-29T23:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:41.570089 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-a7272bff-6c9b-4856-935b-895a20c7ca28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55fb160e-6b45-47b4-8565-f685f832c4b9']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:41.574039 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a406c70f-4e45-4007-b78e-5faa49512a9d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:41.582270 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b816f3c-8e7e-429b-9100-c1b196c3ac72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:41.627716 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b35ba7-11da-482e-95d5-9037915d7e38 None None] Checking router: 8c6a0178-9689-420c-b381-c298e301a0fd for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:23:41.646359 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b35ba7-11da-482e-95d5-9037915d7e38 None None] Routers {'8c6a0178-9689-420c-b381-c298e301a0fd'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:41.647627 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-35b35ba7-11da-482e-95d5-9037915d7e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:23:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8c6a0178-9689-420c-b381-c298e301a0fd'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:41.668157 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-a7272bff-6c9b-4856-935b-895a20c7ca28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e6ec17-5074-46be-a3e0-83531dd992e4') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:41.668510 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-a7272bff-6c9b-4856-935b-895a20c7ca28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e6ec17-5074-46be-a3e0-83531dd992e4') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:41.671898 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b816f3c-8e7e-429b-9100-c1b196c3ac72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:41.672395 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4f2c4b7-4a7a-4042-a80d-895ca2dff822 req-885703b8-50b2-42a8-a4f6-e0870f31e73d tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=167dc7d0-9767-4f31-bc86-06ac7a493126 HTTP/1.1" status: 200 len: 210 time: 0.0771637 Jul 29 23:23:41.681825 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b816f3c-8e7e-429b-9100-c1b196c3ac72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:41.683083 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1b816f3c-8e7e-429b-9100-c1b196c3ac72 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f6db4385-6b07-41b0-a1fe-c37863ade201 HTTP/1.1" status: 204 len: 168 time: 0.3153152 Jul 29 23:23:41.697262 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a7272bff-6c9b-4856-935b-895a20c7ca28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:41.711780 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b816f3c-8e7e-429b-9100-c1b196c3ac72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6db4385-6b07-41b0-a1fe-c37863ade201,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:41.776151 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc211a2f-81bf-4021-989a-b0f468b9a044 req-9953175b-2432-433c-bab6-6216fae04343 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:41.785316 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc211a2f-81bf-4021-989a-b0f468b9a044 req-9953175b-2432-433c-bab6-6216fae04343 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e2a1886-c3a0-47e6-bb12-0e7239f50c6d HTTP/1.1" status: 200 len: 950 time: 0.7368164 Jul 29 23:23:41.806387 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a7272bff-6c9b-4856-935b-895a20c7ca28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:41.819614 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-35b35ba7-11da-482e-95d5-9037915d7e38 None None] Set router 8c6a0178-9689-420c-b381-c298e301a0fd gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:41.841048 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7272bff-6c9b-4856-935b-895a20c7ca28 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:23:41.841464 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a7272bff-6c9b-4856-935b-895a20c7ca28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:41.845979 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:23:41.845979 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:23:41.845979 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:23:41.845979 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:23:41.845979 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:23:41.845979 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:23:41.845979 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:23:41.845979 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:23:41.845979 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:23:41.845979 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:23:41.845979 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:23:41.845979 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:23:41.845979 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:23:41.845979 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:23:41.845979 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:23:41.845979 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:23:41.845979 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:23:41.845979 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:23:41.845979 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:23:41.845979 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:23:41.845979 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:23:41.845979 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:23:41.845979 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:23:41.845979 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:23:41.845979 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:23:41.845979 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:23:41.845979 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:23:41.845979 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:23:41.845979 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:23:41.845979 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:23:41.845979 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:23:41.845979 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:23:42.088342 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-a406c70f-4e45-4007-b78e-5faa49512a9d admin admin] Deleting port 0c0c4171-ebae-4c87-9191-dbb876d9e494 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:42.088901 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a406c70f-4e45-4007-b78e-5faa49512a9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:42.205484 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-a406c70f-4e45-4007-b78e-5faa49512a9d admin admin] For port 0c0c4171-ebae-4c87-9191-dbb876d9e494, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0c0c4171-ebae-4c87-9191-dbb876d9e494,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:42.206092 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a406c70f-4e45-4007-b78e-5faa49512a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:42.221796 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-a406c70f-4e45-4007-b78e-5faa49512a9d admin admin] Calling delete_port for 0c0c4171-ebae-4c87-9191-dbb876d9e494 owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:42.228870 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-35b35ba7-11da-482e-95d5-9037915d7e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'name': 'tempest-ServersTestBootFromVolume-174923062-router', 'tenant_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '0c0c4171-ebae-4c87-9191-dbb876d9e494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:38Z', 'updated_at': '2021-07-29T23:23:38Z', 'revision_number': 5, 'project_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'gw_port': {'id': '0c0c4171-ebae-4c87-9191-dbb876d9e494', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:39Z', 'updated_at': '2021-07-29T23:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:42.292894 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b35ba7-11da-482e-95d5-9037915d7e38 None None] The sync data for ids ['8c6a0178-9689-420c-b381-c298e301a0fd'] in n-d-712140-10 is: [{'id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'name': 'tempest-ServersTestBootFromVolume-174923062-router', 'tenant_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.221'}], 'enable_snat': True}, 'gw_port_id': '0c0c4171-ebae-4c87-9191-dbb876d9e494', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:19:38Z', 'updated_at': '2021-07-29T23:23:38Z', 'revision_number': 5, 'project_id': 'cd689ab3aacf45ab98a786fa139c1fa7', 'gw_port': {'id': '0c0c4171-ebae-4c87-9191-dbb876d9e494', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:1c:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6a0178-9689-420c-b381-c298e301a0fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:19:39Z', 'updated_at': '2021-07-29T23:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:23:42.313345 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-184daf8d-339e-4dde-80dd-43e3b794ecbf tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:42.316033 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-184daf8d-339e-4dde-80dd-43e3b794ecbf tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.39 "GET /v2.0/networks?id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4 HTTP/1.1" status: 200 len: 804 time: 0.3057933 Jul 29 23:23:42.344561 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-65e574c3-fb69-4520-a84d-0bd21fd6cc46 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Request body: {'port': {'device_id': '167dc7d0-9767-4f31-bc86-06ac7a493126', 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4', 'admin_state_up': True, 'tenant_id': '7c5e67745e0e4776a7b5c36d90365bdc'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:42.372544 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f08c4ec9-e98d-4c01-9e3a-331f01901fa9 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:42.381852 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc211a2f-81bf-4021-989a-b0f468b9a044 req-708413aa-4022-4806-847b-ecb966bbf04e tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/security-groups?id=0764f0e7-3428-4712-ab78-4b7f43262d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5917370 Jul 29 23:23:42.382565 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a7272bff-6c9b-4856-935b-895a20c7ca28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:42.449137 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: f08c4ec9-e98d-4c01-9e3a-331f01901fa9 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:42.449610 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f08c4ec9-e98d-4c01-9e3a-331f01901fa9 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:42.514853 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a7272bff-6c9b-4856-935b-895a20c7ca28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:42.517063 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a7272bff-6c9b-4856-935b-895a20c7ca28 admin admin] 10.222.0.18 "DELETE /v2.0/networks/55fb160e-6b45-47b4-8565-f685f832c4b9 HTTP/1.1" status: 204 len: 168 time: 1.7331812 Jul 29 23:23:42.519814 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33824) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:42.524375 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7272bff-6c9b-4856-935b-895a20c7ca28 admin admin] Pushing event deleted for resources: {'Network': ['ID=55fb160e-6b45-47b4-8565-f685f832c4b9,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:42.534682 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3a5f9-d485-4ca2-b547-ac492d542164 req-32052dae-cb36-427c-93e3-4f1411dce936 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:42.541614 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e3a5f9-d485-4ca2-b547-ac492d542164 req-32052dae-cb36-427c-93e3-4f1411dce936 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:42.543260 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e3e3a5f9-d485-4ca2-b547-ac492d542164 req-32052dae-cb36-427c-93e3-4f1411dce936 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/ports?device_id=7af55f80-abb5-4424-b251-2b11bd49d686 HTTP/1.1" status: 200 len: 1683 time: 0.7048345 Jul 29 23:23:42.594398 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a77a5-fbb8-42de-9f22-0da2b0eb96f3 req-4dfecf83-0ce3-494b-a554-a3a3dc2380a5 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:42.596469 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-438a77a5-fbb8-42de-9f22-0da2b0eb96f3 req-4dfecf83-0ce3-494b-a554-a3a3dc2380a5 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.39 "GET /v2.0/ports?device_id=0e2a1886-c3a0-47e6-bb12-0e7239f50c6d HTTP/1.1" status: 200 len: 950 time: 0.2894711 Jul 29 23:23:42.660556 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc93b0d0-80c6-4b83-93cb-676c641974ee admin admin] Deleting subnet 73a5c3d6-f856-44fb-a1c6-8020f660abe6 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:23:42.664783 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-65e574c3-fb69-4520-a84d-0bd21fd6cc46 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Made reservation on behalf of 7c5e67745e0e4776a7b5c36d90365bdc for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:42.668464 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-65e574c3-fb69-4520-a84d-0bd21fd6cc46 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:42.670547 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc93b0d0-80c6-4b83-93cb-676c641974ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:42.770787 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e3e3a5f9-d485-4ca2-b547-ac492d542164 req-19953888-880f-49aa-b9aa-934d281098af tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74a574a-0c52-4781-a2e3-5b7322a30418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120275 Jul 29 23:23:42.803442 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc93b0d0-80c6-4b83-93cb-676c641974ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:42.850472 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a406c70f-4e45-4007-b78e-5faa49512a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:42.900739 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc93b0d0-80c6-4b83-93cb-676c641974ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:42.953557 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9484e827-176b-4957-bdd3-75754c322cea req-a47a387e-ee9a-47ed-aa71-c953736597d2 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=167dc7d0-9767-4f31-bc86-06ac7a493126 HTTP/1.1" status: 200 len: 210 time: 0.1344233 Jul 29 23:23:43.023783 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406c70f-4e45-4007-b78e-5faa49512a9d admin admin] Pushing event deleted for resources: {'Port': ['ID=0c0c4171-ebae-4c87-9191-dbb876d9e494,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:43.033832 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-65e574c3-fb69-4520-a84d-0bd21fd6cc46 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Allocated IP 172.20.0.3 (16c7c33d-b57e-4fa0-954b-60ae4834bbc4/44be0901-f3e6-4ee5-b617-283959d6aed1/dd0e636d-0310-4d56-b5ed-1c71aa05aadd) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:43.050031 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc93b0d0-80c6-4b83-93cb-676c641974ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:43.085288 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93b0d0-80c6-4b83-93cb-676c641974ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73a5c3d6-f856-44fb-a1c6-8020f660abe6,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:43.099291 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc93b0d0-80c6-4b83-93cb-676c641974ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:43.102199 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-dc93b0d0-80c6-4b83-93cb-676c641974ee admin admin] 10.222.0.18 "DELETE /v2.0/subnets/73a5c3d6-f856-44fb-a1c6-8020f660abe6 HTTP/1.1" status: 204 len: 168 time: 0.5809245 Jul 29 23:23:43.109034 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33850) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:43.221069 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-438a77a5-fbb8-42de-9f22-0da2b0eb96f3 req-fb0d0399-7e04-40f1-a1fe-8b7289bd399b tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Deleting port 7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:43.221676 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-438a77a5-fbb8-42de-9f22-0da2b0eb96f3 req-fb0d0399-7e04-40f1-a1fe-8b7289bd399b tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:43.336828 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3cb7c51-cb71-4970-b0ce-f77d889b03e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:43.354746 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a406c70f-4e45-4007-b78e-5faa49512a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:43.533817 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-65e574c3-fb69-4520-a84d-0bd21fd6cc46 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:43.591760 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-65e574c3-fb69-4520-a84d-0bd21fd6cc46 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:43.614142 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['d74005cd-c4f9-4ae9-bc47-788d8c2beb0a'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:43.674040 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-65e574c3-fb69-4520-a84d-0bd21fd6cc46 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Network 16c7c33d-b57e-4fa0-954b-60ae4834bbc4 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:43.680982 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-65e574c3-fb69-4520-a84d-0bd21fd6cc46 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:43.684052 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-65e574c3-fb69-4520-a84d-0bd21fd6cc46 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:43.688712 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3cb7c51-cb71-4970-b0ce-f77d889b03e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:43.741381 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-b3cb7c51-cb71-4970-b0ce-f77d889b03e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb632758-ad89-4a5c-9f30-7c22bc2ad749']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:43.763886 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-b3cb7c51-cb71-4970-b0ce-f77d889b03e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c00eeecb-64f5-461f-b19c-1ecfcea954c1') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:43.764215 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-b3cb7c51-cb71-4970-b0ce-f77d889b03e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c00eeecb-64f5-461f-b19c-1ecfcea954c1') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:43.771648 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e574c3-fb69-4520-a84d-0bd21fd6cc46 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Pushing event updated for resources: {'Port': ['ID=dd0e636d-0310-4d56-b5ed-1c71aa05aadd,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:43.812467 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3cb7c51-cb71-4970-b0ce-f77d889b03e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:43.840352 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-65e574c3-fb69-4520-a84d-0bd21fd6cc46 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:43.841413 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-65e574c3-fb69-4520-a84d-0bd21fd6cc46 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:43.866316 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-65e574c3-fb69-4520-a84d-0bd21fd6cc46 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5355415 Jul 29 23:23:43.874406 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3cb7c51-cb71-4970-b0ce-f77d889b03e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:43.882934 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-8fcd95e7-765d-4f65-bcb2-0b64ea588e39 service neutron] Request body: {'port': {'device_id': '167dc7d0-9767-4f31-bc86-06ac7a493126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:43.908513 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a406c70f-4e45-4007-b78e-5faa49512a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:43.915156 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3cb7c51-cb71-4970-b0ce-f77d889b03e1 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:23:43.915777 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3cb7c51-cb71-4970-b0ce-f77d889b03e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:43.918967 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:23:43.918967 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:23:43.918967 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:23:43.918967 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:23:43.918967 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:23:43.918967 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:23:43.918967 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:23:43.918967 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:23:43.918967 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:23:43.918967 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:23:43.918967 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:23:43.918967 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:23:43.918967 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:23:43.918967 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:23:43.918967 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:23:43.918967 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:23:43.918967 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:23:43.918967 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:23:43.918967 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:23:43.918967 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:23:43.918967 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:23:43.918967 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:23:43.918967 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:23:43.918967 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:23:43.918967 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:23:43.918967 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:23:43.918967 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:23:43.918967 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:23:43.918967 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:23:43.918967 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:23:43.918967 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:23:43.918967 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:23:43.923981 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a406c70f-4e45-4007-b78e-5faa49512a9d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:43.962480 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-438a77a5-fbb8-42de-9f22-0da2b0eb96f3 req-fb0d0399-7e04-40f1-a1fe-8b7289bd399b tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] For port 7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:43.963549 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-438a77a5-fbb8-42de-9f22-0da2b0eb96f3 req-fb0d0399-7e04-40f1-a1fe-8b7289bd399b tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:43.985736 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-438a77a5-fbb8-42de-9f22-0da2b0eb96f3 req-fb0d0399-7e04-40f1-a1fe-8b7289bd399b tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Calling delete_port for 7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:44.054068 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-8fcd95e7-765d-4f65-bcb2-0b64ea588e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:44.198001 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf60df-19a6-44df-9844-65240d1b7d9c req-8a357ec3-623a-44cc-a501-79a8a7793356 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:44.204615 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf60df-19a6-44df-9844-65240d1b7d9c req-8a357ec3-623a-44cc-a501-79a8a7793356 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:44.216553 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0fdf60df-19a6-44df-9844-65240d1b7d9c req-8a357ec3-623a-44cc-a501-79a8a7793356 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/ports?device_id=7af55f80-abb5-4424-b251-2b11bd49d686 HTTP/1.1" status: 200 len: 1683 time: 0.8933299 Jul 29 23:23:44.306930 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a406c70f-4e45-4007-b78e-5faa49512a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:44.307711 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a406c70f-4e45-4007-b78e-5faa49512a9d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c6a0178-9689-420c-b381-c298e301a0fd {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:23:44.321062 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e94520-8917-40d8-b0e2-8efdde8c862e req-d492234e-57b9-4349-8984-56cb0dfe0856 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:44.328659 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f9e94520-8917-40d8-b0e2-8efdde8c862e req-d492234e-57b9-4349-8984-56cb0dfe0856 tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e2a1886-c3a0-47e6-bb12-0e7239f50c6d HTTP/1.1" status: 200 len: 950 time: 0.5098407 Jul 29 23:23:44.356206 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a406c70f-4e45-4007-b78e-5faa49512a9d admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:44.361009 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a406c70f-4e45-4007-b78e-5faa49512a9d admin admin] 10.222.0.18 "DELETE /v2.0/routers/8c6a0178-9689-420c-b381-c298e301a0fd HTTP/1.1" status: 204 len: 168 time: 3.5665789 Jul 29 23:23:44.374499 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33878) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:44.389066 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-438a77a5-fbb8-42de-9f22-0da2b0eb96f3 req-fb0d0399-7e04-40f1-a1fe-8b7289bd399b tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:44.400131 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0fdf60df-19a6-44df-9844-65240d1b7d9c req-2d73aa1a-673e-430b-a556-cf014e66f196 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74a574a-0c52-4781-a2e3-5b7322a30418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815956 Jul 29 23:23:44.404949 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6471806d-c709-4686-ae62-db1d42c1b5b2 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:44.444373 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 6471806d-c709-4686-ae62-db1d42c1b5b2 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:44.445091 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6471806d-c709-4686-ae62-db1d42c1b5b2 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:44.537928 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1990eed-e45c-48d0-983e-dacf4dfb55dd admin admin] Deleting subnet f0e126a9-da53-4f31-985c-8139eb4ec79b {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:23:44.620712 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b1990eed-e45c-48d0-983e-dacf4dfb55dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:44.633404 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f9e94520-8917-40d8-b0e2-8efdde8c862e req-1a9de5bb-f51c-48b3-a6e6-afd4fc16c70f tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.18 "GET /v2.0/security-groups?id=0764f0e7-3428-4712-ab78-4b7f43262d6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037705 Jul 29 23:23:44.710651 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d0399-7e04-40f1-a1fe-8b7289bd399b tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Pushing event deleted for resources: {'Port': ['ID=7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:44.714270 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3cb7c51-cb71-4970-b0ce-f77d889b03e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:44.742436 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3cb7c51-cb71-4970-b0ce-f77d889b03e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:44.749612 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b3cb7c51-cb71-4970-b0ce-f77d889b03e1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bb632758-ad89-4a5c-9f30-7c22bc2ad749 HTTP/1.1" status: 204 len: 168 time: 1.6372242 Jul 29 23:23:44.882665 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb7c51-cb71-4970-b0ce-f77d889b03e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb632758-ad89-4a5c-9f30-7c22bc2ad749,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:44.905485 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-438a77a5-fbb8-42de-9f22-0da2b0eb96f3 req-fb0d0399-7e04-40f1-a1fe-8b7289bd399b tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] No DVR routers for this DVR port 7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:44.926961 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b1990eed-e45c-48d0-983e-dacf4dfb55dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:44.935909 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-438a77a5-fbb8-42de-9f22-0da2b0eb96f3 req-fb0d0399-7e04-40f1-a1fe-8b7289bd399b tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:44.938450 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-438a77a5-fbb8-42de-9f22-0da2b0eb96f3 req-fb0d0399-7e04-40f1-a1fe-8b7289bd399b tempest-ServersAdminNegativeTestJSON-313434147 tempest-ServersAdminNegativeTestJSON-313434147-project] 10.222.0.39 "DELETE /v2.0/ports/7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0 HTTP/1.1" status: 204 len: 173 time: 2.3157985 Jul 29 23:23:44.939402 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2a1886-c3a0-47e6-bb12-0e7239f50c6d', 'name': 'network-vif-deleted', 'tag': '7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:44.950042 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5d922c-c3b2-4967-9365-511b64db9a19" -d '{"events": [{"server_uuid": "0e2a1886-c3a0-47e6-bb12-0e7239f50c6d", "name": "network-vif-deleted", "tag": "7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:45.165569 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33904) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:45.248606 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7335c8ac-b167-49c5-95b7-516975ea5d90 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b675f7a309964096bd61726e3752bfc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0819039 Jul 29 23:23:45.252105 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33906) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:45.253825 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92255cf2-7b79-41f1-aabc-4bf065703b00 req-cbd48536-d31c-45db-b56e-a84db44c460b tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:45.270148 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92255cf2-7b79-41f1-aabc-4bf065703b00 req-cbd48536-d31c-45db-b56e-a84db44c460b tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:45.271732 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92255cf2-7b79-41f1-aabc-4bf065703b00 req-cbd48536-d31c-45db-b56e-a84db44c460b tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.23 "GET /v2.0/ports?device_id=7af55f80-abb5-4424-b251-2b11bd49d686 HTTP/1.1" status: 200 len: 1683 time: 0.4733226 Jul 29 23:23:45.273493 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-c801e35d-0c7b-4f10-834e-29d6a1898650 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b5d479cc76ff4ec3901539ccb7d5396c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1710086 Jul 29 23:23:45.281680 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e393fd-1efa-41fa-86b9-22894962f045 req-1421ab4e-4c5b-4431-877b-7df865241e59 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:45.283235 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5e393fd-1efa-41fa-86b9-22894962f045 req-1421ab4e-4c5b-4431-877b-7df865241e59 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=167dc7d0-9767-4f31-bc86-06ac7a493126 HTTP/1.1" status: 200 len: 931 time: 0.5070915 Jul 29 23:23:45.356904 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-21db9f84-717e-4950-8084-038245ed97be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:45.434638 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-21db9f84-717e-4950-8084-038245ed97be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:45.490438 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-8fcd95e7-765d-4f65-bcb2-0b64ea588e39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd0e636d-0310-4d56-b5ed-1c71aa05aadd {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:45.515318 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-8fcd95e7-765d-4f65-bcb2-0b64ea588e39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:45.545301 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-8fcd95e7-765d-4f65-bcb2-0b64ea588e39 service neutron] Transition to ACTIVE for port object dd0e636d-0310-4d56-b5ed-1c71aa05aadd will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:45.550883 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-8fcd95e7-765d-4f65-bcb2-0b64ea588e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:45.560838 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5e393fd-1efa-41fa-86b9-22894962f045 req-cb30cc9a-e8d8-4383-8d20-78cb4693d221 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648013 Jul 29 23:23:45.574259 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-8b25fdb9-808c-4f82-bcfb-5f90510a173b tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:45.590891 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-8b25fdb9-808c-4f82-bcfb-5f90510a173b tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3054461 Jul 29 23:23:45.610132 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b1990eed-e45c-48d0-983e-dacf4dfb55dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:45.631533 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-21db9f84-717e-4950-8084-038245ed97be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:45.635032 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-21db9f84-717e-4950-8084-038245ed97be admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:45.641985 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-21db9f84-717e-4950-8084-038245ed97be admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dbd3a07c-fc2f-4a77-b891-a027ba12c658 HTTP/1.1" status: 204 len: 168 time: 0.3854809 Jul 29 23:23:45.650664 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd95e7-765d-4f65-bcb2-0b64ea588e39 service neutron] Pushing event updated for resources: {'Port': ['ID=dd0e636d-0310-4d56-b5ed-1c71aa05aadd,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:45.664914 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-902f5cbc-a649-4b5e-ac1b-e209d6495595 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/quotas/b5d479cc76ff4ec3901539ccb7d5396c HTTP/1.1" status: 200 len: 375 time: 0.0729172 Jul 29 23:23:45.707146 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d021981c-61e2-4bdd-be78-ea47627b9e25 x-openstack-request-id: req-d021981c-61e2-4bdd-be78-ea47627b9e25 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:45.707452 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e2a1886-c3a0-47e6-bb12-0e7239f50c6d", "name": "network-vif-deleted", "tag": "7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:45.707755 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d021981c-61e2-4bdd-be78-ea47627b9e25 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:45.708199 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2a1886-c3a0-47e6-bb12-0e7239f50c6d', 'name': 'network-vif-deleted', 'tag': '7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0', 'status': 'completed', 'code': 200} Jul 29 23:23:45.711507 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21db9f84-717e-4950-8084-038245ed97be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd3a07c-fc2f-4a77-b891-a027ba12c658,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:45.720745 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-3b2750fd-1ed5-447c-9025-7d6f07779aca tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b5d479cc76ff4ec3901539ccb7d5396c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547626 Jul 29 23:23:45.748974 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-92255cf2-7b79-41f1-aabc-4bf065703b00 req-1636867c-ee13-4fc1-8d61-79188e3c544c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Deleting port dd655cc7-e918-4103-9bc3-379f3368e18a {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:45.749530 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-92255cf2-7b79-41f1-aabc-4bf065703b00 req-1636867c-ee13-4fc1-8d61-79188e3c544c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:45.849167 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b1990eed-e45c-48d0-983e-dacf4dfb55dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:45.880842 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-8fcd95e7-765d-4f65-bcb2-0b64ea588e39 service neutron] Attempting to bind port dd0e636d-0310-4d56-b5ed-1c71aa05aadd on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:45.881724 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-8fcd95e7-765d-4f65-bcb2-0b64ea588e39 service neutron] Attempting to bind port dd0e636d-0310-4d56-b5ed-1c71aa05aadd by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'eab921c4-2218-4a2e-a6e8-64eac530aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:45.881724 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-8fcd95e7-765d-4f65-bcb2-0b64ea588e39 service neutron] Attempting to bind port dd0e636d-0310-4d56-b5ed-1c71aa05aadd on network 16c7c33d-b57e-4fa0-954b-60ae4834bbc4 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:45.893807 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-8fcd95e7-765d-4f65-bcb2-0b64ea588e39 service neutron] Port dd0e636d-0310-4d56-b5ed-1c71aa05aadd on network 16c7c33d-b57e-4fa0-954b-60ae4834bbc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:23:45.894291 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-8fcd95e7-765d-4f65-bcb2-0b64ea588e39 service neutron] Attempting to bind port dd0e636d-0310-4d56-b5ed-1c71aa05aadd on network 16c7c33d-b57e-4fa0-954b-60ae4834bbc4 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:45.906586 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-8fcd95e7-765d-4f65-bcb2-0b64ea588e39 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:45.907210 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-8fcd95e7-765d-4f65-bcb2-0b64ea588e39 service neutron] Checking segment: {'id': 'eab921c4-2218-4a2e-a6e8-64eac530aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:45.908864 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-8fcd95e7-765d-4f65-bcb2-0b64ea588e39 service neutron] Bound using segment: {'id': 'eab921c4-2218-4a2e-a6e8-64eac530aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:45.914324 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-8fcd95e7-765d-4f65-bcb2-0b64ea588e39 service neutron] Bound port: dd0e636d-0310-4d56-b5ed-1c71aa05aadd, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab921c4-2218-4a2e-a6e8-64eac530aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:45.915181 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-8fcd95e7-765d-4f65-bcb2-0b64ea588e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:46.008323 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1990eed-e45c-48d0-983e-dacf4dfb55dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0e126a9-da53-4f31-985c-8139eb4ec79b,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:46.029195 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b1990eed-e45c-48d0-983e-dacf4dfb55dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:46.033273 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b1990eed-e45c-48d0-983e-dacf4dfb55dd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f0e126a9-da53-4f31-985c-8139eb4ec79b HTTP/1.1" status: 204 len: 168 time: 1.6569819 Jul 29 23:23:46.034263 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9a49bd-a329-4d61-84c1-29ad2a0c0417 None None] Network 1b4861e7-2155-4265-b168-d8e6cff2010d requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:23:46.048211 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33922) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:46.108491 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cce500-66bb-4aaf-8262-dca569914f3a req-21dffdc8-fb15-40fa-a671-ff02ad060978 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:46.120524 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cce500-66bb-4aaf-8262-dca569914f3a req-21dffdc8-fb15-40fa-a671-ff02ad060978 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:46.123416 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-55cce500-66bb-4aaf-8262-dca569914f3a req-21dffdc8-fb15-40fa-a671-ff02ad060978 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/ports?device_id=7af55f80-abb5-4424-b251-2b11bd49d686 HTTP/1.1" status: 200 len: 1683 time: 0.1818938 Jul 29 23:23:46.217058 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-8fcd95e7-765d-4f65-bcb2-0b64ea588e39 service neutron] For port dd0e636d-0310-4d56-b5ed-1c71aa05aadd, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:46.254366 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-55cce500-66bb-4aaf-8262-dca569914f3a req-661e1d4f-2d83-4899-84e5-1f1d88f11822 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74a574a-0c52-4781-a2e3-5b7322a30418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182954 Jul 29 23:23:46.279312 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-8fcd95e7-765d-4f65-bcb2-0b64ea588e39 service neutron] For port dd0e636d-0310-4d56-b5ed-1c71aa05aadd, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=dd0e636d-0310-4d56-b5ed-1c71aa05aadd,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:46.293640 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-847b953f-1a3b-4d01-9340-dd4cc2ec489b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:46.302192 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-8fcd95e7-765d-4f65-bcb2-0b64ea588e39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:46.318030 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-92255cf2-7b79-41f1-aabc-4bf065703b00 req-1636867c-ee13-4fc1-8d61-79188e3c544c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] For port dd655cc7-e918-4103-9bc3-379f3368e18a, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=dd655cc7-e918-4103-9bc3-379f3368e18a,segment=NetworkSegment(402cc08b-8ce2-4c82-94e4-deeb256fec80),segment_id=402cc08b-8ce2-4c82-94e4-deeb256fec80)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:46.321374 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-92255cf2-7b79-41f1-aabc-4bf065703b00 req-1636867c-ee13-4fc1-8d61-79188e3c544c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:46.349708 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0c0c4171-ebae-4c87-9191-dbb876d9e494 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:46.373295 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-92255cf2-7b79-41f1-aabc-4bf065703b00 req-1636867c-ee13-4fc1-8d61-79188e3c544c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Calling delete_port for dd655cc7-e918-4103-9bc3-379f3368e18a owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:46.426397 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:46.462920 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:46.463558 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 7e26d0ce-841f-4d2e-91e2-3d0a2587d0e0 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:46.466529 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 0c0c4171-ebae-4c87-9191-dbb876d9e494 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:46.467493 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0c0c4171-ebae-4c87-9191-dbb876d9e494 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:46.550035 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-8fcd95e7-765d-4f65-bcb2-0b64ea588e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:46.550662 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-8fcd95e7-765d-4f65-bcb2-0b64ea588e39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:46.567449 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-8fcd95e7-765d-4f65-bcb2-0b64ea588e39 service neutron] 10.222.0.39 "PUT /v2.0/ports/dd0e636d-0310-4d56-b5ed-1c71aa05aadd HTTP/1.1" status: 200 len: 1092 time: 2.6915550 Jul 29 23:23:46.569667 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167dc7d0-9767-4f31-bc86-06ac7a493126', 'tag': 'dd0e636d-0310-4d56-b5ed-1c71aa05aadd'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:46.592480 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8cb5eb-d693-4630-bacd-deb0bf8954f1" -d '{"events": [{"name": "network-changed", "server_uuid": "167dc7d0-9767-4f31-bc86-06ac7a493126", "tag": "dd0e636d-0310-4d56-b5ed-1c71aa05aadd"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:46.602399 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac76951-fdef-4aed-81fe-daee9a73b415 None None] DHCP port deletion for 1b4861e7-2155-4265-b168-d8e6cff2010d request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:23:46.708054 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dba59060-4c49-471c-9234-1139c8dac8c1 req-f1aa019a-d660-4d10-9372-295cc2601b29 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fc40887-498e-4280-af28-2663b7bfc49f HTTP/1.1" status: 200 len: 210 time: 0.2428958 Jul 29 23:23:46.715756 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-92255cf2-7b79-41f1-aabc-4bf065703b00 req-1636867c-ee13-4fc1-8d61-79188e3c544c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:46.793706 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['da4c60f8-0541-48d1-be42-597ee8de2dae', 'dd655cc7-e918-4103-9bc3-379f3368e18a'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:46.796950 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33946) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:46.829579 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd95e7-765d-4f65-bcb2-0b64ea588e39 service neutron] Pushing event updated for resources: {'Port': ['ID=dd0e636d-0310-4d56-b5ed-1c71aa05aadd,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:46.874030 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7733dcb5-4ff9-4862-b4b4-a1ed18307eb3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f6efa5f51f754ce9ba2c68625a24bee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0682957 Jul 29 23:23:46.877683 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33948) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:46.880601 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-9fbe991c-9aff-4b20-97b1-30451afecaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:46.882223 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-9fbe991c-9aff-4b20-97b1-30451afecaa8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c5e67745e0e4776a7b5c36d90365bdc&device_id=167dc7d0-9767-4f31-bc86-06ac7a493126 HTTP/1.1" status: 200 len: 1095 time: 0.2601986 Jul 29 23:23:46.966251 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65528245-f6cd-4cd1-aa67-4f771d52ad07 x-openstack-request-id: req-65528245-f6cd-4cd1-aa67-4f771d52ad07 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:46.966701 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "167dc7d0-9767-4f31-bc86-06ac7a493126", "tag": "dd0e636d-0310-4d56-b5ed-1c71aa05aadd", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:46.966816 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65528245-f6cd-4cd1-aa67-4f771d52ad07 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:46.967194 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '167dc7d0-9767-4f31-bc86-06ac7a493126', 'tag': 'dd0e636d-0310-4d56-b5ed-1c71aa05aadd', 'status': 'completed', 'code': 200} Jul 29 23:23:46.986591 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636867c-ee13-4fc1-8d61-79188e3c544c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Pushing event deleted for resources: {'Port': ['ID=dd655cc7-e918-4103-9bc3-379f3368e18a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:46.991292 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-a7cf27f7-7fad-476b-ac08-a61b2c50ae0a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd0e636d-0310-4d56-b5ed-1c71aa05aadd HTTP/1.1" status: 200 len: 217 time: 0.0914936 Jul 29 23:23:46.994391 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-847b953f-1a3b-4d01-9340-dd4cc2ec489b admin admin] Deleting port a265912d-edee-4f4c-bff2-7ae504d791dd {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:46.994391 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-847b953f-1a3b-4d01-9340-dd4cc2ec489b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.048953 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5ac76951-fdef-4aed-81fe-daee9a73b415 None None] Deleting port a265912d-edee-4f4c-bff2-7ae504d791dd {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:47.052371 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5ac76951-fdef-4aed-81fe-daee9a73b415 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.113480 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-17f4ffd4-9e60-4322-9342-fd0c96b4e878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:47.116199 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-17f4ffd4-9e60-4322-9342-fd0c96b4e878 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=44be0901-f3e6-4ee5-b617-283959d6aed1 HTTP/1.1" status: 200 len: 844 time: 0.1060715 Jul 29 23:23:47.141892 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-92255cf2-7b79-41f1-aabc-4bf065703b00 req-1636867c-ee13-4fc1-8d61-79188e3c544c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] No DVR routers for this DVR port dd655cc7-e918-4103-9bc3-379f3368e18a on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:47.145681 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-92255cf2-7b79-41f1-aabc-4bf065703b00 req-1636867c-ee13-4fc1-8d61-79188e3c544c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.149810 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92255cf2-7b79-41f1-aabc-4bf065703b00 req-1636867c-ee13-4fc1-8d61-79188e3c544c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.23 "DELETE /v2.0/ports/dd655cc7-e918-4103-9bc3-379f3368e18a HTTP/1.1" status: 204 len: 173 time: 1.8655784 Jul 29 23:23:47.151238 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-800d933b-1861-4761-818a-a89caf40f156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.162924 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3981a6-3a25-4b8d-b2f6-71a904a3bb6e req-664d18b7-8741-4b17-8f42-24d27555483a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:47.165801 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5a3981a6-3a25-4b8d-b2f6-71a904a3bb6e req-664d18b7-8741-4b17-8f42-24d27555483a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=167dc7d0-9767-4f31-bc86-06ac7a493126 HTTP/1.1" status: 200 len: 943 time: 0.3450599 Jul 29 23:23:47.191364 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-7437b459-c8c6-4ed6-a308-4719c0278fd9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575714 Jul 29 23:23:47.199393 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33954) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:47.247785 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-800d933b-1861-4761-818a-a89caf40f156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.262814 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-847b953f-1a3b-4d01-9340-dd4cc2ec489b admin admin] For port a265912d-edee-4f4c-bff2-7ae504d791dd, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a265912d-edee-4f4c-bff2-7ae504d791dd,segment=NetworkSegment(7b4104fc-94d0-4c79-a5b9-459ac015462f),segment_id=7b4104fc-94d0-4c79-a5b9-459ac015462f)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:47.263566 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-847b953f-1a3b-4d01-9340-dd4cc2ec489b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.345371 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-847b953f-1a3b-4d01-9340-dd4cc2ec489b admin admin] Calling delete_port for a265912d-edee-4f4c-bff2-7ae504d791dd owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:47.507584 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5a3981a6-3a25-4b8d-b2f6-71a904a3bb6e req-5388c218-8a74-4e4a-915f-7d5022a0a2ae tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355422 Jul 29 23:23:47.513029 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-5ac76951-fdef-4aed-81fe-daee9a73b415 None None] For port a265912d-edee-4f4c-bff2-7ae504d791dd, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a265912d-edee-4f4c-bff2-7ae504d791dd,segment=NetworkSegment(7b4104fc-94d0-4c79-a5b9-459ac015462f),segment_id=7b4104fc-94d0-4c79-a5b9-459ac015462f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:47.513679 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5ac76951-fdef-4aed-81fe-daee9a73b415 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.523728 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-92255cf2-7b79-41f1-aabc-4bf065703b00 req-14f6eb83-4ab1-4657-a507-6337d9e89bf7 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Deleting port da4c60f8-0541-48d1-be42-597ee8de2dae {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:47.526323 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-92255cf2-7b79-41f1-aabc-4bf065703b00 req-14f6eb83-4ab1-4657-a507-6337d9e89bf7 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.570359 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5ac76951-fdef-4aed-81fe-daee9a73b415 None None] Calling delete_port for a265912d-edee-4f4c-bff2-7ae504d791dd owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:47.615497 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-800d933b-1861-4761-818a-a89caf40f156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.619529 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-800d933b-1861-4761-818a-a89caf40f156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.623655 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-800d933b-1861-4761-818a-a89caf40f156 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d51d0af8-554f-42ef-bbed-655c87c7769b HTTP/1.1" status: 204 len: 168 time: 0.7404392 Jul 29 23:23:47.647818 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-91d27bfc-8502-4973-a5f5-e531891f2385 service neutron] 10.222.0.39 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458122 Jul 29 23:23:47.702044 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800d933b-1861-4761-818a-a89caf40f156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51d0af8-554f-42ef-bbed-655c87c7769b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:47.764493 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e96d275e-c191-48e2-b53b-a382924eb2d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a3247a320ee8457d975ee6c70bcc3ef2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5627613 Jul 29 23:23:47.767066 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5ac76951-fdef-4aed-81fe-daee9a73b415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.777846 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-92255cf2-7b79-41f1-aabc-4bf065703b00 req-14f6eb83-4ab1-4657-a507-6337d9e89bf7 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] For port da4c60f8-0541-48d1-be42-597ee8de2dae, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=da4c60f8-0541-48d1-be42-597ee8de2dae,segment=NetworkSegment(bc7ad28d-4098-43f1-b413-3735b551680d),segment_id=bc7ad28d-4098-43f1-b413-3735b551680d)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:47.778722 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-92255cf2-7b79-41f1-aabc-4bf065703b00 req-14f6eb83-4ab1-4657-a507-6337d9e89bf7 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:47.806353 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33974) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:47.813729 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac76951-fdef-4aed-81fe-daee9a73b415 None None] No DVR routers for this DVR port a265912d-edee-4f4c-bff2-7ae504d791dd on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:47.816056 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-92255cf2-7b79-41f1-aabc-4bf065703b00 req-14f6eb83-4ab1-4657-a507-6337d9e89bf7 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Calling delete_port for da4c60f8-0541-48d1-be42-597ee8de2dae owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:47.831591 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac76951-fdef-4aed-81fe-daee9a73b415 None None] Pushing event deleted for resources: {'Port': ['ID=a265912d-edee-4f4c-bff2-7ae504d791dd,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:47.963127 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-847b953f-1a3b-4d01-9340-dd4cc2ec489b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:48.050653 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af55f80-abb5-4424-b251-2b11bd49d686', 'name': 'network-vif-deleted', 'tag': 'dd655cc7-e918-4103-9bc3-379f3368e18a'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:48.065550 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-49b04826-26bb-4ac5-9972-dae1799d79fd req-7c2b80cd-7e5d-4b8c-b3ab-2637efc0a6eb service neutron] 10.222.0.39 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026766 Jul 29 23:23:48.066622 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847b953f-1a3b-4d01-9340-dd4cc2ec489b admin admin] No DVR routers for this DVR port a265912d-edee-4f4c-bff2-7ae504d791dd on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:48.074840 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-953a1e5c-1f4d-4113-b165-f904f4ad59b6" -d '{"events": [{"server_uuid": "7af55f80-abb5-4424-b251-2b11bd49d686", "name": "network-vif-deleted", "tag": "dd655cc7-e918-4103-9bc3-379f3368e18a"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:48.077992 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b953f-1a3b-4d01-9340-dd4cc2ec489b admin admin] Pushing event deleted for resources: {'Port': ['ID=a265912d-edee-4f4c-bff2-7ae504d791dd,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:48.174956 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-703ceedd-f0ab-492f-84b3-b2b7a4773a1e tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b5d479cc76ff4ec3901539ccb7d5396c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1652172 Jul 29 23:23:48.201168 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d9b46c74-4386-44b7-a516-f0bf9811fe82 req-4572db4c-3179-4545-a5eb-de767749303f tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fc40887-498e-4280-af28-2663b7bfc49f HTTP/1.1" status: 200 len: 210 time: 0.1519117 Jul 29 23:23:48.279303 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-847b953f-1a3b-4d01-9340-dd4cc2ec489b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:48.307544 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-847b953f-1a3b-4d01-9340-dd4cc2ec489b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b4861e7-2155-4265-b168-d8e6cff2010d']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:48.321981 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-847b953f-1a3b-4d01-9340-dd4cc2ec489b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4104fc-94d0-4c79-a5b9-459ac015462f') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:48.322512 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-847b953f-1a3b-4d01-9340-dd4cc2ec489b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4104fc-94d0-4c79-a5b9-459ac015462f') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:48.333851 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-847b953f-1a3b-4d01-9340-dd4cc2ec489b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:48.390595 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4637a448-eab9-4f95-b151-a1521c33dcd1 x-openstack-request-id: req-4637a448-eab9-4f95-b151-a1521c33dcd1 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:48.391112 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af55f80-abb5-4424-b251-2b11bd49d686", "name": "network-vif-deleted", "tag": "dd655cc7-e918-4103-9bc3-379f3368e18a", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:48.392099 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4637a448-eab9-4f95-b151-a1521c33dcd1 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:48.392645 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af55f80-abb5-4424-b251-2b11bd49d686', 'name': 'network-vif-deleted', 'tag': 'dd655cc7-e918-4103-9bc3-379f3368e18a', 'status': 'completed', 'code': 200} Jul 29 23:23:48.409673 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a265912d-edee-4f4c-bff2-7ae504d791dd no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:48.438335 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-92255cf2-7b79-41f1-aabc-4bf065703b00 req-14f6eb83-4ab1-4657-a507-6337d9e89bf7 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:48.441626 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-847b953f-1a3b-4d01-9340-dd4cc2ec489b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:48.465062 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e1dcd0c-2e19-4d4d-9b9c-eec1eb7fc94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:48.467368 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-847b953f-1a3b-4d01-9340-dd4cc2ec489b admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:23:48.467733 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-847b953f-1a3b-4d01-9340-dd4cc2ec489b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:48.469190 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a5e5a6-bbd5-4928-958b-d43dd7f9d71d req-77aec4f3-b5e2-4f15-b077-c6c1be40b84d tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: self.session.flush() Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: self.session.flush() Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: self.session.flush() Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: self.session.flush() Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:23:48.470299 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:23:48.476230 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: a265912d-edee-4f4c-bff2-7ae504d791dd {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:48.476774 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a265912d-edee-4f4c-bff2-7ae504d791dd not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:48.478438 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-60a5e5a6-bbd5-4928-958b-d43dd7f9d71d req-77aec4f3-b5e2-4f15-b077-c6c1be40b84d tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/ports?device_id=7af55f80-abb5-4424-b251-2b11bd49d686 HTTP/1.1" status: 200 len: 867 time: 0.9694731 Jul 29 23:23:48.585675 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-fd202b97-db30-429d-ab3b-b569b29b853e tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:48.587850 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-fd202b97-db30-429d-ab3b-b569b29b853e tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3908980 Jul 29 23:23:48.640639 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f6eb83-4ab1-4657-a507-6337d9e89bf7 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Pushing event deleted for resources: {'Port': ['ID=da4c60f8-0541-48d1-be42-597ee8de2dae,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:48.648048 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e1dcd0c-2e19-4d4d-9b9c-eec1eb7fc94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:48.660532 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8cb5eb-d693-4630-bacd-deb0bf8954f1 req-7427a2d6-7956-465a-ac9e-c6cdf07bf71f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:48.663028 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0a8cb5eb-d693-4630-bacd-deb0bf8954f1 req-7427a2d6-7956-465a-ac9e-c6cdf07bf71f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c5e67745e0e4776a7b5c36d90365bdc&device_id=167dc7d0-9767-4f31-bc86-06ac7a493126 HTTP/1.1" status: 200 len: 1095 time: 0.3059492 Jul 29 23:23:48.672501 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-847b953f-1a3b-4d01-9340-dd4cc2ec489b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:48.686967 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-3c117a3f-2084-4ae5-a797-e3e004278ad3 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Request body: {'port': {'device_id': '9fc40887-498e-4280-af28-2663b7bfc49f', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'admin_state_up': True, 'tenant_id': 'b5d479cc76ff4ec3901539ccb7d5396c'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:48.702217 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-847b953f-1a3b-4d01-9340-dd4cc2ec489b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:48.708643 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-847b953f-1a3b-4d01-9340-dd4cc2ec489b admin admin] 10.222.0.18 "DELETE /v2.0/networks/1b4861e7-2155-4265-b168-d8e6cff2010d HTTP/1.1" status: 204 len: 168 time: 2.6583562 Jul 29 23:23:48.768382 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device dd655cc7-e918-4103-9bc3-379f3368e18a no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:48.782485 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b953f-1a3b-4d01-9340-dd4cc2ec489b admin admin] Pushing event deleted for resources: {'Network': ['ID=1b4861e7-2155-4265-b168-d8e6cff2010d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:48.839097 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: dd655cc7-e918-4103-9bc3-379f3368e18a {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:48.839462 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device dd655cc7-e918-4103-9bc3-379f3368e18a not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:48.860697 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device da4c60f8-0541-48d1-be42-597ee8de2dae no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:48.879809 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e1dcd0c-2e19-4d4d-9b9c-eec1eb7fc94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:48.883460 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e1dcd0c-2e19-4d4d-9b9c-eec1eb7fc94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:48.884686 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7e1dcd0c-2e19-4d4d-9b9c-eec1eb7fc94a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0764f0e7-3428-4712-ab78-4b7f43262d6b HTTP/1.1" status: 204 len: 168 time: 1.0766582 Jul 29 23:23:48.933489 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8cb5eb-d693-4630-bacd-deb0bf8954f1 req-3aea2a63-c089-4464-9558-a8be6f2f241f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:48.933489 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0a8cb5eb-d693-4630-bacd-deb0bf8954f1 req-3aea2a63-c089-4464-9558-a8be6f2f241f service neutron] 10.222.0.39 "GET /v2.0/networks?id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4 HTTP/1.1" status: 200 len: 905 time: 0.2349887 Jul 29 23:23:48.933489 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1dcd0c-2e19-4d4d-9b9c-eec1eb7fc94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0764f0e7-3428-4712-ab78-4b7f43262d6b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:48.992221 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: da4c60f8-0541-48d1-be42-597ee8de2dae {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:48.992910 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device da4c60f8-0541-48d1-be42-597ee8de2dae not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:49.014398 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-92255cf2-7b79-41f1-aabc-4bf065703b00 req-14f6eb83-4ab1-4657-a507-6337d9e89bf7 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] No DVR routers for this DVR port da4c60f8-0541-48d1-be42-597ee8de2dae on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:49.023597 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-92255cf2-7b79-41f1-aabc-4bf065703b00 req-14f6eb83-4ab1-4657-a507-6337d9e89bf7 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:49.026488 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92255cf2-7b79-41f1-aabc-4bf065703b00 req-14f6eb83-4ab1-4657-a507-6337d9e89bf7 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.23 "DELETE /v2.0/ports/da4c60f8-0541-48d1-be42-597ee8de2dae HTTP/1.1" status: 204 len: 173 time: 1.8594460 Jul 29 23:23:49.059362 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0a8cb5eb-d693-4630-bacd-deb0bf8954f1 req-63ae935a-ce86-4ad1-9bef-3d6195917524 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dd0e636d-0310-4d56-b5ed-1c71aa05aadd HTTP/1.1" status: 200 len: 217 time: 0.1247594 Jul 29 23:23:49.148881 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aba125-a397-4f12-82cf-5971ec43be6d req-370f5839-f7f2-4fb0-a225-38d085433b13 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:49.155136 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24aba125-a397-4f12-82cf-5971ec43be6d req-370f5839-f7f2-4fb0-a225-38d085433b13 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=167dc7d0-9767-4f31-bc86-06ac7a493126 HTTP/1.1" status: 200 len: 943 time: 0.4947331 Jul 29 23:23:49.175456 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8cb5eb-d693-4630-bacd-deb0bf8954f1 req-d3e14657-121f-41a5-9e3e-0a2f91b79b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:49.178114 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0a8cb5eb-d693-4630-bacd-deb0bf8954f1 req-d3e14657-121f-41a5-9e3e-0a2f91b79b19 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=44be0901-f3e6-4ee5-b617-283959d6aed1 HTTP/1.1" status: 200 len: 844 time: 0.0969577 Jul 29 23:23:49.178631 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34006) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:49.182211 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-60a5e5a6-bbd5-4928-958b-d43dd7f9d71d req-56fe5b37-2fc3-4770-ab88-632dd45063ad tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "GET /v2.0/security-groups?id=e74a574a-0c52-4781-a2e3-5b7322a30418&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6983509 Jul 29 23:23:49.305204 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0a8cb5eb-d693-4630-bacd-deb0bf8954f1 req-e2435cc0-2945-46b4-9849-af0fc9bd5e4e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177123 Jul 29 23:23:49.375002 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24aba125-a397-4f12-82cf-5971ec43be6d req-f93cab84-2d63-491c-9e8c-c03fe7bf0089 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891031 Jul 29 23:23:49.428072 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a2969a31-0623-4ab7-82df-d804472c8462 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cd689ab3aacf45ab98a786fa139c1fa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2475321 Jul 29 23:23:49.428334 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34024) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:49.485868 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34028) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:49.523698 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-3c117a3f-2084-4ae5-a797-e3e004278ad3 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Made reservation on behalf of b5d479cc76ff4ec3901539ccb7d5396c for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:49.527790 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-3c117a3f-2084-4ae5-a797-e3e004278ad3 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:49.560828 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0a8cb5eb-d693-4630-bacd-deb0bf8954f1 req-0e21fa2b-b729-4a45-9afc-094874bac986 service neutron] 10.222.0.39 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477846 Jul 29 23:23:49.588209 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7d5e8e7-f108-4604-8284-932e06005a86 req-b4a0d41d-796d-4a2c-a435-e2b78dec4dca tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fc40887-498e-4280-af28-2663b7bfc49f HTTP/1.1" status: 200 len: 210 time: 0.0872695 Jul 29 23:23:49.606667 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-3c117a3f-2084-4ae5-a797-e3e004278ad3 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:49.675697 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-126ea3c2-ef1d-4f87-9d8a-383e09dfe15e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:49.770644 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-126ea3c2-ef1d-4f87-9d8a-383e09dfe15e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:49.835187 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0a8cb5eb-d693-4630-bacd-deb0bf8954f1 req-9d9d94e6-f653-42db-a0b4-0529dce2948f service neutron] 10.222.0.39 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615132 Jul 29 23:23:49.908918 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-126ea3c2-ef1d-4f87-9d8a-383e09dfe15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:49.911982 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-126ea3c2-ef1d-4f87-9d8a-383e09dfe15e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:49.918254 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-126ea3c2-ef1d-4f87-9d8a-383e09dfe15e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8827eef4-241c-434b-a07c-80b6db7f2ffb HTTP/1.1" status: 204 len: 168 time: 0.4852369 Jul 29 23:23:49.934831 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ea3c2-ef1d-4f87-9d8a-383e09dfe15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8827eef4-241c-434b-a07c-80b6db7f2ffb,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:50.002263 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-3c117a3f-2084-4ae5-a797-e3e004278ad3 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:50.004645 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-3c117a3f-2084-4ae5-a797-e3e004278ad3 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:50.033607 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-fbbb9c43-c21b-4910-9b2e-b58486f4ba02 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1404832682-network', 'tenant_id': '06a0bb0f8bb247ddbe276cca90b0c08c'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:50.100301 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c117a3f-2084-4ae5-a797-e3e004278ad3 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1f0ef8-0474-4634-b7cb-25091e2694b7,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:50.112174 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbb9c43-c21b-4910-9b2e-b58486f4ba02 admin admin] Made reservation on behalf of 06a0bb0f8bb247ddbe276cca90b0c08c for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:50.115882 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbbb9c43-c21b-4910-9b2e-b58486f4ba02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:50.136679 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34036) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:50.140399 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbbb9c43-c21b-4910-9b2e-b58486f4ba02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:50.218243 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-3c117a3f-2084-4ae5-a797-e3e004278ad3 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Allocated IP 192.168.233.69 (adb88f5c-b5bd-41cf-b367-228eab6e0075/28e6de27-5b72-4bf0-88e6-0cdec4cf806e/62287226-5765-4d4f-a2f7-faa94ca8a862) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:50.259000 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34040) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:50.360602 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9dd5fe87-02b2-4839-a14f-73e78e6ac3a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=84c88a285e1d4a5ba9541bf64efaec79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2224562 Jul 29 23:23:50.365917 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34048) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:50.445877 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7af55f80-abb5-4424-b251-2b11bd49d686', 'name': 'network-vif-deleted', 'tag': 'da4c60f8-0541-48d1-be42-597ee8de2dae'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:50.448523 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933aaf16-e5dc-45ba-97c8-57dc0bdc8016" -d '{"events": [{"server_uuid": "7af55f80-abb5-4424-b251-2b11bd49d686", "name": "network-vif-deleted", "tag": "da4c60f8-0541-48d1-be42-597ee8de2dae"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:50.498969 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6853bafb-1d3c-48fc-be14-396155a6810d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:50.500462 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2b2489b-b894-4547-a42d-c9174e00627b tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Deleting subnet 6236e917-76d6-41f8-9b9a-331f385e448d {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:23:50.507589 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f2b2489b-b894-4547-a42d-c9174e00627b tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:50.525220 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6853bafb-1d3c-48fc-be14-396155a6810d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:50.590881 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b249534-66e4-4e30-9dc4-23dc8465775f x-openstack-request-id: req-6b249534-66e4-4e30-9dc4-23dc8465775f {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:50.590881 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7af55f80-abb5-4424-b251-2b11bd49d686", "name": "network-vif-deleted", "tag": "da4c60f8-0541-48d1-be42-597ee8de2dae", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:50.591438 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b249534-66e4-4e30-9dc4-23dc8465775f {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:50.591635 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7af55f80-abb5-4424-b251-2b11bd49d686', 'name': 'network-vif-deleted', 'tag': 'da4c60f8-0541-48d1-be42-597ee8de2dae', 'status': 'completed', 'code': 200} Jul 29 23:23:50.633558 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6853bafb-1d3c-48fc-be14-396155a6810d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:50.651181 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6853bafb-1d3c-48fc-be14-396155a6810d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:50.653684 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6853bafb-1d3c-48fc-be14-396155a6810d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe490609-f27c-4faa-8f44-c14bb24383af HTTP/1.1" status: 204 len: 168 time: 0.2865434 Jul 29 23:23:50.674681 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f2b2489b-b894-4547-a42d-c9174e00627b tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:50.703023 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6853bafb-1d3c-48fc-be14-396155a6810d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe490609-f27c-4faa-8f44-c14bb24383af,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:50.723272 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-3c117a3f-2084-4ae5-a797-e3e004278ad3 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:50.756809 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2797833f-cab6-449d-8113-8343d638b62f req-4527377a-4790-42ea-a92e-ebc226a15b47 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:50.757856 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2797833f-cab6-449d-8113-8343d638b62f req-4527377a-4790-42ea-a92e-ebc226a15b47 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=167dc7d0-9767-4f31-bc86-06ac7a493126 HTTP/1.1" status: 200 len: 943 time: 0.1404521 Jul 29 23:23:50.763926 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-3c117a3f-2084-4ae5-a797-e3e004278ad3 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Transition to ACTIVE for port object 62287226-5765-4d4f-a2f7-faa94ca8a862 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:50.837753 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f2b2489b-b894-4547-a42d-c9174e00627b tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:50.882999 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2797833f-cab6-449d-8113-8343d638b62f req-40855419-277e-4d5f-82bb-2fd0a5b547ef tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129065 Jul 29 23:23:50.937738 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-3c117a3f-2084-4ae5-a797-e3e004278ad3 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:50.958017 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbbb9c43-c21b-4910-9b2e-b58486f4ba02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:50.967879 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f2b2489b-b894-4547-a42d-c9174e00627b tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:50.977689 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbbb9c43-c21b-4910-9b2e-b58486f4ba02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:50.994897 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbbb9c43-c21b-4910-9b2e-b58486f4ba02 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:23:51.015491 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbbb9c43-c21b-4910-9b2e-b58486f4ba02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:51.016477 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-fbbb9c43-c21b-4910-9b2e-b58486f4ba02 admin admin] Added segment 8f021e03-56af-457a-a68a-af7207faccc8 of type vlan for network 41b737f2-e531-4160-b598-3383b744485d Jul 29 23:23:51.087710 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbbb9c43-c21b-4910-9b2e-b58486f4ba02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:51.101806 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-3c117a3f-2084-4ae5-a797-e3e004278ad3 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:51.105641 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c117a3f-2084-4ae5-a797-e3e004278ad3 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Pushing event updated for resources: {'Port': ['ID=62287226-5765-4d4f-a2f7-faa94ca8a862,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:51.117054 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-3c117a3f-2084-4ae5-a797-e3e004278ad3 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:51.120355 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-3c117a3f-2084-4ae5-a797-e3e004278ad3 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:51.184749 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b2489b-b894-4547-a42d-c9174e00627b tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Pushing event deleted for resources: {'Subnet': ['ID=6236e917-76d6-41f8-9b9a-331f385e448d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:51.220200 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-3c117a3f-2084-4ae5-a797-e3e004278ad3 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:51.224207 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f2b2489b-b894-4547-a42d-c9174e00627b tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:51.231070 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-3c117a3f-2084-4ae5-a797-e3e004278ad3 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:51.236234 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f2b2489b-b894-4547-a42d-c9174e00627b tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "DELETE /v2.0/subnets/6236e917-76d6-41f8-9b9a-331f385e448d HTTP/1.1" status: 204 len: 168 time: 0.9605935 Jul 29 23:23:51.239649 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.db.resource_extend [None req-fbbb9c43-c21b-4910-9b2e-b58486f4ba02 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:23:51.241646 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34076) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:51.248966 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de91e71-5cb2-482c-9e1a-066c26c44f4d None None] Network 42d215b9-230d-4805-aa0b-870678a96ed8 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:23:51.353958 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a849304-e2e6-4ae4-82c3-35c24ffc3981 req-2c10ef3b-e20b-430b-9cd0-50bf4ff0ad23 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:51.356376 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbbb9c43-c21b-4910-9b2e-b58486f4ba02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:51.357386 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbb9c43-c21b-4910-9b2e-b58486f4ba02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:51.362393 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbbb9c43-c21b-4910-9b2e-b58486f4ba02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:51.363042 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a849304-e2e6-4ae4-82c3-35c24ffc3981 req-2c10ef3b-e20b-430b-9cd0-50bf4ff0ad23 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fc40887-498e-4280-af28-2663b7bfc49f HTTP/1.1" status: 200 len: 935 time: 0.3494463 Jul 29 23:23:51.381081 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb9c43-c21b-4910-9b2e-b58486f4ba02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a75ced0-dad7-4674-953f-ca2a0dbbfae7,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:51.414538 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-3c117a3f-2084-4ae5-a797-e3e004278ad3 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8134944 Jul 29 23:23:51.437118 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-cd5905ae-0002-464f-ba38-f22aae4943e4 service neutron] Request body: {'port': {'device_id': '9fc40887-498e-4280-af28-2663b7bfc49f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:51.507680 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8e66bcc7-3b1d-4f38-865c-11945985ea4c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:51.560662 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb9c43-c21b-4910-9b2e-b58486f4ba02 admin admin] Pushing event updated for resources: {'Network': ['ID=41b737f2-e531-4160-b598-3383b744485d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:51.576697 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fbbb9c43-c21b-4910-9b2e-b58486f4ba02 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0830419 Jul 29 23:23:51.577628 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34098) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:51.589409 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-d4d91358-d709-4fb8-88e2-ca2ae36a8303 admin admin] Request body: {'subnet': {'network_id': '41b737f2-e531-4160-b598-3383b744485d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1404832682-subnet', 'tenant_id': '06a0bb0f8bb247ddbe276cca90b0c08c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:51.589854 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 41b737f2-e531-4160-b598-3383b744485d details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:23:51.648276 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d91358-d709-4fb8-88e2-ca2ae36a8303 admin admin] Made reservation on behalf of 06a0bb0f8bb247ddbe276cca90b0c08c for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:51.652262 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d4d91358-d709-4fb8-88e2-ca2ae36a8303 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:51.858982 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1952ceb9-8858-45fa-9a67-f93fda1eecd3 None None] Provisioning for port 62287226-5765-4d4f-a2f7-faa94ca8a862 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:51.876283 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1952ceb9-8858-45fa-9a67-f93fda1eecd3 None None] Provisioning complete for port 62287226-5765-4d4f-a2f7-faa94ca8a862 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:51.876938 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1952ceb9-8858-45fa-9a67-f93fda1eecd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:51.934896 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1952ceb9-8858-45fa-9a67-f93fda1eecd3 None None] Port 62287226-5765-4d4f-a2f7-faa94ca8a862 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:23:51.948284 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3295712-e3ba-4160-85ec-bf01d1d198c0 None None] DHCP port deletion for 42d215b9-230d-4805-aa0b-870678a96ed8 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:23:51.984526 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34132) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:52.032266 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d3295712-e3ba-4160-85ec-bf01d1d198c0 None None] Deleting port 7f4c0c8c-65ac-43db-9ccc-2d633542e5b1 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:52.035737 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d3295712-e3ba-4160-85ec-bf01d1d198c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.156559 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-d3295712-e3ba-4160-85ec-bf01d1d198c0 None None] For port 7f4c0c8c-65ac-43db-9ccc-2d633542e5b1, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=7f4c0c8c-65ac-43db-9ccc-2d633542e5b1,segment=NetworkSegment(bc7ad28d-4098-43f1-b413-3735b551680d),segment_id=bc7ad28d-4098-43f1-b413-3735b551680d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:52.156954 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d3295712-e3ba-4160-85ec-bf01d1d198c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.170619 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-db1d1a08-1ba7-4da5-ab5b-c94cdd491906 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-221486918-network', 'tenant_id': '020cf0fa00f7401c9020fdf0384434db'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:52.176432 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d3295712-e3ba-4160-85ec-bf01d1d198c0 None None] Calling delete_port for 7f4c0c8c-65ac-43db-9ccc-2d633542e5b1 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:52.177123 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d4d91358-d709-4fb8-88e2-ca2ae36a8303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.197393 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a849304-e2e6-4ae4-82c3-35c24ffc3981 req-05832182-6295-4ae1-abd9-d3b532abc78a tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b1f0ef8-0474-4634-b7cb-25091e2694b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8329217 Jul 29 23:23:52.258730 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-cd5905ae-0002-464f-ba38-f22aae4943e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.322105 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d3295712-e3ba-4160-85ec-bf01d1d198c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.350110 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d91358-d709-4fb8-88e2-ca2ae36a8303 admin admin] Pushing event updated for resources: {'Subnet': ['ID=599960cf-5b7f-432a-8a6a-c415f2272dee,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:52.357906 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1d1a08-1ba7-4da5-ab5b-c94cdd491906 admin admin] Made reservation on behalf of 020cf0fa00f7401c9020fdf0384434db for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:52.360773 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db1d1a08-1ba7-4da5-ab5b-c94cdd491906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.393617 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d91358-d709-4fb8-88e2-ca2ae36a8303 admin admin] Checking segment: {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:52.394257 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d91358-d709-4fb8-88e2-ca2ae36a8303 admin admin] Network hostable DHCP agents. Network: 41b737f2-e531-4160-b598-3383b744485d, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:23:52.397041 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db1d1a08-1ba7-4da5-ab5b-c94cdd491906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.400026 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 7f4c0c8c-65ac-43db-9ccc-2d633542e5b1 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:52.433019 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3295712-e3ba-4160-85ec-bf01d1d198c0 None None] No DVR routers for this DVR port 7f4c0c8c-65ac-43db-9ccc-2d633542e5b1 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:52.437604 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3295712-e3ba-4160-85ec-bf01d1d198c0 None None] Pushing event deleted for resources: {'Port': ['ID=7f4c0c8c-65ac-43db-9ccc-2d633542e5b1,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:52.440545 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 7f4c0c8c-65ac-43db-9ccc-2d633542e5b1 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:52.441507 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 7f4c0c8c-65ac-43db-9ccc-2d633542e5b1 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:52.447313 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device dd0e636d-0310-4d56-b5ed-1c71aa05aadd details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:52.518768 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db1d1a08-1ba7-4da5-ab5b-c94cdd491906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.520179 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34144) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:52.532789 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db1d1a08-1ba7-4da5-ab5b-c94cdd491906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.548678 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db1d1a08-1ba7-4da5-ab5b-c94cdd491906 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:23:52.560757 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db1d1a08-1ba7-4da5-ab5b-c94cdd491906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.561199 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-db1d1a08-1ba7-4da5-ab5b-c94cdd491906 admin admin] Added segment f75c782a-0889-4ca5-96db-af5a98161a6f of type vlan for network d6e2640d-09f4-43e1-b3aa-e86faf3cfd26 Jul 29 23:23:52.572156 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port dd0e636d-0310-4d56-b5ed-1c71aa05aadd, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=dd0e636d-0310-4d56-b5ed-1c71aa05aadd,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:52.589860 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'dd0e636d-0310-4d56-b5ed-1c71aa05aadd', 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4', 'port_id': 'dd0e636d-0310-4d56-b5ed-1c71aa05aadd', 'mac_address': 'fa:16:3e:ab:68:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44be0901-f3e6-4ee5-b617-283959d6aed1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:52.630413 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db1d1a08-1ba7-4da5-ab5b-c94cdd491906 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.631973 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b766fa-d6ef-4632-a29d-896aa03e439b req-14f6e389-7394-4b70-a3de-496180941a70 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:52.641055 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d8b766fa-d6ef-4632-a29d-896aa03e439b req-14f6e389-7394-4b70-a3de-496180941a70 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d6de1c-6b33-475a-824f-8b7f6c93e9ea HTTP/1.1" status: 200 len: 951 time: 0.5984530 Jul 29 23:23:52.643713 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.660626 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd0e636d-0310-4d56-b5ed-1c71aa05aadd {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:52.669433 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-db92c058-013b-4396-a9bf-a2a357d4e4a4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1281074252-network', 'tenant_id': '7466c7c0f5b542d7b985408bdea4d9a4'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:52.675578 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-8e66bcc7-3b1d-4f38-865c-11945985ea4c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Deleting port 7f4c0c8c-65ac-43db-9ccc-2d633542e5b1 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:52.676053 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8e66bcc7-3b1d-4f38-865c-11945985ea4c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.683266 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port dd0e636d-0310-4d56-b5ed-1c71aa05aadd, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=dd0e636d-0310-4d56-b5ed-1c71aa05aadd,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:52.687502 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.707003 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d91358-d709-4fb8-88e2-ca2ae36a8303 admin admin] Network 41b737f2-e531-4160-b598-3383b744485d is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:23:52.719312 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db1d1a08-1ba7-4da5-ab5b-c94cdd491906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.720596 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1d1a08-1ba7-4da5-ab5b-c94cdd491906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:52.721190 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db1d1a08-1ba7-4da5-ab5b-c94cdd491906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.742772 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=dd0e636d-0310-4d56-b5ed-1c71aa05aadd,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:52.752985 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d1a08-1ba7-4da5-ab5b-c94cdd491906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd0b614-3047-44eb-ac7c-b4bc58ef93d3,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:52.757325 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-d4d91358-d709-4fb8-88e2-ca2ae36a8303 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 41b737f2-e531-4160-b598-3383b744485d) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:52.762094 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d91358-d709-4fb8-88e2-ca2ae36a8303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:52.762750 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d4d91358-d709-4fb8-88e2-ca2ae36a8303 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.768307 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b8c10f-e1a6-43f9-a2d1-0b715cc344cc None None] Network 41b737f2-e531-4160-b598-3383b744485d requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:23:52.795428 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db92c058-013b-4396-a9bf-a2a357d4e4a4 admin admin] Made reservation on behalf of 7466c7c0f5b542d7b985408bdea4d9a4 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:52.797800 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d8b766fa-d6ef-4632-a29d-896aa03e439b req-27103de7-b71e-42e3-9b40-2d9deafaec1e tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.18 "GET /v2.0/security-groups?id=6af6a8c7-ab46-43e1-890f-e1a100b2fea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559501 Jul 29 23:23:52.797992 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db92c058-013b-4396-a9bf-a2a357d4e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.805514 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-db1d1a08-1ba7-4da5-ab5b-c94cdd491906 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8185093 Jul 29 23:23:52.816010 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66417ea-69d6-40aa-8725-5d0a00af03ab req-2e54a5c5-965d-49f2-bd88-80009c6de710 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:52.821372 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34148) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:52.824034 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f66417ea-69d6-40aa-8725-5d0a00af03ab req-2e54a5c5-965d-49f2-bd88-80009c6de710 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=167dc7d0-9767-4f31-bc86-06ac7a493126 HTTP/1.1" status: 200 len: 943 time: 0.2984037 Jul 29 23:23:52.840149 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-a081c764-4b90-4db5-81f5-0d6c09a83fba admin admin] Request body: {'subnet': {'network_id': 'd6e2640d-09f4-43e1-b3aa-e86faf3cfd26', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-221486918-subnet', 'tenant_id': '020cf0fa00f7401c9020fdf0384434db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:52.853498 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d4d91358-d709-4fb8-88e2-ca2ae36a8303 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2721009 Jul 29 23:23:52.854760 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-8e66bcc7-3b1d-4f38-865c-11945985ea4c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] For port 7f4c0c8c-65ac-43db-9ccc-2d633542e5b1, host n-d-712140-10, got binding levels [] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:52.855343 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8e66bcc7-3b1d-4f38-865c-11945985ea4c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.856577 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db92c058-013b-4396-a9bf-a2a357d4e4a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.889778 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d1a08-1ba7-4da5-ab5b-c94cdd491906 admin admin] Pushing event updated for resources: {'Network': ['ID=d6e2640d-09f4-43e1-b3aa-e86faf3cfd26,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:52.896115 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-8e66bcc7-3b1d-4f38-865c-11945985ea4c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Calling delete_port for 7f4c0c8c-65ac-43db-9ccc-2d633542e5b1 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:52.905842 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.ipam_backend_mixin [None req-8e66bcc7-3b1d-4f38-865c-11945985ea4c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Port 7f4c0c8c-65ac-43db-9ccc-2d633542e5b1 was not found and therefore no delete operation was performed {{(pid=94063) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:23:52.908101 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a081c764-4b90-4db5-81f5-0d6c09a83fba admin admin] Made reservation on behalf of 020cf0fa00f7401c9020fdf0384434db for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:52.910479 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a081c764-4b90-4db5-81f5-0d6c09a83fba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.913090 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8e66bcc7-3b1d-4f38-865c-11945985ea4c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:52.925114 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['dd0e636d-0310-4d56-b5ed-1c71aa05aadd'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:52.930099 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network d6e2640d-09f4-43e1-b3aa-e86faf3cfd26 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:23:52.943653 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f66417ea-69d6-40aa-8725-5d0a00af03ab req-561ecf1c-77d2-4403-bfe5-c1b4ae3b7ef1 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184621 Jul 29 23:23:52.967661 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66bcc7-3b1d-4f38-865c-11945985ea4c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Pushing event deleted for resources: {'Port': ['ID=7f4c0c8c-65ac-43db-9ccc-2d633542e5b1,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:52.971244 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e66bcc7-3b1d-4f38-865c-11945985ea4c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] No DVR routers for this DVR port 7f4c0c8c-65ac-43db-9ccc-2d633542e5b1 on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:53.025918 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712dd95b-ac2d-4298-8c52-76b845347462 None None] Network 41b737f2-e531-4160-b598-3383b744485d requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:23:53.085933 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db92c058-013b-4396-a9bf-a2a357d4e4a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.092858 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db92c058-013b-4396-a9bf-a2a357d4e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.125627 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-cd5905ae-0002-464f-ba38-f22aae4943e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62287226-5765-4d4f-a2f7-faa94ca8a862 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:53.130579 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92c058-013b-4396-a9bf-a2a357d4e4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d696359c-e6b8-437f-97bf-b39a4964ca79,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:53.131891 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8e66bcc7-3b1d-4f38-865c-11945985ea4c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.143407 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-cd5905ae-0002-464f-ba38-f22aae4943e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.151061 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-8e66bcc7-3b1d-4f38-865c-11945985ea4c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42d215b9-230d-4805-aa0b-870678a96ed8']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:53.153064 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db92c058-013b-4396-a9bf-a2a357d4e4a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:23:53.171536 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-8e66bcc7-3b1d-4f38-865c-11945985ea4c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc7ad28d-4098-43f1-b413-3735b551680d') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:53.172248 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-8e66bcc7-3b1d-4f38-865c-11945985ea4c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc7ad28d-4098-43f1-b413-3735b551680d') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:53.173884 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db92c058-013b-4396-a9bf-a2a357d4e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.174229 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-db92c058-013b-4396-a9bf-a2a357d4e4a4 admin admin] Added segment b6c26d51-2547-48ab-86ba-16b77d8ac619 of type vlan for network f1f5a398-16b9-4016-8a0b-13f56d4c9b98 Jul 29 23:23:53.183309 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-cd5905ae-0002-464f-ba38-f22aae4943e4 service neutron] Transition to ACTIVE for port object 62287226-5765-4d4f-a2f7-faa94ca8a862 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:53.188250 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8e66bcc7-3b1d-4f38-865c-11945985ea4c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.197013 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-cd5905ae-0002-464f-ba38-f22aae4943e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.231556 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8e66bcc7-3b1d-4f38-865c-11945985ea4c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.243695 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e66bcc7-3b1d-4f38-865c-11945985ea4c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:23:53.244747 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8e66bcc7-3b1d-4f38-865c-11945985ea4c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.252231 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:23:53.252231 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:23:53.252231 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:23:53.252231 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:23:53.252231 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:23:53.252231 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:23:53.252231 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:23:53.252231 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:23:53.252231 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:23:53.252231 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:23:53.252231 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:23:53.252231 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:23:53.252231 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:23:53.252231 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:23:53.252231 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:23:53.252231 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:23:53.252231 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:23:53.252231 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:23:53.252231 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:23:53.252231 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:23:53.252231 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:23:53.252231 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:23:53.252231 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:23:53.252231 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:23:53.252231 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:23:53.252231 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:23:53.252231 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:23:53.252231 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:23:53.252231 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:23:53.252231 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:23:53.252231 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:23:53.252231 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:23:53.342867 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5905ae-0002-464f-ba38-f22aae4943e4 service neutron] Pushing event updated for resources: {'Port': ['ID=62287226-5765-4d4f-a2f7-faa94ca8a862,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:53.378074 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db92c058-013b-4396-a9bf-a2a357d4e4a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.434886 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8e66bcc7-3b1d-4f38-865c-11945985ea4c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.438708 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8e66bcc7-3b1d-4f38-865c-11945985ea4c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.440953 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8e66bcc7-3b1d-4f38-865c-11945985ea4c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "DELETE /v2.0/networks/42d215b9-230d-4805-aa0b-870678a96ed8 HTTP/1.1" status: 204 len: 168 time: 2.1980565 Jul 29 23:23:53.477961 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34164) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:53.494904 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66bcc7-3b1d-4f38-865c-11945985ea4c tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Pushing event deleted for resources: {'Network': ['ID=42d215b9-230d-4805-aa0b-870678a96ed8,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:53.511161 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-cd5905ae-0002-464f-ba38-f22aae4943e4 service neutron] Attempting to bind port 62287226-5765-4d4f-a2f7-faa94ca8a862 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:53.511522 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-cd5905ae-0002-464f-ba38-f22aae4943e4 service neutron] Attempting to bind port 62287226-5765-4d4f-a2f7-faa94ca8a862 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:53.511522 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-cd5905ae-0002-464f-ba38-f22aae4943e4 service neutron] Attempting to bind port 62287226-5765-4d4f-a2f7-faa94ca8a862 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:53.518640 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-cd5905ae-0002-464f-ba38-f22aae4943e4 service neutron] Port 62287226-5765-4d4f-a2f7-faa94ca8a862 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:23:53.519028 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-cd5905ae-0002-464f-ba38-f22aae4943e4 service neutron] Attempting to bind port 62287226-5765-4d4f-a2f7-faa94ca8a862 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:53.539407 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d7b68-edca-4184-b24e-4165483fbe23 req-418a1f1d-273b-405b-b760-50e24e558df1 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:53.541483 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4a1d7b68-edca-4184-b24e-4165483fbe23 req-418a1f1d-273b-405b-b760-50e24e558df1 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fc40887-498e-4280-af28-2663b7bfc49f HTTP/1.1" status: 200 len: 947 time: 0.1312799 Jul 29 23:23:53.542243 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-cd5905ae-0002-464f-ba38-f22aae4943e4 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:53.542584 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-cd5905ae-0002-464f-ba38-f22aae4943e4 service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:53.542972 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-cd5905ae-0002-464f-ba38-f22aae4943e4 service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:53.543417 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-cd5905ae-0002-464f-ba38-f22aae4943e4 service neutron] Bound port: 62287226-5765-4d4f-a2f7-faa94ca8a862, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:53.543801 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-cd5905ae-0002-464f-ba38-f22aae4943e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.573648 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a081c764-4b90-4db5-81f5-0d6c09a83fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.588861 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db92c058-013b-4396-a9bf-a2a357d4e4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.589824 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db92c058-013b-4396-a9bf-a2a357d4e4a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:53.590404 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db92c058-013b-4396-a9bf-a2a357d4e4a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.644623 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-51344180-3c42-4814-8dfb-60251427a629 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Deleting subnet a280fd89-53f6-4284-919a-79f5d03b619b {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:23:53.653729 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4a1d7b68-edca-4184-b24e-4165483fbe23 req-d9056f47-a32e-484f-adb2-ab7b1010859c tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b1f0ef8-0474-4634-b7cb-25091e2694b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060913 Jul 29 23:23:53.655897 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34170) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:53.661108 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-4aa806b8-8a3b-43fa-abc1-789134155d35 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1920377937-network', 'tenant_id': 'fc1f50f04f4248d98874c57d35444d3a'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:53.677183 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-cd5905ae-0002-464f-ba38-f22aae4943e4 service neutron] For port 62287226-5765-4d4f-a2f7-faa94ca8a862, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:53.680668 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-cd5905ae-0002-464f-ba38-f22aae4943e4 service neutron] For port 62287226-5765-4d4f-a2f7-faa94ca8a862, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=62287226-5765-4d4f-a2f7-faa94ca8a862,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:53.682800 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51344180-3c42-4814-8dfb-60251427a629 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.685426 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-cd5905ae-0002-464f-ba38-f22aae4943e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.726150 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-db92c058-013b-4396-a9bf-a2a357d4e4a4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2014954 Jul 29 23:23:53.731793 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-cd5905ae-0002-464f-ba38-f22aae4943e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:53.732515 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-cd5905ae-0002-464f-ba38-f22aae4943e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.733680 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34172) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:53.734077 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-cd5905ae-0002-464f-ba38-f22aae4943e4 service neutron] 10.222.0.39 "PUT /v2.0/ports/62287226-5765-4d4f-a2f7-faa94ca8a862 HTTP/1.1" status: 200 len: 1096 time: 2.3057580 Jul 29 23:23:53.734516 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc40887-498e-4280-af28-2663b7bfc49f', 'tag': '62287226-5765-4d4f-a2f7-faa94ca8a862'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:53.736800 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9944f7be-4db6-4ee9-95cc-fd0e0947677e" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc40887-498e-4280-af28-2663b7bfc49f", "tag": "62287226-5765-4d4f-a2f7-faa94ca8a862"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:53.753952 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-7d308388-2890-48df-b060-d3603f052356 admin admin] Request body: {'subnet': {'network_id': 'f1f5a398-16b9-4016-8a0b-13f56d4c9b98', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1281074252-subnet', 'tenant_id': '7466c7c0f5b542d7b985408bdea4d9a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:53.757366 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa806b8-8a3b-43fa-abc1-789134155d35 admin admin] Made reservation on behalf of fc1f50f04f4248d98874c57d35444d3a for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:53.760507 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4aa806b8-8a3b-43fa-abc1-789134155d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.780585 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f85485-943b-4aaf-a391-6df0f280bd11 x-openstack-request-id: req-48f85485-943b-4aaf-a391-6df0f280bd11 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:53.780876 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a081c764-4b90-4db5-81f5-0d6c09a83fba admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a863ba4-a489-4e6d-b0bb-e711fa258cc7,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:53.781020 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc40887-498e-4280-af28-2663b7bfc49f", "tag": "62287226-5765-4d4f-a2f7-faa94ca8a862", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:53.781132 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-48f85485-943b-4aaf-a391-6df0f280bd11 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:53.781601 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc40887-498e-4280-af28-2663b7bfc49f', 'tag': '62287226-5765-4d4f-a2f7-faa94ca8a862', 'status': 'completed', 'code': 200} Jul 29 23:23:53.787892 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4aa806b8-8a3b-43fa-abc1-789134155d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.790418 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5905ae-0002-464f-ba38-f22aae4943e4 service neutron] Pushing event updated for resources: {'Port': ['ID=62287226-5765-4d4f-a2f7-faa94ca8a862,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:53.801493 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51344180-3c42-4814-8dfb-60251427a629 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.807373 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db92c058-013b-4396-a9bf-a2a357d4e4a4 admin admin] Pushing event updated for resources: {'Network': ['ID=f1f5a398-16b9-4016-8a0b-13f56d4c9b98,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:53.821065 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network f1f5a398-16b9-4016-8a0b-13f56d4c9b98 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:23:53.864450 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a081c764-4b90-4db5-81f5-0d6c09a83fba admin admin] Checking segment: {'id': 'f75c782a-0889-4ca5-96db-af5a98161a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd6e2640d-09f4-43e1-b3aa-e86faf3cfd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:53.864711 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-2d4d5b7d-1d15-44cf-af78-805f6251f537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:53.864857 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a081c764-4b90-4db5-81f5-0d6c09a83fba admin admin] Network hostable DHCP agents. Network: d6e2640d-09f4-43e1-b3aa-e86faf3cfd26, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:23:53.866460 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-2d4d5b7d-1d15-44cf-af78-805f6251f537 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b5d479cc76ff4ec3901539ccb7d5396c&device_id=9fc40887-498e-4280-af28-2663b7bfc49f HTTP/1.1" status: 200 len: 1099 time: 0.0706763 Jul 29 23:23:53.867401 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d308388-2890-48df-b060-d3603f052356 admin admin] Made reservation on behalf of 7466c7c0f5b542d7b985408bdea4d9a4 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:53.869719 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d308388-2890-48df-b060-d3603f052356 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:53.936794 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-04166148-c5a6-455f-8aa9-db3d48b2b9aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=62287226-5765-4d4f-a2f7-faa94ca8a862 HTTP/1.1" status: 200 len: 217 time: 0.0612872 Jul 29 23:23:54.038342 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a081c764-4b90-4db5-81f5-0d6c09a83fba admin admin] Network d6e2640d-09f4-43e1-b3aa-e86faf3cfd26 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:23:54.040991 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51344180-3c42-4814-8dfb-60251427a629 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.080991 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-a081c764-4b90-4db5-81f5-0d6c09a83fba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, d6e2640d-09f4-43e1-b3aa-e86faf3cfd26) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:54.099821 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a081c764-4b90-4db5-81f5-0d6c09a83fba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:54.100443 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a081c764-4b90-4db5-81f5-0d6c09a83fba admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.102727 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417a624d-41ce-465d-8aa6-ecb00de81658 None None] Network d6e2640d-09f4-43e1-b3aa-e86faf3cfd26 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:23:54.110528 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-e0725dc8-f3ae-4f15-bee8-4638c2d43f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:54.112073 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-e0725dc8-f3ae-4f15-bee8-4638c2d43f0d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1637383 Jul 29 23:23:54.170153 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13beccb2-fd01-4d97-bb81-cfa02d897788 req-ce103c56-4c6b-4593-863e-673e9232ecfd tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:54.171696 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13beccb2-fd01-4d97-bb81-cfa02d897788 req-ce103c56-4c6b-4593-863e-673e9232ecfd tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d6de1c-6b33-475a-824f-8b7f6c93e9ea HTTP/1.1" status: 200 len: 951 time: 0.2025287 Jul 29 23:23:54.179611 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51344180-3c42-4814-8dfb-60251427a629 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.202980 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a3e65-70aa-40c8-bea6-978594cb6c1d req-591386ed-0c13-451b-aa75-b100c796598c tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:54.204590 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-831a3e65-70aa-40c8-bea6-978594cb6c1d req-591386ed-0c13-451b-aa75-b100c796598c tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=167dc7d0-9767-4f31-bc86-06ac7a493126 HTTP/1.1" status: 200 len: 944 time: 0.1578650 Jul 29 23:23:54.253453 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51344180-3c42-4814-8dfb-60251427a629 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.258818 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-51344180-3c42-4814-8dfb-60251427a629 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "DELETE /v2.0/subnets/a280fd89-53f6-4284-919a-79f5d03b619b HTTP/1.1" status: 204 len: 168 time: 0.7796068 Jul 29 23:23:54.265034 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51344180-3c42-4814-8dfb-60251427a629 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Pushing event deleted for resources: {'Subnet': ['ID=a280fd89-53f6-4284-919a-79f5d03b619b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:54.265034 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34180) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:54.276874 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4aa806b8-8a3b-43fa-abc1-789134155d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.278258 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18844e3b-6de6-444a-a2bb-953c44fa22dc None None] Network 916234a9-0aec-4fd4-b929-168c39b80d67 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:23:54.283114 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-96d0d7bc-853d-4594-848d-e82a02fae43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:54.285022 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-96d0d7bc-853d-4594-848d-e82a02fae43b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1603832 Jul 29 23:23:54.291488 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13beccb2-fd01-4d97-bb81-cfa02d897788 req-10be092c-f50b-4033-b98c-48c3e09d335c tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.18 "GET /v2.0/security-groups?id=6af6a8c7-ab46-43e1-890f-e1a100b2fea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117923 Jul 29 23:23:54.297413 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a7b909e-3e18-40f7-8431-b7352e91b11f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-d6e2640d-09f4-43e1-b3aa-e86faf3cfd26', 'network_id': 'd6e2640d-09f4-43e1-b3aa-e86faf3cfd26', 'tenant_id': '020cf0fa00f7401c9020fdf0384434db', 'fixed_ips': [{'subnet_id': '9a863ba4-a489-4e6d-b0bb-e711fa258cc7'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:23:54.297886 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4aa806b8-8a3b-43fa-abc1-789134155d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.298372 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a7b909e-3e18-40f7-8431-b7352e91b11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.316339 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a081c764-4b90-4db5-81f5-0d6c09a83fba admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4938011 Jul 29 23:23:54.323874 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34182) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:54.337945 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-ac0b604f-46bd-400e-b84a-d38a9f2fd7a9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-221486918-router', 'tenant_id': '020cf0fa00f7401c9020fdf0384434db', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:54.387077 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-831a3e65-70aa-40c8-bea6-978594cb6c1d req-0ff880fc-74e4-4971-a029-0cbb4ddf0e3b tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706841 Jul 29 23:23:54.389061 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d308388-2890-48df-b060-d3603f052356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.418733 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aa806b8-8a3b-43fa-abc1-789134155d35 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:23:54.442429 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device dd0e636d-0310-4d56-b5ed-1c71aa05aadd up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:54.443746 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa806b8-8a3b-43fa-abc1-789134155d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b3ae6b-1d25-4249-ae40-f3cdb7fe2e3c,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:54.446300 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-13a300a3-c748-4021-a86c-231dd3264e95 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.461011 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4aa806b8-8a3b-43fa-abc1-789134155d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.461378 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-4aa806b8-8a3b-43fa-abc1-789134155d35 admin admin] Added segment 5aeb456c-bfbc-4a91-a30e-3c7783323d8b of type vlan for network 3f195fe2-31a9-4d30-94bf-f93152b98fa3 Jul 29 23:23:54.474069 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ac0b604f-46bd-400e-b84a-d38a9f2fd7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.475098 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ac0b604f-46bd-400e-b84a-d38a9f2fd7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.562739 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4aa806b8-8a3b-43fa-abc1-789134155d35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.568854 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d308388-2890-48df-b060-d3603f052356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=281f173f-1c74-46af-a066-9c329287568f,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:54.600847 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d308388-2890-48df-b060-d3603f052356 admin admin] Checking segment: {'id': 'b6c26d51-2547-48ab-86ba-16b77d8ac619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f1f5a398-16b9-4016-8a0b-13f56d4c9b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:54.601697 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d308388-2890-48df-b060-d3603f052356 admin admin] Network hostable DHCP agents. Network: f1f5a398-16b9-4016-8a0b-13f56d4c9b98, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:23:54.623509 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4aa806b8-8a3b-43fa-abc1-789134155d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.624673 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa806b8-8a3b-43fa-abc1-789134155d35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:54.625279 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4aa806b8-8a3b-43fa-abc1-789134155d35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.626952 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-13a300a3-c748-4021-a86c-231dd3264e95 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Deleting port 3aef2e62-8969-4b40-b84a-e1e884dff9fb {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:54.627619 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-13a300a3-c748-4021-a86c-231dd3264e95 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.701232 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d308388-2890-48df-b060-d3603f052356 admin admin] Network f1f5a398-16b9-4016-8a0b-13f56d4c9b98 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:23:54.720662 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-7d308388-2890-48df-b060-d3603f052356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, f1f5a398-16b9-4016-8a0b-13f56d4c9b98) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:54.737044 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d308388-2890-48df-b060-d3603f052356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:54.738082 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d308388-2890-48df-b060-d3603f052356 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.742754 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102b7abb-5f97-468a-95d6-959f5aa12734 None None] Network f1f5a398-16b9-4016-8a0b-13f56d4c9b98 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:23:54.762851 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-13a300a3-c748-4021-a86c-231dd3264e95 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] For port 3aef2e62-8969-4b40-b84a-e1e884dff9fb, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=3aef2e62-8969-4b40-b84a-e1e884dff9fb,segment=NetworkSegment(402cc08b-8ce2-4c82-94e4-deeb256fec80),segment_id=402cc08b-8ce2-4c82-94e4-deeb256fec80)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:54.763730 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-13a300a3-c748-4021-a86c-231dd3264e95 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.768994 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa806b8-8a3b-43fa-abc1-789134155d35 admin admin] Pushing event updated for resources: {'Network': ['ID=3f195fe2-31a9-4d30-94bf-f93152b98fa3,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:54.780234 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7d308388-2890-48df-b060-d3603f052356 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0313747 Jul 29 23:23:54.783308 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34200) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:54.790170 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-2c26a38c-1514-4597-ad50-d052adac27fd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1281074252-router', 'tenant_id': '7466c7c0f5b542d7b985408bdea4d9a4', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:54.798168 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-13a300a3-c748-4021-a86c-231dd3264e95 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Calling delete_port for 3aef2e62-8969-4b40-b84a-e1e884dff9fb owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:54.808480 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-fd088445-7267-45c4-90dc-c90413e5e8da service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5070026 Jul 29 23:23:54.849966 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 3f195fe2-31a9-4d30-94bf-f93152b98fa3 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:23:54.887323 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c26a38c-1514-4597-ad50-d052adac27fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.889232 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c26a38c-1514-4597-ad50-d052adac27fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:54.984608 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d87452da-a51f-4126-969b-0f8e2504e6c1 req-ae752570-1dc9-461a-b1c8-4815b18c205c service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299732 Jul 29 23:23:54.994836 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c26a38c-1514-4597-ad50-d052adac27fd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:55.040739 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ac0b604f-46bd-400e-b84a-d38a9f2fd7a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:55.047823 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4aa806b8-8a3b-43fa-abc1-789134155d35 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3883965 Jul 29 23:23:55.062884 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34218) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:55.080776 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-45ca9db6-f2f8-43a1-8d28-39d606370b2e admin admin] Request body: {'subnet': {'network_id': '3f195fe2-31a9-4d30-94bf-f93152b98fa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1920377937-subnet', 'tenant_id': 'fc1f50f04f4248d98874c57d35444d3a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:23:55.087632 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-9a7b909e-3e18-40f7-8431-b7352e91b11f None None] Allocated IP 172.20.0.2 (d6e2640d-09f4-43e1-b3aa-e86faf3cfd26/9a863ba4-a489-4e6d-b0bb-e711fa258cc7/e13e0336-7673-477d-88d4-30bf5087acac) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:55.096087 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port dd0e636d-0310-4d56-b5ed-1c71aa05aadd completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:55.131164 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port dd0e636d-0310-4d56-b5ed-1c71aa05aadd triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:55.131164 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:55.164227 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce647b64-b492-457f-bef2-44c917c033d6 None None] DHCP port deletion for 916234a9-0aec-4fd4-b929-168c39b80d67 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:23:55.195233 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-13a300a3-c748-4021-a86c-231dd3264e95 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:55.206543 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ca9db6-f2f8-43a1-8d28-39d606370b2e admin admin] Made reservation on behalf of fc1f50f04f4248d98874c57d35444d3a for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:23:55.211043 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45ca9db6-f2f8-43a1-8d28-39d606370b2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:55.279760 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ce647b64-b492-457f-bef2-44c917c033d6 None None] The port '3aef2e62-8969-4b40-b84a-e1e884dff9fb' was deleted {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 23:23:55.296291 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2cb1f7-ddf7-4def-b662-042e3ddb99a4 req-b43247f5-4678-482f-99f2-ae0959ce8ef5 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:55.298786 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-af2cb1f7-ddf7-4def-b662-042e3ddb99a4 req-b43247f5-4678-482f-99f2-ae0959ce8ef5 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fc40887-498e-4280-af28-2663b7bfc49f HTTP/1.1" status: 200 len: 947 time: 0.4468212 Jul 29 23:23:55.324794 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a300a3-c748-4021-a86c-231dd3264e95 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Pushing event deleted for resources: {'Port': ['ID=3aef2e62-8969-4b40-b84a-e1e884dff9fb,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:55.392874 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f235bcb0-3ff5-447f-bfba-a71cb5bc3f2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-f1f5a398-16b9-4016-8a0b-13f56d4c9b98', 'network_id': 'f1f5a398-16b9-4016-8a0b-13f56d4c9b98', 'tenant_id': '7466c7c0f5b542d7b985408bdea4d9a4', 'fixed_ips': [{'subnet_id': '281f173f-1c74-46af-a066-9c329287568f'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:23:55.394044 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f235bcb0-3ff5-447f-bfba-a71cb5bc3f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:55.438762 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944f7be-4db6-4ee9-95cc-fd0e0947677e req-c212e733-0fa8-40fb-a820-16db3463b495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:55.440959 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9944f7be-4db6-4ee9-95cc-fd0e0947677e req-c212e733-0fa8-40fb-a820-16db3463b495 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b5d479cc76ff4ec3901539ccb7d5396c&device_id=9fc40887-498e-4280-af28-2663b7bfc49f HTTP/1.1" status: 200 len: 1099 time: 0.3924673 Jul 29 23:23:55.565435 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:55.611588 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ac0b604f-46bd-400e-b84a-d38a9f2fd7a9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:55.619040 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-af2cb1f7-ddf7-4def-b662-042e3ddb99a4 req-8119f9ee-16bc-4e9c-b56e-4ba5cf2b5fb1 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b1f0ef8-0474-4634-b7cb-25091e2694b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2707307 Jul 29 23:23:55.710380 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a300a3-c748-4021-a86c-231dd3264e95 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] No DVR routers for this DVR port 3aef2e62-8969-4b40-b84a-e1e884dff9fb on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:23:55.719430 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port dd0e636d-0310-4d56-b5ed-1c71aa05aadd, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=dd0e636d-0310-4d56-b5ed-1c71aa05aadd,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:55.726832 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167dc7d0-9767-4f31-bc86-06ac7a493126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0e636d-0310-4d56-b5ed-1c71aa05aadd'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:55.729646 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d677b0-58b5-45ad-a24d-8963ad8f0588" -d '{"events": [{"server_uuid": "167dc7d0-9767-4f31-bc86-06ac7a493126", "name": "network-vif-plugged", "status": "completed", "tag": "dd0e636d-0310-4d56-b5ed-1c71aa05aadd"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:55.747812 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c26a38c-1514-4597-ad50-d052adac27fd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:55.748207 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:55.768874 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a7b909e-3e18-40f7-8431-b7352e91b11f None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:55.825826 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9a7b909e-3e18-40f7-8431-b7352e91b11f None None] Transition to ACTIVE for port object e13e0336-7673-477d-88d4-30bf5087acac will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:55.873720 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-13a300a3-c748-4021-a86c-231dd3264e95 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:55.887904 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-13a300a3-c748-4021-a86c-231dd3264e95 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['916234a9-0aec-4fd4-b929-168c39b80d67']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:55.904670 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=dd0e636d-0310-4d56-b5ed-1c71aa05aadd,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:55.908756 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-13a300a3-c748-4021-a86c-231dd3264e95 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '402cc08b-8ce2-4c82-94e4-deeb256fec80') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:55.909176 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-13a300a3-c748-4021-a86c-231dd3264e95 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '402cc08b-8ce2-4c82-94e4-deeb256fec80') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:55.910906 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9a7b909e-3e18-40f7-8431-b7352e91b11f None None] Transition to ACTIVE for port object e13e0336-7673-477d-88d4-30bf5087acac will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:55.933041 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-13a300a3-c748-4021-a86c-231dd3264e95 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:55.937390 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a7b909e-3e18-40f7-8431-b7352e91b11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:55.940487 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:55.940845 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:55.941237 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:55.941727 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:55.942073 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:55.942733 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:55.943077 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:55.943948 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:55.944346 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:55.944739 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:55.945223 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:55.945569 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:23:55.955748 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-f235bcb0-3ff5-447f-bfba-a71cb5bc3f2a None None] Allocated IP 172.20.0.2 (f1f5a398-16b9-4016-8a0b-13f56d4c9b98/281f173f-1c74-46af-a066-9c329287568f/e95a50e1-68e4-46bc-8f40-0f169d94768a) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:55.989636 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-13a300a3-c748-4021-a86c-231dd3264e95 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:56.000607 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13a300a3-c748-4021-a86c-231dd3264e95 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:23:56.001444 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-13a300a3-c748-4021-a86c-231dd3264e95 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:56.006471 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:23:56.006471 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:23:56.006471 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:23:56.006471 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:23:56.006471 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:23:56.006471 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:23:56.006471 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:23:56.006471 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:23:56.006471 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:23:56.006471 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:23:56.006471 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:23:56.006471 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:23:56.006471 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:23:56.006471 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:23:56.006471 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:23:56.006471 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:23:56.006471 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:23:56.006471 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:23:56.006471 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:23:56.006471 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:23:56.006471 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:23:56.006471 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:23:56.006471 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:23:56.006471 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:23:56.006471 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:23:56.006471 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:23:56.006471 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:23:56.006471 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:23:56.006471 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:23:56.006471 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:23:56.006471 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:23:56.006471 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:23:56.042055 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7b909e-3e18-40f7-8431-b7352e91b11f None None] Network d6e2640d-09f4-43e1-b3aa-e86faf3cfd26 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:56.057350 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-9a7b909e-3e18-40f7-8431-b7352e91b11f None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:56.060714 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7b909e-3e18-40f7-8431-b7352e91b11f None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:56.092117 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b909e-3e18-40f7-8431-b7352e91b11f None None] Pushing event updated for resources: {'Port': ['ID=e13e0336-7673-477d-88d4-30bf5087acac,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:56.142297 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944f7be-4db6-4ee9-95cc-fd0e0947677e req-46801f09-11a8-4ea3-b19c-a5539ae2f1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:56.143767 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9944f7be-4db6-4ee9-95cc-fd0e0947677e req-46801f09-11a8-4ea3-b19c-a5539ae2f1cf service neutron] 10.222.0.39 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.6780171 Jul 29 23:23:56.162364 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced369e0-9b69-475c-b7b1-6ebedb32ba6c req-e2783354-4895-4527-b678-6babe6d7f3c5 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:56.170532 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ced369e0-9b69-475c-b7b1-6ebedb32ba6c req-e2783354-4895-4527-b678-6babe6d7f3c5 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=167dc7d0-9767-4f31-bc86-06ac7a493126 HTTP/1.1" status: 200 len: 944 time: 0.5099037 Jul 29 23:23:56.174994 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-9a7b909e-3e18-40f7-8431-b7352e91b11f None None] Attempting to bind port e13e0336-7673-477d-88d4-30bf5087acac on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:56.175407 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-9a7b909e-3e18-40f7-8431-b7352e91b11f None None] Attempting to bind port e13e0336-7673-477d-88d4-30bf5087acac by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'f75c782a-0889-4ca5-96db-af5a98161a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd6e2640d-09f4-43e1-b3aa-e86faf3cfd26'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:56.176408 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7b909e-3e18-40f7-8431-b7352e91b11f None None] Attempting to bind port e13e0336-7673-477d-88d4-30bf5087acac on network d6e2640d-09f4-43e1-b3aa-e86faf3cfd26 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:56.194861 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-13a300a3-c748-4021-a86c-231dd3264e95 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:56.195146 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7b909e-3e18-40f7-8431-b7352e91b11f None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:56.195568 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7b909e-3e18-40f7-8431-b7352e91b11f None None] Checking segment: {'id': 'f75c782a-0889-4ca5-96db-af5a98161a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd6e2640d-09f4-43e1-b3aa-e86faf3cfd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:56.195911 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a7b909e-3e18-40f7-8431-b7352e91b11f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:56.196441 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7b909e-3e18-40f7-8431-b7352e91b11f None None] Bound using segment: {'id': 'f75c782a-0889-4ca5-96db-af5a98161a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd6e2640d-09f4-43e1-b3aa-e86faf3cfd26'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:56.197656 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-9a7b909e-3e18-40f7-8431-b7352e91b11f None None] Bound port: e13e0336-7673-477d-88d4-30bf5087acac, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75c782a-0889-4ca5-96db-af5a98161a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd6e2640d-09f4-43e1-b3aa-e86faf3cfd26'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:56.198372 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a7b909e-3e18-40f7-8431-b7352e91b11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:56.273952 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9944f7be-4db6-4ee9-95cc-fd0e0947677e req-5e911d0d-6a68-4d5d-bbb4-dcb5e2217318 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=62287226-5765-4d4f-a2f7-faa94ca8a862 HTTP/1.1" status: 200 len: 217 time: 0.0941768 Jul 29 23:23:56.283757 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-13a300a3-c748-4021-a86c-231dd3264e95 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:56.289514 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-13a300a3-c748-4021-a86c-231dd3264e95 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] 10.222.0.18 "DELETE /v2.0/networks/916234a9-0aec-4fd4-b929-168c39b80d67 HTTP/1.1" status: 204 len: 168 time: 2.0224469 Jul 29 23:23:56.289707 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dfd0cf-bca6-491d-a642-525c4df80ac6 req-009cc61f-7abf-48e8-a73d-5da56e8c1114 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:56.289707 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43dfd0cf-bca6-491d-a642-525c4df80ac6 req-009cc61f-7abf-48e8-a73d-5da56e8c1114 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d6de1c-6b33-475a-824f-8b7f6c93e9ea HTTP/1.1" status: 200 len: 951 time: 0.5545638 Jul 29 23:23:56.299106 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a300a3-c748-4021-a86c-231dd3264e95 tempest-ServersTestMultiNic-133141710 tempest-ServersTestMultiNic-133141710-project] Pushing event deleted for resources: {'Network': ['ID=916234a9-0aec-4fd4-b929-168c39b80d67,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:56.315532 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f235bcb0-3ff5-447f-bfba-a71cb5bc3f2a None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:56.328550 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c26a38c-1514-4597-ad50-d052adac27fd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:56.335578 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f235bcb0-3ff5-447f-bfba-a71cb5bc3f2a None None] Transition to ACTIVE for port object e95a50e1-68e4-46bc-8f40-0f169d94768a will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:56.341978 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-9a7b909e-3e18-40f7-8431-b7352e91b11f None None] For port e13e0336-7673-477d-88d4-30bf5087acac, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:56.346054 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-9a7b909e-3e18-40f7-8431-b7352e91b11f None None] For port e13e0336-7673-477d-88d4-30bf5087acac, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e13e0336-7673-477d-88d4-30bf5087acac,segment=NetworkSegment(f75c782a-0889-4ca5-96db-af5a98161a6f),segment_id=f75c782a-0889-4ca5-96db-af5a98161a6f)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:56.354214 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a7b909e-3e18-40f7-8431-b7352e91b11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:56.361116 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c26a38c-1514-4597-ad50-d052adac27fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:56.367291 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 3aef2e62-8969-4b40-b84a-e1e884dff9fb no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:56.388019 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45ca9db6-f2f8-43a1-8d28-39d606370b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:56.389993 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f235bcb0-3ff5-447f-bfba-a71cb5bc3f2a None None] Transition to ACTIVE for port object e95a50e1-68e4-46bc-8f40-0f169d94768a will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:56.411109 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ced369e0-9b69-475c-b7b1-6ebedb32ba6c req-8243ebdd-8a98-48e5-9b79-5dccdedf3a36 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391856 Jul 29 23:23:56.436569 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 3aef2e62-8969-4b40-b84a-e1e884dff9fb {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:23:56.436926 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 3aef2e62-8969-4b40-b84a-e1e884dff9fb not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:23:56.440121 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f235bcb0-3ff5-447f-bfba-a71cb5bc3f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:56.458729 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944f7be-4db6-4ee9-95cc-fd0e0947677e req-0d8b3980-9c8f-4558-952b-7be92b286987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:56.460896 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9944f7be-4db6-4ee9-95cc-fd0e0947677e req-0d8b3980-9c8f-4558-952b-7be92b286987 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1709373 Jul 29 23:23:56.463775 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43dfd0cf-bca6-491d-a642-525c4df80ac6 req-e2538a8e-e231-4132-ab81-07817c30dfe6 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.18 "GET /v2.0/security-groups?id=6af6a8c7-ab46-43e1-890f-e1a100b2fea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550527 Jul 29 23:23:56.478751 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f235bcb0-3ff5-447f-bfba-a71cb5bc3f2a None None] Network f1f5a398-16b9-4016-8a0b-13f56d4c9b98 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:56.479658 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b909e-3e18-40f7-8431-b7352e91b11f None None] Pushing event updated for resources: {'Port': ['ID=e13e0336-7673-477d-88d4-30bf5087acac,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:56.487292 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-f235bcb0-3ff5-447f-bfba-a71cb5bc3f2a None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:56.509721 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f235bcb0-3ff5-447f-bfba-a71cb5bc3f2a None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:56.544015 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca9db6-f2f8-43a1-8d28-39d606370b2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=0cb2f193-fc4f-4dac-a1ba-229c606a1e94,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:56.549730 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-2c26a38c-1514-4597-ad50-d052adac27fd admin admin] Allocated IP 172.25.8.59 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/c856ed4f-fd54-42ff-bae0-e0d366357f5d) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:56.568419 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ca9db6-f2f8-43a1-8d28-39d606370b2e admin admin] Checking segment: {'id': '5aeb456c-bfbc-4a91-a30e-3c7783323d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '3f195fe2-31a9-4d30-94bf-f93152b98fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:56.568898 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ca9db6-f2f8-43a1-8d28-39d606370b2e admin admin] Network hostable DHCP agents. Network: 3f195fe2-31a9-4d30-94bf-f93152b98fa3, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:23:56.570945 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235bcb0-3ff5-447f-bfba-a71cb5bc3f2a None None] Pushing event updated for resources: {'Port': ['ID=e95a50e1-68e4-46bc-8f40-0f169d94768a,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:56.611630 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f235bcb0-3ff5-447f-bfba-a71cb5bc3f2a None None] Attempting to bind port e95a50e1-68e4-46bc-8f40-0f169d94768a on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:23:56.612132 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f235bcb0-3ff5-447f-bfba-a71cb5bc3f2a None None] Attempting to bind port e95a50e1-68e4-46bc-8f40-0f169d94768a by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'b6c26d51-2547-48ab-86ba-16b77d8ac619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f1f5a398-16b9-4016-8a0b-13f56d4c9b98'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:23:56.612958 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f235bcb0-3ff5-447f-bfba-a71cb5bc3f2a None None] Attempting to bind port e95a50e1-68e4-46bc-8f40-0f169d94768a on network f1f5a398-16b9-4016-8a0b-13f56d4c9b98 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:23:56.619485 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3658ee86-33f5-4927-aecb-abf84e9215f1 x-openstack-request-id: req-3658ee86-33f5-4927-aecb-abf84e9215f1 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:56.620041 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167dc7d0-9767-4f31-bc86-06ac7a493126", "name": "network-vif-plugged", "status": "completed", "tag": "dd0e636d-0310-4d56-b5ed-1c71aa05aadd", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:56.620614 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3658ee86-33f5-4927-aecb-abf84e9215f1 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:56.621210 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167dc7d0-9767-4f31-bc86-06ac7a493126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0e636d-0310-4d56-b5ed-1c71aa05aadd', 'code': 200} Jul 29 23:23:56.626629 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f235bcb0-3ff5-447f-bfba-a71cb5bc3f2a None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:23:56.628803 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f235bcb0-3ff5-447f-bfba-a71cb5bc3f2a None None] Checking segment: {'id': 'b6c26d51-2547-48ab-86ba-16b77d8ac619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f1f5a398-16b9-4016-8a0b-13f56d4c9b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:23:56.631110 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f235bcb0-3ff5-447f-bfba-a71cb5bc3f2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:56.631703 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f235bcb0-3ff5-447f-bfba-a71cb5bc3f2a None None] Bound using segment: {'id': 'b6c26d51-2547-48ab-86ba-16b77d8ac619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f1f5a398-16b9-4016-8a0b-13f56d4c9b98'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:23:56.635494 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f235bcb0-3ff5-447f-bfba-a71cb5bc3f2a None None] Bound port: e95a50e1-68e4-46bc-8f40-0f169d94768a, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c26d51-2547-48ab-86ba-16b77d8ac619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f1f5a398-16b9-4016-8a0b-13f56d4c9b98'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:23:56.636329 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f235bcb0-3ff5-447f-bfba-a71cb5bc3f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:56.680762 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944f7be-4db6-4ee9-95cc-fd0e0947677e req-e0d412e0-8074-4d03-8c63-2ae24591be50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:56.682408 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9944f7be-4db6-4ee9-95cc-fd0e0947677e req-e0d412e0-8074-4d03-8c63-2ae24591be50 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2098944 Jul 29 23:23:56.718160 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c26a38c-1514-4597-ad50-d052adac27fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:56.748024 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f235bcb0-3ff5-447f-bfba-a71cb5bc3f2a None None] For port e95a50e1-68e4-46bc-8f40-0f169d94768a, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:23:56.764293 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f235bcb0-3ff5-447f-bfba-a71cb5bc3f2a None None] For port e95a50e1-68e4-46bc-8f40-0f169d94768a, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e95a50e1-68e4-46bc-8f40-0f169d94768a,segment=NetworkSegment(b6c26d51-2547-48ab-86ba-16b77d8ac619),segment_id=b6c26d51-2547-48ab-86ba-16b77d8ac619)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:23:56.792000 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f235bcb0-3ff5-447f-bfba-a71cb5bc3f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:56.802907 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device e37b3611-18ab-4719-86cf-3c4129044d88 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:23:56.822079 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c26a38c-1514-4597-ad50-d052adac27fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:56.885090 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c26a38c-1514-4597-ad50-d052adac27fd admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:56.890834 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-2c26a38c-1514-4597-ad50-d052adac27fd admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:56.899516 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c26a38c-1514-4597-ad50-d052adac27fd admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:56.902880 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79a1aa1-f22d-4002-b4c9-2f86741bbfc1 req-57556f85-b7c4-49bb-99d0-0fb272bdfaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:56.904703 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a79a1aa1-f22d-4002-b4c9-2f86741bbfc1 req-57556f85-b7c4-49bb-99d0-0fb272bdfaae service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=167dc7d0-9767-4f31-bc86-06ac7a493126 HTTP/1.1" status: 200 len: 1097 time: 0.1373241 Jul 29 23:23:56.933835 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34256) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:56.934488 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ca9db6-f2f8-43a1-8d28-39d606370b2e admin admin] Network 3f195fe2-31a9-4d30-94bf-f93152b98fa3 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:23:57.034516 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c26a38c-1514-4597-ad50-d052adac27fd admin admin] Pushing event updated for resources: {'Port': ['ID=c856ed4f-fd54-42ff-bae0-e0d366357f5d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:57.036570 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f235bcb0-3ff5-447f-bfba-a71cb5bc3f2a None None] Pushing event updated for resources: {'Port': ['ID=e95a50e1-68e4-46bc-8f40-0f169d94768a,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:57.045567 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-45ca9db6-f2f8-43a1-8d28-39d606370b2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 3f195fe2-31a9-4d30-94bf-f93152b98fa3) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:57.055506 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:57.072426 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0c39a3-ec89-4399-9360-460dc261a566 None None] Network 3f195fe2-31a9-4d30-94bf-f93152b98fa3 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:23:57.078249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ca9db6-f2f8-43a1-8d28-39d606370b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:57.078867 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45ca9db6-f2f8-43a1-8d28-39d606370b2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:57.111335 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ac0b604f-46bd-400e-b84a-d38a9f2fd7a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:57.112037 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a79a1aa1-f22d-4002-b4c9-2f86741bbfc1 req-3d16064d-1af7-4355-bfa6-2d173290f2f4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558394 Jul 29 23:23:57.113063 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port e37b3611-18ab-4719-86cf-3c4129044d88, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=e37b3611-18ab-4719-86cf-3c4129044d88,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:57.149147 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:57.210656 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ac0b604f-46bd-400e-b84a-d38a9f2fd7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:57.243979 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-45ca9db6-f2f8-43a1-8d28-39d606370b2e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1779792 Jul 29 23:23:57.245932 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9944f7be-4db6-4ee9-95cc-fd0e0947677e req-5d7bf7f6-b4f2-4d40-afb1-f9e205c818d9 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5502300 Jul 29 23:23:57.258749 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=e37b3611-18ab-4719-86cf-3c4129044d88,revision_number=11']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:57.316270 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a37629-2aa8-4151-8fe3-0160c732b9d4 req-bbf6d00d-c6dd-4c3c-a2d7-74e6d4fb77af tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:57.328513 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-35a37629-2aa8-4151-8fe3-0160c732b9d4 req-bbf6d00d-c6dd-4c3c-a2d7-74e6d4fb77af tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fc40887-498e-4280-af28-2663b7bfc49f HTTP/1.1" status: 200 len: 947 time: 0.3996637 Jul 29 23:23:57.387513 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c26a38c-1514-4597-ad50-d052adac27fd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:57.392730 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff016b3-4003-4ac9-8b3e-e1c757d8907c None None] Network 3f195fe2-31a9-4d30-94bf-f93152b98fa3 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:23:57.716223 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-35a37629-2aa8-4151-8fe3-0160c732b9d4 req-509f92e5-83ff-44c8-95bb-08e7fe184086 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b1f0ef8-0474-4634-b7cb-25091e2694b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3867807 Jul 29 23:23:57.840257 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8e367f-1d4a-46fd-ae6f-13c0eaa99eaa req-7b7af55c-6e27-4738-9404-85060962be18 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:57.843084 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3e8e367f-1d4a-46fd-ae6f-13c0eaa99eaa req-7b7af55c-6e27-4738-9404-85060962be18 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.23 "GET /v2.0/ports?device_id=b1d6de1c-6b33-475a-824f-8b7f6c93e9ea HTTP/1.1" status: 200 len: 949 time: 0.3792822 Jul 29 23:23:57.863464 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9944f7be-4db6-4ee9-95cc-fd0e0947677e req-8d6ef6dc-c490-45eb-9bd5-7565216c6673 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6044934 Jul 29 23:23:57.873685 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-ac0b604f-46bd-400e-b84a-d38a9f2fd7a9 admin admin] Allocated IP 172.25.8.168 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/99740438-16ce-4767-9595-0a15777093d6) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:57.886864 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c26a38c-1514-4597-ad50-d052adac27fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:58.073924 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f98cc-2c34-4aec-937f-f1e8f23bd382 req-468739cb-685b-446b-9ceb-904093bd1074 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:58.075761 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-304f98cc-2c34-4aec-937f-f1e8f23bd382 req-468739cb-685b-446b-9ceb-904093bd1074 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=167dc7d0-9767-4f31-bc86-06ac7a493126 HTTP/1.1" status: 200 len: 945 time: 0.4063516 Jul 29 23:23:58.076982 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c26a38c-1514-4597-ad50-d052adac27fd admin admin] Router 4a53a485-be9e-42b1-93c0-0f7d5ba174c4 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:23:58.155392 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928bfd34-977b-46b9-800f-1f8d244cd6dc None None] Network d6e2640d-09f4-43e1-b3aa-e86faf3cfd26 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:23:58.188229 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ae411-4975-455b-b093-3b39f0064cfb req-81214e5d-9a39-4cfe-a6dc-4b815806deac tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:58.189819 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f7ae411-4975-455b-b093-3b39f0064cfb req-81214e5d-9a39-4cfe-a6dc-4b815806deac tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d6de1c-6b33-475a-824f-8b7f6c93e9ea HTTP/1.1" status: 200 len: 949 time: 0.2885172 Jul 29 23:23:58.220286 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c26a38c-1514-4597-ad50-d052adac27fd admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:23:58.258381 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c26a38c-1514-4597-ad50-d052adac27fd admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:58.260603 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2c26a38c-1514-4597-ad50-d052adac27fd admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4750733 Jul 29 23:23:58.265790 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34270) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:23:58.288809 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ac0b604f-46bd-400e-b84a-d38a9f2fd7a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:58.294789 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89faec07-78b1-4485-9b3b-8c313a95faca None None] Sync routers for ids ['4a53a485-be9e-42b1-93c0-0f7d5ba174c4'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:23:58.306003 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-304f98cc-2c34-4aec-937f-f1e8f23bd382 req-19cdb260-0872-4823-a3aa-be082cbb4f6e tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044892 Jul 29 23:23:58.366695 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89faec07-78b1-4485-9b3b-8c313a95faca None None] Routers {'4a53a485-be9e-42b1-93c0-0f7d5ba174c4'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:23:58.367353 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-89faec07-78b1-4485-9b3b-8c313a95faca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:23:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['4a53a485-be9e-42b1-93c0-0f7d5ba174c4'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:58.380941 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f7ae411-4975-455b-b093-3b39f0064cfb req-ef81aec3-c6a8-46e8-98b5-8e4d1ff4f718 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.18 "GET /v2.0/security-groups?id=6af6a8c7-ab46-43e1-890f-e1a100b2fea6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650558 Jul 29 23:23:58.411438 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-3e8e367f-1d4a-46fd-ae6f-13c0eaa99eaa req-b7fa76fa-3fa6-482f-a78b-122fce59c323 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Deleting port e37b3611-18ab-4719-86cf-3c4129044d88 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:23:58.412569 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3e8e367f-1d4a-46fd-ae6f-13c0eaa99eaa req-b7fa76fa-3fa6-482f-a78b-122fce59c323 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:58.453651 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 62287226-5765-4d4f-a2f7-faa94ca8a862 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:23:58.502156 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3193beb2-22f9-4497-8615-e3c9d6dbb089 None None] Provisioning for port e13e0336-7673-477d-88d4-30bf5087acac completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:58.522429 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e95a50e1-68e4-46bc-8f40-0f169d94768a up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:58.604028 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-3e8e367f-1d4a-46fd-ae6f-13c0eaa99eaa req-b7fa76fa-3fa6-482f-a78b-122fce59c323 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] For port e37b3611-18ab-4719-86cf-3c4129044d88, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=e37b3611-18ab-4719-86cf-3c4129044d88,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:58.604941 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3e8e367f-1d4a-46fd-ae6f-13c0eaa99eaa req-b7fa76fa-3fa6-482f-a78b-122fce59c323 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:58.613261 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ac0b604f-46bd-400e-b84a-d38a9f2fd7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:58.636171 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d6de1c-6b33-475a-824f-8b7f6c93e9ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e37b3611-18ab-4719-86cf-3c4129044d88'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:23:58.639170 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e628ed15-277d-42e6-b973-901ddd0fff5d" -d '{"events": [{"server_uuid": "b1d6de1c-6b33-475a-824f-8b7f6c93e9ea", "name": "network-vif-unplugged", "status": "completed", "tag": "e37b3611-18ab-4719-86cf-3c4129044d88"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:23:58.650678 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-3e8e367f-1d4a-46fd-ae6f-13c0eaa99eaa req-b7fa76fa-3fa6-482f-a78b-122fce59c323 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Calling delete_port for e37b3611-18ab-4719-86cf-3c4129044d88 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:23:58.657702 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2663c803-0ea5-4b2a-9e15-59ffb92ed482 None None] Network f1f5a398-16b9-4016-8a0b-13f56d4c9b98 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:23:58.717670 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403c8f85-0c43-4093-afce-0a6bb7b1ab91 x-openstack-request-id: req-403c8f85-0c43-4093-afce-0a6bb7b1ab91 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:23:58.718233 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d6de1c-6b33-475a-824f-8b7f6c93e9ea", "name": "network-vif-unplugged", "status": "completed", "tag": "e37b3611-18ab-4719-86cf-3c4129044d88", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:23:58.718672 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-403c8f85-0c43-4093-afce-0a6bb7b1ab91 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:23:58.719223 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d6de1c-6b33-475a-824f-8b7f6c93e9ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e37b3611-18ab-4719-86cf-3c4129044d88', 'code': 200} Jul 29 23:23:58.749294 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac0b604f-46bd-400e-b84a-d38a9f2fd7a9 admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:58.759628 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-ac0b604f-46bd-400e-b84a-d38a9f2fd7a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:58.861689 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c24ea604-90e0-4671-bb53-650f8b8a985e None None] Provisioning for port e95a50e1-68e4-46bc-8f40-0f169d94768a completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:58.868328 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-89faec07-78b1-4485-9b3b-8c313a95faca None None] Set router 4a53a485-be9e-42b1-93c0-0f7d5ba174c4 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:23:58.887339 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0b604f-46bd-400e-b84a-d38a9f2fd7a9 admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:58.908855 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-85b5d0c9-a200-44a5-8319-7d11fb6812e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:58.920144 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0b604f-46bd-400e-b84a-d38a9f2fd7a9 admin admin] Pushing event updated for resources: {'Port': ['ID=99740438-16ce-4767-9595-0a15777093d6,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:58.980873 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port e95a50e1-68e4-46bc-8f40-0f169d94768a completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:58.984204 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 62287226-5765-4d4f-a2f7-faa94ca8a862, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=62287226-5765-4d4f-a2f7-faa94ca8a862,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:58.997648 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-3115741b-a7d9-47c0-a6c8-40a5aa53a54f tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:58.999193 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-3115741b-a7d9-47c0-a6c8-40a5aa53a54f tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/networks?id=41b737f2-e531-4160-b598-3383b744485d HTTP/1.1" status: 200 len: 808 time: 0.1963680 Jul 29 23:23:59.095873 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-85b5d0c9-a200-44a5-8319-7d11fb6812e0 admin admin] Allocated IP 172.20.0.1 (f1f5a398-16b9-4016-8a0b-13f56d4c9b98/281f173f-1c74-46af-a066-9c329287568f/1bf70dc2-aef1-405f-913a-532c1ab52e24) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:23:59.110723 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port e95a50e1-68e4-46bc-8f40-0f169d94768a triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:59.111662 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:59.184206 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '62287226-5765-4d4f-a2f7-faa94ca8a862', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': '62287226-5765-4d4f-a2f7-faa94ca8a862', 'mac_address': 'fa:16:3e:6e:b1:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:23:59.222230 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-85b5d0c9-a200-44a5-8319-7d11fb6812e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:59.239230 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-85b5d0c9-a200-44a5-8319-7d11fb6812e0 admin admin] Transition to ACTIVE for port object 1bf70dc2-aef1-405f-913a-532c1ab52e24 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:23:59.283988 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-85b5d0c9-a200-44a5-8319-7d11fb6812e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:59.344513 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:59.348682 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b5d0c9-a200-44a5-8319-7d11fb6812e0 admin admin] Network f1f5a398-16b9-4016-8a0b-13f56d4c9b98 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:23:59.354762 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-85b5d0c9-a200-44a5-8319-7d11fb6812e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:23:59.360269 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b5d0c9-a200-44a5-8319-7d11fb6812e0 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:23:59.365713 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:59.383015 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5d0c9-a200-44a5-8319-7d11fb6812e0 admin admin] Pushing event updated for resources: {'Port': ['ID=1bf70dc2-aef1-405f-913a-532c1ab52e24,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:59.401571 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-20a1adb5-42db-46c3-8323-8add092ce5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:59.410073 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-a8d1dccd-d136-460f-8206-47990515d450 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/quotas/06a0bb0f8bb247ddbe276cca90b0c08c HTTP/1.1" status: 200 len: 375 time: 0.3967741 Jul 29 23:23:59.419238 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-85b5d0c9-a200-44a5-8319-7d11fb6812e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:59.424711 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894c34cd-f046-41ba-9b80-211e82a6bdf9 req-be19b2cc-7230-428b-9f90-7e8b1b9ec1ac tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:23:59.427357 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-894c34cd-f046-41ba-9b80-211e82a6bdf9 req-be19b2cc-7230-428b-9f90-7e8b1b9ec1ac tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fc40887-498e-4280-af28-2663b7bfc49f HTTP/1.1" status: 200 len: 947 time: 0.5352659 Jul 29 23:23:59.430042 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62287226-5765-4d4f-a2f7-faa94ca8a862 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:23:59.467524 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 62287226-5765-4d4f-a2f7-faa94ca8a862, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=62287226-5765-4d4f-a2f7-faa94ca8a862,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:59.476132 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:59.477947 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:59.569341 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port e95a50e1-68e4-46bc-8f40-0f169d94768a, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e95a50e1-68e4-46bc-8f40-0f169d94768a,segment=NetworkSegment(b6c26d51-2547-48ab-86ba-16b77d8ac619),segment_id=b6c26d51-2547-48ab-86ba-16b77d8ac619)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:23:59.575771 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:59.576609 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e13e0336-7673-477d-88d4-30bf5087acac up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:23:59.579057 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=62287226-5765-4d4f-a2f7-faa94ca8a862,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:59.584683 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-d3ce666a-27ed-41d4-83c9-73caa366cf39 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1736963 Jul 29 23:23:59.617905 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-89faec07-78b1-4485-9b3b-8c313a95faca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a53a485-be9e-42b1-93c0-0f7d5ba174c4', 'name': 'tempest-FloatingIPsTestJSON-1281074252-router', 'tenant_id': '7466c7c0f5b542d7b985408bdea4d9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c856ed4f-fd54-42ff-bae0-e0d366357f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:54Z', 'updated_at': '2021-07-29T23:23:57Z', 'revision_number': 3, 'project_id': '7466c7c0f5b542d7b985408bdea4d9a4', 'gw_port': {'id': 'c856ed4f-fd54-42ff-bae0-e0d366357f5d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a53a485-be9e-42b1-93c0-0f7d5ba174c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:56Z', 'updated_at': '2021-07-29T23:23:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:23:59.638148 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-85b5d0c9-a200-44a5-8319-7d11fb6812e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:59.699540 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89faec07-78b1-4485-9b3b-8c313a95faca None None] Checking router: 4a53a485-be9e-42b1-93c0-0f7d5ba174c4 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:23:59.699916 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89faec07-78b1-4485-9b3b-8c313a95faca None None] Updating router 4a53a485-be9e-42b1-93c0-0f7d5ba174c4 port c856ed4f-fd54-42ff-bae0-e0d366357f5d binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:23:59.714061 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:59.740788 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['62287226-5765-4d4f-a2f7-faa94ca8a862'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:23:59.793325 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=e95a50e1-68e4-46bc-8f40-0f169d94768a,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:59.809128 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-89faec07-78b1-4485-9b3b-8c313a95faca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:59.819560 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-6d9bf806-2c6c-417b-ad67-27de9260f3f7 service neutron] 10.222.0.18 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141304 Jul 29 23:23:59.872883 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-85b5d0c9-a200-44a5-8319-7d11fb6812e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:59.879047 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-85b5d0c9-a200-44a5-8319-7d11fb6812e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:59.880485 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port e13e0336-7673-477d-88d4-30bf5087acac completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:23:59.899702 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port e13e0336-7673-477d-88d4-30bf5087acac triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:23:59.900102 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:23:59.964296 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b5d0c9-a200-44a5-8319-7d11fb6812e0 admin admin] Pushing event updated for resources: {'Port': ['ID=1bf70dc2-aef1-405f-913a-532c1ab52e24,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:23:59.973977 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-85b5d0c9-a200-44a5-8319-7d11fb6812e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:00.004267 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-894c34cd-f046-41ba-9b80-211e82a6bdf9 req-d26d9f4b-3fd3-4228-bdeb-049e43ab8f69 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b1f0ef8-0474-4634-b7cb-25091e2694b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4865768 Jul 29 23:24:00.032532 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-783e7b03-1b04-4ba2-8982-0c374e42e091 service neutron] 10.222.0.18 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927886 Jul 29 23:24:00.032532 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3e8e367f-1d4a-46fd-ae6f-13c0eaa99eaa req-b7fa76fa-3fa6-482f-a78b-122fce59c323 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:00.044362 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-86202e3f-7541-4594-9b9c-29212e8ccf33 None None] Provisioning complete for port e95a50e1-68e4-46bc-8f40-0f169d94768a triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:00.045460 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-86202e3f-7541-4594-9b9c-29212e8ccf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:00.075046 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa76fa-3fa6-482f-a78b-122fce59c323 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Pushing event deleted for resources: {'Port': ['ID=e37b3611-18ab-4719-86cf-3c4129044d88,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:00.144228 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b5d0c9-a200-44a5-8319-7d11fb6812e0 admin admin] Network f1f5a398-16b9-4016-8a0b-13f56d4c9b98 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:00.149845 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-85b5d0c9-a200-44a5-8319-7d11fb6812e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:00.350350 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b5d0c9-a200-44a5-8319-7d11fb6812e0 admin admin] Router 4a53a485-be9e-42b1-93c0-0f7d5ba174c4 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:24:00.419441 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:00.460462 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-857ebb92-24f3-47ec-a53e-e23453593477 req-29b126c7-53b8-4251-a4e1-b0a263445c5d tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1d6de1c-6b33-475a-824f-8b7f6c93e9ea HTTP/1.1" status: 200 len: 210 time: 0.1736050 Jul 29 23:24:00.466775 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e8e367f-1d4a-46fd-ae6f-13c0eaa99eaa req-b7fa76fa-3fa6-482f-a78b-122fce59c323 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] No DVR routers for this DVR port e37b3611-18ab-4719-86cf-3c4129044d88 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:00.470412 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3e8e367f-1d4a-46fd-ae6f-13c0eaa99eaa req-b7fa76fa-3fa6-482f-a78b-122fce59c323 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:00.483926 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3e8e367f-1d4a-46fd-ae6f-13c0eaa99eaa req-b7fa76fa-3fa6-482f-a78b-122fce59c323 tempest-ImagesOneServerTestJSON-1002633402 tempest-ImagesOneServerTestJSON-1002633402-project] 10.222.0.23 "DELETE /v2.0/ports/e37b3611-18ab-4719-86cf-3c4129044d88 HTTP/1.1" status: 204 len: 173 time: 2.6345925 Jul 29 23:24:00.491115 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b5d0c9-a200-44a5-8319-7d11fb6812e0 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:24:00.499695 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d6de1c-6b33-475a-824f-8b7f6c93e9ea', 'name': 'network-vif-deleted', 'tag': 'e37b3611-18ab-4719-86cf-3c4129044d88'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:00.506438 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb25bc30-a44e-4b6e-9215-8baa53d3b7e1" -d '{"events": [{"server_uuid": "b1d6de1c-6b33-475a-824f-8b7f6c93e9ea", "name": "network-vif-deleted", "tag": "e37b3611-18ab-4719-86cf-3c4129044d88"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:00.512104 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-85b5d0c9-a200-44a5-8319-7d11fb6812e0 admin admin] 10.222.0.18 "PUT /v2.0/routers/4a53a485-be9e-42b1-93c0-0f7d5ba174c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2427466 Jul 29 23:24:00.528023 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ac0b604f-46bd-400e-b84a-d38a9f2fd7a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:00.539665 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port e13e0336-7673-477d-88d4-30bf5087acac, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e13e0336-7673-477d-88d4-30bf5087acac,segment=NetworkSegment(f75c782a-0889-4ca5-96db-af5a98161a6f),segment_id=f75c782a-0889-4ca5-96db-af5a98161a6f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:00.573501 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:00.759666 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b3f0e8-f485-409d-8088-43a154cf79b0 req-31e2d832-da50-4407-9dd8-651b6e3de8a7 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:00.779508 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05b3f0e8-f485-409d-8088-43a154cf79b0 req-31e2d832-da50-4407-9dd8-651b6e3de8a7 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=167dc7d0-9767-4f31-bc86-06ac7a493126 HTTP/1.1" status: 200 len: 945 time: 0.5995438 Jul 29 23:24:00.788832 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e95a50e1-68e4-46bc-8f40-0f169d94768a up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:00.842914 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7dd70a42-0979-4271-83a9-491e6f22f08e req-3b895064-86de-4df7-b361-24582eea6b73 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710 HTTP/1.1" status: 200 len: 210 time: 0.0506272 Jul 29 23:24:00.868942 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device e37b3611-18ab-4719-86cf-3c4129044d88 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:00.928096 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: e37b3611-18ab-4719-86cf-3c4129044d88 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:00.928569 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device e37b3611-18ab-4719-86cf-3c4129044d88 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:00.950033 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ba4db3-284c-4470-8ceb-3af9e7b8660d x-openstack-request-id: req-48ba4db3-284c-4470-8ceb-3af9e7b8660d {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:00.950485 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d6de1c-6b33-475a-824f-8b7f6c93e9ea", "name": "network-vif-deleted", "tag": "e37b3611-18ab-4719-86cf-3c4129044d88", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:00.950833 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-48ba4db3-284c-4470-8ceb-3af9e7b8660d {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:00.951482 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d6de1c-6b33-475a-824f-8b7f6c93e9ea', 'name': 'network-vif-deleted', 'tag': 'e37b3611-18ab-4719-86cf-3c4129044d88', 'status': 'completed', 'code': 200} Jul 29 23:24:00.960649 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=e13e0336-7673-477d-88d4-30bf5087acac,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:00.990534 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0a775405-5fde-439e-8eed-4bb3a9a6e072 None None] Provisioning for port 1bf70dc2-aef1-405f-913a-532c1ab52e24 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:00.994421 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-89faec07-78b1-4485-9b3b-8c313a95faca None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:00.997298 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05b3f0e8-f485-409d-8088-43a154cf79b0 req-90a239ec-39f3-479c-b415-233bb5fa9855 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861267 Jul 29 23:24:01.001584 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0a775405-5fde-439e-8eed-4bb3a9a6e072 None None] Provisioning complete for port 1bf70dc2-aef1-405f-913a-532c1ab52e24 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:01.001584 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a775405-5fde-439e-8eed-4bb3a9a6e072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:01.034754 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-89faec07-78b1-4485-9b3b-8c313a95faca None None] Transition to ACTIVE for port object c856ed4f-fd54-42ff-bae0-e0d366357f5d will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:01.048215 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-89faec07-78b1-4485-9b3b-8c313a95faca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:01.057346 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port e95a50e1-68e4-46bc-8f40-0f169d94768a triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:01.057716 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:01.111011 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-0a775405-5fde-439e-8eed-4bb3a9a6e072 None None] Port 1bf70dc2-aef1-405f-913a-532c1ab52e24 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:24:01.149638 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb59a8-8395-4afa-a458-34a071f9744e None None] Pushing event updated for resources: {'Port': ['ID=c856ed4f-fd54-42ff-bae0-e0d366357f5d,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:01.156823 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-89faec07-78b1-4485-9b3b-8c313a95faca None None] Attempting to bind port c856ed4f-fd54-42ff-bae0-e0d366357f5d on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:01.157191 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-89faec07-78b1-4485-9b3b-8c313a95faca None None] Attempting to bind port c856ed4f-fd54-42ff-bae0-e0d366357f5d by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:01.157684 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89faec07-78b1-4485-9b3b-8c313a95faca None None] Attempting to bind port c856ed4f-fd54-42ff-bae0-e0d366357f5d on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:01.171205 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89faec07-78b1-4485-9b3b-8c313a95faca None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:01.171575 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89faec07-78b1-4485-9b3b-8c313a95faca None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:01.175015 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-89faec07-78b1-4485-9b3b-8c313a95faca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:01.176993 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89faec07-78b1-4485-9b3b-8c313a95faca None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:01.177714 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-89faec07-78b1-4485-9b3b-8c313a95faca None None] Bound port: c856ed4f-fd54-42ff-bae0-e0d366357f5d, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:01.178105 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-89faec07-78b1-4485-9b3b-8c313a95faca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:01.306525 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-89faec07-78b1-4485-9b3b-8c313a95faca None None] For port c856ed4f-fd54-42ff-bae0-e0d366357f5d, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:01.311493 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-89faec07-78b1-4485-9b3b-8c313a95faca None None] For port c856ed4f-fd54-42ff-bae0-e0d366357f5d, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c856ed4f-fd54-42ff-bae0-e0d366357f5d,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:01.318211 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-89faec07-78b1-4485-9b3b-8c313a95faca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:01.389302 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89faec07-78b1-4485-9b3b-8c313a95faca None None] Routers {'4a53a485-be9e-42b1-93c0-0f7d5ba174c4'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:01.389931 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-89faec07-78b1-4485-9b3b-8c313a95faca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:23:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['4a53a485-be9e-42b1-93c0-0f7d5ba174c4'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:01.409086 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-20a1adb5-42db-46c3-8323-8add092ce5ca admin admin] Deleting port cf319f5a-b602-41c5-906f-8cfb95360c8b {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:01.409436 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-20a1adb5-42db-46c3-8323-8add092ce5ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:01.433800 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ac0b604f-46bd-400e-b84a-d38a9f2fd7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:01.440068 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb59a8-8395-4afa-a458-34a071f9744e None None] Pushing event updated for resources: {'Port': ['ID=c856ed4f-fd54-42ff-bae0-e0d366357f5d,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:01.462167 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c9564b-dcd3-4d37-bc1e-3842491a86c9 req-db163e43-893e-4b20-8716-400156f5f620 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:01.463681 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-44c9564b-dcd3-4d37-bc1e-3842491a86c9 req-db163e43-893e-4b20-8716-400156f5f620 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fc40887-498e-4280-af28-2663b7bfc49f HTTP/1.1" status: 200 len: 948 time: 0.2790368 Jul 29 23:24:01.516544 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-89faec07-78b1-4485-9b3b-8c313a95faca None None] Set router 4a53a485-be9e-42b1-93c0-0f7d5ba174c4 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:01.571494 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9b95d1a8-df66-4ca5-9664-61680b02ccb0 req-de8db90f-a4a9-426e-847c-3d08683f0de3 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4608984 Jul 29 23:24:01.589911 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-9b95d1a8-df66-4ca5-9664-61680b02ccb0 req-971059b4-a38f-4e77-a6d1-d0f3323d7bb4 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:01.737185 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-89faec07-78b1-4485-9b3b-8c313a95faca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a53a485-be9e-42b1-93c0-0f7d5ba174c4', 'name': 'tempest-FloatingIPsTestJSON-1281074252-router', 'tenant_id': '7466c7c0f5b542d7b985408bdea4d9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c856ed4f-fd54-42ff-bae0-e0d366357f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:54Z', 'updated_at': '2021-07-29T23:23:59Z', 'revision_number': 4, 'project_id': '7466c7c0f5b542d7b985408bdea4d9a4', 'gw_port': {'id': 'c856ed4f-fd54-42ff-bae0-e0d366357f5d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a53a485-be9e-42b1-93c0-0f7d5ba174c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:56Z', 'updated_at': '2021-07-29T23:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '1bf70dc2-aef1-405f-913a-532c1ab52e24', 'name': '', 'network_id': 'f1f5a398-16b9-4016-8a0b-13f56d4c9b98', 'tenant_id': '7466c7c0f5b542d7b985408bdea4d9a4', 'mac_address': 'fa:16:3e:02:12:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a53a485-be9e-42b1-93c0-0f7d5ba174c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '281f173f-1c74-46af-a066-9c329287568f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:58Z', 'updated_at': '2021-07-29T23:23:59Z', 'revision_number': 2, 'project_id': '7466c7c0f5b542d7b985408bdea4d9a4', 'subnets': [{'id': '281f173f-1c74-46af-a066-9c329287568f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:01.769998 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89faec07-78b1-4485-9b3b-8c313a95faca None None] The sync data for ids ['4a53a485-be9e-42b1-93c0-0f7d5ba174c4'] in n-d-712140-10 is: [{'id': '4a53a485-be9e-42b1-93c0-0f7d5ba174c4', 'name': 'tempest-FloatingIPsTestJSON-1281074252-router', 'tenant_id': '7466c7c0f5b542d7b985408bdea4d9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c856ed4f-fd54-42ff-bae0-e0d366357f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:54Z', 'updated_at': '2021-07-29T23:23:59Z', 'revision_number': 4, 'project_id': '7466c7c0f5b542d7b985408bdea4d9a4', 'gw_port': {'id': 'c856ed4f-fd54-42ff-bae0-e0d366357f5d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a53a485-be9e-42b1-93c0-0f7d5ba174c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:56Z', 'updated_at': '2021-07-29T23:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '1bf70dc2-aef1-405f-913a-532c1ab52e24', 'name': '', 'network_id': 'f1f5a398-16b9-4016-8a0b-13f56d4c9b98', 'tenant_id': '7466c7c0f5b542d7b985408bdea4d9a4', 'mac_address': 'fa:16:3e:02:12:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a53a485-be9e-42b1-93c0-0f7d5ba174c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '281f173f-1c74-46af-a066-9c329287568f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:58Z', 'updated_at': '2021-07-29T23:23:59Z', 'revision_number': 2, 'project_id': '7466c7c0f5b542d7b985408bdea4d9a4', 'subnets': [{'id': '281f173f-1c74-46af-a066-9c329287568f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:24:01.977501 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-44c9564b-dcd3-4d37-bc1e-3842491a86c9 req-ee25faad-44be-4d16-8947-de7b7e492fad tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b1f0ef8-0474-4634-b7cb-25091e2694b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4810455 Jul 29 23:24:02.027228 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-20a1adb5-42db-46c3-8323-8add092ce5ca admin admin] For port cf319f5a-b602-41c5-906f-8cfb95360c8b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=cf319f5a-b602-41c5-906f-8cfb95360c8b,segment=NetworkSegment(126a07da-4e6b-4d45-8d45-de22fd77dfb3),segment_id=126a07da-4e6b-4d45-8d45-de22fd77dfb3)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:02.027632 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-20a1adb5-42db-46c3-8323-8add092ce5ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:02.055412 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9b95d1a8-df66-4ca5-9664-61680b02ccb0 req-971059b4-a38f-4e77-a6d1-d0f3323d7bb4 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:02.058675 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-20a1adb5-42db-46c3-8323-8add092ce5ca admin admin] Calling delete_port for cf319f5a-b602-41c5-906f-8cfb95360c8b owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:02.320971 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-c4728961-3d0c-486b-bd0a-ab8c1223f0d5 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:02.322660 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-c4728961-3d0c-486b-bd0a-ab8c1223f0d5 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.23 "GET /v2.0/networks?id=41b737f2-e531-4160-b598-3383b744485d HTTP/1.1" status: 200 len: 808 time: 0.4406638 Jul 29 23:24:02.354825 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-fd523baa-70eb-4c4e-9c03-8b933bb4d811 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Request body: {'port': {'device_id': '4498a006-85c7-48c3-b62d-b0a1c3f20710', 'network_id': '41b737f2-e531-4160-b598-3383b744485d', 'admin_state_up': True, 'tenant_id': '06a0bb0f8bb247ddbe276cca90b0c08c'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:02.451411 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac0b604f-46bd-400e-b84a-d38a9f2fd7a9 admin admin] Router 62f6f883-896a-4ce6-a848-0ebfa5c42654 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:24:02.477746 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 62287226-5765-4d4f-a2f7-faa94ca8a862 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:02.534146 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 62287226-5765-4d4f-a2f7-faa94ca8a862 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:02.539050 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 62287226-5765-4d4f-a2f7-faa94ca8a862 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:02.539597 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:02.542731 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-f6dd3dff-4b71-4e24-9d6a-79276532518d tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:02.544301 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-f6dd3dff-4b71-4e24-9d6a-79276532518d tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/networks?id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4 HTTP/1.1" status: 200 len: 804 time: 0.4611719 Jul 29 23:24:02.640793 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:02.647647 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-e22ebdf3-f3f5-4b80-b971-b36f2cfe054d tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/quotas/7c5e67745e0e4776a7b5c36d90365bdc HTTP/1.1" status: 200 len: 375 time: 0.0944209 Jul 29 23:24:02.680193 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc40887-498e-4280-af28-2663b7bfc49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62287226-5765-4d4f-a2f7-faa94ca8a862'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:02.683578 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8aedda-e9d2-455f-b40a-3f3d5e8f1d04" -d '{"events": [{"server_uuid": "9fc40887-498e-4280-af28-2663b7bfc49f", "name": "network-vif-plugged", "status": "completed", "tag": "62287226-5765-4d4f-a2f7-faa94ca8a862"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:02.688011 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 62287226-5765-4d4f-a2f7-faa94ca8a862, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=62287226-5765-4d4f-a2f7-faa94ca8a862,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:02.693324 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:02.762478 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=62287226-5765-4d4f-a2f7-faa94ca8a862,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:02.766929 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-833eec37-08db-43a8-a86b-ff27a771b7e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:02.797673 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c856ed4f-fd54-42ff-bae0-e0d366357f5d up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:02.825474 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9b95d1a8-df66-4ca5-9664-61680b02ccb0 req-971059b4-a38f-4e77-a6d1-d0f3323d7bb4 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:02.841858 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-fd523baa-70eb-4c4e-9c03-8b933bb4d811 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Made reservation on behalf of 06a0bb0f8bb247ddbe276cca90b0c08c for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:02.846927 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-fd523baa-70eb-4c4e-9c03-8b933bb4d811 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:02.850547 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port c856ed4f-fd54-42ff-bae0-e0d366357f5d completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:02.855045 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port c856ed4f-fd54-42ff-bae0-e0d366357f5d triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:02.855638 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:02.915220 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac0b604f-46bd-400e-b84a-d38a9f2fd7a9 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:24:02.923748 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-20a1adb5-42db-46c3-8323-8add092ce5ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:02.932644 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7b75c6-435f-452c-87ec-70cde131711a None None] Sync routers for ids ['62f6f883-896a-4ce6-a848-0ebfa5c42654'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:24:02.942896 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:02.944804 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-76c87417-2b4e-4023-a69c-5f4696cd921a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c5e67745e0e4776a7b5c36d90365bdc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2640929 Jul 29 23:24:02.953424 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7b75c6-435f-452c-87ec-70cde131711a None None] Routers {'62f6f883-896a-4ce6-a848-0ebfa5c42654'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:02.956221 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-1d7b75c6-435f-452c-87ec-70cde131711a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:23:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['62f6f883-896a-4ce6-a848-0ebfa5c42654'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:02.973017 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port c856ed4f-fd54-42ff-bae0-e0d366357f5d, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c856ed4f-fd54-42ff-bae0-e0d366357f5d,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:02.978993 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:02.980330 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e13e0336-7673-477d-88d4-30bf5087acac up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:03.020510 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1adb5-42db-46c3-8323-8add092ce5ca admin admin] Pushing event deleted for resources: {'Port': ['ID=cf319f5a-b602-41c5-906f-8cfb95360c8b,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:03.086882 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=c856ed4f-fd54-42ff-bae0-e0d366357f5d,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:03.110622 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port e13e0336-7673-477d-88d4-30bf5087acac triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:03.111336 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:03.122637 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ac0b604f-46bd-400e-b84a-d38a9f2fd7a9 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:03.124318 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ac0b604f-46bd-400e-b84a-d38a9f2fd7a9 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.7994864 Jul 29 23:24:03.128778 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34334) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:03.145255 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-1d7b75c6-435f-452c-87ec-70cde131711a None None] Set router 62f6f883-896a-4ce6-a848-0ebfa5c42654 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:03.338652 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-fd523baa-70eb-4c4e-9c03-8b933bb4d811 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Allocated IP 172.20.0.13 (41b737f2-e531-4160-b598-3383b744485d/599960cf-5b7f-432a-8a6a-c415f2272dee/87c1327c-d7e0-4849-8699-2d69e0c74a91) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:03.425780 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-9b95d1a8-df66-4ca5-9664-61680b02ccb0 req-971059b4-a38f-4e77-a6d1-d0f3323d7bb4 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Allocated IP 172.25.8.213 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/6693f6e4-382f-4f57-9315-6a3fd3128e07) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:03.453986 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-1d7b75c6-435f-452c-87ec-70cde131711a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'name': 'tempest-ServersTestManualDisk-221486918-router', 'tenant_id': '020cf0fa00f7401c9020fdf0384434db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '99740438-16ce-4767-9595-0a15777093d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:54Z', 'updated_at': '2021-07-29T23:23:59Z', 'revision_number': 3, 'project_id': '020cf0fa00f7401c9020fdf0384434db', 'gw_port': {'id': '99740438-16ce-4767-9595-0a15777093d6', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:57Z', 'updated_at': '2021-07-29T23:23:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:03.487719 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7b75c6-435f-452c-87ec-70cde131711a None None] Checking router: 62f6f883-896a-4ce6-a848-0ebfa5c42654 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:24:03.488727 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7b75c6-435f-452c-87ec-70cde131711a None None] Updating router 62f6f883-896a-4ce6-a848-0ebfa5c42654 port 99740438-16ce-4767-9595-0a15777093d6 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:24:03.521316 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1d7b75c6-435f-452c-87ec-70cde131711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:03.533564 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-3a70cb8b-cd9b-4907-9dc3-18134533d64c service neutron] 10.222.0.18 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5360527 Jul 29 23:24:03.801349 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-20a1adb5-42db-46c3-8323-8add092ce5ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:03.844197 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-fd523baa-70eb-4c4e-9c03-8b933bb4d811 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:03.848854 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9b95d1a8-df66-4ca5-9664-61680b02ccb0 req-971059b4-a38f-4e77-a6d1-d0f3323d7bb4 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:03.856864 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-411ed6f8-8d34-48c8-954b-365c31ced867 service neutron] 10.222.0.18 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576237 Jul 29 23:24:04.026037 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-fd523baa-70eb-4c4e-9c03-8b933bb4d811 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:04.103505 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9b95d1a8-df66-4ca5-9664-61680b02ccb0 req-971059b4-a38f-4e77-a6d1-d0f3323d7bb4 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:04.107323 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd523baa-70eb-4c4e-9c03-8b933bb4d811 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Pushing event updated for resources: {'Port': ['ID=87c1327c-d7e0-4849-8699-2d69e0c74a91,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:04.295488 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-fd523baa-70eb-4c4e-9c03-8b933bb4d811 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Network 41b737f2-e531-4160-b598-3383b744485d is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:04.296615 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971059b4-a38f-4e77-a6d1-d0f3323d7bb4 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Pushing event updated for resources: {'Port': ['ID=6693f6e4-382f-4f57-9315-6a3fd3128e07,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:04.299902 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-fd523baa-70eb-4c4e-9c03-8b933bb4d811 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:04.366872 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1d7b75c6-435f-452c-87ec-70cde131711a None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:04.382135 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-1d7b75c6-435f-452c-87ec-70cde131711a None None] Transition to ACTIVE for port object 99740438-16ce-4767-9595-0a15777093d6 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:04.382348 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a2eab4aa-e26f-4ee1-abad-c0cbcffc68c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:04.389936 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1d7b75c6-435f-452c-87ec-70cde131711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:04.464102 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-1d7b75c6-435f-452c-87ec-70cde131711a None None] Attempting to bind port 99740438-16ce-4767-9595-0a15777093d6 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:04.464494 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-1d7b75c6-435f-452c-87ec-70cde131711a None None] Attempting to bind port 99740438-16ce-4767-9595-0a15777093d6 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:04.464857 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7b75c6-435f-452c-87ec-70cde131711a None None] Attempting to bind port 99740438-16ce-4767-9595-0a15777093d6 on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:04.479526 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557aea1b-a5ad-42fa-b762-c3bf14c90848 None None] Pushing event updated for resources: {'Port': ['ID=99740438-16ce-4767-9595-0a15777093d6,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:04.482732 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7b75c6-435f-452c-87ec-70cde131711a None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:04.482732 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7b75c6-435f-452c-87ec-70cde131711a None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:04.482732 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1d7b75c6-435f-452c-87ec-70cde131711a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:04.483061 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7b75c6-435f-452c-87ec-70cde131711a None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:04.483420 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-1d7b75c6-435f-452c-87ec-70cde131711a None None] Bound port: 99740438-16ce-4767-9595-0a15777093d6, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:04.483796 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1d7b75c6-435f-452c-87ec-70cde131711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:04.558874 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5567d834-82af-4df7-9a9b-63cdf5976684 None None] Sync routers for ids ['4a53a485-be9e-42b1-93c0-0f7d5ba174c4'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:24:04.561958 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557aea1b-a5ad-42fa-b762-c3bf14c90848 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:04.562304 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557aea1b-a5ad-42fa-b762-c3bf14c90848 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:04.562646 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557aea1b-a5ad-42fa-b762-c3bf14c90848 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:04.562969 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557aea1b-a5ad-42fa-b762-c3bf14c90848 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:04.563305 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557aea1b-a5ad-42fa-b762-c3bf14c90848 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:04.563630 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557aea1b-a5ad-42fa-b762-c3bf14c90848 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:04.564037 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557aea1b-a5ad-42fa-b762-c3bf14c90848 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:04.564415 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557aea1b-a5ad-42fa-b762-c3bf14c90848 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:04.564680 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557aea1b-a5ad-42fa-b762-c3bf14c90848 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:04.565013 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557aea1b-a5ad-42fa-b762-c3bf14c90848 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:04.565313 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557aea1b-a5ad-42fa-b762-c3bf14c90848 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:04.565634 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557aea1b-a5ad-42fa-b762-c3bf14c90848 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:04.580335 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5567d834-82af-4df7-9a9b-63cdf5976684 None None] Routers {'4a53a485-be9e-42b1-93c0-0f7d5ba174c4'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:04.580993 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-5567d834-82af-4df7-9a9b-63cdf5976684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:23:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['4a53a485-be9e-42b1-93c0-0f7d5ba174c4'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:04.650776 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-1d7b75c6-435f-452c-87ec-70cde131711a None None] For port 99740438-16ce-4767-9595-0a15777093d6, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:04.654856 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-1d7b75c6-435f-452c-87ec-70cde131711a None None] For port 99740438-16ce-4767-9595-0a15777093d6, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=99740438-16ce-4767-9595-0a15777093d6,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:04.660918 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1d7b75c6-435f-452c-87ec-70cde131711a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:04.740695 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557aea1b-a5ad-42fa-b762-c3bf14c90848 None None] Pushing event updated for resources: {'Port': ['ID=99740438-16ce-4767-9595-0a15777093d6,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:04.742716 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-fd523baa-70eb-4c4e-9c03-8b933bb4d811 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:04.747623 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34348) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:04.760128 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7b75c6-435f-452c-87ec-70cde131711a None None] Routers {'62f6f883-896a-4ce6-a848-0ebfa5c42654'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:04.760477 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-1d7b75c6-435f-452c-87ec-70cde131711a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:23:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['62f6f883-896a-4ce6-a848-0ebfa5c42654'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:04.823890 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-a2eab4aa-e26f-4ee1-abad-c0cbcffc68c1 admin admin] Allocated IP 172.20.0.1 (d6e2640d-09f4-43e1-b3aa-e86faf3cfd26/9a863ba4-a489-4e6d-b0bb-e711fa258cc7/18656832-c4cc-4be4-bf36-7a0c5a4a0464) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:04.836937 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-5567d834-82af-4df7-9a9b-63cdf5976684 None None] Set router 4a53a485-be9e-42b1-93c0-0f7d5ba174c4 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:04.879866 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b95d1a8-df66-4ca5-9664-61680b02ccb0 req-971059b4-a38f-4e77-a6d1-d0f3323d7bb4 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:04.927510 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c856ed4f-fd54-42ff-bae0-e0d366357f5d up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:04.948500 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-9b95d1a8-df66-4ca5-9664-61680b02ccb0 req-971059b4-a38f-4e77-a6d1-d0f3323d7bb4 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:04.980247 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b95d1a8-df66-4ca5-9664-61680b02ccb0 req-971059b4-a38f-4e77-a6d1-d0f3323d7bb4 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:04.999450 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-1d7b75c6-435f-452c-87ec-70cde131711a None None] Set router 62f6f883-896a-4ce6-a848-0ebfa5c42654 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:05.046843 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port c856ed4f-fd54-42ff-bae0-e0d366357f5d triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:05.047232 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.099082 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-fd523baa-70eb-4c4e-9c03-8b933bb4d811 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:05.099719 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-fd523baa-70eb-4c4e-9c03-8b933bb4d811 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.116345 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a2eab4aa-e26f-4ee1-abad-c0cbcffc68c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.123467 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a1adb5-42db-46c3-8323-8add092ce5ca admin admin] Router 56d88384-a6f6-4188-b354-0313921de777 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:24:05.140367 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-a2eab4aa-e26f-4ee1-abad-c0cbcffc68c1 admin admin] Transition to ACTIVE for port object 18656832-c4cc-4be4-bf36-7a0c5a4a0464 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:05.178299 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6b080-2f7f-4569-9949-997a527f28d0 req-731e8d0e-c18c-4c1b-b0f4-d9ed9cb694be tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:05.181455 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e0a6b080-2f7f-4569-9949-997a527f28d0 req-731e8d0e-c18c-4c1b-b0f4-d9ed9cb694be tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710 HTTP/1.1" status: 200 len: 932 time: 0.4203386 Jul 29 23:24:05.192580 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:24:05.202887 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a2eab4aa-e26f-4ee1-abad-c0cbcffc68c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.231672 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-fd523baa-70eb-4c4e-9c03-8b933bb4d811 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8808630 Jul 29 23:24:05.256611 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2eab4aa-e26f-4ee1-abad-c0cbcffc68c1 admin admin] Network d6e2640d-09f4-43e1-b3aa-e86faf3cfd26 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:05.265195 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-a2eab4aa-e26f-4ee1-abad-c0cbcffc68c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:05.269805 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eab4aa-e26f-4ee1-abad-c0cbcffc68c1 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:05.283023 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-295bd32a-625b-4271-9d42-6e76142cb0af service neutron] Request body: {'port': {'device_id': '4498a006-85c7-48c3-b62d-b0a1c3f20710', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:05.312597 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-5567d834-82af-4df7-9a9b-63cdf5976684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a53a485-be9e-42b1-93c0-0f7d5ba174c4', 'name': 'tempest-FloatingIPsTestJSON-1281074252-router', 'tenant_id': '7466c7c0f5b542d7b985408bdea4d9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c856ed4f-fd54-42ff-bae0-e0d366357f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:54Z', 'updated_at': '2021-07-29T23:23:59Z', 'revision_number': 4, 'project_id': '7466c7c0f5b542d7b985408bdea4d9a4', 'gw_port': {'id': 'c856ed4f-fd54-42ff-bae0-e0d366357f5d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a53a485-be9e-42b1-93c0-0f7d5ba174c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:56Z', 'updated_at': '2021-07-29T23:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '1bf70dc2-aef1-405f-913a-532c1ab52e24', 'name': '', 'network_id': 'f1f5a398-16b9-4016-8a0b-13f56d4c9b98', 'tenant_id': '7466c7c0f5b542d7b985408bdea4d9a4', 'mac_address': 'fa:16:3e:02:12:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a53a485-be9e-42b1-93c0-0f7d5ba174c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '281f173f-1c74-46af-a066-9c329287568f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:58Z', 'updated_at': '2021-07-29T23:23:59Z', 'revision_number': 2, 'project_id': '7466c7c0f5b542d7b985408bdea4d9a4', 'subnets': [{'id': '281f173f-1c74-46af-a066-9c329287568f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:05.328994 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eab4aa-e26f-4ee1-abad-c0cbcffc68c1 admin admin] Pushing event updated for resources: {'Port': ['ID=18656832-c4cc-4be4-bf36-7a0c5a4a0464,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:05.361315 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a2eab4aa-e26f-4ee1-abad-c0cbcffc68c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.405958 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5567d834-82af-4df7-9a9b-63cdf5976684 None None] Checking router: 4a53a485-be9e-42b1-93c0-0f7d5ba174c4 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:24:05.406676 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5567d834-82af-4df7-9a9b-63cdf5976684 None None] Updating router 4a53a485-be9e-42b1-93c0-0f7d5ba174c4 port 1bf70dc2-aef1-405f-913a-532c1ab52e24 binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:24:05.408999 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0a2b3918-b9f1-4614-a491-6204537bef78 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1907e41c0b8f4d6691aa9889502f785f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6471798 Jul 29 23:24:05.412595 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34356) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:05.461695 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5567d834-82af-4df7-9a9b-63cdf5976684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.529297 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e0a6b080-2f7f-4569-9949-997a527f28d0 req-3d81cf73-ff10-4ee8-bb60-1e576fd53d79 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420134 Jul 29 23:24:05.574430 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-1d7b75c6-435f-452c-87ec-70cde131711a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'name': 'tempest-ServersTestManualDisk-221486918-router', 'tenant_id': '020cf0fa00f7401c9020fdf0384434db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '99740438-16ce-4767-9595-0a15777093d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:54Z', 'updated_at': '2021-07-29T23:23:59Z', 'revision_number': 3, 'project_id': '020cf0fa00f7401c9020fdf0384434db', 'gw_port': {'id': '99740438-16ce-4767-9595-0a15777093d6', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:57Z', 'updated_at': '2021-07-29T23:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:05.631037 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7b75c6-435f-452c-87ec-70cde131711a None None] The sync data for ids ['62f6f883-896a-4ce6-a848-0ebfa5c42654'] in n-d-712140-10 is: [{'id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'name': 'tempest-ServersTestManualDisk-221486918-router', 'tenant_id': '020cf0fa00f7401c9020fdf0384434db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '99740438-16ce-4767-9595-0a15777093d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:54Z', 'updated_at': '2021-07-29T23:23:59Z', 'revision_number': 3, 'project_id': '020cf0fa00f7401c9020fdf0384434db', 'gw_port': {'id': '99740438-16ce-4767-9595-0a15777093d6', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:57Z', 'updated_at': '2021-07-29T23:24:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:24:05.671493 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a2eab4aa-e26f-4ee1-abad-c0cbcffc68c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.716269 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-608721b0-6256-4caa-9eb6-ace17f466a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.725896 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3acbe6a-af88-4da8-930d-1b5d98b7d817 x-openstack-request-id: req-c3acbe6a-af88-4da8-930d-1b5d98b7d817 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:05.726497 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc40887-498e-4280-af28-2663b7bfc49f", "name": "network-vif-plugged", "status": "completed", "tag": "62287226-5765-4d4f-a2f7-faa94ca8a862", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:05.726497 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3acbe6a-af88-4da8-930d-1b5d98b7d817 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:05.726904 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc40887-498e-4280-af28-2663b7bfc49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62287226-5765-4d4f-a2f7-faa94ca8a862', 'code': 200} Jul 29 23:24:05.739618 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.748752 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9b95d1a8-df66-4ca5-9664-61680b02ccb0 req-971059b4-a38f-4e77-a6d1-d0f3323d7bb4 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.795670 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8bbeae01-cec0-4466-b5b1-a51c9047b790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.826949 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1666fcdf-4a87-4cfe-a01b-af1ff7600efa None None] Provisioning for port 18656832-c4cc-4be4-bf36-7a0c5a4a0464 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:05.857240 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-295bd32a-625b-4271-9d42-6e76142cb0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.889680 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1666fcdf-4a87-4cfe-a01b-af1ff7600efa None None] Provisioning complete for port 18656832-c4cc-4be4-bf36-7a0c5a4a0464 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:05.890752 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1666fcdf-4a87-4cfe-a01b-af1ff7600efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.964972 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-608721b0-6256-4caa-9eb6-ace17f466a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:05.972196 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a1adb5-42db-46c3-8323-8add092ce5ca admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:24:06.009532 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af19005b-2ed5-476e-8ddb-46a26708d441 None None] Sync routers for ids ['56d88384-a6f6-4188-b354-0313921de777'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:24:06.014190 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1666fcdf-4a87-4cfe-a01b-af1ff7600efa None None] Port 18656832-c4cc-4be4-bf36-7a0c5a4a0464 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:24:06.033117 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af19005b-2ed5-476e-8ddb-46a26708d441 None None] Routers {'56d88384-a6f6-4188-b354-0313921de777'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:06.034321 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-af19005b-2ed5-476e-8ddb-46a26708d441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:24:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['56d88384-a6f6-4188-b354-0313921de777'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:06.054462 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-20a1adb5-42db-46c3-8323-8add092ce5ca admin admin] 10.222.0.18 "PUT /v2.0/routers/56d88384-a6f6-4188-b354-0313921de777/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1174526 Jul 29 23:24:06.064832 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34358) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:06.080513 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d20865-8196-4036-9744-8cdec161bb84 req-2b080c7d-c6f4-4914-852a-f7fcf6a6ff68 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:06.092937 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7d20865-8196-4036-9744-8cdec161bb84 req-2b080c7d-c6f4-4914-852a-f7fcf6a6ff68 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fc40887-498e-4280-af28-2663b7bfc49f HTTP/1.1" status: 200 len: 949 time: 0.3737056 Jul 29 23:24:06.104615 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9b95d1a8-df66-4ca5-9664-61680b02ccb0 req-971059b4-a38f-4e77-a6d1-d0f3323d7bb4 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.214057 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e427ea61-25ed-45e5-b5f1-e8e5be24547c admin admin] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.236563 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-af19005b-2ed5-476e-8ddb-46a26708d441 None None] Set router 56d88384-a6f6-4188-b354-0313921de777 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:06.274202 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0a53e-c46b-4ab6-b7e3-0c9f73d40520 req-55037a98-a947-47fe-a58d-0e3779ec7fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:06.276584 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4c0a53e-c46b-4ab6-b7e3-0c9f73d40520 req-55037a98-a947-47fe-a58d-0e3779ec7fdd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9fc40887-498e-4280-af28-2663b7bfc49f HTTP/1.1" status: 200 len: 1101 time: 0.5618317 Jul 29 23:24:06.311316 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-da8e090b-fc73-439c-b61c-07d9c8eedc89 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:06.313184 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-da8e090b-fc73-439c-b61c-07d9c8eedc89 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.39 "GET /v2.0/networks?id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4 HTTP/1.1" status: 200 len: 804 time: 0.4591348 Jul 29 23:24:06.314345 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5567d834-82af-4df7-9a9b-63cdf5976684 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.336684 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-cb0ba154-f91d-4296-a7d9-073c81ca6b86 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Request body: {'port': {'device_id': '67a23ef7-a53d-45fa-9203-e21d480c09a8', 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4', 'admin_state_up': True, 'tenant_id': '7c5e67745e0e4776a7b5c36d90365bdc'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:06.352132 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5567d834-82af-4df7-9a9b-63cdf5976684 None None] Transition to ACTIVE for port object 1bf70dc2-aef1-405f-913a-532c1ab52e24 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:06.372349 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5567d834-82af-4df7-9a9b-63cdf5976684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.415462 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7d20865-8196-4036-9744-8cdec161bb84 req-f32cd5f0-c484-433f-963d-857cdd498f6c tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b1f0ef8-0474-4634-b7cb-25091e2694b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215287 Jul 29 23:24:06.515358 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a2eab4aa-e26f-4ee1-abad-c0cbcffc68c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.544905 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a2eab4aa-e26f-4ee1-abad-c0cbcffc68c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.551914 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272bb79-d8f3-4e5b-bfbd-e4f372dc5afc None None] Pushing event updated for resources: {'Port': ['ID=1bf70dc2-aef1-405f-913a-532c1ab52e24,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:06.678191 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-af19005b-2ed5-476e-8ddb-46a26708d441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d88384-a6f6-4188-b354-0313921de777', 'name': 'tempest-ServersTestMultiNic-1783294466-router', 'tenant_id': '1524bc6566794e35993db0c2e1765bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': '60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:41Z', 'updated_at': '2021-07-29T23:24:02Z', 'revision_number': 5, 'project_id': '1524bc6566794e35993db0c2e1765bc4', 'gw_port': {'id': '60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:36:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56d88384-a6f6-4188-b354-0313921de777', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:21:43Z', 'updated_at': '2021-07-29T23:21:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:06.696073 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eab4aa-e26f-4ee1-abad-c0cbcffc68c1 admin admin] Pushing event updated for resources: {'Port': ['ID=18656832-c4cc-4be4-bf36-7a0c5a4a0464,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:06.749429 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-5567d834-82af-4df7-9a9b-63cdf5976684 None None] Attempting to bind port 1bf70dc2-aef1-405f-913a-532c1ab52e24 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:06.750717 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-5567d834-82af-4df7-9a9b-63cdf5976684 None None] Attempting to bind port 1bf70dc2-aef1-405f-913a-532c1ab52e24 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'b6c26d51-2547-48ab-86ba-16b77d8ac619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f1f5a398-16b9-4016-8a0b-13f56d4c9b98'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:06.751539 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5567d834-82af-4df7-9a9b-63cdf5976684 None None] Attempting to bind port 1bf70dc2-aef1-405f-913a-532c1ab52e24 on network f1f5a398-16b9-4016-8a0b-13f56d4c9b98 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:06.760432 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.762709 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5567d834-82af-4df7-9a9b-63cdf5976684 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:06.764402 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5567d834-82af-4df7-9a9b-63cdf5976684 None None] Checking segment: {'id': 'b6c26d51-2547-48ab-86ba-16b77d8ac619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f1f5a398-16b9-4016-8a0b-13f56d4c9b98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:06.765158 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5567d834-82af-4df7-9a9b-63cdf5976684 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.766103 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5567d834-82af-4df7-9a9b-63cdf5976684 None None] Bound using segment: {'id': 'b6c26d51-2547-48ab-86ba-16b77d8ac619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f1f5a398-16b9-4016-8a0b-13f56d4c9b98'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:06.766904 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-5567d834-82af-4df7-9a9b-63cdf5976684 None None] Bound port: 1bf70dc2-aef1-405f-913a-532c1ab52e24, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c26d51-2547-48ab-86ba-16b77d8ac619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f1f5a398-16b9-4016-8a0b-13f56d4c9b98'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:06.767062 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e427ea61-25ed-45e5-b5f1-e8e5be24547c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.767773 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5567d834-82af-4df7-9a9b-63cdf5976684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.790145 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af19005b-2ed5-476e-8ddb-46a26708d441 None None] Checking router: 56d88384-a6f6-4188-b354-0313921de777 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:24:06.806576 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-295bd32a-625b-4271-9d42-6e76142cb0af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87c1327c-d7e0-4849-8699-2d69e0c74a91 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:06.807129 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-cb0ba154-f91d-4296-a7d9-073c81ca6b86 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Made reservation on behalf of 7c5e67745e0e4776a7b5c36d90365bdc for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:06.811221 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-cb0ba154-f91d-4296-a7d9-073c81ca6b86 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.815384 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a2eab4aa-e26f-4ee1-abad-c0cbcffc68c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.841346 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af19005b-2ed5-476e-8ddb-46a26708d441 None None] Routers {'56d88384-a6f6-4188-b354-0313921de777'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:06.841994 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-af19005b-2ed5-476e-8ddb-46a26708d441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:24:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['56d88384-a6f6-4188-b354-0313921de777'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:06.852953 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-295bd32a-625b-4271-9d42-6e76142cb0af service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.868449 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4c0a53e-c46b-4ab6-b7e3-0c9f73d40520 req-7b52dce1-39a7-45d7-b981-ec5dda9711e0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7b1f0ef8-0474-4634-b7cb-25091e2694b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5722883 Jul 29 23:24:06.958280 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-5567d834-82af-4df7-9a9b-63cdf5976684 None None] For port 1bf70dc2-aef1-405f-913a-532c1ab52e24, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:06.968767 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-5567d834-82af-4df7-9a9b-63cdf5976684 None None] For port 1bf70dc2-aef1-405f-913a-532c1ab52e24, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=1bf70dc2-aef1-405f-913a-532c1ab52e24,segment=NetworkSegment(b6c26d51-2547-48ab-86ba-16b77d8ac619),segment_id=b6c26d51-2547-48ab-86ba-16b77d8ac619)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:06.976509 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 99740438-16ce-4767-9595-0a15777093d6 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:06.984231 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-608721b0-6256-4caa-9eb6-ace17f466a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.985733 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5567d834-82af-4df7-9a9b-63cdf5976684 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.991011 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-608721b0-6256-4caa-9eb6-ace17f466a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:06.993348 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-608721b0-6256-4caa-9eb6-ace17f466a85 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6af6a8c7-ab46-43e1-890f-e1a100b2fea6 HTTP/1.1" status: 204 len: 168 time: 1.5736179 Jul 29 23:24:07.026509 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f95740a5-cfd8-45c6-9da2-8e75ae6bf73f req-2015abad-d791-4580-b5bd-0e2a7f051a5a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=67a23ef7-a53d-45fa-9203-e21d480c09a8 HTTP/1.1" status: 200 len: 210 time: 0.1617389 Jul 29 23:24:07.031273 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-295bd32a-625b-4271-9d42-6e76142cb0af service neutron] Transition to ACTIVE for port object 87c1327c-d7e0-4849-8699-2d69e0c74a91 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:07.062854 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608721b0-6256-4caa-9eb6-ace17f466a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6af6a8c7-ab46-43e1-890f-e1a100b2fea6,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:07.073500 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-af19005b-2ed5-476e-8ddb-46a26708d441 None None] Set router 56d88384-a6f6-4188-b354-0313921de777 gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:07.090994 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-295bd32a-625b-4271-9d42-6e76142cb0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:07.159260 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-af19005b-2ed5-476e-8ddb-46a26708d441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56d88384-a6f6-4188-b354-0313921de777', 'name': 'tempest-ServersTestMultiNic-1783294466-router', 'tenant_id': '1524bc6566794e35993db0c2e1765bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:41Z', 'updated_at': '2021-07-29T23:24:06Z', 'revision_number': 6, 'project_id': '1524bc6566794e35993db0c2e1765bc4', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:07.215136 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af19005b-2ed5-476e-8ddb-46a26708d441 None None] The sync data for ids ['56d88384-a6f6-4188-b354-0313921de777'] in n-d-712140-10 is: [{'id': '56d88384-a6f6-4188-b354-0313921de777', 'name': 'tempest-ServersTestMultiNic-1783294466-router', 'tenant_id': '1524bc6566794e35993db0c2e1765bc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:21:41Z', 'updated_at': '2021-07-29T23:24:06Z', 'revision_number': 6, 'project_id': '1524bc6566794e35993db0c2e1765bc4', 'gw_port_host': None}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:24:07.353869 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5567d834-82af-4df7-9a9b-63cdf5976684 None None] Routers {'4a53a485-be9e-42b1-93c0-0f7d5ba174c4'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:07.355030 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-5567d834-82af-4df7-9a9b-63cdf5976684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:24:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['4a53a485-be9e-42b1-93c0-0f7d5ba174c4'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:07.408270 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2eab4aa-e26f-4ee1-abad-c0cbcffc68c1 admin admin] Network d6e2640d-09f4-43e1-b3aa-e86faf3cfd26 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:07.416098 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-a2eab4aa-e26f-4ee1-abad-c0cbcffc68c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:07.468621 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295bd32a-625b-4271-9d42-6e76142cb0af service neutron] Pushing event updated for resources: {'Port': ['ID=87c1327c-d7e0-4849-8699-2d69e0c74a91,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:07.480901 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-5567d834-82af-4df7-9a9b-63cdf5976684 None None] Set router 4a53a485-be9e-42b1-93c0-0f7d5ba174c4 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:07.674446 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9b95d1a8-df66-4ca5-9664-61680b02ccb0 req-971059b4-a38f-4e77-a6d1-d0f3323d7bb4 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:07.714095 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9b95d1a8-df66-4ca5-9664-61680b02ccb0 req-971059b4-a38f-4e77-a6d1-d0f3323d7bb4 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:07.720946 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272bb79-d8f3-4e5b-bfbd-e4f372dc5afc None None] Pushing event updated for resources: {'Port': ['ID=1bf70dc2-aef1-405f-913a-532c1ab52e24,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:07.744587 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-cb0ba154-f91d-4296-a7d9-073c81ca6b86 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Allocated IP 172.20.0.2 (16c7c33d-b57e-4fa0-954b-60ae4834bbc4/44be0901-f3e6-4ee5-b617-283959d6aed1/2faed4dc-7883-4d7a-9795-835e6cf2a844) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:07.754281 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2eab4aa-e26f-4ee1-abad-c0cbcffc68c1 admin admin] Router 62f6f883-896a-4ce6-a848-0ebfa5c42654 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:24:07.848087 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 99740438-16ce-4767-9595-0a15777093d6 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:07.877005 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-e427ea61-25ed-45e5-b5f1-e8e5be24547c admin admin] Deleting port 60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:07.877856 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e427ea61-25ed-45e5-b5f1-e8e5be24547c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:07.908609 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 99740438-16ce-4767-9595-0a15777093d6 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:07.909373 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:07.924390 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971059b4-a38f-4e77-a6d1-d0f3323d7bb4 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Pushing event updated for resources: {'Port': ['ID=6693f6e4-382f-4f57-9315-6a3fd3128e07,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:08.016082 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94684ec-6da7-4f26-902f-2a717240b1e3 req-74ad470a-d4de-492b-8e94-92f7b3d60fb0 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:08.024814 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c94684ec-6da7-4f26-902f-2a717240b1e3 req-74ad470a-d4de-492b-8e94-92f7b3d60fb0 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710 HTTP/1.1" status: 200 len: 944 time: 0.6054378 Jul 29 23:24:08.084602 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:08.105724 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c94684ec-6da7-4f26-902f-2a717240b1e3 req-71712dde-2fd0-4a6f-8f83-d70b1bd368e4 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767071 Jul 29 23:24:08.125865 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-295bd32a-625b-4271-9d42-6e76142cb0af service neutron] Attempting to bind port 87c1327c-d7e0-4849-8699-2d69e0c74a91 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:08.127351 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-295bd32a-625b-4271-9d42-6e76142cb0af service neutron] Attempting to bind port 87c1327c-d7e0-4849-8699-2d69e0c74a91 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:08.127689 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-295bd32a-625b-4271-9d42-6e76142cb0af service neutron] Attempting to bind port 87c1327c-d7e0-4849-8699-2d69e0c74a91 on network 41b737f2-e531-4160-b598-3383b744485d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:08.140778 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-295bd32a-625b-4271-9d42-6e76142cb0af service neutron] Port 87c1327c-d7e0-4849-8699-2d69e0c74a91 on network 41b737f2-e531-4160-b598-3383b744485d not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:24:08.141774 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-295bd32a-625b-4271-9d42-6e76142cb0af service neutron] Attempting to bind port 87c1327c-d7e0-4849-8699-2d69e0c74a91 on network 41b737f2-e531-4160-b598-3383b744485d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:08.151448 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9b95d1a8-df66-4ca5-9664-61680b02ccb0 req-971059b4-a38f-4e77-a6d1-d0f3323d7bb4 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:08.166887 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-79f2f16b-63f1-40c0-b32d-d420a3ce5a72 None None] Provisioning complete for port 18656832-c4cc-4be4-bf36-7a0c5a4a0464 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:08.167514 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79f2f16b-63f1-40c0-b32d-d420a3ce5a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:08.196834 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-295bd32a-625b-4271-9d42-6e76142cb0af service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:08.197879 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-295bd32a-625b-4271-9d42-6e76142cb0af service neutron] Checking segment: {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:08.200091 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-295bd32a-625b-4271-9d42-6e76142cb0af service neutron] Bound using segment: {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:08.201133 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-295bd32a-625b-4271-9d42-6e76142cb0af service neutron] Bound port: 87c1327c-d7e0-4849-8699-2d69e0c74a91, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:08.208603 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-295bd32a-625b-4271-9d42-6e76142cb0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:08.223994 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9b95d1a8-df66-4ca5-9664-61680b02ccb0 req-971059b4-a38f-4e77-a6d1-d0f3323d7bb4 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:08.225288 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9b95d1a8-df66-4ca5-9664-61680b02ccb0 req-971059b4-a38f-4e77-a6d1-d0f3323d7bb4 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 6.6460114 Jul 29 23:24:08.245651 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-79f2f16b-63f1-40c0-b32d-d420a3ce5a72 None None] Port 18656832-c4cc-4be4-bf36-7a0c5a4a0464 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:24:08.306348 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:08.338133 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 99740438-16ce-4767-9595-0a15777093d6, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=99740438-16ce-4767-9595-0a15777093d6,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:08.346872 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:08.417875 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=99740438-16ce-4767-9595-0a15777093d6,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:08.426747 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-5567d834-82af-4df7-9a9b-63cdf5976684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a53a485-be9e-42b1-93c0-0f7d5ba174c4', 'name': 'tempest-FloatingIPsTestJSON-1281074252-router', 'tenant_id': '7466c7c0f5b542d7b985408bdea4d9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c856ed4f-fd54-42ff-bae0-e0d366357f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:54Z', 'updated_at': '2021-07-29T23:23:59Z', 'revision_number': 4, 'project_id': '7466c7c0f5b542d7b985408bdea4d9a4', 'gw_port': {'id': 'c856ed4f-fd54-42ff-bae0-e0d366357f5d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a53a485-be9e-42b1-93c0-0f7d5ba174c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:56Z', 'updated_at': '2021-07-29T23:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '1bf70dc2-aef1-405f-913a-532c1ab52e24', 'name': '', 'network_id': 'f1f5a398-16b9-4016-8a0b-13f56d4c9b98', 'tenant_id': '7466c7c0f5b542d7b985408bdea4d9a4', 'mac_address': 'fa:16:3e:02:12:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a53a485-be9e-42b1-93c0-0f7d5ba174c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '281f173f-1c74-46af-a066-9c329287568f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:58Z', 'updated_at': '2021-07-29T23:24:06Z', 'revision_number': 4, 'project_id': '7466c7c0f5b542d7b985408bdea4d9a4', 'subnets': [{'id': '281f173f-1c74-46af-a066-9c329287568f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:08.436100 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-295bd32a-625b-4271-9d42-6e76142cb0af service neutron] For port 87c1327c-d7e0-4849-8699-2d69e0c74a91, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:08.445946 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-295bd32a-625b-4271-9d42-6e76142cb0af service neutron] For port 87c1327c-d7e0-4849-8699-2d69e0c74a91, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=87c1327c-d7e0-4849-8699-2d69e0c74a91,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:08.464856 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5567d834-82af-4df7-9a9b-63cdf5976684 None None] The sync data for ids ['4a53a485-be9e-42b1-93c0-0f7d5ba174c4'] in n-d-712140-10 is: [{'id': '4a53a485-be9e-42b1-93c0-0f7d5ba174c4', 'name': 'tempest-FloatingIPsTestJSON-1281074252-router', 'tenant_id': '7466c7c0f5b542d7b985408bdea4d9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c856ed4f-fd54-42ff-bae0-e0d366357f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:54Z', 'updated_at': '2021-07-29T23:23:59Z', 'revision_number': 4, 'project_id': '7466c7c0f5b542d7b985408bdea4d9a4', 'gw_port': {'id': 'c856ed4f-fd54-42ff-bae0-e0d366357f5d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a53a485-be9e-42b1-93c0-0f7d5ba174c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:56Z', 'updated_at': '2021-07-29T23:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '1bf70dc2-aef1-405f-913a-532c1ab52e24', 'name': '', 'network_id': 'f1f5a398-16b9-4016-8a0b-13f56d4c9b98', 'tenant_id': '7466c7c0f5b542d7b985408bdea4d9a4', 'mac_address': 'fa:16:3e:02:12:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a53a485-be9e-42b1-93c0-0f7d5ba174c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 809, 'fixed_ips': [{'subnet_id': '281f173f-1c74-46af-a066-9c329287568f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:58Z', 'updated_at': '2021-07-29T23:24:06Z', 'revision_number': 4, 'project_id': '7466c7c0f5b542d7b985408bdea4d9a4', 'subnets': [{'id': '281f173f-1c74-46af-a066-9c329287568f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:24:08.522001 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-295bd32a-625b-4271-9d42-6e76142cb0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:08.524868 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2eab4aa-e26f-4ee1-abad-c0cbcffc68c1 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:24:08.545409 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a2eab4aa-e26f-4ee1-abad-c0cbcffc68c1 admin admin] 10.222.0.18 "PUT /v2.0/routers/62f6f883-896a-4ce6-a848-0ebfa5c42654/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4048367 Jul 29 23:24:08.752310 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-e427ea61-25ed-45e5-b5f1-e8e5be24547c admin admin] For port 60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:08.753315 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e427ea61-25ed-45e5-b5f1-e8e5be24547c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:08.782219 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9b95d1a8-df66-4ca5-9664-61680b02ccb0 req-fbb4ae8c-91b8-4c1c-a11a-b925330fbaf0 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.213 HTTP/1.1" status: 200 len: 696 time: 0.4687057 Jul 29 23:24:08.831080 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-cb0ba154-f91d-4296-a7d9-073c81ca6b86 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:08.848578 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0317861-9318-4198-b6ff-d224d607435a None None] Sync routers for ids ['62f6f883-896a-4ce6-a848-0ebfa5c42654'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:24:08.864884 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1bf70dc2-aef1-405f-913a-532c1ab52e24 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:08.889365 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-e427ea61-25ed-45e5-b5f1-e8e5be24547c admin admin] Calling delete_port for 60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6 owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:08.910358 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-cb0ba154-f91d-4296-a7d9-073c81ca6b86 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:08.933969 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['d74005cd-c4f9-4ae9-bc47-788d8c2beb0a'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:08.952743 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295bd32a-625b-4271-9d42-6e76142cb0af service neutron] Pushing event updated for resources: {'Port': ['ID=87c1327c-d7e0-4849-8699-2d69e0c74a91,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:09.003867 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-295bd32a-625b-4271-9d42-6e76142cb0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:09.004831 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-295bd32a-625b-4271-9d42-6e76142cb0af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:09.006727 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-295bd32a-625b-4271-9d42-6e76142cb0af service neutron] 10.222.0.23 "PUT /v2.0/ports/87c1327c-d7e0-4849-8699-2d69e0c74a91 HTTP/1.1" status: 200 len: 1093 time: 3.7374430 Jul 29 23:24:09.008234 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4498a006-85c7-48c3-b62d-b0a1c3f20710', 'tag': '87c1327c-d7e0-4849-8699-2d69e0c74a91'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:09.011269 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a28fa0c-ff3b-48dc-ad06-83dfb34dd91c" -d '{"events": [{"name": "network-changed", "server_uuid": "4498a006-85c7-48c3-b62d-b0a1c3f20710", "tag": "87c1327c-d7e0-4849-8699-2d69e0c74a91"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:09.015390 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['dd0e636d-0310-4d56-b5ed-1c71aa05aadd'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:09.022255 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ba154-f91d-4296-a7d9-073c81ca6b86 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Pushing event updated for resources: {'Port': ['ID=2faed4dc-7883-4d7a-9795-835e6cf2a844,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:09.060425 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a957f-61a0-485b-9846-47898bb7b361 req-90997907-9eca-4832-a0d3-fd547b4c4091 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:09.062769 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5c7a957f-61a0-485b-9846-47898bb7b361 req-90997907-9eca-4832-a0d3-fd547b4c4091 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fc40887-498e-4280-af28-2663b7bfc49f HTTP/1.1" status: 200 len: 949 time: 0.7507503 Jul 29 23:24:09.105792 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-cb0ba154-f91d-4296-a7d9-073c81ca6b86 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Network 16c7c33d-b57e-4fa0-954b-60ae4834bbc4 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:09.118656 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-cb0ba154-f91d-4296-a7d9-073c81ca6b86 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:09.123259 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-cb0ba154-f91d-4296-a7d9-073c81ca6b86 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:09.141873 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0317861-9318-4198-b6ff-d224d607435a None None] Routers {'62f6f883-896a-4ce6-a848-0ebfa5c42654'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:09.143408 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c0317861-9318-4198-b6ff-d224d607435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:24:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['62f6f883-896a-4ce6-a848-0ebfa5c42654'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:09.185508 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5c7a957f-61a0-485b-9846-47898bb7b361 req-dcf597ea-09a1-498a-b0c0-9366b0cd86aa tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b1f0ef8-0474-4634-b7cb-25091e2694b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088052 Jul 29 23:24:09.205538 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b95d1a8-df66-4ca5-9664-61680b02ccb0 req-24540131-4dd5-4864-9364-e5981c2d7205 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:09.209590 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9b95d1a8-df66-4ca5-9664-61680b02ccb0 req-24540131-4dd5-4864-9364-e5981c2d7205 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 784 time: 0.4257979 Jul 29 23:24:09.211861 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-a15837ec-9957-406f-ba83-e2775ce8fbdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:09.213328 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-a15837ec-9957-406f-ba83-e2775ce8fbdb service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710 HTTP/1.1" status: 200 len: 1096 time: 0.1494586 Jul 29 23:24:09.301815 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-53519180-b5dc-412f-a862-a67343538a4e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87c1327c-d7e0-4849-8699-2d69e0c74a91 HTTP/1.1" status: 200 len: 217 time: 0.0773709 Jul 29 23:24:09.406912 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-23a5bd02-5e36-4040-a014-8d4d643e391f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:09.411031 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-23a5bd02-5e36-4040-a014-8d4d643e391f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=599960cf-5b7f-432a-8a6a-c415f2272dee HTTP/1.1" status: 200 len: 848 time: 0.1018867 Jul 29 23:24:09.433915 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e427ea61-25ed-45e5-b5f1-e8e5be24547c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:09.478290 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-095d44a4-68b1-409b-a412-0ccca88d1631 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=41b737f2-e531-4160-b598-3383b744485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504718 Jul 29 23:24:09.523721 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-cb0ba154-f91d-4296-a7d9-073c81ca6b86 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:09.524852 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-cb0ba154-f91d-4296-a7d9-073c81ca6b86 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:09.529243 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427ea61-25ed-45e5-b5f1-e8e5be24547c admin admin] Pushing event deleted for resources: {'Port': ['ID=60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:09.539760 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 1bf70dc2-aef1-405f-913a-532c1ab52e24 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:09.562804 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d1c6b-7709-4696-bb87-050e48ba719f req-fa89acaa-036f-46fb-9d63-45fbcca3f58b tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:09.566673 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-c0317861-9318-4198-b6ff-d224d607435a None None] Set router 62f6f883-896a-4ce6-a848-0ebfa5c42654 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:09.571733 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d58d1c6b-7709-4696-bb87-050e48ba719f req-fa89acaa-036f-46fb-9d63-45fbcca3f58b tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=67a23ef7-a53d-45fa-9203-e21d480c09a8 HTTP/1.1" status: 200 len: 931 time: 0.2637222 Jul 29 23:24:09.574337 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 1bf70dc2-aef1-405f-913a-532c1ab52e24 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:09.574767 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:09.639527 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d58d1c6b-7709-4696-bb87-050e48ba719f req-27b03f63-c8ac-43af-b7f4-c9ecec0e1bc1 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666559 Jul 29 23:24:09.734306 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-cb0ba154-f91d-4296-a7d9-073c81ca6b86 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4020629 Jul 29 23:24:09.742413 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-90ce0e05-e3f7-4312-ad1a-1558f85517c7 service neutron] 10.222.0.23 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542002 Jul 29 23:24:09.761663 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-e1edc5ba-3a08-48d5-8903-c646c9f22a43 service neutron] Request body: {'port': {'device_id': '67a23ef7-a53d-45fa-9203-e21d480c09a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:09.844786 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e427ea61-25ed-45e5-b5f1-e8e5be24547c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:09.960675 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36aa3cf2-bd7c-469a-8de4-e5703742815f req-43f3cbc5-46ae-4058-ac1c-4a71a6ba681c service neutron] 10.222.0.23 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091966 Jul 29 23:24:10.015191 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-e1edc5ba-3a08-48d5-8903-c646c9f22a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.029906 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e427ea61-25ed-45e5-b5f1-e8e5be24547c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.041106 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e427ea61-25ed-45e5-b5f1-e8e5be24547c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.143883 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e427ea61-25ed-45e5-b5f1-e8e5be24547c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.144976 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e427ea61-25ed-45e5-b5f1-e8e5be24547c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56d88384-a6f6-4188-b354-0313921de777 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:24:10.163552 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e427ea61-25ed-45e5-b5f1-e8e5be24547c admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.169162 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34408) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:10.169415 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e427ea61-25ed-45e5-b5f1-e8e5be24547c admin admin] 10.222.0.18 "DELETE /v2.0/routers/56d88384-a6f6-4188-b354-0313921de777 HTTP/1.1" status: 204 len: 168 time: 4.1029005 Jul 29 23:24:10.282621 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf81a9d8-d5ff-4418-a69d-f2cf0df51bd6 admin admin] Deleting subnet 2dc5a59d-dd22-46d9-9ea0-e903243b801a {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:24:10.292640 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cf81a9d8-d5ff-4418-a69d-f2cf0df51bd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.320261 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.422168 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb97738-04a4-44c3-b646-7b206f4e2a7f x-openstack-request-id: req-bdb97738-04a4-44c3-b646-7b206f4e2a7f {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:10.422465 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4498a006-85c7-48c3-b62d-b0a1c3f20710", "tag": "87c1327c-d7e0-4849-8699-2d69e0c74a91", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:10.422907 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bdb97738-04a4-44c3-b646-7b206f4e2a7f {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:10.423313 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4498a006-85c7-48c3-b62d-b0a1c3f20710', 'tag': '87c1327c-d7e0-4849-8699-2d69e0c74a91', 'status': 'completed', 'code': 200} Jul 29 23:24:10.442953 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34412) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:10.444085 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 1bf70dc2-aef1-405f-913a-532c1ab52e24, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=1bf70dc2-aef1-405f-913a-532c1ab52e24,segment=NetworkSegment(b6c26d51-2547-48ab-86ba-16b77d8ac619),segment_id=b6c26d51-2547-48ab-86ba-16b77d8ac619)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:10.450490 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.451273 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 99740438-16ce-4767-9595-0a15777093d6 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:10.451432 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-06afb0de-eede-49ed-9c3e-e3fab1fca29c tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1957076370', 'description': 'tempest-description--1143131038'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:10.500995 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-06afb0de-eede-49ed-9c3e-e3fab1fca29c tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.517171 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c0317861-9318-4198-b6ff-d224d607435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'name': 'tempest-ServersTestManualDisk-221486918-router', 'tenant_id': '020cf0fa00f7401c9020fdf0384434db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '99740438-16ce-4767-9595-0a15777093d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:54Z', 'updated_at': '2021-07-29T23:24:05Z', 'revision_number': 4, 'project_id': '020cf0fa00f7401c9020fdf0384434db', 'gw_port': {'id': '99740438-16ce-4767-9595-0a15777093d6', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:57Z', 'updated_at': '2021-07-29T23:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '18656832-c4cc-4be4-bf36-7a0c5a4a0464', 'name': '', 'network_id': 'd6e2640d-09f4-43e1-b3aa-e86faf3cfd26', 'tenant_id': '020cf0fa00f7401c9020fdf0384434db', 'mac_address': 'fa:16:3e:06:c6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '9a863ba4-a489-4e6d-b0bb-e711fa258cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:04Z', 'updated_at': '2021-07-29T23:24:05Z', 'revision_number': 2, 'project_id': '020cf0fa00f7401c9020fdf0384434db', 'subnets': [{'id': '9a863ba4-a489-4e6d-b0bb-e711fa258cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:10.555970 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0317861-9318-4198-b6ff-d224d607435a None None] Checking router: 62f6f883-896a-4ce6-a848-0ebfa5c42654 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:24:10.556401 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0317861-9318-4198-b6ff-d224d607435a None None] Updating router 62f6f883-896a-4ce6-a848-0ebfa5c42654 port 18656832-c4cc-4be4-bf36-7a0c5a4a0464 binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:24:10.583189 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cf81a9d8-d5ff-4418-a69d-f2cf0df51bd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.589766 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=1bf70dc2-aef1-405f-913a-532c1ab52e24,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:10.608783 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c0317861-9318-4198-b6ff-d224d607435a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.616592 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-12423070-b3af-4aa2-bc32-bac297182dd2 req-f4c8af4f-a23f-4920-ab54-56263eed85d1 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] 10.222.0.18 "GET /v2.0/floatingips/58e71dc2-ae16-4165-989e-e61367c986ab HTTP/1.1" status: 200 len: 693 time: 0.1546698 Jul 29 23:24:10.626932 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28fa0c-ff3b-48dc-ad06-83dfb34dd91c req-9634c246-0c6d-43bc-98df-7c0f2658cb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:10.629430 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a28fa0c-ff3b-48dc-ad06-83dfb34dd91c req-9634c246-0c6d-43bc-98df-7c0f2658cb43 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710 HTTP/1.1" status: 200 len: 1096 time: 0.2321477 Jul 29 23:24:10.642801 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 99740438-16ce-4767-9595-0a15777093d6 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:10.643162 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.651009 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-e1edc5ba-3a08-48d5-8903-c646c9f22a43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2faed4dc-7883-4d7a-9795-835e6cf2a844 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:10.669427 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-e1edc5ba-3a08-48d5-8903-c646c9f22a43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.696985 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-e1edc5ba-3a08-48d5-8903-c646c9f22a43 service neutron] Transition to ACTIVE for port object 2faed4dc-7883-4d7a-9795-835e6cf2a844 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:10.708322 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-e1edc5ba-3a08-48d5-8903-c646c9f22a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.713330 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-06afb0de-eede-49ed-9c3e-e3fab1fca29c tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.747529 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-06afb0de-eede-49ed-9c3e-e3fab1fca29c tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.841517 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-06afb0de-eede-49ed-9c3e-e3fab1fca29c tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.852086 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-06afb0de-eede-49ed-9c3e-e3fab1fca29c tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3997011 Jul 29 23:24:10.852086 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34418) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:10.857108 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-bf3ea490-4344-4d7f-a441-440d16c0906c tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Request body: {'security_group_rule': {'security_group_id': '9a7cfce9-eb85-4f5a-be17-e1b1de6bd56d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:10.863516 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edc5ba-3a08-48d5-8903-c646c9f22a43 service neutron] Pushing event updated for resources: {'Port': ['ID=2faed4dc-7883-4d7a-9795-835e6cf2a844,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:10.874709 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06afb0de-eede-49ed-9c3e-e3fab1fca29c tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7cfce9-eb85-4f5a-be17-e1b1de6bd56d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:10.950016 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bf3ea490-4344-4d7f-a441-440d16c0906c tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:10.984148 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-e1edc5ba-3a08-48d5-8903-c646c9f22a43 service neutron] Attempting to bind port 2faed4dc-7883-4d7a-9795-835e6cf2a844 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:10.984649 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-e1edc5ba-3a08-48d5-8903-c646c9f22a43 service neutron] Attempting to bind port 2faed4dc-7883-4d7a-9795-835e6cf2a844 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'eab921c4-2218-4a2e-a6e8-64eac530aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:10.985179 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-e1edc5ba-3a08-48d5-8903-c646c9f22a43 service neutron] Attempting to bind port 2faed4dc-7883-4d7a-9795-835e6cf2a844 on network 16c7c33d-b57e-4fa0-954b-60ae4834bbc4 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:10.999707 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device cf319f5a-b602-41c5-906f-8cfb95360c8b no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:11.012068 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-e1edc5ba-3a08-48d5-8903-c646c9f22a43 service neutron] Port 2faed4dc-7883-4d7a-9795-835e6cf2a844 on network 16c7c33d-b57e-4fa0-954b-60ae4834bbc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:24:11.012800 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-e1edc5ba-3a08-48d5-8903-c646c9f22a43 service neutron] Attempting to bind port 2faed4dc-7883-4d7a-9795-835e6cf2a844 on network 16c7c33d-b57e-4fa0-954b-60ae4834bbc4 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:11.027854 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: cf319f5a-b602-41c5-906f-8cfb95360c8b {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:11.028462 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device cf319f5a-b602-41c5-906f-8cfb95360c8b not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:11.028803 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:11.028922 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-e1edc5ba-3a08-48d5-8903-c646c9f22a43 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:11.029385 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-e1edc5ba-3a08-48d5-8903-c646c9f22a43 service neutron] Checking segment: {'id': 'eab921c4-2218-4a2e-a6e8-64eac530aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:11.030021 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-e1edc5ba-3a08-48d5-8903-c646c9f22a43 service neutron] Bound using segment: {'id': 'eab921c4-2218-4a2e-a6e8-64eac530aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:11.030952 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-e1edc5ba-3a08-48d5-8903-c646c9f22a43 service neutron] Bound port: 2faed4dc-7883-4d7a-9795-835e6cf2a844, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab921c4-2218-4a2e-a6e8-64eac530aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:11.041064 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-e1edc5ba-3a08-48d5-8903-c646c9f22a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:11.059229 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:11.059598 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 60ca6aa8-911b-4dbc-89c7-9b86aa2e01f6 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:11.114421 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137eec0a-7910-4d93-8022-0b24b526ae9f req-ac434f1c-e010-4322-9e00-a981149bbb2f tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:11.122687 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-137eec0a-7910-4d93-8022-0b24b526ae9f req-ac434f1c-e010-4322-9e00-a981149bbb2f tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710 HTTP/1.1" status: 200 len: 944 time: 0.6983743 Jul 29 23:24:11.142603 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-e1edc5ba-3a08-48d5-8903-c646c9f22a43 service neutron] For port 2faed4dc-7883-4d7a-9795-835e6cf2a844, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:11.146154 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-e1edc5ba-3a08-48d5-8903-c646c9f22a43 service neutron] For port 2faed4dc-7883-4d7a-9795-835e6cf2a844, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=2faed4dc-7883-4d7a-9795-835e6cf2a844,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:11.148759 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bf3ea490-4344-4d7f-a441-440d16c0906c tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:11.150980 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-e1edc5ba-3a08-48d5-8903-c646c9f22a43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:11.172219 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c0317861-9318-4198-b6ff-d224d607435a None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:11.182719 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1bf70dc2-aef1-405f-913a-532c1ab52e24 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:11.184531 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bf3ea490-4344-4d7f-a441-440d16c0906c tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:11.192893 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c0317861-9318-4198-b6ff-d224d607435a None None] Transition to ACTIVE for port object 18656832-c4cc-4be4-bf36-7a0c5a4a0464 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:11.229242 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-e1edc5ba-3a08-48d5-8903-c646c9f22a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:11.230068 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-e1edc5ba-3a08-48d5-8903-c646c9f22a43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:11.231436 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-e1edc5ba-3a08-48d5-8903-c646c9f22a43 service neutron] 10.222.0.39 "PUT /v2.0/ports/2faed4dc-7883-4d7a-9795-835e6cf2a844 HTTP/1.1" status: 200 len: 1092 time: 1.4840810 Jul 29 23:24:11.233226 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ea490-4344-4d7f-a441-440d16c0906c tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a329d7e8-abcc-4c4a-b144-78774d629fe3,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:11.234917 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67a23ef7-a53d-45fa-9203-e21d480c09a8', 'tag': '2faed4dc-7883-4d7a-9795-835e6cf2a844'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:11.237399 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f5d631-6124-4d65-93fb-e43a921b4e55" -d '{"events": [{"name": "network-changed", "server_uuid": "67a23ef7-a53d-45fa-9203-e21d480c09a8", "tag": "2faed4dc-7883-4d7a-9795-835e6cf2a844"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:11.242401 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bf3ea490-4344-4d7f-a441-440d16c0906c tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:11.243713 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bf3ea490-4344-4d7f-a441-440d16c0906c tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3916872 Jul 29 23:24:11.244652 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1edc5ba-3a08-48d5-8903-c646c9f22a43 service neutron] Pushing event updated for resources: {'Port': ['ID=2faed4dc-7883-4d7a-9795-835e6cf2a844,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:11.247194 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34422) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:11.252830 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-5601482e-2fb2-4bf9-9f3f-98d6e2e2da0e tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Request body: {'security_group_rule': {'security_group_id': '9a7cfce9-eb85-4f5a-be17-e1b1de6bd56d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:11.256482 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c0317861-9318-4198-b6ff-d224d607435a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:11.289023 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5601482e-2fb2-4bf9-9f3f-98d6e2e2da0e tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:11.315039 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cf81a9d8-d5ff-4418-a69d-f2cf0df51bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:11.352164 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-137eec0a-7910-4d93-8022-0b24b526ae9f req-df412ae4-28c2-4c88-b629-ce8213774a5b tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282181 Jul 29 23:24:11.371919 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-d1ea2af1-26ca-4291-a88f-7817782334d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:11.374785 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-d1ea2af1-26ca-4291-a88f-7817782334d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c5e67745e0e4776a7b5c36d90365bdc&device_id=67a23ef7-a53d-45fa-9203-e21d480c09a8 HTTP/1.1" status: 200 len: 1095 time: 0.0828121 Jul 29 23:24:11.410275 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5601482e-2fb2-4bf9-9f3f-98d6e2e2da0e tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:11.416904 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12423070-b3af-4aa2-bc32-bac297182dd2 req-ca7bc50b-1042-4712-be0c-c3755f72688b tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:11.418380 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-12423070-b3af-4aa2-bc32-bac297182dd2 req-ca7bc50b-1042-4712-be0c-c3755f72688b tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 784 time: 0.7948949 Jul 29 23:24:11.419756 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28fa0c-ff3b-48dc-ad06-83dfb34dd91c req-90e3cc6d-7ddf-40af-a2da-f86d27b9c90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:11.422763 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a28fa0c-ff3b-48dc-ad06-83dfb34dd91c req-90e3cc6d-7ddf-40af-a2da-f86d27b9c90f service neutron] 10.222.0.23 "GET /v2.0/networks?id=41b737f2-e531-4160-b598-3383b744485d HTTP/1.1" status: 200 len: 909 time: 0.7754996 Jul 29 23:24:11.426240 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0b077-1035-497d-aa14-947367b25693 None None] Pushing event updated for resources: {'Port': ['ID=18656832-c4cc-4be4-bf36-7a0c5a4a0464,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:11.457729 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cf81a9d8-d5ff-4418-a69d-f2cf0df51bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:11.538069 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 1bf70dc2-aef1-405f-913a-532c1ab52e24 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:11.538288 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:11.539793 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a28fa0c-ff3b-48dc-ad06-83dfb34dd91c req-587dc7fa-9984-4454-856b-fa553462cd48 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87c1327c-d7e0-4849-8699-2d69e0c74a91 HTTP/1.1" status: 200 len: 217 time: 0.1082511 Jul 29 23:24:11.548036 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5601482e-2fb2-4bf9-9f3f-98d6e2e2da0e tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:11.558274 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-479320ea-da91-49cb-a9f1-ba184f45e374 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2faed4dc-7883-4d7a-9795-835e6cf2a844 HTTP/1.1" status: 200 len: 217 time: 0.1740100 Jul 29 23:24:11.573350 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c0317861-9318-4198-b6ff-d224d607435a None None] Attempting to bind port 18656832-c4cc-4be4-bf36-7a0c5a4a0464 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:11.573972 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c0317861-9318-4198-b6ff-d224d607435a None None] Attempting to bind port 18656832-c4cc-4be4-bf36-7a0c5a4a0464 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'f75c782a-0889-4ca5-96db-af5a98161a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd6e2640d-09f4-43e1-b3aa-e86faf3cfd26'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:11.574512 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0317861-9318-4198-b6ff-d224d607435a None None] Attempting to bind port 18656832-c4cc-4be4-bf36-7a0c5a4a0464 on network d6e2640d-09f4-43e1-b3aa-e86faf3cfd26 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:11.579247 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf81a9d8-d5ff-4418-a69d-f2cf0df51bd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dc5a59d-dd22-46d9-9ea0-e903243b801a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:11.587615 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cf81a9d8-d5ff-4418-a69d-f2cf0df51bd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:11.595702 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-cf81a9d8-d5ff-4418-a69d-f2cf0df51bd6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2dc5a59d-dd22-46d9-9ea0-e903243b801a HTTP/1.1" status: 204 len: 168 time: 1.4252057 Jul 29 23:24:11.599119 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7a5752-e5b7-4c91-b6b1-a8292607e6b4 None None] Network 61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:24:11.602686 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34430) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:11.619154 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0317861-9318-4198-b6ff-d224d607435a None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:11.619531 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0317861-9318-4198-b6ff-d224d607435a None None] Checking segment: {'id': 'f75c782a-0889-4ca5-96db-af5a98161a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd6e2640d-09f4-43e1-b3aa-e86faf3cfd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:11.619982 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c0317861-9318-4198-b6ff-d224d607435a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:11.620383 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0317861-9318-4198-b6ff-d224d607435a None None] Bound using segment: {'id': 'f75c782a-0889-4ca5-96db-af5a98161a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd6e2640d-09f4-43e1-b3aa-e86faf3cfd26'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:11.620865 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c0317861-9318-4198-b6ff-d224d607435a None None] Bound port: 18656832-c4cc-4be4-bf36-7a0c5a4a0464, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f75c782a-0889-4ca5-96db-af5a98161a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd6e2640d-09f4-43e1-b3aa-e86faf3cfd26'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:11.621245 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c0317861-9318-4198-b6ff-d224d607435a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:11.693295 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28fa0c-ff3b-48dc-ad06-83dfb34dd91c req-af820be4-6221-48e9-8d6e-5ef7f39652cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:11.695477 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a28fa0c-ff3b-48dc-ad06-83dfb34dd91c req-af820be4-6221-48e9-8d6e-5ef7f39652cb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=599960cf-5b7f-432a-8a6a-c415f2272dee HTTP/1.1" status: 200 len: 848 time: 0.1259143 Jul 29 23:24:11.758265 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a28fa0c-ff3b-48dc-ad06-83dfb34dd91c req-b6371a81-731a-4557-ba66-b8203f45b844 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=41b737f2-e531-4160-b598-3383b744485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473187 Jul 29 23:24:11.888251 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fadfb6d1-f14f-44fe-8ce5-4de342abda4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:11.899166 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c0317861-9318-4198-b6ff-d224d607435a None None] For port 18656832-c4cc-4be4-bf36-7a0c5a4a0464, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:11.900284 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5601482e-2fb2-4bf9-9f3f-98d6e2e2da0e tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:11.905982 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c0317861-9318-4198-b6ff-d224d607435a None None] For port 18656832-c4cc-4be4-bf36-7a0c5a4a0464, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=18656832-c4cc-4be4-bf36-7a0c5a4a0464,segment=NetworkSegment(f75c782a-0889-4ca5-96db-af5a98161a6f),segment_id=f75c782a-0889-4ca5-96db-af5a98161a6f)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:11.907266 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34434) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:11.908727 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5601482e-2fb2-4bf9-9f3f-98d6e2e2da0e tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6599524 Jul 29 23:24:11.912068 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2c066b-0881-4b90-8c0e-08531dba0a8b x-openstack-request-id: req-6b2c066b-0881-4b90-8c0e-08531dba0a8b {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:11.912517 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67a23ef7-a53d-45fa-9203-e21d480c09a8", "tag": "2faed4dc-7883-4d7a-9795-835e6cf2a844", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:11.912895 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b2c066b-0881-4b90-8c0e-08531dba0a8b {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:11.913043 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c0317861-9318-4198-b6ff-d224d607435a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:11.913490 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67a23ef7-a53d-45fa-9203-e21d480c09a8', 'tag': '2faed4dc-7883-4d7a-9795-835e6cf2a844', 'status': 'completed', 'code': 200} Jul 29 23:24:11.920061 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-3aa02c81-2998-4d92-ba7d-5d85e101f2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:11.922525 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-3aa02c81-2998-4d92-ba7d-5d85e101f2bc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=44be0901-f3e6-4ee5-b617-283959d6aed1 HTTP/1.1" status: 200 len: 844 time: 0.3209360 Jul 29 23:24:11.926910 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5601482e-2fb2-4bf9-9f3f-98d6e2e2da0e tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7359c54a-1b6a-40f4-b9b6-c94c9698508b,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:11.928014 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-1da90eaa-da51-4cda-ad79-013f6912bec8 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:11.950074 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40384aa1-0aa8-4d31-ac76-96c3d17f1282 req-3ee54b9a-23d6-4a68-8719-afc230893153 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:11.951779 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-40384aa1-0aa8-4d31-ac76-96c3d17f1282 req-3ee54b9a-23d6-4a68-8719-afc230893153 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=67a23ef7-a53d-45fa-9203-e21d480c09a8 HTTP/1.1" status: 200 len: 943 time: 0.1092029 Jul 29 23:24:11.975554 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0317861-9318-4198-b6ff-d224d607435a None None] Routers {'62f6f883-896a-4ce6-a848-0ebfa5c42654'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:11.976227 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c0317861-9318-4198-b6ff-d224d607435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:24:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['62f6f883-896a-4ce6-a848-0ebfa5c42654'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:11.990196 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-ee7e7d4f-5676-4dc4-a84f-10b1f3c21c19 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518122 Jul 29 23:24:12.059354 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d0b077-1035-497d-aa14-947367b25693 None None] Pushing event updated for resources: {'Port': ['ID=18656832-c4cc-4be4-bf36-7a0c5a4a0464,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:12.082800 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac33ee8c-2ffb-47eb-823e-2ef9ea9d12e4 None None] DHCP port deletion for 61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:24:12.111192 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a28fa0c-ff3b-48dc-ad06-83dfb34dd91c req-b3524796-d405-4fce-97d6-c80f0c642a0c service neutron] 10.222.0.23 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3511293 Jul 29 23:24:12.119675 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1da90eaa-da51-4cda-ad79-013f6912bec8 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:12.125397 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9729c970-46e1-401c-8a9f-0a0ee4d7c2fd req-28b20967-2c19-482f-83f1-a34303b959bf tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] 10.222.0.18 "GET /v2.0/floatingips?tenant_id=7466c7c0f5b542d7b985408bdea4d9a4 HTTP/1.1" status: 200 len: 696 time: 0.1865506 Jul 29 23:24:12.178949 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-40384aa1-0aa8-4d31-ac76-96c3d17f1282 req-bb1e2dca-98ef-42d3-9d33-4a39628339b8 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075632 Jul 29 23:24:12.235081 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-c0317861-9318-4198-b6ff-d224d607435a None None] Set router 62f6f883-896a-4ce6-a848-0ebfa5c42654 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:12.355166 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ac33ee8c-2ffb-47eb-823e-2ef9ea9d12e4 None None] Deleting port 0cc0a372-3d5a-47e0-b20a-503dfe3b830f {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:12.355662 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac33ee8c-2ffb-47eb-823e-2ef9ea9d12e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:12.537923 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd3e4c-a8b0-4f65-857f-062c53eeb59d req-b3eb0445-b880-4b17-95a6-f4691e2c7fe5 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:12.547362 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-34cd3e4c-a8b0-4f65-857f-062c53eeb59d req-b3eb0445-b880-4b17-95a6-f4691e2c7fe5 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fc40887-498e-4280-af28-2663b7bfc49f HTTP/1.1" status: 200 len: 949 time: 0.1970618 Jul 29 23:24:12.575271 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9729c970-46e1-401c-8a9f-0a0ee4d7c2fd req-18cd11af-6bb1-47f6-8141-b6cba84050b9 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:12.578224 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9729c970-46e1-401c-8a9f-0a0ee4d7c2fd req-18cd11af-6bb1-47f6-8141-b6cba84050b9 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] 10.222.0.18 "GET /v2.0/networks?id=0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 787 time: 0.4271913 Jul 29 23:24:12.584287 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a28fa0c-ff3b-48dc-ad06-83dfb34dd91c req-010a2f24-9f6d-4fdb-b9ea-c145f74dcb41 service neutron] 10.222.0.23 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4561629 Jul 29 23:24:12.681498 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-34cd3e4c-a8b0-4f65-857f-062c53eeb59d req-2a0dd376-2e50-4dd9-8bbd-10c578b13748 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b1f0ef8-0474-4634-b7cb-25091e2694b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953825 Jul 29 23:24:12.758879 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1da90eaa-da51-4cda-ad79-013f6912bec8 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:12.858636 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-efc8269c-3478-4a59-a7d5-6e956b1805cb service neutron] 10.222.0.39 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8372786 Jul 29 23:24:12.866193 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-fadfb6d1-f14f-44fe-8ce5-4de342abda4a admin admin] Deleting port 0cc0a372-3d5a-47e0-b20a-503dfe3b830f {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:12.867146 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fadfb6d1-f14f-44fe-8ce5-4de342abda4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:12.868911 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ac33ee8c-2ffb-47eb-823e-2ef9ea9d12e4 None None] For port 0cc0a372-3d5a-47e0-b20a-503dfe3b830f, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0cc0a372-3d5a-47e0-b20a-503dfe3b830f,segment=NetworkSegment(126a07da-4e6b-4d45-8d45-de22fd77dfb3),segment_id=126a07da-4e6b-4d45-8d45-de22fd77dfb3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:12.869683 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac33ee8c-2ffb-47eb-823e-2ef9ea9d12e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:12.889888 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ac33ee8c-2ffb-47eb-823e-2ef9ea9d12e4 None None] Calling delete_port for 0cc0a372-3d5a-47e0-b20a-503dfe3b830f owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:12.913340 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 87c1327c-d7e0-4849-8699-2d69e0c74a91 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:24:12.986663 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-fadfb6d1-f14f-44fe-8ce5-4de342abda4a admin admin] For port 0cc0a372-3d5a-47e0-b20a-503dfe3b830f, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0cc0a372-3d5a-47e0-b20a-503dfe3b830f,segment=NetworkSegment(126a07da-4e6b-4d45-8d45-de22fd77dfb3),segment_id=126a07da-4e6b-4d45-8d45-de22fd77dfb3)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:12.989136 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fadfb6d1-f14f-44fe-8ce5-4de342abda4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:13.035721 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c0317861-9318-4198-b6ff-d224d607435a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'name': 'tempest-ServersTestManualDisk-221486918-router', 'tenant_id': '020cf0fa00f7401c9020fdf0384434db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '99740438-16ce-4767-9595-0a15777093d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:54Z', 'updated_at': '2021-07-29T23:24:05Z', 'revision_number': 4, 'project_id': '020cf0fa00f7401c9020fdf0384434db', 'gw_port': {'id': '99740438-16ce-4767-9595-0a15777093d6', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:57Z', 'updated_at': '2021-07-29T23:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '18656832-c4cc-4be4-bf36-7a0c5a4a0464', 'name': '', 'network_id': 'd6e2640d-09f4-43e1-b3aa-e86faf3cfd26', 'tenant_id': '020cf0fa00f7401c9020fdf0384434db', 'mac_address': 'fa:16:3e:06:c6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '9a863ba4-a489-4e6d-b0bb-e711fa258cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:04Z', 'updated_at': '2021-07-29T23:24:11Z', 'revision_number': 4, 'project_id': '020cf0fa00f7401c9020fdf0384434db', 'subnets': [{'id': '9a863ba4-a489-4e6d-b0bb-e711fa258cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:13.047182 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-fadfb6d1-f14f-44fe-8ce5-4de342abda4a admin admin] Calling delete_port for 0cc0a372-3d5a-47e0-b20a-503dfe3b830f owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:13.135336 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ac82f80-bef7-41dc-bbb4-1161583297d6 req-44718a31-fca4-4b6d-b455-24a236968672 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] 10.222.0.18 "GET /v2.0/floatingips/58e71dc2-ae16-4165-989e-e61367c986ab HTTP/1.1" status: 200 len: 693 time: 0.0634561 Jul 29 23:24:13.167790 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e6356af4-4d0e-49ac-a949-23c73c003ad2 req-008b1854-9673-42a0-bc4a-acdd36b5e836 service neutron] 10.222.0.39 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603298 Jul 29 23:24:13.256168 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b8ee4-f526-4a7c-acc9-f4002605b29e req-e36501a0-d3c3-4112-ba60-89a17524c6d0 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:13.257790 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-983b8ee4-f526-4a7c-acc9-f4002605b29e req-e36501a0-d3c3-4112-ba60-89a17524c6d0 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710 HTTP/1.1" status: 200 len: 944 time: 0.3782740 Jul 29 23:24:13.341672 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0cc0a372-3d5a-47e0-b20a-503dfe3b830f no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:13.362330 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fadfb6d1-f14f-44fe-8ce5-4de342abda4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:13.379816 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-1da90eaa-da51-4cda-ad79-013f6912bec8 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Allocated IP 172.25.8.249 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/740d4130-40ac-46cc-83f7-75b78ccc58c2) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:13.405612 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-983b8ee4-f526-4a7c-acc9-f4002605b29e req-f10bbc1a-a723-4068-88ce-e0144f2eaed3 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257389 Jul 29 23:24:13.416840 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadfb6d1-f14f-44fe-8ce5-4de342abda4a admin admin] Pushing event deleted for resources: {'Port': ['ID=0cc0a372-3d5a-47e0-b20a-503dfe3b830f,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:13.430363 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5d631-6124-4d65-93fb-e43a921b4e55 req-71abc5e2-d0f7-4221-82aa-c4f90576cddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:13.433300 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-21f5d631-6124-4d65-93fb-e43a921b4e55 req-71abc5e2-d0f7-4221-82aa-c4f90576cddb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c5e67745e0e4776a7b5c36d90365bdc&device_id=67a23ef7-a53d-45fa-9203-e21d480c09a8 HTTP/1.1" status: 200 len: 1095 time: 0.1867919 Jul 29 23:24:13.438338 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadfb6d1-f14f-44fe-8ce5-4de342abda4a admin admin] No DVR routers for this DVR port 0cc0a372-3d5a-47e0-b20a-503dfe3b830f on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:13.444770 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552ae5a-8a4a-4bfb-a910-ba535c4b953c req-b04bc2fa-c9a4-4826-be4f-5aa4e60f9e9a tempest-DeleteServersAdminTestJSON-1509883426 tempest-DeleteServersAdminTestJSON-1509883426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:13.446621 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a552ae5a-8a4a-4bfb-a910-ba535c4b953c req-b04bc2fa-c9a4-4826-be4f-5aa4e60f9e9a tempest-DeleteServersAdminTestJSON-1509883426 tempest-DeleteServersAdminTestJSON-1509883426-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9fc40887-498e-4280-af28-2663b7bfc49f HTTP/1.1" status: 200 len: 1101 time: 0.1795566 Jul 29 23:24:13.463751 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0317861-9318-4198-b6ff-d224d607435a None None] The sync data for ids ['62f6f883-896a-4ce6-a848-0ebfa5c42654'] in n-d-712140-10 is: [{'id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'name': 'tempest-ServersTestManualDisk-221486918-router', 'tenant_id': '020cf0fa00f7401c9020fdf0384434db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '99740438-16ce-4767-9595-0a15777093d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:54Z', 'updated_at': '2021-07-29T23:24:05Z', 'revision_number': 4, 'project_id': '020cf0fa00f7401c9020fdf0384434db', 'gw_port': {'id': '99740438-16ce-4767-9595-0a15777093d6', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:57Z', 'updated_at': '2021-07-29T23:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '18656832-c4cc-4be4-bf36-7a0c5a4a0464', 'name': '', 'network_id': 'd6e2640d-09f4-43e1-b3aa-e86faf3cfd26', 'tenant_id': '020cf0fa00f7401c9020fdf0384434db', 'mac_address': 'fa:16:3e:06:c6:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '9a863ba4-a489-4e6d-b0bb-e711fa258cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:04Z', 'updated_at': '2021-07-29T23:24:11Z', 'revision_number': 4, 'project_id': '020cf0fa00f7401c9020fdf0384434db', 'subnets': [{'id': '9a863ba4-a489-4e6d-b0bb-e711fa258cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:24:13.522189 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac33ee8c-2ffb-47eb-823e-2ef9ea9d12e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:13.573975 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No active binding found for port 0cc0a372-3d5a-47e0-b20a-503dfe3b830f {{(pid=94065) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 23:24:13.576593 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0cc0a372-3d5a-47e0-b20a-503dfe3b830f not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:13.676495 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac82f80-bef7-41dc-bbb4-1161583297d6 req-895ba2b7-aecb-4d3c-b1b5-cbc2c9e75003 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:13.693442 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ac82f80-bef7-41dc-bbb4-1161583297d6 req-895ba2b7-aecb-4d3c-b1b5-cbc2c9e75003 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 784 time: 0.5442235 Jul 29 23:24:13.740014 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 87c1327c-d7e0-4849-8699-2d69e0c74a91, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=87c1327c-d7e0-4849-8699-2d69e0c74a91,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:13.782637 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fadfb6d1-f14f-44fe-8ce5-4de342abda4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:13.790518 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '87c1327c-d7e0-4849-8699-2d69e0c74a91', 'network_id': '41b737f2-e531-4160-b598-3383b744485d', 'port_id': '87c1327c-d7e0-4849-8699-2d69e0c74a91', 'mac_address': 'fa:16:3e:d9:ad:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '599960cf-5b7f-432a-8a6a-c415f2272dee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:24:13.798325 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ac82f80-bef7-41dc-bbb4-1161583297d6 req-6186d8ff-2a32-4007-b274-a43cb940f34c tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.213 HTTP/1.1" status: 200 len: 696 time: 0.1038129 Jul 29 23:24:13.810238 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33ee8c-2ffb-47eb-823e-2ef9ea9d12e4 None None] Pushing event deleted for resources: {'Port': ['ID=0cc0a372-3d5a-47e0-b20a-503dfe3b830f,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:13.817002 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac33ee8c-2ffb-47eb-823e-2ef9ea9d12e4 None None] No DVR routers for this DVR port 0cc0a372-3d5a-47e0-b20a-503dfe3b830f on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:13.837154 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-fadfb6d1-f14f-44fe-8ce5-4de342abda4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:13.873186 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-fadfb6d1-f14f-44fe-8ce5-4de342abda4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '126a07da-4e6b-4d45-8d45-de22fd77dfb3') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:13.873485 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-fadfb6d1-f14f-44fe-8ce5-4de342abda4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '126a07da-4e6b-4d45-8d45-de22fd77dfb3') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:13.899142 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:13.900117 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fadfb6d1-f14f-44fe-8ce5-4de342abda4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:13.902328 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5d631-6124-4d65-93fb-e43a921b4e55 req-0441d04e-68dd-45e0-9a72-6cd61a488e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:13.904139 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-21f5d631-6124-4d65-93fb-e43a921b4e55 req-0441d04e-68dd-45e0-9a72-6cd61a488e2e service neutron] 10.222.0.39 "GET /v2.0/networks?id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4 HTTP/1.1" status: 200 len: 905 time: 0.4622183 Jul 29 23:24:13.930855 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87c1327c-d7e0-4849-8699-2d69e0c74a91 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:13.960713 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fadfb6d1-f14f-44fe-8ce5-4de342abda4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:13.968705 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-21f5d631-6124-4d65-93fb-e43a921b4e55 req-f143b724-f2f4-4297-8f9a-d88441b976a6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2faed4dc-7883-4d7a-9795-835e6cf2a844 HTTP/1.1" status: 200 len: 217 time: 0.0488710 Jul 29 23:24:13.969719 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fadfb6d1-f14f-44fe-8ce5-4de342abda4a admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:24:13.970147 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fadfb6d1-f14f-44fe-8ce5-4de342abda4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:13.973310 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:24:13.973310 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:24:13.973310 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:24:13.973310 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:24:13.973310 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:24:13.973310 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:24:13.973310 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:24:13.973310 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:24:13.973310 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:24:13.973310 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:24:13.973310 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:24:13.973310 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:24:13.973310 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:24:13.973310 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:24:13.973310 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:24:13.973310 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:24:13.973310 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:24:13.973310 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:24:13.973310 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:24:13.973310 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:24:13.973310 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:24:13.973310 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:24:13.973310 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:24:13.973310 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:24:13.973310 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:24:13.973310 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:24:13.973310 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:24:13.973310 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:24:13.973310 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:24:13.973310 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:24:13.973310 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:24:13.973310 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:24:13.989273 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ac82f80-bef7-41dc-bbb4-1161583297d6 req-d9c70f15-cf03-45d6-acac-8e06ee2df891 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.213 HTTP/1.1" status: 200 len: 696 time: 0.1896851 Jul 29 23:24:14.015220 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 87c1327c-d7e0-4849-8699-2d69e0c74a91, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=87c1327c-d7e0-4849-8699-2d69e0c74a91,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:14.021811 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:14.038414 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1da90eaa-da51-4cda-ad79-013f6912bec8 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:14.090627 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5d631-6124-4d65-93fb-e43a921b4e55 req-3c9b24da-400b-486d-a5d7-ba6339c8c2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:14.093917 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-21f5d631-6124-4d65-93fb-e43a921b4e55 req-3c9b24da-400b-486d-a5d7-ba6339c8c2eb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=44be0901-f3e6-4ee5-b617-283959d6aed1 HTTP/1.1" status: 200 len: 844 time: 0.1091518 Jul 29 23:24:14.128770 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fadfb6d1-f14f-44fe-8ce5-4de342abda4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:14.149127 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-21f5d631-6124-4d65-93fb-e43a921b4e55 req-5e76aab2-062e-4913-8c71-fdb15b9c5897 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398741 Jul 29 23:24:14.151411 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=87c1327c-d7e0-4849-8699-2d69e0c74a91,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:14.152773 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fadfb6d1-f14f-44fe-8ce5-4de342abda4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:14.155574 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fadfb6d1-f14f-44fe-8ce5-4de342abda4a admin admin] 10.222.0.18 "DELETE /v2.0/networks/61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2 HTTP/1.1" status: 204 len: 168 time: 2.5499346 Jul 29 23:24:14.198038 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadfb6d1-f14f-44fe-8ce5-4de342abda4a admin admin] Pushing event deleted for resources: {'Network': ['ID=61a1120e-c68a-4c9b-9c74-5c9fa5b75bd2,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:14.245940 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['87c1327c-d7e0-4849-8699-2d69e0c74a91'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:14.315604 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1da90eaa-da51-4cda-ad79-013f6912bec8 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:14.326883 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-21f5d631-6124-4d65-93fb-e43a921b4e55 req-1bd1fa8c-e2d4-496d-aeae-a1d14fd6e170 service neutron] 10.222.0.39 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554692 Jul 29 23:24:14.373467 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da90eaa-da51-4cda-ad79-013f6912bec8 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Pushing event updated for resources: {'Port': ['ID=740d4130-40ac-46cc-83f7-75b78ccc58c2,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:14.455792 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b226c88-86d9-4b2d-a1fc-54a6e8c7ffc4 req-8112d002-9ff8-4426-9a75-ab024986484e tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:14.461651 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9b226c88-86d9-4b2d-a1fc-54a6e8c7ffc4 req-8112d002-9ff8-4426-9a75-ab024986484e tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=67a23ef7-a53d-45fa-9203-e21d480c09a8 HTTP/1.1" status: 200 len: 943 time: 0.5860817 Jul 29 23:24:14.468290 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da90eaa-da51-4cda-ad79-013f6912bec8 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:14.493453 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-1da90eaa-da51-4cda-ad79-013f6912bec8 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:14.497847 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da90eaa-da51-4cda-ad79-013f6912bec8 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:14.526829 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-21f5d631-6124-4d65-93fb-e43a921b4e55 req-39fb16a0-2df1-42b9-96c1-d65edcbcb23f service neutron] 10.222.0.39 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874936 Jul 29 23:24:14.563530 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-a552ae5a-8a4a-4bfb-a910-ba535c4b953c req-7dd7fc86-6d59-4fe6-9a8c-6ecc74e91eb5 tempest-DeleteServersAdminTestJSON-1509883426 tempest-DeleteServersAdminTestJSON-1509883426-project-admin] Deleting port 62287226-5765-4d4f-a2f7-faa94ca8a862 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:14.563898 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a552ae5a-8a4a-4bfb-a910-ba535c4b953c req-7dd7fc86-6d59-4fe6-9a8c-6ecc74e91eb5 tempest-DeleteServersAdminTestJSON-1509883426 tempest-DeleteServersAdminTestJSON-1509883426-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:14.591675 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34456) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:14.649984 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-73bc9ec0-5aee-4b14-840e-9fa9d89fb62a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1524bc6566794e35993db0c2e1765bc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0565426 Jul 29 23:24:14.653448 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34460) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:14.653887 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9b226c88-86d9-4b2d-a1fc-54a6e8c7ffc4 req-0f4a4912-0211-4163-bd83-cbdc615ea74f tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640911 Jul 29 23:24:14.672763 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-1ac82f80-bef7-41dc-bbb4-1161583297d6 req-ddde9b2b-0d9d-449e-93ca-3bae49c2eb08 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Deleting port 6693f6e4-382f-4f57-9315-6a3fd3128e07 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:14.673110 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1ac82f80-bef7-41dc-bbb4-1161583297d6 req-ddde9b2b-0d9d-449e-93ca-3bae49c2eb08 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:14.743023 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4eb5b0f8-218e-438e-9b65-dd405a3618d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:14.773987 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4eb5b0f8-218e-438e-9b65-dd405a3618d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:14.788286 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-a552ae5a-8a4a-4bfb-a910-ba535c4b953c req-7dd7fc86-6d59-4fe6-9a8c-6ecc74e91eb5 tempest-DeleteServersAdminTestJSON-1509883426 tempest-DeleteServersAdminTestJSON-1509883426-project-admin] For port 62287226-5765-4d4f-a2f7-faa94ca8a862, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=62287226-5765-4d4f-a2f7-faa94ca8a862,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:14.789089 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a552ae5a-8a4a-4bfb-a910-ba535c4b953c req-7dd7fc86-6d59-4fe6-9a8c-6ecc74e91eb5 tempest-DeleteServersAdminTestJSON-1509883426 tempest-DeleteServersAdminTestJSON-1509883426-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:14.809080 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-a552ae5a-8a4a-4bfb-a910-ba535c4b953c req-7dd7fc86-6d59-4fe6-9a8c-6ecc74e91eb5 tempest-DeleteServersAdminTestJSON-1509883426 tempest-DeleteServersAdminTestJSON-1509883426-project-admin] Calling delete_port for 62287226-5765-4d4f-a2f7-faa94ca8a862 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:14.830980 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4eb5b0f8-218e-438e-9b65-dd405a3618d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:14.835873 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4eb5b0f8-218e-438e-9b65-dd405a3618d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:14.840225 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4eb5b0f8-218e-438e-9b65-dd405a3618d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e74a574a-0c52-4781-a2e3-5b7322a30418 HTTP/1.1" status: 204 len: 168 time: 0.1853404 Jul 29 23:24:14.850043 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5b0f8-218e-438e-9b65-dd405a3618d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74a574a-0c52-4781-a2e3-5b7322a30418,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:14.932507 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1da90eaa-da51-4cda-ad79-013f6912bec8 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:15.234460 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 18656832-c4cc-4be4-bf36-7a0c5a4a0464 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:15.304006 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d906237c-8e9e-441c-9d05-440c34427f14 req-d93cf0eb-f49c-4590-88b4-9c3521dbf66f tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:15.305779 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d906237c-8e9e-441c-9d05-440c34427f14 req-d93cf0eb-f49c-4590-88b4-9c3521dbf66f tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fc40887-498e-4280-af28-2663b7bfc49f HTTP/1.1" status: 200 len: 949 time: 0.4348006 Jul 29 23:24:15.322444 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1ac82f80-bef7-41dc-bbb4-1161583297d6 req-ddde9b2b-0d9d-449e-93ca-3bae49c2eb08 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:15.323027 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1ac82f80-bef7-41dc-bbb4-1161583297d6 req-ddde9b2b-0d9d-449e-93ca-3bae49c2eb08 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:15.325173 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 18656832-c4cc-4be4-bf36-7a0c5a4a0464 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:15.335024 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 18656832-c4cc-4be4-bf36-7a0c5a4a0464 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:15.335622 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:15.352083 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1da90eaa-da51-4cda-ad79-013f6912bec8 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:15.385779 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-1ac82f80-bef7-41dc-bbb4-1161583297d6 req-ddde9b2b-0d9d-449e-93ca-3bae49c2eb08 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Calling delete_port for 6693f6e4-382f-4f57-9315-6a3fd3128e07 owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:15.436263 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:15.459642 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d906237c-8e9e-441c-9d05-440c34427f14 req-c0736ac7-79a1-4957-aba8-9f1fb698d261 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b1f0ef8-0474-4634-b7cb-25091e2694b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442165 Jul 29 23:24:15.474454 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 18656832-c4cc-4be4-bf36-7a0c5a4a0464, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=18656832-c4cc-4be4-bf36-7a0c5a4a0464,segment=NetworkSegment(f75c782a-0889-4ca5-96db-af5a98161a6f),segment_id=f75c782a-0889-4ca5-96db-af5a98161a6f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:15.481059 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:15.542806 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=18656832-c4cc-4be4-bf36-7a0c5a4a0464,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:15.626597 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a552ae5a-8a4a-4bfb-a910-ba535c4b953c req-7dd7fc86-6d59-4fe6-9a8c-6ecc74e91eb5 tempest-DeleteServersAdminTestJSON-1509883426 tempest-DeleteServersAdminTestJSON-1509883426-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:15.641438 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['62287226-5765-4d4f-a2f7-faa94ca8a862'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:15.685305 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7fc86-6d59-4fe6-9a8c-6ecc74e91eb5 tempest-DeleteServersAdminTestJSON-1509883426 tempest-DeleteServersAdminTestJSON-1509883426-project-admin] Pushing event deleted for resources: {'Port': ['ID=62287226-5765-4d4f-a2f7-faa94ca8a862,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:15.726360 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61480731-04c5-4517-aacc-b8480c5ab2d9 req-327bc2e4-ac01-4be1-9fba-2ae5de722229 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:15.728002 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-61480731-04c5-4517-aacc-b8480c5ab2d9 req-327bc2e4-ac01-4be1-9fba-2ae5de722229 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710 HTTP/1.1" status: 200 len: 945 time: 0.1944890 Jul 29 23:24:15.795706 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34486) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:15.804468 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a552ae5a-8a4a-4bfb-a910-ba535c4b953c req-7dd7fc86-6d59-4fe6-9a8c-6ecc74e91eb5 tempest-DeleteServersAdminTestJSON-1509883426 tempest-DeleteServersAdminTestJSON-1509883426-project-admin] No DVR routers for this DVR port 62287226-5765-4d4f-a2f7-faa94ca8a862 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:15.812162 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a552ae5a-8a4a-4bfb-a910-ba535c4b953c req-7dd7fc86-6d59-4fe6-9a8c-6ecc74e91eb5 tempest-DeleteServersAdminTestJSON-1509883426 tempest-DeleteServersAdminTestJSON-1509883426-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:15.814187 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a552ae5a-8a4a-4bfb-a910-ba535c4b953c req-7dd7fc86-6d59-4fe6-9a8c-6ecc74e91eb5 tempest-DeleteServersAdminTestJSON-1509883426 tempest-DeleteServersAdminTestJSON-1509883426-project-admin] 10.222.0.39 "DELETE /v2.0/ports/62287226-5765-4d4f-a2f7-faa94ca8a862 HTTP/1.1" status: 204 len: 173 time: 2.3553150 Jul 29 23:24:15.816981 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc40887-498e-4280-af28-2663b7bfc49f', 'name': 'network-vif-deleted', 'tag': '62287226-5765-4d4f-a2f7-faa94ca8a862'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:15.822646 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0d6f8e7-6b41-4870-8c79-20a495337d8b" -d '{"events": [{"server_uuid": "9fc40887-498e-4280-af28-2663b7bfc49f", "name": "network-vif-deleted", "tag": "62287226-5765-4d4f-a2f7-faa94ca8a862"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:15.902359 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1da90eaa-da51-4cda-ad79-013f6912bec8 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:15.912017 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-61480731-04c5-4517-aacc-b8480c5ab2d9 req-e4367fb8-178b-4a0d-9b8a-7bd49dabf44a tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555827 Jul 29 23:24:15.920041 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1da90eaa-da51-4cda-ad79-013f6912bec8 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:15.931276 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-951bbed2-e976-459c-83aa-c62fa735c0ec admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-927965739-network', 'tenant_id': 'd954899d85d94386b2170efdab77ddb2'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:15.971800 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-951bbed2-e976-459c-83aa-c62fa735c0ec admin admin] Made reservation on behalf of d954899d85d94386b2170efdab77ddb2 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:15.976040 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-951bbed2-e976-459c-83aa-c62fa735c0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:15.991907 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1ac82f80-bef7-41dc-bbb4-1161583297d6 req-ddde9b2b-0d9d-449e-93ca-3bae49c2eb08 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.004519 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-951bbed2-e976-459c-83aa-c62fa735c0ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.041858 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da90eaa-da51-4cda-ad79-013f6912bec8 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Pushing event updated for resources: {'Port': ['ID=740d4130-40ac-46cc-83f7-75b78ccc58c2,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:16.096382 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddde9b2b-0d9d-449e-93ca-3bae49c2eb08 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Pushing event deleted for resources: {'Port': ['ID=6693f6e4-382f-4f57-9315-6a3fd3128e07,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:16.128904 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1da90eaa-da51-4cda-ad79-013f6912bec8 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.159102 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-951bbed2-e976-459c-83aa-c62fa735c0ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.164300 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-951bbed2-e976-459c-83aa-c62fa735c0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.186560 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1da90eaa-da51-4cda-ad79-013f6912bec8 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.196788 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1da90eaa-da51-4cda-ad79-013f6912bec8 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2787807 Jul 29 23:24:16.197089 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-951bbed2-e976-459c-83aa-c62fa735c0ec admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:24:16.197296 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1ac82f80-bef7-41dc-bbb4-1161583297d6 req-ddde9b2b-0d9d-449e-93ca-3bae49c2eb08 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.198254 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1ac82f80-bef7-41dc-bbb4-1161583297d6 req-ddde9b2b-0d9d-449e-93ca-3bae49c2eb08 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.200069 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ac82f80-bef7-41dc-bbb4-1161583297d6 req-ddde9b2b-0d9d-449e-93ca-3bae49c2eb08 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] 10.222.0.18 "DELETE /v2.0/floatingips/58e71dc2-ae16-4165-989e-e61367c986ab HTTP/1.1" status: 204 len: 173 time: 2.2092769 Jul 29 23:24:16.214808 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb388587-be4d-4729-b373-5338c85e9ab5 req-3024fc77-7775-481d-bf36-d25e69c05fb1 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:16.215152 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951bbed2-e976-459c-83aa-c62fa735c0ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570e443d-c275-4484-b6b3-aad8c2d8324d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:16.216699 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cb388587-be4d-4729-b373-5338c85e9ab5 req-3024fc77-7775-481d-bf36-d25e69c05fb1 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=67a23ef7-a53d-45fa-9203-e21d480c09a8 HTTP/1.1" status: 200 len: 943 time: 0.0916593 Jul 29 23:24:16.221670 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-951bbed2-e976-459c-83aa-c62fa735c0ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.222738 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-951bbed2-e976-459c-83aa-c62fa735c0ec admin admin] Added segment 4ac21f00-30d3-4050-bcd9-41af44bf680d of type vlan for network 66bf1b30-b0b3-402c-8a81-d59ae3f7f904 Jul 29 23:24:16.281987 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cb388587-be4d-4729-b373-5338c85e9ab5 req-c12f8f18-cd1b-440a-a334-5bf62060031b tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578437 Jul 29 23:24:16.292867 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-951bbed2-e976-459c-83aa-c62fa735c0ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.312697 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b16e85-0829-403e-b058-857a4c019792 x-openstack-request-id: req-e4b16e85-0829-403e-b058-857a4c019792 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:16.313159 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc40887-498e-4280-af28-2663b7bfc49f", "name": "network-vif-deleted", "tag": "62287226-5765-4d4f-a2f7-faa94ca8a862", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:16.316314 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4b16e85-0829-403e-b058-857a4c019792 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:16.317076 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc40887-498e-4280-af28-2663b7bfc49f', 'name': 'network-vif-deleted', 'tag': '62287226-5765-4d4f-a2f7-faa94ca8a862', 'status': 'completed', 'code': 200} Jul 29 23:24:16.351028 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-951bbed2-e976-459c-83aa-c62fa735c0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.352126 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951bbed2-e976-459c-83aa-c62fa735c0ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:16.352768 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-951bbed2-e976-459c-83aa-c62fa735c0ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.421455 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-951bbed2-e976-459c-83aa-c62fa735c0ec admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6236744 Jul 29 23:24:16.430705 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34500) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:16.437188 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-ccdd0552-6108-44e1-84b7-518e89de6f39 admin admin] Request body: {'subnet': {'network_id': '66bf1b30-b0b3-402c-8a81-d59ae3f7f904', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-927965739-subnet', 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:16.457831 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951bbed2-e976-459c-83aa-c62fa735c0ec admin admin] Pushing event updated for resources: {'Network': ['ID=66bf1b30-b0b3-402c-8a81-d59ae3f7f904,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:16.472876 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccdd0552-6108-44e1-84b7-518e89de6f39 admin admin] Made reservation on behalf of d954899d85d94386b2170efdab77ddb2 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:16.474133 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 66bf1b30-b0b3-402c-8a81-d59ae3f7f904 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:24:16.482127 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ccdd0552-6108-44e1-84b7-518e89de6f39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.547466 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1214a849-d273-48b0-91cc-e1ca8ef0d20b req-de69c8f3-b524-419b-a36e-b7f15cf88b61 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2268126 Jul 29 23:24:16.571760 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-1214a849-d273-48b0-91cc-e1ca8ef0d20b req-0c906a1b-f7c7-48d0-a048-803de970cc35 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:16.593996 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 2faed4dc-7883-4d7a-9795-835e6cf2a844 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:24:16.615875 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1214a849-d273-48b0-91cc-e1ca8ef0d20b req-0c906a1b-f7c7-48d0-a048-803de970cc35 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.709203 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ccdd0552-6108-44e1-84b7-518e89de6f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.738691 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 2faed4dc-7883-4d7a-9795-835e6cf2a844, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=2faed4dc-7883-4d7a-9795-835e6cf2a844,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:16.768799 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '2faed4dc-7883-4d7a-9795-835e6cf2a844', 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4', 'port_id': '2faed4dc-7883-4d7a-9795-835e6cf2a844', 'mac_address': 'fa:16:3e:cf:f0:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44be0901-f3e6-4ee5-b617-283959d6aed1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:24:16.788702 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdd0552-6108-44e1-84b7-518e89de6f39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16a048f2-545c-45a3-863f-3a23de75e13e,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:16.801809 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdd0552-6108-44e1-84b7-518e89de6f39 admin admin] Checking segment: {'id': '4ac21f00-30d3-4050-bcd9-41af44bf680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '66bf1b30-b0b3-402c-8a81-d59ae3f7f904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:16.802460 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdd0552-6108-44e1-84b7-518e89de6f39 admin admin] Network hostable DHCP agents. Network: 66bf1b30-b0b3-402c-8a81-d59ae3f7f904, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:24:16.817121 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.835876 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2faed4dc-7883-4d7a-9795-835e6cf2a844 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:16.837017 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdd0552-6108-44e1-84b7-518e89de6f39 admin admin] Network 66bf1b30-b0b3-402c-8a81-d59ae3f7f904 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:24:16.842420 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1214a849-d273-48b0-91cc-e1ca8ef0d20b req-0c906a1b-f7c7-48d0-a048-803de970cc35 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.848221 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-ccdd0552-6108-44e1-84b7-518e89de6f39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 66bf1b30-b0b3-402c-8a81-d59ae3f7f904) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:16.853471 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccdd0552-6108-44e1-84b7-518e89de6f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:16.855961 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ccdd0552-6108-44e1-84b7-518e89de6f39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.860504 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a44a63-4723-44a9-a3b8-eef0b8fa00ab None None] Network 66bf1b30-b0b3-402c-8a81-d59ae3f7f904 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:24:16.864530 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 2faed4dc-7883-4d7a-9795-835e6cf2a844, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=2faed4dc-7883-4d7a-9795-835e6cf2a844,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:16.881762 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ccdd0552-6108-44e1-84b7-518e89de6f39 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4486191 Jul 29 23:24:16.882086 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34514) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:16.886993 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-5753c237-3372-4da3-978c-3583c49a1cb9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-927965739-router', 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:16.902545 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.905904 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-c46f0cb1-0fc7-453a-9cbb-a2ef33e8a6ed tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1957076370&fields=id&tenant_id=020cf0fa00f7401c9020fdf0384434db HTTP/1.1" status: 200 len: 267 time: 0.0872140 Jul 29 23:24:16.920441 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5753c237-3372-4da3-978c-3583c49a1cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.922454 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5753c237-3372-4da3-978c-3583c49a1cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:16.940094 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 87c1327c-d7e0-4849-8699-2d69e0c74a91 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:16.985652 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5753c237-3372-4da3-978c-3583c49a1cb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:17.020975 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=2faed4dc-7883-4d7a-9795-835e6cf2a844,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:17.051361 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-1214a849-d273-48b0-91cc-e1ca8ef0d20b req-0c906a1b-f7c7-48d0-a048-803de970cc35 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Allocated IP 172.25.8.92 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/adbc3061-1b20-48ee-af44-07c893d7b4d7) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:17.062008 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 87c1327c-d7e0-4849-8699-2d69e0c74a91 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:17.072690 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 87c1327c-d7e0-4849-8699-2d69e0c74a91 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:17.073072 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:17.085901 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-b6f91781-374f-4178-8a2d-ef987447af66 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:17.087563 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-b6f91781-374f-4178-8a2d-ef987447af66 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "GET /v2.0/networks?id=d6e2640d-09f4-43e1-b3aa-e86faf3cfd26 HTTP/1.1" status: 200 len: 811 time: 0.1692832 Jul 29 23:24:17.135892 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['2faed4dc-7883-4d7a-9795-835e6cf2a844'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:17.142029 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5753c237-3372-4da3-978c-3583c49a1cb9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:17.157317 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-bed066cb-fafe-4f2b-9911-941e248aba4d tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "GET /v2.0/quotas/020cf0fa00f7401c9020fdf0384434db HTTP/1.1" status: 200 len: 375 time: 0.0530512 Jul 29 23:24:17.170613 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac40552-fa75-41c8-bd9b-dc4d3f10ddcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-66bf1b30-b0b3-402c-8a81-d59ae3f7f904', 'network_id': '66bf1b30-b0b3-402c-8a81-d59ae3f7f904', 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'fixed_ips': [{'subnet_id': '16a048f2-545c-45a3-863f-3a23de75e13e'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:24:17.171493 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cac40552-fa75-41c8-bd9b-dc4d3f10ddcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:17.268455 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-85f23777-5b3a-434a-923a-85c01db9fd80 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=020cf0fa00f7401c9020fdf0384434db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1038842 Jul 29 23:24:17.276156 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1214a849-d273-48b0-91cc-e1ca8ef0d20b req-0c906a1b-f7c7-48d0-a048-803de970cc35 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:17.343536 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:17.415405 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4498a006-85c7-48c3-b62d-b0a1c3f20710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c1327c-d7e0-4849-8699-2d69e0c74a91'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:17.417957 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb54bc0-e1dd-4b13-97cd-c950c83f2cfa" -d '{"events": [{"server_uuid": "4498a006-85c7-48c3-b62d-b0a1c3f20710", "name": "network-vif-plugged", "status": "completed", "tag": "87c1327c-d7e0-4849-8699-2d69e0c74a91"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:17.429560 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 18656832-c4cc-4be4-bf36-7a0c5a4a0464 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:17.434498 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-2629a390-e1b1-4acf-909c-e5cc30397749 service neutron] 10.222.0.18 "GET /v2.0/networks/d6e2640d-09f4-43e1-b3aa-e86faf3cfd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523998 Jul 29 23:24:17.444245 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1214a849-d273-48b0-91cc-e1ca8ef0d20b req-0c906a1b-f7c7-48d0-a048-803de970cc35 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:17.445640 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5753c237-3372-4da3-978c-3583c49a1cb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:17.467211 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 87c1327c-d7e0-4849-8699-2d69e0c74a91, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=87c1327c-d7e0-4849-8699-2d69e0c74a91,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:17.471960 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5753c237-3372-4da3-978c-3583c49a1cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:17.488428 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:17.509981 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-cac40552-fa75-41c8-bd9b-dc4d3f10ddcd None None] Allocated IP 172.20.0.2 (66bf1b30-b0b3-402c-8a81-d59ae3f7f904/16a048f2-545c-45a3-863f-3a23de75e13e/7b4e2991-a522-4fd5-8a74-fdff6f46fe48) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:17.553151 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1214a849-d273-48b0-91cc-e1ca8ef0d20b req-0c906a1b-f7c7-48d0-a048-803de970cc35 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:17.559622 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-1214a849-d273-48b0-91cc-e1ca8ef0d20b req-0c906a1b-f7c7-48d0-a048-803de970cc35 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:17.563204 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c906a1b-f7c7-48d0-a048-803de970cc35 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Pushing event updated for resources: {'Port': ['ID=adbc3061-1b20-48ee-af44-07c893d7b4d7,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:17.568329 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-1214a849-d273-48b0-91cc-e1ca8ef0d20b req-0c906a1b-f7c7-48d0-a048-803de970cc35 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:17.607518 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-5753c237-3372-4da3-978c-3583c49a1cb9 admin admin] Allocated IP 172.25.8.194 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/156a6ced-e99b-4a1e-abee-30cf7bc97974) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:17.662677 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-0a832e76-d06f-43bb-8822-c5d463a3fbe8 service neutron] 10.222.0.18 "GET /v2.0/networks/d6e2640d-09f4-43e1-b3aa-e86faf3cfd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158921 Jul 29 23:24:17.666938 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=87c1327c-d7e0-4849-8699-2d69e0c74a91,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:17.702446 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 18656832-c4cc-4be4-bf36-7a0c5a4a0464 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:17.702799 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:17.712339 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1214a849-d273-48b0-91cc-e1ca8ef0d20b req-0c906a1b-f7c7-48d0-a048-803de970cc35 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:17.754912 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1214a849-d273-48b0-91cc-e1ca8ef0d20b req-0c906a1b-f7c7-48d0-a048-803de970cc35 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:17.770733 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5753c237-3372-4da3-978c-3583c49a1cb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:17.836907 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5753c237-3372-4da3-978c-3583c49a1cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:17.886783 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cac40552-fa75-41c8-bd9b-dc4d3f10ddcd None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:17.896825 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-cac40552-fa75-41c8-bd9b-dc4d3f10ddcd None None] Transition to ACTIVE for port object 7b4e2991-a522-4fd5-8a74-fdff6f46fe48 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:17.897643 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5753c237-3372-4da3-978c-3583c49a1cb9 admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:17.903918 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-5753c237-3372-4da3-978c-3583c49a1cb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:17.913220 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5753c237-3372-4da3-978c-3583c49a1cb9 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:17.916478 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-cac40552-fa75-41c8-bd9b-dc4d3f10ddcd None None] Transition to ACTIVE for port object 7b4e2991-a522-4fd5-8a74-fdff6f46fe48 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:17.925616 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cac40552-fa75-41c8-bd9b-dc4d3f10ddcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:17.966004 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1214a849-d273-48b0-91cc-e1ca8ef0d20b req-0c906a1b-f7c7-48d0-a048-803de970cc35 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:17.977257 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1214a849-d273-48b0-91cc-e1ca8ef0d20b req-0c906a1b-f7c7-48d0-a048-803de970cc35 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:18.003071 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753c237-3372-4da3-978c-3583c49a1cb9 admin admin] Pushing event updated for resources: {'Port': ['ID=156a6ced-e99b-4a1e-abee-30cf7bc97974,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:18.183873 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac40552-fa75-41c8-bd9b-dc4d3f10ddcd None None] Network 66bf1b30-b0b3-402c-8a81-d59ae3f7f904 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:18.188706 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-cac40552-fa75-41c8-bd9b-dc4d3f10ddcd None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:18.195776 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac40552-fa75-41c8-bd9b-dc4d3f10ddcd None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:18.210242 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c906a1b-f7c7-48d0-a048-803de970cc35 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Pushing event updated for resources: {'Port': ['ID=adbc3061-1b20-48ee-af44-07c893d7b4d7,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:18.214407 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac40552-fa75-41c8-bd9b-dc4d3f10ddcd None None] Pushing event updated for resources: {'Port': ['ID=7b4e2991-a522-4fd5-8a74-fdff6f46fe48,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:18.241458 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1214a849-d273-48b0-91cc-e1ca8ef0d20b req-0c906a1b-f7c7-48d0-a048-803de970cc35 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:18.294902 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1214a849-d273-48b0-91cc-e1ca8ef0d20b req-0c906a1b-f7c7-48d0-a048-803de970cc35 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:18.298900 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1214a849-d273-48b0-91cc-e1ca8ef0d20b req-0c906a1b-f7c7-48d0-a048-803de970cc35 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7389483 Jul 29 23:24:18.299438 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-cac40552-fa75-41c8-bd9b-dc4d3f10ddcd None None] Attempting to bind port 7b4e2991-a522-4fd5-8a74-fdff6f46fe48 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:18.300607 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-cac40552-fa75-41c8-bd9b-dc4d3f10ddcd None None] Attempting to bind port 7b4e2991-a522-4fd5-8a74-fdff6f46fe48 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '4ac21f00-30d3-4050-bcd9-41af44bf680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '66bf1b30-b0b3-402c-8a81-d59ae3f7f904'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:18.301223 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac40552-fa75-41c8-bd9b-dc4d3f10ddcd None None] Attempting to bind port 7b4e2991-a522-4fd5-8a74-fdff6f46fe48 on network 66bf1b30-b0b3-402c-8a81-d59ae3f7f904 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:18.307226 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac40552-fa75-41c8-bd9b-dc4d3f10ddcd None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:18.307604 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac40552-fa75-41c8-bd9b-dc4d3f10ddcd None None] Checking segment: {'id': '4ac21f00-30d3-4050-bcd9-41af44bf680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '66bf1b30-b0b3-402c-8a81-d59ae3f7f904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:18.308706 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cac40552-fa75-41c8-bd9b-dc4d3f10ddcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:18.309300 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cac40552-fa75-41c8-bd9b-dc4d3f10ddcd None None] Bound using segment: {'id': '4ac21f00-30d3-4050-bcd9-41af44bf680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '66bf1b30-b0b3-402c-8a81-d59ae3f7f904'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:18.316530 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-cac40552-fa75-41c8-bd9b-dc4d3f10ddcd None None] Bound port: 7b4e2991-a522-4fd5-8a74-fdff6f46fe48, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac21f00-30d3-4050-bcd9-41af44bf680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '66bf1b30-b0b3-402c-8a81-d59ae3f7f904'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:18.317102 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cac40552-fa75-41c8-bd9b-dc4d3f10ddcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:18.369540 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1214a849-d273-48b0-91cc-e1ca8ef0d20b req-ce8aaf0a-673b-4250-8763-3cf4c35cad25 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.92 HTTP/1.1" status: 200 len: 695 time: 0.0586126 Jul 29 23:24:18.429365 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5753c237-3372-4da3-978c-3583c49a1cb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:18.457689 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-cac40552-fa75-41c8-bd9b-dc4d3f10ddcd None None] For port 7b4e2991-a522-4fd5-8a74-fdff6f46fe48, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:18.462434 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-cac40552-fa75-41c8-bd9b-dc4d3f10ddcd None None] For port 7b4e2991-a522-4fd5-8a74-fdff6f46fe48, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=7b4e2991-a522-4fd5-8a74-fdff6f46fe48,segment=NetworkSegment(4ac21f00-30d3-4050-bcd9-41af44bf680d),segment_id=4ac21f00-30d3-4050-bcd9-41af44bf680d)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:18.467635 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cac40552-fa75-41c8-bd9b-dc4d3f10ddcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:18.529248 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 2faed4dc-7883-4d7a-9795-835e6cf2a844 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:18.545652 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac40552-fa75-41c8-bd9b-dc4d3f10ddcd None None] Pushing event updated for resources: {'Port': ['ID=7b4e2991-a522-4fd5-8a74-fdff6f46fe48,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:18.627622 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 2faed4dc-7883-4d7a-9795-835e6cf2a844 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:18.630324 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96891706-0671-40d8-a511-5d003c2b587d req-fd672055-2349-4e30-8d2c-dd42168d34cd tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:18.632974 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 2faed4dc-7883-4d7a-9795-835e6cf2a844 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:18.633652 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:18.645416 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-96891706-0671-40d8-a511-5d003c2b587d req-fd672055-2349-4e30-8d2c-dd42168d34cd tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710 HTTP/1.1" status: 200 len: 946 time: 0.1733441 Jul 29 23:24:18.704172 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214a849-d273-48b0-91cc-e1ca8ef0d20b req-cb5578ff-de8e-427d-bde7-8153e5da1a34 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:18.706044 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1214a849-d273-48b0-91cc-e1ca8ef0d20b req-cb5578ff-de8e-427d-bde7-8153e5da1a34 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 784 time: 0.3288682 Jul 29 23:24:18.753203 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5753c237-3372-4da3-978c-3583c49a1cb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:18.760424 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-96891706-0671-40d8-a511-5d003c2b587d req-e49e58a7-ed96-479f-922b-0dba204affd0 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085684 Jul 29 23:24:18.784906 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:18.868362 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 2faed4dc-7883-4d7a-9795-835e6cf2a844, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=2faed4dc-7883-4d7a-9795-835e6cf2a844,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:18.875021 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:18.880250 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 62287226-5765-4d4f-a2f7-faa94ca8a862 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:18.954373 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8385065d-6819-4ec6-9bef-7b452ca8b400 req-8201903a-e5b1-40c7-a4e6-8d9907a03453 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:18.984750 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8385065d-6819-4ec6-9bef-7b452ca8b400 req-8201903a-e5b1-40c7-a4e6-8d9907a03453 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=67a23ef7-a53d-45fa-9203-e21d480c09a8 HTTP/1.1" status: 200 len: 944 time: 0.1327875 Jul 29 23:24:18.987201 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4632bd4-9927-49c9-b23e-4deeeea9e170 x-openstack-request-id: req-c4632bd4-9927-49c9-b23e-4deeeea9e170 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:18.987201 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4498a006-85c7-48c3-b62d-b0a1c3f20710", "name": "network-vif-plugged", "status": "completed", "tag": "87c1327c-d7e0-4849-8699-2d69e0c74a91", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:18.987201 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4632bd4-9927-49c9-b23e-4deeeea9e170 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:18.988304 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4498a006-85c7-48c3-b62d-b0a1c3f20710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c1327c-d7e0-4849-8699-2d69e0c74a91', 'code': 200} Jul 29 23:24:18.989187 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=2faed4dc-7883-4d7a-9795-835e6cf2a844,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:18.993442 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 62287226-5765-4d4f-a2f7-faa94ca8a862 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:18.993785 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 62287226-5765-4d4f-a2f7-faa94ca8a862 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:19.069095 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5753c237-3372-4da3-978c-3583c49a1cb9 admin admin] Router cacb1dd4-3960-4d5e-9e22-b6d36f210eb5 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:24:19.071484 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b237e4ce-4da6-45a9-8f9c-54c59aa81d07 req-6d81f4c4-459a-4ae4-bc90-4188bd92c2f5 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c78d89-ff2b-4f47-8fb9-3e640a252858 HTTP/1.1" status: 200 len: 210 time: 0.0320559 Jul 29 23:24:19.103377 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8385065d-6819-4ec6-9bef-7b452ca8b400 req-be2cbf9a-0688-4717-b6f4-64aa74c489cf tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144726 Jul 29 23:24:19.126299 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db5d9f-c83a-43b9-bdf8-f4241261f99f req-70d0546b-ee44-4ba8-960b-b7f4bdabcbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:19.132944 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-29db5d9f-c83a-43b9-bdf8-f4241261f99f req-70d0546b-ee44-4ba8-960b-b7f4bdabcbe1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710 HTTP/1.1" status: 200 len: 1098 time: 0.1368628 Jul 29 23:24:19.209452 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-29db5d9f-c83a-43b9-bdf8-f4241261f99f req-72ea91ca-db25-4275-a372-528c067711cd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726879 Jul 29 23:24:19.248255 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-b1791bc7-d1e5-4f9a-9d8f-59a05483452b tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b5d479cc76ff4ec3901539ccb7d5396c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306630 Jul 29 23:24:19.251692 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 7b4e2991-a522-4fd5-8a74-fdff6f46fe48 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:19.305659 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5753c237-3372-4da3-978c-3583c49a1cb9 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:24:19.317706 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a040a8c1-7fd7-440c-a30e-ac0bd4b4c707 None None] Sync routers for ids ['cacb1dd4-3960-4d5e-9e22-b6d36f210eb5'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:24:19.336141 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a040a8c1-7fd7-440c-a30e-ac0bd4b4c707 None None] Routers {'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:19.337888 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-a040a8c1-7fd7-440c-a30e-ac0bd4b4c707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:24:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['cacb1dd4-3960-4d5e-9e22-b6d36f210eb5'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:19.338721 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 7b4e2991-a522-4fd5-8a74-fdff6f46fe48 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:19.349233 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5753c237-3372-4da3-978c-3583c49a1cb9 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:19.351337 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5753c237-3372-4da3-978c-3583c49a1cb9 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4679236 Jul 29 23:24:19.353781 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34550) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:19.407217 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-43991d10-dad7-43ce-ac01-04b08ff1670c tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:19.412719 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-43991d10-dad7-43ce-ac01-04b08ff1670c tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1494021 Jul 29 23:24:19.445761 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-468bd2f2-c038-4890-8760-da953b83297c tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/quotas/b5d479cc76ff4ec3901539ccb7d5396c HTTP/1.1" status: 200 len: 375 time: 0.0207720 Jul 29 23:24:19.526534 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-1266316e-0dea-4884-a98a-5fd032b2e1b3 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b5d479cc76ff4ec3901539ccb7d5396c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0679824 Jul 29 23:24:19.554283 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-a040a8c1-7fd7-440c-a30e-ac0bd4b4c707 None None] Set router cacb1dd4-3960-4d5e-9e22-b6d36f210eb5 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:19.834960 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-70b6ca98-5959-4367-b25a-1cc3a22ac686 req-78c7ab34-6e1f-4491-b708-27883442c172 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] 10.222.0.18 "GET /v2.0/floatingips/cfa4bc78-419f-4d78-af9b-efb684d8c89d HTTP/1.1" status: 200 len: 692 time: 0.1127174 Jul 29 23:24:20.016763 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-a040a8c1-7fd7-440c-a30e-ac0bd4b4c707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'name': 'tempest-TaggedBootDevicesTest_v242-927965739-router', 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '156a6ced-e99b-4a1e-abee-30cf7bc97974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:16Z', 'updated_at': '2021-07-29T23:24:18Z', 'revision_number': 3, 'project_id': 'd954899d85d94386b2170efdab77ddb2', 'gw_port': {'id': '156a6ced-e99b-4a1e-abee-30cf7bc97974', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:17Z', 'updated_at': '2021-07-29T23:24:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:20.058078 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b724c044-1de2-474f-914d-1ae9764d1117 req-644e0599-f784-41dd-9ee7-15db3e6f0b51 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/ports?device_id=a053e084-f5d3-47f4-a03c-cd6416e4d55a HTTP/1.1" status: 200 len: 210 time: 0.1021359 Jul 29 23:24:20.086266 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a040a8c1-7fd7-440c-a30e-ac0bd4b4c707 None None] Checking router: cacb1dd4-3960-4d5e-9e22-b6d36f210eb5 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:24:20.086892 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a040a8c1-7fd7-440c-a30e-ac0bd4b4c707 None None] Updating router cacb1dd4-3960-4d5e-9e22-b6d36f210eb5 port 156a6ced-e99b-4a1e-abee-30cf7bc97974 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:24:20.102930 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-8be4f648-076f-450d-b7df-cae080a29610 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:20.106070 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-8be4f648-076f-450d-b7df-cae080a29610 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.39 "GET /v2.0/networks?id=d6e2640d-09f4-43e1-b3aa-e86faf3cfd26 HTTP/1.1" status: 200 len: 811 time: 0.4957197 Jul 29 23:24:20.114738 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e162b2-a2a9-4fc1-94d0-8b7ad673325a None None] Network 66bf1b30-b0b3-402c-8a81-d59ae3f7f904 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:24:20.117768 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a040a8c1-7fd7-440c-a30e-ac0bd4b4c707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:20.152227 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b3a2c43-ee3e-473e-855b-bac40aa589f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:20.250283 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e20ade45-5c5b-459a-8f6a-35fe6820082b None None] Provisioning for port 7b4e2991-a522-4fd5-8a74-fdff6f46fe48 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:20.260234 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e20ade45-5c5b-459a-8f6a-35fe6820082b None None] Provisioning complete for port 7b4e2991-a522-4fd5-8a74-fdff6f46fe48 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:20.260889 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e20ade45-5c5b-459a-8f6a-35fe6820082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:20.354112 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-733fa0ed-22ee-4fa0-b5c9-09085f76d654 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=020cf0fa00f7401c9020fdf0384434db HTTP/1.1" status: 200 len: 380 time: 0.2280607 Jul 29 23:24:20.370246 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6ca98-5959-4367-b25a-1cc3a22ac686 req-f655481e-52d0-4718-8386-1a22dec6224c tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:20.377790 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-70b6ca98-5959-4367-b25a-1cc3a22ac686 req-f655481e-52d0-4718-8386-1a22dec6224c tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 784 time: 0.5353761 Jul 29 23:24:20.382788 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-d1f4df24-cc52-410f-b113-7e382e565969 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Request body: {'port': {'device_id': '44c78d89-ff2b-4f47-8fb9-3e640a252858', 'network_id': 'd6e2640d-09f4-43e1-b3aa-e86faf3cfd26', 'admin_state_up': True, 'tenant_id': '020cf0fa00f7401c9020fdf0384434db', 'security_groups': ['9a7cfce9-eb85-4f5a-be17-e1b1de6bd56d']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:20.431348 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-4b3a2c43-ee3e-473e-855b-bac40aa589f4 admin admin] Allocated IP 172.20.0.1 (66bf1b30-b0b3-402c-8a81-d59ae3f7f904/16a048f2-545c-45a3-863f-3a23de75e13e/cad39ba9-495a-43c9-81f9-1c335abda58e) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:20.501580 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e20ade45-5c5b-459a-8f6a-35fe6820082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:20.516448 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a040a8c1-7fd7-440c-a30e-ac0bd4b4c707 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:20.533646 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-a040a8c1-7fd7-440c-a30e-ac0bd4b4c707 None None] Transition to ACTIVE for port object 156a6ced-e99b-4a1e-abee-30cf7bc97974 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:20.541862 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a040a8c1-7fd7-440c-a30e-ac0bd4b4c707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:20.586491 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e8684-dff4-4ae3-9d26-fe98b98846ed None None] Pushing event updated for resources: {'Port': ['ID=156a6ced-e99b-4a1e-abee-30cf7bc97974,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:20.610545 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b3a2c43-ee3e-473e-855b-bac40aa589f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:20.612063 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-e20ade45-5c5b-459a-8f6a-35fe6820082b None None] For port 7b4e2991-a522-4fd5-8a74-fdff6f46fe48, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=7b4e2991-a522-4fd5-8a74-fdff6f46fe48,segment=NetworkSegment(4ac21f00-30d3-4050-bcd9-41af44bf680d),segment_id=4ac21f00-30d3-4050-bcd9-41af44bf680d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:20.613233 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-a040a8c1-7fd7-440c-a30e-ac0bd4b4c707 None None] Attempting to bind port 156a6ced-e99b-4a1e-abee-30cf7bc97974 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:20.613627 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-a040a8c1-7fd7-440c-a30e-ac0bd4b4c707 None None] Attempting to bind port 156a6ced-e99b-4a1e-abee-30cf7bc97974 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:20.614007 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a040a8c1-7fd7-440c-a30e-ac0bd4b4c707 None None] Attempting to bind port 156a6ced-e99b-4a1e-abee-30cf7bc97974 on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:20.621160 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e20ade45-5c5b-459a-8f6a-35fe6820082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:20.626706 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a040a8c1-7fd7-440c-a30e-ac0bd4b4c707 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:20.629229 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a040a8c1-7fd7-440c-a30e-ac0bd4b4c707 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:20.629664 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a040a8c1-7fd7-440c-a30e-ac0bd4b4c707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:20.630327 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a040a8c1-7fd7-440c-a30e-ac0bd4b4c707 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:20.630634 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-a040a8c1-7fd7-440c-a30e-ac0bd4b4c707 None None] Bound port: 156a6ced-e99b-4a1e-abee-30cf7bc97974, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:20.631043 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a040a8c1-7fd7-440c-a30e-ac0bd4b4c707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:20.682889 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-4b3a2c43-ee3e-473e-855b-bac40aa589f4 admin admin] Transition to ACTIVE for port object cad39ba9-495a-43c9-81f9-1c335abda58e will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:20.697351 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20ade45-5c5b-459a-8f6a-35fe6820082b None None] Pushing event updated for resources: {'Port': ['ID=7b4e2991-a522-4fd5-8a74-fdff6f46fe48,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:20.736458 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b3a2c43-ee3e-473e-855b-bac40aa589f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:20.740206 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-a040a8c1-7fd7-440c-a30e-ac0bd4b4c707 None None] For port 156a6ced-e99b-4a1e-abee-30cf7bc97974, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:20.745059 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-a040a8c1-7fd7-440c-a30e-ac0bd4b4c707 None None] For port 156a6ced-e99b-4a1e-abee-30cf7bc97974, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=156a6ced-e99b-4a1e-abee-30cf7bc97974,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:20.760034 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a040a8c1-7fd7-440c-a30e-ac0bd4b4c707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:20.796190 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3a2c43-ee3e-473e-855b-bac40aa589f4 admin admin] Network 66bf1b30-b0b3-402c-8a81-d59ae3f7f904 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:20.804637 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-4b3a2c43-ee3e-473e-855b-bac40aa589f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:20.809327 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3a2c43-ee3e-473e-855b-bac40aa589f4 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:20.833665 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a040a8c1-7fd7-440c-a30e-ac0bd4b4c707 None None] Routers {'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:20.834388 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-a040a8c1-7fd7-440c-a30e-ac0bd4b4c707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:24:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['cacb1dd4-3960-4d5e-9e22-b6d36f210eb5'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:20.851593 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a2c43-ee3e-473e-855b-bac40aa589f4 admin admin] Pushing event updated for resources: {'Port': ['ID=cad39ba9-495a-43c9-81f9-1c335abda58e,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:20.880556 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b3a2c43-ee3e-473e-855b-bac40aa589f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:20.900511 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2e8684-dff4-4ae3-9d26-fe98b98846ed None None] Pushing event updated for resources: {'Port': ['ID=156a6ced-e99b-4a1e-abee-30cf7bc97974,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:20.945965 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-90611980-7fc4-42ba-93fc-62bc5d20ea99 None None] Provisioning complete for port 7b4e2991-a522-4fd5-8a74-fdff6f46fe48 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:20.946595 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90611980-7fc4-42ba-93fc-62bc5d20ea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:20.949976 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34928cd5-80f6-4f4f-9cbf-1363cb47a671 req-d8b8fd07-952c-4dfe-a073-2be298a30c94 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:20.960767 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-34928cd5-80f6-4f4f-9cbf-1363cb47a671 req-d8b8fd07-952c-4dfe-a073-2be298a30c94 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710 HTTP/1.1" status: 200 len: 946 time: 0.7795379 Jul 29 23:24:21.030670 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a23ef7-a53d-45fa-9203-e21d480c09a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2faed4dc-7883-4d7a-9795-835e6cf2a844'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:21.033173 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f409e9-c4e1-42c1-adb1-7a988ca7d84d" -d '{"events": [{"server_uuid": "67a23ef7-a53d-45fa-9203-e21d480c09a8", "name": "network-vif-plugged", "status": "completed", "tag": "2faed4dc-7883-4d7a-9795-835e6cf2a844"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:21.082113 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-70b6ca98-5959-4367-b25a-1cc3a22ac686 req-b0ab1a11-173c-42cd-b7b7-bc4fe00b7fc1 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.92 HTTP/1.1" status: 200 len: 695 time: 0.7029862 Jul 29 23:24:21.122847 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b3a2c43-ee3e-473e-855b-bac40aa589f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:21.197741 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-a040a8c1-7fd7-440c-a30e-ac0bd4b4c707 None None] Set router cacb1dd4-3960-4d5e-9e22-b6d36f210eb5 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:21.239320 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 7b4e2991-a522-4fd5-8a74-fdff6f46fe48 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:21.258550 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-34928cd5-80f6-4f4f-9cbf-1363cb47a671 req-1be5e0d1-51da-403d-8848-581bf0526a64 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968729 Jul 29 23:24:21.263244 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-70b6ca98-5959-4367-b25a-1cc3a22ac686 req-6abc53c2-bd68-49f2-beb4-58458bac0c2e tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.92 HTTP/1.1" status: 200 len: 695 time: 0.1798940 Jul 29 23:24:21.304321 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-d1f4df24-cc52-410f-b113-7e382e565969 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Made reservation on behalf of 020cf0fa00f7401c9020fdf0384434db for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:21.318878 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-d1f4df24-cc52-410f-b113-7e382e565969 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:21.342904 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-aa21efa8-5d5a-4bbe-aa27-9f3fe5d69a3f None None] Provisioning for port cad39ba9-495a-43c9-81f9-1c335abda58e completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:21.355159 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-aa21efa8-5d5a-4bbe-aa27-9f3fe5d69a3f None None] Provisioning complete for port cad39ba9-495a-43c9-81f9-1c335abda58e triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:21.355549 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa21efa8-5d5a-4bbe-aa27-9f3fe5d69a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:21.392832 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 7b4e2991-a522-4fd5-8a74-fdff6f46fe48 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:21.394739 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:21.492188 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-aa21efa8-5d5a-4bbe-aa27-9f3fe5d69a3f None None] Port cad39ba9-495a-43c9-81f9-1c335abda58e cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:24:21.553234 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b3a2c43-ee3e-473e-855b-bac40aa589f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:21.555685 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-a040a8c1-7fd7-440c-a30e-ac0bd4b4c707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'name': 'tempest-TaggedBootDevicesTest_v242-927965739-router', 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '156a6ced-e99b-4a1e-abee-30cf7bc97974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:16Z', 'updated_at': '2021-07-29T23:24:18Z', 'revision_number': 3, 'project_id': 'd954899d85d94386b2170efdab77ddb2', 'gw_port': {'id': '156a6ced-e99b-4a1e-abee-30cf7bc97974', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:17Z', 'updated_at': '2021-07-29T23:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:21.562580 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b3a2c43-ee3e-473e-855b-bac40aa589f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:21.626486 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a040a8c1-7fd7-440c-a30e-ac0bd4b4c707 None None] The sync data for ids ['cacb1dd4-3960-4d5e-9e22-b6d36f210eb5'] in n-d-712140-10 is: [{'id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'name': 'tempest-TaggedBootDevicesTest_v242-927965739-router', 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '156a6ced-e99b-4a1e-abee-30cf7bc97974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:16Z', 'updated_at': '2021-07-29T23:24:18Z', 'revision_number': 3, 'project_id': 'd954899d85d94386b2170efdab77ddb2', 'gw_port': {'id': '156a6ced-e99b-4a1e-abee-30cf7bc97974', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7b:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:17Z', 'updated_at': '2021-07-29T23:24:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:24:21.674660 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3a2c43-ee3e-473e-855b-bac40aa589f4 admin admin] Pushing event updated for resources: {'Port': ['ID=cad39ba9-495a-43c9-81f9-1c335abda58e,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:21.677468 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b3a2c43-ee3e-473e-855b-bac40aa589f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:21.703782 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-806e9caa-85e2-4eb1-a0ff-a0af3d5bc46c tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=b5d479cc76ff4ec3901539ccb7d5396c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1318927 Jul 29 23:24:21.748032 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1656d3a-6e4d-4e37-8cc1-0a4352b2ec83 req-12676a71-5289-4d2f-91c3-80f04abf5ef0 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c78d89-ff2b-4f47-8fb9-3e640a252858 HTTP/1.1" status: 200 len: 210 time: 0.0998123 Jul 29 23:24:21.809964 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3a2c43-ee3e-473e-855b-bac40aa589f4 admin admin] Network 66bf1b30-b0b3-402c-8a81-d59ae3f7f904 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:21.813106 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-4b3a2c43-ee3e-473e-855b-bac40aa589f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:21.947873 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-70b6ca98-5959-4367-b25a-1cc3a22ac686 req-55e730dd-a669-46fd-a199-c5545bf4b068 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Deleting port adbc3061-1b20-48ee-af44-07c893d7b4d7 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:21.948304 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-70b6ca98-5959-4367-b25a-1cc3a22ac686 req-55e730dd-a669-46fd-a199-c5545bf4b068 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:21.966327 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-d1f4df24-cc52-410f-b113-7e382e565969 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Allocated IP 172.20.0.7 (d6e2640d-09f4-43e1-b3aa-e86faf3cfd26/9a863ba4-a489-4e6d-b0bb-e711fa258cc7/7f5808b0-7781-4dd1-8179-a4ecb03132cf) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:22.109047 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1938c0a-3468-4d3e-ae9b-d5e3b71a359d req-d88649f4-8c03-41e6-9fce-04ff8546701a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:22.110787 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1938c0a-3468-4d3e-ae9b-d5e3b71a359d req-d88649f4-8c03-41e6-9fce-04ff8546701a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=67a23ef7-a53d-45fa-9203-e21d480c09a8 HTTP/1.1" status: 200 len: 945 time: 0.2530448 Jul 29 23:24:22.133035 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-e80df54a-17c7-4720-89cc-f8944d079d4f tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:22.134812 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-e80df54a-17c7-4720-89cc-f8944d079d4f tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4035652 Jul 29 23:24:22.175479 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-4511b8d1-cb2d-40c1-bf77-9c8bf7d2e536 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Request body: {'port': {'device_id': 'a053e084-f5d3-47f4-a03c-cd6416e4d55a', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'admin_state_up': True, 'tenant_id': 'b5d479cc76ff4ec3901539ccb7d5396c'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:22.250295 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7d80062b-6fc5-43b1-914b-6c66768bbb12 None None] Provisioning complete for port cad39ba9-495a-43c9-81f9-1c335abda58e triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:22.251503 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7d80062b-6fc5-43b1-914b-6c66768bbb12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:22.312648 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-70b6ca98-5959-4367-b25a-1cc3a22ac686 req-55e730dd-a669-46fd-a199-c5545bf4b068 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:22.312921 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-70b6ca98-5959-4367-b25a-1cc3a22ac686 req-55e730dd-a669-46fd-a199-c5545bf4b068 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:22.338558 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-7d80062b-6fc5-43b1-914b-6c66768bbb12 None None] Port cad39ba9-495a-43c9-81f9-1c335abda58e cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:24:22.355776 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-70b6ca98-5959-4367-b25a-1cc3a22ac686 req-55e730dd-a669-46fd-a199-c5545bf4b068 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Calling delete_port for adbc3061-1b20-48ee-af44-07c893d7b4d7 owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:22.369011 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1938c0a-3468-4d3e-ae9b-d5e3b71a359d req-97778270-64f9-42d2-9e3e-2c89f6bfa250 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277176 Jul 29 23:24:22.417361 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3a2c43-ee3e-473e-855b-bac40aa589f4 admin admin] Router cacb1dd4-3960-4d5e-9e22-b6d36f210eb5 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:24:22.471260 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615a15a1-7037-4483-aa1d-69555b46dec7 x-openstack-request-id: req-615a15a1-7037-4483-aa1d-69555b46dec7 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:22.473185 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a23ef7-a53d-45fa-9203-e21d480c09a8", "name": "network-vif-plugged", "status": "completed", "tag": "2faed4dc-7883-4d7a-9795-835e6cf2a844", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:22.473453 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-615a15a1-7037-4483-aa1d-69555b46dec7 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:22.473902 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a23ef7-a53d-45fa-9203-e21d480c09a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2faed4dc-7883-4d7a-9795-835e6cf2a844', 'code': 200} Jul 29 23:24:22.532216 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-d1f4df24-cc52-410f-b113-7e382e565969 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:22.599485 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-d1f4df24-cc52-410f-b113-7e382e565969 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Transition to ACTIVE for port object 7f5808b0-7781-4dd1-8179-a4ecb03132cf will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:22.601653 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-4511b8d1-cb2d-40c1-bf77-9c8bf7d2e536 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Made reservation on behalf of b5d479cc76ff4ec3901539ccb7d5396c for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:22.607646 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-4511b8d1-cb2d-40c1-bf77-9c8bf7d2e536 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:22.630163 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3a2c43-ee3e-473e-855b-bac40aa589f4 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:24:22.637512 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4b3a2c43-ee3e-473e-855b-bac40aa589f4 admin admin] 10.222.0.18 "PUT /v2.0/routers/cacb1dd4-3960-4d5e-9e22-b6d36f210eb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2823324 Jul 29 23:24:22.641943 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad060a6-63c5-4b1d-8a56-05105e5f4e54 req-afd110cb-60fc-4250-801a-24073f3dde1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:22.644375 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-7ad060a6-63c5-4b1d-8a56-05105e5f4e54 req-afd110cb-60fc-4250-801a-24073f3dde1b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=67a23ef7-a53d-45fa-9203-e21d480c09a8 HTTP/1.1" status: 200 len: 1097 time: 0.0744364 Jul 29 23:24:22.664153 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-78e88fde-d7b4-4908-ac48-c1bfaaf21c0c req-0ff381c6-cde4-4f0a-a980-ec83b6a2ead4 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/ports?device_id=a053e084-f5d3-47f4-a03c-cd6416e4d55a HTTP/1.1" status: 200 len: 210 time: 0.1050594 Jul 29 23:24:22.719291 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-7ad060a6-63c5-4b1d-8a56-05105e5f4e54 req-b88f1047-f632-40a0-ba94-d03170d2c6fc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662937 Jul 29 23:24:22.825620 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-d1f4df24-cc52-410f-b113-7e382e565969 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:22.898295 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-70b6ca98-5959-4367-b25a-1cc3a22ac686 req-55e730dd-a669-46fd-a199-c5545bf4b068 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:22.979389 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-d1f4df24-cc52-410f-b113-7e382e565969 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Network d6e2640d-09f4-43e1-b3aa-e86faf3cfd26 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:22.980368 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4df24-cc52-410f-b113-7e382e565969 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Pushing event updated for resources: {'Port': ['ID=7f5808b0-7781-4dd1-8179-a4ecb03132cf,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:23.014123 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-d1f4df24-cc52-410f-b113-7e382e565969 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:23.016802 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-4511b8d1-cb2d-40c1-bf77-9c8bf7d2e536 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Allocated IP 192.168.233.77 (adb88f5c-b5bd-41cf-b367-228eab6e0075/28e6de27-5b72-4bf0-88e6-0cdec4cf806e/2b65c783-aeb7-48db-af8f-291c48794a52) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:23.023761 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-d1f4df24-cc52-410f-b113-7e382e565969 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:23.098583 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e730dd-a669-46fd-a199-c5545bf4b068 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Pushing event deleted for resources: {'Port': ['ID=adbc3061-1b20-48ee-af44-07c893d7b4d7,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:23.157764 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-70b6ca98-5959-4367-b25a-1cc3a22ac686 req-55e730dd-a669-46fd-a199-c5545bf4b068 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:23.161121 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-70b6ca98-5959-4367-b25a-1cc3a22ac686 req-55e730dd-a669-46fd-a199-c5545bf4b068 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:23.162411 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-70b6ca98-5959-4367-b25a-1cc3a22ac686 req-55e730dd-a669-46fd-a199-c5545bf4b068 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] 10.222.0.18 "DELETE /v2.0/floatingips/cfa4bc78-419f-4d78-af9b-efb684d8c89d HTTP/1.1" status: 204 len: 173 time: 1.8709667 Jul 29 23:24:23.191425 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-d1f4df24-cc52-410f-b113-7e382e565969 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:23.192119 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-d1f4df24-cc52-410f-b113-7e382e565969 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:23.238850 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-d1f4df24-cc52-410f-b113-7e382e565969 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8767521 Jul 29 23:24:23.267427 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 156a6ced-e99b-4a1e-abee-30cf7bc97974 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:23.270660 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5d0a4-3d4a-400e-a287-833615702bfe req-e52ffe2c-1f07-4f4b-98a3-b7ace5a41dad tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:23.273272 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dfd5d0a4-3d4a-400e-a287-833615702bfe req-e52ffe2c-1f07-4f4b-98a3-b7ace5a41dad tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710 HTTP/1.1" status: 200 len: 1098 time: 0.2507179 Jul 29 23:24:23.350954 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 156a6ced-e99b-4a1e-abee-30cf7bc97974 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:23.360650 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-4aabd1b2-a0c3-4c8e-a1d8-5829ec63c14a service neutron] Request body: {'port': {'device_id': '44c78d89-ff2b-4f47-8fb9-3e640a252858', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:23.365702 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 156a6ced-e99b-4a1e-abee-30cf7bc97974 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:23.366225 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:23.421739 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-810bf6ea-2222-41aa-a43f-8dce59776a3f None None] Provisioning for port 7f5808b0-7781-4dd1-8179-a4ecb03132cf completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:23.426436 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-810bf6ea-2222-41aa-a43f-8dce59776a3f None None] Provisioning complete for port 7f5808b0-7781-4dd1-8179-a4ecb03132cf triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:23.427012 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-810bf6ea-2222-41aa-a43f-8dce59776a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:23.470197 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-810bf6ea-2222-41aa-a43f-8dce59776a3f None None] Port 7f5808b0-7781-4dd1-8179-a4ecb03132cf cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:24:23.520547 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dfd5d0a4-3d4a-400e-a287-833615702bfe req-09fac7fb-596d-4c2f-9df9-021b65e19860 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653674 Jul 29 23:24:23.553081 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-4aabd1b2-a0c3-4c8e-a1d8-5829ec63c14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:23.571990 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:23.603975 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 156a6ced-e99b-4a1e-abee-30cf7bc97974, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=156a6ced-e99b-4a1e-abee-30cf7bc97974,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:23.609121 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:23.670932 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-5aaaf2ab-34c8-49d0-bcb1-8fd79a5c4361 req-b1e6556c-1d15-471a-80a1-f7c29e05fdc4 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] show failed (client error): The resource could not be found. Jul 29 23:24:23.687450 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5aaaf2ab-34c8-49d0-bcb1-8fd79a5c4361 req-b1e6556c-1d15-471a-80a1-f7c29e05fdc4 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] 10.222.0.18 "GET /v2.0/floatingips/cfa4bc78-419f-4d78-af9b-efb684d8c89d HTTP/1.1" status: 404 len: 350 time: 0.1189439 Jul 29 23:24:23.700376 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=156a6ced-e99b-4a1e-abee-30cf7bc97974,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:23.776423 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14204ab-01f1-4982-bda7-4ad918a8be37 req-8d8997ef-d1a9-4afc-a2a8-84039f26a27d tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:23.779455 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a14204ab-01f1-4982-bda7-4ad918a8be37 req-8d8997ef-d1a9-4afc-a2a8-84039f26a27d tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c78d89-ff2b-4f47-8fb9-3e640a252858 HTTP/1.1" status: 200 len: 931 time: 0.3593433 Jul 29 23:24:23.784994 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-4511b8d1-cb2d-40c1-bf77-9c8bf7d2e536 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:23.875282 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-4511b8d1-cb2d-40c1-bf77-9c8bf7d2e536 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Transition to ACTIVE for port object 2b65c783-aeb7-48db-af8f-291c48794a52 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:23.993446 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a14204ab-01f1-4982-bda7-4ad918a8be37 req-bcac23af-ef7c-4977-974c-0a26476bc144 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a7cfce9-eb85-4f5a-be17-e1b1de6bd56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966150 Jul 29 23:24:24.008880 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37994add-9b4f-4c52-8552-ff78eefe5635 req-32bc3b10-7821-4bc8-9ca4-c89a7eb19281 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:24.010471 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-37994add-9b4f-4c52-8552-ff78eefe5635 req-32bc3b10-7821-4bc8-9ca4-c89a7eb19281 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=67a23ef7-a53d-45fa-9203-e21d480c09a8 HTTP/1.1" status: 200 len: 945 time: 0.2183650 Jul 29 23:24:24.043395 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a6a78c-eeaf-4faf-afd3-29edb4f8956b None None] Sync routers for ids ['cacb1dd4-3960-4d5e-9e22-b6d36f210eb5'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:24:24.055558 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a6a78c-eeaf-4faf-afd3-29edb4f8956b None None] Routers {'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:24.056629 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-85a6a78c-eeaf-4faf-afd3-29edb4f8956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:24:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['cacb1dd4-3960-4d5e-9e22-b6d36f210eb5'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:24.186066 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-85a6a78c-eeaf-4faf-afd3-29edb4f8956b None None] Set router cacb1dd4-3960-4d5e-9e22-b6d36f210eb5 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:24.196958 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-4511b8d1-cb2d-40c1-bf77-9c8bf7d2e536 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:24.201163 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-37994add-9b4f-4c52-8552-ff78eefe5635 req-3aa578a5-2fea-4de9-bd60-8f373e57dc58 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718612 Jul 29 23:24:24.260310 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-4511b8d1-cb2d-40c1-bf77-9c8bf7d2e536 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:24.282779 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-4511b8d1-cb2d-40c1-bf77-9c8bf7d2e536 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:24.291797 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc91e66-8262-4ea8-909d-e801479ced4e req-7760a9f7-07fc-4e8d-b25e-ed5cb85e4f20 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:24.293419 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4dc91e66-8262-4ea8-909d-e801479ced4e req-7760a9f7-07fc-4e8d-b25e-ed5cb85e4f20 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710 HTTP/1.1" status: 200 len: 1098 time: 0.1838171 Jul 29 23:24:24.300598 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-4511b8d1-cb2d-40c1-bf77-9c8bf7d2e536 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:24.385453 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-371d5ecb-bc7d-4560-90e9-792e15400e25 req-a8c6f33e-804e-4dec-a688-0e18302888c8 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] show failed (client error): The resource could not be found. Jul 29 23:24:24.396963 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34686) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:24.401692 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-371d5ecb-bc7d-4560-90e9-792e15400e25 req-a8c6f33e-804e-4dec-a688-0e18302888c8 tempest-FloatingIPsTestJSON-926423764 tempest-FloatingIPsTestJSON-926423764-project] 10.222.0.18 "GET /v2.0/floatingips/cfa4bc78-419f-4d78-af9b-efb684d8c89d HTTP/1.1" status: 404 len: 350 time: 0.1243007 Jul 29 23:24:24.427826 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511b8d1-cb2d-40c1-bf77-9c8bf7d2e536 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Pushing event updated for resources: {'Port': ['ID=2b65c783-aeb7-48db-af8f-291c48794a52,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:24.501273 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-4aabd1b2-a0c3-4c8e-a1d8-5829ec63c14a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f5808b0-7781-4dd1-8179-a4ecb03132cf {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:24.516819 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-4511b8d1-cb2d-40c1-bf77-9c8bf7d2e536 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:24.517803 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-4511b8d1-cb2d-40c1-bf77-9c8bf7d2e536 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:24.530578 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4dc91e66-8262-4ea8-909d-e801479ced4e req-31374c0f-d60c-491c-a769-d1438c866de7 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214117 Jul 29 23:24:24.548370 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-4aabd1b2-a0c3-4c8e-a1d8-5829ec63c14a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:24.612054 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-85a6a78c-eeaf-4faf-afd3-29edb4f8956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'name': 'tempest-TaggedBootDevicesTest_v242-927965739-router', 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '156a6ced-e99b-4a1e-abee-30cf7bc97974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:16Z', 'updated_at': '2021-07-29T23:24:21Z', 'revision_number': 4, 'project_id': 'd954899d85d94386b2170efdab77ddb2', 'gw_port': {'id': '156a6ced-e99b-4a1e-abee-30cf7bc97974', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:17Z', 'updated_at': '2021-07-29T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'cad39ba9-495a-43c9-81f9-1c335abda58e', 'name': '', 'network_id': '66bf1b30-b0b3-402c-8a81-d59ae3f7f904', 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'mac_address': 'fa:16:3e:3c:fd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '16a048f2-545c-45a3-863f-3a23de75e13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:20Z', 'updated_at': '2021-07-29T23:24:21Z', 'revision_number': 2, 'project_id': 'd954899d85d94386b2170efdab77ddb2', 'subnets': [{'id': '16a048f2-545c-45a3-863f-3a23de75e13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:24.621321 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-4aabd1b2-a0c3-4c8e-a1d8-5829ec63c14a service neutron] Transition to ACTIVE for port object 7f5808b0-7781-4dd1-8179-a4ecb03132cf will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:24.623047 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-4511b8d1-cb2d-40c1-bf77-9c8bf7d2e536 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4562497 Jul 29 23:24:24.631741 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-4aabd1b2-a0c3-4c8e-a1d8-5829ec63c14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:24.648723 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a6a78c-eeaf-4faf-afd3-29edb4f8956b None None] Checking router: cacb1dd4-3960-4d5e-9e22-b6d36f210eb5 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:24:24.649375 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a6a78c-eeaf-4faf-afd3-29edb4f8956b None None] Updating router cacb1dd4-3960-4d5e-9e22-b6d36f210eb5 port cad39ba9-495a-43c9-81f9-1c335abda58e binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:24:24.654376 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-1845a124-6eee-4748-9092-a330f17ed6cc service neutron] Request body: {'port': {'device_id': 'a053e084-f5d3-47f4-a03c-cd6416e4d55a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:24.701016 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-85a6a78c-eeaf-4faf-afd3-29edb4f8956b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:24.719238 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-751b2ab7-c26d-4fa6-a211-f8ecb3c2af7e None None] Provisioning for port 2b65c783-aeb7-48db-af8f-291c48794a52 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:24.727582 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-751b2ab7-c26d-4fa6-a211-f8ecb3c2af7e None None] Provisioning complete for port 2b65c783-aeb7-48db-af8f-291c48794a52 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:24.728320 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-751b2ab7-c26d-4fa6-a211-f8ecb3c2af7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:24.798169 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabd1b2-a0c3-4c8e-a1d8-5829ec63c14a service neutron] Pushing event updated for resources: {'Port': ['ID=7f5808b0-7781-4dd1-8179-a4ecb03132cf,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:24.887482 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb49564-340f-4137-9f25-024b0cffc51c req-f4cd3986-dad3-4b91-aa0b-6b5ed2dad143 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:24.898910 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0eb49564-340f-4137-9f25-024b0cffc51c req-f4cd3986-dad3-4b91-aa0b-6b5ed2dad143 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/ports?device_id=a053e084-f5d3-47f4-a03c-cd6416e4d55a HTTP/1.1" status: 200 len: 935 time: 0.3438675 Jul 29 23:24:24.941213 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-751b2ab7-c26d-4fa6-a211-f8ecb3c2af7e None None] Port 2b65c783-aeb7-48db-af8f-291c48794a52 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:24:24.973530 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-1845a124-6eee-4748-9092-a330f17ed6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:25.214843 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 156a6ced-e99b-4a1e-abee-30cf7bc97974 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:25.230956 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2974b97-5ed7-4360-bb91-34087890c764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:25.285937 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-85a6a78c-eeaf-4faf-afd3-29edb4f8956b None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:25.318824 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-85a6a78c-eeaf-4faf-afd3-29edb4f8956b None None] Transition to ACTIVE for port object cad39ba9-495a-43c9-81f9-1c335abda58e will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:25.328211 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 156a6ced-e99b-4a1e-abee-30cf7bc97974 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:25.328991 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:25.397858 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-85a6a78c-eeaf-4faf-afd3-29edb4f8956b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:25.500129 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae12c9-5701-4395-b34e-2727a9ace8ba None None] Pushing event updated for resources: {'Port': ['ID=cad39ba9-495a-43c9-81f9-1c335abda58e,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:25.609612 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-85a6a78c-eeaf-4faf-afd3-29edb4f8956b None None] Attempting to bind port cad39ba9-495a-43c9-81f9-1c335abda58e on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:25.610262 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-85a6a78c-eeaf-4faf-afd3-29edb4f8956b None None] Attempting to bind port cad39ba9-495a-43c9-81f9-1c335abda58e by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '4ac21f00-30d3-4050-bcd9-41af44bf680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '66bf1b30-b0b3-402c-8a81-d59ae3f7f904'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:25.610828 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6a78c-eeaf-4faf-afd3-29edb4f8956b None None] Attempting to bind port cad39ba9-495a-43c9-81f9-1c335abda58e on network 66bf1b30-b0b3-402c-8a81-d59ae3f7f904 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:25.624058 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6a78c-eeaf-4faf-afd3-29edb4f8956b None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:25.625791 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6a78c-eeaf-4faf-afd3-29edb4f8956b None None] Checking segment: {'id': '4ac21f00-30d3-4050-bcd9-41af44bf680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '66bf1b30-b0b3-402c-8a81-d59ae3f7f904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:25.626374 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-85a6a78c-eeaf-4faf-afd3-29edb4f8956b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:25.626938 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a6a78c-eeaf-4faf-afd3-29edb4f8956b None None] Bound using segment: {'id': '4ac21f00-30d3-4050-bcd9-41af44bf680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '66bf1b30-b0b3-402c-8a81-d59ae3f7f904'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:25.628639 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-85a6a78c-eeaf-4faf-afd3-29edb4f8956b None None] Bound port: cad39ba9-495a-43c9-81f9-1c335abda58e, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ac21f00-30d3-4050-bcd9-41af44bf680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '66bf1b30-b0b3-402c-8a81-d59ae3f7f904'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:25.629252 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-85a6a78c-eeaf-4faf-afd3-29edb4f8956b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:25.721410 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0eb49564-340f-4137-9f25-024b0cffc51c req-8e3e0071-a644-4da4-a029-ff67adb82a55 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b1f0ef8-0474-4634-b7cb-25091e2694b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8231387 Jul 29 23:24:25.722305 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-4aabd1b2-a0c3-4c8e-a1d8-5829ec63c14a service neutron] Attempting to bind port 7f5808b0-7781-4dd1-8179-a4ecb03132cf on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:25.722749 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-4aabd1b2-a0c3-4c8e-a1d8-5829ec63c14a service neutron] Attempting to bind port 7f5808b0-7781-4dd1-8179-a4ecb03132cf by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'f75c782a-0889-4ca5-96db-af5a98161a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd6e2640d-09f4-43e1-b3aa-e86faf3cfd26'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:25.723014 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-4aabd1b2-a0c3-4c8e-a1d8-5829ec63c14a service neutron] Attempting to bind port 7f5808b0-7781-4dd1-8179-a4ecb03132cf on network d6e2640d-09f4-43e1-b3aa-e86faf3cfd26 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:25.770794 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-85a6a78c-eeaf-4faf-afd3-29edb4f8956b None None] For port cad39ba9-495a-43c9-81f9-1c335abda58e, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:25.776872 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-c2974b97-5ed7-4360-bb91-34087890c764 admin admin] Deleting port 1bf70dc2-aef1-405f-913a-532c1ab52e24 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:25.777637 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2974b97-5ed7-4360-bb91-34087890c764 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:25.782572 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-85a6a78c-eeaf-4faf-afd3-29edb4f8956b None None] For port cad39ba9-495a-43c9-81f9-1c335abda58e, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=cad39ba9-495a-43c9-81f9-1c335abda58e,segment=NetworkSegment(4ac21f00-30d3-4050-bcd9-41af44bf680d),segment_id=4ac21f00-30d3-4050-bcd9-41af44bf680d)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:25.790342 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-85a6a78c-eeaf-4faf-afd3-29edb4f8956b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:25.888056 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a6a78c-eeaf-4faf-afd3-29edb4f8956b None None] Routers {'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:25.888881 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-85a6a78c-eeaf-4faf-afd3-29edb4f8956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:24:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['cacb1dd4-3960-4d5e-9e22-b6d36f210eb5'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:25.921670 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-c2974b97-5ed7-4360-bb91-34087890c764 admin admin] For port 1bf70dc2-aef1-405f-913a-532c1ab52e24, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=1bf70dc2-aef1-405f-913a-532c1ab52e24,segment=NetworkSegment(b6c26d51-2547-48ab-86ba-16b77d8ac619),segment_id=b6c26d51-2547-48ab-86ba-16b77d8ac619)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:25.923069 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2974b97-5ed7-4360-bb91-34087890c764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:25.945551 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-4aabd1b2-a0c3-4c8e-a1d8-5829ec63c14a service neutron] Port 7f5808b0-7781-4dd1-8179-a4ecb03132cf on network d6e2640d-09f4-43e1-b3aa-e86faf3cfd26 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:24:25.945869 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-4aabd1b2-a0c3-4c8e-a1d8-5829ec63c14a service neutron] Attempting to bind port 7f5808b0-7781-4dd1-8179-a4ecb03132cf on network d6e2640d-09f4-43e1-b3aa-e86faf3cfd26 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:25.978171 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-c2974b97-5ed7-4360-bb91-34087890c764 admin admin] Calling delete_port for 1bf70dc2-aef1-405f-913a-532c1ab52e24 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:25.985601 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421cb473-0113-4a8c-be46-037548ecfd85 req-160ee32f-95ea-4050-84ab-481b346ee76f tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:25.999220 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-421cb473-0113-4a8c-be46-037548ecfd85 req-160ee32f-95ea-4050-84ab-481b346ee76f tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=167dc7d0-9767-4f31-bc86-06ac7a493126 HTTP/1.1" status: 200 len: 945 time: 0.9574301 Jul 29 23:24:26.016562 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-4aabd1b2-a0c3-4c8e-a1d8-5829ec63c14a service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:26.017029 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-4aabd1b2-a0c3-4c8e-a1d8-5829ec63c14a service neutron] Checking segment: {'id': 'f75c782a-0889-4ca5-96db-af5a98161a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd6e2640d-09f4-43e1-b3aa-e86faf3cfd26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:26.017475 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-4aabd1b2-a0c3-4c8e-a1d8-5829ec63c14a service neutron] Bound using segment: {'id': 'f75c782a-0889-4ca5-96db-af5a98161a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd6e2640d-09f4-43e1-b3aa-e86faf3cfd26'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:26.017940 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-4aabd1b2-a0c3-4c8e-a1d8-5829ec63c14a service neutron] Bound port: 7f5808b0-7781-4dd1-8179-a4ecb03132cf, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f75c782a-0889-4ca5-96db-af5a98161a6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'd6e2640d-09f4-43e1-b3aa-e86faf3cfd26'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:26.018467 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-4aabd1b2-a0c3-4c8e-a1d8-5829ec63c14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:26.213482 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae12c9-5701-4395-b34e-2727a9ace8ba None None] Pushing event updated for resources: {'Port': ['ID=cad39ba9-495a-43c9-81f9-1c335abda58e,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:26.276966 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-85a6a78c-eeaf-4faf-afd3-29edb4f8956b None None] Set router cacb1dd4-3960-4d5e-9e22-b6d36f210eb5 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:26.289217 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-421cb473-0113-4a8c-be46-037548ecfd85 req-85fefbc5-dc65-429a-b3e7-a8e9f44b513a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890935 Jul 29 23:24:26.372519 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2974b97-5ed7-4360-bb91-34087890c764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:26.389567 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc95cfc-96be-427c-9deb-42f5b11c137d req-d66d7cad-7ae3-40fb-b171-10572038c1bc tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:26.399146 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5cc95cfc-96be-427c-9deb-42f5b11c137d req-d66d7cad-7ae3-40fb-b171-10572038c1bc tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c78d89-ff2b-4f47-8fb9-3e640a252858 HTTP/1.1" status: 200 len: 943 time: 0.2031789 Jul 29 23:24:26.461052 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2974b97-5ed7-4360-bb91-34087890c764 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bf70dc2-aef1-405f-913a-532c1ab52e24,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:26.464689 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-1845a124-6eee-4748-9092-a330f17ed6cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b65c783-aeb7-48db-af8f-291c48794a52 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:26.478506 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-1845a124-6eee-4748-9092-a330f17ed6cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:26.491664 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5cc95cfc-96be-427c-9deb-42f5b11c137d req-fe23ec15-79e5-4f08-b64e-4c78765394bf tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a7cfce9-eb85-4f5a-be17-e1b1de6bd56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922172 Jul 29 23:24:26.492949 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-4aabd1b2-a0c3-4c8e-a1d8-5829ec63c14a service neutron] For port 7f5808b0-7781-4dd1-8179-a4ecb03132cf, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:26.532207 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-1845a124-6eee-4748-9092-a330f17ed6cc service neutron] Transition to ACTIVE for port object 2b65c783-aeb7-48db-af8f-291c48794a52 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:26.547865 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-4aabd1b2-a0c3-4c8e-a1d8-5829ec63c14a service neutron] For port 7f5808b0-7781-4dd1-8179-a4ecb03132cf, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=7f5808b0-7781-4dd1-8179-a4ecb03132cf,segment=NetworkSegment(f75c782a-0889-4ca5-96db-af5a98161a6f),segment_id=f75c782a-0889-4ca5-96db-af5a98161a6f)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:26.555073 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-1845a124-6eee-4748-9092-a330f17ed6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:26.652322 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-85a6a78c-eeaf-4faf-afd3-29edb4f8956b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'name': 'tempest-TaggedBootDevicesTest_v242-927965739-router', 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '156a6ced-e99b-4a1e-abee-30cf7bc97974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:16Z', 'updated_at': '2021-07-29T23:24:21Z', 'revision_number': 4, 'project_id': 'd954899d85d94386b2170efdab77ddb2', 'gw_port': {'id': '156a6ced-e99b-4a1e-abee-30cf7bc97974', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:17Z', 'updated_at': '2021-07-29T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'cad39ba9-495a-43c9-81f9-1c335abda58e', 'name': '', 'network_id': '66bf1b30-b0b3-402c-8a81-d59ae3f7f904', 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'mac_address': 'fa:16:3e:3c:fd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '16a048f2-545c-45a3-863f-3a23de75e13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:20Z', 'updated_at': '2021-07-29T23:24:25Z', 'revision_number': 4, 'project_id': 'd954899d85d94386b2170efdab77ddb2', 'subnets': [{'id': '16a048f2-545c-45a3-863f-3a23de75e13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:26.665122 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845a124-6eee-4748-9092-a330f17ed6cc service neutron] Pushing event updated for resources: {'Port': ['ID=2b65c783-aeb7-48db-af8f-291c48794a52,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:26.677084 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-4aabd1b2-a0c3-4c8e-a1d8-5829ec63c14a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:26.698465 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85a6a78c-eeaf-4faf-afd3-29edb4f8956b None None] The sync data for ids ['cacb1dd4-3960-4d5e-9e22-b6d36f210eb5'] in n-d-712140-10 is: [{'id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'name': 'tempest-TaggedBootDevicesTest_v242-927965739-router', 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '156a6ced-e99b-4a1e-abee-30cf7bc97974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:16Z', 'updated_at': '2021-07-29T23:24:21Z', 'revision_number': 4, 'project_id': 'd954899d85d94386b2170efdab77ddb2', 'gw_port': {'id': '156a6ced-e99b-4a1e-abee-30cf7bc97974', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:17Z', 'updated_at': '2021-07-29T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'cad39ba9-495a-43c9-81f9-1c335abda58e', 'name': '', 'network_id': '66bf1b30-b0b3-402c-8a81-d59ae3f7f904', 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'mac_address': 'fa:16:3e:3c:fd:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '16a048f2-545c-45a3-863f-3a23de75e13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:20Z', 'updated_at': '2021-07-29T23:24:25Z', 'revision_number': 4, 'project_id': 'd954899d85d94386b2170efdab77ddb2', 'subnets': [{'id': '16a048f2-545c-45a3-863f-3a23de75e13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:24:26.887852 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-4aabd1b2-a0c3-4c8e-a1d8-5829ec63c14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:26.889298 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-4aabd1b2-a0c3-4c8e-a1d8-5829ec63c14a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:26.896549 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-4aabd1b2-a0c3-4c8e-a1d8-5829ec63c14a service neutron] 10.222.0.39 "PUT /v2.0/ports/7f5808b0-7781-4dd1-8179-a4ecb03132cf HTTP/1.1" status: 200 len: 1092 time: 3.5450630 Jul 29 23:24:26.900744 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c78d89-ff2b-4f47-8fb9-3e640a252858', 'tag': '7f5808b0-7781-4dd1-8179-a4ecb03132cf'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:26.904028 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7309b4-fa45-4ff7-b211-81f81a884185" -d '{"events": [{"name": "network-changed", "server_uuid": "44c78d89-ff2b-4f47-8fb9-3e640a252858", "tag": "7f5808b0-7781-4dd1-8179-a4ecb03132cf"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:26.923403 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2974b97-5ed7-4360-bb91-34087890c764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:27.156089 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0814c-8d31-4b15-a5f7-1a6d1e18fd0c req-acfc5753-f3f9-4333-a1d6-0011fabf6de5 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:27.165517 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d2e0814c-8d31-4b15-a5f7-1a6d1e18fd0c req-acfc5753-f3f9-4333-a1d6-0011fabf6de5 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=67a23ef7-a53d-45fa-9203-e21d480c09a8 HTTP/1.1" status: 200 len: 945 time: 0.5156682 Jul 29 23:24:27.205506 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabd1b2-a0c3-4c8e-a1d8-5829ec63c14a service neutron] Pushing event updated for resources: {'Port': ['ID=7f5808b0-7781-4dd1-8179-a4ecb03132cf,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:27.346393 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d2e0814c-8d31-4b15-a5f7-1a6d1e18fd0c req-20db97c6-85e5-4008-8ba2-738970914a5c tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776175 Jul 29 23:24:27.373801 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-35ee9561-514b-4112-a071-029dbbdffdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:27.375562 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-35ee9561-514b-4112-a071-029dbbdffdbb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=020cf0fa00f7401c9020fdf0384434db&device_id=44c78d89-ff2b-4f47-8fb9-3e640a252858 HTTP/1.1" status: 200 len: 1095 time: 0.4052465 Jul 29 23:24:27.416427 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-1845a124-6eee-4748-9092-a330f17ed6cc service neutron] Attempting to bind port 2b65c783-aeb7-48db-af8f-291c48794a52 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:27.416970 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-1845a124-6eee-4748-9092-a330f17ed6cc service neutron] Attempting to bind port 2b65c783-aeb7-48db-af8f-291c48794a52 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:27.417783 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-1845a124-6eee-4748-9092-a330f17ed6cc service neutron] Attempting to bind port 2b65c783-aeb7-48db-af8f-291c48794a52 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:27.436415 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-1845a124-6eee-4748-9092-a330f17ed6cc service neutron] Port 2b65c783-aeb7-48db-af8f-291c48794a52 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:24:27.438060 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-1845a124-6eee-4748-9092-a330f17ed6cc service neutron] Attempting to bind port 2b65c783-aeb7-48db-af8f-291c48794a52 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:27.439916 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device cad39ba9-495a-43c9-81f9-1c335abda58e up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:27.541834 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-1845a124-6eee-4748-9092-a330f17ed6cc service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:27.542277 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-1845a124-6eee-4748-9092-a330f17ed6cc service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:27.542676 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-1845a124-6eee-4748-9092-a330f17ed6cc service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:27.552315 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-1845a124-6eee-4748-9092-a330f17ed6cc service neutron] Bound port: 2b65c783-aeb7-48db-af8f-291c48794a52, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:27.552699 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-1845a124-6eee-4748-9092-a330f17ed6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:27.554549 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port cad39ba9-495a-43c9-81f9-1c335abda58e completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:27.560442 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port cad39ba9-495a-43c9-81f9-1c335abda58e triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:27.561339 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:27.568933 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-8acd6d81-ac81-4978-99dd-c94c64c689e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f5808b0-7781-4dd1-8179-a4ecb03132cf HTTP/1.1" status: 200 len: 217 time: 0.1537633 Jul 29 23:24:27.667418 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2974b97-5ed7-4360-bb91-34087890c764 admin admin] Router 4a53a485-be9e-42b1-93c0-0f7d5ba174c4 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:24:27.729948 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:27.766305 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe62858f-3326-46e1-9821-45de4e1187bf req-19b50c57-e187-439b-a866-69c997c05df1 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:27.768394 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe62858f-3326-46e1-9821-45de4e1187bf req-19b50c57-e187-439b-a866-69c997c05df1 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/ports?device_id=a053e084-f5d3-47f4-a03c-cd6416e4d55a HTTP/1.1" status: 200 len: 947 time: 0.2132063 Jul 29 23:24:27.775191 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-2cf34f7c-1b45-4104-8301-90619313be1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:27.777025 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-2cf34f7c-1b45-4104-8301-90619313be1a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9a863ba4-a489-4e6d-b0bb-e711fa258cc7 HTTP/1.1" status: 200 len: 850 time: 0.1911194 Jul 29 23:24:27.800935 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port cad39ba9-495a-43c9-81f9-1c335abda58e, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=cad39ba9-495a-43c9-81f9-1c335abda58e,segment=NetworkSegment(4ac21f00-30d3-4050-bcd9-41af44bf680d),segment_id=4ac21f00-30d3-4050-bcd9-41af44bf680d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:27.807672 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:27.889382 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=cad39ba9-495a-43c9-81f9-1c335abda58e,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:27.904129 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-1845a124-6eee-4748-9092-a330f17ed6cc service neutron] For port 2b65c783-aeb7-48db-af8f-291c48794a52, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:27.945755 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-1845a124-6eee-4748-9092-a330f17ed6cc service neutron] For port 2b65c783-aeb7-48db-af8f-291c48794a52, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=2b65c783-aeb7-48db-af8f-291c48794a52,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:27.954679 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2974b97-5ed7-4360-bb91-34087890c764 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:24:27.956067 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe62858f-3326-46e1-9821-45de4e1187bf req-36612335-cdd4-41e7-8d7a-e830880a5f26 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b1f0ef8-0474-4634-b7cb-25091e2694b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624203 Jul 29 23:24:27.957499 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-1845a124-6eee-4748-9092-a330f17ed6cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:27.963958 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c2974b97-5ed7-4360-bb91-34087890c764 admin admin] 10.222.0.18 "PUT /v2.0/routers/4a53a485-be9e-42b1-93c0-0f7d5ba174c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5648890 Jul 29 23:24:27.964927 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34746) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:27.971305 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de595e83-0bd3-425d-809b-b2e3643b0fa2 None None] Sync routers for ids ['4a53a485-be9e-42b1-93c0-0f7d5ba174c4'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:24:27.988106 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de595e83-0bd3-425d-809b-b2e3643b0fa2 None None] Routers {'4a53a485-be9e-42b1-93c0-0f7d5ba174c4'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:27.990465 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-de595e83-0bd3-425d-809b-b2e3643b0fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:24:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['4a53a485-be9e-42b1-93c0-0f7d5ba174c4'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:28.024393 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-9e28b45a-2daf-439b-afd8-56844bf34533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:28.026188 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-9e28b45a-2daf-439b-afd8-56844bf34533 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d6e2640d-09f4-43e1-b3aa-e86faf3cfd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2338476 Jul 29 23:24:28.248330 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-1845a124-6eee-4748-9092-a330f17ed6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:28.248586 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-de595e83-0bd3-425d-809b-b2e3643b0fa2 None None] Set router 4a53a485-be9e-42b1-93c0-0f7d5ba174c4 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:28.249278 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-1845a124-6eee-4748-9092-a330f17ed6cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:28.250580 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-1845a124-6eee-4748-9092-a330f17ed6cc service neutron] 10.222.0.23 "PUT /v2.0/ports/2b65c783-aeb7-48db-af8f-291c48794a52 HTTP/1.1" status: 200 len: 1096 time: 3.6039333 Jul 29 23:24:28.321115 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0467bd-bcc5-4173-b6ed-9e8df8dadc6f x-openstack-request-id: req-1c0467bd-bcc5-4173-b6ed-9e8df8dadc6f {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:28.321329 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c78d89-ff2b-4f47-8fb9-3e640a252858", "tag": "7f5808b0-7781-4dd1-8179-a4ecb03132cf", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:28.321637 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c0467bd-bcc5-4173-b6ed-9e8df8dadc6f {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:28.322071 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c78d89-ff2b-4f47-8fb9-3e640a252858', 'tag': '7f5808b0-7781-4dd1-8179-a4ecb03132cf', 'status': 'completed', 'code': 200} Jul 29 23:24:28.354149 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf0baf82-32e6-482a-97f8-3f81f95ad7c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:28.490598 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-c218506d-22b8-48aa-b989-d4fb97124060 req-41a1a622-38b0-4b40-97e7-a677ced2a368 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:24:28.508522 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c218506d-22b8-48aa-b989-d4fb97124060 req-41a1a622-38b0-4b40-97e7-a677ced2a368 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4526417 Jul 29 23:24:28.518768 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1845a124-6eee-4748-9092-a330f17ed6cc service neutron] Pushing event updated for resources: {'Port': ['ID=2b65c783-aeb7-48db-af8f-291c48794a52,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:28.553451 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-a0f7e053-5dc4-4dc1-99ad-8c7fb03f0cd8 service neutron] 10.222.0.39 "GET /v2.0/networks/d6e2640d-09f4-43e1-b3aa-e86faf3cfd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4963338 Jul 29 23:24:28.604886 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-de595e83-0bd3-425d-809b-b2e3643b0fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a53a485-be9e-42b1-93c0-0f7d5ba174c4', 'name': 'tempest-FloatingIPsTestJSON-1281074252-router', 'tenant_id': '7466c7c0f5b542d7b985408bdea4d9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c856ed4f-fd54-42ff-bae0-e0d366357f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:54Z', 'updated_at': '2021-07-29T23:24:26Z', 'revision_number': 5, 'project_id': '7466c7c0f5b542d7b985408bdea4d9a4', 'gw_port': {'id': 'c856ed4f-fd54-42ff-bae0-e0d366357f5d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a53a485-be9e-42b1-93c0-0f7d5ba174c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:56Z', 'updated_at': '2021-07-29T23:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:28.637294 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de595e83-0bd3-425d-809b-b2e3643b0fa2 None None] Checking router: 4a53a485-be9e-42b1-93c0-0f7d5ba174c4 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:24:28.654380 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de595e83-0bd3-425d-809b-b2e3643b0fa2 None None] Routers {'4a53a485-be9e-42b1-93c0-0f7d5ba174c4'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:28.655582 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-de595e83-0bd3-425d-809b-b2e3643b0fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:24:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['4a53a485-be9e-42b1-93c0-0f7d5ba174c4'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:28.685064 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf0baf82-32e6-482a-97f8-3f81f95ad7c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:28.772638 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-cf0baf82-32e6-482a-97f8-3f81f95ad7c6 admin admin] Deleting port c856ed4f-fd54-42ff-bae0-e0d366357f5d {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:28.772982 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf0baf82-32e6-482a-97f8-3f81f95ad7c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:28.788820 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-de595e83-0bd3-425d-809b-b2e3643b0fa2 None None] Set router 4a53a485-be9e-42b1-93c0-0f7d5ba174c4 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:28.848886 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a90f6a3-e30e-4c7a-88a3-1929c8714f27 req-4236882f-47c0-452d-bf4e-47221b18e1fd service neutron] 10.222.0.39 "GET /v2.0/networks/d6e2640d-09f4-43e1-b3aa-e86faf3cfd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833564 Jul 29 23:24:28.860275 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-c218506d-22b8-48aa-b989-d4fb97124060 req-5fb381fe-b01a-44ba-88b8-d9fadb0cf4cc service neutron] Request body: {'binding': {'host': 'n-h2-712140-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:28.861382 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-c218506d-22b8-48aa-b989-d4fb97124060 req-5fb381fe-b01a-44ba-88b8-d9fadb0cf4cc service neutron] Unknown quota resources ['binding']. {{(pid=94063) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:24:28.915678 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-cf0baf82-32e6-482a-97f8-3f81f95ad7c6 admin admin] For port c856ed4f-fd54-42ff-bae0-e0d366357f5d, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c856ed4f-fd54-42ff-bae0-e0d366357f5d,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:28.916507 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf0baf82-32e6-482a-97f8-3f81f95ad7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:28.936820 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-cf0baf82-32e6-482a-97f8-3f81f95ad7c6 admin admin] Calling delete_port for c856ed4f-fd54-42ff-bae0-e0d366357f5d owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:29.062340 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-de595e83-0bd3-425d-809b-b2e3643b0fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a53a485-be9e-42b1-93c0-0f7d5ba174c4', 'name': 'tempest-FloatingIPsTestJSON-1281074252-router', 'tenant_id': '7466c7c0f5b542d7b985408bdea4d9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c856ed4f-fd54-42ff-bae0-e0d366357f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:54Z', 'updated_at': '2021-07-29T23:24:26Z', 'revision_number': 5, 'project_id': '7466c7c0f5b542d7b985408bdea4d9a4', 'gw_port': {'id': 'c856ed4f-fd54-42ff-bae0-e0d366357f5d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a53a485-be9e-42b1-93c0-0f7d5ba174c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:56Z', 'updated_at': '2021-07-29T23:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:29.085503 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-f9df43c4-dc77-4e92-9af4-459074f90ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:29.095439 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-f9df43c4-dc77-4e92-9af4-459074f90ab3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5d479cc76ff4ec3901539ccb7d5396c&device_id=a053e084-f5d3-47f4-a03c-cd6416e4d55a HTTP/1.1" status: 200 len: 1099 time: 0.7720895 Jul 29 23:24:29.104562 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de595e83-0bd3-425d-809b-b2e3643b0fa2 None None] The sync data for ids ['4a53a485-be9e-42b1-93c0-0f7d5ba174c4'] in n-d-712140-10 is: [{'id': '4a53a485-be9e-42b1-93c0-0f7d5ba174c4', 'name': 'tempest-FloatingIPsTestJSON-1281074252-router', 'tenant_id': '7466c7c0f5b542d7b985408bdea4d9a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.59'}], 'enable_snat': True}, 'gw_port_id': 'c856ed4f-fd54-42ff-bae0-e0d366357f5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:54Z', 'updated_at': '2021-07-29T23:24:26Z', 'revision_number': 5, 'project_id': '7466c7c0f5b542d7b985408bdea4d9a4', 'gw_port': {'id': 'c856ed4f-fd54-42ff-bae0-e0d366357f5d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a53a485-be9e-42b1-93c0-0f7d5ba174c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:56Z', 'updated_at': '2021-07-29T23:24:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:24:29.195138 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-6af543b6-7056-4435-bea1-66ad1b240b83 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=2b65c783-aeb7-48db-af8f-291c48794a52 HTTP/1.1" status: 200 len: 217 time: 0.0572021 Jul 29 23:24:29.260255 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf0baf82-32e6-482a-97f8-3f81f95ad7c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:29.262593 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:29.298903 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0baf82-32e6-482a-97f8-3f81f95ad7c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c856ed4f-fd54-42ff-bae0-e0d366357f5d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:29.351432 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c218506d-22b8-48aa-b989-d4fb97124060 req-5fb381fe-b01a-44ba-88b8-d9fadb0cf4cc service neutron] Attempting to bind port 87c1327c-d7e0-4849-8699-2d69e0c74a91 on host n-h2-712140-10 for vnic_type normal with profile None {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:29.351954 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c218506d-22b8-48aa-b989-d4fb97124060 req-5fb381fe-b01a-44ba-88b8-d9fadb0cf4cc service neutron] Attempting to bind port 87c1327c-d7e0-4849-8699-2d69e0c74a91 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:29.352503 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c218506d-22b8-48aa-b989-d4fb97124060 req-5fb381fe-b01a-44ba-88b8-d9fadb0cf4cc service neutron] Attempting to bind port 87c1327c-d7e0-4849-8699-2d69e0c74a91 on network 41b737f2-e531-4160-b598-3383b744485d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:29.372334 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf0baf82-32e6-482a-97f8-3f81f95ad7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:29.376591 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-54c9fb72-f3eb-4761-95df-13e5751b8b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:29.379746 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-54c9fb72-f3eb-4761-95df-13e5751b8b9f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1753438 Jul 29 23:24:29.383101 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7309b4-fa45-4ff7-b211-81f81a884185 req-fcfaa295-080e-44bd-9ed0-d7f7ac7e7220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:29.385711 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dd7309b4-fa45-4ff7-b211-81f81a884185 req-fcfaa295-080e-44bd-9ed0-d7f7ac7e7220 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=020cf0fa00f7401c9020fdf0384434db&device_id=44c78d89-ff2b-4f47-8fb9-3e640a252858 HTTP/1.1" status: 200 len: 1095 time: 0.3254862 Jul 29 23:24:29.390225 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c218506d-22b8-48aa-b989-d4fb97124060 req-5fb381fe-b01a-44ba-88b8-d9fadb0cf4cc service neutron] Port 87c1327c-d7e0-4849-8699-2d69e0c74a91 on network 41b737f2-e531-4160-b598-3383b744485d not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:24:29.390788 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c218506d-22b8-48aa-b989-d4fb97124060 req-5fb381fe-b01a-44ba-88b8-d9fadb0cf4cc service neutron] Attempting to bind port 87c1327c-d7e0-4849-8699-2d69e0c74a91 on network 41b737f2-e531-4160-b598-3383b744485d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:29.479438 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c218506d-22b8-48aa-b989-d4fb97124060 req-5fb381fe-b01a-44ba-88b8-d9fadb0cf4cc service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:29.479788 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c218506d-22b8-48aa-b989-d4fb97124060 req-5fb381fe-b01a-44ba-88b8-d9fadb0cf4cc service neutron] Checking segment: {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:29.480210 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c218506d-22b8-48aa-b989-d4fb97124060 req-5fb381fe-b01a-44ba-88b8-d9fadb0cf4cc service neutron] Bound using segment: {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:29.480665 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c218506d-22b8-48aa-b989-d4fb97124060 req-5fb381fe-b01a-44ba-88b8-d9fadb0cf4cc service neutron] Bound port: 87c1327c-d7e0-4849-8699-2d69e0c74a91, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:29.496222 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf0baf82-32e6-482a-97f8-3f81f95ad7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:29.499198 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf0baf82-32e6-482a-97f8-3f81f95ad7c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:29.509097 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device cad39ba9-495a-43c9-81f9-1c335abda58e up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:29.509873 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f03ae3-1e54-4ad6-8ae3-afffabdb9bdd req-8d82c41c-4040-4ffb-977f-d58c8a664e8a tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:29.511437 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a6f03ae3-1e54-4ad6-8ae3-afffabdb9bdd req-8d82c41c-4040-4ffb-977f-d58c8a664e8a tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c78d89-ff2b-4f47-8fb9-3e640a252858 HTTP/1.1" status: 200 len: 943 time: 0.2602701 Jul 29 23:24:29.591735 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port cad39ba9-495a-43c9-81f9-1c335abda58e triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:29.592240 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:29.604844 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf0baf82-32e6-482a-97f8-3f81f95ad7c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:29.605976 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0baf82-32e6-482a-97f8-3f81f95ad7c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a53a485-be9e-42b1-93c0-0f7d5ba174c4 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:24:29.622884 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf0baf82-32e6-482a-97f8-3f81f95ad7c6 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:29.626734 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cf0baf82-32e6-482a-97f8-3f81f95ad7c6 admin admin] 10.222.0.18 "DELETE /v2.0/routers/4a53a485-be9e-42b1-93c0-0f7d5ba174c4 HTTP/1.1" status: 204 len: 168 time: 1.6603050 Jul 29 23:24:29.630709 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34764) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:29.646711 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:29.688308 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-f33aedaf-204e-4777-90a0-96c20723f363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:29.690875 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-f33aedaf-204e-4777-90a0-96c20723f363 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3019564 Jul 29 23:24:29.728264 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a6f03ae3-1e54-4ad6-8ae3-afffabdb9bdd req-07ed77b6-a4c5-4066-b0b5-75efc5f4bf2d tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a7cfce9-eb85-4f5a-be17-e1b1de6bd56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713734 Jul 29 23:24:29.728757 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ebc2c9f-0454-430a-b263-24ee50dbcc94 admin admin] Deleting subnet 281f173f-1c74-46af-a066-9c329287568f {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:24:29.733809 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3ebc2c9f-0454-430a-b263-24ee50dbcc94 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:29.797948 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3ebc2c9f-0454-430a-b263-24ee50dbcc94 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:29.805343 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c218506d-22b8-48aa-b989-d4fb97124060 req-5fb381fe-b01a-44ba-88b8-d9fadb0cf4cc service neutron] For port 87c1327c-d7e0-4849-8699-2d69e0c74a91, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=87c1327c-d7e0-4849-8699-2d69e0c74a91,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:29.808564 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7309b4-fa45-4ff7-b211-81f81a884185 req-1ef53925-2def-4a74-bf41-7c0788f9861c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:29.810212 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dd7309b4-fa45-4ff7-b211-81f81a884185 req-1ef53925-2def-4a74-bf41-7c0788f9861c service neutron] 10.222.0.39 "GET /v2.0/networks?id=d6e2640d-09f4-43e1-b3aa-e86faf3cfd26 HTTP/1.1" status: 200 len: 912 time: 0.4042318 Jul 29 23:24:29.816268 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c218506d-22b8-48aa-b989-d4fb97124060 req-5fb381fe-b01a-44ba-88b8-d9fadb0cf4cc service neutron] Notify callbacks [] for binding, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:29.817620 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c218506d-22b8-48aa-b989-d4fb97124060 req-5fb381fe-b01a-44ba-88b8-d9fadb0cf4cc service neutron] 10.222.0.18 "POST /v2.0/ports/87c1327c-d7e0-4849-8699-2d69e0c74a91/bindings HTTP/1.1" status: 201 len: 390 time: 1.3005517 Jul 29 23:24:29.867689 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dd7309b4-fa45-4ff7-b211-81f81a884185 req-489809dd-4154-4e68-8dad-57e407b211dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f5808b0-7781-4dd1-8179-a4ecb03132cf HTTP/1.1" status: 200 len: 217 time: 0.0487485 Jul 29 23:24:29.983891 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-de3bc04b-3691-4a5a-a948-86a3ab5a1d54 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748129 Jul 29 23:24:30.001357 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7309b4-fa45-4ff7-b211-81f81a884185 req-efc84001-15b4-4272-83a1-943871a9f931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:30.003570 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dd7309b4-fa45-4ff7-b211-81f81a884185 req-efc84001-15b4-4272-83a1-943871a9f931 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9a863ba4-a489-4e6d-b0bb-e711fa258cc7 HTTP/1.1" status: 200 len: 850 time: 0.1229703 Jul 29 23:24:30.067271 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3ebc2c9f-0454-430a-b263-24ee50dbcc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:30.094907 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd4c6f-4673-4324-bc97-58fb37a52ab8 req-33c4e43f-d14d-457a-b11d-8654f3f27ad1 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:30.096966 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4fbd4c6f-4673-4324-bc97-58fb37a52ab8 req-33c4e43f-d14d-457a-b11d-8654f3f27ad1 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=67a23ef7-a53d-45fa-9203-e21d480c09a8 HTTP/1.1" status: 200 len: 945 time: 0.1736138 Jul 29 23:24:30.205236 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53374c1-60d2-4991-a8cb-eeeedd88868d req-8f3489a6-7fdf-4be5-94d6-9f181f47f66f tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:30.208474 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d53374c1-60d2-4991-a8cb-eeeedd88868d req-8f3489a6-7fdf-4be5-94d6-9f181f47f66f tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.39 "GET /v2.0/ports?device_id=67a23ef7-a53d-45fa-9203-e21d480c09a8 HTTP/1.1" status: 200 len: 945 time: 0.0937991 Jul 29 23:24:30.270089 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7309b4-fa45-4ff7-b211-81f81a884185 req-42e8f10f-e6c6-412e-a7b4-83b5fa3feb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:30.271646 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dd7309b4-fa45-4ff7-b211-81f81a884185 req-42e8f10f-e6c6-412e-a7b4-83b5fa3feb87 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d6e2640d-09f4-43e1-b3aa-e86faf3cfd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2523746 Jul 29 23:24:30.319601 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3ebc2c9f-0454-430a-b263-24ee50dbcc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:30.325211 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a053e084-f5d3-47f4-a03c-cd6416e4d55a', 'tag': '2b65c783-aeb7-48db-af8f-291c48794a52'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:30.330275 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-577e8f14-d17e-45f7-b56c-d30a45e065b7" -d '{"events": [{"name": "network-changed", "server_uuid": "a053e084-f5d3-47f4-a03c-cd6416e4d55a", "tag": "2b65c783-aeb7-48db-af8f-291c48794a52"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:30.341008 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ed7de-14c4-48fc-8510-8aee844232c1 req-d9785c03-a6f7-4349-9023-c0f7b270c9a0 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:30.343610 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d13ed7de-14c4-48fc-8510-8aee844232c1 req-d9785c03-a6f7-4349-9023-c0f7b270c9a0 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/ports?device_id=a053e084-f5d3-47f4-a03c-cd6416e4d55a HTTP/1.1" status: 200 len: 947 time: 0.2567904 Jul 29 23:24:30.346671 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ffb1fa36-efa8-403c-940d-8978587ead81 req-29a994a9-32cf-4f7b-b86d-fbb7ed51a466 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543861 Jul 29 23:24:30.370686 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3ebc2c9f-0454-430a-b263-24ee50dbcc94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:30.378225 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c291aa6-755b-4b85-9357-c188fdcfdcb2 None None] Network f1f5a398-16b9-4016-8a0b-13f56d4c9b98 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:24:30.379043 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3ebc2c9f-0454-430a-b263-24ee50dbcc94 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/281f173f-1c74-46af-a066-9c329287568f HTTP/1.1" status: 204 len: 168 time: 0.7439797 Jul 29 23:24:30.381844 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebc2c9f-0454-430a-b263-24ee50dbcc94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=281f173f-1c74-46af-a066-9c329287568f,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:30.388286 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34770) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:30.396430 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4fbd4c6f-4673-4324-bc97-58fb37a52ab8 req-324b35ca-9eef-4f3c-881e-4c7464a4036a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529926 Jul 29 23:24:30.426956 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218506d-22b8-48aa-b989-d4fb97124060 req-c80802fa-4a5a-47f4-97e0-399bf2d92acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:30.429990 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c218506d-22b8-48aa-b989-d4fb97124060 req-c80802fa-4a5a-47f4-97e0-399bf2d92acf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710 HTTP/1.1" status: 200 len: 1098 time: 0.2529423 Jul 29 23:24:30.602380 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d13ed7de-14c4-48fc-8510-8aee844232c1 req-65f7e93f-f37f-40a6-aec3-556d3f7b6082 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b1f0ef8-0474-4634-b7cb-25091e2694b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046568 Jul 29 23:24:30.791065 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1c6925-f85b-40e6-8166-21a735728fbd None None] DHCP port deletion for f1f5a398-16b9-4016-8a0b-13f56d4c9b98 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:24:30.889901 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-0f1c6925-f85b-40e6-8166-21a735728fbd None None] Deleting port e95a50e1-68e4-46bc-8f40-0f169d94768a {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:30.890619 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0f1c6925-f85b-40e6-8166-21a735728fbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:30.965414 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9b7418-e8a8-4c75-9900-616e0a555653 x-openstack-request-id: req-2f9b7418-e8a8-4c75-9900-616e0a555653 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:30.965700 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a053e084-f5d3-47f4-a03c-cd6416e4d55a", "tag": "2b65c783-aeb7-48db-af8f-291c48794a52", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:30.966173 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2f9b7418-e8a8-4c75-9900-616e0a555653 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:30.966755 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a053e084-f5d3-47f4-a03c-cd6416e4d55a', 'tag': '2b65c783-aeb7-48db-af8f-291c48794a52', 'status': 'completed', 'code': 200} Jul 29 23:24:31.007645 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-0f1c6925-f85b-40e6-8166-21a735728fbd None None] For port e95a50e1-68e4-46bc-8f40-0f169d94768a, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e95a50e1-68e4-46bc-8f40-0f169d94768a,segment=NetworkSegment(b6c26d51-2547-48ab-86ba-16b77d8ac619),segment_id=b6c26d51-2547-48ab-86ba-16b77d8ac619)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:31.009505 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0f1c6925-f85b-40e6-8166-21a735728fbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:31.025434 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-d53374c1-60d2-4991-a8cb-eeeedd88868d req-f48052b2-e133-468a-8521-2a0eace0b8e4 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Deleting port 2faed4dc-7883-4d7a-9795-835e6cf2a844 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:31.025774 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d53374c1-60d2-4991-a8cb-eeeedd88868d req-f48052b2-e133-468a-8521-2a0eace0b8e4 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:31.033321 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dd7309b4-fa45-4ff7-b211-81f81a884185 req-97f76a26-7139-4bf3-af3e-03482696bfb0 service neutron] 10.222.0.39 "GET /v2.0/networks/d6e2640d-09f4-43e1-b3aa-e86faf3cfd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7440767 Jul 29 23:24:31.042366 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-0f1c6925-f85b-40e6-8166-21a735728fbd None None] Calling delete_port for e95a50e1-68e4-46bc-8f40-0f169d94768a owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:31.066377 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08cb411c-b48d-492a-96aa-3b6accd9f79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:31.226714 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218506d-22b8-48aa-b989-d4fb97124060 req-52589ef5-8485-4dfe-b2bf-82d0eb6ebb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:31.228606 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c218506d-22b8-48aa-b989-d4fb97124060 req-52589ef5-8485-4dfe-b2bf-82d0eb6ebb07 service neutron] 10.222.0.39 "GET /v2.0/networks?id=41b737f2-e531-4160-b598-3383b744485d HTTP/1.1" status: 200 len: 909 time: 0.7896960 Jul 29 23:24:31.229476 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e95a50e1-68e4-46bc-8f40-0f169d94768a no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:31.265030 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0f1c6925-f85b-40e6-8166-21a735728fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:31.265030 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: e95a50e1-68e4-46bc-8f40-0f169d94768a {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:31.265030 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e95a50e1-68e4-46bc-8f40-0f169d94768a not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:31.265030 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c856ed4f-fd54-42ff-bae0-e0d366357f5d no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:31.290706 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: c856ed4f-fd54-42ff-bae0-e0d366357f5d {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:31.291193 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c856ed4f-fd54-42ff-bae0-e0d366357f5d not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:31.291708 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1bf70dc2-aef1-405f-913a-532c1ab52e24 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:31.295876 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-d53374c1-60d2-4991-a8cb-eeeedd88868d req-f48052b2-e133-468a-8521-2a0eace0b8e4 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] For port 2faed4dc-7883-4d7a-9795-835e6cf2a844, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=2faed4dc-7883-4d7a-9795-835e6cf2a844,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:31.295876 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d53374c1-60d2-4991-a8cb-eeeedd88868d req-f48052b2-e133-468a-8521-2a0eace0b8e4 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:31.316442 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1879dd1-56c2-4159-8ef9-402e77c29239 req-006f6b53-2157-4bea-8b9d-23f9b7bf5f9b tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:31.323788 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1879dd1-56c2-4159-8ef9-402e77c29239 req-006f6b53-2157-4bea-8b9d-23f9b7bf5f9b tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710 HTTP/1.1" status: 200 len: 946 time: 0.3502302 Jul 29 23:24:31.324086 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-d53374c1-60d2-4991-a8cb-eeeedd88868d req-f48052b2-e133-468a-8521-2a0eace0b8e4 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Calling delete_port for 2faed4dc-7883-4d7a-9795-835e6cf2a844 owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:31.326392 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c218506d-22b8-48aa-b989-d4fb97124060 req-96329568-00e0-42ac-b2d2-901d752cb119 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87c1327c-d7e0-4849-8699-2d69e0c74a91 HTTP/1.1" status: 200 len: 217 time: 0.0842018 Jul 29 23:24:31.333348 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e8f14-d17e-45f7-b56c-d30a45e065b7 req-a9057da5-31b6-4c8c-b5e4-1761880edad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:31.334914 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-577e8f14-d17e-45f7-b56c-d30a45e065b7 req-a9057da5-31b6-4c8c-b5e4-1761880edad2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5d479cc76ff4ec3901539ccb7d5396c&device_id=a053e084-f5d3-47f4-a03c-cd6416e4d55a HTTP/1.1" status: 200 len: 1099 time: 0.3645217 Jul 29 23:24:31.342058 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 1bf70dc2-aef1-405f-913a-532c1ab52e24 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:31.342799 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1bf70dc2-aef1-405f-913a-532c1ab52e24 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:31.346846 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1c6925-f85b-40e6-8166-21a735728fbd None None] Pushing event deleted for resources: {'Port': ['ID=e95a50e1-68e4-46bc-8f40-0f169d94768a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:31.349177 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1c6925-f85b-40e6-8166-21a735728fbd None None] No DVR routers for this DVR port e95a50e1-68e4-46bc-8f40-0f169d94768a on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:31.380533 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab7b87-7b52-45a9-a962-64817c4317f7 req-6c384442-1fd2-4e21-877b-88bce868f20f tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:31.381922 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7cab7b87-7b52-45a9-a962-64817c4317f7 req-6c384442-1fd2-4e21-877b-88bce868f20f tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c78d89-ff2b-4f47-8fb9-3e640a252858 HTTP/1.1" status: 200 len: 943 time: 0.4097605 Jul 29 23:24:31.435500 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-08cb411c-b48d-492a-96aa-3b6accd9f79d admin admin] Deleting port e95a50e1-68e4-46bc-8f40-0f169d94768a {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:31.436090 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08cb411c-b48d-492a-96aa-3b6accd9f79d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:31.496271 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dd7309b4-fa45-4ff7-b211-81f81a884185 req-48061694-f996-4d06-b0e6-15c8e650eab8 service neutron] 10.222.0.39 "GET /v2.0/networks/d6e2640d-09f4-43e1-b3aa-e86faf3cfd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4281304 Jul 29 23:24:31.538082 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1879dd1-56c2-4159-8ef9-402e77c29239 req-9ea9b91e-6396-4a4c-b615-a7c79478913e tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116601 Jul 29 23:24:31.557315 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218506d-22b8-48aa-b989-d4fb97124060 req-9853dade-77c9-4418-b347-05b13914164d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:31.566687 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c218506d-22b8-48aa-b989-d4fb97124060 req-9853dade-77c9-4418-b347-05b13914164d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=599960cf-5b7f-432a-8a6a-c415f2272dee HTTP/1.1" status: 200 len: 848 time: 0.2228081 Jul 29 23:24:31.606705 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7cab7b87-7b52-45a9-a962-64817c4317f7 req-9a4ca07e-bd88-481e-aa69-2bdafce8a6e8 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a7cfce9-eb85-4f5a-be17-e1b1de6bd56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557295 Jul 29 23:24:31.651560 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-08cb411c-b48d-492a-96aa-3b6accd9f79d admin admin] For port e95a50e1-68e4-46bc-8f40-0f169d94768a, host n-d-712140-10, got binding levels [] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:31.653808 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08cb411c-b48d-492a-96aa-3b6accd9f79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:31.678482 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-08cb411c-b48d-492a-96aa-3b6accd9f79d admin admin] Calling delete_port for e95a50e1-68e4-46bc-8f40-0f169d94768a owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:31.680267 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c218506d-22b8-48aa-b989-d4fb97124060 req-98cfba18-8f56-448a-b60c-07b19216c098 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41b737f2-e531-4160-b598-3383b744485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1035101 Jul 29 23:24:31.683345 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.ipam_backend_mixin [None req-08cb411c-b48d-492a-96aa-3b6accd9f79d admin admin] Port e95a50e1-68e4-46bc-8f40-0f169d94768a was not found and therefore no delete operation was performed {{(pid=94064) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:24:31.686894 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08cb411c-b48d-492a-96aa-3b6accd9f79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:31.710646 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e8f14-d17e-45f7-b56c-d30a45e065b7 req-9c72cafa-6823-4573-afd3-54db6b000387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:31.712682 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-577e8f14-d17e-45f7-b56c-d30a45e065b7 req-9c72cafa-6823-4573-afd3-54db6b000387 service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.3676426 Jul 29 23:24:31.727000 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb411c-b48d-492a-96aa-3b6accd9f79d admin admin] Pushing event deleted for resources: {'Port': ['ID=e95a50e1-68e4-46bc-8f40-0f169d94768a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:31.729206 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cb411c-b48d-492a-96aa-3b6accd9f79d admin admin] No DVR routers for this DVR port e95a50e1-68e4-46bc-8f40-0f169d94768a on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:31.731753 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d53374c1-60d2-4991-a8cb-eeeedd88868d req-f48052b2-e133-468a-8521-2a0eace0b8e4 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:31.775904 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['dd0e636d-0310-4d56-b5ed-1c71aa05aadd', '2faed4dc-7883-4d7a-9795-835e6cf2a844'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:31.784395 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['d74005cd-c4f9-4ae9-bc47-788d8c2beb0a'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:31.794648 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48052b2-e133-468a-8521-2a0eace0b8e4 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Pushing event deleted for resources: {'Port': ['ID=2faed4dc-7883-4d7a-9795-835e6cf2a844,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:31.908519 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-577e8f14-d17e-45f7-b56c-d30a45e065b7 req-a2c4d619-1871-4aa9-a91b-4515fb7bb5ff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=2b65c783-aeb7-48db-af8f-291c48794a52 HTTP/1.1" status: 200 len: 217 time: 0.1726198 Jul 29 23:24:31.992695 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-d53374c1-60d2-4991-a8cb-eeeedd88868d req-f48052b2-e133-468a-8521-2a0eace0b8e4 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] No DVR routers for this DVR port 2faed4dc-7883-4d7a-9795-835e6cf2a844 on host n-h2-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:32.006596 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d53374c1-60d2-4991-a8cb-eeeedd88868d req-f48052b2-e133-468a-8521-2a0eace0b8e4 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:32.012719 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d53374c1-60d2-4991-a8cb-eeeedd88868d req-f48052b2-e133-468a-8521-2a0eace0b8e4 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.39 "DELETE /v2.0/ports/2faed4dc-7883-4d7a-9795-835e6cf2a844 HTTP/1.1" status: 204 len: 173 time: 1.7988355 Jul 29 23:24:32.014248 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67a23ef7-a53d-45fa-9203-e21d480c09a8', 'name': 'network-vif-deleted', 'tag': '2faed4dc-7883-4d7a-9795-835e6cf2a844'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:32.031710 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef7dfff-cfb7-405d-a1ae-5580482cb2a5" -d '{"events": [{"server_uuid": "67a23ef7-a53d-45fa-9203-e21d480c09a8", "name": "network-vif-deleted", "tag": "2faed4dc-7883-4d7a-9795-835e6cf2a844"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:32.032099 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14127e12-951d-471d-994b-5d058e207eff req-e50a6af3-eda2-4dad-b140-c7e1df191a71 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:32.034456 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-14127e12-951d-471d-994b-5d058e207eff req-e50a6af3-eda2-4dad-b140-c7e1df191a71 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=67a23ef7-a53d-45fa-9203-e21d480c09a8 HTTP/1.1" status: 200 len: 867 time: 0.3526821 Jul 29 23:24:32.046010 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e8f14-d17e-45f7-b56c-d30a45e065b7 req-d9bbcc66-cb9c-4f23-a1d2-b9cf9ce80685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:32.047614 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-577e8f14-d17e-45f7-b56c-d30a45e065b7 req-d9bbcc66-cb9c-4f23-a1d2-b9cf9ce80685 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1217542 Jul 29 23:24:32.063912 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08cb411c-b48d-492a-96aa-3b6accd9f79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:32.112552 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-08cb411c-b48d-492a-96aa-3b6accd9f79d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f5a398-16b9-4016-8a0b-13f56d4c9b98']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:32.135976 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34796) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:32.145609 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-08cb411c-b48d-492a-96aa-3b6accd9f79d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c26d51-2547-48ab-86ba-16b77d8ac619') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:32.145609 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-08cb411c-b48d-492a-96aa-3b6accd9f79d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c26d51-2547-48ab-86ba-16b77d8ac619') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:32.149402 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb15f50-f672-40a5-9aa3-b7ed4d55d9ab req-c9ebb2bc-e28b-4560-8ecc-30250a71fdbb tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:32.157670 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7eb15f50-f672-40a5-9aa3-b7ed4d55d9ab req-c9ebb2bc-e28b-4560-8ecc-30250a71fdbb tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/ports?device_id=a053e084-f5d3-47f4-a03c-cd6416e4d55a HTTP/1.1" status: 200 len: 947 time: 0.2877185 Jul 29 23:24:32.165934 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08cb411c-b48d-492a-96aa-3b6accd9f79d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:32.169795 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c218506d-22b8-48aa-b989-d4fb97124060 req-514b87d5-72aa-40a3-ac12-b11f7b21386e service neutron] 10.222.0.39 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4621248 Jul 29 23:24:32.196846 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08cb411c-b48d-492a-96aa-3b6accd9f79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:32.209389 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08cb411c-b48d-492a-96aa-3b6accd9f79d admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:24:32.210045 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08cb411c-b48d-492a-96aa-3b6accd9f79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:32.214670 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:24:32.214670 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:24:32.214670 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:24:32.214670 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:24:32.214670 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:24:32.214670 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:24:32.214670 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:24:32.214670 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:24:32.214670 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:24:32.214670 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:24:32.214670 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:24:32.214670 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:24:32.214670 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:24:32.214670 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:24:32.214670 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:24:32.214670 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:24:32.214670 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:24:32.214670 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:24:32.214670 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:24:32.214670 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:24:32.214670 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:24:32.214670 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:24:32.214670 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:24:32.214670 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:24:32.214670 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:24:32.214670 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:24:32.214670 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:24:32.214670 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:24:32.214670 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:24:32.214670 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:24:32.214670 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:24:32.214670 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:24:32.257505 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-14127e12-951d-471d-994b-5d058e207eff req-c6025ecd-93f8-46a1-a540-375d51b45cc1 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142584 Jul 29 23:24:32.350630 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e8f14-d17e-45f7-b56c-d30a45e065b7 req-d0cc4593-a3ea-48b7-82d3-83b26e1f958c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:32.355216 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-577e8f14-d17e-45f7-b56c-d30a45e065b7 req-d0cc4593-a3ea-48b7-82d3-83b26e1f958c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2867165 Jul 29 23:24:32.360824 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be532a80-4c5c-4189-aacf-371ae4eeb836 x-openstack-request-id: req-be532a80-4c5c-4189-aacf-371ae4eeb836 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:32.362962 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67a23ef7-a53d-45fa-9203-e21d480c09a8", "name": "network-vif-deleted", "tag": "2faed4dc-7883-4d7a-9795-835e6cf2a844", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:32.363459 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be532a80-4c5c-4189-aacf-371ae4eeb836 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:32.364291 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67a23ef7-a53d-45fa-9203-e21d480c09a8', 'name': 'network-vif-deleted', 'tag': '2faed4dc-7883-4d7a-9795-835e6cf2a844', 'status': 'completed', 'code': 200} Jul 29 23:24:32.371113 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08cb411c-b48d-492a-96aa-3b6accd9f79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:32.381755 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08cb411c-b48d-492a-96aa-3b6accd9f79d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:32.387930 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7eb15f50-f672-40a5-9aa3-b7ed4d55d9ab req-58606403-cffa-4b05-a83d-acf3ecd25018 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b1f0ef8-0474-4634-b7cb-25091e2694b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190707 Jul 29 23:24:32.391672 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-08cb411c-b48d-492a-96aa-3b6accd9f79d admin admin] 10.222.0.18 "DELETE /v2.0/networks/f1f5a398-16b9-4016-8a0b-13f56d4c9b98 HTTP/1.1" status: 204 len: 168 time: 1.9924967 Jul 29 23:24:32.420441 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb411c-b48d-492a-96aa-3b6accd9f79d admin admin] Pushing event deleted for resources: {'Network': ['ID=f1f5a398-16b9-4016-8a0b-13f56d4c9b98,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:32.490499 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ca6f573-f201-4d28-916e-96b533836d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:32.542718 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34802) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:32.558348 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c218506d-22b8-48aa-b989-d4fb97124060 req-eabeaab9-c18a-4988-be8d-68626d9def59 service neutron] 10.222.0.39 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3645756 Jul 29 23:24:32.585936 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 7f5808b0-7781-4dd1-8179-a4ecb03132cf details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:24:32.628159 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-455f3a5e-eef3-4569-a852-b1dcc225c23b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7466c7c0f5b542d7b985408bdea4d9a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0826752 Jul 29 23:24:32.630914 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34808) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:32.754307 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-87250afa-9446-45be-9693-e4ef87ac3d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:32.790292 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-87250afa-9446-45be-9693-e4ef87ac3d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:32.821690 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ca6f573-f201-4d28-916e-96b533836d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:32.826718 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-577e8f14-d17e-45f7-b56c-d30a45e065b7 req-3b975a6c-a799-4d36-9489-35298897530c service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598234 Jul 29 23:24:32.848255 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ca6f573-f201-4d28-916e-96b533836d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:32.874911 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c53bfef5-b3bb-478b-9dbf-ac4b3a900347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:32.878970 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-87250afa-9446-45be-9693-e4ef87ac3d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:32.885615 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-87250afa-9446-45be-9693-e4ef87ac3d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:32.887923 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-87250afa-9446-45be-9693-e4ef87ac3d67 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d696359c-e6b8-437f-97bf-b39a4964ca79 HTTP/1.1" status: 204 len: 168 time: 0.2547944 Jul 29 23:24:32.912092 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87250afa-9446-45be-9693-e4ef87ac3d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d696359c-e6b8-437f-97bf-b39a4964ca79,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:32.976989 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 2b65c783-aeb7-48db-af8f-291c48794a52 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:24:32.980101 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 7f5808b0-7781-4dd1-8179-a4ecb03132cf, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=7f5808b0-7781-4dd1-8179-a4ecb03132cf,segment=NetworkSegment(f75c782a-0889-4ca5-96db-af5a98161a6f),segment_id=f75c782a-0889-4ca5-96db-af5a98161a6f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:33.007241 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '7f5808b0-7781-4dd1-8179-a4ecb03132cf', 'network_id': 'd6e2640d-09f4-43e1-b3aa-e86faf3cfd26', 'port_id': '7f5808b0-7781-4dd1-8179-a4ecb03132cf', 'mac_address': 'fa:16:3e:b2:9c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a863ba4-a489-4e6d-b0bb-e711fa258cc7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:24:33.104151 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca6f573-f201-4d28-916e-96b533836d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc658dab-909b-4cb7-af1c-9fee69b6f67b,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:33.119679 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0ca6f573-f201-4d28-916e-96b533836d96 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2e0c3f8ec039433ea1cf2c5218967c03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9823730 Jul 29 23:24:33.123052 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:33.126247 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34816) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:33.150583 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f5808b0-7781-4dd1-8179-a4ecb03132cf {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:33.169268 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae70f32-2ef4-448f-85cd-939ba264789d req-af05e443-b8cf-45eb-a160-ec57d2aa4e8e tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:33.171448 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 7f5808b0-7781-4dd1-8179-a4ecb03132cf, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=7f5808b0-7781-4dd1-8179-a4ecb03132cf,segment=NetworkSegment(f75c782a-0889-4ca5-96db-af5a98161a6f),segment_id=f75c782a-0889-4ca5-96db-af5a98161a6f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:33.181812 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ae70f32-2ef4-448f-85cd-939ba264789d req-af05e443-b8cf-45eb-a160-ec57d2aa4e8e tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710 HTTP/1.1" status: 200 len: 946 time: 0.4759753 Jul 29 23:24:33.188339 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:33.194692 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-577e8f14-d17e-45f7-b56c-d30a45e065b7 req-641854be-2b87-4b68-aebd-ed5b33bfdc21 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334336 Jul 29 23:24:33.214098 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8a2458b1-9f56-47b4-a505-e80b9ff0a32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:33.234166 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 2b65c783-aeb7-48db-af8f-291c48794a52, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=2b65c783-aeb7-48db-af8f-291c48794a52,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:33.248219 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218506d-22b8-48aa-b989-d4fb97124060 req-a275cb7f-1234-4641-a356-5bd1540cd1fc tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:33.255647 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c218506d-22b8-48aa-b989-d4fb97124060 req-a275cb7f-1234-4641-a356-5bd1540cd1fc tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710&tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&binding%3Ahost_id=n-h1-712140-10 HTTP/1.1" status: 200 len: 1098 time: 0.5813596 Jul 29 23:24:33.265057 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '2b65c783-aeb7-48db-af8f-291c48794a52', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': '2b65c783-aeb7-48db-af8f-291c48794a52', 'mac_address': 'fa:16:3e:b0:30:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:24:33.275748 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=7f5808b0-7781-4dd1-8179-a4ecb03132cf,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:33.276470 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e4353-fb09-4f93-b531-37d561c38558 req-cf4e0b4c-f4b6-4bc5-8086-d7f5d0647b9d tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:33.278444 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e93e4353-fb09-4f93-b531-37d561c38558 req-cf4e0b4c-f4b6-4bc5-8086-d7f5d0647b9d tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c78d89-ff2b-4f47-8fb9-3e640a252858 HTTP/1.1" status: 200 len: 943 time: 0.4137635 Jul 29 23:24:33.292861 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8a2458b1-9f56-47b4-a505-e80b9ff0a32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:33.329512 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-c218506d-22b8-48aa-b989-d4fb97124060 req-0ecbb665-6238-4fcd-8c75-4a5b67e33553 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712140-10'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:33.339005 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:33.362911 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b65c783-aeb7-48db-af8f-291c48794a52 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:33.395042 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['7f5808b0-7781-4dd1-8179-a4ecb03132cf'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:33.398628 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8a2458b1-9f56-47b4-a505-e80b9ff0a32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:33.401306 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8a2458b1-9f56-47b4-a505-e80b9ff0a32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:33.402546 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8a2458b1-9f56-47b4-a505-e80b9ff0a32d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cc658dab-909b-4cb7-af1c-9fee69b6f67b HTTP/1.1" status: 204 len: 168 time: 0.2729566 Jul 29 23:24:33.426442 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2458b1-9f56-47b4-a505-e80b9ff0a32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc658dab-909b-4cb7-af1c-9fee69b6f67b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:33.449807 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 2b65c783-aeb7-48db-af8f-291c48794a52, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=2b65c783-aeb7-48db-af8f-291c48794a52,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:33.466810 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:33.508161 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ae70f32-2ef4-448f-85cd-939ba264789d req-4f0e590c-a440-4708-ad41-61cc46d4e688 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053081 Jul 29 23:24:33.548080 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c218506d-22b8-48aa-b989-d4fb97124060 req-0ecbb665-6238-4fcd-8c75-4a5b67e33553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:33.562520 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e93e4353-fb09-4f93-b531-37d561c38558 req-938f902b-ed05-4a12-8ed7-bd6ca2b87163 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a7cfce9-eb85-4f5a-be17-e1b1de6bd56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499440 Jul 29 23:24:33.807482 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['2b65c783-aeb7-48db-af8f-291c48794a52'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:33.860031 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c218506d-22b8-48aa-b989-d4fb97124060 req-0ecbb665-6238-4fcd-8c75-4a5b67e33553 service neutron] For port 87c1327c-d7e0-4849-8699-2d69e0c74a91, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=87c1327c-d7e0-4849-8699-2d69e0c74a91,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:33.875878 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=2b65c783-aeb7-48db-af8f-291c48794a52,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:33.996423 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c218506d-22b8-48aa-b989-d4fb97124060 req-0ecbb665-6238-4fcd-8c75-4a5b67e33553 service neutron] For port 87c1327c-d7e0-4849-8699-2d69e0c74a91, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:34.052819 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d7e185-4732-4492-8fdf-a3d10837dbfa req-42f89434-8829-4b4e-aa2a-06c9323e5648 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:34.054835 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-12d7e185-4732-4492-8fdf-a3d10837dbfa req-42f89434-8829-4b4e-aa2a-06c9323e5648 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/ports?device_id=a053e084-f5d3-47f4-a03c-cd6416e4d55a HTTP/1.1" status: 200 len: 948 time: 0.1839588 Jul 29 23:24:34.129007 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4498a006-85c7-48c3-b62d-b0a1c3f20710', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87c1327c-d7e0-4849-8699-2d69e0c74a91'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:34.131791 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58195e9d-8256-4854-9248-1902f9f1d5f8" -d '{"events": [{"server_uuid": "4498a006-85c7-48c3-b62d-b0a1c3f20710", "name": "network-vif-unplugged", "status": "completed", "tag": "87c1327c-d7e0-4849-8699-2d69e0c74a91"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:34.138169 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c218506d-22b8-48aa-b989-d4fb97124060 req-0ecbb665-6238-4fcd-8c75-4a5b67e33553 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:34.196480 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c218506d-22b8-48aa-b989-d4fb97124060 req-0ecbb665-6238-4fcd-8c75-4a5b67e33553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:34.222112 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-12d7e185-4732-4492-8fdf-a3d10837dbfa req-784ed8d1-b0d8-4bac-88b1-b9e0bf44cf3b tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b1f0ef8-0474-4634-b7cb-25091e2694b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590300 Jul 29 23:24:34.253090 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae907a-00e9-4e58-ab36-85926b0bc2a5 req-eee69c01-5fec-4671-a103-8d04864ad596 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:34.264214 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-18ae907a-00e9-4e58-ab36-85926b0bc2a5 req-eee69c01-5fec-4671-a103-8d04864ad596 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=167dc7d0-9767-4f31-bc86-06ac7a493126 HTTP/1.1" status: 200 len: 945 time: 0.1634707 Jul 29 23:24:34.346041 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dfc2d1d-6193-4445-b8b9-bf04e49cd03d x-openstack-request-id: req-1dfc2d1d-6193-4445-b8b9-bf04e49cd03d {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:34.347625 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4498a006-85c7-48c3-b62d-b0a1c3f20710", "name": "network-vif-unplugged", "status": "completed", "tag": "87c1327c-d7e0-4849-8699-2d69e0c74a91", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:34.347625 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1dfc2d1d-6193-4445-b8b9-bf04e49cd03d {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:34.347625 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4498a006-85c7-48c3-b62d-b0a1c3f20710', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87c1327c-d7e0-4849-8699-2d69e0c74a91', 'code': 200} Jul 29 23:24:34.377963 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbb665-6238-4fcd-8c75-4a5b67e33553 service neutron] Pushing event updated for resources: {'Port': ['ID=87c1327c-d7e0-4849-8699-2d69e0c74a91,revision_number=7']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:34.416149 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-18ae907a-00e9-4e58-ab36-85926b0bc2a5 req-f40d9740-afee-404a-a0d4-0d9a75d6677d tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364741 Jul 29 23:24:34.419614 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c218506d-22b8-48aa-b989-d4fb97124060 req-0ecbb665-6238-4fcd-8c75-4a5b67e33553 service neutron] Attempting to bind port 87c1327c-d7e0-4849-8699-2d69e0c74a91 on host n-h1-712140-10 for vnic_type normal with profile {"migrating_to": "n-h2-712140-10"} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:34.423060 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c218506d-22b8-48aa-b989-d4fb97124060 req-0ecbb665-6238-4fcd-8c75-4a5b67e33553 service neutron] Attempting to bind port 87c1327c-d7e0-4849-8699-2d69e0c74a91 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:34.423411 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c218506d-22b8-48aa-b989-d4fb97124060 req-0ecbb665-6238-4fcd-8c75-4a5b67e33553 service neutron] Attempting to bind port 87c1327c-d7e0-4849-8699-2d69e0c74a91 on network 41b737f2-e531-4160-b598-3383b744485d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:34.429427 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c218506d-22b8-48aa-b989-d4fb97124060 req-0ecbb665-6238-4fcd-8c75-4a5b67e33553 service neutron] Port 87c1327c-d7e0-4849-8699-2d69e0c74a91 on network 41b737f2-e531-4160-b598-3383b744485d not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:24:34.429982 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c218506d-22b8-48aa-b989-d4fb97124060 req-0ecbb665-6238-4fcd-8c75-4a5b67e33553 service neutron] Attempting to bind port 87c1327c-d7e0-4849-8699-2d69e0c74a91 on network 41b737f2-e531-4160-b598-3383b744485d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:34.438772 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c218506d-22b8-48aa-b989-d4fb97124060 req-0ecbb665-6238-4fcd-8c75-4a5b67e33553 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:34.439332 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c218506d-22b8-48aa-b989-d4fb97124060 req-0ecbb665-6238-4fcd-8c75-4a5b67e33553 service neutron] Checking segment: {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:34.440031 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c218506d-22b8-48aa-b989-d4fb97124060 req-0ecbb665-6238-4fcd-8c75-4a5b67e33553 service neutron] Bound using segment: {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:34.440667 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c218506d-22b8-48aa-b989-d4fb97124060 req-0ecbb665-6238-4fcd-8c75-4a5b67e33553 service neutron] Bound port: 87c1327c-d7e0-4849-8699-2d69e0c74a91, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:34.441263 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c218506d-22b8-48aa-b989-d4fb97124060 req-0ecbb665-6238-4fcd-8c75-4a5b67e33553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:34.534600 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c218506d-22b8-48aa-b989-d4fb97124060 req-0ecbb665-6238-4fcd-8c75-4a5b67e33553 service neutron] For port 87c1327c-d7e0-4849-8699-2d69e0c74a91, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:34.540835 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c218506d-22b8-48aa-b989-d4fb97124060 req-0ecbb665-6238-4fcd-8c75-4a5b67e33553 service neutron] For port 87c1327c-d7e0-4849-8699-2d69e0c74a91, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=87c1327c-d7e0-4849-8699-2d69e0c74a91,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:34.546876 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c218506d-22b8-48aa-b989-d4fb97124060 req-0ecbb665-6238-4fcd-8c75-4a5b67e33553 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:34.616140 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 7f5808b0-7781-4dd1-8179-a4ecb03132cf up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:34.741300 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 7f5808b0-7781-4dd1-8179-a4ecb03132cf completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:34.750063 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 7f5808b0-7781-4dd1-8179-a4ecb03132cf triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:34.751270 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:34.779491 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecbb665-6238-4fcd-8c75-4a5b67e33553 service neutron] Pushing event updated for resources: {'Port': ['ID=87c1327c-d7e0-4849-8699-2d69e0c74a91,revision_number=8']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:34.787064 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218506d-22b8-48aa-b989-d4fb97124060 req-0ecbb665-6238-4fcd-8c75-4a5b67e33553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:34.787687 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c218506d-22b8-48aa-b989-d4fb97124060 req-0ecbb665-6238-4fcd-8c75-4a5b67e33553 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:34.795001 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c218506d-22b8-48aa-b989-d4fb97124060 req-0ecbb665-6238-4fcd-8c75-4a5b67e33553 service neutron] 10.222.0.39 "PUT /v2.0/ports/87c1327c-d7e0-4849-8699-2d69e0c74a91 HTTP/1.1" status: 200 len: 1124 time: 1.5100110 Jul 29 23:24:34.892888 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['87c1327c-d7e0-4849-8699-2d69e0c74a91'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:34.897411 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6282e23-1947-4c9c-a4e3-b8d484b6b46b req-c4e089b9-7fc2-429c-99f3-2006427c7740 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:34.909306 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c6282e23-1947-4c9c-a4e3-b8d484b6b46b req-c4e089b9-7fc2-429c-99f3-2006427c7740 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710 HTTP/1.1" status: 200 len: 944 time: 0.2635372 Jul 29 23:24:34.920805 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4429385d-4c66-4d0f-90a6-7f010ef5ce68 req-ab361dd3-8689-438d-b9e2-e98dab05ca45 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:34.932794 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4429385d-4c66-4d0f-90a6-7f010ef5ce68 req-ab361dd3-8689-438d-b9e2-e98dab05ca45 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c78d89-ff2b-4f47-8fb9-3e640a252858 HTTP/1.1" status: 200 len: 944 time: 0.2474296 Jul 29 23:24:35.064437 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 2b65c783-aeb7-48db-af8f-291c48794a52 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:35.072565 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34886) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:35.109899 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4429385d-4c66-4d0f-90a6-7f010ef5ce68 req-18d91e42-1bd8-4d24-9a94-3ad625d85e66 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a7cfce9-eb85-4f5a-be17-e1b1de6bd56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753430 Jul 29 23:24:35.115865 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c6282e23-1947-4c9c-a4e3-b8d484b6b46b req-6bf24d5b-232b-41ba-b02e-a589225ec6b4 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794329 Jul 29 23:24:35.312277 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ab4a2a-104e-43ef-a795-18108ce3e40a req-19c4b509-214a-4b21-86cd-8ae2dc7af876 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:35.314118 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-54ab4a2a-104e-43ef-a795-18108ce3e40a req-19c4b509-214a-4b21-86cd-8ae2dc7af876 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.39 "GET /v2.0/ports?device_id=167dc7d0-9767-4f31-bc86-06ac7a493126 HTTP/1.1" status: 200 len: 945 time: 0.0956640 Jul 29 23:24:35.353814 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:35.423800 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:35.428675 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 2b65c783-aeb7-48db-af8f-291c48794a52 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:35.442106 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-a7495680-12cb-42f7-8522-175b12d5626f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-199697560-network', 'tenant_id': '3eb04231208a40fcbcc12d35f00496e3'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:35.461646 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 2b65c783-aeb7-48db-af8f-291c48794a52 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:35.462478 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:35.479829 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c78d89-ff2b-4f47-8fb9-3e640a252858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5808b0-7781-4dd1-8179-a4ecb03132cf'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:35.484681 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d7d4cae-967d-44e6-9e32-5daed4408404" -d '{"events": [{"server_uuid": "44c78d89-ff2b-4f47-8fb9-3e640a252858", "name": "network-vif-plugged", "status": "completed", "tag": "7f5808b0-7781-4dd1-8179-a4ecb03132cf"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:35.497323 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7495680-12cb-42f7-8522-175b12d5626f admin admin] Made reservation on behalf of 3eb04231208a40fcbcc12d35f00496e3 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:35.501352 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7495680-12cb-42f7-8522-175b12d5626f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:35.525417 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7495680-12cb-42f7-8522-175b12d5626f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:35.613001 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 7f5808b0-7781-4dd1-8179-a4ecb03132cf, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=7f5808b0-7781-4dd1-8179-a4ecb03132cf,segment=NetworkSegment(f75c782a-0889-4ca5-96db-af5a98161a6f),segment_id=f75c782a-0889-4ca5-96db-af5a98161a6f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:35.623484 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:35.624475 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 2faed4dc-7883-4d7a-9795-835e6cf2a844 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:35.720290 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ad07e-7388-4fd2-9754-abd0e15d4b1f req-fd8e9a2c-379d-4661-b39f-78daab90eafb tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:35.724997 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 2faed4dc-7883-4d7a-9795-835e6cf2a844 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:35.728378 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 2faed4dc-7883-4d7a-9795-835e6cf2a844 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:35.738436 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-770ad07e-7388-4fd2-9754-abd0e15d4b1f req-fd8e9a2c-379d-4661-b39f-78daab90eafb tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/ports?device_id=a053e084-f5d3-47f4-a03c-cd6416e4d55a HTTP/1.1" status: 200 len: 948 time: 0.2744741 Jul 29 23:24:35.760422 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e007f580-0185-4cd7-8d63-c7a3359fe063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:35.812188 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7495680-12cb-42f7-8522-175b12d5626f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:35.819195 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7495680-12cb-42f7-8522-175b12d5626f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:35.850544 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-770ad07e-7388-4fd2-9754-abd0e15d4b1f req-b2a5c6df-b03d-4883-bb7d-af3cf1f82309 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b1f0ef8-0474-4634-b7cb-25091e2694b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015861 Jul 29 23:24:35.851281 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7495680-12cb-42f7-8522-175b12d5626f admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:24:35.858148 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-54ab4a2a-104e-43ef-a795-18108ce3e40a req-d95796ae-6b33-463e-a2c5-496d159bc87a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Deleting port dd0e636d-0310-4d56-b5ed-1c71aa05aadd {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:35.858777 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-54ab4a2a-104e-43ef-a795-18108ce3e40a req-d95796ae-6b33-463e-a2c5-496d159bc87a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:35.873345 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7495680-12cb-42f7-8522-175b12d5626f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:35.875774 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-a7495680-12cb-42f7-8522-175b12d5626f admin admin] Added segment cf0867e8-06c5-41d1-a7f9-9fb3720213f1 of type vlan for network 7517e3cd-2567-49bc-b1db-0d4b38601862 Jul 29 23:24:35.888988 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=7f5808b0-7781-4dd1-8179-a4ecb03132cf,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:35.895795 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:35.921448 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca679bb8-c2e2-4de1-a47a-faebc8357e21 req-ad715a3d-cc70-4bd1-a2d8-8db6f0bfe077 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:35.932557 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf070c3-560e-4191-a2b3-b4bbde438f93 x-openstack-request-id: req-ecf070c3-560e-4191-a2b3-b4bbde438f93 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:35.932986 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c78d89-ff2b-4f47-8fb9-3e640a252858", "name": "network-vif-plugged", "status": "completed", "tag": "7f5808b0-7781-4dd1-8179-a4ecb03132cf", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:35.933375 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ecf070c3-560e-4191-a2b3-b4bbde438f93 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:35.933999 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c78d89-ff2b-4f47-8fb9-3e640a252858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f5808b0-7781-4dd1-8179-a4ecb03132cf', 'code': 200} Jul 29 23:24:35.942787 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ca679bb8-c2e2-4de1-a47a-faebc8357e21 req-ad715a3d-cc70-4bd1-a2d8-8db6f0bfe077 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=167dc7d0-9767-4f31-bc86-06ac7a493126 HTTP/1.1" status: 200 len: 945 time: 0.3459065 Jul 29 23:24:35.980824 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7495680-12cb-42f7-8522-175b12d5626f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:35.997073 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 2b65c783-aeb7-48db-af8f-291c48794a52, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=2b65c783-aeb7-48db-af8f-291c48794a52,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:36.004180 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.108381 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7495680-12cb-42f7-8522-175b12d5626f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48d792c-54ee-4dca-8229-00e55a93684e,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:36.159737 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7495680-12cb-42f7-8522-175b12d5626f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.161006 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7495680-12cb-42f7-8522-175b12d5626f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:36.162935 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7495680-12cb-42f7-8522-175b12d5626f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.179061 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=2b65c783-aeb7-48db-af8f-291c48794a52,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:36.254223 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a7495680-12cb-42f7-8522-175b12d5626f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1738114 Jul 29 23:24:36.263472 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34950) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:36.271318 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-360cff23-5553-42b7-a84a-13e8eea1cc46 admin admin] Request body: {'subnet': {'network_id': '7517e3cd-2567-49bc-b1db-0d4b38601862', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-199697560-subnet', 'tenant_id': '3eb04231208a40fcbcc12d35f00496e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:36.290735 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7495680-12cb-42f7-8522-175b12d5626f admin admin] Pushing event updated for resources: {'Network': ['ID=7517e3cd-2567-49bc-b1db-0d4b38601862,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:36.301726 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 7517e3cd-2567-49bc-b1db-0d4b38601862 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:24:36.310076 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec71f10-68e8-403d-8b58-dc8b95e13f3f req-9d74ca21-7a92-4ab9-a645-4d6bfb7c3441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:36.312545 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-8ec71f10-68e8-403d-8b58-dc8b95e13f3f req-9d74ca21-7a92-4ab9-a645-4d6bfb7c3441 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=44c78d89-ff2b-4f47-8fb9-3e640a252858 HTTP/1.1" status: 200 len: 1097 time: 0.2888558 Jul 29 23:24:36.363203 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360cff23-5553-42b7-a84a-13e8eea1cc46 admin admin] Made reservation on behalf of 3eb04231208a40fcbcc12d35f00496e3 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:36.373713 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-360cff23-5553-42b7-a84a-13e8eea1cc46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.483537 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-8ec71f10-68e8-403d-8b58-dc8b95e13f3f req-6f97db25-9070-4b06-8bbd-e04def2f3422 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9a7cfce9-eb85-4f5a-be17-e1b1de6bd56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1599538 Jul 29 23:24:36.543068 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4498a006-85c7-48c3-b62d-b0a1c3f20710', 'tag': '87c1327c-d7e0-4849-8699-2d69e0c74a91'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:36.547423 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d0472f-bf34-430f-b692-7d9ef352fe57" -d '{"events": [{"name": "network-changed", "server_uuid": "4498a006-85c7-48c3-b62d-b0a1c3f20710", "tag": "87c1327c-d7e0-4849-8699-2d69e0c74a91"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:36.574206 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ca679bb8-c2e2-4de1-a47a-faebc8357e21 req-66559da7-f9f2-4d62-a387-4fffdf460364 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6284685 Jul 29 23:24:36.621065 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-54ab4a2a-104e-43ef-a795-18108ce3e40a req-d95796ae-6b33-463e-a2c5-496d159bc87a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] For port dd0e636d-0310-4d56-b5ed-1c71aa05aadd, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=dd0e636d-0310-4d56-b5ed-1c71aa05aadd,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:36.621604 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-54ab4a2a-104e-43ef-a795-18108ce3e40a req-d95796ae-6b33-463e-a2c5-496d159bc87a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.646789 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-54ab4a2a-104e-43ef-a795-18108ce3e40a req-d95796ae-6b33-463e-a2c5-496d159bc87a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Calling delete_port for dd0e636d-0310-4d56-b5ed-1c71aa05aadd owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:36.717562 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-360cff23-5553-42b7-a84a-13e8eea1cc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.762955 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.804565 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae4a75-064c-4208-857e-06dcb1a2734b req-e609f44d-8444-4fb6-b2fb-db1bc2b04a78 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:36.806794 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2aae4a75-064c-4208-857e-06dcb1a2734b req-e609f44d-8444-4fb6-b2fb-db1bc2b04a78 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c78d89-ff2b-4f47-8fb9-3e640a252858 HTTP/1.1" status: 200 len: 945 time: 0.0999858 Jul 29 23:24:36.871643 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360cff23-5553-42b7-a84a-13e8eea1cc46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80d1a8fe-09c4-4111-ad77-7b711ceecda4,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:36.884239 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360cff23-5553-42b7-a84a-13e8eea1cc46 admin admin] Checking segment: {'id': 'cf0867e8-06c5-41d1-a7f9-9fb3720213f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7517e3cd-2567-49bc-b1db-0d4b38601862'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:36.884516 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360cff23-5553-42b7-a84a-13e8eea1cc46 admin admin] Network hostable DHCP agents. Network: 7517e3cd-2567-49bc-b1db-0d4b38601862, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:24:36.907421 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360cff23-5553-42b7-a84a-13e8eea1cc46 admin admin] Network 7517e3cd-2567-49bc-b1db-0d4b38601862 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:24:36.931149 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2aae4a75-064c-4208-857e-06dcb1a2734b req-8d2599b0-7ed5-4703-8baa-252f5b457ad1 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a7cfce9-eb85-4f5a-be17-e1b1de6bd56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102715 Jul 29 23:24:36.939773 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-360cff23-5553-42b7-a84a-13e8eea1cc46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 7517e3cd-2567-49bc-b1db-0d4b38601862) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:36.958912 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a254c1-3ec6-4812-9fec-b799a7d33548 None None] Network 7517e3cd-2567-49bc-b1db-0d4b38601862 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:24:36.962186 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360cff23-5553-42b7-a84a-13e8eea1cc46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:36.963474 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-360cff23-5553-42b7-a84a-13e8eea1cc46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:36.987383 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-360cff23-5553-42b7-a84a-13e8eea1cc46 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7220483 Jul 29 23:24:37.041007 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-54ab4a2a-104e-43ef-a795-18108ce3e40a req-d95796ae-6b33-463e-a2c5-496d159bc87a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:37.053802 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['d74005cd-c4f9-4ae9-bc47-788d8c2beb0a'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:37.065772 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['dd0e636d-0310-4d56-b5ed-1c71aa05aadd'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:37.093365 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c79bf-f1c2-439d-9453-e18dc08b3fb6 req-90f9c033-0b42-4d05-a902-d15ca9e8d73a tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:37.104660 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-219c79bf-f1c2-439d-9453-e18dc08b3fb6 req-90f9c033-0b42-4d05-a902-d15ca9e8d73a tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710 HTTP/1.1" status: 200 len: 944 time: 0.1837463 Jul 29 23:24:37.107490 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95796ae-6b33-463e-a2c5-496d159bc87a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Pushing event deleted for resources: {'Port': ['ID=dd0e636d-0310-4d56-b5ed-1c71aa05aadd,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:37.123068 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95796ae-6b33-463e-a2c5-496d159bc87a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:37.123914 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95796ae-6b33-463e-a2c5-496d159bc87a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:37.124278 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95796ae-6b33-463e-a2c5-496d159bc87a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:37.124800 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95796ae-6b33-463e-a2c5-496d159bc87a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:37.125150 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95796ae-6b33-463e-a2c5-496d159bc87a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:37.125505 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95796ae-6b33-463e-a2c5-496d159bc87a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:37.125840 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95796ae-6b33-463e-a2c5-496d159bc87a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:37.126713 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95796ae-6b33-463e-a2c5-496d159bc87a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:37.126925 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95796ae-6b33-463e-a2c5-496d159bc87a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:37.127153 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95796ae-6b33-463e-a2c5-496d159bc87a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:37.127442 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95796ae-6b33-463e-a2c5-496d159bc87a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:37.129204 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95796ae-6b33-463e-a2c5-496d159bc87a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:37.135347 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e2da8e-a8ba-4563-9b7a-a8cd6848aa63 x-openstack-request-id: req-72e2da8e-a8ba-4563-9b7a-a8cd6848aa63 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:37.136597 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4498a006-85c7-48c3-b62d-b0a1c3f20710", "tag": "87c1327c-d7e0-4849-8699-2d69e0c74a91", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:37.136921 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-72e2da8e-a8ba-4563-9b7a-a8cd6848aa63 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:37.138024 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4498a006-85c7-48c3-b62d-b0a1c3f20710', 'tag': '87c1327c-d7e0-4849-8699-2d69e0c74a91', 'status': 'completed', 'code': 200} Jul 29 23:24:37.231097 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ab4a2a-104e-43ef-a795-18108ce3e40a req-d95796ae-6b33-463e-a2c5-496d159bc87a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] No DVR routers for this DVR port dd0e636d-0310-4d56-b5ed-1c71aa05aadd on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:37.236376 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-54ab4a2a-104e-43ef-a795-18108ce3e40a req-d95796ae-6b33-463e-a2c5-496d159bc87a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:37.240059 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-54ab4a2a-104e-43ef-a795-18108ce3e40a req-d95796ae-6b33-463e-a2c5-496d159bc87a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.39 "DELETE /v2.0/ports/dd0e636d-0310-4d56-b5ed-1c71aa05aadd HTTP/1.1" status: 204 len: 173 time: 1.9180896 Jul 29 23:24:37.276082 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0472f-bf34-430f-b692-7d9ef352fe57 req-28186ee3-b988-479a-8de7-942ce43cdac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:37.277535 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16d0472f-bf34-430f-b692-7d9ef352fe57 req-28186ee3-b988-479a-8de7-942ce43cdac4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710 HTTP/1.1" status: 200 len: 1127 time: 0.0942774 Jul 29 23:24:37.289259 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-219c79bf-f1c2-439d-9453-e18dc08b3fb6 req-f2465f90-4baf-4739-9925-10b4e0650c52 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838081 Jul 29 23:24:37.350892 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d548b332-2cf2-443c-b173-50a252178675 None None] Network 7517e3cd-2567-49bc-b1db-0d4b38601862 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:24:37.464073 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0472f-bf34-430f-b692-7d9ef352fe57 req-2255046c-7ee8-407f-9521-62b10d43028b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:37.466020 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16d0472f-bf34-430f-b692-7d9ef352fe57 req-2255046c-7ee8-407f-9521-62b10d43028b service neutron] 10.222.0.23 "GET /v2.0/networks?id=41b737f2-e531-4160-b598-3383b744485d HTTP/1.1" status: 200 len: 909 time: 0.1757944 Jul 29 23:24:37.548656 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16d0472f-bf34-430f-b692-7d9ef352fe57 req-ca79dae6-712b-4a16-9b3a-1f91e125e050 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87c1327c-d7e0-4849-8699-2d69e0c74a91 HTTP/1.1" status: 200 len: 217 time: 0.0653124 Jul 29 23:24:37.644688 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f146711c-683f-4a8b-9f6d-64acdcbf2a8d req-e44e64a4-d95e-46e9-b28a-5a53059bc64d tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:37.653468 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f146711c-683f-4a8b-9f6d-64acdcbf2a8d req-e44e64a4-d95e-46e9-b28a-5a53059bc64d tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/ports?device_id=a053e084-f5d3-47f4-a03c-cd6416e4d55a HTTP/1.1" status: 200 len: 949 time: 0.1855822 Jul 29 23:24:37.704888 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d0472f-bf34-430f-b692-7d9ef352fe57 req-9b34b97e-c404-4335-92b0-20cf675eedd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:37.706759 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16d0472f-bf34-430f-b692-7d9ef352fe57 req-9b34b97e-c404-4335-92b0-20cf675eedd2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=599960cf-5b7f-432a-8a6a-c415f2272dee HTTP/1.1" status: 200 len: 848 time: 0.1460297 Jul 29 23:24:37.712267 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f146711c-683f-4a8b-9f6d-64acdcbf2a8d req-5cb68547-e7eb-4a9f-be85-e0bfcfc495d3 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b1f0ef8-0474-4634-b7cb-25091e2694b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575788 Jul 29 23:24:37.744535 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16d0472f-bf34-430f-b692-7d9ef352fe57 req-ebfd517f-96ce-4eba-86f2-2f3abcdc0539 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=41b737f2-e531-4160-b598-3383b744485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301089 Jul 29 23:24:37.866810 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-26f99a67-c18c-4ea1-8e42-41dc58416cb3 req-7b5c867a-b68a-4741-87cf-a387432b10a9 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=167dc7d0-9767-4f31-bc86-06ac7a493126 HTTP/1.1" status: 200 len: 210 time: 0.0424464 Jul 29 23:24:37.898078 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-7469445b-a220-42e4-9202-510418fb5cda req-c5b58757-cef4-4d36-91e1-a280f7b54764 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-516675557', 'description': 'tempest-description-679279172'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:37.930973 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16d0472f-bf34-430f-b692-7d9ef352fe57 req-cd445f4c-3b08-43bc-ae53-08f5b3f6f2ae service neutron] 10.222.0.23 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774485 Jul 29 23:24:37.935229 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a053e084-f5d3-47f4-a03c-cd6416e4d55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b65c783-aeb7-48db-af8f-291c48794a52'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:37.937851 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b012ba0-4399-48ae-8325-08b015c656b3" -d '{"events": [{"server_uuid": "a053e084-f5d3-47f4-a03c-cd6416e4d55a", "name": "network-vif-plugged", "status": "completed", "tag": "2b65c783-aeb7-48db-af8f-291c48794a52"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:37.946454 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7469445b-a220-42e4-9202-510418fb5cda req-c5b58757-cef4-4d36-91e1-a280f7b54764 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:37.997859 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04476b62-694d-4c54-993b-d7a31679f4f1 x-openstack-request-id: req-04476b62-694d-4c54-993b-d7a31679f4f1 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:37.998359 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a053e084-f5d3-47f4-a03c-cd6416e4d55a", "name": "network-vif-plugged", "status": "completed", "tag": "2b65c783-aeb7-48db-af8f-291c48794a52", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:37.998359 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04476b62-694d-4c54-993b-d7a31679f4f1 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:37.998792 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a053e084-f5d3-47f4-a03c-cd6416e4d55a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b65c783-aeb7-48db-af8f-291c48794a52', 'code': 200} Jul 29 23:24:38.032279 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:38.118573 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16d0472f-bf34-430f-b692-7d9ef352fe57 req-8c897467-bdd9-4548-a550-ee69179660bf service neutron] 10.222.0.23 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603105 Jul 29 23:24:38.161359 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7469445b-a220-42e4-9202-510418fb5cda req-c5b58757-cef4-4d36-91e1-a280f7b54764 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:38.169643 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7469445b-a220-42e4-9202-510418fb5cda req-c5b58757-cef4-4d36-91e1-a280f7b54764 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:38.178502 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7c227-fcf2-415d-9e0c-ccf372585045 req-b2ca7645-413a-4f4e-918d-5fd1e2e32e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:38.180829 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a0f7c227-fcf2-415d-9e0c-ccf372585045 req-b2ca7645-413a-4f4e-918d-5fd1e2e32e94 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a053e084-f5d3-47f4-a03c-cd6416e4d55a HTTP/1.1" status: 200 len: 1101 time: 0.0767052 Jul 29 23:24:38.199368 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7469445b-a220-42e4-9202-510418fb5cda req-c5b58757-cef4-4d36-91e1-a280f7b54764 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:38.200652 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7469445b-a220-42e4-9202-510418fb5cda req-c5b58757-cef4-4d36-91e1-a280f7b54764 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3139179 Jul 29 23:24:38.219095 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b58757-cef4-4d36-91e1-a280f7b54764 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff486445-0a8a-47b4-a1ab-2b9285a8a045,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:38.239637 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a0f7c227-fcf2-415d-9e0c-ccf372585045 req-77d98c4b-f02b-4966-91eb-8f53c63280e9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7b1f0ef8-0474-4634-b7cb-25091e2694b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463638 Jul 29 23:24:38.332619 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f22cd0-2d4a-475d-85b5-2bc6b5cf3f9e req-5d09989f-4839-44c1-a1d7-24dc5b27494e tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:38.335116 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-25f22cd0-2d4a-475d-85b5-2bc6b5cf3f9e req-5d09989f-4839-44c1-a1d7-24dc5b27494e tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c78d89-ff2b-4f47-8fb9-3e640a252858 HTTP/1.1" status: 200 len: 945 time: 0.0580406 Jul 29 23:24:38.391877 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-25f22cd0-2d4a-475d-85b5-2bc6b5cf3f9e req-35561e03-a2ed-4c18-96a0-6e7b0d47994b tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a7cfce9-eb85-4f5a-be17-e1b1de6bd56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486095 Jul 29 23:24:38.539594 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bee67016-3ee5-4882-9837-95f80af4317b req-3588b9f6-c08a-4f52-b5b0-0343e005158a tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "GET /v2.0/security-groups/ff486445-0a8a-47b4-a1ab-2b9285a8a045 HTTP/1.1" status: 200 len: 1803 time: 0.0471566 Jul 29 23:24:38.550785 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-bee67016-3ee5-4882-9837-95f80af4317b req-f7147a3a-0c0b-4fba-8fad-bffcc7d0ea10 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ff486445-0a8a-47b4-a1ab-2b9285a8a045', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:38.551410 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-bee67016-3ee5-4882-9837-95f80af4317b req-f7147a3a-0c0b-4fba-8fad-bffcc7d0ea10 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ff486445-0a8a-47b4-a1ab-2b9285a8a045', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:38.637881 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b955bd-af10-4932-b943-2faf108a81f3 req-a9c596e9-4df5-430a-829c-05b885ba4e29 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:38.639657 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e5b955bd-af10-4932-b943-2faf108a81f3 req-a9c596e9-4df5-430a-829c-05b885ba4e29 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710 HTTP/1.1" status: 200 len: 944 time: 0.0745120 Jul 29 23:24:38.647658 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 87c1327c-d7e0-4849-8699-2d69e0c74a91 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:24:38.674367 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bee67016-3ee5-4882-9837-95f80af4317b req-f7147a3a-0c0b-4fba-8fad-bffcc7d0ea10 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:38.710097 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e5b955bd-af10-4932-b943-2faf108a81f3 req-5386853b-5d9a-442b-bf51-59281f17e8d5 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632555 Jul 29 23:24:38.716237 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bee67016-3ee5-4882-9837-95f80af4317b req-f7147a3a-0c0b-4fba-8fad-bffcc7d0ea10 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:38.721442 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bee67016-3ee5-4882-9837-95f80af4317b req-f7147a3a-0c0b-4fba-8fad-bffcc7d0ea10 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:38.743462 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7147a3a-0c0b-4fba-8fad-bffcc7d0ea10 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e28280a-258f-41a2-95c1-4cd960537673,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:38.759875 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bee67016-3ee5-4882-9837-95f80af4317b req-f7147a3a-0c0b-4fba-8fad-bffcc7d0ea10 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:38.761417 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bee67016-3ee5-4882-9837-95f80af4317b req-f7147a3a-0c0b-4fba-8fad-bffcc7d0ea10 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2151196 Jul 29 23:24:38.855453 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff6bcb-8de6-4e19-93ba-e67b4911a595 req-517997da-c6cf-4da2-9447-e7a324e3891e tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:38.857819 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a7ff6bcb-8de6-4e19-93ba-e67b4911a595 req-517997da-c6cf-4da2-9447-e7a324e3891e tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c78d89-ff2b-4f47-8fb9-3e640a252858 HTTP/1.1" status: 200 len: 945 time: 0.0664709 Jul 29 23:24:38.866987 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35098) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:38.871862 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-676fd2c6-3735-4805-98d7-19cd8990d353 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Request body: {'floatingip': {'port_id': '7f5808b0-7781-4dd1-8179-a4ecb03132cf'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:38.883867 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-1a9e0ed9-035f-4028-ae30-cb275faecc2c req-81d41e38-ffda-4116-8c17-cf3e956f615f tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1731949373', 'description': 'tempest-description-730055999'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:38.936417 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1a9e0ed9-035f-4028-ae30-cb275faecc2c req-81d41e38-ffda-4116-8c17-cf3e956f615f tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:38.937195 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-676fd2c6-3735-4805-98d7-19cd8990d353 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks [] for floatingip, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:38.937416 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 87c1327c-d7e0-4849-8699-2d69e0c74a91, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=87c1327c-d7e0-4849-8699-2d69e0c74a91,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:38.961445 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 87c1327c-d7e0-4849-8699-2d69e0c74a91 has no active binding in host n-h2-712140-10 {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:24:39.026877 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1425e4-f5f2-4421-82c4-b799ade3bb8c req-01c3f4af-4d10-4e50-bf6b-872f7d9e2c83 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:39.029086 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee1425e4-f5f2-4421-82c4-b799ade3bb8c req-01c3f4af-4d10-4e50-bf6b-872f7d9e2c83 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/ports?device_id=a053e084-f5d3-47f4-a03c-cd6416e4d55a HTTP/1.1" status: 200 len: 949 time: 0.1224113 Jul 29 23:24:39.125359 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee1425e4-f5f2-4421-82c4-b799ade3bb8c req-5f5d3bdb-2faa-4d74-811a-c5fc6cdbf493 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b1f0ef8-0474-4634-b7cb-25091e2694b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820444 Jul 29 23:24:39.141348 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167dc7d0-9767-4f31-bc86-06ac7a493126', 'name': 'network-vif-deleted', 'tag': 'dd0e636d-0310-4d56-b5ed-1c71aa05aadd'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:39.145184 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97c94ed7-e770-473f-9552-62e679dfa063" -d '{"events": [{"server_uuid": "167dc7d0-9767-4f31-bc86-06ac7a493126", "name": "network-vif-deleted", "tag": "dd0e636d-0310-4d56-b5ed-1c71aa05aadd"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:39.159479 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1a9e0ed9-035f-4028-ae30-cb275faecc2c req-81d41e38-ffda-4116-8c17-cf3e956f615f tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:39.169827 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1a9e0ed9-035f-4028-ae30-cb275faecc2c req-81d41e38-ffda-4116-8c17-cf3e956f615f tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:39.203446 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1a9e0ed9-035f-4028-ae30-cb275faecc2c req-81d41e38-ffda-4116-8c17-cf3e956f615f tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:39.216710 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1a9e0ed9-035f-4028-ae30-cb275faecc2c req-81d41e38-ffda-4116-8c17-cf3e956f615f tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3373425 Jul 29 23:24:39.232078 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d41e38-ffda-4116-8c17-cf3e956f615f tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=467cdc95-10e3-48c2-939e-7f6d8af7f373,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:39.296041 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35e012b-b511-49db-8881-05ecf6e90a90 x-openstack-request-id: req-d35e012b-b511-49db-8881-05ecf6e90a90 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:39.297241 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "167dc7d0-9767-4f31-bc86-06ac7a493126", "name": "network-vif-deleted", "tag": "dd0e636d-0310-4d56-b5ed-1c71aa05aadd", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:39.297901 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d35e012b-b511-49db-8881-05ecf6e90a90 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:39.298565 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '167dc7d0-9767-4f31-bc86-06ac7a493126', 'name': 'network-vif-deleted', 'tag': 'dd0e636d-0310-4d56-b5ed-1c71aa05aadd', 'status': 'completed', 'code': 200} Jul 29 23:24:39.426475 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-868ad6c7-22f4-4b7a-a70a-491c392b1d2f req-ea001415-bf3f-4775-9bcc-252d854e360d tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "GET /v2.0/security-groups/467cdc95-10e3-48c2-939e-7f6d8af7f373 HTTP/1.1" status: 200 len: 1804 time: 0.0896947 Jul 29 23:24:39.439170 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-868ad6c7-22f4-4b7a-a70a-491c392b1d2f req-8a6b7c38-ff4b-4995-a56a-69b452cf1b8e tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '467cdc95-10e3-48c2-939e-7f6d8af7f373', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:39.439570 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-868ad6c7-22f4-4b7a-a70a-491c392b1d2f req-8a6b7c38-ff4b-4995-a56a-69b452cf1b8e tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '467cdc95-10e3-48c2-939e-7f6d8af7f373', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:39.552697 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-868ad6c7-22f4-4b7a-a70a-491c392b1d2f req-8a6b7c38-ff4b-4995-a56a-69b452cf1b8e tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:39.602102 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-868ad6c7-22f4-4b7a-a70a-491c392b1d2f req-8a6b7c38-ff4b-4995-a56a-69b452cf1b8e tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:39.614054 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-868ad6c7-22f4-4b7a-a70a-491c392b1d2f req-8a6b7c38-ff4b-4995-a56a-69b452cf1b8e tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:39.638505 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-676fd2c6-3735-4805-98d7-19cd8990d353 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:39.640675 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b7c38-ff4b-4995-a56a-69b452cf1b8e tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b556ff6e-f98a-4afe-91d2-4e04fa458677,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:39.643888 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-676fd2c6-3735-4805-98d7-19cd8990d353 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:39.646951 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-868ad6c7-22f4-4b7a-a70a-491c392b1d2f req-8a6b7c38-ff4b-4995-a56a-69b452cf1b8e tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:39.661153 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-868ad6c7-22f4-4b7a-a70a-491c392b1d2f req-8a6b7c38-ff4b-4995-a56a-69b452cf1b8e tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2287977 Jul 29 23:24:39.837466 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-286cb021-549b-465d-9ac3-8871b1c131a8 req-82e37f54-09dc-467b-bc5e-b6c30d4cf312 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-474198818', 'description': 'tempest-description-1474241859'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:39.873186 n-d-712140-10 neutron-server[94064]: INFO neutron.db.l3_db [None req-676fd2c6-3735-4805-98d7-19cd8990d353 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Floating IP 3015573c-5b21-4de5-a5f1-8bf6fa8dd1bb associated. External IP: 172.25.8.249, port: 7f5808b0-7781-4dd1-8179-a4ecb03132cf. Jul 29 23:24:39.890735 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-286cb021-549b-465d-9ac3-8871b1c131a8 req-82e37f54-09dc-467b-bc5e-b6c30d4cf312 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:39.902656 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-816c2377-beb8-4417-9041-c1dccff0f443 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:39.905130 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-816c2377-beb8-4417-9041-c1dccff0f443 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/networks?id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4 HTTP/1.1" status: 200 len: 804 time: 0.1544349 Jul 29 23:24:39.925483 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c218506d-22b8-48aa-b989-d4fb97124060 req-d1a84a7b-1bd5-4275-bbfb-5dc2a9153a53 service neutron] 10.222.0.23 "GET /v2.0/ports/87c1327c-d7e0-4849-8699-2d69e0c74a91/bindings/n-h2-712140-10 HTTP/1.1" status: 200 len: 385 time: 0.1957114 Jul 29 23:24:39.931576 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-c968013a-fd3e-41aa-ae6f-3bf12778b71f tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/quotas/7c5e67745e0e4776a7b5c36d90365bdc HTTP/1.1" status: 200 len: 375 time: 0.0157008 Jul 29 23:24:40.016902 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-10c24305-6846-4981-b649-418111ae544c tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c5e67745e0e4776a7b5c36d90365bdc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0712802 Jul 29 23:24:40.091570 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-286cb021-549b-465d-9ac3-8871b1c131a8 req-82e37f54-09dc-467b-bc5e-b6c30d4cf312 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:40.099488 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-286cb021-549b-465d-9ac3-8871b1c131a8 req-82e37f54-09dc-467b-bc5e-b6c30d4cf312 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:40.142587 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-286cb021-549b-465d-9ac3-8871b1c131a8 req-82e37f54-09dc-467b-bc5e-b6c30d4cf312 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:40.144416 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-286cb021-549b-465d-9ac3-8871b1c131a8 req-82e37f54-09dc-467b-bc5e-b6c30d4cf312 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3113053 Jul 29 23:24:40.160981 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e37f54-09dc-467b-bc5e-b6c30d4cf312 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d348e638-a4fc-443d-9350-64b1a3abfd99,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:40.218501 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-e22c556f-7b24-409b-a5cf-c0879f1059dd service neutron] 10.222.0.18 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848276 Jul 29 23:24:40.324444 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-c218506d-22b8-48aa-b989-d4fb97124060 req-87c61ac8-48c2-41f8-ada0-99fa3ccc3e70 service neutron] For port 87c1327c-d7e0-4849-8699-2d69e0c74a91, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=87c1327c-d7e0-4849-8699-2d69e0c74a91,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:40.361003 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-676fd2c6-3735-4805-98d7-19cd8990d353 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Router 62f6f883-896a-4ce6-a848-0ebfa5c42654 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:24:40.374508 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-c218506d-22b8-48aa-b989-d4fb97124060 req-87c61ac8-48c2-41f8-ada0-99fa3ccc3e70 service neutron] For port 87c1327c-d7e0-4849-8699-2d69e0c74a91, host n-h1-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:40.386817 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cd2af8-60fb-405e-bd84-a403d2f620f1 req-d7615cb5-4ca7-4549-961d-dfce89adb0f6 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:40.392657 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-44cd2af8-60fb-405e-bd84-a403d2f620f1 req-d7615cb5-4ca7-4549-961d-dfce89adb0f6 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710 HTTP/1.1" status: 200 len: 944 time: 0.1455584 Jul 29 23:24:40.436966 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-f3aa8f91-33c9-4ac4-b8ec-8b28824a99c0 service neutron] 10.222.0.18 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169166 Jul 29 23:24:40.449327 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-c218506d-22b8-48aa-b989-d4fb97124060 req-87c61ac8-48c2-41f8-ada0-99fa3ccc3e70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87c1327c-d7e0-4849-8699-2d69e0c74a91 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:40.466549 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-c218506d-22b8-48aa-b989-d4fb97124060 req-87c61ac8-48c2-41f8-ada0-99fa3ccc3e70 service neutron] For port 87c1327c-d7e0-4849-8699-2d69e0c74a91, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=87c1327c-d7e0-4849-8699-2d69e0c74a91,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:40.469147 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-44cd2af8-60fb-405e-bd84-a403d2f620f1 req-fb0881ff-6e6b-4064-959e-c0e416891e10 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652027 Jul 29 23:24:40.534353 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-c218506d-22b8-48aa-b989-d4fb97124060 req-87c61ac8-48c2-41f8-ada0-99fa3ccc3e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:40.614724 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-c39e2a5b-0b13-4afd-bd63-12b441930261 req-f44c103d-c080-4713-85c9-d32543d73b2f tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1181304229', 'description': 'tempest-description-607070222'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:40.670533 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device dd0e636d-0310-4d56-b5ed-1c71aa05aadd no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:40.672969 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-676fd2c6-3735-4805-98d7-19cd8990d353 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:24:40.684189 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-676fd2c6-3735-4805-98d7-19cd8990d353 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:40.698268 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c39e2a5b-0b13-4afd-bd63-12b441930261 req-f44c103d-c080-4713-85c9-d32543d73b2f tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:40.740849 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: dd0e636d-0310-4d56-b5ed-1c71aa05aadd {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:40.742066 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device dd0e636d-0310-4d56-b5ed-1c71aa05aadd not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:40.746013 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-676fd2c6-3735-4805-98d7-19cd8990d353 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "PUT /v2.0/floatingips/3015573c-5b21-4de5-a5f1-8bf6fa8dd1bb HTTP/1.1" status: 200 len: 991 time: 1.8754494 Jul 29 23:24:40.746013 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44c78d89-ff2b-4f47-8fb9-3e640a252858', 'tag': '7f5808b0-7781-4dd1-8179-a4ecb03132cf'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:40.747724 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802b7749-d542-40ff-8a99-b1c447166b36 None None] Sync routers for ids ['62f6f883-896a-4ce6-a848-0ebfa5c42654'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:24:40.748271 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0550ef52-116d-462d-b480-4a38675934c2" -d '{"events": [{"name": "network-changed", "server_uuid": "44c78d89-ff2b-4f47-8fb9-3e640a252858", "tag": "7f5808b0-7781-4dd1-8179-a4ecb03132cf"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:40.761694 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-c218506d-22b8-48aa-b989-d4fb97124060 req-87c61ac8-48c2-41f8-ada0-99fa3ccc3e70 service neutron] Transition to ACTIVE for port object 87c1327c-d7e0-4849-8699-2d69e0c74a91 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:40.771748 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-c218506d-22b8-48aa-b989-d4fb97124060 req-87c61ac8-48c2-41f8-ada0-99fa3ccc3e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:40.777770 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802b7749-d542-40ff-8a99-b1c447166b36 None None] Routers {'62f6f883-896a-4ce6-a848-0ebfa5c42654'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:40.777770 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-802b7749-d542-40ff-8a99-b1c447166b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:24:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['62f6f883-896a-4ce6-a848-0ebfa5c42654'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:40.847080 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c61ac8-48c2-41f8-ada0-99fa3ccc3e70 service neutron] Pushing event updated for resources: {'Port': ['ID=87c1327c-d7e0-4849-8699-2d69e0c74a91,revision_number=10']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:40.869360 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c61ac8-48c2-41f8-ada0-99fa3ccc3e70 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:40.869834 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c61ac8-48c2-41f8-ada0-99fa3ccc3e70 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:40.870321 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c61ac8-48c2-41f8-ada0-99fa3ccc3e70 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:40.870669 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c61ac8-48c2-41f8-ada0-99fa3ccc3e70 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:40.871020 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c61ac8-48c2-41f8-ada0-99fa3ccc3e70 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:40.871402 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c61ac8-48c2-41f8-ada0-99fa3ccc3e70 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:40.871781 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c61ac8-48c2-41f8-ada0-99fa3ccc3e70 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:40.872210 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c61ac8-48c2-41f8-ada0-99fa3ccc3e70 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:40.872646 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c61ac8-48c2-41f8-ada0-99fa3ccc3e70 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:40.873185 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c61ac8-48c2-41f8-ada0-99fa3ccc3e70 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:40.873868 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c61ac8-48c2-41f8-ada0-99fa3ccc3e70 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:40.874287 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87c61ac8-48c2-41f8-ada0-99fa3ccc3e70 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:40.931634 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c39e2a5b-0b13-4afd-bd63-12b441930261 req-f44c103d-c080-4713-85c9-d32543d73b2f tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:40.937658 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c39e2a5b-0b13-4afd-bd63-12b441930261 req-f44c103d-c080-4713-85c9-d32543d73b2f tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:40.954571 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-c218506d-22b8-48aa-b989-d4fb97124060 req-87c61ac8-48c2-41f8-ada0-99fa3ccc3e70 service neutron] No DVR routers for this DVR port 87c1327c-d7e0-4849-8699-2d69e0c74a91 on host n-h1-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:41.017055 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c39e2a5b-0b13-4afd-bd63-12b441930261 req-f44c103d-c080-4713-85c9-d32543d73b2f tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:41.027844 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c39e2a5b-0b13-4afd-bd63-12b441930261 req-f44c103d-c080-4713-85c9-d32543d73b2f tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4201276 Jul 29 23:24:41.034914 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c103d-c080-4713-85c9-d32543d73b2f tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45269f75-8c6a-4e50-bf4c-c59b9369c8ec,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:41.053286 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c218506d-22b8-48aa-b989-d4fb97124060 req-87c61ac8-48c2-41f8-ada0-99fa3ccc3e70 service neutron] 10.222.0.23 "PUT /v2.0/ports/87c1327c-d7e0-4849-8699-2d69e0c74a91/bindings/n-h2-712140-10/activate HTTP/1.1" status: 200 len: 370 time: 1.1212602 Jul 29 23:24:41.061890 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-802b7749-d542-40ff-8a99-b1c447166b36 None None] Set router 62f6f883-896a-4ce6-a848-0ebfa5c42654 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:41.201025 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e29f19d1-dd77-4d1d-b228-c0839d450321 req-cbdfee55-7bec-46aa-92ed-a103c438d2bf tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=aef034d5-994b-4706-a7b8-c4190a0547a2 HTTP/1.1" status: 200 len: 210 time: 0.0639019 Jul 29 23:24:41.274179 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65ef029-f241-485f-8c61-a7d726436496 req-32ef530c-b76a-4319-85ca-0dfda9bc5802 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:41.292155 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e65ef029-f241-485f-8c61-a7d726436496 req-32ef530c-b76a-4319-85ca-0dfda9bc5802 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/ports?device_id=a053e084-f5d3-47f4-a03c-cd6416e4d55a HTTP/1.1" status: 200 len: 949 time: 0.1946201 Jul 29 23:24:41.306874 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218506d-22b8-48aa-b989-d4fb97124060 req-636008a3-739c-460c-91ff-05ef2b55e3ec tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:41.309367 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c218506d-22b8-48aa-b989-d4fb97124060 req-636008a3-739c-460c-91ff-05ef2b55e3ec tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710&tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&binding%3Ahost_id=n-h1-712140-10 HTTP/1.1" status: 200 len: 1097 time: 0.1747160 Jul 29 23:24:41.401330 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e65ef029-f241-485f-8c61-a7d726436496 req-1085df2f-1829-42ec-b34e-a4d9fcbe06bf tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b1f0ef8-0474-4634-b7cb-25091e2694b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083012 Jul 29 23:24:41.413202 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218506d-22b8-48aa-b989-d4fb97124060 req-732e5781-11b8-429d-a8b6-b02870ca5e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:41.415189 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c218506d-22b8-48aa-b989-d4fb97124060 req-732e5781-11b8-429d-a8b6-b02870ca5e76 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710&tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c HTTP/1.1" status: 200 len: 1097 time: 0.0887029 Jul 29 23:24:41.538938 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f60c3d14-a021-4010-b5fa-0b9d6e14538c x-openstack-request-id: req-f60c3d14-a021-4010-b5fa-0b9d6e14538c {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:41.539225 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44c78d89-ff2b-4f47-8fb9-3e640a252858", "tag": "7f5808b0-7781-4dd1-8179-a4ecb03132cf", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:41.539480 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f60c3d14-a021-4010-b5fa-0b9d6e14538c {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:41.539898 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44c78d89-ff2b-4f47-8fb9-3e640a252858', 'tag': '7f5808b0-7781-4dd1-8179-a4ecb03132cf', 'status': 'completed', 'code': 200} Jul 29 23:24:41.547271 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218506d-22b8-48aa-b989-d4fb97124060 req-37bf3bdc-bc97-4178-8275-cadd601534bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:41.551101 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c218506d-22b8-48aa-b989-d4fb97124060 req-37bf3bdc-bc97-4178-8275-cadd601534bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710 HTTP/1.1" status: 200 len: 1097 time: 0.0957844 Jul 29 23:24:41.563887 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-802b7749-d542-40ff-8a99-b1c447166b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'name': 'tempest-ServersTestManualDisk-221486918-router', 'tenant_id': '020cf0fa00f7401c9020fdf0384434db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '99740438-16ce-4767-9595-0a15777093d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:54Z', 'updated_at': '2021-07-29T23:24:05Z', 'revision_number': 4, 'project_id': '020cf0fa00f7401c9020fdf0384434db', 'gw_port': {'id': '99740438-16ce-4767-9595-0a15777093d6', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:57Z', 'updated_at': '2021-07-29T23:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '3015573c-5b21-4de5-a5f1-8bf6fa8dd1bb', 'tenant_id': '020cf0fa00f7401c9020fdf0384434db', 'floating_ip_address': '172.25.8.249', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'port_id': '7f5808b0-7781-4dd1-8179-a4ecb03132cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e2640d-09f4-43e1-b3aa-e86faf3cfd26', 'mac_address': 'fa:16:3e:b2:9c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c78d89-ff2b-4f47-8fb9-3e640a252858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:24:14Z', 'updated_at': '2021-07-29T23:24:39Z', 'revision_number': 1, 'project_id': '020cf0fa00f7401c9020fdf0384434db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18656832-c4cc-4be4-bf36-7a0c5a4a0464', 'name': '', 'network_id': 'd6e2640d-09f4-43e1-b3aa-e86faf3cfd26', 'tenant_id': '020cf0fa00f7401c9020fdf0384434db', 'mac_address': 'fa:16:3e:06:c6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '9a863ba4-a489-4e6d-b0bb-e711fa258cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:04Z', 'updated_at': '2021-07-29T23:24:15Z', 'revision_number': 5, 'project_id': '020cf0fa00f7401c9020fdf0384434db', 'subnets': [{'id': '9a863ba4-a489-4e6d-b0bb-e711fa258cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:41.636457 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802b7749-d542-40ff-8a99-b1c447166b36 None None] Checking router: 62f6f883-896a-4ce6-a848-0ebfa5c42654 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:24:41.666285 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802b7749-d542-40ff-8a99-b1c447166b36 None None] Routers {'62f6f883-896a-4ce6-a848-0ebfa5c42654'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:24:41.666934 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-802b7749-d542-40ff-8a99-b1c447166b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:24:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['62f6f883-896a-4ce6-a848-0ebfa5c42654'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:41.685415 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550ef52-116d-462d-b480-4a38675934c2 req-65b80880-44a7-4975-b052-15d54a03c1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:41.691249 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0550ef52-116d-462d-b480-4a38675934c2 req-65b80880-44a7-4975-b052-15d54a03c1f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=020cf0fa00f7401c9020fdf0384434db&device_id=44c78d89-ff2b-4f47-8fb9-3e640a252858 HTTP/1.1" status: 200 len: 1097 time: 0.1161404 Jul 29 23:24:41.707253 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218506d-22b8-48aa-b989-d4fb97124060 req-bbd15c89-e3ba-4261-9116-94a955694cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:41.709324 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c218506d-22b8-48aa-b989-d4fb97124060 req-bbd15c89-e3ba-4261-9116-94a955694cf4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=41b737f2-e531-4160-b598-3383b744485d HTTP/1.1" status: 200 len: 909 time: 0.1342609 Jul 29 23:24:41.718780 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1b050bdc-9b71-41a8-8c71-00fdce86c334 req-b14ee0a2-991d-450c-9f0e-8463be873021 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "GET /v2.0/security-groups/d348e638-a4fc-443d-9350-64b1a3abfd99 HTTP/1.1" status: 200 len: 1804 time: 0.2281022 Jul 29 23:24:41.793390 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c218506d-22b8-48aa-b989-d4fb97124060 req-911ee86c-1581-43b2-b901-dedd85c41cf5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87c1327c-d7e0-4849-8699-2d69e0c74a91 HTTP/1.1" status: 200 len: 217 time: 0.0725017 Jul 29 23:24:41.930910 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550ef52-116d-462d-b480-4a38675934c2 req-2848609e-ce9b-44e5-a281-1ba973cad632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:41.936721 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0550ef52-116d-462d-b480-4a38675934c2 req-2848609e-ce9b-44e5-a281-1ba973cad632 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d6e2640d-09f4-43e1-b3aa-e86faf3cfd26 HTTP/1.1" status: 200 len: 912 time: 0.2406480 Jul 29 23:24:41.952838 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-802b7749-d542-40ff-8a99-b1c447166b36 None None] Set router 62f6f883-896a-4ce6-a848-0ebfa5c42654 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:24:41.957876 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1b050bdc-9b71-41a8-8c71-00fdce86c334 req-1226feac-6ada-4d43-92af-3433ec88bc7a tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "GET /v2.0/security-groups/45269f75-8c6a-4e50-bf4c-c59b9369c8ec HTTP/1.1" status: 200 len: 1804 time: 0.1627789 Jul 29 23:24:41.970806 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-1b050bdc-9b71-41a8-8c71-00fdce86c334 req-fe9d0cfe-5d26-4ac0-9701-a3656a2c2024 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd348e638-a4fc-443d-9350-64b1a3abfd99', 'remote_group_id': '45269f75-8c6a-4e50-bf4c-c59b9369c8ec', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:41.971804 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-1b050bdc-9b71-41a8-8c71-00fdce86c334 req-fe9d0cfe-5d26-4ac0-9701-a3656a2c2024 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd348e638-a4fc-443d-9350-64b1a3abfd99', 'remote_group_id': '45269f75-8c6a-4e50-bf4c-c59b9369c8ec', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:41.982827 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218506d-22b8-48aa-b989-d4fb97124060 req-19ff2812-018e-4405-8d98-ba743d3627f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:41.985536 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c218506d-22b8-48aa-b989-d4fb97124060 req-19ff2812-018e-4405-8d98-ba743d3627f1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=599960cf-5b7f-432a-8a6a-c415f2272dee HTTP/1.1" status: 200 len: 848 time: 0.1769805 Jul 29 23:24:42.056884 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c218506d-22b8-48aa-b989-d4fb97124060 req-ac3988f6-57b8-43be-a66c-f0a2274d0608 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41b737f2-e531-4160-b598-3383b744485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591908 Jul 29 23:24:42.059157 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0550ef52-116d-462d-b480-4a38675934c2 req-4646883a-f4d4-4987-a919-963722c2642c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f5808b0-7781-4dd1-8179-a4ecb03132cf HTTP/1.1" status: 200 len: 999 time: 0.1132860 Jul 29 23:24:42.159543 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550ef52-116d-462d-b480-4a38675934c2 req-f2f3d2ce-9acc-4d7c-aee8-ae02026df0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:42.161703 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0550ef52-116d-462d-b480-4a38675934c2 req-f2f3d2ce-9acc-4d7c-aee8-ae02026df0c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9a863ba4-a489-4e6d-b0bb-e711fa258cc7 HTTP/1.1" status: 200 len: 850 time: 0.0884504 Jul 29 23:24:42.195114 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:24:42.296114 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550ef52-116d-462d-b480-4a38675934c2 req-0fbc9bad-8850-4082-b2f8-f7c3c2cc093d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:42.302304 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0550ef52-116d-462d-b480-4a38675934c2 req-0fbc9bad-8850-4082-b2f8-f7c3c2cc093d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d6e2640d-09f4-43e1-b3aa-e86faf3cfd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1281035 Jul 29 23:24:42.352357 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1b050bdc-9b71-41a8-8c71-00fdce86c334 req-fe9d0cfe-5d26-4ac0-9701-a3656a2c2024 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:42.474788 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0550ef52-116d-462d-b480-4a38675934c2 req-508ab373-8c19-47ba-991b-7b81632c3526 service neutron] 10.222.0.39 "GET /v2.0/networks/d6e2640d-09f4-43e1-b3aa-e86faf3cfd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494143 Jul 29 23:24:42.498509 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-802b7749-d542-40ff-8a99-b1c447166b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'name': 'tempest-ServersTestManualDisk-221486918-router', 'tenant_id': '020cf0fa00f7401c9020fdf0384434db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '99740438-16ce-4767-9595-0a15777093d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:54Z', 'updated_at': '2021-07-29T23:24:05Z', 'revision_number': 4, 'project_id': '020cf0fa00f7401c9020fdf0384434db', 'gw_port': {'id': '99740438-16ce-4767-9595-0a15777093d6', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:57Z', 'updated_at': '2021-07-29T23:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '3015573c-5b21-4de5-a5f1-8bf6fa8dd1bb', 'tenant_id': '020cf0fa00f7401c9020fdf0384434db', 'floating_ip_address': '172.25.8.249', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'port_id': '7f5808b0-7781-4dd1-8179-a4ecb03132cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e2640d-09f4-43e1-b3aa-e86faf3cfd26', 'mac_address': 'fa:16:3e:b2:9c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c78d89-ff2b-4f47-8fb9-3e640a252858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:24:14Z', 'updated_at': '2021-07-29T23:24:39Z', 'revision_number': 1, 'project_id': '020cf0fa00f7401c9020fdf0384434db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18656832-c4cc-4be4-bf36-7a0c5a4a0464', 'name': '', 'network_id': 'd6e2640d-09f4-43e1-b3aa-e86faf3cfd26', 'tenant_id': '020cf0fa00f7401c9020fdf0384434db', 'mac_address': 'fa:16:3e:06:c6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '9a863ba4-a489-4e6d-b0bb-e711fa258cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:04Z', 'updated_at': '2021-07-29T23:24:15Z', 'revision_number': 5, 'project_id': '020cf0fa00f7401c9020fdf0384434db', 'subnets': [{'id': '9a863ba4-a489-4e6d-b0bb-e711fa258cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:42.532432 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c218506d-22b8-48aa-b989-d4fb97124060 req-f669adc0-01bf-47c2-90ce-a5387373c5a7 service neutron] 10.222.0.39 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599848 Jul 29 23:24:42.550217 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1b050bdc-9b71-41a8-8c71-00fdce86c334 req-fe9d0cfe-5d26-4ac0-9701-a3656a2c2024 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:42.576271 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802b7749-d542-40ff-8a99-b1c447166b36 None None] The sync data for ids ['62f6f883-896a-4ce6-a848-0ebfa5c42654'] in n-d-712140-10 is: [{'id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'name': 'tempest-ServersTestManualDisk-221486918-router', 'tenant_id': '020cf0fa00f7401c9020fdf0384434db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '99740438-16ce-4767-9595-0a15777093d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:54Z', 'updated_at': '2021-07-29T23:24:05Z', 'revision_number': 4, 'project_id': '020cf0fa00f7401c9020fdf0384434db', 'gw_port': {'id': '99740438-16ce-4767-9595-0a15777093d6', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:57Z', 'updated_at': '2021-07-29T23:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '3015573c-5b21-4de5-a5f1-8bf6fa8dd1bb', 'tenant_id': '020cf0fa00f7401c9020fdf0384434db', 'floating_ip_address': '172.25.8.249', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'port_id': '7f5808b0-7781-4dd1-8179-a4ecb03132cf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 821, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd6e2640d-09f4-43e1-b3aa-e86faf3cfd26', 'mac_address': 'fa:16:3e:b2:9c:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44c78d89-ff2b-4f47-8fb9-3e640a252858', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:24:14Z', 'updated_at': '2021-07-29T23:24:39Z', 'revision_number': 1, 'project_id': '020cf0fa00f7401c9020fdf0384434db', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18656832-c4cc-4be4-bf36-7a0c5a4a0464', 'name': '', 'network_id': 'd6e2640d-09f4-43e1-b3aa-e86faf3cfd26', 'tenant_id': '020cf0fa00f7401c9020fdf0384434db', 'mac_address': 'fa:16:3e:06:c6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '9a863ba4-a489-4e6d-b0bb-e711fa258cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:04Z', 'updated_at': '2021-07-29T23:24:15Z', 'revision_number': 5, 'project_id': '020cf0fa00f7401c9020fdf0384434db', 'subnets': [{'id': '9a863ba4-a489-4e6d-b0bb-e711fa258cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:24:42.655868 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1b050bdc-9b71-41a8-8c71-00fdce86c334 req-fe9d0cfe-5d26-4ac0-9701-a3656a2c2024 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:42.701750 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0550ef52-116d-462d-b480-4a38675934c2 req-9b67a029-67bd-44a9-bef8-5ca36a6b859f service neutron] 10.222.0.39 "GET /v2.0/networks/d6e2640d-09f4-43e1-b3aa-e86faf3cfd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185073 Jul 29 23:24:42.764146 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d0cfe-5d26-4ac0-9701-a3656a2c2024 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdb924e0-0eef-4447-a62c-43a3768db20c,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:42.779865 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-c06ee225-3136-4f81-a0e8-56d0f1324900 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:42.781399 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-c06ee225-3136-4f81-a0e8-56d0f1324900 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.39 "GET /v2.0/networks?id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4 HTTP/1.1" status: 200 len: 804 time: 0.4860446 Jul 29 23:24:42.800998 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-562d2ca6-8247-44c9-835d-10527c1bfc19 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Request body: {'port': {'device_id': 'aef034d5-994b-4706-a7b8-c4190a0547a2', 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4', 'admin_state_up': True, 'tenant_id': '7c5e67745e0e4776a7b5c36d90365bdc'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:42.820154 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1b050bdc-9b71-41a8-8c71-00fdce86c334 req-fe9d0cfe-5d26-4ac0-9701-a3656a2c2024 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:42.821877 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1b050bdc-9b71-41a8-8c71-00fdce86c334 req-fe9d0cfe-5d26-4ac0-9701-a3656a2c2024 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8630743 Jul 29 23:24:42.893362 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336e159c-c377-49d4-83cb-4872d8bdc24e req-7d747b7d-edeb-49a5-9f58-6722753b0967 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:42.895242 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-336e159c-c377-49d4-83cb-4872d8bdc24e req-7d747b7d-edeb-49a5-9f58-6722753b0967 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710 HTTP/1.1" status: 200 len: 945 time: 0.2404854 Jul 29 23:24:42.897245 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c218506d-22b8-48aa-b989-d4fb97124060 req-98e0e126-3f51-4b35-a669-8575ee14aec7 service neutron] 10.222.0.39 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3417869 Jul 29 23:24:42.998056 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d3f532-378f-4230-82ad-6a98d0ab153b None None] New status for floating IP 3015573c-5b21-4de5-a5f1-8bf6fa8dd1bb: ACTIVE {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:24:43.007325 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b68d4000-bc00-4051-a638-19a3bc147115 req-b06051b6-4829-4805-a13d-fd7e8d65f45e tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=aef034d5-994b-4706-a7b8-c4190a0547a2 HTTP/1.1" status: 200 len: 210 time: 0.0654871 Jul 29 23:24:43.011967 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-336e159c-c377-49d4-83cb-4872d8bdc24e req-a1b077c3-fdac-41ea-9122-da42505b69ee tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050801 Jul 29 23:24:43.057741 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 87c1327c-d7e0-4849-8699-2d69e0c74a91 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:43.067726 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-562d2ca6-8247-44c9-835d-10527c1bfc19 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Made reservation on behalf of 7c5e67745e0e4776a7b5c36d90365bdc for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:43.075487 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-562d2ca6-8247-44c9-835d-10527c1bfc19 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:43.149162 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 87c1327c-d7e0-4849-8699-2d69e0c74a91 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:43.343755 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-9f45869d-4b7e-465e-ba01-97b11a844a4e req-446dc3ab-6b86-4305-9024-6b498406e577 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-996280409', 'description': 'tempest-description-184257076'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:43.407997 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218506d-22b8-48aa-b989-d4fb97124060 req-88b3db36-8ab8-4a4b-a35d-989fdeb6598e tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:43.409566 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c218506d-22b8-48aa-b989-d4fb97124060 req-88b3db36-8ab8-4a4b-a35d-989fdeb6598e tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710&tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&binding%3Ahost_id=n-h2-712140-10 HTTP/1.1" status: 200 len: 1097 time: 0.1627686 Jul 29 23:24:43.465463 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9f45869d-4b7e-465e-ba01-97b11a844a4e req-446dc3ab-6b86-4305-9024-6b498406e577 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:43.470030 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-562d2ca6-8247-44c9-835d-10527c1bfc19 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Allocated IP 172.20.0.10 (16c7c33d-b57e-4fa0-954b-60ae4834bbc4/44be0901-f3e6-4ee5-b617-283959d6aed1/f8398574-be02-4baf-aa93-a075d82a76ba) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:43.485500 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b92ff-283f-4fcf-aa7f-1c77a88b4254 req-fa633b1b-61f9-4019-8963-a654eb5461b2 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:43.487627 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a79b92ff-283f-4fcf-aa7f-1c77a88b4254 req-fa633b1b-61f9-4019-8963-a654eb5461b2 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/ports?device_id=a053e084-f5d3-47f4-a03c-cd6416e4d55a HTTP/1.1" status: 200 len: 949 time: 0.1933031 Jul 29 23:24:43.606375 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a79b92ff-283f-4fcf-aa7f-1c77a88b4254 req-7fbdbeaa-c45c-41cf-a04d-5cf52b1dab36 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b1f0ef8-0474-4634-b7cb-25091e2694b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079321 Jul 29 23:24:43.811280 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9f45869d-4b7e-465e-ba01-97b11a844a4e req-446dc3ab-6b86-4305-9024-6b498406e577 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:43.843986 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-562d2ca6-8247-44c9-835d-10527c1bfc19 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:43.860823 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9f45869d-4b7e-465e-ba01-97b11a844a4e req-446dc3ab-6b86-4305-9024-6b498406e577 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:43.866349 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c218506d-22b8-48aa-b989-d4fb97124060 req-580a589f-d913-4301-8d70-291c31ce32ce service neutron] For port 87c1327c-d7e0-4849-8699-2d69e0c74a91, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:43.887947 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c218506d-22b8-48aa-b989-d4fb97124060 req-580a589f-d913-4301-8d70-291c31ce32ce service neutron] Notify callbacks [] for binding, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:43.891442 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c218506d-22b8-48aa-b989-d4fb97124060 req-580a589f-d913-4301-8d70-291c31ce32ce service neutron] 10.222.0.39 "DELETE /v2.0/ports/87c1327c-d7e0-4849-8699-2d69e0c74a91/bindings/n-h1-712140-10 HTTP/1.1" status: 204 len: 173 time: 0.4703827 Jul 29 23:24:43.920010 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9f45869d-4b7e-465e-ba01-97b11a844a4e req-446dc3ab-6b86-4305-9024-6b498406e577 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:43.928516 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9f45869d-4b7e-465e-ba01-97b11a844a4e req-446dc3ab-6b86-4305-9024-6b498406e577 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6089087 Jul 29 23:24:43.978523 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446dc3ab-6b86-4305-9024-6b498406e577 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23b1f677-2b3d-4efd-bbee-ec28a3a451c7,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:43.993400 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-562d2ca6-8247-44c9-835d-10527c1bfc19 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:44.008130 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['d74005cd-c4f9-4ae9-bc47-788d8c2beb0a'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:44.039192 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-562d2ca6-8247-44c9-835d-10527c1bfc19 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Network 16c7c33d-b57e-4fa0-954b-60ae4834bbc4 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:44.045327 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-562d2ca6-8247-44c9-835d-10527c1bfc19 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:44.086036 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562d2ca6-8247-44c9-835d-10527c1bfc19 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Pushing event updated for resources: {'Port': ['ID=f8398574-be02-4baf-aa93-a075d82a76ba,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:44.095621 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-562d2ca6-8247-44c9-835d-10527c1bfc19 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:44.496453 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-c61c5a4e-bc38-45b8-bc93-af22abeb529a req-78aea8d6-26b9-4530-9af3-913d93fbdf3e tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-820139815', 'description': 'tempest-description-1304126258'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:44.559535 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-562d2ca6-8247-44c9-835d-10527c1bfc19 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:44.560178 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-562d2ca6-8247-44c9-835d-10527c1bfc19 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:44.575290 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c61c5a4e-bc38-45b8-bc93-af22abeb529a req-78aea8d6-26b9-4530-9af3-913d93fbdf3e tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:44.591478 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-562d2ca6-8247-44c9-835d-10527c1bfc19 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7998712 Jul 29 23:24:44.603441 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942387c9-3ca9-444e-b52c-9394c971d195 req-66cc3a08-62eb-4490-95d3-4eb2983331f6 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:44.605026 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-942387c9-3ca9-444e-b52c-9394c971d195 req-66cc3a08-62eb-4490-95d3-4eb2983331f6 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=aef034d5-994b-4706-a7b8-c4190a0547a2 HTTP/1.1" status: 200 len: 932 time: 0.1155009 Jul 29 23:24:44.612860 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-edcd7c55-63db-4d94-bea4-a5ae3e33f212 service neutron] Request body: {'port': {'device_id': 'aef034d5-994b-4706-a7b8-c4190a0547a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:44.735430 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-edcd7c55-63db-4d94-bea4-a5ae3e33f212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:44.741271 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-942387c9-3ca9-444e-b52c-9394c971d195 req-fe2e954a-a3c6-4abe-9301-67e2d93261d6 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256068 Jul 29 23:24:44.835163 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c61c5a4e-bc38-45b8-bc93-af22abeb529a req-78aea8d6-26b9-4530-9af3-913d93fbdf3e tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:44.892879 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c61c5a4e-bc38-45b8-bc93-af22abeb529a req-78aea8d6-26b9-4530-9af3-913d93fbdf3e tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:44.968693 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c61c5a4e-bc38-45b8-bc93-af22abeb529a req-78aea8d6-26b9-4530-9af3-913d93fbdf3e tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:44.972609 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c61c5a4e-bc38-45b8-bc93-af22abeb529a req-78aea8d6-26b9-4530-9af3-913d93fbdf3e tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4843676 Jul 29 23:24:44.980596 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aea8d6-26b9-4530-9af3-913d93fbdf3e tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3268e2-8c70-4377-a6a6-8de7ac6c09b5,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:45.063219 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f4b9d4-b4f2-4bee-9a39-b83fb498c403 req-1841359d-e252-4766-b715-ec926fb6c8e2 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:45.064811 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-69f4b9d4-b4f2-4bee-9a39-b83fb498c403 req-1841359d-e252-4766-b715-ec926fb6c8e2 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710 HTTP/1.1" status: 200 len: 945 time: 0.1731241 Jul 29 23:24:45.162103 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-69f4b9d4-b4f2-4bee-9a39-b83fb498c403 req-8090060b-af21-4bc0-98f5-78380972b8f1 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811980 Jul 29 23:24:45.182220 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b487c652-128a-4da1-8439-3470b48334c0 req-a09aedb4-6387-4a10-9fcd-ef48ef0318ef tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:45.183691 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b487c652-128a-4da1-8439-3470b48334c0 req-a09aedb4-6387-4a10-9fcd-ef48ef0318ef tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/ports?device_id=a053e084-f5d3-47f4-a03c-cd6416e4d55a HTTP/1.1" status: 200 len: 949 time: 0.1143534 Jul 29 23:24:45.281875 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b487c652-128a-4da1-8439-3470b48334c0 req-2a52d307-2b09-4c6f-971e-8b19b1163242 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/security-groups?id=7b1f0ef8-0474-4634-b7cb-25091e2694b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853813 Jul 29 23:24:45.289093 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-edcd7c55-63db-4d94-bea4-a5ae3e33f212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8398574-be02-4baf-aa93-a075d82a76ba {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:45.299822 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-edcd7c55-63db-4d94-bea4-a5ae3e33f212 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:45.320949 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-edcd7c55-63db-4d94-bea4-a5ae3e33f212 service neutron] Transition to ACTIVE for port object f8398574-be02-4baf-aa93-a075d82a76ba will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:45.326277 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-edcd7c55-63db-4d94-bea4-a5ae3e33f212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:45.425459 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd7c55-63db-4d94-bea4-a5ae3e33f212 service neutron] Pushing event updated for resources: {'Port': ['ID=f8398574-be02-4baf-aa93-a075d82a76ba,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:45.511913 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a8da6a7b-42e6-4606-a129-8443b7b9fab4 req-a570a9d4-fe6c-4a33-9eed-3d715d734db6 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "GET /v2.0/security-groups/23b1f677-2b3d-4efd-bbee-ec28a3a451c7 HTTP/1.1" status: 200 len: 1803 time: 0.0912626 Jul 29 23:24:45.540953 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-edcd7c55-63db-4d94-bea4-a5ae3e33f212 service neutron] Attempting to bind port f8398574-be02-4baf-aa93-a075d82a76ba on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:45.540953 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-edcd7c55-63db-4d94-bea4-a5ae3e33f212 service neutron] Attempting to bind port f8398574-be02-4baf-aa93-a075d82a76ba by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'eab921c4-2218-4a2e-a6e8-64eac530aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:45.540953 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-edcd7c55-63db-4d94-bea4-a5ae3e33f212 service neutron] Attempting to bind port f8398574-be02-4baf-aa93-a075d82a76ba on network 16c7c33d-b57e-4fa0-954b-60ae4834bbc4 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:45.559404 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-edcd7c55-63db-4d94-bea4-a5ae3e33f212 service neutron] Port f8398574-be02-4baf-aa93-a075d82a76ba on network 16c7c33d-b57e-4fa0-954b-60ae4834bbc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:24:45.559815 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-edcd7c55-63db-4d94-bea4-a5ae3e33f212 service neutron] Attempting to bind port f8398574-be02-4baf-aa93-a075d82a76ba on network 16c7c33d-b57e-4fa0-954b-60ae4834bbc4 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:45.568014 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c070f1a-c72b-4e27-8a19-5a0f3c3a69f1 req-c9d4431a-9e80-467a-bc3c-3dd893d3c57f tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:45.573468 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-9c070f1a-c72b-4e27-8a19-5a0f3c3a69f1 req-c9d4431a-9e80-467a-bc3c-3dd893d3c57f tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.23 "GET /v2.0/ports?device_id=a053e084-f5d3-47f4-a03c-cd6416e4d55a HTTP/1.1" status: 200 len: 949 time: 0.1000767 Jul 29 23:24:45.580371 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-edcd7c55-63db-4d94-bea4-a5ae3e33f212 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:45.581181 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-edcd7c55-63db-4d94-bea4-a5ae3e33f212 service neutron] Checking segment: {'id': 'eab921c4-2218-4a2e-a6e8-64eac530aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:45.581181 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-edcd7c55-63db-4d94-bea4-a5ae3e33f212 service neutron] Bound using segment: {'id': 'eab921c4-2218-4a2e-a6e8-64eac530aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:45.581536 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-edcd7c55-63db-4d94-bea4-a5ae3e33f212 service neutron] Bound port: f8398574-be02-4baf-aa93-a075d82a76ba, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab921c4-2218-4a2e-a6e8-64eac530aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:45.582179 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-edcd7c55-63db-4d94-bea4-a5ae3e33f212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:45.630917 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a8da6a7b-42e6-4606-a129-8443b7b9fab4 req-9c9efdeb-0d43-4672-9eea-b12aa891346e tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "GET /v2.0/security-groups/fd3268e2-8c70-4377-a6a6-8de7ac6c09b5 HTTP/1.1" status: 200 len: 1804 time: 0.1080275 Jul 29 23:24:45.667035 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-a8da6a7b-42e6-4606-a129-8443b7b9fab4 req-0b703538-b90b-4c91-9c5a-7d5fb10d2c86 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '23b1f677-2b3d-4efd-bbee-ec28a3a451c7', 'remote_group_id': 'fd3268e2-8c70-4377-a6a6-8de7ac6c09b5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:45.667347 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-a8da6a7b-42e6-4606-a129-8443b7b9fab4 req-0b703538-b90b-4c91-9c5a-7d5fb10d2c86 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '23b1f677-2b3d-4efd-bbee-ec28a3a451c7', 'remote_group_id': 'fd3268e2-8c70-4377-a6a6-8de7ac6c09b5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:45.742405 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-edcd7c55-63db-4d94-bea4-a5ae3e33f212 service neutron] For port f8398574-be02-4baf-aa93-a075d82a76ba, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:45.745618 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-9c070f1a-c72b-4e27-8a19-5a0f3c3a69f1 req-b15f0dcd-dc5b-47ec-9811-7665f58fd027 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Deleting port 2b65c783-aeb7-48db-af8f-291c48794a52 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:45.746065 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-9c070f1a-c72b-4e27-8a19-5a0f3c3a69f1 req-b15f0dcd-dc5b-47ec-9811-7665f58fd027 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:45.748264 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-edcd7c55-63db-4d94-bea4-a5ae3e33f212 service neutron] For port f8398574-be02-4baf-aa93-a075d82a76ba, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f8398574-be02-4baf-aa93-a075d82a76ba,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:45.759346 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-edcd7c55-63db-4d94-bea4-a5ae3e33f212 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:45.821285 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-edcd7c55-63db-4d94-bea4-a5ae3e33f212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:45.822024 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-edcd7c55-63db-4d94-bea4-a5ae3e33f212 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:45.823538 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-edcd7c55-63db-4d94-bea4-a5ae3e33f212 service neutron] 10.222.0.39 "PUT /v2.0/ports/f8398574-be02-4baf-aa93-a075d82a76ba HTTP/1.1" status: 200 len: 1093 time: 1.2175636 Jul 29 23:24:45.826812 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aef034d5-994b-4706-a7b8-c4190a0547a2', 'tag': 'f8398574-be02-4baf-aa93-a075d82a76ba'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:45.829939 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8df5b906-7be1-46af-b12a-cd852a2385b8" -d '{"events": [{"name": "network-changed", "server_uuid": "aef034d5-994b-4706-a7b8-c4190a0547a2", "tag": "f8398574-be02-4baf-aa93-a075d82a76ba"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:45.845784 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a8da6a7b-42e6-4606-a129-8443b7b9fab4 req-0b703538-b90b-4c91-9c5a-7d5fb10d2c86 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:45.928663 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcd7c55-63db-4d94-bea4-a5ae3e33f212 service neutron] Pushing event updated for resources: {'Port': ['ID=f8398574-be02-4baf-aa93-a075d82a76ba,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:45.938041 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-9c070f1a-c72b-4e27-8a19-5a0f3c3a69f1 req-b15f0dcd-dc5b-47ec-9811-7665f58fd027 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] For port 2b65c783-aeb7-48db-af8f-291c48794a52, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=2b65c783-aeb7-48db-af8f-291c48794a52,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:45.938494 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-9c070f1a-c72b-4e27-8a19-5a0f3c3a69f1 req-b15f0dcd-dc5b-47ec-9811-7665f58fd027 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:45.944678 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a8da6a7b-42e6-4606-a129-8443b7b9fab4 req-0b703538-b90b-4c91-9c5a-7d5fb10d2c86 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:45.954729 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-9c070f1a-c72b-4e27-8a19-5a0f3c3a69f1 req-b15f0dcd-dc5b-47ec-9811-7665f58fd027 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Calling delete_port for 2b65c783-aeb7-48db-af8f-291c48794a52 owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:45.960828 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a8da6a7b-42e6-4606-a129-8443b7b9fab4 req-0b703538-b90b-4c91-9c5a-7d5fb10d2c86 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:45.990318 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b703538-b90b-4c91-9c5a-7d5fb10d2c86 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0516a8b-2836-4cd0-8953-1c95b27e4ce9,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:46.006479 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-558e5213-209f-4e15-a8eb-9808fe9a50f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:46.007950 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-558e5213-209f-4e15-a8eb-9808fe9a50f7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c5e67745e0e4776a7b5c36d90365bdc&device_id=aef034d5-994b-4706-a7b8-c4190a0547a2 HTTP/1.1" status: 200 len: 1096 time: 0.1367676 Jul 29 23:24:46.052533 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a8da6a7b-42e6-4606-a129-8443b7b9fab4 req-0b703538-b90b-4c91-9c5a-7d5fb10d2c86 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:46.053927 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a8da6a7b-42e6-4606-a129-8443b7b9fab4 req-0b703538-b90b-4c91-9c5a-7d5fb10d2c86 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3972249 Jul 29 23:24:46.056984 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-53b25a61-7588-4658-8418-736519347a1d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8398574-be02-4baf-aa93-a075d82a76ba HTTP/1.1" status: 200 len: 217 time: 0.0394483 Jul 29 23:24:46.074717 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85204322-6f2b-4cfe-97be-6714e9f9a9f1 req-2044d2f4-7a4a-4158-b425-fac916c415ee tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:46.082650 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85204322-6f2b-4cfe-97be-6714e9f9a9f1 req-2044d2f4-7a4a-4158-b425-fac916c415ee tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=aef034d5-994b-4706-a7b8-c4190a0547a2 HTTP/1.1" status: 200 len: 944 time: 0.1576223 Jul 29 23:24:46.180271 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85204322-6f2b-4cfe-97be-6714e9f9a9f1 req-842cc592-f1e1-4b02-9926-21b6e1fa949b tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966001 Jul 29 23:24:46.182716 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-bdfdf98a-51bf-4368-abb0-7b027c4405b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:46.189651 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-bdfdf98a-51bf-4368-abb0-7b027c4405b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=44be0901-f3e6-4ee5-b617-283959d6aed1 HTTP/1.1" status: 200 len: 844 time: 0.1046786 Jul 29 23:24:46.227591 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-3bfb854c-8706-4551-82e1-4debfdfb7760 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294015 Jul 29 23:24:46.229769 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f32a26-8d5c-46fe-8f89-d03afc98c7ac x-openstack-request-id: req-a3f32a26-8d5c-46fe-8f89-d03afc98c7ac {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:46.229997 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aef034d5-994b-4706-a7b8-c4190a0547a2", "tag": "f8398574-be02-4baf-aa93-a075d82a76ba", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:46.230402 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a3f32a26-8d5c-46fe-8f89-d03afc98c7ac {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:46.230873 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aef034d5-994b-4706-a7b8-c4190a0547a2', 'tag': 'f8398574-be02-4baf-aa93-a075d82a76ba', 'status': 'completed', 'code': 200} Jul 29 23:24:46.405874 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-76fc1215-9e64-44ba-8aa0-ec8429f66f08 service neutron] 10.222.0.39 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698055 Jul 29 23:24:46.475412 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4967e574-1ada-41ae-9ca8-6ce706ba1694 req-a835aea6-9cc6-4d1d-834b-0a32385a1ef6 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "GET /v2.0/security-groups/fd3268e2-8c70-4377-a6a6-8de7ac6c09b5 HTTP/1.1" status: 200 len: 1804 time: 0.1467886 Jul 29 23:24:46.488056 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e1510d-184c-4019-bdb1-7d3dbc2f3029 req-838eab89-e042-4a08-9790-9d41762c2a89 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:46.489635 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68e1510d-184c-4019-bdb1-7d3dbc2f3029 req-838eab89-e042-4a08-9790-9d41762c2a89 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710 HTTP/1.1" status: 200 len: 1097 time: 0.1509538 Jul 29 23:24:46.556723 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-9c070f1a-c72b-4e27-8a19-5a0f3c3a69f1 req-b15f0dcd-dc5b-47ec-9811-7665f58fd027 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:46.570002 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['2b65c783-aeb7-48db-af8f-291c48794a52'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:46.598428 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f0dcd-dc5b-47ec-9811-7665f58fd027 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Pushing event deleted for resources: {'Port': ['ID=2b65c783-aeb7-48db-af8f-291c48794a52,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:46.607058 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68e1510d-184c-4019-bdb1-7d3dbc2f3029 req-9bc71511-6f9b-4102-8330-865f453f5a50 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052597 Jul 29 23:24:46.641227 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7a4dc4a-10f4-4bce-bd71-e4333d7f1329 req-734ab910-cfe5-4456-9069-39e4aff083aa service neutron] 10.222.0.39 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250512 Jul 29 23:24:46.656893 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4967e574-1ada-41ae-9ca8-6ce706ba1694 req-11a2c34a-554b-4ead-869f-481403a31e05 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:46.664512 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c070f1a-c72b-4e27-8a19-5a0f3c3a69f1 req-b15f0dcd-dc5b-47ec-9811-7665f58fd027 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] No DVR routers for this DVR port 2b65c783-aeb7-48db-af8f-291c48794a52 on host n-h1-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:46.667722 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-9c070f1a-c72b-4e27-8a19-5a0f3c3a69f1 req-b15f0dcd-dc5b-47ec-9811-7665f58fd027 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:46.670138 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-9c070f1a-c72b-4e27-8a19-5a0f3c3a69f1 req-b15f0dcd-dc5b-47ec-9811-7665f58fd027 tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.23 "DELETE /v2.0/ports/2b65c783-aeb7-48db-af8f-291c48794a52 HTTP/1.1" status: 204 len: 173 time: 1.0908222 Jul 29 23:24:46.670818 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a053e084-f5d3-47f4-a03c-cd6416e4d55a', 'name': 'network-vif-deleted', 'tag': '2b65c783-aeb7-48db-af8f-291c48794a52'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:46.673314 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6b3cf3-8708-493a-a5f8-c66f1fe4ac40" -d '{"events": [{"server_uuid": "a053e084-f5d3-47f4-a03c-cd6416e4d55a", "name": "network-vif-deleted", "tag": "2b65c783-aeb7-48db-af8f-291c48794a52"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:46.702677 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4967e574-1ada-41ae-9ca8-6ce706ba1694 req-11a2c34a-554b-4ead-869f-481403a31e05 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:46.843435 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4967e574-1ada-41ae-9ca8-6ce706ba1694 req-11a2c34a-554b-4ead-869f-481403a31e05 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:46.846996 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4967e574-1ada-41ae-9ca8-6ce706ba1694 req-11a2c34a-554b-4ead-869f-481403a31e05 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:46.873158 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4967e574-1ada-41ae-9ca8-6ce706ba1694 req-11a2c34a-554b-4ead-869f-481403a31e05 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "DELETE /v2.0/security-groups/fd3268e2-8c70-4377-a6a6-8de7ac6c09b5 HTTP/1.1" status: 204 len: 173 time: 0.3819170 Jul 29 23:24:46.897153 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a2c34a-554b-4ead-869f-481403a31e05 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3268e2-8c70-4377-a6a6-8de7ac6c09b5,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:46.921341 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5b906-7be1-46af-b12a-cd852a2385b8 req-521faa43-1d8b-437f-8c7a-e462df231e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:46.925058 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8df5b906-7be1-46af-b12a-cd852a2385b8 req-521faa43-1d8b-437f-8c7a-e462df231e75 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c5e67745e0e4776a7b5c36d90365bdc&device_id=aef034d5-994b-4706-a7b8-c4190a0547a2 HTTP/1.1" status: 200 len: 1096 time: 0.1336083 Jul 29 23:24:47.057741 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5b906-7be1-46af-b12a-cd852a2385b8 req-5bd7a3f6-a389-45ad-8423-7480df2822ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:47.059407 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8df5b906-7be1-46af-b12a-cd852a2385b8 req-5bd7a3f6-a389-45ad-8423-7480df2822ef service neutron] 10.222.0.39 "GET /v2.0/networks?id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4 HTTP/1.1" status: 200 len: 905 time: 0.1271238 Jul 29 23:24:47.085492 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4b01e24b-96d4-44b5-ae82-d347cd8121f6 req-9ddf7070-c9c4-4af0-9067-4459f4fb93ec tempest-DeleteServersAdminTestJSON-784327777 tempest-DeleteServersAdminTestJSON-784327777-project] 10.222.0.18 "GET /v2.0/ports?device_id=a053e084-f5d3-47f4-a03c-cd6416e4d55a HTTP/1.1" status: 200 len: 210 time: 0.0394444 Jul 29 23:24:47.159732 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8df5b906-7be1-46af-b12a-cd852a2385b8 req-8f89ed4e-1556-4ed1-80ae-60d79a0f17c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f8398574-be02-4baf-aa93-a075d82a76ba HTTP/1.1" status: 200 len: 217 time: 0.0821600 Jul 29 23:24:47.249469 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df5b906-7be1-46af-b12a-cd852a2385b8 req-be17d42f-e4fe-4e81-ad97-c63ff5a34790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:47.251657 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8df5b906-7be1-46af-b12a-cd852a2385b8 req-be17d42f-e4fe-4e81-ad97-c63ff5a34790 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=44be0901-f3e6-4ee5-b617-283959d6aed1 HTTP/1.1" status: 200 len: 844 time: 0.0846937 Jul 29 23:24:47.260939 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e04c4586-caa8-4175-81ef-19099328ff59 x-openstack-request-id: req-e04c4586-caa8-4175-81ef-19099328ff59 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:47.261234 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a053e084-f5d3-47f4-a03c-cd6416e4d55a", "name": "network-vif-deleted", "tag": "2b65c783-aeb7-48db-af8f-291c48794a52", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:47.261491 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e04c4586-caa8-4175-81ef-19099328ff59 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:47.261898 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a053e084-f5d3-47f4-a03c-cd6416e4d55a', 'name': 'network-vif-deleted', 'tag': '2b65c783-aeb7-48db-af8f-291c48794a52', 'status': 'completed', 'code': 200} Jul 29 23:24:47.334683 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8df5b906-7be1-46af-b12a-cd852a2385b8 req-038dfaa8-882c-4b7a-b55d-8ac0c5f5e803 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544524 Jul 29 23:24:47.492398 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b790c0b1-0984-40b2-a5a6-1f13f425e2d5 req-23182547-830d-4250-b59c-6aa55ccc178f tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "GET /v2.0/security-groups/23b1f677-2b3d-4efd-bbee-ec28a3a451c7 HTTP/1.1" status: 200 len: 1803 time: 0.1968434 Jul 29 23:24:47.553773 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8df5b906-7be1-46af-b12a-cd852a2385b8 req-e92c8101-4474-4479-9d34-890286881737 service neutron] 10.222.0.39 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106669 Jul 29 23:24:47.562294 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b245839-227b-4840-91f0-950ef9c230cb req-c9e0e9a7-fc8c-43a5-aa4f-8fff64296082 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:47.563850 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6b245839-227b-4840-91f0-950ef9c230cb req-c9e0e9a7-fc8c-43a5-aa4f-8fff64296082 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/networks?id=41b737f2-e531-4160-b598-3383b744485d HTTP/1.1" status: 200 len: 808 time: 0.2087786 Jul 29 23:24:47.635069 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6b245839-227b-4840-91f0-950ef9c230cb req-80e9a61d-70d6-4190-8acb-93de8ed158ad tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/quotas/06a0bb0f8bb247ddbe276cca90b0c08c HTTP/1.1" status: 200 len: 375 time: 0.0619326 Jul 29 23:24:47.745258 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cf6232-2250-4595-88bf-07cb0962207a req-4883d063-bb08-4c25-a121-f4d798f7c7cb tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:47.746690 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88cf6232-2250-4595-88bf-07cb0962207a req-4883d063-bb08-4c25-a121-f4d798f7c7cb tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=aef034d5-994b-4706-a7b8-c4190a0547a2 HTTP/1.1" status: 200 len: 944 time: 0.1543140 Jul 29 23:24:47.757307 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8df5b906-7be1-46af-b12a-cd852a2385b8 req-2374e9c2-46a4-43a0-badd-e239ead96dee service neutron] 10.222.0.39 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924343 Jul 29 23:24:47.767818 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6b245839-227b-4840-91f0-950ef9c230cb req-062afbb7-3a0d-4cf5-903e-340cd93dbab8 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1059473 Jul 29 23:24:47.859694 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88cf6232-2250-4595-88bf-07cb0962207a req-0cbeb268-9af3-40d4-af2f-66be19e2bbbc tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044958 Jul 29 23:24:47.909900 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6b245839-227b-4840-91f0-950ef9c230cb req-234f0f8b-9023-4407-9500-fb7812944ceb service neutron] 10.222.0.18 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328361 Jul 29 23:24:48.054987 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6b245839-227b-4840-91f0-950ef9c230cb req-8cd24285-6d46-4f7d-918f-10862fff5d4f service neutron] 10.222.0.18 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369884 Jul 29 23:24:48.217691 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-0e677209-833a-4eb7-a30c-bbda9790b7eb req-2a0b9981-8ca5-4f1d-a8be-bfd8e1a240ae tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1681967361', 'description': 'tempest-description-1052879964'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:48.251988 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0e677209-833a-4eb7-a30c-bbda9790b7eb req-2a0b9981-8ca5-4f1d-a8be-bfd8e1a240ae tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:48.422818 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0e677209-833a-4eb7-a30c-bbda9790b7eb req-2a0b9981-8ca5-4f1d-a8be-bfd8e1a240ae tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:48.430534 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0e677209-833a-4eb7-a30c-bbda9790b7eb req-2a0b9981-8ca5-4f1d-a8be-bfd8e1a240ae tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:48.472397 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0e677209-833a-4eb7-a30c-bbda9790b7eb req-2a0b9981-8ca5-4f1d-a8be-bfd8e1a240ae tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:48.488232 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0e677209-833a-4eb7-a30c-bbda9790b7eb req-2a0b9981-8ca5-4f1d-a8be-bfd8e1a240ae tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2751153 Jul 29 23:24:48.509539 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0b9981-8ca5-4f1d-a8be-bfd8e1a240ae tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba906f41-4a04-4ddc-bb3c-d888453ff9c0,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:48.657905 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5cc7d6e5-68b4-4e11-a8e2-dbab849ea4c7 req-3173c1a0-4330-4524-b337-f8f741346ece tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=71e89fe2-5e39-4111-8c55-b702956786a5 HTTP/1.1" status: 200 len: 210 time: 0.0380833 Jul 29 23:24:48.772566 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a726fbcc-6430-45d6-abc3-38dbc0fbde39 req-9feaf698-c8ab-40cf-badb-ecfdab5d1f72 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "GET /v2.0/security-groups/ba906f41-4a04-4ddc-bb3c-d888453ff9c0 HTTP/1.1" status: 200 len: 1805 time: 0.0868793 Jul 29 23:24:48.787185 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-a726fbcc-6430-45d6-abc3-38dbc0fbde39 req-afd2ba98-3e24-478e-8a95-1d0cb0822b42 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ba906f41-4a04-4ddc-bb3c-d888453ff9c0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:48.790031 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-a726fbcc-6430-45d6-abc3-38dbc0fbde39 req-afd2ba98-3e24-478e-8a95-1d0cb0822b42 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ba906f41-4a04-4ddc-bb3c-d888453ff9c0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:48.872305 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a726fbcc-6430-45d6-abc3-38dbc0fbde39 req-afd2ba98-3e24-478e-8a95-1d0cb0822b42 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:48.911257 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a726fbcc-6430-45d6-abc3-38dbc0fbde39 req-afd2ba98-3e24-478e-8a95-1d0cb0822b42 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:48.919720 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a726fbcc-6430-45d6-abc3-38dbc0fbde39 req-afd2ba98-3e24-478e-8a95-1d0cb0822b42 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:48.943141 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd2ba98-3e24-478e-8a95-1d0cb0822b42 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ff13613-7a7e-4bb0-810c-76bf5209889f,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:48.951426 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a726fbcc-6430-45d6-abc3-38dbc0fbde39 req-afd2ba98-3e24-478e-8a95-1d0cb0822b42 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:48.956886 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a726fbcc-6430-45d6-abc3-38dbc0fbde39 req-afd2ba98-3e24-478e-8a95-1d0cb0822b42 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1813018 Jul 29 23:24:49.100014 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 2b65c783-aeb7-48db-af8f-291c48794a52 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:24:49.145297 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61db896-7f77-451d-adc6-e1b8b863e14b req-7d88d9a7-bc9a-4d6e-b9ad-20d1d1e66476 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:49.154601 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b61db896-7f77-451d-adc6-e1b8b863e14b req-7d88d9a7-bc9a-4d6e-b9ad-20d1d1e66476 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=aef034d5-994b-4706-a7b8-c4190a0547a2 HTTP/1.1" status: 200 len: 944 time: 0.1342649 Jul 29 23:24:49.173141 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa894c38-a353-4b79-8b75-dc60516372ad req-6c04609e-36a0-4e9e-8ad5-d78bbe944670 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "GET /v2.0/security-groups/ba906f41-4a04-4ddc-bb3c-d888453ff9c0 HTTP/1.1" status: 200 len: 2398 time: 0.1050520 Jul 29 23:24:49.174556 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 2b65c783-aeb7-48db-af8f-291c48794a52 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:24:49.177162 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 2b65c783-aeb7-48db-af8f-291c48794a52 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:24:49.180074 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-aa894c38-a353-4b79-8b75-dc60516372ad req-b3b0c774-9654-494e-9598-0d252f7d1ac6 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ba906f41-4a04-4ddc-bb3c-d888453ff9c0', 'remote_group_id': None}]} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:49.180403 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-aa894c38-a353-4b79-8b75-dc60516372ad req-b3b0c774-9654-494e-9598-0d252f7d1ac6 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ba906f41-4a04-4ddc-bb3c-d888453ff9c0', 'remote_group_id': None}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:49.245434 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b61db896-7f77-451d-adc6-e1b8b863e14b req-82e52694-a1ac-42c8-ba20-e6ab288b6e7b tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898297 Jul 29 23:24:49.318284 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-aa894c38-a353-4b79-8b75-dc60516372ad req-b3b0c774-9654-494e-9598-0d252f7d1ac6 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:49.342701 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-aa894c38-a353-4b79-8b75-dc60516372ad req-b3b0c774-9654-494e-9598-0d252f7d1ac6 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:49.356702 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-aa894c38-a353-4b79-8b75-dc60516372ad req-b3b0c774-9654-494e-9598-0d252f7d1ac6 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:49.394589 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0c774-9654-494e-9598-0d252f7d1ac6 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb0a1c14-bfb7-4353-b1fe-7c172ee44b7b,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:49.408969 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-aa894c38-a353-4b79-8b75-dc60516372ad req-b3b0c774-9654-494e-9598-0d252f7d1ac6 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:49.414403 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa894c38-a353-4b79-8b75-dc60516372ad req-b3b0c774-9654-494e-9598-0d252f7d1ac6 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2401590 Jul 29 23:24:49.503075 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5dd9f191-9c72-42f7-b09f-26a2ffda6c71 req-494970d5-7797-4e6b-8f5d-b5e51f325b51 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "GET /v2.0/security-groups/ba906f41-4a04-4ddc-bb3c-d888453ff9c0 HTTP/1.1" status: 200 len: 2996 time: 0.0698612 Jul 29 23:24:49.504465 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35616) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:49.554117 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c37ee7b8-579c-467e-817d-655ba2b84dbe req-275957b5-f714-47d6-a876-f76d3ca31a31 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "GET /v2.0/security-group-rules/bb0a1c14-bfb7-4353-b1fe-7c172ee44b7b HTTP/1.1" status: 200 len: 783 time: 0.0252173 Jul 29 23:24:49.630945 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c37ee7b8-579c-467e-817d-655ba2b84dbe req-f40cfab6-09cb-4a86-a83b-d97551da83f4 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "GET /v2.0/security-groups/ba906f41-4a04-4ddc-bb3c-d888453ff9c0 HTTP/1.1" status: 200 len: 2996 time: 0.0699968 Jul 29 23:24:49.663236 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c37ee7b8-579c-467e-817d-655ba2b84dbe req-5b3e4fd5-1ce8-4c95-b551-c449e1dbf9da tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:49.673595 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c37ee7b8-579c-467e-817d-655ba2b84dbe req-5b3e4fd5-1ce8-4c95-b551-c449e1dbf9da tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:49.685115 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 35628) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:49.727258 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c37ee7b8-579c-467e-817d-655ba2b84dbe req-5b3e4fd5-1ce8-4c95-b551-c449e1dbf9da tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:49.740289 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c37ee7b8-579c-467e-817d-655ba2b84dbe req-5b3e4fd5-1ce8-4c95-b551-c449e1dbf9da tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:49.758630 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c37ee7b8-579c-467e-817d-655ba2b84dbe req-5b3e4fd5-1ce8-4c95-b551-c449e1dbf9da tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/bb0a1c14-bfb7-4353-b1fe-7c172ee44b7b HTTP/1.1" status: 204 len: 173 time: 0.1202950 Jul 29 23:24:49.778833 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e4fd5-1ce8-4c95-b551-c449e1dbf9da tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb0a1c14-bfb7-4353-b1fe-7c172ee44b7b,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:49.852205 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-979223e2-974c-4d1d-a80f-7f1017717e8b req-c7787d5a-d117-4f99-a707-8cddb4dc130a tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=71e89fe2-5e39-4111-8c55-b702956786a5 HTTP/1.1" status: 200 len: 210 time: 0.0548215 Jul 29 23:24:49.898847 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b245839-227b-4840-91f0-950ef9c230cb req-14ffea17-ab27-434d-b80e-90c20e41d3e3 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:49.900381 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6b245839-227b-4840-91f0-950ef9c230cb req-14ffea17-ab27-434d-b80e-90c20e41d3e3 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.23 "GET /v2.0/networks?id=41b737f2-e531-4160-b598-3383b744485d HTTP/1.1" status: 200 len: 808 time: 0.2991986 Jul 29 23:24:49.913494 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-35a9973d-5a9d-4591-9bd5-4518fc4d50d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b5d479cc76ff4ec3901539ccb7d5396c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4078181 Jul 29 23:24:49.916266 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 35634) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:49.919135 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-6b245839-227b-4840-91f0-950ef9c230cb req-2f2d49f3-19ef-4800-b102-1f13b6b416b6 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Request body: {'port': {'device_id': '71e89fe2-5e39-4111-8c55-b702956786a5', 'network_id': '41b737f2-e531-4160-b598-3383b744485d', 'admin_state_up': True, 'tenant_id': '06a0bb0f8bb247ddbe276cca90b0c08c'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:49.930861 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-901c4c3e-0586-44fb-b540-ff020eee1df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:49.975394 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9dfcf5dc-06c5-4cad-bfda-9a5273a96018 req-a63b453b-5667-460c-918c-52743d03bab4 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "GET /v2.0/security-groups/ba906f41-4a04-4ddc-bb3c-d888453ff9c0 HTTP/1.1" status: 200 len: 2398 time: 0.0907955 Jul 29 23:24:50.035457 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b1d22cbb-2123-491e-85af-94a1ae6edb53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.089671 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b1d22cbb-2123-491e-85af-94a1ae6edb53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.124632 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9dfcf5dc-06c5-4cad-bfda-9a5273a96018 req-3683b3ef-15a4-42be-82fe-d600f6a17c3e tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.178071 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9dfcf5dc-06c5-4cad-bfda-9a5273a96018 req-3683b3ef-15a4-42be-82fe-d600f6a17c3e tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.195805 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-901c4c3e-0586-44fb-b540-ff020eee1df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.205474 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-901c4c3e-0586-44fb-b540-ff020eee1df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.219347 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b245839-227b-4840-91f0-950ef9c230cb req-2f2d49f3-19ef-4800-b102-1f13b6b416b6 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Made reservation on behalf of 06a0bb0f8bb247ddbe276cca90b0c08c for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:50.224419 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-6b245839-227b-4840-91f0-950ef9c230cb req-2f2d49f3-19ef-4800-b102-1f13b6b416b6 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.240237 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b1d22cbb-2123-491e-85af-94a1ae6edb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.242652 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b1d22cbb-2123-491e-85af-94a1ae6edb53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.246377 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b1d22cbb-2123-491e-85af-94a1ae6edb53 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b1f0ef8-0474-4634-b7cb-25091e2694b7 HTTP/1.1" status: 204 len: 168 time: 0.3266006 Jul 29 23:24:50.264608 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901c4c3e-0586-44fb-b540-ff020eee1df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb663ad8-5fe9-4efa-aab2-3f11e81d1fa3,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:50.272043 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-901c4c3e-0586-44fb-b540-ff020eee1df3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=edca8498146a46c2bfdfcac997aadefd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5857637 Jul 29 23:24:50.274555 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 35640) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:50.288383 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d22cbb-2123-491e-85af-94a1ae6edb53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1f0ef8-0474-4634-b7cb-25091e2694b7,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:50.347616 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9dfcf5dc-06c5-4cad-bfda-9a5273a96018 req-3683b3ef-15a4-42be-82fe-d600f6a17c3e tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.352430 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9dfcf5dc-06c5-4cad-bfda-9a5273a96018 req-3683b3ef-15a4-42be-82fe-d600f6a17c3e tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.359676 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9dfcf5dc-06c5-4cad-bfda-9a5273a96018 req-3683b3ef-15a4-42be-82fe-d600f6a17c3e tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "DELETE /v2.0/security-groups/ba906f41-4a04-4ddc-bb3c-d888453ff9c0 HTTP/1.1" status: 204 len: 173 time: 0.3711870 Jul 29 23:24:50.416796 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-6b245839-227b-4840-91f0-950ef9c230cb req-2f2d49f3-19ef-4800-b102-1f13b6b416b6 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Allocated IP 172.20.0.3 (41b737f2-e531-4160-b598-3383b744485d/599960cf-5b7f-432a-8a6a-c415f2272dee/310cd171-f27b-40ca-b100-f659366efb62) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:50.438306 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683b3ef-15a4-42be-82fe-d600f6a17c3e tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba906f41-4a04-4ddc-bb3c-d888453ff9c0,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:50.443103 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-858cb336-57c2-4c6e-b33a-54ed31e0d87c req-d943abde-e57d-4908-9624-4bb1e9481978 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] show failed (client error): The resource could not be found. Jul 29 23:24:50.444193 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-858cb336-57c2-4c6e-b33a-54ed31e0d87c req-d943abde-e57d-4908-9624-4bb1e9481978 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "GET /v2.0/security-groups/fd3268e2-8c70-4377-a6a6-8de7ac6c09b5 HTTP/1.1" status: 404 len: 352 time: 0.0607679 Jul 29 23:24:50.472519 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7654fb22-2587-4f12-8edb-19ade1cdea0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.510816 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7654fb22-2587-4f12-8edb-19ade1cdea0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.529715 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45165f4b-87d1-4ca4-8522-34a3a028ab97 req-d87875fe-c0d9-46c4-bb94-cc8c449caa2f tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:50.537263 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-45165f4b-87d1-4ca4-8522-34a3a028ab97 req-d87875fe-c0d9-46c4-bb94-cc8c449caa2f tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=aef034d5-994b-4706-a7b8-c4190a0547a2 HTTP/1.1" status: 200 len: 944 time: 0.1524408 Jul 29 23:24:50.613158 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3efa0747-0aff-4c54-a788-ff8b83688141 req-a638bd7a-3882-439d-a129-9d60e7387f4d tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "GET /v2.0/security-groups/23b1f677-2b3d-4efd-bbee-ec28a3a451c7 HTTP/1.1" status: 200 len: 1803 time: 0.1266100 Jul 29 23:24:50.628122 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-45165f4b-87d1-4ca4-8522-34a3a028ab97 req-3d11a40c-7fbe-4c99-a2e6-69b073c543aa tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870514 Jul 29 23:24:50.678987 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-6b245839-227b-4840-91f0-950ef9c230cb req-2f2d49f3-19ef-4800-b102-1f13b6b416b6 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.684529 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7654fb22-2587-4f12-8edb-19ade1cdea0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.687313 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7654fb22-2587-4f12-8edb-19ade1cdea0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.688811 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7654fb22-2587-4f12-8edb-19ade1cdea0a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fb663ad8-5fe9-4efa-aab2-3f11e81d1fa3 HTTP/1.1" status: 204 len: 168 time: 0.4133170 Jul 29 23:24:50.694538 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f8398574-be02-4baf-aa93-a075d82a76ba details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:24:50.728430 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-6b245839-227b-4840-91f0-950ef9c230cb req-2f2d49f3-19ef-4800-b102-1f13b6b416b6 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.758906 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654fb22-2587-4f12-8edb-19ade1cdea0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb663ad8-5fe9-4efa-aab2-3f11e81d1fa3,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:50.801745 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 35656) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:50.827872 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d49f3-19ef-4800-b102-1f13b6b416b6 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Pushing event updated for resources: {'Port': ['ID=310cd171-f27b-40ca-b100-f659366efb62,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:50.839616 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3efa0747-0aff-4c54-a788-ff8b83688141 req-136febe2-b14c-4462-9933-9bfc2e0bd778 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.842182 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b67c2d6a-bd37-497b-b667-0e19ab9f53db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.848557 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b245839-227b-4840-91f0-950ef9c230cb req-2f2d49f3-19ef-4800-b102-1f13b6b416b6 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Network 41b737f2-e531-4160-b598-3383b744485d is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:50.850394 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-6b245839-227b-4840-91f0-950ef9c230cb req-2f2d49f3-19ef-4800-b102-1f13b6b416b6 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:50.853513 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b245839-227b-4840-91f0-950ef9c230cb req-2f2d49f3-19ef-4800-b102-1f13b6b416b6 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:50.931505 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3efa0747-0aff-4c54-a788-ff8b83688141 req-136febe2-b14c-4462-9933-9bfc2e0bd778 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:50.960344 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b245839-227b-4840-91f0-950ef9c230cb req-2f2d49f3-19ef-4800-b102-1f13b6b416b6 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:50.961906 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-6b245839-227b-4840-91f0-950ef9c230cb req-2f2d49f3-19ef-4800-b102-1f13b6b416b6 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.016042 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port f8398574-be02-4baf-aa93-a075d82a76ba, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f8398574-be02-4baf-aa93-a075d82a76ba,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:51.052781 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'f8398574-be02-4baf-aa93-a075d82a76ba', 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4', 'port_id': 'f8398574-be02-4baf-aa93-a075d82a76ba', 'mac_address': 'fa:16:3e:69:8b:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44be0901-f3e6-4ee5-b617-283959d6aed1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:24:51.106563 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3efa0747-0aff-4c54-a788-ff8b83688141 req-136febe2-b14c-4462-9933-9bfc2e0bd778 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.109133 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3efa0747-0aff-4c54-a788-ff8b83688141 req-136febe2-b14c-4462-9933-9bfc2e0bd778 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.114108 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3efa0747-0aff-4c54-a788-ff8b83688141 req-136febe2-b14c-4462-9933-9bfc2e0bd778 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "DELETE /v2.0/security-groups/23b1f677-2b3d-4efd-bbee-ec28a3a451c7 HTTP/1.1" status: 204 len: 173 time: 0.4848270 Jul 29 23:24:51.156800 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.170969 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136febe2-b14c-4462-9933-9bfc2e0bd778 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b1f677-2b3d-4efd-bbee-ec28a3a451c7,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:51.208881 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8398574-be02-4baf-aa93-a075d82a76ba {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:51.234485 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d0502-20a3-445c-9821-bb4d73313fee req-2fc9a9d2-b7dd-42ce-9317-ddb434627c4a tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:51.234755 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port f8398574-be02-4baf-aa93-a075d82a76ba, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f8398574-be02-4baf-aa93-a075d82a76ba,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:51.236159 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b71d0502-20a3-445c-9821-bb4d73313fee req-2fc9a9d2-b7dd-42ce-9317-ddb434627c4a tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=71e89fe2-5e39-4111-8c55-b702956786a5 HTTP/1.1" status: 200 len: 931 time: 0.1326256 Jul 29 23:24:51.251104 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.262547 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b67c2d6a-bd37-497b-b667-0e19ab9f53db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.267316 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e36d016e-1ba0-4b36-9a88-462533b69868 req-3f83e8e4-6652-4c8c-917a-4aa1145c45cb tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "GET /v2.0/security-groups/45269f75-8c6a-4e50-bf4c-c59b9369c8ec HTTP/1.1" status: 200 len: 1804 time: 0.1159015 Jul 29 23:24:51.274629 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b67c2d6a-bd37-497b-b667-0e19ab9f53db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.285665 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6b245839-227b-4840-91f0-950ef9c230cb req-2f2d49f3-19ef-4800-b102-1f13b6b416b6 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3705099 Jul 29 23:24:51.301295 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-6b245839-227b-4840-91f0-950ef9c230cb req-32c4c312-5aa5-4f32-b915-1b88e32ed07a service neutron] Request body: {'port': {'device_id': '71e89fe2-5e39-4111-8c55-b702956786a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:51.347161 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=f8398574-be02-4baf-aa93-a075d82a76ba,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:51.362031 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67c2d6a-bd37-497b-b667-0e19ab9f53db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8786fcb-ef6f-4bff-9cf8-cbb7bda7b889,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:51.406355 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-6b245839-227b-4840-91f0-950ef9c230cb req-32c4c312-5aa5-4f32-b915-1b88e32ed07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.412559 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b67c2d6a-bd37-497b-b667-0e19ab9f53db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0dd85f4ea7114417b20dee0442368f0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6074841 Jul 29 23:24:51.418047 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35680) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:51.427195 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b71d0502-20a3-445c-9821-bb4d73313fee req-c6fa4549-b7ee-4d7d-8fe1-5bea85f9647f tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738348 Jul 29 23:24:51.453680 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e36d016e-1ba0-4b36-9a88-462533b69868 req-6f4ba6c7-c64f-4177-8318-9f224e10759c tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.485517 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e36d016e-1ba0-4b36-9a88-462533b69868 req-6f4ba6c7-c64f-4177-8318-9f224e10759c tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.489060 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['f8398574-be02-4baf-aa93-a075d82a76ba'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:51.522602 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea838779-2e2f-420f-bb09-d5a5e1289754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.570063 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e36d016e-1ba0-4b36-9a88-462533b69868 req-6f4ba6c7-c64f-4177-8318-9f224e10759c tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.572718 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e36d016e-1ba0-4b36-9a88-462533b69868 req-6f4ba6c7-c64f-4177-8318-9f224e10759c tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.573913 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e36d016e-1ba0-4b36-9a88-462533b69868 req-6f4ba6c7-c64f-4177-8318-9f224e10759c tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "DELETE /v2.0/security-groups/45269f75-8c6a-4e50-bf4c-c59b9369c8ec HTTP/1.1" status: 204 len: 173 time: 0.2961104 Jul 29 23:24:51.624154 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4ba6c7-c64f-4177-8318-9f224e10759c tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45269f75-8c6a-4e50-bf4c-c59b9369c8ec,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:51.636458 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea838779-2e2f-420f-bb09-d5a5e1289754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.723682 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed367011-0991-44c6-98f6-f81de259ddac req-6645308e-2fd6-46b0-ab8f-9e1451670fe8 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "GET /v2.0/security-groups/d348e638-a4fc-443d-9350-64b1a3abfd99 HTTP/1.1" status: 200 len: 1804 time: 0.1240010 Jul 29 23:24:51.791663 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea838779-2e2f-420f-bb09-d5a5e1289754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.797770 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea838779-2e2f-420f-bb09-d5a5e1289754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.802554 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ea838779-2e2f-420f-bb09-d5a5e1289754 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e8786fcb-ef6f-4bff-9cf8-cbb7bda7b889 HTTP/1.1" status: 204 len: 168 time: 0.3830578 Jul 29 23:24:51.844684 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea838779-2e2f-420f-bb09-d5a5e1289754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8786fcb-ef6f-4bff-9cf8-cbb7bda7b889,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:51.860346 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35698) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:51.907731 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda2322f-35ab-4c0e-9316-50dc6ce13362 req-d8683511-70cc-466e-a7a2-afaeab811596 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:51.910850 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bda2322f-35ab-4c0e-9316-50dc6ce13362 req-d8683511-70cc-466e-a7a2-afaeab811596 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=aef034d5-994b-4706-a7b8-c4190a0547a2 HTTP/1.1" status: 200 len: 945 time: 0.1327145 Jul 29 23:24:51.929544 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-6b245839-227b-4840-91f0-950ef9c230cb req-32c4c312-5aa5-4f32-b915-1b88e32ed07a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 310cd171-f27b-40ca-b100-f659366efb62 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:51.938719 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-6b245839-227b-4840-91f0-950ef9c230cb req-32c4c312-5aa5-4f32-b915-1b88e32ed07a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.954251 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ed367011-0991-44c6-98f6-f81de259ddac req-85762066-51d1-439b-827d-d625b0fffb04 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:51.960193 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-6b245839-227b-4840-91f0-950ef9c230cb req-32c4c312-5aa5-4f32-b915-1b88e32ed07a service neutron] Transition to ACTIVE for port object 310cd171-f27b-40ca-b100-f659366efb62 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:51.968868 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-6b245839-227b-4840-91f0-950ef9c230cb req-32c4c312-5aa5-4f32-b915-1b88e32ed07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.036769 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ed367011-0991-44c6-98f6-f81de259ddac req-85762066-51d1-439b-827d-d625b0fffb04 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.057940 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bda2322f-35ab-4c0e-9316-50dc6ce13362 req-60e86c57-1231-40af-b92d-b01cfa669e8c tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233022 Jul 29 23:24:52.064449 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-31c32852-ecb6-4d96-beb9-ce0809652049 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-348385460-network', 'tenant_id': 'fc433144b8ce4e74b39793292556658e'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:52.124793 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4c312-5aa5-4f32-b915-1b88e32ed07a service neutron] Pushing event updated for resources: {'Port': ['ID=310cd171-f27b-40ca-b100-f659366efb62,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:52.134044 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ed367011-0991-44c6-98f6-f81de259ddac req-85762066-51d1-439b-827d-d625b0fffb04 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.137299 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ed367011-0991-44c6-98f6-f81de259ddac req-85762066-51d1-439b-827d-d625b0fffb04 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.146308 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed367011-0991-44c6-98f6-f81de259ddac req-85762066-51d1-439b-827d-d625b0fffb04 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "DELETE /v2.0/security-groups/d348e638-a4fc-443d-9350-64b1a3abfd99 HTTP/1.1" status: 204 len: 173 time: 0.4145327 Jul 29 23:24:52.178168 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-6b245839-227b-4840-91f0-950ef9c230cb req-32c4c312-5aa5-4f32-b915-1b88e32ed07a service neutron] Attempting to bind port 310cd171-f27b-40ca-b100-f659366efb62 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:52.178522 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-6b245839-227b-4840-91f0-950ef9c230cb req-32c4c312-5aa5-4f32-b915-1b88e32ed07a service neutron] Attempting to bind port 310cd171-f27b-40ca-b100-f659366efb62 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:52.178854 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b245839-227b-4840-91f0-950ef9c230cb req-32c4c312-5aa5-4f32-b915-1b88e32ed07a service neutron] Attempting to bind port 310cd171-f27b-40ca-b100-f659366efb62 on network 41b737f2-e531-4160-b598-3383b744485d {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:52.181064 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c32852-ecb6-4d96-beb9-ce0809652049 admin admin] Made reservation on behalf of fc433144b8ce4e74b39793292556658e for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:52.183388 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-31c32852-ecb6-4d96-beb9-ce0809652049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.194770 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85762066-51d1-439b-827d-d625b0fffb04 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d348e638-a4fc-443d-9350-64b1a3abfd99,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:52.202967 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b245839-227b-4840-91f0-950ef9c230cb req-32c4c312-5aa5-4f32-b915-1b88e32ed07a service neutron] Port 310cd171-f27b-40ca-b100-f659366efb62 on network 41b737f2-e531-4160-b598-3383b744485d not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:24:52.203335 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b245839-227b-4840-91f0-950ef9c230cb req-32c4c312-5aa5-4f32-b915-1b88e32ed07a service neutron] Attempting to bind port 310cd171-f27b-40ca-b100-f659366efb62 on network 41b737f2-e531-4160-b598-3383b744485d {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:52.206379 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-31c32852-ecb6-4d96-beb9-ce0809652049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.222625 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b245839-227b-4840-91f0-950ef9c230cb req-32c4c312-5aa5-4f32-b915-1b88e32ed07a service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:52.222625 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b245839-227b-4840-91f0-950ef9c230cb req-32c4c312-5aa5-4f32-b915-1b88e32ed07a service neutron] Checking segment: {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:52.222625 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b245839-227b-4840-91f0-950ef9c230cb req-32c4c312-5aa5-4f32-b915-1b88e32ed07a service neutron] Bound using segment: {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:52.222625 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-6b245839-227b-4840-91f0-950ef9c230cb req-32c4c312-5aa5-4f32-b915-1b88e32ed07a service neutron] Bound port: 310cd171-f27b-40ca-b100-f659366efb62, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:52.222625 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-6b245839-227b-4840-91f0-950ef9c230cb req-32c4c312-5aa5-4f32-b915-1b88e32ed07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.318901 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88855eee-433a-46bb-8078-36a71a2dfb48 req-71ba4c31-6854-4097-8a34-00a5e431a411 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "GET /v2.0/security-groups/467cdc95-10e3-48c2-939e-7f6d8af7f373 HTTP/1.1" status: 200 len: 2403 time: 0.0613022 Jul 29 23:24:52.337926 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-6b245839-227b-4840-91f0-950ef9c230cb req-32c4c312-5aa5-4f32-b915-1b88e32ed07a service neutron] For port 310cd171-f27b-40ca-b100-f659366efb62, host n-h1-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:52.344744 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-6b245839-227b-4840-91f0-950ef9c230cb req-32c4c312-5aa5-4f32-b915-1b88e32ed07a service neutron] For port 310cd171-f27b-40ca-b100-f659366efb62, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=310cd171-f27b-40ca-b100-f659366efb62,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:52.352156 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-6b245839-227b-4840-91f0-950ef9c230cb req-32c4c312-5aa5-4f32-b915-1b88e32ed07a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.372785 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b245839-227b-4840-91f0-950ef9c230cb req-32c4c312-5aa5-4f32-b915-1b88e32ed07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:52.373494 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-6b245839-227b-4840-91f0-950ef9c230cb req-32c4c312-5aa5-4f32-b915-1b88e32ed07a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.375428 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6b245839-227b-4840-91f0-950ef9c230cb req-32c4c312-5aa5-4f32-b915-1b88e32ed07a service neutron] 10.222.0.23 "PUT /v2.0/ports/310cd171-f27b-40ca-b100-f659366efb62 HTTP/1.1" status: 200 len: 1092 time: 1.0821524 Jul 29 23:24:52.378482 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e89fe2-5e39-4111-8c55-b702956786a5', 'tag': '310cd171-f27b-40ca-b100-f659366efb62'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:52.381689 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038b594f-0dc1-4e47-9f9c-a95c6094b1a9" -d '{"events": [{"name": "network-changed", "server_uuid": "71e89fe2-5e39-4111-8c55-b702956786a5", "tag": "310cd171-f27b-40ca-b100-f659366efb62"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:52.405234 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-88855eee-433a-46bb-8078-36a71a2dfb48 req-8a4f8028-12e9-4dbb-a939-0cb428686b64 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.446494 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-88855eee-433a-46bb-8078-36a71a2dfb48 req-8a4f8028-12e9-4dbb-a939-0cb428686b64 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.481916 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77400b31-8425-4749-9566-c792c53630da x-openstack-request-id: req-77400b31-8425-4749-9566-c792c53630da {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:52.482054 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e89fe2-5e39-4111-8c55-b702956786a5", "tag": "310cd171-f27b-40ca-b100-f659366efb62", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:52.482301 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-77400b31-8425-4749-9566-c792c53630da {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:52.482703 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e89fe2-5e39-4111-8c55-b702956786a5', 'tag': '310cd171-f27b-40ca-b100-f659366efb62', 'status': 'completed', 'code': 200} Jul 29 23:24:52.492262 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-31c32852-ecb6-4d96-beb9-ce0809652049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.498702 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c4c312-5aa5-4f32-b915-1b88e32ed07a service neutron] Pushing event updated for resources: {'Port': ['ID=310cd171-f27b-40ca-b100-f659366efb62,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:52.505621 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-88855eee-433a-46bb-8078-36a71a2dfb48 req-8a4f8028-12e9-4dbb-a939-0cb428686b64 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.510725 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-31c32852-ecb6-4d96-beb9-ce0809652049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.513761 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-88855eee-433a-46bb-8078-36a71a2dfb48 req-8a4f8028-12e9-4dbb-a939-0cb428686b64 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.519819 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88855eee-433a-46bb-8078-36a71a2dfb48 req-8a4f8028-12e9-4dbb-a939-0cb428686b64 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "DELETE /v2.0/security-groups/467cdc95-10e3-48c2-939e-7f6d8af7f373 HTTP/1.1" status: 204 len: 173 time: 0.1921649 Jul 29 23:24:52.550185 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b245839-227b-4840-91f0-950ef9c230cb req-911fae1d-df86-4761-8513-3c6985c7458f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:52.551425 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6b245839-227b-4840-91f0-950ef9c230cb req-911fae1d-df86-4761-8513-3c6985c7458f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&device_id=71e89fe2-5e39-4111-8c55-b702956786a5 HTTP/1.1" status: 200 len: 1095 time: 0.1236312 Jul 29 23:24:52.553866 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31c32852-ecb6-4d96-beb9-ce0809652049 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:24:52.558720 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c32852-ecb6-4d96-beb9-ce0809652049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e3c7b1-cb9f-4696-ae24-6f9417965284,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:52.563703 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4f8028-12e9-4dbb-a939-0cb428686b64 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=467cdc95-10e3-48c2-939e-7f6d8af7f373,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:52.615665 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6b245839-227b-4840-91f0-950ef9c230cb req-6914ec1c-1f5a-4ac0-8892-08e7c8ddc49d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=310cd171-f27b-40ca-b100-f659366efb62 HTTP/1.1" status: 200 len: 217 time: 0.0421755 Jul 29 23:24:52.620647 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-31c32852-ecb6-4d96-beb9-ce0809652049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.621080 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-31c32852-ecb6-4d96-beb9-ce0809652049 admin admin] Added segment b2573e02-82a0-4898-b097-d982710943a8 of type vlan for network e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 Jul 29 23:24:52.646100 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9566136-dfa1-4349-8356-1429d22661a3 req-2b3e22c5-0cb3-4a84-95d3-e7a7a2f0d55f tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:52.648133 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f9566136-dfa1-4349-8356-1429d22661a3 req-2b3e22c5-0cb3-4a84-95d3-e7a7a2f0d55f tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=71e89fe2-5e39-4111-8c55-b702956786a5 HTTP/1.1" status: 200 len: 943 time: 0.1075885 Jul 29 23:24:52.659572 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38fc9588-96a3-4841-b30b-f558b6a9cd62 req-c0d7002e-d021-4f76-9498-0166b64f72f7 tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "GET /v2.0/security-groups/ff486445-0a8a-47b4-a1ab-2b9285a8a045 HTTP/1.1" status: 200 len: 2396 time: 0.1041915 Jul 29 23:24:52.697148 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f8398574-be02-4baf-aa93-a075d82a76ba up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:52.703901 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-31c32852-ecb6-4d96-beb9-ce0809652049 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.715398 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b245839-227b-4840-91f0-950ef9c230cb req-ab61b246-0e29-40a1-995e-e1bf8503f79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:52.717047 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6b245839-227b-4840-91f0-950ef9c230cb req-ab61b246-0e29-40a1-995e-e1bf8503f79c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=599960cf-5b7f-432a-8a6a-c415f2272dee HTTP/1.1" status: 200 len: 848 time: 0.0943403 Jul 29 23:24:52.734718 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f9566136-dfa1-4349-8356-1429d22661a3 req-6a7daf35-6f9d-40a3-9dec-775e1260e3b1 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665078 Jul 29 23:24:52.755431 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6b245839-227b-4840-91f0-950ef9c230cb req-ddd9a5de-fb4b-4d4b-89c2-15f0881868f4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=41b737f2-e531-4160-b598-3383b744485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302610 Jul 29 23:24:52.779705 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-38fc9588-96a3-4841-b30b-f558b6a9cd62 req-264e61a5-531a-4d96-9cc6-d5995a47edad tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.809923 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-38fc9588-96a3-4841-b30b-f558b6a9cd62 req-264e61a5-531a-4d96-9cc6-d5995a47edad tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.831897 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port f8398574-be02-4baf-aa93-a075d82a76ba completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:52.833700 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-31c32852-ecb6-4d96-beb9-ce0809652049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.834867 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c32852-ecb6-4d96-beb9-ce0809652049 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:52.835771 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-31c32852-ecb6-4d96-beb9-ce0809652049 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.837470 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port f8398574-be02-4baf-aa93-a075d82a76ba triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:52.837959 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.864054 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-31c32852-ecb6-4d96-beb9-ce0809652049 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.0025091 Jul 29 23:24:52.870389 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 35728) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:52.881701 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-8abe009c-d8e5-44c0-95a5-5e6430970cb9 admin admin] Request body: {'subnet': {'network_id': 'e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-348385460-subnet', 'tenant_id': 'fc433144b8ce4e74b39793292556658e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:52.929739 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abe009c-d8e5-44c0-95a5-5e6430970cb9 admin admin] Made reservation on behalf of fc433144b8ce4e74b39793292556658e for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:52.935182 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8abe009c-d8e5-44c0-95a5-5e6430970cb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.940764 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c32852-ecb6-4d96-beb9-ce0809652049 admin admin] Pushing event updated for resources: {'Network': ['ID=e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:52.949965 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:52.952985 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6b245839-227b-4840-91f0-950ef9c230cb req-59931c2b-51c1-423f-8207-e8b8734c5742 service neutron] 10.222.0.23 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885214 Jul 29 23:24:52.978864 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:24:53.052519 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef034d5-994b-4706-a7b8-c4190a0547a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8398574-be02-4baf-aa93-a075d82a76ba'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:53.054905 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37a6874-ef11-482e-a970-1fbe022c5a1f" -d '{"events": [{"server_uuid": "aef034d5-994b-4706-a7b8-c4190a0547a2", "name": "network-vif-plugged", "status": "completed", "tag": "f8398574-be02-4baf-aa93-a075d82a76ba"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:53.098525 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6b245839-227b-4840-91f0-950ef9c230cb req-ffd23c91-8908-4da7-9cba-d50c54652ddf service neutron] 10.222.0.23 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377139 Jul 29 23:24:53.117913 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port f8398574-be02-4baf-aa93-a075d82a76ba, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f8398574-be02-4baf-aa93-a075d82a76ba,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:53.134209 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275f4eb2-ac61-4552-b9e9-72a0abe7f116 x-openstack-request-id: req-275f4eb2-ac61-4552-b9e9-72a0abe7f116 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:53.138706 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef034d5-994b-4706-a7b8-c4190a0547a2", "name": "network-vif-plugged", "status": "completed", "tag": "f8398574-be02-4baf-aa93-a075d82a76ba", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:53.139367 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-275f4eb2-ac61-4552-b9e9-72a0abe7f116 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:53.139920 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef034d5-994b-4706-a7b8-c4190a0547a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8398574-be02-4baf-aa93-a075d82a76ba', 'code': 200} Jul 29 23:24:53.143039 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:53.183115 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-38fc9588-96a3-4841-b30b-f558b6a9cd62 req-264e61a5-531a-4d96-9cc6-d5995a47edad tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:53.189850 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-38fc9588-96a3-4841-b30b-f558b6a9cd62 req-264e61a5-531a-4d96-9cc6-d5995a47edad tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:53.189850 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38fc9588-96a3-4841-b30b-f558b6a9cd62 req-264e61a5-531a-4d96-9cc6-d5995a47edad tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] 10.222.0.18 "DELETE /v2.0/security-groups/ff486445-0a8a-47b4-a1ab-2b9285a8a045 HTTP/1.1" status: 204 len: 173 time: 0.5278785 Jul 29 23:24:53.193330 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8abe009c-d8e5-44c0-95a5-5e6430970cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:53.202894 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35740) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:53.295471 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=f8398574-be02-4baf-aa93-a075d82a76ba,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:53.359506 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e61a5-531a-4d96-9cc6-d5995a47edad tempest-SecurityGroupRulesTestJSON-1114261761 tempest-SecurityGroupRulesTestJSON-1114261761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff486445-0a8a-47b4-a1ab-2b9285a8a045,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:53.432942 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe009c-d8e5-44c0-95a5-5e6430970cb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e930051-7a16-428b-811f-19e3c68dee70,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:53.451317 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-d55f1c05-2761-422f-acd8-2bd2b0357f4d admin admin] Deleting subnet 80d1a8fe-09c4-4111-ad77-7b711ceecda4 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:24:53.455650 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d55f1c05-2761-422f-acd8-2bd2b0357f4d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:53.465951 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990cfd83-1c4a-499a-acf6-35a579569348 req-5e18eecc-685d-45d0-8818-bfc625dda374 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:53.467510 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-990cfd83-1c4a-499a-acf6-35a579569348 req-5e18eecc-685d-45d0-8818-bfc625dda374 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=aef034d5-994b-4706-a7b8-c4190a0547a2 HTTP/1.1" status: 200 len: 946 time: 0.2428069 Jul 29 23:24:53.471741 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0bfb56-dbec-4b56-9f40-05dcd75e7230 req-9d7f2bdf-0542-4a7c-829d-2c2971fd15be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:53.473239 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d0bfb56-dbec-4b56-9f40-05dcd75e7230 req-9d7f2bdf-0542-4a7c-829d-2c2971fd15be service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=aef034d5-994b-4706-a7b8-c4190a0547a2 HTTP/1.1" status: 200 len: 1098 time: 0.1537976 Jul 29 23:24:53.499153 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8abe009c-d8e5-44c0-95a5-5e6430970cb9 admin admin] Checking segment: {'id': 'b2573e02-82a0-4898-b097-d982710943a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:53.499513 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abe009c-d8e5-44c0-95a5-5e6430970cb9 admin admin] Network hostable DHCP agents. Network: e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:24:53.503291 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b594f-0dc1-4e47-9f9c-a95c6094b1a9 req-8ebb8622-2188-439b-b669-9017a961cf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:53.504828 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-038b594f-0dc1-4e47-9f9c-a95c6094b1a9 req-8ebb8622-2188-439b-b669-9017a961cf54 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&device_id=71e89fe2-5e39-4111-8c55-b702956786a5 HTTP/1.1" status: 200 len: 1095 time: 0.1975987 Jul 29 23:24:53.556482 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d55f1c05-2761-422f-acd8-2bd2b0357f4d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:53.578476 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-990cfd83-1c4a-499a-acf6-35a579569348 req-5029cd58-82fd-4f3e-8ec7-de147eb2764d tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995154 Jul 29 23:24:53.587009 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d0bfb56-dbec-4b56-9f40-05dcd75e7230 req-449aa86b-011f-4f86-bc6e-c800ad0f4162 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005793 Jul 29 23:24:53.587949 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8abe009c-d8e5-44c0-95a5-5e6430970cb9 admin admin] Network e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:24:53.617767 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-8abe009c-d8e5-44c0-95a5-5e6430970cb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:53.637164 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b7b491-6763-4669-a5ad-1c96ea64ea1a None None] Network e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:24:53.647075 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abe009c-d8e5-44c0-95a5-5e6430970cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:53.648663 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8abe009c-d8e5-44c0-95a5-5e6430970cb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:53.681548 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d55f1c05-2761-422f-acd8-2bd2b0357f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:53.685806 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8abe009c-d8e5-44c0-95a5-5e6430970cb9 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8137572 Jul 29 23:24:53.729215 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b594f-0dc1-4e47-9f9c-a95c6094b1a9 req-dcea5ff7-58ac-43a2-b040-fc21a2301321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:53.731227 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-038b594f-0dc1-4e47-9f9c-a95c6094b1a9 req-dcea5ff7-58ac-43a2-b040-fc21a2301321 service neutron] 10.222.0.23 "GET /v2.0/networks?id=41b737f2-e531-4160-b598-3383b744485d HTTP/1.1" status: 200 len: 909 time: 0.2074728 Jul 29 23:24:53.850156 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-038b594f-0dc1-4e47-9f9c-a95c6094b1a9 req-a3b06a56-1b0f-443c-b0f4-bea342670b19 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=310cd171-f27b-40ca-b100-f659366efb62 HTTP/1.1" status: 200 len: 217 time: 0.1045439 Jul 29 23:24:53.881008 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c047e5d-6b22-4b5a-ad35-177eba1d2cf4 None None] Network e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:24:53.984934 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038b594f-0dc1-4e47-9f9c-a95c6094b1a9 req-390b3b3d-d357-47da-9b8b-551f23c7eff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:53.992178 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-038b594f-0dc1-4e47-9f9c-a95c6094b1a9 req-390b3b3d-d357-47da-9b8b-551f23c7eff1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=599960cf-5b7f-432a-8a6a-c415f2272dee HTTP/1.1" status: 200 len: 848 time: 0.1380484 Jul 29 23:24:53.996031 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d55f1c05-2761-422f-acd8-2bd2b0357f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:54.022515 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb2d62-cbc2-4aa2-a7af-162073d33959 req-c5af586e-5df1-4efe-9ac4-179223bed2fb tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:54.034429 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8fb2d62-cbc2-4aa2-a7af-162073d33959 req-c5af586e-5df1-4efe-9ac4-179223bed2fb tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=71e89fe2-5e39-4111-8c55-b702956786a5 HTTP/1.1" status: 200 len: 943 time: 0.0853252 Jul 29 23:24:54.088062 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8fb2d62-cbc2-4aa2-a7af-162073d33959 req-1c913370-6dbe-4a64-bce4-c5684128658a tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525086 Jul 29 23:24:54.144428 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-038b594f-0dc1-4e47-9f9c-a95c6094b1a9 req-8682053a-fe4e-430e-abff-79d55b8a3504 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=41b737f2-e531-4160-b598-3383b744485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1423805 Jul 29 23:24:54.152431 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d55f1c05-2761-422f-acd8-2bd2b0357f4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:54.154698 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d55f1c05-2761-422f-acd8-2bd2b0357f4d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/80d1a8fe-09c4-4111-ad77-7b711ceecda4 HTTP/1.1" status: 204 len: 168 time: 0.9492781 Jul 29 23:24:54.155565 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55f1c05-2761-422f-acd8-2bd2b0357f4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80d1a8fe-09c4-4111-ad77-7b711ceecda4,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:54.158721 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 35780) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:54.285495 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-be6a5652-e636-4721-af71-06066b787236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:54.387161 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-038b594f-0dc1-4e47-9f9c-a95c6094b1a9 req-5a4dc1b9-3225-4541-a6c3-860ddcd50af1 service neutron] 10.222.0.23 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207987 Jul 29 23:24:54.413933 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-be6a5652-e636-4721-af71-06066b787236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:54.434546 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-be6a5652-e636-4721-af71-06066b787236 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7517e3cd-2567-49bc-b1db-0d4b38601862']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:54.457587 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-be6a5652-e636-4721-af71-06066b787236 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0867e8-06c5-41d1-a7f9-9fb3720213f1') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:54.457898 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-be6a5652-e636-4721-af71-06066b787236 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0867e8-06c5-41d1-a7f9-9fb3720213f1') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:24:54.479026 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-be6a5652-e636-4721-af71-06066b787236 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:54.507015 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-be6a5652-e636-4721-af71-06066b787236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:54.519078 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be6a5652-e636-4721-af71-06066b787236 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:24:54.519867 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-be6a5652-e636-4721-af71-06066b787236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:54.523638 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:24:54.523638 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:24:54.523638 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:24:54.523638 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:24:54.523638 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:24:54.523638 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:24:54.523638 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:24:54.523638 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:24:54.523638 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:24:54.523638 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:24:54.523638 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:24:54.523638 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:24:54.523638 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:24:54.523638 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:24:54.523638 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:24:54.523638 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:24:54.523638 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:24:54.523638 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:24:54.523638 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:24:54.523638 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:24:54.523638 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:24:54.523638 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:24:54.523638 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:24:54.523638 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:24:54.523638 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:24:54.523638 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:24:54.523638 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:24:54.523638 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:24:54.523638 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:24:54.523638 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:24:54.523638 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:24:54.523638 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:24:54.624906 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-038b594f-0dc1-4e47-9f9c-a95c6094b1a9 req-5fd6096e-c727-40b6-b2d7-bfb63316f79d service neutron] 10.222.0.23 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290926 Jul 29 23:24:54.657885 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-be6a5652-e636-4721-af71-06066b787236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:54.665005 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-be6a5652-e636-4721-af71-06066b787236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:54.667865 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-be6a5652-e636-4721-af71-06066b787236 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7517e3cd-2567-49bc-b1db-0d4b38601862 HTTP/1.1" status: 204 len: 168 time: 0.5076559 Jul 29 23:24:55.008565 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35808) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:55.068456 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4bf84c75-b7ac-466f-9005-420698cf78f1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3eb04231208a40fcbcc12d35f00496e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0576260 Jul 29 23:24:55.070935 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35810) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:55.104145 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6a5652-e636-4721-af71-06066b787236 admin admin] Pushing event deleted for resources: {'Network': ['ID=7517e3cd-2567-49bc-b1db-0d4b38601862,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:55.141018 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-baca3678-5295-4a48-9db8-50481476d273 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:55.146870 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 310cd171-f27b-40ca-b100-f659366efb62 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:24:55.168267 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-baca3678-5295-4a48-9db8-50481476d273 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:55.231518 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-baca3678-5295-4a48-9db8-50481476d273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:55.235166 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-baca3678-5295-4a48-9db8-50481476d273 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:55.238776 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-baca3678-5295-4a48-9db8-50481476d273 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f48d792c-54ee-4dca-8229-00e55a93684e HTTP/1.1" status: 204 len: 168 time: 0.1641841 Jul 29 23:24:55.248689 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baca3678-5295-4a48-9db8-50481476d273 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48d792c-54ee-4dca-8229-00e55a93684e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:55.284059 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 310cd171-f27b-40ca-b100-f659366efb62, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=310cd171-f27b-40ca-b100-f659366efb62,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:55.286699 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9defa728-9b38-4e6a-9e38-3ad744a01153 req-fc7292a5-8477-4280-81ca-3051f2ada67b tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:55.288403 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9defa728-9b38-4e6a-9e38-3ad744a01153 req-fc7292a5-8477-4280-81ca-3051f2ada67b tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=aef034d5-994b-4706-a7b8-c4190a0547a2 HTTP/1.1" status: 200 len: 946 time: 0.0863616 Jul 29 23:24:55.304401 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '310cd171-f27b-40ca-b100-f659366efb62', 'network_id': '41b737f2-e531-4160-b598-3383b744485d', 'port_id': '310cd171-f27b-40ca-b100-f659366efb62', 'mac_address': 'fa:16:3e:42:9d:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '599960cf-5b7f-432a-8a6a-c415f2272dee', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:24:55.326288 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-e2c97854-c530-4d1b-9319-368baf4a0914 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:55.336113 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-e2c97854-c530-4d1b-9319-368baf4a0914 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/networks?id=e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 HTTP/1.1" status: 200 len: 804 time: 0.2288742 Jul 29 23:24:55.360541 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-28dcc606-c7d9-4252-960c-57522871ba2b tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/quotas/fc433144b8ce4e74b39793292556658e HTTP/1.1" status: 200 len: 375 time: 0.0234258 Jul 29 23:24:55.366132 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:55.377648 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9defa728-9b38-4e6a-9e38-3ad744a01153 req-8d1172b2-af5c-4890-8213-543a340b81d7 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801861 Jul 29 23:24:55.383379 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 310cd171-f27b-40ca-b100-f659366efb62 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:55.409791 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 310cd171-f27b-40ca-b100-f659366efb62, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=310cd171-f27b-40ca-b100-f659366efb62,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:55.410988 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-5c337a86-dd05-4ea6-aefb-ac0488314e6f tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc433144b8ce4e74b39793292556658e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496402 Jul 29 23:24:55.419867 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:55.472165 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=310cd171-f27b-40ca-b100-f659366efb62,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:55.534738 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-5c00c6b5-d380-4e72-b015-3e7931f999bc service neutron] 10.222.0.18 "GET /v2.0/networks/e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155198 Jul 29 23:24:55.628264 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['310cd171-f27b-40ca-b100-f659366efb62'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:55.672832 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-3785ab67-77ec-4842-b478-9ea383b05043 service neutron] 10.222.0.18 "GET /v2.0/networks/e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309788 Jul 29 23:24:55.921756 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a728061-11c8-4c86-957a-7eacfc46086d req-ee571cc9-dd26-4826-a963-dc825b9aec99 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:55.923701 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5a728061-11c8-4c86-957a-7eacfc46086d req-ee571cc9-dd26-4826-a963-dc825b9aec99 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=71e89fe2-5e39-4111-8c55-b702956786a5 HTTP/1.1" status: 200 len: 944 time: 0.0738661 Jul 29 23:24:56.007603 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5a728061-11c8-4c86-957a-7eacfc46086d req-61bbdead-1b3d-4d8c-905e-a5a1882e467a tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722170 Jul 29 23:24:56.052786 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f136452f-b152-4d0e-8932-c7ac29120a7e req-7c3256d3-7afc-4a89-9ad8-a898a4ce2a75 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=ade65ffb-a271-4f85-8d65-702bfddb06a9 HTTP/1.1" status: 200 len: 210 time: 0.0317640 Jul 29 23:24:56.148646 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8161c53-06ee-4a32-872a-f91a1c5a750c req-d6b5cba5-b766-4eb1-8847-3d6be3b93c45 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:56.157337 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8161c53-06ee-4a32-872a-f91a1c5a750c req-d6b5cba5-b766-4eb1-8847-3d6be3b93c45 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=aef034d5-994b-4706-a7b8-c4190a0547a2 HTTP/1.1" status: 200 len: 946 time: 0.0727081 Jul 29 23:24:56.164322 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35858) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:56.170792 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-37671772-3188-4e56-bdce-66bee256769e tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1010961540'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:56.217302 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37671772-3188-4e56-bdce-66bee256769e tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Made reservation on behalf of d954899d85d94386b2170efdab77ddb2 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:56.223813 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37671772-3188-4e56-bdce-66bee256769e tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.242457 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8161c53-06ee-4a32-872a-f91a1c5a750c req-a81a93e1-7421-4498-8645-cb73fab1ef34 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841739 Jul 29 23:24:56.254405 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37671772-3188-4e56-bdce-66bee256769e tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:24:56.285495 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37671772-3188-4e56-bdce-66bee256769e tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.285787 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-37671772-3188-4e56-bdce-66bee256769e tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Added segment d0536e79-d8cd-4e04-969a-7835c7ba7f80 of type vlan for network 6f7ef717-20cb-4c28-893e-cda3f326a46a Jul 29 23:24:56.351961 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 35874) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:56.386899 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37671772-3188-4e56-bdce-66bee256769e tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.451861 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1728c39d-b2f0-4da4-b189-f8478b49fc2b req-64c1dd99-065e-4e5a-83e9-8cb0a66d3340 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:56.456804 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37671772-3188-4e56-bdce-66bee256769e tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.458302 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1728c39d-b2f0-4da4-b189-f8478b49fc2b req-64c1dd99-065e-4e5a-83e9-8cb0a66d3340 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=aef034d5-994b-4706-a7b8-c4190a0547a2 HTTP/1.1" status: 200 len: 946 time: 0.1025972 Jul 29 23:24:56.464007 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37671772-3188-4e56-bdce-66bee256769e tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:56.464997 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37671772-3188-4e56-bdce-66bee256769e tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.524479 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1728c39d-b2f0-4da4-b189-f8478b49fc2b req-ee28d372-2370-4642-8a9a-2ec04ddc7c1e tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573668 Jul 29 23:24:56.562828 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-5c0549de-cb4d-4da6-8188-ecc62130ce30 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-533813753-network', 'tenant_id': '55a5846e22aa4792b8e59609b362a1d9'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:56.565256 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-37671772-3188-4e56-bdce-66bee256769e tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3991170 Jul 29 23:24:56.568996 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35894) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:56.573769 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-4133fc58-f601-444a-b868-4254d55f7c31 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1084408611'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:56.587997 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37671772-3188-4e56-bdce-66bee256769e tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Pushing event updated for resources: {'Network': ['ID=6f7ef717-20cb-4c28-893e-cda3f326a46a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:56.598582 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0549de-cb4d-4da6-8188-ecc62130ce30 admin admin] Made reservation on behalf of 55a5846e22aa4792b8e59609b362a1d9 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:56.601147 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5c0549de-cb4d-4da6-8188-ecc62130ce30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.605584 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 6f7ef717-20cb-4c28-893e-cda3f326a46a details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:24:56.615140 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4133fc58-f601-444a-b868-4254d55f7c31 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Made reservation on behalf of d954899d85d94386b2170efdab77ddb2 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:56.620773 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4133fc58-f601-444a-b868-4254d55f7c31 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.634519 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5c0549de-cb4d-4da6-8188-ecc62130ce30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.654190 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4133fc58-f601-444a-b868-4254d55f7c31 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:24:56.665126 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4133fc58-f601-444a-b868-4254d55f7c31 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.665472 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-4133fc58-f601-444a-b868-4254d55f7c31 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Added segment a0a49c32-421f-4f62-8751-bfe67cfd0240 of type vlan for network 28f38c63-eb30-4453-829d-2d302e41c5f3 Jul 29 23:24:56.727563 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4133fc58-f601-444a-b868-4254d55f7c31 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.775395 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4133fc58-f601-444a-b868-4254d55f7c31 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.786252 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4133fc58-f601-444a-b868-4254d55f7c31 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:56.787254 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4133fc58-f601-444a-b868-4254d55f7c31 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.807191 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5c0549de-cb4d-4da6-8188-ecc62130ce30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.813661 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5c0549de-cb4d-4da6-8188-ecc62130ce30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.860809 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0549de-cb4d-4da6-8188-ecc62130ce30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5939c7-6250-4945-a78a-77696f336325,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:56.864705 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 35898) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:56.867558 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4133fc58-f601-444a-b868-4254d55f7c31 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.2977858 Jul 29 23:24:56.871545 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35900) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:56.881335 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-849bf4ec-a545-4625-aefa-93ece08f38e8 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Request body: {'subnet': {'network_id': '6f7ef717-20cb-4c28-893e-cda3f326a46a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:56.901876 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c0549de-cb4d-4da6-8188-ecc62130ce30 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:24:56.920653 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5c0549de-cb4d-4da6-8188-ecc62130ce30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:56.921204 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-5c0549de-cb4d-4da6-8188-ecc62130ce30 admin admin] Added segment ad8f8c10-bd9a-4123-90c0-3f40e430647a of type vlan for network 98d4de39-2eda-494b-9c41-0ca4fbfd6d66 Jul 29 23:24:56.933837 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133fc58-f601-444a-b868-4254d55f7c31 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Pushing event updated for resources: {'Network': ['ID=28f38c63-eb30-4453-829d-2d302e41c5f3,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:56.951453 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 28f38c63-eb30-4453-829d-2d302e41c5f3 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:24:56.999162 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849bf4ec-a545-4625-aefa-93ece08f38e8 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Made reservation on behalf of d954899d85d94386b2170efdab77ddb2 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:57.003178 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-849bf4ec-a545-4625-aefa-93ece08f38e8 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.009557 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5c0549de-cb4d-4da6-8188-ecc62130ce30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.028971 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a6a4c-6251-42a0-8b7f-647381db79be req-cd7b7da5-1be7-4a9c-8ae6-54a6bed0504b tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:57.031211 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-055a6a4c-6251-42a0-8b7f-647381db79be req-cd7b7da5-1be7-4a9c-8ae6-54a6bed0504b tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=aef034d5-994b-4706-a7b8-c4190a0547a2 HTTP/1.1" status: 200 len: 946 time: 0.0935299 Jul 29 23:24:57.082659 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5c0549de-cb4d-4da6-8188-ecc62130ce30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.083708 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0549de-cb4d-4da6-8188-ecc62130ce30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:57.084332 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5c0549de-cb4d-4da6-8188-ecc62130ce30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.116392 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-055a6a4c-6251-42a0-8b7f-647381db79be req-9f73b167-5099-4e3e-a066-5ef127118abe tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780680 Jul 29 23:24:57.117193 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e40b6862-745e-4a72-b800-a5ba7d057fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.163068 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 310cd171-f27b-40ca-b100-f659366efb62 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:24:57.208222 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0549de-cb4d-4da6-8188-ecc62130ce30 admin admin] Pushing event updated for resources: {'Network': ['ID=98d4de39-2eda-494b-9c41-0ca4fbfd6d66,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:57.261049 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5c0549de-cb4d-4da6-8188-ecc62130ce30 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9079354 Jul 29 23:24:57.264882 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 35912) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:57.293468 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-59be2855-9918-4d84-85f9-0ba439d26243 admin admin] Request body: {'subnet': {'network_id': '98d4de39-2eda-494b-9c41-0ca4fbfd6d66', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-533813753-subnet', 'tenant_id': '55a5846e22aa4792b8e59609b362a1d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:57.355160 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-820371b7-17c1-4bf6-8e8a-d4bb98e495bb req-172279d1-1dc9-4d59-9c1a-2e86a8aa9771 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=ade65ffb-a271-4f85-8d65-702bfddb06a9 HTTP/1.1" status: 200 len: 210 time: 0.1552448 Jul 29 23:24:57.356717 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-849bf4ec-a545-4625-aefa-93ece08f38e8 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.391911 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b03f543-789a-4f62-b33a-28d01ea3b06b req-96ee3106-86a0-4727-a820-f8ea677b057e tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:57.393442 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 98d4de39-2eda-494b-9c41-0ca4fbfd6d66 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:24:57.393810 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0b03f543-789a-4f62-b33a-28d01ea3b06b req-96ee3106-86a0-4727-a820-f8ea677b057e tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=71e89fe2-5e39-4111-8c55-b702956786a5 HTTP/1.1" status: 200 len: 944 time: 0.2864659 Jul 29 23:24:57.438878 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-602ac3fd-c947-4de8-b45d-0ba30357d924 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:57.441357 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-602ac3fd-c947-4de8-b45d-0ba30357d924 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.23 "GET /v2.0/networks?id=e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 HTTP/1.1" status: 200 len: 804 time: 0.2316620 Jul 29 23:24:57.473159 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-cb2b56a8-405f-4c09-babc-fefd07f9e63e tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Request body: {'port': {'device_id': 'ade65ffb-a271-4f85-8d65-702bfddb06a9', 'network_id': 'e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2', 'admin_state_up': True, 'tenant_id': 'fc433144b8ce4e74b39793292556658e'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:57.477915 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0b03f543-789a-4f62-b33a-28d01ea3b06b req-ac956424-72e8-4612-8701-81aa62c8ba11 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751956 Jul 29 23:24:57.499740 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e40b6862-745e-4a72-b800-a5ba7d057fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.509975 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e40b6862-745e-4a72-b800-a5ba7d057fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.529704 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 310cd171-f27b-40ca-b100-f659366efb62 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:24:57.533707 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 310cd171-f27b-40ca-b100-f659366efb62 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:24:57.534148 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.549271 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849bf4ec-a545-4625-aefa-93ece08f38e8 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Pushing event updated for resources: {'Subnet': ['ID=deaa786f-4140-420d-bb7f-bb3469568a14,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:57.555976 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59be2855-9918-4d84-85f9-0ba439d26243 admin admin] Made reservation on behalf of 55a5846e22aa4792b8e59609b362a1d9 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:57.558462 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-59be2855-9918-4d84-85f9-0ba439d26243 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.571162 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849bf4ec-a545-4625-aefa-93ece08f38e8 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Checking segment: {'id': 'd0536e79-d8cd-4e04-969a-7835c7ba7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f7ef717-20cb-4c28-893e-cda3f326a46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:57.571162 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849bf4ec-a545-4625-aefa-93ece08f38e8 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Network hostable DHCP agents. Network: 6f7ef717-20cb-4c28-893e-cda3f326a46a, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:24:57.580017 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e40b6862-745e-4a72-b800-a5ba7d057fec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b4a3fc8c16724ec0a9d8e9b36f7834a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7078149 Jul 29 23:24:57.581957 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35916) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:57.604448 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40b6862-745e-4a72-b800-a5ba7d057fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65c9647-0e8a-4be0-9f71-138ff6fbfcb7,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:57.639258 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849bf4ec-a545-4625-aefa-93ece08f38e8 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Network 6f7ef717-20cb-4c28-893e-cda3f326a46a is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:24:57.657310 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.662244 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-849bf4ec-a545-4625-aefa-93ece08f38e8 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 6f7ef717-20cb-4c28-893e-cda3f326a46a) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:57.671416 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849bf4ec-a545-4625-aefa-93ece08f38e8 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:57.672038 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-849bf4ec-a545-4625-aefa-93ece08f38e8 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.673218 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2877d761-1f67-4bf5-a35e-babcb3f023b6 None None] Network 6f7ef717-20cb-4c28-893e-cda3f326a46a requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:24:57.689908 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-cb2b56a8-405f-4c09-babc-fefd07f9e63e tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Made reservation on behalf of fc433144b8ce4e74b39793292556658e for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:57.693337 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-cb2b56a8-405f-4c09-babc-fefd07f9e63e tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.709812 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1a70cebe-82b6-412d-a4ce-a9898e3715f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.721343 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-849bf4ec-a545-4625-aefa-93ece08f38e8 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8458493 Jul 29 23:24:57.721721 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 35918) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:57.728867 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-e185ea08-79bc-4146-bfaf-87941b0879f9 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Request body: {'subnet': {'network_id': '28f38c63-eb30-4453-829d-2d302e41c5f3', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:57.729273 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e89fe2-5e39-4111-8c55-b702956786a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310cd171-f27b-40ca-b100-f659366efb62'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:57.731626 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ed97b5b-67f1-4d33-ae51-0d8977e6969d" -d '{"events": [{"server_uuid": "71e89fe2-5e39-4111-8c55-b702956786a5", "name": "network-vif-plugged", "status": "completed", "tag": "310cd171-f27b-40ca-b100-f659366efb62"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:57.747393 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1a70cebe-82b6-412d-a4ce-a9898e3715f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.753246 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 310cd171-f27b-40ca-b100-f659366efb62, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=310cd171-f27b-40ca-b100-f659366efb62,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:57.759675 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.808334 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fef73c4-e999-49cc-aafc-d32c4282bd7f x-openstack-request-id: req-7fef73c4-e999-49cc-aafc-d32c4282bd7f {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:24:57.808913 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e89fe2-5e39-4111-8c55-b702956786a5", "name": "network-vif-plugged", "status": "completed", "tag": "310cd171-f27b-40ca-b100-f659366efb62", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:24:57.809521 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7fef73c4-e999-49cc-aafc-d32c4282bd7f {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:24:57.810179 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e89fe2-5e39-4111-8c55-b702956786a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '310cd171-f27b-40ca-b100-f659366efb62', 'code': 200} Jul 29 23:24:57.836954 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-59be2855-9918-4d84-85f9-0ba439d26243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.862337 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=310cd171-f27b-40ca-b100-f659366efb62,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:57.891695 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:57.892339 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:57.892866 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:57.893349 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:57.895122 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:57.895122 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:57.895122 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:57.895122 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:57.895122 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:57.896785 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:57.896785 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:57.896785 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:24:57.907002 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1a70cebe-82b6-412d-a4ce-a9898e3715f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.911745 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1a70cebe-82b6-412d-a4ce-a9898e3715f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:57.913305 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1a70cebe-82b6-412d-a4ce-a9898e3715f4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b65c9647-0e8a-4be0-9f71-138ff6fbfcb7 HTTP/1.1" status: 204 len: 168 time: 0.3302484 Jul 29 23:24:57.942156 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70cebe-82b6-412d-a4ce-a9898e3715f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65c9647-0e8a-4be0-9f71-138ff6fbfcb7,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:57.945024 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-cb2b56a8-405f-4c09-babc-fefd07f9e63e tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Allocated IP 172.20.0.9 (e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2/6e930051-7a16-428b-811f-19e3c68dee70/9669d763-d1be-4b62-8164-a47102a06163) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:57.958922 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be2855-9918-4d84-85f9-0ba439d26243 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c7a1221-c285-4d95-a990-765f131d2f0e,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:57.984915 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8711750a-e2c9-4cbf-b28f-0361efcc0c32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-6f7ef717-20cb-4c28-893e-cda3f326a46a', 'network_id': '6f7ef717-20cb-4c28-893e-cda3f326a46a', 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'fixed_ips': [{'subnet_id': 'deaa786f-4140-420d-bb7f-bb3469568a14'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:24:57.987484 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8711750a-e2c9-4cbf-b28f-0361efcc0c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.003029 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60f4f5a-5564-427e-aae7-1196d6dc9799 req-8c24d449-05f9-4d61-a49b-f0d2b5cd6f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:58.004610 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b60f4f5a-5564-427e-aae7-1196d6dc9799 req-8c24d449-05f9-4d61-a49b-f0d2b5cd6f34 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=71e89fe2-5e39-4111-8c55-b702956786a5 HTTP/1.1" status: 200 len: 1097 time: 0.1167860 Jul 29 23:24:58.005693 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e185ea08-79bc-4146-bfaf-87941b0879f9 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Made reservation on behalf of d954899d85d94386b2170efdab77ddb2 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:24:58.009246 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e185ea08-79bc-4146-bfaf-87941b0879f9 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.015346 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59be2855-9918-4d84-85f9-0ba439d26243 admin admin] Checking segment: {'id': 'ad8f8c10-bd9a-4123-90c0-3f40e430647a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '98d4de39-2eda-494b-9c41-0ca4fbfd6d66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:58.015704 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59be2855-9918-4d84-85f9-0ba439d26243 admin admin] Network hostable DHCP agents. Network: 98d4de39-2eda-494b-9c41-0ca4fbfd6d66, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:24:58.116103 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59be2855-9918-4d84-85f9-0ba439d26243 admin admin] Network 98d4de39-2eda-494b-9c41-0ca4fbfd6d66 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:24:58.148285 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b60f4f5a-5564-427e-aae7-1196d6dc9799 req-83f31311-f079-4968-bdb0-6b5fc08006c4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340134 Jul 29 23:24:58.153469 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-59be2855-9918-4d84-85f9-0ba439d26243 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 98d4de39-2eda-494b-9c41-0ca4fbfd6d66) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:58.164811 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63efb33e-c071-4993-94ea-1e53dabf8898 None None] Network 98d4de39-2eda-494b-9c41-0ca4fbfd6d66 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:24:58.186381 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59be2855-9918-4d84-85f9-0ba439d26243 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:58.187018 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-59be2855-9918-4d84-85f9-0ba439d26243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.214706 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-59be2855-9918-4d84-85f9-0ba439d26243 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9469495 Jul 29 23:24:58.319962 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-cb2b56a8-405f-4c09-babc-fefd07f9e63e tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.372118 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-8711750a-e2c9-4cbf-b28f-0361efcc0c32 None None] Allocated IP 10.1.1.2 (6f7ef717-20cb-4c28-893e-cda3f326a46a/deaa786f-4140-420d-bb7f-bb3469568a14/c48067c8-6fab-44fa-8ebd-8a2d7327d265) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:58.373436 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35930) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:58.427941 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2bba76cd-ad11-48eb-a688-0ca01dd232db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.474243 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-cb2b56a8-405f-4c09-babc-fefd07f9e63e tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.483210 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c363e-041e-48ee-b700-e22e3adca545 req-997a6b8c-2ad0-4d3e-b2b9-86327390f889 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:58.484806 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-888c363e-041e-48ee-b700-e22e3adca545 req-997a6b8c-2ad0-4d3e-b2b9-86327390f889 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.39 "GET /v2.0/ports?device_id=aef034d5-994b-4706-a7b8-c4190a0547a2 HTTP/1.1" status: 200 len: 946 time: 0.1335123 Jul 29 23:24:58.493442 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5a3f8-ceda-4e60-9244-32e5adf75e7c req-850637e7-e172-4e50-84c9-371483a14176 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:58.495016 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5fa5a3f8-ceda-4e60-9244-32e5adf75e7c req-850637e7-e172-4e50-84c9-371483a14176 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=aef034d5-994b-4706-a7b8-c4190a0547a2 HTTP/1.1" status: 200 len: 946 time: 0.1889648 Jul 29 23:24:58.505133 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0d9998-aa72-4c10-8b0d-ac06a5f2ae25 None None] Network 98d4de39-2eda-494b-9c41-0ca4fbfd6d66 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:24:58.550266 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-cb2b56a8-405f-4c09-babc-fefd07f9e63e tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Network e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:58.554486 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-cb2b56a8-405f-4c09-babc-fefd07f9e63e tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:58.559069 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2b56a8-405f-4c09-babc-fefd07f9e63e tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Pushing event updated for resources: {'Port': ['ID=9669d763-d1be-4b62-8164-a47102a06163,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:58.564478 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-cb2b56a8-405f-4c09-babc-fefd07f9e63e tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:58.568782 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e185ea08-79bc-4146-bfaf-87941b0879f9 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.619952 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-cb2b56a8-405f-4c09-babc-fefd07f9e63e tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:58.620205 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-cb2b56a8-405f-4c09-babc-fefd07f9e63e tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.692262 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2bba76cd-ad11-48eb-a688-0ca01dd232db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.701400 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2bba76cd-ad11-48eb-a688-0ca01dd232db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.718862 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-cb2b56a8-405f-4c09-babc-fefd07f9e63e tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2531295 Jul 29 23:24:58.733732 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5fa5a3f8-ceda-4e60-9244-32e5adf75e7c req-c1b207d2-8614-4b06-88f7-6b2ed302d621 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198060 Jul 29 23:24:58.757753 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-1662e45b-59db-4d26-9f87-e5992ee68fcf service neutron] Request body: {'port': {'device_id': 'ade65ffb-a271-4f85-8d65-702bfddb06a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:58.765255 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8711750a-e2c9-4cbf-b28f-0361efcc0c32 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.775879 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8711750a-e2c9-4cbf-b28f-0361efcc0c32 None None] Transition to ACTIVE for port object c48067c8-6fab-44fa-8ebd-8a2d7327d265 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:58.796261 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2bba76cd-ad11-48eb-a688-0ca01dd232db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b4a38446430c43dd94687807c4343550&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4207222 Jul 29 23:24:58.799649 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba76cd-ad11-48eb-a688-0ca01dd232db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aae26f2-200b-4fdc-88da-f85d7ca20672,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:58.803324 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185ea08-79bc-4146-bfaf-87941b0879f9 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Pushing event updated for resources: {'Subnet': ['ID=6e6daa85-0112-4dbf-98e3-8562b5fa1b90,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:58.803799 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35944) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:58.813008 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8711750a-e2c9-4cbf-b28f-0361efcc0c32 None None] Transition to ACTIVE for port object c48067c8-6fab-44fa-8ebd-8a2d7327d265 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:58.822890 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92c1ad-246b-468d-a05d-b53812e86d81 req-69bfefc0-9211-4eef-a9c4-d067dd4021a7 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:58.824528 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f92c1ad-246b-468d-a05d-b53812e86d81 req-69bfefc0-9211-4eef-a9c4-d067dd4021a7 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=ade65ffb-a271-4f85-8d65-702bfddb06a9 HTTP/1.1" status: 200 len: 931 time: 0.3184395 Jul 29 23:24:58.825469 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8711750a-e2c9-4cbf-b28f-0361efcc0c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.873829 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-1662e45b-59db-4d26-9f87-e5992ee68fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.881006 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e185ea08-79bc-4146-bfaf-87941b0879f9 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Checking segment: {'id': 'a0a49c32-421f-4f62-8751-bfe67cfd0240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '28f38c63-eb30-4453-829d-2d302e41c5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:58.881380 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e185ea08-79bc-4146-bfaf-87941b0879f9 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Network hostable DHCP agents. Network: 28f38c63-eb30-4453-829d-2d302e41c5f3, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:24:58.912392 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8711750a-e2c9-4cbf-b28f-0361efcc0c32 None None] Network 6f7ef717-20cb-4c28-893e-cda3f326a46a is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:24:58.917633 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-8711750a-e2c9-4cbf-b28f-0361efcc0c32 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:58.931106 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8711750a-e2c9-4cbf-b28f-0361efcc0c32 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:24:58.944001 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-888c363e-041e-48ee-b700-e22e3adca545 req-c123b1d7-155d-4939-b0da-2776e050fcc7 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Deleting port f8398574-be02-4baf-aa93-a075d82a76ba {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:24:58.944291 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-888c363e-041e-48ee-b700-e22e3adca545 req-c123b1d7-155d-4939-b0da-2776e050fcc7 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.957371 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f92c1ad-246b-468d-a05d-b53812e86d81 req-664b49cc-0c6d-458d-a04a-9ceafb4052e0 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203237 Jul 29 23:24:58.979868 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-54b0dde1-42dc-4ba3-8182-0d7b87e1705e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:58.987588 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711750a-e2c9-4cbf-b28f-0361efcc0c32 None None] Pushing event updated for resources: {'Port': ['ID=c48067c8-6fab-44fa-8ebd-8a2d7327d265,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:59.030843 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-8711750a-e2c9-4cbf-b28f-0361efcc0c32 None None] Attempting to bind port c48067c8-6fab-44fa-8ebd-8a2d7327d265 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:59.031310 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-8711750a-e2c9-4cbf-b28f-0361efcc0c32 None None] Attempting to bind port c48067c8-6fab-44fa-8ebd-8a2d7327d265 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'd0536e79-d8cd-4e04-969a-7835c7ba7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f7ef717-20cb-4c28-893e-cda3f326a46a'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:59.031678 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8711750a-e2c9-4cbf-b28f-0361efcc0c32 None None] Attempting to bind port c48067c8-6fab-44fa-8ebd-8a2d7327d265 on network 6f7ef717-20cb-4c28-893e-cda3f326a46a {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:59.038663 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8711750a-e2c9-4cbf-b28f-0361efcc0c32 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:59.039044 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8711750a-e2c9-4cbf-b28f-0361efcc0c32 None None] Checking segment: {'id': 'd0536e79-d8cd-4e04-969a-7835c7ba7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f7ef717-20cb-4c28-893e-cda3f326a46a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:59.039514 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8711750a-e2c9-4cbf-b28f-0361efcc0c32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:59.040186 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8711750a-e2c9-4cbf-b28f-0361efcc0c32 None None] Bound using segment: {'id': 'd0536e79-d8cd-4e04-969a-7835c7ba7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f7ef717-20cb-4c28-893e-cda3f326a46a'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:59.040860 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-8711750a-e2c9-4cbf-b28f-0361efcc0c32 None None] Bound port: c48067c8-6fab-44fa-8ebd-8a2d7327d265, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0536e79-d8cd-4e04-969a-7835c7ba7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f7ef717-20cb-4c28-893e-cda3f326a46a'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:59.041321 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8711750a-e2c9-4cbf-b28f-0361efcc0c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:59.043996 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e185ea08-79bc-4146-bfaf-87941b0879f9 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Network 28f38c63-eb30-4453-829d-2d302e41c5f3 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:24:59.067015 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-e185ea08-79bc-4146-bfaf-87941b0879f9 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 28f38c63-eb30-4453-829d-2d302e41c5f3) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:24:59.073453 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-54b0dde1-42dc-4ba3-8182-0d7b87e1705e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:59.084156 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e185ea08-79bc-4146-bfaf-87941b0879f9 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:59.086038 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e185ea08-79bc-4146-bfaf-87941b0879f9 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:59.112271 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361ff119-b5ba-45d3-9112-d90a23ed28a6 None None] Network 28f38c63-eb30-4453-829d-2d302e41c5f3 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:24:59.120072 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e185ea08-79bc-4146-bfaf-87941b0879f9 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3971391 Jul 29 23:24:59.132373 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 35946) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:24:59.143913 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-c6d68662-b938-47a7-accd-67c89361e104 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Request body: {'port': {'network_id': '6f7ef717-20cb-4c28-893e-cda3f326a46a', 'name': 'tempest-TaggedBootDevicesTest_v242-238614953', 'fixed_ips': [{'subnet_id': 'deaa786f-4140-420d-bb7f-bb3469568a14'}]}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:59.201638 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-8711750a-e2c9-4cbf-b28f-0361efcc0c32 None None] For port c48067c8-6fab-44fa-8ebd-8a2d7327d265, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:59.207189 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-8711750a-e2c9-4cbf-b28f-0361efcc0c32 None None] For port c48067c8-6fab-44fa-8ebd-8a2d7327d265, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c48067c8-6fab-44fa-8ebd-8a2d7327d265,segment=NetworkSegment(d0536e79-d8cd-4e04-969a-7835c7ba7f80),segment_id=d0536e79-d8cd-4e04-969a-7835c7ba7f80)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:59.218195 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8711750a-e2c9-4cbf-b28f-0361efcc0c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:59.249013 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-5cd48230-42dc-45f0-ad0f-b0413165e772 req-8f4178ce-76b7-41ca-9abb-8afb2bc6ca37 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1789337902', 'description': 'tempest-description-225298134'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:24:59.263615 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-54b0dde1-42dc-4ba3-8182-0d7b87e1705e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:59.268519 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-54b0dde1-42dc-4ba3-8182-0d7b87e1705e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:59.272379 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-54b0dde1-42dc-4ba3-8182-0d7b87e1705e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3aae26f2-200b-4fdc-88da-f85d7ca20672 HTTP/1.1" status: 204 len: 168 time: 0.4652133 Jul 29 23:24:59.290570 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-888c363e-041e-48ee-b700-e22e3adca545 req-c123b1d7-155d-4939-b0da-2776e050fcc7 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] For port f8398574-be02-4baf-aa93-a075d82a76ba, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f8398574-be02-4baf-aa93-a075d82a76ba,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:24:59.291282 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-888c363e-041e-48ee-b700-e22e3adca545 req-c123b1d7-155d-4939-b0da-2776e050fcc7 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:59.293121 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0dde1-42dc-4ba3-8182-0d7b87e1705e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aae26f2-200b-4fdc-88da-f85d7ca20672,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:59.308985 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-888c363e-041e-48ee-b700-e22e3adca545 req-c123b1d7-155d-4939-b0da-2776e050fcc7 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Calling delete_port for f8398574-be02-4baf-aa93-a075d82a76ba owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:24:59.373002 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:59.383948 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-1662e45b-59db-4d26-9f87-e5992ee68fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9669d763-d1be-4b62-8164-a47102a06163 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:24:59.415471 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-1662e45b-59db-4d26-9f87-e5992ee68fcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:59.425640 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8711750a-e2c9-4cbf-b28f-0361efcc0c32 None None] Pushing event updated for resources: {'Port': ['ID=c48067c8-6fab-44fa-8ebd-8a2d7327d265,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:59.435132 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-1662e45b-59db-4d26-9f87-e5992ee68fcf service neutron] Transition to ACTIVE for port object 9669d763-d1be-4b62-8164-a47102a06163 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:24:59.441149 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-1662e45b-59db-4d26-9f87-e5992ee68fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:59.523705 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71338270-7bff-4fa7-a4f1-98d23caf032c req-7d0eed86-399d-414f-840f-b72b294df370 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:59.528889 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662e45b-59db-4d26-9f87-e5992ee68fcf service neutron] Pushing event updated for resources: {'Port': ['ID=9669d763-d1be-4b62-8164-a47102a06163,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:59.532608 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-71338270-7bff-4fa7-a4f1-98d23caf032c req-7d0eed86-399d-414f-840f-b72b294df370 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=71e89fe2-5e39-4111-8c55-b702956786a5 HTTP/1.1" status: 200 len: 945 time: 0.3835750 Jul 29 23:24:59.540840 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5cd48230-42dc-45f0-ad0f-b0413165e772 req-8f4178ce-76b7-41ca-9abb-8afb2bc6ca37 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:59.542641 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1809f6-770f-4599-a9ef-5816de71de2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-28f38c63-eb30-4453-829d-2d302e41c5f3', 'network_id': '28f38c63-eb30-4453-829d-2d302e41c5f3', 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'fixed_ips': [{'subnet_id': '6e6daa85-0112-4dbf-98e3-8562b5fa1b90'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:24:59.545113 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1d1809f6-770f-4599-a9ef-5816de71de2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:59.685819 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-888c363e-041e-48ee-b700-e22e3adca545 req-c123b1d7-155d-4939-b0da-2776e050fcc7 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:59.696778 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-1662e45b-59db-4d26-9f87-e5992ee68fcf service neutron] Attempting to bind port 9669d763-d1be-4b62-8164-a47102a06163 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:24:59.697175 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-1662e45b-59db-4d26-9f87-e5992ee68fcf service neutron] Attempting to bind port 9669d763-d1be-4b62-8164-a47102a06163 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'b2573e02-82a0-4898-b097-d982710943a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:24:59.697548 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-1662e45b-59db-4d26-9f87-e5992ee68fcf service neutron] Attempting to bind port 9669d763-d1be-4b62-8164-a47102a06163 on network e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:59.703494 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['d74005cd-c4f9-4ae9-bc47-788d8c2beb0a'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:59.706727 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['f8398574-be02-4baf-aa93-a075d82a76ba'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:24:59.714139 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-1662e45b-59db-4d26-9f87-e5992ee68fcf service neutron] Port 9669d763-d1be-4b62-8164-a47102a06163 on network e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:24:59.716405 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-1662e45b-59db-4d26-9f87-e5992ee68fcf service neutron] Attempting to bind port 9669d763-d1be-4b62-8164-a47102a06163 on network e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:24:59.738079 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-1662e45b-59db-4d26-9f87-e5992ee68fcf service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:24:59.738880 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-1662e45b-59db-4d26-9f87-e5992ee68fcf service neutron] Checking segment: {'id': 'b2573e02-82a0-4898-b097-d982710943a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:24:59.738880 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-1662e45b-59db-4d26-9f87-e5992ee68fcf service neutron] Bound using segment: {'id': 'b2573e02-82a0-4898-b097-d982710943a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:24:59.739226 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-1662e45b-59db-4d26-9f87-e5992ee68fcf service neutron] Bound port: 9669d763-d1be-4b62-8164-a47102a06163, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2573e02-82a0-4898-b097-d982710943a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:24:59.739761 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-1662e45b-59db-4d26-9f87-e5992ee68fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:59.778924 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:59.822755 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c123b1d7-155d-4939-b0da-2776e050fcc7 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Pushing event deleted for resources: {'Port': ['ID=f8398574-be02-4baf-aa93-a075d82a76ba,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:24:59.848981 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-71338270-7bff-4fa7-a4f1-98d23caf032c req-98c684cd-9e9e-4a4d-8b3c-ba5678f3a088 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144574 Jul 29 23:24:59.899823 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-1d1809f6-770f-4599-a9ef-5816de71de2a None None] Allocated IP 10.2.2.2 (28f38c63-eb30-4453-829d-2d302e41c5f3/6e6daa85-0112-4dbf-98e3-8562b5fa1b90/412c5552-9028-4f9b-96cb-a5c3c2799243) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:24:59.904687 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-1662e45b-59db-4d26-9f87-e5992ee68fcf service neutron] For port 9669d763-d1be-4b62-8164-a47102a06163, host n-h1-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:24:59.918628 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-1662e45b-59db-4d26-9f87-e5992ee68fcf service neutron] For port 9669d763-d1be-4b62-8164-a47102a06163, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9669d763-d1be-4b62-8164-a47102a06163,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:24:59.925122 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-1662e45b-59db-4d26-9f87-e5992ee68fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:59.925645 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-888c363e-041e-48ee-b700-e22e3adca545 req-c123b1d7-155d-4939-b0da-2776e050fcc7 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] No DVR routers for this DVR port f8398574-be02-4baf-aa93-a075d82a76ba on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:24:59.929300 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-888c363e-041e-48ee-b700-e22e3adca545 req-c123b1d7-155d-4939-b0da-2776e050fcc7 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:59.932060 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-888c363e-041e-48ee-b700-e22e3adca545 req-c123b1d7-155d-4939-b0da-2776e050fcc7 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.39 "DELETE /v2.0/ports/f8398574-be02-4baf-aa93-a075d82a76ba HTTP/1.1" status: 204 len: 173 time: 1.4360180 Jul 29 23:24:59.932481 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aef034d5-994b-4706-a7b8-c4190a0547a2', 'name': 'network-vif-deleted', 'tag': 'f8398574-be02-4baf-aa93-a075d82a76ba'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:59.934794 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c77af222-38a5-4cae-9c31-e14d155adf0b" -d '{"events": [{"server_uuid": "aef034d5-994b-4706-a7b8-c4190a0547a2", "name": "network-vif-deleted", "tag": "f8398574-be02-4baf-aa93-a075d82a76ba"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:59.969518 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-1662e45b-59db-4d26-9f87-e5992ee68fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:24:59.971084 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-1662e45b-59db-4d26-9f87-e5992ee68fcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:24:59.975037 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-1662e45b-59db-4d26-9f87-e5992ee68fcf service neutron] 10.222.0.23 "PUT /v2.0/ports/9669d763-d1be-4b62-8164-a47102a06163 HTTP/1.1" status: 200 len: 1092 time: 1.2431593 Jul 29 23:24:59.979137 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ade65ffb-a271-4f85-8d65-702bfddb06a9', 'tag': '9669d763-d1be-4b62-8164-a47102a06163'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:24:59.983154 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6b3546-8c46-4cb5-8ebb-475e43fb6c16" -d '{"events": [{"name": "network-changed", "server_uuid": "ade65ffb-a271-4f85-8d65-702bfddb06a9", "tag": "9669d763-d1be-4b62-8164-a47102a06163"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:24:59.993886 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5cd48230-42dc-45f0-ad0f-b0413165e772 req-8f4178ce-76b7-41ca-9abb-8afb2bc6ca37 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:00.001375 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5cd48230-42dc-45f0-ad0f-b0413165e772 req-8f4178ce-76b7-41ca-9abb-8afb2bc6ca37 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:00.055497 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4178ce-76b7-41ca-9abb-8afb2bc6ca37 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ddb28f6-b0e0-4796-80c2-1faecb1265d6,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:00.060386 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d68662-b938-47a7-accd-67c89361e104 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Made reservation on behalf of d954899d85d94386b2170efdab77ddb2 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:00.084555 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5cd48230-42dc-45f0-ad0f-b0413165e772 req-8f4178ce-76b7-41ca-9abb-8afb2bc6ca37 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:00.099154 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5cd48230-42dc-45f0-ad0f-b0413165e772 req-8f4178ce-76b7-41ca-9abb-8afb2bc6ca37 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8649318 Jul 29 23:25:00.190926 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1662e45b-59db-4d26-9f87-e5992ee68fcf service neutron] Pushing event updated for resources: {'Port': ['ID=9669d763-d1be-4b62-8164-a47102a06163,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:00.224531 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-662e7eb3-2358-490a-901f-0c9cd2ddbf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:00.228946 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-662e7eb3-2358-490a-901f-0c9cd2ddbf0e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc433144b8ce4e74b39793292556658e&device_id=ade65ffb-a271-4f85-8d65-702bfddb06a9 HTTP/1.1" status: 200 len: 1095 time: 0.1575687 Jul 29 23:25:00.318257 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-bdff24c9-2c44-4329-b04b-0b1e7271af7f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9669d763-d1be-4b62-8164-a47102a06163 HTTP/1.1" status: 200 len: 217 time: 0.0801387 Jul 29 23:25:00.320339 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5fd173dc-0c4f-4bc5-8d0e-8d4ba627dc5e req-0792c5c9-ab08-4104-9801-f8c05f21c00d tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=aef034d5-994b-4706-a7b8-c4190a0547a2 HTTP/1.1" status: 200 len: 210 time: 0.0827696 Jul 29 23:25:00.342110 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c6d68662-b938-47a7-accd-67c89361e104 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:00.388597 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a81363-1571-4e10-8fde-ac6c2d0c282d req-2a81e828-755a-4a46-8455-dd03ed14ac4e tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:00.390290 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36a81363-1571-4e10-8fde-ac6c2d0c282d req-2a81e828-755a-4a46-8455-dd03ed14ac4e tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=71e89fe2-5e39-4111-8c55-b702956786a5 HTTP/1.1" status: 200 len: 1097 time: 0.1359231 Jul 29 23:25:00.404735 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-c6d68662-b938-47a7-accd-67c89361e104 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] device_id is not set on port aa4019a8-862f-423f-a23c-d8c79eeaa4f6 yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:25:00.414103 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258b0c2d-0a68-426f-ae81-c5e4fb5fe466 x-openstack-request-id: req-258b0c2d-0a68-426f-ae81-c5e4fb5fe466 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:00.414443 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aef034d5-994b-4706-a7b8-c4190a0547a2", "name": "network-vif-deleted", "tag": "f8398574-be02-4baf-aa93-a075d82a76ba", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:00.414699 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-258b0c2d-0a68-426f-ae81-c5e4fb5fe466 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:00.415118 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aef034d5-994b-4706-a7b8-c4190a0547a2', 'name': 'network-vif-deleted', 'tag': 'f8398574-be02-4baf-aa93-a075d82a76ba', 'status': 'completed', 'code': 200} Jul 29 23:25:00.415369 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1d1809f6-770f-4599-a9ef-5816de71de2a None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:00.426866 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1d1809f6-770f-4599-a9ef-5816de71de2a None None] Transition to ACTIVE for port object 412c5552-9028-4f9b-96cb-a5c3c2799243 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:00.450325 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1d1809f6-770f-4599-a9ef-5816de71de2a None None] Transition to ACTIVE for port object 412c5552-9028-4f9b-96cb-a5c3c2799243 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:00.459137 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-d12e4c54-9e2d-4d3a-a495-03a00a2edf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:00.460769 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-d12e4c54-9e2d-4d3a-a495-03a00a2edf71 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e930051-7a16-428b-811f-19e3c68dee70 HTTP/1.1" status: 200 len: 844 time: 0.1353240 Jul 29 23:25:00.461435 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1d1809f6-770f-4599-a9ef-5816de71de2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:00.524319 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-3a91ea44-bb97-4d20-86ec-5b6d82576b71 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557840 Jul 29 23:25:00.525840 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f663a6e-f202-45ce-8063-7607ae32d016 x-openstack-request-id: req-8f663a6e-f202-45ce-8063-7607ae32d016 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:00.526132 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ade65ffb-a271-4f85-8d65-702bfddb06a9", "tag": "9669d763-d1be-4b62-8164-a47102a06163", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:00.526386 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f663a6e-f202-45ce-8063-7607ae32d016 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:00.526797 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ade65ffb-a271-4f85-8d65-702bfddb06a9', 'tag': '9669d763-d1be-4b62-8164-a47102a06163', 'status': 'completed', 'code': 200} Jul 29 23:25:00.566172 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1809f6-770f-4599-a9ef-5816de71de2a None None] Network 28f38c63-eb30-4453-829d-2d302e41c5f3 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:00.588401 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-1d1809f6-770f-4599-a9ef-5816de71de2a None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:00.603444 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1809f6-770f-4599-a9ef-5816de71de2a None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:00.614296 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1809f6-770f-4599-a9ef-5816de71de2a None None] Pushing event updated for resources: {'Port': ['ID=412c5552-9028-4f9b-96cb-a5c3c2799243,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:00.736994 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-1d1809f6-770f-4599-a9ef-5816de71de2a None None] Attempting to bind port 412c5552-9028-4f9b-96cb-a5c3c2799243 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:00.737894 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-1d1809f6-770f-4599-a9ef-5816de71de2a None None] Attempting to bind port 412c5552-9028-4f9b-96cb-a5c3c2799243 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'a0a49c32-421f-4f62-8751-bfe67cfd0240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '28f38c63-eb30-4453-829d-2d302e41c5f3'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:00.740346 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1809f6-770f-4599-a9ef-5816de71de2a None None] Attempting to bind port 412c5552-9028-4f9b-96cb-a5c3c2799243 on network 28f38c63-eb30-4453-829d-2d302e41c5f3 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:00.750197 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1809f6-770f-4599-a9ef-5816de71de2a None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:00.756455 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1809f6-770f-4599-a9ef-5816de71de2a None None] Checking segment: {'id': 'a0a49c32-421f-4f62-8751-bfe67cfd0240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '28f38c63-eb30-4453-829d-2d302e41c5f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:00.757317 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1d1809f6-770f-4599-a9ef-5816de71de2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:00.760803 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1809f6-770f-4599-a9ef-5816de71de2a None None] Bound using segment: {'id': 'a0a49c32-421f-4f62-8751-bfe67cfd0240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '28f38c63-eb30-4453-829d-2d302e41c5f3'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:00.761891 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-1d1809f6-770f-4599-a9ef-5816de71de2a None None] Bound port: 412c5552-9028-4f9b-96cb-a5c3c2799243, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0a49c32-421f-4f62-8751-bfe67cfd0240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '28f38c63-eb30-4453-829d-2d302e41c5f3'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:00.762404 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1d1809f6-770f-4599-a9ef-5816de71de2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:00.772960 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-1f3d640b-76da-4411-af64-2944db2320bf service neutron] 10.222.0.23 "GET /v2.0/networks/e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386165 Jul 29 23:25:00.860698 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36a81363-1571-4e10-8fde-ac6c2d0c282d req-f7a04d73-9fbe-4b73-aeae-5cb00d8248d6 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495189 Jul 29 23:25:00.904581 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e29d093c-9ae7-42dd-9f86-ba79506594c5 req-981ef681-8cf3-4cbc-b04e-2ea16b4fc06a service neutron] 10.222.0.23 "GET /v2.0/networks/e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245377 Jul 29 23:25:00.931826 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964ee47-82cb-4327-b798-d0c3fb2cbab6 req-d8409dae-e6f2-4042-99ac-0835d241141e tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:00.937237 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e964ee47-82cb-4327-b798-d0c3fb2cbab6 req-d8409dae-e6f2-4042-99ac-0835d241141e tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=ade65ffb-a271-4f85-8d65-702bfddb06a9 HTTP/1.1" status: 200 len: 943 time: 0.2358913 Jul 29 23:25:00.944493 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-1d1809f6-770f-4599-a9ef-5816de71de2a None None] For port 412c5552-9028-4f9b-96cb-a5c3c2799243, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:00.960472 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-1d1809f6-770f-4599-a9ef-5816de71de2a None None] For port 412c5552-9028-4f9b-96cb-a5c3c2799243, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=412c5552-9028-4f9b-96cb-a5c3c2799243,segment=NetworkSegment(a0a49c32-421f-4f62-8751-bfe67cfd0240),segment_id=a0a49c32-421f-4f62-8751-bfe67cfd0240)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:00.969974 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1d1809f6-770f-4599-a9ef-5816de71de2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:01.083207 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2e7341-341e-4d12-84c0-37f7cbb0aca4 None None] Network 6f7ef717-20cb-4c28-893e-cda3f326a46a requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:25:01.105304 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b3546-8c46-4cb5-8ebb-475e43fb6c16 req-3d87cd04-2f86-4ee5-b4c8-3c6127b1af79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:01.109229 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3d6b3546-8c46-4cb5-8ebb-475e43fb6c16 req-3d87cd04-2f86-4ee5-b4c8-3c6127b1af79 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc433144b8ce4e74b39793292556658e&device_id=ade65ffb-a271-4f85-8d65-702bfddb06a9 HTTP/1.1" status: 200 len: 1095 time: 0.1342180 Jul 29 23:25:01.207349 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c49aaf79-e3c1-4435-9c3d-685199da8063 req-ef9b2970-3b54-4f03-8131-50c0c4fcab21 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] 10.222.0.18 "GET /v2.0/security-groups/8ddb28f6-b0e0-4796-80c2-1faecb1265d6 HTTP/1.1" status: 200 len: 1812 time: 0.2623298 Jul 29 23:25:01.265680 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-c49aaf79-e3c1-4435-9c3d-685199da8063 req-ddce622f-670a-402e-99de-258b66877f2f tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8ddb28f6-b0e0-4796-80c2-1faecb1265d6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:01.266171 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-c49aaf79-e3c1-4435-9c3d-685199da8063 req-ddce622f-670a-402e-99de-258b66877f2f tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8ddb28f6-b0e0-4796-80c2-1faecb1265d6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:01.279770 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-c6d68662-b938-47a7-accd-67c89361e104 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Allocated IP 10.1.1.240 (6f7ef717-20cb-4c28-893e-cda3f326a46a/deaa786f-4140-420d-bb7f-bb3469568a14/aa4019a8-862f-423f-a23c-d8c79eeaa4f6) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:01.397927 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e964ee47-82cb-4327-b798-d0c3fb2cbab6 req-b1fddd93-fefe-4d5a-951c-7f3786b9fcee tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4134297 Jul 29 23:25:01.426269 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1809f6-770f-4599-a9ef-5816de71de2a None None] Pushing event updated for resources: {'Port': ['ID=412c5552-9028-4f9b-96cb-a5c3c2799243,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:01.441083 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c48067c8-6fab-44fa-8ebd-8a2d7327d265 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:01.462802 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b3546-8c46-4cb5-8ebb-475e43fb6c16 req-20874458-c4de-435a-9d93-1577dbf67935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:01.472087 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3d6b3546-8c46-4cb5-8ebb-475e43fb6c16 req-20874458-c4de-435a-9d93-1577dbf67935 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 HTTP/1.1" status: 200 len: 905 time: 0.3527710 Jul 29 23:25:01.505113 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3b0182a0-c380-456c-bf58-6bae1b2b0c0c None None] Provisioning for port c48067c8-6fab-44fa-8ebd-8a2d7327d265 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:01.652201 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port c48067c8-6fab-44fa-8ebd-8a2d7327d265 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:01.662175 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port c48067c8-6fab-44fa-8ebd-8a2d7327d265 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:01.662558 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:01.668652 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3d6b3546-8c46-4cb5-8ebb-475e43fb6c16 req-8e90c5bb-f099-4cfc-8c01-50328faac93a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9669d763-d1be-4b62-8164-a47102a06163 HTTP/1.1" status: 200 len: 217 time: 0.1717672 Jul 29 23:25:01.708423 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c49aaf79-e3c1-4435-9c3d-685199da8063 req-ddce622f-670a-402e-99de-258b66877f2f tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:01.820360 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:01.861570 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b3546-8c46-4cb5-8ebb-475e43fb6c16 req-b96b5d61-6af9-4a81-a718-342c5680d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:01.863143 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3d6b3546-8c46-4cb5-8ebb-475e43fb6c16 req-b96b5d61-6af9-4a81-a718-342c5680d9d3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e930051-7a16-428b-811f-19e3c68dee70 HTTP/1.1" status: 200 len: 844 time: 0.1868103 Jul 29 23:25:01.880142 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port c48067c8-6fab-44fa-8ebd-8a2d7327d265, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c48067c8-6fab-44fa-8ebd-8a2d7327d265,segment=NetworkSegment(d0536e79-d8cd-4e04-969a-7835c7ba7f80),segment_id=d0536e79-d8cd-4e04-969a-7835c7ba7f80)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:01.889617 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:01.921621 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3d6b3546-8c46-4cb5-8ebb-475e43fb6c16 req-77191a16-8195-45f0-9889-8f045c0186bb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504332 Jul 29 23:25:02.006409 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=c48067c8-6fab-44fa-8ebd-8a2d7327d265,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:02.115266 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3d6b3546-8c46-4cb5-8ebb-475e43fb6c16 req-e7bd3c6e-2f95-4826-a34c-a7f3e1b6fc7c service neutron] 10.222.0.23 "GET /v2.0/networks/e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807749 Jul 29 23:25:02.165628 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fbb0b2b4-15df-4192-b3cd-2a7dfb80bb74 None None] Provisioning complete for port c48067c8-6fab-44fa-8ebd-8a2d7327d265 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:02.166256 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fbb0b2b4-15df-4192-b3cd-2a7dfb80bb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:02.175518 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c49aaf79-e3c1-4435-9c3d-685199da8063 req-ddce622f-670a-402e-99de-258b66877f2f tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:02.195195 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c49aaf79-e3c1-4435-9c3d-685199da8063 req-ddce622f-670a-402e-99de-258b66877f2f tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:02.242782 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a6581f-7ef4-4bc3-9a33-366a4944f6b3 req-6634f227-8c06-4e13-bc14-72fba18eaf64 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:02.245474 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-12a6581f-7ef4-4bc3-9a33-366a4944f6b3 req-6634f227-8c06-4e13-bc14-72fba18eaf64 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=71e89fe2-5e39-4111-8c55-b702956786a5 HTTP/1.1" status: 200 len: 1097 time: 0.5697107 Jul 29 23:25:02.289580 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce622f-670a-402e-99de-258b66877f2f tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3f37983-033d-482d-8c82-53e7ddb2f1d7,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:02.365211 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c49aaf79-e3c1-4435-9c3d-685199da8063 req-ddce622f-670a-402e-99de-258b66877f2f tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:02.381957 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c49aaf79-e3c1-4435-9c3d-685199da8063 req-ddce622f-670a-402e-99de-258b66877f2f tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1741462 Jul 29 23:25:02.443062 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-12a6581f-7ef4-4bc3-9a33-366a4944f6b3 req-f89c2255-9cbf-4838-80b8-92c1f0724367 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303432 Jul 29 23:25:02.471312 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c6d68662-b938-47a7-accd-67c89361e104 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:02.511889 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c6d68662-b938-47a7-accd-67c89361e104 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Transition to ACTIVE for port object aa4019a8-862f-423f-a23c-d8c79eeaa4f6 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:02.601063 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c6d68662-b938-47a7-accd-67c89361e104 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:02.662106 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d68662-b938-47a7-accd-67c89361e104 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Network 6f7ef717-20cb-4c28-893e-cda3f326a46a is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:02.665747 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3d6b3546-8c46-4cb5-8ebb-475e43fb6c16 req-f36628b6-cfa5-46b8-aa59-fbb23b6ad8ad service neutron] 10.222.0.23 "GET /v2.0/networks/e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5422328 Jul 29 23:25:02.666587 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-c6d68662-b938-47a7-accd-67c89361e104 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:02.676535 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d68662-b938-47a7-accd-67c89361e104 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:02.765177 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c90e9033-132e-413f-9d6f-602dfa879dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:02.766727 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d68662-b938-47a7-accd-67c89361e104 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Pushing event updated for resources: {'Port': ['ID=aa4019a8-862f-423f-a23c-d8c79eeaa4f6,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:02.781328 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f8398574-be02-4baf-aa93-a075d82a76ba no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:25:02.835084 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: f8398574-be02-4baf-aa93-a075d82a76ba {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:25:02.835434 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f8398574-be02-4baf-aa93-a075d82a76ba not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:25:02.872942 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d68662-b938-47a7-accd-67c89361e104 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:02.874032 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c6d68662-b938-47a7-accd-67c89361e104 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:02.915601 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e21f75a9-3969-4b02-a21f-f150334c95b2 req-0448caeb-73da-46c5-9e1f-c3c3ad5da92e tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] 10.222.0.18 "GET /v2.0/security-groups/8ddb28f6-b0e0-4796-80c2-1faecb1265d6 HTTP/1.1" status: 200 len: 2405 time: 0.2279170 Jul 29 23:25:02.927137 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3482eee-ec57-47e0-bd93-d6b572071786 None None] Network 28f38c63-eb30-4453-829d-2d302e41c5f3 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:25:02.931944 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c6d68662-b938-47a7-accd-67c89361e104 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7973902 Jul 29 23:25:02.935184 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36020) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:02.947746 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-be83e99c-39f0-4af2-bf33-3b66ca295785 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Request body: {'port': {'network_id': '6f7ef717-20cb-4c28-893e-cda3f326a46a', 'name': 'tempest-TaggedBootDevicesTest_v242-1097214160', 'fixed_ips': [{'subnet_id': 'deaa786f-4140-420d-bb7f-bb3469568a14'}]}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:03.058294 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5105f-d3f1-41ad-8e41-b093c61474a3 req-956313a2-66ab-4a85-8058-9dd19212e0ca tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:03.060250 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8c5105f-d3f1-41ad-8e41-b093c61474a3 req-956313a2-66ab-4a85-8058-9dd19212e0ca tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=ade65ffb-a271-4f85-8d65-702bfddb06a9 HTTP/1.1" status: 200 len: 943 time: 0.1092329 Jul 29 23:25:03.063807 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-4e7d5be5-0c5d-4437-b2fe-c88866b2db42 None None] Provisioning for port 412c5552-9028-4f9b-96cb-a5c3c2799243 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:03.120578 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8c5105f-d3f1-41ad-8e41-b093c61474a3 req-8cb2e9cf-f1d9-498a-8f77-5f28955c1a78 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511773 Jul 29 23:25:03.132328 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be83e99c-39f0-4af2-bf33-3b66ca295785 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Made reservation on behalf of d954899d85d94386b2170efdab77ddb2 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:03.209156 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9669d763-d1be-4b62-8164-a47102a06163 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:25:03.261838 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b757661b-954a-4d5b-8308-e933232c2c67 None None] Provisioning for port aa4019a8-862f-423f-a23c-d8c79eeaa4f6 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:03.330758 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b757661b-954a-4d5b-8308-e933232c2c67 None None] Provisioning complete for port aa4019a8-862f-423f-a23c-d8c79eeaa4f6 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:03.331293 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b757661b-954a-4d5b-8308-e933232c2c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:03.362078 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-be83e99c-39f0-4af2-bf33-3b66ca295785 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:03.363110 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5124af4-0005-4c64-8b2d-3c506ce4a0bf req-f8b6139e-a5d1-405d-a06e-35494344b7c7 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] 10.222.0.18 "GET /v2.0/security-group-rules/b3f37983-033d-482d-8c82-53e7ddb2f1d7 HTTP/1.1" status: 200 len: 778 time: 0.0833600 Jul 29 23:25:03.420347 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-be83e99c-39f0-4af2-bf33-3b66ca295785 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] device_id is not set on port dae26797-31c4-4e0f-ad38-42613b90a8ce yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:25:03.422290 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-110d222d-00a0-4601-b8ce-31ff985919e4 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:03.425371 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-110d222d-00a0-4601-b8ce-31ff985919e4 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/networks?id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4 HTTP/1.1" status: 200 len: 804 time: 0.2874959 Jul 29 23:25:03.428938 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 412c5552-9028-4f9b-96cb-a5c3c2799243 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:03.459286 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-76d8b5c5-900b-4314-bff0-daeb96d0e869 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/quotas/7c5e67745e0e4776a7b5c36d90365bdc HTTP/1.1" status: 200 len: 375 time: 0.0261190 Jul 29 23:25:03.469584 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b757661b-954a-4d5b-8308-e933232c2c67 None None] Port aa4019a8-862f-423f-a23c-d8c79eeaa4f6 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:25:03.504191 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5124af4-0005-4c64-8b2d-3c506ce4a0bf req-16cc14fa-88bd-4c20-a6b5-5800281cfbaf tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] 10.222.0.18 "GET /v2.0/security-groups/8ddb28f6-b0e0-4796-80c2-1faecb1265d6 HTTP/1.1" status: 200 len: 2405 time: 0.1343288 Jul 29 23:25:03.534943 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-9832d183-5478-4cfa-8686-6a56b4e6e7b6 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c5e67745e0e4776a7b5c36d90365bdc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0737028 Jul 29 23:25:03.549694 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9669d763-d1be-4b62-8164-a47102a06163, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9669d763-d1be-4b62-8164-a47102a06163,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:03.559803 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a5124af4-0005-4c64-8b2d-3c506ce4a0bf req-dd4425f6-fca0-47fd-bd22-ace02c37a512 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:03.577321 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '9669d763-d1be-4b62-8164-a47102a06163', 'network_id': 'e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2', 'port_id': '9669d763-d1be-4b62-8164-a47102a06163', 'mac_address': 'fa:16:3e:0c:7f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e930051-7a16-428b-811f-19e3c68dee70', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:25:03.590189 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a5124af4-0005-4c64-8b2d-3c506ce4a0bf req-dd4425f6-fca0-47fd-bd22-ace02c37a512 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:03.637739 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 412c5552-9028-4f9b-96cb-a5c3c2799243 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:03.647574 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7d4de426-9ec6-4283-b1ed-effab70f5e3c None None] Provisioning complete for port 412c5552-9028-4f9b-96cb-a5c3c2799243 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:03.647977 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7d4de426-9ec6-4283-b1ed-effab70f5e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:03.669891 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a5124af4-0005-4c64-8b2d-3c506ce4a0bf req-dd4425f6-fca0-47fd-bd22-ace02c37a512 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:03.671105 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 412c5552-9028-4f9b-96cb-a5c3c2799243 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:03.671482 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:03.675645 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:03.679873 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a5124af4-0005-4c64-8b2d-3c506ce4a0bf req-dd4425f6-fca0-47fd-bd22-ace02c37a512 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:03.681011 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5124af4-0005-4c64-8b2d-3c506ce4a0bf req-dd4425f6-fca0-47fd-bd22-ace02c37a512 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/b3f37983-033d-482d-8c82-53e7ddb2f1d7 HTTP/1.1" status: 204 len: 173 time: 0.1665578 Jul 29 23:25:03.695178 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4425f6-fca0-47fd-bd22-ace02c37a512 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3f37983-033d-482d-8c82-53e7ddb2f1d7,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:03.720111 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-f9cf1a71-08dc-40d0-b0b3-cba95eea67fc service neutron] 10.222.0.18 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617692 Jul 29 23:25:03.723165 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9669d763-d1be-4b62-8164-a47102a06163 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:03.763188 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9669d763-d1be-4b62-8164-a47102a06163, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9669d763-d1be-4b62-8164-a47102a06163,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:03.772808 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-be83e99c-39f0-4af2-bf33-3b66ca295785 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Allocated IP 10.1.1.126 (6f7ef717-20cb-4c28-893e-cda3f326a46a/deaa786f-4140-420d-bb7f-bb3469568a14/dae26797-31c4-4e0f-ad38-42613b90a8ce) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:03.780621 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:03.845028 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-3f29f20f-3d27-4551-9c49-9c114817450a service neutron] 10.222.0.18 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233935 Jul 29 23:25:03.909162 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:03.940832 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7d4de426-9ec6-4283-b1ed-effab70f5e3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:03.953949 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=9669d763-d1be-4b62-8164-a47102a06163,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:04.014673 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 412c5552-9028-4f9b-96cb-a5c3c2799243, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=412c5552-9028-4f9b-96cb-a5c3c2799243,segment=NetworkSegment(a0a49c32-421f-4f62-8751-bfe67cfd0240),segment_id=a0a49c32-421f-4f62-8751-bfe67cfd0240)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:04.020336 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.021203 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c48067c8-6fab-44fa-8ebd-8a2d7327d265 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:04.092325 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-be83e99c-39f0-4af2-bf33-3b66ca295785 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.121119 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-be83e99c-39f0-4af2-bf33-3b66ca295785 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Transition to ACTIVE for port object dae26797-31c4-4e0f-ad38-42613b90a8ce will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:04.143661 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-99223d01-40e7-4340-b566-56be3bab6551 req-d010edfe-3cad-4d65-9a23-2b956919159a tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1364415739', 'description': 'tempest-description-878174431'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:04.172417 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['9669d763-d1be-4b62-8164-a47102a06163'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:25:04.217516 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-be83e99c-39f0-4af2-bf33-3b66ca295785 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.228823 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-99223d01-40e7-4340-b566-56be3bab6551 req-d010edfe-3cad-4d65-9a23-2b956919159a tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.280206 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be83e99c-39f0-4af2-bf33-3b66ca295785 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Network 6f7ef717-20cb-4c28-893e-cda3f326a46a is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:04.285321 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-be83e99c-39f0-4af2-bf33-3b66ca295785 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:04.289512 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be83e99c-39f0-4af2-bf33-3b66ca295785 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:04.320472 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.db.api [None req-7d4de426-9ec6-4283-b1ed-effab70f5e3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:25:04.320906 n-d-712140-10 neutron-server[94065]: DEBUG oslo_db.api [None req-7d4de426-9ec6-4283-b1ed-effab70f5e3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:25:04.352724 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83e99c-39f0-4af2-bf33-3b66ca295785 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Pushing event updated for resources: {'Port': ['ID=dae26797-31c4-4e0f-ad38-42613b90a8ce,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:04.374448 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be83e99c-39f0-4af2-bf33-3b66ca295785 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:04.375739 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-be83e99c-39f0-4af2-bf33-3b66ca295785 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.405877 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port c48067c8-6fab-44fa-8ebd-8a2d7327d265 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:04.406784 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.416052 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=412c5552-9028-4f9b-96cb-a5c3c2799243,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:04.433116 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7001e-23b9-4321-93ee-7927b56d7c69 req-6bdcf2de-c188-44d8-9be6-a87ab69b26e1 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:04.443403 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a7b7001e-23b9-4321-93ee-7927b56d7c69 req-6bdcf2de-c188-44d8-9be6-a87ab69b26e1 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=71e89fe2-5e39-4111-8c55-b702956786a5 HTTP/1.1" status: 200 len: 1097 time: 0.1107497 Jul 29 23:25:04.484877 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-99223d01-40e7-4340-b566-56be3bab6551 req-d010edfe-3cad-4d65-9a23-2b956919159a tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.494294 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-99223d01-40e7-4340-b566-56be3bab6551 req-d010edfe-3cad-4d65-9a23-2b956919159a tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.501130 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-be83e99c-39f0-4af2-bf33-3b66ca295785 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5635781 Jul 29 23:25:04.517486 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a7b7001e-23b9-4321-93ee-7927b56d7c69 req-7af2f6ae-089e-4d7f-ac35-9ed6997bc859 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712721 Jul 29 23:25:04.561372 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-99223d01-40e7-4340-b566-56be3bab6551 req-d010edfe-3cad-4d65-9a23-2b956919159a tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:04.571342 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-99223d01-40e7-4340-b566-56be3bab6551 req-d010edfe-3cad-4d65-9a23-2b956919159a tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4351351 Jul 29 23:25:04.586487 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010edfe-3cad-4d65-9a23-2b956919159a tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=772a13f3-5da1-4847-bc1a-5222f5a14602,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:04.678673 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0813907c-17a9-4ec0-abcd-206febe3ac8c req-04bd5ead-3cf2-4ff2-b6ee-9cd707a5f519 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=772d9e75-55e0-42bf-aafa-b92aad95fe3f HTTP/1.1" status: 200 len: 210 time: 0.0534596 Jul 29 23:25:04.754295 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb5ec6-0e05-4a4e-92bf-cf32f453300b req-dcb7ec47-cf4d-4b49-9e84-f9e312a3690b tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:04.756207 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3cdb5ec6-0e05-4a4e-92bf-cf32f453300b req-dcb7ec47-cf4d-4b49-9e84-f9e312a3690b tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=ade65ffb-a271-4f85-8d65-702bfddb06a9 HTTP/1.1" status: 200 len: 944 time: 0.0764875 Jul 29 23:25:04.809325 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3cdb5ec6-0e05-4a4e-92bf-cf32f453300b req-c1b20052-aa8d-49ce-bf30-478003554bcf tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467799 Jul 29 23:25:05.031778 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 36070) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:05.042850 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f7e2a010-d81f-4a02-a940-7d54ed4e61b4 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Request body: {'security_group': {'name': 'tempest-securitygroup--799883209', 'description': 'tempest-description--264942291'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:05.074723 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-63a6a4a2-6c1c-4a84-b838-0f7ae09199f9 None None] Provisioning for port dae26797-31c4-4e0f-ad38-42613b90a8ce completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:05.081286 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-63a6a4a2-6c1c-4a84-b838-0f7ae09199f9 None None] Provisioning complete for port dae26797-31c4-4e0f-ad38-42613b90a8ce triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:05.081872 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-63a6a4a2-6c1c-4a84-b838-0f7ae09199f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.111823 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f7e2a010-d81f-4a02-a940-7d54ed4e61b4 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.138464 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-63a6a4a2-6c1c-4a84-b838-0f7ae09199f9 None None] Port dae26797-31c4-4e0f-ad38-42613b90a8ce cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:25:05.141116 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aedba59d-7c50-49ee-86d2-328a172578b8 req-272dc404-efac-4380-8fac-094e97f853f0 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] 10.222.0.18 "GET /v2.0/security-groups/772a13f3-5da1-4847-bc1a-5222f5a14602 HTTP/1.1" status: 200 len: 1812 time: 0.1049192 Jul 29 23:25:05.213437 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9669d763-d1be-4b62-8164-a47102a06163 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:05.269878 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 412c5552-9028-4f9b-96cb-a5c3c2799243 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:05.322139 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f7e2a010-d81f-4a02-a940-7d54ed4e61b4 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.330442 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f7e2a010-d81f-4a02-a940-7d54ed4e61b4 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.368612 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.381073 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 412c5552-9028-4f9b-96cb-a5c3c2799243 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:05.381446 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.386393 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 9669d763-d1be-4b62-8164-a47102a06163 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:05.418722 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2a010-d81f-4a02-a940-7d54ed4e61b4 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03c635b6-685f-471f-96ad-97d94c162866,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:05.421534 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 9669d763-d1be-4b62-8164-a47102a06163 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:05.422156 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.424159 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f7e2a010-d81f-4a02-a940-7d54ed4e61b4 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.426142 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f7e2a010-d81f-4a02-a940-7d54ed4e61b4 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3919528 Jul 29 23:25:05.430343 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36082) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:05.444518 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-37495e09-70d8-443c-9846-8f0d5ba6e2d8 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Request body: {'security_group_rule': {'security_group_id': '03c635b6-685f-471f-96ad-97d94c162866', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:05.530709 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37495e09-70d8-443c-9846-8f0d5ba6e2d8 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.568915 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1027d912-a9bb-4876-bdc6-183307f6a4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.612799 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.644638 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-0e12f874-5c99-415b-b9c8-fcf323011c55 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:05.647758 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-0e12f874-5c99-415b-b9c8-fcf323011c55 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.39 "GET /v2.0/networks?id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4 HTTP/1.1" status: 200 len: 804 time: 0.2119079 Jul 29 23:25:05.664752 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-6f64807c-ef22-4e35-94d8-54fe3bf90fb5 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Request body: {'port': {'device_id': '772d9e75-55e0-42bf-aafa-b92aad95fe3f', 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4', 'admin_state_up': True, 'tenant_id': '7c5e67745e0e4776a7b5c36d90365bdc'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:05.677398 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade65ffb-a271-4f85-8d65-702bfddb06a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9669d763-d1be-4b62-8164-a47102a06163'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:05.682073 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834f41b3-72ad-42f7-88d8-c57f17797542" -d '{"events": [{"server_uuid": "ade65ffb-a271-4f85-8d65-702bfddb06a9", "name": "network-vif-plugged", "status": "completed", "tag": "9669d763-d1be-4b62-8164-a47102a06163"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:05.729821 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9669d763-d1be-4b62-8164-a47102a06163, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9669d763-d1be-4b62-8164-a47102a06163,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:05.738135 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.753699 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37495e09-70d8-443c-9846-8f0d5ba6e2d8 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.762580 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37495e09-70d8-443c-9846-8f0d5ba6e2d8 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.809751 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37495e09-70d8-443c-9846-8f0d5ba6e2d8 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a5a0d3b-7529-4c84-9d33-439f10d14ea9,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:05.833625 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-6f64807c-ef22-4e35-94d8-54fe3bf90fb5 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Made reservation on behalf of 7c5e67745e0e4776a7b5c36d90365bdc for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:05.838035 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37495e09-70d8-443c-9846-8f0d5ba6e2d8 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.838426 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-6f64807c-ef22-4e35-94d8-54fe3bf90fb5 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:05.843687 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-37495e09-70d8-443c-9846-8f0d5ba6e2d8 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4077320 Jul 29 23:25:05.844005 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36108) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:05.852936 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-3c86e3c7-ce50-4bb2-a60e-b463b23b5729 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Request body: {'security_group_rule': {'security_group_id': '03c635b6-685f-471f-96ad-97d94c162866', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:05.900370 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=9669d763-d1be-4b62-8164-a47102a06163,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:05.933405 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3c86e3c7-ce50-4bb2-a60e-b463b23b5729 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.023141 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3c86e3c7-ce50-4bb2-a60e-b463b23b5729 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.028500 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3c86e3c7-ce50-4bb2-a60e-b463b23b5729 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.054086 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86e3c7-ce50-4bb2-a60e-b463b23b5729 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b78ef6-0ea4-4f78-b549-064854e31ca7,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:06.062801 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3c86e3c7-ce50-4bb2-a60e-b463b23b5729 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.065855 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3c86e3c7-ce50-4bb2-a60e-b463b23b5729 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2195590 Jul 29 23:25:06.069861 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36114) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:06.076343 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c2c4071b-63cd-4564-9409-95e58c7de599 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:06.084912 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0878f5-f6a3-4fe7-b59e-7f0b3adf6382 req-fa17a719-6980-405f-92ae-8c6e4ac1210a tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:06.086496 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5a0878f5-f6a3-4fe7-b59e-7f0b3adf6382 req-fa17a719-6980-405f-92ae-8c6e4ac1210a tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b1fb69-f6c4-413e-8844-b194630d72a3 HTTP/1.1" status: 200 len: 946 time: 0.1480155 Jul 29 23:25:06.112639 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2c4071b-63cd-4564-9409-95e58c7de599 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks [] for floatingip, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.124240 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-6f64807c-ef22-4e35-94d8-54fe3bf90fb5 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Allocated IP 172.20.0.7 (16c7c33d-b57e-4fa0-954b-60ae4834bbc4/44be0901-f3e6-4ee5-b617-283959d6aed1/d9415347-8553-4a9a-84b8-dfa34b34b5c0) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:06.151799 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5a0878f5-f6a3-4fe7-b59e-7f0b3adf6382 req-2326bd1c-751d-449f-a397-fda58af9ffa5 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.18 "GET /v2.0/security-groups?id=e032f9a9-01d6-4edd-85c0-5b1f8d665926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557311 Jul 29 23:25:06.212260 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-913cc25e-efb6-4810-81b1-e21ae9605333 req-17f73db3-c3b3-471f-b374-a86cb68519ca tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1039794873', 'description': 'tempest-description-1436412527'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:06.287530 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2c4071b-63cd-4564-9409-95e58c7de599 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.324472 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-913cc25e-efb6-4810-81b1-e21ae9605333 req-17f73db3-c3b3-471f-b374-a86cb68519ca tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.421641 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-6f64807c-ef22-4e35-94d8-54fe3bf90fb5 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.482461 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-c2c4071b-63cd-4564-9409-95e58c7de599 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Allocated IP 172.25.8.28 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/4a4b5a0e-a442-43e4-8b5e-aee623608122) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:06.562029 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-913cc25e-efb6-4810-81b1-e21ae9605333 req-17f73db3-c3b3-471f-b374-a86cb68519ca tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.569555 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-913cc25e-efb6-4810-81b1-e21ae9605333 req-17f73db3-c3b3-471f-b374-a86cb68519ca tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.590755 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-6f64807c-ef22-4e35-94d8-54fe3bf90fb5 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.605145 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['d74005cd-c4f9-4ae9-bc47-788d8c2beb0a'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:25:06.639921 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-913cc25e-efb6-4810-81b1-e21ae9605333 req-17f73db3-c3b3-471f-b374-a86cb68519ca tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.652341 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-913cc25e-efb6-4810-81b1-e21ae9605333 req-17f73db3-c3b3-471f-b374-a86cb68519ca tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4483654 Jul 29 23:25:06.676494 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f73db3-c3b3-471f-b374-a86cb68519ca tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=527efa21-3daf-426d-ad79-f90e40f326b5,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:06.707343 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-6f64807c-ef22-4e35-94d8-54fe3bf90fb5 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Network 16c7c33d-b57e-4fa0-954b-60ae4834bbc4 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:06.714223 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-6f64807c-ef22-4e35-94d8-54fe3bf90fb5 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:06.714428 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2c4071b-63cd-4564-9409-95e58c7de599 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.719087 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f256aa-1af5-4b0b-b8f5-c294a191f2cb x-openstack-request-id: req-c3f256aa-1af5-4b0b-b8f5-c294a191f2cb {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:06.725892 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-6f64807c-ef22-4e35-94d8-54fe3bf90fb5 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:06.730289 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade65ffb-a271-4f85-8d65-702bfddb06a9", "name": "network-vif-plugged", "status": "completed", "tag": "9669d763-d1be-4b62-8164-a47102a06163", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:06.731025 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c3f256aa-1af5-4b0b-b8f5-c294a191f2cb {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:06.732453 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade65ffb-a271-4f85-8d65-702bfddb06a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9669d763-d1be-4b62-8164-a47102a06163', 'code': 200} Jul 29 23:25:06.811053 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.823977 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f64807c-ef22-4e35-94d8-54fe3bf90fb5 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Pushing event updated for resources: {'Port': ['ID=d9415347-8553-4a9a-84b8-dfa34b34b5c0,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:06.866304 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-46804ae2-f75d-489b-91bb-76c3addb41fa tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:25:06.868256 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-46804ae2-f75d-489b-91bb-76c3addb41fa tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3707895 Jul 29 23:25:06.890951 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4997144-8687-4e77-90d9-4b34a1d59a7f req-33b215d3-4bad-46ec-9c94-7c6f63ffb9b3 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:06.893747 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d4997144-8687-4e77-90d9-4b34a1d59a7f req-33b215d3-4bad-46ec-9c94-7c6f63ffb9b3 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.23 "GET /v2.0/ports?device_id=d4b1fb69-f6c4-413e-8844-b194630d72a3 HTTP/1.1" status: 200 len: 946 time: 0.1189363 Jul 29 23:25:06.901362 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2c4071b-63cd-4564-9409-95e58c7de599 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.952616 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-6f64807c-ef22-4e35-94d8-54fe3bf90fb5 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:06.953312 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-6f64807c-ef22-4e35-94d8-54fe3bf90fb5 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:06.994142 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-6f64807c-ef22-4e35-94d8-54fe3bf90fb5 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3363137 Jul 29 23:25:07.000038 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c4071b-63cd-4564-9409-95e58c7de599 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:07.002422 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda86fb6-4957-48f8-a046-4349badb509c req-69554731-7048-4859-a888-b8523010cae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:07.004883 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bda86fb6-4957-48f8-a046-4349badb509c req-69554731-7048-4859-a888-b8523010cae9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ade65ffb-a271-4f85-8d65-702bfddb06a9 HTTP/1.1" status: 200 len: 1097 time: 0.1683617 Jul 29 23:25:07.013647 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-387b9d63-8d66-4eaf-985d-cf5f0e0d4d56 service neutron] Request body: {'port': {'device_id': '772d9e75-55e0-42bf-aafa-b92aad95fe3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:07.014895 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-c2c4071b-63cd-4564-9409-95e58c7de599 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:07.022319 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c4071b-63cd-4564-9409-95e58c7de599 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:07.024675 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb409ed4-4399-4b19-a730-6cb8e933877b req-1e72c537-379e-4466-a260-eb833896fb83 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:07.030805 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb409ed4-4399-4b19-a730-6cb8e933877b req-1e72c537-379e-4466-a260-eb833896fb83 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=772d9e75-55e0-42bf-aafa-b92aad95fe3f HTTP/1.1" status: 200 len: 931 time: 0.1921592 Jul 29 23:25:07.063227 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-c33ba476-81e4-43ea-a064-67ec834ba446 service neutron] Request body: {'binding': {'host': 'n-h2-712140-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:07.063878 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-c33ba476-81e4-43ea-a064-67ec834ba446 service neutron] Unknown quota resources ['binding']. {{(pid=94063) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:25:07.136378 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c4071b-63cd-4564-9409-95e58c7de599 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Pushing event updated for resources: {'Port': ['ID=4a4b5a0e-a442-43e4-8b5e-aee623608122,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:07.221927 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bda86fb6-4957-48f8-a046-4349badb509c req-b6514c9c-c42d-40d1-8ac6-751c1aec075a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691651 Jul 29 23:25:07.255559 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-d4997144-8687-4e77-90d9-4b34a1d59a7f req-109bdccd-0522-4f8c-ae57-f6bcb916df23 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Deleting port b67d6400-5c74-465c-8c59-8c263467426c {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:25:07.256256 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d4997144-8687-4e77-90d9-4b34a1d59a7f req-109bdccd-0522-4f8c-ae57-f6bcb916df23 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:07.270066 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-387b9d63-8d66-4eaf-985d-cf5f0e0d4d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:07.275992 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb409ed4-4399-4b19-a730-6cb8e933877b req-6fa7f9c6-0830-45a7-ab09-b510613d5fad tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164662 Jul 29 23:25:07.345627 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2c4071b-63cd-4564-9409-95e58c7de599 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:07.444629 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2c4071b-63cd-4564-9409-95e58c7de599 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:07.535058 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-d4997144-8687-4e77-90d9-4b34a1d59a7f req-109bdccd-0522-4f8c-ae57-f6bcb916df23 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] For port b67d6400-5c74-465c-8c59-8c263467426c, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b67d6400-5c74-465c-8c59-8c263467426c,segment=NetworkSegment(032842ed-983f-41f3-a825-71fef9598b85),segment_id=032842ed-983f-41f3-a825-71fef9598b85)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:07.536214 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d4997144-8687-4e77-90d9-4b34a1d59a7f req-109bdccd-0522-4f8c-ae57-f6bcb916df23 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:07.567346 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-c33ba476-81e4-43ea-a064-67ec834ba446 service neutron] Attempting to bind port 310cd171-f27b-40ca-b100-f659366efb62 on host n-h2-712140-10 for vnic_type normal with profile None {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:07.567684 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-c33ba476-81e4-43ea-a064-67ec834ba446 service neutron] Attempting to bind port 310cd171-f27b-40ca-b100-f659366efb62 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:07.568667 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-c33ba476-81e4-43ea-a064-67ec834ba446 service neutron] Attempting to bind port 310cd171-f27b-40ca-b100-f659366efb62 on network 41b737f2-e531-4160-b598-3383b744485d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:07.583089 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-c33ba476-81e4-43ea-a064-67ec834ba446 service neutron] Port 310cd171-f27b-40ca-b100-f659366efb62 on network 41b737f2-e531-4160-b598-3383b744485d not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:25:07.583414 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-c33ba476-81e4-43ea-a064-67ec834ba446 service neutron] Attempting to bind port 310cd171-f27b-40ca-b100-f659366efb62 on network 41b737f2-e531-4160-b598-3383b744485d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:07.633268 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-c33ba476-81e4-43ea-a064-67ec834ba446 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:07.633836 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-c33ba476-81e4-43ea-a064-67ec834ba446 service neutron] Checking segment: {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:07.634518 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-c33ba476-81e4-43ea-a064-67ec834ba446 service neutron] Bound using segment: {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:07.635187 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-c33ba476-81e4-43ea-a064-67ec834ba446 service neutron] Bound port: 310cd171-f27b-40ca-b100-f659366efb62, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:07.784744 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-c33ba476-81e4-43ea-a064-67ec834ba446 service neutron] For port 310cd171-f27b-40ca-b100-f659366efb62, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=310cd171-f27b-40ca-b100-f659366efb62,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:07.801509 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1882f223-116e-4323-b977-399035741105 req-f3f74ca9-f21b-40d7-ac36-6f35d01e115a tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:07.803116 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1882f223-116e-4323-b977-399035741105 req-f3f74ca9-f21b-40d7-ac36-6f35d01e115a tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=ade65ffb-a271-4f85-8d65-702bfddb06a9 HTTP/1.1" status: 200 len: 945 time: 0.1262312 Jul 29 23:25:07.807905 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-c33ba476-81e4-43ea-a064-67ec834ba446 service neutron] Notify callbacks [] for binding, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:07.809152 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-c33ba476-81e4-43ea-a064-67ec834ba446 service neutron] 10.222.0.18 "POST /v2.0/ports/310cd171-f27b-40ca-b100-f659366efb62/bindings HTTP/1.1" status: 201 len: 390 time: 0.8900609 Jul 29 23:25:07.914779 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1882f223-116e-4323-b977-399035741105 req-9bd61c26-0e3f-41d0-a4a4-59969f8d15eb tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930371 Jul 29 23:25:07.947778 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-387b9d63-8d66-4eaf-985d-cf5f0e0d4d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9415347-8553-4a9a-84b8-dfa34b34b5c0 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:07.963975 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-387b9d63-8d66-4eaf-985d-cf5f0e0d4d56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:07.996148 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-387b9d63-8d66-4eaf-985d-cf5f0e0d4d56 service neutron] Transition to ACTIVE for port object d9415347-8553-4a9a-84b8-dfa34b34b5c0 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:08.006275 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-387b9d63-8d66-4eaf-985d-cf5f0e0d4d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:08.016470 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2c4071b-63cd-4564-9409-95e58c7de599 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:08.021729 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d4997144-8687-4e77-90d9-4b34a1d59a7f req-109bdccd-0522-4f8c-ae57-f6bcb916df23 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:08.022957 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d4997144-8687-4e77-90d9-4b34a1d59a7f req-109bdccd-0522-4f8c-ae57-f6bcb916df23 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:08.023906 n-d-712140-10 neutron-server[94064]: INFO neutron.db.l3_db [req-d4997144-8687-4e77-90d9-4b34a1d59a7f req-109bdccd-0522-4f8c-ae57-f6bcb916df23 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Floating IP 58cf42fe-02de-4d66-afb9-4b38ce2ad5c6 disassociated. External IP: 172.25.8.135, port: b67d6400-5c74-465c-8c59-8c263467426c. Jul 29 23:25:08.024811 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-d4997144-8687-4e77-90d9-4b34a1d59a7f req-109bdccd-0522-4f8c-ae57-f6bcb916df23 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Calling delete_port for b67d6400-5c74-465c-8c59-8c263467426c owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:25:08.056655 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-23fc892c-02d7-4d94-8b8f-524715f0a608 req-e7947822-892a-4397-9f8c-db5937484037 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] 10.222.0.18 "GET /v2.0/security-groups/527efa21-3daf-426d-ad79-f90e40f326b5 HTTP/1.1" status: 200 len: 1813 time: 0.1117940 Jul 29 23:25:08.077868 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:08.111858 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2c4071b-63cd-4564-9409-95e58c7de599 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:08.162940 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b9d63-8d66-4eaf-985d-cf5f0e0d4d56 service neutron] Pushing event updated for resources: {'Port': ['ID=d9415347-8553-4a9a-84b8-dfa34b34b5c0,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:08.236343 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2c4071b-63cd-4564-9409-95e58c7de599 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:08.308575 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2c4071b-63cd-4564-9409-95e58c7de599 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:08.310503 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c2c4071b-63cd-4564-9409-95e58c7de599 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2392232 Jul 29 23:25:08.311613 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c4071b-63cd-4564-9409-95e58c7de599 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Pushing event updated for resources: {'Port': ['ID=4a4b5a0e-a442-43e4-8b5e-aee623608122,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:08.427525 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d4997144-8687-4e77-90d9-4b34a1d59a7f req-109bdccd-0522-4f8c-ae57-f6bcb916df23 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:08.481889 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109bdccd-0522-4f8c-ae57-f6bcb916df23 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Pushing event deleted for resources: {'Port': ['ID=b67d6400-5c74-465c-8c59-8c263467426c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:08.486748 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958fb3c6-c03b-4f6e-b2ab-3ca947cfc21c req-d2d57380-dae6-4e61-9507-1f85c9d3e8c2 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:08.499799 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-958fb3c6-c03b-4f6e-b2ab-3ca947cfc21c req-d2d57380-dae6-4e61-9507-1f85c9d3e8c2 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4b1fb69-f6c4-413e-8844-b194630d72a3 HTTP/1.1" status: 200 len: 867 time: 0.2868340 Jul 29 23:25:08.507224 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-387b9d63-8d66-4eaf-985d-cf5f0e0d4d56 service neutron] Attempting to bind port d9415347-8553-4a9a-84b8-dfa34b34b5c0 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:08.507776 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-387b9d63-8d66-4eaf-985d-cf5f0e0d4d56 service neutron] Attempting to bind port d9415347-8553-4a9a-84b8-dfa34b34b5c0 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'eab921c4-2218-4a2e-a6e8-64eac530aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:08.508299 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-387b9d63-8d66-4eaf-985d-cf5f0e0d4d56 service neutron] Attempting to bind port d9415347-8553-4a9a-84b8-dfa34b34b5c0 on network 16c7c33d-b57e-4fa0-954b-60ae4834bbc4 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:08.523206 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-7cc3e978-2f03-4c02-85a6-5a2903d6659b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:08.525875 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-7cc3e978-2f03-4c02-85a6-5a2903d6659b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&device_id=71e89fe2-5e39-4111-8c55-b702956786a5 HTTP/1.1" status: 200 len: 1097 time: 0.2655721 Jul 29 23:25:08.564859 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fe8e4-d8c4-4806-ba61-be72536069d1 req-9fc170e9-96e8-460b-95dd-742c882c69a7 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:08.566695 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-065fe8e4-d8c4-4806-ba61-be72536069d1 req-9fc170e9-96e8-460b-95dd-742c882c69a7 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=71e89fe2-5e39-4111-8c55-b702956786a5 HTTP/1.1" status: 200 len: 945 time: 0.2590511 Jul 29 23:25:08.584646 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-387b9d63-8d66-4eaf-985d-cf5f0e0d4d56 service neutron] Port d9415347-8553-4a9a-84b8-dfa34b34b5c0 on network 16c7c33d-b57e-4fa0-954b-60ae4834bbc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:25:08.585058 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-387b9d63-8d66-4eaf-985d-cf5f0e0d4d56 service neutron] Attempting to bind port d9415347-8553-4a9a-84b8-dfa34b34b5c0 on network 16c7c33d-b57e-4fa0-954b-60ae4834bbc4 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:08.649829 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-387b9d63-8d66-4eaf-985d-cf5f0e0d4d56 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:08.650205 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-387b9d63-8d66-4eaf-985d-cf5f0e0d4d56 service neutron] Checking segment: {'id': 'eab921c4-2218-4a2e-a6e8-64eac530aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:08.650439 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4997144-8687-4e77-90d9-4b34a1d59a7f req-109bdccd-0522-4f8c-ae57-f6bcb916df23 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Router 1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:25:08.651228 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-387b9d63-8d66-4eaf-985d-cf5f0e0d4d56 service neutron] Bound using segment: {'id': 'eab921c4-2218-4a2e-a6e8-64eac530aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:08.651513 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-387b9d63-8d66-4eaf-985d-cf5f0e0d4d56 service neutron] Bound port: d9415347-8553-4a9a-84b8-dfa34b34b5c0, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab921c4-2218-4a2e-a6e8-64eac530aafd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:08.652114 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-387b9d63-8d66-4eaf-985d-cf5f0e0d4d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:08.713105 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-958fb3c6-c03b-4f6e-b2ab-3ca947cfc21c req-b8f0b9f8-21ac-4da5-b3fa-f297d2bb953c tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.18 "GET /v2.0/security-groups?id=e032f9a9-01d6-4edd-85c0-5b1f8d665926&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2118549 Jul 29 23:25:08.789333 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-065fe8e4-d8c4-4806-ba61-be72536069d1 req-7c8a0721-f82b-4a4c-9715-642466fc39d7 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054513 Jul 29 23:25:08.792474 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4997144-8687-4e77-90d9-4b34a1d59a7f req-109bdccd-0522-4f8c-ae57-f6bcb916df23 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:25:08.800615 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-06910997-1459-4e71-8ff4-1c238bb2465e req-941beb9e-ef78-40b9-881f-817a250a8553 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-976774845', 'description': 'tempest-description-1576547170'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:08.816660 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c719f7-24da-4193-8143-d7e699a8a117 None None] Sync routers for ids ['1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:25:08.862285 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4997144-8687-4e77-90d9-4b34a1d59a7f req-109bdccd-0522-4f8c-ae57-f6bcb916df23 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] No DVR routers for this DVR port b67d6400-5c74-465c-8c59-8c263467426c on host n-h1-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:25:08.866204 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d4997144-8687-4e77-90d9-4b34a1d59a7f req-109bdccd-0522-4f8c-ae57-f6bcb916df23 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:08.870092 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d4997144-8687-4e77-90d9-4b34a1d59a7f req-109bdccd-0522-4f8c-ae57-f6bcb916df23 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.23 "DELETE /v2.0/ports/b67d6400-5c74-465c-8c59-8c263467426c HTTP/1.1" status: 204 len: 173 time: 1.9634023 Jul 29 23:25:08.870601 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c719f7-24da-4193-8143-d7e699a8a117 None None] Routers {'1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:25:08.870843 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4b1fb69-f6c4-413e-8844-b194630d72a3', 'name': 'network-vif-deleted', 'tag': 'b67d6400-5c74-465c-8c59-8c263467426c'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:08.873953 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-35c719f7-24da-4193-8143-d7e699a8a117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:25:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:08.874779 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fbd6b4-ab81-4122-ad87-f5863ec84ff0" -d '{"events": [{"server_uuid": "d4b1fb69-f6c4-413e-8844-b194630d72a3", "name": "network-vif-deleted", "tag": "b67d6400-5c74-465c-8c59-8c263467426c"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:08.914589 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-a5b3b981-eaf2-4bf9-b4fd-60bd69aa6add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:08.917237 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-a5b3b981-eaf2-4bf9-b4fd-60bd69aa6add service neutron] 10.222.0.39 "GET /v2.0/networks?id=41b737f2-e531-4160-b598-3383b744485d HTTP/1.1" status: 200 len: 909 time: 0.3730168 Jul 29 23:25:09.023659 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-06910997-1459-4e71-8ff4-1c238bb2465e req-941beb9e-ef78-40b9-881f-817a250a8553 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:09.028412 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-387b9d63-8d66-4eaf-985d-cf5f0e0d4d56 service neutron] For port d9415347-8553-4a9a-84b8-dfa34b34b5c0, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:09.049127 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-9ed77e0e-b55e-4d71-8a55-f280c8c52fce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=310cd171-f27b-40ca-b100-f659366efb62 HTTP/1.1" status: 200 len: 217 time: 0.1102045 Jul 29 23:25:09.078719 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-387b9d63-8d66-4eaf-985d-cf5f0e0d4d56 service neutron] For port d9415347-8553-4a9a-84b8-dfa34b34b5c0, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=d9415347-8553-4a9a-84b8-dfa34b34b5c0,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:09.119027 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-35c719f7-24da-4193-8143-d7e699a8a117 None None] Set router 1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:25:09.151452 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-59515683-6c03-44a9-94c6-2e77b019b12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:09.154418 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-59515683-6c03-44a9-94c6-2e77b019b12b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=599960cf-5b7f-432a-8a6a-c415f2272dee HTTP/1.1" status: 200 len: 848 time: 0.0918801 Jul 29 23:25:09.220668 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-387b9d63-8d66-4eaf-985d-cf5f0e0d4d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:09.321603 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfc19d09-8824-4da7-8548-b47a5e0f0116 req-4314e2ff-1077-438a-82a3-1425c88799d4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7e79e93c-40e6-4aa1-9e30-d90d6aecb73e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4676197 Jul 29 23:25:09.323387 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-b810742a-d62a-4da4-9e9f-94c0eb4ca3d2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41b737f2-e531-4160-b598-3383b744485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0949829 Jul 29 23:25:09.342747 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-387b9d63-8d66-4eaf-985d-cf5f0e0d4d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:09.343435 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-387b9d63-8d66-4eaf-985d-cf5f0e0d4d56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:09.344999 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-387b9d63-8d66-4eaf-985d-cf5f0e0d4d56 service neutron] 10.222.0.39 "PUT /v2.0/ports/d9415347-8553-4a9a-84b8-dfa34b34b5c0 HTTP/1.1" status: 200 len: 1092 time: 2.3387573 Jul 29 23:25:09.369586 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772d9e75-55e0-42bf-aafa-b92aad95fe3f', 'tag': 'd9415347-8553-4a9a-84b8-dfa34b34b5c0'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:09.372199 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98f5fe8-05bb-42f0-9335-52af7ad86791" -d '{"events": [{"name": "network-changed", "server_uuid": "772d9e75-55e0-42bf-aafa-b92aad95fe3f", "tag": "d9415347-8553-4a9a-84b8-dfa34b34b5c0"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:09.533281 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36154) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:09.537072 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-35c719f7-24da-4193-8143-d7e699a8a117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'name': 'tempest-ServersTestFqdnHostnames-874585615-router', 'tenant_id': 'c0a3457b098f4d89bd86c03775586ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '80d2ff06-76fe-4a5e-9617-549267722cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:36Z', 'updated_at': '2021-07-29T23:22:49Z', 'revision_number': 4, 'project_id': 'c0a3457b098f4d89bd86c03775586ec5', 'gw_port': {'id': '80d2ff06-76fe-4a5e-9617-549267722cef', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:87:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:38Z', 'updated_at': '2021-07-29T23:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '5722339a-e00d-4485-8308-2dd7bd095564', 'name': '', 'network_id': '0b25640e-3654-4f31-920b-3b21eab9978a', 'tenant_id': 'c0a3457b098f4d89bd86c03775586ec5', 'mac_address': 'fa:16:3e:b8:92:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f8fbcbbd-22b7-4bf5-b554-4ab283a8d631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:47Z', 'updated_at': '2021-07-29T23:23:03Z', 'revision_number': 5, 'project_id': 'c0a3457b098f4d89bd86c03775586ec5', 'subnets': [{'id': 'f8fbcbbd-22b7-4bf5-b554-4ab283a8d631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:09.581263 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c719f7-24da-4193-8143-d7e699a8a117 None None] Checking router: 1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:25:09.598730 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c719f7-24da-4193-8143-d7e699a8a117 None None] Routers {'1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:25:09.599577 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-35c719f7-24da-4193-8143-d7e699a8a117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:25:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:09.771496 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc0bebb3-bff5-4aa7-8781-df7ede22dc96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:09.800287 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-35c719f7-24da-4193-8143-d7e699a8a117 None None] Set router 1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:25:09.889403 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-06910997-1459-4e71-8ff4-1c238bb2465e req-941beb9e-ef78-40b9-881f-817a250a8553 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:09.897712 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b9d63-8d66-4eaf-985d-cf5f0e0d4d56 service neutron] Pushing event updated for resources: {'Port': ['ID=d9415347-8553-4a9a-84b8-dfa34b34b5c0,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:09.919095 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a97d6d-9ec0-4159-8b3a-cf18e475d051 req-66ee496a-48e3-4efe-b05a-b080649ae424 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:09.920729 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-76a97d6d-9ec0-4159-8b3a-cf18e475d051 req-66ee496a-48e3-4efe-b05a-b080649ae424 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=772d9e75-55e0-42bf-aafa-b92aad95fe3f HTTP/1.1" status: 200 len: 943 time: 0.8406188 Jul 29 23:25:09.922452 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-06910997-1459-4e71-8ff4-1c238bb2465e req-941beb9e-ef78-40b9-881f-817a250a8553 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:10.004048 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-f7370948-aaee-4b64-b12f-9a652f0971be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:10.006111 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-f7370948-aaee-4b64-b12f-9a652f0971be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c5e67745e0e4776a7b5c36d90365bdc&device_id=772d9e75-55e0-42bf-aafa-b92aad95fe3f HTTP/1.1" status: 200 len: 1095 time: 0.5707889 Jul 29 23:25:10.022977 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc0bebb3-bff5-4aa7-8781-df7ede22dc96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:10.029142 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc0bebb3-bff5-4aa7-8781-df7ede22dc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:10.030722 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc19d09-8824-4da7-8548-b47a5e0f0116 req-94a8f47b-7cc5-437e-94b1-2d245412ac46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:10.032368 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfc19d09-8824-4da7-8548-b47a5e0f0116 req-94a8f47b-7cc5-437e-94b1-2d245412ac46 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7c5e67745e0e4776a7b5c36d90365bdc&device_id=7e79e93c-40e6-4aa1-9e30-d90d6aecb73e HTTP/1.1" status: 200 len: 1098 time: 0.6017306 Jul 29 23:25:10.048449 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-0c878ba3-2153-4a46-b9cc-993801a54ce3 service neutron] 10.222.0.39 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7152250 Jul 29 23:25:10.051663 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-06910997-1459-4e71-8ff4-1c238bb2465e req-941beb9e-ef78-40b9-881f-817a250a8553 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:10.054097 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-06910997-1459-4e71-8ff4-1c238bb2465e req-941beb9e-ef78-40b9-881f-817a250a8553 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.2854707 Jul 29 23:25:10.104404 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941beb9e-ef78-40b9-881f-817a250a8553 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6888096-13e8-49c6-ae4e-9071b133dd1a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:10.121626 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-86116d9e-5691-4527-b46d-e151d3668675 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9415347-8553-4a9a-84b8-dfa34b34b5c0 HTTP/1.1" status: 200 len: 217 time: 0.0849924 Jul 29 23:25:10.131470 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-dc0bebb3-bff5-4aa7-8781-df7ede22dc96 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=745b5bbc7c284c818292c1d5a1d0b624&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5891974 Jul 29 23:25:10.133021 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36168) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:10.139726 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-35c719f7-24da-4193-8143-d7e699a8a117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'name': 'tempest-ServersTestFqdnHostnames-874585615-router', 'tenant_id': 'c0a3457b098f4d89bd86c03775586ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '80d2ff06-76fe-4a5e-9617-549267722cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:36Z', 'updated_at': '2021-07-29T23:22:49Z', 'revision_number': 4, 'project_id': 'c0a3457b098f4d89bd86c03775586ec5', 'gw_port': {'id': '80d2ff06-76fe-4a5e-9617-549267722cef', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:87:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:38Z', 'updated_at': '2021-07-29T23:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '5722339a-e00d-4485-8308-2dd7bd095564', 'name': '', 'network_id': '0b25640e-3654-4f31-920b-3b21eab9978a', 'tenant_id': 'c0a3457b098f4d89bd86c03775586ec5', 'mac_address': 'fa:16:3e:b8:92:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f8fbcbbd-22b7-4bf5-b554-4ab283a8d631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:47Z', 'updated_at': '2021-07-29T23:23:03Z', 'revision_number': 5, 'project_id': 'c0a3457b098f4d89bd86c03775586ec5', 'subnets': [{'id': 'f8fbcbbd-22b7-4bf5-b554-4ab283a8d631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:10.142205 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0bebb3-bff5-4aa7-8781-df7ede22dc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428d9397-b98a-418a-bcd2-7240a547095d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:10.210796 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c719f7-24da-4193-8143-d7e699a8a117 None None] The sync data for ids ['1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a'] in n-d-712140-10 is: [{'id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'name': 'tempest-ServersTestFqdnHostnames-874585615-router', 'tenant_id': 'c0a3457b098f4d89bd86c03775586ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '80d2ff06-76fe-4a5e-9617-549267722cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:36Z', 'updated_at': '2021-07-29T23:22:49Z', 'revision_number': 4, 'project_id': 'c0a3457b098f4d89bd86c03775586ec5', 'gw_port': {'id': '80d2ff06-76fe-4a5e-9617-549267722cef', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:87:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:38Z', 'updated_at': '2021-07-29T23:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '5722339a-e00d-4485-8308-2dd7bd095564', 'name': '', 'network_id': '0b25640e-3654-4f31-920b-3b21eab9978a', 'tenant_id': 'c0a3457b098f4d89bd86c03775586ec5', 'mac_address': 'fa:16:3e:b8:92:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 738, 'fixed_ips': [{'subnet_id': 'f8fbcbbd-22b7-4bf5-b554-4ab283a8d631', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:47Z', 'updated_at': '2021-07-29T23:23:03Z', 'revision_number': 5, 'project_id': 'c0a3457b098f4d89bd86c03775586ec5', 'subnets': [{'id': 'f8fbcbbd-22b7-4bf5-b554-4ab283a8d631', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:25:10.231264 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8902fe25-4e10-4dfb-bd9e-2f315b4e92c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:10.266258 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8902fe25-4e10-4dfb-bd9e-2f315b4e92c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:10.284262 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-76a97d6d-9ec0-4159-8b3a-cf18e475d051 req-b75d2de8-d272-4104-a673-d45b0597e73f tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238199 Jul 29 23:25:10.340039 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8902fe25-4e10-4dfb-bd9e-2f315b4e92c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:10.343561 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8902fe25-4e10-4dfb-bd9e-2f315b4e92c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:10.350171 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8902fe25-4e10-4dfb-bd9e-2f315b4e92c2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/428d9397-b98a-418a-bcd2-7240a547095d HTTP/1.1" status: 204 len: 168 time: 0.2165580 Jul 29 23:25:10.380860 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-49b14ce0-5925-47e8-8492-c3f71c0bf139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:10.383438 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-49b14ce0-5925-47e8-8492-c3f71c0bf139 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=44be0901-f3e6-4ee5-b617-283959d6aed1 HTTP/1.1" status: 200 len: 844 time: 0.2212465 Jul 29 23:25:10.407050 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747d71da-ddf5-4ff0-9f5b-6ffa8ed342a3 x-openstack-request-id: req-747d71da-ddf5-4ff0-9f5b-6ffa8ed342a3 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:10.408055 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4b1fb69-f6c4-413e-8844-b194630d72a3", "name": "network-vif-deleted", "tag": "b67d6400-5c74-465c-8c59-8c263467426c", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:10.408407 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-747d71da-ddf5-4ff0-9f5b-6ffa8ed342a3 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:10.408901 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4b1fb69-f6c4-413e-8844-b194630d72a3', 'name': 'network-vif-deleted', 'tag': 'b67d6400-5c74-465c-8c59-8c263467426c', 'status': 'completed', 'code': 200} Jul 29 23:25:10.410010 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8902fe25-4e10-4dfb-bd9e-2f315b4e92c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428d9397-b98a-418a-bcd2-7240a547095d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:10.434874 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a8dfd239-ee4e-4c3b-ab45-7eeb52570939 req-da579afd-56c5-4580-a244-329242b29f18 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0834649 Jul 29 23:25:10.475648 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a054521c-1cff-4462-b7e5-bb25e1e06375 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--799883209&fields=id&tenant_id=d954899d85d94386b2170efdab77ddb2 HTTP/1.1" status: 200 len: 267 time: 0.2322268 Jul 29 23:25:10.478182 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-7c360132-63a4-491e-bf24-b78763361a66 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816555 Jul 29 23:25:10.554096 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfd239-ee4e-4c3b-ab45-7eeb52570939 req-00d3f8b0-c35a-46a1-a731-7c2573a2a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:10.556863 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a8dfd239-ee4e-4c3b-ab45-7eeb52570939 req-00d3f8b0-c35a-46a1-a731-7c2573a2a041 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710 HTTP/1.1" status: 200 len: 1097 time: 0.0638220 Jul 29 23:25:10.643176 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-d92b4304-5a2f-4275-86e4-b7b842bb84fc service neutron] 10.222.0.39 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5512698 Jul 29 23:25:10.685555 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc19d09-8824-4da7-8548-b47a5e0f0116 req-5692426f-52db-4818-aeb3-53cf5b4e1ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:10.687074 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfc19d09-8824-4da7-8548-b47a5e0f0116 req-5692426f-52db-4818-aeb3-53cf5b4e1ae7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4 HTTP/1.1" status: 200 len: 905 time: 0.5840120 Jul 29 23:25:10.712808 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-425febc1-f5df-4b9c-9495-9d24a1ac513a tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:10.714221 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-425febc1-f5df-4b9c-9495-9d24a1ac513a tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports/aa4019a8-862f-423f-a23c-d8c79eeaa4f6 HTTP/1.1" status: 200 len: 936 time: 0.2223208 Jul 29 23:25:10.723877 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfd239-ee4e-4c3b-ab45-7eeb52570939 req-7bf63ad7-9e47-4918-9af4-4aa8913bc57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:10.725716 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a8dfd239-ee4e-4c3b-ab45-7eeb52570939 req-7bf63ad7-9e47-4918-9af4-4aa8913bc57a service neutron] 10.222.0.39 "GET /v2.0/networks?id=41b737f2-e531-4160-b598-3383b744485d HTTP/1.1" status: 200 len: 909 time: 0.1439757 Jul 29 23:25:10.728134 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183587b3-77cc-4ebc-9f1d-53781c7b30b7 None None] New status for floating IP 58cf42fe-02de-4d66-afb9-4b38ce2ad5c6: DOWN {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:25:10.769588 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a8dfd239-ee4e-4c3b-ab45-7eeb52570939 req-7ff242a1-8a66-4b48-a8d5-d1fe850a4e94 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87c1327c-d7e0-4849-8699-2d69e0c74a91 HTTP/1.1" status: 200 len: 217 time: 0.0366824 Jul 29 23:25:10.807924 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfc19d09-8824-4da7-8548-b47a5e0f0116 req-bd80008b-6d02-4d1d-a5bc-0b88103b4c22 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d74005cd-c4f9-4ae9-bc47-788d8c2beb0a HTTP/1.1" status: 200 len: 217 time: 0.1118526 Jul 29 23:25:10.853773 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dfd239-ee4e-4c3b-ab45-7eeb52570939 req-2904892f-5759-466f-8fb2-d811cd45bfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:10.856415 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a8dfd239-ee4e-4c3b-ab45-7eeb52570939 req-2904892f-5759-466f-8fb2-d811cd45bfe7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=599960cf-5b7f-432a-8a6a-c415f2272dee HTTP/1.1" status: 200 len: 848 time: 0.0797498 Jul 29 23:25:10.899960 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a8dfd239-ee4e-4c3b-ab45-7eeb52570939 req-34b25d9d-949e-4311-9113-7fd423a486ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41b737f2-e531-4160-b598-3383b744485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360203 Jul 29 23:25:10.911874 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e6da5-9e30-4250-8e02-2b5d52f3c09f req-befedfac-27af-46b9-b03e-fcf63923e3ba tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:10.913501 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fd7e6da5-9e30-4250-8e02-2b5d52f3c09f req-befedfac-27af-46b9-b03e-fcf63923e3ba tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=ade65ffb-a271-4f85-8d65-702bfddb06a9 HTTP/1.1" status: 200 len: 945 time: 0.3800919 Jul 29 23:25:10.924879 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-032e08ac-424b-41f5-81cb-d4473a7fcf3c service neutron] 10.222.0.39 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4282048 Jul 29 23:25:10.965413 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-16512c2f-931e-4e81-a71b-c6a7c45505df tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:10.967951 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-16512c2f-931e-4e81-a71b-c6a7c45505df tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports/dae26797-31c4-4e0f-ad38-42613b90a8ce HTTP/1.1" status: 200 len: 937 time: 0.1873183 Jul 29 23:25:10.982087 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36178) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:11.000418 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c5faa3f6-3971-499c-84de-960e544b51a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:11.042785 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a8dfd239-ee4e-4c3b-ab45-7eeb52570939 req-76d91eb3-b233-42cc-b531-ef4d07461fb6 service neutron] 10.222.0.39 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327839 Jul 29 23:25:11.050898 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc19d09-8824-4da7-8548-b47a5e0f0116 req-73b1a119-12bb-4b1c-9b47-caaf5ae199b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:11.052425 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfc19d09-8824-4da7-8548-b47a5e0f0116 req-73b1a119-12bb-4b1c-9b47-caaf5ae199b1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=44be0901-f3e6-4ee5-b617-283959d6aed1 HTTP/1.1" status: 200 len: 844 time: 0.2256601 Jul 29 23:25:11.064207 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-5e9f8938-3be9-404e-bba6-3f3ef59eba88 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:11.065737 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-5e9f8938-3be9-404e-bba6-3f3ef59eba88 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=71e89fe2-5e39-4111-8c55-b702956786a5&tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&binding%3Ahost_id=n-h1-712140-10 HTTP/1.1" status: 200 len: 1097 time: 0.3440101 Jul 29 23:25:11.134405 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-5e531ecf-554b-4592-b139-70157efd6ba8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712140-10'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:11.144680 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-b50ff43b-0b6f-4d1e-bda5-15ef18e4beac tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?network_id=28f38c63-eb30-4453-829d-2d302e41c5f3&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1240129 Jul 29 23:25:11.185112 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a8dfd239-ee4e-4c3b-ab45-7eeb52570939 req-03c55522-a977-41fe-b0d4-322b510189a0 service neutron] 10.222.0.39 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337521 Jul 29 23:25:11.194433 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfc19d09-8824-4da7-8548-b47a5e0f0116 req-ded5726f-5661-4ea7-9253-ed90708782f9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1254547 Jul 29 23:25:11.201844 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c5faa3f6-3971-499c-84de-960e544b51a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:11.208123 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c5faa3f6-3971-499c-84de-960e544b51a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:11.238560 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fd7e6da5-9e30-4250-8e02-2b5d52f3c09f req-132fb9b3-c793-4232-bbc1-65de87d9369e tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055568 Jul 29 23:25:11.247398 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device b67d6400-5c74-465c-8c59-8c263467426c no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:25:11.287228 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: b67d6400-5c74-465c-8c59-8c263467426c {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:25:11.287611 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device b67d6400-5c74-465c-8c59-8c263467426c not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:25:11.298358 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5faa3f6-3971-499c-84de-960e544b51a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567c0e2b-b9eb-4a6e-a310-bcd8b188c1ee,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:11.305937 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c5faa3f6-3971-499c-84de-960e544b51a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c8a2ea42563140eca42300a772e1eba3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3225315 Jul 29 23:25:11.317496 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36182) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:11.370261 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-fe55a1af-5c2f-4917-96cc-6c8bcfe5a5e8 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?network_id=28f38c63-eb30-4453-829d-2d302e41c5f3&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1886010 Jul 29 23:25:11.420289 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c228215f-a40c-496f-8742-c6e67eaafb59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:11.427686 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-5e531ecf-554b-4592-b139-70157efd6ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:11.437217 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29829eed-c9f4-4d8e-a07b-5ef0ee9198ce x-openstack-request-id: req-29829eed-c9f4-4d8e-a07b-5ef0ee9198ce {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:11.437685 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "772d9e75-55e0-42bf-aafa-b92aad95fe3f", "tag": "d9415347-8553-4a9a-84b8-dfa34b34b5c0", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:11.438006 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29829eed-c9f4-4d8e-a07b-5ef0ee9198ce {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:11.439094 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '772d9e75-55e0-42bf-aafa-b92aad95fe3f', 'tag': 'd9415347-8553-4a9a-84b8-dfa34b34b5c0', 'status': 'completed', 'code': 200} Jul 29 23:25:11.452313 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c228215f-a40c-496f-8742-c6e67eaafb59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:11.480475 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e88ed9d-8cc5-4f6f-8962-fd33277bdea9 req-b825e7db-96f0-4177-b50c-036ed76d7f31 service neutron] 10.222.0.39 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5387032 Jul 29 23:25:11.557548 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c228215f-a40c-496f-8742-c6e67eaafb59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:11.562802 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c228215f-a40c-496f-8742-c6e67eaafb59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:11.567903 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c228215f-a40c-496f-8742-c6e67eaafb59 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/567c0e2b-b9eb-4a6e-a310-bcd8b188c1ee HTTP/1.1" status: 204 len: 168 time: 0.2459252 Jul 29 23:25:11.580919 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c228215f-a40c-496f-8742-c6e67eaafb59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567c0e2b-b9eb-4a6e-a310-bcd8b188c1ee,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:11.642808 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfc19d09-8824-4da7-8548-b47a5e0f0116 req-421a0dc8-8594-40ba-b47b-ed969c7c369a service neutron] 10.222.0.23 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261806 Jul 29 23:25:11.826142 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-fb5f1ec4-1392-4d39-aae9-89836bde4c1f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:11.829211 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-fb5f1ec4-1392-4d39-aae9-89836bde4c1f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:11.835258 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-fb5f1ec4-1392-4d39-aae9-89836bde4c1f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:11.836949 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-fb5f1ec4-1392-4d39-aae9-89836bde4c1f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/networks?id=66bf1b30-b0b3-402c-8a81-d59ae3f7f904&id=6f7ef717-20cb-4c28-893e-cda3f326a46a&id=6f7ef717-20cb-4c28-893e-cda3f326a46a&id=28f38c63-eb30-4453-829d-2d302e41c5f3&id=28f38c63-eb30-4453-829d-2d302e41c5f3 HTTP/1.1" status: 200 len: 1995 time: 0.4235439 Jul 29 23:25:11.850079 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38068bbf-f9bb-445c-89bd-b48462b886c6 req-ca34cf45-19b0-41d2-b247-2e32ea8566ec tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:11.851536 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38068bbf-f9bb-445c-89bd-b48462b886c6 req-ca34cf45-19b0-41d2-b247-2e32ea8566ec tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=71e89fe2-5e39-4111-8c55-b702956786a5 HTTP/1.1" status: 200 len: 945 time: 0.3008740 Jul 29 23:25:11.891107 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f5fe8-05bb-42f0-9335-52af7ad86791 req-8a684fd7-9918-4504-9a4e-2014ee4b34fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:11.893936 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a98f5fe8-05bb-42f0-9335-52af7ad86791 req-8a684fd7-9918-4504-9a4e-2014ee4b34fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c5e67745e0e4776a7b5c36d90365bdc&device_id=772d9e75-55e0-42bf-aafa-b92aad95fe3f HTTP/1.1" status: 200 len: 1095 time: 0.2778227 Jul 29 23:25:11.910412 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-17c3f087-1622-417f-af72-dd324d577d5f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/quotas/d954899d85d94386b2170efdab77ddb2 HTTP/1.1" status: 200 len: 375 time: 0.0543385 Jul 29 23:25:12.014490 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfc19d09-8824-4da7-8548-b47a5e0f0116 req-38696bef-cd1e-4041-8f87-1aaa8ae3b7e7 service neutron] 10.222.0.23 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448756 Jul 29 23:25:12.042274 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-5e531ecf-554b-4592-b139-70157efd6ba8 service neutron] For port 310cd171-f27b-40ca-b100-f659366efb62, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=310cd171-f27b-40ca-b100-f659366efb62,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:12.074322 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38068bbf-f9bb-445c-89bd-b48462b886c6 req-a73b7567-931f-4da1-8076-f613293e137e tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902902 Jul 29 23:25:12.167347 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-beed0176-d1a2-4fc3-b464-d8b43f0f45bb tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d954899d85d94386b2170efdab77ddb2&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2280385 Jul 29 23:25:12.181653 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f5fe8-05bb-42f0-9335-52af7ad86791 req-06b29d62-9940-4449-bfc5-efefc64667e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:12.183435 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a98f5fe8-05bb-42f0-9335-52af7ad86791 req-06b29d62-9940-4449-bfc5-efefc64667e0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4 HTTP/1.1" status: 200 len: 905 time: 0.2712135 Jul 29 23:25:12.576162 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-5e531ecf-554b-4592-b139-70157efd6ba8 service neutron] For port 310cd171-f27b-40ca-b100-f659366efb62, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:12.634248 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a98f5fe8-05bb-42f0-9335-52af7ad86791 req-5df5f547-705e-41ee-8816-4cb1fc75e2e7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9415347-8553-4a9a-84b8-dfa34b34b5c0 HTTP/1.1" status: 200 len: 217 time: 0.4313545 Jul 29 23:25:12.667546 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9c1da2f3-cb63-4631-b56d-d2a1b62b8248 req-8f9fbc44-5f8c-4d28-a8d0-37e83d1c891c tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] 10.222.0.18 "GET /v2.0/security-groups/b6888096-13e8-49c6-ae4e-9071b133dd1a HTTP/1.1" status: 200 len: 1812 time: 0.5445721 Jul 29 23:25:12.728899 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-5e531ecf-554b-4592-b139-70157efd6ba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:12.744433 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-5e531ecf-554b-4592-b139-70157efd6ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:12.769429 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f5fe8-05bb-42f0-9335-52af7ad86791 req-928f3270-938e-47f4-a2e6-c3824102cb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:12.770933 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a98f5fe8-05bb-42f0-9335-52af7ad86791 req-928f3270-938e-47f4-a2e6-c3824102cb3b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=44be0901-f3e6-4ee5-b617-283959d6aed1 HTTP/1.1" status: 200 len: 844 time: 0.1219161 Jul 29 23:25:12.808548 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-e897260e-d421-4a1e-bfb2-49625327021f service neutron] 10.222.0.18 "GET /v2.0/networks/66bf1b30-b0b3-402c-8a81-d59ae3f7f904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6215763 Jul 29 23:25:12.914731 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a98f5fe8-05bb-42f0-9335-52af7ad86791 req-e719b1bf-5d20-4797-92f4-b280bdbbd253 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=16c7c33d-b57e-4fa0-954b-60ae4834bbc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176264 Jul 29 23:25:13.108955 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e531ecf-554b-4592-b139-70157efd6ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=310cd171-f27b-40ca-b100-f659366efb62,revision_number=7']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:13.196349 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7e785-efda-460f-be01-62182e2dd082 req-4698f538-9d83-433f-9f51-ec04aa312db7 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:13.197737 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ca7e785-efda-460f-be01-62182e2dd082 req-4698f538-9d83-433f-9f51-ec04aa312db7 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=772d9e75-55e0-42bf-aafa-b92aad95fe3f HTTP/1.1" status: 200 len: 943 time: 0.2263787 Jul 29 23:25:13.198490 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-5e531ecf-554b-4592-b139-70157efd6ba8 service neutron] Attempting to bind port 310cd171-f27b-40ca-b100-f659366efb62 on host n-h1-712140-10 for vnic_type normal with profile {"migrating_to": "n-h2-712140-10"} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:13.199040 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-5e531ecf-554b-4592-b139-70157efd6ba8 service neutron] Attempting to bind port 310cd171-f27b-40ca-b100-f659366efb62 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:13.199371 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-5e531ecf-554b-4592-b139-70157efd6ba8 service neutron] Attempting to bind port 310cd171-f27b-40ca-b100-f659366efb62 on network 41b737f2-e531-4160-b598-3383b744485d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:13.225178 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-5e531ecf-554b-4592-b139-70157efd6ba8 service neutron] Port 310cd171-f27b-40ca-b100-f659366efb62 on network 41b737f2-e531-4160-b598-3383b744485d not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:25:13.225805 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-5e531ecf-554b-4592-b139-70157efd6ba8 service neutron] Attempting to bind port 310cd171-f27b-40ca-b100-f659366efb62 on network 41b737f2-e531-4160-b598-3383b744485d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:13.275931 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-ee3456e0-e4a3-4d72-b68a-10b6b9be7c00 service neutron] 10.222.0.18 "GET /v2.0/networks/66bf1b30-b0b3-402c-8a81-d59ae3f7f904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250340 Jul 29 23:25:13.275931 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-5e531ecf-554b-4592-b139-70157efd6ba8 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:13.275931 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-5e531ecf-554b-4592-b139-70157efd6ba8 service neutron] Checking segment: {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:13.275931 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-5e531ecf-554b-4592-b139-70157efd6ba8 service neutron] Bound using segment: {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:13.275931 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-5e531ecf-554b-4592-b139-70157efd6ba8 service neutron] Bound port: 310cd171-f27b-40ca-b100-f659366efb62, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:13.275931 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-5e531ecf-554b-4592-b139-70157efd6ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:13.339307 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a98f5fe8-05bb-42f0-9335-52af7ad86791 req-2150f111-f7b4-4328-8ff7-c8b9e596d960 service neutron] 10.222.0.39 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065063 Jul 29 23:25:13.358692 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ca7e785-efda-460f-be01-62182e2dd082 req-ea4f60ab-4cd5-45ca-b14d-23a2d6dc428e tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402054 Jul 29 23:25:13.414123 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36230) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:13.415486 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-c3bf0d65-0fc6-456b-a361-241f2c16c44a service neutron] 10.222.0.18 "GET /v2.0/ports/aa4019a8-862f-423f-a23c-d8c79eeaa4f6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1285851 Jul 29 23:25:13.442005 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e89fe2-5e39-4111-8c55-b702956786a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '310cd171-f27b-40ca-b100-f659366efb62'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:13.446233 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e9163b-445d-4dc5-9478-d86790051c40" -d '{"events": [{"server_uuid": "71e89fe2-5e39-4111-8c55-b702956786a5", "name": "network-vif-unplugged", "status": "completed", "tag": "310cd171-f27b-40ca-b100-f659366efb62"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:13.573898 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-43a02e05-5014-4d88-844a-deefbf76ff67 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:13.616929 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-43a02e05-5014-4d88-844a-deefbf76ff67 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:13.629488 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-c319a436-02e0-4ca3-bdfc-a3156e213009 req-cf8c0ae4-ba78-459b-85fd-9918fe514e56 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-205987691', 'description': 'tempest-description-44738002'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:13.678414 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-5e531ecf-554b-4592-b139-70157efd6ba8 service neutron] For port 310cd171-f27b-40ca-b100-f659366efb62, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:13.708612 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-43a02e05-5014-4d88-844a-deefbf76ff67 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:13.713246 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-43a02e05-5014-4d88-844a-deefbf76ff67 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:13.716097 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-43a02e05-5014-4d88-844a-deefbf76ff67 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.18 "DELETE /v2.0/security-groups/e032f9a9-01d6-4edd-85c0-5b1f8d665926 HTTP/1.1" status: 204 len: 168 time: 0.2975030 Jul 29 23:25:13.716365 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-5e531ecf-554b-4592-b139-70157efd6ba8 service neutron] For port 310cd171-f27b-40ca-b100-f659366efb62, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=310cd171-f27b-40ca-b100-f659366efb62,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:13.720906 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36236) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:13.725285 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-5e531ecf-554b-4592-b139-70157efd6ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:13.732411 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a98f5fe8-05bb-42f0-9335-52af7ad86791 req-ba14911b-34e6-46c5-9608-22afbdf36a10 service neutron] 10.222.0.39 "GET /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3723316 Jul 29 23:25:13.736705 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a02e05-5014-4d88-844a-deefbf76ff67 tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e032f9a9-01d6-4edd-85c0-5b1f8d665926,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:13.738338 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c319a436-02e0-4ca3-bdfc-a3156e213009 req-cf8c0ae4-ba78-459b-85fd-9918fe514e56 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:13.744687 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-db252355-7718-4737-a13b-6ae8f74da33d tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] show failed (client error): The resource could not be found. Jul 29 23:25:13.747901 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-db252355-7718-4737-a13b-6ae8f74da33d tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.18 "GET /v2.0/security-groups/e032f9a9-01d6-4edd-85c0-5b1f8d665926 HTTP/1.1" status: 404 len: 347 time: 0.0239689 Jul 29 23:25:13.752604 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36238) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:13.795762 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-dd103b0c-4bee-4adb-bb80-ee12e96bfae6 service neutron] 10.222.0.18 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600008 Jul 29 23:25:13.917272 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e531ecf-554b-4592-b139-70157efd6ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=310cd171-f27b-40ca-b100-f659366efb62,revision_number=8']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:13.941682 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1aa1289b-36bb-4047-9861-aeef40b6d59f tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Deleting port 7743eee8-a325-4ea2-9442-4bcfe3d42e3a {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:25:13.942191 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1aa1289b-36bb-4047-9861-aeef40b6d59f tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:13.964327 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-5e531ecf-554b-4592-b139-70157efd6ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:13.965024 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-5e531ecf-554b-4592-b139-70157efd6ba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:13.966710 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-5e531ecf-554b-4592-b139-70157efd6ba8 service neutron] 10.222.0.39 "PUT /v2.0/ports/310cd171-f27b-40ca-b100-f659366efb62 HTTP/1.1" status: 200 len: 1123 time: 2.8608563 Jul 29 23:25:14.040193 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-ca988d2d-5a41-4c07-a191-324d0b7e3eeb service neutron] 10.222.0.18 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279088 Jul 29 23:25:14.042767 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1aa1289b-36bb-4047-9861-aeef40b6d59f tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:14.043110 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['310cd171-f27b-40ca-b100-f659366efb62'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:25:14.043675 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1aa1289b-36bb-4047-9861-aeef40b6d59f tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:14.058418 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1aa1289b-36bb-4047-9861-aeef40b6d59f tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Calling delete_port for 7743eee8-a325-4ea2-9442-4bcfe3d42e3a owned by network:floatingip {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:25:14.108986 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c319a436-02e0-4ca3-bdfc-a3156e213009 req-cf8c0ae4-ba78-459b-85fd-9918fe514e56 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:14.115664 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c319a436-02e0-4ca3-bdfc-a3156e213009 req-cf8c0ae4-ba78-459b-85fd-9918fe514e56 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:14.134032 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-bc7dcce8-c559-4b4d-b76a-e945245d3099 service neutron] 10.222.0.18 "GET /v2.0/ports/dae26797-31c4-4e0f-ad38-42613b90a8ce?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0724387 Jul 29 23:25:14.143439 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c319a436-02e0-4ca3-bdfc-a3156e213009 req-cf8c0ae4-ba78-459b-85fd-9918fe514e56 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:14.155765 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c319a436-02e0-4ca3-bdfc-a3156e213009 req-cf8c0ae4-ba78-459b-85fd-9918fe514e56 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.5566812 Jul 29 23:25:14.257740 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8c0ae4-ba78-459b-85fd-9918fe514e56 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=776174ba-f130-4749-957f-6bc00bee0aca,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:14.268074 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1aa1289b-36bb-4047-9861-aeef40b6d59f tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:14.307391 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6337e8-bf22-487f-b1fc-2dc55b429472 req-26fb2932-3f0f-4d2b-9227-7d155a514203 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:14.309072 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0c6337e8-bf22-487f-b1fc-2dc55b429472 req-26fb2932-3f0f-4d2b-9227-7d155a514203 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=ade65ffb-a271-4f85-8d65-702bfddb06a9 HTTP/1.1" status: 200 len: 945 time: 0.0920129 Jul 29 23:25:14.316981 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1289b-36bb-4047-9861-aeef40b6d59f tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Pushing event deleted for resources: {'Port': ['ID=7743eee8-a325-4ea2-9442-4bcfe3d42e3a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:14.342919 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-7bec269e-449a-4d4a-a1f8-4603886823a8 service neutron] 10.222.0.18 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789627 Jul 29 23:25:14.385967 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1aa1289b-36bb-4047-9861-aeef40b6d59f tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks [] for floatingip, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:14.388767 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1aa1289b-36bb-4047-9861-aeef40b6d59f tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:14.389924 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1aa1289b-36bb-4047-9861-aeef40b6d59f tempest-ServersTestFqdnHostnames-1679777118 tempest-ServersTestFqdnHostnames-1679777118-project] 10.222.0.18 "DELETE /v2.0/floatingips/58cf42fe-02de-4d66-afb9-4b38ce2ad5c6 HTTP/1.1" status: 204 len: 168 time: 0.6362362 Jul 29 23:25:14.393241 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36244) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:14.417499 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0c6337e8-bf22-487f-b1fc-2dc55b429472 req-3dc3d8a2-0fdc-45d7-b7cf-b00a534dd5a8 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869238 Jul 29 23:25:14.476064 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-92a18179-53b0-463a-b319-7edbdca6c4ad service neutron] 10.222.0.18 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253369 Jul 29 23:25:14.611285 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a13582-54f9-49a1-b869-2e44fd08bc0a req-5ffc7e38-e2cb-4a0a-8c5b-33a1f2cb1d5a tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:14.612945 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98a13582-54f9-49a1-b869-2e44fd08bc0a req-5ffc7e38-e2cb-4a0a-8c5b-33a1f2cb1d5a tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=71e89fe2-5e39-4111-8c55-b702956786a5 HTTP/1.1" status: 200 len: 943 time: 0.1206529 Jul 29 23:25:14.669366 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-57441037-1678-40a0-a45a-92e86b19d8ca service neutron] 10.222.0.18 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818595 Jul 29 23:25:14.678652 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98a13582-54f9-49a1-b869-2e44fd08bc0a req-30440fce-8918-4490-b067-fac7c86b326a tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583360 Jul 29 23:25:14.745169 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c08e53d-bb91-40ea-85b6-1ea7a143f2ff x-openstack-request-id: req-4c08e53d-bb91-40ea-85b6-1ea7a143f2ff {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:14.745469 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e89fe2-5e39-4111-8c55-b702956786a5", "name": "network-vif-unplugged", "status": "completed", "tag": "310cd171-f27b-40ca-b100-f659366efb62", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:14.745779 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c08e53d-bb91-40ea-85b6-1ea7a143f2ff {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:14.746079 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e89fe2-5e39-4111-8c55-b702956786a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '310cd171-f27b-40ca-b100-f659366efb62', 'code': 200} Jul 29 23:25:14.817674 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-dbefc015-5985-4865-b285-023c9c0b6216 service neutron] 10.222.0.18 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378837 Jul 29 23:25:14.818451 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device d9415347-8553-4a9a-84b8-dfa34b34b5c0 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:25:14.940310 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-09676fb4-6e63-4b34-be9e-c3702909dbf1 service neutron] 10.222.0.18 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134331 Jul 29 23:25:14.997988 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port d9415347-8553-4a9a-84b8-dfa34b34b5c0, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=d9415347-8553-4a9a-84b8-dfa34b34b5c0,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:15.008459 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-c40232b0-973c-44b5-9dbe-ff1380778eb5 req-1a8736fb-4833-430e-b6fc-9ccbcba589bd tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1854003133', 'description': 'tempest-description-1533756606'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:15.013230 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'd9415347-8553-4a9a-84b8-dfa34b34b5c0', 'network_id': '16c7c33d-b57e-4fa0-954b-60ae4834bbc4', 'port_id': 'd9415347-8553-4a9a-84b8-dfa34b34b5c0', 'mac_address': 'fa:16:3e:82:a4:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44be0901-f3e6-4ee5-b617-283959d6aed1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:25:15.069866 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c40232b0-973c-44b5-9dbe-ff1380778eb5 req-1a8736fb-4833-430e-b6fc-9ccbcba589bd tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:15.070416 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:15.085069 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c40232b0-973c-44b5-9dbe-ff1380778eb5 req-1a8736fb-4833-430e-b6fc-9ccbcba589bd tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:15.120813 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-d5525bcb-91df-433e-95b4-9aa252d1425a service neutron] 10.222.0.18 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729233 Jul 29 23:25:15.198119 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9015030e-a8f5-4777-ab82-1b7fd50f9895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:15.240355 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9415347-8553-4a9a-84b8-dfa34b34b5c0 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:15.247280 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a5be0d50-39c5-46b6-9ab8-b78d26f79ca1 service neutron] 10.222.0.18 "GET /v2.0/networks/28f38c63-eb30-4453-829d-2d302e41c5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122668 Jul 29 23:25:15.276060 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port d9415347-8553-4a9a-84b8-dfa34b34b5c0, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=d9415347-8553-4a9a-84b8-dfa34b34b5c0,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:15.282473 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:15.340883 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=d9415347-8553-4a9a-84b8-dfa34b34b5c0,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:15.404386 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c40232b0-973c-44b5-9dbe-ff1380778eb5 req-1a8736fb-4833-430e-b6fc-9ccbcba589bd tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:15.415336 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c40232b0-973c-44b5-9dbe-ff1380778eb5 req-1a8736fb-4833-430e-b6fc-9ccbcba589bd tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:15.431105 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-18fae7a6-8ccb-437a-bcad-e93a9e72aa5f service neutron] 10.222.0.18 "GET /v2.0/networks/28f38c63-eb30-4453-829d-2d302e41c5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740801 Jul 29 23:25:15.520803 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8736fb-4833-430e-b6fc-9ccbcba589bd tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31e41d68-e2ca-4076-9019-2af4281a5f14,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:15.522115 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['d9415347-8553-4a9a-84b8-dfa34b34b5c0'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:25:15.583019 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9015030e-a8f5-4777-ab82-1b7fd50f9895 admin admin] Deleting port 5722339a-e00d-4485-8308-2dd7bd095564 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:25:15.583551 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9015030e-a8f5-4777-ab82-1b7fd50f9895 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:15.608847 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-b4622269-b0e2-47fe-87b4-54dde04b1036 service neutron] 10.222.0.18 "GET /v2.0/networks/28f38c63-eb30-4453-829d-2d302e41c5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655664 Jul 29 23:25:15.624588 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c40232b0-973c-44b5-9dbe-ff1380778eb5 req-1a8736fb-4833-430e-b6fc-9ccbcba589bd tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:15.641818 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c40232b0-973c-44b5-9dbe-ff1380778eb5 req-1a8736fb-4833-430e-b6fc-9ccbcba589bd tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:15.698868 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9015030e-a8f5-4777-ab82-1b7fd50f9895 admin admin] For port 5722339a-e00d-4485-8308-2dd7bd095564, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=5722339a-e00d-4485-8308-2dd7bd095564,segment=NetworkSegment(032842ed-983f-41f3-a825-71fef9598b85),segment_id=032842ed-983f-41f3-a825-71fef9598b85)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:15.699167 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9015030e-a8f5-4777-ab82-1b7fd50f9895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:15.714079 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9015030e-a8f5-4777-ab82-1b7fd50f9895 admin admin] Calling delete_port for 5722339a-e00d-4485-8308-2dd7bd095564 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:25:15.715661 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c40232b0-973c-44b5-9dbe-ff1380778eb5 req-1a8736fb-4833-430e-b6fc-9ccbcba589bd tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:15.717606 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c40232b0-973c-44b5-9dbe-ff1380778eb5 req-1a8736fb-4833-430e-b6fc-9ccbcba589bd tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7433109 Jul 29 23:25:15.782750 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8736fb-4833-430e-b6fc-9ccbcba589bd tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=993611a6-cebd-45df-90ba-6e3cb2375fad,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:15.833622 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cc4f2921-ff51-4fb1-b939-ddae2e812516 req-30e63418-043d-49f7-ab11-7b71a87e8627 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] 10.222.0.18 "GET /v2.0/security-groups/776174ba-f130-4749-957f-6bc00bee0aca HTTP/1.1" status: 200 len: 1810 time: 0.0938668 Jul 29 23:25:15.838635 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-6eeb29b2-4c60-43c6-bb8d-b18360725dd5 service neutron] 10.222.0.18 "GET /v2.0/networks/28f38c63-eb30-4453-829d-2d302e41c5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104061 Jul 29 23:25:15.989356 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09931a43-f943-467a-80ce-a795cca3fda8 req-1d96c8ee-6442-4b96-ad3a-d40eb954a999 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:15.991163 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-09931a43-f943-467a-80ce-a795cca3fda8 req-1d96c8ee-6442-4b96-ad3a-d40eb954a999 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=772d9e75-55e0-42bf-aafa-b92aad95fe3f HTTP/1.1" status: 200 len: 944 time: 0.0828352 Jul 29 23:25:15.992898 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9015030e-a8f5-4777-ab82-1b7fd50f9895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:16.030653 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9015030e-a8f5-4777-ab82-1b7fd50f9895 admin admin] Pushing event deleted for resources: {'Port': ['ID=5722339a-e00d-4485-8308-2dd7bd095564,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:16.040456 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-09931a43-f943-467a-80ce-a795cca3fda8 req-cce7c409-8886-4083-ac11-c7709cb9397a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381212 Jul 29 23:25:16.250313 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9015030e-a8f5-4777-ab82-1b7fd50f9895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:16.600567 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9015030e-a8f5-4777-ab82-1b7fd50f9895 admin admin] Router 1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:25:16.714753 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-ad1f8f02-67db-43ec-9304-483cc99820bd req-a20b5695-e362-4f83-b03d-dcd339bb7341 tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1752896112', 'description': 'tempest-description-1959247615'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:16.746906 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e89fe2-5e39-4111-8c55-b702956786a5', 'tag': '310cd171-f27b-40ca-b100-f659366efb62'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:16.749022 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eddd3251-e6e7-4a06-a827-4354ff8fa88c" -d '{"events": [{"name": "network-changed", "server_uuid": "71e89fe2-5e39-4111-8c55-b702956786a5", "tag": "310cd171-f27b-40ca-b100-f659366efb62"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:16.770008 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094eb489-0bcb-48ff-bd03-1708457b8b81 req-56a7a2ac-5ec9-437f-92e1-2181714c69b2 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:16.772931 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-094eb489-0bcb-48ff-bd03-1708457b8b81 req-56a7a2ac-5ec9-437f-92e1-2181714c69b2 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=71e89fe2-5e39-4111-8c55-b702956786a5 HTTP/1.1" status: 200 len: 943 time: 0.1154499 Jul 29 23:25:16.772931 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ad1f8f02-67db-43ec-9304-483cc99820bd req-a20b5695-e362-4f83-b03d-dcd339bb7341 tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:16.796153 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9015030e-a8f5-4777-ab82-1b7fd50f9895 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:25:16.810254 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9015030e-a8f5-4777-ab82-1b7fd50f9895 admin admin] 10.222.0.18 "PUT /v2.0/routers/1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4135327 Jul 29 23:25:16.811365 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 36292) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:16.819913 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 310cd171-f27b-40ca-b100-f659366efb62 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:25:16.824850 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device d9415347-8553-4a9a-84b8-dfa34b34b5c0 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:16.830737 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6d2d00-79e5-4761-a4e1-6e4ba5ca3635 None None] Sync routers for ids ['1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:25:16.891632 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-094eb489-0bcb-48ff-bd03-1708457b8b81 req-88425a50-32e0-4b7f-af3c-43cda5ef5429 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059728 Jul 29 23:25:16.892105 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6d2d00-79e5-4761-a4e1-6e4ba5ca3635 None None] Routers {'1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:25:16.892518 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-fe6d2d00-79e5-4761-a4e1-6e4ba5ca3635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:25:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:16.992839 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-5ed824d9-f0b9-4093-8841-7fef962d4fff req-0849cffa-19a0-425e-b1f4-65024920e836 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] show failed (client error): The resource could not be found. Jul 29 23:25:16.994536 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ed824d9-f0b9-4093-8841-7fef962d4fff req-0849cffa-19a0-425e-b1f4-65024920e836 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] 10.222.0.18 "GET /v2.0/security-groups/a89de5f8-9679-4d86-9d87-8ef0c7308154 HTTP/1.1" status: 404 len: 352 time: 0.0398188 Jul 29 23:25:17.026359 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6ca97962-7a19-4d22-925e-167ab0964313 admin admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:17.071146 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port d9415347-8553-4a9a-84b8-dfa34b34b5c0 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:17.083291 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port d9415347-8553-4a9a-84b8-dfa34b34b5c0 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:17.083997 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:17.108696 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ad1f8f02-67db-43ec-9304-483cc99820bd req-a20b5695-e362-4f83-b03d-dcd339bb7341 tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:17.112830 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ad1f8f02-67db-43ec-9304-483cc99820bd req-a20b5695-e362-4f83-b03d-dcd339bb7341 tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:17.186607 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 310cd171-f27b-40ca-b100-f659366efb62, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=310cd171-f27b-40ca-b100-f659366efb62,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:17.193101 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-fe6d2d00-79e5-4761-a4e1-6e4ba5ca3635 None None] Set router 1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:25:17.215782 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ad1f8f02-67db-43ec-9304-483cc99820bd req-a20b5695-e362-4f83-b03d-dcd339bb7341 tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:17.217457 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ad1f8f02-67db-43ec-9304-483cc99820bd req-a20b5695-e362-4f83-b03d-dcd339bb7341 tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.5139217 Jul 29 23:25:17.244947 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20b5695-e362-4f83-b03d-dcd339bb7341 tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf2fc62e-61d8-4a9d-a8ca-119dda7235c9,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:17.285415 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ca0279bf-07da-47c3-a0cd-44fa2f8008d2 req-d801a116-c996-428a-a247-393d89b672d0 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 210 time: 0.0594170 Jul 29 23:25:17.306820 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6ca97962-7a19-4d22-925e-167ab0964313 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:17.365858 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 310cd171-f27b-40ca-b100-f659366efb62 has no active binding in host n-h2-712140-10 {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:25:17.381454 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e60244-5963-4704-a5e5-956007f4c0c3 x-openstack-request-id: req-d0e60244-5963-4704-a5e5-956007f4c0c3 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:17.381930 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e89fe2-5e39-4111-8c55-b702956786a5", "tag": "310cd171-f27b-40ca-b100-f659366efb62", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:17.382351 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0e60244-5963-4704-a5e5-956007f4c0c3 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:17.383153 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e89fe2-5e39-4111-8c55-b702956786a5', 'tag': '310cd171-f27b-40ca-b100-f659366efb62', 'status': 'completed', 'code': 200} Jul 29 23:25:17.478248 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:17.513326 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772d9e75-55e0-42bf-aafa-b92aad95fe3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9415347-8553-4a9a-84b8-dfa34b34b5c0'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:17.515568 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e015a4a-7c3d-4c19-b9a5-55af7a4addbf" -d '{"events": [{"server_uuid": "772d9e75-55e0-42bf-aafa-b92aad95fe3f", "name": "network-vif-plugged", "status": "completed", "tag": "d9415347-8553-4a9a-84b8-dfa34b34b5c0"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:17.541805 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port d9415347-8553-4a9a-84b8-dfa34b34b5c0, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=d9415347-8553-4a9a-84b8-dfa34b34b5c0,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:17.564821 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:17.677562 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=d9415347-8553-4a9a-84b8-dfa34b34b5c0,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:17.700590 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-fe6d2d00-79e5-4761-a4e1-6e4ba5ca3635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'name': 'tempest-ServersTestFqdnHostnames-874585615-router', 'tenant_id': 'c0a3457b098f4d89bd86c03775586ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': '80d2ff06-76fe-4a5e-9617-549267722cef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:36Z', 'updated_at': '2021-07-29T23:25:15Z', 'revision_number': 5, 'project_id': 'c0a3457b098f4d89bd86c03775586ec5', 'gw_port': {'id': '80d2ff06-76fe-4a5e-9617-549267722cef', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:87:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:22:38Z', 'updated_at': '2021-07-29T23:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:17.710822 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-728ac5fa-9f4f-42e4-a1ff-6127d09f9df1 service neutron] 10.222.0.23 "GET /v2.0/ports/310cd171-f27b-40ca-b100-f659366efb62/bindings/n-h2-712140-10 HTTP/1.1" status: 200 len: 385 time: 0.1318655 Jul 29 23:25:17.737301 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6d2d00-79e5-4761-a4e1-6e4ba5ca3635 None None] Checking router: 1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:25:17.752874 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6d2d00-79e5-4761-a4e1-6e4ba5ca3635 None None] Routers {'1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:25:17.753765 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-fe6d2d00-79e5-4761-a4e1-6e4ba5ca3635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:25:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:17.817985 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-bf54cad3-9bbe-4cde-9e78-9bfeb31d1ac1 req-67531aa2-8e2e-4847-934c-60ec8693ef8f tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] show failed (client error): The resource could not be found. Jul 29 23:25:17.820295 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bf54cad3-9bbe-4cde-9e78-9bfeb31d1ac1 req-67531aa2-8e2e-4847-934c-60ec8693ef8f tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] 10.222.0.18 "GET /v2.0/security-group-rules/cb88a307-6600-4611-b517-6625d1f6ee76 HTTP/1.1" status: 404 len: 361 time: 0.4337745 Jul 29 23:25:17.874332 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-fe6d2d00-79e5-4761-a4e1-6e4ba5ca3635 None None] Set router 1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:25:17.915788 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd3251-e6e7-4a06-a827-4354ff8fa88c req-c23bce50-59ea-4351-9f3f-898fb09bdd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:17.917958 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eddd3251-e6e7-4a06-a827-4354ff8fa88c req-c23bce50-59ea-4351-9f3f-898fb09bdd99 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&device_id=71e89fe2-5e39-4111-8c55-b702956786a5 HTTP/1.1" status: 200 len: 1126 time: 0.5334098 Jul 29 23:25:17.955295 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-6ca97962-7a19-4d22-925e-167ab0964313 admin admin] Deleting port 80d2ff06-76fe-4a5e-9617-549267722cef {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:25:17.955663 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6ca97962-7a19-4d22-925e-167ab0964313 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:17.968399 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-5fd540db-8432-4be3-a142-97382d3146d8 service neutron] For port 310cd171-f27b-40ca-b100-f659366efb62, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=310cd171-f27b-40ca-b100-f659366efb62,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:17.974475 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-fe6d2d00-79e5-4761-a4e1-6e4ba5ca3635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'name': 'tempest-ServersTestFqdnHostnames-874585615-router', 'tenant_id': 'c0a3457b098f4d89bd86c03775586ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:36Z', 'updated_at': '2021-07-29T23:25:17Z', 'revision_number': 6, 'project_id': 'c0a3457b098f4d89bd86c03775586ec5', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:17.999121 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-5fd540db-8432-4be3-a142-97382d3146d8 service neutron] For port 310cd171-f27b-40ca-b100-f659366efb62, host n-h1-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:18.023460 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6d2d00-79e5-4761-a4e1-6e4ba5ca3635 None None] The sync data for ids ['1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a'] in n-d-712140-10 is: [{'id': '1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a', 'name': 'tempest-ServersTestFqdnHostnames-874585615-router', 'tenant_id': 'c0a3457b098f4d89bd86c03775586ec5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:22:36Z', 'updated_at': '2021-07-29T23:25:17Z', 'revision_number': 6, 'project_id': 'c0a3457b098f4d89bd86c03775586ec5', 'gw_port_host': None}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:25:18.042149 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-5fd540db-8432-4be3-a142-97382d3146d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 310cd171-f27b-40ca-b100-f659366efb62 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:18.060161 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-5fd540db-8432-4be3-a142-97382d3146d8 service neutron] For port 310cd171-f27b-40ca-b100-f659366efb62, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=310cd171-f27b-40ca-b100-f659366efb62,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:18.065848 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-d868327d-b6f3-444f-ba11-7051e44692c4 req-4fa2f8fd-47b9-4776-a890-c3d59f3bfb3c tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1025292518', 'description': 'tempest-description-1743868945'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:18.084261 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-5fd540db-8432-4be3-a142-97382d3146d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:18.088278 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55bf672-d3a8-4d25-9ca4-e536460cec15 req-beefa7eb-31e2-4498-aae6-4acdcd0f2b82 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:18.099143 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b55bf672-d3a8-4d25-9ca4-e536460cec15 req-beefa7eb-31e2-4498-aae6-4acdcd0f2b82 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=772d9e75-55e0-42bf-aafa-b92aad95fe3f HTTP/1.1" status: 200 len: 945 time: 0.6655421 Jul 29 23:25:18.197761 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-5fd540db-8432-4be3-a142-97382d3146d8 service neutron] Transition to ACTIVE for port object 310cd171-f27b-40ca-b100-f659366efb62 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:18.203893 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-5fd540db-8432-4be3-a142-97382d3146d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:18.223347 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d868327d-b6f3-444f-ba11-7051e44692c4 req-4fa2f8fd-47b9-4776-a890-c3d59f3bfb3c tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:18.262640 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d868327d-b6f3-444f-ba11-7051e44692c4 req-4fa2f8fd-47b9-4776-a890-c3d59f3bfb3c tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:18.282397 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-2520042f-b904-412e-a7b8-9da4295bc57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:18.285169 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-2520042f-b904-412e-a7b8-9da4295bc57e service neutron] 10.222.0.23 "GET /v2.0/ports/aa4019a8-862f-423f-a23c-d8c79eeaa4f6 HTTP/1.1" status: 200 len: 1032 time: 0.1281526 Jul 29 23:25:18.285394 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-5fd540db-8432-4be3-a142-97382d3146d8 service neutron] No DVR routers for this DVR port 310cd171-f27b-40ca-b100-f659366efb62 on host n-h1-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:25:18.302004 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b55bf672-d3a8-4d25-9ca4-e536460cec15 req-1c6ca560-0f34-417d-ad85-4ad691f314ce tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912305 Jul 29 23:25:18.308475 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd540db-8432-4be3-a142-97382d3146d8 service neutron] Pushing event updated for resources: {'Port': ['ID=310cd171-f27b-40ca-b100-f659366efb62,revision_number=10']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:18.345390 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd3251-e6e7-4a06-a827-4354ff8fa88c req-8d2c5bd0-28cd-4a79-93fa-fa6c8c29957e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:18.347061 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eddd3251-e6e7-4a06-a827-4354ff8fa88c req-8d2c5bd0-28cd-4a79-93fa-fa6c8c29957e service neutron] 10.222.0.23 "GET /v2.0/networks?id=41b737f2-e531-4160-b598-3383b744485d HTTP/1.1" status: 200 len: 909 time: 0.4123540 Jul 29 23:25:18.351982 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-5fd540db-8432-4be3-a142-97382d3146d8 service neutron] 10.222.0.23 "PUT /v2.0/ports/310cd171-f27b-40ca-b100-f659366efb62/bindings/n-h2-712140-10/activate HTTP/1.1" status: 200 len: 370 time: 0.6327693 Jul 29 23:25:18.410458 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2436c80-1e70-4837-a76f-f1b1f8ee4dd1 x-openstack-request-id: req-b2436c80-1e70-4837-a76f-f1b1f8ee4dd1 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:18.411082 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772d9e75-55e0-42bf-aafa-b92aad95fe3f", "name": "network-vif-plugged", "status": "completed", "tag": "d9415347-8553-4a9a-84b8-dfa34b34b5c0", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:18.411622 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b2436c80-1e70-4837-a76f-f1b1f8ee4dd1 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:18.412228 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772d9e75-55e0-42bf-aafa-b92aad95fe3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9415347-8553-4a9a-84b8-dfa34b34b5c0', 'code': 200} Jul 29 23:25:18.549802 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-6ca97962-7a19-4d22-925e-167ab0964313 admin admin] For port 80d2ff06-76fe-4a5e-9617-549267722cef, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=80d2ff06-76fe-4a5e-9617-549267722cef,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:18.550215 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6ca97962-7a19-4d22-925e-167ab0964313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:18.565166 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eddd3251-e6e7-4a06-a827-4354ff8fa88c req-39574d61-5b07-4938-ad18-4b223b23acb8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=310cd171-f27b-40ca-b100-f659366efb62 HTTP/1.1" status: 200 len: 217 time: 0.1271780 Jul 29 23:25:18.600451 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-0e853520-977a-4ed3-abf3-5da6c8fc2491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:18.603383 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-0e853520-977a-4ed3-abf3-5da6c8fc2491 service neutron] 10.222.0.23 "GET /v2.0/ports/dae26797-31c4-4e0f-ad38-42613b90a8ce HTTP/1.1" status: 200 len: 1033 time: 0.2800925 Jul 29 23:25:18.616526 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-6ca97962-7a19-4d22-925e-167ab0964313 admin admin] Calling delete_port for 80d2ff06-76fe-4a5e-9617-549267722cef owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:25:18.881283 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-13323cb6-25fe-4795-8bec-f6a95fb2f564 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:18.882843 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-13323cb6-25fe-4795-8bec-f6a95fb2f564 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=71e89fe2-5e39-4111-8c55-b702956786a5&tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&binding%3Ahost_id=n-h1-712140-10 HTTP/1.1" status: 200 len: 1096 time: 0.4294708 Jul 29 23:25:18.969683 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0e6f7-e772-4cc4-85f2-d7964c862eec req-995940eb-5a87-4881-a1bd-7e13df296f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:18.972142 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f0a0e6f7-e772-4cc4-85f2-d7964c862eec req-995940eb-5a87-4881-a1bd-7e13df296f89 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=772d9e75-55e0-42bf-aafa-b92aad95fe3f HTTP/1.1" status: 200 len: 1097 time: 0.4527082 Jul 29 23:25:18.974265 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd3251-e6e7-4a06-a827-4354ff8fa88c req-144c1015-de47-4bfe-9934-ee35cf42298c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:18.976655 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eddd3251-e6e7-4a06-a827-4354ff8fa88c req-144c1015-de47-4bfe-9934-ee35cf42298c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=599960cf-5b7f-432a-8a6a-c415f2272dee HTTP/1.1" status: 200 len: 848 time: 0.3709848 Jul 29 23:25:18.981056 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-684a521e-29e3-44c5-9d65-c9d71f3a836d req-f79cedcc-b100-49c6-808f-b09c5102486b tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] 10.222.0.18 "GET /v2.0/security-groups/776174ba-f130-4749-957f-6bc00bee0aca HTTP/1.1" status: 200 len: 1810 time: 0.4080174 Jul 29 23:25:18.997560 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d868327d-b6f3-444f-ba11-7051e44692c4 req-4fa2f8fd-47b9-4776-a890-c3d59f3bfb3c tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.030677 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d868327d-b6f3-444f-ba11-7051e44692c4 req-4fa2f8fd-47b9-4776-a890-c3d59f3bfb3c tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.128697 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eddd3251-e6e7-4a06-a827-4354ff8fa88c req-03cb25b4-883e-4448-8b80-197b0fd4b442 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=41b737f2-e531-4160-b598-3383b744485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1125650 Jul 29 23:25:19.197588 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:25:19.248781 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-f8bcd06b-4dd2-48ec-bfa2-c9ddd667b718 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:19.255752 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-f8bcd06b-4dd2-48ec-bfa2-c9ddd667b718 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:19.261650 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-f8bcd06b-4dd2-48ec-bfa2-c9ddd667b718 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:19.263739 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-f8bcd06b-4dd2-48ec-bfa2-c9ddd667b718 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.23 "GET /v2.0/networks?id=66bf1b30-b0b3-402c-8a81-d59ae3f7f904&id=6f7ef717-20cb-4c28-893e-cda3f326a46a&id=6f7ef717-20cb-4c28-893e-cda3f326a46a&id=6f7ef717-20cb-4c28-893e-cda3f326a46a&id=6f7ef717-20cb-4c28-893e-cda3f326a46a&id=28f38c63-eb30-4453-829d-2d302e41c5f3&id=28f38c63-eb30-4453-829d-2d302e41c5f3 HTTP/1.1" status: 200 len: 1995 time: 0.6246047 Jul 29 23:25:19.278389 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9669d763-d1be-4b62-8164-a47102a06163 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:25:19.314845 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 5722339a-e00d-4485-8308-2dd7bd095564 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:25:19.349418 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 5722339a-e00d-4485-8308-2dd7bd095564 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:25:19.349857 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 5722339a-e00d-4485-8308-2dd7bd095564 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:25:19.350533 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 80d2ff06-76fe-4a5e-9617-549267722cef no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:25:19.359153 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2f8fd-47b9-4776-a890-c3d59f3bfb3c tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7662db7-cb11-4ae4-bcfb-942566fe1c88,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:19.373656 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-45de4f95-8e73-4d71-bcfb-230fa5177bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:19.375298 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-45de4f95-8e73-4d71-bcfb-230fa5177bec service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=71e89fe2-5e39-4111-8c55-b702956786a5&tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c HTTP/1.1" status: 200 len: 1096 time: 0.4811487 Jul 29 23:25:19.377168 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f0a0e6f7-e772-4cc4-85f2-d7964c862eec req-a6fe3b18-3ad6-4f88-8da6-747c442bcb67 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843760 Jul 29 23:25:19.417339 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.db.resource_extend [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:25:19.545793 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-684a521e-29e3-44c5-9d65-c9d71f3a836d req-f864dde8-0bb0-41e7-aa82-f0279ee1cdef tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.618295 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.620330 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-30319172-1a7a-4d83-8411-6530edb589f8 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d954899d85d94386b2170efdab77ddb2 HTTP/1.1" status: 200 len: 379 time: 0.3156252 Jul 29 23:25:19.653019 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a022fcf1-c4e7-42de-8f5e-77a02769205f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Request body: {'port': {'device_id': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'network_id': '66bf1b30-b0b3-402c-8a81-d59ae3f7f904', 'admin_state_up': True, 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'security_groups': ['03c635b6-685f-471f-96ad-97d94c162866']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:19.665588 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-684a521e-29e3-44c5-9d65-c9d71f3a836d req-f864dde8-0bb0-41e7-aa82-f0279ee1cdef tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.672930 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eddd3251-e6e7-4a06-a827-4354ff8fa88c req-90726f7e-76e6-4532-b359-d50dc19d1f55 service neutron] 10.222.0.23 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5224164 Jul 29 23:25:19.673209 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9669d763-d1be-4b62-8164-a47102a06163, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9669d763-d1be-4b62-8164-a47102a06163,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:19.754305 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '9669d763-d1be-4b62-8164-a47102a06163', 'network_id': 'e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2', 'port_id': '9669d763-d1be-4b62-8164-a47102a06163', 'mac_address': 'fa:16:3e:0c:7f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e930051-7a16-428b-811f-19e3c68dee70', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:25:19.796890 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6ca97962-7a19-4d22-925e-167ab0964313 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.817873 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.829759 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-684a521e-29e3-44c5-9d65-c9d71f3a836d req-f864dde8-0bb0-41e7-aa82-f0279ee1cdef tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.832452 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-684a521e-29e3-44c5-9d65-c9d71f3a836d req-f864dde8-0bb0-41e7-aa82-f0279ee1cdef tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.833706 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-684a521e-29e3-44c5-9d65-c9d71f3a836d req-f864dde8-0bb0-41e7-aa82-f0279ee1cdef tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] 10.222.0.18 "DELETE /v2.0/security-groups/776174ba-f130-4749-957f-6bc00bee0aca HTTP/1.1" status: 204 len: 173 time: 0.8202837 Jul 29 23:25:19.850942 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d868327d-b6f3-444f-ba11-7051e44692c4 req-4fa2f8fd-47b9-4776-a890-c3d59f3bfb3c tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.863401 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9669d763-d1be-4b62-8164-a47102a06163 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:19.913696 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f864dde8-0bb0-41e7-aa82-f0279ee1cdef tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=776174ba-f130-4749-957f-6bc00bee0aca,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:19.950274 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-8c9ae9a4-903b-431b-bfca-974facfa5265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:19.952649 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-8c9ae9a4-903b-431b-bfca-974facfa5265 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&device_id=71e89fe2-5e39-4111-8c55-b702956786a5 HTTP/1.1" status: 200 len: 1096 time: 0.5016088 Jul 29 23:25:19.953330 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d868327d-b6f3-444f-ba11-7051e44692c4 req-4fa2f8fd-47b9-4776-a890-c3d59f3bfb3c tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:19.967817 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca97962-7a19-4d22-925e-167ab0964313 admin admin] Pushing event deleted for resources: {'Port': ['ID=80d2ff06-76fe-4a5e-9617-549267722cef,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:19.997023 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9669d763-d1be-4b62-8164-a47102a06163, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9669d763-d1be-4b62-8164-a47102a06163,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:20.011727 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:20.133707 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=9669d763-d1be-4b62-8164-a47102a06163,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:20.137932 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['9669d763-d1be-4b62-8164-a47102a06163'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:25:20.160166 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eddd3251-e6e7-4a06-a827-4354ff8fa88c req-9fc63043-7a02-4eca-a07d-44d7606eed5b service neutron] 10.222.0.23 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559713 Jul 29 23:25:20.442249 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d868327d-b6f3-444f-ba11-7051e44692c4 req-4fa2f8fd-47b9-4776-a890-c3d59f3bfb3c tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:20.444301 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d868327d-b6f3-444f-ba11-7051e44692c4 req-4fa2f8fd-47b9-4776-a890-c3d59f3bfb3c tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 2.4717286 Jul 29 23:25:20.486823 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-ed6ca100-65e1-4cbd-9469-4122afd25aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:20.489021 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-ed6ca100-65e1-4cbd-9469-4122afd25aea service neutron] 10.222.0.39 "GET /v2.0/networks?id=41b737f2-e531-4160-b598-3383b744485d HTTP/1.1" status: 200 len: 909 time: 0.5002780 Jul 29 23:25:20.489915 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa2f8fd-47b9-4776-a890-c3d59f3bfb3c tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e71795c-790e-4e5c-bd52-7abc35c1e2ad,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:20.644706 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6ca97962-7a19-4d22-925e-167ab0964313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:20.789613 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-b77ca16d-7bfc-402a-a895-4d0cf6d996a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=310cd171-f27b-40ca-b100-f659366efb62 HTTP/1.1" status: 200 len: 217 time: 0.2672372 Jul 29 23:25:20.795181 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a022fcf1-c4e7-42de-8f5e-77a02769205f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Made reservation on behalf of d954899d85d94386b2170efdab77ddb2 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:20.800154 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a022fcf1-c4e7-42de-8f5e-77a02769205f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:20.821205 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6ca97962-7a19-4d22-925e-167ab0964313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:20.909981 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da49f46-9ca9-4f6b-85d9-0fbb0a2ff7b6 req-c7858bc3-f370-4fd0-989b-8fa0acdfa314 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:20.917454 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0da49f46-9ca9-4f6b-85d9-0fbb0a2ff7b6 req-c7858bc3-f370-4fd0-989b-8fa0acdfa314 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=71e89fe2-5e39-4111-8c55-b702956786a5 HTTP/1.1" status: 200 len: 944 time: 0.7767146 Jul 29 23:25:20.920972 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d04045ab-1747-4c3f-b7e0-389c78df1cda req-782cf57c-0ce2-4a3a-bf2a-23190d102079 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 210 time: 0.1181085 Jul 29 23:25:20.925523 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6ca97962-7a19-4d22-925e-167ab0964313 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:21.292100 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9669d763-d1be-4b62-8164-a47102a06163 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:21.423067 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 9669d763-d1be-4b62-8164-a47102a06163 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:21.424859 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:21.569868 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-4540ddca-d8f6-4c79-a7be-9216aa92dc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:21.571389 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-4540ddca-d8f6-4c79-a7be-9216aa92dc84 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=599960cf-5b7f-432a-8a6a-c415f2272dee HTTP/1.1" status: 200 len: 848 time: 0.7674613 Jul 29 23:25:21.578100 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6ca97962-7a19-4d22-925e-167ab0964313 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:21.579544 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca97962-7a19-4d22-925e-167ab0964313 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:25:21.616921 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6ca97962-7a19-4d22-925e-167ab0964313 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:21.618069 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6ca97962-7a19-4d22-925e-167ab0964313 admin admin] 10.222.0.18 "DELETE /v2.0/routers/1b9de6fb-b797-4e4c-bdcf-83cb33da7a8a HTTP/1.1" status: 204 len: 168 time: 4.8058484 Jul 29 23:25:21.620314 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-e98b161a-eff5-4d1c-b1f8-86607cafc729 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41b737f2-e531-4160-b598-3383b744485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376663 Jul 29 23:25:21.622309 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36368) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:21.640755 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0da49f46-9ca9-4f6b-85d9-0fbb0a2ff7b6 req-1ecc2cdd-374d-436d-beac-a3785ee721c0 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7204683 Jul 29 23:25:21.685547 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:21.810682 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade65ffb-a271-4f85-8d65-702bfddb06a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9669d763-d1be-4b62-8164-a47102a06163'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:21.815812 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e12c9ad-6c36-49aa-aa1c-4a4c934a1e54" -d '{"events": [{"server_uuid": "ade65ffb-a271-4f85-8d65-702bfddb06a9", "name": "network-vif-plugged", "status": "completed", "tag": "9669d763-d1be-4b62-8164-a47102a06163"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:21.845431 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d41ddd7-1690-4ea3-ba99-726dad3c3d4b admin admin] Deleting subnet f8fbcbbd-22b7-4bf5-b554-4ab283a8d631 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:25:21.851291 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d41ddd7-1690-4ea3-ba99-726dad3c3d4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:21.890947 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9669d763-d1be-4b62-8164-a47102a06163, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9669d763-d1be-4b62-8164-a47102a06163,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:21.900140 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:21.903670 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 310cd171-f27b-40ca-b100-f659366efb62 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:25:21.965137 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a022fcf1-c4e7-42de-8f5e-77a02769205f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Allocated IP 172.20.0.14 (66bf1b30-b0b3-402c-8a81-d59ae3f7f904/16a048f2-545c-45a3-863f-3a23de75e13e/e3ef52f7-fd2b-40b7-ab81-25976f3c6559) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:22.015430 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d41ddd7-1690-4ea3-ba99-726dad3c3d4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:22.130612 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=9669d763-d1be-4b62-8164-a47102a06163,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:22.203434 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 310cd171-f27b-40ca-b100-f659366efb62 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:25:22.309163 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d41ddd7-1690-4ea3-ba99-726dad3c3d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:22.348786 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a022fcf1-c4e7-42de-8f5e-77a02769205f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:22.379572 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a022fcf1-c4e7-42de-8f5e-77a02769205f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Transition to ACTIVE for port object e3ef52f7-fd2b-40b7-ab81-25976f3c6559 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:22.444873 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d41ddd7-1690-4ea3-ba99-726dad3c3d4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:22.535809 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d41ddd7-1690-4ea3-ba99-726dad3c3d4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:22.542168 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313250b1-95d9-49de-8b79-29bb055404a7 None None] Network 0b25640e-3654-4f31-920b-3b21eab9978a requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:25:22.546654 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5d41ddd7-1690-4ea3-ba99-726dad3c3d4b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f8fbcbbd-22b7-4bf5-b554-4ab283a8d631 HTTP/1.1" status: 204 len: 168 time: 0.9227326 Jul 29 23:25:22.549944 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36376) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:22.551088 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d41ddd7-1690-4ea3-ba99-726dad3c3d4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8fbcbbd-22b7-4bf5-b554-4ab283a8d631,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:22.556593 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46a758c-7f50-4c57-8533-722ae3323b3f req-3b276513-f6e4-4147-946c-b3c29e01faeb tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:22.571337 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e46a758c-7f50-4c57-8533-722ae3323b3f req-3b276513-f6e4-4147-946c-b3c29e01faeb tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=772d9e75-55e0-42bf-aafa-b92aad95fe3f HTTP/1.1" status: 200 len: 945 time: 1.5475321 Jul 29 23:25:22.604122 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a022fcf1-c4e7-42de-8f5e-77a02769205f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:22.729978 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dfb65074-bd5a-4921-af53-38f393ada590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:22.741335 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a022fcf1-c4e7-42de-8f5e-77a02769205f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Network 66bf1b30-b0b3-402c-8a81-d59ae3f7f904 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:22.826920 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e46a758c-7f50-4c57-8533-722ae3323b3f req-168d0a01-d21f-45e0-b305-a4e4e7bca4b6 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539520 Jul 29 23:25:22.833316 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a022fcf1-c4e7-42de-8f5e-77a02769205f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:22.841721 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a022fcf1-c4e7-42de-8f5e-77a02769205f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:22.857367 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-dfb65074-bd5a-4921-af53-38f393ada590 admin admin] Deleting port 7ab63153-485e-4d50-9a8f-cff4fbd03136 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:25:22.857895 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dfb65074-bd5a-4921-af53-38f393ada590 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:22.966468 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3db777-290e-4f7e-9d1a-90cc28ea6697 None None] DHCP port deletion for 0b25640e-3654-4f31-920b-3b21eab9978a request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:25:22.991466 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-6f639daf-75e9-493f-8b8e-4e360603e3cb req-97525758-9069-48a4-9daf-7ad889bf9982 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1266559323', 'description': 'tempest-description-1247039950'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:23.053046 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6f639daf-75e9-493f-8b8e-4e360603e3cb req-97525758-9069-48a4-9daf-7ad889bf9982 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.056910 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022fcf1-c4e7-42de-8f5e-77a02769205f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Pushing event updated for resources: {'Port': ['ID=e3ef52f7-fd2b-40b7-ab81-25976f3c6559,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:23.058694 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-dfb65074-bd5a-4921-af53-38f393ada590 admin admin] For port 7ab63153-485e-4d50-9a8f-cff4fbd03136, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=7ab63153-485e-4d50-9a8f-cff4fbd03136,segment=NetworkSegment(032842ed-983f-41f3-a825-71fef9598b85),segment_id=032842ed-983f-41f3-a825-71fef9598b85)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:23.059530 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dfb65074-bd5a-4921-af53-38f393ada590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.097681 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8f3db777-290e-4f7e-9d1a-90cc28ea6697 None None] Deleting port 7ab63153-485e-4d50-9a8f-cff4fbd03136 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:25:23.099692 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-dfb65074-bd5a-4921-af53-38f393ada590 admin admin] Calling delete_port for 7ab63153-485e-4d50-9a8f-cff4fbd03136 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:25:23.101987 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8f3db777-290e-4f7e-9d1a-90cc28ea6697 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.153276 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c612ebd5-9b8b-4aa0-8933-7b9c3044505b req-9f1f4225-c3e8-4e03-8867-b4f4fff4bf8b tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] 10.222.0.18 "GET /v2.0/security-groups/b6888096-13e8-49c6-ae4e-9071b133dd1a HTTP/1.1" status: 200 len: 1812 time: 0.7095635 Jul 29 23:25:23.236756 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-0c8a7cca-a327-4aa6-b60d-b6d2d1b9af2b service neutron] 10.222.0.39 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5840383 Jul 29 23:25:23.262248 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a022fcf1-c4e7-42de-8f5e-77a02769205f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:23.263445 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a022fcf1-c4e7-42de-8f5e-77a02769205f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.286649 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-8f3db777-290e-4f7e-9d1a-90cc28ea6697 None None] For port 7ab63153-485e-4d50-9a8f-cff4fbd03136, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=7ab63153-485e-4d50-9a8f-cff4fbd03136,segment=NetworkSegment(032842ed-983f-41f3-a825-71fef9598b85),segment_id=032842ed-983f-41f3-a825-71fef9598b85)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:23.288017 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8f3db777-290e-4f7e-9d1a-90cc28ea6697 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.320826 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8f3db777-290e-4f7e-9d1a-90cc28ea6697 None None] Calling delete_port for 7ab63153-485e-4d50-9a8f-cff4fbd03136 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:25:23.322319 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dfb65074-bd5a-4921-af53-38f393ada590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.408662 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb65074-bd5a-4921-af53-38f393ada590 admin admin] No DVR routers for this DVR port 7ab63153-485e-4d50-9a8f-cff4fbd03136 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:25:23.473361 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb65074-bd5a-4921-af53-38f393ada590 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ab63153-485e-4d50-9a8f-cff4fbd03136,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:23.501995 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8f3db777-290e-4f7e-9d1a-90cc28ea6697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.518356 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 7ab63153-485e-4d50-9a8f-cff4fbd03136 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:25:23.521796 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3db777-290e-4f7e-9d1a-90cc28ea6697 None None] No DVR routers for this DVR port 7ab63153-485e-4d50-9a8f-cff4fbd03136 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:25:23.584480 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3db777-290e-4f7e-9d1a-90cc28ea6697 None None] Pushing event deleted for resources: {'Port': ['ID=7ab63153-485e-4d50-9a8f-cff4fbd03136,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:23.595737 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 7ab63153-485e-4d50-9a8f-cff4fbd03136 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:25:23.596723 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 7ab63153-485e-4d50-9a8f-cff4fbd03136 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:25:23.634413 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ca6a1d46-3d8a-439c-8184-c3a8df0a0c46 None None] Provisioning for port e3ef52f7-fd2b-40b7-ab81-25976f3c6559 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:23.647174 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ca6a1d46-3d8a-439c-8184-c3a8df0a0c46 None None] Provisioning complete for port e3ef52f7-fd2b-40b7-ab81-25976f3c6559 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:23.647812 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ca6a1d46-3d8a-439c-8184-c3a8df0a0c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.726744 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6f639daf-75e9-493f-8b8e-4e360603e3cb req-97525758-9069-48a4-9daf-7ad889bf9982 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.744548 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6f639daf-75e9-493f-8b8e-4e360603e3cb req-97525758-9069-48a4-9daf-7ad889bf9982 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.799796 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ca6a1d46-3d8a-439c-8184-c3a8df0a0c46 None None] Port e3ef52f7-fd2b-40b7-ab81-25976f3c6559 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:25:23.807498 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a022fcf1-c4e7-42de-8f5e-77a02769205f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1706274 Jul 29 23:25:23.816082 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c612ebd5-9b8b-4aa0-8933-7b9c3044505b req-1bab9f08-c936-49dd-9bcd-fae6ec0466ce tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.835992 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dfb65074-bd5a-4921-af53-38f393ada590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.838255 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-bb7144c4-6059-4d36-94cd-5843adc5a563 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Request body: {'port': {'device_id': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'network_id': '6f7ef717-20cb-4c28-893e-cda3f326a46a', 'admin_state_up': True, 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'security_groups': ['03c635b6-685f-471f-96ad-97d94c162866']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:23.866592 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-dfb65074-bd5a-4921-af53-38f393ada590 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b25640e-3654-4f31-920b-3b21eab9978a']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:23.898771 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-dfb65074-bd5a-4921-af53-38f393ada590 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '032842ed-983f-41f3-a825-71fef9598b85') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:23.899459 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-dfb65074-bd5a-4921-af53-38f393ada590 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '032842ed-983f-41f3-a825-71fef9598b85') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:23.928193 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97525758-9069-48a4-9daf-7ad889bf9982 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68161bf8-5444-46af-b271-eccbe332dbab,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:23.947307 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6f639daf-75e9-493f-8b8e-4e360603e3cb req-97525758-9069-48a4-9daf-7ad889bf9982 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.958435 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f639daf-75e9-493f-8b8e-4e360603e3cb req-97525758-9069-48a4-9daf-7ad889bf9982 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.0655458 Jul 29 23:25:23.959642 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dfb65074-bd5a-4921-af53-38f393ada590 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.990677 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dfb65074-bd5a-4921-af53-38f393ada590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:23.997627 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c612ebd5-9b8b-4aa0-8933-7b9c3044505b req-1bab9f08-c936-49dd-9bcd-fae6ec0466ce tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:24.021421 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfb65074-bd5a-4921-af53-38f393ada590 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:25:24.021865 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dfb65074-bd5a-4921-af53-38f393ada590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:24.025104 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:25:24.025104 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:25:24.025104 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:25:24.025104 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:25:24.025104 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:25:24.025104 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:25:24.025104 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:25:24.025104 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:25:24.025104 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:25:24.025104 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:25:24.025104 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:25:24.025104 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:25:24.025104 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:25:24.025104 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:25:24.025104 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:25:24.025104 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:25:24.025104 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:25:24.025104 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:25:24.025104 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:25:24.025104 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:25:24.025104 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:25:24.025104 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:25:24.025104 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:25:24.025104 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:25:24.025104 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:25:24.025104 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:25:24.025104 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:25:24.025104 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:25:24.025104 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:25:24.025104 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:25:24.025104 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:25:24.025104 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:25:24.051314 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-7cf2cec5-9a4d-4993-b0e7-723732a21805 service neutron] 10.222.0.39 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7632370 Jul 29 23:25:24.185233 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c612ebd5-9b8b-4aa0-8933-7b9c3044505b req-1bab9f08-c936-49dd-9bcd-fae6ec0466ce tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:24.195949 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c612ebd5-9b8b-4aa0-8933-7b9c3044505b req-1bab9f08-c936-49dd-9bcd-fae6ec0466ce tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:24.206869 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c612ebd5-9b8b-4aa0-8933-7b9c3044505b req-1bab9f08-c936-49dd-9bcd-fae6ec0466ce tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] 10.222.0.18 "DELETE /v2.0/security-groups/b6888096-13e8-49c6-ae4e-9071b133dd1a HTTP/1.1" status: 204 len: 173 time: 1.0199056 Jul 29 23:25:24.214041 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71cb120-7b2e-48ac-b0d0-a403b0a7d8a0 x-openstack-request-id: req-f71cb120-7b2e-48ac-b0d0-a403b0a7d8a0 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:24.214387 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade65ffb-a271-4f85-8d65-702bfddb06a9", "name": "network-vif-plugged", "status": "completed", "tag": "9669d763-d1be-4b62-8164-a47102a06163", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:24.214660 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f71cb120-7b2e-48ac-b0d0-a403b0a7d8a0 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:24.215209 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade65ffb-a271-4f85-8d65-702bfddb06a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9669d763-d1be-4b62-8164-a47102a06163', 'code': 200} Jul 29 23:25:24.221171 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dfb65074-bd5a-4921-af53-38f393ada590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:24.239645 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dfb65074-bd5a-4921-af53-38f393ada590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:24.244633 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-dfb65074-bd5a-4921-af53-38f393ada590 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0b25640e-3654-4f31-920b-3b21eab9978a HTTP/1.1" status: 204 len: 168 time: 1.6860304 Jul 29 23:25:24.248822 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-bb7144c4-6059-4d36-94cd-5843adc5a563 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Made reservation on behalf of d954899d85d94386b2170efdab77ddb2 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:24.259086 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-bb7144c4-6059-4d36-94cd-5843adc5a563 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:24.286963 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb65074-bd5a-4921-af53-38f393ada590 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b25640e-3654-4f31-920b-3b21eab9978a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:24.315173 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bab9f08-c936-49dd-9bcd-fae6ec0466ce tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6888096-13e8-49c6-ae4e-9071b133dd1a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:24.582565 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-66c6ae57-7d20-4415-a53f-94dda671b85f tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:24.584046 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-66c6ae57-7d20-4415-a53f-94dda671b85f tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=71e89fe2-5e39-4111-8c55-b702956786a5&tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&binding%3Ahost_id=n-h2-712140-10 HTTP/1.1" status: 200 len: 1096 time: 0.1932952 Jul 29 23:25:24.597000 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050add1a-89c2-4c72-bf77-f292ed6ca9fc req-0a7b5b52-802d-4a37-9fc4-befacb848fd8 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:24.604503 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-050add1a-89c2-4c72-bf77-f292ed6ca9fc req-0a7b5b52-802d-4a37-9fc4-befacb848fd8 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=71e89fe2-5e39-4111-8c55-b702956786a5 HTTP/1.1" status: 200 len: 944 time: 0.2147770 Jul 29 23:25:24.675181 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-bb7144c4-6059-4d36-94cd-5843adc5a563 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Allocated IP 10.1.1.170 (6f7ef717-20cb-4c28-893e-cda3f326a46a/deaa786f-4140-420d-bb7f-bb3469568a14/29c01c9f-94c9-4ac1-87b2-e1f292018b97) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:24.714906 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d145c8ba-058c-43c9-9243-6b227ff640bb req-a87562d0-26e1-49da-bce6-4b011ae8c9ef tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:24.722776 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d145c8ba-058c-43c9-9243-6b227ff640bb req-a87562d0-26e1-49da-bce6-4b011ae8c9ef tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 932 time: 0.2352221 Jul 29 23:25:24.778997 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36398) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:24.814653 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-050add1a-89c2-4c72-bf77-f292ed6ca9fc req-36d3cfa0-f217-47a0-9430-d38402b66929 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090900 Jul 29 23:25:24.883608 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bde041dd-c547-449b-8688-37b6ced6ecfb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c0a3457b098f4d89bd86c03775586ec5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1010442 Jul 29 23:25:24.885388 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36400) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:24.911614 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d145c8ba-058c-43c9-9243-6b227ff640bb req-82a1a6f2-f654-4ec1-bd88-1bcb9c1a987c tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879194 Jul 29 23:25:24.970295 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-87284bde-3f3a-40ce-903f-3e391fce547c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.029459 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-87284bde-3f3a-40ce-903f-3e391fce547c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.129135 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-87284bde-3f3a-40ce-903f-3e391fce547c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.132252 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-87284bde-3f3a-40ce-903f-3e391fce547c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.133420 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-87284bde-3f3a-40ce-903f-3e391fce547c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c425eaed-0944-4f51-856c-14a69287633d HTTP/1.1" status: 204 len: 168 time: 0.2445102 Jul 29 23:25:25.146693 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87284bde-3f3a-40ce-903f-3e391fce547c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c425eaed-0944-4f51-856c-14a69287633d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:25.172357 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-f845d6d8-aa04-4271-8104-95741331efcf service neutron] For port 310cd171-f27b-40ca-b100-f659366efb62, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:25.182532 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-f845d6d8-aa04-4271-8104-95741331efcf service neutron] Notify callbacks [] for binding, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.183681 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81485d33-d2da-471a-b716-fc3ebfd72911 req-f845d6d8-aa04-4271-8104-95741331efcf service neutron] 10.222.0.39 "DELETE /v2.0/ports/310cd171-f27b-40ca-b100-f659366efb62/bindings/n-h1-712140-10 HTTP/1.1" status: 204 len: 173 time: 0.5690866 Jul 29 23:25:25.295713 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-bb7144c4-6059-4d36-94cd-5843adc5a563 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.339065 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-bb7144c4-6059-4d36-94cd-5843adc5a563 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Transition to ACTIVE for port object 29c01c9f-94c9-4ac1-87b2-e1f292018b97 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:25.373166 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-426b9784-c042-4f1e-a0ba-6f44022da098 req-0a2c6854-07ca-44df-8548-a3b4060f8ac6 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] 10.222.0.18 "GET /v2.0/security-groups/527efa21-3daf-426d-ad79-f90e40f326b5 HTTP/1.1" status: 200 len: 1813 time: 0.1672668 Jul 29 23:25:25.463555 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-bb7144c4-6059-4d36-94cd-5843adc5a563 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.532595 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7144c4-6059-4d36-94cd-5843adc5a563 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Pushing event updated for resources: {'Port': ['ID=29c01c9f-94c9-4ac1-87b2-e1f292018b97,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:25.584701 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-bb7144c4-6059-4d36-94cd-5843adc5a563 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Network 6f7ef717-20cb-4c28-893e-cda3f326a46a is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:25.600357 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-bb7144c4-6059-4d36-94cd-5843adc5a563 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:25.609100 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-bb7144c4-6059-4d36-94cd-5843adc5a563 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:25.617625 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-426b9784-c042-4f1e-a0ba-6f44022da098 req-0732f4d0-d206-44cb-b9b9-120a96539938 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.727916 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-426b9784-c042-4f1e-a0ba-6f44022da098 req-0732f4d0-d206-44cb-b9b9-120a96539938 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.772307 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-bb7144c4-6059-4d36-94cd-5843adc5a563 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:25.773074 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-bb7144c4-6059-4d36-94cd-5843adc5a563 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:25.852904 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-bb7144c4-6059-4d36-94cd-5843adc5a563 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0280044 Jul 29 23:25:25.884092 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a2e07991-e5a1-45e0-96c5-7771c89d81d6 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Request body: {'port': {'device_id': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'network_id': '6f7ef717-20cb-4c28-893e-cda3f326a46a', 'admin_state_up': True, 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'security_groups': ['03c635b6-685f-471f-96ad-97d94c162866']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:26.088926 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b740db15-8b68-4f70-9cc9-c006dd8d4e67 None None] Provisioning for port 29c01c9f-94c9-4ac1-87b2-e1f292018b97 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:26.095618 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b740db15-8b68-4f70-9cc9-c006dd8d4e67 None None] Provisioning complete for port 29c01c9f-94c9-4ac1-87b2-e1f292018b97 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:26.096029 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b740db15-8b68-4f70-9cc9-c006dd8d4e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:26.153137 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c96bd31-95fc-4e05-aea3-100e6e8c6f77 req-c27ade0b-6e62-4d3e-90da-511f9f874f8a tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 49837 time: 1.0515912 Jul 29 23:25:26.230344 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b740db15-8b68-4f70-9cc9-c006dd8d4e67 None None] Port 29c01c9f-94c9-4ac1-87b2-e1f292018b97 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:25:26.267515 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-426b9784-c042-4f1e-a0ba-6f44022da098 req-0732f4d0-d206-44cb-b9b9-120a96539938 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:26.269691 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-426b9784-c042-4f1e-a0ba-6f44022da098 req-0732f4d0-d206-44cb-b9b9-120a96539938 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:26.270964 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-426b9784-c042-4f1e-a0ba-6f44022da098 req-0732f4d0-d206-44cb-b9b9-120a96539938 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] 10.222.0.18 "DELETE /v2.0/security-groups/527efa21-3daf-426d-ad79-f90e40f326b5 HTTP/1.1" status: 204 len: 173 time: 0.8873625 Jul 29 23:25:26.315817 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0732f4d0-d206-44cb-b9b9-120a96539938 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=527efa21-3daf-426d-ad79-f90e40f326b5,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:26.336344 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c96bd31-95fc-4e05-aea3-100e6e8c6f77 req-7c64c874-6783-42b9-9f01-5185a993c6e1 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] 10.222.0.18 "GET /v2.0/security-groups/0a5939c7-6250-4945-a78a-77696f336325 HTTP/1.1" status: 200 len: 2981 time: 0.1371665 Jul 29 23:25:26.366057 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a2e07991-e5a1-45e0-96c5-7771c89d81d6 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Made reservation on behalf of d954899d85d94386b2170efdab77ddb2 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:26.370229 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a2e07991-e5a1-45e0-96c5-7771c89d81d6 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:26.495763 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c96bd31-95fc-4e05-aea3-100e6e8c6f77 req-d1faa4d9-3ad8-420d-a29a-979ff24bf31f tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] 10.222.0.18 "GET /v2.0/security-groups/0a5939c7-6250-4945-a78a-77696f336325 HTTP/1.1" status: 200 len: 2981 time: 0.1468604 Jul 29 23:25:26.594903 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f6472e-7f62-4d32-9913-28917d36cabe req-97c2781c-cd09-4713-91d1-ad03127e60b3 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:26.597154 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-37f6472e-7f62-4d32-9913-28917d36cabe req-97c2781c-cd09-4713-91d1-ad03127e60b3 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=772d9e75-55e0-42bf-aafa-b92aad95fe3f HTTP/1.1" status: 200 len: 945 time: 0.1904836 Jul 29 23:25:26.670128 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c96bd31-95fc-4e05-aea3-100e6e8c6f77 req-eb614469-144f-4c14-81f5-575dd75f43ed tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] 10.222.0.18 "GET /v2.0/security-groups/0a75ced0-dad7-4674-953f-ca2a0dbbfae7 HTTP/1.1" status: 200 len: 2981 time: 0.1422365 Jul 29 23:25:26.727433 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a2e07991-e5a1-45e0-96c5-7771c89d81d6 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Allocated IP 10.1.1.181 (6f7ef717-20cb-4c28-893e-cda3f326a46a/deaa786f-4140-420d-bb7f-bb3469568a14/3075185e-3c3b-4e1f-8294-cdadf9bf5523) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:26.741621 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-37f6472e-7f62-4d32-9913-28917d36cabe req-6748795a-0d66-4d41-bbbe-21219d36f45a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057925 Jul 29 23:25:26.801701 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c96bd31-95fc-4e05-aea3-100e6e8c6f77 req-2e9c7672-3256-41bd-bc8d-11de2c9a686f tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] 10.222.0.18 "GET /v2.0/security-groups/0a75ced0-dad7-4674-953f-ca2a0dbbfae7 HTTP/1.1" status: 200 len: 2981 time: 0.1237605 Jul 29 23:25:26.846787 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36440) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:26.938468 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c96bd31-95fc-4e05-aea3-100e6e8c6f77 req-42bfbfba-0a13-4922-a995-24da707a44c6 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] 10.222.0.18 "GET /v2.0/security-groups/11a31838-5bcf-4147-a35a-f9c03f24fa9d HTTP/1.1" status: 200 len: 2981 time: 0.1128826 Jul 29 23:25:27.069390 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c96bd31-95fc-4e05-aea3-100e6e8c6f77 req-e5e2a9d4-1e06-42fe-a729-eabc2f785297 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] 10.222.0.18 "GET /v2.0/security-groups/11a31838-5bcf-4147-a35a-f9c03f24fa9d HTTP/1.1" status: 200 len: 2981 time: 0.1121924 Jul 29 23:25:27.074204 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a2e07991-e5a1-45e0-96c5-7771c89d81d6 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.129011 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c9bf6ad3-bf05-430e-bed9-48c2d49b4f6c admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-349255852-network', 'tenant_id': '965c670d288e49d5aaa85c1c76b5b87f'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:27.154486 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9bf6ad3-bf05-430e-bed9-48c2d49b4f6c admin admin] Made reservation on behalf of 965c670d288e49d5aaa85c1c76b5b87f for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:27.158258 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c9bf6ad3-bf05-430e-bed9-48c2d49b4f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.158769 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a2e07991-e5a1-45e0-96c5-7771c89d81d6 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Transition to ACTIVE for port object 3075185e-3c3b-4e1f-8294-cdadf9bf5523 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:27.168529 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c9bf6ad3-bf05-430e-bed9-48c2d49b4f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.231163 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c96bd31-95fc-4e05-aea3-100e6e8c6f77 req-39f844c9-f143-41f8-9da6-ba1e32ecf0ec tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] 10.222.0.18 "GET /v2.0/security-groups/13f1bb13-d8c3-448f-ae48-cb0f0ebd0498 HTTP/1.1" status: 200 len: 2973 time: 0.1515493 Jul 29 23:25:27.246614 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf0f4c4-5376-4414-a01b-e5b5d82a3f3d req-082b3a39-4ee1-499c-80a2-152324693168 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:27.261618 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0bf0f4c4-5376-4414-a01b-e5b5d82a3f3d req-082b3a39-4ee1-499c-80a2-152324693168 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=71e89fe2-5e39-4111-8c55-b702956786a5 HTTP/1.1" status: 200 len: 944 time: 0.1834037 Jul 29 23:25:27.314802 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c9bf6ad3-bf05-430e-bed9-48c2d49b4f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.328916 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c9bf6ad3-bf05-430e-bed9-48c2d49b4f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.360591 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a2e07991-e5a1-45e0-96c5-7771c89d81d6 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.382508 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0bf0f4c4-5376-4414-a01b-e5b5d82a3f3d req-fc36aff5-d0b7-4666-8171-c8af3a886ac6 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196556 Jul 29 23:25:27.392883 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9bf6ad3-bf05-430e-bed9-48c2d49b4f6c admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:25:27.428015 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf6ad3-bf05-430e-bed9-48c2d49b4f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=892fcb76-1630-40c1-a9b5-2366ecb2633d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:27.446212 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c9bf6ad3-bf05-430e-bed9-48c2d49b4f6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.448539 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-c9bf6ad3-bf05-430e-bed9-48c2d49b4f6c admin admin] Added segment c785a71b-d512-473f-abff-49b215536ffe of type vlan for network 2bf2dc2d-f805-45d8-a88e-ba5362112857 Jul 29 23:25:27.470307 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c96bd31-95fc-4e05-aea3-100e6e8c6f77 req-47017337-a300-4d1b-8364-acf96133e204 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] 10.222.0.18 "GET /v2.0/security-groups/13f1bb13-d8c3-448f-ae48-cb0f0ebd0498 HTTP/1.1" status: 200 len: 2973 time: 0.2047338 Jul 29 23:25:27.520425 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a2e07991-e5a1-45e0-96c5-7771c89d81d6 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Network 6f7ef717-20cb-4c28-893e-cda3f326a46a is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:27.527822 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c9bf6ad3-bf05-430e-bed9-48c2d49b4f6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.551459 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a2e07991-e5a1-45e0-96c5-7771c89d81d6 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:27.561827 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a2e07991-e5a1-45e0-96c5-7771c89d81d6 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:27.596696 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c9bf6ad3-bf05-430e-bed9-48c2d49b4f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.599310 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9bf6ad3-bf05-430e-bed9-48c2d49b4f6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:27.602217 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c9bf6ad3-bf05-430e-bed9-48c2d49b4f6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.635160 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e07991-e5a1-45e0-96c5-7771c89d81d6 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Pushing event updated for resources: {'Port': ['ID=3075185e-3c3b-4e1f-8294-cdadf9bf5523,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:27.648662 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c9bf6ad3-bf05-430e-bed9-48c2d49b4f6c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7996163 Jul 29 23:25:27.661780 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 36450) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:27.677494 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-2f5eca24-5345-442f-a21d-af5b1a6c82c2 admin admin] Request body: {'subnet': {'network_id': '2bf2dc2d-f805-45d8-a88e-ba5362112857', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-349255852-subnet', 'tenant_id': '965c670d288e49d5aaa85c1c76b5b87f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:27.729851 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c96bd31-95fc-4e05-aea3-100e6e8c6f77 req-f55838bb-15b9-4f18-8564-1b81fb435ebc tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] 10.222.0.18 "GET /v2.0/security-groups/31e41d68-e2ca-4076-9019-2af4281a5f14 HTTP/1.1" status: 200 len: 2981 time: 0.2269883 Jul 29 23:25:27.739487 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a2e07991-e5a1-45e0-96c5-7771c89d81d6 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:27.741196 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a2e07991-e5a1-45e0-96c5-7771c89d81d6 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.774346 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bf6ad3-bf05-430e-bed9-48c2d49b4f6c admin admin] Pushing event updated for resources: {'Network': ['ID=2bf2dc2d-f805-45d8-a88e-ba5362112857,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:27.776413 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30793bac-b1e7-47fd-8a74-49158c32fab5 req-b239af3c-5f3c-4323-801e-7419e824af38 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:27.783491 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30793bac-b1e7-47fd-8a74-49158c32fab5 req-b239af3c-5f3c-4323-801e-7419e824af38 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:27.789823 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30793bac-b1e7-47fd-8a74-49158c32fab5 req-b239af3c-5f3c-4323-801e-7419e824af38 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:27.801433 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-30793bac-b1e7-47fd-8a74-49158c32fab5 req-b239af3c-5f3c-4323-801e-7419e824af38 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 2375 time: 0.2796063 Jul 29 23:25:27.815757 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 2bf2dc2d-f805-45d8-a88e-ba5362112857 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:25:27.846797 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5eca24-5345-442f-a21d-af5b1a6c82c2 admin admin] Made reservation on behalf of 965c670d288e49d5aaa85c1c76b5b87f for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:27.849100 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2f5eca24-5345-442f-a21d-af5b1a6c82c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:27.934053 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a2e07991-e5a1-45e0-96c5-7771c89d81d6 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0576620 Jul 29 23:25:27.985614 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a97f47dd-39ad-43dd-adb8-d4ba1108f7e6 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Request body: {'port': {'device_id': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '28f38c63-eb30-4453-829d-2d302e41c5f3', 'admin_state_up': True, 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'security_groups': ['03c635b6-685f-471f-96ad-97d94c162866']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:28.077327 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c96bd31-95fc-4e05-aea3-100e6e8c6f77 req-a858cf00-1307-459f-8886-655baf846f97 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] 10.222.0.18 "GET /v2.0/security-groups/31e41d68-e2ca-4076-9019-2af4281a5f14 HTTP/1.1" status: 200 len: 2981 time: 0.3307164 Jul 29 23:25:28.125017 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-30793bac-b1e7-47fd-8a74-49158c32fab5 req-1816cd43-3737-4ca2-ba2d-3c85641cfada tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3210895 Jul 29 23:25:28.301583 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-27ad8c28-12d3-4ac0-ab50-2de94e49b963 None None] Provisioning for port 3075185e-3c3b-4e1f-8294-cdadf9bf5523 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:28.323234 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-27ad8c28-12d3-4ac0-ab50-2de94e49b963 None None] Provisioning complete for port 3075185e-3c3b-4e1f-8294-cdadf9bf5523 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:28.323926 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27ad8c28-12d3-4ac0-ab50-2de94e49b963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:28.435326 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-27ad8c28-12d3-4ac0-ab50-2de94e49b963 None None] Port 3075185e-3c3b-4e1f-8294-cdadf9bf5523 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:25:28.520393 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c96bd31-95fc-4e05-aea3-100e6e8c6f77 req-00655d8e-86a2-4bcc-88c9-5ee2acecf19f tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] 10.222.0.18 "GET /v2.0/security-groups/45e3c7b1-cb9f-4696-ae24-6f9417965284 HTTP/1.1" status: 200 len: 2981 time: 0.4243851 Jul 29 23:25:28.523124 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2f5eca24-5345-442f-a21d-af5b1a6c82c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:28.659183 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5eca24-5345-442f-a21d-af5b1a6c82c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3766b36-d1e4-4f1b-8f1b-c0000e7b42e6,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:28.694559 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a97f47dd-39ad-43dd-adb8-d4ba1108f7e6 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Made reservation on behalf of d954899d85d94386b2170efdab77ddb2 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:28.821379 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3c2c305b-d948-42e8-b198-a3d92bd1bff3 req-6deb099e-b606-47e0-87d4-c7065ae63e41 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] 10.222.0.18 "GET /v2.0/security-groups/772a13f3-5da1-4847-bc1a-5222f5a14602 HTTP/1.1" status: 200 len: 1812 time: 0.3537369 Jul 29 23:25:28.834070 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c96bd31-95fc-4e05-aea3-100e6e8c6f77 req-6ea5abaa-5d7f-4e2f-8250-f66af45450b3 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] 10.222.0.18 "GET /v2.0/security-groups/45e3c7b1-cb9f-4696-ae24-6f9417965284 HTTP/1.1" status: 200 len: 2981 time: 0.3127623 Jul 29 23:25:28.895011 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a97f47dd-39ad-43dd-adb8-d4ba1108f7e6 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:28.940557 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f5eca24-5345-442f-a21d-af5b1a6c82c2 admin admin] Checking segment: {'id': 'c785a71b-d512-473f-abff-49b215536ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2bf2dc2d-f805-45d8-a88e-ba5362112857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:28.941101 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5eca24-5345-442f-a21d-af5b1a6c82c2 admin admin] Network hostable DHCP agents. Network: 2bf2dc2d-f805-45d8-a88e-ba5362112857, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:25:29.065570 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c96bd31-95fc-4e05-aea3-100e6e8c6f77 req-3fc996c4-f7cb-4e9f-b71f-7f9b1ac740c2 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] 10.222.0.18 "GET /v2.0/security-groups/570e443d-c275-4484-b6b3-aad8c2d8324d HTTP/1.1" status: 200 len: 2981 time: 0.2156472 Jul 29 23:25:29.091299 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3c2c305b-d948-42e8-b198-a3d92bd1bff3 req-75de51dd-6a53-44d6-b465-a2daf31c4e7f tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:29.162338 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5eca24-5345-442f-a21d-af5b1a6c82c2 admin admin] Network 2bf2dc2d-f805-45d8-a88e-ba5362112857 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:25:29.249100 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3c2c305b-d948-42e8-b198-a3d92bd1bff3 req-75de51dd-6a53-44d6-b465-a2daf31c4e7f tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:29.257387 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-2f5eca24-5345-442f-a21d-af5b1a6c82c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 2bf2dc2d-f805-45d8-a88e-ba5362112857) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:29.283167 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f5eca24-5345-442f-a21d-af5b1a6c82c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:29.283167 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2f5eca24-5345-442f-a21d-af5b1a6c82c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:29.319031 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c96bd31-95fc-4e05-aea3-100e6e8c6f77 req-d0763a2a-1063-4176-9f66-d74158547b70 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] 10.222.0.18 "GET /v2.0/security-groups/570e443d-c275-4484-b6b3-aad8c2d8324d HTTP/1.1" status: 200 len: 2981 time: 0.2313199 Jul 29 23:25:29.324213 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52244465-db4e-443e-9ee1-b108a616c065 None None] Network 2bf2dc2d-f805-45d8-a88e-ba5362112857 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:25:29.339253 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:29.399872 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2f5eca24-5345-442f-a21d-af5b1a6c82c2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7174642 Jul 29 23:25:29.483510 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a97f47dd-39ad-43dd-adb8-d4ba1108f7e6 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Allocated IP 10.2.2.100 (28f38c63-eb30-4453-829d-2d302e41c5f3/6e6daa85-0112-4dbf-98e3-8562b5fa1b90/e1b35c57-ba8c-44ac-9445-757f4f37b07f) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:29.497849 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3c2c305b-d948-42e8-b198-a3d92bd1bff3 req-75de51dd-6a53-44d6-b465-a2daf31c4e7f tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:29.503218 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3c2c305b-d948-42e8-b198-a3d92bd1bff3 req-75de51dd-6a53-44d6-b465-a2daf31c4e7f tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:29.504471 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3c2c305b-d948-42e8-b198-a3d92bd1bff3 req-75de51dd-6a53-44d6-b465-a2daf31c4e7f tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] 10.222.0.18 "DELETE /v2.0/security-groups/772a13f3-5da1-4847-bc1a-5222f5a14602 HTTP/1.1" status: 204 len: 173 time: 0.6822686 Jul 29 23:25:29.535447 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c96bd31-95fc-4e05-aea3-100e6e8c6f77 req-2d54231f-82b3-4072-b5a5-65991a245a40 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] 10.222.0.18 "GET /v2.0/security-groups/810d573a-34ea-4fef-965b-5ad30f22c729 HTTP/1.1" status: 200 len: 2981 time: 0.2005155 Jul 29 23:25:29.537226 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de51dd-6a53-44d6-b465-a2daf31c4e7f tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=772a13f3-5da1-4847-bc1a-5222f5a14602,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:29.693055 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:29.755405 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6e2a17-debd-47f4-b916-0ac1d26644e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-2bf2dc2d-f805-45d8-a88e-ba5362112857', 'network_id': '2bf2dc2d-f805-45d8-a88e-ba5362112857', 'tenant_id': '965c670d288e49d5aaa85c1c76b5b87f', 'fixed_ips': [{'subnet_id': 'c3766b36-d1e4-4f1b-8f1b-c0000e7b42e6'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:25:29.756673 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9b6e2a17-debd-47f4-b916-0ac1d26644e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:29.833356 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c96bd31-95fc-4e05-aea3-100e6e8c6f77 req-d9e7d1ed-f7cc-4566-a07a-344b7a5535a8 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] 10.222.0.18 "GET /v2.0/security-groups/810d573a-34ea-4fef-965b-5ad30f22c729 HTTP/1.1" status: 200 len: 2981 time: 0.2858620 Jul 29 23:25:29.911575 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23832bee-1c9c-4200-8063-cdd3aee4ac0a req-b2e02317-7686-4dc0-8704-5345ceaa051f tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:29.913575 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-23832bee-1c9c-4200-8063-cdd3aee4ac0a req-b2e02317-7686-4dc0-8704-5345ceaa051f tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=772d9e75-55e0-42bf-aafa-b92aad95fe3f HTTP/1.1" status: 200 len: 945 time: 0.2512443 Jul 29 23:25:29.975860 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a97f47dd-39ad-43dd-adb8-d4ba1108f7e6 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:29.986255 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c96bd31-95fc-4e05-aea3-100e6e8c6f77 req-9209aae1-0320-4c06-94a0-c47a0728447a tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] 10.222.0.18 "GET /v2.0/security-groups/d0b3ae6b-1d25-4249-ae40-f3cdb7fe2e3c HTTP/1.1" status: 200 len: 2981 time: 0.1419032 Jul 29 23:25:30.002058 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a97f47dd-39ad-43dd-adb8-d4ba1108f7e6 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Transition to ACTIVE for port object e1b35c57-ba8c-44ac-9445-757f4f37b07f will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:30.030323 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-23832bee-1c9c-4200-8063-cdd3aee4ac0a req-7d135822-2f25-47f6-a442-a211871899af tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025321 Jul 29 23:25:30.034330 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-9b6e2a17-debd-47f4-b916-0ac1d26644e1 None None] Allocated IP 172.20.0.2 (2bf2dc2d-f805-45d8-a88e-ba5362112857/c3766b36-d1e4-4f1b-8f1b-c0000e7b42e6/e69009f8-230e-4b0c-976f-6b635d43c8b3) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:30.113769 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c96bd31-95fc-4e05-aea3-100e6e8c6f77 req-afcea6b1-c07c-4117-9ce5-cee90b587f03 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] 10.222.0.18 "GET /v2.0/security-groups/d0b3ae6b-1d25-4249-ae40-f3cdb7fe2e3c HTTP/1.1" status: 200 len: 2981 time: 0.1094611 Jul 29 23:25:30.193061 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c96bd31-95fc-4e05-aea3-100e6e8c6f77 req-5034181a-69a5-43e7-acd5-da6fb3950f74 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] 10.222.0.18 "GET /v2.0/security-groups/f4bda6bc-d92e-4adc-80a8-a5b2cacb7b82 HTTP/1.1" status: 200 len: 2977 time: 0.0781319 Jul 29 23:25:30.240044 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a97f47dd-39ad-43dd-adb8-d4ba1108f7e6 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:30.320796 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a97f47dd-39ad-43dd-adb8-d4ba1108f7e6 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Network 28f38c63-eb30-4453-829d-2d302e41c5f3 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:30.329438 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a97f47dd-39ad-43dd-adb8-d4ba1108f7e6 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:30.332209 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a97f47dd-39ad-43dd-adb8-d4ba1108f7e6 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:30.375458 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c96bd31-95fc-4e05-aea3-100e6e8c6f77 req-6030e7ec-4326-4729-8197-27d7a8974194 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] 10.222.0.18 "GET /v2.0/security-groups/f4bda6bc-d92e-4adc-80a8-a5b2cacb7b82 HTTP/1.1" status: 200 len: 2977 time: 0.1806371 Jul 29 23:25:30.416733 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9b6e2a17-debd-47f4-b916-0ac1d26644e1 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:30.427235 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9b6e2a17-debd-47f4-b916-0ac1d26644e1 None None] Transition to ACTIVE for port object e69009f8-230e-4b0c-976f-6b635d43c8b3 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:30.449237 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9b6e2a17-debd-47f4-b916-0ac1d26644e1 None None] Transition to ACTIVE for port object e69009f8-230e-4b0c-976f-6b635d43c8b3 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:30.466302 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9b6e2a17-debd-47f4-b916-0ac1d26644e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:30.485249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97f47dd-39ad-43dd-adb8-d4ba1108f7e6 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Pushing event updated for resources: {'Port': ['ID=e1b35c57-ba8c-44ac-9445-757f4f37b07f,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:30.533760 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c96bd31-95fc-4e05-aea3-100e6e8c6f77 req-51e72d77-311a-416a-a729-bb16a4581fa7 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] 10.222.0.18 "GET /v2.0/security-groups/f7662db7-cb11-4ae4-bcfb-942566fe1c88 HTTP/1.1" status: 200 len: 2981 time: 0.1481893 Jul 29 23:25:30.548986 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a97f47dd-39ad-43dd-adb8-d4ba1108f7e6 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:30.549733 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a97f47dd-39ad-43dd-adb8-d4ba1108f7e6 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:30.571509 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-a97f47dd-39ad-43dd-adb8-d4ba1108f7e6 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6274741 Jul 29 23:25:30.591011 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63724ab5-953c-4409-bf11-6aa558a18827 req-4ca31422-a80e-420b-becd-a281953eb190 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:30.599605 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63724ab5-953c-4409-bf11-6aa558a18827 req-4ca31422-a80e-420b-becd-a281953eb190 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:30.608373 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63724ab5-953c-4409-bf11-6aa558a18827 req-4ca31422-a80e-420b-becd-a281953eb190 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:30.611283 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6e2a17-debd-47f4-b916-0ac1d26644e1 None None] Network 2bf2dc2d-f805-45d8-a88e-ba5362112857 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:30.615814 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63724ab5-953c-4409-bf11-6aa558a18827 req-4ca31422-a80e-420b-becd-a281953eb190 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:30.617579 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-63724ab5-953c-4409-bf11-6aa558a18827 req-4ca31422-a80e-420b-becd-a281953eb190 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 3096 time: 0.2373111 Jul 29 23:25:30.621627 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-16444fff-373d-4f9c-9e64-bcbdb8a57dac tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Request body: {'port': {'device_id': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '28f38c63-eb30-4453-829d-2d302e41c5f3', 'admin_state_up': True, 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'security_groups': ['03c635b6-685f-471f-96ad-97d94c162866']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:30.646577 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e2a17-debd-47f4-b916-0ac1d26644e1 None None] Pushing event updated for resources: {'Port': ['ID=e69009f8-230e-4b0c-976f-6b635d43c8b3,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:30.660338 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-9b6e2a17-debd-47f4-b916-0ac1d26644e1 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:30.667238 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6e2a17-debd-47f4-b916-0ac1d26644e1 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:30.810076 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-9b6e2a17-debd-47f4-b916-0ac1d26644e1 None None] Attempting to bind port e69009f8-230e-4b0c-976f-6b635d43c8b3 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:30.811016 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-9b6e2a17-debd-47f4-b916-0ac1d26644e1 None None] Attempting to bind port e69009f8-230e-4b0c-976f-6b635d43c8b3 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'c785a71b-d512-473f-abff-49b215536ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2bf2dc2d-f805-45d8-a88e-ba5362112857'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:30.811532 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6e2a17-debd-47f4-b916-0ac1d26644e1 None None] Attempting to bind port e69009f8-230e-4b0c-976f-6b635d43c8b3 on network 2bf2dc2d-f805-45d8-a88e-ba5362112857 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:30.819301 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6e2a17-debd-47f4-b916-0ac1d26644e1 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:30.819743 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6e2a17-debd-47f4-b916-0ac1d26644e1 None None] Checking segment: {'id': 'c785a71b-d512-473f-abff-49b215536ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2bf2dc2d-f805-45d8-a88e-ba5362112857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:30.820190 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9b6e2a17-debd-47f4-b916-0ac1d26644e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:30.820616 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6e2a17-debd-47f4-b916-0ac1d26644e1 None None] Bound using segment: {'id': 'c785a71b-d512-473f-abff-49b215536ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2bf2dc2d-f805-45d8-a88e-ba5362112857'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:30.821375 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-9b6e2a17-debd-47f4-b916-0ac1d26644e1 None None] Bound port: e69009f8-230e-4b0c-976f-6b635d43c8b3, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c785a71b-d512-473f-abff-49b215536ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2bf2dc2d-f805-45d8-a88e-ba5362112857'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:30.821835 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9b6e2a17-debd-47f4-b916-0ac1d26644e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:30.825354 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e3e7b741-dc27-4ffd-981c-05187346c230 None None] Provisioning for port e1b35c57-ba8c-44ac-9445-757f4f37b07f completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:30.844504 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e3e7b741-dc27-4ffd-981c-05187346c230 None None] Provisioning complete for port e1b35c57-ba8c-44ac-9445-757f4f37b07f triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:30.844504 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e3e7b741-dc27-4ffd-981c-05187346c230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:31.007048 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e3e7b741-dc27-4ffd-981c-05187346c230 None None] Port e1b35c57-ba8c-44ac-9445-757f4f37b07f cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:25:31.041346 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-9b6e2a17-debd-47f4-b916-0ac1d26644e1 None None] For port e69009f8-230e-4b0c-976f-6b635d43c8b3, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:31.049005 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-9b6e2a17-debd-47f4-b916-0ac1d26644e1 None None] For port e69009f8-230e-4b0c-976f-6b635d43c8b3, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e69009f8-230e-4b0c-976f-6b635d43c8b3,segment=NetworkSegment(c785a71b-d512-473f-abff-49b215536ffe),segment_id=c785a71b-d512-473f-abff-49b215536ffe)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:31.070947 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9b6e2a17-debd-47f4-b916-0ac1d26644e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:31.192145 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-63724ab5-953c-4409-bf11-6aa558a18827 req-4b154efa-75fa-4c74-8f06-57d5038dca28 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837195 Jul 29 23:25:31.194694 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c96bd31-95fc-4e05-aea3-100e6e8c6f77 req-f181d434-8d56-4d21-9dd9-b1c322edc018 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] 10.222.0.18 "GET /v2.0/security-groups/f7662db7-cb11-4ae4-bcfb-942566fe1c88 HTTP/1.1" status: 200 len: 2981 time: 0.6295652 Jul 29 23:25:31.195416 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-16444fff-373d-4f9c-9e64-bcbdb8a57dac tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Made reservation on behalf of d954899d85d94386b2170efdab77ddb2 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:31.201276 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-16444fff-373d-4f9c-9e64-bcbdb8a57dac tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:31.255251 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6e2a17-debd-47f4-b916-0ac1d26644e1 None None] Pushing event updated for resources: {'Port': ['ID=e69009f8-230e-4b0c-976f-6b635d43c8b3,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:31.325211 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c96bd31-95fc-4e05-aea3-100e6e8c6f77 req-6984a272-c1ee-4a8b-91f8-bd50d0464b3f tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] 10.222.0.18 "GET /v2.0/security-groups/fdd0b614-3047-44eb-ac7c-b4bc58ef93d3 HTTP/1.1" status: 200 len: 2981 time: 0.1186252 Jul 29 23:25:31.651615 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a2013761-8f80-4de2-8ec9-2b3f8c14acdf req-8bb3570d-0374-48c4-bbb1-0fdf535fc2db tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] 10.222.0.18 "GET /v2.0/security-groups/8ddb28f6-b0e0-4796-80c2-1faecb1265d6 HTTP/1.1" status: 200 len: 1812 time: 0.2237666 Jul 29 23:25:31.654495 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c96bd31-95fc-4e05-aea3-100e6e8c6f77 req-9a424fc8-55a1-4578-93f1-b5926c4e9411 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] 10.222.0.18 "GET /v2.0/security-groups/fdd0b614-3047-44eb-ac7c-b4bc58ef93d3 HTTP/1.1" status: 200 len: 2981 time: 0.3257844 Jul 29 23:25:31.762515 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-16444fff-373d-4f9c-9e64-bcbdb8a57dac tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Allocated IP 10.2.2.200 (28f38c63-eb30-4453-829d-2d302e41c5f3/6e6daa85-0112-4dbf-98e3-8562b5fa1b90/df88191e-8451-4760-b573-4dbf92f82893) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:31.945024 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a2013761-8f80-4de2-8ec9-2b3f8c14acdf req-41a89b7c-efbd-4d2b-9ac7-b03eb3329be8 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.128600 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a2013761-8f80-4de2-8ec9-2b3f8c14acdf req-41a89b7c-efbd-4d2b-9ac7-b03eb3329be8 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.375713 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-16444fff-373d-4f9c-9e64-bcbdb8a57dac tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.424818 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a2013761-8f80-4de2-8ec9-2b3f8c14acdf req-41a89b7c-efbd-4d2b-9ac7-b03eb3329be8 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.428044 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a2013761-8f80-4de2-8ec9-2b3f8c14acdf req-41a89b7c-efbd-4d2b-9ac7-b03eb3329be8 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.430207 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a2013761-8f80-4de2-8ec9-2b3f8c14acdf req-41a89b7c-efbd-4d2b-9ac7-b03eb3329be8 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] 10.222.0.18 "DELETE /v2.0/security-groups/8ddb28f6-b0e0-4796-80c2-1faecb1265d6 HTTP/1.1" status: 204 len: 173 time: 0.6368632 Jul 29 23:25:32.440606 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36502) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:32.459771 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-16444fff-373d-4f9c-9e64-bcbdb8a57dac tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Transition to ACTIVE for port object df88191e-8451-4760-b573-4dbf92f82893 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:32.488016 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a89b7c-efbd-4d2b-9ac7-b03eb3329be8 tempest-SecurityGroupRulesNegativeTestJSON-1450609830 tempest-SecurityGroupRulesNegativeTestJSON-1450609830-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ddb28f6-b0e0-4796-80c2-1faecb1265d6,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:32.526839 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-b5bcdff9-fad6-498f-90fa-ff3495248f98 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:32.534986 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-b5bcdff9-fad6-498f-90fa-ff3495248f98 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/networks?id=2bf2dc2d-f805-45d8-a88e-ba5362112857 HTTP/1.1" status: 200 len: 815 time: 0.4138055 Jul 29 23:25:32.560436 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8702ec4-3dd3-4a61-addb-26b7d8b76afe admin admin] Deleting subnet 3c7a1221-c285-4d95-a990-765f131d2f0e {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:25:32.567956 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8702ec4-3dd3-4a61-addb-26b7d8b76afe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.605739 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-a679c50a-1e98-4b96-b196-1a48787e6f8d tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/quotas/965c670d288e49d5aaa85c1c76b5b87f HTTP/1.1" status: 200 len: 375 time: 0.0625467 Jul 29 23:25:32.684475 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8702ec4-3dd3-4a61-addb-26b7d8b76afe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.756805 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-16444fff-373d-4f9c-9e64-bcbdb8a57dac tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.759598 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8702ec4-3dd3-4a61-addb-26b7d8b76afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.788877 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ccb984b1-52f5-4666-a999-33c76c22feff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.896245 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8702ec4-3dd3-4a61-addb-26b7d8b76afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.919050 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d00fe95-c3e1-4ce9-9364-6cc31e19fcd0 None None] Network 2bf2dc2d-f805-45d8-a88e-ba5362112857 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:25:32.947432 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8702ec4-3dd3-4a61-addb-26b7d8b76afe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:32.953619 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d8702ec4-3dd3-4a61-addb-26b7d8b76afe admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3c7a1221-c285-4d95-a990-765f131d2f0e HTTP/1.1" status: 204 len: 168 time: 0.5072720 Jul 29 23:25:32.953619 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8702ec4-3dd3-4a61-addb-26b7d8b76afe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c7a1221-c285-4d95-a990-765f131d2f0e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:32.958026 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36506) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:32.959650 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-16444fff-373d-4f9c-9e64-bcbdb8a57dac tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Network 28f38c63-eb30-4453-829d-2d302e41c5f3 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:32.964014 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-16444fff-373d-4f9c-9e64-bcbdb8a57dac tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:33.038413 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d112a3f4-a7a2-45c6-add2-9ba0e30c4446 None None] Provisioning for port e69009f8-230e-4b0c-976f-6b635d43c8b3 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:33.048641 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-16444fff-373d-4f9c-9e64-bcbdb8a57dac tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:33.121346 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-16444fff-373d-4f9c-9e64-bcbdb8a57dac tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:33.122057 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-16444fff-373d-4f9c-9e64-bcbdb8a57dac tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.169384 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-29563c43-6c8c-4df1-a908-b7fe1b700fc6 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=965c670d288e49d5aaa85c1c76b5b87f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5615804 Jul 29 23:25:33.180978 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-65efbfcb-02b9-4777-b194-d95429bf4b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.221351 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16444fff-373d-4f9c-9e64-bcbdb8a57dac tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Pushing event updated for resources: {'Port': ['ID=df88191e-8451-4760-b573-4dbf92f82893,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:33.372348 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-16444fff-373d-4f9c-9e64-bcbdb8a57dac tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7854552 Jul 29 23:25:33.405366 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e69009f8-230e-4b0c-976f-6b635d43c8b3 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:33.412841 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-6d0650fe-92e9-4f76-9a2a-548c24099c42 service neutron] Request body: {'port': {'device_id': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:33.529225 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-65efbfcb-02b9-4777-b194-d95429bf4b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.569117 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-65efbfcb-02b9-4777-b194-d95429bf4b3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d4de39-2eda-494b-9c41-0ca4fbfd6d66']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:33.572527 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c46ee12f-d267-4a8d-9029-3e8227cc29a3 None None] Provisioning for port df88191e-8451-4760-b573-4dbf92f82893 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:33.582489 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c46ee12f-d267-4a8d-9029-3e8227cc29a3 None None] Provisioning complete for port df88191e-8451-4760-b573-4dbf92f82893 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:33.583055 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c46ee12f-d267-4a8d-9029-3e8227cc29a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.605246 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-65efbfcb-02b9-4777-b194-d95429bf4b3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad8f8c10-bd9a-4123-90c0-3f40e430647a') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:33.605614 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-65efbfcb-02b9-4777-b194-d95429bf4b3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad8f8c10-bd9a-4123-90c0-3f40e430647a') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:25:33.616475 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-6d0650fe-92e9-4f76-9a2a-548c24099c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.633229 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-65efbfcb-02b9-4777-b194-d95429bf4b3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.650995 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port e69009f8-230e-4b0c-976f-6b635d43c8b3 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:33.680600 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc99b67-d42c-44af-9500-36e5435b93b3 req-761a685f-346e-46a3-8812-93568c71efe6 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:33.694236 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-65efbfcb-02b9-4777-b194-d95429bf4b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.697551 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port e69009f8-230e-4b0c-976f-6b635d43c8b3 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:33.698151 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.700171 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8fc99b67-d42c-44af-9500-36e5435b93b3 req-761a685f-346e-46a3-8812-93568c71efe6 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=71e89fe2-5e39-4111-8c55-b702956786a5 HTTP/1.1" status: 200 len: 1096 time: 0.7256067 Jul 29 23:25:33.709572 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c46ee12f-d267-4a8d-9029-3e8227cc29a3 None None] Port df88191e-8451-4760-b573-4dbf92f82893 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:25:33.721485 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65efbfcb-02b9-4777-b194-d95429bf4b3b admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:25:33.722281 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-65efbfcb-02b9-4777-b194-d95429bf4b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.729388 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:25:33.729388 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:25:33.729388 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:25:33.729388 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:25:33.729388 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:25:33.729388 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:25:33.729388 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:25:33.729388 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:25:33.729388 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:25:33.729388 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:25:33.729388 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:25:33.729388 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:25:33.729388 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:25:33.729388 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:25:33.729388 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:25:33.729388 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:25:33.729388 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:25:33.729388 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:25:33.729388 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:25:33.729388 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:25:33.729388 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:25:33.729388 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:25:33.729388 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:25:33.729388 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:25:33.729388 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:25:33.729388 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:25:33.729388 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:25:33.729388 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:25:33.729388 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:25:33.729388 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:25:33.729388 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:25:33.729388 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:25:33.886397 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.954442 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port e69009f8-230e-4b0c-976f-6b635d43c8b3, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e69009f8-230e-4b0c-976f-6b635d43c8b3,segment=NetworkSegment(c785a71b-d512-473f-abff-49b215536ffe),segment_id=c785a71b-d512-473f-abff-49b215536ffe)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:33.955090 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-65efbfcb-02b9-4777-b194-d95429bf4b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.956758 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3bea62cb-8756-4a4c-a085-8e3c09ff6479 None None] Provisioning complete for port e69009f8-230e-4b0c-976f-6b635d43c8b3 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:33.957706 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3bea62cb-8756-4a4c-a085-8e3c09ff6479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.964044 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-65efbfcb-02b9-4777-b194-d95429bf4b3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:33.970891 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-65efbfcb-02b9-4777-b194-d95429bf4b3b admin admin] 10.222.0.18 "DELETE /v2.0/networks/98d4de39-2eda-494b-9c41-0ca4fbfd6d66 HTTP/1.1" status: 204 len: 168 time: 1.0091445 Jul 29 23:25:34.007558 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8fc99b67-d42c-44af-9500-36e5435b93b3 req-32db993f-3bfb-4a8e-8004-7815a5678834 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057110 Jul 29 23:25:34.044546 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:34.105344 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efbfcb-02b9-4777-b194-d95429bf4b3b admin admin] Pushing event deleted for resources: {'Network': ['ID=98d4de39-2eda-494b-9c41-0ca4fbfd6d66,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:34.212082 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-01f90f14-97bf-4429-bfc7-b320eca6f43f service neutron] 10.222.0.18 "GET /v2.0/networks/2bf2dc2d-f805-45d8-a88e-ba5362112857?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0255406 Jul 29 23:25:34.340840 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=e69009f8-230e-4b0c-976f-6b635d43c8b3,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:34.393920 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36522) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:34.520851 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6e722f41-4a8f-4465-a129-60f783054ea3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=55a5846e22aa4792b8e59609b362a1d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1223154 Jul 29 23:25:34.521333 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36524) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:34.622256 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ae593ade-1ecb-45ec-89ba-25e76d57f70b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:34.669626 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea983d4f-5bad-48c9-b602-7b00aff52ffc req-80c5669e-579d-4be7-accb-4fa326fd4fba tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d6638fc135da47fa9e1108675e2b53cf HTTP/1.1" status: 200 len: 6104 time: 0.2021542 Jul 29 23:25:34.687451 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ae593ade-1ecb-45ec-89ba-25e76d57f70b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:34.757384 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-212ee3c0-ecff-4e3b-8f86-3804cf05f4e4 service neutron] 10.222.0.18 "GET /v2.0/networks/2bf2dc2d-f805-45d8-a88e-ba5362112857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5434222 Jul 29 23:25:34.819232 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ae593ade-1ecb-45ec-89ba-25e76d57f70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:34.823220 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ae593ade-1ecb-45ec-89ba-25e76d57f70b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:34.825251 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ae593ade-1ecb-45ec-89ba-25e76d57f70b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a5939c7-6250-4945-a78a-77696f336325 HTTP/1.1" status: 204 len: 168 time: 0.3025794 Jul 29 23:25:34.837078 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae593ade-1ecb-45ec-89ba-25e76d57f70b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5939c7-6250-4945-a78a-77696f336325,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:34.843251 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea983d4f-5bad-48c9-b602-7b00aff52ffc req-fc95a085-20a9-4040-b318-a762c52d8c93 tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] 10.222.0.18 "GET /v2.0/security-groups/31e41d68-e2ca-4076-9019-2af4281a5f14 HTTP/1.1" status: 200 len: 2981 time: 0.1608357 Jul 29 23:25:35.008058 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-6d0650fe-92e9-4f76-9a2a-548c24099c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ef52f7-fd2b-40b7-ab81-25976f3c6559 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:35.025159 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-6d0650fe-92e9-4f76-9a2a-548c24099c42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:35.056957 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea983d4f-5bad-48c9-b602-7b00aff52ffc req-eee21fb1-2a80-442c-840c-5acee05cb72e tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] 10.222.0.18 "GET /v2.0/security-groups/31e41d68-e2ca-4076-9019-2af4281a5f14 HTTP/1.1" status: 200 len: 2981 time: 0.1979659 Jul 29 23:25:35.098107 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-6d0650fe-92e9-4f76-9a2a-548c24099c42 service neutron] Transition to ACTIVE for port object e3ef52f7-fd2b-40b7-ab81-25976f3c6559 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:35.103398 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-6d0650fe-92e9-4f76-9a2a-548c24099c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:35.367811 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:35.441819 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e69009f8-230e-4b0c-976f-6b635d43c8b3 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:35.466425 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0650fe-92e9-4f76-9a2a-548c24099c42 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ef52f7-fd2b-40b7-ab81-25976f3c6559,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:35.582379 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7f35d369-526d-4108-a7cf-b4fc05bc672d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:35.599083 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port e69009f8-230e-4b0c-976f-6b635d43c8b3 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:35.599530 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:35.817873 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b6a65-2ae5-4b39-9c56-9baae8d9f42b req-f6414d48-0a81-4b2c-8f9d-31f64c1174c2 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:35.838958 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9c6b6a65-2ae5-4b39-9c56-9baae8d9f42b req-f6414d48-0a81-4b2c-8f9d-31f64c1174c2 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=772d9e75-55e0-42bf-aafa-b92aad95fe3f HTTP/1.1" status: 200 len: 945 time: 0.3173192 Jul 29 23:25:35.911695 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930b5bb-1e30-4d17-bfd7-178a0661993e req-8a0089c0-1159-4c61-ab92-048c0fd9dcd0 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:35.920979 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930b5bb-1e30-4d17-bfd7-178a0661993e req-8a0089c0-1159-4c61-ab92-048c0fd9dcd0 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:35.929319 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930b5bb-1e30-4d17-bfd7-178a0661993e req-8a0089c0-1159-4c61-ab92-048c0fd9dcd0 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:35.936713 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930b5bb-1e30-4d17-bfd7-178a0661993e req-8a0089c0-1159-4c61-ab92-048c0fd9dcd0 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:35.943967 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5930b5bb-1e30-4d17-bfd7-178a0661993e req-8a0089c0-1159-4c61-ab92-048c0fd9dcd0 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:35.952542 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5930b5bb-1e30-4d17-bfd7-178a0661993e req-8a0089c0-1159-4c61-ab92-048c0fd9dcd0 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 3829 time: 0.6077559 Jul 29 23:25:35.984541 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-6d0650fe-92e9-4f76-9a2a-548c24099c42 service neutron] Attempting to bind port e3ef52f7-fd2b-40b7-ab81-25976f3c6559 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:35.985043 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-6d0650fe-92e9-4f76-9a2a-548c24099c42 service neutron] Attempting to bind port e3ef52f7-fd2b-40b7-ab81-25976f3c6559 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '4ac21f00-30d3-4050-bcd9-41af44bf680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '66bf1b30-b0b3-402c-8a81-d59ae3f7f904'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:35.985398 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-6d0650fe-92e9-4f76-9a2a-548c24099c42 service neutron] Attempting to bind port e3ef52f7-fd2b-40b7-ab81-25976f3c6559 on network 66bf1b30-b0b3-402c-8a81-d59ae3f7f904 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:36.080007 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5930b5bb-1e30-4d17-bfd7-178a0661993e req-6a9781f7-4bf8-49f4-800a-ca73ddc36f72 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238265 Jul 29 23:25:36.081046 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-6d0650fe-92e9-4f76-9a2a-548c24099c42 service neutron] Port e3ef52f7-fd2b-40b7-ab81-25976f3c6559 on network 66bf1b30-b0b3-402c-8a81-d59ae3f7f904 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:25:36.081046 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-6d0650fe-92e9-4f76-9a2a-548c24099c42 service neutron] Attempting to bind port e3ef52f7-fd2b-40b7-ab81-25976f3c6559 on network 66bf1b30-b0b3-402c-8a81-d59ae3f7f904 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:36.093871 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9c6b6a65-2ae5-4b39-9c56-9baae8d9f42b req-6992187a-50ae-40ea-b4ed-10c2e8923947 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536974 Jul 29 23:25:36.094969 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-6d0650fe-92e9-4f76-9a2a-548c24099c42 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:36.095314 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-6d0650fe-92e9-4f76-9a2a-548c24099c42 service neutron] Checking segment: {'id': '4ac21f00-30d3-4050-bcd9-41af44bf680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '66bf1b30-b0b3-402c-8a81-d59ae3f7f904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:36.095693 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-6d0650fe-92e9-4f76-9a2a-548c24099c42 service neutron] Bound using segment: {'id': '4ac21f00-30d3-4050-bcd9-41af44bf680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '66bf1b30-b0b3-402c-8a81-d59ae3f7f904'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:36.096206 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-6d0650fe-92e9-4f76-9a2a-548c24099c42 service neutron] Bound port: e3ef52f7-fd2b-40b7-ab81-25976f3c6559, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ac21f00-30d3-4050-bcd9-41af44bf680d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '66bf1b30-b0b3-402c-8a81-d59ae3f7f904'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:36.096576 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-6d0650fe-92e9-4f76-9a2a-548c24099c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:36.351957 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-6d0650fe-92e9-4f76-9a2a-548c24099c42 service neutron] For port e3ef52f7-fd2b-40b7-ab81-25976f3c6559, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:36.355683 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-6d0650fe-92e9-4f76-9a2a-548c24099c42 service neutron] For port e3ef52f7-fd2b-40b7-ab81-25976f3c6559, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=e3ef52f7-fd2b-40b7-ab81-25976f3c6559,segment=NetworkSegment(4ac21f00-30d3-4050-bcd9-41af44bf680d),segment_id=4ac21f00-30d3-4050-bcd9-41af44bf680d)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:36.385003 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-6d0650fe-92e9-4f76-9a2a-548c24099c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:36.419892 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-6d0650fe-92e9-4f76-9a2a-548c24099c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:36.420887 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-6d0650fe-92e9-4f76-9a2a-548c24099c42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:36.422367 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-6d0650fe-92e9-4f76-9a2a-548c24099c42 service neutron] 10.222.0.23 "PUT /v2.0/ports/e3ef52f7-fd2b-40b7-ab81-25976f3c6559 HTTP/1.1" status: 200 len: 1093 time: 3.0461850 Jul 29 23:25:36.473385 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'tag': 'e3ef52f7-fd2b-40b7-ab81-25976f3c6559'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:36.475865 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e288054-24f3-411e-946c-145070d51010" -d '{"events": [{"name": "network-changed", "server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "tag": "e3ef52f7-fd2b-40b7-ab81-25976f3c6559"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:36.508991 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-099fb239-1e53-4ff2-ad91-66d5aba39bef service neutron] Request body: {'port': {'device_id': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:36.527813 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f8358cb-6807-4981-8c63-b49901975616 req-2de7cbf8-fd7d-4fb7-b168-084b89bae866 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] 10.222.0.18 "GET /v2.0/security-groups/68161bf8-5444-46af-b271-eccbe332dbab HTTP/1.1" status: 200 len: 1778 time: 0.3049769 Jul 29 23:25:36.666514 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0650fe-92e9-4f76-9a2a-548c24099c42 service neutron] Pushing event updated for resources: {'Port': ['ID=e3ef52f7-fd2b-40b7-ab81-25976f3c6559,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:36.714237 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1f8358cb-6807-4981-8c63-b49901975616 req-4e1c0524-28ef-444b-a6d6-a2aeef0cad59 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:36.789369 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:36.799055 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-24280310-296c-464c-b5d1-7ac38ec91905 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:36.807508 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-24280310-296c-464c-b5d1-7ac38ec91905 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/networks?id=41b737f2-e531-4160-b598-3383b744485d HTTP/1.1" status: 200 len: 808 time: 0.4480636 Jul 29 23:25:36.823753 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-099fb239-1e53-4ff2-ad91-66d5aba39bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:36.847896 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-77924f53-732e-48e6-b356-f94051f74841 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/quotas/06a0bb0f8bb247ddbe276cca90b0c08c HTTP/1.1" status: 200 len: 375 time: 0.0171769 Jul 29 23:25:36.873940 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1f8358cb-6807-4981-8c63-b49901975616 req-4e1c0524-28ef-444b-a6d6-a2aeef0cad59 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:36.951972 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36578) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:37.041629 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-fb52f8bf-87c0-4613-aba8-dcd712a5e8e6 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1927340 Jul 29 23:25:37.133902 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-4b6df576-a5fa-417e-b282-8271bb66fe09 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1711940991-network', 'tenant_id': 'bc9f40ce066549d5a00b2fc27cd6a85a'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:37.197850 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b6df576-a5fa-417e-b282-8271bb66fe09 admin admin] Made reservation on behalf of bc9f40ce066549d5a00b2fc27cd6a85a for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:37.216265 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b6df576-a5fa-417e-b282-8271bb66fe09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:37.225287 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1f8358cb-6807-4981-8c63-b49901975616 req-4e1c0524-28ef-444b-a6d6-a2aeef0cad59 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:37.227996 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1f8358cb-6807-4981-8c63-b49901975616 req-4e1c0524-28ef-444b-a6d6-a2aeef0cad59 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:37.240545 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f8358cb-6807-4981-8c63-b49901975616 req-4e1c0524-28ef-444b-a6d6-a2aeef0cad59 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/68161bf8-5444-46af-b271-eccbe332dbab HTTP/1.1" status: 204 len: 173 time: 0.7116041 Jul 29 23:25:37.242945 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b6df576-a5fa-417e-b282-8271bb66fe09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:37.430879 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b6df576-a5fa-417e-b282-8271bb66fe09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:37.439516 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b6df576-a5fa-417e-b282-8271bb66fe09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:37.487600 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6df576-a5fa-417e-b282-8271bb66fe09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79fff0a-09c1-4a3b-83fd-5425d61ca504,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:37.492492 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-b188704d-5b88-43e7-aacc-280807dcb326 service neutron] 10.222.0.18 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4493625 Jul 29 23:25:37.509737 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b6df576-a5fa-417e-b282-8271bb66fe09 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:25:37.510352 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1c0524-28ef-444b-a6d6-a2aeef0cad59 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68161bf8-5444-46af-b271-eccbe332dbab,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:37.538571 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b6df576-a5fa-417e-b282-8271bb66fe09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:37.539251 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-4b6df576-a5fa-417e-b282-8271bb66fe09 admin admin] Added segment 7f058680-96f9-409b-9da3-a329d820632f of type vlan for network dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb Jul 29 23:25:37.555900 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c0524-28ef-444b-a6d6-a2aeef0cad59 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:37.556301 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c0524-28ef-444b-a6d6-a2aeef0cad59 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:37.556611 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c0524-28ef-444b-a6d6-a2aeef0cad59 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:37.556949 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c0524-28ef-444b-a6d6-a2aeef0cad59 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:37.557297 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c0524-28ef-444b-a6d6-a2aeef0cad59 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:37.557636 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c0524-28ef-444b-a6d6-a2aeef0cad59 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:37.557968 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c0524-28ef-444b-a6d6-a2aeef0cad59 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:37.558293 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c0524-28ef-444b-a6d6-a2aeef0cad59 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:37.563253 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c0524-28ef-444b-a6d6-a2aeef0cad59 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:37.565331 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c0524-28ef-444b-a6d6-a2aeef0cad59 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:37.565723 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c0524-28ef-444b-a6d6-a2aeef0cad59 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:37.566073 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e1c0524-28ef-444b-a6d6-a2aeef0cad59 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:37.632547 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b6df576-a5fa-417e-b282-8271bb66fe09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:37.694245 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b6df576-a5fa-417e-b282-8271bb66fe09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:37.696294 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b6df576-a5fa-417e-b282-8271bb66fe09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:37.700482 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b6df576-a5fa-417e-b282-8271bb66fe09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:37.802078 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-77f02e64-28cf-432c-85a6-ba88ca330d77 service neutron] 10.222.0.18 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086009 Jul 29 23:25:37.832467 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6df576-a5fa-417e-b282-8271bb66fe09 admin admin] Pushing event updated for resources: {'Network': ['ID=dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:37.843717 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4b6df576-a5fa-417e-b282-8271bb66fe09 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8887889 Jul 29 23:25:37.848280 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:25:37.857550 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36604) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:37.877238 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-baeb57aa-13d1-46d0-b435-9d81e9de836c admin admin] Request body: {'subnet': {'network_id': 'dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1711940991-subnet', 'tenant_id': 'bc9f40ce066549d5a00b2fc27cd6a85a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:37.965756 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baeb57aa-13d1-46d0-b435-9d81e9de836c admin admin] Made reservation on behalf of bc9f40ce066549d5a00b2fc27cd6a85a for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:37.980174 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-baeb57aa-13d1-46d0-b435-9d81e9de836c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:38.082585 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-2690d07e-fc6e-462b-9ce5-76ca70eb4e0b tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:38.089748 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:38.091105 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-2690d07e-fc6e-462b-9ce5-76ca70eb4e0b tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.23 "GET /v2.0/networks?id=2bf2dc2d-f805-45d8-a88e-ba5362112857 HTTP/1.1" status: 200 len: 815 time: 0.8743625 Jul 29 23:25:38.117853 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-a41a6c58-10fc-49af-881e-3d754331e740 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Request body: {'port': {'device_id': '987fdebb-c59d-40b7-b9d0-9d712fb6359a', 'network_id': '2bf2dc2d-f805-45d8-a88e-ba5362112857', 'admin_state_up': True, 'tenant_id': '965c670d288e49d5aaa85c1c76b5b87f'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:38.505112 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e288054-24f3-411e-946c-145070d51010 req-46018ff0-0b69-40d1-8812-3eadf4fc4c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:38.505604 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e288054-24f3-411e-946c-145070d51010 req-46018ff0-0b69-40d1-8812-3eadf4fc4c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:38.506435 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e288054-24f3-411e-946c-145070d51010 req-46018ff0-0b69-40d1-8812-3eadf4fc4c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:38.506966 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e288054-24f3-411e-946c-145070d51010 req-46018ff0-0b69-40d1-8812-3eadf4fc4c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:38.507763 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e288054-24f3-411e-946c-145070d51010 req-46018ff0-0b69-40d1-8812-3eadf4fc4c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:38.510284 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0e288054-24f3-411e-946c-145070d51010 req-46018ff0-0b69-40d1-8812-3eadf4fc4c2a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d954899d85d94386b2170efdab77ddb2&device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 4365 time: 0.2023833 Jul 29 23:25:38.694857 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e288054-24f3-411e-946c-145070d51010 req-55c05c78-530e-45c5-bfdc-2a45ba2a2c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:38.695470 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e288054-24f3-411e-946c-145070d51010 req-55c05c78-530e-45c5-bfdc-2a45ba2a2c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:38.696081 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e288054-24f3-411e-946c-145070d51010 req-55c05c78-530e-45c5-bfdc-2a45ba2a2c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:38.698508 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0e288054-24f3-411e-946c-145070d51010 req-55c05c78-530e-45c5-bfdc-2a45ba2a2c59 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d954899d85d94386b2170efdab77ddb2&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1794362 Jul 29 23:25:38.717311 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-baeb57aa-13d1-46d0-b435-9d81e9de836c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:38.823066 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb57aa-13d1-46d0-b435-9d81e9de836c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee33b029-d25c-4ff1-b685-d5b5f26c2363,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:38.899802 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97883ef0-67c3-47d9-bcc1-97a59c4411a8 x-openstack-request-id: req-97883ef0-67c3-47d9-bcc1-97a59c4411a8 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:38.901551 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "tag": "e3ef52f7-fd2b-40b7-ab81-25976f3c6559", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:38.902952 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-97883ef0-67c3-47d9-bcc1-97a59c4411a8 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:38.903679 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'tag': 'e3ef52f7-fd2b-40b7-ab81-25976f3c6559', 'status': 'completed', 'code': 200} Jul 29 23:25:38.927813 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baeb57aa-13d1-46d0-b435-9d81e9de836c admin admin] Checking segment: {'id': '7f058680-96f9-409b-9da3-a329d820632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:38.930814 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baeb57aa-13d1-46d0-b435-9d81e9de836c admin admin] Network hostable DHCP agents. Network: dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:25:38.977285 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baeb57aa-13d1-46d0-b435-9d81e9de836c admin admin] Network dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:25:38.996011 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-baeb57aa-13d1-46d0-b435-9d81e9de836c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:39.010262 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840022b5-950c-40d5-927d-1ab7a88143da None None] Network dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:25:39.021618 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baeb57aa-13d1-46d0-b435-9d81e9de836c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:39.023511 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-baeb57aa-13d1-46d0-b435-9d81e9de836c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:39.054438 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e288054-24f3-411e-946c-145070d51010 req-5a902933-ed37-4c89-b6b9-d2a7d3738ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:39.056209 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0e288054-24f3-411e-946c-145070d51010 req-5a902933-ed37-4c89-b6b9-d2a7d3738ef0 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3507712 Jul 29 23:25:39.085404 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-baeb57aa-13d1-46d0-b435-9d81e9de836c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2084944 Jul 29 23:25:39.331082 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78ef2dc-8b88-4337-984a-4b90743c6d60 req-3318c08a-e091-4b5b-bc28-cf17db8fe171 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:39.334747 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a78ef2dc-8b88-4337-984a-4b90743c6d60 req-3318c08a-e091-4b5b-bc28-cf17db8fe171 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=772d9e75-55e0-42bf-aafa-b92aad95fe3f HTTP/1.1" status: 200 len: 945 time: 0.4289255 Jul 29 23:25:39.370474 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38219a23-be7c-49b2-8c6b-b945165e41a6 None None] Network dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:25:39.458952 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-862e1613-60ce-4dc9-8d4d-c9e43cc2341c tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:39.470643 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-862e1613-60ce-4dc9-8d4d-c9e43cc2341c tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/networks?id=2bf2dc2d-f805-45d8-a88e-ba5362112857 HTTP/1.1" status: 200 len: 815 time: 1.7809091 Jul 29 23:25:39.631617 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-ae51738d-c5f2-4dcb-80f0-38989b3d1574 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/quotas/965c670d288e49d5aaa85c1c76b5b87f HTTP/1.1" status: 200 len: 375 time: 0.1597679 Jul 29 23:25:39.692594 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a78ef2dc-8b88-4337-984a-4b90743c6d60 req-4b61cb4e-327e-47a2-a1e8-619ea60c0950 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3335204 Jul 29 23:25:39.753003 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-099fb239-1e53-4ff2-ad91-66d5aba39bef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa4019a8-862f-423f-a23c-d8c79eeaa4f6 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:39.773357 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-099fb239-1e53-4ff2-ad91-66d5aba39bef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:39.796669 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-a41a6c58-10fc-49af-881e-3d754331e740 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Made reservation on behalf of 965c670d288e49d5aaa85c1c76b5b87f for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:39.801911 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-a41a6c58-10fc-49af-881e-3d754331e740 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:39.809734 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-099fb239-1e53-4ff2-ad91-66d5aba39bef service neutron] Transition to ACTIVE for port object aa4019a8-862f-423f-a23c-d8c79eeaa4f6 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:39.828666 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-099fb239-1e53-4ff2-ad91-66d5aba39bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:39.888675 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-b9ef3262-df05-4429-b334-452652def9f0 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=965c670d288e49d5aaa85c1c76b5b87f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2556903 Jul 29 23:25:40.234739 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fb239-1e53-4ff2-ad91-66d5aba39bef service neutron] Pushing event updated for resources: {'Port': ['ID=aa4019a8-862f-423f-a23c-d8c79eeaa4f6,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:40.352232 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb4165-3c59-417c-9938-8af29a9b1179 req-1670a63a-b90f-42e0-a9ef-af9b5c449c22 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:40.362388 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb4165-3c59-417c-9938-8af29a9b1179 req-1670a63a-b90f-42e0-a9ef-af9b5c449c22 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:40.370911 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb4165-3c59-417c-9938-8af29a9b1179 req-1670a63a-b90f-42e0-a9ef-af9b5c449c22 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:40.378504 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb4165-3c59-417c-9938-8af29a9b1179 req-1670a63a-b90f-42e0-a9ef-af9b5c449c22 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:40.395588 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb4165-3c59-417c-9938-8af29a9b1179 req-1670a63a-b90f-42e0-a9ef-af9b5c449c22 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:40.404172 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb4165-3c59-417c-9938-8af29a9b1179 req-1670a63a-b90f-42e0-a9ef-af9b5c449c22 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:40.408337 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ffb4165-3c59-417c-9938-8af29a9b1179 req-1670a63a-b90f-42e0-a9ef-af9b5c449c22 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 4606 time: 0.5719991 Jul 29 23:25:40.493116 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-5005095f-5d08-495d-8a7e-640f8da3b581 service neutron] 10.222.0.18 "GET /v2.0/networks/2bf2dc2d-f805-45d8-a88e-ba5362112857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6035571 Jul 29 23:25:40.679899 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-84227c34-1051-4272-95bb-5eabdf7ce6f7 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:40.681377 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-84227c34-1051-4272-95bb-5eabdf7ce6f7 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.39 "GET /v2.0/networks?id=41b737f2-e531-4160-b598-3383b744485d HTTP/1.1" status: 200 len: 808 time: 0.8202567 Jul 29 23:25:40.700144 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-95030900-4e9b-4db6-8dd2-f3e116cc650c tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Request body: {'port': {'device_id': '5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d', 'network_id': '41b737f2-e531-4160-b598-3383b744485d', 'admin_state_up': True, 'tenant_id': '06a0bb0f8bb247ddbe276cca90b0c08c'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:40.845651 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ffb4165-3c59-417c-9938-8af29a9b1179 req-25eef75b-d614-4731-9a99-5e65c0ba0e2a tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4003663 Jul 29 23:25:40.856561 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-a41a6c58-10fc-49af-881e-3d754331e740 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Allocated IP 172.20.0.5 (2bf2dc2d-f805-45d8-a88e-ba5362112857/c3766b36-d1e4-4f1b-8f1b-c0000e7b42e6/8a8dde04-3585-4407-aaa8-c97ebb91e89d) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:40.887169 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-099fb239-1e53-4ff2-ad91-66d5aba39bef service neutron] Attempting to bind port aa4019a8-862f-423f-a23c-d8c79eeaa4f6 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:40.887511 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-099fb239-1e53-4ff2-ad91-66d5aba39bef service neutron] Attempting to bind port aa4019a8-862f-423f-a23c-d8c79eeaa4f6 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'd0536e79-d8cd-4e04-969a-7835c7ba7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f7ef717-20cb-4c28-893e-cda3f326a46a'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:40.888005 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-099fb239-1e53-4ff2-ad91-66d5aba39bef service neutron] Attempting to bind port aa4019a8-862f-423f-a23c-d8c79eeaa4f6 on network 6f7ef717-20cb-4c28-893e-cda3f326a46a {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:40.903445 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-099fb239-1e53-4ff2-ad91-66d5aba39bef service neutron] Port aa4019a8-862f-423f-a23c-d8c79eeaa4f6 on network 6f7ef717-20cb-4c28-893e-cda3f326a46a not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:25:40.903777 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-099fb239-1e53-4ff2-ad91-66d5aba39bef service neutron] Attempting to bind port aa4019a8-862f-423f-a23c-d8c79eeaa4f6 on network 6f7ef717-20cb-4c28-893e-cda3f326a46a {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:40.932650 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-be931bc6-372b-4981-b9f9-8394bc1e5d2d service neutron] 10.222.0.18 "GET /v2.0/networks/2bf2dc2d-f805-45d8-a88e-ba5362112857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086235 Jul 29 23:25:40.960158 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-099fb239-1e53-4ff2-ad91-66d5aba39bef service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:40.960628 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-099fb239-1e53-4ff2-ad91-66d5aba39bef service neutron] Checking segment: {'id': 'd0536e79-d8cd-4e04-969a-7835c7ba7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f7ef717-20cb-4c28-893e-cda3f326a46a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:40.961159 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-099fb239-1e53-4ff2-ad91-66d5aba39bef service neutron] Bound using segment: {'id': 'd0536e79-d8cd-4e04-969a-7835c7ba7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f7ef717-20cb-4c28-893e-cda3f326a46a'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:40.961651 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-099fb239-1e53-4ff2-ad91-66d5aba39bef service neutron] Bound port: aa4019a8-862f-423f-a23c-d8c79eeaa4f6, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0536e79-d8cd-4e04-969a-7835c7ba7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f7ef717-20cb-4c28-893e-cda3f326a46a'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:40.962061 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-099fb239-1e53-4ff2-ad91-66d5aba39bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:41.151923 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9d270dbe-6329-4474-a7f7-ce003c3c24b9 req-5b7d534d-b057-4d15-8579-30fdf03ea9a6 tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] 10.222.0.18 "GET /v2.0/security-groups/8e71795c-790e-4e5c-bd52-7abc35c1e2ad HTTP/1.1" status: 200 len: 1778 time: 0.2272081 Jul 29 23:25:41.282893 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-099fb239-1e53-4ff2-ad91-66d5aba39bef service neutron] For port aa4019a8-862f-423f-a23c-d8c79eeaa4f6, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:41.296349 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-099fb239-1e53-4ff2-ad91-66d5aba39bef service neutron] For port aa4019a8-862f-423f-a23c-d8c79eeaa4f6, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=aa4019a8-862f-423f-a23c-d8c79eeaa4f6,segment=NetworkSegment(d0536e79-d8cd-4e04-969a-7835c7ba7f80),segment_id=d0536e79-d8cd-4e04-969a-7835c7ba7f80)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:41.315682 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-099fb239-1e53-4ff2-ad91-66d5aba39bef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:41.356598 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-95030900-4e9b-4db6-8dd2-f3e116cc650c tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Made reservation on behalf of 06a0bb0f8bb247ddbe276cca90b0c08c for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:41.359045 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-95030900-4e9b-4db6-8dd2-f3e116cc650c tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:41.445640 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4616f174-75c4-4eff-90ae-ff88c171c0d0 req-316a6d5e-e7ca-41ac-b805-71bbccf27a1b tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 210 time: 0.1265996 Jul 29 23:25:41.509383 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-099fb239-1e53-4ff2-ad91-66d5aba39bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:41.510830 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-099fb239-1e53-4ff2-ad91-66d5aba39bef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:41.516393 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-099fb239-1e53-4ff2-ad91-66d5aba39bef service neutron] 10.222.0.23 "PUT /v2.0/ports/aa4019a8-862f-423f-a23c-d8c79eeaa4f6 HTTP/1.1" status: 200 len: 1136 time: 5.0340545 Jul 29 23:25:41.525828 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9d270dbe-6329-4474-a7f7-ce003c3c24b9 req-b0f023d6-9d15-4465-9e28-5afb198c5ddb tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:41.554790 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9d270dbe-6329-4474-a7f7-ce003c3c24b9 req-b0f023d6-9d15-4465-9e28-5afb198c5ddb tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:41.598348 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'tag': 'aa4019a8-862f-423f-a23c-d8c79eeaa4f6'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:41.599544 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271d56bf-615b-4648-a5ea-7a0ca830f894" -d '{"events": [{"name": "network-changed", "server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "tag": "aa4019a8-862f-423f-a23c-d8c79eeaa4f6"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:41.648048 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-27c033f4-4b7b-48a9-8d5e-18324c90ac43 service neutron] Request body: {'port': {'device_id': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:41.744451 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9d270dbe-6329-4474-a7f7-ce003c3c24b9 req-b0f023d6-9d15-4465-9e28-5afb198c5ddb tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:41.748063 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9d270dbe-6329-4474-a7f7-ce003c3c24b9 req-b0f023d6-9d15-4465-9e28-5afb198c5ddb tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:41.749527 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9d270dbe-6329-4474-a7f7-ce003c3c24b9 req-b0f023d6-9d15-4465-9e28-5afb198c5ddb tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] 10.222.0.18 "DELETE /v2.0/security-groups/8e71795c-790e-4e5c-bd52-7abc35c1e2ad HTTP/1.1" status: 204 len: 173 time: 0.5943046 Jul 29 23:25:41.824191 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099fb239-1e53-4ff2-ad91-66d5aba39bef service neutron] Pushing event updated for resources: {'Port': ['ID=aa4019a8-862f-423f-a23c-d8c79eeaa4f6,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:41.841862 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f023d6-9d15-4465-9e28-5afb198c5ddb tempest-SecurityGroupsTestAdminJSON-886753466 tempest-SecurityGroupsTestAdminJSON-886753466-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e71795c-790e-4e5c-bd52-7abc35c1e2ad,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:41.976526 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-a41a6c58-10fc-49af-881e-3d754331e740 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:42.079401 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-7ecd6d14-6d6f-4b92-8f07-cb3ddf694606 req-e96bafbe-8b2f-4940-87dc-324140aec4e4 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-463178702', 'description': 'tempest-description-740979848'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:42.084492 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-27c033f4-4b7b-48a9-8d5e-18324c90ac43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:42.101537 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-a41a6c58-10fc-49af-881e-3d754331e740 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Transition to ACTIVE for port object 8a8dde04-3585-4407-aaa8-c97ebb91e89d will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:42.228929 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7ecd6d14-6d6f-4b92-8f07-cb3ddf694606 req-e96bafbe-8b2f-4940-87dc-324140aec4e4 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:42.233575 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-95030900-4e9b-4db6-8dd2-f3e116cc650c tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Allocated IP 172.20.0.2 (41b737f2-e531-4160-b598-3383b744485d/599960cf-5b7f-432a-8a6a-c415f2272dee/d952f399-ef6d-41a9-be1c-bf1a7e313319) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:42.318065 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb15e6d-586a-4514-957f-70b7c737de55 req-bf7e27c1-5040-492c-9a45-6418dc3c906b tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:42.319918 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4cb15e6d-586a-4514-957f-70b7c737de55 req-bf7e27c1-5040-492c-9a45-6418dc3c906b tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=772d9e75-55e0-42bf-aafa-b92aad95fe3f HTTP/1.1" status: 200 len: 945 time: 0.2926130 Jul 29 23:25:42.469488 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-a41a6c58-10fc-49af-881e-3d754331e740 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:42.497729 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4cb15e6d-586a-4514-957f-70b7c737de55 req-7e08c62a-1af1-4a80-8e8c-2a639e78e35b tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093059 Jul 29 23:25:42.685991 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-a41a6c58-10fc-49af-881e-3d754331e740 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Network 2bf2dc2d-f805-45d8-a88e-ba5362112857 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:42.706246 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-a41a6c58-10fc-49af-881e-3d754331e740 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:42.708297 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a6c58-10fc-49af-881e-3d754331e740 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Pushing event updated for resources: {'Port': ['ID=8a8dde04-3585-4407-aaa8-c97ebb91e89d,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:42.718879 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-a41a6c58-10fc-49af-881e-3d754331e740 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:42.918053 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-a41a6c58-10fc-49af-881e-3d754331e740 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:42.919385 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-a41a6c58-10fc-49af-881e-3d754331e740 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:43.102961 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-95030900-4e9b-4db6-8dd2-f3e116cc650c tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:43.112797 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5c36d6f3-1515-4149-9003-a05652861ba4 None None] Provisioning for port 8a8dde04-3585-4407-aaa8-c97ebb91e89d completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:43.117799 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5c36d6f3-1515-4149-9003-a05652861ba4 None None] Provisioning complete for port 8a8dde04-3585-4407-aaa8-c97ebb91e89d triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:43.118274 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5c36d6f3-1515-4149-9003-a05652861ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:43.146016 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7ecd6d14-6d6f-4b92-8f07-cb3ddf694606 req-e96bafbe-8b2f-4940-87dc-324140aec4e4 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:43.182093 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7ecd6d14-6d6f-4b92-8f07-cb3ddf694606 req-e96bafbe-8b2f-4940-87dc-324140aec4e4 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:43.212566 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5c36d6f3-1515-4149-9003-a05652861ba4 None None] Port 8a8dde04-3585-4407-aaa8-c97ebb91e89d cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:25:43.257514 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-a41a6c58-10fc-49af-881e-3d754331e740 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1503110 Jul 29 23:25:43.317713 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-e8ebc6da-9107-4f60-93aa-9905f8b195ca service neutron] Request body: {'port': {'device_id': '987fdebb-c59d-40b7-b9d0-9d712fb6359a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:43.336171 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a79eb-8537-4ffc-a12f-792315041935 req-6b05d2cd-e9b1-4b7e-916c-4e564889fdac tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:43.338660 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-42ba63f8-416f-43c4-81a7-1afaa9143dfd tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:43.340368 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-42ba63f8-416f-43c4-81a7-1afaa9143dfd tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.23 "GET /v2.0/networks?id=2bf2dc2d-f805-45d8-a88e-ba5362112857 HTTP/1.1" status: 200 len: 815 time: 0.3138783 Jul 29 23:25:43.343158 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b62a79eb-8537-4ffc-a12f-792315041935 req-6b05d2cd-e9b1-4b7e-916c-4e564889fdac tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/networks?id=2bf2dc2d-f805-45d8-a88e-ba5362112857 HTTP/1.1" status: 200 len: 815 time: 0.5869136 Jul 29 23:25:43.364819 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-202d6dfe-1f62-4c6f-a46d-8c7f4c84ea55 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Request body: {'port': {'device_id': '7ac3aba5-e3d8-4104-9ae8-a208be875ce9', 'network_id': '2bf2dc2d-f805-45d8-a88e-ba5362112857', 'admin_state_up': True, 'tenant_id': '965c670d288e49d5aaa85c1c76b5b87f'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:43.370149 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7ecd6d14-6d6f-4b92-8f07-cb3ddf694606 req-e96bafbe-8b2f-4940-87dc-324140aec4e4 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:43.371446 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7ecd6d14-6d6f-4b92-8f07-cb3ddf694606 req-e96bafbe-8b2f-4940-87dc-324140aec4e4 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 1.2972813 Jul 29 23:25:43.451440 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b62a79eb-8537-4ffc-a12f-792315041935 req-af3cc39d-1a65-4ba9-9b8c-b7ac4de7d99d tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/quotas/965c670d288e49d5aaa85c1c76b5b87f HTTP/1.1" status: 200 len: 375 time: 0.1067960 Jul 29 23:25:43.455547 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-27c033f4-4b7b-48a9-8d5e-18324c90ac43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dae26797-31c4-4e0f-ad38-42613b90a8ce {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:43.473655 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04db381d-f7b0-4f1c-9909-207368061d96 x-openstack-request-id: req-04db381d-f7b0-4f1c-9909-207368061d96 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:43.473942 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "tag": "aa4019a8-862f-423f-a23c-d8c79eeaa4f6", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:43.474182 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04db381d-f7b0-4f1c-9909-207368061d96 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:43.474585 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'tag': 'aa4019a8-862f-423f-a23c-d8c79eeaa4f6', 'status': 'completed', 'code': 200} Jul 29 23:25:43.484027 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96bafbe-8b2f-4940-87dc-324140aec4e4 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca934f7-055a-4906-95e1-9c17700b7c24,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:43.488272 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-27c033f4-4b7b-48a9-8d5e-18324c90ac43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:43.641585 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-202d6dfe-1f62-4c6f-a46d-8c7f4c84ea55 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Made reservation on behalf of 965c670d288e49d5aaa85c1c76b5b87f for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:43.646212 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-27c033f4-4b7b-48a9-8d5e-18324c90ac43 service neutron] Transition to ACTIVE for port object dae26797-31c4-4e0f-ad38-42613b90a8ce will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:43.647577 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-202d6dfe-1f62-4c6f-a46d-8c7f4c84ea55 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:43.668806 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-e8ebc6da-9107-4f60-93aa-9905f8b195ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:43.678251 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-27c033f4-4b7b-48a9-8d5e-18324c90ac43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:43.691488 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-95030900-4e9b-4db6-8dd2-f3e116cc650c tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:43.733779 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b62a79eb-8537-4ffc-a12f-792315041935 req-bcd9d93c-a51f-448a-8a37-635bc782089d tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=965c670d288e49d5aaa85c1c76b5b87f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2812848 Jul 29 23:25:43.746468 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-796996b2-b289-43d3-b9d2-68539bd1440a req-acba6132-3a81-4028-a4d0-af990f90d365 tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] 10.222.0.18 "GET /v2.0/security-groups/bf2fc62e-61d8-4a9d-a8ca-119dda7235c9 HTTP/1.1" status: 200 len: 1778 time: 0.2485132 Jul 29 23:25:43.905489 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-202d6dfe-1f62-4c6f-a46d-8c7f4c84ea55 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Allocated IP 172.20.0.3 (2bf2dc2d-f805-45d8-a88e-ba5362112857/c3766b36-d1e4-4f1b-8f1b-c0000e7b42e6/857e2e9b-97e9-4e2a-b175-eb830dbe75d9) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:43.956783 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d56bf-615b-4648-a5ea-7a0ca830f894 req-ed9cb849-7472-4407-9747-be1c3b89a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:43.957271 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d56bf-615b-4648-a5ea-7a0ca830f894 req-ed9cb849-7472-4407-9747-be1c3b89a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:43.958013 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d56bf-615b-4648-a5ea-7a0ca830f894 req-ed9cb849-7472-4407-9747-be1c3b89a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:43.958277 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d56bf-615b-4648-a5ea-7a0ca830f894 req-ed9cb849-7472-4407-9747-be1c3b89a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:43.958743 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d56bf-615b-4648-a5ea-7a0ca830f894 req-ed9cb849-7472-4407-9747-be1c3b89a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:43.959817 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d56bf-615b-4648-a5ea-7a0ca830f894 req-ed9cb849-7472-4407-9747-be1c3b89a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:43.961725 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-271d56bf-615b-4648-a5ea-7a0ca830f894 req-ed9cb849-7472-4407-9747-be1c3b89a57a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d954899d85d94386b2170efdab77ddb2&device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5294 time: 0.4657617 Jul 29 23:25:44.003350 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c033f4-4b7b-48a9-8d5e-18324c90ac43 service neutron] Pushing event updated for resources: {'Port': ['ID=dae26797-31c4-4e0f-ad38-42613b90a8ce,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:44.026454 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-95030900-4e9b-4db6-8dd2-f3e116cc650c tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Network 41b737f2-e531-4160-b598-3383b744485d is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:44.112884 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-95030900-4e9b-4db6-8dd2-f3e116cc650c tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:44.151926 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-202d6dfe-1f62-4c6f-a46d-8c7f4c84ea55 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:44.173296 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-202d6dfe-1f62-4c6f-a46d-8c7f4c84ea55 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Transition to ACTIVE for port object 857e2e9b-97e9-4e2a-b175-eb830dbe75d9 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:44.212134 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-202d6dfe-1f62-4c6f-a46d-8c7f4c84ea55 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:44.262010 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-202d6dfe-1f62-4c6f-a46d-8c7f4c84ea55 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Network 2bf2dc2d-f805-45d8-a88e-ba5362112857 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:44.274701 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-202d6dfe-1f62-4c6f-a46d-8c7f4c84ea55 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:44.277533 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d6dfe-1f62-4c6f-a46d-8c7f4c84ea55 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Pushing event updated for resources: {'Port': ['ID=857e2e9b-97e9-4e2a-b175-eb830dbe75d9,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:44.280051 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-202d6dfe-1f62-4c6f-a46d-8c7f4c84ea55 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:44.310568 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202d6dfe-1f62-4c6f-a46d-8c7f4c84ea55 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:44.310905 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202d6dfe-1f62-4c6f-a46d-8c7f4c84ea55 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:44.311246 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202d6dfe-1f62-4c6f-a46d-8c7f4c84ea55 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:44.311581 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202d6dfe-1f62-4c6f-a46d-8c7f4c84ea55 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:44.311948 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202d6dfe-1f62-4c6f-a46d-8c7f4c84ea55 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:44.312810 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202d6dfe-1f62-4c6f-a46d-8c7f4c84ea55 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:44.313429 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202d6dfe-1f62-4c6f-a46d-8c7f4c84ea55 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:44.313429 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202d6dfe-1f62-4c6f-a46d-8c7f4c84ea55 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:44.319109 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202d6dfe-1f62-4c6f-a46d-8c7f4c84ea55 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:44.319109 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202d6dfe-1f62-4c6f-a46d-8c7f4c84ea55 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:44.319109 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202d6dfe-1f62-4c6f-a46d-8c7f4c84ea55 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:44.319109 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-202d6dfe-1f62-4c6f-a46d-8c7f4c84ea55 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:25:44.360436 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-202d6dfe-1f62-4c6f-a46d-8c7f4c84ea55 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:44.363014 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-202d6dfe-1f62-4c6f-a46d-8c7f4c84ea55 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:44.390539 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-202d6dfe-1f62-4c6f-a46d-8c7f4c84ea55 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0358770 Jul 29 23:25:44.414646 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-d306ba22-58cc-416e-b320-2582c3f04d71 service neutron] Request body: {'port': {'device_id': '7ac3aba5-e3d8-4104-9ae8-a208be875ce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:44.470116 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-95030900-4e9b-4db6-8dd2-f3e116cc650c tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:44.541442 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-796996b2-b289-43d3-b9d2-68539bd1440a req-33d7ba7d-ef98-48ca-a509-36d01da54c38 tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:44.584635 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95030900-4e9b-4db6-8dd2-f3e116cc650c tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Pushing event updated for resources: {'Port': ['ID=d952f399-ef6d-41a9-be1c-bf1a7e313319,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:44.670415 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c176ae58-7186-4d3f-8a78-fee19cd56013 None None] Provisioning for port 857e2e9b-97e9-4e2a-b175-eb830dbe75d9 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:44.676337 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c176ae58-7186-4d3f-8a78-fee19cd56013 None None] Provisioning complete for port 857e2e9b-97e9-4e2a-b175-eb830dbe75d9 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:44.676739 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c176ae58-7186-4d3f-8a78-fee19cd56013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:44.719702 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-796996b2-b289-43d3-b9d2-68539bd1440a req-33d7ba7d-ef98-48ca-a509-36d01da54c38 tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:44.728169 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b62a79eb-8537-4ffc-a12f-792315041935 req-8e36241a-aabf-441b-aff7-723eb0fd55e5 service neutron] 10.222.0.18 "GET /v2.0/networks/2bf2dc2d-f805-45d8-a88e-ba5362112857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9750524 Jul 29 23:25:44.732285 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c176ae58-7186-4d3f-8a78-fee19cd56013 None None] Port 857e2e9b-97e9-4e2a-b175-eb830dbe75d9 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:25:44.772309 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-95030900-4e9b-4db6-8dd2-f3e116cc650c tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:44.772953 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-95030900-4e9b-4db6-8dd2-f3e116cc650c tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:44.801692 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-27c033f4-4b7b-48a9-8d5e-18324c90ac43 service neutron] Attempting to bind port dae26797-31c4-4e0f-ad38-42613b90a8ce on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:44.802050 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-27c033f4-4b7b-48a9-8d5e-18324c90ac43 service neutron] Attempting to bind port dae26797-31c4-4e0f-ad38-42613b90a8ce by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'd0536e79-d8cd-4e04-969a-7835c7ba7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f7ef717-20cb-4c28-893e-cda3f326a46a'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:44.802340 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-27c033f4-4b7b-48a9-8d5e-18324c90ac43 service neutron] Attempting to bind port dae26797-31c4-4e0f-ad38-42613b90a8ce on network 6f7ef717-20cb-4c28-893e-cda3f326a46a {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:44.841722 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-d306ba22-58cc-416e-b320-2582c3f04d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:44.881729 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d56bf-615b-4648-a5ea-7a0ca830f894 req-625be1e2-23b0-4a74-9c92-5217fe8f908e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:44.882356 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d56bf-615b-4648-a5ea-7a0ca830f894 req-625be1e2-23b0-4a74-9c92-5217fe8f908e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:44.882831 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d56bf-615b-4648-a5ea-7a0ca830f894 req-625be1e2-23b0-4a74-9c92-5217fe8f908e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:44.884568 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-271d56bf-615b-4648-a5ea-7a0ca830f894 req-625be1e2-23b0-4a74-9c92-5217fe8f908e service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d954899d85d94386b2170efdab77ddb2&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8566477 Jul 29 23:25:44.885216 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-27c033f4-4b7b-48a9-8d5e-18324c90ac43 service neutron] Port dae26797-31c4-4e0f-ad38-42613b90a8ce on network 6f7ef717-20cb-4c28-893e-cda3f326a46a not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:25:44.885566 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-27c033f4-4b7b-48a9-8d5e-18324c90ac43 service neutron] Attempting to bind port dae26797-31c4-4e0f-ad38-42613b90a8ce on network 6f7ef717-20cb-4c28-893e-cda3f326a46a {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:44.938896 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-95030900-4e9b-4db6-8dd2-f3e116cc650c tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2451468 Jul 29 23:25:44.959045 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-27c033f4-4b7b-48a9-8d5e-18324c90ac43 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:44.959570 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-27c033f4-4b7b-48a9-8d5e-18324c90ac43 service neutron] Checking segment: {'id': 'd0536e79-d8cd-4e04-969a-7835c7ba7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f7ef717-20cb-4c28-893e-cda3f326a46a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:44.959957 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-27c033f4-4b7b-48a9-8d5e-18324c90ac43 service neutron] Bound using segment: {'id': 'd0536e79-d8cd-4e04-969a-7835c7ba7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f7ef717-20cb-4c28-893e-cda3f326a46a'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:44.960482 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-27c033f4-4b7b-48a9-8d5e-18324c90ac43 service neutron] Bound port: dae26797-31c4-4e0f-ad38-42613b90a8ce, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0536e79-d8cd-4e04-969a-7835c7ba7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f7ef717-20cb-4c28-893e-cda3f326a46a'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:44.960858 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-27c033f4-4b7b-48a9-8d5e-18324c90ac43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:45.006117 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-f3339ab5-fcb5-4f63-9b40-4527eeb546bb service neutron] Request body: {'port': {'device_id': '5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:45.044808 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-796996b2-b289-43d3-b9d2-68539bd1440a req-33d7ba7d-ef98-48ca-a509-36d01da54c38 tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:45.048295 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-796996b2-b289-43d3-b9d2-68539bd1440a req-33d7ba7d-ef98-48ca-a509-36d01da54c38 tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:45.049602 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-796996b2-b289-43d3-b9d2-68539bd1440a req-33d7ba7d-ef98-48ca-a509-36d01da54c38 tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] 10.222.0.18 "DELETE /v2.0/security-groups/bf2fc62e-61d8-4a9d-a8ca-119dda7235c9 HTTP/1.1" status: 204 len: 173 time: 1.2810037 Jul 29 23:25:45.132810 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7ba7d-ef98-48ca-a509-36d01da54c38 tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf2fc62e-61d8-4a9d-a8ca-119dda7235c9,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:45.241537 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b62a79eb-8537-4ffc-a12f-792315041935 req-d78a6d30-b60c-48a7-aae9-511976036adc service neutron] 10.222.0.18 "GET /v2.0/networks/2bf2dc2d-f805-45d8-a88e-ba5362112857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4843259 Jul 29 23:25:45.255776 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-f3339ab5-fcb5-4f63-9b40-4527eeb546bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:45.293594 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-27c033f4-4b7b-48a9-8d5e-18324c90ac43 service neutron] For port dae26797-31c4-4e0f-ad38-42613b90a8ce, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:45.319057 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d56bf-615b-4648-a5ea-7a0ca830f894 req-1a46ffb2-9cfa-490b-8aaa-496d7469840e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:45.320713 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-271d56bf-615b-4648-a5ea-7a0ca830f894 req-1a46ffb2-9cfa-490b-8aaa-496d7469840e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3956439 Jul 29 23:25:45.347621 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-27c033f4-4b7b-48a9-8d5e-18324c90ac43 service neutron] For port dae26797-31c4-4e0f-ad38-42613b90a8ce, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=dae26797-31c4-4e0f-ad38-42613b90a8ce,segment=NetworkSegment(d0536e79-d8cd-4e04-969a-7835c7ba7f80),segment_id=d0536e79-d8cd-4e04-969a-7835c7ba7f80)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:45.369612 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76871652-4aa0-4b4b-a98f-382ec08e9a0b req-0d54cfb3-1682-47c5-bfcd-9e7048f8ad78 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:45.380383 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76871652-4aa0-4b4b-a98f-382ec08e9a0b req-0d54cfb3-1682-47c5-bfcd-9e7048f8ad78 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:45.388976 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76871652-4aa0-4b4b-a98f-382ec08e9a0b req-0d54cfb3-1682-47c5-bfcd-9e7048f8ad78 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:45.397029 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76871652-4aa0-4b4b-a98f-382ec08e9a0b req-0d54cfb3-1682-47c5-bfcd-9e7048f8ad78 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:45.402022 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76871652-4aa0-4b4b-a98f-382ec08e9a0b req-0d54cfb3-1682-47c5-bfcd-9e7048f8ad78 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:45.408987 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76871652-4aa0-4b4b-a98f-382ec08e9a0b req-0d54cfb3-1682-47c5-bfcd-9e7048f8ad78 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:45.415154 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76871652-4aa0-4b4b-a98f-382ec08e9a0b req-0d54cfb3-1682-47c5-bfcd-9e7048f8ad78 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:45.417239 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-76871652-4aa0-4b4b-a98f-382ec08e9a0b req-0d54cfb3-1682-47c5-bfcd-9e7048f8ad78 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5384 time: 0.2999117 Jul 29 23:25:45.441105 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-27c033f4-4b7b-48a9-8d5e-18324c90ac43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:45.544016 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-27c033f4-4b7b-48a9-8d5e-18324c90ac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:45.544704 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-27c033f4-4b7b-48a9-8d5e-18324c90ac43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:45.547607 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-27c033f4-4b7b-48a9-8d5e-18324c90ac43 service neutron] 10.222.0.23 "PUT /v2.0/ports/dae26797-31c4-4e0f-ad38-42613b90a8ce HTTP/1.1" status: 200 len: 1137 time: 3.9261293 Jul 29 23:25:45.559606 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'tag': 'dae26797-31c4-4e0f-ad38-42613b90a8ce'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:45.563446 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7f0e264-ce30-4c99-b19c-eac0f1bd53f7" -d '{"events": [{"name": "network-changed", "server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "tag": "dae26797-31c4-4e0f-ad38-42613b90a8ce"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:45.576930 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-e8ebc6da-9107-4f60-93aa-9905f8b195ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a8dde04-3585-4407-aaa8-c97ebb91e89d {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:45.647048 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-9a8b6414-c58f-4515-808f-999e8abbf765 service neutron] Request body: {'port': {'device_id': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:45.652966 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-e8ebc6da-9107-4f60-93aa-9905f8b195ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:45.766494 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-76871652-4aa0-4b4b-a98f-382ec08e9a0b req-d73b107c-310f-4c46-8a6c-80dfbaaa3e36 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3195250 Jul 29 23:25:45.775709 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c033f4-4b7b-48a9-8d5e-18324c90ac43 service neutron] Pushing event updated for resources: {'Port': ['ID=dae26797-31c4-4e0f-ad38-42613b90a8ce,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:45.788439 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d10a0-1df5-49d0-ae65-bfebcacb2007 req-83e574dc-d5d2-4434-a4a5-b82b0d1cdf6e tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:45.789947 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa5d10a0-1df5-49d0-ae65-bfebcacb2007 req-83e574dc-d5d2-4434-a4a5-b82b0d1cdf6e tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 931 time: 0.3426440 Jul 29 23:25:45.807778 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-e8ebc6da-9107-4f60-93aa-9905f8b195ca service neutron] Transition to ACTIVE for port object 8a8dde04-3585-4407-aaa8-c97ebb91e89d will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:45.840010 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-e8ebc6da-9107-4f60-93aa-9905f8b195ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:45.892687 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-9a8b6414-c58f-4515-808f-999e8abbf765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:46.050420 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ebc6da-9107-4f60-93aa-9905f8b195ca service neutron] Pushing event updated for resources: {'Port': ['ID=8a8dde04-3585-4407-aaa8-c97ebb91e89d,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:46.055141 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-d306ba22-58cc-416e-b320-2582c3f04d71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 857e2e9b-97e9-4e2a-b175-eb830dbe75d9 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:46.056851 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa5d10a0-1df5-49d0-ae65-bfebcacb2007 req-a7c0f3c9-7ffe-41f2-b6f2-4724fcbb46d7 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418585 Jul 29 23:25:46.079612 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-d306ba22-58cc-416e-b320-2582c3f04d71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:46.088296 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-8758f4c6-da5a-4dff-a1f5-738b2b8ded66 req-511a5dae-b10c-4155-b52f-91653a28032d tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1484599931', 'description': 'tempest-description-1543699668'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:46.114120 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-d306ba22-58cc-416e-b320-2582c3f04d71 service neutron] Transition to ACTIVE for port object 857e2e9b-97e9-4e2a-b175-eb830dbe75d9 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:46.120728 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-d306ba22-58cc-416e-b320-2582c3f04d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:46.251636 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306ba22-58cc-416e-b320-2582c3f04d71 service neutron] Pushing event updated for resources: {'Port': ['ID=857e2e9b-97e9-4e2a-b175-eb830dbe75d9,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:46.328414 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-d306ba22-58cc-416e-b320-2582c3f04d71 service neutron] Attempting to bind port 857e2e9b-97e9-4e2a-b175-eb830dbe75d9 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:46.328414 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-d306ba22-58cc-416e-b320-2582c3f04d71 service neutron] Attempting to bind port 857e2e9b-97e9-4e2a-b175-eb830dbe75d9 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'c785a71b-d512-473f-abff-49b215536ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2bf2dc2d-f805-45d8-a88e-ba5362112857'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:46.328414 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-d306ba22-58cc-416e-b320-2582c3f04d71 service neutron] Attempting to bind port 857e2e9b-97e9-4e2a-b175-eb830dbe75d9 on network 2bf2dc2d-f805-45d8-a88e-ba5362112857 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:46.328991 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8758f4c6-da5a-4dff-a1f5-738b2b8ded66 req-511a5dae-b10c-4155-b52f-91653a28032d tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:46.333130 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-d306ba22-58cc-416e-b320-2582c3f04d71 service neutron] Port 857e2e9b-97e9-4e2a-b175-eb830dbe75d9 on network 2bf2dc2d-f805-45d8-a88e-ba5362112857 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:25:46.333130 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-d306ba22-58cc-416e-b320-2582c3f04d71 service neutron] Attempting to bind port 857e2e9b-97e9-4e2a-b175-eb830dbe75d9 on network 2bf2dc2d-f805-45d8-a88e-ba5362112857 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:46.338442 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-d306ba22-58cc-416e-b320-2582c3f04d71 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:46.338442 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-d306ba22-58cc-416e-b320-2582c3f04d71 service neutron] Checking segment: {'id': 'c785a71b-d512-473f-abff-49b215536ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2bf2dc2d-f805-45d8-a88e-ba5362112857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:46.338823 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-d306ba22-58cc-416e-b320-2582c3f04d71 service neutron] Bound using segment: {'id': 'c785a71b-d512-473f-abff-49b215536ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2bf2dc2d-f805-45d8-a88e-ba5362112857'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:46.339534 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-d306ba22-58cc-416e-b320-2582c3f04d71 service neutron] Bound port: 857e2e9b-97e9-4e2a-b175-eb830dbe75d9, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c785a71b-d512-473f-abff-49b215536ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2bf2dc2d-f805-45d8-a88e-ba5362112857'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:46.339692 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-d306ba22-58cc-416e-b320-2582c3f04d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:46.400013 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-f3339ab5-fcb5-4f63-9b40-4527eeb546bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d952f399-ef6d-41a9-be1c-bf1a7e313319 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:46.420141 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d02695-5a2d-41b4-bbb9-f04a17aec677 req-7bfcdbdb-60e2-4291-b5a6-f62ca008d92e tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:46.422223 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-07d02695-5a2d-41b4-bbb9-f04a17aec677 req-7bfcdbdb-60e2-4291-b5a6-f62ca008d92e tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=772d9e75-55e0-42bf-aafa-b92aad95fe3f HTTP/1.1" status: 200 len: 945 time: 0.2728443 Jul 29 23:25:46.424674 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-f3339ab5-fcb5-4f63-9b40-4527eeb546bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:46.441594 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-e8ebc6da-9107-4f60-93aa-9905f8b195ca service neutron] Attempting to bind port 8a8dde04-3585-4407-aaa8-c97ebb91e89d on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:46.441990 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-e8ebc6da-9107-4f60-93aa-9905f8b195ca service neutron] Attempting to bind port 8a8dde04-3585-4407-aaa8-c97ebb91e89d by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'c785a71b-d512-473f-abff-49b215536ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2bf2dc2d-f805-45d8-a88e-ba5362112857'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:46.442602 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-e8ebc6da-9107-4f60-93aa-9905f8b195ca service neutron] Attempting to bind port 8a8dde04-3585-4407-aaa8-c97ebb91e89d on network 2bf2dc2d-f805-45d8-a88e-ba5362112857 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:46.443827 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-d306ba22-58cc-416e-b320-2582c3f04d71 service neutron] For port 857e2e9b-97e9-4e2a-b175-eb830dbe75d9, host n-h1-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:46.447360 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-d306ba22-58cc-416e-b320-2582c3f04d71 service neutron] For port 857e2e9b-97e9-4e2a-b175-eb830dbe75d9, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=857e2e9b-97e9-4e2a-b175-eb830dbe75d9,segment=NetworkSegment(c785a71b-d512-473f-abff-49b215536ffe),segment_id=c785a71b-d512-473f-abff-49b215536ffe)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:46.454993 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-d306ba22-58cc-416e-b320-2582c3f04d71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:46.496739 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-e8ebc6da-9107-4f60-93aa-9905f8b195ca service neutron] Port 8a8dde04-3585-4407-aaa8-c97ebb91e89d on network 2bf2dc2d-f805-45d8-a88e-ba5362112857 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:25:46.497106 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-e8ebc6da-9107-4f60-93aa-9905f8b195ca service neutron] Attempting to bind port 8a8dde04-3585-4407-aaa8-c97ebb91e89d on network 2bf2dc2d-f805-45d8-a88e-ba5362112857 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:46.510072 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-d306ba22-58cc-416e-b320-2582c3f04d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:46.510658 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-d306ba22-58cc-416e-b320-2582c3f04d71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:46.512594 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-d306ba22-58cc-416e-b320-2582c3f04d71 service neutron] 10.222.0.23 "PUT /v2.0/ports/857e2e9b-97e9-4e2a-b175-eb830dbe75d9 HTTP/1.1" status: 200 len: 1092 time: 2.1060781 Jul 29 23:25:46.513379 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ac3aba5-e3d8-4104-9ae8-a208be875ce9', 'tag': '857e2e9b-97e9-4e2a-b175-eb830dbe75d9'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:46.516636 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc13a0ef-d80d-46e1-9147-80364638171c" -d '{"events": [{"name": "network-changed", "server_uuid": "7ac3aba5-e3d8-4104-9ae8-a208be875ce9", "tag": "857e2e9b-97e9-4e2a-b175-eb830dbe75d9"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:46.521178 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-f3339ab5-fcb5-4f63-9b40-4527eeb546bb service neutron] Transition to ACTIVE for port object d952f399-ef6d-41a9-be1c-bf1a7e313319 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:46.538159 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-f3339ab5-fcb5-4f63-9b40-4527eeb546bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:46.541285 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-e8ebc6da-9107-4f60-93aa-9905f8b195ca service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:46.541688 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-e8ebc6da-9107-4f60-93aa-9905f8b195ca service neutron] Checking segment: {'id': 'c785a71b-d512-473f-abff-49b215536ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2bf2dc2d-f805-45d8-a88e-ba5362112857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:46.542637 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-e8ebc6da-9107-4f60-93aa-9905f8b195ca service neutron] Bound using segment: {'id': 'c785a71b-d512-473f-abff-49b215536ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2bf2dc2d-f805-45d8-a88e-ba5362112857'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:46.542637 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-e8ebc6da-9107-4f60-93aa-9905f8b195ca service neutron] Bound port: 8a8dde04-3585-4407-aaa8-c97ebb91e89d, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c785a71b-d512-473f-abff-49b215536ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2bf2dc2d-f805-45d8-a88e-ba5362112857'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:46.543049 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-e8ebc6da-9107-4f60-93aa-9905f8b195ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:46.549777 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306ba22-58cc-416e-b320-2582c3f04d71 service neutron] Pushing event updated for resources: {'Port': ['ID=857e2e9b-97e9-4e2a-b175-eb830dbe75d9,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:46.636390 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-07d02695-5a2d-41b4-bbb9-f04a17aec677 req-f7f78c8c-bc56-48fa-a977-7ec5eafee620 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624732 Jul 29 23:25:46.677114 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-0d6823e9-c7e1-4397-8118-4dd7f0e93560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:46.679000 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-0d6823e9-c7e1-4397-8118-4dd7f0e93560 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=965c670d288e49d5aaa85c1c76b5b87f&device_id=7ac3aba5-e3d8-4104-9ae8-a208be875ce9 HTTP/1.1" status: 200 len: 1095 time: 0.0901861 Jul 29 23:25:46.739621 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-0de6755b-0918-4465-b4e6-dc947f8b5971 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=857e2e9b-97e9-4e2a-b175-eb830dbe75d9 HTTP/1.1" status: 200 len: 217 time: 0.0517654 Jul 29 23:25:46.762742 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3339ab5-fcb5-4f63-9b40-4527eeb546bb service neutron] Pushing event updated for resources: {'Port': ['ID=d952f399-ef6d-41a9-be1c-bf1a7e313319,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:46.835781 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-8821d705-a822-4524-bb55-14128a75ed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:46.837792 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-8821d705-a822-4524-bb55-14128a75ed7b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c3766b36-d1e4-4f1b-8f1b-c0000e7b42e6 HTTP/1.1" status: 200 len: 854 time: 0.0918100 Jul 29 23:25:46.901850 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-ecbf65d8-7d03-4d01-a835-1bc3c962a82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:46.904229 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-ecbf65d8-7d03-4d01-a835-1bc3c962a82e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2bf2dc2d-f805-45d8-a88e-ba5362112857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0576379 Jul 29 23:25:47.016092 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8758f4c6-da5a-4dff-a1f5-738b2b8ded66 req-511a5dae-b10c-4155-b52f-91653a28032d tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:47.023332 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-cf729746-4908-49e6-8efc-1d26fbf6b99a service neutron] 10.222.0.23 "GET /v2.0/networks/2bf2dc2d-f805-45d8-a88e-ba5362112857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113040 Jul 29 23:25:47.093867 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8758f4c6-da5a-4dff-a1f5-738b2b8ded66 req-511a5dae-b10c-4155-b52f-91653a28032d tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:47.116357 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-e8ebc6da-9107-4f60-93aa-9905f8b195ca service neutron] For port 8a8dde04-3585-4407-aaa8-c97ebb91e89d, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:47.162033 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b29444d-d336-4ac0-ba9b-3e23be450b7d req-19e35947-40b9-42d8-a9ed-e574e4be88b3 tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] 10.222.0.18 "GET /v2.0/security-groups/993611a6-cebd-45df-90ba-6e3cb2375fad HTTP/1.1" status: 200 len: 1778 time: 0.4223764 Jul 29 23:25:47.183602 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d0233539-c64a-464a-b104-8dcbe4ed375a req-a3f22087-9786-4a30-a69c-ca9ddfa5c9a4 service neutron] 10.222.0.23 "GET /v2.0/networks/2bf2dc2d-f805-45d8-a88e-ba5362112857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534104 Jul 29 23:25:47.187924 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-9a8b6414-c58f-4515-808f-999e8abbf765 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c01c9f-94c9-4ac1-87b2-e1f292018b97 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:47.202562 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-e8ebc6da-9107-4f60-93aa-9905f8b195ca service neutron] For port 8a8dde04-3585-4407-aaa8-c97ebb91e89d, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=8a8dde04-3585-4407-aaa8-c97ebb91e89d,segment=NetworkSegment(c785a71b-d512-473f-abff-49b215536ffe),segment_id=c785a71b-d512-473f-abff-49b215536ffe)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:47.225992 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8758f4c6-da5a-4dff-a1f5-738b2b8ded66 req-511a5dae-b10c-4155-b52f-91653a28032d tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:47.226300 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8758f4c6-da5a-4dff-a1f5-738b2b8ded66 req-511a5dae-b10c-4155-b52f-91653a28032d tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.1522717 Jul 29 23:25:47.231540 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-9a8b6414-c58f-4515-808f-999e8abbf765 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:47.234072 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-e8ebc6da-9107-4f60-93aa-9905f8b195ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:47.256336 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a79eb-8537-4ffc-a12f-792315041935 req-78d897e8-9478-47de-b1c4-453989980f74 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:47.257941 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b62a79eb-8537-4ffc-a12f-792315041935 req-78d897e8-9478-47de-b1c4-453989980f74 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.39 "GET /v2.0/networks?id=2bf2dc2d-f805-45d8-a88e-ba5362112857 HTTP/1.1" status: 200 len: 815 time: 0.5939639 Jul 29 23:25:47.258624 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511a5dae-b10c-4155-b52f-91653a28032d tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e47d8a2-81d6-4491-b2ec-73d19d49cf0e,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:47.319569 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-f3339ab5-fcb5-4f63-9b40-4527eeb546bb service neutron] Attempting to bind port d952f399-ef6d-41a9-be1c-bf1a7e313319 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:47.319930 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-f3339ab5-fcb5-4f63-9b40-4527eeb546bb service neutron] Attempting to bind port d952f399-ef6d-41a9-be1c-bf1a7e313319 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:47.320270 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-f3339ab5-fcb5-4f63-9b40-4527eeb546bb service neutron] Attempting to bind port d952f399-ef6d-41a9-be1c-bf1a7e313319 on network 41b737f2-e531-4160-b598-3383b744485d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:47.331541 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-b62a79eb-8537-4ffc-a12f-792315041935 req-d5f468af-3fa5-4174-8d28-8d4c0140a895 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Request body: {'port': {'device_id': '2ff686f0-4ad8-460a-8b77-e58d16725207', 'network_id': '2bf2dc2d-f805-45d8-a88e-ba5362112857', 'admin_state_up': True, 'tenant_id': '965c670d288e49d5aaa85c1c76b5b87f'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:47.420504 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9669d763-d1be-4b62-8164-a47102a06163 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:25:47.556731 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:47.583353 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade65ffb-a271-4f85-8d65-702bfddb06a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9669d763-d1be-4b62-8164-a47102a06163'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:47.585698 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe6ec64-3924-4921-9980-a11cec65c3a0" -d '{"events": [{"server_uuid": "ade65ffb-a271-4f85-8d65-702bfddb06a9", "name": "network-vif-unplugged", "status": "completed", "tag": "9669d763-d1be-4b62-8164-a47102a06163"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:47.610442 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9669d763-d1be-4b62-8164-a47102a06163, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9669d763-d1be-4b62-8164-a47102a06163,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:47.616899 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:47.678935 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=9669d763-d1be-4b62-8164-a47102a06163,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:47.762922 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-e8ebc6da-9107-4f60-93aa-9905f8b195ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:47.763795 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-e8ebc6da-9107-4f60-93aa-9905f8b195ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:47.765160 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-e8ebc6da-9107-4f60-93aa-9905f8b195ca service neutron] 10.222.0.23 "PUT /v2.0/ports/8a8dde04-3585-4407-aaa8-c97ebb91e89d HTTP/1.1" status: 200 len: 1092 time: 4.4851336 Jul 29 23:25:47.767302 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-9a8b6414-c58f-4515-808f-999e8abbf765 service neutron] Transition to ACTIVE for port object 29c01c9f-94c9-4ac1-87b2-e1f292018b97 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:47.776424 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-f3339ab5-fcb5-4f63-9b40-4527eeb546bb service neutron] Port d952f399-ef6d-41a9-be1c-bf1a7e313319 on network 41b737f2-e531-4160-b598-3383b744485d not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:25:47.776998 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-f3339ab5-fcb5-4f63-9b40-4527eeb546bb service neutron] Attempting to bind port d952f399-ef6d-41a9-be1c-bf1a7e313319 on network 41b737f2-e531-4160-b598-3383b744485d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:47.792072 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed67ead4-4c72-4003-874f-02f0d8f4a0d6 req-43bc6a99-a9cb-440e-96f7-2856bb12b7de tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ff686f0-4ad8-460a-8b77-e58d16725207 HTTP/1.1" status: 200 len: 210 time: 0.1327081 Jul 29 23:25:47.805544 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-9a8b6414-c58f-4515-808f-999e8abbf765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:47.832946 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-f3339ab5-fcb5-4f63-9b40-4527eeb546bb service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:47.833422 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-f3339ab5-fcb5-4f63-9b40-4527eeb546bb service neutron] Checking segment: {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:47.834067 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-f3339ab5-fcb5-4f63-9b40-4527eeb546bb service neutron] Bound using segment: {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:47.834796 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-f3339ab5-fcb5-4f63-9b40-4527eeb546bb service neutron] Bound port: d952f399-ef6d-41a9-be1c-bf1a7e313319, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:47.835359 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-f3339ab5-fcb5-4f63-9b40-4527eeb546bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:47.870892 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ebc6da-9107-4f60-93aa-9905f8b195ca service neutron] Pushing event updated for resources: {'Port': ['ID=8a8dde04-3585-4407-aaa8-c97ebb91e89d,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:47.879365 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f4d9c4-8eef-47dc-bc3a-adc9880c5b97 x-openstack-request-id: req-54f4d9c4-8eef-47dc-bc3a-adc9880c5b97 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:47.879735 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "tag": "dae26797-31c4-4e0f-ad38-42613b90a8ce", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:47.879977 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-54f4d9c4-8eef-47dc-bc3a-adc9880c5b97 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:47.880321 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'tag': 'dae26797-31c4-4e0f-ad38-42613b90a8ce', 'status': 'completed', 'code': 200} Jul 29 23:25:47.976702 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2b29444d-d336-4ac0-ba9b-3e23be450b7d req-51a6070f-5f9f-446a-9107-0000f6a076e8 tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:48.033674 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0e264-ce30-4c99-b19c-eac0f1bd53f7 req-d7bb9f97-e122-49b9-a7f5-02d9c93ea2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.034847 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0e264-ce30-4c99-b19c-eac0f1bd53f7 req-d7bb9f97-e122-49b9-a7f5-02d9c93ea2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.035699 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0e264-ce30-4c99-b19c-eac0f1bd53f7 req-d7bb9f97-e122-49b9-a7f5-02d9c93ea2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.036562 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0e264-ce30-4c99-b19c-eac0f1bd53f7 req-d7bb9f97-e122-49b9-a7f5-02d9c93ea2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.038713 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0e264-ce30-4c99-b19c-eac0f1bd53f7 req-d7bb9f97-e122-49b9-a7f5-02d9c93ea2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.039890 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0e264-ce30-4c99-b19c-eac0f1bd53f7 req-d7bb9f97-e122-49b9-a7f5-02d9c93ea2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.041785 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0e264-ce30-4c99-b19c-eac0f1bd53f7 req-d7bb9f97-e122-49b9-a7f5-02d9c93ea2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.047233 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a7f0e264-ce30-4c99-b19c-eac0f1bd53f7 req-d7bb9f97-e122-49b9-a7f5-02d9c93ea2f7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d954899d85d94386b2170efdab77ddb2&device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 6250 time: 0.1290727 Jul 29 23:25:48.050084 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5deb520b-ac4f-4c81-a0fc-e831c95e841d x-openstack-request-id: req-5deb520b-ac4f-4c81-a0fc-e831c95e841d {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:48.050739 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ac3aba5-e3d8-4104-9ae8-a208be875ce9", "tag": "857e2e9b-97e9-4e2a-b175-eb830dbe75d9", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:48.051290 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5deb520b-ac4f-4c81-a0fc-e831c95e841d {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:48.051977 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ac3aba5-e3d8-4104-9ae8-a208be875ce9', 'tag': '857e2e9b-97e9-4e2a-b175-eb830dbe75d9', 'status': 'completed', 'code': 200} Jul 29 23:25:48.114994 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2b29444d-d336-4ac0-ba9b-3e23be450b7d req-51a6070f-5f9f-446a-9107-0000f6a076e8 tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:48.234411 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0e264-ce30-4c99-b19c-eac0f1bd53f7 req-79918324-6080-449c-b771-16d6bdeb3e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.236239 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0e264-ce30-4c99-b19c-eac0f1bd53f7 req-79918324-6080-449c-b771-16d6bdeb3e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.237219 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0e264-ce30-4c99-b19c-eac0f1bd53f7 req-79918324-6080-449c-b771-16d6bdeb3e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.240070 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a7f0e264-ce30-4c99-b19c-eac0f1bd53f7 req-79918324-6080-449c-b771-16d6bdeb3e98 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d954899d85d94386b2170efdab77ddb2&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1788249 Jul 29 23:25:48.291608 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b6414-c58f-4515-808f-999e8abbf765 service neutron] Pushing event updated for resources: {'Port': ['ID=29c01c9f-94c9-4ac1-87b2-e1f292018b97,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:48.332210 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-02ca799e-b906-4938-ac5d-941068e17c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.333790 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-02ca799e-b906-4938-ac5d-941068e17c59 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=965c670d288e49d5aaa85c1c76b5b87f&device_id=987fdebb-c59d-40b7-b9d0-9d712fb6359a HTTP/1.1" status: 200 len: 1095 time: 0.4874659 Jul 29 23:25:48.350347 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-f3339ab5-fcb5-4f63-9b40-4527eeb546bb service neutron] For port d952f399-ef6d-41a9-be1c-bf1a7e313319, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:48.360464 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62a79eb-8537-4ffc-a12f-792315041935 req-d5f468af-3fa5-4174-8d28-8d4c0140a895 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Made reservation on behalf of 965c670d288e49d5aaa85c1c76b5b87f for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:48.363929 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b62a79eb-8537-4ffc-a12f-792315041935 req-d5f468af-3fa5-4174-8d28-8d4c0140a895 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:48.384646 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f0e264-ce30-4c99-b19c-eac0f1bd53f7 req-8c32adf0-40b9-4f11-aa0c-ed99736bea29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.386846 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a7f0e264-ce30-4c99-b19c-eac0f1bd53f7 req-8c32adf0-40b9-4f11-aa0c-ed99736bea29 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1406047 Jul 29 23:25:48.429177 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-f3339ab5-fcb5-4f63-9b40-4527eeb546bb service neutron] For port d952f399-ef6d-41a9-be1c-bf1a7e313319, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=d952f399-ef6d-41a9-be1c-bf1a7e313319,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:48.431086 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-816a38c0-643c-41ec-8b1f-605094442fa7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a8dde04-3585-4407-aaa8-c97ebb91e89d HTTP/1.1" status: 200 len: 217 time: 0.0877755 Jul 29 23:25:48.437899 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2b29444d-d336-4ac0-ba9b-3e23be450b7d req-51a6070f-5f9f-446a-9107-0000f6a076e8 tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:48.440766 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2b29444d-d336-4ac0-ba9b-3e23be450b7d req-51a6070f-5f9f-446a-9107-0000f6a076e8 tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:48.442097 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b29444d-d336-4ac0-ba9b-3e23be450b7d req-51a6070f-5f9f-446a-9107-0000f6a076e8 tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] 10.222.0.18 "DELETE /v2.0/security-groups/993611a6-cebd-45df-90ba-6e3cb2375fad HTTP/1.1" status: 204 len: 173 time: 1.2418122 Jul 29 23:25:48.456815 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-f3339ab5-fcb5-4f63-9b40-4527eeb546bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:48.497708 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13a0ef-d80d-46e1-9147-80364638171c req-e2a584e7-f70b-481c-97eb-6c790a0ac491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.499349 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc13a0ef-d80d-46e1-9147-80364638171c req-e2a584e7-f70b-481c-97eb-6c790a0ac491 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=965c670d288e49d5aaa85c1c76b5b87f&device_id=7ac3aba5-e3d8-4104-9ae8-a208be875ce9 HTTP/1.1" status: 200 len: 1095 time: 0.3394678 Jul 29 23:25:48.552200 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6070f-5f9f-446a-9107-0000f6a076e8 tempest-SecurityGroupsTestAdminJSON-487169863 tempest-SecurityGroupsTestAdminJSON-487169863-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=993611a6-cebd-45df-90ba-6e3cb2375fad,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:48.579844 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9beac-979d-49ed-88fe-2766b3474891 req-0ca01f1c-e4b6-48dc-bb41-d0d927f2d523 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.585959 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9beac-979d-49ed-88fe-2766b3474891 req-0ca01f1c-e4b6-48dc-bb41-d0d927f2d523 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.592074 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9beac-979d-49ed-88fe-2766b3474891 req-0ca01f1c-e4b6-48dc-bb41-d0d927f2d523 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.599051 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9beac-979d-49ed-88fe-2766b3474891 req-0ca01f1c-e4b6-48dc-bb41-d0d927f2d523 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.604985 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9beac-979d-49ed-88fe-2766b3474891 req-0ca01f1c-e4b6-48dc-bb41-d0d927f2d523 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.611456 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9beac-979d-49ed-88fe-2766b3474891 req-0ca01f1c-e4b6-48dc-bb41-d0d927f2d523 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.617372 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a9beac-979d-49ed-88fe-2766b3474891 req-0ca01f1c-e4b6-48dc-bb41-d0d927f2d523 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.619345 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42a9beac-979d-49ed-88fe-2766b3474891 req-0ca01f1c-e4b6-48dc-bb41-d0d927f2d523 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5396 time: 0.4583137 Jul 29 23:25:48.654122 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-9a8b6414-c58f-4515-808f-999e8abbf765 service neutron] Attempting to bind port 29c01c9f-94c9-4ac1-87b2-e1f292018b97 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:48.654640 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-9a8b6414-c58f-4515-808f-999e8abbf765 service neutron] Attempting to bind port 29c01c9f-94c9-4ac1-87b2-e1f292018b97 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'd0536e79-d8cd-4e04-969a-7835c7ba7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f7ef717-20cb-4c28-893e-cda3f326a46a'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:48.655105 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-9a8b6414-c58f-4515-808f-999e8abbf765 service neutron] Attempting to bind port 29c01c9f-94c9-4ac1-87b2-e1f292018b97 on network 6f7ef717-20cb-4c28-893e-cda3f326a46a {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:48.741065 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-f3339ab5-fcb5-4f63-9b40-4527eeb546bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.741570 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-f3339ab5-fcb5-4f63-9b40-4527eeb546bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:48.743020 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-f3339ab5-fcb5-4f63-9b40-4527eeb546bb service neutron] 10.222.0.39 "PUT /v2.0/ports/d952f399-ef6d-41a9-be1c-bf1a7e313319 HTTP/1.1" status: 200 len: 1092 time: 3.7780907 Jul 29 23:25:48.768768 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36742) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:48.787141 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-9a8b6414-c58f-4515-808f-999e8abbf765 service neutron] Port 29c01c9f-94c9-4ac1-87b2-e1f292018b97 on network 6f7ef717-20cb-4c28-893e-cda3f326a46a not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:25:48.787141 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-9a8b6414-c58f-4515-808f-999e8abbf765 service neutron] Attempting to bind port 29c01c9f-94c9-4ac1-87b2-e1f292018b97 on network 6f7ef717-20cb-4c28-893e-cda3f326a46a {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:48.823616 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-691315b5-c7fa-461f-af4a-9a7ea1d920be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:48.825242 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-691315b5-c7fa-461f-af4a-9a7ea1d920be service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c3766b36-d1e4-4f1b-8f1b-c0000e7b42e6 HTTP/1.1" status: 200 len: 854 time: 0.3768058 Jul 29 23:25:48.858029 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-9a8b6414-c58f-4515-808f-999e8abbf765 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:48.858373 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-9a8b6414-c58f-4515-808f-999e8abbf765 service neutron] Checking segment: {'id': 'd0536e79-d8cd-4e04-969a-7835c7ba7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f7ef717-20cb-4c28-893e-cda3f326a46a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:48.858802 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-9a8b6414-c58f-4515-808f-999e8abbf765 service neutron] Bound using segment: {'id': 'd0536e79-d8cd-4e04-969a-7835c7ba7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f7ef717-20cb-4c28-893e-cda3f326a46a'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:48.859471 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-9a8b6414-c58f-4515-808f-999e8abbf765 service neutron] Bound port: 29c01c9f-94c9-4ac1-87b2-e1f292018b97, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0536e79-d8cd-4e04-969a-7835c7ba7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f7ef717-20cb-4c28-893e-cda3f326a46a'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:48.859937 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-9a8b6414-c58f-4515-808f-999e8abbf765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:48.909195 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3339ab5-fcb5-4f63-9b40-4527eeb546bb service neutron] Pushing event updated for resources: {'Port': ['ID=d952f399-ef6d-41a9-be1c-bf1a7e313319,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:48.942651 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2fa68582-7050-4a75-9f70-6247297d4839 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d6638fc135da47fa9e1108675e2b53cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1721272 Jul 29 23:25:48.946229 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36748) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:49.010151 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42a9beac-979d-49ed-88fe-2766b3474891 req-22cea9be-84ea-49d0-9941-24b1bc435faf tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3379433 Jul 29 23:25:49.033080 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6cf18b7d-3a56-4b67-b5a8-50c7a262f27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:49.052009 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9250fdb-7fa8-4047-b6c5-1e458653deef req-da35aadc-720c-43d2-a8a5-150442c79734 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:49.055705 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d9250fdb-7fa8-4047-b6c5-1e458653deef req-da35aadc-720c-43d2-a8a5-150442c79734 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 943 time: 0.4348044 Jul 29 23:25:49.069413 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6cf18b7d-3a56-4b67-b5a8-50c7a262f27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:49.100846 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13a0ef-d80d-46e1-9147-80364638171c req-857c7032-559c-4a75-8d7d-40def3115a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:49.102415 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc13a0ef-d80d-46e1-9147-80364638171c req-857c7032-559c-4a75-8d7d-40def3115a95 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2bf2dc2d-f805-45d8-a88e-ba5362112857 HTTP/1.1" status: 200 len: 916 time: 0.5572448 Jul 29 23:25:49.115740 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-b62a79eb-8537-4ffc-a12f-792315041935 req-d5f468af-3fa5-4174-8d28-8d4c0140a895 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Allocated IP 172.20.0.10 (2bf2dc2d-f805-45d8-a88e-ba5362112857/c3766b36-d1e4-4f1b-8f1b-c0000e7b42e6/f82131ed-8fc9-4514-82f0-d9f2b56d42b2) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:49.142900 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6cf18b7d-3a56-4b67-b5a8-50c7a262f27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:49.145188 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-7dff235c-c559-4934-8f8b-25c418b3a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:49.146539 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6cf18b7d-3a56-4b67-b5a8-50c7a262f27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:49.146886 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-7dff235c-c559-4934-8f8b-25c418b3a278 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2bf2dc2d-f805-45d8-a88e-ba5362112857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3024724 Jul 29 23:25:49.150578 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6cf18b7d-3a56-4b67-b5a8-50c7a262f27e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31e41d68-e2ca-4076-9019-2af4281a5f14 HTTP/1.1" status: 204 len: 168 time: 0.2006702 Jul 29 23:25:49.158875 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-aaf8d916-a11a-44c7-a5e3-4a5742b3a8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:49.160528 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-aaf8d916-a11a-44c7-a5e3-4a5742b3a8fa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 1095 time: 0.3462918 Jul 29 23:25:49.164316 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf18b7d-3a56-4b67-b5a8-50c7a262f27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e41d68-e2ca-4076-9019-2af4281a5f14,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:49.235410 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc13a0ef-d80d-46e1-9147-80364638171c req-8e0f4337-cc22-4281-a5dc-924fe0926ab2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=857e2e9b-97e9-4e2a-b175-eb830dbe75d9 HTTP/1.1" status: 200 len: 217 time: 0.1134109 Jul 29 23:25:49.426507 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 857e2e9b-97e9-4e2a-b175-eb830dbe75d9 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:25:49.469657 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-888637e7-9230-4724-80a9-1db3618bf827 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d952f399-ef6d-41a9-be1c-bf1a7e313319 HTTP/1.1" status: 200 len: 217 time: 0.2556798 Jul 29 23:25:49.475044 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d9250fdb-7fa8-4047-b6c5-1e458653deef req-7d5fcee6-5666-4afb-a3de-6f22e44ac8e6 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928926 Jul 29 23:25:49.484409 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-9a8b6414-c58f-4515-808f-999e8abbf765 service neutron] For port 29c01c9f-94c9-4ac1-87b2-e1f292018b97, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:49.552449 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-9a8b6414-c58f-4515-808f-999e8abbf765 service neutron] For port 29c01c9f-94c9-4ac1-87b2-e1f292018b97, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=29c01c9f-94c9-4ac1-87b2-e1f292018b97,segment=NetworkSegment(d0536e79-d8cd-4e04-969a-7835c7ba7f80),segment_id=d0536e79-d8cd-4e04-969a-7835c7ba7f80)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:49.580009 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36764) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:49.608484 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-9a8b6414-c58f-4515-808f-999e8abbf765 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:49.610613 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 857e2e9b-97e9-4e2a-b175-eb830dbe75d9, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=857e2e9b-97e9-4e2a-b175-eb830dbe75d9,segment=NetworkSegment(c785a71b-d512-473f-abff-49b215536ffe),segment_id=c785a71b-d512-473f-abff-49b215536ffe)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:49.635972 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de875c1-4f65-4d72-ae8d-5f175f827d9d x-openstack-request-id: req-6de875c1-4f65-4d72-ae8d-5f175f827d9d {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:49.636420 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade65ffb-a271-4f85-8d65-702bfddb06a9", "name": "network-vif-unplugged", "status": "completed", "tag": "9669d763-d1be-4b62-8164-a47102a06163", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:49.636812 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6de875c1-4f65-4d72-ae8d-5f175f827d9d {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:49.637399 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade65ffb-a271-4f85-8d65-702bfddb06a9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9669d763-d1be-4b62-8164-a47102a06163', 'code': 200} Jul 29 23:25:49.639931 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '857e2e9b-97e9-4e2a-b175-eb830dbe75d9', 'network_id': '2bf2dc2d-f805-45d8-a88e-ba5362112857', 'port_id': '857e2e9b-97e9-4e2a-b175-eb830dbe75d9', 'mac_address': 'fa:16:3e:2b:f9:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3766b36-d1e4-4f1b-8f1b-c0000e7b42e6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:25:49.665855 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9621d9d6-94a7-4539-a98c-476402fb4a35 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f134e2b36484bd999c9746ede25c5cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0810432 Jul 29 23:25:49.666363 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36766) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:25:49.688021 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13a0ef-d80d-46e1-9147-80364638171c req-a81b0aca-6ead-4675-a018-38ad95810acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:49.689727 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc13a0ef-d80d-46e1-9147-80364638171c req-a81b0aca-6ead-4675-a018-38ad95810acf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c3766b36-d1e4-4f1b-8f1b-c0000e7b42e6 HTTP/1.1" status: 200 len: 854 time: 0.3267851 Jul 29 23:25:49.700946 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:49.717175 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 857e2e9b-97e9-4e2a-b175-eb830dbe75d9 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:49.737766 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2229dee1-08b8-4f9e-8c96-9745027c5371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:49.740814 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 857e2e9b-97e9-4e2a-b175-eb830dbe75d9, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=857e2e9b-97e9-4e2a-b175-eb830dbe75d9,segment=NetworkSegment(c785a71b-d512-473f-abff-49b215536ffe),segment_id=c785a71b-d512-473f-abff-49b215536ffe)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:49.746526 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:49.769252 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2229dee1-08b8-4f9e-8c96-9745027c5371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:49.808961 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=857e2e9b-97e9-4e2a-b175-eb830dbe75d9,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:49.843948 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2229dee1-08b8-4f9e-8c96-9745027c5371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:49.847355 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2229dee1-08b8-4f9e-8c96-9745027c5371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:49.852560 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2229dee1-08b8-4f9e-8c96-9745027c5371 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f7662db7-cb11-4ae4-bcfb-942566fe1c88 HTTP/1.1" status: 204 len: 168 time: 0.1810012 Jul 29 23:25:49.871455 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-9a8b6414-c58f-4515-808f-999e8abbf765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:49.872379 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-9a8b6414-c58f-4515-808f-999e8abbf765 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:49.873650 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2229dee1-08b8-4f9e-8c96-9745027c5371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7662db7-cb11-4ae4-bcfb-942566fe1c88,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:49.874331 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-9a8b6414-c58f-4515-808f-999e8abbf765 service neutron] 10.222.0.23 "PUT /v2.0/ports/29c01c9f-94c9-4ac1-87b2-e1f292018b97 HTTP/1.1" status: 200 len: 1092 time: 4.2863724 Jul 29 23:25:49.877448 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-0b0ec64d-dc5f-4206-9a5a-60efe70339f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:49.879805 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-0b0ec64d-dc5f-4206-9a5a-60efe70339f2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=599960cf-5b7f-432a-8a6a-c415f2272dee HTTP/1.1" status: 200 len: 848 time: 0.3829362 Jul 29 23:25:49.942357 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987fdebb-c59d-40b7-b9d0-9d712fb6359a', 'tag': '8a8dde04-3585-4407-aaa8-c97ebb91e89d'}, {'name': 'network-changed', 'server_uuid': '5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d', 'tag': 'd952f399-ef6d-41a9-be1c-bf1a7e313319'}, {'name': 'network-changed', 'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'tag': '29c01c9f-94c9-4ac1-87b2-e1f292018b97'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:49.944518 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf" -d '{"events": [{"name": "network-changed", "server_uuid": "987fdebb-c59d-40b7-b9d0-9d712fb6359a", "tag": "8a8dde04-3585-4407-aaa8-c97ebb91e89d"}, {"name": "network-changed", "server_uuid": "5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d", "tag": "d952f399-ef6d-41a9-be1c-bf1a7e313319"}, {"name": "network-changed", "server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "tag": "29c01c9f-94c9-4ac1-87b2-e1f292018b97"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:49.948767 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-4cbe343a-ac65-4d9a-9103-2bf1c70721ee service neutron] 10.222.0.23 "GET /v2.0/networks/2bf2dc2d-f805-45d8-a88e-ba5362112857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7482240 Jul 29 23:25:49.970732 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-7664d10e-b653-433b-9456-648d59f8a5aa tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:49.972342 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-7664d10e-b653-433b-9456-648d59f8a5aa tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/networks?id=dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb HTTP/1.1" status: 200 len: 813 time: 0.8242598 Jul 29 23:25:49.976604 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['857e2e9b-97e9-4e2a-b175-eb830dbe75d9'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:25:49.993529 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-044273ab-5fa0-4ec6-9a11-3e81e92c5e33 service neutron] Request body: {'port': {'device_id': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:50.410856 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-b8444db8-5f36-4155-b5c3-0ae68f3dee30 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41b737f2-e531-4160-b598-3383b744485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4517097 Jul 29 23:25:50.411444 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b6414-c58f-4515-808f-999e8abbf765 service neutron] Pushing event updated for resources: {'Port': ['ID=29c01c9f-94c9-4ac1-87b2-e1f292018b97,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:50.491149 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-b48dff62-2015-4390-afce-a6cf1f4122a2 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/quotas/bc9f40ce066549d5a00b2fc27cd6a85a HTTP/1.1" status: 200 len: 375 time: 0.4781973 Jul 29 23:25:50.597283 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b1496-0c13-4dc8-aa2b-01c96419d126 req-a6634248-533f-4434-ab3c-7390fa7c3f2f tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:50.598795 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-584b1496-0c13-4dc8-aa2b-01c96419d126 req-a6634248-533f-4434-ab3c-7390fa7c3f2f tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=772d9e75-55e0-42bf-aafa-b92aad95fe3f HTTP/1.1" status: 200 len: 945 time: 0.9436412 Jul 29 23:25:50.610293 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13a0ef-d80d-46e1-9147-80364638171c req-7dc3f7ce-217b-4c4b-86cf-4bd1cfa12fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:50.611882 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc13a0ef-d80d-46e1-9147-80364638171c req-7dc3f7ce-217b-4c4b-86cf-4bd1cfa12fb5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2bf2dc2d-f805-45d8-a88e-ba5362112857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8678069 Jul 29 23:25:50.649379 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-82de4d98-90e1-446b-af80-b4ef2bc2a5c2 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc9f40ce066549d5a00b2fc27cd6a85a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1069095 Jul 29 23:25:50.684832 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b62a79eb-8537-4ffc-a12f-792315041935 req-d5f468af-3fa5-4174-8d28-8d4c0140a895 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:50.704854 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-044273ab-5fa0-4ec6-9a11-3e81e92c5e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:50.853067 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-b62a79eb-8537-4ffc-a12f-792315041935 req-d5f468af-3fa5-4174-8d28-8d4c0140a895 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Transition to ACTIVE for port object f82131ed-8fc9-4514-82f0-d9f2b56d42b2 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:50.867122 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d90b1eb-f1ea-4278-8327-a06427515fa0 req-9f814786-8a9e-449a-bd70-20b1c79a4c1b service neutron] 10.222.0.23 "GET /v2.0/networks/2bf2dc2d-f805-45d8-a88e-ba5362112857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8936598 Jul 29 23:25:50.911345 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-584b1496-0c13-4dc8-aa2b-01c96419d126 req-21bce8dc-2977-46cb-8fff-daf8193d7fe6 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786944 Jul 29 23:25:50.933119 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-3ecd5bbb-946f-4bb7-a05e-a366a71fa58a service neutron] 10.222.0.39 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4634027 Jul 29 23:25:51.038189 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc13a0ef-d80d-46e1-9147-80364638171c req-3965c446-aaeb-4eee-95aa-529ee70cdcf6 service neutron] 10.222.0.23 "GET /v2.0/networks/2bf2dc2d-f805-45d8-a88e-ba5362112857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911896 Jul 29 23:25:51.144044 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-659f0e50-35c8-4074-896b-38134fc187dc service neutron] 10.222.0.18 "GET /v2.0/networks/dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4625504 Jul 29 23:25:51.197865 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b62a79eb-8537-4ffc-a12f-792315041935 req-d5f468af-3fa5-4174-8d28-8d4c0140a895 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:51.209969 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['857e2e9b-97e9-4e2a-b175-eb830dbe75d9'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:25:51.385384 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2e96a79-f96f-4602-b6ee-bb3930eb524f req-ce233a1c-216a-4cc7-905f-af0173f66fe5 service neutron] 10.222.0.39 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4478705 Jul 29 23:25:51.387698 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62a79eb-8537-4ffc-a12f-792315041935 req-d5f468af-3fa5-4174-8d28-8d4c0140a895 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Network 2bf2dc2d-f805-45d8-a88e-ba5362112857 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:51.425053 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-b62a79eb-8537-4ffc-a12f-792315041935 req-d5f468af-3fa5-4174-8d28-8d4c0140a895 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:51.444578 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 857e2e9b-97e9-4e2a-b175-eb830dbe75d9 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:51.445949 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62a79eb-8537-4ffc-a12f-792315041935 req-d5f468af-3fa5-4174-8d28-8d4c0140a895 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:51.466084 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f468af-3fa5-4174-8d28-8d4c0140a895 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Pushing event updated for resources: {'Port': ['ID=f82131ed-8fc9-4514-82f0-d9f2b56d42b2,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:51.530738 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 857e2e9b-97e9-4e2a-b175-eb830dbe75d9 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:51.536513 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 857e2e9b-97e9-4e2a-b175-eb830dbe75d9 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:51.537402 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:51.587345 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc13a0ef-d80d-46e1-9147-80364638171c req-253f62ac-07c0-4ee7-9c3c-d7dfdc68612c service neutron] 10.222.0.23 "GET /v2.0/networks/2bf2dc2d-f805-45d8-a88e-ba5362112857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948080 Jul 29 23:25:51.590843 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-09c7923f-0342-4073-b0ae-7089fbe075b4 service neutron] 10.222.0.18 "GET /v2.0/networks/dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158859 Jul 29 23:25:51.614269 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a79eb-8537-4ffc-a12f-792315041935 req-d5f468af-3fa5-4174-8d28-8d4c0140a895 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:51.615232 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b62a79eb-8537-4ffc-a12f-792315041935 req-d5f468af-3fa5-4174-8d28-8d4c0140a895 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:51.637341 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:51.660254 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b62a79eb-8537-4ffc-a12f-792315041935 req-d5f468af-3fa5-4174-8d28-8d4c0140a895 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3428698 Jul 29 23:25:51.677148 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-b62a79eb-8537-4ffc-a12f-792315041935 req-497be534-41ff-423d-aa8d-2031cfbb27b4 service neutron] Request body: {'port': {'device_id': '2ff686f0-4ad8-460a-8b77-e58d16725207', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:51.679937 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac3aba5-e3d8-4104-9ae8-a208be875ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857e2e9b-97e9-4e2a-b175-eb830dbe75d9'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:51.684837 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f84513a-95c1-495c-b80d-8de6fb6e592e" -d '{"events": [{"server_uuid": "7ac3aba5-e3d8-4104-9ae8-a208be875ce9", "name": "network-vif-plugged", "status": "completed", "tag": "857e2e9b-97e9-4e2a-b175-eb830dbe75d9"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:51.722338 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 857e2e9b-97e9-4e2a-b175-eb830dbe75d9, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=857e2e9b-97e9-4e2a-b175-eb830dbe75d9,segment=NetworkSegment(c785a71b-d512-473f-abff-49b215536ffe),segment_id=c785a71b-d512-473f-abff-49b215536ffe)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:51.728177 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:51.767223 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-044273ab-5fa0-4ec6-9a11-3e81e92c5e33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3075185e-3c3b-4e1f-8294-cdadf9bf5523 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:51.806036 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-044273ab-5fa0-4ec6-9a11-3e81e92c5e33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:51.823492 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=857e2e9b-97e9-4e2a-b175-eb830dbe75d9,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:51.881195 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b62a79eb-8537-4ffc-a12f-792315041935 req-497be534-41ff-423d-aa8d-2031cfbb27b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:51.888348 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-044273ab-5fa0-4ec6-9a11-3e81e92c5e33 service neutron] Transition to ACTIVE for port object 3075185e-3c3b-4e1f-8294-cdadf9bf5523 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:51.906585 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-044273ab-5fa0-4ec6-9a11-3e81e92c5e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:51.917176 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-77b831ab-d693-4e85-8514-d3f532a46f59 None None] Provisioning for port f82131ed-8fc9-4514-82f0-d9f2b56d42b2 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:51.922545 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-77b831ab-d693-4e85-8514-d3f532a46f59 None None] Provisioning complete for port f82131ed-8fc9-4514-82f0-d9f2b56d42b2 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:51.922980 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-77b831ab-d693-4e85-8514-d3f532a46f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:51.924276 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f136f-f77a-4751-a533-6f7667ada80a req-aa330663-0b4c-411e-9c5a-bc621b853e7c tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:51.927039 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-123f136f-f77a-4751-a533-6f7667ada80a req-aa330663-0b4c-411e-9c5a-bc621b853e7c tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ff686f0-4ad8-460a-8b77-e58d16725207 HTTP/1.1" status: 200 len: 932 time: 0.1458268 Jul 29 23:25:51.986580 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ece0a88-40b8-4908-a404-24a1ce8c9397 x-openstack-request-id: req-7ece0a88-40b8-4908-a404-24a1ce8c9397 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:51.987028 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987fdebb-c59d-40b7-b9d0-9d712fb6359a", "tag": "8a8dde04-3585-4407-aaa8-c97ebb91e89d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d", "tag": "d952f399-ef6d-41a9-be1c-bf1a7e313319", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "tag": "29c01c9f-94c9-4ac1-87b2-e1f292018b97", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:51.987346 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7ece0a88-40b8-4908-a404-24a1ce8c9397 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:51.987806 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '987fdebb-c59d-40b7-b9d0-9d712fb6359a', 'tag': '8a8dde04-3585-4407-aaa8-c97ebb91e89d', 'status': 'completed', 'code': 200} Jul 29 23:25:51.988319 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d', 'tag': 'd952f399-ef6d-41a9-be1c-bf1a7e313319', 'status': 'completed', 'code': 200} Jul 29 23:25:51.988631 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'tag': '29c01c9f-94c9-4ac1-87b2-e1f292018b97', 'status': 'completed', 'code': 200} Jul 29 23:25:52.010380 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-77b831ab-d693-4e85-8514-d3f532a46f59 None None] Port f82131ed-8fc9-4514-82f0-d9f2b56d42b2 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:25:52.131474 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044273ab-5fa0-4ec6-9a11-3e81e92c5e33 service neutron] Pushing event updated for resources: {'Port': ['ID=3075185e-3c3b-4e1f-8294-cdadf9bf5523,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:52.246605 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-123f136f-f77a-4751-a533-6f7667ada80a req-2c01a46f-7945-443a-8a48-7cc1de46e812 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945487 Jul 29 23:25:52.328593 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-6833b329-97cc-4372-81d0-04d8161508ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:52.331667 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-6833b329-97cc-4372-81d0-04d8161508ab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=965c670d288e49d5aaa85c1c76b5b87f&device_id=987fdebb-c59d-40b7-b9d0-9d712fb6359a HTTP/1.1" status: 200 len: 1095 time: 0.3219264 Jul 29 23:25:52.345846 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-653aa923-3bc4-4f7d-a97d-76027e863f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:52.348304 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-653aa923-3bc4-4f7d-a97d-76027e863f92 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 1095 time: 0.3403077 Jul 29 23:25:52.486742 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91427aea-38a3-44b6-a79a-46e33b80e056 req-03367903-a951-4f05-b62a-a3bc7ca96914 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:52.492514 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91427aea-38a3-44b6-a79a-46e33b80e056 req-03367903-a951-4f05-b62a-a3bc7ca96914 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:52.499220 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91427aea-38a3-44b6-a79a-46e33b80e056 req-03367903-a951-4f05-b62a-a3bc7ca96914 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:52.505874 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91427aea-38a3-44b6-a79a-46e33b80e056 req-03367903-a951-4f05-b62a-a3bc7ca96914 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:52.512005 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91427aea-38a3-44b6-a79a-46e33b80e056 req-03367903-a951-4f05-b62a-a3bc7ca96914 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:52.518104 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91427aea-38a3-44b6-a79a-46e33b80e056 req-03367903-a951-4f05-b62a-a3bc7ca96914 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:52.524445 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91427aea-38a3-44b6-a79a-46e33b80e056 req-03367903-a951-4f05-b62a-a3bc7ca96914 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:52.526581 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-91427aea-38a3-44b6-a79a-46e33b80e056 req-03367903-a951-4f05-b62a-a3bc7ca96914 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5408 time: 0.4640770 Jul 29 23:25:52.990623 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-044273ab-5fa0-4ec6-9a11-3e81e92c5e33 service neutron] Attempting to bind port 3075185e-3c3b-4e1f-8294-cdadf9bf5523 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:52.991746 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-044273ab-5fa0-4ec6-9a11-3e81e92c5e33 service neutron] Attempting to bind port 3075185e-3c3b-4e1f-8294-cdadf9bf5523 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'd0536e79-d8cd-4e04-969a-7835c7ba7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f7ef717-20cb-4c28-893e-cda3f326a46a'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:52.991746 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-044273ab-5fa0-4ec6-9a11-3e81e92c5e33 service neutron] Attempting to bind port 3075185e-3c3b-4e1f-8294-cdadf9bf5523 on network 6f7ef717-20cb-4c28-893e-cda3f326a46a {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:53.099183 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4414e-7afb-4336-9e58-046018f33810 req-6b962de1-4f1b-4b42-8d2a-e60cccc8b79c tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:53.100795 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d6b4414e-7afb-4336-9e58-046018f33810 req-6b962de1-4f1b-4b42-8d2a-e60cccc8b79c tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 943 time: 0.7512729 Jul 29 23:25:53.101422 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-044273ab-5fa0-4ec6-9a11-3e81e92c5e33 service neutron] Port 3075185e-3c3b-4e1f-8294-cdadf9bf5523 on network 6f7ef717-20cb-4c28-893e-cda3f326a46a not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:25:53.101740 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-044273ab-5fa0-4ec6-9a11-3e81e92c5e33 service neutron] Attempting to bind port 3075185e-3c3b-4e1f-8294-cdadf9bf5523 on network 6f7ef717-20cb-4c28-893e-cda3f326a46a {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:53.149792 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-91427aea-38a3-44b6-a79a-46e33b80e056 req-e011eaaf-0f89-41da-84ad-845993746a7f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2318585 Jul 29 23:25:53.193876 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-3b036905-188e-478d-8933-fb2f736fb7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:53.196413 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-3b036905-188e-478d-8933-fb2f736fb7f0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2bf2dc2d-f805-45d8-a88e-ba5362112857 HTTP/1.1" status: 200 len: 916 time: 0.8446114 Jul 29 23:25:53.211423 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-044273ab-5fa0-4ec6-9a11-3e81e92c5e33 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:53.212348 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-044273ab-5fa0-4ec6-9a11-3e81e92c5e33 service neutron] Checking segment: {'id': 'd0536e79-d8cd-4e04-969a-7835c7ba7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f7ef717-20cb-4c28-893e-cda3f326a46a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:53.212348 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-044273ab-5fa0-4ec6-9a11-3e81e92c5e33 service neutron] Bound using segment: {'id': 'd0536e79-d8cd-4e04-969a-7835c7ba7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f7ef717-20cb-4c28-893e-cda3f326a46a'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:53.212667 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-044273ab-5fa0-4ec6-9a11-3e81e92c5e33 service neutron] Bound port: 3075185e-3c3b-4e1f-8294-cdadf9bf5523, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0536e79-d8cd-4e04-969a-7835c7ba7f80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '6f7ef717-20cb-4c28-893e-cda3f326a46a'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:53.213071 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-044273ab-5fa0-4ec6-9a11-3e81e92c5e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:53.256729 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-d902136f-d7c8-4381-80d0-490f6013b03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:53.258167 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-d902136f-d7c8-4381-80d0-490f6013b03a service neutron] 10.222.0.39 "GET /v2.0/networks?id=41b737f2-e531-4160-b598-3383b744485d HTTP/1.1" status: 200 len: 909 time: 0.8924725 Jul 29 23:25:53.309973 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-d922e96b-4a99-49c1-b3ab-7b8ab689bac3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a8dde04-3585-4407-aaa8-c97ebb91e89d HTTP/1.1" status: 200 len: 217 time: 0.0777345 Jul 29 23:25:53.406557 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-c7e55865-88fd-4778-b39e-78803692d785 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d952f399-ef6d-41a9-be1c-bf1a7e313319 HTTP/1.1" status: 200 len: 217 time: 0.1067128 Jul 29 23:25:53.467170 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 8a8dde04-3585-4407-aaa8-c97ebb91e89d details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:25:53.492598 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d6b4414e-7afb-4336-9e58-046018f33810 req-df11bfaa-a906-4068-9705-193930a97654 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757029 Jul 29 23:25:53.504280 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aeb0434-d61e-4c69-97a2-44867452674e x-openstack-request-id: req-4aeb0434-d61e-4c69-97a2-44867452674e {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:53.505504 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac3aba5-e3d8-4104-9ae8-a208be875ce9", "name": "network-vif-plugged", "status": "completed", "tag": "857e2e9b-97e9-4e2a-b175-eb830dbe75d9", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:53.506140 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4aeb0434-d61e-4c69-97a2-44867452674e {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:53.507056 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac3aba5-e3d8-4104-9ae8-a208be875ce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857e2e9b-97e9-4e2a-b175-eb830dbe75d9', 'code': 200} Jul 29 23:25:53.572738 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-229d075e-7711-43f1-9c63-f399d9d7becd tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:53.574925 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-229d075e-7711-43f1-9c63-f399d9d7becd tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.23 "GET /v2.0/networks?id=dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb HTTP/1.1" status: 200 len: 813 time: 0.5228629 Jul 29 23:25:53.583354 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-b62a79eb-8537-4ffc-a12f-792315041935 req-497be534-41ff-423d-aa8d-2031cfbb27b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f82131ed-8fc9-4514-82f0-d9f2b56d42b2 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:53.605942 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-04eb23e9-27eb-478b-b9d4-430cab83b0a7 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Request body: {'port': {'device_id': '95f207e5-442e-409f-883a-39ae4ef51b30', 'network_id': 'dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb', 'admin_state_up': True, 'tenant_id': 'bc9f40ce066549d5a00b2fc27cd6a85a'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:53.622136 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b62a79eb-8537-4ffc-a12f-792315041935 req-497be534-41ff-423d-aa8d-2031cfbb27b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:53.643672 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-044273ab-5fa0-4ec6-9a11-3e81e92c5e33 service neutron] For port 3075185e-3c3b-4e1f-8294-cdadf9bf5523, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:53.666903 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc3a2f-f23d-43c7-a691-0c69898e22fc req-97ce7b96-3746-4437-b2ea-d12b52802b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:53.670947 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1bdc3a2f-f23d-43c7-a691-0c69898e22fc req-97ce7b96-3746-4437-b2ea-d12b52802b14 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7ac3aba5-e3d8-4104-9ae8-a208be875ce9 HTTP/1.1" status: 200 len: 1097 time: 0.0854573 Jul 29 23:25:53.701211 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 8a8dde04-3585-4407-aaa8-c97ebb91e89d, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=8a8dde04-3585-4407-aaa8-c97ebb91e89d,segment=NetworkSegment(c785a71b-d512-473f-abff-49b215536ffe),segment_id=c785a71b-d512-473f-abff-49b215536ffe)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:53.719297 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-39725742-aa1f-44c6-aed4-001e6581ba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:53.720843 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-39725742-aa1f-44c6-aed4-001e6581ba22 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c3766b36-d1e4-4f1b-8f1b-c0000e7b42e6 HTTP/1.1" status: 200 len: 854 time: 0.3667364 Jul 29 23:25:53.721092 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '8a8dde04-3585-4407-aaa8-c97ebb91e89d', 'network_id': '2bf2dc2d-f805-45d8-a88e-ba5362112857', 'port_id': '8a8dde04-3585-4407-aaa8-c97ebb91e89d', 'mac_address': 'fa:16:3e:3b:8e:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3766b36-d1e4-4f1b-8f1b-c0000e7b42e6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:25:53.766681 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-c338548b-af30-407d-85b4-54833df6ede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:53.769098 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-c338548b-af30-407d-85b4-54833df6ede6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=599960cf-5b7f-432a-8a6a-c415f2272dee HTTP/1.1" status: 200 len: 848 time: 0.3363140 Jul 29 23:25:53.772370 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-34bc9a37-39c7-4703-9d21-1be07d6b7057 req-e7881910-24fa-4c31-b2d6-757626cdc017 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f207e5-442e-409f-883a-39ae4ef51b30 HTTP/1.1" status: 200 len: 210 time: 0.1553597 Jul 29 23:25:53.775100 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-044273ab-5fa0-4ec6-9a11-3e81e92c5e33 service neutron] For port 3075185e-3c3b-4e1f-8294-cdadf9bf5523, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3075185e-3c3b-4e1f-8294-cdadf9bf5523,segment=NetworkSegment(d0536e79-d8cd-4e04-969a-7835c7ba7f80),segment_id=d0536e79-d8cd-4e04-969a-7835c7ba7f80)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:53.786094 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1bdc3a2f-f23d-43c7-a691-0c69898e22fc req-bdd33e0a-7add-4bee-b53c-c71953cefc17 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069639 Jul 29 23:25:53.814356 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:53.835390 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-b62a79eb-8537-4ffc-a12f-792315041935 req-497be534-41ff-423d-aa8d-2031cfbb27b4 service neutron] Transition to ACTIVE for port object f82131ed-8fc9-4514-82f0-d9f2b56d42b2 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:53.837853 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-044273ab-5fa0-4ec6-9a11-3e81e92c5e33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:53.860578 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8dde04-3585-4407-aaa8-c97ebb91e89d {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:53.868920 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b62a79eb-8537-4ffc-a12f-792315041935 req-497be534-41ff-423d-aa8d-2031cfbb27b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:53.877110 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-0b012c0c-1c95-4c2e-a915-a0fa875519e4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41b737f2-e531-4160-b598-3383b744485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859652 Jul 29 23:25:53.900492 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 8a8dde04-3585-4407-aaa8-c97ebb91e89d, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=8a8dde04-3585-4407-aaa8-c97ebb91e89d,segment=NetworkSegment(c785a71b-d512-473f-abff-49b215536ffe),segment_id=c785a71b-d512-473f-abff-49b215536ffe)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:53.907804 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:53.955330 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-044273ab-5fa0-4ec6-9a11-3e81e92c5e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:53.956002 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-044273ab-5fa0-4ec6-9a11-3e81e92c5e33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:53.958007 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-044273ab-5fa0-4ec6-9a11-3e81e92c5e33 service neutron] 10.222.0.23 "PUT /v2.0/ports/3075185e-3c3b-4e1f-8294-cdadf9bf5523 HTTP/1.1" status: 200 len: 1092 time: 4.0080760 Jul 29 23:25:54.060713 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'tag': '3075185e-3c3b-4e1f-8294-cdadf9bf5523'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:54.060713 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2760353-c1a7-473b-a5c2-582a71fe1a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "tag": "3075185e-3c3b-4e1f-8294-cdadf9bf5523"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:54.086145 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-52a6ab9e-9143-448b-a661-f199932763ed service neutron] Request body: {'port': {'device_id': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:54.176589 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=8a8dde04-3585-4407-aaa8-c97ebb91e89d,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:54.207638 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-79f2fb4c-9b70-46d1-a9d5-cee5039d9748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:54.210102 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-79f2fb4c-9b70-46d1-a9d5-cee5039d9748 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2bf2dc2d-f805-45d8-a88e-ba5362112857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4473789 Jul 29 23:25:54.228682 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044273ab-5fa0-4ec6-9a11-3e81e92c5e33 service neutron] Pushing event updated for resources: {'Port': ['ID=3075185e-3c3b-4e1f-8294-cdadf9bf5523,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:54.254267 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['8a8dde04-3585-4407-aaa8-c97ebb91e89d'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:25:54.432936 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f544204-a6de-4b3c-a95b-f2faa2af11c8 req-9f6606db-70e6-4c5c-9e0c-f3563c2225e7 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:54.434548 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f544204-a6de-4b3c-a95b-f2faa2af11c8 req-9f6606db-70e6-4c5c-9e0c-f3563c2225e7 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ff686f0-4ad8-460a-8b77-e58d16725207 HTTP/1.1" status: 200 len: 944 time: 0.5201766 Jul 29 23:25:54.507082 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a149a-817b-4b94-abb5-8bcd8c526ca7 req-dbbec17e-7f5d-4709-8792-22bd33f5234d tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:54.507082 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-834a149a-817b-4b94-abb5-8bcd8c526ca7 req-dbbec17e-7f5d-4709-8792-22bd33f5234d tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=772d9e75-55e0-42bf-aafa-b92aad95fe3f HTTP/1.1" status: 200 len: 945 time: 0.4409773 Jul 29 23:25:54.528538 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497be534-41ff-423d-aa8d-2031cfbb27b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f82131ed-8fc9-4514-82f0-d9f2b56d42b2,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:54.534999 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-428cbdb7-d597-4250-9848-97d8b2d17fa4 service neutron] 10.222.0.39 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6290042 Jul 29 23:25:54.535882 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-52a6ab9e-9143-448b-a661-f199932763ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:54.559715 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-04eb23e9-27eb-478b-b9d4-430cab83b0a7 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Made reservation on behalf of bc9f40ce066549d5a00b2fc27cd6a85a for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:25:54.566270 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-04eb23e9-27eb-478b-b9d4-430cab83b0a7 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:54.796824 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f544204-a6de-4b3c-a95b-f2faa2af11c8 req-361963d4-e71c-46ec-a954-c0bf4930a9d1 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227279 Jul 29 23:25:54.805482 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-60980565-0c6c-47cb-b51b-f243fd5f3fe2 service neutron] 10.222.0.23 "GET /v2.0/networks/2bf2dc2d-f805-45d8-a88e-ba5362112857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5786490 Jul 29 23:25:54.844500 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-b62a79eb-8537-4ffc-a12f-792315041935 req-497be534-41ff-423d-aa8d-2031cfbb27b4 service neutron] Attempting to bind port f82131ed-8fc9-4514-82f0-d9f2b56d42b2 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:54.844781 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-b62a79eb-8537-4ffc-a12f-792315041935 req-497be534-41ff-423d-aa8d-2031cfbb27b4 service neutron] Attempting to bind port f82131ed-8fc9-4514-82f0-d9f2b56d42b2 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'c785a71b-d512-473f-abff-49b215536ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2bf2dc2d-f805-45d8-a88e-ba5362112857'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:54.845154 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62a79eb-8537-4ffc-a12f-792315041935 req-497be534-41ff-423d-aa8d-2031cfbb27b4 service neutron] Attempting to bind port f82131ed-8fc9-4514-82f0-d9f2b56d42b2 on network 2bf2dc2d-f805-45d8-a88e-ba5362112857 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:54.878472 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-834a149a-817b-4b94-abb5-8bcd8c526ca7 req-08b3f070-59e4-41c2-b8b9-371a8be7828c tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560197 Jul 29 23:25:54.906860 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62a79eb-8537-4ffc-a12f-792315041935 req-497be534-41ff-423d-aa8d-2031cfbb27b4 service neutron] Port f82131ed-8fc9-4514-82f0-d9f2b56d42b2 on network 2bf2dc2d-f805-45d8-a88e-ba5362112857 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:25:54.907185 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62a79eb-8537-4ffc-a12f-792315041935 req-497be534-41ff-423d-aa8d-2031cfbb27b4 service neutron] Attempting to bind port f82131ed-8fc9-4514-82f0-d9f2b56d42b2 on network 2bf2dc2d-f805-45d8-a88e-ba5362112857 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:55.040559 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b3c8e72-b730-43d2-8890-85d9bef8d989 x-openstack-request-id: req-7b3c8e72-b730-43d2-8890-85d9bef8d989 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:55.040839 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "tag": "3075185e-3c3b-4e1f-8294-cdadf9bf5523", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:55.041091 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b3c8e72-b730-43d2-8890-85d9bef8d989 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:55.041494 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'tag': '3075185e-3c3b-4e1f-8294-cdadf9bf5523', 'status': 'completed', 'code': 200} Jul 29 23:25:55.066243 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62a79eb-8537-4ffc-a12f-792315041935 req-497be534-41ff-423d-aa8d-2031cfbb27b4 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:55.067134 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62a79eb-8537-4ffc-a12f-792315041935 req-497be534-41ff-423d-aa8d-2031cfbb27b4 service neutron] Checking segment: {'id': 'c785a71b-d512-473f-abff-49b215536ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2bf2dc2d-f805-45d8-a88e-ba5362112857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:55.067134 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62a79eb-8537-4ffc-a12f-792315041935 req-497be534-41ff-423d-aa8d-2031cfbb27b4 service neutron] Bound using segment: {'id': 'c785a71b-d512-473f-abff-49b215536ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2bf2dc2d-f805-45d8-a88e-ba5362112857'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:55.067560 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-b62a79eb-8537-4ffc-a12f-792315041935 req-497be534-41ff-423d-aa8d-2031cfbb27b4 service neutron] Bound port: f82131ed-8fc9-4514-82f0-d9f2b56d42b2, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c785a71b-d512-473f-abff-49b215536ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2bf2dc2d-f805-45d8-a88e-ba5362112857'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:55.067721 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b62a79eb-8537-4ffc-a12f-792315041935 req-497be534-41ff-423d-aa8d-2031cfbb27b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:55.083082 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2760353-c1a7-473b-a5c2-582a71fe1a0d req-b083b540-e3fd-4109-90c9-20f218de5a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.083803 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2760353-c1a7-473b-a5c2-582a71fe1a0d req-b083b540-e3fd-4109-90c9-20f218de5a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.084264 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2760353-c1a7-473b-a5c2-582a71fe1a0d req-b083b540-e3fd-4109-90c9-20f218de5a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.084952 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2760353-c1a7-473b-a5c2-582a71fe1a0d req-b083b540-e3fd-4109-90c9-20f218de5a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.085752 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2760353-c1a7-473b-a5c2-582a71fe1a0d req-b083b540-e3fd-4109-90c9-20f218de5a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.086414 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2760353-c1a7-473b-a5c2-582a71fe1a0d req-b083b540-e3fd-4109-90c9-20f218de5a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.087086 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2760353-c1a7-473b-a5c2-582a71fe1a0d req-b083b540-e3fd-4109-90c9-20f218de5a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.089099 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d2760353-c1a7-473b-a5c2-582a71fe1a0d req-b083b540-e3fd-4109-90c9-20f218de5a6e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d954899d85d94386b2170efdab77ddb2&device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 6360 time: 0.0801890 Jul 29 23:25:55.129554 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device d952f399-ef6d-41a9-be1c-bf1a7e313319 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:25:55.138823 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-e688cf19-a543-4e0b-8816-370a0537cf3e service neutron] 10.222.0.39 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5644946 Jul 29 23:25:55.291133 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2760353-c1a7-473b-a5c2-582a71fe1a0d req-f157cdd9-8595-4e5f-bbeb-53a58c3e1ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.291923 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2760353-c1a7-473b-a5c2-582a71fe1a0d req-f157cdd9-8595-4e5f-bbeb-53a58c3e1ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.292571 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2760353-c1a7-473b-a5c2-582a71fe1a0d req-f157cdd9-8595-4e5f-bbeb-53a58c3e1ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.294374 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d2760353-c1a7-473b-a5c2-582a71fe1a0d req-f157cdd9-8595-4e5f-bbeb-53a58c3e1ba3 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d954899d85d94386b2170efdab77ddb2&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1896741 Jul 29 23:25:55.358266 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port d952f399-ef6d-41a9-be1c-bf1a7e313319, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=d952f399-ef6d-41a9-be1c-bf1a7e313319,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:55.375545 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'd952f399-ef6d-41a9-be1c-bf1a7e313319', 'network_id': '41b737f2-e531-4160-b598-3383b744485d', 'port_id': 'd952f399-ef6d-41a9-be1c-bf1a7e313319', 'mac_address': 'fa:16:3e:63:ed:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '599960cf-5b7f-432a-8a6a-c415f2272dee', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:25:55.443250 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:55.450249 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2760353-c1a7-473b-a5c2-582a71fe1a0d req-f9190429-5607-4a25-9676-0b6fbd49722b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.452054 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d2760353-c1a7-473b-a5c2-582a71fe1a0d req-f9190429-5607-4a25-9676-0b6fbd49722b service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1479845 Jul 29 23:25:55.467301 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d952f399-ef6d-41a9-be1c-bf1a7e313319 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:55.476184 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 8a8dde04-3585-4407-aaa8-c97ebb91e89d up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:55.521586 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port d952f399-ef6d-41a9-be1c-bf1a7e313319, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=d952f399-ef6d-41a9-be1c-bf1a7e313319,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:55.532458 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:55.592725 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 8a8dde04-3585-4407-aaa8-c97ebb91e89d completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:55.600160 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 8a8dde04-3585-4407-aaa8-c97ebb91e89d triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:55.600571 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:55.602211 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=d952f399-ef6d-41a9-be1c-bf1a7e313319,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:55.609981 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9561d424-d6da-467c-b094-72a22ac91322 req-f42eb47c-5b5d-4241-8d12-11752be40856 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.611421 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-9561d424-d6da-467c-b094-72a22ac91322 req-f42eb47c-5b5d-4241-8d12-11752be40856 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.23 "GET /v2.0/ports?device_id=ade65ffb-a271-4f85-8d65-702bfddb06a9 HTTP/1.1" status: 200 len: 943 time: 0.0786145 Jul 29 23:25:55.694242 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:55.719724 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987fdebb-c59d-40b7-b9d0-9d712fb6359a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8dde04-3585-4407-aaa8-c97ebb91e89d'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:55.721775 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8561338-e930-4581-b7b7-96774b97e677" -d '{"events": [{"server_uuid": "987fdebb-c59d-40b7-b9d0-9d712fb6359a", "name": "network-vif-plugged", "status": "completed", "tag": "8a8dde04-3585-4407-aaa8-c97ebb91e89d"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:55.742136 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 8a8dde04-3585-4407-aaa8-c97ebb91e89d, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=8a8dde04-3585-4407-aaa8-c97ebb91e89d,segment=NetworkSegment(c785a71b-d512-473f-abff-49b215536ffe),segment_id=c785a71b-d512-473f-abff-49b215536ffe)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:55.742665 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-9561d424-d6da-467c-b094-72a22ac91322 req-19284fe1-d4ab-4742-9d37-7bab12b14333 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Deleting port 9669d763-d1be-4b62-8164-a47102a06163 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:25:55.743010 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-9561d424-d6da-467c-b094-72a22ac91322 req-19284fe1-d4ab-4742-9d37-7bab12b14333 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:55.747348 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:55.775616 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-04eb23e9-27eb-478b-b9d4-430cab83b0a7 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Allocated IP 172.20.0.14 (dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb/ee33b029-d25c-4ff1-b685-d5b5f26c2363/3614b83e-cc13-42b0-bf0d-448e516a4765) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:25:55.777121 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['d952f399-ef6d-41a9-be1c-bf1a7e313319'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:25:55.839291 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=8a8dde04-3585-4407-aaa8-c97ebb91e89d,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:55.855713 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-9561d424-d6da-467c-b094-72a22ac91322 req-19284fe1-d4ab-4742-9d37-7bab12b14333 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] For port 9669d763-d1be-4b62-8164-a47102a06163, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9669d763-d1be-4b62-8164-a47102a06163,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:55.855996 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-9561d424-d6da-467c-b094-72a22ac91322 req-19284fe1-d4ab-4742-9d37-7bab12b14333 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:55.860628 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-889ceb44-b616-4657-a9b1-fef7382b7f10 service neutron] 10.222.0.23 "GET /v2.0/networks/2bf2dc2d-f805-45d8-a88e-ba5362112857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0105932 Jul 29 23:25:55.885335 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-9561d424-d6da-467c-b094-72a22ac91322 req-19284fe1-d4ab-4742-9d37-7bab12b14333 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Calling delete_port for 9669d763-d1be-4b62-8164-a47102a06163 owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:25:55.898050 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6c85c-66b1-4e74-b1a2-742bc39063a6 req-0b813b12-71c4-4b45-b33b-fc2dc156b65c tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.904939 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6c85c-66b1-4e74-b1a2-742bc39063a6 req-0b813b12-71c4-4b45-b33b-fc2dc156b65c tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.911164 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6c85c-66b1-4e74-b1a2-742bc39063a6 req-0b813b12-71c4-4b45-b33b-fc2dc156b65c tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.917150 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6c85c-66b1-4e74-b1a2-742bc39063a6 req-0b813b12-71c4-4b45-b33b-fc2dc156b65c tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.923123 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6c85c-66b1-4e74-b1a2-742bc39063a6 req-0b813b12-71c4-4b45-b33b-fc2dc156b65c tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.929138 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6c85c-66b1-4e74-b1a2-742bc39063a6 req-0b813b12-71c4-4b45-b33b-fc2dc156b65c tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.935051 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6c85c-66b1-4e74-b1a2-742bc39063a6 req-0b813b12-71c4-4b45-b33b-fc2dc156b65c tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.937231 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e5f6c85c-66b1-4e74-b1a2-742bc39063a6 req-0b813b12-71c4-4b45-b33b-fc2dc156b65c tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5408 time: 0.8027136 Jul 29 23:25:55.958327 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-d009b423-dec0-4dbf-850b-ef8dcceb6fb5 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:55.958327 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-d009b423-dec0-4dbf-850b-ef8dcceb6fb5 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/networks?id=e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 HTTP/1.1" status: 200 len: 804 time: 1.0036790 Jul 29 23:25:55.958327 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-b62a79eb-8537-4ffc-a12f-792315041935 req-497be534-41ff-423d-aa8d-2031cfbb27b4 service neutron] For port f82131ed-8fc9-4514-82f0-d9f2b56d42b2, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:56.026741 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-b62a79eb-8537-4ffc-a12f-792315041935 req-497be534-41ff-423d-aa8d-2031cfbb27b4 service neutron] For port f82131ed-8fc9-4514-82f0-d9f2b56d42b2, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f82131ed-8fc9-4514-82f0-d9f2b56d42b2,segment=NetworkSegment(c785a71b-d512-473f-abff-49b215536ffe),segment_id=c785a71b-d512-473f-abff-49b215536ffe)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:56.054618 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-9561d424-d6da-467c-b094-72a22ac91322 req-19284fe1-d4ab-4742-9d37-7bab12b14333 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:56.063958 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b62a79eb-8537-4ffc-a12f-792315041935 req-497be534-41ff-423d-aa8d-2031cfbb27b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:56.066583 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-899e96e7-af27-4df1-b09c-4428f55f74b6 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/quotas/fc433144b8ce4e74b39793292556658e HTTP/1.1" status: 200 len: 375 time: 0.0952299 Jul 29 23:25:56.085873 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19284fe1-d4ab-4742-9d37-7bab12b14333 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Pushing event deleted for resources: {'Port': ['ID=9669d763-d1be-4b62-8164-a47102a06163,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:56.135914 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-9561d424-d6da-467c-b094-72a22ac91322 req-19284fe1-d4ab-4742-9d37-7bab12b14333 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] No DVR routers for this DVR port 9669d763-d1be-4b62-8164-a47102a06163 on host n-h1-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:25:56.138858 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-9561d424-d6da-467c-b094-72a22ac91322 req-19284fe1-d4ab-4742-9d37-7bab12b14333 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:56.141149 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-9561d424-d6da-467c-b094-72a22ac91322 req-19284fe1-d4ab-4742-9d37-7bab12b14333 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.23 "DELETE /v2.0/ports/9669d763-d1be-4b62-8164-a47102a06163 HTTP/1.1" status: 204 len: 173 time: 0.5225735 Jul 29 23:25:56.141815 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ade65ffb-a271-4f85-8d65-702bfddb06a9', 'name': 'network-vif-deleted', 'tag': '9669d763-d1be-4b62-8164-a47102a06163'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:56.144377 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd1b30d-6f64-4b48-8ea9-676aea2e439a" -d '{"events": [{"server_uuid": "ade65ffb-a271-4f85-8d65-702bfddb06a9", "name": "network-vif-deleted", "tag": "9669d763-d1be-4b62-8164-a47102a06163"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:56.210714 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-ced745e2-b64d-43ae-9c58-e66b8e4264b6 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc433144b8ce4e74b39793292556658e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1299279 Jul 29 23:25:56.214148 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a79eb-8537-4ffc-a12f-792315041935 req-497be534-41ff-423d-aa8d-2031cfbb27b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:56.214770 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b62a79eb-8537-4ffc-a12f-792315041935 req-497be534-41ff-423d-aa8d-2031cfbb27b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:56.216215 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b62a79eb-8537-4ffc-a12f-792315041935 req-497be534-41ff-423d-aa8d-2031cfbb27b4 service neutron] 10.222.0.39 "PUT /v2.0/ports/f82131ed-8fc9-4514-82f0-d9f2b56d42b2 HTTP/1.1" status: 200 len: 1093 time: 4.5467019 Jul 29 23:25:56.222248 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:25:56.232781 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e5f6c85c-66b1-4e74-b1a2-742bc39063a6 req-5f8ef23d-a7f3-453e-926e-9135a7f26339 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2783625 Jul 29 23:25:56.268562 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-b4939fcb-febd-4c2a-961f-4b4e865f836d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:56.269051 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-b4939fcb-febd-4c2a-961f-4b4e865f836d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:56.269528 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-b4939fcb-febd-4c2a-961f-4b4e865f836d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:56.270001 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-b4939fcb-febd-4c2a-961f-4b4e865f836d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:56.270463 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-b4939fcb-febd-4c2a-961f-4b4e865f836d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:56.270933 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-b4939fcb-febd-4c2a-961f-4b4e865f836d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:56.271400 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-b4939fcb-febd-4c2a-961f-4b4e865f836d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:56.273452 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-b4939fcb-febd-4c2a-961f-4b4e865f836d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d954899d85d94386b2170efdab77ddb2&device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 6360 time: 0.3300858 Jul 29 23:25:56.448996 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497be534-41ff-423d-aa8d-2031cfbb27b4 service neutron] Pushing event updated for resources: {'Port': ['ID=f82131ed-8fc9-4514-82f0-d9f2b56d42b2,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:56.489068 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-52a6ab9e-9143-448b-a661-f199932763ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b35c57-ba8c-44ac-9445-757f4f37b07f {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:56.512030 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-52a6ab9e-9143-448b-a661-f199932763ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:56.595598 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-52a6ab9e-9143-448b-a661-f199932763ed service neutron] Transition to ACTIVE for port object e1b35c57-ba8c-44ac-9445-757f4f37b07f will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:25:56.601850 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-04eb23e9-27eb-478b-b9d4-430cab83b0a7 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:56.618363 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-52a6ab9e-9143-448b-a661-f199932763ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:56.630628 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a79eb-8537-4ffc-a12f-792315041935 req-cbb84a79-47ee-4ec6-ae46-de1653b52f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:56.632195 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b62a79eb-8537-4ffc-a12f-792315041935 req-cbb84a79-47ee-4ec6-ae46-de1653b52f0a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=965c670d288e49d5aaa85c1c76b5b87f&device_id=2ff686f0-4ad8-460a-8b77-e58d16725207 HTTP/1.1" status: 200 len: 1096 time: 0.3427496 Jul 29 23:25:56.643280 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-14cb24ba-8eeb-4138-a7bf-9bd54284d10e service neutron] 10.222.0.18 "GET /v2.0/networks/e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4153397 Jul 29 23:25:56.682583 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114715b1-dc4c-49c0-9d81-6f98a99c5fb9 req-28b55838-2447-45de-b25b-02e1926900ba tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:56.684025 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-114715b1-dc4c-49c0-9d81-6f98a99c5fb9 req-28b55838-2447-45de-b25b-02e1926900ba tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 944 time: 0.3176107 Jul 29 23:25:56.743296 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-2ed80826-56ba-4484-8886-5adb2fa50347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:56.744150 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-2ed80826-56ba-4484-8886-5adb2fa50347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:56.744341 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-2ed80826-56ba-4484-8886-5adb2fa50347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:56.745797 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-2ed80826-56ba-4484-8886-5adb2fa50347 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d954899d85d94386b2170efdab77ddb2&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4020629 Jul 29 23:25:56.797873 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b62a79eb-8537-4ffc-a12f-792315041935 req-e7fca37c-2548-4ecf-a9a3-2be680abd28f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f82131ed-8fc9-4514-82f0-d9f2b56d42b2 HTTP/1.1" status: 200 len: 217 time: 0.1518438 Jul 29 23:25:56.890515 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6ab9e-9143-448b-a661-f199932763ed service neutron] Pushing event updated for resources: {'Port': ['ID=e1b35c57-ba8c-44ac-9445-757f4f37b07f,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:57.014165 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-114715b1-dc4c-49c0-9d81-6f98a99c5fb9 req-b32abd1a-e67e-48a9-97b7-939a3e9b8113 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135421 Jul 29 23:25:57.015226 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-04eb23e9-27eb-478b-b9d4-430cab83b0a7 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.043292 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff686f0-4ad8-460a-8b77-e58d16725207', 'tag': 'f82131ed-8fc9-4514-82f0-d9f2b56d42b2'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:57.045329 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49626529-9395-4bbb-808b-d62f21b21e4c" -d '{"events": [{"name": "network-changed", "server_uuid": "2ff686f0-4ad8-460a-8b77-e58d16725207", "tag": "f82131ed-8fc9-4514-82f0-d9f2b56d42b2"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:57.061729 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a79eb-8537-4ffc-a12f-792315041935 req-7e8595c4-0f1e-47bc-a11d-034e79ffceb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:57.062614 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b62a79eb-8537-4ffc-a12f-792315041935 req-7e8595c4-0f1e-47bc-a11d-034e79ffceb7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3766b36-d1e4-4f1b-8f1b-c0000e7b42e6 HTTP/1.1" status: 200 len: 854 time: 0.2371395 Jul 29 23:25:57.127794 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device d952f399-ef6d-41a9-be1c-bf1a7e313319 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:25:57.170471 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-dfae9415-40d2-4cbe-bf43-cef0cd12b376 service neutron] 10.222.0.18 "GET /v2.0/networks/e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4733336 Jul 29 23:25:57.185935 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-7e05d402-eae0-489d-8f86-23aedaf912e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:57.188051 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a457bc3-d369-4974-bee1-7ad8f8d9fddf req-7e05d402-eae0-489d-8f86-23aedaf912e8 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3930528 Jul 29 23:25:57.189932 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-04eb23e9-27eb-478b-b9d4-430cab83b0a7 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Network dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:25:57.215136 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port d952f399-ef6d-41a9-be1c-bf1a7e313319 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:25:57.221590 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port d952f399-ef6d-41a9-be1c-bf1a7e313319 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:25:57.221998 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.237735 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eb23e9-27eb-478b-b9d4-430cab83b0a7 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Pushing event updated for resources: {'Port': ['ID=3614b83e-cc13-42b0-bf0d-448e516a4765,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:57.246923 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-04eb23e9-27eb-478b-b9d4-430cab83b0a7 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:25:57.271632 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-04eb23e9-27eb-478b-b9d4-430cab83b0a7 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:25:57.315804 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-52a6ab9e-9143-448b-a661-f199932763ed service neutron] Attempting to bind port e1b35c57-ba8c-44ac-9445-757f4f37b07f on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:25:57.316142 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-52a6ab9e-9143-448b-a661-f199932763ed service neutron] Attempting to bind port e1b35c57-ba8c-44ac-9445-757f4f37b07f by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'a0a49c32-421f-4f62-8751-bfe67cfd0240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '28f38c63-eb30-4453-829d-2d302e41c5f3'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:25:57.316414 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-52a6ab9e-9143-448b-a661-f199932763ed service neutron] Attempting to bind port e1b35c57-ba8c-44ac-9445-757f4f37b07f on network 28f38c63-eb30-4453-829d-2d302e41c5f3 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:57.331016 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-52a6ab9e-9143-448b-a661-f199932763ed service neutron] Port e1b35c57-ba8c-44ac-9445-757f4f37b07f on network 28f38c63-eb30-4453-829d-2d302e41c5f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:25:57.331340 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-52a6ab9e-9143-448b-a661-f199932763ed service neutron] Attempting to bind port e1b35c57-ba8c-44ac-9445-757f4f37b07f on network 28f38c63-eb30-4453-829d-2d302e41c5f3 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:25:57.345618 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.372467 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a381f15-c89c-423a-ad84-40243a2d4a7d req-5ba0a537-2219-4df6-aad7-b96c2ae0d9df tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:57.375308 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7a381f15-c89c-423a-ad84-40243a2d4a7d req-5ba0a537-2219-4df6-aad7-b96c2ae0d9df tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f207e5-442e-409f-883a-39ae4ef51b30 HTTP/1.1" status: 200 len: 932 time: 0.2572324 Jul 29 23:25:57.376605 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-52a6ab9e-9143-448b-a661-f199932763ed service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:25:57.377025 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-52a6ab9e-9143-448b-a661-f199932763ed service neutron] Checking segment: {'id': 'a0a49c32-421f-4f62-8751-bfe67cfd0240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '28f38c63-eb30-4453-829d-2d302e41c5f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:25:57.377672 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-52a6ab9e-9143-448b-a661-f199932763ed service neutron] Bound using segment: {'id': 'a0a49c32-421f-4f62-8751-bfe67cfd0240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '28f38c63-eb30-4453-829d-2d302e41c5f3'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:25:57.378422 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-52a6ab9e-9143-448b-a661-f199932763ed service neutron] Bound port: e1b35c57-ba8c-44ac-9445-757f4f37b07f, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0a49c32-421f-4f62-8751-bfe67cfd0240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '28f38c63-eb30-4453-829d-2d302e41c5f3'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:25:57.379008 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-52a6ab9e-9143-448b-a661-f199932763ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.383983 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a79eb-8537-4ffc-a12f-792315041935 req-8afa559e-b197-4839-88b4-c2a88e5cd335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:57.385017 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b62a79eb-8537-4ffc-a12f-792315041935 req-8afa559e-b197-4839-88b4-c2a88e5cd335 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2bf2dc2d-f805-45d8-a88e-ba5362112857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3113487 Jul 29 23:25:57.418479 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port d952f399-ef6d-41a9-be1c-bf1a7e313319, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=d952f399-ef6d-41a9-be1c-bf1a7e313319,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:25:57.423910 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.500774 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=d952f399-ef6d-41a9-be1c-bf1a7e313319,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:57.527044 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-04eb23e9-27eb-478b-b9d4-430cab83b0a7 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:57.528549 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-04eb23e9-27eb-478b-b9d4-430cab83b0a7 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:57.652080 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-04eb23e9-27eb-478b-b9d4-430cab83b0a7 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0564280 Jul 29 23:25:57.672344 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-a74ceb66-c4d6-4018-9559-b5cbe1a68c24 service neutron] Request body: {'port': {'device_id': '95f207e5-442e-409f-883a-39ae4ef51b30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:57.693270 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7a381f15-c89c-423a-ad84-40243a2d4a7d req-22c99e91-3f47-45db-bee8-2caf42d195c8 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups?id=d79fff0a-09c1-4a3b-83fd-5425d61ca504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037241 Jul 29 23:25:57.781938 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-52a6ab9e-9143-448b-a661-f199932763ed service neutron] For port e1b35c57-ba8c-44ac-9445-757f4f37b07f, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:25:57.795587 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8faf0d53-3605-4070-af82-4fc1f5ed3490 x-openstack-request-id: req-8faf0d53-3605-4070-af82-4fc1f5ed3490 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:57.795965 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987fdebb-c59d-40b7-b9d0-9d712fb6359a", "name": "network-vif-plugged", "status": "completed", "tag": "8a8dde04-3585-4407-aaa8-c97ebb91e89d", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:57.796279 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8faf0d53-3605-4070-af82-4fc1f5ed3490 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:57.797109 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987fdebb-c59d-40b7-b9d0-9d712fb6359a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8dde04-3585-4407-aaa8-c97ebb91e89d', 'code': 200} Jul 29 23:25:57.810162 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ebe7fa-33b4-485b-aa3d-21d125af7709 req-1d3c2a4a-b0ed-43d1-a7f4-9675b326d6c4 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:57.813466 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-83ebe7fa-33b4-485b-aa3d-21d125af7709 req-1d3c2a4a-b0ed-43d1-a7f4-9675b326d6c4 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=772d9e75-55e0-42bf-aafa-b92aad95fe3f HTTP/1.1" status: 200 len: 945 time: 0.2777457 Jul 29 23:25:57.820342 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b62a79eb-8537-4ffc-a12f-792315041935 req-32cb5b8a-8f17-4d3c-9087-f0cd9113b017 service neutron] 10.222.0.39 "GET /v2.0/networks/2bf2dc2d-f805-45d8-a88e-ba5362112857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4183466 Jul 29 23:25:57.830232 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-52a6ab9e-9143-448b-a661-f199932763ed service neutron] For port e1b35c57-ba8c-44ac-9445-757f4f37b07f, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=e1b35c57-ba8c-44ac-9445-757f4f37b07f,segment=NetworkSegment(a0a49c32-421f-4f62-8751-bfe67cfd0240),segment_id=a0a49c32-421f-4f62-8751-bfe67cfd0240)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:25:57.904239 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-52a6ab9e-9143-448b-a661-f199932763ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:58.083566 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-a74ceb66-c4d6-4018-9559-b5cbe1a68c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:58.138199 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-52a6ab9e-9143-448b-a661-f199932763ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:58.139288 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-52a6ab9e-9143-448b-a661-f199932763ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:58.142120 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-52a6ab9e-9143-448b-a661-f199932763ed service neutron] 10.222.0.23 "PUT /v2.0/ports/e1b35c57-ba8c-44ac-9445-757f4f37b07f HTTP/1.1" status: 200 len: 1092 time: 4.0608947 Jul 29 23:25:58.165938 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-83ebe7fa-33b4-485b-aa3d-21d125af7709 req-51104dfe-eb24-4ee9-b51d-2e504031c4c5 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202682 Jul 29 23:25:58.215472 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-01cc5b33-a3e7-4c1f-937c-d3b78105eb0d service neutron] Request body: {'port': {'device_id': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:58.241067 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df0dfd5-acb8-4b2f-9eda-0139286b0576 x-openstack-request-id: req-3df0dfd5-acb8-4b2f-9eda-0139286b0576 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:58.242314 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ade65ffb-a271-4f85-8d65-702bfddb06a9", "name": "network-vif-deleted", "tag": "9669d763-d1be-4b62-8164-a47102a06163", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:58.242795 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3df0dfd5-acb8-4b2f-9eda-0139286b0576 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:58.243800 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ade65ffb-a271-4f85-8d65-702bfddb06a9', 'name': 'network-vif-deleted', 'tag': '9669d763-d1be-4b62-8164-a47102a06163', 'status': 'completed', 'code': 200} Jul 29 23:25:58.296881 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6ab9e-9143-448b-a661-f199932763ed service neutron] Pushing event updated for resources: {'Port': ['ID=e1b35c57-ba8c-44ac-9445-757f4f37b07f,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:25:58.319905 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90b5da-c0b5-4b97-ab34-727582e6d6a3 req-5547e01a-ce0f-4555-b9ea-8c95efe85474 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:58.322170 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f90b5da-c0b5-4b97-ab34-727582e6d6a3 req-5547e01a-ce0f-4555-b9ea-8c95efe85474 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ff686f0-4ad8-460a-8b77-e58d16725207 HTTP/1.1" status: 200 len: 944 time: 0.4444156 Jul 29 23:25:58.329312 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24211181-fd0f-4963-a0ca-525e94c438d4 x-openstack-request-id: req-24211181-fd0f-4963-a0ca-525e94c438d4 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:25:58.329690 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ff686f0-4ad8-460a-8b77-e58d16725207", "tag": "f82131ed-8fc9-4514-82f0-d9f2b56d42b2", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:25:58.330154 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-24211181-fd0f-4963-a0ca-525e94c438d4 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:25:58.330716 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff686f0-4ad8-460a-8b77-e58d16725207', 'tag': 'f82131ed-8fc9-4514-82f0-d9f2b56d42b2', 'status': 'completed', 'code': 200} Jul 29 23:25:58.333308 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893c37a-8259-4d08-854c-7ac17045799e req-41fb289a-6c38-4843-8b4c-6be38ac0ef82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:58.335034 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4893c37a-8259-4d08-854c-7ac17045799e req-41fb289a-6c38-4843-8b4c-6be38ac0ef82 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=987fdebb-c59d-40b7-b9d0-9d712fb6359a HTTP/1.1" status: 200 len: 1097 time: 0.3539624 Jul 29 23:25:58.366606 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b62a79eb-8537-4ffc-a12f-792315041935 req-7b8b5978-ded7-4c0f-9ff8-6be52ce2fd83 service neutron] 10.222.0.39 "GET /v2.0/networks/2bf2dc2d-f805-45d8-a88e-ba5362112857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5325634 Jul 29 23:25:58.930570 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-01cc5b33-a3e7-4c1f-937c-d3b78105eb0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:58.950021 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f90b5da-c0b5-4b97-ab34-727582e6d6a3 req-5f830697-cac8-4bcc-844b-9e1de4f2df8d tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6099210 Jul 29 23:25:58.995693 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4893c37a-8259-4d08-854c-7ac17045799e req-dd7048a0-f364-41d5-ae85-65f68d4c0fe6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6336951 Jul 29 23:25:59.075707 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898f1fe-18e9-48f3-aef9-5fd79cf61935 req-9eae5608-bd9d-40d8-bdc9-8b25b9e35368 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.082243 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898f1fe-18e9-48f3-aef9-5fd79cf61935 req-9eae5608-bd9d-40d8-bdc9-8b25b9e35368 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.088215 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898f1fe-18e9-48f3-aef9-5fd79cf61935 req-9eae5608-bd9d-40d8-bdc9-8b25b9e35368 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.095297 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898f1fe-18e9-48f3-aef9-5fd79cf61935 req-9eae5608-bd9d-40d8-bdc9-8b25b9e35368 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.101029 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898f1fe-18e9-48f3-aef9-5fd79cf61935 req-9eae5608-bd9d-40d8-bdc9-8b25b9e35368 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.106939 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898f1fe-18e9-48f3-aef9-5fd79cf61935 req-9eae5608-bd9d-40d8-bdc9-8b25b9e35368 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.113496 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2898f1fe-18e9-48f3-aef9-5fd79cf61935 req-9eae5608-bd9d-40d8-bdc9-8b25b9e35368 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.115538 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2898f1fe-18e9-48f3-aef9-5fd79cf61935 req-9eae5608-bd9d-40d8-bdc9-8b25b9e35368 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5420 time: 0.7165837 Jul 29 23:25:59.175808 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49626529-9395-4bbb-808b-d62f21b21e4c req-f7d345f8-0228-4e9a-9547-8cd40802dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.177338 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-49626529-9395-4bbb-808b-d62f21b21e4c req-f7d345f8-0228-4e9a-9547-8cd40802dea1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=965c670d288e49d5aaa85c1c76b5b87f&device_id=2ff686f0-4ad8-460a-8b77-e58d16725207 HTTP/1.1" status: 200 len: 1096 time: 0.4053545 Jul 29 23:25:59.190079 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f00cac5c-c4f8-4015-bf3b-d2200ce7bec2 req-542ee478-e451-4c8f-969c-f77c5d1650ba tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=6daf8cf4-021e-48f1-9c80-c9892034785f HTTP/1.1" status: 200 len: 210 time: 0.1379070 Jul 29 23:25:59.285079 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:59.347048 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-9c141800-c454-40db-83f4-07025bed4d6a tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.348612 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-9c141800-c454-40db-83f4-07025bed4d6a tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.39 "GET /v2.0/networks?id=e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 HTTP/1.1" status: 200 len: 804 time: 0.5807157 Jul 29 23:25:59.419213 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-cf440ca5-b029-45c5-aae8-7b9b406ef4c0 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Request body: {'port': {'device_id': '6daf8cf4-021e-48f1-9c80-c9892034785f', 'network_id': 'e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2', 'admin_state_up': True, 'tenant_id': 'fc433144b8ce4e74b39793292556658e'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:25:59.486884 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2898f1fe-18e9-48f3-aef9-5fd79cf61935 req-dad333f3-81cc-4796-aa35-e7a2a4c08ea5 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3400011 Jul 29 23:25:59.520866 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9669d763-d1be-4b62-8164-a47102a06163 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:25:59.549764 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 9669d763-d1be-4b62-8164-a47102a06163 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:25:59.550347 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9669d763-d1be-4b62-8164-a47102a06163 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:25:59.619916 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:59.723009 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49626529-9395-4bbb-808b-d62f21b21e4c req-cf2acfa9-1b3b-4068-bd85-d85acc5c4344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.724557 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-49626529-9395-4bbb-808b-d62f21b21e4c req-cf2acfa9-1b3b-4068-bd85-d85acc5c4344 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2bf2dc2d-f805-45d8-a88e-ba5362112857 HTTP/1.1" status: 200 len: 916 time: 0.5327852 Jul 29 23:25:59.777741 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c58cb-87b7-4503-999a-47f828638d8c req-56f2b967-013e-4924-8314-cafc61960dc9 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:25:59.779477 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-122c58cb-87b7-4503-999a-47f828638d8c req-56f2b967-013e-4924-8314-cafc61960dc9 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 945 time: 0.4265990 Jul 29 23:25:59.798951 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd952f399-ef6d-41a9-be1c-bf1a7e313319'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:25:59.804743 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b026bd-91b9-45c0-967c-8c72f6348c3d" -d '{"events": [{"server_uuid": "5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d", "name": "network-vif-plugged", "status": "completed", "tag": "d952f399-ef6d-41a9-be1c-bf1a7e313319"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:25:59.807870 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-a74ceb66-c4d6-4018-9559-b5cbe1a68c24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3614b83e-cc13-42b0-bf0d-448e516a4765 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:25:59.821428 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-a74ceb66-c4d6-4018-9559-b5cbe1a68c24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:25:59.873587 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-49626529-9395-4bbb-808b-d62f21b21e4c req-2c8ddd86-8382-41e9-b907-08fdb6385a4e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f82131ed-8fc9-4514-82f0-d9f2b56d42b2 HTTP/1.1" status: 200 len: 217 time: 0.1187191 Jul 29 23:25:59.982223 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-a74ceb66-c4d6-4018-9559-b5cbe1a68c24 service neutron] Transition to ACTIVE for port object 3614b83e-cc13-42b0-bf0d-448e516a4765 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:00.006089 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-a74ceb66-c4d6-4018-9559-b5cbe1a68c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:00.017274 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-122c58cb-87b7-4503-999a-47f828638d8c req-bd99e76a-6383-4537-8098-860d639825b2 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170231 Jul 29 23:26:00.074073 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49626529-9395-4bbb-808b-d62f21b21e4c req-449ea05f-7c2b-4f90-a7ad-32fbf933cecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:00.075582 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-49626529-9395-4bbb-808b-d62f21b21e4c req-449ea05f-7c2b-4f90-a7ad-32fbf933cecb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c3766b36-d1e4-4f1b-8f1b-c0000e7b42e6 HTTP/1.1" status: 200 len: 854 time: 0.1885855 Jul 29 23:26:00.076197 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-cf440ca5-b029-45c5-aae8-7b9b406ef4c0 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Made reservation on behalf of fc433144b8ce4e74b39793292556658e for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:00.080017 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-cf440ca5-b029-45c5-aae8-7b9b406ef4c0 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:00.143439 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d50057-cb44-4ef5-a7d6-fd9f75bb1359 req-d272a3a5-c270-4355-97eb-ab0c66fe38b4 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:00.145053 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e4d50057-cb44-4ef5-a7d6-fd9f75bb1359 req-d272a3a5-c270-4355-97eb-ab0c66fe38b4 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f207e5-442e-409f-883a-39ae4ef51b30 HTTP/1.1" status: 200 len: 932 time: 0.2835453 Jul 29 23:26:00.220496 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ceb66-c4d6-4018-9559-b5cbe1a68c24 service neutron] Pushing event updated for resources: {'Port': ['ID=3614b83e-cc13-42b0-bf0d-448e516a4765,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:00.224815 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-01cc5b33-a3e7-4c1f-937c-d3b78105eb0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df88191e-8451-4760-b573-4dbf92f82893 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:00.256443 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-01cc5b33-a3e7-4c1f-937c-d3b78105eb0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:00.350373 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'tag': 'e1b35c57-ba8c-44ac-9445-757f4f37b07f'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:00.352656 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7a90577-080b-4a37-8864-f041a44b31b0" -d '{"events": [{"name": "network-changed", "server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "tag": "e1b35c57-ba8c-44ac-9445-757f4f37b07f"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:00.377492 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-01cc5b33-a3e7-4c1f-937c-d3b78105eb0d service neutron] Transition to ACTIVE for port object df88191e-8451-4760-b573-4dbf92f82893 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:00.400272 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49626529-9395-4bbb-808b-d62f21b21e4c req-5aa8d495-24ae-4b75-bc48-5bc1cee56d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:00.401881 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-49626529-9395-4bbb-808b-d62f21b21e4c req-5aa8d495-24ae-4b75-bc48-5bc1cee56d64 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2bf2dc2d-f805-45d8-a88e-ba5362112857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3118050 Jul 29 23:26:00.402792 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-01cc5b33-a3e7-4c1f-937c-d3b78105eb0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:00.416584 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e4d50057-cb44-4ef5-a7d6-fd9f75bb1359 req-c76c985c-cb96-4429-9b56-1d3c1616918d tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups?id=d79fff0a-09c1-4a3b-83fd-5425d61ca504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470500 Jul 29 23:26:00.464081 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dab646-f767-47b5-a556-5125fa85336f req-92a0a659-b425-4161-a5ba-81f5b98bce2a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:00.465852 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-11dab646-f767-47b5-a556-5125fa85336f req-92a0a659-b425-4161-a5ba-81f5b98bce2a tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=772d9e75-55e0-42bf-aafa-b92aad95fe3f HTTP/1.1" status: 200 len: 945 time: 0.3162143 Jul 29 23:26:00.471661 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed729b9e-3d27-4d15-a889-aa1dc13b3f28 x-openstack-request-id: req-ed729b9e-3d27-4d15-a889-aa1dc13b3f28 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:00.472803 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d", "name": "network-vif-plugged", "status": "completed", "tag": "d952f399-ef6d-41a9-be1c-bf1a7e313319", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:00.476116 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed729b9e-3d27-4d15-a889-aa1dc13b3f28 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:00.477089 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd952f399-ef6d-41a9-be1c-bf1a7e313319', 'code': 200} Jul 29 23:26:00.589781 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062d07b2-13a2-41cd-877f-1525b1498d4a req-66c9eb35-2904-4025-83c2-64f9bac1667f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:00.591426 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-062d07b2-13a2-41cd-877f-1525b1498d4a req-66c9eb35-2904-4025-83c2-64f9bac1667f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 1097 time: 0.0570064 Jul 29 23:26:00.650342 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-062d07b2-13a2-41cd-877f-1525b1498d4a req-b00e65ff-40d0-4252-a49b-7c9156d90370 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501320 Jul 29 23:26:00.680423 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-a74ceb66-c4d6-4018-9559-b5cbe1a68c24 service neutron] Attempting to bind port 3614b83e-cc13-42b0-bf0d-448e516a4765 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:00.680706 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-a74ceb66-c4d6-4018-9559-b5cbe1a68c24 service neutron] Attempting to bind port 3614b83e-cc13-42b0-bf0d-448e516a4765 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '7f058680-96f9-409b-9da3-a329d820632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:00.681043 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-a74ceb66-c4d6-4018-9559-b5cbe1a68c24 service neutron] Attempting to bind port 3614b83e-cc13-42b0-bf0d-448e516a4765 on network dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:00.693123 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc5b33-a3e7-4c1f-937c-d3b78105eb0d service neutron] Pushing event updated for resources: {'Port': ['ID=df88191e-8451-4760-b573-4dbf92f82893,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:00.711165 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-cf440ca5-b029-45c5-aae8-7b9b406ef4c0 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Allocated IP 172.20.0.9 (e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2/6e930051-7a16-428b-811f-19e3c68dee70/d4731ca4-3584-40c0-b16d-477bfef445d5) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:00.734758 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-a74ceb66-c4d6-4018-9559-b5cbe1a68c24 service neutron] Port 3614b83e-cc13-42b0-bf0d-448e516a4765 on network dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:26:00.735205 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-a74ceb66-c4d6-4018-9559-b5cbe1a68c24 service neutron] Attempting to bind port 3614b83e-cc13-42b0-bf0d-448e516a4765 on network dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:00.772994 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-11dab646-f767-47b5-a556-5125fa85336f req-de8198d6-5d36-4d23-899c-c07bd0dafbe3 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671494 Jul 29 23:26:00.785986 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-a74ceb66-c4d6-4018-9559-b5cbe1a68c24 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:00.786341 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-a74ceb66-c4d6-4018-9559-b5cbe1a68c24 service neutron] Checking segment: {'id': '7f058680-96f9-409b-9da3-a329d820632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:00.786757 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-a74ceb66-c4d6-4018-9559-b5cbe1a68c24 service neutron] Bound using segment: {'id': '7f058680-96f9-409b-9da3-a329d820632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:00.787358 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-a74ceb66-c4d6-4018-9559-b5cbe1a68c24 service neutron] Bound port: 3614b83e-cc13-42b0-bf0d-448e516a4765, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f058680-96f9-409b-9da3-a329d820632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:00.787558 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-a74ceb66-c4d6-4018-9559-b5cbe1a68c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:00.848355 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-49626529-9395-4bbb-808b-d62f21b21e4c req-f0636725-02e8-40ad-abbb-967506c36766 service neutron] 10.222.0.39 "GET /v2.0/networks/2bf2dc2d-f805-45d8-a88e-ba5362112857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307802 Jul 29 23:26:00.856021 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62910bd-15d0-40e7-9235-3bc5c5402da2 req-82cd6325-c173-40c2-9d62-9c0c58a8bcf2 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:00.857564 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e62910bd-15d0-40e7-9235-3bc5c5402da2 req-82cd6325-c173-40c2-9d62-9c0c58a8bcf2 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ff686f0-4ad8-460a-8b77-e58d16725207 HTTP/1.1" status: 200 len: 944 time: 0.2665231 Jul 29 23:26:01.089602 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d7e3d6-95cf-410d-8bec-3fe1b2e805bf req-ac688b62-ffc7-4bbd-a78c-5d6e18d2e7b3 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:01.092189 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-72d7e3d6-95cf-410d-8bec-3fe1b2e805bf req-ac688b62-ffc7-4bbd-a78c-5d6e18d2e7b3 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.39 "GET /v2.0/ports?device_id=772d9e75-55e0-42bf-aafa-b92aad95fe3f HTTP/1.1" status: 200 len: 945 time: 0.0889821 Jul 29 23:26:01.128055 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f82131ed-8fc9-4514-82f0-d9f2b56d42b2 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:01.247866 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-72d7e3d6-95cf-410d-8bec-3fe1b2e805bf req-d69384b0-08a2-4d48-b186-7da67606d630 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Deleting port d9415347-8553-4a9a-84b8-dfa34b34b5c0 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:26:01.249180 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-72d7e3d6-95cf-410d-8bec-3fe1b2e805bf req-d69384b0-08a2-4d48-b186-7da67606d630 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:01.273181 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port f82131ed-8fc9-4514-82f0-d9f2b56d42b2, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f82131ed-8fc9-4514-82f0-d9f2b56d42b2,segment=NetworkSegment(c785a71b-d512-473f-abff-49b215536ffe),segment_id=c785a71b-d512-473f-abff-49b215536ffe)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:01.297318 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'f82131ed-8fc9-4514-82f0-d9f2b56d42b2', 'network_id': '2bf2dc2d-f805-45d8-a88e-ba5362112857', 'port_id': 'f82131ed-8fc9-4514-82f0-d9f2b56d42b2', 'mac_address': 'fa:16:3e:c9:d2:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3766b36-d1e4-4f1b-8f1b-c0000e7b42e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:26:01.330620 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3c2a592c-b75b-4014-8e64-8b4a74563f94 req-40d0bd25-4696-4753-bf37-13d27a73a6ef tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=6daf8cf4-021e-48f1-9c80-c9892034785f HTTP/1.1" status: 200 len: 210 time: 0.1002164 Jul 29 23:26:01.384925 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:01.408618 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-01cc5b33-a3e7-4c1f-937c-d3b78105eb0d service neutron] Attempting to bind port df88191e-8451-4760-b573-4dbf92f82893 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:01.409444 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-01cc5b33-a3e7-4c1f-937c-d3b78105eb0d service neutron] Attempting to bind port df88191e-8451-4760-b573-4dbf92f82893 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'a0a49c32-421f-4f62-8751-bfe67cfd0240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '28f38c63-eb30-4453-829d-2d302e41c5f3'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:01.409444 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-01cc5b33-a3e7-4c1f-937c-d3b78105eb0d service neutron] Attempting to bind port df88191e-8451-4760-b573-4dbf92f82893 on network 28f38c63-eb30-4453-829d-2d302e41c5f3 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:01.415142 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f82131ed-8fc9-4514-82f0-d9f2b56d42b2 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:01.433835 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e62910bd-15d0-40e7-9235-3bc5c5402da2 req-578cf202-e608-4be1-9cba-1be8f7c2d157 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5522165 Jul 29 23:26:01.466381 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-01cc5b33-a3e7-4c1f-937c-d3b78105eb0d service neutron] Port df88191e-8451-4760-b573-4dbf92f82893 on network 28f38c63-eb30-4453-829d-2d302e41c5f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:26:01.466381 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-01cc5b33-a3e7-4c1f-937c-d3b78105eb0d service neutron] Attempting to bind port df88191e-8451-4760-b573-4dbf92f82893 on network 28f38c63-eb30-4453-829d-2d302e41c5f3 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:01.469725 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-a74ceb66-c4d6-4018-9559-b5cbe1a68c24 service neutron] For port 3614b83e-cc13-42b0-bf0d-448e516a4765, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:01.476584 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port f82131ed-8fc9-4514-82f0-d9f2b56d42b2, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f82131ed-8fc9-4514-82f0-d9f2b56d42b2,segment=NetworkSegment(c785a71b-d512-473f-abff-49b215536ffe),segment_id=c785a71b-d512-473f-abff-49b215536ffe)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:01.478195 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-72d7e3d6-95cf-410d-8bec-3fe1b2e805bf req-d69384b0-08a2-4d48-b186-7da67606d630 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] For port d9415347-8553-4a9a-84b8-dfa34b34b5c0, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=d9415347-8553-4a9a-84b8-dfa34b34b5c0,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:01.479617 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-72d7e3d6-95cf-410d-8bec-3fe1b2e805bf req-d69384b0-08a2-4d48-b186-7da67606d630 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:01.484950 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:01.486371 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-49626529-9395-4bbb-808b-d62f21b21e4c req-0dea8cdd-4e3a-43d5-8c2e-671f15f51198 service neutron] 10.222.0.39 "GET /v2.0/networks/2bf2dc2d-f805-45d8-a88e-ba5362112857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6201768 Jul 29 23:26:01.496867 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-01cc5b33-a3e7-4c1f-937c-d3b78105eb0d service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:01.504836 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-01cc5b33-a3e7-4c1f-937c-d3b78105eb0d service neutron] Checking segment: {'id': 'a0a49c32-421f-4f62-8751-bfe67cfd0240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '28f38c63-eb30-4453-829d-2d302e41c5f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:01.505265 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-01cc5b33-a3e7-4c1f-937c-d3b78105eb0d service neutron] Bound using segment: {'id': 'a0a49c32-421f-4f62-8751-bfe67cfd0240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '28f38c63-eb30-4453-829d-2d302e41c5f3'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:01.505753 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-01cc5b33-a3e7-4c1f-937c-d3b78105eb0d service neutron] Bound port: df88191e-8451-4760-b573-4dbf92f82893, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0a49c32-421f-4f62-8751-bfe67cfd0240', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '28f38c63-eb30-4453-829d-2d302e41c5f3'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:01.506136 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-01cc5b33-a3e7-4c1f-937c-d3b78105eb0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:01.507270 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-72d7e3d6-95cf-410d-8bec-3fe1b2e805bf req-d69384b0-08a2-4d48-b186-7da67606d630 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Calling delete_port for d9415347-8553-4a9a-84b8-dfa34b34b5c0 owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:26:01.524478 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6dedd99-9d0a-4f50-85d7-442061458f13 x-openstack-request-id: req-d6dedd99-9d0a-4f50-85d7-442061458f13 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:01.524781 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "tag": "e1b35c57-ba8c-44ac-9445-757f4f37b07f", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:01.525039 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d6dedd99-9d0a-4f50-85d7-442061458f13 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:01.525474 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'tag': 'e1b35c57-ba8c-44ac-9445-757f4f37b07f', 'status': 'completed', 'code': 200} Jul 29 23:26:01.589792 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-a74ceb66-c4d6-4018-9559-b5cbe1a68c24 service neutron] For port 3614b83e-cc13-42b0-bf0d-448e516a4765, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3614b83e-cc13-42b0-bf0d-448e516a4765,segment=NetworkSegment(7f058680-96f9-409b-9da3-a329d820632f),segment_id=7f058680-96f9-409b-9da3-a329d820632f)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:01.630779 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-a74ceb66-c4d6-4018-9559-b5cbe1a68c24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:01.655434 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=f82131ed-8fc9-4514-82f0-d9f2b56d42b2,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:01.656356 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-cf440ca5-b029-45c5-aae8-7b9b406ef4c0 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:01.677651 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:01.678084 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:01.678827 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:01.679228 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:01.679469 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:01.679950 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:01.680458 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:01.680784 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:01.681121 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:01.681547 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:01.681882 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:01.682211 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:01.737742 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['f82131ed-8fc9-4514-82f0-d9f2b56d42b2'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:01.751381 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-a74ceb66-c4d6-4018-9559-b5cbe1a68c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:01.752040 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-a74ceb66-c4d6-4018-9559-b5cbe1a68c24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:01.753462 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-a74ceb66-c4d6-4018-9559-b5cbe1a68c24 service neutron] 10.222.0.23 "PUT /v2.0/ports/3614b83e-cc13-42b0-bf0d-448e516a4765 HTTP/1.1" status: 200 len: 1093 time: 4.0911787 Jul 29 23:26:01.793014 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-72d7e3d6-95cf-410d-8bec-3fe1b2e805bf req-d69384b0-08a2-4d48-b186-7da67606d630 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:01.809622 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['d74005cd-c4f9-4ae9-bc47-788d8c2beb0a'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:01.836659 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69384b0-08a2-4d48-b186-7da67606d630 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Pushing event deleted for resources: {'Port': ['ID=d9415347-8553-4a9a-84b8-dfa34b34b5c0,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:01.883125 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74ceb66-c4d6-4018-9559-b5cbe1a68c24 service neutron] Pushing event updated for resources: {'Port': ['ID=3614b83e-cc13-42b0-bf0d-448e516a4765,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:01.887894 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d7e3d6-95cf-410d-8bec-3fe1b2e805bf req-d69384b0-08a2-4d48-b186-7da67606d630 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] No DVR routers for this DVR port d9415347-8553-4a9a-84b8-dfa34b34b5c0 on host n-h2-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:26:01.891907 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a90577-080b-4a37-8864-f041a44b31b0 req-f2644ebb-a8c9-44cc-ba66-eef165f9f52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:01.892279 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-72d7e3d6-95cf-410d-8bec-3fe1b2e805bf req-d69384b0-08a2-4d48-b186-7da67606d630 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:01.892581 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a90577-080b-4a37-8864-f041a44b31b0 req-f2644ebb-a8c9-44cc-ba66-eef165f9f52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:01.893076 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a90577-080b-4a37-8864-f041a44b31b0 req-f2644ebb-a8c9-44cc-ba66-eef165f9f52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:01.893559 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a90577-080b-4a37-8864-f041a44b31b0 req-f2644ebb-a8c9-44cc-ba66-eef165f9f52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:01.894037 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a90577-080b-4a37-8864-f041a44b31b0 req-f2644ebb-a8c9-44cc-ba66-eef165f9f52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:01.894516 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a90577-080b-4a37-8864-f041a44b31b0 req-f2644ebb-a8c9-44cc-ba66-eef165f9f52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:01.894992 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a90577-080b-4a37-8864-f041a44b31b0 req-f2644ebb-a8c9-44cc-ba66-eef165f9f52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:01.895303 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-72d7e3d6-95cf-410d-8bec-3fe1b2e805bf req-d69384b0-08a2-4d48-b186-7da67606d630 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.39 "DELETE /v2.0/ports/d9415347-8553-4a9a-84b8-dfa34b34b5c0 HTTP/1.1" status: 204 len: 173 time: 0.7955182 Jul 29 23:26:01.895909 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772d9e75-55e0-42bf-aafa-b92aad95fe3f', 'name': 'network-vif-deleted', 'tag': 'd9415347-8553-4a9a-84b8-dfa34b34b5c0'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:01.897406 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a7a90577-080b-4a37-8864-f041a44b31b0 req-f2644ebb-a8c9-44cc-ba66-eef165f9f52d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d954899d85d94386b2170efdab77ddb2&device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 6454 time: 0.3560421 Jul 29 23:26:01.899285 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e76489-e64a-483c-81fd-496a1cf9f862" -d '{"events": [{"server_uuid": "772d9e75-55e0-42bf-aafa-b92aad95fe3f", "name": "network-vif-deleted", "tag": "d9415347-8553-4a9a-84b8-dfa34b34b5c0"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:01.917608 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2032b-4877-45b4-bc40-fcd065c8b5e3 req-0f98e591-2bb9-4cc8-a661-b1e0f8739a14 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:01.924562 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2032b-4877-45b4-bc40-fcd065c8b5e3 req-0f98e591-2bb9-4cc8-a661-b1e0f8739a14 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:01.930768 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2032b-4877-45b4-bc40-fcd065c8b5e3 req-0f98e591-2bb9-4cc8-a661-b1e0f8739a14 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:01.937508 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2032b-4877-45b4-bc40-fcd065c8b5e3 req-0f98e591-2bb9-4cc8-a661-b1e0f8739a14 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:01.944004 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2032b-4877-45b4-bc40-fcd065c8b5e3 req-0f98e591-2bb9-4cc8-a661-b1e0f8739a14 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:01.950095 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2032b-4877-45b4-bc40-fcd065c8b5e3 req-0f98e591-2bb9-4cc8-a661-b1e0f8739a14 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:01.956645 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb2032b-4877-45b4-bc40-fcd065c8b5e3 req-0f98e591-2bb9-4cc8-a661-b1e0f8739a14 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:01.964743 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7eb2032b-4877-45b4-bc40-fcd065c8b5e3 req-0f98e591-2bb9-4cc8-a661-b1e0f8739a14 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5432 time: 0.3921678 Jul 29 23:26:01.979487 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-01cc5b33-a3e7-4c1f-937c-d3b78105eb0d service neutron] For port df88191e-8451-4760-b573-4dbf92f82893, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:02.071547 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-01cc5b33-a3e7-4c1f-937c-d3b78105eb0d service neutron] For port df88191e-8451-4760-b573-4dbf92f82893, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=df88191e-8451-4760-b573-4dbf92f82893,segment=NetworkSegment(a0a49c32-421f-4f62-8751-bfe67cfd0240),segment_id=a0a49c32-421f-4f62-8751-bfe67cfd0240)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:02.107742 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3bf0fa-5bb2-4268-9dcf-d3d2d1493478 req-c4524c6b-e6b3-42bb-b2f4-86c3312256d5 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:02.110561 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e3bf0fa-5bb2-4268-9dcf-d3d2d1493478 req-c4524c6b-e6b3-42bb-b2f4-86c3312256d5 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 945 time: 0.3543499 Jul 29 23:26:02.112358 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-cf440ca5-b029-45c5-aae8-7b9b406ef4c0 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:02.115653 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-01cc5b33-a3e7-4c1f-937c-d3b78105eb0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:02.195979 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7eb2032b-4877-45b4-bc40-fcd065c8b5e3 req-f3b48e63-222b-4d6c-bf0a-fe0547ac3a8c tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2301736 Jul 29 23:26:02.226786 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-38ceb355-fd0b-4373-b88e-1f4209e659e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:02.228563 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-38ceb355-fd0b-4373-b88e-1f4209e659e5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc9f40ce066549d5a00b2fc27cd6a85a&device_id=95f207e5-442e-409f-883a-39ae4ef51b30 HTTP/1.1" status: 200 len: 1096 time: 0.4171658 Jul 29 23:26:02.255694 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-01cc5b33-a3e7-4c1f-937c-d3b78105eb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:02.256359 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-01cc5b33-a3e7-4c1f-937c-d3b78105eb0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:02.257783 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-01cc5b33-a3e7-4c1f-937c-d3b78105eb0d service neutron] 10.222.0.23 "PUT /v2.0/ports/df88191e-8451-4760-b573-4dbf92f82893 HTTP/1.1" status: 200 len: 1092 time: 4.0569365 Jul 29 23:26:02.265542 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-cf440ca5-b029-45c5-aae8-7b9b406ef4c0 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Network e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:02.339524 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-cf440ca5-b029-45c5-aae8-7b9b406ef4c0 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:02.341293 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-1a323638-a148-4542-9c01-0c68543abb8d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3614b83e-cc13-42b0-bf0d-448e516a4765 HTTP/1.1" status: 200 len: 217 time: 0.1032488 Jul 29 23:26:02.349101 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-cf440ca5-b029-45c5-aae8-7b9b406ef4c0 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:02.398463 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a90577-080b-4a37-8864-f041a44b31b0 req-024e8f8e-7cb2-4f49-afff-4558193c96ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:02.399105 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a90577-080b-4a37-8864-f041a44b31b0 req-024e8f8e-7cb2-4f49-afff-4558193c96ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:02.399598 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a90577-080b-4a37-8864-f041a44b31b0 req-024e8f8e-7cb2-4f49-afff-4558193c96ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:02.402041 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a7a90577-080b-4a37-8864-f041a44b31b0 req-024e8f8e-7cb2-4f49-afff-4558193c96ea service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=d954899d85d94386b2170efdab77ddb2&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4329047 Jul 29 23:26:02.441450 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e3bf0fa-5bb2-4268-9dcf-d3d2d1493478 req-15c0a295-38b6-483c-aace-e64904dffd9c tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176601 Jul 29 23:26:02.465333 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cc5b33-a3e7-4c1f-937c-d3b78105eb0d service neutron] Pushing event updated for resources: {'Port': ['ID=df88191e-8451-4760-b573-4dbf92f82893,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:02.487491 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['d9415347-8553-4a9a-84b8-dfa34b34b5c0'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:02.649000 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-cf440ca5-b029-45c5-aae8-7b9b406ef4c0 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:02.650112 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-cf440ca5-b029-45c5-aae8-7b9b406ef4c0 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:02.694567 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db27b18f-ac0a-468c-bd4b-9add732f9fc4 req-d3049b52-1b31-4066-9583-5e10e647dbfb tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=772d9e75-55e0-42bf-aafa-b92aad95fe3f HTTP/1.1" status: 200 len: 210 time: 0.0911374 Jul 29 23:26:02.695994 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-3d466a4e-cef5-433e-bb4d-2afbc51747ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:02.697350 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-3d466a4e-cef5-433e-bb4d-2afbc51747ee service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ee33b029-d25c-4ff1-b685-d5b5f26c2363 HTTP/1.1" status: 200 len: 853 time: 0.3453503 Jul 29 23:26:02.708836 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf440ca5-b029-45c5-aae8-7b9b406ef4c0 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Pushing event updated for resources: {'Port': ['ID=d4731ca4-3584-40c0-b16d-477bfef445d5,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:02.723233 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e942b-1e09-41e5-8f96-c6e29d931677 req-ffa52b72-4f26-439e-96c8-6bf29abcf0c7 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:02.724882 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-964e942b-1e09-41e5-8f96-c6e29d931677 req-ffa52b72-4f26-439e-96c8-6bf29abcf0c7 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f207e5-442e-409f-883a-39ae4ef51b30 HTTP/1.1" status: 200 len: 944 time: 0.3932488 Jul 29 23:26:02.750771 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3f6551-b786-4611-a95c-ba62fb7d9605 x-openstack-request-id: req-9d3f6551-b786-4611-a95c-ba62fb7d9605 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:02.750771 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772d9e75-55e0-42bf-aafa-b92aad95fe3f", "name": "network-vif-deleted", "tag": "d9415347-8553-4a9a-84b8-dfa34b34b5c0", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:02.750771 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d3f6551-b786-4611-a95c-ba62fb7d9605 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:02.750771 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772d9e75-55e0-42bf-aafa-b92aad95fe3f', 'name': 'network-vif-deleted', 'tag': 'd9415347-8553-4a9a-84b8-dfa34b34b5c0', 'status': 'completed', 'code': 200} Jul 29 23:26:02.760060 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0ccd48b6-2d26-4451-986b-7bd87e72df75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:02.799625 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-3d39aee1-e929-4985-999e-53a1238fe86c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0878246 Jul 29 23:26:02.801825 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-cf440ca5-b029-45c5-aae8-7b9b406ef4c0 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4395223 Jul 29 23:26:02.839677 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-db78f69a-4f84-4b89-8ab6-191e6852d216 service neutron] Request body: {'port': {'device_id': '6daf8cf4-021e-48f1-9c80-c9892034785f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:02.854417 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a90577-080b-4a37-8864-f041a44b31b0 req-7c0dd1f3-a3d9-4498-a491-4818254a44c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:02.855956 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a7a90577-080b-4a37-8864-f041a44b31b0 req-7c0dd1f3-a3d9-4498-a491-4818254a44c7 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3926911 Jul 29 23:26:02.973831 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-964e942b-1e09-41e5-8f96-c6e29d931677 req-611550c6-d66d-4690-ae21-a73890a9b9e2 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups?id=d79fff0a-09c1-4a3b-83fd-5425d61ca504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314944 Jul 29 23:26:03.038580 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db561482-5e29-486b-98f1-9991c7fe4ad2 req-8b4b1514-120f-4d50-8999-6702b5db45b3 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.040162 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db561482-5e29-486b-98f1-9991c7fe4ad2 req-8b4b1514-120f-4d50-8999-6702b5db45b3 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=6daf8cf4-021e-48f1-9c80-c9892034785f HTTP/1.1" status: 200 len: 931 time: 0.2374814 Jul 29 23:26:03.055134 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-db78f69a-4f84-4b89-8ab6-191e6852d216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:03.072181 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-05067918-b827-43fd-aa1e-5e1fb2fdc571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.072680 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-05067918-b827-43fd-aa1e-5e1fb2fdc571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.073160 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-05067918-b827-43fd-aa1e-5e1fb2fdc571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.073776 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-05067918-b827-43fd-aa1e-5e1fb2fdc571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.074188 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-05067918-b827-43fd-aa1e-5e1fb2fdc571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.074652 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-05067918-b827-43fd-aa1e-5e1fb2fdc571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.075138 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-05067918-b827-43fd-aa1e-5e1fb2fdc571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.077106 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-05067918-b827-43fd-aa1e-5e1fb2fdc571 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d954899d85d94386b2170efdab77ddb2&device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 6496 time: 0.1641808 Jul 29 23:26:03.111825 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-f824898a-96f9-4759-bbd6-7f66f936ed85 service neutron] 10.222.0.23 "GET /v2.0/networks/dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034642 Jul 29 23:26:03.144113 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f82131ed-8fc9-4514-82f0-d9f2b56d42b2 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:03.175500 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-b86efdf6-5ffe-4f71-abde-50fe15d8ae6b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3ef52f7-fd2b-40b7-ab81-25976f3c6559 HTTP/1.1" status: 200 len: 217 time: 0.0814335 Jul 29 23:26:03.210117 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port f82131ed-8fc9-4514-82f0-d9f2b56d42b2 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:03.215389 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port f82131ed-8fc9-4514-82f0-d9f2b56d42b2 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:03.216027 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:03.295310 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db561482-5e29-486b-98f1-9991c7fe4ad2 req-204d7176-3d43-44a5-b6b6-1bba028f5e45 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424879 Jul 29 23:26:03.316964 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:03.356829 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port f82131ed-8fc9-4514-82f0-d9f2b56d42b2, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f82131ed-8fc9-4514-82f0-d9f2b56d42b2,segment=NetworkSegment(c785a71b-d512-473f-abff-49b215536ffe),segment_id=c785a71b-d512-473f-abff-49b215536ffe)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:03.357873 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff686f0-4ad8-460a-8b77-e58d16725207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82131ed-8fc9-4514-82f0-d9f2b56d42b2'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:03.361657 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0a8715-b479-41c5-82d9-9357fddf658e" -d '{"events": [{"server_uuid": "2ff686f0-4ad8-460a-8b77-e58d16725207", "name": "network-vif-plugged", "status": "completed", "tag": "f82131ed-8fc9-4514-82f0-d9f2b56d42b2"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:03.365507 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:03.366334 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device d9415347-8553-4a9a-84b8-dfa34b34b5c0 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:26:03.424096 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: d9415347-8553-4a9a-84b8-dfa34b34b5c0 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:26:03.424444 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device d9415347-8553-4a9a-84b8-dfa34b34b5c0 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:26:03.429859 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d51a2-05f8-47aa-9c2b-35956ed4ce5c req-e42a68dc-391f-4122-a7ea-1b7a7e18de46 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.431642 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c8d51a2-05f8-47aa-9c2b-35956ed4ce5c req-e42a68dc-391f-4122-a7ea-1b7a7e18de46 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ff686f0-4ad8-460a-8b77-e58d16725207 HTTP/1.1" status: 200 len: 945 time: 0.3535750 Jul 29 23:26:03.446138 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-835297eb-0720-4da9-8e07-ccb7ed73b5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.448058 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-835297eb-0720-4da9-8e07-ccb7ed73b5e2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16a048f2-545c-45a3-863f-3a23de75e13e HTTP/1.1" status: 200 len: 855 time: 0.2370861 Jul 29 23:26:03.466200 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=f82131ed-8fc9-4514-82f0-d9f2b56d42b2,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:03.541768 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f207e5-442e-409f-883a-39ae4ef51b30', 'tag': '3614b83e-cc13-42b0-bf0d-448e516a4765'}, {'name': 'network-changed', 'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'tag': 'df88191e-8451-4760-b573-4dbf92f82893'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:03.544138 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2fb996-6ddf-4b38-b63f-4543993a4578" -d '{"events": [{"name": "network-changed", "server_uuid": "95f207e5-442e-409f-883a-39ae4ef51b30", "tag": "3614b83e-cc13-42b0-bf0d-448e516a4765"}, {"name": "network-changed", "server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "tag": "df88191e-8451-4760-b573-4dbf92f82893"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:03.616893 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88cb8208-cef7-48ff-9812-aa4283f39834 req-65030691-ef8f-4fb5-a0ba-971e39331a88 service neutron] 10.222.0.23 "GET /v2.0/networks/dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525578 Jul 29 23:26:03.684564 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c8d51a2-05f8-47aa-9c2b-35956ed4ce5c req-4d15cc3c-5c7b-4abf-bf69-282c142faac6 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338076 Jul 29 23:26:03.698780 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac82f68-4b5c-4d2a-b4e7-0303828f23db req-7301af67-58fa-44c5-97cb-5c274be5a0f4 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.700343 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6ac82f68-4b5c-4d2a-b4e7-0303828f23db req-7301af67-58fa-44c5-97cb-5c274be5a0f4 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 1097 time: 0.2677400 Jul 29 23:26:03.710025 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-04a1c20b-33c6-4bb8-9810-c3fdbcad3683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:03.712124 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-04a1c20b-33c6-4bb8-9810-c3fdbcad3683 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66bf1b30-b0b3-402c-8a81-d59ae3f7f904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2472594 Jul 29 23:26:04.185458 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6ac82f68-4b5c-4d2a-b4e7-0303828f23db req-e9ceedf8-b0a2-4e59-95c8-17f01cede2de tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655221 Jul 29 23:26:04.220148 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2eb1e-ad6b-4e6d-9084-a61e854ea5bc req-c497ce77-6467-4c60-b545-563827605842 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:04.226214 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2eb1e-ad6b-4e6d-9084-a61e854ea5bc req-c497ce77-6467-4c60-b545-563827605842 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:04.233104 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2eb1e-ad6b-4e6d-9084-a61e854ea5bc req-c497ce77-6467-4c60-b545-563827605842 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:04.233104 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2eb1e-ad6b-4e6d-9084-a61e854ea5bc req-c497ce77-6467-4c60-b545-563827605842 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:04.247610 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2eb1e-ad6b-4e6d-9084-a61e854ea5bc req-c497ce77-6467-4c60-b545-563827605842 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:04.255352 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2eb1e-ad6b-4e6d-9084-a61e854ea5bc req-c497ce77-6467-4c60-b545-563827605842 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:04.255557 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f6a5b5-a6bb-42d0-bf0b-19e6f759f685 x-openstack-request-id: req-71f6a5b5-a6bb-42d0-bf0b-19e6f759f685 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:04.256359 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff686f0-4ad8-460a-8b77-e58d16725207", "name": "network-vif-plugged", "status": "completed", "tag": "f82131ed-8fc9-4514-82f0-d9f2b56d42b2", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:04.256359 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71f6a5b5-a6bb-42d0-bf0b-19e6f759f685 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:04.256649 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff686f0-4ad8-460a-8b77-e58d16725207', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82131ed-8fc9-4514-82f0-d9f2b56d42b2', 'code': 200} Jul 29 23:26:04.265278 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2eb1e-ad6b-4e6d-9084-a61e854ea5bc req-c497ce77-6467-4c60-b545-563827605842 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:04.268715 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b8a2eb1e-ad6b-4e6d-9084-a61e854ea5bc req-c497ce77-6467-4c60-b545-563827605842 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5432 time: 0.2403848 Jul 29 23:26:04.325362 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accbeae9-52c4-4608-a9f7-dacc29bb9606 x-openstack-request-id: req-accbeae9-52c4-4608-a9f7-dacc29bb9606 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:04.325362 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f207e5-442e-409f-883a-39ae4ef51b30", "tag": "3614b83e-cc13-42b0-bf0d-448e516a4765", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "tag": "df88191e-8451-4760-b573-4dbf92f82893", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:04.325362 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-accbeae9-52c4-4608-a9f7-dacc29bb9606 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:04.325813 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f207e5-442e-409f-883a-39ae4ef51b30', 'tag': '3614b83e-cc13-42b0-bf0d-448e516a4765', 'status': 'completed', 'code': 200} Jul 29 23:26:04.326381 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'tag': 'df88191e-8451-4760-b573-4dbf92f82893', 'status': 'completed', 'code': 200} Jul 29 23:26:04.333239 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-2bfb1090-443d-4a85-bbd4-2ef2fd4c9de0 service neutron] 10.222.0.23 "GET /v2.0/networks/66bf1b30-b0b3-402c-8a81-d59ae3f7f904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6121557 Jul 29 23:26:04.343417 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-db78f69a-4f84-4b89-8ab6-191e6852d216 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4731ca4-3584-40c0-b16d-477bfef445d5 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:04.409999 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf060c4b-aac0-4951-9823-7bdd614f913e req-042fddd9-0b79-4337-8b26-c19d20d47ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:04.414804 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-db78f69a-4f84-4b89-8ab6-191e6852d216 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:04.415514 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bf060c4b-aac0-4951-9823-7bdd614f913e req-042fddd9-0b79-4337-8b26-c19d20d47ba8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2ff686f0-4ad8-460a-8b77-e58d16725207 HTTP/1.1" status: 200 len: 1098 time: 0.0765212 Jul 29 23:26:04.466737 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b8a2eb1e-ad6b-4e6d-9084-a61e854ea5bc req-59c75e3f-7bcf-4799-8f3f-28276ba8dc35 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1967571 Jul 29 23:26:04.470763 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bf060c4b-aac0-4951-9823-7bdd614f913e req-4c36e865-0943-428c-9df9-21f3869b6b40 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472889 Jul 29 23:26:04.495806 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-db78f69a-4f84-4b89-8ab6-191e6852d216 service neutron] Transition to ACTIVE for port object d4731ca4-3584-40c0-b16d-477bfef445d5 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:04.524332 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-db78f69a-4f84-4b89-8ab6-191e6852d216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:04.551564 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fb996-6ddf-4b38-b63f-4543993a4578 req-f128b8f0-9e21-4edc-afee-e4a069e31e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:04.553495 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e2fb996-6ddf-4b38-b63f-4543993a4578 req-f128b8f0-9e21-4edc-afee-e4a069e31e89 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc9f40ce066549d5a00b2fc27cd6a85a&device_id=95f207e5-442e-409f-883a-39ae4ef51b30 HTTP/1.1" status: 200 len: 1096 time: 0.1938643 Jul 29 23:26:04.716584 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-95c5da1f-0656-42a3-87f3-970dda7ec025 service neutron] 10.222.0.23 "GET /v2.0/networks/66bf1b30-b0b3-402c-8a81-d59ae3f7f904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663671 Jul 29 23:26:04.730908 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34b97c9-9f6c-4aab-99ee-d5af6ca22d9b req-24cf850d-e4f9-4a58-92c1-346aafb50468 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:04.731929 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f34b97c9-9f6c-4aab-99ee-d5af6ca22d9b req-24cf850d-e4f9-4a58-92c1-346aafb50468 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f207e5-442e-409f-883a-39ae4ef51b30 HTTP/1.1" status: 200 len: 944 time: 0.2592471 Jul 29 23:26:04.732657 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78f69a-4f84-4b89-8ab6-191e6852d216 service neutron] Pushing event updated for resources: {'Port': ['ID=d4731ca4-3584-40c0-b16d-477bfef445d5,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:04.844444 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-d9b1d376-2185-4ece-a2c8-42d8066c52ff service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=aa4019a8-862f-423f-a23c-d8c79eeaa4f6 HTTP/1.1" status: 200 len: 217 time: 0.1051505 Jul 29 23:26:04.951731 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fb996-6ddf-4b38-b63f-4543993a4578 req-517fa2dc-ad6b-4947-949e-1f4d9edd639e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:04.953946 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e2fb996-6ddf-4b38-b63f-4543993a4578 req-517fa2dc-ad6b-4947-949e-1f4d9edd639e service neutron] 10.222.0.23 "GET /v2.0/networks?id=dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb HTTP/1.1" status: 200 len: 914 time: 0.3725581 Jul 29 23:26:04.981199 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf432f72-51f1-438b-b4ec-00239005790d req-f6eba140-d356-4ee3-bae7-e1bb6482fa28 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:04.982805 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bf432f72-51f1-438b-b4ec-00239005790d req-f6eba140-d356-4ee3-bae7-e1bb6482fa28 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=6daf8cf4-021e-48f1-9c80-c9892034785f HTTP/1.1" status: 200 len: 943 time: 0.3797715 Jul 29 23:26:04.994687 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f34b97c9-9f6c-4aab-99ee-d5af6ca22d9b req-5ed976bf-3897-48d2-bb7d-a4d7cf099414 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups?id=d79fff0a-09c1-4a3b-83fd-5425d61ca504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394335 Jul 29 23:26:05.075363 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e2fb996-6ddf-4b38-b63f-4543993a4578 req-3e9b86bd-4f4e-418e-ac5b-1bdb652411cd service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3614b83e-cc13-42b0-bf0d-448e516a4765 HTTP/1.1" status: 200 len: 217 time: 0.1113992 Jul 29 23:26:05.086467 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-f68f1b6b-5ff8-4bec-94aa-933330af3084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:05.088035 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-f68f1b6b-5ff8-4bec-94aa-933330af3084 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=deaa786f-4140-420d-bb7f-bb3469568a14 HTTP/1.1" status: 200 len: 797 time: 0.2183867 Jul 29 23:26:05.089120 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-db78f69a-4f84-4b89-8ab6-191e6852d216 service neutron] Attempting to bind port d4731ca4-3584-40c0-b16d-477bfef445d5 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:05.089648 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-db78f69a-4f84-4b89-8ab6-191e6852d216 service neutron] Attempting to bind port d4731ca4-3584-40c0-b16d-477bfef445d5 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'b2573e02-82a0-4898-b097-d982710943a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:05.090164 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-db78f69a-4f84-4b89-8ab6-191e6852d216 service neutron] Attempting to bind port d4731ca4-3584-40c0-b16d-477bfef445d5 on network e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:05.131630 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-db78f69a-4f84-4b89-8ab6-191e6852d216 service neutron] Port d4731ca4-3584-40c0-b16d-477bfef445d5 on network e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:26:05.132546 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-db78f69a-4f84-4b89-8ab6-191e6852d216 service neutron] Attempting to bind port d4731ca4-3584-40c0-b16d-477bfef445d5 on network e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:05.229280 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-db78f69a-4f84-4b89-8ab6-191e6852d216 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:05.229908 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-db78f69a-4f84-4b89-8ab6-191e6852d216 service neutron] Checking segment: {'id': 'b2573e02-82a0-4898-b097-d982710943a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:05.230515 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-db78f69a-4f84-4b89-8ab6-191e6852d216 service neutron] Bound using segment: {'id': 'b2573e02-82a0-4898-b097-d982710943a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:05.231190 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-db78f69a-4f84-4b89-8ab6-191e6852d216 service neutron] Bound port: d4731ca4-3584-40c0-b16d-477bfef445d5, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2573e02-82a0-4898-b097-d982710943a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:05.231828 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-db78f69a-4f84-4b89-8ab6-191e6852d216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:05.277800 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bf432f72-51f1-438b-b4ec-00239005790d req-ecaac8ec-996f-4740-bc23-c479278079a0 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718234 Jul 29 23:26:05.343738 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fb996-6ddf-4b38-b63f-4543993a4578 req-d9fd07ee-c07e-4f47-b264-b0d611c2cda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:05.346099 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e2fb996-6ddf-4b38-b63f-4543993a4578 req-d9fd07ee-c07e-4f47-b264-b0d611c2cda3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ee33b029-d25c-4ff1-b685-d5b5f26c2363 HTTP/1.1" status: 200 len: 853 time: 0.2511661 Jul 29 23:26:05.348566 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:05.393538 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-ebbed5a7-f4f1-415e-ac6b-77a831410c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:05.395466 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-ebbed5a7-f4f1-415e-ac6b-77a831410c2b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f7ef717-20cb-4c28-893e-cda3f326a46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2807183 Jul 29 23:26:05.484836 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f06ba-844f-4368-ad8d-dd5202354818 req-0471a55f-a145-49eb-9987-c63b0d862ed8 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:05.486358 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f5f06ba-844f-4368-ad8d-dd5202354818 req-0471a55f-a145-49eb-9987-c63b0d862ed8 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ff686f0-4ad8-460a-8b77-e58d16725207 HTTP/1.1" status: 200 len: 946 time: 0.2892678 Jul 29 23:26:05.491763 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e2fb996-6ddf-4b38-b63f-4543993a4578 req-1f9e7f65-c17e-47c2-90de-e2abebb50580 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1318672 Jul 29 23:26:05.522204 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-70edc029-b0ff-44de-8e73-fa355518b3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:05.540845 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 3614b83e-cc13-42b0-bf0d-448e516a4765 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:05.679374 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-db78f69a-4f84-4b89-8ab6-191e6852d216 service neutron] For port d4731ca4-3584-40c0-b16d-477bfef445d5, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:05.684454 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f5f06ba-844f-4368-ad8d-dd5202354818 req-a459c7c2-258b-4c62-a7ff-a81db8602733 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865461 Jul 29 23:26:05.711492 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 3614b83e-cc13-42b0-bf0d-448e516a4765, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3614b83e-cc13-42b0-bf0d-448e516a4765,segment=NetworkSegment(7f058680-96f9-409b-9da3-a329d820632f),segment_id=7f058680-96f9-409b-9da3-a329d820632f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:05.732097 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '3614b83e-cc13-42b0-bf0d-448e516a4765', 'network_id': 'dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb', 'port_id': '3614b83e-cc13-42b0-bf0d-448e516a4765', 'mac_address': 'fa:16:3e:93:11:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee33b029-d25c-4ff1-b685-d5b5f26c2363', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:26:05.786838 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-db78f69a-4f84-4b89-8ab6-191e6852d216 service neutron] For port d4731ca4-3584-40c0-b16d-477bfef445d5, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=d4731ca4-3584-40c0-b16d-477bfef445d5,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:05.798654 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-e59eebdb-aaec-4f0c-a5dd-2bdaeb5dbe09 service neutron] 10.222.0.23 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896985 Jul 29 23:26:05.808974 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:05.814407 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-db78f69a-4f84-4b89-8ab6-191e6852d216 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:05.840167 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3614b83e-cc13-42b0-bf0d-448e516a4765 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:05.876193 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 3614b83e-cc13-42b0-bf0d-448e516a4765, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3614b83e-cc13-42b0-bf0d-448e516a4765,segment=NetworkSegment(7f058680-96f9-409b-9da3-a329d820632f),segment_id=7f058680-96f9-409b-9da3-a329d820632f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:05.881472 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:05.888673 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e2fb996-6ddf-4b38-b63f-4543993a4578 req-4eaee2ff-9c6b-452f-a358-96094b5d8900 service neutron] 10.222.0.23 "GET /v2.0/networks/dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830581 Jul 29 23:26:05.938499 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-db78f69a-4f84-4b89-8ab6-191e6852d216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:05.939129 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-db78f69a-4f84-4b89-8ab6-191e6852d216 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:05.940610 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-db78f69a-4f84-4b89-8ab6-191e6852d216 service neutron] 10.222.0.39 "PUT /v2.0/ports/d4731ca4-3584-40c0-b16d-477bfef445d5 HTTP/1.1" status: 200 len: 1092 time: 3.1130865 Jul 29 23:26:05.969219 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=3614b83e-cc13-42b0-bf0d-448e516a4765,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:06.042293 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1f8da-3959-4d6c-a66e-da171a4c5d2e req-6fd1ea97-fc66-41e3-bc26-a779cfd08b4a tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:06.049400 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1f8da-3959-4d6c-a66e-da171a4c5d2e req-6fd1ea97-fc66-41e3-bc26-a779cfd08b4a tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:06.055772 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1f8da-3959-4d6c-a66e-da171a4c5d2e req-6fd1ea97-fc66-41e3-bc26-a779cfd08b4a tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:06.063993 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1f8da-3959-4d6c-a66e-da171a4c5d2e req-6fd1ea97-fc66-41e3-bc26-a779cfd08b4a tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:06.069434 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1f8da-3959-4d6c-a66e-da171a4c5d2e req-6fd1ea97-fc66-41e3-bc26-a779cfd08b4a tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:06.076228 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1f8da-3959-4d6c-a66e-da171a4c5d2e req-6fd1ea97-fc66-41e3-bc26-a779cfd08b4a tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:06.082817 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1f8da-3959-4d6c-a66e-da171a4c5d2e req-6fd1ea97-fc66-41e3-bc26-a779cfd08b4a tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:06.084718 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1bf1f8da-3959-4d6c-a66e-da171a4c5d2e req-6fd1ea97-fc66-41e3-bc26-a779cfd08b4a tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5432 time: 0.3876667 Jul 29 23:26:06.122412 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78f69a-4f84-4b89-8ab6-191e6852d216 service neutron] Pushing event updated for resources: {'Port': ['ID=d4731ca4-3584-40c0-b16d-477bfef445d5,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:06.123675 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['3614b83e-cc13-42b0-bf0d-448e516a4765'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:06.246707 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e2fb996-6ddf-4b38-b63f-4543993a4578 req-b7197ee1-8056-4775-bb2a-844b39a14aaf service neutron] 10.222.0.23 "GET /v2.0/networks/dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297036 Jul 29 23:26:06.248571 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-53393f13-e104-476d-bee5-b0c3916944e2 service neutron] 10.222.0.23 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4306240 Jul 29 23:26:06.252553 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-f28727d4-26af-492f-a6c0-c718bf8b5ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:06.254205 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-f28727d4-26af-492f-a6c0-c718bf8b5ee5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc433144b8ce4e74b39793292556658e&device_id=6daf8cf4-021e-48f1-9c80-c9892034785f HTTP/1.1" status: 200 len: 1095 time: 0.2532396 Jul 29 23:26:06.259219 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1bf1f8da-3959-4d6c-a66e-da171a4c5d2e req-a6e8100c-8a8a-4305-886e-b48229f216a8 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1512229 Jul 29 23:26:06.318351 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70744d0-cf67-440a-a02f-26a6f8da48b9 req-f217c146-218a-44be-acea-dfb03c0b7cae tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:06.319988 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e70744d0-cf67-440a-a02f-26a6f8da48b9 req-f217c146-218a-44be-acea-dfb03c0b7cae tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f207e5-442e-409f-883a-39ae4ef51b30 HTTP/1.1" status: 200 len: 945 time: 0.1925552 Jul 29 23:26:06.351728 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6daf8cf4-021e-48f1-9c80-c9892034785f', 'tag': 'd4731ca4-3584-40c0-b16d-477bfef445d5'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:06.354067 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed32ab6d-ecd4-4cad-beea-7ce8da98e860" -d '{"events": [{"name": "network-changed", "server_uuid": "6daf8cf4-021e-48f1-9c80-c9892034785f", "tag": "d4731ca4-3584-40c0-b16d-477bfef445d5"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:06.360737 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-5e6190b6-97a1-44db-9c32-ab097807131c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=dae26797-31c4-4e0f-ad38-42613b90a8ce HTTP/1.1" status: 200 len: 217 time: 0.0987730 Jul 29 23:26:06.362778 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-25ac774c-88b5-4cc0-8d81-52eb23124586 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4731ca4-3584-40c0-b16d-477bfef445d5 HTTP/1.1" status: 200 len: 217 time: 0.0918233 Jul 29 23:26:06.466989 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e70744d0-cf67-440a-a02f-26a6f8da48b9 req-51360c74-0609-43be-a45c-588e5a259d4c tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups?id=d79fff0a-09c1-4a3b-83fd-5425d61ca504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088350 Jul 29 23:26:06.480563 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-e866df56-204c-4651-909b-6e82fa503f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:06.482075 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-e866df56-204c-4651-909b-6e82fa503f2c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=deaa786f-4140-420d-bb7f-bb3469568a14 HTTP/1.1" status: 200 len: 797 time: 0.1124811 Jul 29 23:26:06.484195 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-f5c67eaf-6636-4f92-af52-6c9b25c00d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:06.485998 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-f5c67eaf-6636-4f92-af52-6c9b25c00d30 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6e930051-7a16-428b-811f-19e3c68dee70 HTTP/1.1" status: 200 len: 844 time: 0.1152678 Jul 29 23:26:06.544628 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-6e519848-6ee8-47b6-9c57-b8d54ef78660 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471768 Jul 29 23:26:06.645717 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-76cbd98e-7d65-4404-a338-068f8900616b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:06.647400 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-76cbd98e-7d65-4404-a338-068f8900616b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f7ef717-20cb-4c28-893e-cda3f326a46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1577902 Jul 29 23:26:06.753161 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:06.816420 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561977b1-4569-48dd-b95b-dba376bc17cc req-b51687f5-25a7-408d-b3f3-3f119aaa4e02 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:06.833937 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-561977b1-4569-48dd-b95b-dba376bc17cc req-b51687f5-25a7-408d-b3f3-3f119aaa4e02 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=6daf8cf4-021e-48f1-9c80-c9892034785f HTTP/1.1" status: 200 len: 943 time: 0.2294567 Jul 29 23:26:06.853317 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b614d350-89db-4bf8-86c7-fd3de6ae7f29 x-openstack-request-id: req-b614d350-89db-4bf8-86c7-fd3de6ae7f29 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:06.853788 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6daf8cf4-021e-48f1-9c80-c9892034785f", "tag": "d4731ca4-3584-40c0-b16d-477bfef445d5", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:06.854337 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b614d350-89db-4bf8-86c7-fd3de6ae7f29 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:06.854806 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6daf8cf4-021e-48f1-9c80-c9892034785f', 'tag': 'd4731ca4-3584-40c0-b16d-477bfef445d5', 'status': 'completed', 'code': 200} Jul 29 23:26:06.928039 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-0b91b2c3-f536-4afe-9eb8-dc1b3bf14b16 service neutron] 10.222.0.39 "GET /v2.0/networks/e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757546 Jul 29 23:26:06.969003 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-b6e6268b-8d4d-489b-881a-b4ca1294e548 service neutron] 10.222.0.23 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049240 Jul 29 23:26:07.021171 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-561977b1-4569-48dd-b95b-dba376bc17cc req-f0abc90b-0651-421d-a5c1-9466e08ce3ea tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853924 Jul 29 23:26:07.035730 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37050) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:07.198492 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf945cbf-9aff-485e-b672-ae219fae903a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:07.351043 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf945cbf-9aff-485e-b672-ae219fae903a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:07.359693 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf945cbf-9aff-485e-b672-ae219fae903a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:07.398815 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cf945cbf-9aff-485e-b672-ae219fae903a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6631c20fe77646aaa347a418605b0d67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3618476 Jul 29 23:26:07.401392 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37066) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:07.465435 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf945cbf-9aff-485e-b672-ae219fae903a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1962bcfd-2bb2-4126-a14e-aefd3e36b99b,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:07.485062 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9a414a94-af8f-465b-ad7b-c30474e40564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:07.512093 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9a414a94-af8f-465b-ad7b-c30474e40564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:07.560233 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 3614b83e-cc13-42b0-bf0d-448e516a4765 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:07.569685 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9a414a94-af8f-465b-ad7b-c30474e40564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:07.572458 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9a414a94-af8f-465b-ad7b-c30474e40564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:07.576123 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9a414a94-af8f-465b-ad7b-c30474e40564 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1962bcfd-2bb2-4126-a14e-aefd3e36b99b HTTP/1.1" status: 204 len: 168 time: 0.1710510 Jul 29 23:26:07.589202 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a414a94-af8f-465b-ad7b-c30474e40564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1962bcfd-2bb2-4126-a14e-aefd3e36b99b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:07.664252 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 3614b83e-cc13-42b0-bf0d-448e516a4765 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:07.665163 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2506441-215f-49f1-84c2-b82d65f6abf4 req-046aef89-4ff5-4dc3-8a77-6021eb8fbd35 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:07.667688 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2506441-215f-49f1-84c2-b82d65f6abf4 req-046aef89-4ff5-4dc3-8a77-6021eb8fbd35 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ff686f0-4ad8-460a-8b77-e58d16725207 HTTP/1.1" status: 200 len: 946 time: 0.5953243 Jul 29 23:26:07.669073 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 3614b83e-cc13-42b0-bf0d-448e516a4765 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:07.671425 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:07.676900 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-cdb0bb7b-a0f9-4cb0-b759-f2b2ecd8bfa4 service neutron] 10.222.0.23 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6744983 Jul 29 23:26:07.681902 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1e0939-6056-4ff6-936a-f08da6925638 req-cc58fa9f-a3e8-44fe-a024-0b787e3a4b05 service neutron] 10.222.0.39 "GET /v2.0/networks/e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7452180 Jul 29 23:26:07.750826 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe107a0-42d1-47e6-9518-bcf179dc0a55 req-04a744ff-467c-4098-85c9-ceed9d9d00e4 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:07.757771 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe107a0-42d1-47e6-9518-bcf179dc0a55 req-04a744ff-467c-4098-85c9-ceed9d9d00e4 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:07.763684 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe107a0-42d1-47e6-9518-bcf179dc0a55 req-04a744ff-467c-4098-85c9-ceed9d9d00e4 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:07.770502 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe107a0-42d1-47e6-9518-bcf179dc0a55 req-04a744ff-467c-4098-85c9-ceed9d9d00e4 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:07.772979 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:07.776635 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe107a0-42d1-47e6-9518-bcf179dc0a55 req-04a744ff-467c-4098-85c9-ceed9d9d00e4 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:07.784423 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe107a0-42d1-47e6-9518-bcf179dc0a55 req-04a744ff-467c-4098-85c9-ceed9d9d00e4 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:07.791578 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe107a0-42d1-47e6-9518-bcf179dc0a55 req-04a744ff-467c-4098-85c9-ceed9d9d00e4 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:07.794189 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0fe107a0-42d1-47e6-9518-bcf179dc0a55 req-04a744ff-467c-4098-85c9-ceed9d9d00e4 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5432 time: 0.2867937 Jul 29 23:26:07.805664 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-657a5160-85f6-4fa9-b65b-488e0a74fd2e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=29c01c9f-94c9-4ac1-87b2-e1f292018b97 HTTP/1.1" status: 200 len: 217 time: 0.1076541 Jul 29 23:26:07.812572 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f207e5-442e-409f-883a-39ae4ef51b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3614b83e-cc13-42b0-bf0d-448e516a4765'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:07.815237 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582b3340-3205-4329-8e54-aab4e46cae37" -d '{"events": [{"server_uuid": "95f207e5-442e-409f-883a-39ae4ef51b30", "name": "network-vif-plugged", "status": "completed", "tag": "3614b83e-cc13-42b0-bf0d-448e516a4765"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:07.830805 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 3614b83e-cc13-42b0-bf0d-448e516a4765, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3614b83e-cc13-42b0-bf0d-448e516a4765,segment=NetworkSegment(7f058680-96f9-409b-9da3-a329d820632f),segment_id=7f058680-96f9-409b-9da3-a329d820632f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:07.836972 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:07.890075 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2506441-215f-49f1-84c2-b82d65f6abf4 req-a6567899-868f-4cef-b9cf-1f3c129b04c7 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116437 Jul 29 23:26:07.913462 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=3614b83e-cc13-42b0-bf0d-448e516a4765,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:07.932426 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32ab6d-ecd4-4cad-beea-7ce8da98e860 req-eefc1211-bec5-4381-8252-28ca3cfe3e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:07.934357 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed32ab6d-ecd4-4cad-beea-7ce8da98e860 req-eefc1211-bec5-4381-8252-28ca3cfe3e3d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fc433144b8ce4e74b39793292556658e&device_id=6daf8cf4-021e-48f1-9c80-c9892034785f HTTP/1.1" status: 200 len: 1095 time: 0.1386855 Jul 29 23:26:07.936613 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-5cbb186d-8b53-4ef8-aa8e-67d0e82c04c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:07.938920 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-5cbb186d-8b53-4ef8-aa8e-67d0e82c04c5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=deaa786f-4140-420d-bb7f-bb3469568a14 HTTP/1.1" status: 200 len: 797 time: 0.1052802 Jul 29 23:26:07.958227 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0fe107a0-42d1-47e6-9518-bcf179dc0a55 req-7cc12e6f-c80b-4d42-a2cf-44079872bd05 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1444263 Jul 29 23:26:08.042666 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.188781 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-4191cd25-47d5-4bad-aeb3-adddc612b8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:08.191442 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-4191cd25-47d5-4bad-aeb3-adddc612b8d1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f7ef717-20cb-4c28-893e-cda3f326a46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1560025 Jul 29 23:26:08.194885 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eff2b0d-f637-49b1-9c67-bdad23bba877 x-openstack-request-id: req-5eff2b0d-f637-49b1-9c67-bdad23bba877 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:08.195248 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f207e5-442e-409f-883a-39ae4ef51b30", "name": "network-vif-plugged", "status": "completed", "tag": "3614b83e-cc13-42b0-bf0d-448e516a4765", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:08.195559 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5eff2b0d-f637-49b1-9c67-bdad23bba877 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:08.196058 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f207e5-442e-409f-883a-39ae4ef51b30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3614b83e-cc13-42b0-bf0d-448e516a4765', 'code': 200} Jul 29 23:26:08.213963 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3a5c0-7e70-4272-80f7-570d8af22dc6 req-21bc0812-0b8c-4b61-901c-8e2eaa982cb9 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:08.216260 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-46a3a5c0-7e70-4272-80f7-570d8af22dc6 req-21bc0812-0b8c-4b61-901c-8e2eaa982cb9 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f207e5-442e-409f-883a-39ae4ef51b30 HTTP/1.1" status: 200 len: 946 time: 0.1345696 Jul 29 23:26:08.219906 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32ab6d-ecd4-4cad-beea-7ce8da98e860 req-a94e0516-464b-4e50-8808-05dc5f102f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:08.222646 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed32ab6d-ecd4-4cad-beea-7ce8da98e860 req-a94e0516-464b-4e50-8808-05dc5f102f96 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 HTTP/1.1" status: 200 len: 905 time: 0.2631671 Jul 29 23:26:08.416340 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed32ab6d-ecd4-4cad-beea-7ce8da98e860 req-4745ef5d-e8dd-4624-83b3-10c17d1881fa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d4731ca4-3584-40c0-b16d-477bfef445d5 HTTP/1.1" status: 200 len: 217 time: 0.1809881 Jul 29 23:26:08.462285 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-46a3a5c0-7e70-4272-80f7-570d8af22dc6 req-3cf8574e-0b01-4d5a-b04e-c9c3be971627 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups?id=d79fff0a-09c1-4a3b-83fd-5425d61ca504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384603 Jul 29 23:26:08.515608 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-5cf8076c-42f8-4431-810b-298c3e091ed7 service neutron] 10.222.0.23 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981040 Jul 29 23:26:08.542049 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37102) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:08.542637 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f69903-9b9e-47ef-9a44-7f80ce19b909 req-c3ef4c0c-8806-4acd-8903-ae13e391dc57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:08.544196 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d8f69903-9b9e-47ef-9a44-7f80ce19b909 req-c3ef4c0c-8806-4acd-8903-ae13e391dc57 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=95f207e5-442e-409f-883a-39ae4ef51b30 HTTP/1.1" status: 200 len: 1098 time: 0.2673566 Jul 29 23:26:08.578072 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412e9863-cad0-43fc-a67e-0d663095b6a8 req-d9efc483-8dfb-422f-bac3-24e7b8732aa9 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:08.579885 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-412e9863-cad0-43fc-a67e-0d663095b6a8 req-d9efc483-8dfb-422f-bac3-24e7b8732aa9 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=987fdebb-c59d-40b7-b9d0-9d712fb6359a HTTP/1.1" status: 200 len: 945 time: 0.1995959 Jul 29 23:26:08.635335 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32ab6d-ecd4-4cad-beea-7ce8da98e860 req-aca1d715-c3b1-4ea9-a3ad-4d4d54897d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:08.637028 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed32ab6d-ecd4-4cad-beea-7ce8da98e860 req-aca1d715-c3b1-4ea9-a3ad-4d4d54897d8d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6e930051-7a16-428b-811f-19e3c68dee70 HTTP/1.1" status: 200 len: 844 time: 0.1982329 Jul 29 23:26:08.686471 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-8dccff4a-96ba-4b97-ac90-b67043e55a9c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1650347053-network', 'tenant_id': '418682e7c0fa433fb0fd08c4ad86e992'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:08.711718 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dccff4a-96ba-4b97-ac90-b67043e55a9c admin admin] Made reservation on behalf of 418682e7c0fa433fb0fd08c4ad86e992 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:08.714802 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8dccff4a-96ba-4b97-ac90-b67043e55a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.721299 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed32ab6d-ecd4-4cad-beea-7ce8da98e860 req-07921bb9-fe62-4769-94ad-085c62b10ebd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714736 Jul 29 23:26:08.725765 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8dccff4a-96ba-4b97-ac90-b67043e55a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.758829 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d8f69903-9b9e-47ef-9a44-7f80ce19b909 req-53dbbc6b-9bf4-4599-9020-495a87d024c8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d79fff0a-09c1-4a3b-83fd-5425d61ca504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036972 Jul 29 23:26:08.821184 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-412e9863-cad0-43fc-a67e-0d663095b6a8 req-dee76bda-cd23-4558-8a85-00366a7899c4 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031226 Jul 29 23:26:08.850034 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8dccff4a-96ba-4b97-ac90-b67043e55a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.856204 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8dccff4a-96ba-4b97-ac90-b67043e55a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.868923 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a6525-8963-4266-a1b6-414e6a6f6589 req-823dff64-1c18-4326-8ba6-55bcccbbdd4e tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:08.880499 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5f1a6525-8963-4266-a1b6-414e6a6f6589 req-823dff64-1c18-4326-8ba6-55bcccbbdd4e tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=6daf8cf4-021e-48f1-9c80-c9892034785f HTTP/1.1" status: 200 len: 943 time: 0.2662561 Jul 29 23:26:08.880953 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dccff4a-96ba-4b97-ac90-b67043e55a9c admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:26:08.898827 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dccff4a-96ba-4b97-ac90-b67043e55a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20231ea7-d841-429d-b383-61303be38452,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:08.900905 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-f7eb96bf-a3fe-4500-b26b-0a25389688d2 service neutron] 10.222.0.23 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694787 Jul 29 23:26:08.904153 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8dccff4a-96ba-4b97-ac90-b67043e55a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.905302 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-8dccff4a-96ba-4b97-ac90-b67043e55a9c admin admin] Added segment aba24c0d-5545-4df8-9ac0-19e93d510f4a of type vlan for network 0ffb6994-ab69-4295-a6ca-800fb3cf4230 Jul 29 23:26:08.960282 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8dccff4a-96ba-4b97-ac90-b67043e55a9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.993600 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8dccff4a-96ba-4b97-ac90-b67043e55a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:08.994817 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dccff4a-96ba-4b97-ac90-b67043e55a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:08.995514 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8dccff4a-96ba-4b97-ac90-b67043e55a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:09.006155 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-26b0671c-61fa-4b80-b022-9d63f9f469f9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=3075185e-3c3b-4e1f-8294-cdadf9bf5523 HTTP/1.1" status: 200 len: 217 time: 0.0932267 Jul 29 23:26:09.066818 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed32ab6d-ecd4-4cad-beea-7ce8da98e860 req-2bdc3fef-c2a1-4cbe-96d0-2dcf99128cf2 service neutron] 10.222.0.39 "GET /v2.0/networks/e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268001 Jul 29 23:26:09.068985 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8dccff4a-96ba-4b97-ac90-b67043e55a9c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.5265374 Jul 29 23:26:09.069700 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37112) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:09.078594 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-6599bd01-5bac-409d-93a1-b72d610aa5aa admin admin] Request body: {'subnet': {'network_id': '0ffb6994-ab69-4295-a6ca-800fb3cf4230', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1650347053-subnet', 'tenant_id': '418682e7c0fa433fb0fd08c4ad86e992', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:09.087598 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dccff4a-96ba-4b97-ac90-b67043e55a9c admin admin] Pushing event updated for resources: {'Network': ['ID=0ffb6994-ab69-4295-a6ca-800fb3cf4230,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:09.106257 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 0ffb6994-ab69-4295-a6ca-800fb3cf4230 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:26:09.112977 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6599bd01-5bac-409d-93a1-b72d610aa5aa admin admin] Made reservation on behalf of 418682e7c0fa433fb0fd08c4ad86e992 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:09.116870 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6599bd01-5bac-409d-93a1-b72d610aa5aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:09.170256 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5f1a6525-8963-4266-a1b6-414e6a6f6589 req-e52a366b-6faa-4e78-8e9c-71a51b9ef501 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853720 Jul 29 23:26:09.243678 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f8883-7266-40b5-ad8b-757956ea0162 req-80bbd000-f973-47dc-96af-ce38cf9c0109 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:09.246881 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-881f8883-7266-40b5-ad8b-757956ea0162 req-80bbd000-f973-47dc-96af-ce38cf9c0109 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e79e93c-40e6-4aa1-9e30-d90d6aecb73e HTTP/1.1" status: 200 len: 946 time: 0.3214238 Jul 29 23:26:09.303793 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-15986f52-6215-436c-b0d3-fe43ffa7904e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:09.305707 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-15986f52-6215-436c-b0d3-fe43ffa7904e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=deaa786f-4140-420d-bb7f-bb3469568a14 HTTP/1.1" status: 200 len: 797 time: 0.2739236 Jul 29 23:26:09.383850 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6599bd01-5bac-409d-93a1-b72d610aa5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:09.396853 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-881f8883-7266-40b5-ad8b-757956ea0162 req-b1cabf7e-4140-490a-8697-292951efb5e0 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246545 Jul 29 23:26:09.489283 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599bd01-5bac-409d-93a1-b72d610aa5aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2831565-4c6b-4f31-b9d8-957694c5d713,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:09.491001 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a787d30f-a355-4538-8d36-2ebf9564b0e9 req-fd8475cf-3fe0-43c6-9432-296a46067caf tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:09.494313 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a787d30f-a355-4538-8d36-2ebf9564b0e9 req-fd8475cf-3fe0-43c6-9432-296a46067caf tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ac3aba5-e3d8-4104-9ae8-a208be875ce9 HTTP/1.1" status: 200 len: 945 time: 0.2462521 Jul 29 23:26:09.496623 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed32ab6d-ecd4-4cad-beea-7ce8da98e860 req-02505661-d863-4d28-9359-2c4b2a584072 service neutron] 10.222.0.39 "GET /v2.0/networks/e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733745 Jul 29 23:26:09.504087 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6599bd01-5bac-409d-93a1-b72d610aa5aa admin admin] Checking segment: {'id': 'aba24c0d-5545-4df8-9ac0-19e93d510f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0ffb6994-ab69-4295-a6ca-800fb3cf4230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:09.504857 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6599bd01-5bac-409d-93a1-b72d610aa5aa admin admin] Network hostable DHCP agents. Network: 0ffb6994-ab69-4295-a6ca-800fb3cf4230, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:26:09.533259 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6599bd01-5bac-409d-93a1-b72d610aa5aa admin admin] Network 0ffb6994-ab69-4295-a6ca-800fb3cf4230 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:26:09.550740 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-6599bd01-5bac-409d-93a1-b72d610aa5aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 0ffb6994-ab69-4295-a6ca-800fb3cf4230) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:09.556636 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-f21cd0c5-e741-40a5-8df1-ede34e011b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:09.559169 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-f21cd0c5-e741-40a5-8df1-ede34e011b7c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f7ef717-20cb-4c28-893e-cda3f326a46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2379003 Jul 29 23:26:09.566700 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3339fdfc-8dfb-42ff-ad4f-aa257c9956f2 None None] Network 0ffb6994-ab69-4295-a6ca-800fb3cf4230 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:26:09.574285 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6599bd01-5bac-409d-93a1-b72d610aa5aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:09.577798 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6599bd01-5bac-409d-93a1-b72d610aa5aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:09.605985 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6599bd01-5bac-409d-93a1-b72d610aa5aa admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5314507 Jul 29 23:26:09.607165 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37118) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:09.612631 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-71b3d5dd-46c4-43ac-9676-b0bf4097f80b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1650347053-router', 'tenant_id': '418682e7c0fa433fb0fd08c4ad86e992', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:09.639443 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-71b3d5dd-46c4-43ac-9676-b0bf4097f80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:09.641726 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-71b3d5dd-46c4-43ac-9676-b0bf4097f80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:09.769771 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-71b3d5dd-46c4-43ac-9676-b0bf4097f80b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:09.858524 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a787d30f-a355-4538-8d36-2ebf9564b0e9 req-3c630b23-55c1-4368-960d-96b897c5270a tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975802 Jul 29 23:26:09.898924 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53f244b-b589-481d-b158-9fd73cfd46a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-0ffb6994-ab69-4295-a6ca-800fb3cf4230', 'network_id': '0ffb6994-ab69-4295-a6ca-800fb3cf4230', 'tenant_id': '418682e7c0fa433fb0fd08c4ad86e992', 'fixed_ips': [{'subnet_id': 'b2831565-4c6b-4f31-b9d8-957694c5d713'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:26:09.900825 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f53f244b-b589-481d-b158-9fd73cfd46a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:09.911024 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbecf6-cb75-469c-b472-34169126717d req-647f8914-35d1-4813-8f68-1be3a9d33fe8 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:09.931576 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbecf6-cb75-469c-b472-34169126717d req-647f8914-35d1-4813-8f68-1be3a9d33fe8 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:09.945006 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbecf6-cb75-469c-b472-34169126717d req-647f8914-35d1-4813-8f68-1be3a9d33fe8 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:09.956049 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-71b3d5dd-46c4-43ac-9676-b0bf4097f80b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:09.969505 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbecf6-cb75-469c-b472-34169126717d req-647f8914-35d1-4813-8f68-1be3a9d33fe8 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:09.976804 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbecf6-cb75-469c-b472-34169126717d req-647f8914-35d1-4813-8f68-1be3a9d33fe8 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:09.985175 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbecf6-cb75-469c-b472-34169126717d req-647f8914-35d1-4813-8f68-1be3a9d33fe8 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:09.992920 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afbecf6-cb75-469c-b472-34169126717d req-647f8914-35d1-4813-8f68-1be3a9d33fe8 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:10.004279 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2afbecf6-cb75-469c-b472-34169126717d req-647f8914-35d1-4813-8f68-1be3a9d33fe8 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5432 time: 0.5325592 Jul 29 23:26:10.087354 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f3cdd-29aa-4c6e-ab75-29fb7d1c98b4 req-831f442a-431e-4548-aca8-b6a4931662f7 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:10.089123 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-071f3cdd-29aa-4c6e-ab75-29fb7d1c98b4 req-831f442a-431e-4548-aca8-b6a4931662f7 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e79e93c-40e6-4aa1-9e30-d90d6aecb73e HTTP/1.1" status: 200 len: 946 time: 0.4134974 Jul 29 23:26:10.106217 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2afbecf6-cb75-469c-b472-34169126717d req-b3934a25-661b-4952-b735-94062d455176 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1005256 Jul 29 23:26:10.185907 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-f53f244b-b589-481d-b158-9fd73cfd46a4 None None] Allocated IP 172.20.0.2 (0ffb6994-ab69-4295-a6ca-800fb3cf4230/b2831565-4c6b-4f31-b9d8-957694c5d713/be5cc8db-952f-4cfd-bb51-478d7e24d2a6) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:10.353998 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-b10c9faf-62fc-4dd6-bba5-2504e066bf66 service neutron] 10.222.0.23 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7860348 Jul 29 23:26:10.394628 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-71b3d5dd-46c4-43ac-9676-b0bf4097f80b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:10.425438 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-71b3d5dd-46c4-43ac-9676-b0bf4097f80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:10.484966 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db885f18-3495-4a03-a510-3e2b48211fdc req-fe60bda8-519f-4d59-85fb-c1e79b5a4858 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:10.490504 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f53f244b-b589-481d-b158-9fd73cfd46a4 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:10.496275 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db885f18-3495-4a03-a510-3e2b48211fdc req-fe60bda8-519f-4d59-85fb-c1e79b5a4858 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f207e5-442e-409f-883a-39ae4ef51b30 HTTP/1.1" status: 200 len: 946 time: 0.2707806 Jul 29 23:26:10.505423 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f53f244b-b589-481d-b158-9fd73cfd46a4 None None] Transition to ACTIVE for port object be5cc8db-952f-4cfd-bb51-478d7e24d2a6 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:10.526871 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f53f244b-b589-481d-b158-9fd73cfd46a4 None None] Transition to ACTIVE for port object be5cc8db-952f-4cfd-bb51-478d7e24d2a6 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:10.536821 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f53f244b-b589-481d-b158-9fd73cfd46a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:10.577908 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-071f3cdd-29aa-4c6e-ab75-29fb7d1c98b4 req-b936f617-b241-479a-ac25-8529ee4c8066 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Deleting port d74005cd-c4f9-4ae9-bc47-788d8c2beb0a {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:26:10.578440 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-071f3cdd-29aa-4c6e-ab75-29fb7d1c98b4 req-b936f617-b241-479a-ac25-8529ee4c8066 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:10.588686 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-71b3d5dd-46c4-43ac-9676-b0bf4097f80b admin admin] Allocated IP 172.25.8.114 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/c4d242bd-a01f-45c3-aeaa-90bac865f4cc) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:10.589467 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ddacad6f-3ecf-459e-8546-37cb7c2a9aa1 req-b9414b1c-e36b-42c8-8bd2-d26637c2f4ee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=44c78d89-ff2b-4f47-8fb9-3e640a252858&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2523429 Jul 29 23:26:10.664554 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db885f18-3495-4a03-a510-3e2b48211fdc req-89906da3-1063-4214-948b-9ac18afdc70a tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups?id=d79fff0a-09c1-4a3b-83fd-5425d61ca504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670787 Jul 29 23:26:10.666820 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53f244b-b589-481d-b158-9fd73cfd46a4 None None] Network 0ffb6994-ab69-4295-a6ca-800fb3cf4230 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:10.674424 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-f53f244b-b589-481d-b158-9fd73cfd46a4 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:10.696080 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53f244b-b589-481d-b158-9fd73cfd46a4 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:10.704724 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f244b-b589-481d-b158-9fd73cfd46a4 None None] Pushing event updated for resources: {'Port': ['ID=be5cc8db-952f-4cfd-bb51-478d7e24d2a6,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:10.779242 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f53f244b-b589-481d-b158-9fd73cfd46a4 None None] Attempting to bind port be5cc8db-952f-4cfd-bb51-478d7e24d2a6 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:10.779500 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-71b3d5dd-46c4-43ac-9676-b0bf4097f80b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:10.779815 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f53f244b-b589-481d-b158-9fd73cfd46a4 None None] Attempting to bind port be5cc8db-952f-4cfd-bb51-478d7e24d2a6 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'aba24c0d-5545-4df8-9ac0-19e93d510f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0ffb6994-ab69-4295-a6ca-800fb3cf4230'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:10.781274 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53f244b-b589-481d-b158-9fd73cfd46a4 None None] Attempting to bind port be5cc8db-952f-4cfd-bb51-478d7e24d2a6 on network 0ffb6994-ab69-4295-a6ca-800fb3cf4230 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:10.799632 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-4f0b8e50-1381-4672-ad39-9cbc76a56e6d service neutron] 10.222.0.23 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124951 Jul 29 23:26:10.801338 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53f244b-b589-481d-b158-9fd73cfd46a4 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:10.801781 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53f244b-b589-481d-b158-9fd73cfd46a4 None None] Checking segment: {'id': 'aba24c0d-5545-4df8-9ac0-19e93d510f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0ffb6994-ab69-4295-a6ca-800fb3cf4230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:10.803181 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f53f244b-b589-481d-b158-9fd73cfd46a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:10.803457 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f53f244b-b589-481d-b158-9fd73cfd46a4 None None] Bound using segment: {'id': 'aba24c0d-5545-4df8-9ac0-19e93d510f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0ffb6994-ab69-4295-a6ca-800fb3cf4230'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:10.804009 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f53f244b-b589-481d-b158-9fd73cfd46a4 None None] Bound port: be5cc8db-952f-4cfd-bb51-478d7e24d2a6, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba24c0d-5545-4df8-9ac0-19e93d510f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0ffb6994-ab69-4295-a6ca-800fb3cf4230'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:10.804662 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f53f244b-b589-481d-b158-9fd73cfd46a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:10.844359 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-71b3d5dd-46c4-43ac-9676-b0bf4097f80b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:10.856829 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacad6f-3ecf-459e-8546-37cb7c2a9aa1 req-24ba7e62-b023-46a5-9c65-9cc4f58854ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:10.859629 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ddacad6f-3ecf-459e-8546-37cb7c2a9aa1 req-24ba7e62-b023-46a5-9c65-9cc4f58854ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=020cf0fa00f7401c9020fdf0384434db&device_id=44c78d89-ff2b-4f47-8fb9-3e640a252858 HTTP/1.1" status: 200 len: 1097 time: 0.2464550 Jul 29 23:26:10.897465 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f53f244b-b589-481d-b158-9fd73cfd46a4 None None] For port be5cc8db-952f-4cfd-bb51-478d7e24d2a6, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:10.908499 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f53f244b-b589-481d-b158-9fd73cfd46a4 None None] For port be5cc8db-952f-4cfd-bb51-478d7e24d2a6, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=be5cc8db-952f-4cfd-bb51-478d7e24d2a6,segment=NetworkSegment(aba24c0d-5545-4df8-9ac0-19e93d510f4a),segment_id=aba24c0d-5545-4df8-9ac0-19e93d510f4a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:10.913650 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b3d5dd-46c4-43ac-9676-b0bf4097f80b admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:10.915197 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f53f244b-b589-481d-b158-9fd73cfd46a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:10.916992 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-71b3d5dd-46c4-43ac-9676-b0bf4097f80b admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:10.923787 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b3d5dd-46c4-43ac-9676-b0bf4097f80b admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:10.948811 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b3d5dd-46c4-43ac-9676-b0bf4097f80b admin admin] Pushing event updated for resources: {'Port': ['ID=c4d242bd-a01f-45c3-aeaa-90bac865f4cc,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:10.998940 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f244b-b589-481d-b158-9fd73cfd46a4 None None] Pushing event updated for resources: {'Port': ['ID=be5cc8db-952f-4cfd-bb51-478d7e24d2a6,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:11.190908 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device d4731ca4-3584-40c0-b16d-477bfef445d5 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:11.281416 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-71b3d5dd-46c4-43ac-9676-b0bf4097f80b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:11.434114 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port d4731ca4-3584-40c0-b16d-477bfef445d5, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=d4731ca4-3584-40c0-b16d-477bfef445d5,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:11.453457 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'd4731ca4-3584-40c0-b16d-477bfef445d5', 'network_id': 'e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2', 'port_id': 'd4731ca4-3584-40c0-b16d-477bfef445d5', 'mac_address': 'fa:16:3e:4b:b8:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e930051-7a16-428b-811f-19e3c68dee70', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:26:11.458657 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device be5cc8db-952f-4cfd-bb51-478d7e24d2a6 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:11.487936 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d549cc2c-5050-4886-8709-bcc69eda219d req-a90ebbe1-3d74-40be-b4cf-61a38a415ab1 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:11.489730 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d549cc2c-5050-4886-8709-bcc69eda219d req-a90ebbe1-3d74-40be-b4cf-61a38a415ab1 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ff686f0-4ad8-460a-8b77-e58d16725207 HTTP/1.1" status: 200 len: 946 time: 0.8208585 Jul 29 23:26:11.505037 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-4026353d-ad2a-40fb-ae07-993ce7ca6301 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e1b35c57-ba8c-44ac-9445-757f4f37b07f HTTP/1.1" status: 200 len: 217 time: 0.6907156 Jul 29 23:26:11.544992 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:11.565494 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4731ca4-3584-40c0-b16d-477bfef445d5 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:11.574626 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-071f3cdd-29aa-4c6e-ab75-29fb7d1c98b4 req-b936f617-b241-479a-ac25-8529ee4c8066 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] For port d74005cd-c4f9-4ae9-bc47-788d8c2beb0a, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=d74005cd-c4f9-4ae9-bc47-788d8c2beb0a,segment=NetworkSegment(eab921c4-2218-4a2e-a6e8-64eac530aafd),segment_id=eab921c4-2218-4a2e-a6e8-64eac530aafd)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:11.575148 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-071f3cdd-29aa-4c6e-ab75-29fb7d1c98b4 req-b936f617-b241-479a-ac25-8529ee4c8066 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:11.589169 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port d4731ca4-3584-40c0-b16d-477bfef445d5, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=d4731ca4-3584-40c0-b16d-477bfef445d5,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:11.599727 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:11.628147 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-71b3d5dd-46c4-43ac-9676-b0bf4097f80b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:11.653182 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-071f3cdd-29aa-4c6e-ab75-29fb7d1c98b4 req-b936f617-b241-479a-ac25-8529ee4c8066 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Calling delete_port for d74005cd-c4f9-4ae9-bc47-788d8c2beb0a owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:26:11.681390 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port be5cc8db-952f-4cfd-bb51-478d7e24d2a6 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:11.685160 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cbdcc0-2d35-4f7a-892b-0854a8b7f7b6 req-cfd16974-fe5c-4999-9ba7-091840e2a0a3 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:11.691484 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=d4731ca4-3584-40c0-b16d-477bfef445d5,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:11.694166 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-18cbdcc0-2d35-4f7a-892b-0854a8b7f7b6 req-cfd16974-fe5c-4999-9ba7-091840e2a0a3 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=6daf8cf4-021e-48f1-9c80-c9892034785f HTTP/1.1" status: 200 len: 943 time: 0.8868325 Jul 29 23:26:11.723626 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-f31766bb-c83c-402a-b6be-75477a40e508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:11.725227 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-f31766bb-c83c-402a-b6be-75477a40e508 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e6daa85-0112-4dbf-98e3-8562b5fa1b90 HTTP/1.1" status: 200 len: 797 time: 0.1883869 Jul 29 23:26:11.781447 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d549cc2c-5050-4886-8709-bcc69eda219d req-8daa31b8-65a4-4d2d-8430-752a8a296c46 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457223 Jul 29 23:26:11.782663 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacad6f-3ecf-459e-8546-37cb7c2a9aa1 req-9a38ae4c-518e-46d6-84b6-546993f8b8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:11.784433 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ddacad6f-3ecf-459e-8546-37cb7c2a9aa1 req-9a38ae4c-518e-46d6-84b6-546993f8b8f7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d6e2640d-09f4-43e1-b3aa-e86faf3cfd26 HTTP/1.1" status: 200 len: 912 time: 0.8859568 Jul 29 23:26:11.850524 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b3d5dd-46c4-43ac-9676-b0bf4097f80b admin admin] Router 7d77eb20-96f6-45b3-b3f5-457c5263263c is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:26:11.888853 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['d4731ca4-3584-40c0-b16d-477bfef445d5'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:11.948349 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-18cbdcc0-2d35-4f7a-892b-0854a8b7f7b6 req-ed2ae42f-ebf1-436f-9036-deecf74f71d1 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530377 Jul 29 23:26:12.038752 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ddacad6f-3ecf-459e-8546-37cb7c2a9aa1 req-67bb75ca-bdae-4690-9c21-dda1c095d467 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f5808b0-7781-4dd1-8179-a4ecb03132cf HTTP/1.1" status: 200 len: 1001 time: 0.1973817 Jul 29 23:26:12.060247 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b3d5dd-46c4-43ac-9676-b0bf4097f80b admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:26:12.074407 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757e2aaa-e55b-4be1-a8c9-3e230b8a3b75 None None] Sync routers for ids ['7d77eb20-96f6-45b3-b3f5-457c5263263c'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:26:12.085850 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-c647f53a-13a0-4e23-b5af-7f705409c2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:12.088056 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-c647f53a-13a0-4e23-b5af-7f705409c2df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28f38c63-eb30-4453-829d-2d302e41c5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3254108 Jul 29 23:26:12.093124 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757e2aaa-e55b-4be1-a8c9-3e230b8a3b75 None None] Routers {'7d77eb20-96f6-45b3-b3f5-457c5263263c'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:12.094198 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-757e2aaa-e55b-4be1-a8c9-3e230b8a3b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:26:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['7d77eb20-96f6-45b3-b3f5-457c5263263c'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:12.095263 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-71b3d5dd-46c4-43ac-9676-b0bf4097f80b admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:12.102684 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-71b3d5dd-46c4-43ac-9676-b0bf4097f80b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 2.4938154 Jul 29 23:26:12.104238 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37138) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:12.239045 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25963a73-672d-48a1-a873-e2c9efe8b864 req-2fbd54db-8a39-4226-b42d-8945a07af656 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:12.247543 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-25963a73-672d-48a1-a873-e2c9efe8b864 req-2fbd54db-8a39-4226-b42d-8945a07af656 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e79e93c-40e6-4aa1-9e30-d90d6aecb73e HTTP/1.1" status: 200 len: 946 time: 0.3608630 Jul 29 23:26:12.399895 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-7b81b1d8-58f5-485c-84cd-fb0a20d5412f service neutron] 10.222.0.23 "GET /v2.0/networks/28f38c63-eb30-4453-829d-2d302e41c5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628777 Jul 29 23:26:12.409164 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacad6f-3ecf-459e-8546-37cb7c2a9aa1 req-15a2d3b0-6490-477f-8c54-f2aac2af8198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:12.410847 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ddacad6f-3ecf-459e-8546-37cb7c2a9aa1 req-15a2d3b0-6490-477f-8c54-f2aac2af8198 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9a863ba4-a489-4e6d-b0bb-e711fa258cc7 HTTP/1.1" status: 200 len: 850 time: 0.3613126 Jul 29 23:26:12.424024 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-071f3cdd-29aa-4c6e-ab75-29fb7d1c98b4 req-b936f617-b241-479a-ac25-8529ee4c8066 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:12.426596 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a97e95-172b-4a2f-98ee-ea6a72578aa3 None None] Network 0ffb6994-ab69-4295-a6ca-800fb3cf4230 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:26:12.446151 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-757e2aaa-e55b-4be1-a8c9-3e230b8a3b75 None None] Set router 7d77eb20-96f6-45b3-b3f5-457c5263263c gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:12.446924 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2692fdd0-cab8-458e-ac81-f28cd0af7ac3 req-553f4fb7-3836-4875-9b7e-85935e8ec89a tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-463178702&fields=id&tenant_id=bc9f40ce066549d5a00b2fc27cd6a85a HTTP/1.1" status: 200 len: 267 time: 0.3916600 Jul 29 23:26:12.557972 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b936f617-b241-479a-ac25-8529ee4c8066 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Pushing event deleted for resources: {'Port': ['ID=d74005cd-c4f9-4ae9-bc47-788d8c2beb0a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:12.587459 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-25963a73-672d-48a1-a873-e2c9efe8b864 req-fabc8dac-993c-42a0-b203-2136f3887b5c tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.18 "GET /v2.0/security-groups?id=11a31838-5bcf-4147-a35a-f9c03f24fa9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386045 Jul 29 23:26:12.713753 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-071f3cdd-29aa-4c6e-ab75-29fb7d1c98b4 req-b936f617-b241-479a-ac25-8529ee4c8066 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] No DVR routers for this DVR port d74005cd-c4f9-4ae9-bc47-788d8c2beb0a on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:26:12.724884 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddacad6f-3ecf-459e-8546-37cb7c2a9aa1 req-80235465-1d53-4c18-8a34-50e20aac6222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:12.728054 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ddacad6f-3ecf-459e-8546-37cb7c2a9aa1 req-80235465-1d53-4c18-8a34-50e20aac6222 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d6e2640d-09f4-43e1-b3aa-e86faf3cfd26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2944622 Jul 29 23:26:12.733766 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-071f3cdd-29aa-4c6e-ab75-29fb7d1c98b4 req-b936f617-b241-479a-ac25-8529ee4c8066 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:12.738568 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-071f3cdd-29aa-4c6e-ab75-29fb7d1c98b4 req-b936f617-b241-479a-ac25-8529ee4c8066 tempest-ServersTestJSON-787817545 tempest-ServersTestJSON-787817545-project] 10.222.0.23 "DELETE /v2.0/ports/d74005cd-c4f9-4ae9-bc47-788d8c2beb0a HTTP/1.1" status: 204 len: 173 time: 2.6222415 Jul 29 23:26:12.739260 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e79e93c-40e6-4aa1-9e30-d90d6aecb73e', 'name': 'network-vif-deleted', 'tag': 'd74005cd-c4f9-4ae9-bc47-788d8c2beb0a'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:12.741787 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1417af-c326-4744-b4d0-702ab331a127" -d '{"events": [{"server_uuid": "7e79e93c-40e6-4aa1-9e30-d90d6aecb73e", "name": "network-vif-deleted", "tag": "d74005cd-c4f9-4ae9-bc47-788d8c2beb0a"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:12.755392 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-757e2aaa-e55b-4be1-a8c9-3e230b8a3b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1650347053-router', 'tenant_id': '418682e7c0fa433fb0fd08c4ad86e992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'c4d242bd-a01f-45c3-aeaa-90bac865f4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:09Z', 'updated_at': '2021-07-29T23:26:11Z', 'revision_number': 3, 'project_id': '418682e7c0fa433fb0fd08c4ad86e992', 'gw_port': {'id': 'c4d242bd-a01f-45c3-aeaa-90bac865f4cc', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:59:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:10Z', 'updated_at': '2021-07-29T23:26:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:12.801174 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757e2aaa-e55b-4be1-a8c9-3e230b8a3b75 None None] Checking router: 7d77eb20-96f6-45b3-b3f5-457c5263263c for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:26:12.801460 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757e2aaa-e55b-4be1-a8c9-3e230b8a3b75 None None] Updating router 7d77eb20-96f6-45b3-b3f5-457c5263263c port c4d242bd-a01f-45c3-aeaa-90bac865f4cc binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:26:12.844607 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-757e2aaa-e55b-4be1-a8c9-3e230b8a3b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:12.856606 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692fdd0-cab8-458e-ac81-f28cd0af7ac3 req-f787bf4b-98ae-4822-b915-5d7fdcf4dad4 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:12.858875 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2692fdd0-cab8-458e-ac81-f28cd0af7ac3 req-f787bf4b-98ae-4822-b915-5d7fdcf4dad4 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f207e5-442e-409f-883a-39ae4ef51b30 HTTP/1.1" status: 200 len: 946 time: 0.3093681 Jul 29 23:26:12.883735 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-973996e2-7737-4b2f-b39d-6da78ed64fd4 service neutron] 10.222.0.23 "GET /v2.0/networks/28f38c63-eb30-4453-829d-2d302e41c5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4688244 Jul 29 23:26:12.888278 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-2692fdd0-cab8-458e-ac81-f28cd0af7ac3 req-f9857dbb-3104-4d49-aae3-dfb51d8648f9 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Request body: {'port': {'security_groups': ['d79fff0a-09c1-4a3b-83fd-5425d61ca504', '8ca934f7-055a-4906-95e1-9c17700b7c24']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:12.910648 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b8dfbf30-eb02-428c-8384-ee1a0a8496eb None None] Provisioning for port be5cc8db-952f-4cfd-bb51-478d7e24d2a6 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:12.921677 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b8dfbf30-eb02-428c-8384-ee1a0a8496eb None None] Provisioning complete for port be5cc8db-952f-4cfd-bb51-478d7e24d2a6 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:12.922143 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8dfbf30-eb02-428c-8384-ee1a0a8496eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:13.098098 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-7e178002-1861-4bb3-a54a-d9a8104e3977 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=df88191e-8451-4760-b573-4dbf92f82893 HTTP/1.1" status: 200 len: 217 time: 0.1324329 Jul 29 23:26:13.100819 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8dfbf30-eb02-428c-8384-ee1a0a8496eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:13.110222 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2692fdd0-cab8-458e-ac81-f28cd0af7ac3 req-f9857dbb-3104-4d49-aae3-dfb51d8648f9 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:13.163413 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b8dfbf30-eb02-428c-8384-ee1a0a8496eb None None] For port be5cc8db-952f-4cfd-bb51-478d7e24d2a6, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=be5cc8db-952f-4cfd-bb51-478d7e24d2a6,segment=NetworkSegment(aba24c0d-5545-4df8-9ac0-19e93d510f4a),segment_id=aba24c0d-5545-4df8-9ac0-19e93d510f4a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:13.174987 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b8dfbf30-eb02-428c-8384-ee1a0a8496eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:13.216554 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-757e2aaa-e55b-4be1-a8c9-3e230b8a3b75 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:13.228877 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device d4731ca4-3584-40c0-b16d-477bfef445d5 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:13.232283 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf555c62-219c-4078-ae20-212c03be9301 req-9d65d470-b841-4b5a-9ec4-a20657a1edbb tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:13.239289 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf555c62-219c-4078-ae20-212c03be9301 req-9d65d470-b841-4b5a-9ec4-a20657a1edbb tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:13.246873 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf555c62-219c-4078-ae20-212c03be9301 req-9d65d470-b841-4b5a-9ec4-a20657a1edbb tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:13.247737 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-757e2aaa-e55b-4be1-a8c9-3e230b8a3b75 None None] Transition to ACTIVE for port object c4d242bd-a01f-45c3-aeaa-90bac865f4cc will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:13.264747 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf555c62-219c-4078-ae20-212c03be9301 req-9d65d470-b841-4b5a-9ec4-a20657a1edbb tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:13.266730 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-757e2aaa-e55b-4be1-a8c9-3e230b8a3b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:13.284270 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf555c62-219c-4078-ae20-212c03be9301 req-9d65d470-b841-4b5a-9ec4-a20657a1edbb tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:13.291055 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf555c62-219c-4078-ae20-212c03be9301 req-9d65d470-b841-4b5a-9ec4-a20657a1edbb tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:13.314807 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf555c62-219c-4078-ae20-212c03be9301 req-9d65d470-b841-4b5a-9ec4-a20657a1edbb tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:13.319010 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bf555c62-219c-4078-ae20-212c03be9301 req-9d65d470-b841-4b5a-9ec4-a20657a1edbb tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5432 time: 0.4550757 Jul 29 23:26:13.330408 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5a363fe8-4d9e-436a-9f7b-cb20d3999b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:13.351492 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dfbf30-eb02-428c-8384-ee1a0a8496eb None None] Pushing event updated for resources: {'Port': ['ID=be5cc8db-952f-4cfd-bb51-478d7e24d2a6,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:13.366462 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69df4e-f6a1-4420-a119-c6ca43418f66 None None] Pushing event updated for resources: {'Port': ['ID=c4d242bd-a01f-45c3-aeaa-90bac865f4cc,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:13.369108 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-757e2aaa-e55b-4be1-a8c9-3e230b8a3b75 None None] Attempting to bind port c4d242bd-a01f-45c3-aeaa-90bac865f4cc on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:13.369487 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-757e2aaa-e55b-4be1-a8c9-3e230b8a3b75 None None] Attempting to bind port c4d242bd-a01f-45c3-aeaa-90bac865f4cc by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:13.369980 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757e2aaa-e55b-4be1-a8c9-3e230b8a3b75 None None] Attempting to bind port c4d242bd-a01f-45c3-aeaa-90bac865f4cc on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:13.377213 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port d4731ca4-3584-40c0-b16d-477bfef445d5 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:13.383000 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69df4e-f6a1-4420-a119-c6ca43418f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:13.383000 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69df4e-f6a1-4420-a119-c6ca43418f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:13.383000 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69df4e-f6a1-4420-a119-c6ca43418f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:13.383863 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port d4731ca4-3584-40c0-b16d-477bfef445d5 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:13.384354 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:13.385052 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69df4e-f6a1-4420-a119-c6ca43418f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:13.385417 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69df4e-f6a1-4420-a119-c6ca43418f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:13.386547 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69df4e-f6a1-4420-a119-c6ca43418f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:13.387096 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69df4e-f6a1-4420-a119-c6ca43418f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:13.388018 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69df4e-f6a1-4420-a119-c6ca43418f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:13.391641 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69df4e-f6a1-4420-a119-c6ca43418f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:13.391641 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69df4e-f6a1-4420-a119-c6ca43418f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:13.391641 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69df4e-f6a1-4420-a119-c6ca43418f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:13.391641 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d69df4e-f6a1-4420-a119-c6ca43418f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:13.393381 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757e2aaa-e55b-4be1-a8c9-3e230b8a3b75 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:13.393757 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757e2aaa-e55b-4be1-a8c9-3e230b8a3b75 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:13.395330 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-757e2aaa-e55b-4be1-a8c9-3e230b8a3b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:13.396128 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757e2aaa-e55b-4be1-a8c9-3e230b8a3b75 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:13.396647 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-757e2aaa-e55b-4be1-a8c9-3e230b8a3b75 None None] Bound port: c4d242bd-a01f-45c3-aeaa-90bac865f4cc, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:13.397059 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-757e2aaa-e55b-4be1-a8c9-3e230b8a3b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:13.496276 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ddacad6f-3ecf-459e-8546-37cb7c2a9aa1 req-f99e800b-eb49-47b2-9df3-5731affbbea6 service neutron] 10.222.0.39 "GET /v2.0/networks/d6e2640d-09f4-43e1-b3aa-e86faf3cfd26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7506557 Jul 29 23:26:13.521061 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-757e2aaa-e55b-4be1-a8c9-3e230b8a3b75 None None] For port c4d242bd-a01f-45c3-aeaa-90bac865f4cc, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:13.526848 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-757e2aaa-e55b-4be1-a8c9-3e230b8a3b75 None None] For port c4d242bd-a01f-45c3-aeaa-90bac865f4cc, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c4d242bd-a01f-45c3-aeaa-90bac865f4cc,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:13.541032 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-757e2aaa-e55b-4be1-a8c9-3e230b8a3b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:13.556385 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-1d9164aa-a0bd-4ae2-8d07-aff911b86f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:13.558377 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-1d9164aa-a0bd-4ae2-8d07-aff911b86f2f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e6daa85-0112-4dbf-98e3-8562b5fa1b90 HTTP/1.1" status: 200 len: 797 time: 0.4355359 Jul 29 23:26:13.580294 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d313ea0e-800a-4417-8576-56f3ee109bf0 None None] Provisioning complete for port be5cc8db-952f-4cfd-bb51-478d7e24d2a6 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:13.580877 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d313ea0e-800a-4417-8576-56f3ee109bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:13.669308 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ddacad6f-3ecf-459e-8546-37cb7c2a9aa1 req-485743b1-5702-4916-9268-10507fca8251 service neutron] 10.222.0.39 "GET /v2.0/networks/d6e2640d-09f4-43e1-b3aa-e86faf3cfd26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557052 Jul 29 23:26:13.673962 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device d74005cd-c4f9-4ae9-bc47-788d8c2beb0a no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:26:13.687918 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69df4e-f6a1-4420-a119-c6ca43418f66 None None] Pushing event updated for resources: {'Port': ['ID=c4d242bd-a01f-45c3-aeaa-90bac865f4cc,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:13.690771 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757e2aaa-e55b-4be1-a8c9-3e230b8a3b75 None None] Routers {'7d77eb20-96f6-45b3-b3f5-457c5263263c'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:13.691414 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-757e2aaa-e55b-4be1-a8c9-3e230b8a3b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:26:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['7d77eb20-96f6-45b3-b3f5-457c5263263c'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:13.729736 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: d74005cd-c4f9-4ae9-bc47-788d8c2beb0a {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:26:13.729736 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device d74005cd-c4f9-4ae9-bc47-788d8c2beb0a not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:26:13.747213 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bf555c62-219c-4078-ae20-212c03be9301 req-3c6b7d72-868f-44d2-bcd3-ed9dcf7928f1 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3821490 Jul 29 23:26:13.768576 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:13.843922 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-4ab64914-cbb3-4a5d-b008-aef881ddad51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:13.845449 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-4ab64914-cbb3-4a5d-b008-aef881ddad51 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28f38c63-eb30-4453-829d-2d302e41c5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2373369 Jul 29 23:26:13.851447 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6daf8cf4-021e-48f1-9c80-c9892034785f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4731ca4-3584-40c0-b16d-477bfef445d5'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:13.856530 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5a76a7-eda0-4284-9365-7aae57a4b7e6" -d '{"events": [{"server_uuid": "6daf8cf4-021e-48f1-9c80-c9892034785f", "name": "network-vif-plugged", "status": "completed", "tag": "d4731ca4-3584-40c0-b16d-477bfef445d5"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:13.913229 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-5a363fe8-4d9e-436a-9f7b-cb20d3999b31 admin admin] Allocated IP 172.20.0.1 (0ffb6994-ab69-4295-a6ca-800fb3cf4230/b2831565-4c6b-4f31-b9d8-957694c5d713/f5353ea4-9b56-4ace-9190-1fc9af46655d) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:13.930115 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-757e2aaa-e55b-4be1-a8c9-3e230b8a3b75 None None] Set router 7d77eb20-96f6-45b3-b3f5-457c5263263c gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:13.938431 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port d4731ca4-3584-40c0-b16d-477bfef445d5, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=d4731ca4-3584-40c0-b16d-477bfef445d5,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:13.974552 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:14.081784 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-2692fdd0-cab8-458e-ac81-f28cd0af7ac3 req-f9857dbb-3104-4d49-aae3-dfb51d8648f9 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] For port 3614b83e-cc13-42b0-bf0d-448e516a4765, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3614b83e-cc13-42b0-bf0d-448e516a4765,segment=NetworkSegment(7f058680-96f9-409b-9da3-a329d820632f),segment_id=7f058680-96f9-409b-9da3-a329d820632f)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:14.099337 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-39e369e9-0cb4-4952-8c52-fd0977acb54d service neutron] 10.222.0.23 "GET /v2.0/networks/28f38c63-eb30-4453-829d-2d302e41c5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010903 Jul 29 23:26:14.106215 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=d4731ca4-3584-40c0-b16d-477bfef445d5,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:14.126403 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5a363fe8-4d9e-436a-9f7b-cb20d3999b31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:14.148844 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-5a363fe8-4d9e-436a-9f7b-cb20d3999b31 admin admin] Transition to ACTIVE for port object f5353ea4-9b56-4ace-9190-1fc9af46655d will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:14.221323 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2692fdd0-cab8-458e-ac81-f28cd0af7ac3 req-f9857dbb-3104-4d49-aae3-dfb51d8648f9 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:14.221924 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5a363fe8-4d9e-436a-9f7b-cb20d3999b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:14.229071 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2692fdd0-cab8-458e-ac81-f28cd0af7ac3 req-f9857dbb-3104-4d49-aae3-dfb51d8648f9 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:14.242285 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['3614b83e-cc13-42b0-bf0d-448e516a4765'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:14.309961 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a363fe8-4d9e-436a-9f7b-cb20d3999b31 admin admin] Network 0ffb6994-ab69-4295-a6ca-800fb3cf4230 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:14.313934 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-757e2aaa-e55b-4be1-a8c9-3e230b8a3b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1650347053-router', 'tenant_id': '418682e7c0fa433fb0fd08c4ad86e992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'c4d242bd-a01f-45c3-aeaa-90bac865f4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:09Z', 'updated_at': '2021-07-29T23:26:11Z', 'revision_number': 3, 'project_id': '418682e7c0fa433fb0fd08c4ad86e992', 'gw_port': {'id': 'c4d242bd-a01f-45c3-aeaa-90bac865f4cc', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:59:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:10Z', 'updated_at': '2021-07-29T23:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:14.320137 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-5a363fe8-4d9e-436a-9f7b-cb20d3999b31 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:14.320661 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692fdd0-cab8-458e-ac81-f28cd0af7ac3 req-f9857dbb-3104-4d49-aae3-dfb51d8648f9 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:14.321334 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2692fdd0-cab8-458e-ac81-f28cd0af7ac3 req-f9857dbb-3104-4d49-aae3-dfb51d8648f9 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:14.323577 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a363fe8-4d9e-436a-9f7b-cb20d3999b31 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:14.326344 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a363fe8-4d9e-436a-9f7b-cb20d3999b31 admin admin] Pushing event updated for resources: {'Port': ['ID=f5353ea4-9b56-4ace-9190-1fc9af46655d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:14.343882 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2692fdd0-cab8-458e-ac81-f28cd0af7ac3 req-f9857dbb-3104-4d49-aae3-dfb51d8648f9 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "PUT /v2.0/ports/3614b83e-cc13-42b0-bf0d-448e516a4765 HTTP/1.1" status: 200 len: 982 time: 1.4753656 Jul 29 23:26:14.366813 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-757e2aaa-e55b-4be1-a8c9-3e230b8a3b75 None None] The sync data for ids ['7d77eb20-96f6-45b3-b3f5-457c5263263c'] in n-d-712140-10 is: [{'id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1650347053-router', 'tenant_id': '418682e7c0fa433fb0fd08c4ad86e992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'c4d242bd-a01f-45c3-aeaa-90bac865f4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:09Z', 'updated_at': '2021-07-29T23:26:11Z', 'revision_number': 3, 'project_id': '418682e7c0fa433fb0fd08c4ad86e992', 'gw_port': {'id': 'c4d242bd-a01f-45c3-aeaa-90bac865f4cc', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:59:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:10Z', 'updated_at': '2021-07-29T23:26:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:26:14.396091 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b8f8b5-b506-4bd0-a865-001d07b16139 req-f08603a8-e299-46d8-9e26-aa3435cad76d service neutron] 10.222.0.23 "GET /v2.0/networks/28f38c63-eb30-4453-829d-2d302e41c5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2753177 Jul 29 23:26:14.402504 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e9d7c8-d4e0-4b35-9926-3d4887ef639e x-openstack-request-id: req-b3e9d7c8-d4e0-4b35-9926-3d4887ef639e {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:14.402802 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e79e93c-40e6-4aa1-9e30-d90d6aecb73e", "name": "network-vif-deleted", "tag": "d74005cd-c4f9-4ae9-bc47-788d8c2beb0a", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:14.403031 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b3e9d7c8-d4e0-4b35-9926-3d4887ef639e {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:14.403435 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e79e93c-40e6-4aa1-9e30-d90d6aecb73e', 'name': 'network-vif-deleted', 'tag': 'd74005cd-c4f9-4ae9-bc47-788d8c2beb0a', 'status': 'completed', 'code': 200} Jul 29 23:26:14.426038 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5a363fe8-4d9e-436a-9f7b-cb20d3999b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:14.446403 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9857dbb-3104-4d49-aae3-dfb51d8648f9 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Pushing event updated for resources: {'Port': ['ID=3614b83e-cc13-42b0-bf0d-448e516a4765,revision_number=6']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:14.473965 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['3614b83e-cc13-42b0-bf0d-448e516a4765'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:14.480339 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80b334-62ec-4a3f-b20c-3f22980392a0 req-4373c2ae-2bee-4a8d-b788-66e3c59ab446 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:14.489602 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f80b334-62ec-4a3f-b20c-3f22980392a0 req-4373c2ae-2bee-4a8d-b788-66e3c59ab446 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=987fdebb-c59d-40b7-b9d0-9d712fb6359a HTTP/1.1" status: 200 len: 945 time: 0.1428282 Jul 29 23:26:14.621803 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f80b334-62ec-4a3f-b20c-3f22980392a0 req-e557cd97-9b9c-4f04-ac86-d88461919982 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309693 Jul 29 23:26:14.673854 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fb996-6ddf-4b38-b63f-4543993a4578 req-7feca6b6-1826-4ef3-9d08-84d655a3bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:14.673854 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fb996-6ddf-4b38-b63f-4543993a4578 req-7feca6b6-1826-4ef3-9d08-84d655a3bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:14.674242 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fb996-6ddf-4b38-b63f-4543993a4578 req-7feca6b6-1826-4ef3-9d08-84d655a3bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:14.674713 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fb996-6ddf-4b38-b63f-4543993a4578 req-7feca6b6-1826-4ef3-9d08-84d655a3bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:14.675184 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fb996-6ddf-4b38-b63f-4543993a4578 req-7feca6b6-1826-4ef3-9d08-84d655a3bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:14.683560 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fb996-6ddf-4b38-b63f-4543993a4578 req-7feca6b6-1826-4ef3-9d08-84d655a3bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:14.684165 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fb996-6ddf-4b38-b63f-4543993a4578 req-7feca6b6-1826-4ef3-9d08-84d655a3bbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:14.690620 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e2fb996-6ddf-4b38-b63f-4543993a4578 req-7feca6b6-1826-4ef3-9d08-84d655a3bbc3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d954899d85d94386b2170efdab77ddb2&device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 6496 time: 0.1766520 Jul 29 23:26:14.692004 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37160) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:14.707298 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5a363fe8-4d9e-436a-9f7b-cb20d3999b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:14.783651 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-bf2a464c-3e50-4c2f-a573-ad7050470a46 None None] Provisioning for port f5353ea4-9b56-4ace-9190-1fc9af46655d completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:14.808573 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-bf2a464c-3e50-4c2f-a573-ad7050470a46 None None] Provisioning complete for port f5353ea4-9b56-4ace-9190-1fc9af46655d triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:14.809029 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf2a464c-3e50-4c2f-a573-ad7050470a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:14.838327 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c851de83-2dcc-437e-a193-875395964cd7 req-8274f4f6-b4c5-4fe5-8e49-36f9e583309e tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:14.840481 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c851de83-2dcc-437e-a193-875395964cd7 req-8274f4f6-b4c5-4fe5-8e49-36f9e583309e tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=6daf8cf4-021e-48f1-9c80-c9892034785f HTTP/1.1" status: 200 len: 945 time: 0.3137076 Jul 29 23:26:14.875070 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-bf2a464c-3e50-4c2f-a573-ad7050470a46 None None] Port f5353ea4-9b56-4ace-9190-1fc9af46655d cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:26:14.936062 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff423487-ebb6-4f4f-be98-b5757d30b359 admin admin] Deleting subnet 44be0901-f3e6-4ee5-b617-283959d6aed1 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:26:14.953351 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ff423487-ebb6-4f4f-be98-b5757d30b359 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:14.965959 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad8c682-4a25-4143-ae7f-54a1baaed8e3 x-openstack-request-id: req-5ad8c682-4a25-4143-ae7f-54a1baaed8e3 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:14.966325 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6daf8cf4-021e-48f1-9c80-c9892034785f", "name": "network-vif-plugged", "status": "completed", "tag": "d4731ca4-3584-40c0-b16d-477bfef445d5", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:14.966687 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ad8c682-4a25-4143-ae7f-54a1baaed8e3 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:14.976100 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6daf8cf4-021e-48f1-9c80-c9892034785f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4731ca4-3584-40c0-b16d-477bfef445d5', 'code': 200} Jul 29 23:26:15.000366 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c851de83-2dcc-437e-a193-875395964cd7 req-749a7347-8769-42ee-9d73-13b0ccdcad9a tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266530 Jul 29 23:26:15.025551 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ff423487-ebb6-4f4f-be98-b5757d30b359 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.028258 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fb996-6ddf-4b38-b63f-4543993a4578 req-b458ddcb-964a-421b-b87c-24a4dcd7fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:15.030618 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e2fb996-6ddf-4b38-b63f-4543993a4578 req-b458ddcb-964a-421b-b87c-24a4dcd7fd70 service neutron] 10.222.0.23 "GET /v2.0/networks?id=28f38c63-eb30-4453-829d-2d302e41c5f3 HTTP/1.1" status: 200 len: 903 time: 0.3126793 Jul 29 23:26:15.085087 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5a363fe8-4d9e-436a-9f7b-cb20d3999b31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.091347 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5a363fe8-4d9e-436a-9f7b-cb20d3999b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.165521 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a363fe8-4d9e-436a-9f7b-cb20d3999b31 admin admin] Pushing event updated for resources: {'Port': ['ID=f5353ea4-9b56-4ace-9190-1fc9af46655d,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:15.181905 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5a363fe8-4d9e-436a-9f7b-cb20d3999b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.384304 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a363fe8-4d9e-436a-9f7b-cb20d3999b31 admin admin] Network 0ffb6994-ab69-4295-a6ca-800fb3cf4230 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:15.386219 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-5a363fe8-4d9e-436a-9f7b-cb20d3999b31 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:15.449934 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c4d242bd-a01f-45c3-aeaa-90bac865f4cc up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:15.515345 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port c4d242bd-a01f-45c3-aeaa-90bac865f4cc completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:15.520312 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port c4d242bd-a01f-45c3-aeaa-90bac865f4cc triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:15.520794 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.549744 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a363fe8-4d9e-436a-9f7b-cb20d3999b31 admin admin] Router 7d77eb20-96f6-45b3-b3f5-457c5263263c has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:26:15.571053 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e2fb996-6ddf-4b38-b63f-4543993a4578 req-372c4334-5eec-4940-8e6a-a51ee8008935 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=df88191e-8451-4760-b573-4dbf92f82893 HTTP/1.1" status: 200 len: 217 time: 0.5082736 Jul 29 23:26:15.645227 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.668996 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fb996-6ddf-4b38-b63f-4543993a4578 req-e7932e34-2aa7-4cc8-a55b-9549e7468fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:15.669579 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port c4d242bd-a01f-45c3-aeaa-90bac865f4cc, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c4d242bd-a01f-45c3-aeaa-90bac865f4cc,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:15.670910 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e2fb996-6ddf-4b38-b63f-4543993a4578 req-e7932e34-2aa7-4cc8-a55b-9549e7468fc2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e6daa85-0112-4dbf-98e3-8562b5fa1b90 HTTP/1.1" status: 200 len: 797 time: 0.0855534 Jul 29 23:26:15.674844 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.676888 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device be5cc8db-952f-4cfd-bb51-478d7e24d2a6 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:15.683937 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976564c9-3da7-4aa3-a755-d216df545961 req-c8a31c30-db5e-485b-943d-0028b5d51572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:15.685696 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-976564c9-3da7-4aa3-a755-d216df545961 req-c8a31c30-db5e-485b-943d-0028b5d51572 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6daf8cf4-021e-48f1-9c80-c9892034785f HTTP/1.1" status: 200 len: 1097 time: 0.6139393 Jul 29 23:26:15.700615 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ff423487-ebb6-4f4f-be98-b5757d30b359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.704280 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a363fe8-4d9e-436a-9f7b-cb20d3999b31 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:26:15.718957 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5a363fe8-4d9e-436a-9f7b-cb20d3999b31 admin admin] 10.222.0.18 "PUT /v2.0/routers/7d77eb20-96f6-45b3-b3f5-457c5263263c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6068916 Jul 29 23:26:15.773330 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b3f4a-d77b-4a6f-81c6-0f2d7ffb01e6 req-ad8f1b55-954d-49b1-853a-1720424fda14 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:15.780357 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b3f4a-d77b-4a6f-81c6-0f2d7ffb01e6 req-ad8f1b55-954d-49b1-853a-1720424fda14 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:15.785633 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e00902d9-de37-45de-88d2-89e944be4cf3 None None] Provisioning complete for port f5353ea4-9b56-4ace-9190-1fc9af46655d triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:15.786199 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e00902d9-de37-45de-88d2-89e944be4cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.788372 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b3f4a-d77b-4a6f-81c6-0f2d7ffb01e6 req-ad8f1b55-954d-49b1-853a-1720424fda14 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:15.788691 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=c4d242bd-a01f-45c3-aeaa-90bac865f4cc,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:15.790101 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-073b3f4a-d77b-4a6f-81c6-0f2d7ffb01e6 req-ad8f1b55-954d-49b1-853a-1720424fda14 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ff686f0-4ad8-460a-8b77-e58d16725207&device_id=7ac3aba5-e3d8-4104-9ae8-a208be875ce9&device_id=987fdebb-c59d-40b7-b9d0-9d712fb6359a HTTP/1.1" status: 200 len: 2417 time: 0.2682357 Jul 29 23:26:15.827750 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4f73e98d-c842-4244-8bce-1e5fb648324b req-de99fa0f-e4e9-42bb-9107-559a48dda698 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1484599931&fields=id&tenant_id=bc9f40ce066549d5a00b2fc27cd6a85a HTTP/1.1" status: 200 len: 267 time: 0.3305049 Jul 29 23:26:15.833428 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e00902d9-de37-45de-88d2-89e944be4cf3 None None] Port f5353ea4-9b56-4ace-9190-1fc9af46655d cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:26:15.834945 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port be5cc8db-952f-4cfd-bb51-478d7e24d2a6 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:15.835314 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:15.923281 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-976564c9-3da7-4aa3-a755-d216df545961 req-2b6b32b6-8e6b-4a58-b570-28e412ede02a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025042 Jul 29 23:26:15.941488 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-073b3f4a-d77b-4a6f-81c6-0f2d7ffb01e6 req-45c509b3-645a-4247-a3b2-19574e3326a1 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293035 Jul 29 23:26:15.960046 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2fb996-6ddf-4b38-b63f-4543993a4578 req-ed076135-866a-4d2d-b96d-a4ec2a7b751c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:15.960046 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e2fb996-6ddf-4b38-b63f-4543993a4578 req-ed076135-866a-4d2d-b96d-a4ec2a7b751c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28f38c63-eb30-4453-829d-2d302e41c5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2579155 Jul 29 23:26:15.960046 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73e98d-c842-4244-8bce-1e5fb648324b req-e40462ed-87cb-4950-95c6-deb08f5f765c tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:15.961286 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4f73e98d-c842-4244-8bce-1e5fb648324b req-e40462ed-87cb-4950-95c6-deb08f5f765c tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f207e5-442e-409f-883a-39ae4ef51b30 HTTP/1.1" status: 200 len: 985 time: 0.1327369 Jul 29 23:26:15.984489 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ff423487-ebb6-4f4f-be98-b5757d30b359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.013357 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-4f73e98d-c842-4244-8bce-1e5fb648324b req-914f6fc8-4996-47d4-9a54-0cf1386dc760 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Request body: {'port': {'security_groups': ['8ca934f7-055a-4906-95e1-9c17700b7c24', 'd79fff0a-09c1-4a3b-83fd-5425d61ca504', '6e47d8a2-81d6-4491-b2ec-73d19d49cf0e']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:16.078794 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff423487-ebb6-4f4f-be98-b5757d30b359 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44be0901-f3e6-4ee5-b617-283959d6aed1,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:16.105977 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ff423487-ebb6-4f4f-be98-b5757d30b359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.108048 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ff423487-ebb6-4f4f-be98-b5757d30b359 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/44be0901-f3e6-4ee5-b617-283959d6aed1 HTTP/1.1" status: 204 len: 168 time: 1.4101090 Jul 29 23:26:16.110771 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37178) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:16.186507 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ebb01d90-a57c-4f40-8a1f-c536c6c04c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.188773 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4f73e98d-c842-4244-8bce-1e5fb648324b req-914f6fc8-4996-47d4-9a54-0cf1386dc760 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.193542 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e2fb996-6ddf-4b38-b63f-4543993a4578 req-689ed747-b534-44e9-8aba-90aa33f069ad service neutron] 10.222.0.23 "GET /v2.0/networks/28f38c63-eb30-4453-829d-2d302e41c5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312729 Jul 29 23:26:16.205404 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9762bce-229d-452c-954a-15b150dedaa1 req-d643c6cd-b5d1-4d6c-99bc-8ff78701643f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:16.211318 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9762bce-229d-452c-954a-15b150dedaa1 req-d643c6cd-b5d1-4d6c-99bc-8ff78701643f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:16.217233 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9762bce-229d-452c-954a-15b150dedaa1 req-d643c6cd-b5d1-4d6c-99bc-8ff78701643f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:16.223689 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9762bce-229d-452c-954a-15b150dedaa1 req-d643c6cd-b5d1-4d6c-99bc-8ff78701643f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:16.229566 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9762bce-229d-452c-954a-15b150dedaa1 req-d643c6cd-b5d1-4d6c-99bc-8ff78701643f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:16.235500 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9762bce-229d-452c-954a-15b150dedaa1 req-d643c6cd-b5d1-4d6c-99bc-8ff78701643f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:16.241452 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9762bce-229d-452c-954a-15b150dedaa1 req-d643c6cd-b5d1-4d6c-99bc-8ff78701643f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:16.243437 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a9762bce-229d-452c-954a-15b150dedaa1 req-d643c6cd-b5d1-4d6c-99bc-8ff78701643f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5432 time: 0.2251878 Jul 29 23:26:16.275584 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ebb01d90-a57c-4f40-8a1f-c536c6c04c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.288286 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-ebb01d90-a57c-4f40-8a1f-c536c6c04c62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16c7c33d-b57e-4fa0-954b-60ae4834bbc4']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:16.299452 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-ebb01d90-a57c-4f40-8a1f-c536c6c04c62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab921c4-2218-4a2e-a6e8-64eac530aafd') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:16.299755 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-ebb01d90-a57c-4f40-8a1f-c536c6c04c62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab921c4-2218-4a2e-a6e8-64eac530aafd') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:16.310761 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ebb01d90-a57c-4f40-8a1f-c536c6c04c62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.331096 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ebb01d90-a57c-4f40-8a1f-c536c6c04c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.337709 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebb01d90-a57c-4f40-8a1f-c536c6c04c62 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:26:16.338111 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ebb01d90-a57c-4f40-8a1f-c536c6c04c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.340178 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:26:16.340178 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:26:16.340178 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:26:16.340178 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:26:16.340178 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:26:16.340178 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:26:16.340178 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:26:16.340178 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:26:16.340178 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:26:16.340178 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:26:16.340178 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:26:16.340178 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:26:16.340178 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:26:16.340178 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:26:16.340178 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:26:16.340178 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:26:16.340178 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:26:16.340178 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:26:16.340178 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:26:16.340178 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:26:16.340178 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:26:16.340178 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:26:16.340178 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:26:16.340178 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:26:16.340178 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:26:16.340178 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:26:16.340178 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:26:16.340178 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:26:16.340178 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:26:16.340178 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:26:16.340178 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:26:16.340178 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:26:16.386873 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a9762bce-229d-452c-954a-15b150dedaa1 req-bbd1398b-a24a-4e64-965b-b7d9d3ddb588 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1260877 Jul 29 23:26:16.405673 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f207e5-442e-409f-883a-39ae4ef51b30', 'tag': '3614b83e-cc13-42b0-bf0d-448e516a4765'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:16.407987 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4d9522-8d36-4cb1-b1c9-87e1d8b56312" -d '{"events": [{"name": "network-changed", "server_uuid": "95f207e5-442e-409f-883a-39ae4ef51b30", "tag": "3614b83e-cc13-42b0-bf0d-448e516a4765"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:16.419396 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ebb01d90-a57c-4f40-8a1f-c536c6c04c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.441583 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ebb01d90-a57c-4f40-8a1f-c536c6c04c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.444165 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ebb01d90-a57c-4f40-8a1f-c536c6c04c62 admin admin] 10.222.0.18 "DELETE /v2.0/networks/16c7c33d-b57e-4fa0-954b-60ae4834bbc4 HTTP/1.1" status: 204 len: 168 time: 0.3315725 Jul 29 23:26:16.445262 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb01d90-a57c-4f40-8a1f-c536c6c04c62 admin admin] Pushing event deleted for resources: {'Network': ['ID=16c7c33d-b57e-4fa0-954b-60ae4834bbc4,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:16.450469 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e2fb996-6ddf-4b38-b63f-4543993a4578 req-7b2d03ce-98c6-488f-b441-66788739760e service neutron] 10.222.0.23 "GET /v2.0/networks/28f38c63-eb30-4453-829d-2d302e41c5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993418 Jul 29 23:26:16.516828 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130c2be1-7e86-4f81-92ad-93fa8d581c4a None None] Sync routers for ids ['7d77eb20-96f6-45b3-b3f5-457c5263263c'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:26:16.526388 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130c2be1-7e86-4f81-92ad-93fa8d581c4a None None] Routers {'7d77eb20-96f6-45b3-b3f5-457c5263263c'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:16.527393 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-130c2be1-7e86-4f81-92ad-93fa8d581c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:26:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['7d77eb20-96f6-45b3-b3f5-457c5263263c'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:16.623098 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37186) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:16.632448 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-4f73e98d-c842-4244-8bce-1e5fb648324b req-914f6fc8-4996-47d4-9a54-0cf1386dc760 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] For port 3614b83e-cc13-42b0-bf0d-448e516a4765, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3614b83e-cc13-42b0-bf0d-448e516a4765,segment=NetworkSegment(7f058680-96f9-409b-9da3-a329d820632f),segment_id=7f058680-96f9-409b-9da3-a329d820632f)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:16.651653 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-130c2be1-7e86-4f81-92ad-93fa8d581c4a None None] Set router 7d77eb20-96f6-45b3-b3f5-457c5263263c gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:16.673498 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4f73e98d-c842-4244-8bce-1e5fb648324b req-914f6fc8-4996-47d4-9a54-0cf1386dc760 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.678992 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4f73e98d-c842-4244-8bce-1e5fb648324b req-914f6fc8-4996-47d4-9a54-0cf1386dc760 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.696803 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-17a7de62-43c2-42ec-8543-4973edb1ed07 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7c5e67745e0e4776a7b5c36d90365bdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0711813 Jul 29 23:26:16.699272 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37192) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:16.704700 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['3614b83e-cc13-42b0-bf0d-448e516a4765'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:16.752329 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f73e98d-c842-4244-8bce-1e5fb648324b req-914f6fc8-4996-47d4-9a54-0cf1386dc760 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:16.753411 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4f73e98d-c842-4244-8bce-1e5fb648324b req-914f6fc8-4996-47d4-9a54-0cf1386dc760 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.754290 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4f73e98d-c842-4244-8bce-1e5fb648324b req-914f6fc8-4996-47d4-9a54-0cf1386dc760 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "PUT /v2.0/ports/3614b83e-cc13-42b0-bf0d-448e516a4765 HTTP/1.1" status: 200 len: 1021 time: 0.7813027 Jul 29 23:26:16.768272 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5129f938-50bc-4a1b-b6e5-ef8466f850cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.795236 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5129f938-50bc-4a1b-b6e5-ef8466f850cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.869841 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5129f938-50bc-4a1b-b6e5-ef8466f850cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.876194 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5129f938-50bc-4a1b-b6e5-ef8466f850cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:16.876194 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5129f938-50bc-4a1b-b6e5-ef8466f850cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11a31838-5bcf-4147-a35a-f9c03f24fa9d HTTP/1.1" status: 204 len: 168 time: 0.1750345 Jul 29 23:26:16.883058 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['3614b83e-cc13-42b0-bf0d-448e516a4765'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:16.923925 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129f938-50bc-4a1b-b6e5-ef8466f850cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a31838-5bcf-4147-a35a-f9c03f24fa9d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:16.947260 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f6fc8-4996-47d4-9a54-0cf1386dc760 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Pushing event updated for resources: {'Port': ['ID=3614b83e-cc13-42b0-bf0d-448e516a4765,revision_number=7']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:17.002097 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f2958-a192-4552-a266-002d6740dc73 req-99f2c54d-480b-4d6f-9b19-d7b2ae34dfb6 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:17.009735 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-494f2958-a192-4552-a266-002d6740dc73 req-99f2c54d-480b-4d6f-9b19-d7b2ae34dfb6 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/networks?id=0ffb6994-ab69-4295-a6ca-800fb3cf4230 HTTP/1.1" status: 200 len: 829 time: 0.2839913 Jul 29 23:26:17.025560 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-494f2958-a192-4552-a266-002d6740dc73 req-520ddca9-1054-474d-b107-1b5ea61467ed tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/quotas/418682e7c0fa433fb0fd08c4ad86e992 HTTP/1.1" status: 200 len: 375 time: 0.0149915 Jul 29 23:26:17.071427 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a036f44-b99d-44e3-9ea7-68792ca7c8d7 req-39d3b2de-f3fe-4576-9e2c-9270ad2acc17 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:17.078366 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a036f44-b99d-44e3-9ea7-68792ca7c8d7 req-39d3b2de-f3fe-4576-9e2c-9270ad2acc17 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ff686f0-4ad8-460a-8b77-e58d16725207 HTTP/1.1" status: 200 len: 946 time: 0.1302981 Jul 29 23:26:17.184295 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-494f2958-a192-4552-a266-002d6740dc73 req-80ff2c1e-f6e1-409b-82d0-05986ee3fb0f tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=418682e7c0fa433fb0fd08c4ad86e992&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1414516 Jul 29 23:26:17.190140 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a036f44-b99d-44e3-9ea7-68792ca7c8d7 req-e9540f47-d13c-4b2d-9fe2-1b3aad94162f tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891409 Jul 29 23:26:17.191052 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-130c2be1-7e86-4f81-92ad-93fa8d581c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1650347053-router', 'tenant_id': '418682e7c0fa433fb0fd08c4ad86e992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'c4d242bd-a01f-45c3-aeaa-90bac865f4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:09Z', 'updated_at': '2021-07-29T23:26:14Z', 'revision_number': 4, 'project_id': '418682e7c0fa433fb0fd08c4ad86e992', 'gw_port': {'id': 'c4d242bd-a01f-45c3-aeaa-90bac865f4cc', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:59:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:10Z', 'updated_at': '2021-07-29T23:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f5353ea4-9b56-4ace-9190-1fc9af46655d', 'name': '', 'network_id': '0ffb6994-ab69-4295-a6ca-800fb3cf4230', 'tenant_id': '418682e7c0fa433fb0fd08c4ad86e992', 'mac_address': 'fa:16:3e:1a:f5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'b2831565-4c6b-4f31-b9d8-957694c5d713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:13Z', 'updated_at': '2021-07-29T23:26:14Z', 'revision_number': 2, 'project_id': '418682e7c0fa433fb0fd08c4ad86e992', 'subnets': [{'id': 'b2831565-4c6b-4f31-b9d8-957694c5d713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:17.247232 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130c2be1-7e86-4f81-92ad-93fa8d581c4a None None] Checking router: 7d77eb20-96f6-45b3-b3f5-457c5263263c for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:26:17.247667 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130c2be1-7e86-4f81-92ad-93fa8d581c4a None None] Updating router 7d77eb20-96f6-45b3-b3f5-457c5263263c port f5353ea4-9b56-4ace-9190-1fc9af46655d binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:26:17.307258 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-130c2be1-7e86-4f81-92ad-93fa8d581c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:17.394661 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-494f2958-a192-4552-a266-002d6740dc73 req-b41895e6-bf17-4465-9da5-7cc507d1e99d service neutron] 10.222.0.18 "GET /v2.0/networks/0ffb6994-ab69-4295-a6ca-800fb3cf4230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861920 Jul 29 23:26:17.407939 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb69c7b6-8894-4dbf-8215-1d43e020fab3 req-580eb913-f052-4cb8-b975-99238a37e564 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:17.410084 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cb69c7b6-8894-4dbf-8215-1d43e020fab3 req-580eb913-f052-4cb8-b975-99238a37e564 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=6daf8cf4-021e-48f1-9c80-c9892034785f HTTP/1.1" status: 200 len: 945 time: 0.1049011 Jul 29 23:26:17.417352 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c4d242bd-a01f-45c3-aeaa-90bac865f4cc up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:17.546686 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cb69c7b6-8894-4dbf-8215-1d43e020fab3 req-7f454d37-e7c7-422b-8ad5-ccbc3e6285b7 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023133 Jul 29 23:26:17.566941 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-494f2958-a192-4552-a266-002d6740dc73 req-cb0cd9a6-2395-4060-9294-ac193e13cf17 service neutron] 10.222.0.18 "GET /v2.0/networks/0ffb6994-ab69-4295-a6ca-800fb3cf4230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554859 Jul 29 23:26:17.648535 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10d4821-cde7-4d0d-b62f-d2bbbc0c066a x-openstack-request-id: req-c10d4821-cde7-4d0d-b62f-d2bbbc0c066a {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:17.649600 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f207e5-442e-409f-883a-39ae4ef51b30", "tag": "3614b83e-cc13-42b0-bf0d-448e516a4765", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:17.650050 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c10d4821-cde7-4d0d-b62f-d2bbbc0c066a {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:17.650648 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f207e5-442e-409f-883a-39ae4ef51b30', 'tag': '3614b83e-cc13-42b0-bf0d-448e516a4765', 'status': 'completed', 'code': 200} Jul 29 23:26:17.739165 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port c4d242bd-a01f-45c3-aeaa-90bac865f4cc triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:17.739608 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:17.774907 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d9522-8d36-4cb1-b1c9-87e1d8b56312 req-95eb4997-cfb7-44ef-a177-f5cb62046e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:17.778256 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc4d9522-8d36-4cb1-b1c9-87e1d8b56312 req-95eb4997-cfb7-44ef-a177-f5cb62046e10 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc9f40ce066549d5a00b2fc27cd6a85a&device_id=95f207e5-442e-409f-883a-39ae4ef51b30 HTTP/1.1" status: 200 len: 1176 time: 0.0993526 Jul 29 23:26:17.974416 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bec06a-c250-4c85-bca1-c838c9b9300e req-0804bc0b-aa79-48fa-901d-820ca204a313 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:17.995154 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24bec06a-c250-4c85-bca1-c838c9b9300e req-0804bc0b-aa79-48fa-901d-820ca204a313 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f207e5-442e-409f-883a-39ae4ef51b30 HTTP/1.1" status: 200 len: 1024 time: 0.2135432 Jul 29 23:26:18.118677 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d9522-8d36-4cb1-b1c9-87e1d8b56312 req-5800dd8f-6969-45ac-9328-654a4f641d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:18.120675 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc4d9522-8d36-4cb1-b1c9-87e1d8b56312 req-5800dd8f-6969-45ac-9328-654a4f641d56 service neutron] 10.222.0.23 "GET /v2.0/networks?id=dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb HTTP/1.1" status: 200 len: 914 time: 0.3269744 Jul 29 23:26:18.184276 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc4d9522-8d36-4cb1-b1c9-87e1d8b56312 req-fd352fc6-f2f2-4ab2-b6ed-9e6fec21d857 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3614b83e-cc13-42b0-bf0d-448e516a4765 HTTP/1.1" status: 200 len: 217 time: 0.0551424 Jul 29 23:26:18.235538 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-130c2be1-7e86-4f81-92ad-93fa8d581c4a None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:18.292256 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-130c2be1-7e86-4f81-92ad-93fa8d581c4a None None] Transition to ACTIVE for port object f5353ea4-9b56-4ace-9190-1fc9af46655d will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:18.307001 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-130c2be1-7e86-4f81-92ad-93fa8d581c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:18.346514 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24bec06a-c250-4c85-bca1-c838c9b9300e req-1ace12b1-c6c3-40f7-9138-6ccfca82fec0 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e47d8a2-81d6-4491-b2ec-73d19d49cf0e&id=8ca934f7-055a-4906-95e1-9c17700b7c24&id=d79fff0a-09c1-4a3b-83fd-5425d61ca504 HTTP/1.1" status: 200 len: 6154 time: 0.3499839 Jul 29 23:26:18.365056 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c9e7e-1c27-4fa7-b9d0-d2c98b06745b None None] Pushing event updated for resources: {'Port': ['ID=f5353ea4-9b56-4ace-9190-1fc9af46655d,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:18.370053 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d9522-8d36-4cb1-b1c9-87e1d8b56312 req-2099f956-6cff-4016-b503-8f6d2e4fd1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:18.371560 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc4d9522-8d36-4cb1-b1c9-87e1d8b56312 req-2099f956-6cff-4016-b503-8f6d2e4fd1a0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ee33b029-d25c-4ff1-b685-d5b5f26c2363 HTTP/1.1" status: 200 len: 853 time: 0.1471941 Jul 29 23:26:18.384793 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b74faf-09d7-45d2-bb79-1c6682e7e31a req-ca45ae9f-346b-4523-bff4-b1db6b925644 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:18.392065 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b74faf-09d7-45d2-bb79-1c6682e7e31a req-ca45ae9f-346b-4523-bff4-b1db6b925644 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:18.402303 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b74faf-09d7-45d2-bb79-1c6682e7e31a req-ca45ae9f-346b-4523-bff4-b1db6b925644 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:18.412686 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b74faf-09d7-45d2-bb79-1c6682e7e31a req-ca45ae9f-346b-4523-bff4-b1db6b925644 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:18.419326 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b74faf-09d7-45d2-bb79-1c6682e7e31a req-ca45ae9f-346b-4523-bff4-b1db6b925644 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:18.425671 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b74faf-09d7-45d2-bb79-1c6682e7e31a req-ca45ae9f-346b-4523-bff4-b1db6b925644 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:18.431711 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b74faf-09d7-45d2-bb79-1c6682e7e31a req-ca45ae9f-346b-4523-bff4-b1db6b925644 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:18.433726 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-83b74faf-09d7-45d2-bb79-1c6682e7e31a req-ca45ae9f-346b-4523-bff4-b1db6b925644 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5432 time: 0.2485230 Jul 29 23:26:18.444805 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-130c2be1-7e86-4f81-92ad-93fa8d581c4a None None] Attempting to bind port f5353ea4-9b56-4ace-9190-1fc9af46655d on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:18.445267 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-130c2be1-7e86-4f81-92ad-93fa8d581c4a None None] Attempting to bind port f5353ea4-9b56-4ace-9190-1fc9af46655d by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'aba24c0d-5545-4df8-9ac0-19e93d510f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0ffb6994-ab69-4295-a6ca-800fb3cf4230'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:18.445652 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130c2be1-7e86-4f81-92ad-93fa8d581c4a None None] Attempting to bind port f5353ea4-9b56-4ace-9190-1fc9af46655d on network 0ffb6994-ab69-4295-a6ca-800fb3cf4230 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:18.451115 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130c2be1-7e86-4f81-92ad-93fa8d581c4a None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:18.451471 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130c2be1-7e86-4f81-92ad-93fa8d581c4a None None] Checking segment: {'id': 'aba24c0d-5545-4df8-9ac0-19e93d510f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0ffb6994-ab69-4295-a6ca-800fb3cf4230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:18.452376 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-130c2be1-7e86-4f81-92ad-93fa8d581c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:18.452777 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130c2be1-7e86-4f81-92ad-93fa8d581c4a None None] Bound using segment: {'id': 'aba24c0d-5545-4df8-9ac0-19e93d510f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0ffb6994-ab69-4295-a6ca-800fb3cf4230'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:18.453257 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-130c2be1-7e86-4f81-92ad-93fa8d581c4a None None] Bound port: f5353ea4-9b56-4ace-9190-1fc9af46655d, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aba24c0d-5545-4df8-9ac0-19e93d510f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0ffb6994-ab69-4295-a6ca-800fb3cf4230'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:18.453652 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-130c2be1-7e86-4f81-92ad-93fa8d581c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:18.479407 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc4d9522-8d36-4cb1-b1c9-87e1d8b56312 req-26dcd363-0713-4a74-b377-b5436ca52fb5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446961 Jul 29 23:26:18.572352 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-83b74faf-09d7-45d2-bb79-1c6682e7e31a req-f8904822-f728-4958-afa7-10a73b896ebb tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0917397 Jul 29 23:26:18.580294 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-130c2be1-7e86-4f81-92ad-93fa8d581c4a None None] For port f5353ea4-9b56-4ace-9190-1fc9af46655d, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:18.583403 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-130c2be1-7e86-4f81-92ad-93fa8d581c4a None None] For port f5353ea4-9b56-4ace-9190-1fc9af46655d, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f5353ea4-9b56-4ace-9190-1fc9af46655d,segment=NetworkSegment(aba24c0d-5545-4df8-9ac0-19e93d510f4a),segment_id=aba24c0d-5545-4df8-9ac0-19e93d510f4a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:18.591147 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-130c2be1-7e86-4f81-92ad-93fa8d581c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:18.640709 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc4d9522-8d36-4cb1-b1c9-87e1d8b56312 req-1a6e470a-1bff-443b-9dc6-3aa557b5b975 service neutron] 10.222.0.23 "GET /v2.0/networks/dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516218 Jul 29 23:26:18.685615 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18c9e7e-1c27-4fa7-b9d0-d2c98b06745b None None] Pushing event updated for resources: {'Port': ['ID=f5353ea4-9b56-4ace-9190-1fc9af46655d,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:18.694163 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130c2be1-7e86-4f81-92ad-93fa8d581c4a None None] Routers {'7d77eb20-96f6-45b3-b3f5-457c5263263c'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:18.694792 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-130c2be1-7e86-4f81-92ad-93fa8d581c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:26:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['7d77eb20-96f6-45b3-b3f5-457c5263263c'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:18.804455 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-441aff88-e1a9-4f91-a5ed-e6989d5ad93f req-26c95e77-450c-45ec-b618-6f1902be9b98 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/ports?device_id=f71ab4a5-f869-4404-9aac-d8a99eb1d3ec HTTP/1.1" status: 200 len: 210 time: 0.0528626 Jul 29 23:26:18.890118 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-130c2be1-7e86-4f81-92ad-93fa8d581c4a None None] Set router 7d77eb20-96f6-45b3-b3f5-457c5263263c gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:18.914972 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc4d9522-8d36-4cb1-b1c9-87e1d8b56312 req-bff03922-93e7-45e2-bcf4-81eebd97ca21 service neutron] 10.222.0.23 "GET /v2.0/networks/dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659097 Jul 29 23:26:18.920645 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-40af8a84-f4f2-4773-98ed-dcf50489f7ae req-4f53bf0a-731d-4352-80f3-dee0ce8ddb61 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Request body: {'security_group': {'name': ' tempest-securitygroup -359891846 ', 'description': 'tempest-description-421946646'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:18.959981 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-40af8a84-f4f2-4773-98ed-dcf50489f7ae req-4f53bf0a-731d-4352-80f3-dee0ce8ddb61 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:19.067000 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-40af8a84-f4f2-4773-98ed-dcf50489f7ae req-4f53bf0a-731d-4352-80f3-dee0ce8ddb61 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:19.071401 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-40af8a84-f4f2-4773-98ed-dcf50489f7ae req-4f53bf0a-731d-4352-80f3-dee0ce8ddb61 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:19.108637 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-40af8a84-f4f2-4773-98ed-dcf50489f7ae req-4f53bf0a-731d-4352-80f3-dee0ce8ddb61 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:19.110412 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-40af8a84-f4f2-4773-98ed-dcf50489f7ae req-4f53bf0a-731d-4352-80f3-dee0ce8ddb61 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1786 time: 0.2052314 Jul 29 23:26:19.116017 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53bf0a-731d-4352-80f3-dee0ce8ddb61 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56965536-b298-4614-bc43-222ffa068851,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:19.146327 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-130c2be1-7e86-4f81-92ad-93fa8d581c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1650347053-router', 'tenant_id': '418682e7c0fa433fb0fd08c4ad86e992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'c4d242bd-a01f-45c3-aeaa-90bac865f4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:09Z', 'updated_at': '2021-07-29T23:26:14Z', 'revision_number': 4, 'project_id': '418682e7c0fa433fb0fd08c4ad86e992', 'gw_port': {'id': 'c4d242bd-a01f-45c3-aeaa-90bac865f4cc', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:59:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:10Z', 'updated_at': '2021-07-29T23:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f5353ea4-9b56-4ace-9190-1fc9af46655d', 'name': '', 'network_id': '0ffb6994-ab69-4295-a6ca-800fb3cf4230', 'tenant_id': '418682e7c0fa433fb0fd08c4ad86e992', 'mac_address': 'fa:16:3e:1a:f5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'b2831565-4c6b-4f31-b9d8-957694c5d713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:13Z', 'updated_at': '2021-07-29T23:26:18Z', 'revision_number': 4, 'project_id': '418682e7c0fa433fb0fd08c4ad86e992', 'subnets': [{'id': 'b2831565-4c6b-4f31-b9d8-957694c5d713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:19.182406 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130c2be1-7e86-4f81-92ad-93fa8d581c4a None None] The sync data for ids ['7d77eb20-96f6-45b3-b3f5-457c5263263c'] in n-d-712140-10 is: [{'id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1650347053-router', 'tenant_id': '418682e7c0fa433fb0fd08c4ad86e992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'c4d242bd-a01f-45c3-aeaa-90bac865f4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:09Z', 'updated_at': '2021-07-29T23:26:14Z', 'revision_number': 4, 'project_id': '418682e7c0fa433fb0fd08c4ad86e992', 'gw_port': {'id': 'c4d242bd-a01f-45c3-aeaa-90bac865f4cc', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:59:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:10Z', 'updated_at': '2021-07-29T23:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f5353ea4-9b56-4ace-9190-1fc9af46655d', 'name': '', 'network_id': '0ffb6994-ab69-4295-a6ca-800fb3cf4230', 'tenant_id': '418682e7c0fa433fb0fd08c4ad86e992', 'mac_address': 'fa:16:3e:1a:f5:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'b2831565-4c6b-4f31-b9d8-957694c5d713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:13Z', 'updated_at': '2021-07-29T23:26:18Z', 'revision_number': 4, 'project_id': '418682e7c0fa433fb0fd08c4ad86e992', 'subnets': [{'id': 'b2831565-4c6b-4f31-b9d8-957694c5d713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:26:19.503110 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f21b45-9557-4723-b78a-d6d37be307b2 req-b4b6b54a-db00-43b0-8eea-8b8a0fab8935 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:19.504862 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-75f21b45-9557-4723-b78a-d6d37be307b2 req-b4b6b54a-db00-43b0-8eea-8b8a0fab8935 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c78d89-ff2b-4f47-8fb9-3e640a252858 HTTP/1.1" status: 200 len: 945 time: 0.2895856 Jul 29 23:26:19.552767 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f2958-a192-4552-a266-002d6740dc73 req-9e9d68aa-54df-4b60-a277-2f66fd6b3630 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:19.554356 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-494f2958-a192-4552-a266-002d6740dc73 req-9e9d68aa-54df-4b60-a277-2f66fd6b3630 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.39 "GET /v2.0/networks?id=0ffb6994-ab69-4295-a6ca-800fb3cf4230 HTTP/1.1" status: 200 len: 829 time: 0.2844911 Jul 29 23:26:19.564804 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7756809-c20f-4dee-abb5-850a65cf7bf0 req-6e7b32ae-ff0e-4e7a-915c-f05cfaae2530 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:19.566366 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7756809-c20f-4dee-abb5-850a65cf7bf0 req-6e7b32ae-ff0e-4e7a-915c-f05cfaae2530 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=6daf8cf4-021e-48f1-9c80-c9892034785f HTTP/1.1" status: 200 len: 945 time: 0.1495924 Jul 29 23:26:19.572721 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-494f2958-a192-4552-a266-002d6740dc73 req-b706a145-c239-41cc-b9e4-fe6b69783f33 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Request body: {'port': {'device_id': 'f71ab4a5-f869-4404-9aac-d8a99eb1d3ec', 'network_id': '0ffb6994-ab69-4295-a6ca-800fb3cf4230', 'admin_state_up': True, 'tenant_id': '418682e7c0fa433fb0fd08c4ad86e992'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:19.654077 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95f207e5-442e-409f-883a-39ae4ef51b30', 'tag': '3614b83e-cc13-42b0-bf0d-448e516a4765'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:19.658126 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6b4a8b-e21c-41d2-8b9c-682c46a116e9" -d '{"events": [{"name": "network-changed", "server_uuid": "95f207e5-442e-409f-883a-39ae4ef51b30", "tag": "3614b83e-cc13-42b0-bf0d-448e516a4765"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:19.680006 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-75f21b45-9557-4723-b78a-d6d37be307b2 req-d49ab05d-fe19-43ac-b93a-b6a01712beaa tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a7cfce9-eb85-4f5a-be17-e1b1de6bd56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606050 Jul 29 23:26:19.744659 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7756809-c20f-4dee-abb5-850a65cf7bf0 req-4adcb4ca-81dc-48f1-983f-bff0cd13f629 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662116 Jul 29 23:26:19.832674 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-494f2958-a192-4552-a266-002d6740dc73 req-b706a145-c239-41cc-b9e4-fe6b69783f33 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Made reservation on behalf of 418682e7c0fa433fb0fd08c4ad86e992 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:19.836669 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-494f2958-a192-4552-a266-002d6740dc73 req-b706a145-c239-41cc-b9e4-fe6b69783f33 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:19.978976 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-491a0515-aa39-49b6-b9da-a34c6b1f40dc req-8d71a27e-406f-4d1d-97b7-7ad0b980b2ef tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups/56965536-b298-4614-bc43-222ffa068851 HTTP/1.1" status: 200 len: 1781 time: 0.1628101 Jul 29 23:26:20.047659 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2feb17-376b-48cb-a109-bcfeabff1422 req-670fad0d-5ce8-4bff-8451-082fd323e089 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:20.049420 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dc2feb17-376b-48cb-a109-bcfeabff1422 req-670fad0d-5ce8-4bff-8451-082fd323e089 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 1097 time: 0.0787208 Jul 29 23:26:20.141262 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ef6f73a-29b3-45bc-8902-52aa53297d53 req-57e9000a-d847-4b45-89b1-1b5ab0fa6dfd tempest-ServerShowV257Test-985323066 tempest-ServerShowV257Test-985323066-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7840984-2c3f-4935-9144-bcab533dcf8b HTTP/1.1" status: 200 len: 210 time: 0.0935302 Jul 29 23:26:20.187603 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-494f2958-a192-4552-a266-002d6740dc73 req-b706a145-c239-41cc-b9e4-fe6b69783f33 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Allocated IP 172.20.0.10 (0ffb6994-ab69-4295-a6ca-800fb3cf4230/b2831565-4c6b-4f31-b9d8-957694c5d713/d1103d1e-e7ca-4eed-a46e-a3215d108cb4) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:20.191430 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dc2feb17-376b-48cb-a109-bcfeabff1422 req-e6a5a402-29d5-4254-bd88-0785b0336787 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232367 Jul 29 23:26:20.301588 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07b98e41-b806-4521-8023-bcfd78ca8ea3 x-openstack-request-id: req-07b98e41-b806-4521-8023-bcfd78ca8ea3 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:20.302028 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95f207e5-442e-409f-883a-39ae4ef51b30", "tag": "3614b83e-cc13-42b0-bf0d-448e516a4765", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:20.302150 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-07b98e41-b806-4521-8023-bcfd78ca8ea3 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:20.302496 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95f207e5-442e-409f-883a-39ae4ef51b30', 'tag': '3614b83e-cc13-42b0-bf0d-448e516a4765', 'status': 'completed', 'code': 200} Jul 29 23:26:20.339019 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3b230-b506-4802-a6e2-99f2c0b1e632 req-3a066194-e002-430b-9eb7-1e0eaa3918a3 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:20.349033 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3b230-b506-4802-a6e2-99f2c0b1e632 req-3a066194-e002-430b-9eb7-1e0eaa3918a3 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:20.356266 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3b230-b506-4802-a6e2-99f2c0b1e632 req-3a066194-e002-430b-9eb7-1e0eaa3918a3 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:20.363134 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3b230-b506-4802-a6e2-99f2c0b1e632 req-3a066194-e002-430b-9eb7-1e0eaa3918a3 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:20.371996 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3b230-b506-4802-a6e2-99f2c0b1e632 req-3a066194-e002-430b-9eb7-1e0eaa3918a3 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:20.382244 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3b230-b506-4802-a6e2-99f2c0b1e632 req-3a066194-e002-430b-9eb7-1e0eaa3918a3 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:20.392334 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c3b230-b506-4802-a6e2-99f2c0b1e632 req-3a066194-e002-430b-9eb7-1e0eaa3918a3 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:20.394355 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-12c3b230-b506-4802-a6e2-99f2c0b1e632 req-3a066194-e002-430b-9eb7-1e0eaa3918a3 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5432 time: 0.1598113 Jul 29 23:26:20.503523 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3b27e267-171e-4f96-bf59-87da6d7a1f05 req-ecebd4db-4b11-4c85-94db-c489c56269bf tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/ports?device_id=f71ab4a5-f869-4404-9aac-d8a99eb1d3ec HTTP/1.1" status: 200 len: 210 time: 0.1079955 Jul 29 23:26:20.569210 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b4a8b-e21c-41d2-8b9c-682c46a116e9 req-8d2e61ab-4b79-43eb-8c8f-fce0d9214bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:20.570734 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee6b4a8b-e21c-41d2-8b9c-682c46a116e9 req-8d2e61ab-4b79-43eb-8c8f-fce0d9214bf8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=bc9f40ce066549d5a00b2fc27cd6a85a&device_id=95f207e5-442e-409f-883a-39ae4ef51b30 HTTP/1.1" status: 200 len: 1176 time: 0.1708248 Jul 29 23:26:20.578154 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-12c3b230-b506-4802-a6e2-99f2c0b1e632 req-afb92015-54d8-47c8-8039-dc268be48ca1 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1473970 Jul 29 23:26:20.678529 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-494f2958-a192-4552-a266-002d6740dc73 req-b706a145-c239-41cc-b9e4-fe6b69783f33 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:20.733779 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-494f2958-a192-4552-a266-002d6740dc73 req-b706a145-c239-41cc-b9e4-fe6b69783f33 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Transition to ACTIVE for port object d1103d1e-e7ca-4eed-a46e-a3215d108cb4 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:20.770254 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b54ae5c4-020c-4432-b29b-71d88ed2ee93 req-6f359a63-5d03-4f5c-97e4-347c01185498 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups/56965536-b298-4614-bc43-222ffa068851 HTTP/1.1" status: 200 len: 1781 time: 0.1538737 Jul 29 23:26:20.854607 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b4a8b-e21c-41d2-8b9c-682c46a116e9 req-89173434-86b1-49d6-a71a-f07623820c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:20.856282 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee6b4a8b-e21c-41d2-8b9c-682c46a116e9 req-89173434-86b1-49d6-a71a-f07623820c9e service neutron] 10.222.0.23 "GET /v2.0/networks?id=dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb HTTP/1.1" status: 200 len: 914 time: 0.2663209 Jul 29 23:26:20.935817 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee6b4a8b-e21c-41d2-8b9c-682c46a116e9 req-98821006-90cf-4fac-989a-686f6d3d4047 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3614b83e-cc13-42b0-bf0d-448e516a4765 HTTP/1.1" status: 200 len: 217 time: 0.0643568 Jul 29 23:26:20.956973 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-494f2958-a192-4552-a266-002d6740dc73 req-b706a145-c239-41cc-b9e4-fe6b69783f33 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:21.035294 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b54ae5c4-020c-4432-b29b-71d88ed2ee93 req-00840aa4-901d-4e72-a2bc-3c995cdac667 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:21.080149 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-494f2958-a192-4552-a266-002d6740dc73 req-b706a145-c239-41cc-b9e4-fe6b69783f33 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Network 0ffb6994-ab69-4295-a6ca-800fb3cf4230 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:21.092044 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b54ae5c4-020c-4432-b29b-71d88ed2ee93 req-00840aa4-901d-4e72-a2bc-3c995cdac667 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:21.095679 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-494f2958-a192-4552-a266-002d6740dc73 req-b706a145-c239-41cc-b9e4-fe6b69783f33 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:21.097777 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b706a145-c239-41cc-b9e4-fe6b69783f33 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Pushing event updated for resources: {'Port': ['ID=d1103d1e-e7ca-4eed-a46e-a3215d108cb4,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:21.100367 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b4a8b-e21c-41d2-8b9c-682c46a116e9 req-64319511-d73f-4d43-bd1e-7882b932929c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:21.101891 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee6b4a8b-e21c-41d2-8b9c-682c46a116e9 req-64319511-d73f-4d43-bd1e-7882b932929c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ee33b029-d25c-4ff1-b685-d5b5f26c2363 HTTP/1.1" status: 200 len: 853 time: 0.1372845 Jul 29 23:26:21.103425 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-494f2958-a192-4552-a266-002d6740dc73 req-b706a145-c239-41cc-b9e4-fe6b69783f33 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:21.191316 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee6b4a8b-e21c-41d2-8b9c-682c46a116e9 req-0490c216-c801-4200-bbed-d74ba2f96ab5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558279 Jul 29 23:26:21.210735 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f2958-a192-4552-a266-002d6740dc73 req-b706a145-c239-41cc-b9e4-fe6b69783f33 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:21.211389 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-494f2958-a192-4552-a266-002d6740dc73 req-b706a145-c239-41cc-b9e4-fe6b69783f33 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:21.272712 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b54ae5c4-020c-4432-b29b-71d88ed2ee93 req-00840aa4-901d-4e72-a2bc-3c995cdac667 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:21.275823 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b54ae5c4-020c-4432-b29b-71d88ed2ee93 req-00840aa4-901d-4e72-a2bc-3c995cdac667 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:21.277475 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b54ae5c4-020c-4432-b29b-71d88ed2ee93 req-00840aa4-901d-4e72-a2bc-3c995cdac667 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "DELETE /v2.0/security-groups/56965536-b298-4614-bc43-222ffa068851 HTTP/1.1" status: 204 len: 173 time: 0.4883831 Jul 29 23:26:21.290561 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-494f2958-a192-4552-a266-002d6740dc73 req-b706a145-c239-41cc-b9e4-fe6b69783f33 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7228463 Jul 29 23:26:21.316003 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-494f2958-a192-4552-a266-002d6740dc73 req-8f2f7315-a9be-4467-9e44-a9c04c161a57 service neutron] Request body: {'port': {'device_id': 'f71ab4a5-f869-4404-9aac-d8a99eb1d3ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:21.322192 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00840aa4-901d-4e72-a2bc-3c995cdac667 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56965536-b298-4614-bc43-222ffa068851,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:21.432068 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-494f2958-a192-4552-a266-002d6740dc73 req-8f2f7315-a9be-4467-9e44-a9c04c161a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:21.445381 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f5353ea4-9b56-4ace-9190-1fc9af46655d up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:21.503701 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee6b4a8b-e21c-41d2-8b9c-682c46a116e9 req-d7cd115d-93c1-460e-8e40-e45eaae0490f service neutron] 10.222.0.23 "GET /v2.0/networks/dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2894349 Jul 29 23:26:21.539404 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port f5353ea4-9b56-4ace-9190-1fc9af46655d completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:21.543741 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port f5353ea4-9b56-4ace-9190-1fc9af46655d triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:21.544157 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:21.590681 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5a50463d-c49a-44f0-8412-093dd5903d16 None None] Provisioning for port d1103d1e-e7ca-4eed-a46e-a3215d108cb4 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:21.600434 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5a50463d-c49a-44f0-8412-093dd5903d16 None None] Provisioning complete for port d1103d1e-e7ca-4eed-a46e-a3215d108cb4 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:21.600805 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5a50463d-c49a-44f0-8412-093dd5903d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:21.659548 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5a50463d-c49a-44f0-8412-093dd5903d16 None None] Port d1103d1e-e7ca-4eed-a46e-a3215d108cb4 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:26:21.699489 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:21.736052 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port f5353ea4-9b56-4ace-9190-1fc9af46655d, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f5353ea4-9b56-4ace-9190-1fc9af46655d,segment=NetworkSegment(aba24c0d-5545-4df8-9ac0-19e93d510f4a),segment_id=aba24c0d-5545-4df8-9ac0-19e93d510f4a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:21.742152 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:21.800872 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=f5353ea4-9b56-4ace-9190-1fc9af46655d,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:21.987098 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-0af6ba4c-70ce-4458-bfe2-892e15b888b8 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:26:21.988130 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-0af6ba4c-70ce-4458-bfe2-892e15b888b8 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0541780 Jul 29 23:26:22.011173 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-da272cb5-2c85-48f5-968b-6eadc69beca3 service neutron] Request body: {'binding': {'host': 'n-h1-712140-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:22.011626 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-da272cb5-2c85-48f5-968b-6eadc69beca3 service neutron] Unknown quota resources ['binding']. {{(pid=94063) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:26:22.089534 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b559c-2f46-42e2-8067-f79813f4242f req-8e2f145e-f128-4736-858f-a8fabb4c895e tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:22.090952 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a34b559c-2f46-42e2-8067-f79813f4242f req-8e2f145e-f128-4736-858f-a8fabb4c895e tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=6daf8cf4-021e-48f1-9c80-c9892034785f HTTP/1.1" status: 200 len: 945 time: 0.5626123 Jul 29 23:26:22.199944 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee6b4a8b-e21c-41d2-8b9c-682c46a116e9 req-624a772d-383e-406d-bade-0069b7f6c265 service neutron] 10.222.0.23 "GET /v2.0/networks/dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6820297 Jul 29 23:26:22.250431 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a34b559c-2f46-42e2-8067-f79813f4242f req-19955661-0875-45cf-a8ab-8820bd05c467 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268194 Jul 29 23:26:22.274514 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8feb8587-2049-420a-bd4a-72bc44686ad6 req-0f3897e7-fb2f-46b1-a987-196a4ac69d2e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d7840984-2c3f-4935-9144-bcab533dcf8b HTTP/1.1" status: 200 len: 210 time: 0.0475340 Jul 29 23:26:22.359326 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6ac04880-e2ab-40fd-a320-c6fa3adc54cf req-7b5e8b28-8221-4b02-a21c-3234471730a6 tempest-ServerShowV257Test-985323066 tempest-ServerShowV257Test-985323066-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7840984-2c3f-4935-9144-bcab533dcf8b HTTP/1.1" status: 200 len: 210 time: 0.0391469 Jul 29 23:26:22.376854 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-da272cb5-2c85-48f5-968b-6eadc69beca3 service neutron] Attempting to bind port d952f399-ef6d-41a9-be1c-bf1a7e313319 on host n-h1-712140-10 for vnic_type normal with profile None {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:22.377284 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-da272cb5-2c85-48f5-968b-6eadc69beca3 service neutron] Attempting to bind port d952f399-ef6d-41a9-be1c-bf1a7e313319 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:22.377622 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-da272cb5-2c85-48f5-968b-6eadc69beca3 service neutron] Attempting to bind port d952f399-ef6d-41a9-be1c-bf1a7e313319 on network 41b737f2-e531-4160-b598-3383b744485d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:22.382284 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-da272cb5-2c85-48f5-968b-6eadc69beca3 service neutron] Port d952f399-ef6d-41a9-be1c-bf1a7e313319 on network 41b737f2-e531-4160-b598-3383b744485d not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:26:22.382603 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-da272cb5-2c85-48f5-968b-6eadc69beca3 service neutron] Attempting to bind port d952f399-ef6d-41a9-be1c-bf1a7e313319 on network 41b737f2-e531-4160-b598-3383b744485d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:22.414740 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-da272cb5-2c85-48f5-968b-6eadc69beca3 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:22.415097 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-da272cb5-2c85-48f5-968b-6eadc69beca3 service neutron] Checking segment: {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:22.415481 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-da272cb5-2c85-48f5-968b-6eadc69beca3 service neutron] Bound using segment: {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:22.415957 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-da272cb5-2c85-48f5-968b-6eadc69beca3 service neutron] Bound port: d952f399-ef6d-41a9-be1c-bf1a7e313319, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:22.427539 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-d1502269-a52b-483a-be09-33b8fb3cb8d4 req-01551df4-03f8-425a-aab7-77dc77eb6fe1 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] show failed (client error): The resource could not be found. Jul 29 23:26:22.428615 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1502269-a52b-483a-be09-33b8fb3cb8d4 req-01551df4-03f8-425a-aab7-77dc77eb6fe1 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups/56965536-b298-4614-bc43-222ffa068851 HTTP/1.1" status: 404 len: 352 time: 0.0429006 Jul 29 23:26:22.460485 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-494f2958-a192-4552-a266-002d6740dc73 req-8f2f7315-a9be-4467-9e44-a9c04c161a57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1103d1e-e7ca-4eed-a46e-a3215d108cb4 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:22.470929 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-494f2958-a192-4552-a266-002d6740dc73 req-8f2f7315-a9be-4467-9e44-a9c04c161a57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.494125 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-494f2958-a192-4552-a266-002d6740dc73 req-8f2f7315-a9be-4467-9e44-a9c04c161a57 service neutron] Transition to ACTIVE for port object d1103d1e-e7ca-4eed-a46e-a3215d108cb4 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:22.503338 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-494f2958-a192-4552-a266-002d6740dc73 req-8f2f7315-a9be-4467-9e44-a9c04c161a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.506313 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-da272cb5-2c85-48f5-968b-6eadc69beca3 service neutron] For port d952f399-ef6d-41a9-be1c-bf1a7e313319, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=d952f399-ef6d-41a9-be1c-bf1a7e313319,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:22.517129 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-da272cb5-2c85-48f5-968b-6eadc69beca3 service neutron] Notify callbacks [] for binding, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.518426 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-da272cb5-2c85-48f5-968b-6eadc69beca3 service neutron] 10.222.0.18 "POST /v2.0/ports/d952f399-ef6d-41a9-be1c-bf1a7e313319/bindings HTTP/1.1" status: 201 len: 390 time: 0.5146949 Jul 29 23:26:22.594850 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f7315-a9be-4467-9e44-a9c04c161a57 service neutron] Pushing event updated for resources: {'Port': ['ID=d1103d1e-e7ca-4eed-a46e-a3215d108cb4,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:22.676704 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91601605-3986-4023-afab-24f20745fcae req-dba9bf7a-4fe3-47fb-964b-f5fc6e5b3e7c tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:22.678291 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-91601605-3986-4023-afab-24f20745fcae req-dba9bf7a-4fe3-47fb-964b-f5fc6e5b3e7c tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c78d89-ff2b-4f47-8fb9-3e640a252858 HTTP/1.1" status: 200 len: 945 time: 0.1293015 Jul 29 23:26:22.713988 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-494f2958-a192-4552-a266-002d6740dc73 req-8f2f7315-a9be-4467-9e44-a9c04c161a57 service neutron] Attempting to bind port d1103d1e-e7ca-4eed-a46e-a3215d108cb4 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:22.714416 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-494f2958-a192-4552-a266-002d6740dc73 req-8f2f7315-a9be-4467-9e44-a9c04c161a57 service neutron] Attempting to bind port d1103d1e-e7ca-4eed-a46e-a3215d108cb4 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'aba24c0d-5545-4df8-9ac0-19e93d510f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0ffb6994-ab69-4295-a6ca-800fb3cf4230'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:22.714842 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494f2958-a192-4552-a266-002d6740dc73 req-8f2f7315-a9be-4467-9e44-a9c04c161a57 service neutron] Attempting to bind port d1103d1e-e7ca-4eed-a46e-a3215d108cb4 on network 0ffb6994-ab69-4295-a6ca-800fb3cf4230 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:22.735891 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494f2958-a192-4552-a266-002d6740dc73 req-8f2f7315-a9be-4467-9e44-a9c04c161a57 service neutron] Port d1103d1e-e7ca-4eed-a46e-a3215d108cb4 on network 0ffb6994-ab69-4295-a6ca-800fb3cf4230 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:26:22.736211 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494f2958-a192-4552-a266-002d6740dc73 req-8f2f7315-a9be-4467-9e44-a9c04c161a57 service neutron] Attempting to bind port d1103d1e-e7ca-4eed-a46e-a3215d108cb4 on network 0ffb6994-ab69-4295-a6ca-800fb3cf4230 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:22.741075 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-91601605-3986-4023-afab-24f20745fcae req-f8e8ea1d-4eda-48b8-9b33-5c11631d5b8f tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a7cfce9-eb85-4f5a-be17-e1b1de6bd56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526764 Jul 29 23:26:22.745292 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494f2958-a192-4552-a266-002d6740dc73 req-8f2f7315-a9be-4467-9e44-a9c04c161a57 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:22.745637 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494f2958-a192-4552-a266-002d6740dc73 req-8f2f7315-a9be-4467-9e44-a9c04c161a57 service neutron] Checking segment: {'id': 'aba24c0d-5545-4df8-9ac0-19e93d510f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0ffb6994-ab69-4295-a6ca-800fb3cf4230'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:22.746023 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-494f2958-a192-4552-a266-002d6740dc73 req-8f2f7315-a9be-4467-9e44-a9c04c161a57 service neutron] Bound using segment: {'id': 'aba24c0d-5545-4df8-9ac0-19e93d510f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0ffb6994-ab69-4295-a6ca-800fb3cf4230'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:22.746460 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-494f2958-a192-4552-a266-002d6740dc73 req-8f2f7315-a9be-4467-9e44-a9c04c161a57 service neutron] Bound port: d1103d1e-e7ca-4eed-a46e-a3215d108cb4, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aba24c0d-5545-4df8-9ac0-19e93d510f4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0ffb6994-ab69-4295-a6ca-800fb3cf4230'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:22.746849 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-494f2958-a192-4552-a266-002d6740dc73 req-8f2f7315-a9be-4467-9e44-a9c04c161a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.830959 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-494f2958-a192-4552-a266-002d6740dc73 req-8f2f7315-a9be-4467-9e44-a9c04c161a57 service neutron] For port d1103d1e-e7ca-4eed-a46e-a3215d108cb4, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:22.837397 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-494f2958-a192-4552-a266-002d6740dc73 req-8f2f7315-a9be-4467-9e44-a9c04c161a57 service neutron] For port d1103d1e-e7ca-4eed-a46e-a3215d108cb4, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=d1103d1e-e7ca-4eed-a46e-a3215d108cb4,segment=NetworkSegment(aba24c0d-5545-4df8-9ac0-19e93d510f4a),segment_id=aba24c0d-5545-4df8-9ac0-19e93d510f4a)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:22.863523 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-494f2958-a192-4552-a266-002d6740dc73 req-8f2f7315-a9be-4467-9e44-a9c04c161a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.949646 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f2958-a192-4552-a266-002d6740dc73 req-8f2f7315-a9be-4467-9e44-a9c04c161a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:22.950337 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-494f2958-a192-4552-a266-002d6740dc73 req-8f2f7315-a9be-4467-9e44-a9c04c161a57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:22.952459 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-494f2958-a192-4552-a266-002d6740dc73 req-8f2f7315-a9be-4467-9e44-a9c04c161a57 service neutron] 10.222.0.39 "PUT /v2.0/ports/d1103d1e-e7ca-4eed-a46e-a3215d108cb4 HTTP/1.1" status: 200 len: 1093 time: 1.6432884 Jul 29 23:26:22.957756 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71ab4a5-f869-4404-9aac-d8a99eb1d3ec', 'tag': 'd1103d1e-e7ca-4eed-a46e-a3215d108cb4'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:22.960290 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea85bba-2302-43d6-bd5a-538b31250a70" -d '{"events": [{"name": "network-changed", "server_uuid": "f71ab4a5-f869-4404-9aac-d8a99eb1d3ec", "tag": "d1103d1e-e7ca-4eed-a46e-a3215d108cb4"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:23.034048 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ace2bd-9d06-4aa7-a6d6-ebe08e7013f5 req-af6b7d49-952c-41af-abc5-22a0a67061e3 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:23.035657 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-21ace2bd-9d06-4aa7-a6d6-ebe08e7013f5 req-af6b7d49-952c-41af-abc5-22a0a67061e3 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/ports?device_id=f71ab4a5-f869-4404-9aac-d8a99eb1d3ec HTTP/1.1" status: 200 len: 944 time: 0.2005668 Jul 29 23:26:23.052658 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-d69e0f41-381b-4867-ac26-1c14c928f8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:23.053853 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-d69e0f41-381b-4867-ac26-1c14c928f8f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 1097 time: 0.2031331 Jul 29 23:26:23.058625 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2f7315-a9be-4467-9e44-a9c04c161a57 service neutron] Pushing event updated for resources: {'Port': ['ID=d1103d1e-e7ca-4eed-a46e-a3215d108cb4,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:23.114891 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7cf98-465e-45ad-9a71-fe55afe268b4 req-0760b1b9-e284-4169-b75d-4bbf2a62b94a tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:23.121066 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7cf98-465e-45ad-9a71-fe55afe268b4 req-0760b1b9-e284-4169-b75d-4bbf2a62b94a tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:23.129137 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7cf98-465e-45ad-9a71-fe55afe268b4 req-0760b1b9-e284-4169-b75d-4bbf2a62b94a tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:23.135158 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7cf98-465e-45ad-9a71-fe55afe268b4 req-0760b1b9-e284-4169-b75d-4bbf2a62b94a tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:23.142138 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7cf98-465e-45ad-9a71-fe55afe268b4 req-0760b1b9-e284-4169-b75d-4bbf2a62b94a tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:23.148125 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7cf98-465e-45ad-9a71-fe55afe268b4 req-0760b1b9-e284-4169-b75d-4bbf2a62b94a tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:23.154726 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d7cf98-465e-45ad-9a71-fe55afe268b4 req-0760b1b9-e284-4169-b75d-4bbf2a62b94a tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:23.157035 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-26d7cf98-465e-45ad-9a71-fe55afe268b4 req-0760b1b9-e284-4169-b75d-4bbf2a62b94a tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5432 time: 0.2310269 Jul 29 23:26:23.234197 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f2958-a192-4552-a266-002d6740dc73 req-0b3fedd9-166a-469f-b669-fa649d360e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:23.235657 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-494f2958-a192-4552-a266-002d6740dc73 req-0b3fedd9-166a-469f-b669-fa649d360e9e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=418682e7c0fa433fb0fd08c4ad86e992&device_id=f71ab4a5-f869-4404-9aac-d8a99eb1d3ec HTTP/1.1" status: 200 len: 1096 time: 0.2264264 Jul 29 23:26:23.252433 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-21ace2bd-9d06-4aa7-a6d6-ebe08e7013f5 req-9cb29c4f-9700-4b8c-9357-319e1020387e tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/security-groups?id=20231ea7-d841-429d-b383-61303be38452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974385 Jul 29 23:26:23.316547 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-26d7cf98-465e-45ad-9a71-fe55afe268b4 req-f4d88ec9-14c2-4f31-869b-544c2655dfec tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1287441 Jul 29 23:26:23.324105 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-4c57f836-0482-4a80-8854-f1c79a5255e7 req-0e49bb1a-3a5b-4518-8ce2-aa5d98888f0f tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-856016538', 'description': 'tempest-description-669559'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:23.332640 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-494f2958-a192-4552-a266-002d6740dc73 req-1bfc48ba-9ed9-426a-b621-e937c9af7af9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1103d1e-e7ca-4eed-a46e-a3215d108cb4 HTTP/1.1" status: 200 len: 217 time: 0.0859423 Jul 29 23:26:23.334652 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f5353ea4-9b56-4ace-9190-1fc9af46655d up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:23.365262 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-0fb8ddc3-ecc7-4c3d-bdb4-cd41cb6bd0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:23.367026 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-0fb8ddc3-ecc7-4c3d-bdb4-cd41cb6bd0f5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=41b737f2-e531-4160-b598-3383b744485d HTTP/1.1" status: 200 len: 909 time: 0.3016222 Jul 29 23:26:23.395716 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port f5353ea4-9b56-4ace-9190-1fc9af46655d triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:23.396157 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:23.441750 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4c57f836-0482-4a80-8854-f1c79a5255e7 req-0e49bb1a-3a5b-4518-8ce2-aa5d98888f0f tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:23.470661 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-79fd1b8e-9099-4c08-8c29-7f2897d183cc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d952f399-ef6d-41a9-be1c-bf1a7e313319 HTTP/1.1" status: 200 len: 217 time: 0.0923185 Jul 29 23:26:23.523773 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f2958-a192-4552-a266-002d6740dc73 req-e412eb8b-b816-43f1-b2fb-5c4a0a41ff9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:23.525287 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-494f2958-a192-4552-a266-002d6740dc73 req-e412eb8b-b816-43f1-b2fb-5c4a0a41ff9c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b2831565-4c6b-4f31-b9d8-957694c5d713 HTTP/1.1" status: 200 len: 868 time: 0.1572692 Jul 29 23:26:23.589849 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-2097c140-bdf6-476e-a43c-09b6eb1758fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:23.591391 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-2097c140-bdf6-476e-a43c-09b6eb1758fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=599960cf-5b7f-432a-8a6a-c415f2272dee HTTP/1.1" status: 200 len: 848 time: 0.1120510 Jul 29 23:26:23.599121 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01628f6-5928-4663-8a09-d8b92fddec14 req-4fb10514-00e5-4ac4-840f-0ba76adb4551 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:23.600542 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c01628f6-5928-4663-8a09-d8b92fddec14 req-4fb10514-00e5-4ac4-840f-0ba76adb4551 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 945 time: 0.2027526 Jul 29 23:26:23.654882 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-98760837-7dd4-4826-991b-276caff229af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=41b737f2-e531-4160-b598-3383b744485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501804 Jul 29 23:26:23.680555 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494f2958-a192-4552-a266-002d6740dc73 req-edf53535-1cbc-41a1-a577-881b7bc5f243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:23.682034 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-494f2958-a192-4552-a266-002d6740dc73 req-edf53535-1cbc-41a1-a577-881b7bc5f243 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ffb6994-ab69-4295-a6ca-800fb3cf4230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1472473 Jul 29 23:26:23.807953 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c01628f6-5928-4663-8a09-d8b92fddec14 req-481a5ae6-2af4-47af-8d82-86c3ed2de74b tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889124 Jul 29 23:26:23.838303 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4c57f836-0482-4a80-8854-f1c79a5255e7 req-0e49bb1a-3a5b-4518-8ce2-aa5d98888f0f tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:23.847435 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4c57f836-0482-4a80-8854-f1c79a5255e7 req-0e49bb1a-3a5b-4518-8ce2-aa5d98888f0f tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:23.889002 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-a0e70617-0f09-43e3-b5e0-274ea0127ccf service neutron] 10.222.0.23 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234218 Jul 29 23:26:23.921541 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4c57f836-0482-4a80-8854-f1c79a5255e7 req-0e49bb1a-3a5b-4518-8ce2-aa5d98888f0f tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:23.922679 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4c57f836-0482-4a80-8854-f1c79a5255e7 req-0e49bb1a-3a5b-4518-8ce2-aa5d98888f0f tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.6127172 Jul 29 23:26:23.992629 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-494f2958-a192-4552-a266-002d6740dc73 req-e4192945-26cf-4e79-b0b9-26ed98dbee6d service neutron] 10.222.0.39 "GET /v2.0/networks/0ffb6994-ab69-4295-a6ca-800fb3cf4230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743373 Jul 29 23:26:23.993450 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49bb1a-3a5b-4518-8ce2-aa5d98888f0f tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=843f6efc-b2b7-4ed1-b0ee-0c322bb52e5d,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:24.013199 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a780460a-d5af-4937-b5d6-b54b2dead66f x-openstack-request-id: req-a780460a-d5af-4937-b5d6-b54b2dead66f {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:24.013494 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71ab4a5-f869-4404-9aac-d8a99eb1d3ec", "tag": "d1103d1e-e7ca-4eed-a46e-a3215d108cb4", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:24.013751 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a780460a-d5af-4937-b5d6-b54b2dead66f {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:24.014269 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71ab4a5-f869-4404-9aac-d8a99eb1d3ec', 'tag': 'd1103d1e-e7ca-4eed-a46e-a3215d108cb4', 'status': 'completed', 'code': 200} Jul 29 23:26:24.144806 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-655dba6e-acc3-463a-9314-482f202de361 req-a1e75aa1-9827-4e0f-977d-3497f23f3c1f tempest-ServerShowV257Test-985323066 tempest-ServerShowV257Test-985323066-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7840984-2c3f-4935-9144-bcab533dcf8b HTTP/1.1" status: 200 len: 210 time: 0.0612655 Jul 29 23:26:24.149259 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-de0cfeea-bd81-422c-8f3d-4ae7c3523e62 service neutron] 10.222.0.23 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476361 Jul 29 23:26:24.195688 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d0568-4bf4-48f0-94de-b5d07461f8c7 req-060e9e97-08eb-4134-a0ac-22650e46891e tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:24.197253 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-104d0568-4bf4-48f0-94de-b5d07461f8c7 req-060e9e97-08eb-4134-a0ac-22650e46891e tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=6daf8cf4-021e-48f1-9c80-c9892034785f HTTP/1.1" status: 200 len: 945 time: 0.1291296 Jul 29 23:26:24.199398 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-494f2958-a192-4552-a266-002d6740dc73 req-c4cb3df9-5819-472e-aeab-13b09ef157ad service neutron] 10.222.0.39 "GET /v2.0/networks/0ffb6994-ab69-4295-a6ca-800fb3cf4230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814783 Jul 29 23:26:24.204802 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-49cb1f32-5d39-4590-a128-ac7dc54a8bcb req-9f47de4e-98d0-4bbe-aef2-05fa705f27c1 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-116576410', 'description': 'tempest-description-227791851'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:24.253322 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-49cb1f32-5d39-4590-a128-ac7dc54a8bcb req-9f47de4e-98d0-4bbe-aef2-05fa705f27c1 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:24.258636 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-104d0568-4bf4-48f0-94de-b5d07461f8c7 req-9e5157bf-76e2-4546-b620-c41b1833e9ec tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495236 Jul 29 23:26:24.332959 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea85bba-2302-43d6-bd5a-538b31250a70 req-4498fb74-45d6-42b6-a76e-88610b784bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:24.334543 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea85bba-2302-43d6-bd5a-538b31250a70 req-4498fb74-45d6-42b6-a76e-88610b784bee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=418682e7c0fa433fb0fd08c4ad86e992&device_id=f71ab4a5-f869-4404-9aac-d8a99eb1d3ec HTTP/1.1" status: 200 len: 1096 time: 0.0690393 Jul 29 23:26:24.471816 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453a502-94c1-4316-8dda-f085c1d76afd req-2896b525-7a37-4217-8131-2b31f960a8d3 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:24.473260 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e453a502-94c1-4316-8dda-f085c1d76afd req-2896b525-7a37-4217-8131-2b31f960a8d3 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=987fdebb-c59d-40b7-b9d0-9d712fb6359a HTTP/1.1" status: 200 len: 945 time: 0.1342361 Jul 29 23:26:24.497970 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-49cb1f32-5d39-4590-a128-ac7dc54a8bcb req-9f47de4e-98d0-4bbe-aef2-05fa705f27c1 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:24.516227 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-49cb1f32-5d39-4590-a128-ac7dc54a8bcb req-9f47de4e-98d0-4bbe-aef2-05fa705f27c1 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:24.539002 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea85bba-2302-43d6-bd5a-538b31250a70 req-582d635c-07db-450f-a76b-380e51908e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:24.540588 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea85bba-2302-43d6-bd5a-538b31250a70 req-582d635c-07db-450f-a76b-380e51908e44 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ffb6994-ab69-4295-a6ca-800fb3cf4230 HTTP/1.1" status: 200 len: 930 time: 0.1862438 Jul 29 23:26:24.578859 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-49cb1f32-5d39-4590-a128-ac7dc54a8bcb req-9f47de4e-98d0-4bbe-aef2-05fa705f27c1 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:24.580092 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-49cb1f32-5d39-4590-a128-ac7dc54a8bcb req-9f47de4e-98d0-4bbe-aef2-05fa705f27c1 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3799229 Jul 29 23:26:24.609588 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e453a502-94c1-4316-8dda-f085c1d76afd req-0404c24b-2bd7-4a79-a490-2c3c68979084 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250079 Jul 29 23:26:24.610856 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea85bba-2302-43d6-bd5a-538b31250a70 req-dbcbe299-60d9-4156-b4e1-26483c4179f5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1103d1e-e7ca-4eed-a46e-a3215d108cb4 HTTP/1.1" status: 200 len: 217 time: 0.0504186 Jul 29 23:26:24.611587 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47de4e-98d0-4bbe-aef2-05fa705f27c1 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9b127a-dbd3-4811-bdcf-1bd9df2868d1,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:24.669328 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea85bba-2302-43d6-bd5a-538b31250a70 req-11da9ab2-ab28-4b96-8e46-21a1fb12c695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:24.672878 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea85bba-2302-43d6-bd5a-538b31250a70 req-11da9ab2-ab28-4b96-8e46-21a1fb12c695 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b2831565-4c6b-4f31-b9d8-957694c5d713 HTTP/1.1" status: 200 len: 868 time: 0.0546653 Jul 29 23:26:24.725956 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea85bba-2302-43d6-bd5a-538b31250a70 req-71982f2c-7574-4dd0-9a85-f1808d7a016f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:24.728045 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea85bba-2302-43d6-bd5a-538b31250a70 req-71982f2c-7574-4dd0-9a85-f1808d7a016f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ffb6994-ab69-4295-a6ca-800fb3cf4230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469356 Jul 29 23:26:24.836560 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea85bba-2302-43d6-bd5a-538b31250a70 req-abbae30d-1e9f-4aef-8f22-eca56e4caa30 service neutron] 10.222.0.39 "GET /v2.0/networks/0ffb6994-ab69-4295-a6ca-800fb3cf4230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009712 Jul 29 23:26:24.993710 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea85bba-2302-43d6-bd5a-538b31250a70 req-6ab20c47-d512-46fd-9eb7-047aa8f4475b service neutron] 10.222.0.39 "GET /v2.0/networks/0ffb6994-ab69-4295-a6ca-800fb3cf4230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399524 Jul 29 23:26:25.029409 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967a6f5-3302-41bc-8100-6420d91f7698 req-c5dae1ff-150d-4725-80dc-6c06661360e4 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:25.036869 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7967a6f5-3302-41bc-8100-6420d91f7698 req-c5dae1ff-150d-4725-80dc-6c06661360e4 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/ports?device_id=f71ab4a5-f869-4404-9aac-d8a99eb1d3ec HTTP/1.1" status: 200 len: 944 time: 0.1929252 Jul 29 23:26:25.106247 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7967a6f5-3302-41bc-8100-6420d91f7698 req-6933ea8b-d424-4625-8b58-41e16c7f6486 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/security-groups?id=20231ea7-d841-429d-b383-61303be38452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684392 Jul 29 23:26:25.118718 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f781-3446-4eb2-9bc8-a3bdba5029ee req-1dfa5889-b0e6-4193-a6e8-84608bed8b95 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:25.125701 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f781-3446-4eb2-9bc8-a3bdba5029ee req-1dfa5889-b0e6-4193-a6e8-84608bed8b95 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:25.132824 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f781-3446-4eb2-9bc8-a3bdba5029ee req-1dfa5889-b0e6-4193-a6e8-84608bed8b95 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:25.139281 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f781-3446-4eb2-9bc8-a3bdba5029ee req-1dfa5889-b0e6-4193-a6e8-84608bed8b95 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:25.145418 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f781-3446-4eb2-9bc8-a3bdba5029ee req-1dfa5889-b0e6-4193-a6e8-84608bed8b95 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:25.151371 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f781-3446-4eb2-9bc8-a3bdba5029ee req-1dfa5889-b0e6-4193-a6e8-84608bed8b95 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:25.157815 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87f781-3446-4eb2-9bc8-a3bdba5029ee req-1dfa5889-b0e6-4193-a6e8-84608bed8b95 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:25.159705 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3f87f781-3446-4eb2-9bc8-a3bdba5029ee req-1dfa5889-b0e6-4193-a6e8-84608bed8b95 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5432 time: 0.1209090 Jul 29 23:26:25.164724 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-08ff097b-eb75-45e1-acc1-1153008d3814 req-72d3e18c-9e60-477c-8ac0-3bfda47540f6 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-870830551', 'description': 'tempest-description-1335445712'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:25.218424 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3f87f781-3446-4eb2-9bc8-a3bdba5029ee req-abc33bca-6ecf-442e-907a-864424b07d07 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0489252 Jul 29 23:26:25.219408 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-08ff097b-eb75-45e1-acc1-1153008d3814 req-72d3e18c-9e60-477c-8ac0-3bfda47540f6 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.657337 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-08ff097b-eb75-45e1-acc1-1153008d3814 req-72d3e18c-9e60-477c-8ac0-3bfda47540f6 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.669858 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f448c74-5fb5-4584-846e-a63eb1c2f24f req-5c0f4381-8c81-4a97-970f-f029f8900441 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:25.671431 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f448c74-5fb5-4584-846e-a63eb1c2f24f req-5c0f4381-8c81-4a97-970f-f029f8900441 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c78d89-ff2b-4f47-8fb9-3e640a252858 HTTP/1.1" status: 200 len: 945 time: 0.3606048 Jul 29 23:26:25.672598 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-08ff097b-eb75-45e1-acc1-1153008d3814 req-72d3e18c-9e60-477c-8ac0-3bfda47540f6 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.716811 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-08ff097b-eb75-45e1-acc1-1153008d3814 req-72d3e18c-9e60-477c-8ac0-3bfda47540f6 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:25.718661 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08ff097b-eb75-45e1-acc1-1153008d3814 req-72d3e18c-9e60-477c-8ac0-3bfda47540f6 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5574019 Jul 29 23:26:25.718661 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d3e18c-9e60-477c-8ac0-3bfda47540f6 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f287a8c1-f13e-4032-b5c6-ee9b8574a3d9,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:25.744717 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f448c74-5fb5-4584-846e-a63eb1c2f24f req-1405fb5d-c9be-4cb4-b618-2854c2d97791 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a7cfce9-eb85-4f5a-be17-e1b1de6bd56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598786 Jul 29 23:26:25.860556 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8554d52f-ba47-4e86-8463-f6dcb433b977 req-acf95324-4fcf-41f8-9ee5-5cdcca4942b5 tempest-ServerShowV257Test-985323066 tempest-ServerShowV257Test-985323066-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7840984-2c3f-4935-9144-bcab533dcf8b HTTP/1.1" status: 200 len: 210 time: 0.0339081 Jul 29 23:26:25.876604 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29688d6a-cd30-4cf9-91ee-c2bf0ce1566a req-60e372d5-9854-467c-bb77-62f3c308f84a tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:25.890713 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-29688d6a-cd30-4cf9-91ee-c2bf0ce1566a req-60e372d5-9854-467c-bb77-62f3c308f84a tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 945 time: 0.0832150 Jul 29 23:26:25.927344 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-29688d6a-cd30-4cf9-91ee-c2bf0ce1566a req-6eeb2a36-1648-448b-80c8-5f36fe716880 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420935 Jul 29 23:26:25.990520 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecdd2af-1385-49d3-84f4-7f9ab45c61a4 req-b2b14809-66f1-4cdd-94b9-14ee7d71730b tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:25.992230 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3ecdd2af-1385-49d3-84f4-7f9ab45c61a4 req-b2b14809-66f1-4cdd-94b9-14ee7d71730b tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=6daf8cf4-021e-48f1-9c80-c9892034785f HTTP/1.1" status: 200 len: 945 time: 0.0581107 Jul 29 23:26:26.063122 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3ecdd2af-1385-49d3-84f4-7f9ab45c61a4 req-4afac498-7959-4e91-a606-3d66157368a3 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642366 Jul 29 23:26:26.090862 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e437af-e41b-414d-b149-db085a7d36dc req-93e68a7d-8111-4cd4-93b3-2c5e5063366f tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:26.092625 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e9e437af-e41b-414d-b149-db085a7d36dc req-93e68a7d-8111-4cd4-93b3-2c5e5063366f tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=987fdebb-c59d-40b7-b9d0-9d712fb6359a HTTP/1.1" status: 200 len: 945 time: 0.0785718 Jul 29 23:26:26.170181 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e9e437af-e41b-414d-b149-db085a7d36dc req-3c01875b-f616-453a-ae69-1a942d5df40b tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696118 Jul 29 23:26:26.257018 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7133d21b-68f8-4a96-b1a6-e37311c388e9 req-48f6b12b-a61e-456a-be73-1f28f7da9802 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc9f40ce066549d5a00b2fc27cd6a85a HTTP/1.1" status: 200 len: 10902 time: 0.1630061 Jul 29 23:26:26.325769 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd6b0d0-2f7d-4be1-a28e-bd4cca15180c req-5188919f-d36b-48e4-a2a7-b8c04fd1780d tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:26.327919 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5fd6b0d0-2f7d-4be1-a28e-bd4cca15180c req-5188919f-d36b-48e4-a2a7-b8c04fd1780d tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/ports?device_id=f71ab4a5-f869-4404-9aac-d8a99eb1d3ec HTTP/1.1" status: 200 len: 944 time: 0.0929067 Jul 29 23:26:26.332446 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7133d21b-68f8-4a96-b1a6-e37311c388e9 req-a6130f9b-5714-4905-81b6-d6bc3f4d5ba2 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups/d79fff0a-09c1-4a3b-83fd-5425d61ca504 HTTP/1.1" status: 200 len: 2983 time: 0.0611434 Jul 29 23:26:26.429078 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5fd6b0d0-2f7d-4be1-a28e-bd4cca15180c req-626a6724-14c7-42b3-8a72-87f3a7927535 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/security-groups?id=20231ea7-d841-429d-b383-61303be38452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950096 Jul 29 23:26:26.442537 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7133d21b-68f8-4a96-b1a6-e37311c388e9 req-6da8ffd9-f1bd-4978-8c81-f97430441cb0 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups/d79fff0a-09c1-4a3b-83fd-5425d61ca504 HTTP/1.1" status: 200 len: 2983 time: 0.1023612 Jul 29 23:26:26.455703 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e131e36-3101-46a4-82a9-9ce3884c06cf req-548aade7-1b0a-4b73-92a6-943baef6b1f8 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:26.455703 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e131e36-3101-46a4-82a9-9ce3884c06cf req-548aade7-1b0a-4b73-92a6-943baef6b1f8 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.39 "GET /v2.0/ports?device_id=44c78d89-ff2b-4f47-8fb9-3e640a252858 HTTP/1.1" status: 200 len: 945 time: 0.1005852 Jul 29 23:26:26.602774 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce435857-6012-4c51-bcb2-99915064a979 req-2d66663f-7ad1-4de9-9bfd-38f9eb156b07 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups/843f6efc-b2b7-4ed1-b0ee-0c322bb52e5d HTTP/1.1" status: 200 len: 1798 time: 0.1118195 Jul 29 23:26:26.632305 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241ecd9-e76b-4196-be73-8ab7b6c19083 req-c4018ef0-7a43-4b37-b3a7-482a9954af47 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:26.638572 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241ecd9-e76b-4196-be73-8ab7b6c19083 req-c4018ef0-7a43-4b37-b3a7-482a9954af47 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:26.644589 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241ecd9-e76b-4196-be73-8ab7b6c19083 req-c4018ef0-7a43-4b37-b3a7-482a9954af47 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:26.650535 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241ecd9-e76b-4196-be73-8ab7b6c19083 req-c4018ef0-7a43-4b37-b3a7-482a9954af47 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:26.656747 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241ecd9-e76b-4196-be73-8ab7b6c19083 req-c4018ef0-7a43-4b37-b3a7-482a9954af47 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:26.663499 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241ecd9-e76b-4196-be73-8ab7b6c19083 req-c4018ef0-7a43-4b37-b3a7-482a9954af47 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:26.669987 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241ecd9-e76b-4196-be73-8ab7b6c19083 req-c4018ef0-7a43-4b37-b3a7-482a9954af47 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:26.672769 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1241ecd9-e76b-4196-be73-8ab7b6c19083 req-c4018ef0-7a43-4b37-b3a7-482a9954af47 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5432 time: 0.1690567 Jul 29 23:26:26.743790 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-5e131e36-3101-46a4-82a9-9ce3884c06cf req-537a07ab-1ef6-4a3e-8a01-93f1d1129ada tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Deleting port 7f5808b0-7781-4dd1-8179-a4ecb03132cf {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:26:26.744079 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e131e36-3101-46a4-82a9-9ce3884c06cf req-537a07ab-1ef6-4a3e-8a01-93f1d1129ada tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:26.799762 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1241ecd9-e76b-4196-be73-8ab7b6c19083 req-b028d58f-17f1-4904-95c5-ce5d0eec9453 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1168232 Jul 29 23:26:26.828050 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ce435857-6012-4c51-bcb2-99915064a979 req-a1a3ef43-ccb5-470b-899b-02b55797bbfd tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:26.865738 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ce435857-6012-4c51-bcb2-99915064a979 req-a1a3ef43-ccb5-470b-899b-02b55797bbfd tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:26.902849 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-5e131e36-3101-46a4-82a9-9ce3884c06cf req-537a07ab-1ef6-4a3e-8a01-93f1d1129ada tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] For port 7f5808b0-7781-4dd1-8179-a4ecb03132cf, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=7f5808b0-7781-4dd1-8179-a4ecb03132cf,segment=NetworkSegment(f75c782a-0889-4ca5-96db-af5a98161a6f),segment_id=f75c782a-0889-4ca5-96db-af5a98161a6f)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:26.903239 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e131e36-3101-46a4-82a9-9ce3884c06cf req-537a07ab-1ef6-4a3e-8a01-93f1d1129ada tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.004943 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ce435857-6012-4c51-bcb2-99915064a979 req-a1a3ef43-ccb5-470b-899b-02b55797bbfd tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.007465 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ce435857-6012-4c51-bcb2-99915064a979 req-a1a3ef43-ccb5-470b-899b-02b55797bbfd tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.008646 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce435857-6012-4c51-bcb2-99915064a979 req-a1a3ef43-ccb5-470b-899b-02b55797bbfd tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "DELETE /v2.0/security-groups/843f6efc-b2b7-4ed1-b0ee-0c322bb52e5d HTTP/1.1" status: 204 len: 173 time: 0.3971562 Jul 29 23:26:27.024218 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94e1ed-07c8-40e2-a0fd-6cc149f0d634 req-70c47e33-39cf-40db-a873-583c8b6e0461 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:27.025906 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-af94e1ed-07c8-40e2-a0fd-6cc149f0d634 req-70c47e33-39cf-40db-a873-583c8b6e0461 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c78d89-ff2b-4f47-8fb9-3e640a252858 HTTP/1.1" status: 200 len: 945 time: 0.1407969 Jul 29 23:26:27.042271 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3ef43-ccb5-470b-899b-02b55797bbfd tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=843f6efc-b2b7-4ed1-b0ee-0c322bb52e5d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:27.136712 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d2bc25ae-7806-4c80-a549-54803addf7e1 req-49997237-0dd2-45f6-a02c-218555f4156a tempest-ServerShowV257Test-985323066 tempest-ServerShowV257Test-985323066-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7840984-2c3f-4935-9144-bcab533dcf8b HTTP/1.1" status: 200 len: 210 time: 0.0525074 Jul 29 23:26:27.152997 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-af94e1ed-07c8-40e2-a0fd-6cc149f0d634 req-c7623583-c5ea-4ada-a206-c69be617f044 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a7cfce9-eb85-4f5a-be17-e1b1de6bd56d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165695 Jul 29 23:26:27.211485 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-40c8298e-1747-4764-9ba6-be4803f4e103 req-d6b04ea5-7ed8-48af-b7e6-6a59c67f09ad tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] show failed (client error): The resource could not be found. Jul 29 23:26:27.212831 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-40c8298e-1747-4764-9ba6-be4803f4e103 req-d6b04ea5-7ed8-48af-b7e6-6a59c67f09ad tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups/843f6efc-b2b7-4ed1-b0ee-0c322bb52e5d HTTP/1.1" status: 404 len: 352 time: 0.0232413 Jul 29 23:26:27.254155 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e131e36-3101-46a4-82a9-9ce3884c06cf req-537a07ab-1ef6-4a3e-8a01-93f1d1129ada tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.254155 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e131e36-3101-46a4-82a9-9ce3884c06cf req-537a07ab-1ef6-4a3e-8a01-93f1d1129ada tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.254155 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [req-5e131e36-3101-46a4-82a9-9ce3884c06cf req-537a07ab-1ef6-4a3e-8a01-93f1d1129ada tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Floating IP 3015573c-5b21-4de5-a5f1-8bf6fa8dd1bb disassociated. External IP: 172.25.8.249, port: 7f5808b0-7781-4dd1-8179-a4ecb03132cf. Jul 29 23:26:27.254155 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-5e131e36-3101-46a4-82a9-9ce3884c06cf req-537a07ab-1ef6-4a3e-8a01-93f1d1129ada tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Calling delete_port for 7f5808b0-7781-4dd1-8179-a4ecb03132cf owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:26:27.341778 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9320db6a-ce49-492f-b7b7-6ac841b1eaa7 req-e1234fb5-36dc-43ac-9c12-bd8def1c28b7 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:27.344172 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9320db6a-ce49-492f-b7b7-6ac841b1eaa7 req-e1234fb5-36dc-43ac-9c12-bd8def1c28b7 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 945 time: 0.1282189 Jul 29 23:26:27.345598 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device d1103d1e-e7ca-4eed-a46e-a3215d108cb4 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:27.427517 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9320db6a-ce49-492f-b7b7-6ac841b1eaa7 req-6f1ad6e2-2cdd-4648-ba12-64748e0393fc tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663836 Jul 29 23:26:27.438437 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a883a00-1aaa-49a2-ba60-9f2193206446 req-b1852b16-fc5f-4cff-ba54-f3b99cb2b0b0 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:27.445762 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4a883a00-1aaa-49a2-ba60-9f2193206446 req-b1852b16-fc5f-4cff-ba54-f3b99cb2b0b0 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=6daf8cf4-021e-48f1-9c80-c9892034785f HTTP/1.1" status: 200 len: 945 time: 0.1281991 Jul 29 23:26:27.456481 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port d1103d1e-e7ca-4eed-a46e-a3215d108cb4, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=d1103d1e-e7ca-4eed-a46e-a3215d108cb4,segment=NetworkSegment(aba24c0d-5545-4df8-9ac0-19e93d510f4a),segment_id=aba24c0d-5545-4df8-9ac0-19e93d510f4a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:27.472773 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'd1103d1e-e7ca-4eed-a46e-a3215d108cb4', 'network_id': '0ffb6994-ab69-4295-a6ca-800fb3cf4230', 'port_id': 'd1103d1e-e7ca-4eed-a46e-a3215d108cb4', 'mac_address': 'fa:16:3e:66:f2:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2831565-4c6b-4f31-b9d8-957694c5d713', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:26:27.516487 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.523607 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4a883a00-1aaa-49a2-ba60-9f2193206446 req-8429f47d-26b2-4b66-ae8b-aeae6d37f9cd tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768836 Jul 29 23:26:27.535093 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1103d1e-e7ca-4eed-a46e-a3215d108cb4 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:27.562982 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port d1103d1e-e7ca-4eed-a46e-a3215d108cb4, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=d1103d1e-e7ca-4eed-a46e-a3215d108cb4,segment=NetworkSegment(aba24c0d-5545-4df8-9ac0-19e93d510f4a),segment_id=aba24c0d-5545-4df8-9ac0-19e93d510f4a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:27.568160 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.599924 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e131e36-3101-46a4-82a9-9ce3884c06cf req-537a07ab-1ef6-4a3e-8a01-93f1d1129ada tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.633117 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=d1103d1e-e7ca-4eed-a46e-a3215d108cb4,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:27.659270 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537a07ab-1ef6-4a3e-8a01-93f1d1129ada tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Pushing event deleted for resources: {'Port': ['ID=7f5808b0-7781-4dd1-8179-a4ecb03132cf,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:27.678042 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570b1c4-237a-4000-a770-764abe0e1cec req-959e312f-54b7-451e-815b-9cd414c85656 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:27.679644 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c570b1c4-237a-4000-a770-764abe0e1cec req-959e312f-54b7-451e-815b-9cd414c85656 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=987fdebb-c59d-40b7-b9d0-9d712fb6359a HTTP/1.1" status: 200 len: 945 time: 0.1420422 Jul 29 23:26:27.686943 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3457595c-1e11-44c9-bab3-aa152580843d req-48a7f927-ee95-442c-8135-d5fe25abac85 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups/7c9b127a-dbd3-4811-bdcf-1bd9df2868d1 HTTP/1.1" status: 200 len: 1801 time: 0.1286008 Jul 29 23:26:27.824358 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c570b1c4-237a-4000-a770-764abe0e1cec req-96c9e7b3-69b7-4683-aab1-dcd995f217b0 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066751 Jul 29 23:26:27.857730 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3457595c-1e11-44c9-bab3-aa152580843d req-5ec57d0c-ecb4-4ee1-922e-14d3311cc9ea tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:27.879735 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['d1103d1e-e7ca-4eed-a46e-a3215d108cb4'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:27.890041 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e131e36-3101-46a4-82a9-9ce3884c06cf req-537a07ab-1ef6-4a3e-8a01-93f1d1129ada tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Router 62f6f883-896a-4ce6-a848-0ebfa5c42654 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:26:27.901389 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3457595c-1e11-44c9-bab3-aa152580843d req-5ec57d0c-ecb4-4ee1-922e-14d3311cc9ea tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:28.128892 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa30a4b-2364-47b7-a98f-c57d4bcbf764 req-287ffdc8-5e21-4b10-b4c4-d81b15163289 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:28.130438 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfa30a4b-2364-47b7-a98f-c57d4bcbf764 req-287ffdc8-5e21-4b10-b4c4-d81b15163289 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/ports?device_id=f71ab4a5-f869-4404-9aac-d8a99eb1d3ec HTTP/1.1" status: 200 len: 945 time: 0.2189198 Jul 29 23:26:28.133321 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3457595c-1e11-44c9-bab3-aa152580843d req-5ec57d0c-ecb4-4ee1-922e-14d3311cc9ea tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:28.135961 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3457595c-1e11-44c9-bab3-aa152580843d req-5ec57d0c-ecb4-4ee1-922e-14d3311cc9ea tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:28.137092 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3457595c-1e11-44c9-bab3-aa152580843d req-5ec57d0c-ecb4-4ee1-922e-14d3311cc9ea tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "DELETE /v2.0/security-groups/7c9b127a-dbd3-4811-bdcf-1bd9df2868d1 HTTP/1.1" status: 204 len: 173 time: 0.4173090 Jul 29 23:26:28.158724 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e131e36-3101-46a4-82a9-9ce3884c06cf req-537a07ab-1ef6-4a3e-8a01-93f1d1129ada tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:26:28.164492 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec57d0c-ecb4-4ee1-922e-14d3311cc9ea tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9b127a-dbd3-4811-bdcf-1bd9df2868d1,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:28.172639 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fbc389-a309-4d97-82c7-3cee1e0e913d None None] Sync routers for ids ['62f6f883-896a-4ce6-a848-0ebfa5c42654'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:26:28.191306 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fbc389-a309-4d97-82c7-3cee1e0e913d None None] Routers {'62f6f883-896a-4ce6-a848-0ebfa5c42654'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:28.192236 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-63fbc389-a309-4d97-82c7-3cee1e0e913d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:26:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['62f6f883-896a-4ce6-a848-0ebfa5c42654'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:28.243513 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e131e36-3101-46a4-82a9-9ce3884c06cf req-537a07ab-1ef6-4a3e-8a01-93f1d1129ada tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] No DVR routers for this DVR port 7f5808b0-7781-4dd1-8179-a4ecb03132cf on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:26:28.248095 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e131e36-3101-46a4-82a9-9ce3884c06cf req-537a07ab-1ef6-4a3e-8a01-93f1d1129ada tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:28.251069 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e131e36-3101-46a4-82a9-9ce3884c06cf req-537a07ab-1ef6-4a3e-8a01-93f1d1129ada tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.39 "DELETE /v2.0/ports/7f5808b0-7781-4dd1-8179-a4ecb03132cf HTTP/1.1" status: 204 len: 173 time: 1.7881103 Jul 29 23:26:28.251527 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44c78d89-ff2b-4f47-8fb9-3e640a252858', 'name': 'network-vif-deleted', 'tag': '7f5808b0-7781-4dd1-8179-a4ecb03132cf'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:28.253870 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191dad01-6be0-4d1c-bfa8-8f29897875bd" -d '{"events": [{"server_uuid": "44c78d89-ff2b-4f47-8fb9-3e640a252858", "name": "network-vif-deleted", "tag": "7f5808b0-7781-4dd1-8179-a4ecb03132cf"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:28.296468 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfa30a4b-2364-47b7-a98f-c57d4bcbf764 req-b3331f79-2c41-43c3-94e1-9ab842e7b818 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/security-groups?id=20231ea7-d841-429d-b383-61303be38452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509655 Jul 29 23:26:28.337000 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-63fbc389-a309-4d97-82c7-3cee1e0e913d None None] Set router 62f6f883-896a-4ce6-a848-0ebfa5c42654 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:28.345533 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-f45d8445-6e51-4f3b-bcfd-041280e4f503 req-db490f97-3f0a-46f9-81d3-ac313188e572 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] show failed (client error): The resource could not be found. Jul 29 23:26:28.349148 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f45d8445-6e51-4f3b-bcfd-041280e4f503 req-db490f97-3f0a-46f9-81d3-ac313188e572 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups/7c9b127a-dbd3-4811-bdcf-1bd9df2868d1 HTTP/1.1" status: 404 len: 352 time: 0.0331359 Jul 29 23:26:28.377291 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28163cb8-dbe8-4fa4-b978-9924fda7cbf8 req-2f16c388-61c5-47a1-a6a7-0082f2a21290 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:28.392217 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28163cb8-dbe8-4fa4-b978-9924fda7cbf8 req-2f16c388-61c5-47a1-a6a7-0082f2a21290 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:28.409730 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28163cb8-dbe8-4fa4-b978-9924fda7cbf8 req-2f16c388-61c5-47a1-a6a7-0082f2a21290 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:28.424194 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28163cb8-dbe8-4fa4-b978-9924fda7cbf8 req-2f16c388-61c5-47a1-a6a7-0082f2a21290 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:28.435061 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28163cb8-dbe8-4fa4-b978-9924fda7cbf8 req-2f16c388-61c5-47a1-a6a7-0082f2a21290 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:28.447718 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28163cb8-dbe8-4fa4-b978-9924fda7cbf8 req-2f16c388-61c5-47a1-a6a7-0082f2a21290 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:28.459380 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28163cb8-dbe8-4fa4-b978-9924fda7cbf8 req-2f16c388-61c5-47a1-a6a7-0082f2a21290 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:28.462810 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28163cb8-dbe8-4fa4-b978-9924fda7cbf8 req-2f16c388-61c5-47a1-a6a7-0082f2a21290 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5432 time: 0.2453735 Jul 29 23:26:28.506374 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-51261b04-83f0-45d6-abdc-42d317c6b0ff req-97dc0e07-8963-49e6-8fd7-5df414379d2a tempest-ServerShowV257Test-985323066 tempest-ServerShowV257Test-985323066-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7840984-2c3f-4935-9144-bcab533dcf8b HTTP/1.1" status: 200 len: 210 time: 0.0422451 Jul 29 23:26:28.561689 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28163cb8-dbe8-4fa4-b978-9924fda7cbf8 req-55413cfa-dacc-4df2-92fb-2258f2372ce9 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0783546 Jul 29 23:26:28.627398 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b506c558-1ae3-4c33-8fce-588d48b134cd x-openstack-request-id: req-b506c558-1ae3-4c33-8fce-588d48b134cd {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:28.628056 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44c78d89-ff2b-4f47-8fb9-3e640a252858", "name": "network-vif-deleted", "tag": "7f5808b0-7781-4dd1-8179-a4ecb03132cf", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:28.628308 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b506c558-1ae3-4c33-8fce-588d48b134cd {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:28.628849 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44c78d89-ff2b-4f47-8fb9-3e640a252858', 'name': 'network-vif-deleted', 'tag': '7f5808b0-7781-4dd1-8179-a4ecb03132cf', 'status': 'completed', 'code': 200} Jul 29 23:26:28.631237 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1837019b-9eab-4a5f-ab44-3d813bbcca4b req-b84bc50e-b860-466f-b93a-dd27e601b4b2 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "GET /v2.0/ports?device_id=44c78d89-ff2b-4f47-8fb9-3e640a252858 HTTP/1.1" status: 200 len: 210 time: 0.0326107 Jul 29 23:26:28.667228 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-63fbc389-a309-4d97-82c7-3cee1e0e913d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'name': 'tempest-ServersTestManualDisk-221486918-router', 'tenant_id': '020cf0fa00f7401c9020fdf0384434db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '99740438-16ce-4767-9595-0a15777093d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:54Z', 'updated_at': '2021-07-29T23:24:05Z', 'revision_number': 4, 'project_id': '020cf0fa00f7401c9020fdf0384434db', 'gw_port': {'id': '99740438-16ce-4767-9595-0a15777093d6', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:57Z', 'updated_at': '2021-07-29T23:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '18656832-c4cc-4be4-bf36-7a0c5a4a0464', 'name': '', 'network_id': 'd6e2640d-09f4-43e1-b3aa-e86faf3cfd26', 'tenant_id': '020cf0fa00f7401c9020fdf0384434db', 'mac_address': 'fa:16:3e:06:c6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '9a863ba4-a489-4e6d-b0bb-e711fa258cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:04Z', 'updated_at': '2021-07-29T23:24:15Z', 'revision_number': 5, 'project_id': '020cf0fa00f7401c9020fdf0384434db', 'subnets': [{'id': '9a863ba4-a489-4e6d-b0bb-e711fa258cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:28.692349 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-944fec94-a2e4-4ccd-be0c-ec72212e6dd7 req-49f98491-a2bb-49d0-b241-cca77e8d18c9 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups/f287a8c1-f13e-4032-b5c6-ee9b8574a3d9 HTTP/1.1" status: 200 len: 1802 time: 0.0536914 Jul 29 23:26:28.698154 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fbc389-a309-4d97-82c7-3cee1e0e913d None None] Checking router: 62f6f883-896a-4ce6-a848-0ebfa5c42654 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:26:28.709173 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fbc389-a309-4d97-82c7-3cee1e0e913d None None] Routers {'62f6f883-896a-4ce6-a848-0ebfa5c42654'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:28.709826 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-63fbc389-a309-4d97-82c7-3cee1e0e913d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:26:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['62f6f883-896a-4ce6-a848-0ebfa5c42654'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:28.799334 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1e151e-ffa6-404e-89f7-3f6771b37ce9 req-1f0f1663-41aa-4cf2-a238-f6db11b754b1 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:28.800970 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d1e151e-ffa6-404e-89f7-3f6771b37ce9 req-1f0f1663-41aa-4cf2-a238-f6db11b754b1 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 945 time: 0.0972044 Jul 29 23:26:28.832815 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-63fbc389-a309-4d97-82c7-3cee1e0e913d None None] Set router 62f6f883-896a-4ce6-a848-0ebfa5c42654 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:28.837302 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-944fec94-a2e4-4ccd-be0c-ec72212e6dd7 req-584bda2c-9d63-4a93-9745-478125620d33 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:28.874196 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-944fec94-a2e4-4ccd-be0c-ec72212e6dd7 req-584bda2c-9d63-4a93-9745-478125620d33 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:28.880101 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d1e151e-ffa6-404e-89f7-3f6771b37ce9 req-aa449bb9-cb7e-40be-9aee-518610d52cbe tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707552 Jul 29 23:26:28.931447 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-944fec94-a2e4-4ccd-be0c-ec72212e6dd7 req-584bda2c-9d63-4a93-9745-478125620d33 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:28.937846 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-944fec94-a2e4-4ccd-be0c-ec72212e6dd7 req-584bda2c-9d63-4a93-9745-478125620d33 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:28.939677 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-944fec94-a2e4-4ccd-be0c-ec72212e6dd7 req-584bda2c-9d63-4a93-9745-478125620d33 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "DELETE /v2.0/security-groups/f287a8c1-f13e-4032-b5c6-ee9b8574a3d9 HTTP/1.1" status: 204 len: 173 time: 0.2384574 Jul 29 23:26:28.953736 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584bda2c-9d63-4a93-9745-478125620d33 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f287a8c1-f13e-4032-b5c6-ee9b8574a3d9,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:29.074056 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957c8b1-d2bf-4f49-b3da-ddef7925d220 req-fd829fde-57d9-4b23-bcb6-cc88670cc361 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:29.075566 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8957c8b1-d2bf-4f49-b3da-ddef7925d220 req-fd829fde-57d9-4b23-bcb6-cc88670cc361 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=6daf8cf4-021e-48f1-9c80-c9892034785f HTTP/1.1" status: 200 len: 945 time: 0.0968921 Jul 29 23:26:29.105725 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591f3810-206a-4226-ad0b-2e7e8c3cab2c req-290b625e-59f6-4c82-99a0-9757cd330239 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:29.107227 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-591f3810-206a-4226-ad0b-2e7e8c3cab2c req-290b625e-59f6-4c82-99a0-9757cd330239 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=987fdebb-c59d-40b7-b9d0-9d712fb6359a HTTP/1.1" status: 200 len: 945 time: 0.0880618 Jul 29 23:26:29.144703 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8957c8b1-d2bf-4f49-b3da-ddef7925d220 req-ad813cd4-e9e9-436b-9ab4-07cf2ffe29ce tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617270 Jul 29 23:26:29.164744 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-591f3810-206a-4226-ad0b-2e7e8c3cab2c req-5c1e763c-6c7b-4de6-a87f-121a1990415d tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457089 Jul 29 23:26:29.191664 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-bb36e6d6-7213-4ddc-a2ff-437dfebaeaa4 req-cf0ca0f0-962d-4855-ad51-2cd2ab955c73 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] show failed (client error): The resource could not be found. Jul 29 23:26:29.192641 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb36e6d6-7213-4ddc-a2ff-437dfebaeaa4 req-cf0ca0f0-962d-4855-ad51-2cd2ab955c73 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups/f287a8c1-f13e-4032-b5c6-ee9b8574a3d9 HTTP/1.1" status: 404 len: 352 time: 0.0157404 Jul 29 23:26:29.199421 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-63fbc389-a309-4d97-82c7-3cee1e0e913d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'name': 'tempest-ServersTestManualDisk-221486918-router', 'tenant_id': '020cf0fa00f7401c9020fdf0384434db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '99740438-16ce-4767-9595-0a15777093d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:54Z', 'updated_at': '2021-07-29T23:24:05Z', 'revision_number': 4, 'project_id': '020cf0fa00f7401c9020fdf0384434db', 'gw_port': {'id': '99740438-16ce-4767-9595-0a15777093d6', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:57Z', 'updated_at': '2021-07-29T23:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '18656832-c4cc-4be4-bf36-7a0c5a4a0464', 'name': '', 'network_id': 'd6e2640d-09f4-43e1-b3aa-e86faf3cfd26', 'tenant_id': '020cf0fa00f7401c9020fdf0384434db', 'mac_address': 'fa:16:3e:06:c6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '9a863ba4-a489-4e6d-b0bb-e711fa258cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:04Z', 'updated_at': '2021-07-29T23:24:15Z', 'revision_number': 5, 'project_id': '020cf0fa00f7401c9020fdf0384434db', 'subnets': [{'id': '9a863ba4-a489-4e6d-b0bb-e711fa258cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:29.226686 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fbc389-a309-4d97-82c7-3cee1e0e913d None None] The sync data for ids ['62f6f883-896a-4ce6-a848-0ebfa5c42654'] in n-d-712140-10 is: [{'id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'name': 'tempest-ServersTestManualDisk-221486918-router', 'tenant_id': '020cf0fa00f7401c9020fdf0384434db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '99740438-16ce-4767-9595-0a15777093d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:54Z', 'updated_at': '2021-07-29T23:24:05Z', 'revision_number': 4, 'project_id': '020cf0fa00f7401c9020fdf0384434db', 'gw_port': {'id': '99740438-16ce-4767-9595-0a15777093d6', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:57Z', 'updated_at': '2021-07-29T23:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '18656832-c4cc-4be4-bf36-7a0c5a4a0464', 'name': '', 'network_id': 'd6e2640d-09f4-43e1-b3aa-e86faf3cfd26', 'tenant_id': '020cf0fa00f7401c9020fdf0384434db', 'mac_address': 'fa:16:3e:06:c6:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '9a863ba4-a489-4e6d-b0bb-e711fa258cc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:04Z', 'updated_at': '2021-07-29T23:24:15Z', 'revision_number': 5, 'project_id': '020cf0fa00f7401c9020fdf0384434db', 'subnets': [{'id': '9a863ba4-a489-4e6d-b0bb-e711fa258cc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:26:29.282503 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eaf6d299-69e8-4e0a-a168-9986987e8805 req-00c6514a-96bf-4b66-8c38-a16cddb79533 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc9f40ce066549d5a00b2fc27cd6a85a HTTP/1.1" status: 200 len: 6154 time: 0.0689681 Jul 29 23:26:29.300880 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.334021 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eaf6d299-69e8-4e0a-a168-9986987e8805 req-ab64c493-2773-4795-8312-6f6a7d76c8d6 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups/d79fff0a-09c1-4a3b-83fd-5425d61ca504 HTTP/1.1" status: 200 len: 2983 time: 0.0439327 Jul 29 23:26:29.364073 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device d1103d1e-e7ca-4eed-a46e-a3215d108cb4 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:29.421223 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port d1103d1e-e7ca-4eed-a46e-a3215d108cb4 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:29.424311 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eaf6d299-69e8-4e0a-a168-9986987e8805 req-85263b5e-5cd0-4cd2-98aa-043e26cc113a tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups/d79fff0a-09c1-4a3b-83fd-5425d61ca504 HTTP/1.1" status: 200 len: 2983 time: 0.0843430 Jul 29 23:26:29.425910 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port d1103d1e-e7ca-4eed-a46e-a3215d108cb4 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:29.426797 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.452277 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec92f7c-3418-4111-8277-eaec82dcd642 req-7bb0a9a4-3eb7-42e0-953b-631d020052a4 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:29.456365 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ec92f7c-3418-4111-8277-eaec82dcd642 req-7bb0a9a4-3eb7-42e0-953b-631d020052a4 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/ports?device_id=f71ab4a5-f869-4404-9aac-d8a99eb1d3ec HTTP/1.1" status: 200 len: 945 time: 0.0725281 Jul 29 23:26:29.462132 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-dbb8ac0a-08ab-4fd6-9969-44619d7f14f9 req-6276808d-cfe1-4319-893c-07696dad6766 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-56961490', 'description': 'tempest-description-1422662993'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:29.517376 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627fe0f1-751f-4a03-ba32-12f365420af0 None None] New status for floating IP 3015573c-5b21-4de5-a5f1-8bf6fa8dd1bb: DOWN {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:26:29.520402 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ec92f7c-3418-4111-8277-eaec82dcd642 req-703d80bf-8a48-4973-ae8f-dd7dbefb20b7 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/security-groups?id=20231ea7-d841-429d-b383-61303be38452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532842 Jul 29 23:26:29.521801 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-dbb8ac0a-08ab-4fd6-9969-44619d7f14f9 req-6276808d-cfe1-4319-893c-07696dad6766 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.521962 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.611581 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-dbb8ac0a-08ab-4fd6-9969-44619d7f14f9 req-6276808d-cfe1-4319-893c-07696dad6766 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.625735 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71ab4a5-f869-4404-9aac-d8a99eb1d3ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1103d1e-e7ca-4eed-a46e-a3215d108cb4'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:29.628267 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb04fdc1-beb7-489c-9d84-8f4abf0cc3d8" -d '{"events": [{"server_uuid": "f71ab4a5-f869-4404-9aac-d8a99eb1d3ec", "name": "network-vif-plugged", "status": "completed", "tag": "d1103d1e-e7ca-4eed-a46e-a3215d108cb4"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:29.637809 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-48ceac20-54a7-4608-aef8-d92f50a6f94d req-982e4d3f-a43d-4b29-81aa-4e92713ec2e5 tempest-ServerShowV257Test-985323066 tempest-ServerShowV257Test-985323066-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7840984-2c3f-4935-9144-bcab533dcf8b HTTP/1.1" status: 200 len: 210 time: 0.0339484 Jul 29 23:26:29.638422 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-dbb8ac0a-08ab-4fd6-9969-44619d7f14f9 req-6276808d-cfe1-4319-893c-07696dad6766 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.675495 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port d1103d1e-e7ca-4eed-a46e-a3215d108cb4, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=d1103d1e-e7ca-4eed-a46e-a3215d108cb4,segment=NetworkSegment(aba24c0d-5545-4df8-9ac0-19e93d510f4a),segment_id=aba24c0d-5545-4df8-9ac0-19e93d510f4a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:29.678302 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.680262 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.681180 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 7f5808b0-7781-4dd1-8179-a4ecb03132cf no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:26:29.688319 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-dbb8ac0a-08ab-4fd6-9969-44619d7f14f9 req-6276808d-cfe1-4319-893c-07696dad6766 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:29.692539 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dbb8ac0a-08ab-4fd6-9969-44619d7f14f9 req-6276808d-cfe1-4319-893c-07696dad6766 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2344143 Jul 29 23:26:29.705322 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6276808d-cfe1-4319-893c-07696dad6766 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9764b79-5ba6-454b-8274-b965af7fef0e,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:29.722428 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 7f5808b0-7781-4dd1-8179-a4ecb03132cf {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:26:29.723106 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 7f5808b0-7781-4dd1-8179-a4ecb03132cf not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:26:29.752279 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e15948-b69e-4794-abde-afbf3af63668 x-openstack-request-id: req-c1e15948-b69e-4794-abde-afbf3af63668 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:29.752769 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71ab4a5-f869-4404-9aac-d8a99eb1d3ec", "name": "network-vif-plugged", "status": "completed", "tag": "d1103d1e-e7ca-4eed-a46e-a3215d108cb4", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:29.752898 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c1e15948-b69e-4794-abde-afbf3af63668 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:29.753365 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71ab4a5-f869-4404-9aac-d8a99eb1d3ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1103d1e-e7ca-4eed-a46e-a3215d108cb4', 'code': 200} Jul 29 23:26:29.756372 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=d1103d1e-e7ca-4eed-a46e-a3215d108cb4,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:29.789980 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37968515-b36c-4ac8-8111-d0831123750c req-d73e35a8-e2bc-4434-b218-94aeac09347c tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:29.796919 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37968515-b36c-4ac8-8111-d0831123750c req-d73e35a8-e2bc-4434-b218-94aeac09347c tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:29.803288 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37968515-b36c-4ac8-8111-d0831123750c req-d73e35a8-e2bc-4434-b218-94aeac09347c tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:29.809797 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37968515-b36c-4ac8-8111-d0831123750c req-d73e35a8-e2bc-4434-b218-94aeac09347c tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:29.816346 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37968515-b36c-4ac8-8111-d0831123750c req-d73e35a8-e2bc-4434-b218-94aeac09347c tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:29.822257 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37968515-b36c-4ac8-8111-d0831123750c req-d73e35a8-e2bc-4434-b218-94aeac09347c tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:29.828142 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37968515-b36c-4ac8-8111-d0831123750c req-d73e35a8-e2bc-4434-b218-94aeac09347c tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:29.830088 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-37968515-b36c-4ac8-8111-d0831123750c req-d73e35a8-e2bc-4434-b218-94aeac09347c tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5432 time: 0.1156650 Jul 29 23:26:29.912986 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-37968515-b36c-4ac8-8111-d0831123750c req-a8883dda-36c4-45e1-b9fe-f0ae21c28c2c tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0685184 Jul 29 23:26:29.916297 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba2ac0-d265-439b-913f-03b8cdc70300 req-9da6d44b-1d03-4cde-8206-ab18e9930ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:29.917302 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7aba2ac0-d265-439b-913f-03b8cdc70300 req-9da6d44b-1d03-4cde-8206-ab18e9930ce2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f71ab4a5-f869-4404-9aac-d8a99eb1d3ec HTTP/1.1" status: 200 len: 1098 time: 0.0862925 Jul 29 23:26:29.962605 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37454) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:29.984938 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7aba2ac0-d265-439b-913f-03b8cdc70300 req-5f0ecc2b-1294-4c71-8246-317fa1f73bdf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=20231ea7-d841-429d-b383-61303be38452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588002 Jul 29 23:26:29.988728 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-05512cb8-5d32-4ae3-b5da-2095feb8f0ba req-770465dd-c7c8-48cb-872d-d2bfab856186 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-539147031', 'description': 'tempest-description-128338466'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:30.016377 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-05512cb8-5d32-4ae3-b5da-2095feb8f0ba req-770465dd-c7c8-48cb-872d-d2bfab856186 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:30.024428 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e73afbb0-3f33-4723-b6d5-eb1cbe08adf7 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:30.048366 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e73afbb0-3f33-4723-b6d5-eb1cbe08adf7 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:30.099258 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e73afbb0-3f33-4723-b6d5-eb1cbe08adf7 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:30.102270 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e73afbb0-3f33-4723-b6d5-eb1cbe08adf7 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:30.104382 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e73afbb0-3f33-4723-b6d5-eb1cbe08adf7 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "DELETE /v2.0/security-groups/9a7cfce9-eb85-4f5a-be17-e1b1de6bd56d HTTP/1.1" status: 204 len: 168 time: 0.1406312 Jul 29 23:26:30.109759 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37456) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:30.110811 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b02c7-68fb-4ff4-ad01-2e6adf7a6a72 req-ceef3769-1f73-44d9-8cb8-3ea1a5878864 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:30.112398 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1d9b02c7-68fb-4ff4-ad01-2e6adf7a6a72 req-ceef3769-1f73-44d9-8cb8-3ea1a5878864 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 945 time: 0.0773203 Jul 29 23:26:30.126642 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73afbb0-3f33-4723-b6d5-eb1cbe08adf7 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7cfce9-eb85-4f5a-be17-e1b1de6bd56d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:30.133983 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-de4ce861-1848-4f21-be05-b28d63d740d1 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] show failed (client error): The resource could not be found. Jul 29 23:26:30.136623 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-de4ce861-1848-4f21-be05-b28d63d740d1 tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "GET /v2.0/security-groups/9a7cfce9-eb85-4f5a-be17-e1b1de6bd56d HTTP/1.1" status: 404 len: 347 time: 0.0258174 Jul 29 23:26:30.140434 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37458) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:30.177085 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1d9b02c7-68fb-4ff4-ad01-2e6adf7a6a72 req-c7be2be5-403d-4858-9636-726694ea6268 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569437 Jul 29 23:26:30.189747 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-05512cb8-5d32-4ae3-b5da-2095feb8f0ba req-770465dd-c7c8-48cb-872d-d2bfab856186 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:30.194445 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-05512cb8-5d32-4ae3-b5da-2095feb8f0ba req-770465dd-c7c8-48cb-872d-d2bfab856186 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:30.228877 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-05512cb8-5d32-4ae3-b5da-2095feb8f0ba req-770465dd-c7c8-48cb-872d-d2bfab856186 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:30.230302 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05512cb8-5d32-4ae3-b5da-2095feb8f0ba req-770465dd-c7c8-48cb-872d-d2bfab856186 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3981767 Jul 29 23:26:30.232462 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770465dd-c7c8-48cb-872d-d2bfab856186 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80fb1192-9d48-4410-8d96-499bff56d7de,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:30.308443 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-5add16e7-af3f-4ae7-ad86-978f003da08d tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Deleting port 740d4130-40ac-46cc-83f7-75b78ccc58c2 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:26:30.308922 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5add16e7-af3f-4ae7-ad86-978f003da08d tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:30.312627 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a8fe82-3fb7-4bdd-ba73-876f53bbe5f4 req-2e0915f3-6305-4c3e-b23c-2d1325babb3c tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:30.314854 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-63a8fe82-3fb7-4bdd-ba73-876f53bbe5f4 req-2e0915f3-6305-4c3e-b23c-2d1325babb3c tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=6daf8cf4-021e-48f1-9c80-c9892034785f HTTP/1.1" status: 200 len: 945 time: 0.0624981 Jul 29 23:26:30.385515 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b50c2ce-0228-419a-8f32-e3b59f4ae9e7 req-9f3c8684-cf8c-4ed2-9292-1df0e6f20c4b tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:30.387018 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0b50c2ce-0228-419a-8f32-e3b59f4ae9e7 req-9f3c8684-cf8c-4ed2-9292-1df0e6f20c4b tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=987fdebb-c59d-40b7-b9d0-9d712fb6359a HTTP/1.1" status: 200 len: 945 time: 0.0854938 Jul 29 23:26:30.392923 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-63a8fe82-3fb7-4bdd-ba73-876f53bbe5f4 req-2c289eea-ae1c-4b44-b669-3b641aa8b151 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688846 Jul 29 23:26:30.393204 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5add16e7-af3f-4ae7-ad86-978f003da08d tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:30.393534 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5add16e7-af3f-4ae7-ad86-978f003da08d tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:30.409096 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-5add16e7-af3f-4ae7-ad86-978f003da08d tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Calling delete_port for 740d4130-40ac-46cc-83f7-75b78ccc58c2 owned by network:floatingip {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:26:30.449856 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0b50c2ce-0228-419a-8f32-e3b59f4ae9e7 req-48a36b34-46d3-4ebb-89a0-5cc655064937 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462162 Jul 29 23:26:30.572248 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5add16e7-af3f-4ae7-ad86-978f003da08d tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:30.600258 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5add16e7-af3f-4ae7-ad86-978f003da08d tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Pushing event deleted for resources: {'Port': ['ID=740d4130-40ac-46cc-83f7-75b78ccc58c2,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:30.617766 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-94c23774-c9a5-449b-bb1e-1cd176295cd7 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:30.619260 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-94c23774-c9a5-449b-bb1e-1cd176295cd7 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/networks?id=dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb HTTP/1.1" status: 200 len: 813 time: 0.1275053 Jul 29 23:26:30.651117 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-dd3949c1-b6ae-4e5b-8e38-11e0aefa50f8 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/quotas/bc9f40ce066549d5a00b2fc27cd6a85a HTTP/1.1" status: 200 len: 375 time: 0.0164759 Jul 29 23:26:30.671015 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7936afc3-ecb1-4df9-996f-f830cf1697f8 req-0afc9d97-9f71-49ed-9639-d459abedbca1 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:30.671360 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5add16e7-af3f-4ae7-ad86-978f003da08d tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks [] for floatingip, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:30.672882 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7936afc3-ecb1-4df9-996f-f830cf1697f8 req-0afc9d97-9f71-49ed-9639-d459abedbca1 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/ports?device_id=f71ab4a5-f869-4404-9aac-d8a99eb1d3ec HTTP/1.1" status: 200 len: 946 time: 0.0787578 Jul 29 23:26:30.674341 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5add16e7-af3f-4ae7-ad86-978f003da08d tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:30.678605 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5add16e7-af3f-4ae7-ad86-978f003da08d tempest-ServersTestManualDisk-1750450956 tempest-ServersTestManualDisk-1750450956-project] 10.222.0.18 "DELETE /v2.0/floatingips/3015573c-5b21-4de5-a5f1-8bf6fa8dd1bb HTTP/1.1" status: 204 len: 168 time: 0.5339084 Jul 29 23:26:30.678852 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37480) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:30.749389 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7936afc3-ecb1-4df9-996f-f830cf1697f8 req-c1de6317-04b7-49fd-90a5-95f03c252ff6 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/security-groups?id=20231ea7-d841-429d-b383-61303be38452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666313 Jul 29 23:26:30.759408 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-d18f381e-d855-4509-ae31-4b0307747d54 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=bc9f40ce066549d5a00b2fc27cd6a85a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0853374 Jul 29 23:26:30.866122 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e1cab6c-de0b-495b-a41e-327704c14a1b req-b2be797f-b935-4dc6-9dfd-0d341b491a97 tempest-ServerShowV257Test-985323066 tempest-ServerShowV257Test-985323066-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7840984-2c3f-4935-9144-bcab533dcf8b HTTP/1.1" status: 200 len: 210 time: 0.0391331 Jul 29 23:26:30.904852 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-b8abcfcb-e894-4ad0-8f6d-2e0b4b7e6177 service neutron] 10.222.0.18 "GET /v2.0/networks/dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303124 Jul 29 23:26:31.086437 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-59f9864c-4bcd-484c-bae2-d74c550c55c2 service neutron] 10.222.0.18 "GET /v2.0/networks/dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727011 Jul 29 23:26:31.175824 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e75266-75b4-4794-b87d-11c1d5300de6 req-eafbe655-d4d0-4868-a364-d5426b8bf985 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:31.183260 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e75266-75b4-4794-b87d-11c1d5300de6 req-eafbe655-d4d0-4868-a364-d5426b8bf985 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:31.190015 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e75266-75b4-4794-b87d-11c1d5300de6 req-eafbe655-d4d0-4868-a364-d5426b8bf985 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:31.197054 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e75266-75b4-4794-b87d-11c1d5300de6 req-eafbe655-d4d0-4868-a364-d5426b8bf985 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:31.211567 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e75266-75b4-4794-b87d-11c1d5300de6 req-eafbe655-d4d0-4868-a364-d5426b8bf985 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:31.218678 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e75266-75b4-4794-b87d-11c1d5300de6 req-eafbe655-d4d0-4868-a364-d5426b8bf985 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:31.224611 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e75266-75b4-4794-b87d-11c1d5300de6 req-eafbe655-d4d0-4868-a364-d5426b8bf985 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:31.226500 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-03e75266-75b4-4794-b87d-11c1d5300de6 req-eafbe655-d4d0-4868-a364-d5426b8bf985 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5432 time: 0.2134209 Jul 29 23:26:31.234874 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c1605ab-7000-48fd-b4ea-2e3b4de9929f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:31.289074 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-03e75266-75b4-4794-b87d-11c1d5300de6 req-eeaa1152-7238-4a83-bcf8-e470ae8eac8a tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537021 Jul 29 23:26:31.439640 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e857961c-a9a8-4184-b230-f4f2b35cf7c5 req-ec08e5ec-6774-4cb7-a9e3-830e989cd6ef tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/ports?device_id=60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef HTTP/1.1" status: 200 len: 210 time: 0.0705774 Jul 29 23:26:31.475099 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37330884-3229-4eb4-a263-9b7c49bb1a86 req-7913315f-cfd7-4904-b3a7-2d7d87f2e4c0 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:31.477485 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-37330884-3229-4eb4-a263-9b7c49bb1a86 req-7913315f-cfd7-4904-b3a7-2d7d87f2e4c0 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 945 time: 0.0960548 Jul 29 23:26:31.564729 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-37330884-3229-4eb4-a263-9b7c49bb1a86 req-6b96ffe9-d2cc-4908-8a95-2c0bc3b4429f tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807841 Jul 29 23:26:31.590876 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c04969-2f2b-4e5c-b2a5-2353570a5fba req-008d2b07-1f46-4db5-b207-c0b5e267430c tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:31.592659 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20c04969-2f2b-4e5c-b2a5-2353570a5fba req-008d2b07-1f46-4db5-b207-c0b5e267430c tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=6daf8cf4-021e-48f1-9c80-c9892034785f HTTP/1.1" status: 200 len: 945 time: 0.0739934 Jul 29 23:26:31.598371 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-2c1605ab-7000-48fd-b4ea-2e3b4de9929f admin admin] Deleting port 18656832-c4cc-4be4-bf36-7a0c5a4a0464 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:26:31.599618 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c1605ab-7000-48fd-b4ea-2e3b4de9929f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:31.640833 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20c04969-2f2b-4e5c-b2a5-2353570a5fba req-1f00c880-8ec4-48b7-b642-03720b6bd7d2 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400970 Jul 29 23:26:31.696322 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-2c1605ab-7000-48fd-b4ea-2e3b4de9929f admin admin] For port 18656832-c4cc-4be4-bf36-7a0c5a4a0464, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=18656832-c4cc-4be4-bf36-7a0c5a4a0464,segment=NetworkSegment(f75c782a-0889-4ca5-96db-af5a98161a6f),segment_id=f75c782a-0889-4ca5-96db-af5a98161a6f)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:31.696698 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c1605ab-7000-48fd-b4ea-2e3b4de9929f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:31.716094 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-2c1605ab-7000-48fd-b4ea-2e3b4de9929f admin admin] Calling delete_port for 18656832-c4cc-4be4-bf36-7a0c5a4a0464 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:26:31.925072 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c1605ab-7000-48fd-b4ea-2e3b4de9929f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:31.955043 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1605ab-7000-48fd-b4ea-2e3b4de9929f admin admin] Pushing event deleted for resources: {'Port': ['ID=18656832-c4cc-4be4-bf36-7a0c5a4a0464,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:32.044268 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d5fd50-ce24-44ee-8915-cab4d16dbf7a req-8a055439-ff5d-4dc1-a594-b805d32c3fd6 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:32.046319 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-44d5fd50-ce24-44ee-8915-cab4d16dbf7a req-8a055439-ff5d-4dc1-a594-b805d32c3fd6 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=987fdebb-c59d-40b7-b9d0-9d712fb6359a HTTP/1.1" status: 200 len: 945 time: 0.4045298 Jul 29 23:26:32.071287 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1d5227-cc7e-4d89-8c4f-896dce21cdaf req-f0096eb7-e16f-4700-9604-eb0b35858bd8 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:32.073084 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a1d5227-cc7e-4d89-8c4f-896dce21cdaf req-f0096eb7-e16f-4700-9604-eb0b35858bd8 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/ports?device_id=f71ab4a5-f869-4404-9aac-d8a99eb1d3ec HTTP/1.1" status: 200 len: 946 time: 0.0813091 Jul 29 23:26:32.125337 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-44d5fd50-ce24-44ee-8915-cab4d16dbf7a req-81b9ed1e-2157-43ba-93fe-e6dec1b47e4b tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725009 Jul 29 23:26:32.133779 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a1d5227-cc7e-4d89-8c4f-896dce21cdaf req-db02d82f-eded-4840-9491-60b52aaf5a80 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/security-groups?id=20231ea7-d841-429d-b383-61303be38452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540388 Jul 29 23:26:32.142314 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c1605ab-7000-48fd-b4ea-2e3b4de9929f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:32.302802 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5596e007-42bb-45b0-95d9-4b69aab36bae req-0710a595-d291-4c45-b7a3-cb4e646475ed tempest-ServerShowV257Test-985323066 tempest-ServerShowV257Test-985323066-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7840984-2c3f-4935-9144-bcab533dcf8b HTTP/1.1" status: 200 len: 210 time: 0.0546417 Jul 29 23:26:32.394736 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1605ab-7000-48fd-b4ea-2e3b4de9929f admin admin] Router 62f6f883-896a-4ce6-a848-0ebfa5c42654 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:26:32.460548 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-394cfd4e-79be-4b25-a51a-d5ab34b0dcea req-a49842f7-5144-46e5-a44b-c8f6330ff0e1 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 258 time: 0.2859657 Jul 29 23:26:32.479731 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-394cfd4e-79be-4b25-a51a-d5ab34b0dcea req-38aff1eb-bc6c-410d-9d6d-7f1deb467bf0 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:32.517758 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1605ab-7000-48fd-b4ea-2e3b4de9929f admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:26:32.525805 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2c1605ab-7000-48fd-b4ea-2e3b4de9929f admin admin] 10.222.0.18 "PUT /v2.0/routers/62f6f883-896a-4ce6-a848-0ebfa5c42654/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8454485 Jul 29 23:26:32.528329 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37510) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:32.533203 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29cfff9-19a4-4e75-ab8e-623ea29facf5 None None] Sync routers for ids ['62f6f883-896a-4ce6-a848-0ebfa5c42654'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:26:32.544035 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29cfff9-19a4-4e75-ab8e-623ea29facf5 None None] Routers {'62f6f883-896a-4ce6-a848-0ebfa5c42654'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:32.544655 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-a29cfff9-19a4-4e75-ab8e-623ea29facf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:26:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['62f6f883-896a-4ce6-a848-0ebfa5c42654'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:32.563199 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b07a0-ce08-470d-8f6b-cba992052c89 req-799cbb25-b3f8-40e9-9394-9f219b578489 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:32.569058 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b07a0-ce08-470d-8f6b-cba992052c89 req-799cbb25-b3f8-40e9-9394-9f219b578489 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:32.574864 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b07a0-ce08-470d-8f6b-cba992052c89 req-799cbb25-b3f8-40e9-9394-9f219b578489 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:32.580978 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b07a0-ce08-470d-8f6b-cba992052c89 req-799cbb25-b3f8-40e9-9394-9f219b578489 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:32.586905 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b07a0-ce08-470d-8f6b-cba992052c89 req-799cbb25-b3f8-40e9-9394-9f219b578489 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:32.594123 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b07a0-ce08-470d-8f6b-cba992052c89 req-799cbb25-b3f8-40e9-9394-9f219b578489 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:32.600031 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b07a0-ce08-470d-8f6b-cba992052c89 req-799cbb25-b3f8-40e9-9394-9f219b578489 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:32.602162 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e5b07a0-ce08-470d-8f6b-cba992052c89 req-799cbb25-b3f8-40e9-9394-9f219b578489 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5432 time: 0.2067876 Jul 29 23:26:32.620068 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-394cfd4e-79be-4b25-a51a-d5ab34b0dcea req-38aff1eb-bc6c-410d-9d6d-7f1deb467bf0 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:32.659534 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-a29cfff9-19a4-4e75-ab8e-623ea29facf5 None None] Set router 62f6f883-896a-4ce6-a848-0ebfa5c42654 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:32.667023 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-419f62fa-f9b9-4b7f-b252-b48929177e0d admin admin] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:32.720028 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e5b07a0-ce08-470d-8f6b-cba992052c89 req-321b7624-a1e9-4e18-9428-42d9ddf4c097 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1046865 Jul 29 23:26:32.737181 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-be8c399d-e173-48e3-91c3-d4c7c3b3bb7c tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:32.738878 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-be8c399d-e173-48e3-91c3-d4c7c3b3bb7c tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.39 "GET /v2.0/networks?id=dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb HTTP/1.1" status: 200 len: 813 time: 0.3069491 Jul 29 23:26:32.754733 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-5962750d-c9db-4e62-bca2-f1127469df01 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Request body: {'port': {'device_id': '60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef', 'network_id': 'dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb', 'admin_state_up': True, 'tenant_id': 'bc9f40ce066549d5a00b2fc27cd6a85a'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:32.789940 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bde74c9f-fe46-4030-9c0d-14af9d8985ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:32.807246 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-419f62fa-f9b9-4b7f-b252-b48929177e0d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:32.849117 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43eab0d5-d3aa-4223-bda8-0e7a8b1ff615 req-f4e947a6-277c-4bb9-8722-01fcb1b439d3 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/ports?device_id=60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef HTTP/1.1" status: 200 len: 210 time: 0.0478358 Jul 29 23:26:32.875978 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-419f62fa-f9b9-4b7f-b252-b48929177e0d admin admin] Deleting port 99740438-16ce-4767-9595-0a15777093d6 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:26:32.876806 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-419f62fa-f9b9-4b7f-b252-b48929177e0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:32.893433 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-a29cfff9-19a4-4e75-ab8e-623ea29facf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'name': 'tempest-ServersTestManualDisk-221486918-router', 'tenant_id': '020cf0fa00f7401c9020fdf0384434db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': '99740438-16ce-4767-9595-0a15777093d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:54Z', 'updated_at': '2021-07-29T23:26:31Z', 'revision_number': 5, 'project_id': '020cf0fa00f7401c9020fdf0384434db', 'gw_port': {'id': '99740438-16ce-4767-9595-0a15777093d6', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:47:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:23:57Z', 'updated_at': '2021-07-29T23:24:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:32.932508 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-394cfd4e-79be-4b25-a51a-d5ab34b0dcea req-38aff1eb-bc6c-410d-9d6d-7f1deb467bf0 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:32.932992 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29cfff9-19a4-4e75-ab8e-623ea29facf5 None None] Checking router: 62f6f883-896a-4ce6-a848-0ebfa5c42654 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:26:32.945389 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29cfff9-19a4-4e75-ab8e-623ea29facf5 None None] Routers {'62f6f883-896a-4ce6-a848-0ebfa5c42654'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:32.947103 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-a29cfff9-19a4-4e75-ab8e-623ea29facf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:26:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['62f6f883-896a-4ce6-a848-0ebfa5c42654'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:32.957999 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-5962750d-c9db-4e62-bca2-f1127469df01 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Made reservation on behalf of bc9f40ce066549d5a00b2fc27cd6a85a for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:32.961771 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-5962750d-c9db-4e62-bca2-f1127469df01 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:32.985649 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-419f62fa-f9b9-4b7f-b252-b48929177e0d admin admin] For port 99740438-16ce-4767-9595-0a15777093d6, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=99740438-16ce-4767-9595-0a15777093d6,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:32.986069 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-419f62fa-f9b9-4b7f-b252-b48929177e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:33.003159 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-419f62fa-f9b9-4b7f-b252-b48929177e0d admin admin] Calling delete_port for 99740438-16ce-4767-9595-0a15777093d6 owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:26:33.035295 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-a29cfff9-19a4-4e75-ab8e-623ea29facf5 None None] Set router 62f6f883-896a-4ce6-a848-0ebfa5c42654 gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:33.087871 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-a29cfff9-19a4-4e75-ab8e-623ea29facf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'name': 'tempest-ServersTestManualDisk-221486918-router', 'tenant_id': '020cf0fa00f7401c9020fdf0384434db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:54Z', 'updated_at': '2021-07-29T23:26:32Z', 'revision_number': 6, 'project_id': '020cf0fa00f7401c9020fdf0384434db', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:33.118759 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29cfff9-19a4-4e75-ab8e-623ea29facf5 None None] The sync data for ids ['62f6f883-896a-4ce6-a848-0ebfa5c42654'] in n-d-712140-10 is: [{'id': '62f6f883-896a-4ce6-a848-0ebfa5c42654', 'name': 'tempest-ServersTestManualDisk-221486918-router', 'tenant_id': '020cf0fa00f7401c9020fdf0384434db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:23:54Z', 'updated_at': '2021-07-29T23:26:32Z', 'revision_number': 6, 'project_id': '020cf0fa00f7401c9020fdf0384434db', 'gw_port_host': None}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:26:33.129730 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b158451-c6a0-4561-aaa4-549c32f834bc req-492a172a-d46a-4528-9409-197a8c8f6bee tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:33.131483 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9b158451-c6a0-4561-aaa4-549c32f834bc req-492a172a-d46a-4528-9409-197a8c8f6bee tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 945 time: 0.1863623 Jul 29 23:26:33.194916 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-419f62fa-f9b9-4b7f-b252-b48929177e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:33.201320 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-394cfd4e-79be-4b25-a51a-d5ab34b0dcea req-38aff1eb-bc6c-410d-9d6d-7f1deb467bf0 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Allocated IP 172.25.8.113 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/27105583-184a-40dc-9fb5-0767f478a867) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:33.202963 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:26:33.227514 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419f62fa-f9b9-4b7f-b252-b48929177e0d admin admin] Pushing event deleted for resources: {'Port': ['ID=99740438-16ce-4767-9595-0a15777093d6,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:33.251653 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9b158451-c6a0-4561-aaa4-549c32f834bc req-64518d93-62ee-4867-9730-5cf3daf2549d tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099355 Jul 29 23:26:33.296648 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-419f62fa-f9b9-4b7f-b252-b48929177e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:33.306533 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-5962750d-c9db-4e62-bca2-f1127469df01 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Allocated IP 172.20.0.5 (dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb/ee33b029-d25c-4ff1-b685-d5b5f26c2363/399e5545-51f2-4e1c-9544-014fb83fc48b) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:33.390003 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-419f62fa-f9b9-4b7f-b252-b48929177e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:33.392654 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-419f62fa-f9b9-4b7f-b252-b48929177e0d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:33.443458 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-394cfd4e-79be-4b25-a51a-d5ab34b0dcea req-38aff1eb-bc6c-410d-9d6d-7f1deb467bf0 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:33.450659 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-419f62fa-f9b9-4b7f-b252-b48929177e0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:33.451533 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419f62fa-f9b9-4b7f-b252-b48929177e0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62f6f883-896a-4ce6-a848-0ebfa5c42654 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:26:33.460464 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-419f62fa-f9b9-4b7f-b252-b48929177e0d admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:33.462782 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-419f62fa-f9b9-4b7f-b252-b48929177e0d admin admin] 10.222.0.18 "DELETE /v2.0/routers/62f6f883-896a-4ce6-a848-0ebfa5c42654 HTTP/1.1" status: 204 len: 168 time: 0.9311779 Jul 29 23:26:33.464904 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37520) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:33.484433 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3864b5-56cd-4139-8f9b-5717ccb54f97 req-9374a763-1651-4ee8-a576-c9f517af2358 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:33.486650 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae3864b5-56cd-4139-8f9b-5717ccb54f97 req-9374a763-1651-4ee8-a576-c9f517af2358 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=6daf8cf4-021e-48f1-9c80-c9892034785f HTTP/1.1" status: 200 len: 945 time: 0.1640310 Jul 29 23:26:33.551976 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-90ac4005-885f-4c36-a27e-13b8cb90b383 admin admin] Deleting subnet 9a863ba4-a489-4e6d-b0bb-e711fa258cc7 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:26:33.557873 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90ac4005-885f-4c36-a27e-13b8cb90b383 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:33.641760 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90ac4005-885f-4c36-a27e-13b8cb90b383 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:33.675323 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 18656832-c4cc-4be4-bf36-7a0c5a4a0464 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:26:33.696685 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae3864b5-56cd-4139-8f9b-5717ccb54f97 req-bb5e7bc3-2ff6-43bb-a772-7bb96cc823e6 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303525 Jul 29 23:26:33.700544 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device dae26797-31c4-4e0f-ad38-42613b90a8ce details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:33.704993 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-394cfd4e-79be-4b25-a51a-d5ab34b0dcea req-38aff1eb-bc6c-410d-9d6d-7f1deb467bf0 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:33.707658 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 18656832-c4cc-4be4-bf36-7a0c5a4a0464 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:26:33.708214 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 18656832-c4cc-4be4-bf36-7a0c5a4a0464 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:26:33.766304 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-5962750d-c9db-4e62-bca2-f1127469df01 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:33.769453 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-394cfd4e-79be-4b25-a51a-d5ab34b0dcea req-38aff1eb-bc6c-410d-9d6d-7f1deb467bf0 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:33.778672 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-394cfd4e-79be-4b25-a51a-d5ab34b0dcea req-38aff1eb-bc6c-410d-9d6d-7f1deb467bf0 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:33.781421 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-394cfd4e-79be-4b25-a51a-d5ab34b0dcea req-38aff1eb-bc6c-410d-9d6d-7f1deb467bf0 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:33.788582 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aff1eb-bc6c-410d-9d6d-7f1deb467bf0 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Pushing event updated for resources: {'Port': ['ID=27105583-184a-40dc-9fb5-0767f478a867,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:33.834718 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port dae26797-31c4-4e0f-ad38-42613b90a8ce, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=dae26797-31c4-4e0f-ad38-42613b90a8ce,segment=NetworkSegment(d0536e79-d8cd-4e04-969a-7835c7ba7f80),segment_id=d0536e79-d8cd-4e04-969a-7835c7ba7f80)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:33.847360 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'dae26797-31c4-4e0f-ad38-42613b90a8ce', 'network_id': '6f7ef717-20cb-4c28-893e-cda3f326a46a', 'port_id': 'dae26797-31c4-4e0f-ad38-42613b90a8ce', 'mac_address': 'fa:16:3e:16:ad:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deaa786f-4140-420d-bb7f-bb3469568a14', 'ip_address': '10.1.1.126'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:26:33.896727 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:33.906578 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ca467-d7c1-449c-b398-64baae672c0b req-cadf4205-9027-4b7d-8f66-b1bed8094ce0 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:33.907975 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d86ca467-d7c1-449c-b398-64baae672c0b req-cadf4205-9027-4b7d-8f66-b1bed8094ce0 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=987fdebb-c59d-40b7-b9d0-9d712fb6359a HTTP/1.1" status: 200 len: 945 time: 0.1236136 Jul 29 23:26:33.912257 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dae26797-31c4-4e0f-ad38-42613b90a8ce {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:33.941487 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port dae26797-31c4-4e0f-ad38-42613b90a8ce, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=dae26797-31c4-4e0f-ad38-42613b90a8ce,segment=NetworkSegment(d0536e79-d8cd-4e04-969a-7835c7ba7f80),segment_id=d0536e79-d8cd-4e04-969a-7835c7ba7f80)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:33.947302 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:33.948077 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device df88191e-8451-4760-b573-4dbf92f82893 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:33.968562 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-5962750d-c9db-4e62-bca2-f1127469df01 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:33.987756 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['3614b83e-cc13-42b0-bf0d-448e516a4765'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:34.018007 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-394cfd4e-79be-4b25-a51a-d5ab34b0dcea req-38aff1eb-bc6c-410d-9d6d-7f1deb467bf0 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.050382 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-5962750d-c9db-4e62-bca2-f1127469df01 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Network dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:34.060051 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-5962750d-c9db-4e62-bca2-f1127469df01 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:34.064179 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-5962750d-c9db-4e62-bca2-f1127469df01 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:34.083373 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d86ca467-d7c1-449c-b398-64baae672c0b req-46a8fbd9-0424-4fc9-a19e-f7cdd93f8236 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521766 Jul 29 23:26:34.119492 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5962750d-c9db-4e62-bca2-f1127469df01 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Pushing event updated for resources: {'Port': ['ID=399e5545-51f2-4e1c-9544-014fb83fc48b,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:34.125147 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90ac4005-885f-4c36-a27e-13b8cb90b383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.129341 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=dae26797-31c4-4e0f-ad38-42613b90a8ce,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:34.199803 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-72a9f2ed-2a36-4ee6-bf14-68203b6cfd78 req-eaa18279-1849-4d7c-909a-97b44206afef tempest-ServerShowV257Test-985323066 tempest-ServerShowV257Test-985323066-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7840984-2c3f-4935-9144-bcab533dcf8b HTTP/1.1" status: 200 len: 210 time: 0.0392559 Jul 29 23:26:34.200524 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-394cfd4e-79be-4b25-a51a-d5ab34b0dcea req-38aff1eb-bc6c-410d-9d6d-7f1deb467bf0 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.203657 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port df88191e-8451-4760-b573-4dbf92f82893, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=df88191e-8451-4760-b573-4dbf92f82893,segment=NetworkSegment(a0a49c32-421f-4f62-8751-bfe67cfd0240),segment_id=a0a49c32-421f-4f62-8751-bfe67cfd0240)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:34.223271 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90ac4005-885f-4c36-a27e-13b8cb90b383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.223805 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'df88191e-8451-4760-b573-4dbf92f82893', 'network_id': '28f38c63-eb30-4453-829d-2d302e41c5f3', 'port_id': 'df88191e-8451-4760-b573-4dbf92f82893', 'mac_address': 'fa:16:3e:48:b0:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e6daa85-0112-4dbf-98e3-8562b5fa1b90', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:26:34.240396 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-5962750d-c9db-4e62-bca2-f1127469df01 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:34.241127 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-5962750d-c9db-4e62-bca2-f1127469df01 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.296442 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d9ca5f-8671-476a-a17d-b9997f54ccac None None] Network d6e2640d-09f4-43e1-b3aa-e86faf3cfd26 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:26:34.323015 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-5962750d-c9db-4e62-bca2-f1127469df01 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5725892 Jul 29 23:26:34.335312 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac4005-885f-4c36-a27e-13b8cb90b383 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a863ba4-a489-4e6d-b0bb-e711fa258cc7,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:34.338452 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90ac4005-885f-4c36-a27e-13b8cb90b383 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.341922 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-90ac4005-885f-4c36-a27e-13b8cb90b383 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9a863ba4-a489-4e6d-b0bb-e711fa258cc7 HTTP/1.1" status: 204 len: 168 time: 0.8757281 Jul 29 23:26:34.344938 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37528) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:34.362604 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-3493eb27-54c2-43fb-88bf-34308b9f3182 service neutron] Request body: {'port': {'device_id': '60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:34.442203 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad17d792-360d-40d8-b4f3-57b492b455f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.456097 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.502276 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61cee0-be3e-45fa-8262-d018cbb18e31 req-abb7b430-e405-4e28-9bd5-0c5da93ac15f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:34.504082 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df88191e-8451-4760-b573-4dbf92f82893 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:34.508444 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61cee0-be3e-45fa-8262-d018cbb18e31 req-abb7b430-e405-4e28-9bd5-0c5da93ac15f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:34.514626 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61cee0-be3e-45fa-8262-d018cbb18e31 req-abb7b430-e405-4e28-9bd5-0c5da93ac15f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:34.519085 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-ad17d792-360d-40d8-b4f3-57b492b455f9 admin admin] Deleting port e13e0336-7673-477d-88d4-30bf5087acac {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:26:34.519596 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad17d792-360d-40d8-b4f3-57b492b455f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.521375 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61cee0-be3e-45fa-8262-d018cbb18e31 req-abb7b430-e405-4e28-9bd5-0c5da93ac15f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:34.528040 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61cee0-be3e-45fa-8262-d018cbb18e31 req-abb7b430-e405-4e28-9bd5-0c5da93ac15f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:34.535036 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61cee0-be3e-45fa-8262-d018cbb18e31 req-abb7b430-e405-4e28-9bd5-0c5da93ac15f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:34.540633 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b61cee0-be3e-45fa-8262-d018cbb18e31 req-abb7b430-e405-4e28-9bd5-0c5da93ac15f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:34.548485 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4b61cee0-be3e-45fa-8262-d018cbb18e31 req-abb7b430-e405-4e28-9bd5-0c5da93ac15f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5433 time: 0.2272851 Jul 29 23:26:34.558065 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-3493eb27-54c2-43fb-88bf-34308b9f3182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.597301 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-ad17d792-360d-40d8-b4f3-57b492b455f9 admin admin] For port e13e0336-7673-477d-88d4-30bf5087acac, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e13e0336-7673-477d-88d4-30bf5087acac,segment=NetworkSegment(f75c782a-0889-4ca5-96db-af5a98161a6f),segment_id=f75c782a-0889-4ca5-96db-af5a98161a6f)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:34.597597 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad17d792-360d-40d8-b4f3-57b492b455f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.610162 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port df88191e-8451-4760-b573-4dbf92f82893, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=df88191e-8451-4760-b573-4dbf92f82893,segment=NetworkSegment(a0a49c32-421f-4f62-8751-bfe67cfd0240),segment_id=a0a49c32-421f-4f62-8751-bfe67cfd0240)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:34.615405 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-ad17d792-360d-40d8-b4f3-57b492b455f9 admin admin] Calling delete_port for e13e0336-7673-477d-88d4-30bf5087acac owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:26:34.656595 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4b61cee0-be3e-45fa-8262-d018cbb18e31 req-cda4492d-58c8-427b-86b8-639d34543ad1 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1062424 Jul 29 23:26:34.663259 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-394cfd4e-79be-4b25-a51a-d5ab34b0dcea req-38aff1eb-bc6c-410d-9d6d-7f1deb467bf0 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.684170 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-394cfd4e-79be-4b25-a51a-d5ab34b0dcea req-38aff1eb-bc6c-410d-9d6d-7f1deb467bf0 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.728037 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad17d792-360d-40d8-b4f3-57b492b455f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.759474 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17d792-360d-40d8-b4f3-57b492b455f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e13e0336-7673-477d-88d4-30bf5087acac,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:34.766042 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad17d792-360d-40d8-b4f3-57b492b455f9 admin admin] No DVR routers for this DVR port e13e0336-7673-477d-88d4-30bf5087acac on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:26:34.793098 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.793753 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device e3ef52f7-fd2b-40b7-ab81-25976f3c6559 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:34.840688 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad17d792-360d-40d8-b4f3-57b492b455f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.851565 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-ad17d792-360d-40d8-b4f3-57b492b455f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6e2640d-09f4-43e1-b3aa-e86faf3cfd26']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:34.866785 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-ad17d792-360d-40d8-b4f3-57b492b455f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f75c782a-0889-4ca5-96db-af5a98161a6f') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:34.867166 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-ad17d792-360d-40d8-b4f3-57b492b455f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f75c782a-0889-4ca5-96db-af5a98161a6f') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:34.878024 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad17d792-360d-40d8-b4f3-57b492b455f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.895543 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad17d792-360d-40d8-b4f3-57b492b455f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.903869 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad17d792-360d-40d8-b4f3-57b492b455f9 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:26:34.904297 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad17d792-360d-40d8-b4f3-57b492b455f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.907554 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:26:34.907554 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:26:34.907554 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:26:34.907554 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:26:34.907554 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:26:34.907554 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:26:34.907554 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:26:34.907554 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:26:34.907554 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:26:34.907554 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:26:34.907554 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:26:34.907554 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:26:34.907554 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:26:34.907554 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:26:34.907554 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:26:34.907554 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:26:34.907554 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:26:34.907554 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:26:34.907554 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:26:34.907554 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:26:34.907554 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:26:34.907554 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:26:34.907554 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:26:34.907554 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:26:34.907554 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:26:34.907554 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:26:34.907554 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:26:34.907554 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:26:34.907554 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:26:34.907554 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:26:34.907554 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:26:34.907554 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:26:34.920357 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=df88191e-8451-4760-b573-4dbf92f82893,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:34.944073 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38aff1eb-bc6c-410d-9d6d-7f1deb467bf0 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Pushing event updated for resources: {'Port': ['ID=27105583-184a-40dc-9fb5-0767f478a867,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:34.970212 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-394cfd4e-79be-4b25-a51a-d5ab34b0dcea req-38aff1eb-bc6c-410d-9d6d-7f1deb467bf0 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.971882 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad17d792-360d-40d8-b4f3-57b492b455f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.979786 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad17d792-360d-40d8-b4f3-57b492b455f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:34.984196 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ad17d792-360d-40d8-b4f3-57b492b455f9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d6e2640d-09f4-43e1-b3aa-e86faf3cfd26 HTTP/1.1" status: 204 len: 168 time: 0.6370969 Jul 29 23:26:34.985002 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port e3ef52f7-fd2b-40b7-ab81-25976f3c6559, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=e3ef52f7-fd2b-40b7-ab81-25976f3c6559,segment=NetworkSegment(4ac21f00-30d3-4050-bcd9-41af44bf680d),segment_id=4ac21f00-30d3-4050-bcd9-41af44bf680d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:34.998099 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db762bf5-2772-4316-ab21-5a717da3ca6b req-be1dd995-0d77-4944-b71a-df543ce40b5c tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:34.998506 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'e3ef52f7-fd2b-40b7-ab81-25976f3c6559', 'network_id': '66bf1b30-b0b3-402c-8a81-d59ae3f7f904', 'port_id': 'e3ef52f7-fd2b-40b7-ab81-25976f3c6559', 'mac_address': 'fa:16:3e:59:f6:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16a048f2-545c-45a3-863f-3a23de75e13e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:26:35.000235 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db762bf5-2772-4316-ab21-5a717da3ca6b req-be1dd995-0d77-4944-b71a-df543ce40b5c tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/ports?device_id=60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef HTTP/1.1" status: 200 len: 931 time: 0.2269304 Jul 29 23:26:35.001904 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17d792-360d-40d8-b4f3-57b492b455f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6e2640d-09f4-43e1-b3aa-e86faf3cfd26,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:35.034041 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1521e4c7-c852-4143-b50a-77060afa83ea None None] DHCP port deletion for d6e2640d-09f4-43e1-b3aa-e86faf3cfd26 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:26:35.040596 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-c45a3bf8-3f50-49a0-9ee9-fa4347548b45 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:35.042147 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-c45a3bf8-3f50-49a0-9ee9-fa4347548b45 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d&tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&binding%3Ahost_id=n-h2-712140-10 HTTP/1.1" status: 200 len: 1097 time: 0.2410977 Jul 29 23:26:35.064987 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-94d52a8f-5cc9-4268-8d2a-ed818b677909 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712140-10'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:35.065623 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.068810 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-394cfd4e-79be-4b25-a51a-d5ab34b0dcea req-38aff1eb-bc6c-410d-9d6d-7f1deb467bf0 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.069990 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-394cfd4e-79be-4b25-a51a-d5ab34b0dcea req-38aff1eb-bc6c-410d-9d6d-7f1deb467bf0 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6086667 Jul 29 23:26:35.079478 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ef52f7-fd2b-40b7-ab81-25976f3c6559 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:35.101274 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port e3ef52f7-fd2b-40b7-ab81-25976f3c6559, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=e3ef52f7-fd2b-40b7-ab81-25976f3c6559,segment=NetworkSegment(4ac21f00-30d3-4050-bcd9-41af44bf680d),segment_id=4ac21f00-30d3-4050-bcd9-41af44bf680d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:35.105340 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.106010 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 29c01c9f-94c9-4ac1-87b2-e1f292018b97 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:35.178484 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db762bf5-2772-4316-ab21-5a717da3ca6b req-8dbb9eec-db2f-4389-9dd1-853ce202695a tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups?id=d79fff0a-09c1-4a3b-83fd-5425d61ca504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530640 Jul 29 23:26:35.182871 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 29c01c9f-94c9-4ac1-87b2-e1f292018b97, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=29c01c9f-94c9-4ac1-87b2-e1f292018b97,segment=NetworkSegment(d0536e79-d8cd-4e04-969a-7835c7ba7f80),segment_id=d0536e79-d8cd-4e04-969a-7835c7ba7f80)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:35.194712 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=e3ef52f7-fd2b-40b7-ab81-25976f3c6559,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:35.198508 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-394cfd4e-79be-4b25-a51a-d5ab34b0dcea req-a4fb79c1-5d45-4dca-a730-db15fedfe0e7 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 696 time: 0.1199331 Jul 29 23:26:35.199529 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '29c01c9f-94c9-4ac1-87b2-e1f292018b97', 'network_id': '6f7ef717-20cb-4c28-893e-cda3f326a46a', 'port_id': '29c01c9f-94c9-4ac1-87b2-e1f292018b97', 'mac_address': 'fa:16:3e:41:40:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deaa786f-4140-420d-bb7f-bb3469568a14', 'ip_address': '10.1.1.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:26:35.248590 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.250612 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-94d52a8f-5cc9-4268-8d2a-ed818b677909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.254379 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37538) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:35.286387 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c01c9f-94c9-4ac1-87b2-e1f292018b97 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:35.316635 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-3493eb27-54c2-43fb-88bf-34308b9f3182 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 399e5545-51f2-4e1c-9544-014fb83fc48b {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:35.322636 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-60585fcd-a6bb-4f54-ab2d-2c7e2d8c6083 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=020cf0fa00f7401c9020fdf0384434db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0668445 Jul 29 23:26:35.325644 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37540) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:35.337458 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 29c01c9f-94c9-4ac1-87b2-e1f292018b97, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=29c01c9f-94c9-4ac1-87b2-e1f292018b97,segment=NetworkSegment(d0536e79-d8cd-4e04-969a-7835c7ba7f80),segment_id=d0536e79-d8cd-4e04-969a-7835c7ba7f80)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:35.345294 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-3493eb27-54c2-43fb-88bf-34308b9f3182 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.347658 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.348380 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device e1b35c57-ba8c-44ac-9445-757f4f37b07f details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:35.355456 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e13e0336-7673-477d-88d4-30bf5087acac no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:26:35.385779 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.387576 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9af8094e-f2b9-4d43-a897-161bb826e65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.412112 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: e13e0336-7673-477d-88d4-30bf5087acac {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:26:35.412472 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e13e0336-7673-477d-88d4-30bf5087acac not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:26:35.412891 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 99740438-16ce-4767-9595-0a15777093d6 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:26:35.416556 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9af8094e-f2b9-4d43-a897-161bb826e65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.446302 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 99740438-16ce-4767-9595-0a15777093d6 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:26:35.446656 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 99740438-16ce-4767-9595-0a15777093d6 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:26:35.472473 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port e1b35c57-ba8c-44ac-9445-757f4f37b07f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=e1b35c57-ba8c-44ac-9445-757f4f37b07f,segment=NetworkSegment(a0a49c32-421f-4f62-8751-bfe67cfd0240),segment_id=a0a49c32-421f-4f62-8751-bfe67cfd0240)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:35.476800 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9af8094e-f2b9-4d43-a897-161bb826e65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.480595 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9af8094e-f2b9-4d43-a897-161bb826e65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.485517 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9af8094e-f2b9-4d43-a897-161bb826e65d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fdd0b614-3047-44eb-ac7c-b4bc58ef93d3 HTTP/1.1" status: 204 len: 168 time: 0.1554201 Jul 29 23:26:35.485747 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=29c01c9f-94c9-4ac1-87b2-e1f292018b97,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:35.496116 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8094e-f2b9-4d43-a897-161bb826e65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd0b614-3047-44eb-ac7c-b4bc58ef93d3,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:35.504191 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'e1b35c57-ba8c-44ac-9445-757f4f37b07f', 'network_id': '28f38c63-eb30-4453-829d-2d302e41c5f3', 'port_id': 'e1b35c57-ba8c-44ac-9445-757f4f37b07f', 'mac_address': 'fa:16:3e:a4:66:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e6daa85-0112-4dbf-98e3-8562b5fa1b90', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:26:35.540432 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-824fa962-61d2-4aa1-b06c-adde31acab0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.559975 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.575977 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b35c57-ba8c-44ac-9445-757f4f37b07f {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:35.598859 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port e1b35c57-ba8c-44ac-9445-757f4f37b07f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=e1b35c57-ba8c-44ac-9445-757f4f37b07f,segment=NetworkSegment(a0a49c32-421f-4f62-8751-bfe67cfd0240),segment_id=a0a49c32-421f-4f62-8751-bfe67cfd0240)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:35.604381 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.605252 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device aa4019a8-862f-423f-a23c-d8c79eeaa4f6 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:35.677027 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=e1b35c57-ba8c-44ac-9445-757f4f37b07f,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:35.680810 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port aa4019a8-862f-423f-a23c-d8c79eeaa4f6, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=aa4019a8-862f-423f-a23c-d8c79eeaa4f6,segment=NetworkSegment(d0536e79-d8cd-4e04-969a-7835c7ba7f80),segment_id=d0536e79-d8cd-4e04-969a-7835c7ba7f80)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:35.694549 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'aa4019a8-862f-423f-a23c-d8c79eeaa4f6', 'network_id': '6f7ef717-20cb-4c28-893e-cda3f326a46a', 'port_id': 'aa4019a8-862f-423f-a23c-d8c79eeaa4f6', 'mac_address': 'fa:16:3e:92:b7:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deaa786f-4140-420d-bb7f-bb3469568a14', 'ip_address': '10.1.1.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:26:35.697705 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-3493eb27-54c2-43fb-88bf-34308b9f3182 service neutron] Transition to ACTIVE for port object 399e5545-51f2-4e1c-9544-014fb83fc48b will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:35.722844 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-3493eb27-54c2-43fb-88bf-34308b9f3182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.734970 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.752061 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa4019a8-862f-423f-a23c-d8c79eeaa4f6 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:35.773420 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port aa4019a8-862f-423f-a23c-d8c79eeaa4f6, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=aa4019a8-862f-423f-a23c-d8c79eeaa4f6,segment=NetworkSegment(d0536e79-d8cd-4e04-969a-7835c7ba7f80),segment_id=d0536e79-d8cd-4e04-969a-7835c7ba7f80)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:35.778786 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.779494 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 3075185e-3c3b-4e1f-8294-cdadf9bf5523 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:35.812950 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f10477b-eb51-4647-855a-f412589a3a21 req-49cf189d-5ee1-4f36-919a-b14ba4f04b94 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:35.813762 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9f10477b-eb51-4647-855a-f412589a3a21 req-49cf189d-5ee1-4f36-919a-b14ba4f04b94 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 945 time: 0.5405252 Jul 29 23:26:35.847322 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394cfd4e-79be-4b25-a51a-d5ab34b0dcea req-d5d0f801-0abb-4340-8594-57aa8c50060b tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:35.848782 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-394cfd4e-79be-4b25-a51a-d5ab34b0dcea req-d5d0f801-0abb-4340-8594-57aa8c50060b tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 784 time: 0.6359301 Jul 29 23:26:35.850975 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=aa4019a8-862f-423f-a23c-d8c79eeaa4f6,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:35.863127 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 3075185e-3c3b-4e1f-8294-cdadf9bf5523, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3075185e-3c3b-4e1f-8294-cdadf9bf5523,segment=NetworkSegment(d0536e79-d8cd-4e04-969a-7835c7ba7f80),segment_id=d0536e79-d8cd-4e04-969a-7835c7ba7f80)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:35.875071 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '3075185e-3c3b-4e1f-8294-cdadf9bf5523', 'network_id': '6f7ef717-20cb-4c28-893e-cda3f326a46a', 'port_id': '3075185e-3c3b-4e1f-8294-cdadf9bf5523', 'mac_address': 'fa:16:3e:77:b9:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'deaa786f-4140-420d-bb7f-bb3469568a14', 'ip_address': '10.1.1.181'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:26:35.899726 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493eb27-54c2-43fb-88bf-34308b9f3182 service neutron] Pushing event updated for resources: {'Port': ['ID=399e5545-51f2-4e1c-9544-014fb83fc48b,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:35.925480 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:35.943296 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3075185e-3c3b-4e1f-8294-cdadf9bf5523 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:35.961896 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9f10477b-eb51-4647-855a-f412589a3a21 req-8d7209ad-3b65-4c33-8c8d-990f43c00f42 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410310 Jul 29 23:26:35.968292 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 3075185e-3c3b-4e1f-8294-cdadf9bf5523, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3075185e-3c3b-4e1f-8294-cdadf9bf5523,segment=NetworkSegment(d0536e79-d8cd-4e04-969a-7835c7ba7f80),segment_id=d0536e79-d8cd-4e04-969a-7835c7ba7f80)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:35.974003 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:36.016625 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device d952f399-ef6d-41a9-be1c-bf1a7e313319 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:36.023300 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-94d52a8f-5cc9-4268-8d2a-ed818b677909 service neutron] For port d952f399-ef6d-41a9-be1c-bf1a7e313319, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=d952f399-ef6d-41a9-be1c-bf1a7e313319,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:36.079392 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-3493eb27-54c2-43fb-88bf-34308b9f3182 service neutron] Attempting to bind port 399e5545-51f2-4e1c-9544-014fb83fc48b on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:36.079736 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-3493eb27-54c2-43fb-88bf-34308b9f3182 service neutron] Attempting to bind port 399e5545-51f2-4e1c-9544-014fb83fc48b by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '7f058680-96f9-409b-9da3-a329d820632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:36.080132 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-3493eb27-54c2-43fb-88bf-34308b9f3182 service neutron] Attempting to bind port 399e5545-51f2-4e1c-9544-014fb83fc48b on network dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:36.105017 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=3075185e-3c3b-4e1f-8294-cdadf9bf5523,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:36.108733 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651ab437-1b25-4f9e-bc79-c4d200e4b0ec req-c78e7e19-9229-4302-8257-79003b283c2c tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:36.110291 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-651ab437-1b25-4f9e-bc79-c4d200e4b0ec req-c78e7e19-9229-4302-8257-79003b283c2c tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=6daf8cf4-021e-48f1-9c80-c9892034785f HTTP/1.1" status: 200 len: 945 time: 0.1753793 Jul 29 23:26:36.119168 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-3493eb27-54c2-43fb-88bf-34308b9f3182 service neutron] Port 399e5545-51f2-4e1c-9544-014fb83fc48b on network dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:26:36.119508 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-3493eb27-54c2-43fb-88bf-34308b9f3182 service neutron] Attempting to bind port 399e5545-51f2-4e1c-9544-014fb83fc48b on network dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:36.138910 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-3493eb27-54c2-43fb-88bf-34308b9f3182 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:36.139342 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-3493eb27-54c2-43fb-88bf-34308b9f3182 service neutron] Checking segment: {'id': '7f058680-96f9-409b-9da3-a329d820632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:36.139733 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-3493eb27-54c2-43fb-88bf-34308b9f3182 service neutron] Bound using segment: {'id': '7f058680-96f9-409b-9da3-a329d820632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:36.140218 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-3493eb27-54c2-43fb-88bf-34308b9f3182 service neutron] Bound port: 399e5545-51f2-4e1c-9544-014fb83fc48b, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f058680-96f9-409b-9da3-a329d820632f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:36.140588 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-3493eb27-54c2-43fb-88bf-34308b9f3182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:36.157932 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-94d52a8f-5cc9-4268-8d2a-ed818b677909 service neutron] For port d952f399-ef6d-41a9-be1c-bf1a7e313319, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:36.161882 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port d952f399-ef6d-41a9-be1c-bf1a7e313319, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=d952f399-ef6d-41a9-be1c-bf1a7e313319,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:36.174025 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device d952f399-ef6d-41a9-be1c-bf1a7e313319 has no active binding in host n-h1-712140-10 {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:26:36.207894 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7357d919-eb7c-4488-aa15-c92ebc9ffbcc req-ff99f54d-8860-4aab-a1d3-34d91117eeb7 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:36.209428 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7357d919-eb7c-4488-aa15-c92ebc9ffbcc req-ff99f54d-8860-4aab-a1d3-34d91117eeb7 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=987fdebb-c59d-40b7-b9d0-9d712fb6359a HTTP/1.1" status: 200 len: 945 time: 0.1567249 Jul 29 23:26:36.251181 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-651ab437-1b25-4f9e-bc79-c4d200e4b0ec req-48bbdebe-d135-4b59-b408-20fe53076938 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278367 Jul 29 23:26:36.280863 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd952f399-ef6d-41a9-be1c-bf1a7e313319'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:36.283564 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24572f72-4c6a-4370-b778-ee6b8ce45b34" -d '{"events": [{"server_uuid": "5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d", "name": "network-vif-unplugged", "status": "completed", "tag": "d952f399-ef6d-41a9-be1c-bf1a7e313319"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:36.292244 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-94d52a8f-5cc9-4268-8d2a-ed818b677909 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:36.320453 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37570) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:36.323392 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-94d52a8f-5cc9-4268-8d2a-ed818b677909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:36.362285 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-3493eb27-54c2-43fb-88bf-34308b9f3182 service neutron] For port 399e5545-51f2-4e1c-9544-014fb83fc48b, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:36.383036 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7357d919-eb7c-4488-aa15-c92ebc9ffbcc req-eff9b654-6739-414c-9167-9481b66eb89c tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659677 Jul 29 23:26:36.388537 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-48c9f571-5f01-4a70-9c3d-85afd6e08d54 req-7c1ce675-2237-44e6-bf7b-82c00bd6b9a1 tempest-ServerShowV257Test-985323066 tempest-ServerShowV257Test-985323066-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7840984-2c3f-4935-9144-bcab533dcf8b HTTP/1.1" status: 200 len: 210 time: 0.0705264 Jul 29 23:26:36.406420 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-3493eb27-54c2-43fb-88bf-34308b9f3182 service neutron] For port 399e5545-51f2-4e1c-9544-014fb83fc48b, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=399e5545-51f2-4e1c-9544-014fb83fc48b,segment=NetworkSegment(7f058680-96f9-409b-9da3-a329d820632f),segment_id=7f058680-96f9-409b-9da3-a329d820632f)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:36.426999 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-3493eb27-54c2-43fb-88bf-34308b9f3182 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:36.459884 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d52a8f-5cc9-4268-8d2a-ed818b677909 service neutron] Pushing event updated for resources: {'Port': ['ID=d952f399-ef6d-41a9-be1c-bf1a7e313319,revision_number=7']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:36.469565 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-94654d61-5687-44c7-aa00-4bc140800a02 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1653526056-network', 'tenant_id': '40f7f0a5ce79467a8b63ead5077b6a57'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:36.493719 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-3493eb27-54c2-43fb-88bf-34308b9f3182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:36.494374 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-3493eb27-54c2-43fb-88bf-34308b9f3182 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:36.495747 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-3493eb27-54c2-43fb-88bf-34308b9f3182 service neutron] 10.222.0.39 "PUT /v2.0/ports/399e5545-51f2-4e1c-9544-014fb83fc48b HTTP/1.1" status: 200 len: 1092 time: 2.1381166 Jul 29 23:26:36.502708 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94654d61-5687-44c7-aa00-4bc140800a02 admin admin] Made reservation on behalf of 40f7f0a5ce79467a8b63ead5077b6a57 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:36.505259 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-94654d61-5687-44c7-aa00-4bc140800a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:36.515940 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-94654d61-5687-44c7-aa00-4bc140800a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:36.545122 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-94d52a8f-5cc9-4268-8d2a-ed818b677909 service neutron] Attempting to bind port d952f399-ef6d-41a9-be1c-bf1a7e313319 on host n-h2-712140-10 for vnic_type normal with profile {"migrating_to": "n-h1-712140-10"} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:36.547268 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-94d52a8f-5cc9-4268-8d2a-ed818b677909 service neutron] Attempting to bind port d952f399-ef6d-41a9-be1c-bf1a7e313319 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:36.547632 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-94d52a8f-5cc9-4268-8d2a-ed818b677909 service neutron] Attempting to bind port d952f399-ef6d-41a9-be1c-bf1a7e313319 on network 41b737f2-e531-4160-b598-3383b744485d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:36.610666 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-94654d61-5687-44c7-aa00-4bc140800a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:36.614219 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-94d52a8f-5cc9-4268-8d2a-ed818b677909 service neutron] Port d952f399-ef6d-41a9-be1c-bf1a7e313319 on network 41b737f2-e531-4160-b598-3383b744485d not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:26:36.614556 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-94d52a8f-5cc9-4268-8d2a-ed818b677909 service neutron] Attempting to bind port d952f399-ef6d-41a9-be1c-bf1a7e313319 on network 41b737f2-e531-4160-b598-3383b744485d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:36.615078 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-94654d61-5687-44c7-aa00-4bc140800a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:36.645402 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94654d61-5687-44c7-aa00-4bc140800a02 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:26:36.654469 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-94d52a8f-5cc9-4268-8d2a-ed818b677909 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:36.655348 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-94d52a8f-5cc9-4268-8d2a-ed818b677909 service neutron] Checking segment: {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:36.655696 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-94d52a8f-5cc9-4268-8d2a-ed818b677909 service neutron] Bound using segment: {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:36.656370 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-94d52a8f-5cc9-4268-8d2a-ed818b677909 service neutron] Bound port: d952f399-ef6d-41a9-be1c-bf1a7e313319, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:36.656536 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94654d61-5687-44c7-aa00-4bc140800a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d48074f-0c1b-4389-a062-fcf2fb227e50,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:36.656753 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-94d52a8f-5cc9-4268-8d2a-ed818b677909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:36.661974 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-94654d61-5687-44c7-aa00-4bc140800a02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:36.662666 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-94654d61-5687-44c7-aa00-4bc140800a02 admin admin] Added segment 75c3c378-94da-47cb-a005-3504e683f4cc of type vlan for network 4533c2a1-6edc-4925-8efe-ae0bc9e9b666 Jul 29 23:26:36.668192 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493eb27-54c2-43fb-88bf-34308b9f3182 service neutron] Pushing event updated for resources: {'Port': ['ID=399e5545-51f2-4e1c-9544-014fb83fc48b,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:36.706231 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa85dd7-3c2e-4386-8216-0d69642090b1 req-cac4887e-bee3-4b32-9e69-79b813f5ef25 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:36.707004 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-94654d61-5687-44c7-aa00-4bc140800a02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:36.707765 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7fa85dd7-3c2e-4386-8216-0d69642090b1 req-cac4887e-bee3-4b32-9e69-79b813f5ef25 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/ports?device_id=f71ab4a5-f869-4404-9aac-d8a99eb1d3ec&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2080560 Jul 29 23:26:36.719540 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ca994-651a-49b9-87b5-155b242d81ad req-41ac3e52-9f04-4d0c-97ad-6c6f9c982e11 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:36.725466 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ca994-651a-49b9-87b5-155b242d81ad req-41ac3e52-9f04-4d0c-97ad-6c6f9c982e11 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:36.731357 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ca994-651a-49b9-87b5-155b242d81ad req-41ac3e52-9f04-4d0c-97ad-6c6f9c982e11 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:36.737009 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-94654d61-5687-44c7-aa00-4bc140800a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:36.738580 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ca994-651a-49b9-87b5-155b242d81ad req-41ac3e52-9f04-4d0c-97ad-6c6f9c982e11 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:36.739231 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94654d61-5687-44c7-aa00-4bc140800a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:36.740140 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-94654d61-5687-44c7-aa00-4bc140800a02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:36.745129 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ca994-651a-49b9-87b5-155b242d81ad req-41ac3e52-9f04-4d0c-97ad-6c6f9c982e11 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:36.751249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ca994-651a-49b9-87b5-155b242d81ad req-41ac3e52-9f04-4d0c-97ad-6c6f9c982e11 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:36.755314 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:36.757591 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6ca994-651a-49b9-87b5-155b242d81ad req-41ac3e52-9f04-4d0c-97ad-6c6f9c982e11 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:36.759513 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9c6ca994-651a-49b9-87b5-155b242d81ad req-41ac3e52-9f04-4d0c-97ad-6c6f9c982e11 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5439 time: 0.2675550 Jul 29 23:26:36.801786 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-94654d61-5687-44c7-aa00-4bc140800a02 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4791772 Jul 29 23:26:36.806097 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37576) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:36.810800 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-5b643ab2-a5ad-49c6-829b-88d0915c789f admin admin] Request body: {'subnet': {'network_id': '4533c2a1-6edc-4925-8efe-ae0bc9e9b666', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1653526056-subnet', 'tenant_id': '40f7f0a5ce79467a8b63ead5077b6a57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:36.820478 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94654d61-5687-44c7-aa00-4bc140800a02 admin admin] Pushing event updated for resources: {'Network': ['ID=4533c2a1-6edc-4925-8efe-ae0bc9e9b666,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:36.821083 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['aa4019a8-862f-423f-a23c-d8c79eeaa4f6'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:36.824158 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-b959ab79-3efb-469a-84eb-95ac021fe835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:36.825695 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-b959ab79-3efb-469a-84eb-95ac021fe835 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc9f40ce066549d5a00b2fc27cd6a85a&device_id=60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef HTTP/1.1" status: 200 len: 1095 time: 0.2741468 Jul 29 23:26:36.846688 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b643ab2-a5ad-49c6-829b-88d0915c789f admin admin] Made reservation on behalf of 40f7f0a5ce79467a8b63ead5077b6a57 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:36.849362 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5b643ab2-a5ad-49c6-829b-88d0915c789f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:36.852262 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 4533c2a1-6edc-4925-8efe-ae0bc9e9b666 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:26:36.864419 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7fa85dd7-3c2e-4386-8216-0d69642090b1 req-c7bd3e05-b77a-4da8-8ac7-21f13828fece tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 696 time: 0.1036544 Jul 29 23:26:36.897660 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['dae26797-31c4-4e0f-ad38-42613b90a8ce'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:36.899804 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['e1b35c57-ba8c-44ac-9445-757f4f37b07f'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:36.909105 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['e3ef52f7-fd2b-40b7-ab81-25976f3c6559'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:36.915478 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-7fa85dd7-3c2e-4386-8216-0d69642090b1 req-069131a6-05b0-4add-bcd3-08e49fb2b662 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Request body: {'floatingip': {'port_id': 'd1103d1e-e7ca-4eed-a46e-a3215d108cb4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:36.927491 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-d49fb441-fb37-4802-8045-5de9c93ae137 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=399e5545-51f2-4e1c-9544-014fb83fc48b HTTP/1.1" status: 200 len: 217 time: 0.0778112 Jul 29 23:26:36.970380 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-94d52a8f-5cc9-4268-8d2a-ed818b677909 service neutron] For port d952f399-ef6d-41a9-be1c-bf1a7e313319, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:36.979947 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['df88191e-8451-4760-b573-4dbf92f82893'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:36.997577 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9c6ca994-651a-49b9-87b5-155b242d81ad req-b4abf14f-c9b7-4ff4-af93-0cef40bf848c tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2078528 Jul 29 23:26:37.021176 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-94d52a8f-5cc9-4268-8d2a-ed818b677909 service neutron] For port d952f399-ef6d-41a9-be1c-bf1a7e313319, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=d952f399-ef6d-41a9-be1c-bf1a7e313319,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:37.024334 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7fa85dd7-3c2e-4386-8216-0d69642090b1 req-069131a6-05b0-4add-bcd3-08e49fb2b662 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks [] for floatingip, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:37.053934 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5b643ab2-a5ad-49c6-829b-88d0915c789f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:37.067140 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-94d52a8f-5cc9-4268-8d2a-ed818b677909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:37.129449 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b643ab2-a5ad-49c6-829b-88d0915c789f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce5d3950-6a1e-45a8-a884-f4161e50921b,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:37.135163 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b643ab2-a5ad-49c6-829b-88d0915c789f admin admin] Checking segment: {'id': '75c3c378-94da-47cb-a005-3504e683f4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4533c2a1-6edc-4925-8efe-ae0bc9e9b666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:37.135549 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b643ab2-a5ad-49c6-829b-88d0915c789f admin admin] Network hostable DHCP agents. Network: 4533c2a1-6edc-4925-8efe-ae0bc9e9b666, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:26:37.155944 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b643ab2-a5ad-49c6-829b-88d0915c789f admin admin] Network 4533c2a1-6edc-4925-8efe-ae0bc9e9b666 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:26:37.167335 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-5b643ab2-a5ad-49c6-829b-88d0915c789f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 4533c2a1-6edc-4925-8efe-ae0bc9e9b666) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:37.168020 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-42c160ed-b755-4cf6-b2aa-e3d2fe45f6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:37.169614 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-42c160ed-b755-4cf6-b2aa-e3d2fe45f6f4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ee33b029-d25c-4ff1-b685-d5b5f26c2363 HTTP/1.1" status: 200 len: 853 time: 0.2050266 Jul 29 23:26:37.173535 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b643ab2-a5ad-49c6-829b-88d0915c789f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:37.174158 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5b643ab2-a5ad-49c6-829b-88d0915c789f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:37.189492 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826b575f-d98c-4ee7-a4ac-eafb54d5af7a None None] Network 4533c2a1-6edc-4925-8efe-ae0bc9e9b666 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:26:37.199554 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5b643ab2-a5ad-49c6-829b-88d0915c789f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3850639 Jul 29 23:26:37.263383 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-f5aba064-f4df-4f9b-84a2-56023a8eb01c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577850 Jul 29 23:26:37.316980 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d52a8f-5cc9-4268-8d2a-ed818b677909 service neutron] Pushing event updated for resources: {'Port': ['ID=d952f399-ef6d-41a9-be1c-bf1a7e313319,revision_number=8']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:37.379793 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0aac7-5950-464f-915f-c166a0889f24 req-9598b9af-3d53-4b85-857f-5b066310950d tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:37.381650 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ccd0aac7-5950-464f-915f-c166a0889f24 req-9598b9af-3d53-4b85-857f-5b066310950d tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/ports?device_id=60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef HTTP/1.1" status: 200 len: 943 time: 0.2583303 Jul 29 23:26:37.410515 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-94d52a8f-5cc9-4268-8d2a-ed818b677909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:37.411133 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-94d52a8f-5cc9-4268-8d2a-ed818b677909 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:37.412727 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-94d52a8f-5cc9-4268-8d2a-ed818b677909 service neutron] 10.222.0.23 "PUT /v2.0/ports/d952f399-ef6d-41a9-be1c-bf1a7e313319 HTTP/1.1" status: 200 len: 1123 time: 2.3584578 Jul 29 23:26:37.472533 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['d952f399-ef6d-41a9-be1c-bf1a7e313319'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:37.525211 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['d952f399-ef6d-41a9-be1c-bf1a7e313319'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:37.539686 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ccd0aac7-5950-464f-915f-c166a0889f24 req-126cd6f7-d4b4-4ed6-99d9-c9d3b44e7c7e tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups?id=d79fff0a-09c1-4a3b-83fd-5425d61ca504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240995 Jul 29 23:26:37.602815 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12dc0d56-3650-4b29-926c-f61b4f7290ef x-openstack-request-id: req-12dc0d56-3650-4b29-926c-f61b4f7290ef {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:37.603310 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d", "name": "network-vif-unplugged", "status": "completed", "tag": "d952f399-ef6d-41a9-be1c-bf1a7e313319", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:37.603570 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12dc0d56-3650-4b29-926c-f61b4f7290ef {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:37.603993 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd952f399-ef6d-41a9-be1c-bf1a7e313319', 'code': 200} Jul 29 23:26:37.610244 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-21d90dfa-612b-43f1-b3b5-411b17852469 service neutron] 10.222.0.39 "GET /v2.0/networks/dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255997 Jul 29 23:26:37.664927 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125235c0-7369-4135-a345-83607ccec2af None None] Network 4533c2a1-6edc-4925-8efe-ae0bc9e9b666 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:26:37.743336 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['29c01c9f-94c9-4ac1-87b2-e1f292018b97'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:37.800642 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['3075185e-3c3b-4e1f-8294-cdadf9bf5523'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:37.924386 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24db8ac-92cb-46a6-882f-7ebfa150ad91 req-7514d91f-131f-4184-b84a-a6635f899438 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:37.925877 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f24db8ac-92cb-46a6-882f-7ebfa150ad91 req-7514d91f-131f-4184-b84a-a6635f899438 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 943 time: 0.1944931 Jul 29 23:26:37.940563 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dbbabad9-58fe-4811-8361-8d8f4f25b22c req-0014715a-95bf-4505-b67a-229e840de812 service neutron] 10.222.0.39 "GET /v2.0/networks/dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3055420 Jul 29 23:26:38.245875 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:38.356587 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.db.resource_extend [req-7fa85dd7-3c2e-4386-8216-0d69642090b1 req-069131a6-05b0-4add-bcd3-08e49fb2b662 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:26:38.361439 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f24db8ac-92cb-46a6-882f-7ebfa150ad91 req-24bb0c15-720b-4dc4-a29d-18d12a161756 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4285226 Jul 29 23:26:38.412016 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7fa85dd7-3c2e-4386-8216-0d69642090b1 req-069131a6-05b0-4add-bcd3-08e49fb2b662 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:38.417407 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7fa85dd7-3c2e-4386-8216-0d69642090b1 req-069131a6-05b0-4add-bcd3-08e49fb2b662 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:38.546058 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd059d9-131c-4df5-a569-e727a5e11f03 req-93d2491f-4a87-4e36-b7de-cabefbd334e5 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:38.547499 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7dd059d9-131c-4df5-a569-e727a5e11f03 req-93d2491f-4a87-4e36-b7de-cabefbd334e5 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=6daf8cf4-021e-48f1-9c80-c9892034785f HTTP/1.1" status: 200 len: 945 time: 0.0908351 Jul 29 23:26:38.576312 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [req-7fa85dd7-3c2e-4386-8216-0d69642090b1 req-069131a6-05b0-4add-bcd3-08e49fb2b662 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Floating IP 4a24bdec-cb62-4089-b78d-b6d357eff66c associated. External IP: 172.25.8.113, port: d1103d1e-e7ca-4eed-a46e-a3215d108cb4. Jul 29 23:26:38.634789 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7dd059d9-131c-4df5-a569-e727a5e11f03 req-ed5092b7-c0ce-4730-bdd3-dbdc7a0ab796 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788033 Jul 29 23:26:38.814848 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fa85dd7-3c2e-4386-8216-0d69642090b1 req-069131a6-05b0-4add-bcd3-08e49fb2b662 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Router 7d77eb20-96f6-45b3-b3f5-457c5263263c has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:26:39.006007 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fa85dd7-3c2e-4386-8216-0d69642090b1 req-069131a6-05b0-4add-bcd3-08e49fb2b662 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:26:39.011321 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7fa85dd7-3c2e-4386-8216-0d69642090b1 req-069131a6-05b0-4add-bcd3-08e49fb2b662 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:39.015742 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cca88b5-daa3-42d3-92d6-1a8693563612 None None] Sync routers for ids ['7d77eb20-96f6-45b3-b3f5-457c5263263c'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:26:39.025777 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cca88b5-daa3-42d3-92d6-1a8693563612 None None] Routers {'7d77eb20-96f6-45b3-b3f5-457c5263263c'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:39.026475 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8cca88b5-daa3-42d3-92d6-1a8693563612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:26:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['7d77eb20-96f6-45b3-b3f5-457c5263263c'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:39.039707 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-6923ab5d-aa94-43d3-bc86-91cdd4509cdc tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:39.041213 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-6923ab5d-aa94-43d3-bc86-91cdd4509cdc tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] 10.222.0.18 "GET /v2.0/networks?id=4533c2a1-6edc-4925-8efe-ae0bc9e9b666 HTTP/1.1" status: 200 len: 814 time: 0.1773312 Jul 29 23:26:39.058996 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7fa85dd7-3c2e-4386-8216-0d69642090b1 req-069131a6-05b0-4add-bcd3-08e49fb2b662 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "PUT /v2.0/floatingips/4a24bdec-cb62-4089-b78d-b6d357eff66c HTTP/1.1" status: 200 len: 997 time: 2.1824684 Jul 29 23:26:39.061992 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-5ef94ea0-f4d6-4033-b12c-cbbb844c3d6e tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] 10.222.0.18 "GET /v2.0/quotas/40f7f0a5ce79467a8b63ead5077b6a57 HTTP/1.1" status: 200 len: 375 time: 0.0125020 Jul 29 23:26:39.120053 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-c088fe68-d8a8-4177-a896-7d75639cbe56 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=40f7f0a5ce79467a8b63ead5077b6a57&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496035 Jul 29 23:26:39.135528 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-8cca88b5-daa3-42d3-92d6-1a8693563612 None None] Set router 7d77eb20-96f6-45b3-b3f5-457c5263263c gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:39.179157 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa85dd7-3c2e-4386-8216-0d69642090b1 req-6f600757-95dc-41a1-8406-fb552b7898c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:39.180721 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7fa85dd7-3c2e-4386-8216-0d69642090b1 req-6f600757-95dc-41a1-8406-fb552b7898c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=418682e7c0fa433fb0fd08c4ad86e992&device_id=f71ab4a5-f869-4404-9aac-d8a99eb1d3ec HTTP/1.1" status: 200 len: 1098 time: 0.1002395 Jul 29 23:26:39.286960 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-77adcbe5-078f-4184-a5d0-ea52ae07891b service neutron] 10.222.0.18 "GET /v2.0/networks/4533c2a1-6edc-4925-8efe-ae0bc9e9b666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557424 Jul 29 23:26:39.319538 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa85dd7-3c2e-4386-8216-0d69642090b1 req-5e9f00d0-9977-4845-9e73-d8c7390aae71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:39.321118 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7fa85dd7-3c2e-4386-8216-0d69642090b1 req-5e9f00d0-9977-4845-9e73-d8c7390aae71 service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ffb6994-ab69-4295-a6ca-800fb3cf4230 HTTP/1.1" status: 200 len: 930 time: 0.1344552 Jul 29 23:26:39.369371 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8cca88b5-daa3-42d3-92d6-1a8693563612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1650347053-router', 'tenant_id': '418682e7c0fa433fb0fd08c4ad86e992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'c4d242bd-a01f-45c3-aeaa-90bac865f4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:09Z', 'updated_at': '2021-07-29T23:26:14Z', 'revision_number': 4, 'project_id': '418682e7c0fa433fb0fd08c4ad86e992', 'gw_port': {'id': 'c4d242bd-a01f-45c3-aeaa-90bac865f4cc', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:59:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:10Z', 'updated_at': '2021-07-29T23:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '4a24bdec-cb62-4089-b78d-b6d357eff66c', 'tenant_id': '418682e7c0fa433fb0fd08c4ad86e992', 'floating_ip_address': '172.25.8.113', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'port_id': 'd1103d1e-e7ca-4eed-a46e-a3215d108cb4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ffb6994-ab69-4295-a6ca-800fb3cf4230', 'mac_address': 'fa:16:3e:66:f2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71ab4a5-f869-4404-9aac-d8a99eb1d3ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:26:33Z', 'updated_at': '2021-07-29T23:26:37Z', 'revision_number': 1, 'project_id': '418682e7c0fa433fb0fd08c4ad86e992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5353ea4-9b56-4ace-9190-1fc9af46655d', 'name': '', 'network_id': '0ffb6994-ab69-4295-a6ca-800fb3cf4230', 'tenant_id': '418682e7c0fa433fb0fd08c4ad86e992', 'mac_address': 'fa:16:3e:1a:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'b2831565-4c6b-4f31-b9d8-957694c5d713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:13Z', 'updated_at': '2021-07-29T23:26:21Z', 'revision_number': 5, 'project_id': '418682e7c0fa433fb0fd08c4ad86e992', 'subnets': [{'id': 'b2831565-4c6b-4f31-b9d8-957694c5d713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:39.397779 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cca88b5-daa3-42d3-92d6-1a8693563612 None None] Checking router: 7d77eb20-96f6-45b3-b3f5-457c5263263c for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:26:39.407034 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cca88b5-daa3-42d3-92d6-1a8693563612 None None] Routers {'7d77eb20-96f6-45b3-b3f5-457c5263263c'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:39.407687 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8cca88b5-daa3-42d3-92d6-1a8693563612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:26:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['7d77eb20-96f6-45b3-b3f5-457c5263263c'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:39.424799 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7fa85dd7-3c2e-4386-8216-0d69642090b1 req-992befda-c9b2-4747-8a6e-f297afd72843 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1103d1e-e7ca-4eed-a46e-a3215d108cb4 HTTP/1.1" status: 200 len: 1000 time: 0.0784836 Jul 29 23:26:39.465601 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-55529a50-f436-4c34-b35d-d1c0dfc4047b service neutron] 10.222.0.18 "GET /v2.0/networks/4533c2a1-6edc-4925-8efe-ae0bc9e9b666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668601 Jul 29 23:26:39.485056 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa85dd7-3c2e-4386-8216-0d69642090b1 req-d367ac61-3f5b-448d-b33d-7e2b5f30fa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:39.486643 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7fa85dd7-3c2e-4386-8216-0d69642090b1 req-d367ac61-3f5b-448d-b33d-7e2b5f30fa4a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2831565-4c6b-4f31-b9d8-957694c5d713 HTTP/1.1" status: 200 len: 868 time: 0.0513570 Jul 29 23:26:39.518880 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-8cca88b5-daa3-42d3-92d6-1a8693563612 None None] Set router 7d77eb20-96f6-45b3-b3f5-457c5263263c gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:39.534214 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa85dd7-3c2e-4386-8216-0d69642090b1 req-483529d8-b4a4-43fc-8555-579d9cfd3352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:39.535769 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7fa85dd7-3c2e-4386-8216-0d69642090b1 req-483529d8-b4a4-43fc-8555-579d9cfd3352 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ffb6994-ab69-4295-a6ca-800fb3cf4230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428810 Jul 29 23:26:39.638689 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef', 'tag': '399e5545-51f2-4e1c-9544-014fb83fc48b'}, {'name': 'network-changed', 'server_uuid': '5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d', 'tag': 'd952f399-ef6d-41a9-be1c-bf1a7e313319'}, {'name': 'network-changed', 'server_uuid': 'f71ab4a5-f869-4404-9aac-d8a99eb1d3ec', 'tag': 'd1103d1e-e7ca-4eed-a46e-a3215d108cb4'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:39.642240 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071fb510-e057-428c-b82d-91b19abb83c7" -d '{"events": [{"name": "network-changed", "server_uuid": "60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef", "tag": "399e5545-51f2-4e1c-9544-014fb83fc48b"}, {"name": "network-changed", "server_uuid": "5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d", "tag": "d952f399-ef6d-41a9-be1c-bf1a7e313319"}, {"name": "network-changed", "server_uuid": "f71ab4a5-f869-4404-9aac-d8a99eb1d3ec", "tag": "d1103d1e-e7ca-4eed-a46e-a3215d108cb4"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:39.646888 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7fa85dd7-3c2e-4386-8216-0d69642090b1 req-7cc58e7c-25b4-4bea-990b-5211feb3709f service neutron] 10.222.0.18 "GET /v2.0/networks/0ffb6994-ab69-4295-a6ca-800fb3cf4230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043456 Jul 29 23:26:39.685022 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-90b01ad5-723c-4a1a-8901-42e5bfed0829 req-c0d3b642-8353-45d3-867d-7bc96aa708c7 tempest-ServerShowV257Test-985323066 tempest-ServerShowV257Test-985323066-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7840984-2c3f-4935-9144-bcab533dcf8b HTTP/1.1" status: 200 len: 210 time: 0.0371666 Jul 29 23:26:39.769685 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7fa85dd7-3c2e-4386-8216-0d69642090b1 req-146648d6-17d3-40c7-9dd0-d70dacbf2969 service neutron] 10.222.0.18 "GET /v2.0/networks/0ffb6994-ab69-4295-a6ca-800fb3cf4230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111820 Jul 29 23:26:39.789358 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8cca88b5-daa3-42d3-92d6-1a8693563612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1650347053-router', 'tenant_id': '418682e7c0fa433fb0fd08c4ad86e992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'c4d242bd-a01f-45c3-aeaa-90bac865f4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:09Z', 'updated_at': '2021-07-29T23:26:14Z', 'revision_number': 4, 'project_id': '418682e7c0fa433fb0fd08c4ad86e992', 'gw_port': {'id': 'c4d242bd-a01f-45c3-aeaa-90bac865f4cc', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:59:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:10Z', 'updated_at': '2021-07-29T23:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '4a24bdec-cb62-4089-b78d-b6d357eff66c', 'tenant_id': '418682e7c0fa433fb0fd08c4ad86e992', 'floating_ip_address': '172.25.8.113', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'port_id': 'd1103d1e-e7ca-4eed-a46e-a3215d108cb4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ffb6994-ab69-4295-a6ca-800fb3cf4230', 'mac_address': 'fa:16:3e:66:f2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71ab4a5-f869-4404-9aac-d8a99eb1d3ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:26:33Z', 'updated_at': '2021-07-29T23:26:37Z', 'revision_number': 1, 'project_id': '418682e7c0fa433fb0fd08c4ad86e992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5353ea4-9b56-4ace-9190-1fc9af46655d', 'name': '', 'network_id': '0ffb6994-ab69-4295-a6ca-800fb3cf4230', 'tenant_id': '418682e7c0fa433fb0fd08c4ad86e992', 'mac_address': 'fa:16:3e:1a:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'b2831565-4c6b-4f31-b9d8-957694c5d713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:13Z', 'updated_at': '2021-07-29T23:26:21Z', 'revision_number': 5, 'project_id': '418682e7c0fa433fb0fd08c4ad86e992', 'subnets': [{'id': 'b2831565-4c6b-4f31-b9d8-957694c5d713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:39.821311 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cca88b5-daa3-42d3-92d6-1a8693563612 None None] The sync data for ids ['7d77eb20-96f6-45b3-b3f5-457c5263263c'] in n-d-712140-10 is: [{'id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1650347053-router', 'tenant_id': '418682e7c0fa433fb0fd08c4ad86e992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'c4d242bd-a01f-45c3-aeaa-90bac865f4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:09Z', 'updated_at': '2021-07-29T23:26:14Z', 'revision_number': 4, 'project_id': '418682e7c0fa433fb0fd08c4ad86e992', 'gw_port': {'id': 'c4d242bd-a01f-45c3-aeaa-90bac865f4cc', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:59:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:10Z', 'updated_at': '2021-07-29T23:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '4a24bdec-cb62-4089-b78d-b6d357eff66c', 'tenant_id': '418682e7c0fa433fb0fd08c4ad86e992', 'floating_ip_address': '172.25.8.113', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'port_id': 'd1103d1e-e7ca-4eed-a46e-a3215d108cb4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1055, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ffb6994-ab69-4295-a6ca-800fb3cf4230', 'mac_address': 'fa:16:3e:66:f2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71ab4a5-f869-4404-9aac-d8a99eb1d3ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:26:33Z', 'updated_at': '2021-07-29T23:26:37Z', 'revision_number': 1, 'project_id': '418682e7c0fa433fb0fd08c4ad86e992', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5353ea4-9b56-4ace-9190-1fc9af46655d', 'name': '', 'network_id': '0ffb6994-ab69-4295-a6ca-800fb3cf4230', 'tenant_id': '418682e7c0fa433fb0fd08c4ad86e992', 'mac_address': 'fa:16:3e:1a:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'b2831565-4c6b-4f31-b9d8-957694c5d713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:13Z', 'updated_at': '2021-07-29T23:26:21Z', 'revision_number': 5, 'project_id': '418682e7c0fa433fb0fd08c4ad86e992', 'subnets': [{'id': 'b2831565-4c6b-4f31-b9d8-957694c5d713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:26:39.945756 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60d09c-0ad0-4b46-a134-5d4079d363dc req-45cbd459-d6d8-446b-9452-436af2abaabb tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:39.952605 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60d09c-0ad0-4b46-a134-5d4079d363dc req-45cbd459-d6d8-446b-9452-436af2abaabb tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:39.960694 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60d09c-0ad0-4b46-a134-5d4079d363dc req-45cbd459-d6d8-446b-9452-436af2abaabb tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:39.966647 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60d09c-0ad0-4b46-a134-5d4079d363dc req-45cbd459-d6d8-446b-9452-436af2abaabb tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:39.972724 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60d09c-0ad0-4b46-a134-5d4079d363dc req-45cbd459-d6d8-446b-9452-436af2abaabb tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:39.978569 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60d09c-0ad0-4b46-a134-5d4079d363dc req-45cbd459-d6d8-446b-9452-436af2abaabb tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:39.985155 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60d09c-0ad0-4b46-a134-5d4079d363dc req-45cbd459-d6d8-446b-9452-436af2abaabb tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:39.987054 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b60d09c-0ad0-4b46-a134-5d4079d363dc req-45cbd459-d6d8-446b-9452-436af2abaabb tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5439 time: 0.1293197 Jul 29 23:26:40.055232 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2ba335-9db1-4c58-bde5-f93e468f4119 req-90cded2c-fcee-47a3-82a1-0858c61d62cc tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:40.056863 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3b2ba335-9db1-4c58-bde5-f93e468f4119 req-90cded2c-fcee-47a3-82a1-0858c61d62cc tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/ports?device_id=60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef HTTP/1.1" status: 200 len: 943 time: 0.1651862 Jul 29 23:26:40.088323 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b60d09c-0ad0-4b46-a134-5d4079d363dc req-244c11e8-6d40-4197-b010-8ea18ccdb893 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0911026 Jul 29 23:26:40.097392 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2ae95-0a55-4932-a273-460e81a2b8d6 req-55230375-7f60-4c83-9868-5cb6d321d600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:40.098884 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-91c2ae95-0a55-4932-a273-460e81a2b8d6 req-55230375-7f60-4c83-9868-5cb6d321d600 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=965c670d288e49d5aaa85c1c76b5b87f&device_id=987fdebb-c59d-40b7-b9d0-9d712fb6359a HTTP/1.1" status: 200 len: 1097 time: 0.1109416 Jul 29 23:26:40.114357 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-921439a5-5db3-4a61-b09f-555f05ca8681 None None] New status for floating IP 4a24bdec-cb62-4089-b78d-b6d357eff66c: ACTIVE {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:26:40.128845 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3b2ba335-9db1-4c58-bde5-f93e468f4119 req-5e8a3b05-bb99-4018-81ba-622bed563a1e tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups?id=d79fff0a-09c1-4a3b-83fd-5425d61ca504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604672 Jul 29 23:26:40.232528 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6db2e258-0519-4828-8062-372c813d720a req-a9fbf5da-b57b-44cd-92d1-e1517b030ce9 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a60b487-d577-45b3-a00e-240bf2bc267e HTTP/1.1" status: 200 len: 210 time: 0.0399253 Jul 29 23:26:40.308738 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b1140f-4978-40f0-bbe6-35d77f42313a req-e166dfb9-47ac-4037-855d-01f6d9a321d0 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:40.310347 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c3b1140f-4978-40f0-bbe6-35d77f42313a req-e166dfb9-47ac-4037-855d-01f6d9a321d0 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 943 time: 0.1051493 Jul 29 23:26:40.318270 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2218165b-4da6-42d3-9356-df9f51fa357f x-openstack-request-id: req-2218165b-4da6-42d3-9356-df9f51fa357f {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:40.318713 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef", "tag": "399e5545-51f2-4e1c-9544-014fb83fc48b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d", "tag": "d952f399-ef6d-41a9-be1c-bf1a7e313319", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f71ab4a5-f869-4404-9aac-d8a99eb1d3ec", "tag": "d1103d1e-e7ca-4eed-a46e-a3215d108cb4", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:40.319242 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2218165b-4da6-42d3-9356-df9f51fa357f {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:40.319861 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef', 'tag': '399e5545-51f2-4e1c-9544-014fb83fc48b', 'status': 'completed', 'code': 200} Jul 29 23:26:40.320346 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d', 'tag': 'd952f399-ef6d-41a9-be1c-bf1a7e313319', 'status': 'completed', 'code': 200} Jul 29 23:26:40.320677 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71ab4a5-f869-4404-9aac-d8a99eb1d3ec', 'tag': 'd1103d1e-e7ca-4eed-a46e-a3215d108cb4', 'status': 'completed', 'code': 200} Jul 29 23:26:40.418014 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2ae95-0a55-4932-a273-460e81a2b8d6 req-dbbdfc5e-f2d4-480a-a2ab-35d9d497cc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:40.419416 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-91c2ae95-0a55-4932-a273-460e81a2b8d6 req-dbbdfc5e-f2d4-480a-a2ab-35d9d497cc29 service neutron] 10.222.0.23 "GET /v2.0/networks?id=2bf2dc2d-f805-45d8-a88e-ba5362112857 HTTP/1.1" status: 200 len: 916 time: 0.2888529 Jul 29 23:26:40.484317 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c3b1140f-4978-40f0-bbe6-35d77f42313a req-4ef740b4-c278-444a-a5be-f5dc8ff82c1c tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591415 Jul 29 23:26:40.490770 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-91c2ae95-0a55-4932-a273-460e81a2b8d6 req-95a0a324-abb8-45f3-9f40-4e4f0ed78467 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8a8dde04-3585-4407-aaa8-c97ebb91e89d HTTP/1.1" status: 200 len: 217 time: 0.0575314 Jul 29 23:26:40.495061 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fb510-e057-428c-b82d-91b19abb83c7 req-3a832230-c308-4afe-ba1a-cb9e731a1ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:40.496529 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-071fb510-e057-428c-b82d-91b19abb83c7 req-3a832230-c308-4afe-ba1a-cb9e731a1ee3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc9f40ce066549d5a00b2fc27cd6a85a&device_id=60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef HTTP/1.1" status: 200 len: 1095 time: 0.1580346 Jul 29 23:26:40.508145 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ecb4c-b18b-4b39-8c77-72d87287313a req-faa78306-fb28-45d4-9189-26ead41e5a19 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:40.509632 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-760ecb4c-b18b-4b39-8c77-72d87287313a req-faa78306-fb28-45d4-9189-26ead41e5a19 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=6daf8cf4-021e-48f1-9c80-c9892034785f HTTP/1.1" status: 200 len: 945 time: 0.1406181 Jul 29 23:26:40.693289 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2ae95-0a55-4932-a273-460e81a2b8d6 req-6fb7cb33-82f5-4ed6-b72c-a34d81437be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:40.694868 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-91c2ae95-0a55-4932-a273-460e81a2b8d6 req-6fb7cb33-82f5-4ed6-b72c-a34d81437be8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=c3766b36-d1e4-4f1b-8f1b-c0000e7b42e6 HTTP/1.1" status: 200 len: 854 time: 0.1843748 Jul 29 23:26:40.727995 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-760ecb4c-b18b-4b39-8c77-72d87287313a req-822b02ec-bea3-421b-bb44-4cc5d6185978 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011025 Jul 29 23:26:40.779164 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fb510-e057-428c-b82d-91b19abb83c7 req-0afb93ea-3222-4668-af3a-ad1c2f39add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:40.781237 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-071fb510-e057-428c-b82d-91b19abb83c7 req-0afb93ea-3222-4668-af3a-ad1c2f39add2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb HTTP/1.1" status: 200 len: 914 time: 0.2697165 Jul 29 23:26:40.788983 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3343bc6f-bd51-4504-8127-b167440ba22e req-a1f2643a-c994-438b-9e31-822f3836f6b7 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 258 time: 0.2757120 Jul 29 23:26:40.803682 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-3343bc6f-bd51-4504-8127-b167440ba22e req-0748364f-83b8-40c2-8642-a4217bb4d7f8 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:40.812288 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2ae95-0a55-4932-a273-460e81a2b8d6 req-dae4af31-1651-4457-a723-ca6b3e8d8945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:40.813831 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-91c2ae95-0a55-4932-a273-460e81a2b8d6 req-dae4af31-1651-4457-a723-ca6b3e8d8945 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=2bf2dc2d-f805-45d8-a88e-ba5362112857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1001725 Jul 29 23:26:40.884570 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-91c2ae95-0a55-4932-a273-460e81a2b8d6 req-2eced397-3358-4e65-8bd9-4e2a04005e43 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:26:40.885547 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-91c2ae95-0a55-4932-a273-460e81a2b8d6 req-2eced397-3358-4e65-8bd9-4e2a04005e43 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072052 Jul 29 23:26:40.894321 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-071fb510-e057-428c-b82d-91b19abb83c7 req-ef5469f7-0586-4834-a42f-eb4be13aacd9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=399e5545-51f2-4e1c-9544-014fb83fc48b HTTP/1.1" status: 200 len: 217 time: 0.0946383 Jul 29 23:26:41.032234 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3343bc6f-bd51-4504-8127-b167440ba22e req-0748364f-83b8-40c2-8642-a4217bb4d7f8 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:41.406251 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 399e5545-51f2-4e1c-9544-014fb83fc48b details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:41.422871 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d9de12-3086-4dd8-8491-40d150f2ddc8 req-9ece9f2c-3172-4ca8-9036-faaa02d30ac2 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:41.424407 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c2d9de12-3086-4dd8-8491-40d150f2ddc8 req-9ece9f2c-3172-4ca8-9036-faaa02d30ac2 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=987fdebb-c59d-40b7-b9d0-9d712fb6359a HTTP/1.1" status: 200 len: 945 time: 0.6156082 Jul 29 23:26:41.460075 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fb510-e057-428c-b82d-91b19abb83c7 req-ea973bfb-f4ca-4875-9270-5ce068da8486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:41.462448 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-071fb510-e057-428c-b82d-91b19abb83c7 req-ea973bfb-f4ca-4875-9270-5ce068da8486 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ee33b029-d25c-4ff1-b685-d5b5f26c2363 HTTP/1.1" status: 200 len: 853 time: 0.5560589 Jul 29 23:26:41.501170 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 399e5545-51f2-4e1c-9544-014fb83fc48b, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=399e5545-51f2-4e1c-9544-014fb83fc48b,segment=NetworkSegment(7f058680-96f9-409b-9da3-a329d820632f),segment_id=7f058680-96f9-409b-9da3-a329d820632f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:41.516836 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '399e5545-51f2-4e1c-9544-014fb83fc48b', 'network_id': 'dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb', 'port_id': '399e5545-51f2-4e1c-9544-014fb83fc48b', 'mac_address': 'fa:16:3e:57:6d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee33b029-d25c-4ff1-b685-d5b5f26c2363', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:26:41.528112 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-e15b5ec9-2415-4e19-b771-cb5fd1671205 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:41.529582 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-e15b5ec9-2415-4e19-b771-cb5fd1671205 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] 10.222.0.23 "GET /v2.0/networks?id=4533c2a1-6edc-4925-8efe-ae0bc9e9b666 HTTP/1.1" status: 200 len: 814 time: 0.6687393 Jul 29 23:26:41.537335 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-071fb510-e057-428c-b82d-91b19abb83c7 req-0a4b1bbb-fc33-4c11-bd16-36fad3f653d1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604591 Jul 29 23:26:41.547523 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-91c2ae95-0a55-4932-a273-460e81a2b8d6 req-07987ed6-472a-4c37-9dbf-f0b9d5d12848 service neutron] 10.222.0.23 "GET /v2.0/networks/2bf2dc2d-f805-45d8-a88e-ba5362112857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6436722 Jul 29 23:26:41.553972 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:41.566411 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-465a9a8d-fc4a-4c34-a6cd-02891a9ff0fa tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] Request body: {'port': {'device_id': '5a60b487-d577-45b3-a00e-240bf2bc267e', 'network_id': '4533c2a1-6edc-4925-8efe-ae0bc9e9b666', 'admin_state_up': True, 'tenant_id': '40f7f0a5ce79467a8b63ead5077b6a57'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:41.566683 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 399e5545-51f2-4e1c-9544-014fb83fc48b {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:41.586621 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 399e5545-51f2-4e1c-9544-014fb83fc48b, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=399e5545-51f2-4e1c-9544-014fb83fc48b,segment=NetworkSegment(7f058680-96f9-409b-9da3-a329d820632f),segment_id=7f058680-96f9-409b-9da3-a329d820632f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:41.591707 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:41.603411 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c2d9de12-3086-4dd8-8491-40d150f2ddc8 req-e78bdddd-1663-4708-871d-ac9f52247562 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660459 Jul 29 23:26:41.648745 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=399e5545-51f2-4e1c-9544-014fb83fc48b,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:41.759911 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6259010f-1d0b-47b3-a367-57a89de5a037 req-0287d5c3-53ef-4d76-84a5-ef87c980dca5 tempest-ServerShowV257Test-985323066 tempest-ServerShowV257Test-985323066-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7840984-2c3f-4935-9144-bcab533dcf8b HTTP/1.1" status: 200 len: 210 time: 0.0630236 Jul 29 23:26:41.869856 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-91c2ae95-0a55-4932-a273-460e81a2b8d6 req-772fa5ca-cc8a-42ec-8809-017d8064a0fe service neutron] 10.222.0.23 "GET /v2.0/networks/2bf2dc2d-f805-45d8-a88e-ba5362112857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2981603 Jul 29 23:26:41.871555 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-071fb510-e057-428c-b82d-91b19abb83c7 req-d14feed4-e5de-4e28-9e54-5d9ed6934185 service neutron] 10.222.0.39 "GET /v2.0/networks/dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183155 Jul 29 23:26:41.949959 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3343bc6f-bd51-4504-8127-b167440ba22e req-0748364f-83b8-40c2-8642-a4217bb4d7f8 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:41.977304 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['399e5545-51f2-4e1c-9544-014fb83fc48b'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:41.981930 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device dae26797-31c4-4e0f-ad38-42613b90a8ce up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:42.024842 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f21b9c-e4b7-433c-9e11-97d8b943ab78 req-46a7eed4-730d-4e2b-9e59-5dcec0b7521b tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:42.031549 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f21b9c-e4b7-433c-9e11-97d8b943ab78 req-46a7eed4-730d-4e2b-9e59-5dcec0b7521b tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:42.039796 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f21b9c-e4b7-433c-9e11-97d8b943ab78 req-46a7eed4-730d-4e2b-9e59-5dcec0b7521b tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:42.043622 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f21b9c-e4b7-433c-9e11-97d8b943ab78 req-46a7eed4-730d-4e2b-9e59-5dcec0b7521b tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:42.050245 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f21b9c-e4b7-433c-9e11-97d8b943ab78 req-46a7eed4-730d-4e2b-9e59-5dcec0b7521b tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:42.056177 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f21b9c-e4b7-433c-9e11-97d8b943ab78 req-46a7eed4-730d-4e2b-9e59-5dcec0b7521b tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:42.062424 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f21b9c-e4b7-433c-9e11-97d8b943ab78 req-46a7eed4-730d-4e2b-9e59-5dcec0b7521b tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:42.064378 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c8f21b9c-e4b7-433c-9e11-97d8b943ab78 req-46a7eed4-730d-4e2b-9e59-5dcec0b7521b tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5439 time: 0.2333219 Jul 29 23:26:42.068701 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-465a9a8d-fc4a-4c34-a6cd-02891a9ff0fa tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] Made reservation on behalf of 40f7f0a5ce79467a8b63ead5077b6a57 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:26:42.072216 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-465a9a8d-fc4a-4c34-a6cd-02891a9ff0fa tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:42.087960 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port dae26797-31c4-4e0f-ad38-42613b90a8ce completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:42.097421 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port dae26797-31c4-4e0f-ad38-42613b90a8ce triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:42.097796 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:42.181508 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-071fb510-e057-428c-b82d-91b19abb83c7 req-d74292f8-3dc8-4fe2-8d1c-8f9d314fd87a service neutron] 10.222.0.39 "GET /v2.0/networks/dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928491 Jul 29 23:26:42.221377 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c8f21b9c-e4b7-433c-9e11-97d8b943ab78 req-c803d9c3-28c5-45fc-b842-6f0ee82a89aa tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1368375 Jul 29 23:26:42.224976 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:42.248615 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae26797-31c4-4e0f-ad38-42613b90a8ce'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:42.251447 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140302bc-b842-4426-bf29-c21f09740b4f" -d '{"events": [{"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-plugged", "status": "completed", "tag": "dae26797-31c4-4e0f-ad38-42613b90a8ce"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:42.264624 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-3343bc6f-bd51-4504-8127-b167440ba22e req-0748364f-83b8-40c2-8642-a4217bb4d7f8 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Allocated IP 172.25.8.156 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/51822c76-f880-4a9b-b36f-8bf55362547f) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:42.289884 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port dae26797-31c4-4e0f-ad38-42613b90a8ce, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=dae26797-31c4-4e0f-ad38-42613b90a8ce,segment=NetworkSegment(d0536e79-d8cd-4e04-969a-7835c7ba7f80),segment_id=d0536e79-d8cd-4e04-969a-7835c7ba7f80)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:42.294893 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:42.296309 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device df88191e-8451-4760-b573-4dbf92f82893 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:42.370170 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=dae26797-31c4-4e0f-ad38-42613b90a8ce,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:42.386672 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port df88191e-8451-4760-b573-4dbf92f82893 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:42.391668 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port df88191e-8451-4760-b573-4dbf92f82893 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:42.392193 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:42.456569 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fb510-e057-428c-b82d-91b19abb83c7 req-ec784aad-7418-492c-bb89-90c0e41842a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:42.458255 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-071fb510-e057-428c-b82d-91b19abb83c7 req-ec784aad-7418-492c-bb89-90c0e41842a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 1126 time: 0.2137611 Jul 29 23:26:42.470101 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-465a9a8d-fc4a-4c34-a6cd-02891a9ff0fa tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] Allocated IP 172.20.0.6 (4533c2a1-6edc-4925-8efe-ae0bc9e9b666/ce5d3950-6a1e-45a8-a884-f4161e50921b/250b3a26-f6ce-403d-bb27-15b307882249) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:26:42.485335 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:42.517848 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port df88191e-8451-4760-b573-4dbf92f82893, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=df88191e-8451-4760-b573-4dbf92f82893,segment=NetworkSegment(a0a49c32-421f-4f62-8751-bfe67cfd0240),segment_id=a0a49c32-421f-4f62-8751-bfe67cfd0240)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:42.518124 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c691947-ccee-4c3b-a459-f630716aaa13 req-d3caa06a-0d8c-4397-911c-ccccea776d09 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:42.519456 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c691947-ccee-4c3b-a459-f630716aaa13 req-d3caa06a-0d8c-4397-911c-ccccea776d09 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/ports?device_id=60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef HTTP/1.1" status: 200 len: 944 time: 0.2142093 Jul 29 23:26:42.526069 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:42.527014 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device e1b35c57-ba8c-44ac-9445-757f4f37b07f up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:42.603428 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=df88191e-8451-4760-b573-4dbf92f82893,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:42.615690 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port e1b35c57-ba8c-44ac-9445-757f4f37b07f completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:42.619615 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port e1b35c57-ba8c-44ac-9445-757f4f37b07f triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:42.620087 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:42.633650 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3343bc6f-bd51-4504-8127-b167440ba22e req-0748364f-83b8-40c2-8642-a4217bb4d7f8 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:42.705946 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:42.718028 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c691947-ccee-4c3b-a459-f630716aaa13 req-9e3854ec-93b3-4fa1-8d70-e06e19cb51ea tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups?id=d79fff0a-09c1-4a3b-83fd-5425d61ca504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684768 Jul 29 23:26:42.736892 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fb510-e057-428c-b82d-91b19abb83c7 req-a7bd4f52-e58f-40c9-b641-47fd3890c647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:42.738391 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-071fb510-e057-428c-b82d-91b19abb83c7 req-a7bd4f52-e58f-40c9-b641-47fd3890c647 service neutron] 10.222.0.39 "GET /v2.0/networks?id=41b737f2-e531-4160-b598-3383b744485d HTTP/1.1" status: 200 len: 909 time: 0.2656245 Jul 29 23:26:42.756888 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port e1b35c57-ba8c-44ac-9445-757f4f37b07f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=e1b35c57-ba8c-44ac-9445-757f4f37b07f,segment=NetworkSegment(a0a49c32-421f-4f62-8751-bfe67cfd0240),segment_id=a0a49c32-421f-4f62-8751-bfe67cfd0240)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:42.761760 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:42.763158 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device e3ef52f7-fd2b-40b7-ab81-25976f3c6559 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:42.809774 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-071fb510-e057-428c-b82d-91b19abb83c7 req-8b2186dc-5620-45e7-a8f1-69e8a3b72a00 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d952f399-ef6d-41a9-be1c-bf1a7e313319 HTTP/1.1" status: 200 len: 217 time: 0.0594566 Jul 29 23:26:42.847223 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=e1b35c57-ba8c-44ac-9445-757f4f37b07f,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:42.860137 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port e3ef52f7-fd2b-40b7-ab81-25976f3c6559 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:42.864389 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port e3ef52f7-fd2b-40b7-ab81-25976f3c6559 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:42.864772 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:42.873836 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-23318610-f28b-4588-97c9-7966728855e7 req-31fdc7b0-ac29-4e72-aa68-bc2f04d4efef tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a60b487-d577-45b3-a00e-240bf2bc267e HTTP/1.1" status: 200 len: 210 time: 0.0698774 Jul 29 23:26:42.891350 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3343bc6f-bd51-4504-8127-b167440ba22e req-0748364f-83b8-40c2-8642-a4217bb4d7f8 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:42.956078 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3343bc6f-bd51-4504-8127-b167440ba22e req-0748364f-83b8-40c2-8642-a4217bb4d7f8 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:42.962398 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:42.964215 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fb510-e057-428c-b82d-91b19abb83c7 req-2b0b64d2-ef79-4051-9715-4be91d74a35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:42.965646 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-071fb510-e057-428c-b82d-91b19abb83c7 req-2b0b64d2-ef79-4051-9715-4be91d74a35d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=599960cf-5b7f-432a-8a6a-c415f2272dee HTTP/1.1" status: 200 len: 848 time: 0.1405461 Jul 29 23:26:42.969164 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-465a9a8d-fc4a-4c34-a6cd-02891a9ff0fa tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:42.978501 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-3343bc6f-bd51-4504-8127-b167440ba22e req-0748364f-83b8-40c2-8642-a4217bb4d7f8 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:43.000446 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port e3ef52f7-fd2b-40b7-ab81-25976f3c6559, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=e3ef52f7-fd2b-40b7-ab81-25976f3c6559,segment=NetworkSegment(4ac21f00-30d3-4050-bcd9-41af44bf680d),segment_id=4ac21f00-30d3-4050-bcd9-41af44bf680d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:43.004796 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.005593 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 29c01c9f-94c9-4ac1-87b2-e1f292018b97 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:43.010556 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-3343bc6f-bd51-4504-8127-b167440ba22e req-0748364f-83b8-40c2-8642-a4217bb4d7f8 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:43.032888 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748364f-83b8-40c2-8642-a4217bb4d7f8 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Pushing event updated for resources: {'Port': ['ID=51822c76-f880-4a9b-b36f-8bf55362547f,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:43.054582 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-071fb510-e057-428c-b82d-91b19abb83c7 req-179e6916-44ce-4eae-810a-f7e4c2b3b591 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41b737f2-e531-4160-b598-3383b744485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774908 Jul 29 23:26:43.083052 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=e3ef52f7-fd2b-40b7-ab81-25976f3c6559,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:43.084363 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748364f-83b8-40c2-8642-a4217bb4d7f8 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:43.084717 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748364f-83b8-40c2-8642-a4217bb4d7f8 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:43.085681 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748364f-83b8-40c2-8642-a4217bb4d7f8 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:43.086027 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748364f-83b8-40c2-8642-a4217bb4d7f8 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:43.086365 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748364f-83b8-40c2-8642-a4217bb4d7f8 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:43.086700 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748364f-83b8-40c2-8642-a4217bb4d7f8 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:43.087032 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748364f-83b8-40c2-8642-a4217bb4d7f8 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:43.087365 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748364f-83b8-40c2-8642-a4217bb4d7f8 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:43.087697 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748364f-83b8-40c2-8642-a4217bb4d7f8 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:43.088048 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748364f-83b8-40c2-8642-a4217bb4d7f8 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:43.088375 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748364f-83b8-40c2-8642-a4217bb4d7f8 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:43.088696 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0748364f-83b8-40c2-8642-a4217bb4d7f8 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:43.098777 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 29c01c9f-94c9-4ac1-87b2-e1f292018b97 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:43.102951 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 29c01c9f-94c9-4ac1-87b2-e1f292018b97 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:43.103333 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.168109 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77305a-c9ea-415d-99ec-f6cbe77e7131 req-76e5902f-3406-4085-88b2-e94d6bb9ef00 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:43.169602 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7c77305a-c9ea-415d-99ec-f6cbe77e7131 req-76e5902f-3406-4085-88b2-e94d6bb9ef00 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 943 time: 0.2238247 Jul 29 23:26:43.186631 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.222273 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 29c01c9f-94c9-4ac1-87b2-e1f292018b97, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=29c01c9f-94c9-4ac1-87b2-e1f292018b97,segment=NetworkSegment(d0536e79-d8cd-4e04-969a-7835c7ba7f80),segment_id=d0536e79-d8cd-4e04-969a-7835c7ba7f80)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:43.227195 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.228141 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device aa4019a8-862f-423f-a23c-d8c79eeaa4f6 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:43.240687 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-465a9a8d-fc4a-4c34-a6cd-02891a9ff0fa tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.315301 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-071fb510-e057-428c-b82d-91b19abb83c7 req-7ff57754-8966-4204-80f9-e06eb7381314 service neutron] 10.222.0.39 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459536 Jul 29 23:26:43.321782 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3343bc6f-bd51-4504-8127-b167440ba22e req-0748364f-83b8-40c2-8642-a4217bb4d7f8 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.332897 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=29c01c9f-94c9-4ac1-87b2-e1f292018b97,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:43.341207 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7c77305a-c9ea-415d-99ec-f6cbe77e7131 req-9e09ce84-4c10-4844-b356-89e0e78d216d tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629305 Jul 29 23:26:43.344207 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port aa4019a8-862f-423f-a23c-d8c79eeaa4f6 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:43.349434 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port aa4019a8-862f-423f-a23c-d8c79eeaa4f6 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:43.358775 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.359260 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-465a9a8d-fc4a-4c34-a6cd-02891a9ff0fa tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] Network 4533c2a1-6edc-4925-8efe-ae0bc9e9b666 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:26:43.370657 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-465a9a8d-fc4a-4c34-a6cd-02891a9ff0fa tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:26:43.403288 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-465a9a8d-fc4a-4c34-a6cd-02891a9ff0fa tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:26:43.415583 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 399e5545-51f2-4e1c-9544-014fb83fc48b up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:43.472658 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a9a8d-fc4a-4c34-a6cd-02891a9ff0fa tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] Pushing event updated for resources: {'Port': ['ID=250b3a26-f6ce-403d-bb27-15b307882249,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:43.507520 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 399e5545-51f2-4e1c-9544-014fb83fc48b completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:43.518092 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 399e5545-51f2-4e1c-9544-014fb83fc48b triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:43.518458 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.528533 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3343bc6f-bd51-4504-8127-b167440ba22e req-0748364f-83b8-40c2-8642-a4217bb4d7f8 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.544871 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.594551 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-465a9a8d-fc4a-4c34-a6cd-02891a9ff0fa tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:43.595019 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port aa4019a8-862f-423f-a23c-d8c79eeaa4f6, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=aa4019a8-862f-423f-a23c-d8c79eeaa4f6,segment=NetworkSegment(d0536e79-d8cd-4e04-969a-7835c7ba7f80),segment_id=d0536e79-d8cd-4e04-969a-7835c7ba7f80)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:43.595197 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-465a9a8d-fc4a-4c34-a6cd-02891a9ff0fa tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.602158 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.603053 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 3075185e-3c3b-4e1f-8294-cdadf9bf5523 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:43.634879 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-071fb510-e057-428c-b82d-91b19abb83c7 req-56c1c02f-7174-4934-ad65-cf741876aa69 service neutron] 10.222.0.39 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062253 Jul 29 23:26:43.664485 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b825fb8-9df9-4a88-bb5a-ff76f3cb3eb8 req-e9ce1847-52a2-41a0-bafc-3850ce44dd86 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:43.676279 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9b825fb8-9df9-4a88-bb5a-ff76f3cb3eb8 req-e9ce1847-52a2-41a0-bafc-3850ce44dd86 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=6daf8cf4-021e-48f1-9c80-c9892034785f HTTP/1.1" status: 200 len: 945 time: 0.2045200 Jul 29 23:26:43.685446 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-465a9a8d-fc4a-4c34-a6cd-02891a9ff0fa tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1331716 Jul 29 23:26:43.723127 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.848430 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9b825fb8-9df9-4a88-bb5a-ff76f3cb3eb8 req-623efe0b-d8d6-4a35-bffc-40d221e642b4 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710935 Jul 29 23:26:43.881879 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=aa4019a8-862f-423f-a23c-d8c79eeaa4f6,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:43.899964 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-7a395a9b-d79d-4e20-b03d-f4a85104e8c5 service neutron] Request body: {'port': {'device_id': '5a60b487-d577-45b3-a00e-240bf2bc267e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:43.909116 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 399e5545-51f2-4e1c-9544-014fb83fc48b, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=399e5545-51f2-4e1c-9544-014fb83fc48b,segment=NetworkSegment(7f058680-96f9-409b-9da3-a329d820632f),segment_id=7f058680-96f9-409b-9da3-a329d820632f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:43.915676 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.921377 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 3075185e-3c3b-4e1f-8294-cdadf9bf5523 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:43.926726 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 3075185e-3c3b-4e1f-8294-cdadf9bf5523 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:43.927064 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:43.940395 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fb510-e057-428c-b82d-91b19abb83c7 req-41b97947-9cb5-497d-82e7-07579b43cb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:43.942057 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-071fb510-e057-428c-b82d-91b19abb83c7 req-41b97947-9cb5-497d-82e7-07579b43cb65 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=418682e7c0fa433fb0fd08c4ad86e992&device_id=f71ab4a5-f869-4404-9aac-d8a99eb1d3ec HTTP/1.1" status: 200 len: 1098 time: 0.2336311 Jul 29 23:26:43.948484 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29988424-4686-4270-a58d-f2b548675084 x-openstack-request-id: req-29988424-4686-4270-a58d-f2b548675084 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:43.949023 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-plugged", "status": "completed", "tag": "dae26797-31c4-4e0f-ad38-42613b90a8ce", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:43.949023 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-29988424-4686-4270-a58d-f2b548675084 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:43.949377 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dae26797-31c4-4e0f-ad38-42613b90a8ce', 'code': 200} Jul 29 23:26:44.017136 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=399e5545-51f2-4e1c-9544-014fb83fc48b,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:44.073817 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:44.113174 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 3075185e-3c3b-4e1f-8294-cdadf9bf5523, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3075185e-3c3b-4e1f-8294-cdadf9bf5523,segment=NetworkSegment(d0536e79-d8cd-4e04-969a-7835c7ba7f80),segment_id=d0536e79-d8cd-4e04-969a-7835c7ba7f80)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:44.116526 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3343bc6f-bd51-4504-8127-b167440ba22e req-0748364f-83b8-40c2-8642-a4217bb4d7f8 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:44.119681 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:44.135038 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3343bc6f-bd51-4504-8127-b167440ba22e req-0748364f-83b8-40c2-8642-a4217bb4d7f8 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:44.170356 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-7a395a9b-d79d-4e20-b03d-f4a85104e8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:44.174379 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=3075185e-3c3b-4e1f-8294-cdadf9bf5523,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:44.176443 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fb510-e057-428c-b82d-91b19abb83c7 req-0f103cc1-8b99-43b3-bad1-35f2e1dddadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:44.178768 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-071fb510-e057-428c-b82d-91b19abb83c7 req-0f103cc1-8b99-43b3-bad1-35f2e1dddadb service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ffb6994-ab69-4295-a6ca-800fb3cf4230 HTTP/1.1" status: 200 len: 930 time: 0.2293174 Jul 29 23:26:44.235085 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98128703-1ee1-4047-b607-91016302d4c2 req-5f981db5-deb0-4414-99b3-49cdfa42bbe0 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:44.236614 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98128703-1ee1-4047-b607-91016302d4c2 req-5f981db5-deb0-4414-99b3-49cdfa42bbe0 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=987fdebb-c59d-40b7-b9d0-9d712fb6359a HTTP/1.1" status: 200 len: 945 time: 0.2071710 Jul 29 23:26:44.317681 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748364f-83b8-40c2-8642-a4217bb4d7f8 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Pushing event updated for resources: {'Port': ['ID=51822c76-f880-4a9b-b36f-8bf55362547f,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:44.362323 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3343bc6f-bd51-4504-8127-b167440ba22e req-0748364f-83b8-40c2-8642-a4217bb4d7f8 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:44.385846 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-071fb510-e057-428c-b82d-91b19abb83c7 req-ef8c9d39-6585-4899-b1f8-b2bbc614c364 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1103d1e-e7ca-4eed-a46e-a3215d108cb4 HTTP/1.1" status: 200 len: 1002 time: 0.1877153 Jul 29 23:26:44.396173 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98128703-1ee1-4047-b607-91016302d4c2 req-becfe909-be44-4c1e-8e46-76d9730940e2 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190565 Jul 29 23:26:44.459690 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3343bc6f-bd51-4504-8127-b167440ba22e req-0748364f-83b8-40c2-8642-a4217bb4d7f8 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:44.460901 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3343bc6f-bd51-4504-8127-b167440ba22e req-0748364f-83b8-40c2-8642-a4217bb4d7f8 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.6640670 Jul 29 23:26:44.885612 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6b23d536-8724-412b-a915-34993fa35383 req-cbf3a38c-b6f5-4ede-a840-1b50143323f9 tempest-ServerShowV257Test-985323066 tempest-ServerShowV257Test-985323066-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7840984-2c3f-4935-9144-bcab533dcf8b HTTP/1.1" status: 200 len: 210 time: 0.4217746 Jul 29 23:26:44.933777 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3343bc6f-bd51-4504-8127-b167440ba22e req-63c6e7b9-aaf0-471d-a90b-3ed33faba00b tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.156 HTTP/1.1" status: 200 len: 696 time: 0.1192234 Jul 29 23:26:44.940305 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fb510-e057-428c-b82d-91b19abb83c7 req-a5f4680c-c43b-44a4-b14c-3fba354d1535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:44.941754 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-071fb510-e057-428c-b82d-91b19abb83c7 req-a5f4680c-c43b-44a4-b14c-3fba354d1535 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b2831565-4c6b-4f31-b9d8-957694c5d713 HTTP/1.1" status: 200 len: 868 time: 0.5446854 Jul 29 23:26:45.154341 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071fb510-e057-428c-b82d-91b19abb83c7 req-9d7db30f-1617-4a5e-8bc5-38bb9d2c0225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:45.156321 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-071fb510-e057-428c-b82d-91b19abb83c7 req-9d7db30f-1617-4a5e-8bc5-38bb9d2c0225 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ffb6994-ab69-4295-a6ca-800fb3cf4230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1979997 Jul 29 23:26:45.178787 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5695cff-91d8-41e3-8d61-4d94ebfb4ce0 req-ed0b0f2a-a808-4a4e-89a8-68203f632aac tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:45.181000 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-a12ca473-561a-4ce3-aeee-e8655a81bba3 service neutron] 10.222.0.39 "GET /v2.0/ports/d952f399-ef6d-41a9-be1c-bf1a7e313319/bindings/n-h1-712140-10 HTTP/1.1" status: 200 len: 385 time: 0.0561163 Jul 29 23:26:45.184608 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5695cff-91d8-41e3-8d61-4d94ebfb4ce0 req-ed0b0f2a-a808-4a4e-89a8-68203f632aac tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:45.190643 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5695cff-91d8-41e3-8d61-4d94ebfb4ce0 req-ed0b0f2a-a808-4a4e-89a8-68203f632aac tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:45.196574 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5695cff-91d8-41e3-8d61-4d94ebfb4ce0 req-ed0b0f2a-a808-4a4e-89a8-68203f632aac tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:45.203090 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5695cff-91d8-41e3-8d61-4d94ebfb4ce0 req-ed0b0f2a-a808-4a4e-89a8-68203f632aac tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:45.208991 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5695cff-91d8-41e3-8d61-4d94ebfb4ce0 req-ed0b0f2a-a808-4a4e-89a8-68203f632aac tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:45.214770 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5695cff-91d8-41e3-8d61-4d94ebfb4ce0 req-ed0b0f2a-a808-4a4e-89a8-68203f632aac tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:45.216726 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e5695cff-91d8-41e3-8d61-4d94ebfb4ce0 req-ed0b0f2a-a808-4a4e-89a8-68203f632aac tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5446 time: 0.2084455 Jul 29 23:26:45.288866 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343bc6f-bd51-4504-8127-b167440ba22e req-6499d5a4-deb2-407e-888a-3a141d7d20da tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:45.293940 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3343bc6f-bd51-4504-8127-b167440ba22e req-6499d5a4-deb2-407e-888a-3a141d7d20da tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 784 time: 0.3492548 Jul 29 23:26:45.378152 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-7a395a9b-d79d-4e20-b03d-f4a85104e8c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 250b3a26-f6ce-403d-bb27-15b307882249 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:45.388853 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e5695cff-91d8-41e3-8d61-4d94ebfb4ce0 req-5086368c-ed2f-46ff-95cf-2b403a472026 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1628473 Jul 29 23:26:45.392334 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-66205393-9c4c-4354-b7d0-d44cfdcf8726 service neutron] For port d952f399-ef6d-41a9-be1c-bf1a7e313319, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=d952f399-ef6d-41a9-be1c-bf1a7e313319,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:45.416615 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-66205393-9c4c-4354-b7d0-d44cfdcf8726 service neutron] For port d952f399-ef6d-41a9-be1c-bf1a7e313319, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:45.417308 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-7a395a9b-d79d-4e20-b03d-f4a85104e8c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:45.449391 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-071fb510-e057-428c-b82d-91b19abb83c7 req-243a813d-1ff2-421b-8273-67ae299f942c service neutron] 10.222.0.39 "GET /v2.0/networks/0ffb6994-ab69-4295-a6ca-800fb3cf4230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257972 Jul 29 23:26:45.450340 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-7a395a9b-d79d-4e20-b03d-f4a85104e8c5 service neutron] Transition to ACTIVE for port object 250b3a26-f6ce-403d-bb27-15b307882249 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:45.457014 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-7a395a9b-d79d-4e20-b03d-f4a85104e8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:45.458518 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-66205393-9c4c-4354-b7d0-d44cfdcf8726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d952f399-ef6d-41a9-be1c-bf1a7e313319 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:45.466301 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e6ab84-5a76-4a23-8524-d864145fb97c req-dd350294-a8c3-4e98-b13f-91f5be7d8ead tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:45.468599 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e2e6ab84-5a76-4a23-8524-d864145fb97c req-dd350294-a8c3-4e98-b13f-91f5be7d8ead tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/ports?device_id=60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef HTTP/1.1" status: 200 len: 945 time: 0.1089957 Jul 29 23:26:45.470433 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-66205393-9c4c-4354-b7d0-d44cfdcf8726 service neutron] For port d952f399-ef6d-41a9-be1c-bf1a7e313319, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=d952f399-ef6d-41a9-be1c-bf1a7e313319,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:45.484808 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-66205393-9c4c-4354-b7d0-d44cfdcf8726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:45.560038 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-66205393-9c4c-4354-b7d0-d44cfdcf8726 service neutron] Transition to ACTIVE for port object d952f399-ef6d-41a9-be1c-bf1a7e313319 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:26:45.564745 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-66205393-9c4c-4354-b7d0-d44cfdcf8726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:45.626416 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-66205393-9c4c-4354-b7d0-d44cfdcf8726 service neutron] No DVR routers for this DVR port d952f399-ef6d-41a9-be1c-bf1a7e313319 on host n-h2-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:26:45.635724 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a395a9b-d79d-4e20-b03d-f4a85104e8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=250b3a26-f6ce-403d-bb27-15b307882249,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:45.645215 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66205393-9c4c-4354-b7d0-d44cfdcf8726 service neutron] Pushing event updated for resources: {'Port': ['ID=d952f399-ef6d-41a9-be1c-bf1a7e313319,revision_number=10']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:45.670149 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e2e6ab84-5a76-4a23-8524-d864145fb97c req-ddd04c5e-d762-4665-ba73-04b8f9c20b46 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups?id=d79fff0a-09c1-4a3b-83fd-5425d61ca504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823573 Jul 29 23:26:45.671541 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66205393-9c4c-4354-b7d0-d44cfdcf8726 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:45.671906 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66205393-9c4c-4354-b7d0-d44cfdcf8726 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:45.672252 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66205393-9c4c-4354-b7d0-d44cfdcf8726 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:45.672585 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66205393-9c4c-4354-b7d0-d44cfdcf8726 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:45.672913 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66205393-9c4c-4354-b7d0-d44cfdcf8726 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:45.673237 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66205393-9c4c-4354-b7d0-d44cfdcf8726 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:45.673560 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66205393-9c4c-4354-b7d0-d44cfdcf8726 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:45.673879 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66205393-9c4c-4354-b7d0-d44cfdcf8726 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:45.674199 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66205393-9c4c-4354-b7d0-d44cfdcf8726 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:45.674532 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66205393-9c4c-4354-b7d0-d44cfdcf8726 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:45.674970 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66205393-9c4c-4354-b7d0-d44cfdcf8726 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:45.675140 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66205393-9c4c-4354-b7d0-d44cfdcf8726 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:26:45.681515 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-66205393-9c4c-4354-b7d0-d44cfdcf8726 service neutron] 10.222.0.39 "PUT /v2.0/ports/d952f399-ef6d-41a9-be1c-bf1a7e313319/bindings/n-h1-712140-10/activate HTTP/1.1" status: 200 len: 370 time: 0.4826317 Jul 29 23:26:45.703121 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eeedb8-a5ba-43ad-abaa-56417d071f1d req-0942738f-6c9b-4271-b5a2-c84fc854b353 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:45.704722 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5eeedb8-a5ba-43ad-abaa-56417d071f1d req-0942738f-6c9b-4271-b5a2-c84fc854b353 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a60b487-d577-45b3-a00e-240bf2bc267e HTTP/1.1" status: 200 len: 943 time: 0.2351832 Jul 29 23:26:45.741976 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-071fb510-e057-428c-b82d-91b19abb83c7 req-eb75864a-54b0-4857-a17f-dadfe73cc108 service neutron] 10.222.0.39 "GET /v2.0/networks/0ffb6994-ab69-4295-a6ca-800fb3cf4230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703691 Jul 29 23:26:45.824190 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5eeedb8-a5ba-43ad-abaa-56417d071f1d req-1e0942e2-7b9b-4525-88c3-2ebcc88f66ed tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d48074f-0c1b-4389-a062-fcf2fb227e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093674 Jul 29 23:26:45.826404 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-7a395a9b-d79d-4e20-b03d-f4a85104e8c5 service neutron] Attempting to bind port 250b3a26-f6ce-403d-bb27-15b307882249 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:26:45.827340 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-7a395a9b-d79d-4e20-b03d-f4a85104e8c5 service neutron] Attempting to bind port 250b3a26-f6ce-403d-bb27-15b307882249 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '75c3c378-94da-47cb-a005-3504e683f4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4533c2a1-6edc-4925-8efe-ae0bc9e9b666'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:26:45.828225 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-7a395a9b-d79d-4e20-b03d-f4a85104e8c5 service neutron] Attempting to bind port 250b3a26-f6ce-403d-bb27-15b307882249 on network 4533c2a1-6edc-4925-8efe-ae0bc9e9b666 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:45.848849 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-7a395a9b-d79d-4e20-b03d-f4a85104e8c5 service neutron] Port 250b3a26-f6ce-403d-bb27-15b307882249 on network 4533c2a1-6edc-4925-8efe-ae0bc9e9b666 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:26:45.849335 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-7a395a9b-d79d-4e20-b03d-f4a85104e8c5 service neutron] Attempting to bind port 250b3a26-f6ce-403d-bb27-15b307882249 on network 4533c2a1-6edc-4925-8efe-ae0bc9e9b666 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:26:45.869348 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8b2cf7-d3df-452e-a48d-7d0990cb6f87 req-221564ec-be70-4dd1-8805-15ead2a6198f tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:45.870849 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2d8b2cf7-d3df-452e-a48d-7d0990cb6f87 req-221564ec-be70-4dd1-8805-15ead2a6198f tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 944 time: 0.1313035 Jul 29 23:26:45.872606 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-7a395a9b-d79d-4e20-b03d-f4a85104e8c5 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:26:45.872953 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-7a395a9b-d79d-4e20-b03d-f4a85104e8c5 service neutron] Checking segment: {'id': '75c3c378-94da-47cb-a005-3504e683f4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4533c2a1-6edc-4925-8efe-ae0bc9e9b666'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:26:45.873334 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-7a395a9b-d79d-4e20-b03d-f4a85104e8c5 service neutron] Bound using segment: {'id': '75c3c378-94da-47cb-a005-3504e683f4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4533c2a1-6edc-4925-8efe-ae0bc9e9b666'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:26:45.874295 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-7a395a9b-d79d-4e20-b03d-f4a85104e8c5 service neutron] Bound port: 250b3a26-f6ce-403d-bb27-15b307882249, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75c3c378-94da-47cb-a005-3504e683f4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '4533c2a1-6edc-4925-8efe-ae0bc9e9b666'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:26:45.874750 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-7a395a9b-d79d-4e20-b03d-f4a85104e8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:45.878163 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-fe5b8217-f7dc-44c0-a56c-8df338982da2 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:45.879657 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-fe5b8217-f7dc-44c0-a56c-8df338982da2 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d&tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&binding%3Ahost_id=n-h2-712140-10 HTTP/1.1" status: 200 len: 1096 time: 0.1217549 Jul 29 23:26:45.950461 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df88191e-8451-4760-b573-4dbf92f82893'}, {'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b35c57-ba8c-44ac-9445-757f4f37b07f'}, {'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ef52f7-fd2b-40b7-ab81-25976f3c6559'}, {'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c01c9f-94c9-4ac1-87b2-e1f292018b97'}, {'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4019a8-862f-423f-a23c-d8c79eeaa4f6'}, {'server_uuid': '60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399e5545-51f2-4e1c-9544-014fb83fc48b'}, {'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3075185e-3c3b-4e1f-8294-cdadf9bf5523'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:45.953535 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5e3959-eaa4-4b1b-8641-a3a56da85393" -d '{"events": [{"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-plugged", "status": "completed", "tag": "df88191e-8451-4760-b573-4dbf92f82893"}, {"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-plugged", "status": "completed", "tag": "e1b35c57-ba8c-44ac-9445-757f4f37b07f"}, {"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-plugged", "status": "completed", "tag": "e3ef52f7-fd2b-40b7-ab81-25976f3c6559"}, {"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-plugged", "status": "completed", "tag": "29c01c9f-94c9-4ac1-87b2-e1f292018b97"}, {"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-plugged", "status": "completed", "tag": "aa4019a8-862f-423f-a23c-d8c79eeaa4f6"}, {"server_uuid": "60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef", "name": "network-vif-plugged", "status": "completed", "tag": "399e5545-51f2-4e1c-9544-014fb83fc48b"}, {"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-plugged", "status": "completed", "tag": "3075185e-3c3b-4e1f-8294-cdadf9bf5523"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:46.006597 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2d8b2cf7-d3df-452e-a48d-7d0990cb6f87 req-a54e7004-9df8-4642-9b35-0bc64d8787f1 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259587 Jul 29 23:26:46.031955 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-30cd9ff3-799a-4317-8602-19463e8a0a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:46.033476 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-30cd9ff3-799a-4317-8602-19463e8a0a6c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d&tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c HTTP/1.1" status: 200 len: 1096 time: 0.1379542 Jul 29 23:26:46.049677 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbc74d1-362e-47c8-b40a-39d7344e0d6b req-f83e3219-a21c-44ca-88f1-dbf52ce691f1 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:46.051273 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bdbc74d1-362e-47c8-b40a-39d7344e0d6b req-f83e3219-a21c-44ca-88f1-dbf52ce691f1 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=6daf8cf4-021e-48f1-9c80-c9892034785f HTTP/1.1" status: 200 len: 945 time: 0.1417167 Jul 29 23:26:46.052460 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-7a395a9b-d79d-4e20-b03d-f4a85104e8c5 service neutron] For port 250b3a26-f6ce-403d-bb27-15b307882249, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:46.055760 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-7a395a9b-d79d-4e20-b03d-f4a85104e8c5 service neutron] For port 250b3a26-f6ce-403d-bb27-15b307882249, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=250b3a26-f6ce-403d-bb27-15b307882249,segment=NetworkSegment(75c3c378-94da-47cb-a005-3504e683f4cc),segment_id=75c3c378-94da-47cb-a005-3504e683f4cc)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:26:46.078794 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-7a395a9b-d79d-4e20-b03d-f4a85104e8c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:46.172226 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-7a395a9b-d79d-4e20-b03d-f4a85104e8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:46.172838 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-7a395a9b-d79d-4e20-b03d-f4a85104e8c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:46.174211 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-7a395a9b-d79d-4e20-b03d-f4a85104e8c5 service neutron] 10.222.0.23 "PUT /v2.0/ports/250b3a26-f6ce-403d-bb27-15b307882249 HTTP/1.1" status: 200 len: 1092 time: 2.4647100 Jul 29 23:26:46.179178 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a60b487-d577-45b3-a00e-240bf2bc267e', 'tag': '250b3a26-f6ce-403d-bb27-15b307882249'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:46.181434 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b67af9e5-a6c6-4a19-a6f1-a87d4591f171" -d '{"events": [{"name": "network-changed", "server_uuid": "5a60b487-d577-45b3-a00e-240bf2bc267e", "tag": "250b3a26-f6ce-403d-bb27-15b307882249"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:46.202091 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bdbc74d1-362e-47c8-b40a-39d7344e0d6b req-d14fb2e0-8918-4137-bfbd-0e9e3b7dbc89 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446953 Jul 29 23:26:46.216009 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-5582e3b9-bda7-493d-be63-07c022065498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:46.217532 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-5582e3b9-bda7-493d-be63-07c022065498 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 1096 time: 0.1588075 Jul 29 23:26:46.239740 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65693207-ef2d-41a3-a656-1c500bb2a8c1 req-fb1ae5bb-bceb-4e43-bb9d-b950b0ac80af tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:46.241256 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65693207-ef2d-41a3-a656-1c500bb2a8c1 req-fb1ae5bb-bceb-4e43-bb9d-b950b0ac80af tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/ports?device_id=f71ab4a5-f869-4404-9aac-d8a99eb1d3ec&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1660905 Jul 29 23:26:46.266374 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a395a9b-d79d-4e20-b03d-f4a85104e8c5 service neutron] Pushing event updated for resources: {'Port': ['ID=250b3a26-f6ce-403d-bb27-15b307882249,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:46.388525 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65693207-ef2d-41a3-a656-1c500bb2a8c1 req-7a13c65b-fddd-4852-ab22-a6b3502c1dbb tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.156 HTTP/1.1" status: 200 len: 696 time: 0.1181288 Jul 29 23:26:46.413534 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-65693207-ef2d-41a3-a656-1c500bb2a8c1 req-971fcbfc-030d-4337-b2bf-598d0c0564e7 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Request body: {'floatingip': {'port_id': 'd1103d1e-e7ca-4eed-a46e-a3215d108cb4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:46.418767 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-e225baaf-e28a-46ba-baa7-648f5ff6c4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:46.421047 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-e225baaf-e28a-46ba-baa7-648f5ff6c4ad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=40f7f0a5ce79467a8b63ead5077b6a57&device_id=5a60b487-d577-45b3-a00e-240bf2bc267e HTTP/1.1" status: 200 len: 1095 time: 0.2002583 Jul 29 23:26:46.476362 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d0ccb1-16a4-4227-88db-8270138a83be req-b8966532-26d3-4f7c-8203-ef81c7d8c8d0 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:46.477791 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-71d0ccb1-16a4-4227-88db-8270138a83be req-b8966532-26d3-4f7c-8203-ef81c7d8c8d0 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=987fdebb-c59d-40b7-b9d0-9d712fb6359a HTTP/1.1" status: 200 len: 945 time: 0.1949754 Jul 29 23:26:46.511949 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-65693207-ef2d-41a3-a656-1c500bb2a8c1 req-971fcbfc-030d-4337-b2bf-598d0c0564e7 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks [] for floatingip, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:46.524222 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-7bfed03a-e223-4b01-9ab3-5144fde7d78a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=250b3a26-f6ce-403d-bb27-15b307882249 HTTP/1.1" status: 200 len: 217 time: 0.0688829 Jul 29 23:26:46.573887 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-0fb81400-787e-4286-8e07-8961a7bc3685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:46.575356 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-0fb81400-787e-4286-8e07-8961a7bc3685 service neutron] 10.222.0.23 "GET /v2.0/networks?id=41b737f2-e531-4160-b598-3383b744485d HTTP/1.1" status: 200 len: 909 time: 0.3441012 Jul 29 23:26:46.695427 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-e394264e-b1b1-4669-9343-de7f7399e96b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d952f399-ef6d-41a9-be1c-bf1a7e313319 HTTP/1.1" status: 200 len: 217 time: 0.0765827 Jul 29 23:26:46.742404 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-78a2374b-ac7d-469d-98d9-e82f610eb8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:46.743756 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-78a2374b-ac7d-469d-98d9-e82f610eb8f5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ce5d3950-6a1e-45a8-a884-f4161e50921b HTTP/1.1" status: 200 len: 854 time: 0.1857491 Jul 29 23:26:46.758738 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-71d0ccb1-16a4-4227-88db-8270138a83be req-734faf84-3d7d-4f20-be7d-e5c751b46390 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393627 Jul 29 23:26:46.800234 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-ee5755c3-e9a9-414e-8051-6e8f1d72743f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4533c2a1-6edc-4925-8efe-ae0bc9e9b666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446651 Jul 29 23:26:46.909690 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-134ae7ae-add7-4c6e-a77e-a2daade8a6b7 req-fef66158-c906-4138-866a-96113f6ed320 tempest-ServerShowV257Test-985323066 tempest-ServerShowV257Test-985323066-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7840984-2c3f-4935-9144-bcab533dcf8b HTTP/1.1" status: 200 len: 210 time: 0.0744984 Jul 29 23:26:46.911077 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-babc3086-60e9-434e-aa98-b0d9be3b4023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:46.912656 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-babc3086-60e9-434e-aa98-b0d9be3b4023 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=599960cf-5b7f-432a-8a6a-c415f2272dee HTTP/1.1" status: 200 len: 848 time: 0.2072604 Jul 29 23:26:46.979965 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1209 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d79dae-ccfe-4f82-9422-49fac99f1ad5 x-openstack-request-id: req-80d79dae-ccfe-4f82-9422-49fac99f1ad5 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:46.980530 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-plugged", "status": "completed", "tag": "df88191e-8451-4760-b573-4dbf92f82893", "code": 200}, {"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-plugged", "status": "completed", "tag": "e1b35c57-ba8c-44ac-9445-757f4f37b07f", "code": 200}, {"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-plugged", "status": "completed", "tag": "e3ef52f7-fd2b-40b7-ab81-25976f3c6559", "code": 200}, {"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-plugged", "status": "completed", "tag": "29c01c9f-94c9-4ac1-87b2-e1f292018b97", "code": 200}, {"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-plugged", "status": "completed", "tag": "aa4019a8-862f-423f-a23c-d8c79eeaa4f6", "code": 200}, {"server_uuid": "60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef", "name": "network-vif-plugged", "status": "completed", "tag": "399e5545-51f2-4e1c-9544-014fb83fc48b", "code": 200}, {"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-plugged", "status": "completed", "tag": "3075185e-3c3b-4e1f-8294-cdadf9bf5523", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:46.980530 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-80d79dae-ccfe-4f82-9422-49fac99f1ad5 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:46.981128 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df88191e-8451-4760-b573-4dbf92f82893', 'code': 200} Jul 29 23:26:46.981449 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b35c57-ba8c-44ac-9445-757f4f37b07f', 'code': 200} Jul 29 23:26:46.981791 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ef52f7-fd2b-40b7-ab81-25976f3c6559', 'code': 200} Jul 29 23:26:46.982102 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c01c9f-94c9-4ac1-87b2-e1f292018b97', 'code': 200} Jul 29 23:26:46.982415 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa4019a8-862f-423f-a23c-d8c79eeaa4f6', 'code': 200} Jul 29 23:26:46.982748 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '399e5545-51f2-4e1c-9544-014fb83fc48b', 'code': 200} Jul 29 23:26:46.983070 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3075185e-3c3b-4e1f-8294-cdadf9bf5523', 'code': 200} Jul 29 23:26:46.985859 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-88f10a1f-5e33-4fc0-9081-3196c2ddd330 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=41b737f2-e531-4160-b598-3383b744485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611448 Jul 29 23:26:47.024642 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4ab084-5e9c-493c-8c0c-9077b6b1be03 x-openstack-request-id: req-fc4ab084-5e9c-493c-8c0c-9077b6b1be03 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:47.025344 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a60b487-d577-45b3-a00e-240bf2bc267e", "tag": "250b3a26-f6ce-403d-bb27-15b307882249", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:47.025344 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc4ab084-5e9c-493c-8c0c-9077b6b1be03 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:47.025535 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a60b487-d577-45b3-a00e-240bf2bc267e', 'tag': '250b3a26-f6ce-403d-bb27-15b307882249', 'status': 'completed', 'code': 200} Jul 29 23:26:47.097645 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-65693207-ef2d-41a3-a656-1c500bb2a8c1 req-971fcbfc-030d-4337-b2bf-598d0c0564e7 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] update failed (client error): There was a conflict when trying to complete your request. Jul 29 23:26:47.098663 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65693207-ef2d-41a3-a656-1c500bb2a8c1 req-971fcbfc-030d-4337-b2bf-598d0c0564e7 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "PUT /v2.0/floatingips/3f836849-8ad9-4cb0-8cb2-d3ab26ae3af6 HTTP/1.1" status: 409 len: 551 time: 0.7026458 Jul 29 23:26:47.131251 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-40eb9839-7597-4a17-bf8a-3b9844fcb2ef service neutron] 10.222.0.23 "GET /v2.0/networks/4533c2a1-6edc-4925-8efe-ae0bc9e9b666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985487 Jul 29 23:26:47.429483 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device d952f399-ef6d-41a9-be1c-bf1a7e313319 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:26:47.474671 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device d952f399-ef6d-41a9-be1c-bf1a7e313319 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:26:47.629284 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd1a118-a974-4b8a-ac57-3b97accb2dcb req-02574ae4-c7e9-478b-9899-f100e126def6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:47.630850 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dcd1a118-a974-4b8a-ac57-3b97accb2dcb req-02574ae4-c7e9-478b-9899-f100e126def6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef HTTP/1.1" status: 200 len: 1097 time: 0.5557086 Jul 29 23:26:47.653915 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-6d0fcf56-85f9-4b20-887e-81c566701d72 service neutron] 10.222.0.23 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6397994 Jul 29 23:26:47.673124 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cf024-43ac-43f5-93b7-d38386e41174 req-046a7e6c-25b3-4408-a3c3-04f4808f6b53 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:47.680060 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cf024-43ac-43f5-93b7-d38386e41174 req-046a7e6c-25b3-4408-a3c3-04f4808f6b53 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:47.687343 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cf024-43ac-43f5-93b7-d38386e41174 req-046a7e6c-25b3-4408-a3c3-04f4808f6b53 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:47.693742 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cf024-43ac-43f5-93b7-d38386e41174 req-046a7e6c-25b3-4408-a3c3-04f4808f6b53 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:47.699588 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cf024-43ac-43f5-93b7-d38386e41174 req-046a7e6c-25b3-4408-a3c3-04f4808f6b53 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:47.705594 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cf024-43ac-43f5-93b7-d38386e41174 req-046a7e6c-25b3-4408-a3c3-04f4808f6b53 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:47.711540 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9cf024-43ac-43f5-93b7-d38386e41174 req-046a7e6c-25b3-4408-a3c3-04f4808f6b53 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:47.713563 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db9cf024-43ac-43f5-93b7-d38386e41174 req-046a7e6c-25b3-4408-a3c3-04f4808f6b53 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5446 time: 0.6372490 Jul 29 23:26:47.742378 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90168e-2757-4565-9ae1-c0aa0d96439f req-2c7fc4a3-a022-4bf9-a567-8fdbdba8d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:47.742853 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90168e-2757-4565-9ae1-c0aa0d96439f req-2c7fc4a3-a022-4bf9-a567-8fdbdba8d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:47.743327 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90168e-2757-4565-9ae1-c0aa0d96439f req-2c7fc4a3-a022-4bf9-a567-8fdbdba8d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:47.743797 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90168e-2757-4565-9ae1-c0aa0d96439f req-2c7fc4a3-a022-4bf9-a567-8fdbdba8d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:47.744287 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90168e-2757-4565-9ae1-c0aa0d96439f req-2c7fc4a3-a022-4bf9-a567-8fdbdba8d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:47.744755 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90168e-2757-4565-9ae1-c0aa0d96439f req-2c7fc4a3-a022-4bf9-a567-8fdbdba8d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:47.745215 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90168e-2757-4565-9ae1-c0aa0d96439f req-2c7fc4a3-a022-4bf9-a567-8fdbdba8d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:47.747172 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5d90168e-2757-4565-9ae1-c0aa0d96439f req-2c7fc4a3-a022-4bf9-a567-8fdbdba8d60e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 6510 time: 0.6321218 Jul 29 23:26:47.783707 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9fb72-2b9d-476a-8585-c4c209bc23a0 req-afdf08b2-4fac-473a-9722-32e42bba11a9 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:47.785281 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-26d9fb72-2b9d-476a-8585-c4c209bc23a0 req-afdf08b2-4fac-473a-9722-32e42bba11a9 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/ports?device_id=60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef HTTP/1.1" status: 200 len: 945 time: 0.6049957 Jul 29 23:26:47.852898 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1a07ae51-bb5a-4203-9e94-dfa610e4c25c req-380c9799-4413-426b-9c61-f2803ee9d15b service neutron] 10.222.0.23 "GET /v2.0/networks/4533c2a1-6edc-4925-8efe-ae0bc9e9b666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6848917 Jul 29 23:26:47.894530 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dcd1a118-a974-4b8a-ac57-3b97accb2dcb req-5a4b762d-2001-4c7a-897e-a4f35655c861 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d79fff0a-09c1-4a3b-83fd-5425d61ca504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508149 Jul 29 23:26:47.949935 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db9cf024-43ac-43f5-93b7-d38386e41174 req-6ce0c57e-fe30-4517-95bf-94aa1f2fb80c tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1948793 Jul 29 23:26:47.988591 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5d90168e-2757-4565-9ae1-c0aa0d96439f req-8385d323-52fb-4863-977b-a745cc6c9a60 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=570e443d-c275-4484-b6b3-aad8c2d8324d&id=03c635b6-685f-471f-96ad-97d94c162866&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2000523 Jul 29 23:26:47.988591 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-26d9fb72-2b9d-476a-8585-c4c209bc23a0 req-bc85b741-4032-4a38-a334-d85a8f43e79c tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups?id=d79fff0a-09c1-4a3b-83fd-5425d61ca504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611965 Jul 29 23:26:48.010916 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-488b5dfa-d118-4bba-b255-164a49122ea8 service neutron] 10.222.0.23 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918365 Jul 29 23:26:48.025139 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67af9e5-a6c6-4a19-a6f1-a87d4591f171 req-93e43f69-b38b-4aff-984c-83c6b7375ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:48.027148 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b67af9e5-a6c6-4a19-a6f1-a87d4591f171 req-93e43f69-b38b-4aff-984c-83c6b7375ded service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=40f7f0a5ce79467a8b63ead5077b6a57&device_id=5a60b487-d577-45b3-a00e-240bf2bc267e HTTP/1.1" status: 200 len: 1095 time: 0.1128809 Jul 29 23:26:48.194704 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d70d79-c48b-4593-9f53-d7e797de4dab req-f37e65cb-eb22-4e59-96a9-80feacd6dba6 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:48.196192 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20d70d79-c48b-4593-9f53-d7e797de4dab req-f37e65cb-eb22-4e59-96a9-80feacd6dba6 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ac3aba5-e3d8-4104-9ae8-a208be875ce9 HTTP/1.1" status: 200 len: 945 time: 0.1580820 Jul 29 23:26:48.241236 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56124b6e-ae84-429a-a4ca-8c9749deefb0 req-79a2c93d-a933-4e1d-abe5-3d08740a82f5 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:48.242812 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-56124b6e-ae84-429a-a4ca-8c9749deefb0 req-79a2c93d-a933-4e1d-abe5-3d08740a82f5 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a60b487-d577-45b3-a00e-240bf2bc267e HTTP/1.1" status: 200 len: 943 time: 0.1700165 Jul 29 23:26:48.266096 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67af9e5-a6c6-4a19-a6f1-a87d4591f171 req-57f95f12-5060-4e84-b920-36a678bb4d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:48.267737 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b67af9e5-a6c6-4a19-a6f1-a87d4591f171 req-57f95f12-5060-4e84-b920-36a678bb4d07 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4533c2a1-6edc-4925-8efe-ae0bc9e9b666 HTTP/1.1" status: 200 len: 915 time: 0.1929717 Jul 29 23:26:48.335624 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b67af9e5-a6c6-4a19-a6f1-a87d4591f171 req-acc4ab84-9753-47ad-a7c7-a60fca89a06b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=250b3a26-f6ce-403d-bb27-15b307882249 HTTP/1.1" status: 200 len: 217 time: 0.0547009 Jul 29 23:26:48.338605 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20d70d79-c48b-4593-9f53-d7e797de4dab req-39f9ad9e-9e51-4165-b829-e9c63b5c37e1 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331441 Jul 29 23:26:48.401618 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-56124b6e-ae84-429a-a4ca-8c9749deefb0 req-86a24f21-ad22-4657-a2f3-bede9f7ff921 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d48074f-0c1b-4389-a062-fcf2fb227e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490209 Jul 29 23:26:48.493721 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67af9e5-a6c6-4a19-a6f1-a87d4591f171 req-194ea198-276f-4f93-b2da-9b19fd0f1e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:48.495134 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b67af9e5-a6c6-4a19-a6f1-a87d4591f171 req-194ea198-276f-4f93-b2da-9b19fd0f1e5d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ce5d3950-6a1e-45a8-a884-f4161e50921b HTTP/1.1" status: 200 len: 854 time: 0.1325278 Jul 29 23:26:48.501622 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-edbe085d-0df3-46c9-a055-904ba286064f tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:48.503272 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-edbe085d-0df3-46c9-a055-904ba286064f tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d&tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&binding%3Ahost_id=n-h1-712140-10 HTTP/1.1" status: 200 len: 1096 time: 0.1822650 Jul 29 23:26:48.508823 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5c4fb547-790d-436b-a12c-f79af4e8623e req-b0582ba1-9216-4250-8987-69e479be4069 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/floatingips/3f836849-8ad9-4cb0-8cb2-d3ab26ae3af6 HTTP/1.1" status: 200 len: 693 time: 0.0828857 Jul 29 23:26:48.553806 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b67af9e5-a6c6-4a19-a6f1-a87d4591f171 req-adcf128c-05ee-4b72-b138-b961ba45a2e7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4533c2a1-6edc-4925-8efe-ae0bc9e9b666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496771 Jul 29 23:26:48.644923 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d262be-6307-4c5a-a4f6-d09d58d34e26 req-571e93d2-86b7-4517-81a5-37b3d0db11dc tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:48.646447 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52d262be-6307-4c5a-a4f6-d09d58d34e26 req-571e93d2-86b7-4517-81a5-37b3d0db11dc tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 944 time: 0.2389755 Jul 29 23:26:48.805586 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52d262be-6307-4c5a-a4f6-d09d58d34e26 req-29ef7f5d-3b3a-44c2-90f5-6b67053579f6 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283898 Jul 29 23:26:48.834602 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fb547-790d-436b-a12c-f79af4e8623e req-77f4b90b-5d57-4984-90ee-b0dcb639bc72 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:48.836928 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5c4fb547-790d-436b-a12c-f79af4e8623e req-77f4b90b-5d57-4984-90ee-b0dcb639bc72 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 784 time: 0.3170075 Jul 29 23:26:48.916091 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b67af9e5-a6c6-4a19-a6f1-a87d4591f171 req-c1ec3abd-ff3f-4176-9db5-b14522080e7f service neutron] 10.222.0.23 "GET /v2.0/networks/4533c2a1-6edc-4925-8efe-ae0bc9e9b666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333604 Jul 29 23:26:49.024986 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5c4fb547-790d-436b-a12c-f79af4e8623e req-168cc1cb-d4bd-4c6e-9e16-79d30f0c9ce3 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.156 HTTP/1.1" status: 200 len: 696 time: 0.1475081 Jul 29 23:26:49.041061 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-28d20264-b507-441e-a996-2df2eeb90d26 service neutron] For port d952f399-ef6d-41a9-be1c-bf1a7e313319, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:26:49.055444 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-28d20264-b507-441e-a996-2df2eeb90d26 service neutron] Notify callbacks [] for binding, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.056625 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97a7bc70-ea39-4d6f-8c83-0240f7906763 req-28d20264-b507-441e-a996-2df2eeb90d26 service neutron] 10.222.0.23 "DELETE /v2.0/ports/d952f399-ef6d-41a9-be1c-bf1a7e313319/bindings/n-h2-712140-10 HTTP/1.1" status: 204 len: 173 time: 0.5389311 Jul 29 23:26:49.108797 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95068a2-d76c-45ff-9ddc-e40d0479e046 req-e8c508a5-5e6b-4e5d-8e76-62ed95a33b41 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:49.110319 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b95068a2-d76c-45ff-9ddc-e40d0479e046 req-e8c508a5-5e6b-4e5d-8e76-62ed95a33b41 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=6daf8cf4-021e-48f1-9c80-c9892034785f HTTP/1.1" status: 200 len: 945 time: 0.2347252 Jul 29 23:26:49.119051 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5c4fb547-790d-436b-a12c-f79af4e8623e req-1b4143c2-d7f5-4345-86d0-139031b844de tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.156 HTTP/1.1" status: 200 len: 696 time: 0.0854285 Jul 29 23:26:49.187542 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b67af9e5-a6c6-4a19-a6f1-a87d4591f171 req-22f02bc4-6106-4f79-bb84-d8b192ba6809 service neutron] 10.222.0.23 "GET /v2.0/networks/4533c2a1-6edc-4925-8efe-ae0bc9e9b666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223704 Jul 29 23:26:49.237504 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b95068a2-d76c-45ff-9ddc-e40d0479e046 req-cf6f88dd-1ea2-4aff-836c-90bb0ff05a3a tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161234 Jul 29 23:26:49.298110 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-5c4fb547-790d-436b-a12c-f79af4e8623e req-4852c780-e5a7-4b98-8562-4e4f3fcd460c tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Deleting port 51822c76-f880-4a9b-b36f-8bf55362547f {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:26:49.298561 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5c4fb547-790d-436b-a12c-f79af4e8623e req-4852c780-e5a7-4b98-8562-4e4f3fcd460c tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.363370 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a461d83c-e08c-4ae0-a3dd-68a6f7299616 req-f8bab712-f963-47c3-93c6-74113ac0f45a tempest-ServerShowV257Test-985323066 tempest-ServerShowV257Test-985323066-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7840984-2c3f-4935-9144-bcab533dcf8b HTTP/1.1" status: 200 len: 210 time: 0.0620430 Jul 29 23:26:49.402133 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5c4fb547-790d-436b-a12c-f79af4e8623e req-4852c780-e5a7-4b98-8562-4e4f3fcd460c tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.402760 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5c4fb547-790d-436b-a12c-f79af4e8623e req-4852c780-e5a7-4b98-8562-4e4f3fcd460c tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.417056 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-5c4fb547-790d-436b-a12c-f79af4e8623e req-4852c780-e5a7-4b98-8562-4e4f3fcd460c tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Calling delete_port for 51822c76-f880-4a9b-b36f-8bf55362547f owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:26:49.526836 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6393fe7d-6ac7-488f-a1ee-f81515bbe249 req-52f10f26-f664-47c2-8324-f383b436b9ac tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:49.528601 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6393fe7d-6ac7-488f-a1ee-f81515bbe249 req-52f10f26-f664-47c2-8324-f383b436b9ac tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ff686f0-4ad8-460a-8b77-e58d16725207 HTTP/1.1" status: 200 len: 946 time: 0.0959041 Jul 29 23:26:49.601128 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6393fe7d-6ac7-488f-a1ee-f81515bbe249 req-e4d8ebc2-a297-4e4c-b37b-2b3ae420bef3 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602331 Jul 29 23:26:49.622979 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5c4fb547-790d-436b-a12c-f79af4e8623e req-4852c780-e5a7-4b98-8562-4e4f3fcd460c tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.650130 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852c780-e5a7-4b98-8562-4e4f3fcd460c tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Pushing event deleted for resources: {'Port': ['ID=51822c76-f880-4a9b-b36f-8bf55362547f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:49.746940 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5c4fb547-790d-436b-a12c-f79af4e8623e req-4852c780-e5a7-4b98-8562-4e4f3fcd460c tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.750224 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5c4fb547-790d-436b-a12c-f79af4e8623e req-4852c780-e5a7-4b98-8562-4e4f3fcd460c tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:49.751442 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5c4fb547-790d-436b-a12c-f79af4e8623e req-4852c780-e5a7-4b98-8562-4e4f3fcd460c tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "DELETE /v2.0/floatingips/3f836849-8ad9-4cb0-8cb2-d3ab26ae3af6 HTTP/1.1" status: 204 len: 173 time: 0.6194143 Jul 29 23:26:49.770705 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10e075-a8af-4f79-859d-0a92ef3de6e0 req-df5baf41-34c3-450f-b163-f5c7e5e422a3 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:49.776735 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10e075-a8af-4f79-859d-0a92ef3de6e0 req-df5baf41-34c3-450f-b163-f5c7e5e422a3 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:49.782940 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10e075-a8af-4f79-859d-0a92ef3de6e0 req-df5baf41-34c3-450f-b163-f5c7e5e422a3 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:49.789157 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10e075-a8af-4f79-859d-0a92ef3de6e0 req-df5baf41-34c3-450f-b163-f5c7e5e422a3 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:49.795897 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10e075-a8af-4f79-859d-0a92ef3de6e0 req-df5baf41-34c3-450f-b163-f5c7e5e422a3 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:49.801967 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10e075-a8af-4f79-859d-0a92ef3de6e0 req-df5baf41-34c3-450f-b163-f5c7e5e422a3 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:49.807995 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f10e075-a8af-4f79-859d-0a92ef3de6e0 req-df5baf41-34c3-450f-b163-f5c7e5e422a3 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:49.809921 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f10e075-a8af-4f79-859d-0a92ef3de6e0 req-df5baf41-34c3-450f-b163-f5c7e5e422a3 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5446 time: 0.1309822 Jul 29 23:26:49.884502 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139597bd-f51e-4827-901b-9593a6aeeec8 req-dc99e295-f8f0-43b1-a2d6-1be32b6b879f tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:49.886026 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-139597bd-f51e-4827-901b-9593a6aeeec8 req-dc99e295-f8f0-43b1-a2d6-1be32b6b879f tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/ports?device_id=60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef HTTP/1.1" status: 200 len: 945 time: 0.0750058 Jul 29 23:26:49.890183 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f10e075-a8af-4f79-859d-0a92ef3de6e0 req-02429b1f-ca2f-4988-88ae-fecf96fc3c80 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0694423 Jul 29 23:26:49.927204 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-139597bd-f51e-4827-901b-9593a6aeeec8 req-a3458522-8313-48d4-9b95-0ae2477fb534 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups?id=d79fff0a-09c1-4a3b-83fd-5425d61ca504&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346613 Jul 29 23:26:49.958805 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-f57d579c-a26b-434a-93f6-c0cf9f067aa9 req-b51f090d-b068-4654-a22d-6c7f9a480cd1 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:26:49.959750 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f57d579c-a26b-434a-93f6-c0cf9f067aa9 req-b51f090d-b068-4654-a22d-6c7f9a480cd1 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060160 Jul 29 23:26:50.006729 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 250b3a26-f6ce-403d-bb27-15b307882249 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:50.074225 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643e7ae9-ce7a-4780-bde1-0a698007c907 req-6542ae46-b890-45a0-9773-ecd452928fec tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:50.075740 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-643e7ae9-ce7a-4780-bde1-0a698007c907 req-6542ae46-b890-45a0-9773-ecd452928fec tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a60b487-d577-45b3-a00e-240bf2bc267e HTTP/1.1" status: 200 len: 943 time: 0.1151366 Jul 29 23:26:50.081438 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f57d579c-a26b-434a-93f6-c0cf9f067aa9 req-e6d3bd7b-4482-4332-9b1d-5c1753b97833 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1120179 Jul 29 23:26:50.109388 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 250b3a26-f6ce-403d-bb27-15b307882249, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=250b3a26-f6ce-403d-bb27-15b307882249,segment=NetworkSegment(75c3c378-94da-47cb-a005-3504e683f4cc),segment_id=75c3c378-94da-47cb-a005-3504e683f4cc)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:50.118651 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-643e7ae9-ce7a-4780-bde1-0a698007c907 req-b873df4c-7f3a-4da1-af57-cba0e4d5ddc1 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d48074f-0c1b-4389-a062-fcf2fb227e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359719 Jul 29 23:26:50.127143 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '250b3a26-f6ce-403d-bb27-15b307882249', 'network_id': '4533c2a1-6edc-4925-8efe-ae0bc9e9b666', 'port_id': '250b3a26-f6ce-403d-bb27-15b307882249', 'mac_address': 'fa:16:3e:b4:98:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce5d3950-6a1e-45a8-a884-f4161e50921b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:26:50.167321 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:50.181596 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 250b3a26-f6ce-403d-bb27-15b307882249 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:50.202667 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 250b3a26-f6ce-403d-bb27-15b307882249, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=250b3a26-f6ce-403d-bb27-15b307882249,segment=NetworkSegment(75c3c378-94da-47cb-a005-3504e683f4cc),segment_id=75c3c378-94da-47cb-a005-3504e683f4cc)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:50.207537 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:50.227873 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58bfa6-ff12-4f98-9ca0-b335e3d19158 req-702b9572-3f24-418e-a543-3287c9170302 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:50.229502 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f58bfa6-ff12-4f98-9ca0-b335e3d19158 req-702b9572-3f24-418e-a543-3287c9170302 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 1096 time: 0.0449347 Jul 29 23:26:50.280417 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=250b3a26-f6ce-403d-bb27-15b307882249,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:50.349227 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f58bfa6-ff12-4f98-9ca0-b335e3d19158 req-18cb64f7-cc93-4526-98b8-ab328bed97ac tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120195 Jul 29 23:26:50.359583 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d5ddba36-a4f6-4a12-87c0-209e644ceb06 req-7661bbd5-01ad-4a6c-aa99-960eccdd107b tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 1002 time: 0.1086659 Jul 29 23:26:50.412359 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddba36-a4f6-4a12-87c0-209e644ceb06 req-2c50046a-3c19-412e-a2e9-441363a03975 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:50.413674 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d5ddba36-a4f6-4a12-87c0-209e644ceb06 req-2c50046a-3c19-412e-a2e9-441363a03975 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/ports/d1103d1e-e7ca-4eed-a46e-a3215d108cb4 HTTP/1.1" status: 200 len: 943 time: 0.0479908 Jul 29 23:26:50.475783 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d29b2d-fbec-4a44-baa5-ea62d431e170 req-a24162a1-0e97-4c72-b183-66d73bbefc92 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:50.481569 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d29b2d-fbec-4a44-baa5-ea62d431e170 req-a24162a1-0e97-4c72-b183-66d73bbefc92 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:50.488100 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d29b2d-fbec-4a44-baa5-ea62d431e170 req-a24162a1-0e97-4c72-b183-66d73bbefc92 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:50.493868 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d29b2d-fbec-4a44-baa5-ea62d431e170 req-a24162a1-0e97-4c72-b183-66d73bbefc92 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:50.500545 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d29b2d-fbec-4a44-baa5-ea62d431e170 req-a24162a1-0e97-4c72-b183-66d73bbefc92 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:50.506613 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d29b2d-fbec-4a44-baa5-ea62d431e170 req-a24162a1-0e97-4c72-b183-66d73bbefc92 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:50.512425 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d29b2d-fbec-4a44-baa5-ea62d431e170 req-a24162a1-0e97-4c72-b183-66d73bbefc92 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:50.514507 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-35d29b2d-fbec-4a44-baa5-ea62d431e170 req-a24162a1-0e97-4c72-b183-66d73bbefc92 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5446 time: 0.0996802 Jul 29 23:26:50.525182 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37718) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:26:50.530250 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c27a779f-4075-46c6-b285-c529468ba7a3 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Request body: {'floatingip': {'port_id': 'e3ef52f7-fd2b-40b7-ab81-25976f3c6559'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:50.573534 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c27a779f-4075-46c6-b285-c529468ba7a3 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks [] for floatingip, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:50.582897 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d5ddba36-a4f6-4a12-87c0-209e644ceb06 req-7e349df1-ba3b-42d4-931e-3eb7d7938f87 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 1002 time: 0.0672390 Jul 29 23:26:50.584882 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['250b3a26-f6ce-403d-bb27-15b307882249'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:50.658620 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7956fd89-597e-4c9c-a286-3075cd3a9ecb req-3dc54240-f8f5-4b7b-9d16-e5049c1ded64 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-56961490&fields=id&tenant_id=bc9f40ce066549d5a00b2fc27cd6a85a HTTP/1.1" status: 200 len: 267 time: 0.0868528 Jul 29 23:26:50.757483 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956fd89-597e-4c9c-a286-3075cd3a9ecb req-eb8e3fc1-a68b-4497-ae55-250b4588291d tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:50.758865 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7956fd89-597e-4c9c-a286-3075cd3a9ecb req-eb8e3fc1-a68b-4497-ae55-250b4588291d tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/ports?device_id=60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef HTTP/1.1" status: 200 len: 945 time: 0.0892656 Jul 29 23:26:50.766942 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddba36-a4f6-4a12-87c0-209e644ceb06 req-061ca570-98d6-42fd-9a06-be2c422affaf tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:50.768319 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d5ddba36-a4f6-4a12-87c0-209e644ceb06 req-061ca570-98d6-42fd-9a06-be2c422affaf tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 784 time: 0.1790180 Jul 29 23:26:50.773809 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-7956fd89-597e-4c9c-a286-3075cd3a9ecb req-45d9247c-bfc9-4da6-8e3a-88b2d1137d72 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Request body: {'port': {'security_groups': ['d79fff0a-09c1-4a3b-83fd-5425d61ca504', 'b9764b79-5ba6-454b-8274-b965af7fef0e']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:50.889936 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7956fd89-597e-4c9c-a286-3075cd3a9ecb req-45d9247c-bfc9-4da6-8e3a-88b2d1137d72 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:50.895451 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d5ddba36-a4f6-4a12-87c0-209e644ceb06 req-c1eb6ffd-67a7-43e9-afee-7a6c2fb9caf9 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 1002 time: 0.1184974 Jul 29 23:26:50.909851 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-d5ddba36-a4f6-4a12-87c0-209e644ceb06 req-a686758a-b8f8-44d9-932f-eae182d3cc12 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:51.005439 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d5ddba36-a4f6-4a12-87c0-209e644ceb06 req-a686758a-b8f8-44d9-932f-eae182d3cc12 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks [] for floatingip, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:51.047492 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c27a779f-4075-46c6-b285-c529468ba7a3 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:51.052226 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c27a779f-4075-46c6-b285-c529468ba7a3 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:51.164193 n-d-712140-10 neutron-server[94064]: INFO neutron.db.l3_db [None req-c27a779f-4075-46c6-b285-c529468ba7a3 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Floating IP 8ce84fcd-6eb9-4210-821b-c9dd4c919ade associated. External IP: 172.25.8.28, port: e3ef52f7-fd2b-40b7-ab81-25976f3c6559. Jul 29 23:26:51.399311 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27a779f-4075-46c6-b285-c529468ba7a3 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Router cacb1dd4-3960-4d5e-9e22-b6d36f210eb5 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:26:51.521157 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27a779f-4075-46c6-b285-c529468ba7a3 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:26:51.528512 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c27a779f-4075-46c6-b285-c529468ba7a3 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:51.537487 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f99edb5-3aab-4d1d-aa70-0f372508ae27 None None] Sync routers for ids ['cacb1dd4-3960-4d5e-9e22-b6d36f210eb5'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:26:51.548106 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f99edb5-3aab-4d1d-aa70-0f372508ae27 None None] Routers {'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:51.548742 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9f99edb5-3aab-4d1d-aa70-0f372508ae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:26:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['cacb1dd4-3960-4d5e-9e22-b6d36f210eb5'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:51.557159 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d5ddba36-a4f6-4a12-87c0-209e644ceb06 req-a686758a-b8f8-44d9-932f-eae182d3cc12 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:51.564259 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d5ddba36-a4f6-4a12-87c0-209e644ceb06 req-a686758a-b8f8-44d9-932f-eae182d3cc12 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:51.564657 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [req-d5ddba36-a4f6-4a12-87c0-209e644ceb06 req-a686758a-b8f8-44d9-932f-eae182d3cc12 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Floating IP 4a24bdec-cb62-4089-b78d-b6d357eff66c disassociated. External IP: 172.25.8.113, port: d1103d1e-e7ca-4eed-a46e-a3215d108cb4. Jul 29 23:26:51.567945 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c27a779f-4075-46c6-b285-c529468ba7a3 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "PUT /v2.0/floatingips/8ce84fcd-6eb9-4210-821b-c9dd4c919ade HTTP/1.1" status: 200 len: 991 time: 1.0415261 Jul 29 23:26:51.570507 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'tag': 'e3ef52f7-fd2b-40b7-ab81-25976f3c6559'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:51.571008 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad9822fd-262c-4d18-87a1-37c6672a34f3" -d '{"events": [{"name": "network-changed", "server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "tag": "e3ef52f7-fd2b-40b7-ab81-25976f3c6559"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:51.620217 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-7956fd89-597e-4c9c-a286-3075cd3a9ecb req-45d9247c-bfc9-4da6-8e3a-88b2d1137d72 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] For port 399e5545-51f2-4e1c-9544-014fb83fc48b, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=399e5545-51f2-4e1c-9544-014fb83fc48b,segment=NetworkSegment(7f058680-96f9-409b-9da3-a329d820632f),segment_id=7f058680-96f9-409b-9da3-a329d820632f)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:51.663033 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-9f99edb5-3aab-4d1d-aa70-0f372508ae27 None None] Set router cacb1dd4-3960-4d5e-9e22-b6d36f210eb5 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:51.696511 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7956fd89-597e-4c9c-a286-3075cd3a9ecb req-45d9247c-bfc9-4da6-8e3a-88b2d1137d72 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:51.705904 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7956fd89-597e-4c9c-a286-3075cd3a9ecb req-45d9247c-bfc9-4da6-8e3a-88b2d1137d72 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:51.747084 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['3614b83e-cc13-42b0-bf0d-448e516a4765'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:51.751349 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['399e5545-51f2-4e1c-9544-014fb83fc48b'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:51.755227 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956fd89-597e-4c9c-a286-3075cd3a9ecb req-45d9247c-bfc9-4da6-8e3a-88b2d1137d72 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:51.755920 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7956fd89-597e-4c9c-a286-3075cd3a9ecb req-45d9247c-bfc9-4da6-8e3a-88b2d1137d72 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:51.757366 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7956fd89-597e-4c9c-a286-3075cd3a9ecb req-45d9247c-bfc9-4da6-8e3a-88b2d1137d72 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "PUT /v2.0/ports/399e5545-51f2-4e1c-9544-014fb83fc48b HTTP/1.1" status: 200 len: 981 time: 0.9879925 Jul 29 23:26:51.759861 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef', 'tag': '399e5545-51f2-4e1c-9544-014fb83fc48b'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:51.762123 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38afcedf-9e11-4e38-b507-0629ab6de970" -d '{"events": [{"name": "network-changed", "server_uuid": "60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef", "tag": "399e5545-51f2-4e1c-9544-014fb83fc48b"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:51.830369 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9247c-bfc9-4da6-8e3a-88b2d1137d72 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Pushing event updated for resources: {'Port': ['ID=399e5545-51f2-4e1c-9544-014fb83fc48b,revision_number=6']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:51.861571 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['399e5545-51f2-4e1c-9544-014fb83fc48b'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:51.942575 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00fdda5-0c86-46c1-bd1d-4922d990b4f8 req-53891ed2-e25b-40a1-9224-17df19be41f7 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:51.944230 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f00fdda5-0c86-46c1-bd1d-4922d990b4f8 req-53891ed2-e25b-40a1-9224-17df19be41f7 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=987fdebb-c59d-40b7-b9d0-9d712fb6359a HTTP/1.1" status: 200 len: 945 time: 0.1067708 Jul 29 23:26:51.952814 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5ddba36-a4f6-4a12-87c0-209e644ceb06 req-a686758a-b8f8-44d9-932f-eae182d3cc12 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Router 7d77eb20-96f6-45b3-b3f5-457c5263263c has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:26:52.039015 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 250b3a26-f6ce-403d-bb27-15b307882249 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:52.044045 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f00fdda5-0c86-46c1-bd1d-4922d990b4f8 req-6376e485-ee66-484f-8fdc-b8f53b981b92 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879548 Jul 29 23:26:52.194215 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5ddba36-a4f6-4a12-87c0-209e644ceb06 req-a686758a-b8f8-44d9-932f-eae182d3cc12 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:26:52.200209 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d5ddba36-a4f6-4a12-87c0-209e644ceb06 req-a686758a-b8f8-44d9-932f-eae182d3cc12 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:52.205675 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a31acb4-1aac-4598-aded-d09f8f810515 None None] Sync routers for ids ['7d77eb20-96f6-45b3-b3f5-457c5263263c'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:26:52.215508 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a31acb4-1aac-4598-aded-d09f8f810515 None None] Routers {'7d77eb20-96f6-45b3-b3f5-457c5263263c'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:52.216479 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-2a31acb4-1aac-4598-aded-d09f8f810515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:26:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['7d77eb20-96f6-45b3-b3f5-457c5263263c'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:52.243439 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0e7120-bf3d-4278-962e-3e4d6836c522 req-ab8a481c-5157-4fa9-a871-f5ee1cfa2073 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:52.245159 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c0e7120-bf3d-4278-962e-3e4d6836c522 req-ab8a481c-5157-4fa9-a871-f5ee1cfa2073 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=6daf8cf4-021e-48f1-9c80-c9892034785f HTTP/1.1" status: 200 len: 945 time: 0.1153669 Jul 29 23:26:52.247481 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d5ddba36-a4f6-4a12-87c0-209e644ceb06 req-a686758a-b8f8-44d9-932f-eae182d3cc12 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "PUT /v2.0/floatingips/4a24bdec-cb62-4089-b78d-b6d357eff66c HTTP/1.1" status: 200 len: 695 time: 1.3456337 Jul 29 23:26:52.287617 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 250b3a26-f6ce-403d-bb27-15b307882249 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:26:52.320196 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 250b3a26-f6ce-403d-bb27-15b307882249 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:26:52.320837 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:52.346965 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c0e7120-bf3d-4278-962e-3e4d6836c522 req-70a6a872-9eb6-4e16-b910-bb6605a06028 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878546 Jul 29 23:26:52.347262 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-2a31acb4-1aac-4598-aded-d09f8f810515 None None] Set router 7d77eb20-96f6-45b3-b3f5-457c5263263c gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:52.351486 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddba36-a4f6-4a12-87c0-209e644ceb06 req-949bc0b6-0272-44c5-91e2-eacf945446a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:52.357560 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d5ddba36-a4f6-4a12-87c0-209e644ceb06 req-949bc0b6-0272-44c5-91e2-eacf945446a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=418682e7c0fa433fb0fd08c4ad86e992&device_id=f71ab4a5-f869-4404-9aac-d8a99eb1d3ec HTTP/1.1" status: 200 len: 1098 time: 0.0918822 Jul 29 23:26:52.478021 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42920cf8-1889-40c4-9146-ffabfa936d8c req-62362237-8e9d-4d87-959e-06d29a92de12 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:52.479808 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42920cf8-1889-40c4-9146-ffabfa936d8c req-62362237-8e9d-4d87-959e-06d29a92de12 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 1096 time: 0.0683889 Jul 29 23:26:52.501113 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddba36-a4f6-4a12-87c0-209e644ceb06 req-8b686776-4695-4cef-888f-62d2a46ffbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:52.503806 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d5ddba36-a4f6-4a12-87c0-209e644ceb06 req-8b686776-4695-4cef-888f-62d2a46ffbbb service neutron] 10.222.0.18 "GET /v2.0/networks?id=0ffb6994-ab69-4295-a6ca-800fb3cf4230 HTTP/1.1" status: 200 len: 930 time: 0.1367800 Jul 29 23:26:52.523800 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9f99edb5-3aab-4d1d-aa70-0f372508ae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'name': 'tempest-TaggedBootDevicesTest_v242-927965739-router', 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '156a6ced-e99b-4a1e-abee-30cf7bc97974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:16Z', 'updated_at': '2021-07-29T23:24:21Z', 'revision_number': 4, 'project_id': 'd954899d85d94386b2170efdab77ddb2', 'gw_port': {'id': '156a6ced-e99b-4a1e-abee-30cf7bc97974', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:17Z', 'updated_at': '2021-07-29T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '8ce84fcd-6eb9-4210-821b-c9dd4c919ade', 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'port_id': 'e3ef52f7-fd2b-40b7-ab81-25976f3c6559', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66bf1b30-b0b3-402c-8a81-d59ae3f7f904', 'mac_address': 'fa:16:3e:59:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:25:07Z', 'updated_at': '2021-07-29T23:26:50Z', 'revision_number': 1, 'project_id': 'd954899d85d94386b2170efdab77ddb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cad39ba9-495a-43c9-81f9-1c335abda58e', 'name': '', 'network_id': '66bf1b30-b0b3-402c-8a81-d59ae3f7f904', 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'mac_address': 'fa:16:3e:3c:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '16a048f2-545c-45a3-863f-3a23de75e13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:20Z', 'updated_at': '2021-07-29T23:24:27Z', 'revision_number': 5, 'project_id': 'd954899d85d94386b2170efdab77ddb2', 'subnets': [{'id': '16a048f2-545c-45a3-863f-3a23de75e13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:52.559784 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-2a31acb4-1aac-4598-aded-d09f8f810515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1650347053-router', 'tenant_id': '418682e7c0fa433fb0fd08c4ad86e992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'c4d242bd-a01f-45c3-aeaa-90bac865f4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:09Z', 'updated_at': '2021-07-29T23:26:14Z', 'revision_number': 4, 'project_id': '418682e7c0fa433fb0fd08c4ad86e992', 'gw_port': {'id': 'c4d242bd-a01f-45c3-aeaa-90bac865f4cc', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:59:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:10Z', 'updated_at': '2021-07-29T23:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f5353ea4-9b56-4ace-9190-1fc9af46655d', 'name': '', 'network_id': '0ffb6994-ab69-4295-a6ca-800fb3cf4230', 'tenant_id': '418682e7c0fa433fb0fd08c4ad86e992', 'mac_address': 'fa:16:3e:1a:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'b2831565-4c6b-4f31-b9d8-957694c5d713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:13Z', 'updated_at': '2021-07-29T23:26:21Z', 'revision_number': 5, 'project_id': '418682e7c0fa433fb0fd08c4ad86e992', 'subnets': [{'id': 'b2831565-4c6b-4f31-b9d8-957694c5d713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:52.564337 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d5ddba36-a4f6-4a12-87c0-209e644ceb06 req-01697ea5-7217-4951-b539-95c6c32fd1b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1103d1e-e7ca-4eed-a46e-a3215d108cb4 HTTP/1.1" status: 200 len: 217 time: 0.0436995 Jul 29 23:26:52.576584 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f99edb5-3aab-4d1d-aa70-0f372508ae27 None None] Checking router: cacb1dd4-3960-4d5e-9e22-b6d36f210eb5 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:26:52.591899 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a31acb4-1aac-4598-aded-d09f8f810515 None None] Checking router: 7d77eb20-96f6-45b3-b3f5-457c5263263c for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:26:52.601714 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a31acb4-1aac-4598-aded-d09f8f810515 None None] Routers {'7d77eb20-96f6-45b3-b3f5-457c5263263c'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:52.602495 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-2a31acb4-1aac-4598-aded-d09f8f810515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:26:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['7d77eb20-96f6-45b3-b3f5-457c5263263c'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:52.609579 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:52.616201 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42920cf8-1889-40c4-9146-ffabfa936d8c req-6f04acaa-7f51-468c-96f5-ed06d04eec6f tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242402 Jul 29 23:26:52.663712 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddba36-a4f6-4a12-87c0-209e644ceb06 req-4d904f4c-feea-4613-b3c4-5d74c8513897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:52.665681 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d5ddba36-a4f6-4a12-87c0-209e644ceb06 req-4d904f4c-feea-4613-b3c4-5d74c8513897 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b2831565-4c6b-4f31-b9d8-957694c5d713 HTTP/1.1" status: 200 len: 868 time: 0.0923238 Jul 29 23:26:52.712050 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 250b3a26-f6ce-403d-bb27-15b307882249, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=250b3a26-f6ce-403d-bb27-15b307882249,segment=NetworkSegment(75c3c378-94da-47cb-a005-3504e683f4cc),segment_id=75c3c378-94da-47cb-a005-3504e683f4cc)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:52.724894 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f99edb5-3aab-4d1d-aa70-0f372508ae27 None None] Routers {'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:26:52.724894 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9f99edb5-3aab-4d1d-aa70-0f372508ae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:26:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['cacb1dd4-3960-4d5e-9e22-b6d36f210eb5'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:52.734099 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a60b487-d577-45b3-a00e-240bf2bc267e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250b3a26-f6ce-403d-bb27-15b307882249'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:52.736834 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9e77fa-8b9b-45d6-b711-85b05fd416ef" -d '{"events": [{"server_uuid": "5a60b487-d577-45b3-a00e-240bf2bc267e", "name": "network-vif-plugged", "status": "completed", "tag": "250b3a26-f6ce-403d-bb27-15b307882249"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:52.744981 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:52.753239 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c822cc2-5a37-465e-9de9-5da16ccc6876 req-b53fed3d-654a-4af0-b3b5-591591bdf9b9 tempest-ServerShowV257Test-985323066 tempest-ServerShowV257Test-985323066-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7840984-2c3f-4935-9144-bcab533dcf8b HTTP/1.1" status: 200 len: 210 time: 0.0625124 Jul 29 23:26:52.759783 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ddba36-a4f6-4a12-87c0-209e644ceb06 req-5bb133e3-b99e-454f-bfe1-aca148220b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:52.761938 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d5ddba36-a4f6-4a12-87c0-209e644ceb06 req-5bb133e3-b99e-454f-bfe1-aca148220b40 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=0ffb6994-ab69-4295-a6ca-800fb3cf4230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0865586 Jul 29 23:26:52.822149 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-2a31acb4-1aac-4598-aded-d09f8f810515 None None] Set router 7d77eb20-96f6-45b3-b3f5-457c5263263c gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:52.861270 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=250b3a26-f6ce-403d-bb27-15b307882249,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:52.908874 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184576d3-095c-4ff0-a35f-7aa004fa9066 req-6849fb8a-9bd2-41d7-8b04-d40217ba5f45 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:52.910498 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-184576d3-095c-4ff0-a35f-7aa004fa9066 req-6849fb8a-9bd2-41d7-8b04-d40217ba5f45 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a60b487-d577-45b3-a00e-240bf2bc267e HTTP/1.1" status: 200 len: 945 time: 0.0765688 Jul 29 23:26:52.912354 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d5ddba36-a4f6-4a12-87c0-209e644ceb06 req-cebc82d9-2a3e-4e4e-af57-76d0ebd811e6 service neutron] 10.222.0.18 "GET /v2.0/networks/0ffb6994-ab69-4295-a6ca-800fb3cf4230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433346 Jul 29 23:26:52.958187 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-9f99edb5-3aab-4d1d-aa70-0f372508ae27 None None] Set router cacb1dd4-3960-4d5e-9e22-b6d36f210eb5 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:26:53.009174 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-184576d3-095c-4ff0-a35f-7aa004fa9066 req-ad54d953-354c-46e7-913d-c8f9c36f9139 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d48074f-0c1b-4389-a062-fcf2fb227e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918181 Jul 29 23:26:53.050574 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-2a31acb4-1aac-4598-aded-d09f8f810515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1650347053-router', 'tenant_id': '418682e7c0fa433fb0fd08c4ad86e992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'c4d242bd-a01f-45c3-aeaa-90bac865f4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:09Z', 'updated_at': '2021-07-29T23:26:14Z', 'revision_number': 4, 'project_id': '418682e7c0fa433fb0fd08c4ad86e992', 'gw_port': {'id': 'c4d242bd-a01f-45c3-aeaa-90bac865f4cc', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:59:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:10Z', 'updated_at': '2021-07-29T23:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f5353ea4-9b56-4ace-9190-1fc9af46655d', 'name': '', 'network_id': '0ffb6994-ab69-4295-a6ca-800fb3cf4230', 'tenant_id': '418682e7c0fa433fb0fd08c4ad86e992', 'mac_address': 'fa:16:3e:1a:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'b2831565-4c6b-4f31-b9d8-957694c5d713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:13Z', 'updated_at': '2021-07-29T23:26:21Z', 'revision_number': 5, 'project_id': '418682e7c0fa433fb0fd08c4ad86e992', 'subnets': [{'id': 'b2831565-4c6b-4f31-b9d8-957694c5d713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:53.060327 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d5ddba36-a4f6-4a12-87c0-209e644ceb06 req-a54feb3c-a233-47c2-9eb9-caaf3635b32a service neutron] 10.222.0.18 "GET /v2.0/networks/0ffb6994-ab69-4295-a6ca-800fb3cf4230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412601 Jul 29 23:26:53.084960 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a31acb4-1aac-4598-aded-d09f8f810515 None None] The sync data for ids ['7d77eb20-96f6-45b3-b3f5-457c5263263c'] in n-d-712140-10 is: [{'id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1650347053-router', 'tenant_id': '418682e7c0fa433fb0fd08c4ad86e992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'c4d242bd-a01f-45c3-aeaa-90bac865f4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:09Z', 'updated_at': '2021-07-29T23:26:14Z', 'revision_number': 4, 'project_id': '418682e7c0fa433fb0fd08c4ad86e992', 'gw_port': {'id': 'c4d242bd-a01f-45c3-aeaa-90bac865f4cc', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:59:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:10Z', 'updated_at': '2021-07-29T23:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f5353ea4-9b56-4ace-9190-1fc9af46655d', 'name': '', 'network_id': '0ffb6994-ab69-4295-a6ca-800fb3cf4230', 'tenant_id': '418682e7c0fa433fb0fd08c4ad86e992', 'mac_address': 'fa:16:3e:1a:f5:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1033, 'fixed_ips': [{'subnet_id': 'b2831565-4c6b-4f31-b9d8-957694c5d713', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:13Z', 'updated_at': '2021-07-29T23:26:21Z', 'revision_number': 5, 'project_id': '418682e7c0fa433fb0fd08c4ad86e992', 'subnets': [{'id': 'b2831565-4c6b-4f31-b9d8-957694c5d713', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:26:53.134376 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9a7766-97f5-45e7-80bf-70e33bfd5be8 x-openstack-request-id: req-0d9a7766-97f5-45e7-80bf-70e33bfd5be8 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:53.134869 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "tag": "e3ef52f7-fd2b-40b7-ab81-25976f3c6559", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:53.134971 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0d9a7766-97f5-45e7-80bf-70e33bfd5be8 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:53.135306 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'tag': 'e3ef52f7-fd2b-40b7-ab81-25976f3c6559', 'status': 'completed', 'code': 200} Jul 29 23:26:53.232633 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-957f6ed9-bc01-4213-9770-205cd0b882df req-f0e2903b-8e49-4e8b-965e-cd376d16a88e tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups/b9764b79-5ba6-454b-8274-b965af7fef0e HTTP/1.1" status: 200 len: 1801 time: 0.0872576 Jul 29 23:26:53.247745 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9822fd-262c-4d18-87a1-37c6672a34f3 req-e1a867d6-2be4-41cf-aece-9b8a2725319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:53.248984 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9822fd-262c-4d18-87a1-37c6672a34f3 req-e1a867d6-2be4-41cf-aece-9b8a2725319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:53.249773 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9822fd-262c-4d18-87a1-37c6672a34f3 req-e1a867d6-2be4-41cf-aece-9b8a2725319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:53.250613 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9822fd-262c-4d18-87a1-37c6672a34f3 req-e1a867d6-2be4-41cf-aece-9b8a2725319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:53.251100 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9822fd-262c-4d18-87a1-37c6672a34f3 req-e1a867d6-2be4-41cf-aece-9b8a2725319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:53.251587 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9822fd-262c-4d18-87a1-37c6672a34f3 req-e1a867d6-2be4-41cf-aece-9b8a2725319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:53.252085 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9822fd-262c-4d18-87a1-37c6672a34f3 req-e1a867d6-2be4-41cf-aece-9b8a2725319c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:53.254173 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ad9822fd-262c-4d18-87a1-37c6672a34f3 req-e1a867d6-2be4-41cf-aece-9b8a2725319c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d954899d85d94386b2170efdab77ddb2&device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 6510 time: 0.0815074 Jul 29 23:26:53.280787 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b69efe-f7cf-440d-b69f-33085e1db685 x-openstack-request-id: req-15b69efe-f7cf-440d-b69f-33085e1db685 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:53.281258 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef", "tag": "399e5545-51f2-4e1c-9544-014fb83fc48b", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:53.282062 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-15b69efe-f7cf-440d-b69f-33085e1db685 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:53.282562 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef', 'tag': '399e5545-51f2-4e1c-9544-014fb83fc48b', 'status': 'completed', 'code': 200} Jul 29 23:26:53.375223 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9f99edb5-3aab-4d1d-aa70-0f372508ae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'name': 'tempest-TaggedBootDevicesTest_v242-927965739-router', 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '156a6ced-e99b-4a1e-abee-30cf7bc97974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:16Z', 'updated_at': '2021-07-29T23:24:21Z', 'revision_number': 4, 'project_id': 'd954899d85d94386b2170efdab77ddb2', 'gw_port': {'id': '156a6ced-e99b-4a1e-abee-30cf7bc97974', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:17Z', 'updated_at': '2021-07-29T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '8ce84fcd-6eb9-4210-821b-c9dd4c919ade', 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'port_id': 'e3ef52f7-fd2b-40b7-ab81-25976f3c6559', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66bf1b30-b0b3-402c-8a81-d59ae3f7f904', 'mac_address': 'fa:16:3e:59:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:25:07Z', 'updated_at': '2021-07-29T23:26:50Z', 'revision_number': 1, 'project_id': 'd954899d85d94386b2170efdab77ddb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cad39ba9-495a-43c9-81f9-1c335abda58e', 'name': '', 'network_id': '66bf1b30-b0b3-402c-8a81-d59ae3f7f904', 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'mac_address': 'fa:16:3e:3c:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '16a048f2-545c-45a3-863f-3a23de75e13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:20Z', 'updated_at': '2021-07-29T23:24:27Z', 'revision_number': 5, 'project_id': 'd954899d85d94386b2170efdab77ddb2', 'subnets': [{'id': '16a048f2-545c-45a3-863f-3a23de75e13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:26:53.418017 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f99edb5-3aab-4d1d-aa70-0f372508ae27 None None] The sync data for ids ['cacb1dd4-3960-4d5e-9e22-b6d36f210eb5'] in n-d-712140-10 is: [{'id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'name': 'tempest-TaggedBootDevicesTest_v242-927965739-router', 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '156a6ced-e99b-4a1e-abee-30cf7bc97974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:16Z', 'updated_at': '2021-07-29T23:24:21Z', 'revision_number': 4, 'project_id': 'd954899d85d94386b2170efdab77ddb2', 'gw_port': {'id': '156a6ced-e99b-4a1e-abee-30cf7bc97974', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:17Z', 'updated_at': '2021-07-29T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '8ce84fcd-6eb9-4210-821b-c9dd4c919ade', 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'floating_ip_address': '172.25.8.28', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'port_id': 'e3ef52f7-fd2b-40b7-ab81-25976f3c6559', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 944, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '66bf1b30-b0b3-402c-8a81-d59ae3f7f904', 'mac_address': 'fa:16:3e:59:f6:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:25:07Z', 'updated_at': '2021-07-29T23:26:50Z', 'revision_number': 1, 'project_id': 'd954899d85d94386b2170efdab77ddb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cad39ba9-495a-43c9-81f9-1c335abda58e', 'name': '', 'network_id': '66bf1b30-b0b3-402c-8a81-d59ae3f7f904', 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'mac_address': 'fa:16:3e:3c:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '16a048f2-545c-45a3-863f-3a23de75e13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:20Z', 'updated_at': '2021-07-29T23:24:27Z', 'revision_number': 5, 'project_id': 'd954899d85d94386b2170efdab77ddb2', 'subnets': [{'id': '16a048f2-545c-45a3-863f-3a23de75e13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:26:53.430304 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f519136a-cccb-4d70-903a-b28036a78b7e None None] New status for floating IP 4a24bdec-cb62-4089-b78d-b6d357eff66c: DOWN {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:26:53.494263 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c9cd222e-6380-436b-96e7-11bcaf33781e req-8f976750-d6a4-4b71-bd1c-6b83821446be service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d7840984-2c3f-4935-9144-bcab533dcf8b HTTP/1.1" status: 200 len: 210 time: 0.0591412 Jul 29 23:26:53.533536 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afcedf-9e11-4e38-b507-0629ab6de970 req-5367d274-9e06-4d63-8c5d-16d93b86a2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:53.535307 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38afcedf-9e11-4e38-b507-0629ab6de970 req-5367d274-9e06-4d63-8c5d-16d93b86a2b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc9f40ce066549d5a00b2fc27cd6a85a&device_id=60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef HTTP/1.1" status: 200 len: 1136 time: 0.2244706 Jul 29 23:26:53.549755 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24eeea4f-5144-4792-a3dd-a60ea7565bf9 req-d2c4c6e3-b3d4-4ed5-b202-a96d096d709d tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:53.551308 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24eeea4f-5144-4792-a3dd-a60ea7565bf9 req-d2c4c6e3-b3d4-4ed5-b202-a96d096d709d tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ac3aba5-e3d8-4104-9ae8-a208be875ce9 HTTP/1.1" status: 200 len: 945 time: 0.2292438 Jul 29 23:26:53.565017 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-957f6ed9-bc01-4213-9770-205cd0b882df req-c892d87f-7366-4acd-b3a2-cedc678682c5 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 29 23:26:53.566046 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-957f6ed9-bc01-4213-9770-205cd0b882df req-c892d87f-7366-4acd-b3a2-cedc678682c5 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "DELETE /v2.0/security-groups/b9764b79-5ba6-454b-8274-b965af7fef0e HTTP/1.1" status: 409 len: 341 time: 0.3109434 Jul 29 23:26:53.634256 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9822fd-262c-4d18-87a1-37c6672a34f3 req-c3c9972b-dd00-480b-bf58-cd00c8f238e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:53.635733 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ad9822fd-262c-4d18-87a1-37c6672a34f3 req-c3c9972b-dd00-480b-bf58-cd00c8f238e9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=66bf1b30-b0b3-402c-8a81-d59ae3f7f904 HTTP/1.1" status: 200 len: 917 time: 0.3515980 Jul 29 23:26:53.669057 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24eeea4f-5144-4792-a3dd-a60ea7565bf9 req-7b237f57-b170-4ace-8301-f5d9f40ccd93 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997565 Jul 29 23:26:53.685609 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d10aad-d428-49ba-9fd2-2b857246af2d None None] New status for floating IP 8ce84fcd-6eb9-4210-821b-c9dd4c919ade: ACTIVE {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:26:53.767031 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afcedf-9e11-4e38-b507-0629ab6de970 req-4a66adf4-5a64-4efc-840d-ad5912e2a053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:53.768552 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38afcedf-9e11-4e38-b507-0629ab6de970 req-4a66adf4-5a64-4efc-840d-ad5912e2a053 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb HTTP/1.1" status: 200 len: 914 time: 0.2161586 Jul 29 23:26:53.815450 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38afcedf-9e11-4e38-b507-0629ab6de970 req-570bb07e-95ca-4969-8d98-dda05f12306c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=399e5545-51f2-4e1c-9544-014fb83fc48b HTTP/1.1" status: 200 len: 217 time: 0.0380628 Jul 29 23:26:53.817381 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ad9822fd-262c-4d18-87a1-37c6672a34f3 req-638d8407-f761-4122-964d-b792c1b447df service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3ef52f7-fd2b-40b7-ab81-25976f3c6559 HTTP/1.1" status: 200 len: 999 time: 0.1362627 Jul 29 23:26:53.909467 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9822fd-262c-4d18-87a1-37c6672a34f3 req-287e4b24-9d32-4939-9365-f4ae8eadbe29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:53.910986 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ad9822fd-262c-4d18-87a1-37c6672a34f3 req-287e4b24-9d32-4939-9365-f4ae8eadbe29 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16a048f2-545c-45a3-863f-3a23de75e13e HTTP/1.1" status: 200 len: 855 time: 0.0844977 Jul 29 23:26:53.913233 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38afcedf-9e11-4e38-b507-0629ab6de970 req-cd473c3a-8826-45e2-9dc5-fff4f3ade809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:53.914184 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38afcedf-9e11-4e38-b507-0629ab6de970 req-cd473c3a-8826-45e2-9dc5-fff4f3ade809 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ee33b029-d25c-4ff1-b685-d5b5f26c2363 HTTP/1.1" status: 200 len: 853 time: 0.0791528 Jul 29 23:26:53.959588 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2253f9df-db27-4b35-8218-7eec20d4cf73 x-openstack-request-id: req-2253f9df-db27-4b35-8218-7eec20d4cf73 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:53.960115 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a60b487-d577-45b3-a00e-240bf2bc267e", "name": "network-vif-plugged", "status": "completed", "tag": "250b3a26-f6ce-403d-bb27-15b307882249", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:53.960379 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2253f9df-db27-4b35-8218-7eec20d4cf73 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:53.960912 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a60b487-d577-45b3-a00e-240bf2bc267e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '250b3a26-f6ce-403d-bb27-15b307882249', 'code': 200} Jul 29 23:26:53.997715 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38afcedf-9e11-4e38-b507-0629ab6de970 req-4533038d-187d-4d94-8356-ee4fda9ed0db service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646865 Jul 29 23:26:54.121564 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-86bc3dde-2d21-4f79-a5a0-aa422bc2ece9 req-cc8b2a9d-dd2f-440e-a960-08046a33c2b7 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/floatingips/4a24bdec-cb62-4089-b78d-b6d357eff66c HTTP/1.1" status: 200 len: 693 time: 0.1332898 Jul 29 23:26:54.131727 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9822fd-262c-4d18-87a1-37c6672a34f3 req-c2693516-67b6-4ab9-867c-b2170852dcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:54.131727 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ad9822fd-262c-4d18-87a1-37c6672a34f3 req-c2693516-67b6-4ab9-867c-b2170852dcec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66bf1b30-b0b3-402c-8a81-d59ae3f7f904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2124701 Jul 29 23:26:54.254870 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0046b-103b-4bcb-80be-32331b2833a6 req-1d264217-3176-441a-a806-2a9357cab06b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:54.256342 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ebb0046b-103b-4bcb-80be-32331b2833a6 req-1d264217-3176-441a-a806-2a9357cab06b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5a60b487-d577-45b3-a00e-240bf2bc267e HTTP/1.1" status: 200 len: 1097 time: 0.2224782 Jul 29 23:26:54.344606 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38afcedf-9e11-4e38-b507-0629ab6de970 req-99e2b5b1-cbfc-4e47-9fd8-6f67e041b55e service neutron] 10.222.0.39 "GET /v2.0/networks/dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119330 Jul 29 23:26:54.476466 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ebb0046b-103b-4bcb-80be-32331b2833a6 req-db7a85ac-1246-44ad-a528-bb9bac7963ce service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=9d48074f-0c1b-4389-a062-fcf2fb227e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740706 Jul 29 23:26:54.486139 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84cbd6-bc4b-4d44-9b1c-2d7382214c0b req-8c3249d2-5665-4f83-a86b-aa07a76505d1 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:54.487963 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a84cbd6-bc4b-4d44-9b1c-2d7382214c0b req-8c3249d2-5665-4f83-a86b-aa07a76505d1 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ff686f0-4ad8-460a-8b77-e58d16725207 HTTP/1.1" status: 200 len: 946 time: 0.2371607 Jul 29 23:26:54.495173 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ad9822fd-262c-4d18-87a1-37c6672a34f3 req-e1950944-c6fe-495a-9a03-90b2f62199ba service neutron] 10.222.0.23 "GET /v2.0/networks/66bf1b30-b0b3-402c-8a81-d59ae3f7f904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533461 Jul 29 23:26:54.520952 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bc3dde-2d21-4f79-a5a0-aa422bc2ece9 req-9cb0ebeb-181c-488e-a985-98ecd635ff10 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:54.522455 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-86bc3dde-2d21-4f79-a5a0-aa422bc2ece9 req-9cb0ebeb-181c-488e-a985-98ecd635ff10 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 784 time: 0.3842633 Jul 29 23:26:55.076676 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-86bc3dde-2d21-4f79-a5a0-aa422bc2ece9 req-a8d8787e-fd31-4ea5-9220-1e8d5abd6bff tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 696 time: 0.5435412 Jul 29 23:26:55.104576 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a84cbd6-bc4b-4d44-9b1c-2d7382214c0b req-dfaf0b37-e103-45c9-a37d-2cb68e37a7bb tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5996842 Jul 29 23:26:55.164849 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-86bc3dde-2d21-4f79-a5a0-aa422bc2ece9 req-492538cf-5a26-436f-ab0b-36c6fcf29b6a tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.113 HTTP/1.1" status: 200 len: 696 time: 0.0871921 Jul 29 23:26:55.182713 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38afcedf-9e11-4e38-b507-0629ab6de970 req-88842e0c-5414-45fa-b260-8688630f2122 service neutron] 10.222.0.39 "GET /v2.0/networks/dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8182409 Jul 29 23:26:55.251102 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d74974e2-2ac0-446a-908a-be1fbb999013 req-6aba9ef2-32f0-4e07-868c-c4521d06ada4 tempest-ServerShowV257Test-985323066 tempest-ServerShowV257Test-985323066-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7840984-2c3f-4935-9144-bcab533dcf8b HTTP/1.1" status: 200 len: 210 time: 0.0849042 Jul 29 23:26:55.292229 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f71ab4a5-f869-4404-9aac-d8a99eb1d3ec', 'tag': 'd1103d1e-e7ca-4eed-a46e-a3215d108cb4'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:55.294621 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01837148-8ff9-44df-92d6-b664538fc1ef" -d '{"events": [{"name": "network-changed", "server_uuid": "f71ab4a5-f869-4404-9aac-d8a99eb1d3ec", "tag": "d1103d1e-e7ca-4eed-a46e-a3215d108cb4"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:55.379450 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ad9822fd-262c-4d18-87a1-37c6672a34f3 req-575ac04e-9800-40f6-8a5a-32a1694e45ab service neutron] 10.222.0.23 "GET /v2.0/networks/66bf1b30-b0b3-402c-8a81-d59ae3f7f904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8190722 Jul 29 23:26:55.441143 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5736a-638a-4987-989e-075c74d4891a req-2e8fbe26-f14a-461d-98b0-26009747c788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:55.442677 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-87d5736a-638a-4987-989e-075c74d4891a req-2e8fbe26-f14a-461d-98b0-26009747c788 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc9f40ce066549d5a00b2fc27cd6a85a&device_id=60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef HTTP/1.1" status: 200 len: 1136 time: 0.1863313 Jul 29 23:26:55.478468 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd9d02-41d8-4c29-bab5-1432f088a7d0 req-693ef5bc-b065-4326-8428-3edba3052a57 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:55.480101 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-74bd9d02-41d8-4c29-bab5-1432f088a7d0 req-693ef5bc-b065-4326-8428-3edba3052a57 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a60b487-d577-45b3-a00e-240bf2bc267e HTTP/1.1" status: 200 len: 945 time: 0.1298592 Jul 29 23:26:55.546981 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-86bc3dde-2d21-4f79-a5a0-aa422bc2ece9 req-01ce1029-47e7-4f52-8e5f-c2dbce59ad1d tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Deleting port 27105583-184a-40dc-9fb5-0767f478a867 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:26:55.547330 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-86bc3dde-2d21-4f79-a5a0-aa422bc2ece9 req-01ce1029-47e7-4f52-8e5f-c2dbce59ad1d tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:55.622982 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-74bd9d02-41d8-4c29-bab5-1432f088a7d0 req-0cdad6c2-58bf-4799-8f26-96c69d4b9587 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d48074f-0c1b-4389-a062-fcf2fb227e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290555 Jul 29 23:26:55.671622 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-86bc3dde-2d21-4f79-a5a0-aa422bc2ece9 req-01ce1029-47e7-4f52-8e5f-c2dbce59ad1d tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:55.672102 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-86bc3dde-2d21-4f79-a5a0-aa422bc2ece9 req-01ce1029-47e7-4f52-8e5f-c2dbce59ad1d tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:55.696945 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5736a-638a-4987-989e-075c74d4891a req-a30d0933-9519-48ac-ac5e-3e94e16e8ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:55.698477 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-87d5736a-638a-4987-989e-075c74d4891a req-a30d0933-9519-48ac-ac5e-3e94e16e8ab5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb HTTP/1.1" status: 200 len: 914 time: 0.2403383 Jul 29 23:26:55.703159 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-86bc3dde-2d21-4f79-a5a0-aa422bc2ece9 req-01ce1029-47e7-4f52-8e5f-c2dbce59ad1d tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Calling delete_port for 27105583-184a-40dc-9fb5-0767f478a867 owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:26:55.755230 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-87d5736a-638a-4987-989e-075c74d4891a req-820edd28-df1b-4aaf-a256-7361fce0c3bd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=399e5545-51f2-4e1c-9544-014fb83fc48b HTTP/1.1" status: 200 len: 217 time: 0.0473793 Jul 29 23:26:55.911173 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ead4e93-d901-4ae9-966d-070fbe9579e6 req-09f340bd-25f7-4161-bd0c-f721d071cab6 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:55.912719 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9ead4e93-d901-4ae9-966d-070fbe9579e6 req-09f340bd-25f7-4161-bd0c-f721d071cab6 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/ports?device_id=60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef HTTP/1.1" status: 200 len: 984 time: 0.1045866 Jul 29 23:26:55.962980 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5736a-638a-4987-989e-075c74d4891a req-b1f922fe-77bf-46a6-9ae6-fc087e4fa3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:55.964486 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-87d5736a-638a-4987-989e-075c74d4891a req-b1f922fe-77bf-46a6-9ae6-fc087e4fa3c1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ee33b029-d25c-4ff1-b685-d5b5f26c2363 HTTP/1.1" status: 200 len: 853 time: 0.1758184 Jul 29 23:26:56.012909 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-87d5736a-638a-4987-989e-075c74d4891a req-d28d6298-bc8b-4f5b-892c-828a93bdd66a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377595 Jul 29 23:26:56.026435 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-87d5736a-638a-4987-989e-075c74d4891a req-4c552de4-aabd-4268-bdbc-535f8cc50b37 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:26:56.027422 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-87d5736a-638a-4987-989e-075c74d4891a req-4c552de4-aabd-4268-bdbc-535f8cc50b37 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067990 Jul 29 23:26:56.032751 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9ead4e93-d901-4ae9-966d-070fbe9579e6 req-63982129-9143-4c5e-9232-4e22b27c8e6b tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9764b79-5ba6-454b-8274-b965af7fef0e&id=d79fff0a-09c1-4a3b-83fd-5425d61ca504&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.1078413 Jul 29 23:26:56.033990 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-86bc3dde-2d21-4f79-a5a0-aa422bc2ece9 req-01ce1029-47e7-4f52-8e5f-c2dbce59ad1d tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:56.109981 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ce1029-47e7-4f52-8e5f-c2dbce59ad1d tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Pushing event deleted for resources: {'Port': ['ID=27105583-184a-40dc-9fb5-0767f478a867,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:56.253762 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-86bc3dde-2d21-4f79-a5a0-aa422bc2ece9 req-01ce1029-47e7-4f52-8e5f-c2dbce59ad1d tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:56.256838 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-86bc3dde-2d21-4f79-a5a0-aa422bc2ece9 req-01ce1029-47e7-4f52-8e5f-c2dbce59ad1d tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:56.258011 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-86bc3dde-2d21-4f79-a5a0-aa422bc2ece9 req-01ce1029-47e7-4f52-8e5f-c2dbce59ad1d tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "DELETE /v2.0/floatingips/4a24bdec-cb62-4089-b78d-b6d357eff66c HTTP/1.1" status: 204 len: 173 time: 1.0862920 Jul 29 23:26:56.267901 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-87d5736a-638a-4987-989e-075c74d4891a req-ef2352df-7be5-472f-ae69-5ddc7304159b service neutron] 10.222.0.39 "GET /v2.0/networks/dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299614 Jul 29 23:26:56.337380 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de25c1-aef0-49bd-8e21-ea3fb75920ef req-0f00cad8-0b52-4ef7-afa5-d63dbbd73a50 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:56.343732 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de25c1-aef0-49bd-8e21-ea3fb75920ef req-0f00cad8-0b52-4ef7-afa5-d63dbbd73a50 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:56.350439 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72de25c1-aef0-49bd-8e21-ea3fb75920ef req-0f00cad8-0b52-4ef7-afa5-d63dbbd73a50 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:56.352442 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-72de25c1-aef0-49bd-8e21-ea3fb75920ef req-0f00cad8-0b52-4ef7-afa5-d63dbbd73a50 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ff686f0-4ad8-460a-8b77-e58d16725207&device_id=7ac3aba5-e3d8-4104-9ae8-a208be875ce9&device_id=987fdebb-c59d-40b7-b9d0-9d712fb6359a HTTP/1.1" status: 200 len: 2417 time: 0.1550367 Jul 29 23:26:56.419740 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-72de25c1-aef0-49bd-8e21-ea3fb75920ef req-bf1c912d-6092-47c9-8058-c4b7f251830e tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588317 Jul 29 23:26:56.444825 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84ce1f0-06a8-4667-b5b2-13ff10eeefa2 x-openstack-request-id: req-b84ce1f0-06a8-4667-b5b2-13ff10eeefa2 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:26:56.445116 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f71ab4a5-f869-4404-9aac-d8a99eb1d3ec", "tag": "d1103d1e-e7ca-4eed-a46e-a3215d108cb4", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:26:56.445375 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b84ce1f0-06a8-4667-b5b2-13ff10eeefa2 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:26:56.445771 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f71ab4a5-f869-4404-9aac-d8a99eb1d3ec', 'tag': 'd1103d1e-e7ca-4eed-a46e-a3215d108cb4', 'status': 'completed', 'code': 200} Jul 29 23:26:56.463351 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-87d5736a-638a-4987-989e-075c74d4891a req-bfe30755-1560-4e17-b1f0-cdec0914de66 service neutron] 10.222.0.39 "GET /v2.0/networks/dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838305 Jul 29 23:26:56.502298 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e09def64-d3e7-4389-b101-851b4daa583d req-b4ef4ef2-0e74-4231-a5dc-3ad7d73aafa6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=93f7088abb6948379e28213e1a808e98&device_id=d7840984-2c3f-4935-9144-bcab533dcf8b HTTP/1.1" status: 200 len: 210 time: 0.0505567 Jul 29 23:26:56.585042 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9b80c8d8-9273-4eac-ae51-6a85ee67e0a9 req-aca705ce-db4d-47d9-bd58-e813e5a645a5 tempest-ServerShowV257Test-985323066 tempest-ServerShowV257Test-985323066-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7840984-2c3f-4935-9144-bcab533dcf8b HTTP/1.1" status: 200 len: 210 time: 0.0684814 Jul 29 23:26:56.589014 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e09def64-d3e7-4389-b101-851b4daa583d req-262c5371-7da0-4c23-8926-3c70d5945a37 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=93f7088abb6948379e28213e1a808e98&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0643237 Jul 29 23:26:56.668527 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b78aadfa-76ad-4558-9371-387dbc0c818a req-4a5df721-60f1-473f-bbb0-f35bddf8f67c tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1884308 Jul 29 23:26:56.731541 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01837148-8ff9-44df-92d6-b664538fc1ef req-ad24816a-d890-4725-90f0-591c996dc2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:56.734578 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-01837148-8ff9-44df-92d6-b664538fc1ef req-ad24816a-d890-4725-90f0-591c996dc2d9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=418682e7c0fa433fb0fd08c4ad86e992&device_id=f71ab4a5-f869-4404-9aac-d8a99eb1d3ec HTTP/1.1" status: 200 len: 1098 time: 0.2346821 Jul 29 23:26:56.843965 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93ca965-9b21-4684-ae6f-e041b3b3973a req-28425d8f-bb10-4c65-b595-7d96daade7da tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:56.845533 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a93ca965-9b21-4684-ae6f-e041b3b3973a req-28425d8f-bb10-4c65-b595-7d96daade7da tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/ports?device_id=f71ab4a5-f869-4404-9aac-d8a99eb1d3ec&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1676140 Jul 29 23:26:56.872443 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09def64-d3e7-4389-b101-851b4daa583d req-beed46a5-7f44-4d6e-bab0-aa2e15969e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:56.874156 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e09def64-d3e7-4389-b101-851b4daa583d req-beed46a5-7f44-4d6e-bab0-aa2e15969e87 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2764060 Jul 29 23:26:56.922638 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a93ca965-9b21-4684-ae6f-e041b3b3973a req-1236daf1-ba3e-425d-90e8-74c167c0dfc8 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0680196 Jul 29 23:26:56.948328 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01837148-8ff9-44df-92d6-b664538fc1ef req-f729c78d-3745-47c2-8aa4-24ea8397587a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:56.949871 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-01837148-8ff9-44df-92d6-b664538fc1ef req-f729c78d-3745-47c2-8aa4-24ea8397587a service neutron] 10.222.0.39 "GET /v2.0/networks?id=0ffb6994-ab69-4295-a6ca-800fb3cf4230 HTTP/1.1" status: 200 len: 930 time: 0.2073555 Jul 29 23:26:56.966311 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992016f6-01fa-4fad-afb2-755e29d9bdf2 req-4ec769ac-a4ac-4d24-a9e3-a5c0249da797 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:56.968541 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-992016f6-01fa-4fad-afb2-755e29d9bdf2 req-4ec769ac-a4ac-4d24-a9e3-a5c0249da797 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a60b487-d577-45b3-a00e-240bf2bc267e HTTP/1.1" status: 200 len: 945 time: 0.1555676 Jul 29 23:26:57.021503 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-01837148-8ff9-44df-92d6-b664538fc1ef req-f990dd25-9304-46ba-b438-00646c2bb949 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1103d1e-e7ca-4eed-a46e-a3215d108cb4 HTTP/1.1" status: 200 len: 217 time: 0.0501199 Jul 29 23:26:57.104411 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-992016f6-01fa-4fad-afb2-755e29d9bdf2 req-8e7c7f3c-5f4c-4ef9-8677-89a7aa492581 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d48074f-0c1b-4389-a062-fcf2fb227e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922618 Jul 29 23:26:57.114943 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01837148-8ff9-44df-92d6-b664538fc1ef req-ef19fd69-2222-45af-898b-6752ad03c93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:57.117191 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-01837148-8ff9-44df-92d6-b664538fc1ef req-ef19fd69-2222-45af-898b-6752ad03c93d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b2831565-4c6b-4f31-b9d8-957694c5d713 HTTP/1.1" status: 200 len: 868 time: 0.0882196 Jul 29 23:26:57.188433 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01837148-8ff9-44df-92d6-b664538fc1ef req-ff2cf6da-8939-4639-9c09-86af3affc0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:57.190774 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-01837148-8ff9-44df-92d6-b664538fc1ef req-ff2cf6da-8939-4639-9c09-86af3affc0db service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0ffb6994-ab69-4295-a6ca-800fb3cf4230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656817 Jul 29 23:26:57.309641 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-023a921a-2c3d-40ef-af07-b429a25a65b5 req-b535f77f-1139-419e-b2ec-cf23c61681a4 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0999358 Jul 29 23:26:57.403571 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-01837148-8ff9-44df-92d6-b664538fc1ef req-aa679b30-9a3b-4768-bcde-3f2d3a1339c9 service neutron] 10.222.0.39 "GET /v2.0/networks/0ffb6994-ab69-4295-a6ca-800fb3cf4230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042720 Jul 29 23:26:57.473785 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device d4731ca4-3584-40c0-b16d-477bfef445d5 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:26:57.503425 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-01837148-8ff9-44df-92d6-b664538fc1ef req-93956ebd-93f4-440d-9a93-2f2d09ef5d3e service neutron] 10.222.0.39 "GET /v2.0/networks/0ffb6994-ab69-4295-a6ca-800fb3cf4230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903244 Jul 29 23:26:57.517283 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eea4ff-669e-47ae-a7eb-cf452376a689 req-d931c331-6149-4b32-9431-baff27ce5122 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:57.519269 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-66eea4ff-669e-47ae-a7eb-cf452376a689 req-d931c331-6149-4b32-9431-baff27ce5122 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/ports?device_id=60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef HTTP/1.1" status: 200 len: 984 time: 0.1664677 Jul 29 23:26:57.594229 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port d4731ca4-3584-40c0-b16d-477bfef445d5, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=d4731ca4-3584-40c0-b16d-477bfef445d5,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:57.621768 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'd4731ca4-3584-40c0-b16d-477bfef445d5', 'network_id': 'e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2', 'port_id': 'd4731ca4-3584-40c0-b16d-477bfef445d5', 'mac_address': 'fa:16:3e:4b:b8:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e930051-7a16-428b-811f-19e3c68dee70', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:26:57.657323 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-66eea4ff-669e-47ae-a7eb-cf452376a689 req-4cfeb472-369c-4286-8fed-b1a72f2ebcbf tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9764b79-5ba6-454b-8274-b965af7fef0e&id=d79fff0a-09c1-4a3b-83fd-5425d61ca504&fields=id&fields=name HTTP/1.1" status: 200 len: 400 time: 0.1317580 Jul 29 23:26:57.695796 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:57.730271 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d4731ca4-3584-40c0-b16d-477bfef445d5 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:26:57.772054 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port d4731ca4-3584-40c0-b16d-477bfef445d5, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=d4731ca4-3584-40c0-b16d-477bfef445d5,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:57.777995 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:57.900753 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=d4731ca4-3584-40c0-b16d-477bfef445d5,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:57.913486 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['d4731ca4-3584-40c0-b16d-477bfef445d5'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:58.040560 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-12cf1a45-d386-4bda-958b-8a8930e9e282 req-cac255c7-442b-4e9b-bd81-dc47ddebdab4 tempest-ServerShowV257Test-985323066 tempest-ServerShowV257Test-985323066-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7840984-2c3f-4935-9144-bcab533dcf8b HTTP/1.1" status: 200 len: 210 time: 0.1024723 Jul 29 23:26:58.105922 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3f139-4145-4d20-a777-bdbbe9bf7f00 req-77922417-c951-47eb-866d-cb5645b8948b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:58.108514 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b7d3f139-4145-4d20-a777-bdbbe9bf7f00 req-77922417-c951-47eb-866d-cb5645b8948b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=40f7f0a5ce79467a8b63ead5077b6a57&device_id=5a60b487-d577-45b3-a00e-240bf2bc267e HTTP/1.1" status: 200 len: 1097 time: 0.1223154 Jul 29 23:26:58.112095 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b3ac6d9f-2cf1-4dd9-bf3d-3b41ac0786bd req-3e7e93e6-4dfe-42dc-9de3-b4260256be70 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-539147031&fields=id&tenant_id=bc9f40ce066549d5a00b2fc27cd6a85a HTTP/1.1" status: 200 len: 267 time: 0.1112418 Jul 29 23:26:58.300943 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac6d9f-2cf1-4dd9-bf3d-3b41ac0786bd req-6835e315-5868-4482-be24-dd0f6cdff00c tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:58.302790 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b3ac6d9f-2cf1-4dd9-bf3d-3b41ac0786bd req-6835e315-5868-4482-be24-dd0f6cdff00c tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/ports?device_id=60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef HTTP/1.1" status: 200 len: 984 time: 0.1743841 Jul 29 23:26:58.325970 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-b3ac6d9f-2cf1-4dd9-bf3d-3b41ac0786bd req-3668bff9-7a8c-4c2b-9e7e-e3ffcd11f518 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Request body: {'port': {'security_groups': ['b9764b79-5ba6-454b-8274-b965af7fef0e', 'd79fff0a-09c1-4a3b-83fd-5425d61ca504', '80fb1192-9d48-4410-8d96-499bff56d7de']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:26:58.369673 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3f139-4145-4d20-a777-bdbbe9bf7f00 req-7d29a4c1-21c2-4c19-9d39-5cefbba730bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:58.371101 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b7d3f139-4145-4d20-a777-bdbbe9bf7f00 req-7d29a4c1-21c2-4c19-9d39-5cefbba730bb service neutron] 10.222.0.23 "GET /v2.0/networks?id=4533c2a1-6edc-4925-8efe-ae0bc9e9b666 HTTP/1.1" status: 200 len: 915 time: 0.2543399 Jul 29 23:26:58.434665 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e09def64-d3e7-4389-b101-851b4daa583d req-0e1fb59f-3e3f-4786-8919-19b47a97685f tempest-ServerShowV257Test-985323066 tempest-ServerShowV257Test-985323066-project] 10.222.0.23 "GET /v2.0/ports?device_id=d7840984-2c3f-4935-9144-bcab533dcf8b HTTP/1.1" status: 200 len: 210 time: 0.0686059 Jul 29 23:26:58.494078 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b7d3f139-4145-4d20-a777-bdbbe9bf7f00 req-0380798c-69f7-423a-b9e2-dc36efd65f59 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=250b3a26-f6ce-403d-bb27-15b307882249 HTTP/1.1" status: 200 len: 217 time: 0.0967693 Jul 29 23:26:58.514415 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa08ebd2-5a13-4285-b53b-f1a60b4854cc req-c2f2b80c-87af-4041-addf-a8f98fb130cf tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:58.521860 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fa08ebd2-5a13-4285-b53b-f1a60b4854cc req-c2f2b80c-87af-4041-addf-a8f98fb130cf tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a60b487-d577-45b3-a00e-240bf2bc267e HTTP/1.1" status: 200 len: 945 time: 0.1674862 Jul 29 23:26:58.536497 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b3ac6d9f-2cf1-4dd9-bf3d-3b41ac0786bd req-3668bff9-7a8c-4c2b-9e7e-e3ffcd11f518 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:58.639997 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fa08ebd2-5a13-4285-b53b-f1a60b4854cc req-ad748634-6fa5-4813-958f-9cc0a83639f9 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d48074f-0c1b-4389-a062-fcf2fb227e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137009 Jul 29 23:26:58.662838 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3f139-4145-4d20-a777-bdbbe9bf7f00 req-71ec51f4-e827-467f-b497-3ca9555299a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:58.662838 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b7d3f139-4145-4d20-a777-bdbbe9bf7f00 req-71ec51f4-e827-467f-b497-3ca9555299a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=ce5d3950-6a1e-45a8-a884-f4161e50921b HTTP/1.1" status: 200 len: 854 time: 0.1568449 Jul 29 23:26:58.711149 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b7d3f139-4145-4d20-a777-bdbbe9bf7f00 req-df3352ef-6fe8-4e8a-8c5e-05b2288593c6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4533c2a1-6edc-4925-8efe-ae0bc9e9b666&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344265 Jul 29 23:26:58.872120 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385e407-e5fb-4d1d-ac9d-cbad5fed4723 req-85a344d6-9437-4e89-a891-10bc33e22b12 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:58.881140 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f385e407-e5fb-4d1d-ac9d-cbad5fed4723 req-85a344d6-9437-4e89-a891-10bc33e22b12 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/ports?device_id=f71ab4a5-f869-4404-9aac-d8a99eb1d3ec HTTP/1.1" status: 200 len: 946 time: 0.1641870 Jul 29 23:26:58.964300 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f385e407-e5fb-4d1d-ac9d-cbad5fed4723 req-07c908ce-08b8-4e23-a522-d11f96f236ed tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/security-groups?id=20231ea7-d841-429d-b383-61303be38452&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673964 Jul 29 23:26:58.990970 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b7d3f139-4145-4d20-a777-bdbbe9bf7f00 req-81baa710-7982-4896-bc74-3f7d3858c4cb service neutron] 10.222.0.23 "GET /v2.0/networks/4533c2a1-6edc-4925-8efe-ae0bc9e9b666?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693582 Jul 29 23:26:59.215992 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-b3ac6d9f-2cf1-4dd9-bf3d-3b41ac0786bd req-3668bff9-7a8c-4c2b-9e7e-e3ffcd11f518 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] For port 399e5545-51f2-4e1c-9544-014fb83fc48b, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=399e5545-51f2-4e1c-9544-014fb83fc48b,segment=NetworkSegment(7f058680-96f9-409b-9da3-a329d820632f),segment_id=7f058680-96f9-409b-9da3-a329d820632f)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:26:59.239771 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b7d3f139-4145-4d20-a777-bdbbe9bf7f00 req-54a270e1-2565-4f94-b757-d05982812d4e service neutron] 10.222.0.23 "GET /v2.0/networks/4533c2a1-6edc-4925-8efe-ae0bc9e9b666?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211292 Jul 29 23:26:59.287253 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b3ac6d9f-2cf1-4dd9-bf3d-3b41ac0786bd req-3668bff9-7a8c-4c2b-9e7e-e3ffcd11f518 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:59.324577 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b3ac6d9f-2cf1-4dd9-bf3d-3b41ac0786bd req-3668bff9-7a8c-4c2b-9e7e-e3ffcd11f518 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:59.349321 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['399e5545-51f2-4e1c-9544-014fb83fc48b'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:59.457948 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['3614b83e-cc13-42b0-bf0d-448e516a4765'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:59.549970 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac6d9f-2cf1-4dd9-bf3d-3b41ac0786bd req-3668bff9-7a8c-4c2b-9e7e-e3ffcd11f518 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:59.552315 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b3ac6d9f-2cf1-4dd9-bf3d-3b41ac0786bd req-3668bff9-7a8c-4c2b-9e7e-e3ffcd11f518 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:59.561715 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b3ac6d9f-2cf1-4dd9-bf3d-3b41ac0786bd req-3668bff9-7a8c-4c2b-9e7e-e3ffcd11f518 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "PUT /v2.0/ports/399e5545-51f2-4e1c-9544-014fb83fc48b HTTP/1.1" status: 200 len: 1020 time: 1.2410502 Jul 29 23:26:59.561715 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef', 'tag': '399e5545-51f2-4e1c-9544-014fb83fc48b'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:26:59.583901 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0574a0ee-d25b-4a90-8d42-791d54904519" -d '{"events": [{"name": "network-changed", "server_uuid": "60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef", "tag": "399e5545-51f2-4e1c-9544-014fb83fc48b"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:26:59.605867 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device d4731ca4-3584-40c0-b16d-477bfef445d5 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:26:59.695002 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:59.729497 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314194f7-45ca-4394-b9d5-17ac496b5c37 req-e67c7e29-0006-4b6e-9849-5a690c5eb5cd tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:26:59.730999 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-314194f7-45ca-4394-b9d5-17ac496b5c37 req-e67c7e29-0006-4b6e-9849-5a690c5eb5cd tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.39 "GET /v2.0/ports?device_id=f71ab4a5-f869-4404-9aac-d8a99eb1d3ec HTTP/1.1" status: 200 len: 946 time: 0.3977222 Jul 29 23:26:59.736999 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668bff9-7a8c-4c2b-9e7e-e3ffcd11f518 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Pushing event updated for resources: {'Port': ['ID=399e5545-51f2-4e1c-9544-014fb83fc48b,revision_number=7']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:26:59.757817 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['399e5545-51f2-4e1c-9544-014fb83fc48b'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:26:59.831710 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eeff4c08-df72-42ef-a93d-33cbd0f8a338 req-45876b85-ff4c-4878-b93b-b971382cfeaa tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups/80fb1192-9d48-4410-8d96-499bff56d7de HTTP/1.1" status: 200 len: 1801 time: 0.2151558 Jul 29 23:26:59.867136 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:59.944338 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-314194f7-45ca-4394-b9d5-17ac496b5c37 req-b02b0922-a45b-40aa-9ac2-032fbe58df32 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Deleting port d1103d1e-e7ca-4eed-a46e-a3215d108cb4 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:26:59.945032 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-314194f7-45ca-4394-b9d5-17ac496b5c37 req-b02b0922-a45b-40aa-9ac2-032fbe58df32 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:26:59.950986 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-eeff4c08-df72-42ef-a93d-33cbd0f8a338 req-8c656b18-5ac7-439e-8fec-1109e76e54a2 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 29 23:26:59.964719 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eeff4c08-df72-42ef-a93d-33cbd0f8a338 req-8c656b18-5ac7-439e-8fec-1109e76e54a2 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "DELETE /v2.0/security-groups/80fb1192-9d48-4410-8d96-499bff56d7de HTTP/1.1" status: 409 len: 341 time: 0.1319458 Jul 29 23:26:59.992002 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37928) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:00.181619 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-314194f7-45ca-4394-b9d5-17ac496b5c37 req-b02b0922-a45b-40aa-9ac2-032fbe58df32 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] For port d1103d1e-e7ca-4eed-a46e-a3215d108cb4, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=d1103d1e-e7ca-4eed-a46e-a3215d108cb4,segment=NetworkSegment(aba24c0d-5545-4df8-9ac0-19e93d510f4a),segment_id=aba24c0d-5545-4df8-9ac0-19e93d510f4a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:00.182019 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-314194f7-45ca-4394-b9d5-17ac496b5c37 req-b02b0922-a45b-40aa-9ac2-032fbe58df32 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:00.207112 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-314194f7-45ca-4394-b9d5-17ac496b5c37 req-b02b0922-a45b-40aa-9ac2-032fbe58df32 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Calling delete_port for d1103d1e-e7ca-4eed-a46e-a3215d108cb4 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:00.230410 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574a0ee-d25b-4a90-8d42-791d54904519 req-cf2f36b9-5d1c-4af4-a45e-cfd8b8bed5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:00.238900 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0574a0ee-d25b-4a90-8d42-791d54904519 req-cf2f36b9-5d1c-4af4-a45e-cfd8b8bed5a0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc9f40ce066549d5a00b2fc27cd6a85a&device_id=60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef HTTP/1.1" status: 200 len: 1175 time: 0.1549819 Jul 29 23:27:00.288521 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port d4731ca4-3584-40c0-b16d-477bfef445d5 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:00.289030 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:00.515626 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574a0ee-d25b-4a90-8d42-791d54904519 req-edd5af24-21f1-45fe-8135-b234dd6d20a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:00.517768 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0574a0ee-d25b-4a90-8d42-791d54904519 req-edd5af24-21f1-45fe-8135-b234dd6d20a3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb HTTP/1.1" status: 200 len: 914 time: 0.2713773 Jul 29 23:27:00.536407 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d164e0bd-f776-4ee7-b6d5-d81a2c667cf0 x-openstack-request-id: req-d164e0bd-f776-4ee7-b6d5-d81a2c667cf0 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:00.537140 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef", "tag": "399e5545-51f2-4e1c-9544-014fb83fc48b", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:00.537140 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d164e0bd-f776-4ee7-b6d5-d81a2c667cf0 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:00.537581 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef', 'tag': '399e5545-51f2-4e1c-9544-014fb83fc48b', 'status': 'completed', 'code': 200} Jul 29 23:27:00.540483 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-314194f7-45ca-4394-b9d5-17ac496b5c37 req-b02b0922-a45b-40aa-9ac2-032fbe58df32 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:00.574900 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-71265ec4-8867-4d10-8cb1-a405d447911b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:00.606550 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b0922-a45b-40aa-9ac2-032fbe58df32 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Pushing event deleted for resources: {'Port': ['ID=d1103d1e-e7ca-4eed-a46e-a3215d108cb4,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:00.631454 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:00.711857 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6daf8cf4-021e-48f1-9c80-c9892034785f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4731ca4-3584-40c0-b16d-477bfef445d5'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:00.714461 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ffbd63-2f11-44ac-9445-6c4f61ca19ce" -d '{"events": [{"server_uuid": "6daf8cf4-021e-48f1-9c80-c9892034785f", "name": "network-vif-plugged", "status": "completed", "tag": "d4731ca4-3584-40c0-b16d-477bfef445d5"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:00.729402 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-314194f7-45ca-4394-b9d5-17ac496b5c37 req-b02b0922-a45b-40aa-9ac2-032fbe58df32 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] No DVR routers for this DVR port d1103d1e-e7ca-4eed-a46e-a3215d108cb4 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:00.734538 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-314194f7-45ca-4394-b9d5-17ac496b5c37 req-b02b0922-a45b-40aa-9ac2-032fbe58df32 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:00.737273 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-314194f7-45ca-4394-b9d5-17ac496b5c37 req-b02b0922-a45b-40aa-9ac2-032fbe58df32 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.39 "DELETE /v2.0/ports/d1103d1e-e7ca-4eed-a46e-a3215d108cb4 HTTP/1.1" status: 204 len: 173 time: 0.9973438 Jul 29 23:27:00.760010 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7c8104-df8d-4ee7-8442-c25364879f93 req-a6f527ef-3f7e-4e11-8856-87bae4fe8662 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:00.773383 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9d7c8104-df8d-4ee7-8442-c25364879f93 req-a6f527ef-3f7e-4e11-8856-87bae4fe8662 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a60b487-d577-45b3-a00e-240bf2bc267e HTTP/1.1" status: 200 len: 945 time: 0.2342517 Jul 29 23:27:00.807474 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0574a0ee-d25b-4a90-8d42-791d54904519 req-c62ee5c9-bdc1-437f-b202-c6ff28af0f36 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=399e5545-51f2-4e1c-9544-014fb83fc48b HTTP/1.1" status: 200 len: 217 time: 0.2178149 Jul 29 23:27:00.820141 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port d4731ca4-3584-40c0-b16d-477bfef445d5, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=d4731ca4-3584-40c0-b16d-477bfef445d5,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:00.861776 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:00.869528 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9d7c8104-df8d-4ee7-8442-c25364879f93 req-3b419c24-56b0-4bab-822e-10959e5aff63 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d48074f-0c1b-4389-a062-fcf2fb227e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937042 Jul 29 23:27:00.962156 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=d4731ca4-3584-40c0-b16d-477bfef445d5,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:01.090015 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f3de2082-1a8c-45fa-bfc5-3595686f1c1a req-978104f3-985b-40ff-b5ac-035a9dfac385 tempest-FloatingIPsAssociationNegativeTestJSON-741379091 tempest-FloatingIPsAssociationNegativeTestJSON-741379091-project] 10.222.0.18 "GET /v2.0/ports?device_id=f71ab4a5-f869-4404-9aac-d8a99eb1d3ec HTTP/1.1" status: 200 len: 210 time: 0.0361028 Jul 29 23:27:01.096759 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574a0ee-d25b-4a90-8d42-791d54904519 req-060becdf-981a-4b3c-8f36-2124d9bd060d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:01.098249 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0574a0ee-d25b-4a90-8d42-791d54904519 req-060becdf-981a-4b3c-8f36-2124d9bd060d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ee33b029-d25c-4ff1-b685-d5b5f26c2363 HTTP/1.1" status: 200 len: 853 time: 0.1511004 Jul 29 23:27:01.100792 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['d1103d1e-e7ca-4eed-a46e-a3215d108cb4'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:01.175806 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-71265ec4-8867-4d10-8cb1-a405d447911b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:01.179202 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0574a0ee-d25b-4a90-8d42-791d54904519 req-906acc6a-f722-4dcd-8799-b34edaa21d64 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693772 Jul 29 23:27:01.182458 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-71265ec4-8867-4d10-8cb1-a405d447911b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:01.274238 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71265ec4-8867-4d10-8cb1-a405d447911b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2baed6a7-bebf-4b5d-bc26-4b22d624827a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:01.293401 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd254040-651a-4dbe-87ed-a813ced96be4 x-openstack-request-id: req-cd254040-651a-4dbe-87ed-a813ced96be4 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:01.293701 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6daf8cf4-021e-48f1-9c80-c9892034785f", "name": "network-vif-plugged", "status": "completed", "tag": "d4731ca4-3584-40c0-b16d-477bfef445d5", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:01.293960 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd254040-651a-4dbe-87ed-a813ced96be4 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:01.294394 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6daf8cf4-021e-48f1-9c80-c9892034785f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4731ca4-3584-40c0-b16d-477bfef445d5', 'code': 200} Jul 29 23:27:01.436985 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-71265ec4-8867-4d10-8cb1-a405d447911b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=93f7088abb6948379e28213e1a808e98&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4438634 Jul 29 23:27:01.439691 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38002) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:01.552233 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0574a0ee-d25b-4a90-8d42-791d54904519 req-3d87820f-81ab-46e9-a0f2-086fa6adcff5 service neutron] 10.222.0.39 "GET /v2.0/networks/dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612676 Jul 29 23:27:01.669430 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cf27f185-f8b8-462a-a522-5eea0a241c61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:01.711207 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0574a0ee-d25b-4a90-8d42-791d54904519 req-2c20dd3a-60a5-4bdd-abd8-8e0a9237b6bf service neutron] 10.222.0.39 "GET /v2.0/networks/dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508219 Jul 29 23:27:01.747214 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d861f-6f63-421b-b4d2-965f2f12f280 req-8e200616-a065-4281-aa30-268e40030a1c tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:01.757720 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c71d861f-6f63-421b-b4d2-965f2f12f280 req-8e200616-a065-4281-aa30-268e40030a1c tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/ports?device_id=60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef HTTP/1.1" status: 200 len: 1023 time: 0.2014294 Jul 29 23:27:01.773667 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cf27f185-f8b8-462a-a522-5eea0a241c61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:01.872140 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c71d861f-6f63-421b-b4d2-965f2f12f280 req-921ba60f-e288-4084-8ff8-795ffeb2e71d tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9764b79-5ba6-454b-8274-b965af7fef0e&id=d79fff0a-09c1-4a3b-83fd-5425d61ca504&id=80fb1192-9d48-4410-8d96-499bff56d7de&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.1135440 Jul 29 23:27:01.899413 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb5c9b-facd-4082-8f2b-9e81a3e355bc req-6725b819-027a-4f07-9bcf-89ff099f71bf tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:01.909707 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-49bb5c9b-facd-4082-8f2b-9e81a3e355bc req-6725b819-027a-4f07-9bcf-89ff099f71bf tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ff686f0-4ad8-460a-8b77-e58d16725207 HTTP/1.1" status: 200 len: 946 time: 0.1090217 Jul 29 23:27:01.968723 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-49bb5c9b-facd-4082-8f2b-9e81a3e355bc req-666bb697-1d1b-423b-bb7e-529e468427af tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577660 Jul 29 23:27:01.990926 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cf27f185-f8b8-462a-a522-5eea0a241c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:01.990926 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cf27f185-f8b8-462a-a522-5eea0a241c61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:01.991538 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-cf27f185-f8b8-462a-a522-5eea0a241c61 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2baed6a7-bebf-4b5d-bc26-4b22d624827a HTTP/1.1" status: 204 len: 168 time: 0.5502660 Jul 29 23:27:02.024250 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf27f185-f8b8-462a-a522-5eea0a241c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2baed6a7-bebf-4b5d-bc26-4b22d624827a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:02.061705 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e4c12e-32a8-47bb-aa99-9f31d0e877f7 req-aedc53c4-557a-4ac9-8b0c-1b6b3e48a1c4 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:02.069001 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-21e4c12e-32a8-47bb-aa99-9f31d0e877f7 req-aedc53c4-557a-4ac9-8b0c-1b6b3e48a1c4 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a60b487-d577-45b3-a00e-240bf2bc267e HTTP/1.1" status: 200 len: 945 time: 0.0990942 Jul 29 23:27:02.150589 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-21e4c12e-32a8-47bb-aa99-9f31d0e877f7 req-e686eb68-f04a-441b-a4f5-7b7f61c93b8e tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d48074f-0c1b-4389-a062-fcf2fb227e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806499 Jul 29 23:27:02.202535 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38016) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:02.641351 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7f7002-fbce-4b34-9401-378a1a2487ba req-9d5c18d5-0efb-414e-a2ca-77fa68e7fc87 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:02.646737 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-fa7f7002-fbce-4b34-9401-378a1a2487ba req-9d5c18d5-0efb-414e-a2ca-77fa68e7fc87 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.39 "GET /v2.0/ports?device_id=60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef HTTP/1.1" status: 200 len: 1023 time: 0.1206849 Jul 29 23:27:02.759923 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0872df3-b534-4f95-805d-ef7f644c6324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:02.949047 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-fa7f7002-fbce-4b34-9401-378a1a2487ba req-a4a18f1e-40c5-4f03-81a2-d67252e543d7 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Deleting port 399e5545-51f2-4e1c-9544-014fb83fc48b {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:02.949661 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-fa7f7002-fbce-4b34-9401-378a1a2487ba req-a4a18f1e-40c5-4f03-81a2-d67252e543d7 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:03.190095 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-fa7f7002-fbce-4b34-9401-378a1a2487ba req-a4a18f1e-40c5-4f03-81a2-d67252e543d7 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] For port 399e5545-51f2-4e1c-9544-014fb83fc48b, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=399e5545-51f2-4e1c-9544-014fb83fc48b,segment=NetworkSegment(7f058680-96f9-409b-9da3-a329d820632f),segment_id=7f058680-96f9-409b-9da3-a329d820632f)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:03.190811 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-fa7f7002-fbce-4b34-9401-378a1a2487ba req-a4a18f1e-40c5-4f03-81a2-d67252e543d7 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:03.194979 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f71ab4a5-f869-4404-9aac-d8a99eb1d3ec', 'name': 'network-vif-deleted', 'tag': 'd1103d1e-e7ca-4eed-a46e-a3215d108cb4'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:03.197532 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f451ed1a-3b66-44f1-8e2b-0f799956b93f" -d '{"events": [{"server_uuid": "f71ab4a5-f869-4404-9aac-d8a99eb1d3ec", "name": "network-vif-deleted", "tag": "d1103d1e-e7ca-4eed-a46e-a3215d108cb4"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:03.229251 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-fa7f7002-fbce-4b34-9401-378a1a2487ba req-a4a18f1e-40c5-4f03-81a2-d67252e543d7 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Calling delete_port for 399e5545-51f2-4e1c-9544-014fb83fc48b owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:03.350331 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48af854-e0bb-400e-8a80-dea6c30b5dd1 req-bd567c0d-e07c-4704-8c44-a420f7faef96 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:03.358364 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e48af854-e0bb-400e-8a80-dea6c30b5dd1 req-bd567c0d-e07c-4704-8c44-a420f7faef96 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/ports?device_id=60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef HTTP/1.1" status: 200 len: 1023 time: 0.1543772 Jul 29 23:27:03.399138 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0482d-134f-419d-b401-63dae4ee18df req-fd58f94e-704f-4ecd-87a8-b99b32ccc220 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:03.400696 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d3f0482d-134f-419d-b401-63dae4ee18df req-fd58f94e-704f-4ecd-87a8-b99b32ccc220 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ff686f0-4ad8-460a-8b77-e58d16725207 HTTP/1.1" status: 200 len: 946 time: 0.1866503 Jul 29 23:27:03.505554 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38056) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:03.513291 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device d1103d1e-e7ca-4eed-a46e-a3215d108cb4 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:03.537877 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-fa7f7002-fbce-4b34-9401-378a1a2487ba req-a4a18f1e-40c5-4f03-81a2-d67252e543d7 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:03.576081 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: d1103d1e-e7ca-4eed-a46e-a3215d108cb4 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:03.576631 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device d1103d1e-e7ca-4eed-a46e-a3215d108cb4 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:03.584069 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['399e5545-51f2-4e1c-9544-014fb83fc48b'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:03.593754 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['3614b83e-cc13-42b0-bf0d-448e516a4765'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:03.614348 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a18f1e-40c5-4f03-81a2-d67252e543d7 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Pushing event deleted for resources: {'Port': ['ID=399e5545-51f2-4e1c-9544-014fb83fc48b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:03.632622 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e48af854-e0bb-400e-8a80-dea6c30b5dd1 req-a8bbdbab-2bda-4c0d-bf6c-d3e2473a3ecc tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups?id=b9764b79-5ba6-454b-8274-b965af7fef0e&id=d79fff0a-09c1-4a3b-83fd-5425d61ca504&id=80fb1192-9d48-4410-8d96-499bff56d7de&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.2702143 Jul 29 23:27:03.638085 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7f7002-fbce-4b34-9401-378a1a2487ba req-a4a18f1e-40c5-4f03-81a2-d67252e543d7 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] No DVR routers for this DVR port 399e5545-51f2-4e1c-9544-014fb83fc48b on host n-h2-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:03.647441 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-fa7f7002-fbce-4b34-9401-378a1a2487ba req-a4a18f1e-40c5-4f03-81a2-d67252e543d7 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:03.650668 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-fa7f7002-fbce-4b34-9401-378a1a2487ba req-a4a18f1e-40c5-4f03-81a2-d67252e543d7 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.39 "DELETE /v2.0/ports/399e5545-51f2-4e1c-9544-014fb83fc48b HTTP/1.1" status: 204 len: 173 time: 0.9946573 Jul 29 23:27:03.651113 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef', 'name': 'network-vif-deleted', 'tag': '399e5545-51f2-4e1c-9544-014fb83fc48b'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:03.653710 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d33edf-1a9c-4704-8e6d-104590cfdc14" -d '{"events": [{"server_uuid": "60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef", "name": "network-vif-deleted", "tag": "399e5545-51f2-4e1c-9544-014fb83fc48b"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:03.750209 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-5fbb85ff-11ae-43b9-8ce5-dc85a94413a6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1678914677-network', 'tenant_id': '91965ac6d36d47fca857c5b1c0b1a953'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:03.793516 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fbb85ff-11ae-43b9-8ce5-dc85a94413a6 admin admin] Made reservation on behalf of 91965ac6d36d47fca857c5b1c0b1a953 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:03.800662 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5fbb85ff-11ae-43b9-8ce5-dc85a94413a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:03.834245 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5fbb85ff-11ae-43b9-8ce5-dc85a94413a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:03.834733 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69de4cb-53d3-4c3d-9c88-c89d74c7ccd2 req-db75ea79-cea6-45b8-bb88-2430d9da383d tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:03.836587 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c69de4cb-53d3-4c3d-9c88-c89d74c7ccd2 req-db75ea79-cea6-45b8-bb88-2430d9da383d tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] 10.222.0.23 "GET /v2.0/ports?device_id=5a60b487-d577-45b3-a00e-240bf2bc267e HTTP/1.1" status: 200 len: 945 time: 0.3892055 Jul 29 23:27:03.993466 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5fbb85ff-11ae-43b9-8ce5-dc85a94413a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:04.000829 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5fbb85ff-11ae-43b9-8ce5-dc85a94413a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:04.060766 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fbb85ff-11ae-43b9-8ce5-dc85a94413a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:27:04.112157 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb85ff-11ae-43b9-8ce5-dc85a94413a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5593ac6c-0e36-4ed1-b179-278d871f32af,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:04.121742 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5fbb85ff-11ae-43b9-8ce5-dc85a94413a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:04.122396 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-5fbb85ff-11ae-43b9-8ce5-dc85a94413a6 admin admin] Added segment def789bf-1708-43e2-af86-8dc8f1957c16 of type vlan for network 84b0d060-d3d1-4034-9d9b-59557113428c Jul 29 23:27:04.149957 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-d3f0482d-134f-419d-b401-63dae4ee18df req-bbe47045-c0e7-445a-9323-c765545ee166 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Deleting port f82131ed-8fc9-4514-82f0-d9f2b56d42b2 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:04.149957 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d3f0482d-134f-419d-b401-63dae4ee18df req-bbe47045-c0e7-445a-9323-c765545ee166 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:04.226125 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5fbb85ff-11ae-43b9-8ce5-dc85a94413a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:04.313924 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5fbb85ff-11ae-43b9-8ce5-dc85a94413a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:04.315332 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbb85ff-11ae-43b9-8ce5-dc85a94413a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:04.316178 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5fbb85ff-11ae-43b9-8ce5-dc85a94413a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:04.442568 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f1043-57d6-4fc4-896c-c242d51debc5 req-082dc2c5-2514-4234-95f2-666f34092037 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:04.444956 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b98f1043-57d6-4fc4-896c-c242d51debc5 req-082dc2c5-2514-4234-95f2-666f34092037 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ff686f0-4ad8-460a-8b77-e58d16725207 HTTP/1.1" status: 200 len: 946 time: 0.6407392 Jul 29 23:27:04.449218 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbb85ff-11ae-43b9-8ce5-dc85a94413a6 admin admin] Pushing event updated for resources: {'Network': ['ID=84b0d060-d3d1-4034-9d9b-59557113428c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:04.471397 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5fbb85ff-11ae-43b9-8ce5-dc85a94413a6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9647768 Jul 29 23:27:04.474064 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 84b0d060-d3d1-4034-9d9b-59557113428c details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:27:04.474928 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38064) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:04.480803 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-e7cb3364-1ed9-4f6b-98dd-f5d35b523dbb admin admin] Request body: {'subnet': {'network_id': '84b0d060-d3d1-4034-9d9b-59557113428c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1678914677-subnet', 'tenant_id': '91965ac6d36d47fca857c5b1c0b1a953', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:04.536131 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cb3364-1ed9-4f6b-98dd-f5d35b523dbb admin admin] Made reservation on behalf of 91965ac6d36d47fca857c5b1c0b1a953 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:04.539110 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e7cb3364-1ed9-4f6b-98dd-f5d35b523dbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:04.650176 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-c69de4cb-53d3-4c3d-9c88-c89d74c7ccd2 req-b0407a3e-9ace-40b3-a208-d53cccd3c393 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] Deleting port 250b3a26-f6ce-403d-bb27-15b307882249 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:04.650527 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c69de4cb-53d3-4c3d-9c88-c89d74c7ccd2 req-b0407a3e-9ace-40b3-a208-d53cccd3c393 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:04.661169 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-d3f0482d-134f-419d-b401-63dae4ee18df req-bbe47045-c0e7-445a-9323-c765545ee166 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] For port f82131ed-8fc9-4514-82f0-d9f2b56d42b2, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f82131ed-8fc9-4514-82f0-d9f2b56d42b2,segment=NetworkSegment(c785a71b-d512-473f-abff-49b215536ffe),segment_id=c785a71b-d512-473f-abff-49b215536ffe)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:04.661538 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d3f0482d-134f-419d-b401-63dae4ee18df req-bbe47045-c0e7-445a-9323-c765545ee166 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:04.700002 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b98f1043-57d6-4fc4-896c-c242d51debc5 req-4037c9e1-d603-43aa-890c-c27323b71883 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2311895 Jul 29 23:27:04.808833 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-d3f0482d-134f-419d-b401-63dae4ee18df req-bbe47045-c0e7-445a-9323-c765545ee166 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Calling delete_port for f82131ed-8fc9-4514-82f0-d9f2b56d42b2 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:04.828969 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de5840a5-547b-4e54-8853-04352c5ae0c8 x-openstack-request-id: req-de5840a5-547b-4e54-8853-04352c5ae0c8 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:04.829440 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f71ab4a5-f869-4404-9aac-d8a99eb1d3ec", "name": "network-vif-deleted", "tag": "d1103d1e-e7ca-4eed-a46e-a3215d108cb4", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:04.829794 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-de5840a5-547b-4e54-8853-04352c5ae0c8 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:04.830416 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f71ab4a5-f869-4404-9aac-d8a99eb1d3ec', 'name': 'network-vif-deleted', 'tag': 'd1103d1e-e7ca-4eed-a46e-a3215d108cb4', 'status': 'completed', 'code': 200} Jul 29 23:27:04.847630 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e7cb3364-1ed9-4f6b-98dd-f5d35b523dbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:04.933885 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7cb3364-1ed9-4f6b-98dd-f5d35b523dbb admin admin] Checking segment: {'id': 'def789bf-1708-43e2-af86-8dc8f1957c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '84b0d060-d3d1-4034-9d9b-59557113428c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:04.934233 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cb3364-1ed9-4f6b-98dd-f5d35b523dbb admin admin] Network hostable DHCP agents. Network: 84b0d060-d3d1-4034-9d9b-59557113428c, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:27:04.942306 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cb3364-1ed9-4f6b-98dd-f5d35b523dbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=34202c3c-e00d-4b97-ba9d-bb6ac7df8a3b,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:04.994154 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7cb3364-1ed9-4f6b-98dd-f5d35b523dbb admin admin] Network 84b0d060-d3d1-4034-9d9b-59557113428c is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:27:05.023902 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-e7cb3364-1ed9-4f6b-98dd-f5d35b523dbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 84b0d060-d3d1-4034-9d9b-59557113428c) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:05.035493 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c91aa17-16b5-419e-947f-0e9cf2e886d0 None None] Network 84b0d060-d3d1-4034-9d9b-59557113428c requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:05.049490 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cb3364-1ed9-4f6b-98dd-f5d35b523dbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:05.053190 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e7cb3364-1ed9-4f6b-98dd-f5d35b523dbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:05.079448 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e7cb3364-1ed9-4f6b-98dd-f5d35b523dbb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6030161 Jul 29 23:27:05.208608 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c69de4cb-53d3-4c3d-9c88-c89d74c7ccd2 req-b0407a3e-9ace-40b3-a208-d53cccd3c393 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] For port 250b3a26-f6ce-403d-bb27-15b307882249, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=250b3a26-f6ce-403d-bb27-15b307882249,segment=NetworkSegment(75c3c378-94da-47cb-a005-3504e683f4cc),segment_id=75c3c378-94da-47cb-a005-3504e683f4cc)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:05.209248 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c69de4cb-53d3-4c3d-9c88-c89d74c7ccd2 req-b0407a3e-9ace-40b3-a208-d53cccd3c393 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:05.259937 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-c69de4cb-53d3-4c3d-9c88-c89d74c7ccd2 req-b0407a3e-9ace-40b3-a208-d53cccd3c393 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] Calling delete_port for 250b3a26-f6ce-403d-bb27-15b307882249 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:05.281557 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3c1613-d995-4871-af28-7d207fafe0ce req-daa17875-2160-4e20-b219-c4b10e42084f tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:05.289338 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f3c1613-d995-4871-af28-7d207fafe0ce req-daa17875-2160-4e20-b219-c4b10e42084f tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a60b487-d577-45b3-a00e-240bf2bc267e HTTP/1.1" status: 200 len: 945 time: 0.2675178 Jul 29 23:27:05.388067 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcab393a-fecd-4c82-a03e-4ea12d1f1174 None None] Network 84b0d060-d3d1-4034-9d9b-59557113428c requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:05.456833 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e2379237-4c79-47c1-8fa3-62e08288b68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:05.484857 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f3c1613-d995-4871-af28-7d207fafe0ce req-cd9c16f5-95d5-4d36-9074-892e14b31535 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] 10.222.0.18 "GET /v2.0/security-groups?id=9d48074f-0c1b-4389-a062-fcf2fb227e50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892695 Jul 29 23:27:05.531669 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:05.574531 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d3f0482d-134f-419d-b401-63dae4ee18df req-bbe47045-c0e7-445a-9323-c765545ee166 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:05.608326 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['857e2e9b-97e9-4e2a-b175-eb830dbe75d9', '8a8dde04-3585-4407-aaa8-c97ebb91e89d'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:05.615110 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4def3abf-91e7-4796-a645-17c94f218927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:05.637166 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe47045-c0e7-445a-9323-c765545ee166 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Pushing event deleted for resources: {'Port': ['ID=f82131ed-8fc9-4514-82f0-d9f2b56d42b2,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:05.698440 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05692a9d-280b-42db-b5df-f4bdc7799a36 x-openstack-request-id: req-05692a9d-280b-42db-b5df-f4bdc7799a36 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:05.699026 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef", "name": "network-vif-deleted", "tag": "399e5545-51f2-4e1c-9544-014fb83fc48b", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:05.699288 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05692a9d-280b-42db-b5df-f4bdc7799a36 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:05.699720 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60c2f44e-be02-4a6b-9e9c-42cfb4faa0ef', 'name': 'network-vif-deleted', 'tag': '399e5545-51f2-4e1c-9544-014fb83fc48b', 'status': 'completed', 'code': 200} Jul 29 23:27:05.782116 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f0482d-134f-419d-b401-63dae4ee18df req-bbe47045-c0e7-445a-9323-c765545ee166 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] No DVR routers for this DVR port f82131ed-8fc9-4514-82f0-d9f2b56d42b2 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:05.786330 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d3f0482d-134f-419d-b401-63dae4ee18df req-bbe47045-c0e7-445a-9323-c765545ee166 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:05.789114 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d3f0482d-134f-419d-b401-63dae4ee18df req-bbe47045-c0e7-445a-9323-c765545ee166 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.39 "DELETE /v2.0/ports/f82131ed-8fc9-4514-82f0-d9f2b56d42b2 HTTP/1.1" status: 204 len: 173 time: 2.3773646 Jul 29 23:27:06.100264 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80dc16d0-d9c1-4d73-b762-da32f0dc49da req-05d7dd1d-fdc7-4317-adf8-cf662ea32cc2 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ff686f0-4ad8-460a-8b77-e58d16725207 HTTP/1.1" status: 200 len: 210 time: 0.1712193 Jul 29 23:27:06.138912 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38086) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:06.145013 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-d68a2756-4ba0-4b13-a9ca-b07e4ae5f565 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1660108972-network', 'tenant_id': '405cf3ecfc87413bad61c1cb83716b05'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:06.188440 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c69de4cb-53d3-4c3d-9c88-c89d74c7ccd2 req-b0407a3e-9ace-40b3-a208-d53cccd3c393 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.216977 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68a2756-4ba0-4b13-a9ca-b07e4ae5f565 admin admin] Made reservation on behalf of 405cf3ecfc87413bad61c1cb83716b05 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:06.230629 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d68a2756-4ba0-4b13-a9ca-b07e4ae5f565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.276290 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0407a3e-9ace-40b3-a208-d53cccd3c393 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] Pushing event deleted for resources: {'Port': ['ID=250b3a26-f6ce-403d-bb27-15b307882249,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:06.313562 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d68a2756-4ba0-4b13-a9ca-b07e4ae5f565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.396950 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6188d27b-4589-44cf-8bd3-29bfc2a183db req-def9de4b-6eb5-40a1-927c-77ae20adc8cb tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups/b9764b79-5ba6-454b-8274-b965af7fef0e HTTP/1.1" status: 200 len: 1801 time: 0.2485311 Jul 29 23:27:06.509019 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c69de4cb-53d3-4c3d-9c88-c89d74c7ccd2 req-b0407a3e-9ace-40b3-a208-d53cccd3c393 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] No DVR routers for this DVR port 250b3a26-f6ce-403d-bb27-15b307882249 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:06.517281 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c69de4cb-53d3-4c3d-9c88-c89d74c7ccd2 req-b0407a3e-9ace-40b3-a208-d53cccd3c393 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.519570 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c69de4cb-53d3-4c3d-9c88-c89d74c7ccd2 req-b0407a3e-9ace-40b3-a208-d53cccd3c393 tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] 10.222.0.23 "DELETE /v2.0/ports/250b3a26-f6ce-403d-bb27-15b307882249 HTTP/1.1" status: 204 len: 173 time: 2.6547995 Jul 29 23:27:06.598075 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6188d27b-4589-44cf-8bd3-29bfc2a183db req-b8a4e4ec-44f0-445e-991c-cbb28bfcafb1 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.625593 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6188d27b-4589-44cf-8bd3-29bfc2a183db req-b8a4e4ec-44f0-445e-991c-cbb28bfcafb1 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.634640 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d68a2756-4ba0-4b13-a9ca-b07e4ae5f565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.646067 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d68a2756-4ba0-4b13-a9ca-b07e4ae5f565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.664238 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-e2379237-4c79-47c1-8fa3-62e08288b68a admin admin] Deleting port f5353ea4-9b56-4ace-9190-1fc9af46655d {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:06.666523 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e2379237-4c79-47c1-8fa3-62e08288b68a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.696834 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a2756-4ba0-4b13-a9ca-b07e4ae5f565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cefd3d48-00b1-40bb-aa86-572fa529c98a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:06.705867 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68a2756-4ba0-4b13-a9ca-b07e4ae5f565 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:27:06.719625 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d68a2756-4ba0-4b13-a9ca-b07e4ae5f565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.720065 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-d68a2756-4ba0-4b13-a9ca-b07e4ae5f565 admin admin] Added segment 0a97f709-ae28-4da6-9299-0024f36fa200 of type vlan for network ba1848ed-f676-4ca1-9fb6-da963a55a8fa Jul 29 23:27:06.767071 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.780177 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d68a2756-4ba0-4b13-a9ca-b07e4ae5f565 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.832699 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff686f0-4ad8-460a-8b77-e58d16725207', 'name': 'network-vif-deleted', 'tag': 'f82131ed-8fc9-4514-82f0-d9f2b56d42b2'}, {'server_uuid': '5a60b487-d577-45b3-a00e-240bf2bc267e', 'name': 'network-vif-deleted', 'tag': '250b3a26-f6ce-403d-bb27-15b307882249'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:06.833254 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d68a2756-4ba0-4b13-a9ca-b07e4ae5f565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.835567 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31753c87-31d1-4bff-960a-d0b95628dfa7" -d '{"events": [{"server_uuid": "2ff686f0-4ad8-460a-8b77-e58d16725207", "name": "network-vif-deleted", "tag": "f82131ed-8fc9-4514-82f0-d9f2b56d42b2"}, {"server_uuid": "5a60b487-d577-45b3-a00e-240bf2bc267e", "name": "network-vif-deleted", "tag": "250b3a26-f6ce-403d-bb27-15b307882249"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:06.837114 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68a2756-4ba0-4b13-a9ca-b07e4ae5f565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:06.838616 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d68a2756-4ba0-4b13-a9ca-b07e4ae5f565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.868899 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6188d27b-4589-44cf-8bd3-29bfc2a183db req-b8a4e4ec-44f0-445e-991c-cbb28bfcafb1 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.872178 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6188d27b-4589-44cf-8bd3-29bfc2a183db req-b8a4e4ec-44f0-445e-991c-cbb28bfcafb1 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:06.888204 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6188d27b-4589-44cf-8bd3-29bfc2a183db req-b8a4e4ec-44f0-445e-991c-cbb28bfcafb1 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "DELETE /v2.0/security-groups/b9764b79-5ba6-454b-8274-b965af7fef0e HTTP/1.1" status: 204 len: 173 time: 0.4900970 Jul 29 23:27:06.938761 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4e4ec-44f0-445e-991c-cbb28bfcafb1 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9764b79-5ba6-454b-8274-b965af7fef0e,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:06.970036 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d68a2756-4ba0-4b13-a9ca-b07e4ae5f565 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8285785 Jul 29 23:27:06.974353 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38098) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:06.983219 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-acbf0db8-9728-417a-8c0f-5d6ece89996a admin admin] Request body: {'subnet': {'network_id': 'ba1848ed-f676-4ca1-9fb6-da963a55a8fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1660108972-subnet', 'tenant_id': '405cf3ecfc87413bad61c1cb83716b05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:07.002242 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a2756-4ba0-4b13-a9ca-b07e4ae5f565 admin admin] Pushing event updated for resources: {'Network': ['ID=ba1848ed-f676-4ca1-9fb6-da963a55a8fa,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:07.021070 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-e2379237-4c79-47c1-8fa3-62e08288b68a admin admin] For port f5353ea4-9b56-4ace-9190-1fc9af46655d, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f5353ea4-9b56-4ace-9190-1fc9af46655d,segment=NetworkSegment(aba24c0d-5545-4df8-9ac0-19e93d510f4a),segment_id=aba24c0d-5545-4df8-9ac0-19e93d510f4a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:07.029718 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e2379237-4c79-47c1-8fa3-62e08288b68a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:07.042507 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network ba1848ed-f676-4ca1-9fb6-da963a55a8fa details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:27:07.050944 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbf0db8-9728-417a-8c0f-5d6ece89996a admin admin] Made reservation on behalf of 405cf3ecfc87413bad61c1cb83716b05 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:07.056774 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-acbf0db8-9728-417a-8c0f-5d6ece89996a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:07.082567 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-e2379237-4c79-47c1-8fa3-62e08288b68a admin admin] Calling delete_port for f5353ea4-9b56-4ace-9190-1fc9af46655d owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:07.156658 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-885c6685-3c99-416a-8568-7e899a80de45 req-f820a7cc-dbc8-4ad4-9b8e-1c95a4bc18eb tempest-InstanceActionsTestJSON-2084008867 tempest-InstanceActionsTestJSON-2084008867-project] 10.222.0.18 "GET /v2.0/ports?device_id=5a60b487-d577-45b3-a00e-240bf2bc267e HTTP/1.1" status: 200 len: 210 time: 0.0649004 Jul 29 23:27:07.450471 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-acbf0db8-9728-417a-8c0f-5d6ece89996a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:07.487298 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5fae61-a5b4-466d-8b44-370adec4ed5f x-openstack-request-id: req-9a5fae61-a5b4-466d-8b44-370adec4ed5f {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:07.487818 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ff686f0-4ad8-460a-8b77-e58d16725207", "name": "network-vif-deleted", "tag": "f82131ed-8fc9-4514-82f0-d9f2b56d42b2", "status": "completed", "code": 200}, {"server_uuid": "5a60b487-d577-45b3-a00e-240bf2bc267e", "name": "network-vif-deleted", "tag": "250b3a26-f6ce-403d-bb27-15b307882249", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:07.489484 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9a5fae61-a5b4-466d-8b44-370adec4ed5f {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:07.490310 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff686f0-4ad8-460a-8b77-e58d16725207', 'name': 'network-vif-deleted', 'tag': 'f82131ed-8fc9-4514-82f0-d9f2b56d42b2', 'status': 'completed', 'code': 200} Jul 29 23:27:07.490587 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a60b487-d577-45b3-a00e-240bf2bc267e', 'name': 'network-vif-deleted', 'tag': '250b3a26-f6ce-403d-bb27-15b307882249', 'status': 'completed', 'code': 200} Jul 29 23:27:07.516457 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f82131ed-8fc9-4514-82f0-d9f2b56d42b2 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:07.594142 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: f82131ed-8fc9-4514-82f0-d9f2b56d42b2 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:07.595400 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f82131ed-8fc9-4514-82f0-d9f2b56d42b2 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:07.597000 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 399e5545-51f2-4e1c-9544-014fb83fc48b no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:07.640861 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbf0db8-9728-417a-8c0f-5d6ece89996a admin admin] Pushing event updated for resources: {'Subnet': ['ID=da90af97-f6f5-452b-818a-900ffcee260a,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:07.650462 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 399e5545-51f2-4e1c-9544-014fb83fc48b {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:07.652081 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 399e5545-51f2-4e1c-9544-014fb83fc48b not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:07.752713 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbf0db8-9728-417a-8c0f-5d6ece89996a admin admin] Checking segment: {'id': '0a97f709-ae28-4da6-9299-0024f36fa200', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba1848ed-f676-4ca1-9fb6-da963a55a8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:07.753965 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbf0db8-9728-417a-8c0f-5d6ece89996a admin admin] Network hostable DHCP agents. Network: ba1848ed-f676-4ca1-9fb6-da963a55a8fa, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:27:07.754776 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-14fd6273-b4aa-4bc4-9232-fa0647eb3d3c req-cda62edc-dedf-466f-ba18-85b155016db0 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups/80fb1192-9d48-4410-8d96-499bff56d7de HTTP/1.1" status: 200 len: 1801 time: 0.2448528 Jul 29 23:27:07.789964 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbf0db8-9728-417a-8c0f-5d6ece89996a admin admin] Network ba1848ed-f676-4ca1-9fb6-da963a55a8fa is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:27:07.811935 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-acbf0db8-9728-417a-8c0f-5d6ece89996a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, ba1848ed-f676-4ca1-9fb6-da963a55a8fa) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:07.823320 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8a17d1-592c-4f2f-9650-30ccc179fbf5 None None] Network ba1848ed-f676-4ca1-9fb6-da963a55a8fa requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:07.843452 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e2379237-4c79-47c1-8fa3-62e08288b68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:07.856579 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbf0db8-9728-417a-8c0f-5d6ece89996a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:07.871441 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-acbf0db8-9728-417a-8c0f-5d6ece89996a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:07.891684 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2379237-4c79-47c1-8fa3-62e08288b68a admin admin] Pushing event deleted for resources: {'Port': ['ID=f5353ea4-9b56-4ace-9190-1fc9af46655d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:07.918113 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-14fd6273-b4aa-4bc4-9232-fa0647eb3d3c req-6bcc927a-1fe6-4e15-b117-678c85cf0ae6 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:07.926542 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-acbf0db8-9728-417a-8c0f-5d6ece89996a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9501441 Jul 29 23:27:07.991547 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-14fd6273-b4aa-4bc4-9232-fa0647eb3d3c req-6bcc927a-1fe6-4e15-b117-678c85cf0ae6 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:08.158857 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 250b3a26-f6ce-403d-bb27-15b307882249 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:08.258207 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 250b3a26-f6ce-403d-bb27-15b307882249 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:08.264491 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 250b3a26-f6ce-403d-bb27-15b307882249 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:08.267454 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:08.312618 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e8f94a-4da8-4e05-b55a-bfe6ac98a2eb None None] Network ba1848ed-f676-4ca1-9fb6-da963a55a8fa requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:08.315296 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-14fd6273-b4aa-4bc4-9232-fa0647eb3d3c req-6bcc927a-1fe6-4e15-b117-678c85cf0ae6 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:08.318603 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-14fd6273-b4aa-4bc4-9232-fa0647eb3d3c req-6bcc927a-1fe6-4e15-b117-678c85cf0ae6 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:08.333149 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-14fd6273-b4aa-4bc4-9232-fa0647eb3d3c req-6bcc927a-1fe6-4e15-b117-678c85cf0ae6 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "DELETE /v2.0/security-groups/80fb1192-9d48-4410-8d96-499bff56d7de HTTP/1.1" status: 204 len: 173 time: 0.5771956 Jul 29 23:27:08.381279 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc927a-1fe6-4e15-b117-678c85cf0ae6 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80fb1192-9d48-4410-8d96-499bff56d7de,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:08.410355 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e2379237-4c79-47c1-8fa3-62e08288b68a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:08.471549 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38116) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:08.578507 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-364c5156-eb09-4276-8e4e-79e37fcb4b9c req-0de06965-60e2-4a23-8f50-f84e7341e773 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-949728692', 'description': 'tempest-description-939707396'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:08.601977 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-06215b3d-aac0-4c9f-9a1e-e50aac6dfca9 admin admin] Deleting subnet ce5d3950-6a1e-45a8-a884-f4161e50921b {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:27:08.611854 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-06215b3d-aac0-4c9f-9a1e-e50aac6dfca9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:08.644652 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-364c5156-eb09-4276-8e4e-79e37fcb4b9c req-0de06965-60e2-4a23-8f50-f84e7341e773 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:08.719289 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-06215b3d-aac0-4c9f-9a1e-e50aac6dfca9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:08.786109 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2379237-4c79-47c1-8fa3-62e08288b68a admin admin] Router 7d77eb20-96f6-45b3-b3f5-457c5263263c has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:27:08.813481 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-06215b3d-aac0-4c9f-9a1e-e50aac6dfca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:08.920375 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-06215b3d-aac0-4c9f-9a1e-e50aac6dfca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:08.930556 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-364c5156-eb09-4276-8e4e-79e37fcb4b9c req-0de06965-60e2-4a23-8f50-f84e7341e773 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:08.939136 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-364c5156-eb09-4276-8e4e-79e37fcb4b9c req-0de06965-60e2-4a23-8f50-f84e7341e773 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:08.963274 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-364c5156-eb09-4276-8e4e-79e37fcb4b9c req-0de06965-60e2-4a23-8f50-f84e7341e773 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:08.976562 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-364c5156-eb09-4276-8e4e-79e37fcb4b9c req-0de06965-60e2-4a23-8f50-f84e7341e773 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4022129 Jul 29 23:27:08.978608 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-06215b3d-aac0-4c9f-9a1e-e50aac6dfca9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:08.982385 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-06215b3d-aac0-4c9f-9a1e-e50aac6dfca9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ce5d3950-6a1e-45a8-a884-f4161e50921b HTTP/1.1" status: 204 len: 168 time: 0.5091918 Jul 29 23:27:08.985033 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06215b3d-aac0-4c9f-9a1e-e50aac6dfca9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce5d3950-6a1e-45a8-a884-f4161e50921b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:08.986793 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38124) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:09.434413 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de06965-60e2-4a23-8f50-f84e7341e773 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a585ef-e0a9-475e-a92c-775f4a7e8656,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:09.513720 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2379237-4c79-47c1-8fa3-62e08288b68a admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:27:09.517486 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a899a86-bfcc-4570-aae3-aa6138789dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:09.525509 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a33816e-1fb6-43a6-a226-8064759ad9bf None None] Sync routers for ids ['7d77eb20-96f6-45b3-b3f5-457c5263263c'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:27:09.532187 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38130) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:09.533327 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e2379237-4c79-47c1-8fa3-62e08288b68a admin admin] 10.222.0.18 "PUT /v2.0/routers/7d77eb20-96f6-45b3-b3f5-457c5263263c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3308127 Jul 29 23:27:09.538626 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a33816e-1fb6-43a6-a226-8064759ad9bf None None] Routers {'7d77eb20-96f6-45b3-b3f5-457c5263263c'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:09.541363 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-0a33816e-1fb6-43a6-a226-8064759ad9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:27:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['7d77eb20-96f6-45b3-b3f5-457c5263263c'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:09.671417 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a899a86-bfcc-4570-aae3-aa6138789dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:09.682611 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-4a899a86-bfcc-4570-aae3-aa6138789dd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4533c2a1-6edc-4925-8efe-ae0bc9e9b666']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:09.697651 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-4a899a86-bfcc-4570-aae3-aa6138789dd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c3c378-94da-47cb-a005-3504e683f4cc') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:09.698059 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-4a899a86-bfcc-4570-aae3-aa6138789dd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c3c378-94da-47cb-a005-3504e683f4cc') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:09.715894 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a899a86-bfcc-4570-aae3-aa6138789dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:09.750730 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a899a86-bfcc-4570-aae3-aa6138789dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:09.761042 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a899a86-bfcc-4570-aae3-aa6138789dd9 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:27:09.761726 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a899a86-bfcc-4570-aae3-aa6138789dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:09.780871 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbe81bad-771d-4576-8112-5c73a5e5d664 admin admin] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:09.791723 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-0a33816e-1fb6-43a6-a226-8064759ad9bf None None] Set router 7d77eb20-96f6-45b3-b3f5-457c5263263c gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:09.856681 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:27:09.856681 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:27:09.856681 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:27:09.856681 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:27:09.856681 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:27:09.856681 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:27:09.856681 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:27:09.856681 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:27:09.856681 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:27:09.856681 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:27:09.856681 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:27:09.856681 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:27:09.856681 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:27:09.856681 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:27:09.856681 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:27:09.856681 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:27:09.856681 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:27:09.856681 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:27:09.856681 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:27:09.856681 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:27:09.856681 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:27:09.856681 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:27:09.856681 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:27:09.856681 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:27:09.856681 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:27:09.856681 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:27:09.856681 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:27:09.856681 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:27:09.856681 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:27:09.856681 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:27:09.856681 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:27:09.856681 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:27:09.862086 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a899a86-bfcc-4570-aae3-aa6138789dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:09.883402 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a899a86-bfcc-4570-aae3-aa6138789dd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:09.885673 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4a899a86-bfcc-4570-aae3-aa6138789dd9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4533c2a1-6edc-4925-8efe-ae0bc9e9b666 HTTP/1.1" status: 204 len: 168 time: 0.8900464 Jul 29 23:27:09.887496 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a899a86-bfcc-4570-aae3-aa6138789dd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4533c2a1-6edc-4925-8efe-ae0bc9e9b666,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:10.192063 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-0a33816e-1fb6-43a6-a226-8064759ad9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1650347053-router', 'tenant_id': '418682e7c0fa433fb0fd08c4ad86e992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'c4d242bd-a01f-45c3-aeaa-90bac865f4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:09Z', 'updated_at': '2021-07-29T23:27:07Z', 'revision_number': 5, 'project_id': '418682e7c0fa433fb0fd08c4ad86e992', 'gw_port': {'id': 'c4d242bd-a01f-45c3-aeaa-90bac865f4cc', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:59:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:10Z', 'updated_at': '2021-07-29T23:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:10.206977 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:27:10.238472 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a33816e-1fb6-43a6-a226-8064759ad9bf None None] Checking router: 7d77eb20-96f6-45b3-b3f5-457c5263263c for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:27:10.252881 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a33816e-1fb6-43a6-a226-8064759ad9bf None None] Routers {'7d77eb20-96f6-45b3-b3f5-457c5263263c'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:10.254665 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-0a33816e-1fb6-43a6-a226-8064759ad9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:27:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['7d77eb20-96f6-45b3-b3f5-457c5263263c'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:10.438975 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38146) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:10.457852 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-0a33816e-1fb6-43a6-a226-8064759ad9bf None None] Set router 7d77eb20-96f6-45b3-b3f5-457c5263263c gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:10.476902 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbe81bad-771d-4576-8112-5c73a5e5d664 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:10.540892 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1690c4a5-61e0-4e0d-9646-43c28dafa007 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=40f7f0a5ce79467a8b63ead5077b6a57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1011906 Jul 29 23:27:10.541427 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38148) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:10.595067 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-fbe81bad-771d-4576-8112-5c73a5e5d664 admin admin] Deleting port c4d242bd-a01f-45c3-aeaa-90bac865f4cc {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:10.595674 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbe81bad-771d-4576-8112-5c73a5e5d664 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:10.660185 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8b3f268d-5299-4e47-9f5a-3e65c707fac6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:10.691340 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8b3f268d-5299-4e47-9f5a-3e65c707fac6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:10.742504 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-0a33816e-1fb6-43a6-a226-8064759ad9bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1650347053-router', 'tenant_id': '418682e7c0fa433fb0fd08c4ad86e992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'c4d242bd-a01f-45c3-aeaa-90bac865f4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:09Z', 'updated_at': '2021-07-29T23:27:07Z', 'revision_number': 5, 'project_id': '418682e7c0fa433fb0fd08c4ad86e992', 'gw_port': {'id': 'c4d242bd-a01f-45c3-aeaa-90bac865f4cc', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:59:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:10Z', 'updated_at': '2021-07-29T23:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:10.762382 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8b3f268d-5299-4e47-9f5a-3e65c707fac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:10.766875 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8b3f268d-5299-4e47-9f5a-3e65c707fac6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:10.771427 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8b3f268d-5299-4e47-9f5a-3e65c707fac6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d48074f-0c1b-4389-a062-fcf2fb227e50 HTTP/1.1" status: 204 len: 168 time: 0.2290154 Jul 29 23:27:10.783619 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a33816e-1fb6-43a6-a226-8064759ad9bf None None] The sync data for ids ['7d77eb20-96f6-45b3-b3f5-457c5263263c'] in n-d-712140-10 is: [{'id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1650347053-router', 'tenant_id': '418682e7c0fa433fb0fd08c4ad86e992', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114'}], 'enable_snat': True}, 'gw_port_id': 'c4d242bd-a01f-45c3-aeaa-90bac865f4cc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:26:09Z', 'updated_at': '2021-07-29T23:27:07Z', 'revision_number': 5, 'project_id': '418682e7c0fa433fb0fd08c4ad86e992', 'gw_port': {'id': 'c4d242bd-a01f-45c3-aeaa-90bac865f4cc', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:59:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d77eb20-96f6-45b3-b3f5-457c5263263c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:26:10Z', 'updated_at': '2021-07-29T23:26:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:27:10.790604 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f268d-5299-4e47-9f5a-3e65c707fac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d48074f-0c1b-4389-a062-fcf2fb227e50,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:10.794201 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-fbe81bad-771d-4576-8112-5c73a5e5d664 admin admin] For port c4d242bd-a01f-45c3-aeaa-90bac865f4cc, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c4d242bd-a01f-45c3-aeaa-90bac865f4cc,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:10.796865 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbe81bad-771d-4576-8112-5c73a5e5d664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:10.837113 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-fbe81bad-771d-4576-8112-5c73a5e5d664 admin admin] Calling delete_port for c4d242bd-a01f-45c3-aeaa-90bac865f4cc owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:10.952265 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe30fb3a-af68-4937-8c29-6642148ad7a8 req-fac5d6b7-ea6d-4658-8e85-c65b3a972ec1 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:10.955527 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe30fb3a-af68-4937-8c29-6642148ad7a8 req-fac5d6b7-ea6d-4658-8e85-c65b3a972ec1 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.23 "GET /v2.0/ports?device_id=7ac3aba5-e3d8-4104-9ae8-a208be875ce9 HTTP/1.1" status: 200 len: 945 time: 0.1513157 Jul 29 23:27:11.153798 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-fe30fb3a-af68-4937-8c29-6642148ad7a8 req-1e8d0156-a999-4d9a-9fe0-ead342e965e3 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Deleting port 857e2e9b-97e9-4e2a-b175-eb830dbe75d9 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:11.154171 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fe30fb3a-af68-4937-8c29-6642148ad7a8 req-1e8d0156-a999-4d9a-9fe0-ead342e965e3 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:11.310403 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbe81bad-771d-4576-8112-5c73a5e5d664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:11.346656 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f5353ea4-9b56-4ace-9190-1fc9af46655d no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:11.394307 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe81bad-771d-4576-8112-5c73a5e5d664 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4d242bd-a01f-45c3-aeaa-90bac865f4cc,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:11.433808 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-fe30fb3a-af68-4937-8c29-6642148ad7a8 req-1e8d0156-a999-4d9a-9fe0-ead342e965e3 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] For port 857e2e9b-97e9-4e2a-b175-eb830dbe75d9, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=857e2e9b-97e9-4e2a-b175-eb830dbe75d9,segment=NetworkSegment(c785a71b-d512-473f-abff-49b215536ffe),segment_id=c785a71b-d512-473f-abff-49b215536ffe)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:11.434261 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fe30fb3a-af68-4937-8c29-6642148ad7a8 req-1e8d0156-a999-4d9a-9fe0-ead342e965e3 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:11.455155 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: f5353ea4-9b56-4ace-9190-1fc9af46655d {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:11.465352 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f5353ea4-9b56-4ace-9190-1fc9af46655d not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:11.491761 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-fe30fb3a-af68-4937-8c29-6642148ad7a8 req-1e8d0156-a999-4d9a-9fe0-ead342e965e3 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Calling delete_port for 857e2e9b-97e9-4e2a-b175-eb830dbe75d9 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:11.566811 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbe81bad-771d-4576-8112-5c73a5e5d664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:11.769466 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbe81bad-771d-4576-8112-5c73a5e5d664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:11.777075 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbe81bad-771d-4576-8112-5c73a5e5d664 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:11.837557 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fe30fb3a-af68-4937-8c29-6642148ad7a8 req-1e8d0156-a999-4d9a-9fe0-ead342e965e3 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:11.850775 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['857e2e9b-97e9-4e2a-b175-eb830dbe75d9', '8a8dde04-3585-4407-aaa8-c97ebb91e89d'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:11.877933 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbe81bad-771d-4576-8112-5c73a5e5d664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:11.878475 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe81bad-771d-4576-8112-5c73a5e5d664 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d77eb20-96f6-45b3-b3f5-457c5263263c {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:27:11.889612 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbe81bad-771d-4576-8112-5c73a5e5d664 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:11.889612 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fbe81bad-771d-4576-8112-5c73a5e5d664 admin admin] 10.222.0.18 "DELETE /v2.0/routers/7d77eb20-96f6-45b3-b3f5-457c5263263c HTTP/1.1" status: 204 len: 168 time: 2.3513882 Jul 29 23:27:11.890640 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8d0156-a999-4d9a-9fe0-ead342e965e3 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Pushing event deleted for resources: {'Port': ['ID=857e2e9b-97e9-4e2a-b175-eb830dbe75d9,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:11.890852 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38164) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:12.015257 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e1681a-90ef-48d2-93fc-f55e13a850a3 admin admin] Deleting subnet b2831565-4c6b-4f31-b9d8-957694c5d713 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:27:12.038540 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-06e1681a-90ef-48d2-93fc-f55e13a850a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:12.121088 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-06e1681a-90ef-48d2-93fc-f55e13a850a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:12.146247 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe30fb3a-af68-4937-8c29-6642148ad7a8 req-1e8d0156-a999-4d9a-9fe0-ead342e965e3 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] No DVR routers for this DVR port 857e2e9b-97e9-4e2a-b175-eb830dbe75d9 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:12.149161 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fe30fb3a-af68-4937-8c29-6642148ad7a8 req-1e8d0156-a999-4d9a-9fe0-ead342e965e3 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:12.151276 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe30fb3a-af68-4937-8c29-6642148ad7a8 req-1e8d0156-a999-4d9a-9fe0-ead342e965e3 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.23 "DELETE /v2.0/ports/857e2e9b-97e9-4e2a-b175-eb830dbe75d9 HTTP/1.1" status: 204 len: 173 time: 1.1887372 Jul 29 23:27:12.151739 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ac3aba5-e3d8-4104-9ae8-a208be875ce9', 'name': 'network-vif-deleted', 'tag': '857e2e9b-97e9-4e2a-b175-eb830dbe75d9'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:12.186271 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20531030-4269-4038-b553-80692b03bf6f" -d '{"events": [{"server_uuid": "7ac3aba5-e3d8-4104-9ae8-a208be875ce9", "name": "network-vif-deleted", "tag": "857e2e9b-97e9-4e2a-b175-eb830dbe75d9"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:12.232036 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-9690f053-8f2c-43d5-b7a8-f0f0cd5b18a5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3455303 Jul 29 23:27:12.388430 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-06e1681a-90ef-48d2-93fc-f55e13a850a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:12.417125 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efc56e-4727-493b-8e13-7a2d65496202 req-6342de10-c5c2-4631-90ff-f097493dd27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:12.417716 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efc56e-4727-493b-8e13-7a2d65496202 req-6342de10-c5c2-4631-90ff-f097493dd27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:12.418256 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efc56e-4727-493b-8e13-7a2d65496202 req-6342de10-c5c2-4631-90ff-f097493dd27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:12.418786 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efc56e-4727-493b-8e13-7a2d65496202 req-6342de10-c5c2-4631-90ff-f097493dd27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:12.419322 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efc56e-4727-493b-8e13-7a2d65496202 req-6342de10-c5c2-4631-90ff-f097493dd27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:12.428130 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efc56e-4727-493b-8e13-7a2d65496202 req-6342de10-c5c2-4631-90ff-f097493dd27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:12.429256 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efc56e-4727-493b-8e13-7a2d65496202 req-6342de10-c5c2-4631-90ff-f097493dd27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:12.432037 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-6342de10-c5c2-4631-90ff-f097493dd27b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d954899d85d94386b2170efdab77ddb2&device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 6510 time: 0.0911200 Jul 29 23:27:12.574833 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-06e1681a-90ef-48d2-93fc-f55e13a850a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:12.696205 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-14ec6947-95ad-4a0d-a5ed-4f90b546fcd7 req-64a088d8-48a1-4fe8-8a80-3e364b093df3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2591772 Jul 29 23:27:12.712363 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e1681a-90ef-48d2-93fc-f55e13a850a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2831565-4c6b-4f31-b9d8-957694c5d713,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:12.761074 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1157684-1f6d-429f-9e39-2414dcbf6940 None None] Network 0ffb6994-ab69-4295-a6ca-800fb3cf4230 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:12.761395 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-06e1681a-90ef-48d2-93fc-f55e13a850a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:12.776889 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-06e1681a-90ef-48d2-93fc-f55e13a850a3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b2831565-4c6b-4f31-b9d8-957694c5d713 HTTP/1.1" status: 204 len: 168 time: 0.8838332 Jul 29 23:27:12.776889 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38178) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:12.838537 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38180) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:12.886257 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec6947-95ad-4a0d-a5ed-4f90b546fcd7 req-76c77d69-d21d-4050-8766-804ac7f07859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:12.888802 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-14ec6947-95ad-4a0d-a5ed-4f90b546fcd7 req-76c77d69-d21d-4050-8766-804ac7f07859 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710 HTTP/1.1" status: 200 len: 1097 time: 0.1389403 Jul 29 23:27:12.890948 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efc56e-4727-493b-8e13-7a2d65496202 req-4ee13b56-7b2a-4639-b1b2-f28668ee04b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:12.893280 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efc56e-4727-493b-8e13-7a2d65496202 req-4ee13b56-7b2a-4639-b1b2-f28668ee04b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:12.893889 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efc56e-4727-493b-8e13-7a2d65496202 req-4ee13b56-7b2a-4639-b1b2-f28668ee04b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:12.896721 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-4ee13b56-7b2a-4639-b1b2-f28668ee04b2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=66bf1b30-b0b3-402c-8a81-d59ae3f7f904&id=6f7ef717-20cb-4c28-893e-cda3f326a46a&id=6f7ef717-20cb-4c28-893e-cda3f326a46a&id=6f7ef717-20cb-4c28-893e-cda3f326a46a&id=6f7ef717-20cb-4c28-893e-cda3f326a46a&id=28f38c63-eb30-4453-829d-2d302e41c5f3&id=28f38c63-eb30-4453-829d-2d302e41c5f3 HTTP/1.1" status: 200 len: 2298 time: 0.3204284 Jul 29 23:27:13.043766 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-33533401-fe65-41b0-b56c-413b1b099282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.150452 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-33533401-fe65-41b0-b56c-413b1b099282 admin admin] Deleting port be5cc8db-952f-4cfd-bb51-478d7e24d2a6 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:13.157745 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-33533401-fe65-41b0-b56c-413b1b099282 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.159207 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-286123d0-dec7-43e7-b369-5ba734ba5676 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-352817444-network', 'tenant_id': '792c2fd23e8b4a1ebc8931a27810d6a3'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:13.222783 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec6947-95ad-4a0d-a5ed-4f90b546fcd7 req-3afa6976-bf37-49d5-996e-1b2d9f65abec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:13.225071 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-14ec6947-95ad-4a0d-a5ed-4f90b546fcd7 req-3afa6976-bf37-49d5-996e-1b2d9f65abec service neutron] 10.222.0.39 "GET /v2.0/networks?id=41b737f2-e531-4160-b598-3383b744485d HTTP/1.1" status: 200 len: 909 time: 0.2098341 Jul 29 23:27:13.229989 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-5f898286-1e59-4e4b-bcd6-8bf8705ca220 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3ef52f7-fd2b-40b7-ab81-25976f3c6559 HTTP/1.1" status: 200 len: 1001 time: 0.3204548 Jul 29 23:27:13.296851 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a75120-4bf3-4dde-84c0-f8ff4e1f7b52 None None] DHCP port deletion for 0ffb6994-ab69-4295-a6ca-800fb3cf4230 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:27:13.417058 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-33533401-fe65-41b0-b56c-413b1b099282 admin admin] For port be5cc8db-952f-4cfd-bb51-478d7e24d2a6, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=be5cc8db-952f-4cfd-bb51-478d7e24d2a6,segment=NetworkSegment(aba24c0d-5545-4df8-9ac0-19e93d510f4a),segment_id=aba24c0d-5545-4df8-9ac0-19e93d510f4a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:13.417440 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-33533401-fe65-41b0-b56c-413b1b099282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.433298 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-33533401-fe65-41b0-b56c-413b1b099282 admin admin] Calling delete_port for be5cc8db-952f-4cfd-bb51-478d7e24d2a6 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:13.443421 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b7a75120-4bf3-4dde-84c0-f8ff4e1f7b52 None None] Deleting port be5cc8db-952f-4cfd-bb51-478d7e24d2a6 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:13.444234 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b7a75120-4bf3-4dde-84c0-f8ff4e1f7b52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.460993 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286123d0-dec7-43e7-b369-5ba734ba5676 admin admin] Made reservation on behalf of 792c2fd23e8b4a1ebc8931a27810d6a3 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:13.465964 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-286123d0-dec7-43e7-b369-5ba734ba5676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.482362 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-14ec6947-95ad-4a0d-a5ed-4f90b546fcd7 req-92925399-b408-46fd-a2b5-3de99935edc7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=87c1327c-d7e0-4849-8699-2d69e0c74a91 HTTP/1.1" status: 200 len: 217 time: 0.2456536 Jul 29 23:27:13.528176 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-33533401-fe65-41b0-b56c-413b1b099282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.566675 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33533401-fe65-41b0-b56c-413b1b099282 admin admin] No DVR routers for this DVR port be5cc8db-952f-4cfd-bb51-478d7e24d2a6 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:13.569518 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33533401-fe65-41b0-b56c-413b1b099282 admin admin] Pushing event deleted for resources: {'Port': ['ID=be5cc8db-952f-4cfd-bb51-478d7e24d2a6,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:13.579511 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b7a75120-4bf3-4dde-84c0-f8ff4e1f7b52 None None] For port be5cc8db-952f-4cfd-bb51-478d7e24d2a6, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=be5cc8db-952f-4cfd-bb51-478d7e24d2a6,segment=NetworkSegment(aba24c0d-5545-4df8-9ac0-19e93d510f4a),segment_id=aba24c0d-5545-4df8-9ac0-19e93d510f4a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:13.580030 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b7a75120-4bf3-4dde-84c0-f8ff4e1f7b52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.604010 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b7a75120-4bf3-4dde-84c0-f8ff4e1f7b52 None None] Calling delete_port for be5cc8db-952f-4cfd-bb51-478d7e24d2a6 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:13.626796 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-286123d0-dec7-43e7-b369-5ba734ba5676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.633639 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efc56e-4727-493b-8e13-7a2d65496202 req-2162f547-65b8-45f6-bee8-d28ed6b38895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:13.637077 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-2162f547-65b8-45f6-bee8-d28ed6b38895 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16a048f2-545c-45a3-863f-3a23de75e13e HTTP/1.1" status: 200 len: 855 time: 0.3933330 Jul 29 23:27:13.671086 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-33533401-fe65-41b0-b56c-413b1b099282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.683464 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-33533401-fe65-41b0-b56c-413b1b099282 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ffb6994-ab69-4295-a6ca-800fb3cf4230']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:13.687016 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ec6947-95ad-4a0d-a5ed-4f90b546fcd7 req-60c78f77-3eb4-4852-b04a-0ba510ebb238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:13.689870 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-14ec6947-95ad-4a0d-a5ed-4f90b546fcd7 req-60c78f77-3eb4-4852-b04a-0ba510ebb238 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=599960cf-5b7f-432a-8a6a-c415f2272dee HTTP/1.1" status: 200 len: 848 time: 0.1871376 Jul 29 23:27:13.698855 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-33533401-fe65-41b0-b56c-413b1b099282 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aba24c0d-5545-4df8-9ac0-19e93d510f4a') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:13.699253 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-33533401-fe65-41b0-b56c-413b1b099282 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aba24c0d-5545-4df8-9ac0-19e93d510f4a') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:13.715789 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-33533401-fe65-41b0-b56c-413b1b099282 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: from cryptography.utils import int_from_bytes Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: from cryptography.utils import int_from_bytes Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:13.737982 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:27:13.741921 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:13.741921 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:27:13.741921 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:13.741921 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:27:13.741921 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:13.741921 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:27:13.741921 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:13.741921 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:27:13.741921 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:13.741921 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:27:13.741921 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:13.741921 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:27:13.741921 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:27:13.741921 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:27:13.745353 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-33533401-fe65-41b0-b56c-413b1b099282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.755040 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b7a75120-4bf3-4dde-84c0-f8ff4e1f7b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.756759 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33533401-fe65-41b0-b56c-413b1b099282 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:27:13.758279 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c4d242bd-a01f-45c3-aeaa-90bac865f4cc no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:13.759633 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-33533401-fe65-41b0-b56c-413b1b099282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.761977 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:27:13.761977 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:27:13.761977 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:27:13.761977 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:27:13.761977 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:27:13.761977 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:27:13.761977 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:27:13.761977 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:27:13.761977 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:27:13.761977 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:27:13.761977 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:27:13.761977 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:27:13.761977 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:27:13.761977 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:27:13.761977 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:27:13.761977 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:27:13.761977 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:27:13.761977 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:27:13.761977 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:27:13.761977 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:27:13.761977 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:27:13.761977 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:27:13.761977 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:27:13.761977 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:27:13.761977 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:27:13.761977 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:27:13.761977 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:27:13.761977 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:27:13.761977 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:27:13.761977 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:27:13.761977 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:27:13.761977 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:27:13.792636 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-14ec6947-95ad-4a0d-a5ed-4f90b546fcd7 req-8f4df829-90d6-481e-9b96-3eea31113e4b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41b737f2-e531-4160-b598-3383b744485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623059 Jul 29 23:27:13.826339 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: c4d242bd-a01f-45c3-aeaa-90bac865f4cc {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:13.826698 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c4d242bd-a01f-45c3-aeaa-90bac865f4cc not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:13.827739 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device be5cc8db-952f-4cfd-bb51-478d7e24d2a6 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:13.844678 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-33533401-fe65-41b0-b56c-413b1b099282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.850847 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-33533401-fe65-41b0-b56c-413b1b099282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:13.861353 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-33533401-fe65-41b0-b56c-413b1b099282 admin admin] 10.222.0.18 "DELETE /v2.0/networks/0ffb6994-ab69-4295-a6ca-800fb3cf4230 HTTP/1.1" status: 204 len: 168 time: 1.0779514 Jul 29 23:27:13.886679 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a75120-4bf3-4dde-84c0-f8ff4e1f7b52 None None] No DVR routers for this DVR port be5cc8db-952f-4cfd-bb51-478d7e24d2a6 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:13.886969 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33533401-fe65-41b0-b56c-413b1b099282 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ffb6994-ab69-4295-a6ca-800fb3cf4230,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:13.901253 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: be5cc8db-952f-4cfd-bb51-478d7e24d2a6 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:13.902043 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device be5cc8db-952f-4cfd-bb51-478d7e24d2a6 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:13.973978 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a75120-4bf3-4dde-84c0-f8ff4e1f7b52 None None] Pushing event deleted for resources: {'Port': ['ID=be5cc8db-952f-4cfd-bb51-478d7e24d2a6,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:13.999574 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a75120-4bf3-4dde-84c0-f8ff4e1f7b52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:14.001427 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a75120-4bf3-4dde-84c0-f8ff4e1f7b52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:14.001777 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a75120-4bf3-4dde-84c0-f8ff4e1f7b52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:14.002145 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a75120-4bf3-4dde-84c0-f8ff4e1f7b52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:14.002483 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a75120-4bf3-4dde-84c0-f8ff4e1f7b52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:14.002816 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a75120-4bf3-4dde-84c0-f8ff4e1f7b52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:14.003186 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a75120-4bf3-4dde-84c0-f8ff4e1f7b52 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:14.009579 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a75120-4bf3-4dde-84c0-f8ff4e1f7b52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:14.010601 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a75120-4bf3-4dde-84c0-f8ff4e1f7b52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:14.015798 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a75120-4bf3-4dde-84c0-f8ff4e1f7b52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:14.016484 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a75120-4bf3-4dde-84c0-f8ff4e1f7b52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:14.018627 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a75120-4bf3-4dde-84c0-f8ff4e1f7b52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:14.019102 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-286123d0-dec7-43e7-b369-5ba734ba5676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.088253 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-286123d0-dec7-43e7-b369-5ba734ba5676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.112426 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efc56e-4727-493b-8e13-7a2d65496202 req-4ef8e2db-f56a-4eeb-9329-8dd852272d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:14.114453 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-4ef8e2db-f56a-4eeb-9329-8dd852272d6c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66bf1b30-b0b3-402c-8a81-d59ae3f7f904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4663596 Jul 29 23:27:14.149615 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 857e2e9b-97e9-4e2a-b175-eb830dbe75d9 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:14.164821 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286123d0-dec7-43e7-b369-5ba734ba5676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fac6eab-6529-4c3f-a437-b60099c65a2c,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:14.212767 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-286123d0-dec7-43e7-b369-5ba734ba5676 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:27:14.287212 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-286123d0-dec7-43e7-b369-5ba734ba5676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.287728 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-286123d0-dec7-43e7-b369-5ba734ba5676 admin admin] Added segment 043766c5-81bc-430c-9901-6005e0bcbecd of type vlan for network ae1486ae-3af6-4899-8b73-36007b460797 Jul 29 23:27:14.315264 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 857e2e9b-97e9-4e2a-b175-eb830dbe75d9 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:14.317666 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 857e2e9b-97e9-4e2a-b175-eb830dbe75d9 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:14.337338 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38192) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:14.381015 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-14ec6947-95ad-4a0d-a5ed-4f90b546fcd7 req-2d134ebe-3498-4442-9d69-43ba846a329c service neutron] 10.222.0.39 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5666037 Jul 29 23:27:14.410101 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-286123d0-dec7-43e7-b369-5ba734ba5676 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.475453 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-15aa1483-6888-4027-b795-7c3da617c070 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=418682e7c0fa433fb0fd08c4ad86e992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1361094 Jul 29 23:27:14.477750 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38194) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:14.625672 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9436bb22-ea7e-4635-b276-d2a6f1e19059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.635253 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.db.resource_extend [None req-286123d0-dec7-43e7-b369-5ba734ba5676 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:27:14.648278 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-63a26f07-90ea-4470-a768-2166b96402d6 service neutron] 10.222.0.23 "GET /v2.0/networks/66bf1b30-b0b3-402c-8a81-d59ae3f7f904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5229049 Jul 29 23:27:14.679514 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9436bb22-ea7e-4635-b276-d2a6f1e19059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.698576 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-286123d0-dec7-43e7-b369-5ba734ba5676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.700258 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286123d0-dec7-43e7-b369-5ba734ba5676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:14.701249 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-286123d0-dec7-43e7-b369-5ba734ba5676 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.753889 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9436bb22-ea7e-4635-b276-d2a6f1e19059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.757134 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9436bb22-ea7e-4635-b276-d2a6f1e19059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.761566 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9436bb22-ea7e-4635-b276-d2a6f1e19059 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20231ea7-d841-429d-b383-61303be38452 HTTP/1.1" status: 204 len: 168 time: 0.2815981 Jul 29 23:27:14.771249 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436bb22-ea7e-4635-b276-d2a6f1e19059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20231ea7-d841-429d-b383-61303be38452,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:14.871508 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-286123d0-dec7-43e7-b369-5ba734ba5676 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0273113 Jul 29 23:27:14.875064 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38198) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:14.881699 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-d5328c27-aa0d-41ff-9859-348b9755984f admin admin] Request body: {'subnet': {'network_id': 'ae1486ae-3af6-4899-8b73-36007b460797', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-352817444-subnet', 'tenant_id': '792c2fd23e8b4a1ebc8931a27810d6a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:14.905849 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286123d0-dec7-43e7-b369-5ba734ba5676 admin admin] Pushing event updated for resources: {'Network': ['ID=ae1486ae-3af6-4899-8b73-36007b460797,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:14.911995 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-14ec6947-95ad-4a0d-a5ed-4f90b546fcd7 req-7c900fd0-5b70-4c2b-ac92-673984a70431 service neutron] 10.222.0.39 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5154500 Jul 29 23:27:14.918998 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network ae1486ae-3af6-4899-8b73-36007b460797 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:27:14.959173 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5328c27-aa0d-41ff-9859-348b9755984f admin admin] Made reservation on behalf of 792c2fd23e8b4a1ebc8931a27810d6a3 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:14.969351 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d5328c27-aa0d-41ff-9859-348b9755984f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:14.971323 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-da5796cb-71ae-4c3f-9d61-6a15a3a2fd6c service neutron] 10.222.0.23 "GET /v2.0/networks/66bf1b30-b0b3-402c-8a81-d59ae3f7f904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110847 Jul 29 23:27:15.043759 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-18a2a2df-16d3-4392-ab76-37c0c8820e52 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=aa4019a8-862f-423f-a23c-d8c79eeaa4f6 HTTP/1.1" status: 200 len: 217 time: 0.0629494 Jul 29 23:27:15.118798 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efc56e-4727-493b-8e13-7a2d65496202 req-e6bb6a2e-45db-4580-8a8a-e3f414f16258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:15.120816 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-e6bb6a2e-45db-4580-8a8a-e3f414f16258 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=deaa786f-4140-420d-bb7f-bb3469568a14 HTTP/1.1" status: 200 len: 797 time: 0.0681736 Jul 29 23:27:15.193821 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efc56e-4727-493b-8e13-7a2d65496202 req-4722c84b-3684-46e0-a74f-1e3b062b5071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:15.195926 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-4722c84b-3684-46e0-a74f-1e3b062b5071 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f7ef717-20cb-4c28-893e-cda3f326a46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0634654 Jul 29 23:27:15.364420 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-be862169-8474-4786-882c-422b7f45a8b1 service neutron] 10.222.0.23 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599240 Jul 29 23:27:15.379414 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d5328c27-aa0d-41ff-9859-348b9755984f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:15.544395 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5328c27-aa0d-41ff-9859-348b9755984f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5943c7f0-6966-430f-88ba-768a7e84911e,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:15.584542 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-4bbbd015-4da9-4e70-9760-343637157e31 service neutron] 10.222.0.23 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100475 Jul 29 23:27:15.615757 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5328c27-aa0d-41ff-9859-348b9755984f admin admin] Checking segment: {'id': '043766c5-81bc-430c-9901-6005e0bcbecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ae1486ae-3af6-4899-8b73-36007b460797'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:15.616374 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5328c27-aa0d-41ff-9859-348b9755984f admin admin] Network hostable DHCP agents. Network: ae1486ae-3af6-4899-8b73-36007b460797, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:27:15.658070 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5328c27-aa0d-41ff-9859-348b9755984f admin admin] Network ae1486ae-3af6-4899-8b73-36007b460797 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:27:15.675112 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-d346ae30-8171-4529-846b-ba26448e50b8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=dae26797-31c4-4e0f-ad38-42613b90a8ce HTTP/1.1" status: 200 len: 217 time: 0.0801060 Jul 29 23:27:15.695943 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-d5328c27-aa0d-41ff-9859-348b9755984f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, ae1486ae-3af6-4899-8b73-36007b460797) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:15.706298 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5b7e50-7357-43b9-b7fd-d33e2d1cce32 None None] Network ae1486ae-3af6-4899-8b73-36007b460797 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:15.713441 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5328c27-aa0d-41ff-9859-348b9755984f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:15.715984 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d5328c27-aa0d-41ff-9859-348b9755984f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:15.747461 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d5328c27-aa0d-41ff-9859-348b9755984f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8688052 Jul 29 23:27:15.841351 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efc56e-4727-493b-8e13-7a2d65496202 req-24682a81-b4f8-44a3-9312-e95ae01667ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:15.843900 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-24682a81-b4f8-44a3-9312-e95ae01667ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=deaa786f-4140-420d-bb7f-bb3469568a14 HTTP/1.1" status: 200 len: 797 time: 0.1577156 Jul 29 23:27:15.939877 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efc56e-4727-493b-8e13-7a2d65496202 req-ed7b920d-3151-4e6d-bad2-ef4a4e4bc988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:15.941527 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-ed7b920d-3151-4e6d-bad2-ef4a4e4bc988 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f7ef717-20cb-4c28-893e-cda3f326a46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0893695 Jul 29 23:27:16.158673 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2c9b4a3-6ad6-476f-a19b-6e1f98848897 None None] Network ae1486ae-3af6-4899-8b73-36007b460797 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:16.255268 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-4894bd9c-d184-463f-a271-f0e93dbb368d service neutron] 10.222.0.23 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015847 Jul 29 23:27:16.539425 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-72870bb4-cca9-45d4-b8be-2dfbe16ca45e service neutron] 10.222.0.23 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647147 Jul 29 23:27:16.587233 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-c6cde3bb-fb3d-4767-a2a8-674be30e74ad service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=29c01c9f-94c9-4ac1-87b2-e1f292018b97 HTTP/1.1" status: 200 len: 217 time: 0.0472591 Jul 29 23:27:16.678036 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efc56e-4727-493b-8e13-7a2d65496202 req-34ab861e-788b-4052-9646-efdc7980e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:16.680700 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-34ab861e-788b-4052-9646-efdc7980e92d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=deaa786f-4140-420d-bb7f-bb3469568a14 HTTP/1.1" status: 200 len: 797 time: 0.0793021 Jul 29 23:27:16.764767 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efc56e-4727-493b-8e13-7a2d65496202 req-f88d0271-7915-4a61-83c8-2d8474f5a1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:16.766986 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-f88d0271-7915-4a61-83c8-2d8474f5a1fc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f7ef717-20cb-4c28-893e-cda3f326a46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0723236 Jul 29 23:27:16.914784 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-77f9c644-38c2-4907-8e7c-554679a387a3 service neutron] 10.222.0.23 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396279 Jul 29 23:27:17.044370 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-99a70d93-b881-4e06-86aa-f14203f117a6 service neutron] 10.222.0.23 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193275 Jul 29 23:27:17.102061 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-2f23074a-03b6-4cfb-932e-dbd1dfdd6b9d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=3075185e-3c3b-4e1f-8294-cdadf9bf5523 HTTP/1.1" status: 200 len: 217 time: 0.0487854 Jul 29 23:27:17.164703 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efc56e-4727-493b-8e13-7a2d65496202 req-b58d2c7d-6e50-43c4-a1bd-d367f3b056d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:17.166307 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-b58d2c7d-6e50-43c4-a1bd-d367f3b056d0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=deaa786f-4140-420d-bb7f-bb3469568a14 HTTP/1.1" status: 200 len: 797 time: 0.0552728 Jul 29 23:27:17.229237 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efc56e-4727-493b-8e13-7a2d65496202 req-1c13a5ea-3cea-4540-98c5-9dda380a3211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:17.231249 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-1c13a5ea-3cea-4540-98c5-9dda380a3211 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f7ef717-20cb-4c28-893e-cda3f326a46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0553994 Jul 29 23:27:17.360013 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-b55d5bca-f957-466a-9730-669524c250b8 service neutron] 10.222.0.23 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199949 Jul 29 23:27:17.495457 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-cabcf927-18ef-42d4-97c0-410713755ec4 service neutron] 10.222.0.23 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159689 Jul 29 23:27:17.543392 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-1bdd94c2-05ab-494a-94ea-1ab3b4c237b1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e1b35c57-ba8c-44ac-9445-757f4f37b07f HTTP/1.1" status: 200 len: 217 time: 0.0385239 Jul 29 23:27:17.603979 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efc56e-4727-493b-8e13-7a2d65496202 req-03998794-1c1b-4828-a947-21f0493156d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:17.605811 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-03998794-1c1b-4828-a947-21f0493156d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e6daa85-0112-4dbf-98e3-8562b5fa1b90 HTTP/1.1" status: 200 len: 797 time: 0.0538037 Jul 29 23:27:17.756937 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c927db91-1d98-491b-ac10-e2df1d9e805c req-d5d5cf9b-042b-486a-8bbf-8847563d6f04 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups/04a585ef-e0a9-475e-a92c-775f4a7e8656 HTTP/1.1" status: 200 len: 1801 time: 0.1474822 Jul 29 23:27:17.758783 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efc56e-4727-493b-8e13-7a2d65496202 req-328174cc-b8cc-470d-bf82-62d98491e7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:17.760247 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-328174cc-b8cc-470d-bf82-62d98491e7ab service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28f38c63-eb30-4453-829d-2d302e41c5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1436980 Jul 29 23:27:17.770694 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-c927db91-1d98-491b-ac10-e2df1d9e805c req-684bc3a2-c29e-4400-a327-3560c85cb212 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1739837883', 'description': 'tempest-description-hth-1096944960'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:17.856654 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-21713ec9-c75c-47d1-a7cd-62752cf47a0e tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:17.858677 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-21713ec9-c75c-47d1-a7cd-62752cf47a0e tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] 10.222.0.18 "GET /v2.0/networks?id=84b0d060-d3d1-4034-9d9b-59557113428c HTTP/1.1" status: 200 len: 825 time: 0.2299268 Jul 29 23:27:17.866788 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c927db91-1d98-491b-ac10-e2df1d9e805c req-684bc3a2-c29e-4400-a327-3560c85cb212 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:17.900222 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-746847e5-28a9-428a-885a-3277a3b56993 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] 10.222.0.18 "GET /v2.0/quotas/91965ac6d36d47fca857c5b1c0b1a953 HTTP/1.1" status: 200 len: 375 time: 0.0305474 Jul 29 23:27:17.976213 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-447995a6-6bc0-43a3-8685-b32c8b384be3 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=91965ac6d36d47fca857c5b1c0b1a953&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569005 Jul 29 23:27:17.978596 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c927db91-1d98-491b-ac10-e2df1d9e805c req-684bc3a2-c29e-4400-a327-3560c85cb212 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:17.984846 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c927db91-1d98-491b-ac10-e2df1d9e805c req-684bc3a2-c29e-4400-a327-3560c85cb212 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:17.987571 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c927db91-1d98-491b-ac10-e2df1d9e805c req-684bc3a2-c29e-4400-a327-3560c85cb212 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:17.988852 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c927db91-1d98-491b-ac10-e2df1d9e805c req-684bc3a2-c29e-4400-a327-3560c85cb212 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "PUT /v2.0/security-groups/04a585ef-e0a9-475e-a92c-775f4a7e8656 HTTP/1.1" status: 200 len: 1777 time: 0.2251222 Jul 29 23:27:17.995040 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-28196552-ef98-4297-b4f7-b3971235ecce service neutron] 10.222.0.23 "GET /v2.0/networks/28f38c63-eb30-4453-829d-2d302e41c5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179570 Jul 29 23:27:18.118153 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684bc3a2-c29e-4400-a327-3560c85cb212 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a585ef-e0a9-475e-a92c-775f4a7e8656,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:18.143893 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cf166b-21ef-4dc2-86b8-f7fc491b035b x-openstack-request-id: req-57cf166b-21ef-4dc2-86b8-f7fc491b035b {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:18.144194 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ac3aba5-e3d8-4104-9ae8-a208be875ce9", "name": "network-vif-deleted", "tag": "857e2e9b-97e9-4e2a-b175-eb830dbe75d9", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:18.144447 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-57cf166b-21ef-4dc2-86b8-f7fc491b035b {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:18.144888 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ac3aba5-e3d8-4104-9ae8-a208be875ce9', 'name': 'network-vif-deleted', 'tag': '857e2e9b-97e9-4e2a-b175-eb830dbe75d9', 'status': 'completed', 'code': 200} Jul 29 23:27:18.187189 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-2d402d01-d8f2-44a8-a5f2-4410be01ab39 service neutron] 10.222.0.18 "GET /v2.0/networks/84b0d060-d3d1-4034-9d9b-59557113428c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972058 Jul 29 23:27:18.193751 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-b557f344-862c-4a9d-a192-e450d4c3adbf service neutron] 10.222.0.23 "GET /v2.0/networks/28f38c63-eb30-4453-829d-2d302e41c5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833577 Jul 29 23:27:18.276542 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-ae97f3fb-1897-430a-b2d0-a5de309f927b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=df88191e-8451-4760-b573-4dbf92f82893 HTTP/1.1" status: 200 len: 217 time: 0.0701866 Jul 29 23:27:18.360917 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efc56e-4727-493b-8e13-7a2d65496202 req-cc7e2d07-d33e-4d2c-8f63-77caf82be371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:18.362143 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-cc7e2d07-d33e-4d2c-8f63-77caf82be371 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e6daa85-0112-4dbf-98e3-8562b5fa1b90 HTTP/1.1" status: 200 len: 797 time: 0.0761704 Jul 29 23:27:18.388013 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-b55a3ebc-1619-495d-b116-7fe6efb6ca5c service neutron] 10.222.0.18 "GET /v2.0/networks/84b0d060-d3d1-4034-9d9b-59557113428c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901588 Jul 29 23:27:18.435444 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efc56e-4727-493b-8e13-7a2d65496202 req-2ae061a0-37ed-430f-89de-dd33d8486790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:18.438114 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-2ae061a0-37ed-430f-89de-dd33d8486790 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28f38c63-eb30-4453-829d-2d302e41c5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0665977 Jul 29 23:27:18.602268 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-0cbb2d85-9a70-4ef6-8912-cb235db3f838 service neutron] 10.222.0.23 "GET /v2.0/networks/28f38c63-eb30-4453-829d-2d302e41c5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565135 Jul 29 23:27:18.814662 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-d2a6ef65-8946-4050-9db0-a3f3536e6b5b tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:18.816387 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-d2a6ef65-8946-4050-9db0-a3f3536e6b5b tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/networks?id=ae1486ae-3af6-4899-8b73-36007b460797 HTTP/1.1" status: 200 len: 812 time: 0.2608414 Jul 29 23:27:18.852029 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38efc56e-4727-493b-8e13-7a2d65496202 req-a6df7efb-0c2f-46a0-9d36-5921e9534acf service neutron] 10.222.0.23 "GET /v2.0/networks/28f38c63-eb30-4453-829d-2d302e41c5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205312 Jul 29 23:27:18.858826 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-409ea9b5-6211-4ae0-88a5-548a66de6b65 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/quotas/792c2fd23e8b4a1ebc8931a27810d6a3 HTTP/1.1" status: 200 len: 375 time: 0.0256410 Jul 29 23:27:18.865250 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e1d3b478-530f-459a-bde6-7b58e24ee83b req-58acdcac-9ece-42d9-9d38-de211d2ec88d tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups/04a585ef-e0a9-475e-a92c-775f4a7e8656 HTTP/1.1" status: 200 len: 1777 time: 0.1042030 Jul 29 23:27:18.898068 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-93f7248f-aac1-4a2f-b67d-b2337b0fbd7d tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=792c2fd23e8b4a1ebc8931a27810d6a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294254 Jul 29 23:27:19.065969 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-f0057058-337e-4fef-b304-7a6e227c9961 service neutron] 10.222.0.18 "GET /v2.0/networks/ae1486ae-3af6-4899-8b73-36007b460797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594715 Jul 29 23:27:19.192887 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9b272015-90ba-48a5-81a1-9a9aea9025e5 req-7d8ee540-c545-4d3e-a555-ac64dfab7646 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] 10.222.0.18 "GET /v2.0/ports?device_id=20655dd9-e78f-4c04-ac0f-da20aeae8d07 HTTP/1.1" status: 200 len: 210 time: 0.0744512 Jul 29 23:27:19.260085 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-d2782614-2dfd-4183-9970-0078f861498b service neutron] 10.222.0.18 "GET /v2.0/networks/ae1486ae-3af6-4899-8b73-36007b460797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834857 Jul 29 23:27:19.640681 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-27418fd5-8b95-46e6-a60c-2484263b261e req-3ee5a584-8a00-44c0-870c-a4e6a824171e tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups/04a585ef-e0a9-475e-a92c-775f4a7e8656 HTTP/1.1" status: 200 len: 1777 time: 0.1006563 Jul 29 23:27:19.783197 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-27418fd5-8b95-46e6-a60c-2484263b261e req-98a76316-e719-49bd-a5ac-a148a31196b5 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:19.864712 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-27418fd5-8b95-46e6-a60c-2484263b261e req-98a76316-e719-49bd-a5ac-a148a31196b5 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:19.968527 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-27418fd5-8b95-46e6-a60c-2484263b261e req-98a76316-e719-49bd-a5ac-a148a31196b5 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:19.971951 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-27418fd5-8b95-46e6-a60c-2484263b261e req-98a76316-e719-49bd-a5ac-a148a31196b5 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:19.972917 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-27418fd5-8b95-46e6-a60c-2484263b261e req-98a76316-e719-49bd-a5ac-a148a31196b5 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "DELETE /v2.0/security-groups/04a585ef-e0a9-475e-a92c-775f4a7e8656 HTTP/1.1" status: 204 len: 173 time: 0.3243775 Jul 29 23:27:19.999167 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a76316-e719-49bd-a5ac-a148a31196b5 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a585ef-e0a9-475e-a92c-775f4a7e8656,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:20.158547 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd9d4c-bc08-47a6-a35f-c3503549e39f req-34f66776-9ddb-4038-a296-51e58311868c tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:20.160623 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f3fd9d4c-bc08-47a6-a35f-c3503549e39f req-34f66776-9ddb-4038-a296-51e58311868c tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=987fdebb-c59d-40b7-b9d0-9d712fb6359a HTTP/1.1" status: 200 len: 945 time: 0.0898468 Jul 29 23:27:20.249448 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f3fd9d4c-bc08-47a6-a35f-c3503549e39f req-829da5c5-1839-480a-b75e-b069945d6a95 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800960 Jul 29 23:27:20.587650 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-1e60c02b-fd0a-499a-bc65-492cf28748a0 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:20.590087 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-1e60c02b-fd0a-499a-bc65-492cf28748a0 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] 10.222.0.39 "GET /v2.0/networks?id=84b0d060-d3d1-4034-9d9b-59557113428c HTTP/1.1" status: 200 len: 825 time: 0.2718484 Jul 29 23:27:20.614375 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-198a9c82-3c73-4a29-ad28-710bc6a4f7a6 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] Request body: {'port': {'device_id': '20655dd9-e78f-4c04-ac0f-da20aeae8d07', 'network_id': '84b0d060-d3d1-4034-9d9b-59557113428c', 'admin_state_up': True, 'tenant_id': '91965ac6d36d47fca857c5b1c0b1a953'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:20.634456 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2d0387ee-3a70-46e6-b198-00aff1f35ff7 req-0252bbdb-34e6-4927-b042-9d3838412831 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] 10.222.0.18 "GET /v2.0/ports?device_id=20655dd9-e78f-4c04-ac0f-da20aeae8d07 HTTP/1.1" status: 200 len: 210 time: 0.0925348 Jul 29 23:27:21.559271 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-8a8a8fd3-0c3a-42d3-a9e2-33375096872c req-649b6b54-1365-4a14-9dab-2547f7ab7092 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] show failed (client error): The resource could not be found. Jul 29 23:27:21.575787 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a8a8fd3-0c3a-42d3-a9e2-33375096872c req-649b6b54-1365-4a14-9dab-2547f7ab7092 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups/80fb1192-9d48-4410-8d96-499bff56d7de HTTP/1.1" status: 404 len: 352 time: 0.0582342 Jul 29 23:27:21.585593 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device d4731ca4-3584-40c0-b16d-477bfef445d5 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:21.716880 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-ccd67ef7-8d62-4031-9a03-1febbba36659 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:21.731631 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-ccd67ef7-8d62-4031-9a03-1febbba36659 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.39 "GET /v2.0/networks?id=ae1486ae-3af6-4899-8b73-36007b460797 HTTP/1.1" status: 200 len: 812 time: 0.2495284 Jul 29 23:27:21.736142 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e95c3fcb-d69d-4912-97bb-1b24787e5299 req-35b2e249-7189-4029-821c-faee9c897229 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b60687-c5e1-4ce1-afaf-a7afd1f78a81 HTTP/1.1" status: 200 len: 210 time: 0.2123091 Jul 29 23:27:21.753706 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-35627bb4-9e59-4753-88e8-eb235929121c tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Request body: {'port': {'device_id': '9c2efac9-05f9-446e-82e6-c56d94d28715', 'network_id': 'ae1486ae-3af6-4899-8b73-36007b460797', 'admin_state_up': True, 'tenant_id': '792c2fd23e8b4a1ebc8931a27810d6a3'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:21.824326 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c9b112-b84c-4e19-a674-bbc6574a80fc req-0a5b6b7d-ffd8-450d-8105-dca8e15319b6 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:21.828069 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65c9b112-b84c-4e19-a674-bbc6574a80fc req-0a5b6b7d-ffd8-450d-8105-dca8e15319b6 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.23 "GET /v2.0/ports?device_id=987fdebb-c59d-40b7-b9d0-9d712fb6359a HTTP/1.1" status: 200 len: 945 time: 0.9580188 Jul 29 23:27:21.924409 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:22.024051 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port d4731ca4-3584-40c0-b16d-477bfef445d5, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=d4731ca4-3584-40c0-b16d-477bfef445d5,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:22.028270 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6daf8cf4-021e-48f1-9c80-c9892034785f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4731ca4-3584-40c0-b16d-477bfef445d5'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:22.037026 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f615ba08-3826-4085-ab88-e7c98effc12b" -d '{"events": [{"server_uuid": "6daf8cf4-021e-48f1-9c80-c9892034785f", "name": "network-vif-unplugged", "status": "completed", "tag": "d4731ca4-3584-40c0-b16d-477bfef445d5"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:22.046377 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:22.230452 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-198a9c82-3c73-4a29-ad28-710bc6a4f7a6 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] Made reservation on behalf of 91965ac6d36d47fca857c5b1c0b1a953 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:22.232230 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=d4731ca4-3584-40c0-b16d-477bfef445d5,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:22.239871 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-198a9c82-3c73-4a29-ad28-710bc6a4f7a6 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:22.251496 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-35627bb4-9e59-4753-88e8-eb235929121c tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Made reservation on behalf of 792c2fd23e8b4a1ebc8931a27810d6a3 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:22.258711 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-35627bb4-9e59-4753-88e8-eb235929121c tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:22.523197 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38428) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:22.574955 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-35627bb4-9e59-4753-88e8-eb235929121c tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Allocated IP 172.20.0.9 (ae1486ae-3af6-4899-8b73-36007b460797/5943c7f0-6966-430f-88ba-768a7e84911e/69497e27-8ced-4405-963f-d7a1e2b34b91) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:27:22.722448 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c845e7-9b2b-4b41-bf5e-57db0ad53aff req-2216f44c-3058-4f51-88a7-ed55da6d2c9d tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:22.734359 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b1c845e7-9b2b-4b41-bf5e-57db0ad53aff req-2216f44c-3058-4f51-88a7-ed55da6d2c9d tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=987fdebb-c59d-40b7-b9d0-9d712fb6359a HTTP/1.1" status: 200 len: 945 time: 0.7945976 Jul 29 23:27:22.786223 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-35627bb4-9e59-4753-88e8-eb235929121c tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:22.847279 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-35627bb4-9e59-4753-88e8-eb235929121c tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:22.866865 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-198a9c82-3c73-4a29-ad28-710bc6a4f7a6 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] Allocated IP 172.20.0.2 (84b0d060-d3d1-4034-9d9b-59557113428c/34202c3c-e00d-4b97-ba9d-bb6ac7df8a3b/088a50bf-9eba-449b-851d-b8ce1df80ef4) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:27:22.877956 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5af933fd-eba6-402c-8955-6a2efa0d4a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:22.943011 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-35627bb4-9e59-4753-88e8-eb235929121c tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Network ae1486ae-3af6-4899-8b73-36007b460797 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:27:22.953325 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-93e9dad3-9fd4-4edd-9b1e-5ec2645ce0fc tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:22.954792 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-35627bb4-9e59-4753-88e8-eb235929121c tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:22.955822 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-93e9dad3-9fd4-4edd-9b1e-5ec2645ce0fc tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.23 "GET /v2.0/networks?id=ae1486ae-3af6-4899-8b73-36007b460797 HTTP/1.1" status: 200 len: 812 time: 1.2178776 Jul 29 23:27:22.964134 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-35627bb4-9e59-4753-88e8-eb235929121c tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:27:22.981198 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000ba2c-4e01-4d7c-8073-b685ef9fed1f req-8c3ac0b9-3de9-4c66-950d-22f5e501a56f tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:22.984393 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c000ba2c-4e01-4d7c-8073-b685ef9fed1f req-8c3ac0b9-3de9-4c66-950d-22f5e501a56f tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.39 "GET /v2.0/ports?device_id=6daf8cf4-021e-48f1-9c80-c9892034785f HTTP/1.1" status: 200 len: 943 time: 0.4669349 Jul 29 23:27:22.994170 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-ba2d1a84-fc2a-423d-8a1c-e92de2e05443 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Request body: {'port': {'device_id': '87b60687-c5e1-4ce1-afaf-a7afd1f78a81', 'network_id': 'ae1486ae-3af6-4899-8b73-36007b460797', 'admin_state_up': True, 'tenant_id': '792c2fd23e8b4a1ebc8931a27810d6a3'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:23.006463 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35627bb4-9e59-4753-88e8-eb235929121c tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Pushing event updated for resources: {'Port': ['ID=69497e27-8ced-4405-963f-d7a1e2b34b91,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:23.011714 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-e4026668-4947-4952-a17c-95a84af691bf tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:23.016781 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-e4026668-4947-4952-a17c-95a84af691bf tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/networks?id=e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 HTTP/1.1" status: 200 len: 804 time: 1.1695483 Jul 29 23:27:23.038833 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-35627bb4-9e59-4753-88e8-eb235929121c tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:23.039542 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-35627bb4-9e59-4753-88e8-eb235929121c tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:23.086982 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b1c845e7-9b2b-4b41-bf5e-57db0ad53aff req-fe7a09f9-fe37-4412-bacf-88b3438da705 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/security-groups?id=892fcb76-1630-40c1-a9b5-2366ecb2633d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515012 Jul 29 23:27:23.211375 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-8c2b5e46-e13b-4c5c-9136-a69be109021e tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/quotas/fc433144b8ce4e74b39793292556658e HTTP/1.1" status: 200 len: 375 time: 0.1447558 Jul 29 23:27:23.232372 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-65c9b112-b84c-4e19-a674-bbc6574a80fc req-d5b4cd74-3eca-46be-bcd3-f82c4cf9a956 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Deleting port 8a8dde04-3585-4407-aaa8-c97ebb91e89d {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:23.233275 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-65c9b112-b84c-4e19-a674-bbc6574a80fc req-d5b4cd74-3eca-46be-bcd3-f82c4cf9a956 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:23.393592 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-4382093c-a51c-47b2-a488-3ef5478027d2 req-51cee945-3204-4590-b9dd-3f153edd81b7 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] show failed (client error): The resource could not be found. Jul 29 23:27:23.394609 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4382093c-a51c-47b2-a488-3ef5478027d2 req-51cee945-3204-4590-b9dd-3f153edd81b7 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups/b9764b79-5ba6-454b-8274-b965af7fef0e HTTP/1.1" status: 404 len: 352 time: 0.1962209 Jul 29 23:27:23.573588 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-345ee5db-fe18-4253-8423-049821194d70 req-0a1b8e3a-59c1-44d3-ba24-f9668b5dae69 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] 10.222.0.18 "GET /v2.0/ports?device_id=20655dd9-e78f-4c04-ac0f-da20aeae8d07 HTTP/1.1" status: 200 len: 210 time: 0.0872345 Jul 29 23:27:23.599494 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-3b6c2441-b2f0-4fb6-8e4c-1b13bf32f126 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc433144b8ce4e74b39793292556658e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3529420 Jul 29 23:27:23.619341 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-65c9b112-b84c-4e19-a674-bbc6574a80fc req-d5b4cd74-3eca-46be-bcd3-f82c4cf9a956 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] For port 8a8dde04-3585-4407-aaa8-c97ebb91e89d, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=8a8dde04-3585-4407-aaa8-c97ebb91e89d,segment=NetworkSegment(c785a71b-d512-473f-abff-49b215536ffe),segment_id=c785a71b-d512-473f-abff-49b215536ffe)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:23.619764 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-65c9b112-b84c-4e19-a674-bbc6574a80fc req-d5b4cd74-3eca-46be-bcd3-f82c4cf9a956 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:23.681886 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-c000ba2c-4e01-4d7c-8073-b685ef9fed1f req-5e46b50e-e368-405e-8167-440c3dacb888 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Deleting port d4731ca4-3584-40c0-b16d-477bfef445d5 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:23.682679 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c000ba2c-4e01-4d7c-8073-b685ef9fed1f req-5e46b50e-e368-405e-8167-440c3dacb888 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:23.685364 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-65c9b112-b84c-4e19-a674-bbc6574a80fc req-d5b4cd74-3eca-46be-bcd3-f82c4cf9a956 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Calling delete_port for 8a8dde04-3585-4407-aaa8-c97ebb91e89d owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:23.718536 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-198a9c82-3c73-4a29-ad28-710bc6a4f7a6 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:23.740812 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5af933fd-eba6-402c-8955-6a2efa0d4a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:23.756553 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-35627bb4-9e59-4753-88e8-eb235929121c tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0142233 Jul 29 23:27:23.777479 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-b130aaa5-3c4f-46df-b779-9a5e11fc8743 service neutron] Request body: {'port': {'device_id': '9c2efac9-05f9-446e-82e6-c56d94d28715', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:23.788867 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5af933fd-eba6-402c-8955-6a2efa0d4a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:23.833147 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27502ba1-6668-476e-903f-01916efaea37 x-openstack-request-id: req-27502ba1-6668-476e-903f-01916efaea37 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:23.833912 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6daf8cf4-021e-48f1-9c80-c9892034785f", "name": "network-vif-unplugged", "status": "completed", "tag": "d4731ca4-3584-40c0-b16d-477bfef445d5", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:23.834176 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-27502ba1-6668-476e-903f-01916efaea37 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:23.834585 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6daf8cf4-021e-48f1-9c80-c9892034785f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4731ca4-3584-40c0-b16d-477bfef445d5', 'code': 200} Jul 29 23:27:23.877206 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-b130aaa5-3c4f-46df-b779-9a5e11fc8743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:23.886122 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5af933fd-eba6-402c-8955-6a2efa0d4a02 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=337f665e057d4b37b44409261ff10d66&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3536386 Jul 29 23:27:23.899474 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-ba2d1a84-fc2a-423d-8a1c-e92de2e05443 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Made reservation on behalf of 792c2fd23e8b4a1ebc8931a27810d6a3 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:23.902171 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38456) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:23.902745 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-ba2d1a84-fc2a-423d-8a1c-e92de2e05443 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:24.029017 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb9ea8a6-b387-47b3-98d2-3938ea478ac6 req-689dee03-d307-4019-b951-8484163dae17 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b60687-c5e1-4ce1-afaf-a7afd1f78a81 HTTP/1.1" status: 200 len: 210 time: 0.0982850 Jul 29 23:27:24.044272 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af933fd-eba6-402c-8955-6a2efa0d4a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8e5394-e445-42f2-bb44-19da63a62b85,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:24.127127 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-20c1d6ec-8d36-4eb1-b3ec-d9e51c43c117 service neutron] 10.222.0.18 "GET /v2.0/networks/e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5023956 Jul 29 23:27:24.159295 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-198a9c82-3c73-4a29-ad28-710bc6a4f7a6 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:24.226642 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 8a8dde04-3585-4407-aaa8-c97ebb91e89d no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:24.252290 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-45f4b664-7844-48e3-9cd6-a81eb553d6d6 req-aed548db-04f3-4f33-bf82-890e6bbd8a17 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] show failed (client error): The resource could not be found. Jul 29 23:27:24.253376 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-45f4b664-7844-48e3-9cd6-a81eb553d6d6 req-aed548db-04f3-4f33-bf82-890e6bbd8a17 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups/f287a8c1-f13e-4032-b5c6-ee9b8574a3d9 HTTP/1.1" status: 404 len: 352 time: 0.1197658 Jul 29 23:27:24.290920 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c000ba2c-4e01-4d7c-8073-b685ef9fed1f req-5e46b50e-e368-405e-8167-440c3dacb888 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] For port d4731ca4-3584-40c0-b16d-477bfef445d5, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=d4731ca4-3584-40c0-b16d-477bfef445d5,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:24.291304 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c000ba2c-4e01-4d7c-8073-b685ef9fed1f req-5e46b50e-e368-405e-8167-440c3dacb888 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:24.318826 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-b130aaa5-3c4f-46df-b779-9a5e11fc8743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69497e27-8ced-4405-963f-d7a1e2b34b91 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:24.332647 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-c000ba2c-4e01-4d7c-8073-b685ef9fed1f req-5e46b50e-e368-405e-8167-440c3dacb888 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Calling delete_port for d4731ca4-3584-40c0-b16d-477bfef445d5 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:24.340767 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-198a9c82-3c73-4a29-ad28-710bc6a4f7a6 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] Network 84b0d060-d3d1-4034-9d9b-59557113428c is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:27:24.345795 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-b130aaa5-3c4f-46df-b779-9a5e11fc8743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:24.359218 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-b130aaa5-3c4f-46df-b779-9a5e11fc8743 service neutron] Transition to ACTIVE for port object 69497e27-8ced-4405-963f-d7a1e2b34b91 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:27:24.360325 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44b8b271-5a68-478e-912e-ee054580f0af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:24.365964 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-b130aaa5-3c4f-46df-b779-9a5e11fc8743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:24.427864 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:24.444699 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44b8b271-5a68-478e-912e-ee054580f0af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:24.481951 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130aaa5-3c4f-46df-b779-9a5e11fc8743 service neutron] Pushing event updated for resources: {'Port': ['ID=69497e27-8ced-4405-963f-d7a1e2b34b91,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:24.594061 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-b130aaa5-3c4f-46df-b779-9a5e11fc8743 service neutron] Attempting to bind port 69497e27-8ced-4405-963f-d7a1e2b34b91 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:27:24.594061 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-b130aaa5-3c4f-46df-b779-9a5e11fc8743 service neutron] Attempting to bind port 69497e27-8ced-4405-963f-d7a1e2b34b91 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '043766c5-81bc-430c-9901-6005e0bcbecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ae1486ae-3af6-4899-8b73-36007b460797'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:27:24.594061 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-b130aaa5-3c4f-46df-b779-9a5e11fc8743 service neutron] Attempting to bind port 69497e27-8ced-4405-963f-d7a1e2b34b91 on network ae1486ae-3af6-4899-8b73-36007b460797 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:24.604127 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-b130aaa5-3c4f-46df-b779-9a5e11fc8743 service neutron] Port 69497e27-8ced-4405-963f-d7a1e2b34b91 on network ae1486ae-3af6-4899-8b73-36007b460797 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:27:24.604447 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-b130aaa5-3c4f-46df-b779-9a5e11fc8743 service neutron] Attempting to bind port 69497e27-8ced-4405-963f-d7a1e2b34b91 on network ae1486ae-3af6-4899-8b73-36007b460797 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:24.613842 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-b130aaa5-3c4f-46df-b779-9a5e11fc8743 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:27:24.614477 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-b130aaa5-3c4f-46df-b779-9a5e11fc8743 service neutron] Checking segment: {'id': '043766c5-81bc-430c-9901-6005e0bcbecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ae1486ae-3af6-4899-8b73-36007b460797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:24.615078 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-b130aaa5-3c4f-46df-b779-9a5e11fc8743 service neutron] Bound using segment: {'id': '043766c5-81bc-430c-9901-6005e0bcbecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ae1486ae-3af6-4899-8b73-36007b460797'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:27:24.615078 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-b130aaa5-3c4f-46df-b779-9a5e11fc8743 service neutron] Bound port: 69497e27-8ced-4405-963f-d7a1e2b34b91, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '043766c5-81bc-430c-9901-6005e0bcbecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ae1486ae-3af6-4899-8b73-36007b460797'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:27:24.615500 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-b130aaa5-3c4f-46df-b779-9a5e11fc8743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:24.634811 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44b8b271-5a68-478e-912e-ee054580f0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:24.636963 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44b8b271-5a68-478e-912e-ee054580f0af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:24.638203 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-44b8b271-5a68-478e-912e-ee054580f0af admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0e8e5394-e445-42f2-bb44-19da63a62b85 HTTP/1.1" status: 204 len: 168 time: 0.7346418 Jul 29 23:27:24.659249 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c000ba2c-4e01-4d7c-8073-b685ef9fed1f req-5e46b50e-e368-405e-8167-440c3dacb888 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:24.665339 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8b271-5a68-478e-912e-ee054580f0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8e5394-e445-42f2-bb44-19da63a62b85,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:24.718063 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-198a9c82-3c73-4a29-ad28-710bc6a4f7a6 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:24.723728 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7e45dbe-b5cd-4cd7-88f9-d3e1057376d4 req-b2739076-11bc-4a2c-b1ca-31d04136dfcf tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.18 "GET /v2.0/ports?device_id=987fdebb-c59d-40b7-b9d0-9d712fb6359a HTTP/1.1" status: 200 len: 210 time: 0.0665131 Jul 29 23:27:24.726751 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-198a9c82-3c73-4a29-ad28-710bc6a4f7a6 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:27:24.785965 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-b130aaa5-3c4f-46df-b779-9a5e11fc8743 service neutron] For port 69497e27-8ced-4405-963f-d7a1e2b34b91, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:27:24.791002 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-b130aaa5-3c4f-46df-b779-9a5e11fc8743 service neutron] For port 69497e27-8ced-4405-963f-d7a1e2b34b91, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=69497e27-8ced-4405-963f-d7a1e2b34b91,segment=NetworkSegment(043766c5-81bc-430c-9901-6005e0bcbecd),segment_id=043766c5-81bc-430c-9901-6005e0bcbecd)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:27:24.805009 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-b130aaa5-3c4f-46df-b779-9a5e11fc8743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:24.806334 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a9c82-3c73-4a29-ad28-710bc6a4f7a6 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] Pushing event updated for resources: {'Port': ['ID=088a50bf-9eba-449b-851d-b8ce1df80ef4,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:24.809356 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-65c9b112-b84c-4e19-a674-bbc6574a80fc req-d5b4cd74-3eca-46be-bcd3-f82c4cf9a956 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:24.853171 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46b50e-e368-405e-8167-440c3dacb888 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Pushing event deleted for resources: {'Port': ['ID=d4731ca4-3584-40c0-b16d-477bfef445d5,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:24.912632 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-b130aaa5-3c4f-46df-b779-9a5e11fc8743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:24.912632 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-b130aaa5-3c4f-46df-b779-9a5e11fc8743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:24.922090 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-b130aaa5-3c4f-46df-b779-9a5e11fc8743 service neutron] 10.222.0.39 "PUT /v2.0/ports/69497e27-8ced-4405-963f-d7a1e2b34b91 HTTP/1.1" status: 200 len: 1092 time: 1.1514616 Jul 29 23:27:24.922854 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c2efac9-05f9-446e-82e6-c56d94d28715', 'tag': '69497e27-8ced-4405-963f-d7a1e2b34b91'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:24.935489 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c47b21-74e0-49a7-8db6-efc83afd160b" -d '{"events": [{"name": "network-changed", "server_uuid": "9c2efac9-05f9-446e-82e6-c56d94d28715", "tag": "69497e27-8ced-4405-963f-d7a1e2b34b91"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:24.973290 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130aaa5-3c4f-46df-b779-9a5e11fc8743 service neutron] Pushing event updated for resources: {'Port': ['ID=69497e27-8ced-4405-963f-d7a1e2b34b91,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:25.080329 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-510002ba-79eb-487a-b1dc-8aaa6f69bb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:25.080782 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4cd74-3eca-46be-bcd3-f82c4cf9a956 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Pushing event deleted for resources: {'Port': ['ID=8a8dde04-3585-4407-aaa8-c97ebb91e89d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:25.081891 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-510002ba-79eb-487a-b1dc-8aaa6f69bb1e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=792c2fd23e8b4a1ebc8931a27810d6a3&device_id=9c2efac9-05f9-446e-82e6-c56d94d28715 HTTP/1.1" status: 200 len: 1095 time: 0.1004188 Jul 29 23:27:25.106547 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c9b112-b84c-4e19-a674-bbc6574a80fc req-d5b4cd74-3eca-46be-bcd3-f82c4cf9a956 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] No DVR routers for this DVR port 8a8dde04-3585-4407-aaa8-c97ebb91e89d on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:25.131628 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-5baef081-bbd5-4d83-8c63-702bbfb35367 service neutron] 10.222.0.18 "GET /v2.0/networks/e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0033381 Jul 29 23:27:25.169582 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-65c9b112-b84c-4e19-a674-bbc6574a80fc req-d5b4cd74-3eca-46be-bcd3-f82c4cf9a956 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:25.173904 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65c9b112-b84c-4e19-a674-bbc6574a80fc req-d5b4cd74-3eca-46be-bcd3-f82c4cf9a956 tempest-ListServerFiltersTestJSON-318561099 tempest-ListServerFiltersTestJSON-318561099-project] 10.222.0.23 "DELETE /v2.0/ports/8a8dde04-3585-4407-aaa8-c97ebb91e89d HTTP/1.1" status: 204 len: 173 time: 3.3022821 Jul 29 23:27:25.179384 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987fdebb-c59d-40b7-b9d0-9d712fb6359a', 'name': 'network-vif-deleted', 'tag': '8a8dde04-3585-4407-aaa8-c97ebb91e89d'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:25.183609 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedd8159-722e-4508-a7f0-0c9bfc612737" -d '{"events": [{"server_uuid": "987fdebb-c59d-40b7-b9d0-9d712fb6359a", "name": "network-vif-deleted", "tag": "8a8dde04-3585-4407-aaa8-c97ebb91e89d"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:25.201237 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-bb284bbd-0fda-47b9-b679-38b600994d05 req-5b09d6a7-9b82-4356-ba13-056732e1e7bb tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] show failed (client error): The resource could not be found. Jul 29 23:27:25.215579 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb284bbd-0fda-47b9-b679-38b600994d05 req-5b09d6a7-9b82-4356-ba13-056732e1e7bb tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups/7c9b127a-dbd3-4811-bdcf-1bd9df2868d1 HTTP/1.1" status: 404 len: 352 time: 0.2290108 Jul 29 23:27:25.257416 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-811fb64a-1a6a-427b-ab6b-845b073e6b0d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69497e27-8ced-4405-963f-d7a1e2b34b91 HTTP/1.1" status: 200 len: 217 time: 0.1668119 Jul 29 23:27:25.286825 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-198a9c82-3c73-4a29-ad28-710bc6a4f7a6 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:25.296511 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-198a9c82-3c73-4a29-ad28-710bc6a4f7a6 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:25.303078 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-ba2d1a84-fc2a-423d-8a1c-e92de2e05443 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Allocated IP 172.20.0.12 (ae1486ae-3af6-4899-8b73-36007b460797/5943c7f0-6966-430f-88ba-768a7e84911e/b7a1a83b-30aa-4832-88b8-3a6a2365e7a1) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:27:25.448675 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c000ba2c-4e01-4d7c-8073-b685ef9fed1f req-5e46b50e-e368-405e-8167-440c3dacb888 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] No DVR routers for this DVR port d4731ca4-3584-40c0-b16d-477bfef445d5 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:25.462278 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c000ba2c-4e01-4d7c-8073-b685ef9fed1f req-5e46b50e-e368-405e-8167-440c3dacb888 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:25.464969 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c000ba2c-4e01-4d7c-8073-b685ef9fed1f req-5e46b50e-e368-405e-8167-440c3dacb888 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.39 "DELETE /v2.0/ports/d4731ca4-3584-40c0-b16d-477bfef445d5 HTTP/1.1" status: 204 len: 173 time: 2.4450581 Jul 29 23:27:25.498567 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-881af995-bef2-40f1-ae99-91af83e97760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:25.500336 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-881af995-bef2-40f1-ae99-91af83e97760 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5943c7f0-6966-430f-88ba-768a7e84911e HTTP/1.1" status: 200 len: 852 time: 0.2311752 Jul 29 23:27:25.574047 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-198a9c82-3c73-4a29-ad28-710bc6a4f7a6 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9664078 Jul 29 23:27:25.614347 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-bc8beda4-4ab8-4251-a967-4589b1ecdd12 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae1486ae-3af6-4899-8b73-36007b460797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021643 Jul 29 23:27:25.643917 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-ad94c700-75d5-4355-bad3-71f22424ac1b service neutron] Request body: {'port': {'device_id': '20655dd9-e78f-4c04-ac0f-da20aeae8d07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:25.902449 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-c61bb7a5-7da0-47cd-b410-7c945b629cea service neutron] 10.222.0.39 "GET /v2.0/networks/ae1486ae-3af6-4899-8b73-36007b460797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803364 Jul 29 23:27:26.017573 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-ba2d1a84-fc2a-423d-8a1c-e92de2e05443 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:26.130048 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9ff236-7c41-4e00-a8c4-43481921cecc x-openstack-request-id: req-ae9ff236-7c41-4e00-a8c4-43481921cecc {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:26.130709 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c2efac9-05f9-446e-82e6-c56d94d28715", "tag": "69497e27-8ced-4405-963f-d7a1e2b34b91", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:26.131119 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae9ff236-7c41-4e00-a8c4-43481921cecc {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:26.132004 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c2efac9-05f9-446e-82e6-c56d94d28715', 'tag': '69497e27-8ced-4405-963f-d7a1e2b34b91', 'status': 'completed', 'code': 200} Jul 29 23:27:26.173688 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-ad94c700-75d5-4355-bad3-71f22424ac1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:26.194442 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-3ee0ab95-3b1e-49c6-a028-6e6ec0939843 service neutron] 10.222.0.39 "GET /v2.0/networks/ae1486ae-3af6-4899-8b73-36007b460797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836280 Jul 29 23:27:26.215034 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7351788-b259-4607-adce-7d46a2065a71 req-fa3a68c5-c831-431e-b808-201952549a58 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:26.222114 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7351788-b259-4607-adce-7d46a2065a71 req-fa3a68c5-c831-431e-b808-201952549a58 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] 10.222.0.18 "GET /v2.0/ports?device_id=20655dd9-e78f-4c04-ac0f-da20aeae8d07 HTTP/1.1" status: 200 len: 931 time: 0.7249660 Jul 29 23:27:26.411174 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c47b21-74e0-49a7-8db6-efc83afd160b req-7e001127-cbb6-4d99-aea1-4da963cd9a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:26.412902 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-84c47b21-74e0-49a7-8db6-efc83afd160b req-7e001127-cbb6-4d99-aea1-4da963cd9a5d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=792c2fd23e8b4a1ebc8931a27810d6a3&device_id=9c2efac9-05f9-446e-82e6-c56d94d28715 HTTP/1.1" status: 200 len: 1095 time: 0.1466749 Jul 29 23:27:26.573089 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c47b21-74e0-49a7-8db6-efc83afd160b req-c19d5247-542d-4920-be25-c787bcd264a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:26.575242 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-84c47b21-74e0-49a7-8db6-efc83afd160b req-c19d5247-542d-4920-be25-c787bcd264a8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae1486ae-3af6-4899-8b73-36007b460797 HTTP/1.1" status: 200 len: 913 time: 0.1511283 Jul 29 23:27:26.640746 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38524) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:26.651996 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-84c47b21-74e0-49a7-8db6-efc83afd160b req-d9c1203c-3cf0-42ec-8eb8-8cdbc5bb312e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69497e27-8ced-4405-963f-d7a1e2b34b91 HTTP/1.1" status: 200 len: 217 time: 0.0692537 Jul 29 23:27:26.774589 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c47b21-74e0-49a7-8db6-efc83afd160b req-173cee95-615f-4aa1-849f-ef277cf39b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:26.777793 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-84c47b21-74e0-49a7-8db6-efc83afd160b req-173cee95-615f-4aa1-849f-ef277cf39b7b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5943c7f0-6966-430f-88ba-768a7e84911e HTTP/1.1" status: 200 len: 852 time: 0.1183558 Jul 29 23:27:26.847184 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-84c47b21-74e0-49a7-8db6-efc83afd160b req-fddb77a9-48c6-4743-87ff-8d6039a6c5d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae1486ae-3af6-4899-8b73-36007b460797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621948 Jul 29 23:27:26.850718 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-4755f0a4-0dc9-4543-bfc9-29d802b520e2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-520946986-network', 'tenant_id': '25b2ed0b032a438fa7a4df509243d7b4'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:26.948724 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-09a93a18-1e88-43aa-9c62-9e54634d4efa req-b57466bd-567b-41e5-8338-288e6e7f61c1 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b60687-c5e1-4ce1-afaf-a7afd1f78a81 HTTP/1.1" status: 200 len: 210 time: 0.6617255 Jul 29 23:27:26.969943 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-ba2d1a84-fc2a-423d-8a1c-e92de2e05443 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:26.972093 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4755f0a4-0dc9-4543-bfc9-29d802b520e2 admin admin] Made reservation on behalf of 25b2ed0b032a438fa7a4df509243d7b4 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:26.974251 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7351788-b259-4607-adce-7d46a2065a71 req-51ffd284-c7ad-4030-9099-28293184be3d tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] 10.222.0.18 "GET /v2.0/security-groups?id=5593ac6c-0e36-4ed1-b179-278d871f32af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6889870 Jul 29 23:27:26.991878 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4755f0a4-0dc9-4543-bfc9-29d802b520e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:26.994036 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4755f0a4-0dc9-4543-bfc9-29d802b520e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:27.058870 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-84c47b21-74e0-49a7-8db6-efc83afd160b req-fbf1290e-56ce-47fd-8dd7-b1afa195758d service neutron] 10.222.0.39 "GET /v2.0/networks/ae1486ae-3af6-4899-8b73-36007b460797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979308 Jul 29 23:27:27.138540 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7402ef1-f3de-45ab-b951-ba3438e9087a x-openstack-request-id: req-b7402ef1-f3de-45ab-b951-ba3438e9087a {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:27.139454 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987fdebb-c59d-40b7-b9d0-9d712fb6359a", "name": "network-vif-deleted", "tag": "8a8dde04-3585-4407-aaa8-c97ebb91e89d", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:27.139454 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b7402ef1-f3de-45ab-b951-ba3438e9087a {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:27.140050 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '987fdebb-c59d-40b7-b9d0-9d712fb6359a', 'name': 'network-vif-deleted', 'tag': '8a8dde04-3585-4407-aaa8-c97ebb91e89d', 'status': 'completed', 'code': 200} Jul 29 23:27:27.148849 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-ba2d1a84-fc2a-423d-8a1c-e92de2e05443 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Network ae1486ae-3af6-4899-8b73-36007b460797 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:27:27.196145 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-ba2d1a84-fc2a-423d-8a1c-e92de2e05443 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:27.255275 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-84c47b21-74e0-49a7-8db6-efc83afd160b req-ded9d6d7-26b4-47a5-ab27-04936200b428 service neutron] 10.222.0.39 "GET /v2.0/networks/ae1486ae-3af6-4899-8b73-36007b460797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837368 Jul 29 23:27:27.301877 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2d1a84-fc2a-423d-8a1c-e92de2e05443 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Pushing event updated for resources: {'Port': ['ID=b7a1a83b-30aa-4832-88b8-3a6a2365e7a1,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:27.309971 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4755f0a4-0dc9-4543-bfc9-29d802b520e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:27.318031 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4755f0a4-0dc9-4543-bfc9-29d802b520e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:27.328194 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-ba2d1a84-fc2a-423d-8a1c-e92de2e05443 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:27:27.356132 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4755f0a4-0dc9-4543-bfc9-29d802b520e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:27:27.363529 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05db86c6-9e10-43da-8718-1151d13859e3 req-ab3e6c3e-b812-4119-9f3b-f84778d65f15 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=93687fbd-a641-40fe-ab3f-82c495a6371a HTTP/1.1" status: 200 len: 210 time: 0.1822581 Jul 29 23:27:27.397808 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4755f0a4-0dc9-4543-bfc9-29d802b520e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:27.398031 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-4755f0a4-0dc9-4543-bfc9-29d802b520e2 admin admin] Added segment f52efffd-6356-4220-91ef-a8384fea6a8a of type vlan for network 5c98ff85-03ca-4193-9933-06a8a5070f70 Jul 29 23:27:27.412994 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755f0a4-0dc9-4543-bfc9-29d802b520e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853676a6-75da-4fed-8fbb-af4daf16baf5,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:27.426803 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-49a6cc01-25f7-4531-a5ec-487e0332cf68 req-d29c926d-aa26-4269-883e-d57b22b15e9e tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] show failed (client error): The resource could not be found. Jul 29 23:27:27.457950 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-49a6cc01-25f7-4531-a5ec-487e0332cf68 req-d29c926d-aa26-4269-883e-d57b22b15e9e tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups/843f6efc-b2b7-4ed1-b0ee-0c322bb52e5d HTTP/1.1" status: 404 len: 352 time: 0.3423867 Jul 29 23:27:27.496823 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38532) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:27.590939 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-e64086da-59d2-41b1-a0d5-6fdd8a8ef6df admin admin] Deleting subnet c3766b36-d1e4-4f1b-8f1b-c0000e7b42e6 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:27:27.596647 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4755f0a4-0dc9-4543-bfc9-29d802b520e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:27.598384 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-ba2d1a84-fc2a-423d-8a1c-e92de2e05443 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:27.599436 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-ba2d1a84-fc2a-423d-8a1c-e92de2e05443 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:27.602707 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e64086da-59d2-41b1-a0d5-6fdd8a8ef6df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:27.612531 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device d4731ca4-3584-40c0-b16d-477bfef445d5 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:27.647419 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: d4731ca4-3584-40c0-b16d-477bfef445d5 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:27.647964 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device d4731ca4-3584-40c0-b16d-477bfef445d5 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:27.648153 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-fd7b458a-df5b-4497-8e03-08a308e430d9 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:27.652095 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-fd7b458a-df5b-4497-8e03-08a308e430d9 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.23 "GET /v2.0/networks?id=e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 HTTP/1.1" status: 200 len: 804 time: 0.4493659 Jul 29 23:27:27.660279 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-ba2d1a84-fc2a-423d-8a1c-e92de2e05443 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6703725 Jul 29 23:27:27.662110 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-e189c3c7-5cf7-4e7e-b258-b3de926a138b req-a685f17b-d3e6-45d8-9abb-7becfd073dde tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] show failed (client error): The resource could not be found. Jul 29 23:27:27.665176 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e189c3c7-5cf7-4e7e-b258-b3de926a138b req-a685f17b-d3e6-45d8-9abb-7becfd073dde tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups/56965536-b298-4614-bc43-222ffa068851 HTTP/1.1" status: 404 len: 352 time: 0.1075692 Jul 29 23:27:27.696511 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e64086da-59d2-41b1-a0d5-6fdd8a8ef6df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:27.724764 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4755f0a4-0dc9-4543-bfc9-29d802b520e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:27.725796 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4755f0a4-0dc9-4543-bfc9-29d802b520e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:27.726564 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4755f0a4-0dc9-4543-bfc9-29d802b520e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:27.742102 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-4d3d8d68-5d63-4c3d-899a-015c95627570 service neutron] Request body: {'port': {'device_id': '87b60687-c5e1-4ce1-afaf-a7afd1f78a81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:27.808827 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4755f0a4-0dc9-4543-bfc9-29d802b520e2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1661346 Jul 29 23:27:27.809175 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-c6533f45-3fa6-4ae5-a63a-c96264515c34 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Request body: {'port': {'device_id': '93687fbd-a641-40fe-ab3f-82c495a6371a', 'network_id': 'e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2', 'admin_state_up': True, 'tenant_id': 'fc433144b8ce4e74b39793292556658e'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:27.814288 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38536) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:27.821525 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-8d2fdfb9-5606-4a6b-b590-f790e5ebd137 admin admin] Request body: {'subnet': {'network_id': '5c98ff85-03ca-4193-9933-06a8a5070f70', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-520946986-subnet', 'tenant_id': '25b2ed0b032a438fa7a4df509243d7b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:27.861620 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755f0a4-0dc9-4543-bfc9-29d802b520e2 admin admin] Pushing event updated for resources: {'Network': ['ID=5c98ff85-03ca-4193-9933-06a8a5070f70,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:27.878164 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 5c98ff85-03ca-4193-9933-06a8a5070f70 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:27:27.901114 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e64086da-59d2-41b1-a0d5-6fdd8a8ef6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:27.905101 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2fdfb9-5606-4a6b-b590-f790e5ebd137 admin admin] Made reservation on behalf of 25b2ed0b032a438fa7a4df509243d7b4 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:27.908894 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8d2fdfb9-5606-4a6b-b590-f790e5ebd137 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:28.050510 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-ad94c700-75d5-4355-bad3-71f22424ac1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 088a50bf-9eba-449b-851d-b8ce1df80ef4 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:28.059412 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e64086da-59d2-41b1-a0d5-6fdd8a8ef6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:28.075752 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e64086da-59d2-41b1-a0d5-6fdd8a8ef6df admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:28.081316 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e64086da-59d2-41b1-a0d5-6fdd8a8ef6df admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c3766b36-d1e4-4f1b-8f1b-c0000e7b42e6 HTTP/1.1" status: 204 len: 168 time: 0.5832562 Jul 29 23:27:28.091529 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76673ab-1715-4edb-ad1d-4c75525adcac None None] Network 2bf2dc2d-f805-45d8-a88e-ba5362112857 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:28.102357 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38546) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:28.104856 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-ad94c700-75d5-4355-bad3-71f22424ac1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:28.117835 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64086da-59d2-41b1-a0d5-6fdd8a8ef6df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3766b36-d1e4-4f1b-8f1b-c0000e7b42e6,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:28.164139 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-ad94c700-75d5-4355-bad3-71f22424ac1b service neutron] Transition to ACTIVE for port object 088a50bf-9eba-449b-851d-b8ce1df80ef4 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:27:28.259408 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-ad94c700-75d5-4355-bad3-71f22424ac1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:28.416448 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-4d3d8d68-5d63-4c3d-899a-015c95627570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:28.427016 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07a173ba-3806-447b-9834-f5a40f4700e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:28.468289 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8d2fdfb9-5606-4a6b-b590-f790e5ebd137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:28.526060 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94c700-75d5-4355-bad3-71f22424ac1b service neutron] Pushing event updated for resources: {'Port': ['ID=088a50bf-9eba-449b-851d-b8ce1df80ef4,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:28.591518 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae87a3-63f6-4aa9-aa9e-bbec7de7775b req-91385fbb-fd40-4fd1-8174-eeda28b57dff tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:28.601034 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-74ae87a3-63f6-4aa9-aa9e-bbec7de7775b req-91385fbb-fd40-4fd1-8174-eeda28b57dff tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f207e5-442e-409f-883a-39ae4ef51b30 HTTP/1.1" status: 200 len: 1024 time: 0.3429525 Jul 29 23:27:28.620210 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683c975f-a6d6-46f2-ba72-f0f861818a82 req-938c1ac4-ee0e-4b62-9d65-df8da9d98167 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:28.620471 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2fdfb9-5606-4a6b-b590-f790e5ebd137 admin admin] Pushing event updated for resources: {'Subnet': ['ID=857289da-86cb-44f9-9f4a-fb72e461caa6,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:28.622434 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-683c975f-a6d6-46f2-ba72-f0f861818a82 req-938c1ac4-ee0e-4b62-9d65-df8da9d98167 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b60687-c5e1-4ce1-afaf-a7afd1f78a81 HTTP/1.1" status: 200 len: 932 time: 0.3570232 Jul 29 23:27:28.652471 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2fdfb9-5606-4a6b-b590-f790e5ebd137 admin admin] Checking segment: {'id': 'f52efffd-6356-4220-91ef-a8384fea6a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '5c98ff85-03ca-4193-9933-06a8a5070f70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:28.654882 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2fdfb9-5606-4a6b-b590-f790e5ebd137 admin admin] Network hostable DHCP agents. Network: 5c98ff85-03ca-4193-9933-06a8a5070f70, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:27:28.680766 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-07a173ba-3806-447b-9834-f5a40f4700e2 admin admin] Deleting port e69009f8-230e-4b0c-976f-6b635d43c8b3 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:28.681124 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07a173ba-3806-447b-9834-f5a40f4700e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:28.763901 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2fdfb9-5606-4a6b-b590-f790e5ebd137 admin admin] Network 5c98ff85-03ca-4193-9933-06a8a5070f70 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:27:28.800457 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-8d2fdfb9-5606-4a6b-b590-f790e5ebd137 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 5c98ff85-03ca-4193-9933-06a8a5070f70) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:28.803679 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff66c7cc-3865-4d9d-b593-281d34d1b54e None None] DHCP port deletion for 2bf2dc2d-f805-45d8-a88e-ba5362112857 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:27:28.807861 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-07a173ba-3806-447b-9834-f5a40f4700e2 admin admin] For port e69009f8-230e-4b0c-976f-6b635d43c8b3, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e69009f8-230e-4b0c-976f-6b635d43c8b3,segment=NetworkSegment(c785a71b-d512-473f-abff-49b215536ffe),segment_id=c785a71b-d512-473f-abff-49b215536ffe)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:28.809833 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07a173ba-3806-447b-9834-f5a40f4700e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:28.816492 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2fdfb9-5606-4a6b-b590-f790e5ebd137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:28.817749 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8d2fdfb9-5606-4a6b-b590-f790e5ebd137 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:28.861060 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-c6533f45-3fa6-4ae5-a63a-c96264515c34 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Made reservation on behalf of fc433144b8ce4e74b39793292556658e for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:28.863104 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-07a173ba-3806-447b-9834-f5a40f4700e2 admin admin] Calling delete_port for e69009f8-230e-4b0c-976f-6b635d43c8b3 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:28.864947 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-c6533f45-3fa6-4ae5-a63a-c96264515c34 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:28.879035 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f18c8b-41e5-48f4-b6f5-87012847b395 None None] Network 5c98ff85-03ca-4193-9933-06a8a5070f70 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:28.976933 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ff66c7cc-3865-4d9d-b593-281d34d1b54e None None] Deleting port e69009f8-230e-4b0c-976f-6b635d43c8b3 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:28.977650 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ff66c7cc-3865-4d9d-b593-281d34d1b54e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:28.984865 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8d2fdfb9-5606-4a6b-b590-f790e5ebd137 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1676469 Jul 29 23:27:29.010928 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-74ae87a3-63f6-4aa9-aa9e-bbec7de7775b req-b5f4ec74-586e-459c-b296-4258c434703e tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e47d8a2-81d6-4491-b2ec-73d19d49cf0e&id=8ca934f7-055a-4906-95e1-9c17700b7c24&id=d79fff0a-09c1-4a3b-83fd-5425d61ca504&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4094892 Jul 29 23:27:29.033261 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-ad94c700-75d5-4355-bad3-71f22424ac1b service neutron] Attempting to bind port 088a50bf-9eba-449b-851d-b8ce1df80ef4 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:27:29.034539 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-ad94c700-75d5-4355-bad3-71f22424ac1b service neutron] Attempting to bind port 088a50bf-9eba-449b-851d-b8ce1df80ef4 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'def789bf-1708-43e2-af86-8dc8f1957c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '84b0d060-d3d1-4034-9d9b-59557113428c'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:27:29.034971 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-ad94c700-75d5-4355-bad3-71f22424ac1b service neutron] Attempting to bind port 088a50bf-9eba-449b-851d-b8ce1df80ef4 on network 84b0d060-d3d1-4034-9d9b-59557113428c {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:29.105551 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07a173ba-3806-447b-9834-f5a40f4700e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:29.182283 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-683c975f-a6d6-46f2-ba72-f0f861818a82 req-2034739e-0d94-47c5-a8e8-81e19249ceb2 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fac6eab-6529-4c3f-a437-b60099c65a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4892812 Jul 29 23:27:29.183122 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6daf8cf4-021e-48f1-9c80-c9892034785f', 'name': 'network-vif-deleted', 'tag': 'd4731ca4-3584-40c0-b16d-477bfef445d5'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:29.185190 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d27ed05-7356-4345-891d-866914768e21" -d '{"events": [{"server_uuid": "6daf8cf4-021e-48f1-9c80-c9892034785f", "name": "network-vif-deleted", "tag": "d4731ca4-3584-40c0-b16d-477bfef445d5"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:29.207415 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e21005b-64d9-4cfd-ab76-1bbc778937ad None None] Network 5c98ff85-03ca-4193-9933-06a8a5070f70 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:29.221171 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-ad94c700-75d5-4355-bad3-71f22424ac1b service neutron] Port 088a50bf-9eba-449b-851d-b8ce1df80ef4 on network 84b0d060-d3d1-4034-9d9b-59557113428c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:27:29.221497 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-ad94c700-75d5-4355-bad3-71f22424ac1b service neutron] Attempting to bind port 088a50bf-9eba-449b-851d-b8ce1df80ef4 on network 84b0d060-d3d1-4034-9d9b-59557113428c {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:29.241894 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a173ba-3806-447b-9834-f5a40f4700e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e69009f8-230e-4b0c-976f-6b635d43c8b3,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:29.244272 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a173ba-3806-447b-9834-f5a40f4700e2 admin admin] No DVR routers for this DVR port e69009f8-230e-4b0c-976f-6b635d43c8b3 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:29.377275 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07a173ba-3806-447b-9834-f5a40f4700e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:29.392504 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-07a173ba-3806-447b-9834-f5a40f4700e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bf2dc2d-f805-45d8-a88e-ba5362112857']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:29.394787 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ff66c7cc-3865-4d9d-b593-281d34d1b54e None None] For port e69009f8-230e-4b0c-976f-6b635d43c8b3, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e69009f8-230e-4b0c-976f-6b635d43c8b3,segment=NetworkSegment(c785a71b-d512-473f-abff-49b215536ffe),segment_id=c785a71b-d512-473f-abff-49b215536ffe)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:29.395236 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ff66c7cc-3865-4d9d-b593-281d34d1b54e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:29.417998 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-ad94c700-75d5-4355-bad3-71f22424ac1b service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:27:29.418520 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-ad94c700-75d5-4355-bad3-71f22424ac1b service neutron] Checking segment: {'id': 'def789bf-1708-43e2-af86-8dc8f1957c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '84b0d060-d3d1-4034-9d9b-59557113428c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:29.418901 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-07a173ba-3806-447b-9834-f5a40f4700e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c785a71b-d512-473f-abff-49b215536ffe') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:29.419194 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-ad94c700-75d5-4355-bad3-71f22424ac1b service neutron] Bound using segment: {'id': 'def789bf-1708-43e2-af86-8dc8f1957c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '84b0d060-d3d1-4034-9d9b-59557113428c'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:27:29.419590 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-07a173ba-3806-447b-9834-f5a40f4700e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c785a71b-d512-473f-abff-49b215536ffe') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:29.420224 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-ad94c700-75d5-4355-bad3-71f22424ac1b service neutron] Bound port: 088a50bf-9eba-449b-851d-b8ce1df80ef4, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'def789bf-1708-43e2-af86-8dc8f1957c16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '84b0d060-d3d1-4034-9d9b-59557113428c'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:27:29.421331 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-ad94c700-75d5-4355-bad3-71f22424ac1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:29.455224 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07a173ba-3806-447b-9834-f5a40f4700e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:29.485388 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ff66c7cc-3865-4d9d-b593-281d34d1b54e None None] Calling delete_port for e69009f8-230e-4b0c-976f-6b635d43c8b3 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:29.486328 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07a173ba-3806-447b-9834-f5a40f4700e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:29.489245 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e69009f8-230e-4b0c-976f-6b635d43c8b3 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:29.495702 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07a173ba-3806-447b-9834-f5a40f4700e2 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:27:29.499552 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07a173ba-3806-447b-9834-f5a40f4700e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:29.559474 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: e69009f8-230e-4b0c-976f-6b635d43c8b3 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:29.560223 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e69009f8-230e-4b0c-976f-6b635d43c8b3 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:29.569752 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:29.603566 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:27:29.603566 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:27:29.603566 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:27:29.603566 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:27:29.603566 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:27:29.603566 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:27:29.603566 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:27:29.603566 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:27:29.603566 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:27:29.603566 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:27:29.603566 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:27:29.603566 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:27:29.603566 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:27:29.603566 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:27:29.603566 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:27:29.603566 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:27:29.603566 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:27:29.603566 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:27:29.603566 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:27:29.603566 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:27:29.603566 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:27:29.603566 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:27:29.603566 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:27:29.603566 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:27:29.603566 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:27:29.603566 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:27:29.603566 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:27:29.603566 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:27:29.603566 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:27:29.603566 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:27:29.603566 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:27:29.603566 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:27:29.608893 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07a173ba-3806-447b-9834-f5a40f4700e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:29.616100 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07a173ba-3806-447b-9834-f5a40f4700e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:29.619098 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-07a173ba-3806-447b-9834-f5a40f4700e2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2bf2dc2d-f805-45d8-a88e-ba5362112857 HTTP/1.1" status: 204 len: 168 time: 1.5150714 Jul 29 23:27:29.635563 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a173ba-3806-447b-9834-f5a40f4700e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bf2dc2d-f805-45d8-a88e-ba5362112857,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:29.651694 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1b36185c-1c73-41c4-b9d2-8fa1b0323d2e req-b56edecc-3cd6-4b45-899a-4a4a8c956895 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=93687fbd-a641-40fe-ab3f-82c495a6371a HTTP/1.1" status: 200 len: 210 time: 0.2264748 Jul 29 23:27:29.739988 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-c6533f45-3fa6-4ae5-a63a-c96264515c34 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Allocated IP 172.20.0.14 (e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2/6e930051-7a16-428b-811f-19e3c68dee70/ea202e47-a529-4e26-9329-307f53f1077e) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:27:29.749568 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ff66c7cc-3865-4d9d-b593-281d34d1b54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:29.844373 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ff66c7cc-3865-4d9d-b593-281d34d1b54e None None] Network 2bf2dc2d-f805-45d8-a88e-ba5362112857 is not hosted by any dhcp agent {{(pid=94065) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:27:29.847356 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff66c7cc-3865-4d9d-b593-281d34d1b54e None None] No DVR routers for this DVR port e69009f8-230e-4b0c-976f-6b635d43c8b3 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:29.862421 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 69497e27-8ced-4405-963f-d7a1e2b34b91 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:27:29.889752 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff66c7cc-3865-4d9d-b593-281d34d1b54e None None] Pushing event deleted for resources: {'Port': ['ID=e69009f8-230e-4b0c-976f-6b635d43c8b3,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:29.892950 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a5f99-25e4-46b7-b697-b0677627ab58 req-22483913-1699-422b-af27-f8fe94bcf229 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:29.914890 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-160a5f99-25e4-46b7-b697-b0677627ab58 req-22483913-1699-422b-af27-f8fe94bcf229 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] 10.222.0.18 "GET /v2.0/ports?device_id=20655dd9-e78f-4c04-ac0f-da20aeae8d07 HTTP/1.1" status: 200 len: 943 time: 0.6475115 Jul 29 23:27:29.935042 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4bb0a6-e650-4b7f-9f5b-3b71bab84813 x-openstack-request-id: req-5b4bb0a6-e650-4b7f-9f5b-3b71bab84813 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:29.935476 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6daf8cf4-021e-48f1-9c80-c9892034785f", "name": "network-vif-deleted", "tag": "d4731ca4-3584-40c0-b16d-477bfef445d5", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:29.935908 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5b4bb0a6-e650-4b7f-9f5b-3b71bab84813 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:29.936491 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6daf8cf4-021e-48f1-9c80-c9892034785f', 'name': 'network-vif-deleted', 'tag': 'd4731ca4-3584-40c0-b16d-477bfef445d5', 'status': 'completed', 'code': 200} Jul 29 23:27:29.948011 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-ad94c700-75d5-4355-bad3-71f22424ac1b service neutron] For port 088a50bf-9eba-449b-851d-b8ce1df80ef4, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:27:29.957674 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:29.966181 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-ad94c700-75d5-4355-bad3-71f22424ac1b service neutron] For port 088a50bf-9eba-449b-851d-b8ce1df80ef4, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=088a50bf-9eba-449b-851d-b8ce1df80ef4,segment=NetworkSegment(def789bf-1708-43e2-af86-8dc8f1957c16),segment_id=def789bf-1708-43e2-af86-8dc8f1957c16)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:27:30.018602 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-ad94c700-75d5-4355-bad3-71f22424ac1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:30.030318 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b988f3-654f-439f-b285-1c6af0267b49 req-204e0c95-1149-4396-aa25-6dbdaaf277e7 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:30.032667 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95b988f3-654f-439f-b285-1c6af0267b49 req-204e0c95-1149-4396-aa25-6dbdaaf277e7 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.23 "GET /v2.0/ports?device_id=95f207e5-442e-409f-883a-39ae4ef51b30 HTTP/1.1" status: 200 len: 1024 time: 0.5944180 Jul 29 23:27:30.052121 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38566) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:30.195571 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f3bc4b29-f86b-4d9b-adfc-a0f28554c76a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=965c670d288e49d5aaa85c1c76b5b87f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394248 Jul 29 23:27:30.196965 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38570) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:30.203028 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-4d3d8d68-5d63-4c3d-899a-015c95627570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7a1a83b-30aa-4832-88b8-3a6a2365e7a1 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:30.213102 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 69497e27-8ced-4405-963f-d7a1e2b34b91, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=69497e27-8ced-4405-963f-d7a1e2b34b91,segment=NetworkSegment(043766c5-81bc-430c-9901-6005e0bcbecd),segment_id=043766c5-81bc-430c-9901-6005e0bcbecd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:30.226605 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-ad94c700-75d5-4355-bad3-71f22424ac1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:30.227232 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-ad94c700-75d5-4355-bad3-71f22424ac1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:30.228733 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-ad94c700-75d5-4355-bad3-71f22424ac1b service neutron] 10.222.0.39 "PUT /v2.0/ports/088a50bf-9eba-449b-851d-b8ce1df80ef4 HTTP/1.1" status: 200 len: 1092 time: 4.6085858 Jul 29 23:27:30.230887 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-4d3d8d68-5d63-4c3d-899a-015c95627570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:30.260399 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '69497e27-8ced-4405-963f-d7a1e2b34b91', 'network_id': 'ae1486ae-3af6-4899-8b73-36007b460797', 'port_id': '69497e27-8ced-4405-963f-d7a1e2b34b91', 'mac_address': 'fa:16:3e:eb:d5:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5943c7f0-6966-430f-88ba-768a7e84911e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:27:30.355517 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48a26ba3-05e8-49fe-8269-b22e73765cf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:30.379779 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:30.420416 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69497e27-8ced-4405-963f-d7a1e2b34b91 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:30.453040 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48a26ba3-05e8-49fe-8269-b22e73765cf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:30.459450 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 69497e27-8ced-4405-963f-d7a1e2b34b91, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=69497e27-8ced-4405-963f-d7a1e2b34b91,segment=NetworkSegment(043766c5-81bc-430c-9901-6005e0bcbecd),segment_id=043766c5-81bc-430c-9901-6005e0bcbecd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:30.464679 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:30.501084 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-160a5f99-25e4-46b7-b697-b0677627ab58 req-fe635a0f-0559-479e-8972-59197205d74f tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] 10.222.0.18 "GET /v2.0/security-groups?id=5593ac6c-0e36-4ed1-b179-278d871f32af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5584171 Jul 29 23:27:30.538277 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-4d3d8d68-5d63-4c3d-899a-015c95627570 service neutron] Transition to ACTIVE for port object b7a1a83b-30aa-4832-88b8-3a6a2365e7a1 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:27:30.570381 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-4d3d8d68-5d63-4c3d-899a-015c95627570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:30.607991 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94c700-75d5-4355-bad3-71f22424ac1b service neutron] Pushing event updated for resources: {'Port': ['ID=088a50bf-9eba-449b-851d-b8ce1df80ef4,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:30.619242 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48a26ba3-05e8-49fe-8269-b22e73765cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:30.636439 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48a26ba3-05e8-49fe-8269-b22e73765cf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:30.644820 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-48a26ba3-05e8-49fe-8269-b22e73765cf0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/892fcb76-1630-40c1-a9b5-2366ecb2633d HTTP/1.1" status: 204 len: 168 time: 0.4429388 Jul 29 23:27:30.662952 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=69497e27-8ced-4405-963f-d7a1e2b34b91,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:30.690881 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a26ba3-05e8-49fe-8269-b22e73765cf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892fcb76-1630-40c1-a9b5-2366ecb2633d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:30.768114 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['69497e27-8ced-4405-963f-d7a1e2b34b91'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:30.790291 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-9064fb85-15aa-4cd8-affd-7c5d646b892d req-8cd41084-8492-4275-9f68-400c92bc97eb tempest-SecurityGroupsNegativeTestJSON-1170651077 tempest-SecurityGroupsNegativeTestJSON-1170651077-project] show failed (client error): The resource could not be found. Jul 29 23:27:30.804404 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9064fb85-15aa-4cd8-affd-7c5d646b892d req-8cd41084-8492-4275-9f68-400c92bc97eb tempest-SecurityGroupsNegativeTestJSON-1170651077 tempest-SecurityGroupsNegativeTestJSON-1170651077-project] 10.222.0.18 "GET /v2.0/security-groups/fd1b7b31-2de0-4e9a-ba7d-e1de6f1299a5 HTTP/1.1" status: 404 len: 352 time: 0.1721816 Jul 29 23:27:30.896809 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-dd145f15-9497-437b-96a3-9e7a4a759eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:30.899417 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-dd145f15-9497-437b-96a3-9e7a4a759eed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=91965ac6d36d47fca857c5b1c0b1a953&device_id=20655dd9-e78f-4c04-ac0f-da20aeae8d07 HTTP/1.1" status: 200 len: 1095 time: 0.5556738 Jul 29 23:27:30.922628 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d8d68-5d63-4c3d-899a-015c95627570 service neutron] Pushing event updated for resources: {'Port': ['ID=b7a1a83b-30aa-4832-88b8-3a6a2365e7a1,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:31.054007 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-c6533f45-3fa6-4ae5-a63a-c96264515c34 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:31.081611 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-3732cdd9-a7d6-46f5-8b81-ca578ecfef7b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=088a50bf-9eba-449b-851d-b8ce1df80ef4 HTTP/1.1" status: 200 len: 217 time: 0.1663361 Jul 29 23:27:31.087178 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-95b988f3-654f-439f-b285-1c6af0267b49 req-2dff9ff7-c076-46bc-ac4b-e8ff926be5a3 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Deleting port 3614b83e-cc13-42b0-bf0d-448e516a4765 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:31.087643 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-95b988f3-654f-439f-b285-1c6af0267b49 req-2dff9ff7-c076-46bc-ac4b-e8ff926be5a3 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:31.255612 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e72ca6a-5539-4ab4-9a70-210e70dde4e2 req-5e6f20be-0a93-4ddf-b644-262b7baf44f1 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:31.257248 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8e72ca6a-5539-4ab4-9a70-210e70dde4e2 req-5e6f20be-0a93-4ddf-b644-262b7baf44f1 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/ports?device_id=95f207e5-442e-409f-883a-39ae4ef51b30 HTTP/1.1" status: 200 len: 1024 time: 0.4828260 Jul 29 23:27:31.321717 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b8df4-ba31-4c13-ade9-4f8f9562a6d1 req-b2499caf-7ff1-4bc2-af13-fafdf0e03514 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:31.323893 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1b4b8df4-ba31-4c13-ade9-4f8f9562a6d1 req-b2499caf-7ff1-4bc2-af13-fafdf0e03514 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b60687-c5e1-4ce1-afaf-a7afd1f78a81 HTTP/1.1" status: 200 len: 944 time: 0.3609269 Jul 29 23:27:31.336394 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-39161856-39d3-4fd0-a5f4-cf808fcda7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:31.337929 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-39161856-39d3-4fd0-a5f4-cf808fcda7b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34202c3c-e00d-4b97-ba9d-bb6ac7df8a3b HTTP/1.1" status: 200 len: 865 time: 0.2216291 Jul 29 23:27:31.382651 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-4d3d8d68-5d63-4c3d-899a-015c95627570 service neutron] Attempting to bind port b7a1a83b-30aa-4832-88b8-3a6a2365e7a1 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:27:31.383128 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-4d3d8d68-5d63-4c3d-899a-015c95627570 service neutron] Attempting to bind port b7a1a83b-30aa-4832-88b8-3a6a2365e7a1 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '043766c5-81bc-430c-9901-6005e0bcbecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ae1486ae-3af6-4899-8b73-36007b460797'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:27:31.383364 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-4d3d8d68-5d63-4c3d-899a-015c95627570 service neutron] Attempting to bind port b7a1a83b-30aa-4832-88b8-3a6a2365e7a1 on network ae1486ae-3af6-4899-8b73-36007b460797 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:31.433774 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-d5d0f7ae-1974-46cd-838e-2463e0e5e481 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=84b0d060-d3d1-4034-9d9b-59557113428c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775099 Jul 29 23:27:31.460388 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-95b988f3-654f-439f-b285-1c6af0267b49 req-2dff9ff7-c076-46bc-ac4b-e8ff926be5a3 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] For port 3614b83e-cc13-42b0-bf0d-448e516a4765, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3614b83e-cc13-42b0-bf0d-448e516a4765,segment=NetworkSegment(7f058680-96f9-409b-9da3-a329d820632f),segment_id=7f058680-96f9-409b-9da3-a329d820632f)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:31.460898 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-95b988f3-654f-439f-b285-1c6af0267b49 req-2dff9ff7-c076-46bc-ac4b-e8ff926be5a3 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:31.473746 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-4d3d8d68-5d63-4c3d-899a-015c95627570 service neutron] Port b7a1a83b-30aa-4832-88b8-3a6a2365e7a1 on network ae1486ae-3af6-4899-8b73-36007b460797 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:27:31.475159 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-4d3d8d68-5d63-4c3d-899a-015c95627570 service neutron] Attempting to bind port b7a1a83b-30aa-4832-88b8-3a6a2365e7a1 on network ae1486ae-3af6-4899-8b73-36007b460797 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:31.497340 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8e72ca6a-5539-4ab4-9a70-210e70dde4e2 req-29b47bf0-d2a6-4184-b978-03ebbf510ea7 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups?id=6e47d8a2-81d6-4491-b2ec-73d19d49cf0e&id=8ca934f7-055a-4906-95e1-9c17700b7c24&id=d79fff0a-09c1-4a3b-83fd-5425d61ca504&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2216167 Jul 29 23:27:31.502966 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-c6533f45-3fa6-4ae5-a63a-c96264515c34 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:31.552576 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-95b988f3-654f-439f-b285-1c6af0267b49 req-2dff9ff7-c076-46bc-ac4b-e8ff926be5a3 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Calling delete_port for 3614b83e-cc13-42b0-bf0d-448e516a4765 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:31.597299 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-4d3d8d68-5d63-4c3d-899a-015c95627570 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:27:31.597851 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-4d3d8d68-5d63-4c3d-899a-015c95627570 service neutron] Checking segment: {'id': '043766c5-81bc-430c-9901-6005e0bcbecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ae1486ae-3af6-4899-8b73-36007b460797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:31.598478 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-4d3d8d68-5d63-4c3d-899a-015c95627570 service neutron] Bound using segment: {'id': '043766c5-81bc-430c-9901-6005e0bcbecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ae1486ae-3af6-4899-8b73-36007b460797'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:27:31.599210 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-4d3d8d68-5d63-4c3d-899a-015c95627570 service neutron] Bound port: b7a1a83b-30aa-4832-88b8-3a6a2365e7a1, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '043766c5-81bc-430c-9901-6005e0bcbecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ae1486ae-3af6-4899-8b73-36007b460797'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:27:31.599710 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-4d3d8d68-5d63-4c3d-899a-015c95627570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:31.642535 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 69497e27-8ced-4405-963f-d7a1e2b34b91 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:31.673901 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1b4b8df4-ba31-4c13-ade9-4f8f9562a6d1 req-1b71a155-f1cc-4c20-a4ca-93fe952a2cc1 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fac6eab-6529-4c3f-a437-b60099c65a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3224721 Jul 29 23:27:31.757705 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 69497e27-8ced-4405-963f-d7a1e2b34b91 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:27:31.766482 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 69497e27-8ced-4405-963f-d7a1e2b34b91 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:31.767243 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:31.922031 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:31.952052 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38610) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:31.969378 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2efac9-05f9-446e-82e6-c56d94d28715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69497e27-8ced-4405-963f-d7a1e2b34b91'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:31.973212 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab519ed-c626-46f4-b7c8-24b158d57bcc" -d '{"events": [{"server_uuid": "9c2efac9-05f9-446e-82e6-c56d94d28715", "name": "network-vif-plugged", "status": "completed", "tag": "69497e27-8ced-4405-963f-d7a1e2b34b91"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:31.992772 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 69497e27-8ced-4405-963f-d7a1e2b34b91, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=69497e27-8ced-4405-963f-d7a1e2b34b91,segment=NetworkSegment(043766c5-81bc-430c-9901-6005e0bcbecd),segment_id=043766c5-81bc-430c-9901-6005e0bcbecd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:31.999914 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.090193 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=69497e27-8ced-4405-963f-d7a1e2b34b91,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:32.132003 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-1fd220c7-b736-4958-8ea3-a4b66ecf7cea admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1589246737-network', 'tenant_id': 'c948ca9141c244b5a07cdf52d27ba49d'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:32.137444 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20655dd9-e78f-4c04-ac0f-da20aeae8d07', 'tag': '088a50bf-9eba-449b-851d-b8ce1df80ef4'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:32.140033 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5148f5-8daf-406d-8d20-9aa1dc85003e" -d '{"events": [{"name": "network-changed", "server_uuid": "20655dd9-e78f-4c04-ac0f-da20aeae8d07", "tag": "088a50bf-9eba-449b-851d-b8ce1df80ef4"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:32.157825 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd220c7-b736-4958-8ea3-a4b66ecf7cea admin admin] Made reservation on behalf of c948ca9141c244b5a07cdf52d27ba49d for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:32.160899 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1fd220c7-b736-4958-8ea3-a4b66ecf7cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.168492 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-c6533f45-3fa6-4ae5-a63a-c96264515c34 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Network e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:27:32.173892 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1fd220c7-b736-4958-8ea3-a4b66ecf7cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.243190 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-c6533f45-3fa6-4ae5-a63a-c96264515c34 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:32.259687 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 3614b83e-cc13-42b0-bf0d-448e516a4765 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:32.260872 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6533f45-3fa6-4ae5-a63a-c96264515c34 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Pushing event updated for resources: {'Port': ['ID=ea202e47-a529-4e26-9329-307f53f1077e,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:32.263506 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-c6533f45-3fa6-4ae5-a63a-c96264515c34 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:27:32.327502 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1fd220c7-b736-4958-8ea3-a4b66ecf7cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.333961 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1fd220c7-b736-4958-8ea3-a4b66ecf7cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.372269 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd220c7-b736-4958-8ea3-a4b66ecf7cea admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:27:32.398125 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1fd220c7-b736-4958-8ea3-a4b66ecf7cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.398619 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-1fd220c7-b736-4958-8ea3-a4b66ecf7cea admin admin] Added segment 77c2d214-084a-475c-acff-8e226b7f9b0a of type vlan for network 03c20e06-3981-4305-9233-5260093414e1 Jul 29 23:27:32.410076 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd220c7-b736-4958-8ea3-a4b66ecf7cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebbc966-df1e-4b83-bae8-694c6e0a8565,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:32.435364 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88a6c8-bfd2-4ab7-93c7-27136e688420 req-59d337d7-b7dc-4eb7-928e-0a15d695b7ac tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:32.443705 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5c88a6c8-bfd2-4ab7-93c7-27136e688420 req-59d337d7-b7dc-4eb7-928e-0a15d695b7ac tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=93687fbd-a641-40fe-ab3f-82c495a6371a HTTP/1.1" status: 200 len: 932 time: 0.8085222 Jul 29 23:27:32.463192 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.468043 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-b769d638-063f-473f-9d95-aea7749d3c8a service neutron] 10.222.0.39 "GET /v2.0/networks/84b0d060-d3d1-4034-9d9b-59557113428c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0178885 Jul 29 23:27:32.468654 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1fd220c7-b736-4958-8ea3-a4b66ecf7cea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.477834 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-4d3d8d68-5d63-4c3d-899a-015c95627570 service neutron] For port b7a1a83b-30aa-4832-88b8-3a6a2365e7a1, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:27:32.514899 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-c6533f45-3fa6-4ae5-a63a-c96264515c34 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:32.515537 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-c6533f45-3fa6-4ae5-a63a-c96264515c34 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.538228 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1fd220c7-b736-4958-8ea3-a4b66ecf7cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.538624 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd220c7-b736-4958-8ea3-a4b66ecf7cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:32.540882 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1fd220c7-b736-4958-8ea3-a4b66ecf7cea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.541320 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 3614b83e-cc13-42b0-bf0d-448e516a4765, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3614b83e-cc13-42b0-bf0d-448e516a4765,segment=NetworkSegment(7f058680-96f9-409b-9da3-a329d820632f),segment_id=7f058680-96f9-409b-9da3-a329d820632f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:32.550580 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.554614 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-4d3d8d68-5d63-4c3d-899a-015c95627570 service neutron] For port b7a1a83b-30aa-4832-88b8-3a6a2365e7a1, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b7a1a83b-30aa-4832-88b8-3a6a2365e7a1,segment=NetworkSegment(043766c5-81bc-430c-9901-6005e0bcbecd),segment_id=043766c5-81bc-430c-9901-6005e0bcbecd)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:27:32.600707 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-2f038dd9-d0b2-45ea-bed3-938a96635322 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:32.602687 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-2f038dd9-d0b2-45ea-bed3-938a96635322 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/networks?id=41b737f2-e531-4160-b598-3383b744485d HTTP/1.1" status: 200 len: 808 time: 0.4396281 Jul 29 23:27:32.604540 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-4d3d8d68-5d63-4c3d-899a-015c95627570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.650360 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1fd220c7-b736-4958-8ea3-a4b66ecf7cea admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6930783 Jul 29 23:27:32.664847 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd220c7-b736-4958-8ea3-a4b66ecf7cea admin admin] Pushing event updated for resources: {'Network': ['ID=03c20e06-3981-4305-9233-5260093414e1,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:32.669029 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-c6533f45-3fa6-4ae5-a63a-c96264515c34 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9443295 Jul 29 23:27:32.678314 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=3614b83e-cc13-42b0-bf0d-448e516a4765,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:32.693715 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 03c20e06-3981-4305-9233-5260093414e1 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:27:32.696948 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5c88a6c8-bfd2-4ab7-93c7-27136e688420 req-551ed028-294d-436f-924c-f5b3f4d7a119 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520573 Jul 29 23:27:32.728689 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-0bde5eb1-38de-43d5-8cc7-580badea833a service neutron] Request body: {'port': {'device_id': '93687fbd-a641-40fe-ab3f-82c495a6371a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:32.736607 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-484e720b-a7cb-406d-b836-4cd80fcdd8c5 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/quotas/06a0bb0f8bb247ddbe276cca90b0c08c HTTP/1.1" status: 200 len: 375 time: 0.1089330 Jul 29 23:27:32.781204 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-4d3d8d68-5d63-4c3d-899a-015c95627570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:32.782006 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-4d3d8d68-5d63-4c3d-899a-015c95627570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.783473 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-4d3d8d68-5d63-4c3d-899a-015c95627570 service neutron] 10.222.0.23 "PUT /v2.0/ports/b7a1a83b-30aa-4832-88b8-3a6a2365e7a1 HTTP/1.1" status: 200 len: 1093 time: 5.0563738 Jul 29 23:27:32.871182 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-457d692c-4057-4498-a3c0-2eb7549c10df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.881012 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d8d68-5d63-4c3d-899a-015c95627570 service neutron] Pushing event updated for resources: {'Port': ['ID=b7a1a83b-30aa-4832-88b8-3a6a2365e7a1,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:32.953786 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9544fd4b-388c-49a2-b5f9-25757569d4dc req-9abff328-0684-41b3-93c7-f34895ebd8eb service neutron] 10.222.0.39 "GET /v2.0/networks/84b0d060-d3d1-4034-9d9b-59557113428c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4648671 Jul 29 23:27:32.953786 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-95b988f3-654f-439f-b285-1c6af0267b49 req-2dff9ff7-c076-46bc-ac4b-e8ff926be5a3 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:32.991660 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-0bde5eb1-38de-43d5-8cc7-580badea833a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:33.034874 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff9ff7-c076-46bc-ac4b-e8ff926be5a3 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Pushing event deleted for resources: {'Port': ['ID=3614b83e-cc13-42b0-bf0d-448e516a4765,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:33.055658 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-f61655ff-7f7d-48fa-86f7-4cf378d24036 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2929995 Jul 29 23:27:33.169970 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b988f3-654f-439f-b285-1c6af0267b49 req-2dff9ff7-c076-46bc-ac4b-e8ff926be5a3 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] No DVR routers for this DVR port 3614b83e-cc13-42b0-bf0d-448e516a4765 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:33.182911 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149b045-f55f-4482-b8c5-043695cad4fa req-baa901b4-a3d7-4963-a024-c800e72d97f5 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:33.184494 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2149b045-f55f-4482-b8c5-043695cad4fa req-baa901b4-a3d7-4963-a024-c800e72d97f5 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] 10.222.0.18 "GET /v2.0/ports?device_id=20655dd9-e78f-4c04-ac0f-da20aeae8d07 HTTP/1.1" status: 200 len: 943 time: 0.2811859 Jul 29 23:27:33.189566 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-95b988f3-654f-439f-b285-1c6af0267b49 req-2dff9ff7-c076-46bc-ac4b-e8ff926be5a3 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:33.191669 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95b988f3-654f-439f-b285-1c6af0267b49 req-2dff9ff7-c076-46bc-ac4b-e8ff926be5a3 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.23 "DELETE /v2.0/ports/3614b83e-cc13-42b0-bf0d-448e516a4765 HTTP/1.1" status: 204 len: 173 time: 3.1472762 Jul 29 23:27:33.193755 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-31c9ac84-08dc-4cbf-ae98-8ea8019f3499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:33.195268 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-31c9ac84-08dc-4cbf-ae98-8ea8019f3499 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=792c2fd23e8b4a1ebc8931a27810d6a3&device_id=87b60687-c5e1-4ce1-afaf-a7afd1f78a81 HTTP/1.1" status: 200 len: 1096 time: 0.3344707 Jul 29 23:27:33.329574 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-90c59185-871c-4a8c-a72d-26cef2ca4945 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7a1a83b-30aa-4832-88b8-3a6a2365e7a1 HTTP/1.1" status: 200 len: 217 time: 0.1234996 Jul 29 23:27:33.406900 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2149b045-f55f-4482-b8c5-043695cad4fa req-75f992fb-860e-4607-a712-b861e80c4390 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] 10.222.0.18 "GET /v2.0/security-groups?id=5593ac6c-0e36-4ed1-b179-278d871f32af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066271 Jul 29 23:27:33.452270 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-72a64b3a-2f84-4879-be93-bbdc0e0eafb3 service neutron] 10.222.0.18 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791552 Jul 29 23:27:33.535736 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-ce51f264-a76f-4e26-b27b-8ce2d1dac4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:33.537253 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-ce51f264-a76f-4e26-b27b-8ce2d1dac4fd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5943c7f0-6966-430f-88ba-768a7e84911e HTTP/1.1" status: 200 len: 852 time: 0.1967504 Jul 29 23:27:33.605626 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-f4aea059-fab1-4e9c-8c19-72aa1909304e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae1486ae-3af6-4899-8b73-36007b460797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538216 Jul 29 23:27:33.691032 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a6e49f5c-0bd4-4a81-80d8-9c34e94bfc5b req-3d8c3cfc-2a9f-41ea-938d-2cd3af3bd4fd tempest-SecurityGroupsNegativeTestJSON-1170651077 tempest-SecurityGroupsNegativeTestJSON-1170651077-project] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=25b2ed0b032a438fa7a4df509243d7b4 HTTP/1.1" status: 200 len: 2988 time: 0.2451670 Jul 29 23:27:33.780068 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-1c1f8829-3f25-4ac8-9917-6028b106199f service neutron] 10.222.0.18 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153286 Jul 29 23:27:33.829552 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-0bde5eb1-38de-43d5-8cc7-580badea833a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea202e47-a529-4e26-9329-307f53f1077e {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:33.836827 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-6aae5ae2-c100-43fa-8f7d-65f06e34e38f service neutron] 10.222.0.23 "GET /v2.0/networks/ae1486ae-3af6-4899-8b73-36007b460797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174222 Jul 29 23:27:33.840892 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a6e49f5c-0bd4-4a81-80d8-9c34e94bfc5b req-198673e1-2233-405b-86c1-897b50df22b2 tempest-SecurityGroupsNegativeTestJSON-1170651077 tempest-SecurityGroupsNegativeTestJSON-1170651077-project] 10.222.0.18 "GET /v2.0/security-groups/853676a6-75da-4fed-8fbb-af4daf16baf5 HTTP/1.1" status: 200 len: 2985 time: 0.1397431 Jul 29 23:27:33.843346 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-0bde5eb1-38de-43d5-8cc7-580badea833a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:33.917296 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-0bde5eb1-38de-43d5-8cc7-580badea833a service neutron] Transition to ACTIVE for port object ea202e47-a529-4e26-9329-307f53f1077e will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:27:33.931808 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-0bde5eb1-38de-43d5-8cc7-580badea833a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:34.001035 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a6e49f5c-0bd4-4a81-80d8-9c34e94bfc5b req-2a12deaa-8ce1-47b1-80f7-4270152be79a tempest-SecurityGroupsNegativeTestJSON-1170651077 tempest-SecurityGroupsNegativeTestJSON-1170651077-project] 10.222.0.18 "GET /v2.0/security-groups/853676a6-75da-4fed-8fbb-af4daf16baf5 HTTP/1.1" status: 200 len: 2985 time: 0.1455193 Jul 29 23:27:34.029471 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d523367-c0bb-4270-b8be-8fe69b7a9571 req-396cd876-7e4a-4fdc-a1e2-b2747de6b0d4 service neutron] 10.222.0.23 "GET /v2.0/networks/ae1486ae-3af6-4899-8b73-36007b460797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829603 Jul 29 23:27:34.031066 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde5eb1-38de-43d5-8cc7-580badea833a service neutron] Pushing event updated for resources: {'Port': ['ID=ea202e47-a529-4e26-9329-307f53f1077e,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:34.067334 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd0c64a-37ff-454d-bab0-37aebd329c1a x-openstack-request-id: req-8fd0c64a-37ff-454d-bab0-37aebd329c1a {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:34.067927 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2efac9-05f9-446e-82e6-c56d94d28715", "name": "network-vif-plugged", "status": "completed", "tag": "69497e27-8ced-4405-963f-d7a1e2b34b91", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:34.069910 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8fd0c64a-37ff-454d-bab0-37aebd329c1a {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:34.071206 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2efac9-05f9-446e-82e6-c56d94d28715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69497e27-8ced-4405-963f-d7a1e2b34b91', 'code': 200} Jul 29 23:27:34.138071 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-0bde5eb1-38de-43d5-8cc7-580badea833a service neutron] Attempting to bind port ea202e47-a529-4e26-9329-307f53f1077e on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:27:34.138474 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-0bde5eb1-38de-43d5-8cc7-580badea833a service neutron] Attempting to bind port ea202e47-a529-4e26-9329-307f53f1077e by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'b2573e02-82a0-4898-b097-d982710943a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:27:34.139084 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-0bde5eb1-38de-43d5-8cc7-580badea833a service neutron] Attempting to bind port ea202e47-a529-4e26-9329-307f53f1077e on network e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:34.148750 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41fdf52-d665-4dd4-a71e-c8ebf7bf95b7 x-openstack-request-id: req-d41fdf52-d665-4dd4-a71e-c8ebf7bf95b7 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:34.148999 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20655dd9-e78f-4c04-ac0f-da20aeae8d07", "tag": "088a50bf-9eba-449b-851d-b8ce1df80ef4", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:34.149287 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d41fdf52-d665-4dd4-a71e-c8ebf7bf95b7 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:34.160719 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20655dd9-e78f-4c04-ac0f-da20aeae8d07', 'tag': '088a50bf-9eba-449b-851d-b8ce1df80ef4', 'status': 'completed', 'code': 200} Jul 29 23:27:34.176252 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-0bde5eb1-38de-43d5-8cc7-580badea833a service neutron] Port ea202e47-a529-4e26-9329-307f53f1077e on network e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:27:34.176252 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-0bde5eb1-38de-43d5-8cc7-580badea833a service neutron] Attempting to bind port ea202e47-a529-4e26-9329-307f53f1077e on network e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:34.192715 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-0bde5eb1-38de-43d5-8cc7-580badea833a service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:27:34.193067 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-0bde5eb1-38de-43d5-8cc7-580badea833a service neutron] Checking segment: {'id': 'b2573e02-82a0-4898-b097-d982710943a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:34.193850 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-0bde5eb1-38de-43d5-8cc7-580badea833a service neutron] Bound using segment: {'id': 'b2573e02-82a0-4898-b097-d982710943a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:27:34.194008 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-0bde5eb1-38de-43d5-8cc7-580badea833a service neutron] Bound port: ea202e47-a529-4e26-9329-307f53f1077e, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2573e02-82a0-4898-b097-d982710943a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:27:34.194367 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-0bde5eb1-38de-43d5-8cc7-580badea833a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:34.272094 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3dab5a-0876-428c-ae89-78fa9a900b91 req-94c16f1e-93a1-48a3-9cbb-6e1baadf54a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:34.273654 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f3dab5a-0876-428c-ae89-78fa9a900b91 req-94c16f1e-93a1-48a3-9cbb-6e1baadf54a3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9c2efac9-05f9-446e-82e6-c56d94d28715 HTTP/1.1" status: 200 len: 1097 time: 0.0969965 Jul 29 23:27:34.304004 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5148f5-8daf-406d-8d20-9aa1dc85003e req-1c5abf3a-ff32-4067-9317-6fa58ebb5b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:34.305747 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-fd5148f5-8daf-406d-8d20-9aa1dc85003e req-1c5abf3a-ff32-4067-9317-6fa58ebb5b5c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=91965ac6d36d47fca857c5b1c0b1a953&device_id=20655dd9-e78f-4c04-ac0f-da20aeae8d07 HTTP/1.1" status: 200 len: 1095 time: 0.1392388 Jul 29 23:27:34.423821 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-0bde5eb1-38de-43d5-8cc7-580badea833a service neutron] For port ea202e47-a529-4e26-9329-307f53f1077e, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:27:34.432561 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f3dab5a-0876-428c-ae89-78fa9a900b91 req-5bf1af20-e23d-4b12-aa9f-3dad762e3068 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1fac6eab-6529-4c3f-a437-b60099c65a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476989 Jul 29 23:27:34.445775 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-0bde5eb1-38de-43d5-8cc7-580badea833a service neutron] For port ea202e47-a529-4e26-9329-307f53f1077e, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ea202e47-a529-4e26-9329-307f53f1077e,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:27:34.453959 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5148f5-8daf-406d-8d20-9aa1dc85003e req-7f2cee97-4b5f-4714-9380-14b882ed9047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:34.456183 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-fd5148f5-8daf-406d-8d20-9aa1dc85003e req-7f2cee97-4b5f-4714-9380-14b882ed9047 service neutron] 10.222.0.39 "GET /v2.0/networks?id=84b0d060-d3d1-4034-9d9b-59557113428c HTTP/1.1" status: 200 len: 926 time: 0.1428754 Jul 29 23:27:34.457382 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-0bde5eb1-38de-43d5-8cc7-580badea833a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:34.469764 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2dd07-b97d-4ec5-8902-63c09d51b315 req-2d71da30-5903-417b-8e36-c434d31923d1 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:34.471493 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0ed2dd07-b97d-4ec5-8902-63c09d51b315 req-2d71da30-5903-417b-8e36-c434d31923d1 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b60687-c5e1-4ce1-afaf-a7afd1f78a81 HTTP/1.1" status: 200 len: 944 time: 0.1647658 Jul 29 23:27:34.554586 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-fd5148f5-8daf-406d-8d20-9aa1dc85003e req-8c81cc8b-a362-4a70-9bc1-2f056564b2d5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=088a50bf-9eba-449b-851d-b8ce1df80ef4 HTTP/1.1" status: 200 len: 217 time: 0.0739470 Jul 29 23:27:34.573813 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-0bde5eb1-38de-43d5-8cc7-580badea833a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:34.573813 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-0bde5eb1-38de-43d5-8cc7-580badea833a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:34.577491 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-0bde5eb1-38de-43d5-8cc7-580badea833a service neutron] 10.222.0.23 "PUT /v2.0/ports/ea202e47-a529-4e26-9329-307f53f1077e HTTP/1.1" status: 200 len: 1093 time: 1.8935504 Jul 29 23:27:34.634115 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5148f5-8daf-406d-8d20-9aa1dc85003e req-715f598b-049c-437c-89d4-9c277cb5d1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:34.635782 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-fd5148f5-8daf-406d-8d20-9aa1dc85003e req-715f598b-049c-437c-89d4-9c277cb5d1b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=34202c3c-e00d-4b97-ba9d-bb6ac7df8a3b HTTP/1.1" status: 200 len: 865 time: 0.0731912 Jul 29 23:27:34.698196 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-fd5148f5-8daf-406d-8d20-9aa1dc85003e req-96a80b82-f8e6-430f-88b2-ea6d4c709416 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=84b0d060-d3d1-4034-9d9b-59557113428c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545433 Jul 29 23:27:34.727180 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde5eb1-38de-43d5-8cc7-580badea833a service neutron] Pushing event updated for resources: {'Port': ['ID=ea202e47-a529-4e26-9329-307f53f1077e,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:34.754636 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0ed2dd07-b97d-4ec5-8902-63c09d51b315 req-b6a60e29-e3fa-4d03-b904-f9d75921cd54 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fac6eab-6529-4c3f-a437-b60099c65a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603023 Jul 29 23:27:34.806927 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-8f8525eb-1fdf-418f-ae21-0bf99698f733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:34.808726 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-8f8525eb-1fdf-418f-ae21-0bf99698f733 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc433144b8ce4e74b39793292556658e&device_id=93687fbd-a641-40fe-ab3f-82c495a6371a HTTP/1.1" status: 200 len: 1096 time: 0.1606078 Jul 29 23:27:34.833694 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-fd5148f5-8daf-406d-8d20-9aa1dc85003e req-b9e4cbe2-cad8-455c-be75-0628bc9ff63a service neutron] 10.222.0.39 "GET /v2.0/networks/84b0d060-d3d1-4034-9d9b-59557113428c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275389 Jul 29 23:27:34.882980 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-d7d724c7-9f36-4908-b492-6fa2bab9b35c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea202e47-a529-4e26-9329-307f53f1077e HTTP/1.1" status: 200 len: 217 time: 0.0587308 Jul 29 23:27:34.906512 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47e605-ce53-42d1-b6fa-bbc5e9a1c5b2 req-5987bb7d-9210-4faa-82f1-2397544a0ecd tempest-ComputeTenantNetworksTest-415704406 tempest-ComputeTenantNetworksTest-415704406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:34.912954 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47e605-ce53-42d1-b6fa-bbc5e9a1c5b2 req-5987bb7d-9210-4faa-82f1-2397544a0ecd tempest-ComputeTenantNetworksTest-415704406 tempest-ComputeTenantNetworksTest-415704406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:34.918941 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47e605-ce53-42d1-b6fa-bbc5e9a1c5b2 req-5987bb7d-9210-4faa-82f1-2397544a0ecd tempest-ComputeTenantNetworksTest-415704406 tempest-ComputeTenantNetworksTest-415704406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:34.921168 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be47e605-ce53-42d1-b6fa-bbc5e9a1c5b2 req-5987bb7d-9210-4faa-82f1-2397544a0ecd tempest-ComputeTenantNetworksTest-415704406 tempest-ComputeTenantNetworksTest-415704406-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3814185 Jul 29 23:27:34.988070 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-fd5148f5-8daf-406d-8d20-9aa1dc85003e req-09547036-7164-4f14-bb83-1708580112aa service neutron] 10.222.0.39 "GET /v2.0/networks/84b0d060-d3d1-4034-9d9b-59557113428c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460116 Jul 29 23:27:35.035096 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-f9dd4969-621e-4e8f-bd47-1d438a655b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:35.036871 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-f9dd4969-621e-4e8f-bd47-1d438a655b49 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e930051-7a16-428b-811f-19e3c68dee70 HTTP/1.1" status: 200 len: 844 time: 0.1402788 Jul 29 23:27:35.088830 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12a6ef-c462-4009-b223-1c3b6e4bb2f4 req-3070cd38-bf02-4f2f-b4e2-6cf8f4551bab tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:35.090324 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4b12a6ef-c462-4009-b223-1c3b6e4bb2f4 req-3070cd38-bf02-4f2f-b4e2-6cf8f4551bab tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=93687fbd-a641-40fe-ab3f-82c495a6371a HTTP/1.1" status: 200 len: 944 time: 0.1682763 Jul 29 23:27:35.093093 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-140047a2-e924-4fc4-93d7-74ba9a09f81c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446775 Jul 29 23:27:35.095719 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9a689b4e-612b-4c07-8787-ba94e289dc1b req-d0b8b3e9-32ee-4c0a-a705-0d9ec488ac39 tempest-SecurityGroupsNegativeTestJSON-1170651077 tempest-SecurityGroupsNegativeTestJSON-1170651077-project] 10.222.0.18 "GET /v2.0/security-groups/853676a6-75da-4fed-8fbb-af4daf16baf5 HTTP/1.1" status: 200 len: 2985 time: 0.1181257 Jul 29 23:27:35.364646 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:35.516877 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5834c7e7-8e28-4263-ab3f-5ce228f591fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:35.559431 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-65855f62-8861-462c-9353-e6c310dcbd4f tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:35.562324 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-65855f62-8861-462c-9353-e6c310dcbd4f tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.39 "GET /v2.0/networks?id=41b737f2-e531-4160-b598-3383b744485d HTTP/1.1" status: 200 len: 808 time: 0.1785347 Jul 29 23:27:35.578342 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-c858b974-751a-4440-8f37-5dfed205a900 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Request body: {'port': {'device_id': '7d89cf0e-33ac-4d57-b747-d878befd14b4', 'network_id': '41b737f2-e531-4160-b598-3383b744485d', 'admin_state_up': True, 'tenant_id': '06a0bb0f8bb247ddbe276cca90b0c08c'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:35.606391 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4b12a6ef-c462-4009-b223-1c3b6e4bb2f4 req-c43f411b-3c6f-40c7-b1ba-862b4e075256 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5076916 Jul 29 23:27:35.641522 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 088a50bf-9eba-449b-851d-b8ce1df80ef4 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:27:35.657838 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-9a689b4e-612b-4c07-8787-ba94e289dc1b req-d496ecc6-d9f1-469a-82bc-813159ceaf7e tempest-SecurityGroupsNegativeTestJSON-1170651077 tempest-SecurityGroupsNegativeTestJSON-1170651077-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 29 23:27:35.658958 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9a689b4e-612b-4c07-8787-ba94e289dc1b req-d496ecc6-d9f1-469a-82bc-813159ceaf7e tempest-SecurityGroupsNegativeTestJSON-1170651077 tempest-SecurityGroupsNegativeTestJSON-1170651077-project] 10.222.0.18 "DELETE /v2.0/security-groups/853676a6-75da-4fed-8fbb-af4daf16baf5 HTTP/1.1" status: 409 len: 352 time: 0.5528252 Jul 29 23:27:35.668047 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-606f13e4-9e22-40e8-954c-8850bd88a060 service neutron] 10.222.0.23 "GET /v2.0/networks/e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5584109 Jul 29 23:27:35.843962 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-c858b974-751a-4440-8f37-5dfed205a900 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Made reservation on behalf of 06a0bb0f8bb247ddbe276cca90b0c08c for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:35.855828 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 088a50bf-9eba-449b-851d-b8ce1df80ef4, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=088a50bf-9eba-449b-851d-b8ce1df80ef4,segment=NetworkSegment(def789bf-1708-43e2-af86-8dc8f1957c16),segment_id=def789bf-1708-43e2-af86-8dc8f1957c16)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:35.856222 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-c858b974-751a-4440-8f37-5dfed205a900 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:35.881306 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '088a50bf-9eba-449b-851d-b8ce1df80ef4', 'network_id': '84b0d060-d3d1-4034-9d9b-59557113428c', 'port_id': '088a50bf-9eba-449b-851d-b8ce1df80ef4', 'mac_address': 'fa:16:3e:84:6a:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34202c3c-e00d-4b97-ba9d-bb6ac7df8a3b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:27:35.898091 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3ea821a6-6f0f-43aa-9c56-32660f0df6dd req-f34d4cc2-0256-49b4-ad05-62f434bafe6d tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 210 time: 0.1052785 Jul 29 23:27:35.933529 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-469dba0f-2850-4deb-91ec-02a977ab8e0b req-a15489cf-3904-4076-b40a-bb14f9dcee99 service neutron] 10.222.0.23 "GET /v2.0/networks/e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576396 Jul 29 23:27:35.975455 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e5c16bf-2488-4d20-982a-9a79ad5bee3d req-39d5fe7c-eeab-48a9-bdbc-5110049a2429 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups/6e47d8a2-81d6-4491-b2ec-73d19d49cf0e HTTP/1.1" status: 200 len: 1803 time: 0.1885884 Jul 29 23:27:36.012666 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:36.045101 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 088a50bf-9eba-449b-851d-b8ce1df80ef4 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:36.082496 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 088a50bf-9eba-449b-851d-b8ce1df80ef4, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=088a50bf-9eba-449b-851d-b8ce1df80ef4,segment=NetworkSegment(def789bf-1708-43e2-af86-8dc8f1957c16),segment_id=def789bf-1708-43e2-af86-8dc8f1957c16)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:36.083957 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95f207e5-442e-409f-883a-39ae4ef51b30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3614b83e-cc13-42b0-bf0d-448e516a4765'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:36.088055 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830f9e1e-3cdc-456d-8132-785c745cd6d1" -d '{"events": [{"server_uuid": "95f207e5-442e-409f-883a-39ae4ef51b30", "name": "network-vif-unplugged", "status": "completed", "tag": "3614b83e-cc13-42b0-bf0d-448e516a4765"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:36.092781 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:36.114212 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-c858b974-751a-4440-8f37-5dfed205a900 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Allocated IP 172.20.0.7 (41b737f2-e531-4160-b598-3383b744485d/599960cf-5b7f-432a-8a6a-c415f2272dee/a421ab0a-3776-4ab2-95fe-a834e52a6982) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:27:36.147572 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bfa2d-7c9b-44c9-851e-7a9563f613bc req-7bcb9a05-185a-49e8-9a4d-907fd522fc4d tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:36.160664 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-606bfa2d-7c9b-44c9-851e-7a9563f613bc req-7bcb9a05-185a-49e8-9a4d-907fd522fc4d tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] 10.222.0.18 "GET /v2.0/ports?device_id=20655dd9-e78f-4c04-ac0f-da20aeae8d07 HTTP/1.1" status: 200 len: 943 time: 0.1292534 Jul 29 23:27:36.165451 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b60687-c5e1-4ce1-afaf-a7afd1f78a81', 'tag': 'b7a1a83b-30aa-4832-88b8-3a6a2365e7a1'}, {'server_uuid': '95f207e5-442e-409f-883a-39ae4ef51b30', 'name': 'network-vif-deleted', 'tag': '3614b83e-cc13-42b0-bf0d-448e516a4765'}, {'name': 'network-changed', 'server_uuid': '93687fbd-a641-40fe-ab3f-82c495a6371a', 'tag': 'ea202e47-a529-4e26-9329-307f53f1077e'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:36.171514 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4bd9e1-8c0e-46c2-8432-1b52a422830b" -d '{"events": [{"name": "network-changed", "server_uuid": "87b60687-c5e1-4ce1-afaf-a7afd1f78a81", "tag": "b7a1a83b-30aa-4832-88b8-3a6a2365e7a1"}, {"server_uuid": "95f207e5-442e-409f-883a-39ae4ef51b30", "name": "network-vif-deleted", "tag": "3614b83e-cc13-42b0-bf0d-448e516a4765"}, {"name": "network-changed", "server_uuid": "93687fbd-a641-40fe-ab3f-82c495a6371a", "tag": "ea202e47-a529-4e26-9329-307f53f1077e"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:36.174437 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=088a50bf-9eba-449b-851d-b8ce1df80ef4,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:36.186584 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1e5c16bf-2488-4d20-982a-9a79ad5bee3d req-83392af3-92c6-42ef-a5a0-691f83ec123f tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:36.229071 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1e5c16bf-2488-4d20-982a-9a79ad5bee3d req-83392af3-92c6-42ef-a5a0-691f83ec123f tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:36.274029 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-606bfa2d-7c9b-44c9-851e-7a9563f613bc req-84cb2120-d8e6-45b5-a72f-045289c65904 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] 10.222.0.18 "GET /v2.0/security-groups?id=5593ac6c-0e36-4ed1-b179-278d871f32af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958843 Jul 29 23:27:36.276959 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device b7a1a83b-30aa-4832-88b8-3a6a2365e7a1 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:27:36.322785 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1e5c16bf-2488-4d20-982a-9a79ad5bee3d req-83392af3-92c6-42ef-a5a0-691f83ec123f tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:36.324617 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['088a50bf-9eba-449b-851d-b8ce1df80ef4'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:36.327370 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1e5c16bf-2488-4d20-982a-9a79ad5bee3d req-83392af3-92c6-42ef-a5a0-691f83ec123f tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:36.329187 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e5c16bf-2488-4d20-982a-9a79ad5bee3d req-83392af3-92c6-42ef-a5a0-691f83ec123f tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "DELETE /v2.0/security-groups/6e47d8a2-81d6-4491-b2ec-73d19d49cf0e HTTP/1.1" status: 204 len: 173 time: 0.3522129 Jul 29 23:27:36.366886 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-c858b974-751a-4440-8f37-5dfed205a900 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:36.373959 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83392af3-92c6-42ef-a5a0-691f83ec123f tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e47d8a2-81d6-4491-b2ec-73d19d49cf0e,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:36.415453 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.db.resource_extend [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:27:36.449540 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-c858b974-751a-4440-8f37-5dfed205a900 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:36.479217 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['d952f399-ef6d-41a9-be1c-bf1a7e313319'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:36.487114 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44fe5d-3c64-401f-99d8-694f2720de68 req-4901f11f-9250-4d22-93b8-7a9b9d168064 tempest-ComputeTenantNetworksTest-415704406 tempest-ComputeTenantNetworksTest-415704406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:36.499722 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7c44fe5d-3c64-401f-99d8-694f2720de68 req-4901f11f-9250-4d22-93b8-7a9b9d168064 tempest-ComputeTenantNetworksTest-415704406 tempest-ComputeTenantNetworksTest-415704406-project] 10.222.0.18 "GET /v2.0/networks/03c20e06-3981-4305-9233-5260093414e1 HTTP/1.1" status: 200 len: 769 time: 0.1686790 Jul 29 23:27:36.514133 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38670) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:36.555252 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c858b974-751a-4440-8f37-5dfed205a900 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Pushing event updated for resources: {'Port': ['ID=a421ab0a-3776-4ab2-95fe-a834e52a6982,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:36.585580 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-c858b974-751a-4440-8f37-5dfed205a900 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Network 41b737f2-e531-4160-b598-3383b744485d is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:27:36.589399 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-c858b974-751a-4440-8f37-5dfed205a900 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:36.594236 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-c858b974-751a-4440-8f37-5dfed205a900 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:27:36.632792 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-9505ee8e-600f-4ea6-a4f7-fe5b447fb8e4 req-8cef2e0d-833a-482e-96ac-3815931d3676 tempest-SecurityGroupsNegativeTestJSON-1170651077 tempest-SecurityGroupsNegativeTestJSON-1170651077-project] show failed (client error): The resource could not be found. Jul 29 23:27:36.635610 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port b7a1a83b-30aa-4832-88b8-3a6a2365e7a1, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b7a1a83b-30aa-4832-88b8-3a6a2365e7a1,segment=NetworkSegment(043766c5-81bc-430c-9901-6005e0bcbecd),segment_id=043766c5-81bc-430c-9901-6005e0bcbecd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:36.646568 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9505ee8e-600f-4ea6-a4f7-fe5b447fb8e4 req-8cef2e0d-833a-482e-96ac-3815931d3676 tempest-SecurityGroupsNegativeTestJSON-1170651077 tempest-SecurityGroupsNegativeTestJSON-1170651077-project] 10.222.0.18 "GET /v2.0/security-groups/bd3bc8bb-effa-44b5-aecd-cf59d690fb53 HTTP/1.1" status: 404 len: 352 time: 0.1929803 Jul 29 23:27:36.666538 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-c858b974-751a-4440-8f37-5dfed205a900 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:36.667449 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-c858b974-751a-4440-8f37-5dfed205a900 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:36.672617 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'b7a1a83b-30aa-4832-88b8-3a6a2365e7a1', 'network_id': 'ae1486ae-3af6-4899-8b73-36007b460797', 'port_id': 'b7a1a83b-30aa-4832-88b8-3a6a2365e7a1', 'mac_address': 'fa:16:3e:66:3c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5943c7f0-6966-430f-88ba-768a7e84911e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:27:36.689094 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-c858b974-751a-4440-8f37-5dfed205a900 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1156230 Jul 29 23:27:36.702090 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-fc4691e2-e182-4fde-9971-6816fa509533 service neutron] Request body: {'port': {'device_id': '7d89cf0e-33ac-4d57-b747-d878befd14b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:36.706789 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1dd99555-1c12-45b4-a152-cfb856df8c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:36.721579 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ded4d80-bcf9-4242-9ba2-b0358e6595cd req-d847a62e-1735-468f-8bd9-d8579faf9617 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:36.729521 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7ded4d80-bcf9-4242-9ba2-b0358e6595cd req-d847a62e-1735-468f-8bd9-d8579faf9617 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b60687-c5e1-4ce1-afaf-a7afd1f78a81 HTTP/1.1" status: 200 len: 944 time: 0.1411362 Jul 29 23:27:36.745471 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ecc11de-7f3a-4424-b98e-a5adcc859463 x-openstack-request-id: req-8ecc11de-7f3a-4424-b98e-a5adcc859463 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:36.745961 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95f207e5-442e-409f-883a-39ae4ef51b30", "name": "network-vif-unplugged", "status": "completed", "tag": "3614b83e-cc13-42b0-bf0d-448e516a4765", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:36.746476 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ecc11de-7f3a-4424-b98e-a5adcc859463 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:36.746978 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f207e5-442e-409f-883a-39ae4ef51b30', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3614b83e-cc13-42b0-bf0d-448e516a4765', 'code': 200} Jul 29 23:27:36.756929 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9634f76-41e1-4c96-af69-6c8c76f15725 x-openstack-request-id: req-c9634f76-41e1-4c96-af69-6c8c76f15725 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:36.757226 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b60687-c5e1-4ce1-afaf-a7afd1f78a81", "tag": "b7a1a83b-30aa-4832-88b8-3a6a2365e7a1", "status": "completed", "code": 200}, {"server_uuid": "95f207e5-442e-409f-883a-39ae4ef51b30", "name": "network-vif-deleted", "tag": "3614b83e-cc13-42b0-bf0d-448e516a4765", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "93687fbd-a641-40fe-ab3f-82c495a6371a", "tag": "ea202e47-a529-4e26-9329-307f53f1077e", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:36.757476 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c9634f76-41e1-4c96-af69-6c8c76f15725 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:36.758299 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b60687-c5e1-4ce1-afaf-a7afd1f78a81', 'tag': 'b7a1a83b-30aa-4832-88b8-3a6a2365e7a1', 'status': 'completed', 'code': 200} Jul 29 23:27:36.758299 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95f207e5-442e-409f-883a-39ae4ef51b30', 'name': 'network-vif-deleted', 'tag': '3614b83e-cc13-42b0-bf0d-448e516a4765', 'status': 'completed', 'code': 200} Jul 29 23:27:36.758557 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93687fbd-a641-40fe-ab3f-82c495a6371a', 'tag': 'ea202e47-a529-4e26-9329-307f53f1077e', 'status': 'completed', 'code': 200} Jul 29 23:27:36.813798 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7ded4d80-bcf9-4242-9ba2-b0358e6595cd req-70b29342-9dee-4290-861c-880762443d29 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fac6eab-6529-4c3f-a437-b60099c65a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829766 Jul 29 23:27:36.826340 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-fc4691e2-e182-4fde-9971-6816fa509533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:36.833769 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:36.928182 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:36.936629 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7a1a83b-30aa-4832-88b8-3a6a2365e7a1 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:36.964545 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port b7a1a83b-30aa-4832-88b8-3a6a2365e7a1, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b7a1a83b-30aa-4832-88b8-3a6a2365e7a1,segment=NetworkSegment(043766c5-81bc-430c-9901-6005e0bcbecd),segment_id=043766c5-81bc-430c-9901-6005e0bcbecd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:36.987091 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:37.032079 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bd9e1-8c0e-46c2-8432-1b52a422830b req-ad739578-c1c6-46f5-9a33-7b6905ff60a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:37.033644 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b4bd9e1-8c0e-46c2-8432-1b52a422830b req-ad739578-c1c6-46f5-9a33-7b6905ff60a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=792c2fd23e8b4a1ebc8931a27810d6a3&device_id=87b60687-c5e1-4ce1-afaf-a7afd1f78a81 HTTP/1.1" status: 200 len: 1096 time: 0.2316654 Jul 29 23:27:37.044932 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfed038f-1c1c-4506-b766-87d497d2df09 req-4e7e7bb3-13d5-4818-bb6b-55a87ea69c23 tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "GET /v2.0/security-groups/8ca934f7-055a-4906-95e1-9c17700b7c24 HTTP/1.1" status: 200 len: 1801 time: 0.2416162 Jul 29 23:27:37.051435 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1dd99555-1c12-45b4-a152-cfb856df8c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:37.146075 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=b7a1a83b-30aa-4832-88b8-3a6a2365e7a1,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:37.161828 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-1dd99555-1c12-45b4-a152-cfb856df8c7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03c20e06-3981-4305-9233-5260093414e1']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:37.205318 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-1dd99555-1c12-45b4-a152-cfb856df8c7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c2d214-084a-475c-acff-8e226b7f9b0a') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:37.205817 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-1dd99555-1c12-45b4-a152-cfb856df8c7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c2d214-084a-475c-acff-8e226b7f9b0a') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:37.244644 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1dd99555-1c12-45b4-a152-cfb856df8c7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:37.271539 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a006e2b-c441-4b3f-ac48-005a19cdcd12 req-b4cd7e5f-84ae-4577-ba9e-54ef0aa04c0f tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:37.274403 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4a006e2b-c441-4b3f-ac48-005a19cdcd12 req-b4cd7e5f-84ae-4577-ba9e-54ef0aa04c0f tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=93687fbd-a641-40fe-ab3f-82c495a6371a HTTP/1.1" status: 200 len: 944 time: 0.3387358 Jul 29 23:27:37.305442 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['b7a1a83b-30aa-4832-88b8-3a6a2365e7a1'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:37.367260 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bd9e1-8c0e-46c2-8432-1b52a422830b req-1ae590f7-7302-4e43-b682-d342d1007b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:37.370689 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b4bd9e1-8c0e-46c2-8432-1b52a422830b req-1ae590f7-7302-4e43-b682-d342d1007b4b service neutron] 10.222.0.23 "GET /v2.0/networks?id=ae1486ae-3af6-4899-8b73-36007b460797 HTTP/1.1" status: 200 len: 913 time: 0.3215542 Jul 29 23:27:37.391432 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1dd99555-1c12-45b4-a152-cfb856df8c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:37.443438 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd99555-1c12-45b4-a152-cfb856df8c7f admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:27:37.444558 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1dd99555-1c12-45b4-a152-cfb856df8c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:37.539949 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:27:37.539949 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:27:37.539949 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:27:37.539949 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:27:37.539949 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:27:37.539949 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:27:37.539949 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:27:37.539949 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:27:37.539949 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:27:37.539949 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:27:37.539949 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:27:37.539949 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:27:37.539949 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:27:37.539949 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:27:37.539949 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:27:37.539949 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:27:37.539949 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:27:37.539949 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:27:37.539949 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:27:37.539949 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:27:37.539949 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:27:37.539949 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:27:37.539949 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:27:37.539949 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:27:37.539949 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:27:37.539949 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:27:37.539949 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:27:37.539949 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:27:37.539949 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:27:37.539949 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:27:37.539949 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:27:37.539949 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:27:37.546898 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bfed038f-1c1c-4506-b766-87d497d2df09 req-c46f1083-5f6a-49d7-8ee7-9976e56edf4d tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:37.579712 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4a006e2b-c441-4b3f-ac48-005a19cdcd12 req-42938600-4f9a-4b62-bad7-1bca05b2624c tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852681 Jul 29 23:27:37.608958 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b4bd9e1-8c0e-46c2-8432-1b52a422830b req-31dfdfb4-962d-4263-95d1-956617acf75b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7a1a83b-30aa-4832-88b8-3a6a2365e7a1 HTTP/1.1" status: 200 len: 217 time: 0.1984870 Jul 29 23:27:37.655323 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 088a50bf-9eba-449b-851d-b8ce1df80ef4 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:37.692494 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-fc4691e2-e182-4fde-9971-6816fa509533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a421ab0a-3776-4ab2-95fe-a834e52a6982 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:37.702027 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-fc4691e2-e182-4fde-9971-6816fa509533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:37.716575 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-1ae1d1ea-b9f8-4f21-996a-87c4e0126fba req-51e2aa6f-2cad-4da9-83a5-1a6de22d0558 tempest-SecurityGroupsNegativeTestJSON-1170651077 tempest-SecurityGroupsNegativeTestJSON-1170651077-project] show failed (client error): The resource could not be found. Jul 29 23:27:37.718618 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ae1d1ea-b9f8-4f21-996a-87c4e0126fba req-51e2aa6f-2cad-4da9-83a5-1a6de22d0558 tempest-SecurityGroupsNegativeTestJSON-1170651077 tempest-SecurityGroupsNegativeTestJSON-1170651077-project] 10.222.0.18 "GET /v2.0/security-groups/8c1b1661-29ae-4338-85cb-133c5a928013 HTTP/1.1" status: 404 len: 352 time: 0.0806930 Jul 29 23:27:37.734220 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bfed038f-1c1c-4506-b766-87d497d2df09 req-c46f1083-5f6a-49d7-8ee7-9976e56edf4d tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:37.734939 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38682) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:37.745956 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 088a50bf-9eba-449b-851d-b8ce1df80ef4 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:27:37.755125 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 088a50bf-9eba-449b-851d-b8ce1df80ef4 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:37.757348 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:37.799711 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-723901e6-76ea-42f4-895a-e107cd4b62c4 admin admin] Deleting subnet 857289da-86cb-44f9-9f4a-fb72e461caa6 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:27:37.802414 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-fc4691e2-e182-4fde-9971-6816fa509533 service neutron] Transition to ACTIVE for port object a421ab0a-3776-4ab2-95fe-a834e52a6982 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:27:37.805463 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-723901e6-76ea-42f4-895a-e107cd4b62c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:37.807095 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bd9e1-8c0e-46c2-8432-1b52a422830b req-8754554b-f5e2-4c6d-8de7-89fb12da3667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:37.809486 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-fc4691e2-e182-4fde-9971-6816fa509533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:37.811967 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b4bd9e1-8c0e-46c2-8432-1b52a422830b req-8754554b-f5e2-4c6d-8de7-89fb12da3667 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=5943c7f0-6966-430f-88ba-768a7e84911e HTTP/1.1" status: 200 len: 852 time: 0.1930096 Jul 29 23:27:37.817891 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1dd99555-1c12-45b4-a152-cfb856df8c7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:37.825675 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1dd99555-1c12-45b4-a152-cfb856df8c7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:37.834126 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1dd99555-1c12-45b4-a152-cfb856df8c7f admin admin] 10.222.0.18 "DELETE /v2.0/networks/03c20e06-3981-4305-9233-5260093414e1 HTTP/1.1" status: 204 len: 168 time: 1.3180637 Jul 29 23:27:37.916618 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-723901e6-76ea-42f4-895a-e107cd4b62c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:37.931500 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd99555-1c12-45b4-a152-cfb856df8c7f admin admin] Pushing event deleted for resources: {'Network': ['ID=03c20e06-3981-4305-9233-5260093414e1,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:37.959890 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:38.013406 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b4bd9e1-8c0e-46c2-8432-1b52a422830b req-d1aeb1f3-e120-46dc-af04-b7c1dc755a8d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae1486ae-3af6-4899-8b73-36007b460797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1457970 Jul 29 23:27:38.023624 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 088a50bf-9eba-449b-851d-b8ce1df80ef4, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=088a50bf-9eba-449b-851d-b8ce1df80ef4,segment=NetworkSegment(def789bf-1708-43e2-af86-8dc8f1957c16),segment_id=def789bf-1708-43e2-af86-8dc8f1957c16)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:38.039594 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:38.092458 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:38.109034 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38688) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:38.113146 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4691e2-e182-4fde-9971-6816fa509533 service neutron] Pushing event updated for resources: {'Port': ['ID=a421ab0a-3776-4ab2-95fe-a834e52a6982,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:38.127090 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=088a50bf-9eba-449b-851d-b8ce1df80ef4,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:38.151788 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bfed038f-1c1c-4506-b766-87d497d2df09 req-c46f1083-5f6a-49d7-8ee7-9976e56edf4d tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:38.155933 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bfed038f-1c1c-4506-b766-87d497d2df09 req-c46f1083-5f6a-49d7-8ee7-9976e56edf4d tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:38.157719 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfed038f-1c1c-4506-b766-87d497d2df09 req-c46f1083-5f6a-49d7-8ee7-9976e56edf4d tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] 10.222.0.18 "DELETE /v2.0/security-groups/8ca934f7-055a-4906-95e1-9c17700b7c24 HTTP/1.1" status: 204 len: 173 time: 1.1112230 Jul 29 23:27:38.164281 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-723901e6-76ea-42f4-895a-e107cd4b62c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:38.186563 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38690) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:38.204203 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7799bba-2299-4d82-9dfa-2c948440c5b9 req-68250706-0e41-4fe6-8c83-55fa11707142 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:38.206797 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a7799bba-2299-4d82-9dfa-2c948440c5b9 req-68250706-0e41-4fe6-8c83-55fa11707142 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 943 time: 0.4047093 Jul 29 23:27:38.250940 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-93865169-62ee-42a1-8553-b497bf043c81 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c948ca9141c244b5a07cdf52d27ba49d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1348815 Jul 29 23:27:38.252149 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38692) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:38.274624 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-fc4691e2-e182-4fde-9971-6816fa509533 service neutron] Attempting to bind port a421ab0a-3776-4ab2-95fe-a834e52a6982 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:27:38.275100 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-fc4691e2-e182-4fde-9971-6816fa509533 service neutron] Attempting to bind port a421ab0a-3776-4ab2-95fe-a834e52a6982 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:27:38.275323 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-fc4691e2-e182-4fde-9971-6816fa509533 service neutron] Attempting to bind port a421ab0a-3776-4ab2-95fe-a834e52a6982 on network 41b737f2-e531-4160-b598-3383b744485d {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:38.302449 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-fc4691e2-e182-4fde-9971-6816fa509533 service neutron] Port a421ab0a-3776-4ab2-95fe-a834e52a6982 on network 41b737f2-e531-4160-b598-3383b744485d not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:27:38.302449 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-fc4691e2-e182-4fde-9971-6816fa509533 service neutron] Attempting to bind port a421ab0a-3776-4ab2-95fe-a834e52a6982 on network 41b737f2-e531-4160-b598-3383b744485d {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:38.313355 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device ea202e47-a529-4e26-9329-307f53f1077e details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:27:38.318714 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-fc4691e2-e182-4fde-9971-6816fa509533 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 27, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:27:38.319076 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-fc4691e2-e182-4fde-9971-6816fa509533 service neutron] Checking segment: {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:38.319432 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-fc4691e2-e182-4fde-9971-6816fa509533 service neutron] Bound using segment: {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:27:38.319964 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-fc4691e2-e182-4fde-9971-6816fa509533 service neutron] Bound port: a421ab0a-3776-4ab2-95fe-a834e52a6982, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:27:38.320331 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-fc4691e2-e182-4fde-9971-6816fa509533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:38.333647 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f1083-5f6a-49d7-8ee7-9976e56edf4d tempest-SecurityGroupsTestJSON-607890078 tempest-SecurityGroupsTestJSON-607890078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca934f7-055a-4906-95e1-9c17700b7c24,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:38.334027 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-723901e6-76ea-42f4-895a-e107cd4b62c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:38.403717 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-723901e6-76ea-42f4-895a-e107cd4b62c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:38.408035 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-723901e6-76ea-42f4-895a-e107cd4b62c4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/857289da-86cb-44f9-9f4a-fb72e461caa6 HTTP/1.1" status: 204 len: 168 time: 0.6714015 Jul 29 23:27:38.409371 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723901e6-76ea-42f4-895a-e107cd4b62c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=857289da-86cb-44f9-9f4a-fb72e461caa6,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:38.411661 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a7799bba-2299-4d82-9dfa-2c948440c5b9 req-18acc097-db12-47ef-9be8-36c165e33f50 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359160 Jul 29 23:27:38.414229 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8200d50-0ed5-40a4-9b26-80fe4fdca422 admin admin] Deleting subnet ee33b029-d25c-4ff1-b685-d5b5f26c2363 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:27:38.417933 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38694) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:38.441071 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c8200d50-0ed5-40a4-9b26-80fe4fdca422 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:38.555209 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port ea202e47-a529-4e26-9329-307f53f1077e, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ea202e47-a529-4e26-9329-307f53f1077e,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:38.568999 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'ea202e47-a529-4e26-9329-307f53f1077e', 'network_id': 'e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2', 'port_id': 'ea202e47-a529-4e26-9329-307f53f1077e', 'mac_address': 'fa:16:3e:07:65:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e930051-7a16-428b-811f-19e3c68dee70', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:27:38.583738 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b4bd9e1-8c0e-46c2-8432-1b52a422830b req-c9005bb2-1310-4e45-9e40-a86f3e591527 service neutron] 10.222.0.23 "GET /v2.0/networks/ae1486ae-3af6-4899-8b73-36007b460797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5580018 Jul 29 23:27:38.628233 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-fc4691e2-e182-4fde-9971-6816fa509533 service neutron] For port a421ab0a-3776-4ab2-95fe-a834e52a6982, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:27:38.634004 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-fc4691e2-e182-4fde-9971-6816fa509533 service neutron] For port a421ab0a-3776-4ab2-95fe-a834e52a6982, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a421ab0a-3776-4ab2-95fe-a834e52a6982,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:27:38.645040 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6fcf59a6-93d7-4b71-91de-fa47345871f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:38.645577 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:38.650952 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-fc4691e2-e182-4fde-9971-6816fa509533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:38.661607 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea202e47-a529-4e26-9329-307f53f1077e {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:38.689980 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port ea202e47-a529-4e26-9329-307f53f1077e, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ea202e47-a529-4e26-9329-307f53f1077e,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:38.694689 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:38.729309 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b4bd9e1-8c0e-46c2-8432-1b52a422830b req-a38dad4d-70d2-4069-bf7f-a7357dabcf57 service neutron] 10.222.0.23 "GET /v2.0/networks/ae1486ae-3af6-4899-8b73-36007b460797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376112 Jul 29 23:27:38.732141 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-fc4691e2-e182-4fde-9971-6816fa509533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:38.734916 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-fc4691e2-e182-4fde-9971-6816fa509533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:38.736582 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-fc4691e2-e182-4fde-9971-6816fa509533 service neutron] 10.222.0.39 "PUT /v2.0/ports/a421ab0a-3776-4ab2-95fe-a834e52a6982 HTTP/1.1" status: 200 len: 1092 time: 2.0404055 Jul 29 23:27:38.759283 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ab80d-5416-43e6-80ae-2dbf9f6da7dc req-a64cc9b8-f80a-4f46-af8c-f2247c543d89 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:38.762316 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-169ab80d-5416-43e6-80ae-2dbf9f6da7dc req-a64cc9b8-f80a-4f46-af8c-f2247c543d89 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] 10.222.0.18 "GET /v2.0/ports?device_id=20655dd9-e78f-4c04-ac0f-da20aeae8d07 HTTP/1.1" status: 200 len: 945 time: 0.4530692 Jul 29 23:27:38.767181 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d89cf0e-33ac-4d57-b747-d878befd14b4', 'tag': 'a421ab0a-3776-4ab2-95fe-a834e52a6982'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:38.771325 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049f09ef-d6ea-4d4e-b515-4bcc5c03805b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d89cf0e-33ac-4d57-b747-d878befd14b4", "tag": "a421ab0a-3776-4ab2-95fe-a834e52a6982"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:38.789143 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6fcf59a6-93d7-4b71-91de-fa47345871f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:38.791721 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c8200d50-0ed5-40a4-9b26-80fe4fdca422 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:38.796763 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4691e2-e182-4fde-9971-6816fa509533 service neutron] Pushing event updated for resources: {'Port': ['ID=a421ab0a-3776-4ab2-95fe-a834e52a6982,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:38.810589 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20655dd9-e78f-4c04-ac0f-da20aeae8d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088a50bf-9eba-449b-851d-b8ce1df80ef4'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:38.814991 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b585e0e1-dedd-42bb-a98a-e3b99d206597" -d '{"events": [{"server_uuid": "20655dd9-e78f-4c04-ac0f-da20aeae8d07", "name": "network-vif-plugged", "status": "completed", "tag": "088a50bf-9eba-449b-851d-b8ce1df80ef4"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:38.828547 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=ea202e47-a529-4e26-9329-307f53f1077e,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:38.878100 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-843e814d-ade9-4407-a9d5-02e6933ed116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:38.879785 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-843e814d-ade9-4407-a9d5-02e6933ed116 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 1095 time: 0.0633175 Jul 29 23:27:38.908524 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6fcf59a6-93d7-4b71-91de-fa47345871f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:38.913091 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6fcf59a6-93d7-4b71-91de-fa47345871f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:38.918095 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6fcf59a6-93d7-4b71-91de-fa47345871f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5ebbc966-df1e-4b83-bae8-694c6e0a8565 HTTP/1.1" status: 204 len: 168 time: 0.6622581 Jul 29 23:27:38.958566 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-168a51ce-5c12-4f20-ad51-6b54276bbbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:38.971290 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-169ab80d-5416-43e6-80ae-2dbf9f6da7dc req-4df5a33c-83f3-47e8-a932-5c5413ba0d2c tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] 10.222.0.18 "GET /v2.0/security-groups?id=5593ac6c-0e36-4ed1-b179-278d871f32af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763401 Jul 29 23:27:38.982087 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-23a04c69-6f31-4d76-adc1-679c16900f7d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a421ab0a-3776-4ab2-95fe-a834e52a6982 HTTP/1.1" status: 200 len: 217 time: 0.0863385 Jul 29 23:27:38.989218 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['ea202e47-a529-4e26-9329-307f53f1077e'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:39.005542 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf59a6-93d7-4b71-91de-fa47345871f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebbc966-df1e-4b83-bae8-694c6e0a8565,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:39.051099 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c8200d50-0ed5-40a4-9b26-80fe4fdca422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:39.080066 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-d2ab431a-d7ea-4f26-9fe9-9f3a4e5804b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:39.083063 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-d2ab431a-d7ea-4f26-9fe9-9f3a4e5804b0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=599960cf-5b7f-432a-8a6a-c415f2272dee HTTP/1.1" status: 200 len: 848 time: 0.0917192 Jul 29 23:27:39.181634 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-2e719cd8-ab01-4f11-8c2e-5d0bbb27cc98 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41b737f2-e531-4160-b598-3383b744485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917745 Jul 29 23:27:39.189767 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bd9e1-8c0e-46c2-8432-1b52a422830b req-c5cc7f30-975e-4f8e-84bf-4fe0f8807647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:39.192820 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b4bd9e1-8c0e-46c2-8432-1b52a422830b req-c5cc7f30-975e-4f8e-84bf-4fe0f8807647 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc433144b8ce4e74b39793292556658e&device_id=93687fbd-a641-40fe-ab3f-82c495a6371a HTTP/1.1" status: 200 len: 1097 time: 0.3832595 Jul 29 23:27:39.205666 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f2fed9-eb43-4aa0-9544-884489ec7780 req-4e24dd8c-2fa3-4fb6-872a-869f43164623 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:39.220764 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7f2fed9-eb43-4aa0-9544-884489ec7780 req-4e24dd8c-2fa3-4fb6-872a-869f43164623 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b60687-c5e1-4ce1-afaf-a7afd1f78a81 HTTP/1.1" status: 200 len: 945 time: 0.4560997 Jul 29 23:27:39.427167 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-084310a5-9277-4fa2-bbd9-3ad32ea803cf service neutron] 10.222.0.39 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382822 Jul 29 23:27:39.464779 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-168a51ce-5c12-4f20-ad51-6b54276bbbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:39.531632 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c8200d50-0ed5-40a4-9b26-80fe4fdca422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:39.557621 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-168a51ce-5c12-4f20-ad51-6b54276bbbd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c98ff85-03ca-4193-9933-06a8a5070f70']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:39.595187 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bfc9d81d-f776-40c0-9a29-7b30665c4776 req-342ec023-0e7d-47e2-82d2-5a40906dc4ae service neutron] 10.222.0.39 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607289 Jul 29 23:27:39.643245 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-168a51ce-5c12-4f20-ad51-6b54276bbbd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f52efffd-6356-4220-91ef-a8384fea6a8a') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:39.643611 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-168a51ce-5c12-4f20-ad51-6b54276bbbd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f52efffd-6356-4220-91ef-a8384fea6a8a') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:39.653077 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dddc24-0406-4a80-ac04-f2f490006b33 req-445efafe-710e-46bc-a1cb-ea492a2c29c7 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:39.654901 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a2dddc24-0406-4a80-ac04-f2f490006b33 req-445efafe-710e-46bc-a1cb-ea492a2c29c7 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=93687fbd-a641-40fe-ab3f-82c495a6371a HTTP/1.1" status: 200 len: 945 time: 0.4174750 Jul 29 23:27:39.667556 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7f2fed9-eb43-4aa0-9544-884489ec7780 req-5cefaf9f-3d80-4d59-ad43-42cf108f18e4 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fac6eab-6529-4c3f-a437-b60099c65a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455199 Jul 29 23:27:39.670332 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c8200d50-0ed5-40a4-9b26-80fe4fdca422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:39.678741 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c8200d50-0ed5-40a4-9b26-80fe4fdca422 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ee33b029-d25c-4ff1-b685-d5b5f26c2363 HTTP/1.1" status: 204 len: 168 time: 1.4666977 Jul 29 23:27:39.680784 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38716) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:39.702691 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8200d50-0ed5-40a4-9b26-80fe4fdca422 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee33b029-d25c-4ff1-b685-d5b5f26c2363,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:39.726253 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-168a51ce-5c12-4f20-ad51-6b54276bbbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:39.777832 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd75303-7ff4-447a-a0b9-f2b69332397d x-openstack-request-id: req-5cd75303-7ff4-447a-a0b9-f2b69332397d {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:39.778440 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d89cf0e-33ac-4d57-b747-d878befd14b4", "tag": "a421ab0a-3776-4ab2-95fe-a834e52a6982", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:39.778835 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5cd75303-7ff4-447a-a0b9-f2b69332397d {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:39.780256 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d89cf0e-33ac-4d57-b747-d878befd14b4', 'tag': 'a421ab0a-3776-4ab2-95fe-a834e52a6982', 'status': 'completed', 'code': 200} Jul 29 23:27:39.792821 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-168a51ce-5c12-4f20-ad51-6b54276bbbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:39.818415 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-168a51ce-5c12-4f20-ad51-6b54276bbbd1 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:27:39.818842 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-168a51ce-5c12-4f20-ad51-6b54276bbbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:39.820760 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:27:39.820760 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:27:39.820760 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:27:39.820760 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:27:39.820760 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:27:39.820760 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:27:39.820760 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:27:39.820760 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:27:39.820760 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:27:39.820760 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:27:39.820760 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:27:39.820760 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:27:39.820760 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:27:39.820760 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:27:39.820760 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:27:39.820760 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:27:39.820760 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:27:39.820760 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:27:39.820760 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:27:39.820760 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:27:39.820760 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:27:39.820760 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:27:39.820760 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:27:39.820760 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:27:39.820760 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:27:39.820760 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:27:39.820760 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:27:39.820760 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:27:39.820760 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:27:39.820760 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:27:39.820760 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:27:39.820760 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:27:39.833909 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bd9e1-8c0e-46c2-8432-1b52a422830b req-cc22ab12-0604-4b29-afb3-d002b2cc6c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:39.835423 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b4bd9e1-8c0e-46c2-8432-1b52a422830b req-cc22ab12-0604-4b29-afb3-d002b2cc6c2a service neutron] 10.222.0.23 "GET /v2.0/networks?id=e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 HTTP/1.1" status: 200 len: 905 time: 0.5791991 Jul 29 23:27:39.879188 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8009a716-a309-4f0b-8d93-4a402cd1fcb7 x-openstack-request-id: req-8009a716-a309-4f0b-8d93-4a402cd1fcb7 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:39.879925 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20655dd9-e78f-4c04-ac0f-da20aeae8d07", "name": "network-vif-plugged", "status": "completed", "tag": "088a50bf-9eba-449b-851d-b8ce1df80ef4", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:39.879925 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8009a716-a309-4f0b-8d93-4a402cd1fcb7 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:39.880685 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20655dd9-e78f-4c04-ac0f-da20aeae8d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088a50bf-9eba-449b-851d-b8ce1df80ef4', 'code': 200} Jul 29 23:27:39.931774 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a2dddc24-0406-4a80-ac04-f2f490006b33 req-dc754147-f1a6-4a54-9fb6-2a7c8c8c7e51 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316525 Jul 29 23:27:39.933729 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5ab33f4-6d7d-4a39-bc5d-e1285b61ab8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:39.974351 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f09ef-d6ea-4d4e-b515-4bcc5c03805b req-555e58a8-e4dd-4a29-aa1a-15950c0e5c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:39.980876 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-049f09ef-d6ea-4d4e-b515-4bcc5c03805b req-555e58a8-e4dd-4a29-aa1a-15950c0e5c40 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 1095 time: 0.1766934 Jul 29 23:27:39.999328 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b4bd9e1-8c0e-46c2-8432-1b52a422830b req-83ad7d09-fdc2-4063-8a9f-1cd85473340d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ea202e47-a529-4e26-9329-307f53f1077e HTTP/1.1" status: 200 len: 217 time: 0.1293631 Jul 29 23:27:40.111241 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-168a51ce-5c12-4f20-ad51-6b54276bbbd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:40.129836 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-168a51ce-5c12-4f20-ad51-6b54276bbbd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:40.133991 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-168a51ce-5c12-4f20-ad51-6b54276bbbd1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5c98ff85-03ca-4193-9933-06a8a5070f70 HTTP/1.1" status: 204 len: 168 time: 1.7075555 Jul 29 23:27:40.240734 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5ab33f4-6d7d-4a39-bc5d-e1285b61ab8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:40.251620 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a51ce-5c12-4f20-ad51-6b54276bbbd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c98ff85-03ca-4193-9933-06a8a5070f70,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:40.263025 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-e5ab33f4-6d7d-4a39-bc5d-e1285b61ab8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:40.299623 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-e5ab33f4-6d7d-4a39-bc5d-e1285b61ab8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f058680-96f9-409b-9da3-a329d820632f') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:40.300269 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-e5ab33f4-6d7d-4a39-bc5d-e1285b61ab8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f058680-96f9-409b-9da3-a329d820632f') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:40.315525 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f09ef-d6ea-4d4e-b515-4bcc5c03805b req-015d9cfd-b07c-4c24-9d34-ca83e8442412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:40.315525 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-049f09ef-d6ea-4d4e-b515-4bcc5c03805b req-015d9cfd-b07c-4c24-9d34-ca83e8442412 service neutron] 10.222.0.39 "GET /v2.0/networks?id=41b737f2-e531-4160-b598-3383b744485d HTTP/1.1" status: 200 len: 909 time: 0.3199255 Jul 29 23:27:40.322141 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5ab33f4-6d7d-4a39-bc5d-e1285b61ab8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:40.323276 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device b7a1a83b-30aa-4832-88b8-3a6a2365e7a1 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:40.355758 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38732) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:40.379209 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934be691-e034-4443-ad93-6f51a5ec8fcd req-c158831e-3b58-404e-8b56-ae6bd87e9b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:40.380931 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-934be691-e034-4443-ad93-6f51a5ec8fcd req-c158831e-3b58-404e-8b56-ae6bd87e9b19 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=20655dd9-e78f-4c04-ac0f-da20aeae8d07 HTTP/1.1" status: 200 len: 1097 time: 0.3805082 Jul 29 23:27:40.431788 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-049f09ef-d6ea-4d4e-b515-4bcc5c03805b req-63c85115-05b7-4702-ba06-c15b7e019967 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a421ab0a-3776-4ab2-95fe-a834e52a6982 HTTP/1.1" status: 200 len: 217 time: 0.1055954 Jul 29 23:27:40.434405 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5ab33f4-6d7d-4a39-bc5d-e1285b61ab8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:40.444913 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-934be691-e034-4443-ad93-6f51a5ec8fcd req-eb81e13f-7daa-48fd-9d23-083b4dbbb5d5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=5593ac6c-0e36-4ed1-b179-278d871f32af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511312 Jul 29 23:27:40.446471 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4bd9e1-8c0e-46c2-8432-1b52a422830b req-2b05ef84-17e3-498e-b1a4-8b071a5f0fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:40.448162 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b4bd9e1-8c0e-46c2-8432-1b52a422830b req-2b05ef84-17e3-498e-b1a4-8b071a5f0fac service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e930051-7a16-428b-811f-19e3c68dee70 HTTP/1.1" status: 200 len: 844 time: 0.4132087 Jul 29 23:27:40.458189 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d707179b-5770-4182-a5bc-3e61113c8a56 req-bd834668-a646-4ce7-aff0-2e6503de9706 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:40.468852 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d707179b-5770-4182-a5bc-3e61113c8a56 req-bd834668-a646-4ce7-aff0-2e6503de9706 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 943 time: 0.4379568 Jul 29 23:27:40.473575 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port b7a1a83b-30aa-4832-88b8-3a6a2365e7a1 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:27:40.490829 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port b7a1a83b-30aa-4832-88b8-3a6a2365e7a1 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:40.491868 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:40.551062 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2592a2d-71ae-4d86-8b20-97c0345d10ce req-569536ae-415a-4af1-a614-1d1fc6c04e52 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:40.551388 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f09ef-d6ea-4d4e-b515-4bcc5c03805b req-6e77bba5-1e67-4125-983d-14d9f6eb26f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:40.552874 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-049f09ef-d6ea-4d4e-b515-4bcc5c03805b req-6e77bba5-1e67-4125-983d-14d9f6eb26f8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=599960cf-5b7f-432a-8a6a-c415f2272dee HTTP/1.1" status: 200 len: 848 time: 0.0959253 Jul 29 23:27:40.553407 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2592a2d-71ae-4d86-8b20-97c0345d10ce req-569536ae-415a-4af1-a614-1d1fc6c04e52 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] 10.222.0.18 "GET /v2.0/ports?device_id=20655dd9-e78f-4c04-ac0f-da20aeae8d07 HTTP/1.1" status: 200 len: 945 time: 0.2678397 Jul 29 23:27:40.554064 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ab33f4-6d7d-4a39-bc5d-e1285b61ab8e admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:27:40.554474 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5ab33f4-6d7d-4a39-bc5d-e1285b61ab8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:40.558120 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:27:40.558120 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:27:40.558120 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:27:40.558120 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:27:40.558120 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:27:40.558120 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:27:40.558120 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:27:40.558120 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:27:40.558120 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:27:40.558120 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:27:40.558120 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:27:40.558120 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:27:40.558120 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:27:40.558120 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:27:40.558120 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:27:40.558120 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:27:40.558120 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:27:40.558120 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:27:40.558120 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:27:40.558120 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:27:40.558120 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:27:40.558120 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:27:40.558120 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:27:40.558120 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:27:40.558120 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:27:40.558120 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:27:40.558120 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:27:40.558120 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:27:40.558120 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:27:40.558120 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:27:40.558120 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:27:40.558120 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:27:40.570098 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b4bd9e1-8c0e-46c2-8432-1b52a422830b req-e92ed3e1-d30d-46ee-ac82-e35581e5ef9b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0984418 Jul 29 23:27:40.582950 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d707179b-5770-4182-a5bc-3e61113c8a56 req-49685080-8aaf-469e-bf3d-7346b3c0470c tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128407 Jul 29 23:27:40.660485 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:40.753554 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2592a2d-71ae-4d86-8b20-97c0345d10ce req-131d7296-855b-43c2-95f4-f40e23c5b2ea tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] 10.222.0.18 "GET /v2.0/security-groups?id=5593ac6c-0e36-4ed1-b179-278d871f32af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774347 Jul 29 23:27:40.772186 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port b7a1a83b-30aa-4832-88b8-3a6a2365e7a1, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b7a1a83b-30aa-4832-88b8-3a6a2365e7a1,segment=NetworkSegment(043766c5-81bc-430c-9901-6005e0bcbecd),segment_id=043766c5-81bc-430c-9901-6005e0bcbecd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:40.782323 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:40.783670 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device ea202e47-a529-4e26-9329-307f53f1077e up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:40.804431 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b4bd9e1-8c0e-46c2-8432-1b52a422830b req-950f3c2d-56f8-4b35-ba2a-b48d62a7bbe5 service neutron] 10.222.0.23 "GET /v2.0/networks/e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195940 Jul 29 23:27:40.812664 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cfd7944f-cc68-42d6-8d6e-075104561116 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=25b2ed0b032a438fa7a4df509243d7b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3916485 Jul 29 23:27:40.820933 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38746) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:40.870484 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-049f09ef-d6ea-4d4e-b515-4bcc5c03805b req-9b4b8313-feeb-4452-ba5c-1eb5c7a676fa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41b737f2-e531-4160-b598-3383b744485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3004274 Jul 29 23:27:40.941754 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=b7a1a83b-30aa-4832-88b8-3a6a2365e7a1,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:40.942606 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5ab33f4-6d7d-4a39-bc5d-e1285b61ab8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:40.952520 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5ab33f4-6d7d-4a39-bc5d-e1285b61ab8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:40.956229 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e5ab33f4-6d7d-4a39-bc5d-e1285b61ab8e admin admin] 10.222.0.18 "DELETE /v2.0/networks/dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb HTTP/1.1" status: 204 len: 168 time: 1.2729294 Jul 29 23:27:40.978403 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port ea202e47-a529-4e26-9329-307f53f1077e completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:27:40.991146 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port ea202e47-a529-4e26-9329-307f53f1077e triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:40.991538 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:41.017612 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab33f4-6d7d-4a39-bc5d-e1285b61ab8e admin admin] Pushing event deleted for resources: {'Network': ['ID=dc8f0f06-809d-4c0a-a3db-f56b9cf8b6cb,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:41.154579 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b4bd9e1-8c0e-46c2-8432-1b52a422830b req-bccf35bd-8095-4108-bd5c-09dd9698c0d1 service neutron] 10.222.0.23 "GET /v2.0/networks/e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348179 Jul 29 23:27:41.161137 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-049f09ef-d6ea-4d4e-b515-4bcc5c03805b req-07f72dbd-57fe-4a52-b43b-e5c7df9f6065 service neutron] 10.222.0.39 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2809808 Jul 29 23:27:41.181132 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:41.214361 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38756) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:41.256387 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port ea202e47-a529-4e26-9329-307f53f1077e, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ea202e47-a529-4e26-9329-307f53f1077e,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:41.262253 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:41.272747 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38758) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:41.303105 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1b0b0414-cecd-4f2f-8c8c-2c18a51ac3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:41.318550 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceda3857-3f68-48f0-b88c-27e0b5b097ae req-dfc8af12-d4fc-497f-9673-cbe43385ed3f tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:41.320148 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ceda3857-3f68-48f0-b88c-27e0b5b097ae req-dfc8af12-d4fc-497f-9673-cbe43385ed3f tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b60687-c5e1-4ce1-afaf-a7afd1f78a81 HTTP/1.1" status: 200 len: 946 time: 0.2823210 Jul 29 23:27:41.382296 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=ea202e47-a529-4e26-9329-307f53f1077e,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:41.422391 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1b0b0414-cecd-4f2f-8c8c-2c18a51ac3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:41.447878 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5ba8b615-3718-4e61-a8df-51cd2c3aed77 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bc9f40ce066549d5a00b2fc27cd6a85a&name=default HTTP/1.1" status: 200 len: 2981 time: 0.2257671 Jul 29 23:27:41.448906 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b84d0a-0d6f-4469-b001-dd4ae86c3fcb req-0b00e87f-b067-441d-a6fd-2df062a4f381 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:41.450765 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-02b84d0a-0d6f-4469-b001-dd4ae86c3fcb req-0b00e87f-b067-441d-a6fd-2df062a4f381 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=93687fbd-a641-40fe-ab3f-82c495a6371a HTTP/1.1" status: 200 len: 945 time: 0.3647938 Jul 29 23:27:41.453290 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38762) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:41.461355 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ceda3857-3f68-48f0-b88c-27e0b5b097ae req-194825fa-5745-46ee-a34b-e686fd577f98 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fac6eab-6529-4c3f-a437-b60099c65a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299577 Jul 29 23:27:41.532769 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-049f09ef-d6ea-4d4e-b515-4bcc5c03805b req-987bae6e-708d-4683-9422-f1eddb9af2e6 service neutron] 10.222.0.39 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641901 Jul 29 23:27:41.533972 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-02b84d0a-0d6f-4469-b001-dd4ae86c3fcb req-fb0a4b7d-4790-4620-a935-ec4f80b810e6 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697501 Jul 29 23:27:41.557989 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1b0b0414-cecd-4f2f-8c8c-2c18a51ac3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:41.563824 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1b0b0414-cecd-4f2f-8c8c-2c18a51ac3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:41.572560 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1b0b0414-cecd-4f2f-8c8c-2c18a51ac3b8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/853676a6-75da-4fed-8fbb-af4daf16baf5 HTTP/1.1" status: 204 len: 168 time: 0.7495034 Jul 29 23:27:41.586337 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b0414-cecd-4f2f-8c8c-2c18a51ac3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853676a6-75da-4fed-8fbb-af4daf16baf5,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:41.659759 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e80337e5-cb91-4847-b01f-b142fcdbc130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:41.702262 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e80337e5-cb91-4847-b01f-b142fcdbc130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:41.792776 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-710678e0-09b8-4f17-ad0f-33ae0ed54ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:41.796340 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e80337e5-cb91-4847-b01f-b142fcdbc130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:41.802726 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e80337e5-cb91-4847-b01f-b142fcdbc130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:41.804674 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e80337e5-cb91-4847-b01f-b142fcdbc130 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d79fff0a-09c1-4a3b-83fd-5425d61ca504 HTTP/1.1" status: 204 len: 168 time: 0.3497465 Jul 29 23:27:41.825853 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80337e5-cb91-4847-b01f-b142fcdbc130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79fff0a-09c1-4a3b-83fd-5425d61ca504,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:41.849389 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e34bd5-d2f2-4e2e-9368-bff6d713d89e req-710f5192-53a1-4e9b-ab5a-32f9c5d08b1b tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:41.851087 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-10e34bd5-d2f2-4e2e-9368-bff6d713d89e req-710f5192-53a1-4e9b-ab5a-32f9c5d08b1b tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 943 time: 0.1163361 Jul 29 23:27:41.882267 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b60687-c5e1-4ce1-afaf-a7afd1f78a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a1a83b-30aa-4832-88b8-3a6a2365e7a1'}, {'server_uuid': '93687fbd-a641-40fe-ab3f-82c495a6371a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea202e47-a529-4e26-9329-307f53f1077e'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:41.887828 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1b590a-3665-49d1-ab7e-297c65b19fa1" -d '{"events": [{"server_uuid": "87b60687-c5e1-4ce1-afaf-a7afd1f78a81", "name": "network-vif-plugged", "status": "completed", "tag": "b7a1a83b-30aa-4832-88b8-3a6a2365e7a1"}, {"server_uuid": "93687fbd-a641-40fe-ab3f-82c495a6371a", "name": "network-vif-plugged", "status": "completed", "tag": "ea202e47-a529-4e26-9329-307f53f1077e"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:41.993017 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-10e34bd5-d2f2-4e2e-9368-bff6d713d89e req-252ce1bb-8deb-4a50-8757-03a69c75da15 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308022 Jul 29 23:27:42.067025 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f781e01-06dd-4a96-be61-1a43f51876ef req-0abc4aee-7283-4169-9554-540638868ef6 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:42.069604 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f781e01-06dd-4a96-be61-1a43f51876ef req-0abc4aee-7283-4169-9554-540638868ef6 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] 10.222.0.18 "GET /v2.0/ports?device_id=20655dd9-e78f-4c04-ac0f-da20aeae8d07 HTTP/1.1" status: 200 len: 945 time: 0.1649547 Jul 29 23:27:42.084440 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0be0a984-2aa6-4235-8e6a-557413e2e644 x-openstack-request-id: req-0be0a984-2aa6-4235-8e6a-557413e2e644 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:42.087775 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b60687-c5e1-4ce1-afaf-a7afd1f78a81", "name": "network-vif-plugged", "status": "completed", "tag": "b7a1a83b-30aa-4832-88b8-3a6a2365e7a1", "code": 200}, {"server_uuid": "93687fbd-a641-40fe-ab3f-82c495a6371a", "name": "network-vif-plugged", "status": "completed", "tag": "ea202e47-a529-4e26-9329-307f53f1077e", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:42.089843 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0be0a984-2aa6-4235-8e6a-557413e2e644 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:42.091266 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b60687-c5e1-4ce1-afaf-a7afd1f78a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7a1a83b-30aa-4832-88b8-3a6a2365e7a1', 'code': 200} Jul 29 23:27:42.092625 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93687fbd-a641-40fe-ab3f-82c495a6371a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea202e47-a529-4e26-9329-307f53f1077e', 'code': 200} Jul 29 23:27:42.226056 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f781e01-06dd-4a96-be61-1a43f51876ef req-3fdb6cbe-d08f-493b-9e12-b52219c37b92 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] 10.222.0.18 "GET /v2.0/security-groups?id=5593ac6c-0e36-4ed1-b179-278d871f32af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194825 Jul 29 23:27:42.228625 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-710678e0-09b8-4f17-ad0f-33ae0ed54ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:42.315446 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-710678e0-09b8-4f17-ad0f-33ae0ed54ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:42.868112 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710678e0-09b8-4f17-ad0f-33ae0ed54ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1c5297d-24d2-4bd7-9832-86d2e3dc9f16,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:42.873865 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-710678e0-09b8-4f17-ad0f-33ae0ed54ae4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=417f2ac539d742febd0833b327ee0aaa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5992932 Jul 29 23:27:42.880342 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38804) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:42.883484 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164a4a9d-948e-4edc-bb3d-57cc11a798d8 req-96f9ea46-7dc7-445f-be1b-dd4437f02be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:42.885683 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-164a4a9d-948e-4edc-bb3d-57cc11a798d8 req-96f9ea46-7dc7-445f-be1b-dd4437f02be4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=87b60687-c5e1-4ce1-afaf-a7afd1f78a81 HTTP/1.1" status: 200 len: 1098 time: 0.6717415 Jul 29 23:27:42.993762 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bcdb13-2c07-4f7f-9d5f-b3c03e200133 req-76109210-191c-45e4-a760-45e2df1f087c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:42.995660 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7bcdb13-2c07-4f7f-9d5f-b3c03e200133 req-76109210-191c-45e4-a760-45e2df1f087c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=93687fbd-a641-40fe-ab3f-82c495a6371a HTTP/1.1" status: 200 len: 1098 time: 0.7806888 Jul 29 23:27:43.013555 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643dd30f-9ccc-4f2c-abd9-bd4301c7ed7b req-15e9f642-ebf4-4fae-9fcf-35ce75fa70df tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:43.016154 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-643dd30f-9ccc-4f2c-abd9-bd4301c7ed7b req-15e9f642-ebf4-4fae-9fcf-35ce75fa70df tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] 10.222.0.18 "GET /v2.0/ports?device_id=20655dd9-e78f-4c04-ac0f-da20aeae8d07 HTTP/1.1" status: 200 len: 945 time: 0.2444038 Jul 29 23:27:43.076167 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-164a4a9d-948e-4edc-bb3d-57cc11a798d8 req-f2a4aa04-0ce8-4b00-9b45-8794604e6259 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1fac6eab-6529-4c3f-a437-b60099c65a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728506 Jul 29 23:27:43.089486 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4cd38-069e-487a-b835-86996de7bce0 req-a72e0cf9-f63b-430c-9418-c699c9953de5 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:43.093680 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a2c4cd38-069e-487a-b835-86996de7bce0 req-a72e0cf9-f63b-430c-9418-c699c9953de5 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b60687-c5e1-4ce1-afaf-a7afd1f78a81 HTTP/1.1" status: 200 len: 946 time: 0.3194871 Jul 29 23:27:43.175719 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7bcdb13-2c07-4f7f-9d5f-b3c03e200133 req-f99e4cf0-13ea-4ba9-b2b9-f35e15882887 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560397 Jul 29 23:27:43.194118 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c489f598-acba-4bf3-a5b7-82ef36502070 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:43.232177 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-643dd30f-9ccc-4f2c-abd9-bd4301c7ed7b req-511a54f8-16b9-43be-a132-ee71a43bbecf tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] 10.222.0.18 "GET /v2.0/security-groups?id=5593ac6c-0e36-4ed1-b179-278d871f32af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870146 Jul 29 23:27:43.238979 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a2c4cd38-069e-487a-b835-86996de7bce0 req-6cc861da-394d-430f-b03e-8516b05a86f3 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fac6eab-6529-4c3f-a437-b60099c65a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242914 Jul 29 23:27:43.274931 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c489f598-acba-4bf3-a5b7-82ef36502070 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:43.389725 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c489f598-acba-4bf3-a5b7-82ef36502070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:43.395017 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c489f598-acba-4bf3-a5b7-82ef36502070 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:43.401729 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c489f598-acba-4bf3-a5b7-82ef36502070 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d1c5297d-24d2-4bd7-9832-86d2e3dc9f16 HTTP/1.1" status: 204 len: 168 time: 0.5121486 Jul 29 23:27:43.450119 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c489f598-acba-4bf3-a5b7-82ef36502070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1c5297d-24d2-4bd7-9832-86d2e3dc9f16,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:43.491219 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c489f598-acba-4bf3-a5b7-82ef36502070 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:43.491766 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c489f598-acba-4bf3-a5b7-82ef36502070 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:43.492366 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c489f598-acba-4bf3-a5b7-82ef36502070 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:43.492888 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c489f598-acba-4bf3-a5b7-82ef36502070 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:43.493608 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c489f598-acba-4bf3-a5b7-82ef36502070 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:43.493940 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c489f598-acba-4bf3-a5b7-82ef36502070 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:43.494481 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c489f598-acba-4bf3-a5b7-82ef36502070 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:43.495007 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c489f598-acba-4bf3-a5b7-82ef36502070 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:43.495533 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c489f598-acba-4bf3-a5b7-82ef36502070 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:43.496119 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c489f598-acba-4bf3-a5b7-82ef36502070 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:43.496661 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c489f598-acba-4bf3-a5b7-82ef36502070 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:43.497213 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c489f598-acba-4bf3-a5b7-82ef36502070 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:43.499164 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38828) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:43.546306 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926af4f5-4865-47bc-9c49-210e23ed996d req-9b43bc95-7c29-4162-9a69-9cd1f264172d tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:43.548997 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-926af4f5-4865-47bc-9c49-210e23ed996d req-9b43bc95-7c29-4162-9a69-9cd1f264172d tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=93687fbd-a641-40fe-ab3f-82c495a6371a HTTP/1.1" status: 200 len: 946 time: 0.1882076 Jul 29 23:27:43.618458 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef34fe9-618d-4bc8-a248-f6c4921396ab req-cb4afb19-ae2c-4438-900f-4bdc532d1662 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:43.620045 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8ef34fe9-618d-4bc8-a248-f6c4921396ab req-cb4afb19-ae2c-4438-900f-4bdc532d1662 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 943 time: 0.1620288 Jul 29 23:27:43.641955 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-926af4f5-4865-47bc-9c49-210e23ed996d req-ee46f183-2616-4b91-98d5-3b9794c7314a tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849693 Jul 29 23:27:43.674383 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-7f4b4392-ca02-4e53-83b0-3f14c3847aee admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1178614118-network', 'tenant_id': '407b24e33b01419a9c157db44904b6c1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:43.702592 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8ef34fe9-618d-4bc8-a248-f6c4921396ab req-5103c8b0-6656-480e-9892-2268b8cf2900 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593617 Jul 29 23:27:43.704547 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4b4392-ca02-4e53-83b0-3f14c3847aee admin admin] Made reservation on behalf of 407b24e33b01419a9c157db44904b6c1 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:43.707220 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4392-ca02-4e53-83b0-3f14c3847aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:43.717166 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4392-ca02-4e53-83b0-3f14c3847aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:43.878117 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4392-ca02-4e53-83b0-3f14c3847aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:43.885663 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4392-ca02-4e53-83b0-3f14c3847aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:43.918756 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f4b4392-ca02-4e53-83b0-3f14c3847aee admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:27:43.935666 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b4392-ca02-4e53-83b0-3f14c3847aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148910a7-695f-4061-81d8-eaa03597169b,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:43.946263 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4392-ca02-4e53-83b0-3f14c3847aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:43.946650 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-7f4b4392-ca02-4e53-83b0-3f14c3847aee admin admin] Added segment 78e02349-ebf5-4dd3-9947-5e841b73e154 of type vlan for network 5fd15e10-2905-4024-9ec8-71fe0d2c9ef6 Jul 29 23:27:44.006452 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4392-ca02-4e53-83b0-3f14c3847aee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:44.055782 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4392-ca02-4e53-83b0-3f14c3847aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:44.056813 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4b4392-ca02-4e53-83b0-3f14c3847aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:44.057415 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7f4b4392-ca02-4e53-83b0-3f14c3847aee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:44.089189 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7f4b4392-ca02-4e53-83b0-3f14c3847aee admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5878932 Jul 29 23:27:44.092783 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38840) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:44.098782 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-03b1e2bd-bc99-4549-be2e-02035d01b182 admin admin] Request body: {'subnet': {'network_id': '5fd15e10-2905-4024-9ec8-71fe0d2c9ef6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1178614118-subnet', 'tenant_id': '407b24e33b01419a9c157db44904b6c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:44.161083 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b1e2bd-bc99-4549-be2e-02035d01b182 admin admin] Made reservation on behalf of 407b24e33b01419a9c157db44904b6c1 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:44.165384 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-03b1e2bd-bc99-4549-be2e-02035d01b182 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:44.178576 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4b4392-ca02-4e53-83b0-3f14c3847aee admin admin] Pushing event updated for resources: {'Network': ['ID=5fd15e10-2905-4024-9ec8-71fe0d2c9ef6,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:44.199784 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 5fd15e10-2905-4024-9ec8-71fe0d2c9ef6 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:27:44.601510 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2e12b-3c1b-4b58-85f1-cb8a7764d0c4 req-07aa2f92-a6c5-4586-bcb1-f784fdba4163 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:44.603262 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-22d2e12b-3c1b-4b58-85f1-cb8a7764d0c4 req-07aa2f92-a6c5-4586-bcb1-f784fdba4163 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/ports?device_id=87b60687-c5e1-4ce1-afaf-a7afd1f78a81 HTTP/1.1" status: 200 len: 946 time: 0.1726367 Jul 29 23:27:44.605569 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-03b1e2bd-bc99-4549-be2e-02035d01b182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:44.619985 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90eaf4c-c482-48ab-a5ba-cf0a54e839e7 req-cf34f260-8b65-4b6c-8d49-8d956044a857 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:44.621685 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e90eaf4c-c482-48ab-a5ba-cf0a54e839e7 req-cf34f260-8b65-4b6c-8d49-8d956044a857 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] 10.222.0.18 "GET /v2.0/ports?device_id=20655dd9-e78f-4c04-ac0f-da20aeae8d07 HTTP/1.1" status: 200 len: 945 time: 0.1892571 Jul 29 23:27:44.737715 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b1e2bd-bc99-4549-be2e-02035d01b182 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4166ed1-6f01-4f28-aaa5-7f1517a15ed2,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:44.769596 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-22d2e12b-3c1b-4b58-85f1-cb8a7764d0c4 req-3d2cc085-3b80-4690-b696-d17f80db424b tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fac6eab-6529-4c3f-a437-b60099c65a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467175 Jul 29 23:27:44.775237 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38864) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:44.782484 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e90eaf4c-c482-48ab-a5ba-cf0a54e839e7 req-75bb8f3e-d2ff-4592-92a4-a19b62a86d77 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] 10.222.0.18 "GET /v2.0/security-groups?id=5593ac6c-0e36-4ed1-b179-278d871f32af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210730 Jul 29 23:27:44.789593 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b1e2bd-bc99-4549-be2e-02035d01b182 admin admin] Checking segment: {'id': '78e02349-ebf5-4dd3-9947-5e841b73e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5fd15e10-2905-4024-9ec8-71fe0d2c9ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:44.790182 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b1e2bd-bc99-4549-be2e-02035d01b182 admin admin] Network hostable DHCP agents. Network: 5fd15e10-2905-4024-9ec8-71fe0d2c9ef6, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:27:44.817111 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b1e2bd-bc99-4549-be2e-02035d01b182 admin admin] Network 5fd15e10-2905-4024-9ec8-71fe0d2c9ef6 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:27:44.843099 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-03b1e2bd-bc99-4549-be2e-02035d01b182 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 5fd15e10-2905-4024-9ec8-71fe0d2c9ef6) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:44.850902 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b1e2bd-bc99-4549-be2e-02035d01b182 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:44.852810 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-03b1e2bd-bc99-4549-be2e-02035d01b182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:44.858977 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1426f022-ffb0-4fa6-92a4-f040bf588407 None None] Network 5fd15e10-2905-4024-9ec8-71fe0d2c9ef6 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:44.901527 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-03b1e2bd-bc99-4549-be2e-02035d01b182 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8072824 Jul 29 23:27:45.086918 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a0df29-6704-4f6d-b20f-910b5dd7cefa None None] Network 5fd15e10-2905-4024-9ec8-71fe0d2c9ef6 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:45.103933 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5425-9a55-4c5e-a75e-744bf2df48f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:45.126007 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab21a74-7a65-47b5-be8c-ff5a4a79e7c5 req-83d90437-8e31-48a9-bbb1-a15de111b8be tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:45.128783 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ab21a74-7a65-47b5-be8c-ff5a4a79e7c5 req-83d90437-8e31-48a9-bbb1-a15de111b8be tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=93687fbd-a641-40fe-ab3f-82c495a6371a HTTP/1.1" status: 200 len: 946 time: 0.1672390 Jul 29 23:27:45.271263 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ab21a74-7a65-47b5-be8c-ff5a4a79e7c5 req-103fb46b-f7f1-4a6f-ab45-020d29aa497a tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255095 Jul 29 23:27:45.288738 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d63eb3-2940-46c7-8b6d-035bf42d18e1 req-19f72a05-198c-4bf7-9969-0d5545009ca4 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:45.303611 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68d63eb3-2940-46c7-8b6d-035bf42d18e1 req-19f72a05-198c-4bf7-9969-0d5545009ca4 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 943 time: 0.1982131 Jul 29 23:27:45.340139 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5425-9a55-4c5e-a75e-744bf2df48f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:45.348501 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bb4a5425-9a55-4c5e-a75e-744bf2df48f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:45.372183 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68d63eb3-2940-46c7-8b6d-035bf42d18e1 req-9d4407fc-0414-45d1-a054-103cb0fbbe99 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660923 Jul 29 23:27:45.446153 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a5425-9a55-4c5e-a75e-744bf2df48f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc5b510-f283-4827-9968-7d83e3c84677,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:45.473633 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bb4a5425-9a55-4c5e-a75e-744bf2df48f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c71fe6ca36e49828ea1734d013cdc94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6889315 Jul 29 23:27:45.474651 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38888) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:45.542463 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72e331-24fe-4562-94a8-223e476d2f15 req-0d7480d0-5403-4074-a2c0-adfc412f23be tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:45.550023 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dd72e331-24fe-4562-94a8-223e476d2f15 req-0d7480d0-5403-4074-a2c0-adfc412f23be tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c2efac9-05f9-446e-82e6-c56d94d28715 HTTP/1.1" status: 200 len: 945 time: 0.1105738 Jul 29 23:27:45.571454 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9dacf0de-60e2-49a8-ba59-dd884fcf4ebc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:45.604726 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9dacf0de-60e2-49a8-ba59-dd884fcf4ebc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:45.633437 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dd72e331-24fe-4562-94a8-223e476d2f15 req-0189b950-e468-4b19-8a4e-b8aaa8c64ca9 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fac6eab-6529-4c3f-a437-b60099c65a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754292 Jul 29 23:27:45.697104 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9dacf0de-60e2-49a8-ba59-dd884fcf4ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:45.704721 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9dacf0de-60e2-49a8-ba59-dd884fcf4ebc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:45.705896 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9dacf0de-60e2-49a8-ba59-dd884fcf4ebc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/adc5b510-f283-4827-9968-7d83e3c84677 HTTP/1.1" status: 204 len: 168 time: 0.2296515 Jul 29 23:27:45.715155 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dacf0de-60e2-49a8-ba59-dd884fcf4ebc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc5b510-f283-4827-9968-7d83e3c84677,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:45.724127 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dacf0de-60e2-49a8-ba59-dd884fcf4ebc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:45.724476 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dacf0de-60e2-49a8-ba59-dd884fcf4ebc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:45.724823 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dacf0de-60e2-49a8-ba59-dd884fcf4ebc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:45.725723 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dacf0de-60e2-49a8-ba59-dd884fcf4ebc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:45.726272 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dacf0de-60e2-49a8-ba59-dd884fcf4ebc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:45.726613 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dacf0de-60e2-49a8-ba59-dd884fcf4ebc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:45.726950 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dacf0de-60e2-49a8-ba59-dd884fcf4ebc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:45.727294 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dacf0de-60e2-49a8-ba59-dd884fcf4ebc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:45.727617 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dacf0de-60e2-49a8-ba59-dd884fcf4ebc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:45.727973 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dacf0de-60e2-49a8-ba59-dd884fcf4ebc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:45.728309 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dacf0de-60e2-49a8-ba59-dd884fcf4ebc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:45.728635 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dacf0de-60e2-49a8-ba59-dd884fcf4ebc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:46.122293 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-c3972a86-ef91-4f06-b3d3-cf7ff4ba0f9d tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:46.132666 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-c3972a86-ef91-4f06-b3d3-cf7ff4ba0f9d tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] 10.222.0.18 "GET /v2.0/networks?id=5fd15e10-2905-4024-9ec8-71fe0d2c9ef6 HTTP/1.1" status: 200 len: 818 time: 0.1508374 Jul 29 23:27:46.145590 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-c8288e0a-902f-4917-85ac-2b9f9f6f64d3 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] 10.222.0.18 "GET /v2.0/quotas/407b24e33b01419a9c157db44904b6c1 HTTP/1.1" status: 200 len: 375 time: 0.0110636 Jul 29 23:27:46.208857 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-49fe0a16-3586-4621-850a-bba41e716c75 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=407b24e33b01419a9c157db44904b6c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522676 Jul 29 23:27:46.358840 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-a79f353d-f7a4-4b51-b44d-f8e14ea842a6 service neutron] 10.222.0.18 "GET /v2.0/networks/5fd15e10-2905-4024-9ec8-71fe0d2c9ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353276 Jul 29 23:27:46.533088 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-25015c19-de35-410c-92f9-6a9e7b068386 service neutron] 10.222.0.18 "GET /v2.0/networks/5fd15e10-2905-4024-9ec8-71fe0d2c9ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681373 Jul 29 23:27:46.878001 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf3923-7ab1-495e-9040-00abc3846007 req-95eae23c-c038-4608-a8aa-5af437da92d9 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:46.881110 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0cdf3923-7ab1-495e-9040-00abc3846007 req-95eae23c-c038-4608-a8aa-5af437da92d9 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=93687fbd-a641-40fe-ab3f-82c495a6371a HTTP/1.1" status: 200 len: 946 time: 0.1407957 Jul 29 23:27:46.893638 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38950) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:47.015010 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0cdf3923-7ab1-495e-9040-00abc3846007 req-bedf4432-5a06-4323-95f2-6bd89edef645 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166146 Jul 29 23:27:47.135858 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-3aaca83d-5123-4786-9182-571999e53db2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1453947197-network', 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:47.167694 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aaca83d-5123-4786-9182-571999e53db2 admin admin] Made reservation on behalf of 1b88923046a64f0cbc69a614c91ce1e9 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:47.174498 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3aaca83d-5123-4786-9182-571999e53db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:47.179207 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d8f4fe-8461-48f5-ba87-ef089460f585 req-af08cff7-c9d0-446a-92bb-943b59cb3505 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:47.192849 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50d8f4fe-8461-48f5-ba87-ef089460f585 req-af08cff7-c9d0-446a-92bb-943b59cb3505 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] 10.222.0.18 "GET /v2.0/ports?device_id=20655dd9-e78f-4c04-ac0f-da20aeae8d07 HTTP/1.1" status: 200 len: 945 time: 0.0809965 Jul 29 23:27:47.203747 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3aaca83d-5123-4786-9182-571999e53db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:47.223025 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:27:47.295870 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50d8f4fe-8461-48f5-ba87-ef089460f585 req-aaec9760-bd86-4c65-b011-0e6bf1402794 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] 10.222.0.18 "GET /v2.0/security-groups?id=5593ac6c-0e36-4ed1-b179-278d871f32af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006150 Jul 29 23:27:47.306312 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f2d8c3-9bc8-4756-8796-0ae2fd7e43e7 req-7b3b89cc-a9f4-4b0d-8572-db83062b7809 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:47.308399 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e3f2d8c3-9bc8-4756-8796-0ae2fd7e43e7 req-7b3b89cc-a9f4-4b0d-8572-db83062b7809 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] 10.222.0.39 "GET /v2.0/ports?device_id=20655dd9-e78f-4c04-ac0f-da20aeae8d07 HTTP/1.1" status: 200 len: 945 time: 0.0803671 Jul 29 23:27:47.372473 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93b2134-8ec8-4aa3-8182-bfbfa606c08c req-8443ef94-a38c-4d06-8b9f-6816f6479ab6 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:47.382186 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b93b2134-8ec8-4aa3-8182-bfbfa606c08c req-8443ef94-a38c-4d06-8b9f-6816f6479ab6 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 943 time: 0.1207957 Jul 29 23:27:47.456994 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b93b2134-8ec8-4aa3-8182-bfbfa606c08c req-3377c3f1-89fc-4d97-8f1b-e5f3908c2430 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738175 Jul 29 23:27:47.550172 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f546a222-3015-48b2-af35-3b3b8507c6aa req-8501ff93-eca5-4a83-a599-806168bcdaf7 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b2bfe21-d9e2-4945-9e3e-5e6f83b31668 HTTP/1.1" status: 200 len: 210 time: 0.0417058 Jul 29 23:27:47.567140 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3aaca83d-5123-4786-9182-571999e53db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:47.574960 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-e3f2d8c3-9bc8-4756-8796-0ae2fd7e43e7 req-eab87ec9-48e5-468c-b75b-2f644ff1a7a6 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] Deleting port 088a50bf-9eba-449b-851d-b8ce1df80ef4 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:47.575734 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e3f2d8c3-9bc8-4756-8796-0ae2fd7e43e7 req-eab87ec9-48e5-468c-b75b-2f644ff1a7a6 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:47.579733 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3aaca83d-5123-4786-9182-571999e53db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:47.689418 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aaca83d-5123-4786-9182-571999e53db2 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:27:47.719201 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaca83d-5123-4786-9182-571999e53db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5c58a1-104a-4fdf-8d04-3b82c5432514,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:47.731374 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3aaca83d-5123-4786-9182-571999e53db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:47.732421 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-3aaca83d-5123-4786-9182-571999e53db2 admin admin] Added segment 509fa46d-998d-413c-9893-dc66a48d71f6 of type vlan for network 34a9b01a-fb87-4012-8543-47877b831421 Jul 29 23:27:47.861061 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3aaca83d-5123-4786-9182-571999e53db2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:47.885365 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-e3f2d8c3-9bc8-4756-8796-0ae2fd7e43e7 req-eab87ec9-48e5-468c-b75b-2f644ff1a7a6 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] For port 088a50bf-9eba-449b-851d-b8ce1df80ef4, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=088a50bf-9eba-449b-851d-b8ce1df80ef4,segment=NetworkSegment(def789bf-1708-43e2-af86-8dc8f1957c16),segment_id=def789bf-1708-43e2-af86-8dc8f1957c16)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:47.886258 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e3f2d8c3-9bc8-4756-8796-0ae2fd7e43e7 req-eab87ec9-48e5-468c-b75b-2f644ff1a7a6 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:47.921727 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-e3f2d8c3-9bc8-4756-8796-0ae2fd7e43e7 req-eab87ec9-48e5-468c-b75b-2f644ff1a7a6 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] Calling delete_port for 088a50bf-9eba-449b-851d-b8ce1df80ef4 owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:47.947946 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3aaca83d-5123-4786-9182-571999e53db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:47.949268 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaca83d-5123-4786-9182-571999e53db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:47.950114 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3aaca83d-5123-4786-9182-571999e53db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:48.152033 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3aaca83d-5123-4786-9182-571999e53db2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2561169 Jul 29 23:27:48.160784 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38992) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:48.168279 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-a3f8a8fb-4c4e-4ad0-8d1c-21ce3aeb60f8 admin admin] Request body: {'subnet': {'network_id': '34a9b01a-fb87-4012-8543-47877b831421', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1453947197-subnet', 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:48.178133 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaca83d-5123-4786-9182-571999e53db2 admin admin] Pushing event updated for resources: {'Network': ['ID=34a9b01a-fb87-4012-8543-47877b831421,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:48.196966 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 34a9b01a-fb87-4012-8543-47877b831421 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:27:48.252813 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3f8a8fb-4c4e-4ad0-8d1c-21ce3aeb60f8 admin admin] Made reservation on behalf of 1b88923046a64f0cbc69a614c91ce1e9 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:48.255897 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a3f8a8fb-4c4e-4ad0-8d1c-21ce3aeb60f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:48.321904 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-d6264b23-6a60-4451-917c-0969aef412c8 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:48.326089 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-d6264b23-6a60-4451-917c-0969aef412c8 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/networks?id=ae1486ae-3af6-4899-8b73-36007b460797 HTTP/1.1" status: 200 len: 812 time: 0.2316096 Jul 29 23:27:48.350748 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-b33aabd5-0630-4848-88ce-196f42d145b0 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/quotas/792c2fd23e8b4a1ebc8931a27810d6a3 HTTP/1.1" status: 200 len: 375 time: 0.0176513 Jul 29 23:27:48.489560 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-d2f849e2-1db5-43d7-b1ec-8d000e39d545 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=792c2fd23e8b4a1ebc8931a27810d6a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1377988 Jul 29 23:27:48.575912 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e3f2d8c3-9bc8-4756-8796-0ae2fd7e43e7 req-eab87ec9-48e5-468c-b75b-2f644ff1a7a6 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:48.591428 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['088a50bf-9eba-449b-851d-b8ce1df80ef4'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:48.635794 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab87ec9-48e5-468c-b75b-2f644ff1a7a6 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] Pushing event deleted for resources: {'Port': ['ID=088a50bf-9eba-449b-851d-b8ce1df80ef4,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:48.672455 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-96c33ac6-5ae2-4a21-b171-563f51c8e4a6 req-96a09964-dcbc-4d66-a765-f125fabcec3a tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] 10.222.0.18 "GET /v2.0/ports?device_id=20655dd9-e78f-4c04-ac0f-da20aeae8d07 HTTP/1.1" status: 200 len: 210 time: 0.1014137 Jul 29 23:27:48.705432 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4a5a0-7d7b-4fac-9dd0-617bf679d095 req-cab879df-773e-4f16-aa2a-1860c236d29e tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:48.708501 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20c4a5a0-7d7b-4fac-9dd0-617bf679d095 req-cab879df-773e-4f16-aa2a-1860c236d29e tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c2efac9-05f9-446e-82e6-c56d94d28715 HTTP/1.1" status: 200 len: 945 time: 0.2942336 Jul 29 23:27:48.721150 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3f2d8c3-9bc8-4756-8796-0ae2fd7e43e7 req-eab87ec9-48e5-468c-b75b-2f644ff1a7a6 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] No DVR routers for this DVR port 088a50bf-9eba-449b-851d-b8ce1df80ef4 on host n-h2-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:48.729509 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e3f2d8c3-9bc8-4756-8796-0ae2fd7e43e7 req-eab87ec9-48e5-468c-b75b-2f644ff1a7a6 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:48.733159 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e3f2d8c3-9bc8-4756-8796-0ae2fd7e43e7 req-eab87ec9-48e5-468c-b75b-2f644ff1a7a6 tempest-ServersNegativeTestMultiTenantJSON-288929190 tempest-ServersNegativeTestMultiTenantJSON-288929190-project] 10.222.0.39 "DELETE /v2.0/ports/088a50bf-9eba-449b-851d-b8ce1df80ef4 HTTP/1.1" status: 204 len: 173 time: 1.4158325 Jul 29 23:27:48.733793 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20655dd9-e78f-4c04-ac0f-da20aeae8d07', 'name': 'network-vif-deleted', 'tag': '088a50bf-9eba-449b-851d-b8ce1df80ef4'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:48.742511 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053828e9-fa32-43e6-91ea-df05ab5de59e" -d '{"events": [{"server_uuid": "20655dd9-e78f-4c04-ac0f-da20aeae8d07", "name": "network-vif-deleted", "tag": "088a50bf-9eba-449b-851d-b8ce1df80ef4"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:48.771468 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a3f8a8fb-4c4e-4ad0-8d1c-21ce3aeb60f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:48.844179 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8a8fb-4c4e-4ad0-8d1c-21ce3aeb60f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d30afb76-e1b0-42cb-bf28-c9514a93f8f1,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:48.877860 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f8a8fb-4c4e-4ad0-8d1c-21ce3aeb60f8 admin admin] Checking segment: {'id': '509fa46d-998d-413c-9893-dc66a48d71f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '34a9b01a-fb87-4012-8543-47877b831421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:48.880466 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f8a8fb-4c4e-4ad0-8d1c-21ce3aeb60f8 admin admin] Network hostable DHCP agents. Network: 34a9b01a-fb87-4012-8543-47877b831421, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:27:48.915921 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-51ec0a66-c1d9-46b3-99ac-758063d64569 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:48.917499 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-51ec0a66-c1d9-46b3-99ac-758063d64569 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] 10.222.0.23 "GET /v2.0/networks?id=5fd15e10-2905-4024-9ec8-71fe0d2c9ef6 HTTP/1.1" status: 200 len: 818 time: 0.4794588 Jul 29 23:27:48.926646 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f8a8fb-4c4e-4ad0-8d1c-21ce3aeb60f8 admin admin] Network 34a9b01a-fb87-4012-8543-47877b831421 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:27:48.927279 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-e1a6f949-18ec-41c2-8841-1e77fa1c59cd service neutron] 10.222.0.18 "GET /v2.0/networks/ae1486ae-3af6-4899-8b73-36007b460797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171424 Jul 29 23:27:48.942854 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-a3f8a8fb-4c4e-4ad0-8d1c-21ce3aeb60f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 34a9b01a-fb87-4012-8543-47877b831421) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:48.945623 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-664a6f19-ff6b-46dc-8da1-7a7217a2cca9 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] Request body: {'port': {'device_id': '6b2bfe21-d9e2-4945-9e3e-5e6f83b31668', 'network_id': '5fd15e10-2905-4024-9ec8-71fe0d2c9ef6', 'admin_state_up': True, 'tenant_id': '407b24e33b01419a9c157db44904b6c1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:48.949379 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3f8a8fb-4c4e-4ad0-8d1c-21ce3aeb60f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:48.953107 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a3f8a8fb-4c4e-4ad0-8d1c-21ce3aeb60f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:48.954455 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58463312-24d1-45ae-a518-7fec9681ba7c None None] Network 34a9b01a-fb87-4012-8543-47877b831421 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:48.986078 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a3f8a8fb-4c4e-4ad0-8d1c-21ce3aeb60f8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8199179 Jul 29 23:27:48.986801 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39014) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:48.995072 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-f290902a-b6c8-45dd-829a-c958889ebbab admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1453947197-router', 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:49.027997 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f290902a-b6c8-45dd-829a-c958889ebbab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.029044 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f290902a-b6c8-45dd-829a-c958889ebbab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.101365 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f290902a-b6c8-45dd-829a-c958889ebbab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.169433 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-20c4a5a0-7d7b-4fac-9dd0-617bf679d095 req-9786f29d-57e6-49f2-b691-ee98d9a2beb7 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Deleting port 69497e27-8ced-4405-963f-d7a1e2b34b91 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:49.170042 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-20c4a5a0-7d7b-4fac-9dd0-617bf679d095 req-9786f29d-57e6-49f2-b691-ee98d9a2beb7 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.219668 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2555a0a1-eddd-4614-97ab-76b3bcf0f8d6 req-5478983d-346e-4912-8088-cfe800f72c2f tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:49.221273 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2555a0a1-eddd-4614-97ab-76b3bcf0f8d6 req-5478983d-346e-4912-8088-cfe800f72c2f tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 943 time: 0.2911878 Jul 29 23:27:49.228064 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89acaca2-ee42-4d30-95cd-b722269e204d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-34a9b01a-fb87-4012-8543-47877b831421', 'network_id': '34a9b01a-fb87-4012-8543-47877b831421', 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'fixed_ips': [{'subnet_id': 'd30afb76-e1b0-42cb-bf28-c9514a93f8f1'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:27:49.231051 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-89acaca2-ee42-4d30-95cd-b722269e204d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.337433 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f290902a-b6c8-45dd-829a-c958889ebbab admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.409794 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-5780f092-abfa-4637-b13b-223500fe183a service neutron] 10.222.0.18 "GET /v2.0/networks/ae1486ae-3af6-4899-8b73-36007b460797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4817586 Jul 29 23:27:49.504489 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-89acaca2-ee42-4d30-95cd-b722269e204d None None] Allocated IP 172.20.0.2 (34a9b01a-fb87-4012-8543-47877b831421/d30afb76-e1b0-42cb-bf28-c9514a93f8f1/38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:27:49.534332 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-20c4a5a0-7d7b-4fac-9dd0-617bf679d095 req-9786f29d-57e6-49f2-b691-ee98d9a2beb7 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] For port 69497e27-8ced-4405-963f-d7a1e2b34b91, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=69497e27-8ced-4405-963f-d7a1e2b34b91,segment=NetworkSegment(043766c5-81bc-430c-9901-6005e0bcbecd),segment_id=043766c5-81bc-430c-9901-6005e0bcbecd)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:49.534982 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-20c4a5a0-7d7b-4fac-9dd0-617bf679d095 req-9786f29d-57e6-49f2-b691-ee98d9a2beb7 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.565575 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2555a0a1-eddd-4614-97ab-76b3bcf0f8d6 req-7e0f4ca8-3ce3-4e1d-b723-d83fdf281634 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745144 Jul 29 23:27:49.592498 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-20c4a5a0-7d7b-4fac-9dd0-617bf679d095 req-9786f29d-57e6-49f2-b691-ee98d9a2beb7 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Calling delete_port for 69497e27-8ced-4405-963f-d7a1e2b34b91 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:49.716513 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3572583c-e2c7-4337-b1e1-f4cf8b319b56 req-5b1ce3fb-572c-4a0b-99f8-1cc0bc0a1519 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:49.719723 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3572583c-e2c7-4337-b1e1-f4cf8b319b56 req-5b1ce3fb-572c-4a0b-99f8-1cc0bc0a1519 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.23 "GET /v2.0/ports?device_id=87b60687-c5e1-4ce1-afaf-a7afd1f78a81 HTTP/1.1" status: 200 len: 946 time: 0.3761666 Jul 29 23:27:49.726397 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-664a6f19-ff6b-46dc-8da1-7a7217a2cca9 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] Made reservation on behalf of 407b24e33b01419a9c157db44904b6c1 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:49.732093 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f290902a-b6c8-45dd-829a-c958889ebbab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.733468 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-664a6f19-ff6b-46dc-8da1-7a7217a2cca9 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.759472 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-89acaca2-ee42-4d30-95cd-b722269e204d None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.769166 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f290902a-b6c8-45dd-829a-c958889ebbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.770392 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-89acaca2-ee42-4d30-95cd-b722269e204d None None] Transition to ACTIVE for port object 38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:27:49.804178 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-89acaca2-ee42-4d30-95cd-b722269e204d None None] Transition to ACTIVE for port object 38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:27:49.812984 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-89acaca2-ee42-4d30-95cd-b722269e204d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:49.877276 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793675e7-d9f9-4558-a15e-493e269e3ddc x-openstack-request-id: req-793675e7-d9f9-4558-a15e-493e269e3ddc {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:49.877843 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20655dd9-e78f-4c04-ac0f-da20aeae8d07", "name": "network-vif-deleted", "tag": "088a50bf-9eba-449b-851d-b8ce1df80ef4", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:49.878304 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-793675e7-d9f9-4558-a15e-493e269e3ddc {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:49.878949 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20655dd9-e78f-4c04-ac0f-da20aeae8d07', 'name': 'network-vif-deleted', 'tag': '088a50bf-9eba-449b-851d-b8ce1df80ef4', 'status': 'completed', 'code': 200} Jul 29 23:27:49.923078 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89acaca2-ee42-4d30-95cd-b722269e204d None None] Pushing event updated for resources: {'Port': ['ID=38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:49.929609 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89acaca2-ee42-4d30-95cd-b722269e204d None None] Network 34a9b01a-fb87-4012-8543-47877b831421 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:27:49.933180 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-89acaca2-ee42-4d30-95cd-b722269e204d None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:49.938535 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89acaca2-ee42-4d30-95cd-b722269e204d None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:27:49.989561 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b4972f8b-1132-404c-880d-f6dd058ffa29 req-47806342-4ee9-4e83-b5fc-f6908e5cd194 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b2bfe21-d9e2-4945-9e3e-5e6f83b31668 HTTP/1.1" status: 200 len: 210 time: 0.2316926 Jul 29 23:27:50.028784 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-f290902a-b6c8-45dd-829a-c958889ebbab admin admin] Allocated IP 172.25.8.44 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/56ecd2dd-a89f-4358-959b-ce3663370a90) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:27:50.110548 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-89acaca2-ee42-4d30-95cd-b722269e204d None None] Attempting to bind port 38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:27:50.111135 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-89acaca2-ee42-4d30-95cd-b722269e204d None None] Attempting to bind port 38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '509fa46d-998d-413c-9893-dc66a48d71f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '34a9b01a-fb87-4012-8543-47877b831421'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:27:50.111593 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89acaca2-ee42-4d30-95cd-b722269e204d None None] Attempting to bind port 38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6 on network 34a9b01a-fb87-4012-8543-47877b831421 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:50.132430 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89acaca2-ee42-4d30-95cd-b722269e204d None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:27:50.133836 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89acaca2-ee42-4d30-95cd-b722269e204d None None] Checking segment: {'id': '509fa46d-998d-413c-9893-dc66a48d71f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '34a9b01a-fb87-4012-8543-47877b831421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:50.135188 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-89acaca2-ee42-4d30-95cd-b722269e204d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.135829 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89acaca2-ee42-4d30-95cd-b722269e204d None None] Bound using segment: {'id': '509fa46d-998d-413c-9893-dc66a48d71f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '34a9b01a-fb87-4012-8543-47877b831421'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:27:50.136989 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-89acaca2-ee42-4d30-95cd-b722269e204d None None] Bound port: 38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509fa46d-998d-413c-9893-dc66a48d71f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '34a9b01a-fb87-4012-8543-47877b831421'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:27:50.137610 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-89acaca2-ee42-4d30-95cd-b722269e204d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.245544 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f290902a-b6c8-45dd-829a-c958889ebbab admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.294330 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39042) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:50.305954 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f290902a-b6c8-45dd-829a-c958889ebbab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.355410 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device ea202e47-a529-4e26-9329-307f53f1077e details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:27:50.420007 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-89acaca2-ee42-4d30-95cd-b722269e204d None None] For port 38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:27:50.453199 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-89acaca2-ee42-4d30-95cd-b722269e204d None None] For port 38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6,segment=NetworkSegment(509fa46d-998d-413c-9893-dc66a48d71f6),segment_id=509fa46d-998d-413c-9893-dc66a48d71f6)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:27:50.474140 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-89acaca2-ee42-4d30-95cd-b722269e204d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.501606 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f290902a-b6c8-45dd-829a-c958889ebbab admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:27:50.513701 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-f290902a-b6c8-45dd-829a-c958889ebbab admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:50.517521 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f290902a-b6c8-45dd-829a-c958889ebbab admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:27:50.533062 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c67604d-204e-43c7-963d-af51d6d72d90 admin admin] Deleting subnet 34202c3c-e00d-4b97-ba9d-bb6ac7df8a3b {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:27:50.550936 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c67604d-204e-43c7-963d-af51d6d72d90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:50.653032 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f290902a-b6c8-45dd-829a-c958889ebbab admin admin] Pushing event updated for resources: {'Port': ['ID=56ecd2dd-a89f-4358-959b-ce3663370a90,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:50.829495 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15492455-2a4e-49a8-99d3-6e66996a428d req-d32e39e4-50f3-43f9-aeac-a89b4685c4a6 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/ports?device_id=3364489f-5013-4137-a027-59a57dd12680 HTTP/1.1" status: 200 len: 210 time: 0.1313746 Jul 29 23:27:50.928329 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-664a6f19-ff6b-46dc-8da1-7a7217a2cca9 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] Allocated IP 172.20.0.12 (5fd15e10-2905-4024-9ec8-71fe0d2c9ef6/a4166ed1-6f01-4f28-aaa5-7f1517a15ed2/0d1bf5c0-607d-4301-a9be-31a0b16a4743) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:27:50.950800 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89acaca2-ee42-4d30-95cd-b722269e204d None None] Pushing event updated for resources: {'Port': ['ID=38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:50.989936 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-20c4a5a0-7d7b-4fac-9dd0-617bf679d095 req-9786f29d-57e6-49f2-b691-ee98d9a2beb7 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:51.022230 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['b7a1a83b-30aa-4832-88b8-3a6a2365e7a1'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:51.154015 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['69497e27-8ced-4405-963f-d7a1e2b34b91'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:51.331371 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9786f29d-57e6-49f2-b691-ee98d9a2beb7 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Pushing event deleted for resources: {'Port': ['ID=69497e27-8ced-4405-963f-d7a1e2b34b91,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:51.364920 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c67604d-204e-43c7-963d-af51d6d72d90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:51.420401 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port ea202e47-a529-4e26-9329-307f53f1077e, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ea202e47-a529-4e26-9329-307f53f1077e,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:51.598011 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'ea202e47-a529-4e26-9329-307f53f1077e', 'network_id': 'e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2', 'port_id': 'ea202e47-a529-4e26-9329-307f53f1077e', 'mac_address': 'fa:16:3e:07:65:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e930051-7a16-428b-811f-19e3c68dee70', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:27:51.694074 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:51.772949 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device a421ab0a-3776-4ab2-95fe-a834e52a6982 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:27:51.790992 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c67604d-204e-43c7-963d-af51d6d72d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:51.838043 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa65d23a-67ec-4c47-a8c9-b405ef8e7f0f req-7ef8162e-2e1e-4850-9396-bdaa95ea625b tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b2bfe21-d9e2-4945-9e3e-5e6f83b31668 HTTP/1.1" status: 200 len: 210 time: 0.6161902 Jul 29 23:27:51.847282 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c4a5a0-7d7b-4fac-9dd0-617bf679d095 req-9786f29d-57e6-49f2-b691-ee98d9a2beb7 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] No DVR routers for this DVR port 69497e27-8ced-4405-963f-d7a1e2b34b91 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:51.850818 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-20c4a5a0-7d7b-4fac-9dd0-617bf679d095 req-9786f29d-57e6-49f2-b691-ee98d9a2beb7 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:51.854907 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20c4a5a0-7d7b-4fac-9dd0-617bf679d095 req-9786f29d-57e6-49f2-b691-ee98d9a2beb7 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.39 "DELETE /v2.0/ports/69497e27-8ced-4405-963f-d7a1e2b34b91 HTTP/1.1" status: 204 len: 173 time: 3.1331453 Jul 29 23:27:51.872421 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c2efac9-05f9-446e-82e6-c56d94d28715', 'name': 'network-vif-deleted', 'tag': '69497e27-8ced-4405-963f-d7a1e2b34b91'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:51.876008 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b206af9-c439-4b33-8589-448007a82944" -d '{"events": [{"server_uuid": "9c2efac9-05f9-446e-82e6-c56d94d28715", "name": "network-vif-deleted", "tag": "69497e27-8ced-4405-963f-d7a1e2b34b91"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:51.925531 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fded6b-e56c-4756-9cd9-b025ad84a58a req-5dc65145-b548-4e46-8672-5f08f1be97aa tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:51.943917 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31fded6b-e56c-4756-9cd9-b025ad84a58a req-5dc65145-b548-4e46-8672-5f08f1be97aa tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 943 time: 1.1044326 Jul 29 23:27:52.009736 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port a421ab0a-3776-4ab2-95fe-a834e52a6982, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a421ab0a-3776-4ab2-95fe-a834e52a6982,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:52.039502 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f290902a-b6c8-45dd-829a-c958889ebbab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.050163 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 088a50bf-9eba-449b-851d-b8ce1df80ef4 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:52.064607 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31fded6b-e56c-4756-9cd9-b025ad84a58a req-7890365a-16ff-4272-adc5-766bd9a943ef tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172490 Jul 29 23:27:52.074210 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'a421ab0a-3776-4ab2-95fe-a834e52a6982', 'network_id': '41b737f2-e531-4160-b598-3383b744485d', 'port_id': 'a421ab0a-3776-4ab2-95fe-a834e52a6982', 'mac_address': 'fa:16:3e:e0:4a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '599960cf-5b7f-432a-8a6a-c415f2272dee', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:27:52.180058 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 088a50bf-9eba-449b-851d-b8ce1df80ef4 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:52.180408 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 088a50bf-9eba-449b-851d-b8ce1df80ef4 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:52.195189 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-3572583c-e2c7-4337-b1e1-f4cf8b319b56 req-483c8b72-bcd4-4a13-8f62-37582e9aca75 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Deleting port b7a1a83b-30aa-4832-88b8-3a6a2365e7a1 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:27:52.202864 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3572583c-e2c7-4337-b1e1-f4cf8b319b56 req-483c8b72-bcd4-4a13-8f62-37582e9aca75 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.216772 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.246283 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c67604d-204e-43c7-963d-af51d6d72d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.439083 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea202e47-a529-4e26-9329-307f53f1077e {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:52.476620 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d70828-b6a7-4b40-8d79-e2cca122f2dd x-openstack-request-id: req-d1d70828-b6a7-4b40-8d79-e2cca122f2dd {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:52.477720 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c2efac9-05f9-446e-82e6-c56d94d28715", "name": "network-vif-deleted", "tag": "69497e27-8ced-4405-963f-d7a1e2b34b91", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:52.491467 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1d70828-b6a7-4b40-8d79-e2cca122f2dd {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:52.500590 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c2efac9-05f9-446e-82e6-c56d94d28715', 'name': 'network-vif-deleted', 'tag': '69497e27-8ced-4405-963f-d7a1e2b34b91', 'status': 'completed', 'code': 200} Jul 29 23:27:52.556825 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port ea202e47-a529-4e26-9329-307f53f1077e, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ea202e47-a529-4e26-9329-307f53f1077e,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:52.583731 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.587252 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.658080 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-10c16370-e332-435c-b33b-f654119ebdbb req-bf6ae3a7-06a1-4c23-baf0-64c84ca32d25 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/ports?device_id=3364489f-5013-4137-a027-59a57dd12680 HTTP/1.1" status: 200 len: 210 time: 0.1396198 Jul 29 23:27:52.744443 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a421ab0a-3776-4ab2-95fe-a834e52a6982 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:52.791600 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-664a6f19-ff6b-46dc-8da1-7a7217a2cca9 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.818707 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port a421ab0a-3776-4ab2-95fe-a834e52a6982, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a421ab0a-3776-4ab2-95fe-a834e52a6982,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:52.829190 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=ea202e47-a529-4e26-9329-307f53f1077e,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:52.858864 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:52.862495 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:27:52.891342 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-664a6f19-ff6b-46dc-8da1-7a7217a2cca9 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:53.144618 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['ea202e47-a529-4e26-9329-307f53f1077e'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:53.337422 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-3572583c-e2c7-4337-b1e1-f4cf8b319b56 req-483c8b72-bcd4-4a13-8f62-37582e9aca75 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] For port b7a1a83b-30aa-4832-88b8-3a6a2365e7a1, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b7a1a83b-30aa-4832-88b8-3a6a2365e7a1,segment=NetworkSegment(043766c5-81bc-430c-9901-6005e0bcbecd),segment_id=043766c5-81bc-430c-9901-6005e0bcbecd)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:53.337878 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3572583c-e2c7-4337-b1e1-f4cf8b319b56 req-483c8b72-bcd4-4a13-8f62-37582e9aca75 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:53.390376 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-3572583c-e2c7-4337-b1e1-f4cf8b319b56 req-483c8b72-bcd4-4a13-8f62-37582e9aca75 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Calling delete_port for b7a1a83b-30aa-4832-88b8-3a6a2365e7a1 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:27:53.434413 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20434dc4-f88e-4b1b-8214-518e42868eb2 None None] Network 34a9b01a-fb87-4012-8543-47877b831421 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:27:53.458877 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['a421ab0a-3776-4ab2-95fe-a834e52a6982'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:27:53.489338 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=a421ab0a-3776-4ab2-95fe-a834e52a6982,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:53.613782 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664a6f19-ff6b-46dc-8da1-7a7217a2cca9 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] Pushing event updated for resources: {'Port': ['ID=0d1bf5c0-607d-4301-a9be-31a0b16a4743,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:53.719556 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f290902a-b6c8-45dd-829a-c958889ebbab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:53.725328 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67604d-204e-43c7-963d-af51d6d72d90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34202c3c-e00d-4b97-ba9d-bb6ac7df8a3b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:53.740062 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 69497e27-8ced-4405-963f-d7a1e2b34b91 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:53.792111 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 69497e27-8ced-4405-963f-d7a1e2b34b91 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:27:53.792635 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 69497e27-8ced-4405-963f-d7a1e2b34b91 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:27:53.844017 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c67604d-204e-43c7-963d-af51d6d72d90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:53.848287 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7f5e73a4-7e4e-4a67-b90b-3a3378bbe1a7 None None] Provisioning for port 38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:27:53.860821 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5c67604d-204e-43c7-963d-af51d6d72d90 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/34202c3c-e00d-4b97-ba9d-bb6ac7df8a3b HTTP/1.1" status: 204 len: 168 time: 3.5600400 Jul 29 23:27:53.876057 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39124) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:53.884772 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7f5e73a4-7e4e-4a67-b90b-3a3378bbe1a7 None None] Provisioning complete for port 38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:53.885335 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7f5e73a4-7e4e-4a67-b90b-3a3378bbe1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:53.905058 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-664a6f19-ff6b-46dc-8da1-7a7217a2cca9 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] Network 5fd15e10-2905-4024-9ec8-71fe0d2c9ef6 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:27:53.961956 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-664a6f19-ff6b-46dc-8da1-7a7217a2cca9 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:53.980957 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-664a6f19-ff6b-46dc-8da1-7a7217a2cca9 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:27:54.265163 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5dd15e7d-afaa-4601-a0db-dc46ca398497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:54.291141 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-aab1d678-2208-45d7-9839-ee630bd292e6 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:54.296295 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-aab1d678-2208-45d7-9839-ee630bd292e6 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.39 "GET /v2.0/networks?id=ae1486ae-3af6-4899-8b73-36007b460797 HTTP/1.1" status: 200 len: 812 time: 0.5782249 Jul 29 23:27:54.318147 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-b21b653c-d6cf-4d78-94b2-0f1145cd7c83 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Request body: {'port': {'device_id': '3364489f-5013-4137-a027-59a57dd12680', 'network_id': 'ae1486ae-3af6-4899-8b73-36007b460797', 'admin_state_up': True, 'tenant_id': '792c2fd23e8b4a1ebc8931a27810d6a3'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:54.594360 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7f5e73a4-7e4e-4a67-b90b-3a3378bbe1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:54.634010 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device b7a1a83b-30aa-4832-88b8-3a6a2365e7a1 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:27:54.939246 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-7f5e73a4-7e4e-4a67-b90b-3a3378bbe1a7 None None] For port 38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6,segment=NetworkSegment(509fa46d-998d-413c-9893-dc66a48d71f6),segment_id=509fa46d-998d-413c-9893-dc66a48d71f6)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:54.946778 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7f5e73a4-7e4e-4a67-b90b-3a3378bbe1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:54.965242 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-664a6f19-ff6b-46dc-8da1-7a7217a2cca9 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:54.966146 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-664a6f19-ff6b-46dc-8da1-7a7217a2cca9 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.018974 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5dd15e7d-afaa-4601-a0db-dc46ca398497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.047680 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-5dd15e7d-afaa-4601-a0db-dc46ca398497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b0d060-d3d1-4034-9d9b-59557113428c']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:55.074002 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-5dd15e7d-afaa-4601-a0db-dc46ca398497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'def789bf-1708-43e2-af86-8dc8f1957c16') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:55.074271 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-5dd15e7d-afaa-4601-a0db-dc46ca398497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'def789bf-1708-43e2-af86-8dc8f1957c16') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:55.098048 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5dd15e7d-afaa-4601-a0db-dc46ca398497 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.117324 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-b9bbbb8d-52c3-453b-8f17-3969ffff956c tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:55.120239 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-b9bbbb8d-52c3-453b-8f17-3969ffff956c tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.39 "GET /v2.0/networks?id=ae1486ae-3af6-4899-8b73-36007b460797 HTTP/1.1" status: 200 len: 812 time: 2.5432994 Jul 29 23:27:55.125338 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-664a6f19-ff6b-46dc-8da1-7a7217a2cca9 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1854057 Jul 29 23:27:55.127324 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5dd15e7d-afaa-4601-a0db-dc46ca398497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.138813 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd15e7d-afaa-4601-a0db-dc46ca398497 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:27:55.139447 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5dd15e7d-afaa-4601-a0db-dc46ca398497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.144067 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c117d-5f9c-4e1a-b32d-93fd92e31d10 req-27fa1f38-fe35-4fd2-b776-ecba1f58ca3b tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:55.156645 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-526c117d-5f9c-4e1a-b32d-93fd92e31d10 req-27fa1f38-fe35-4fd2-b776-ecba1f58ca3b tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b2bfe21-d9e2-4945-9e3e-5e6f83b31668 HTTP/1.1" status: 200 len: 932 time: 1.9055941 Jul 29 23:27:55.170784 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-4c279a6e-2616-4ef1-8b24-fa165877e751 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Request body: {'port': {'device_id': '9bb2ff14-01d7-4001-8db8-412019b5f70f', 'network_id': 'ae1486ae-3af6-4899-8b73-36007b460797', 'admin_state_up': True, 'tenant_id': '792c2fd23e8b4a1ebc8931a27810d6a3'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:55.177573 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3572583c-e2c7-4337-b1e1-f4cf8b319b56 req-483c8b72-bcd4-4a13-8f62-37582e9aca75 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.200710 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e969f-3f12-4ea9-b56b-b67988e3a265 req-079d7bf6-784d-43ae-8e3d-f3191bcbea42 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:55.209518 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:27:55.209518 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:27:55.209518 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:27:55.209518 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:27:55.209518 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:27:55.209518 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:27:55.209518 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:27:55.209518 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:27:55.209518 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:27:55.209518 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:27:55.209518 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:27:55.209518 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:27:55.209518 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:27:55.209518 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:27:55.209518 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:27:55.209518 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:27:55.209518 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:27:55.209518 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:27:55.209518 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:27:55.209518 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:27:55.209518 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:27:55.209518 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:27:55.209518 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:27:55.209518 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:27:55.209518 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:27:55.209518 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:27:55.209518 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:27:55.209518 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:27:55.209518 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:27:55.209518 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:27:55.209518 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:27:55.209518 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:27:55.215710 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac3e969f-3f12-4ea9-b56b-b67988e3a265 req-079d7bf6-784d-43ae-8e3d-f3191bcbea42 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 944 time: 1.5797646 Jul 29 23:27:55.232315 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-d4e9360e-2d1f-4d9c-b70e-b0482333e57f service neutron] Request body: {'port': {'device_id': '6b2bfe21-d9e2-4945-9e3e-5e6f83b31668', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:55.254711 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e73a4-7e4e-4a67-b90b-3a3378bbe1a7 None None] Pushing event updated for resources: {'Port': ['ID=38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:55.298778 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.359742 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-d4e9360e-2d1f-4d9c-b70e-b0482333e57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.386499 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-74867445-88c5-44d5-b918-e38bc9e9c564 None None] Provisioning complete for port 38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:55.386889 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-74867445-88c5-44d5-b918-e38bc9e9c564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.472304 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5dd15e7d-afaa-4601-a0db-dc46ca398497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.499689 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5dd15e7d-afaa-4601-a0db-dc46ca398497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.503314 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5dd15e7d-afaa-4601-a0db-dc46ca398497 admin admin] 10.222.0.18 "DELETE /v2.0/networks/84b0d060-d3d1-4034-9d9b-59557113428c HTTP/1.1" status: 204 len: 168 time: 1.6243594 Jul 29 23:27:55.510236 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39130) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:55.642123 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:55.658337 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd15e7d-afaa-4601-a0db-dc46ca398497 admin admin] Pushing event deleted for resources: {'Network': ['ID=84b0d060-d3d1-4034-9d9b-59557113428c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:55.728596 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483c8b72-bcd4-4a13-8f62-37582e9aca75 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Pushing event deleted for resources: {'Port': ['ID=b7a1a83b-30aa-4832-88b8-3a6a2365e7a1,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:55.740438 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device a421ab0a-3776-4ab2-95fe-a834e52a6982 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:55.746042 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:55.747733 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.814799 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-b21b653c-d6cf-4d78-94b2-0f1145cd7c83 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Made reservation on behalf of 792c2fd23e8b4a1ebc8931a27810d6a3 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:55.820523 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-b21b653c-d6cf-4d78-94b2-0f1145cd7c83 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.862160 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-3572583c-e2c7-4337-b1e1-f4cf8b319b56 req-483c8b72-bcd4-4a13-8f62-37582e9aca75 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] No DVR routers for this DVR port b7a1a83b-30aa-4832-88b8-3a6a2365e7a1 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:27:55.872701 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3572583c-e2c7-4337-b1e1-f4cf8b319b56 req-483c8b72-bcd4-4a13-8f62-37582e9aca75 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.877267 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3572583c-e2c7-4337-b1e1-f4cf8b319b56 req-483c8b72-bcd4-4a13-8f62-37582e9aca75 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.23 "DELETE /v2.0/ports/b7a1a83b-30aa-4832-88b8-3a6a2365e7a1 HTTP/1.1" status: 204 len: 173 time: 6.1170194 Jul 29 23:27:55.895819 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port a421ab0a-3776-4ab2-95fe-a834e52a6982 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:27:55.903554 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe189260-24b0-4e54-9af5-777a648cc713 admin admin] Deleting subnet da90af97-f6f5-452b-818a-900ffcee260a {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:27:55.913045 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port a421ab0a-3776-4ab2-95fe-a834e52a6982 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:55.914075 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:55.939984 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fe189260-24b0-4e54-9af5-777a648cc713 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.019813 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f290902a-b6c8-45dd-829a-c958889ebbab admin admin] Router 65580c99-64bb-4c92-88fb-3fa25086e809 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:27:56.287654 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.345860 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b60687-c5e1-4ce1-afaf-a7afd1f78a81', 'name': 'network-vif-deleted', 'tag': 'b7a1a83b-30aa-4832-88b8-3a6a2365e7a1'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:56.351694 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa7458f-8d85-4506-b0c2-5a10ae6ffc9e" -d '{"events": [{"server_uuid": "87b60687-c5e1-4ce1-afaf-a7afd1f78a81", "name": "network-vif-deleted", "tag": "b7a1a83b-30aa-4832-88b8-3a6a2365e7a1"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:56.365462 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d89cf0e-33ac-4d57-b747-d878befd14b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a421ab0a-3776-4ab2-95fe-a834e52a6982'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:56.372181 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a9ac09-85e6-4fb7-91c6-197e8c5f466b" -d '{"events": [{"server_uuid": "7d89cf0e-33ac-4d57-b747-d878befd14b4", "name": "network-vif-plugged", "status": "completed", "tag": "a421ab0a-3776-4ab2-95fe-a834e52a6982"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:56.396578 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fe189260-24b0-4e54-9af5-777a648cc713 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.431964 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-526c117d-5f9c-4e1a-b32d-93fd92e31d10 req-68c911c9-b38a-457d-88d5-adcb8c9bb6b4 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] 10.222.0.18 "GET /v2.0/security-groups?id=148910a7-695f-4061-81d8-eaa03597169b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2734773 Jul 29 23:27:56.437638 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac3e969f-3f12-4ea9-b56b-b67988e3a265 req-c5cea908-f7c8-45ae-939c-b8ac13ed0b02 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2193332 Jul 29 23:27:56.448055 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port a421ab0a-3776-4ab2-95fe-a834e52a6982, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a421ab0a-3776-4ab2-95fe-a834e52a6982,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:56.454688 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.595865 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-4c279a6e-2616-4ef1-8b24-fa165877e751 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Made reservation on behalf of 792c2fd23e8b4a1ebc8931a27810d6a3 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:27:56.605917 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-4c279a6e-2616-4ef1-8b24-fa165877e751 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.659347 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device ea202e47-a529-4e26-9329-307f53f1077e up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:27:56.718853 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-b21b653c-d6cf-4d78-94b2-0f1145cd7c83 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Allocated IP 172.20.0.14 (ae1486ae-3af6-4899-8b73-36007b460797/5943c7f0-6966-430f-88ba-768a7e84911e/72db2675-6ffd-420a-93da-6b14fc72b996) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:27:56.825274 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fe189260-24b0-4e54-9af5-777a648cc713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:56.846580 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=a421ab0a-3776-4ab2-95fe-a834e52a6982,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:56.986235 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port ea202e47-a529-4e26-9329-307f53f1077e triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:27:56.989730 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:57.130787 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-de0d9a17-8d0d-418a-b8bf-4291f05f5864 req-69ba1a7b-d366-4a4c-be8f-44bc36267689 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/ports?device_id=3364489f-5013-4137-a027-59a57dd12680 HTTP/1.1" status: 200 len: 210 time: 0.1541340 Jul 29 23:27:57.190873 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f290902a-b6c8-45dd-829a-c958889ebbab admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:27:57.245248 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efde5ef-cee6-4ba1-ac43-03d5a1acac78 x-openstack-request-id: req-5efde5ef-cee6-4ba1-ac43-03d5a1acac78 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:57.245248 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d89cf0e-33ac-4d57-b747-d878befd14b4", "name": "network-vif-plugged", "status": "completed", "tag": "a421ab0a-3776-4ab2-95fe-a834e52a6982", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:57.245248 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5efde5ef-cee6-4ba1-ac43-03d5a1acac78 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:57.245248 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d89cf0e-33ac-4d57-b747-d878befd14b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a421ab0a-3776-4ab2-95fe-a834e52a6982', 'code': 200} Jul 29 23:27:57.252191 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75450157-9998-4ff0-b6d6-c9a610634005 None None] Sync routers for ids ['65580c99-64bb-4c92-88fb-3fa25086e809'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:27:57.278824 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fe189260-24b0-4e54-9af5-777a648cc713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:57.282915 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75450157-9998-4ff0-b6d6-c9a610634005 None None] Routers {'65580c99-64bb-4c92-88fb-3fa25086e809'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:57.287524 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-75450157-9998-4ff0-b6d6-c9a610634005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:27:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['65580c99-64bb-4c92-88fb-3fa25086e809'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:57.350406 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39150) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:57.371335 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-d4e9360e-2d1f-4d9c-b70e-b0482333e57f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d1bf5c0-607d-4301-a9be-31a0b16a4743 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:27:57.384566 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-d4e9360e-2d1f-4d9c-b70e-b0482333e57f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:57.397488 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:57.400795 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f290902a-b6c8-45dd-829a-c958889ebbab admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:57.408404 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-d4e9360e-2d1f-4d9c-b70e-b0482333e57f service neutron] Transition to ACTIVE for port object 0d1bf5c0-607d-4301-a9be-31a0b16a4743 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:27:57.411628 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f290902a-b6c8-45dd-829a-c958889ebbab admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.4227788 Jul 29 23:27:57.426123 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028860e1-815a-42e2-91eb-1f7712ab62c0 x-openstack-request-id: req-028860e1-815a-42e2-91eb-1f7712ab62c0 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:57.426440 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b60687-c5e1-4ce1-afaf-a7afd1f78a81", "name": "network-vif-deleted", "tag": "b7a1a83b-30aa-4832-88b8-3a6a2365e7a1", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:57.426666 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-028860e1-815a-42e2-91eb-1f7712ab62c0 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:57.427067 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b60687-c5e1-4ce1-afaf-a7afd1f78a81', 'name': 'network-vif-deleted', 'tag': 'b7a1a83b-30aa-4832-88b8-3a6a2365e7a1', 'status': 'completed', 'code': 200} Jul 29 23:27:57.431274 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 39154) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:57.432017 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-d4e9360e-2d1f-4d9c-b70e-b0482333e57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:57.509328 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port ea202e47-a529-4e26-9329-307f53f1077e, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ea202e47-a529-4e26-9329-307f53f1077e,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:27:57.516419 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:57.528267 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fe189260-24b0-4e54-9af5-777a648cc713 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:57.540799 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fe189260-24b0-4e54-9af5-777a648cc713 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/da90af97-f6f5-452b-818a-900ffcee260a HTTP/1.1" status: 204 len: 168 time: 1.9647520 Jul 29 23:27:57.572907 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe189260-24b0-4e54-9af5-777a648cc713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da90af97-f6f5-452b-818a-900ffcee260a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:57.589048 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39160) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:57.714165 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=ea202e47-a529-4e26-9329-307f53f1077e,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:57.720681 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-75450157-9998-4ff0-b6d6-c9a610634005 None None] Set router 65580c99-64bb-4c92-88fb-3fa25086e809 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:57.772226 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-92bd1169-72f9-4215-9ed2-c5c6ff830a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:57.942976 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-92bd1169-72f9-4215-9ed2-c5c6ff830a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:57.964867 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-92bd1169-72f9-4215-9ed2-c5c6ff830a59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba1848ed-f676-4ca1-9fb6-da963a55a8fa']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:57.987412 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-92bd1169-72f9-4215-9ed2-c5c6ff830a59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a97f709-ae28-4da6-9299-0024f36fa200') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:57.988141 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-92bd1169-72f9-4215-9ed2-c5c6ff830a59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a97f709-ae28-4da6-9299-0024f36fa200') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:58.009674 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fe982-a4f2-4c34-9101-87801e091eca req-043a2da6-1f02-4e49-8c96-0211735a2a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:58.012578 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-92bd1169-72f9-4215-9ed2-c5c6ff830a59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:58.016603 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f2fe982-a4f2-4c34-9101-87801e091eca req-043a2da6-1f02-4e49-8c96-0211735a2a59 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 1097 time: 0.6012197 Jul 29 23:27:58.043571 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-92bd1169-72f9-4215-9ed2-c5c6ff830a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:58.068577 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92bd1169-72f9-4215-9ed2-c5c6ff830a59 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:27:58.069600 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-92bd1169-72f9-4215-9ed2-c5c6ff830a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:58.101577 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:27:58.101577 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:27:58.101577 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:27:58.101577 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:27:58.101577 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:27:58.101577 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:27:58.101577 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:27:58.101577 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:27:58.101577 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:27:58.101577 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:27:58.101577 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:27:58.101577 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:27:58.101577 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:27:58.101577 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:27:58.101577 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:27:58.101577 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:27:58.101577 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:27:58.101577 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:27:58.101577 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:27:58.101577 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:27:58.101577 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:27:58.101577 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:27:58.101577 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:27:58.101577 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:27:58.101577 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:27:58.101577 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:27:58.101577 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:27:58.101577 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:27:58.101577 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:27:58.101577 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:27:58.101577 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:27:58.101577 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:27:58.130048 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-75450157-9998-4ff0-b6d6-c9a610634005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'name': 'tempest-TaggedBootDevicesTest-1453947197-router', 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '56ecd2dd-a89f-4358-959b-ce3663370a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:49Z', 'updated_at': '2021-07-29T23:27:51Z', 'revision_number': 3, 'project_id': '1b88923046a64f0cbc69a614c91ce1e9', 'gw_port': {'id': '56ecd2dd-a89f-4358-959b-ce3663370a90', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:49Z', 'updated_at': '2021-07-29T23:27:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:58.178304 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75450157-9998-4ff0-b6d6-c9a610634005 None None] Checking router: 65580c99-64bb-4c92-88fb-3fa25086e809 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:27:58.178924 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75450157-9998-4ff0-b6d6-c9a610634005 None None] Updating router 65580c99-64bb-4c92-88fb-3fa25086e809 port 56ecd2dd-a89f-4358-959b-ce3663370a90 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:27:58.182835 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591c268-e831-4e7a-88b9-e0afa3b2bf69 req-2956ba45-a314-4203-9a9a-bff5e4d4495a tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:58.189704 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2824ed4e-4cc7-41c4-ae59-890281843c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:58.196176 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f591c268-e831-4e7a-88b9-e0afa3b2bf69 req-2956ba45-a314-4203-9a9a-bff5e4d4495a tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b2bfe21-d9e2-4945-9e3e-5e6f83b31668 HTTP/1.1" status: 200 len: 944 time: 0.3162324 Jul 29 23:27:58.212385 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-75450157-9998-4ff0-b6d6-c9a610634005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:58.293901 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19bcc70-8804-499c-bb1d-304be1794e39 req-d9bab7a5-95e6-4868-8c97-91dfc30d33fc tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:58.306166 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e19bcc70-8804-499c-bb1d-304be1794e39 req-d9bab7a5-95e6-4868-8c97-91dfc30d33fc tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 945 time: 0.6139033 Jul 29 23:27:58.317738 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9360e-2d1f-4d9c-b70e-b0482333e57f service neutron] Pushing event updated for resources: {'Port': ['ID=0d1bf5c0-607d-4301-a9be-31a0b16a4743,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:58.355513 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f2fe982-a4f2-4c34-9101-87801e091eca req-a22a7c96-22fc-4266-a080-55d743082965 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924876 Jul 29 23:27:58.421734 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-b21b653c-d6cf-4d78-94b2-0f1145cd7c83 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:58.427623 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-92bd1169-72f9-4215-9ed2-c5c6ff830a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:58.447551 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-92bd1169-72f9-4215-9ed2-c5c6ff830a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:58.452377 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-92bd1169-72f9-4215-9ed2-c5c6ff830a59 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ba1848ed-f676-4ca1-9fb6-da963a55a8fa HTTP/1.1" status: 204 len: 168 time: 0.8557041 Jul 29 23:27:58.487639 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f591c268-e831-4e7a-88b9-e0afa3b2bf69 req-7beaa6eb-bbb9-42e7-9497-cb555efaa01b tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] 10.222.0.18 "GET /v2.0/security-groups?id=148910a7-695f-4061-81d8-eaa03597169b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2899809 Jul 29 23:27:58.488446 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd1169-72f9-4215-9ed2-c5c6ff830a59 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba1848ed-f676-4ca1-9fb6-da963a55a8fa,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:58.565757 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2824ed4e-4cc7-41c4-ae59-890281843c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:58.577333 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e19bcc70-8804-499c-bb1d-304be1794e39 req-24c20308-ef0c-4ace-8136-db9606086606 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691607 Jul 29 23:27:58.583887 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2824ed4e-4cc7-41c4-ae59-890281843c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:58.768692 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824ed4e-4cc7-41c4-ae59-890281843c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008b7513-8404-41a6-ab41-06836895803c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:58.863650 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2824ed4e-4cc7-41c4-ae59-890281843c01 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4811cb2a78dd48a88fe2b059c77039af&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4989839 Jul 29 23:27:58.868538 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39178) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:58.872783 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39180) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:58.876859 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-b21b653c-d6cf-4d78-94b2-0f1145cd7c83 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:58.990672 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-75450157-9998-4ff0-b6d6-c9a610634005 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:59.005885 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-b21b653c-d6cf-4d78-94b2-0f1145cd7c83 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Network ae1486ae-3af6-4899-8b73-36007b460797 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:27:59.016758 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-b21b653c-d6cf-4d78-94b2-0f1145cd7c83 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:27:59.019408 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-b21b653c-d6cf-4d78-94b2-0f1145cd7c83 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:27:59.039764 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-75450157-9998-4ff0-b6d6-c9a610634005 None None] Transition to ACTIVE for port object 56ecd2dd-a89f-4358-959b-ce3663370a90 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:27:59.066679 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-75450157-9998-4ff0-b6d6-c9a610634005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:59.073773 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-d4e9360e-2d1f-4d9c-b70e-b0482333e57f service neutron] Attempting to bind port 0d1bf5c0-607d-4301-a9be-31a0b16a4743 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:27:59.074707 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-d4e9360e-2d1f-4d9c-b70e-b0482333e57f service neutron] Attempting to bind port 0d1bf5c0-607d-4301-a9be-31a0b16a4743 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '78e02349-ebf5-4dd3-9947-5e841b73e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5fd15e10-2905-4024-9ec8-71fe0d2c9ef6'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:27:59.075551 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-d4e9360e-2d1f-4d9c-b70e-b0482333e57f service neutron] Attempting to bind port 0d1bf5c0-607d-4301-a9be-31a0b16a4743 on network 5fd15e10-2905-4024-9ec8-71fe0d2c9ef6 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:59.095051 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-b21b653c-d6cf-4d78-94b2-0f1145cd7c83 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:59.095704 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-b21b653c-d6cf-4d78-94b2-0f1145cd7c83 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:59.104753 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-d4e9360e-2d1f-4d9c-b70e-b0482333e57f service neutron] Port 0d1bf5c0-607d-4301-a9be-31a0b16a4743 on network 5fd15e10-2905-4024-9ec8-71fe0d2c9ef6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:27:59.105714 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-d4e9360e-2d1f-4d9c-b70e-b0482333e57f service neutron] Attempting to bind port 0d1bf5c0-607d-4301-a9be-31a0b16a4743 on network 5fd15e10-2905-4024-9ec8-71fe0d2c9ef6 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:59.160349 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-75450157-9998-4ff0-b6d6-c9a610634005 None None] Attempting to bind port 56ecd2dd-a89f-4358-959b-ce3663370a90 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:27:59.161707 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c6eba7cf-2972-4576-abbe-260783d1a6a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=91965ac6d36d47fca857c5b1c0b1a953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2684994 Jul 29 23:27:59.165147 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-75450157-9998-4ff0-b6d6-c9a610634005 None None] Attempting to bind port 56ecd2dd-a89f-4358-959b-ce3663370a90 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:27:59.165585 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75450157-9998-4ff0-b6d6-c9a610634005 None None] Attempting to bind port 56ecd2dd-a89f-4358-959b-ce3663370a90 on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:27:59.171307 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 39184) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:27:59.181014 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-d4e9360e-2d1f-4d9c-b70e-b0482333e57f service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 27, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:27:59.181904 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-d4e9360e-2d1f-4d9c-b70e-b0482333e57f service neutron] Checking segment: {'id': '78e02349-ebf5-4dd3-9947-5e841b73e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5fd15e10-2905-4024-9ec8-71fe0d2c9ef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:59.182918 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-d4e9360e-2d1f-4d9c-b70e-b0482333e57f service neutron] Bound using segment: {'id': '78e02349-ebf5-4dd3-9947-5e841b73e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5fd15e10-2905-4024-9ec8-71fe0d2c9ef6'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:27:59.183221 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2da854d5-65e1-4bbe-9ec6-4f9963d216f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:59.184296 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-d4e9360e-2d1f-4d9c-b70e-b0482333e57f service neutron] Bound port: 0d1bf5c0-607d-4301-a9be-31a0b16a4743, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78e02349-ebf5-4dd3-9947-5e841b73e154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5fd15e10-2905-4024-9ec8-71fe0d2c9ef6'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:27:59.185319 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-d4e9360e-2d1f-4d9c-b70e-b0482333e57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:59.192337 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-4c279a6e-2616-4ef1-8b24-fa165877e751 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Allocated IP 172.20.0.13 (ae1486ae-3af6-4899-8b73-36007b460797/5943c7f0-6966-430f-88ba-768a7e84911e/9e7f744c-242e-42c7-94fa-6b996e40c5a2) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:27:59.205625 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93687fbd-a641-40fe-ab3f-82c495a6371a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea202e47-a529-4e26-9329-307f53f1077e'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:27:59.208240 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48042e9a-7ac1-4765-a4cb-687517963abe" -d '{"events": [{"server_uuid": "93687fbd-a641-40fe-ab3f-82c495a6371a", "name": "network-vif-plugged", "status": "completed", "tag": "ea202e47-a529-4e26-9329-307f53f1077e"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:27:59.229682 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2da854d5-65e1-4bbe-9ec6-4f9963d216f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:59.237551 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75450157-9998-4ff0-b6d6-c9a610634005 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:27:59.239783 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75450157-9998-4ff0-b6d6-c9a610634005 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:27:59.242314 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-75450157-9998-4ff0-b6d6-c9a610634005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:59.242770 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75450157-9998-4ff0-b6d6-c9a610634005 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:27:59.243377 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-75450157-9998-4ff0-b6d6-c9a610634005 None None] Bound port: 56ecd2dd-a89f-4358-959b-ce3663370a90, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:27:59.246933 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-75450157-9998-4ff0-b6d6-c9a610634005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:59.294969 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43bed25d-260e-42ce-a44d-f20afad9d004 x-openstack-request-id: req-43bed25d-260e-42ce-a44d-f20afad9d004 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:27:59.295795 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93687fbd-a641-40fe-ab3f-82c495a6371a", "name": "network-vif-plugged", "status": "completed", "tag": "ea202e47-a529-4e26-9329-307f53f1077e", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:27:59.296069 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43bed25d-260e-42ce-a44d-f20afad9d004 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:27:59.296504 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93687fbd-a641-40fe-ab3f-82c495a6371a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea202e47-a529-4e26-9329-307f53f1077e', 'code': 200} Jul 29 23:27:59.313318 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e40af06-99f5-4f64-85c3-21ef864cee48 req-8714807c-da13-459d-85c5-36bfc1891ace tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:27:59.328851 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3e40af06-99f5-4f64-85c3-21ef864cee48 req-8714807c-da13-459d-85c5-36bfc1891ace tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/ports?device_id=3364489f-5013-4137-a027-59a57dd12680 HTTP/1.1" status: 200 len: 932 time: 0.2819514 Jul 29 23:27:59.329584 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21b653c-d6cf-4d78-94b2-0f1145cd7c83 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Pushing event updated for resources: {'Port': ['ID=72db2675-6ffd-420a-93da-6b14fc72b996,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:59.340231 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2da854d5-65e1-4bbe-9ec6-4f9963d216f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:59.344404 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:59.346048 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2da854d5-65e1-4bbe-9ec6-4f9963d216f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:59.350702 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2da854d5-65e1-4bbe-9ec6-4f9963d216f1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/008b7513-8404-41a6-ab41-06836895803c HTTP/1.1" status: 204 len: 168 time: 0.4659431 Jul 29 23:27:59.355031 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-b21b653c-d6cf-4d78-94b2-0f1145cd7c83 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0473979 Jul 29 23:27:59.370228 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-2571faa0-a85a-4960-a4b6-c526ad77e849 service neutron] Request body: {'port': {'device_id': '3364489f-5013-4137-a027-59a57dd12680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:27:59.375483 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da854d5-65e1-4bbe-9ec6-4f9963d216f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008b7513-8404-41a6-ab41-06836895803c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:59.381078 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-75450157-9998-4ff0-b6d6-c9a610634005 None None] For port 56ecd2dd-a89f-4358-959b-ce3663370a90, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:27:59.391382 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-75450157-9998-4ff0-b6d6-c9a610634005 None None] For port 56ecd2dd-a89f-4358-959b-ce3663370a90, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=56ecd2dd-a89f-4358-959b-ce3663370a90,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:27:59.408869 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-75450157-9998-4ff0-b6d6-c9a610634005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:59.475017 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-2571faa0-a85a-4960-a4b6-c526ad77e849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:59.492562 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75450157-9998-4ff0-b6d6-c9a610634005 None None] Routers {'65580c99-64bb-4c92-88fb-3fa25086e809'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:27:59.493235 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-75450157-9998-4ff0-b6d6-c9a610634005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:27:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['65580c99-64bb-4c92-88fb-3fa25086e809'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:27:59.648889 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:59.686612 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-75450157-9998-4ff0-b6d6-c9a610634005 None None] Set router 65580c99-64bb-4c92-88fb-3fa25086e809 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:27:59.767760 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3e40af06-99f5-4f64-85c3-21ef864cee48 req-f138f681-de85-4c77-9f78-152c80cfef17 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fac6eab-6529-4c3f-a437-b60099c65a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064742 Jul 29 23:27:59.852994 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dd386582-3e5d-417c-a826-a2c03e0c22eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:59.868545 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-d4e9360e-2d1f-4d9c-b70e-b0482333e57f service neutron] For port 0d1bf5c0-607d-4301-a9be-31a0b16a4743, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:27:59.949133 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-d4e9360e-2d1f-4d9c-b70e-b0482333e57f service neutron] For port 0d1bf5c0-607d-4301-a9be-31a0b16a4743, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=0d1bf5c0-607d-4301-a9be-31a0b16a4743,segment=NetworkSegment(78e02349-ebf5-4dd3-9947-5e841b73e154),segment_id=78e02349-ebf5-4dd3-9947-5e841b73e154)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:27:59.968755 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dd386582-3e5d-417c-a826-a2c03e0c22eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:27:59.975725 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ab364-78d3-4572-9778-abe0cfda687f None None] Pushing event updated for resources: {'Port': ['ID=56ecd2dd-a89f-4358-959b-ce3663370a90,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:27:59.994416 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ab364-78d3-4572-9778-abe0cfda687f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:59.995061 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ab364-78d3-4572-9778-abe0cfda687f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:59.995642 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ab364-78d3-4572-9778-abe0cfda687f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:59.996197 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ab364-78d3-4572-9778-abe0cfda687f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:59.996674 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ab364-78d3-4572-9778-abe0cfda687f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:59.997136 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ab364-78d3-4572-9778-abe0cfda687f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:59.997580 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ab364-78d3-4572-9778-abe0cfda687f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:27:59.999480 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ab364-78d3-4572-9778-abe0cfda687f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:00.004920 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ab364-78d3-4572-9778-abe0cfda687f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:00.005730 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ab364-78d3-4572-9778-abe0cfda687f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:00.006545 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ab364-78d3-4572-9778-abe0cfda687f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:00.007293 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f01ab364-78d3-4572-9778-abe0cfda687f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:00.054197 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-d4e9360e-2d1f-4d9c-b70e-b0482333e57f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:00.091364 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ab364-78d3-4572-9778-abe0cfda687f None None] Pushing event updated for resources: {'Port': ['ID=56ecd2dd-a89f-4358-959b-ce3663370a90,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:00.127639 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-75450157-9998-4ff0-b6d6-c9a610634005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'name': 'tempest-TaggedBootDevicesTest-1453947197-router', 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '56ecd2dd-a89f-4358-959b-ce3663370a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:49Z', 'updated_at': '2021-07-29T23:27:51Z', 'revision_number': 3, 'project_id': '1b88923046a64f0cbc69a614c91ce1e9', 'gw_port': {'id': '56ecd2dd-a89f-4358-959b-ce3663370a90', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:49Z', 'updated_at': '2021-07-29T23:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:00.188728 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75450157-9998-4ff0-b6d6-c9a610634005 None None] The sync data for ids ['65580c99-64bb-4c92-88fb-3fa25086e809'] in n-d-712140-10 is: [{'id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'name': 'tempest-TaggedBootDevicesTest-1453947197-router', 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '56ecd2dd-a89f-4358-959b-ce3663370a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:49Z', 'updated_at': '2021-07-29T23:27:51Z', 'revision_number': 3, 'project_id': '1b88923046a64f0cbc69a614c91ce1e9', 'gw_port': {'id': '56ecd2dd-a89f-4358-959b-ce3663370a90', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9f:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:49Z', 'updated_at': '2021-07-29T23:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:28:00.262446 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ceb5d7-11a1-42f0-aa12-7a23bc9eedcf req-8c5874d5-0f82-4035-b595-202da02f0a99 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:00.283806 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-48ceb5d7-11a1-42f0-aa12-7a23bc9eedcf req-8c5874d5-0f82-4035-b595-202da02f0a99 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b2bfe21-d9e2-4945-9e3e-5e6f83b31668 HTTP/1.1" status: 200 len: 944 time: 0.5883632 Jul 29 23:28:00.287697 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-d4e9360e-2d1f-4d9c-b70e-b0482333e57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:00.292761 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-d4e9360e-2d1f-4d9c-b70e-b0482333e57f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:00.294241 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-d4e9360e-2d1f-4d9c-b70e-b0482333e57f service neutron] 10.222.0.23 "PUT /v2.0/ports/0d1bf5c0-607d-4301-a9be-31a0b16a4743 HTTP/1.1" status: 200 len: 1093 time: 5.1303325 Jul 29 23:28:00.319560 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2bfe21-d9e2-4945-9e3e-5e6f83b31668', 'tag': '0d1bf5c0-607d-4301-a9be-31a0b16a4743'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:00.323259 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ef7b41-a2db-4f6e-b447-8f598ba55b64" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2bfe21-d9e2-4945-9e3e-5e6f83b31668", "tag": "0d1bf5c0-607d-4301-a9be-31a0b16a4743"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:00.415912 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a665edd-47b2-4cd2-96ab-e4d6f87421e1 req-1d96b5d9-1f63-4098-8e98-945eb22039ae tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:00.427731 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9a665edd-47b2-4cd2-96ab-e4d6f87421e1 req-1d96b5d9-1f63-4098-8e98-945eb22039ae tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 945 time: 0.5000720 Jul 29 23:28:00.464221 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3c5e5a2d-53af-4b2f-aa96-78aef35f8c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:00.534811 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-48ceb5d7-11a1-42f0-aa12-7a23bc9eedcf req-7fda4b5e-75cb-49b3-902b-a672deb3e36a tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] 10.222.0.18 "GET /v2.0/security-groups?id=148910a7-695f-4061-81d8-eaa03597169b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2482343 Jul 29 23:28:00.634095 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-4c279a6e-2616-4ef1-8b24-fa165877e751 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:00.657456 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e9360e-2d1f-4d9c-b70e-b0482333e57f service neutron] Pushing event updated for resources: {'Port': ['ID=0d1bf5c0-607d-4301-a9be-31a0b16a4743,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:00.693505 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9a665edd-47b2-4cd2-96ab-e4d6f87421e1 req-73595cde-31bb-4300-a3ac-9a262edee1a8 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645633 Jul 29 23:28:00.750486 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-6d1d8b0e-3686-4c4c-99d3-f48778a8a927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:00.764633 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-6d1d8b0e-3686-4c4c-99d3-f48778a8a927 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=407b24e33b01419a9c157db44904b6c1&device_id=6b2bfe21-d9e2-4945-9e3e-5e6f83b31668 HTTP/1.1" status: 200 len: 1096 time: 0.3971710 Jul 29 23:28:00.806268 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dd386582-3e5d-417c-a826-a2c03e0c22eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:00.808949 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dd386582-3e5d-417c-a826-a2c03e0c22eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:00.813668 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-dd386582-3e5d-417c-a826-a2c03e0c22eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5593ac6c-0e36-4ed1-b179-278d871f32af HTTP/1.1" status: 204 len: 168 time: 1.6310561 Jul 29 23:28:01.012481 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b5bf73-671c-4378-9250-823040845239 x-openstack-request-id: req-d1b5bf73-671c-4378-9250-823040845239 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:01.024570 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2bfe21-d9e2-4945-9e3e-5e6f83b31668", "tag": "0d1bf5c0-607d-4301-a9be-31a0b16a4743", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:01.025231 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1b5bf73-671c-4378-9250-823040845239 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:01.026055 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2bfe21-d9e2-4945-9e3e-5e6f83b31668', 'tag': '0d1bf5c0-607d-4301-a9be-31a0b16a4743', 'status': 'completed', 'code': 200} Jul 29 23:28:01.151190 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd386582-3e5d-417c-a826-a2c03e0c22eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5593ac6c-0e36-4ed1-b179-278d871f32af,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:01.162701 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-60427e9a-af2f-44af-b2a6-41c98819c092 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d1bf5c0-607d-4301-a9be-31a0b16a4743 HTTP/1.1" status: 200 len: 217 time: 0.3578980 Jul 29 23:28:01.488019 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-45f5b5e0-57c9-45d9-9317-d93346378f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:01.500582 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-45f5b5e0-57c9-45d9-9317-d93346378f2a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a4166ed1-6f01-4f28-aaa5-7f1517a15ed2 HTTP/1.1" status: 200 len: 858 time: 0.3119857 Jul 29 23:28:01.579628 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-4c279a6e-2616-4ef1-8b24-fa165877e751 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:01.586154 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d8521-4227-40f8-9e99-c2ebcf325489 req-50299db2-4a36-4d62-a9f4-a694aaf7eaa2 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:01.594485 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-465d8521-4227-40f8-9e99-c2ebcf325489 req-50299db2-4a36-4d62-a9f4-a694aaf7eaa2 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 1097 time: 0.4443359 Jul 29 23:28:01.597782 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-b0f4d763-b9b8-46a5-9437-7c9791997a0a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5fd15e10-2905-4024-9ec8-71fe0d2c9ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797799 Jul 29 23:28:01.649830 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39244) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:01.707980 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 56ecd2dd-a89f-4358-959b-ce3663370a90 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:01.721026 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c279a6e-2616-4ef1-8b24-fa165877e751 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Pushing event updated for resources: {'Port': ['ID=9e7f744c-242e-42c7-94fa-6b996e40c5a2,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:01.778443 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6a19552d-f76c-449f-a449-c3b96b637d61 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=405cf3ecfc87413bad61c1cb83716b05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1222782 Jul 29 23:28:01.786238 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39248) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:01.816905 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 56ecd2dd-a89f-4358-959b-ce3663370a90 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:01.826692 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 56ecd2dd-a89f-4358-959b-ce3663370a90 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:01.827552 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:01.881124 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-4c279a6e-2616-4ef1-8b24-fa165877e751 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Network ae1486ae-3af6-4899-8b73-36007b460797 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:01.980199 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d89d2685-17ec-4439-b998-cd71752bdff8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:02.001978 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-4c279a6e-2616-4ef1-8b24-fa165877e751 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:02.009074 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-4c279a6e-2616-4ef1-8b24-fa165877e751 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:02.066085 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d89d2685-17ec-4439-b998-cd71752bdff8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:02.096166 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:02.130060 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaed635-523b-4d1a-8406-4ca6803e3b23 req-cc44a6b4-3523-45fe-8148-501ce2e312ee tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:02.136992 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bdaed635-523b-4d1a-8406-4ca6803e3b23 req-cc44a6b4-3523-45fe-8148-501ce2e312ee tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/ports?device_id=3364489f-5013-4137-a027-59a57dd12680 HTTP/1.1" status: 200 len: 932 time: 0.9833388 Jul 29 23:28:02.171484 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 56ecd2dd-a89f-4358-959b-ce3663370a90, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=56ecd2dd-a89f-4358-959b-ce3663370a90,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:02.183620 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:02.188293 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d89d2685-17ec-4439-b998-cd71752bdff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:02.192461 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d89d2685-17ec-4439-b998-cd71752bdff8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:02.193941 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d89d2685-17ec-4439-b998-cd71752bdff8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cefd3d48-00b1-40bb-aa86-572fa529c98a HTTP/1.1" status: 204 len: 168 time: 0.4054129 Jul 29 23:28:02.251420 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=56ecd2dd-a89f-4358-959b-ce3663370a90,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:02.257508 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-4c279a6e-2616-4ef1-8b24-fa165877e751 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:02.258480 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-4c279a6e-2616-4ef1-8b24-fa165877e751 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:02.274942 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-2571faa0-a85a-4960-a4b6-c526ad77e849 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72db2675-6ffd-420a-93da-6b14fc72b996 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:02.285372 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-2571faa0-a85a-4960-a4b6-c526ad77e849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:02.305057 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-2571faa0-a85a-4960-a4b6-c526ad77e849 service neutron] Transition to ACTIVE for port object 72db2675-6ffd-420a-93da-6b14fc72b996 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:02.323669 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-2571faa0-a85a-4960-a4b6-c526ad77e849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:02.339151 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d2685-17ec-4439-b998-cd71752bdff8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cefd3d48-00b1-40bb-aa86-572fa529c98a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:02.496878 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-3c5e5a2d-53af-4b2f-aa96-78aef35f8c6e admin admin] Allocated IP 172.20.0.1 (34a9b01a-fb87-4012-8543-47877b831421/d30afb76-e1b0-42cb-bf28-c9514a93f8f1/773e0dc2-9abf-49c1-a91b-05c9d9004a94) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:02.570998 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571faa0-a85a-4960-a4b6-c526ad77e849 service neutron] Pushing event updated for resources: {'Port': ['ID=72db2675-6ffd-420a-93da-6b14fc72b996,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:02.584752 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-4c279a6e-2616-4ef1-8b24-fa165877e751 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.4234610 Jul 29 23:28:02.588659 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-2571faa0-a85a-4960-a4b6-c526ad77e849 service neutron] Attempting to bind port 72db2675-6ffd-420a-93da-6b14fc72b996 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:28:02.589002 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-2571faa0-a85a-4960-a4b6-c526ad77e849 service neutron] Attempting to bind port 72db2675-6ffd-420a-93da-6b14fc72b996 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '043766c5-81bc-430c-9901-6005e0bcbecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ae1486ae-3af6-4899-8b73-36007b460797'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:28:02.589333 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-2571faa0-a85a-4960-a4b6-c526ad77e849 service neutron] Attempting to bind port 72db2675-6ffd-420a-93da-6b14fc72b996 on network ae1486ae-3af6-4899-8b73-36007b460797 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:02.597662 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-2571faa0-a85a-4960-a4b6-c526ad77e849 service neutron] Port 72db2675-6ffd-420a-93da-6b14fc72b996 on network ae1486ae-3af6-4899-8b73-36007b460797 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:28:02.598014 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-2571faa0-a85a-4960-a4b6-c526ad77e849 service neutron] Attempting to bind port 72db2675-6ffd-420a-93da-6b14fc72b996 on network ae1486ae-3af6-4899-8b73-36007b460797 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:02.598936 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-465d8521-4227-40f8-9e99-c2ebcf325489 req-002c9ef9-c406-4545-ada5-1b0c6d9122d6 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0034673 Jul 29 23:28:02.610827 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-2571faa0-a85a-4960-a4b6-c526ad77e849 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:28:02.611503 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-2571faa0-a85a-4960-a4b6-c526ad77e849 service neutron] Checking segment: {'id': '043766c5-81bc-430c-9901-6005e0bcbecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ae1486ae-3af6-4899-8b73-36007b460797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:02.613181 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-2571faa0-a85a-4960-a4b6-c526ad77e849 service neutron] Bound using segment: {'id': '043766c5-81bc-430c-9901-6005e0bcbecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ae1486ae-3af6-4899-8b73-36007b460797'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:28:02.615106 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-2571faa0-a85a-4960-a4b6-c526ad77e849 service neutron] Bound port: 72db2675-6ffd-420a-93da-6b14fc72b996, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '043766c5-81bc-430c-9901-6005e0bcbecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ae1486ae-3af6-4899-8b73-36007b460797'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:28:02.615661 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-2571faa0-a85a-4960-a4b6-c526ad77e849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:02.658463 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-a6a98254-ae12-45e6-8803-698044bc9424 service neutron] Request body: {'port': {'device_id': '9bb2ff14-01d7-4001-8db8-412019b5f70f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:02.744921 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-2571faa0-a85a-4960-a4b6-c526ad77e849 service neutron] For port 72db2675-6ffd-420a-93da-6b14fc72b996, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:02.755648 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-2571faa0-a85a-4960-a4b6-c526ad77e849 service neutron] For port 72db2675-6ffd-420a-93da-6b14fc72b996, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=72db2675-6ffd-420a-93da-6b14fc72b996,segment=NetworkSegment(043766c5-81bc-430c-9901-6005e0bcbecd),segment_id=043766c5-81bc-430c-9901-6005e0bcbecd)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:28:02.762987 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-2571faa0-a85a-4960-a4b6-c526ad77e849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:02.783737 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-18e835f0-fa88-4056-aaec-a8ae07e1470b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:02.859209 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-2571faa0-a85a-4960-a4b6-c526ad77e849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:02.860166 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-2571faa0-a85a-4960-a4b6-c526ad77e849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:02.862999 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-2571faa0-a85a-4960-a4b6-c526ad77e849 service neutron] 10.222.0.39 "PUT /v2.0/ports/72db2675-6ffd-420a-93da-6b14fc72b996 HTTP/1.1" status: 200 len: 1093 time: 3.4998825 Jul 29 23:28:02.869479 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3364489f-5013-4137-a027-59a57dd12680', 'tag': '72db2675-6ffd-420a-93da-6b14fc72b996'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:02.877667 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa4c3ac-62bd-4181-902a-706a0468e859" -d '{"events": [{"name": "network-changed", "server_uuid": "3364489f-5013-4137-a027-59a57dd12680", "tag": "72db2675-6ffd-420a-93da-6b14fc72b996"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:02.895572 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-a6a98254-ae12-45e6-8803-698044bc9424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:02.940053 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bdaed635-523b-4d1a-8406-4ca6803e3b23 req-6490d80c-9041-4b2f-9d6a-c37b682156b6 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fac6eab-6529-4c3f-a437-b60099c65a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6607835 Jul 29 23:28:03.027817 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571faa0-a85a-4960-a4b6-c526ad77e849 service neutron] Pushing event updated for resources: {'Port': ['ID=72db2675-6ffd-420a-93da-6b14fc72b996,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:03.068108 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-5167045e-cece-463d-b935-0133f363918d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:03.069663 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-5167045e-cece-463d-b935-0133f363918d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=792c2fd23e8b4a1ebc8931a27810d6a3&device_id=3364489f-5013-4137-a027-59a57dd12680 HTTP/1.1" status: 200 len: 1096 time: 0.1307361 Jul 29 23:28:03.169014 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-4742d6ef-5d4e-4004-abd0-fa750f9fde72 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72db2675-6ffd-420a-93da-6b14fc72b996 HTTP/1.1" status: 200 len: 217 time: 0.0884051 Jul 29 23:28:03.303037 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-85c3e674-2f94-4f38-97f8-56cddfdf94a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:03.312408 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-85c3e674-2f94-4f38-97f8-56cddfdf94a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5943c7f0-6966-430f-88ba-768a7e84911e HTTP/1.1" status: 200 len: 852 time: 0.1365714 Jul 29 23:28:03.400577 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-e3b7f250-3c50-466c-b524-01f721979c1f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae1486ae-3af6-4899-8b73-36007b460797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803878 Jul 29 23:28:03.619430 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 56ecd2dd-a89f-4358-959b-ce3663370a90 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:03.672177 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-3a562e4d-5564-4a5b-8139-04cf526e7ced service neutron] 10.222.0.39 "GET /v2.0/networks/ae1486ae-3af6-4899-8b73-36007b460797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644148 Jul 29 23:28:03.742259 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 56ecd2dd-a89f-4358-959b-ce3663370a90 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:03.743348 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:04.031626 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-34ea02ad-a336-4927-aa2d-e32709602f1d service neutron] 10.222.0.39 "GET /v2.0/networks/ae1486ae-3af6-4899-8b73-36007b460797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434529 Jul 29 23:28:04.059743 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-91785e2d-9453-4ae8-ac34-5f4d6c7c4213 service neutron] 10.222.0.23 "GET /v2.0/networks/5fd15e10-2905-4024-9ec8-71fe0d2c9ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3716278 Jul 29 23:28:04.253401 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3c5e5a2d-53af-4b2f-aa96-78aef35f8c6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:04.385467 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57aeb29e-ae77-4862-a55f-211e501c3f2c req-0076f8fb-fce4-45ec-8991-71e6d67cc288 service neutron] 10.222.0.23 "GET /v2.0/networks/5fd15e10-2905-4024-9ec8-71fe0d2c9ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022544 Jul 29 23:28:04.411237 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-3c5e5a2d-53af-4b2f-aa96-78aef35f8c6e admin admin] Transition to ACTIVE for port object 773e0dc2-9abf-49c1-a91b-05c9d9004a94 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:04.427924 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59341dd-f5d6-480b-b1f2-f562e3ef80cf req-69d872ec-c063-44ce-ac43-33b605315108 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:04.429534 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a59341dd-f5d6-480b-b1f2-f562e3ef80cf req-69d872ec-c063-44ce-ac43-33b605315108 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b2bfe21-d9e2-4945-9e3e-5e6f83b31668 HTTP/1.1" status: 200 len: 944 time: 1.5740609 Jul 29 23:28:04.510937 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53dcd53-9291-4e74-972b-091fd63e2054 req-73e778c8-a8ae-4ee7-b80a-18700d169f4a tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:04.512888 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a53dcd53-9291-4e74-972b-091fd63e2054 req-73e778c8-a8ae-4ee7-b80a-18700d169f4a tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 1097 time: 0.4498982 Jul 29 23:28:04.653325 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a59341dd-f5d6-480b-b1f2-f562e3ef80cf req-3ed3db43-f929-436d-9eff-8aedfb4a4530 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] 10.222.0.18 "GET /v2.0/security-groups?id=148910a7-695f-4061-81d8-eaa03597169b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105775 Jul 29 23:28:04.801183 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5134e9-23fd-41d1-98d1-fad40a5f7e00 x-openstack-request-id: req-6a5134e9-23fd-41d1-98d1-fad40a5f7e00 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:04.802494 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3364489f-5013-4137-a027-59a57dd12680", "tag": "72db2675-6ffd-420a-93da-6b14fc72b996", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:04.803163 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a5134e9-23fd-41d1-98d1-fad40a5f7e00 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:04.804076 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3364489f-5013-4137-a027-59a57dd12680', 'tag': '72db2675-6ffd-420a-93da-6b14fc72b996', 'status': 'completed', 'code': 200} Jul 29 23:28:04.869442 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a53dcd53-9291-4e74-972b-091fd63e2054 req-734ef739-a608-497e-90a9-c927d66233c1 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153369 Jul 29 23:28:04.884444 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef7b41-a2db-4f6e-b447-8f598ba55b64 req-ba6f891d-9f18-4e68-a8a7-96faa76d1c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:04.886796 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13ef7b41-a2db-4f6e-b447-8f598ba55b64 req-ba6f891d-9f18-4e68-a8a7-96faa76d1c0c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=407b24e33b01419a9c157db44904b6c1&device_id=6b2bfe21-d9e2-4945-9e3e-5e6f83b31668 HTTP/1.1" status: 200 len: 1096 time: 0.4258051 Jul 29 23:28:04.892865 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3c5e5a2d-53af-4b2f-aa96-78aef35f8c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:05.055676 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4c3ac-62bd-4181-902a-706a0468e859 req-0cf93fc2-dd64-4484-be0c-7001d6199ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:05.058201 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-eaa4c3ac-62bd-4181-902a-706a0468e859 req-0cf93fc2-dd64-4484-be0c-7001d6199ded service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=792c2fd23e8b4a1ebc8931a27810d6a3&device_id=3364489f-5013-4137-a027-59a57dd12680 HTTP/1.1" status: 200 len: 1096 time: 0.2263119 Jul 29 23:28:05.265757 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4c3ac-62bd-4181-902a-706a0468e859 req-a8613d30-c5bb-4536-95af-af78b6c724f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:05.265757 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-eaa4c3ac-62bd-4181-902a-706a0468e859 req-a8613d30-c5bb-4536-95af-af78b6c724f4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae1486ae-3af6-4899-8b73-36007b460797 HTTP/1.1" status: 200 len: 913 time: 0.1847782 Jul 29 23:28:05.286646 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef7b41-a2db-4f6e-b447-8f598ba55b64 req-f7a87655-5c04-4753-ad21-4b402f52e448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:05.293282 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13ef7b41-a2db-4f6e-b447-8f598ba55b64 req-f7a87655-5c04-4753-ad21-4b402f52e448 service neutron] 10.222.0.23 "GET /v2.0/networks?id=5fd15e10-2905-4024-9ec8-71fe0d2c9ef6 HTTP/1.1" status: 200 len: 919 time: 0.3953130 Jul 29 23:28:05.352957 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-eaa4c3ac-62bd-4181-902a-706a0468e859 req-db267546-9b4d-4cb5-92d8-5a47311c2f89 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=72db2675-6ffd-420a-93da-6b14fc72b996 HTTP/1.1" status: 200 len: 217 time: 0.0815506 Jul 29 23:28:05.372086 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:05.408280 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5e5a2d-53af-4b2f-aa96-78aef35f8c6e admin admin] Network 34a9b01a-fb87-4012-8543-47877b831421 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:05.458793 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4c3ac-62bd-4181-902a-706a0468e859 req-9e2f5e4a-3842-4648-90ad-e2b5a0b74f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:05.463384 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-eaa4c3ac-62bd-4181-902a-706a0468e859 req-9e2f5e4a-3842-4648-90ad-e2b5a0b74f38 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5943c7f0-6966-430f-88ba-768a7e84911e HTTP/1.1" status: 200 len: 852 time: 0.0998743 Jul 29 23:28:05.468856 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-3c5e5a2d-53af-4b2f-aa96-78aef35f8c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:05.475346 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13ef7b41-a2db-4f6e-b447-8f598ba55b64 req-9fe10a04-eb17-47f7-b06a-32cda7a4ea27 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d1bf5c0-607d-4301-a9be-31a0b16a4743 HTTP/1.1" status: 200 len: 217 time: 0.1179767 Jul 29 23:28:05.476387 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5e5a2d-53af-4b2f-aa96-78aef35f8c6e admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:05.546879 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0b3e9901-b470-4b10-8101-6acbbdfadad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:05.576064 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3c5e5a2d-53af-4b2f-aa96-78aef35f8c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:05.585894 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-eaa4c3ac-62bd-4181-902a-706a0468e859 req-9d178e01-c42d-47e3-825b-85df217a4f16 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae1486ae-3af6-4899-8b73-36007b460797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134143 Jul 29 23:28:05.588535 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e5a2d-53af-4b2f-aa96-78aef35f8c6e admin admin] Pushing event updated for resources: {'Port': ['ID=773e0dc2-9abf-49c1-a91b-05c9d9004a94,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:05.774365 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ef7b41-a2db-4f6e-b447-8f598ba55b64 req-4b86f0de-5793-4ace-abe3-a95e4e7fe79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:05.777519 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13ef7b41-a2db-4f6e-b447-8f598ba55b64 req-4b86f0de-5793-4ace-abe3-a95e4e7fe79e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a4166ed1-6f01-4f28-aaa5-7f1517a15ed2 HTTP/1.1" status: 200 len: 858 time: 0.1762149 Jul 29 23:28:05.879689 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-eaa4c3ac-62bd-4181-902a-706a0468e859 req-0a1ea77d-6787-40ac-9f5f-dca28e36e048 service neutron] 10.222.0.39 "GET /v2.0/networks/ae1486ae-3af6-4899-8b73-36007b460797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2855849 Jul 29 23:28:05.994998 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13ef7b41-a2db-4f6e-b447-8f598ba55b64 req-d8ca8c68-ab4c-409b-827a-f52972024115 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=5fd15e10-2905-4024-9ec8-71fe0d2c9ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845075 Jul 29 23:28:06.009484 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c77490-1149-4723-a145-fc623d21d47a req-eb01ba14-312c-4fac-b7ca-cf443d4f6789 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:06.011322 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-19c77490-1149-4723-a145-fc623d21d47a req-eb01ba14-312c-4fac-b7ca-cf443d4f6789 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/ports?device_id=3364489f-5013-4137-a027-59a57dd12680 HTTP/1.1" status: 200 len: 944 time: 0.8538356 Jul 29 23:28:06.130378 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-eaa4c3ac-62bd-4181-902a-706a0468e859 req-8bafa1cd-5372-40b8-aa7c-0c169c926023 service neutron] 10.222.0.39 "GET /v2.0/networks/ae1486ae-3af6-4899-8b73-36007b460797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425921 Jul 29 23:28:06.141230 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5f26a349-d1fe-4f8e-b931-ceee77c25b20 None None] Provisioning for port 773e0dc2-9abf-49c1-a91b-05c9d9004a94 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:06.157335 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5f26a349-d1fe-4f8e-b931-ceee77c25b20 None None] Provisioning complete for port 773e0dc2-9abf-49c1-a91b-05c9d9004a94 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:06.158769 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5f26a349-d1fe-4f8e-b931-ceee77c25b20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:06.291636 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5f26a349-d1fe-4f8e-b931-ceee77c25b20 None None] Port 773e0dc2-9abf-49c1-a91b-05c9d9004a94 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:28:06.636686 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-19c77490-1149-4723-a145-fc623d21d47a req-4a3fd38e-d00e-4b3e-a41b-77e311f752dc tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fac6eab-6529-4c3f-a437-b60099c65a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005593 Jul 29 23:28:06.678404 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 0d1bf5c0-607d-4301-a9be-31a0b16a4743 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:28:06.992752 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:07.014558 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-a6a98254-ae12-45e6-8803-698044bc9424 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e7f744c-242e-42c7-94fa-6b996e40c5a2 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:07.043449 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13ef7b41-a2db-4f6e-b447-8f598ba55b64 req-006d096b-423b-4536-91fc-f0c4dfb8fa8e service neutron] 10.222.0.23 "GET /v2.0/networks/5fd15e10-2905-4024-9ec8-71fe0d2c9ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0310853 Jul 29 23:28:07.053582 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-a6a98254-ae12-45e6-8803-698044bc9424 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:07.106622 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 0d1bf5c0-607d-4301-a9be-31a0b16a4743, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=0d1bf5c0-607d-4301-a9be-31a0b16a4743,segment=NetworkSegment(78e02349-ebf5-4dd3-9947-5e841b73e154),segment_id=78e02349-ebf5-4dd3-9947-5e841b73e154)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:07.153820 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '0d1bf5c0-607d-4301-a9be-31a0b16a4743', 'network_id': '5fd15e10-2905-4024-9ec8-71fe0d2c9ef6', 'port_id': '0d1bf5c0-607d-4301-a9be-31a0b16a4743', 'mac_address': 'fa:16:3e:5e:0a:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4166ed1-6f01-4f28-aaa5-7f1517a15ed2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:28:07.191425 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3c5e5a2d-53af-4b2f-aa96-78aef35f8c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:07.276068 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:07.304859 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d1bf5c0-607d-4301-a9be-31a0b16a4743 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:07.368918 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 0d1bf5c0-607d-4301-a9be-31a0b16a4743, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=0d1bf5c0-607d-4301-a9be-31a0b16a4743,segment=NetworkSegment(78e02349-ebf5-4dd3-9947-5e841b73e154),segment_id=78e02349-ebf5-4dd3-9947-5e841b73e154)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:07.380420 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:07.396266 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-a6a98254-ae12-45e6-8803-698044bc9424 service neutron] Transition to ACTIVE for port object 9e7f744c-242e-42c7-94fa-6b996e40c5a2 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:07.479054 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-a6a98254-ae12-45e6-8803-698044bc9424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:07.563976 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=0d1bf5c0-607d-4301-a9be-31a0b16a4743,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:07.650584 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbfd2cb-f520-4fc5-927f-23789daca4a7 req-5a9e2d61-4a01-4fb7-9aa3-80efc336ba13 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:07.656510 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5dbfd2cb-f520-4fc5-927f-23789daca4a7 req-5a9e2d61-4a01-4fb7-9aa3-80efc336ba13 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b2bfe21-d9e2-4945-9e3e-5e6f83b31668 HTTP/1.1" status: 200 len: 944 time: 0.7586846 Jul 29 23:28:07.729878 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['0d1bf5c0-607d-4301-a9be-31a0b16a4743'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:07.741863 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a98254-ae12-45e6-8803-698044bc9424 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7f744c-242e-42c7-94fa-6b996e40c5a2,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:07.783877 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13ef7b41-a2db-4f6e-b447-8f598ba55b64 req-db7f6481-669b-4abb-9996-0e68cc619e79 service neutron] 10.222.0.23 "GET /v2.0/networks/5fd15e10-2905-4024-9ec8-71fe0d2c9ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6713786 Jul 29 23:28:07.837002 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 72db2675-6ffd-420a-93da-6b14fc72b996 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:28:07.850428 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5dbfd2cb-f520-4fc5-927f-23789daca4a7 req-488673b2-2e1c-43ab-b96b-e5b376ce2ee5 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] 10.222.0.18 "GET /v2.0/security-groups?id=148910a7-695f-4061-81d8-eaa03597169b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929941 Jul 29 23:28:08.002257 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39386) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:08.079465 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-2767c632-42b4-47b7-b174-0777eb65bf64 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:28:08.081442 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-2767c632-42b4-47b7-b174-0777eb65bf64 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180361 Jul 29 23:28:08.108060 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-a6a98254-ae12-45e6-8803-698044bc9424 service neutron] Attempting to bind port 9e7f744c-242e-42c7-94fa-6b996e40c5a2 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:28:08.108677 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-a6a98254-ae12-45e6-8803-698044bc9424 service neutron] Attempting to bind port 9e7f744c-242e-42c7-94fa-6b996e40c5a2 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '043766c5-81bc-430c-9901-6005e0bcbecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ae1486ae-3af6-4899-8b73-36007b460797'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:28:08.109175 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-a6a98254-ae12-45e6-8803-698044bc9424 service neutron] Attempting to bind port 9e7f744c-242e-42c7-94fa-6b996e40c5a2 on network ae1486ae-3af6-4899-8b73-36007b460797 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:08.128072 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-01e02a70-7847-4d41-8516-83890946f980 service neutron] Request body: {'binding': {'host': 'n-h1-712140-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:08.153665 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-01e02a70-7847-4d41-8516-83890946f980 service neutron] Unknown quota resources ['binding']. {{(pid=94063) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:28:08.165241 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.db.resource_extend [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:28:08.168818 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-a6a98254-ae12-45e6-8803-698044bc9424 service neutron] Port 9e7f744c-242e-42c7-94fa-6b996e40c5a2 on network ae1486ae-3af6-4899-8b73-36007b460797 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:28:08.169232 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-a6a98254-ae12-45e6-8803-698044bc9424 service neutron] Attempting to bind port 9e7f744c-242e-42c7-94fa-6b996e40c5a2 on network ae1486ae-3af6-4899-8b73-36007b460797 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:08.294151 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.304810 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d5820725-9c8c-4c1e-9e6a-7903ae9f994d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.323624 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3c5e5a2d-53af-4b2f-aa96-78aef35f8c6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.350451 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-a6a98254-ae12-45e6-8803-698044bc9424 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:28:08.361796 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-a6a98254-ae12-45e6-8803-698044bc9424 service neutron] Checking segment: {'id': '043766c5-81bc-430c-9901-6005e0bcbecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ae1486ae-3af6-4899-8b73-36007b460797'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:08.362506 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-a6a98254-ae12-45e6-8803-698044bc9424 service neutron] Bound using segment: {'id': '043766c5-81bc-430c-9901-6005e0bcbecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ae1486ae-3af6-4899-8b73-36007b460797'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:28:08.363193 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-a6a98254-ae12-45e6-8803-698044bc9424 service neutron] Bound port: 9e7f744c-242e-42c7-94fa-6b996e40c5a2, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '043766c5-81bc-430c-9901-6005e0bcbecd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'ae1486ae-3af6-4899-8b73-36007b460797'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:28:08.363750 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-a6a98254-ae12-45e6-8803-698044bc9424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.366287 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3c5e5a2d-53af-4b2f-aa96-78aef35f8c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.487162 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 72db2675-6ffd-420a-93da-6b14fc72b996, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=72db2675-6ffd-420a-93da-6b14fc72b996,segment=NetworkSegment(043766c5-81bc-430c-9901-6005e0bcbecd),segment_id=043766c5-81bc-430c-9901-6005e0bcbecd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:08.530865 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '72db2675-6ffd-420a-93da-6b14fc72b996', 'network_id': 'ae1486ae-3af6-4899-8b73-36007b460797', 'port_id': '72db2675-6ffd-420a-93da-6b14fc72b996', 'mac_address': 'fa:16:3e:ea:53:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5943c7f0-6966-430f-88ba-768a7e84911e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:28:08.626597 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5e5a2d-53af-4b2f-aa96-78aef35f8c6e admin admin] Pushing event updated for resources: {'Port': ['ID=773e0dc2-9abf-49c1-a91b-05c9d9004a94,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:08.629540 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.643293 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3c5e5a2d-53af-4b2f-aa96-78aef35f8c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.645949 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d5820725-9c8c-4c1e-9e6a-7903ae9f994d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.650965 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72db2675-6ffd-420a-93da-6b14fc72b996 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:08.657050 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d5820725-9c8c-4c1e-9e6a-7903ae9f994d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.675956 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 72db2675-6ffd-420a-93da-6b14fc72b996, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=72db2675-6ffd-420a-93da-6b14fc72b996,segment=NetworkSegment(043766c5-81bc-430c-9901-6005e0bcbecd),segment_id=043766c5-81bc-430c-9901-6005e0bcbecd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:08.686676 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.720463 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f7b887-11fd-4cfb-8646-27d37c90d632 req-21256785-4433-44a0-8e8f-983c84a48c71 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:08.733158 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-45f7b887-11fd-4cfb-8646-27d37c90d632 req-21256785-4433-44a0-8e8f-983c84a48c71 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/ports?device_id=3364489f-5013-4137-a027-59a57dd12680 HTTP/1.1" status: 200 len: 944 time: 0.3586524 Jul 29 23:28:08.755405 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=72db2675-6ffd-420a-93da-6b14fc72b996,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:08.760189 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d5820725-9c8c-4c1e-9e6a-7903ae9f994d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac75c5ff5dd9485abce079644cf42826&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7526476 Jul 29 23:28:08.761709 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39402) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:08.772444 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5820725-9c8c-4c1e-9e6a-7903ae9f994d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f92104-16d1-44cd-8566-8cb5b54db41b,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:08.843463 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-a6a98254-ae12-45e6-8803-698044bc9424 service neutron] For port 9e7f744c-242e-42c7-94fa-6b996e40c5a2, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:08.849548 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d5f642b2-fcc3-48cf-b958-20d87727a304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.889385 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d5f642b2-fcc3-48cf-b958-20d87727a304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:08.903908 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-a6a98254-ae12-45e6-8803-698044bc9424 service neutron] For port 9e7f744c-242e-42c7-94fa-6b996e40c5a2, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9e7f744c-242e-42c7-94fa-6b996e40c5a2,segment=NetworkSegment(043766c5-81bc-430c-9901-6005e0bcbecd),segment_id=043766c5-81bc-430c-9901-6005e0bcbecd)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:28:08.925093 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['72db2675-6ffd-420a-93da-6b14fc72b996'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:08.932263 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-a6a98254-ae12-45e6-8803-698044bc9424 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:09.001143 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-45f7b887-11fd-4cfb-8646-27d37c90d632 req-510fd160-7866-4f44-a86d-41b86d7ba31a tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fac6eab-6529-4c3f-a437-b60099c65a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664797 Jul 29 23:28:09.036189 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d5f642b2-fcc3-48cf-b958-20d87727a304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:09.040196 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d5f642b2-fcc3-48cf-b958-20d87727a304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:09.044350 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d5f642b2-fcc3-48cf-b958-20d87727a304 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/25f92104-16d1-44cd-8566-8cb5b54db41b HTTP/1.1" status: 204 len: 168 time: 0.2777154 Jul 29 23:28:09.072636 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f642b2-fcc3-48cf-b958-20d87727a304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f92104-16d1-44cd-8566-8cb5b54db41b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:09.091394 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-01e02a70-7847-4d41-8516-83890946f980 service neutron] Attempting to bind port a421ab0a-3776-4ab2-95fe-a834e52a6982 on host n-h1-712140-10 for vnic_type normal with profile None {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:28:09.092705 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-01e02a70-7847-4d41-8516-83890946f980 service neutron] Attempting to bind port a421ab0a-3776-4ab2-95fe-a834e52a6982 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:28:09.093119 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-01e02a70-7847-4d41-8516-83890946f980 service neutron] Attempting to bind port a421ab0a-3776-4ab2-95fe-a834e52a6982 on network 41b737f2-e531-4160-b598-3383b744485d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:09.106500 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a98254-ae12-45e6-8803-698044bc9424 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7f744c-242e-42c7-94fa-6b996e40c5a2,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:09.118265 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-a6a98254-ae12-45e6-8803-698044bc9424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:09.119219 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-a6a98254-ae12-45e6-8803-698044bc9424 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:09.120813 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-a6a98254-ae12-45e6-8803-698044bc9424 service neutron] 10.222.0.39 "PUT /v2.0/ports/9e7f744c-242e-42c7-94fa-6b996e40c5a2 HTTP/1.1" status: 200 len: 1093 time: 6.4735534 Jul 29 23:28:09.121366 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bb2ff14-01d7-4001-8db8-412019b5f70f', 'tag': '9e7f744c-242e-42c7-94fa-6b996e40c5a2'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:09.123812 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a83371-5c01-4be8-a392-5b1a4ffbc358" -d '{"events": [{"name": "network-changed", "server_uuid": "9bb2ff14-01d7-4001-8db8-412019b5f70f", "tag": "9e7f744c-242e-42c7-94fa-6b996e40c5a2"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:09.130510 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-01e02a70-7847-4d41-8516-83890946f980 service neutron] Port a421ab0a-3776-4ab2-95fe-a834e52a6982 on network 41b737f2-e531-4160-b598-3383b744485d not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:28:09.130718 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-01e02a70-7847-4d41-8516-83890946f980 service neutron] Attempting to bind port a421ab0a-3776-4ab2-95fe-a834e52a6982 on network 41b737f2-e531-4160-b598-3383b744485d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:09.140740 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-01e02a70-7847-4d41-8516-83890946f980 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:28:09.141433 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-01e02a70-7847-4d41-8516-83890946f980 service neutron] Checking segment: {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:09.141605 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-01e02a70-7847-4d41-8516-83890946f980 service neutron] Bound using segment: {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:28:09.141954 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-01e02a70-7847-4d41-8516-83890946f980 service neutron] Bound port: a421ab0a-3776-4ab2-95fe-a834e52a6982, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:28:09.282526 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-01e02a70-7847-4d41-8516-83890946f980 service neutron] For port a421ab0a-3776-4ab2-95fe-a834e52a6982, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=a421ab0a-3776-4ab2-95fe-a834e52a6982,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:28:09.346371 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5e5a2d-53af-4b2f-aa96-78aef35f8c6e admin admin] Network 34a9b01a-fb87-4012-8543-47877b831421 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:09.360376 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-3c5e5a2d-53af-4b2f-aa96-78aef35f8c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:09.377371 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-01e02a70-7847-4d41-8516-83890946f980 service neutron] Notify callbacks [] for binding, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:09.392460 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-01e02a70-7847-4d41-8516-83890946f980 service neutron] 10.222.0.18 "POST /v2.0/ports/a421ab0a-3776-4ab2-95fe-a834e52a6982/bindings HTTP/1.1" status: 201 len: 390 time: 1.2720842 Jul 29 23:28:09.746176 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-47bec5d6-16a0-458f-972c-04b2ba43c1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:09.750035 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-47bec5d6-16a0-458f-972c-04b2ba43c1cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=792c2fd23e8b4a1ebc8931a27810d6a3&device_id=9bb2ff14-01d7-4001-8db8-412019b5f70f HTTP/1.1" status: 200 len: 1096 time: 0.5465364 Jul 29 23:28:09.764969 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39426) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:09.799164 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4e971-c99f-4c9f-b7d6-5f35aad2098d req-35b207aa-0740-490d-aab6-ffd474f14261 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:09.803347 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dff4e971-c99f-4c9f-b7d6-5f35aad2098d req-35b207aa-0740-490d-aab6-ffd474f14261 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b2bfe21-d9e2-4945-9e3e-5e6f83b31668 HTTP/1.1" status: 200 len: 945 time: 0.4548540 Jul 29 23:28:09.822812 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-903ab6fa-8ee0-476d-a1a8-0af3341a0e43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:09.969946 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-bc9f56dd-29f2-416e-87e4-71f1408a1947 None None] Provisioning complete for port 773e0dc2-9abf-49c1-a91b-05c9d9004a94 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:09.970587 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bc9f56dd-29f2-416e-87e4-71f1408a1947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:10.092615 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dabf2f-a3b0-48d9-9d78-c432d22b334d x-openstack-request-id: req-84dabf2f-a3b0-48d9-9d78-c432d22b334d {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:10.093083 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bb2ff14-01d7-4001-8db8-412019b5f70f", "tag": "9e7f744c-242e-42c7-94fa-6b996e40c5a2", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:10.093361 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-84dabf2f-a3b0-48d9-9d78-c432d22b334d {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:10.093758 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bb2ff14-01d7-4001-8db8-412019b5f70f', 'tag': '9e7f744c-242e-42c7-94fa-6b996e40c5a2', 'status': 'completed', 'code': 200} Jul 29 23:28:10.095694 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-6f9b4333-b27f-4386-a8a8-07266f7bd363 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e7f744c-242e-42c7-94fa-6b996e40c5a2 HTTP/1.1" status: 200 len: 217 time: 0.3276267 Jul 29 23:28:10.122374 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-bc9f56dd-29f2-416e-87e4-71f1408a1947 None None] Port 773e0dc2-9abf-49c1-a91b-05c9d9004a94 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:28:10.146669 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-903ab6fa-8ee0-476d-a1a8-0af3341a0e43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:10.153551 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-903ab6fa-8ee0-476d-a1a8-0af3341a0e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:10.239983 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-c44a09d8-5b3a-41a5-9dd9-9c610a7fd788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:10.241268 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-c44a09d8-5b3a-41a5-9dd9-9c610a7fd788 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 1097 time: 0.4126461 Jul 29 23:28:10.258063 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ab6fa-8ee0-476d-a1a8-0af3341a0e43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43b747ae-6146-455e-976b-e5a024d4ede3,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:10.274722 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-903ab6fa-8ee0-476d-a1a8-0af3341a0e43 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e708c82b0e174b6e95da297d17a22b0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4949899 Jul 29 23:28:10.276083 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39444) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:10.368128 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dff4e971-c99f-4c9f-b7d6-5f35aad2098d req-ee4a9b7e-bfee-4f1e-8d71-ec3099a7feef tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] 10.222.0.18 "GET /v2.0/security-groups?id=148910a7-695f-4061-81d8-eaa03597169b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5466802 Jul 29 23:28:10.386956 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-b7dda647-28d7-4d78-a202-c76db9884bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:10.388858 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-b7dda647-28d7-4d78-a202-c76db9884bad service neutron] 10.222.0.23 "GET /v2.0/networks?id=41b737f2-e531-4160-b598-3383b744485d HTTP/1.1" status: 200 len: 909 time: 0.1324222 Jul 29 23:28:10.397815 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5e5a2d-53af-4b2f-aa96-78aef35f8c6e admin admin] Router 65580c99-64bb-4c92-88fb-3fa25086e809 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:28:10.427272 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-888a8121-d486-4d36-a945-ff9e72f83534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:10.468066 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-0fa172bb-8371-4483-943a-ec1e9c0a5e83 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a421ab0a-3776-4ab2-95fe-a834e52a6982 HTTP/1.1" status: 200 len: 217 time: 0.0685396 Jul 29 23:28:10.474763 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-f974ae91-e6ae-486f-a5e6-b6d3f1463c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:10.476386 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-f974ae91-e6ae-486f-a5e6-b6d3f1463c3a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5943c7f0-6966-430f-88ba-768a7e84911e HTTP/1.1" status: 200 len: 852 time: 0.3387544 Jul 29 23:28:10.523138 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-888a8121-d486-4d36-a945-ff9e72f83534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:10.582990 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-7392af66-2447-4977-915d-2bc309bba4b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae1486ae-3af6-4899-8b73-36007b460797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935438 Jul 29 23:28:10.675483 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-888a8121-d486-4d36-a945-ff9e72f83534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:10.682190 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 0d1bf5c0-607d-4301-a9be-31a0b16a4743 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:10.684333 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-888a8121-d486-4d36-a945-ff9e72f83534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:10.689857 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-888a8121-d486-4d36-a945-ff9e72f83534 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/43b747ae-6146-455e-976b-e5a024d4ede3 HTTP/1.1" status: 204 len: 168 time: 0.4056392 Jul 29 23:28:10.703362 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a8121-d486-4d36-a945-ff9e72f83534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b747ae-6146-455e-976b-e5a024d4ede3,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:10.955938 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 0d1bf5c0-607d-4301-a9be-31a0b16a4743 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:10.975817 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 0d1bf5c0-607d-4301-a9be-31a0b16a4743 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:10.978468 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:11.199111 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-7762c4d3-9034-4364-8317-617fb6361612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:11.200958 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-7762c4d3-9034-4364-8317-617fb6361612 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=599960cf-5b7f-432a-8a6a-c415f2272dee HTTP/1.1" status: 200 len: 848 time: 0.7209659 Jul 29 23:28:11.249625 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:11.300926 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-6187a6aa-71a7-416d-9e42-5b1cdde3ffb6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=41b737f2-e531-4160-b598-3383b744485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472803 Jul 29 23:28:11.327623 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2bfe21-d9e2-4945-9e3e-5e6f83b31668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1bf5c0-607d-4301-a9be-31a0b16a4743'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:11.341845 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e1e963-d50a-4175-a348-e01f38be8573" -d '{"events": [{"server_uuid": "6b2bfe21-d9e2-4945-9e3e-5e6f83b31668", "name": "network-vif-plugged", "status": "completed", "tag": "0d1bf5c0-607d-4301-a9be-31a0b16a4743"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:11.362375 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 0d1bf5c0-607d-4301-a9be-31a0b16a4743, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=0d1bf5c0-607d-4301-a9be-31a0b16a4743,segment=NetworkSegment(78e02349-ebf5-4dd3-9947-5e841b73e154),segment_id=78e02349-ebf5-4dd3-9947-5e841b73e154)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:11.371226 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:11.460028 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c5d7df-f639-409d-a8e5-4832b16fd160 req-09a47254-e661-4e4e-9f4e-a38458bb40ed tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:11.461719 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-53c5d7df-f639-409d-a8e5-4832b16fd160 req-09a47254-e661-4e4e-9f4e-a38458bb40ed tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 945 time: 1.1001503 Jul 29 23:28:11.469112 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-70defb89-1741-431c-9622-f31667501258 service neutron] 10.222.0.23 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437085 Jul 29 23:28:11.486600 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=0d1bf5c0-607d-4301-a9be-31a0b16a4743,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:11.765282 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 72db2675-6ffd-420a-93da-6b14fc72b996 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:11.865625 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-aeb698a3-bafc-42e4-8187-6b4cda010dc4 service neutron] 10.222.0.39 "GET /v2.0/networks/ae1486ae-3af6-4899-8b73-36007b460797?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2507577 Jul 29 23:28:11.867670 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5e5a2d-53af-4b2f-aa96-78aef35f8c6e admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:28:11.883201 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 72db2675-6ffd-420a-93da-6b14fc72b996 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:11.898704 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3c5e5a2d-53af-4b2f-aa96-78aef35f8c6e admin admin] 10.222.0.18 "PUT /v2.0/routers/65580c99-64bb-4c92-88fb-3fa25086e809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.4635022 Jul 29 23:28:11.902029 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979244d8-3c64-452a-8dea-f970bdc86c6c None None] Sync routers for ids ['65580c99-64bb-4c92-88fb-3fa25086e809'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:28:11.923491 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f9fc5-a068-4e1a-aa65-5f023ea0a0e1 req-94b2dd8f-e345-4d45-a99a-f8bcceacaccd tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:11.925782 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 72db2675-6ffd-420a-93da-6b14fc72b996 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:11.927479 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:11.930046 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f89f9fc5-a068-4e1a-aa65-5f023ea0a0e1 req-94b2dd8f-e345-4d45-a99a-f8bcceacaccd tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/ports?device_id=3364489f-5013-4137-a027-59a57dd12680 HTTP/1.1" status: 200 len: 945 time: 1.3734438 Jul 29 23:28:11.973680 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979244d8-3c64-452a-8dea-f970bdc86c6c None None] Routers {'65580c99-64bb-4c92-88fb-3fa25086e809'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:28:11.976469 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-979244d8-3c64-452a-8dea-f970bdc86c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:28:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['65580c99-64bb-4c92-88fb-3fa25086e809'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:12.143085 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-062b35d8-b241-46c5-a5af-2b17229bc575 req-0f669136-ef5b-40a8-86e0-8972b4eb52e6 service neutron] 10.222.0.39 "GET /v2.0/networks/ae1486ae-3af6-4899-8b73-36007b460797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533069 Jul 29 23:28:12.215986 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-979244d8-3c64-452a-8dea-f970bdc86c6c None None] Set router 65580c99-64bb-4c92-88fb-3fa25086e809 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:28:12.332782 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-53c5d7df-f639-409d-a8e5-4832b16fd160 req-c5513cf3-d6db-4bcf-bad6-e5dda3710728 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6645622 Jul 29 23:28:12.392654 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-8aa549ab-38cb-41eb-8749-afb1dee54c13 service neutron] 10.222.0.23 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8668547 Jul 29 23:28:12.454461 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e252167a-7915-4132-b6ff-0a921980e68c req-579799d6-23ba-470d-af4e-18957537710e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3068783 Jul 29 23:28:12.484014 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:12.617460 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a83371-5c01-4be8-a392-5b1a4ffbc358 req-bc0a6a0a-f5ce-4565-8e0f-a6cac9a7e2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:12.619631 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16a83371-5c01-4be8-a392-5b1a4ffbc358 req-bc0a6a0a-f5ce-4565-8e0f-a6cac9a7e2db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=792c2fd23e8b4a1ebc8931a27810d6a3&device_id=9bb2ff14-01d7-4001-8db8-412019b5f70f HTTP/1.1" status: 200 len: 1096 time: 0.3909047 Jul 29 23:28:12.626792 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f89f9fc5-a068-4e1a-aa65-5f023ea0a0e1 req-9284ec7e-a077-4bf9-bfb4-25f37ae4d056 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fac6eab-6529-4c3f-a437-b60099c65a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4255772 Jul 29 23:28:12.777946 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 72db2675-6ffd-420a-93da-6b14fc72b996, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=72db2675-6ffd-420a-93da-6b14fc72b996,segment=NetworkSegment(043766c5-81bc-430c-9901-6005e0bcbecd),segment_id=043766c5-81bc-430c-9901-6005e0bcbecd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:12.794363 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:12.825944 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252167a-7915-4132-b6ff-0a921980e68c req-36613110-00c0-4167-b0f3-34f03923c000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:12.832181 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e252167a-7915-4132-b6ff-0a921980e68c req-36613110-00c0-4167-b0f3-34f03923c000 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 1096 time: 0.3152125 Jul 29 23:28:13.036528 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325b2d65-7291-4bba-8107-c32bcd074717 x-openstack-request-id: req-325b2d65-7291-4bba-8107-c32bcd074717 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:13.037331 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2bfe21-d9e2-4945-9e3e-5e6f83b31668", "name": "network-vif-plugged", "status": "completed", "tag": "0d1bf5c0-607d-4301-a9be-31a0b16a4743", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:13.037331 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-325b2d65-7291-4bba-8107-c32bcd074717 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:13.037803 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2bfe21-d9e2-4945-9e3e-5e6f83b31668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1bf5c0-607d-4301-a9be-31a0b16a4743', 'code': 200} Jul 29 23:28:13.041650 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=72db2675-6ffd-420a-93da-6b14fc72b996,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:13.053255 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a83371-5c01-4be8-a392-5b1a4ffbc358 req-c721e7cf-e8e7-49c4-821b-248d625b2d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:13.057059 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16a83371-5c01-4be8-a392-5b1a4ffbc358 req-c721e7cf-e8e7-49c4-821b-248d625b2d14 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ae1486ae-3af6-4899-8b73-36007b460797 HTTP/1.1" status: 200 len: 913 time: 0.4241784 Jul 29 23:28:13.146252 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-979244d8-3c64-452a-8dea-f970bdc86c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'name': 'tempest-TaggedBootDevicesTest-1453947197-router', 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '56ecd2dd-a89f-4358-959b-ce3663370a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:49Z', 'updated_at': '2021-07-29T23:28:06Z', 'revision_number': 4, 'project_id': '1b88923046a64f0cbc69a614c91ce1e9', 'gw_port': {'id': '56ecd2dd-a89f-4358-959b-ce3663370a90', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:49Z', 'updated_at': '2021-07-29T23:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '773e0dc2-9abf-49c1-a91b-05c9d9004a94', 'name': '', 'network_id': '34a9b01a-fb87-4012-8543-47877b831421', 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'mac_address': 'fa:16:3e:b9:26:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'd30afb76-e1b0-42cb-bf28-c9514a93f8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:00Z', 'updated_at': '2021-07-29T23:28:07Z', 'revision_number': 2, 'project_id': '1b88923046a64f0cbc69a614c91ce1e9', 'subnets': [{'id': 'd30afb76-e1b0-42cb-bf28-c9514a93f8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:13.284247 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979244d8-3c64-452a-8dea-f970bdc86c6c None None] Checking router: 65580c99-64bb-4c92-88fb-3fa25086e809 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:28:13.285171 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979244d8-3c64-452a-8dea-f970bdc86c6c None None] Updating router 65580c99-64bb-4c92-88fb-3fa25086e809 port 773e0dc2-9abf-49c1-a91b-05c9d9004a94 binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:28:13.304765 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16a83371-5c01-4be8-a392-5b1a4ffbc358 req-5a365e0b-54b0-43f8-b1db-8a42da3029db service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9e7f744c-242e-42c7-94fa-6b996e40c5a2 HTTP/1.1" status: 200 len: 217 time: 0.1415720 Jul 29 23:28:13.370187 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-979244d8-3c64-452a-8dea-f970bdc86c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:13.388161 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184cecfd-3666-4b67-a316-08485a37fa47 req-ea438247-795b-481e-bf8e-f2fe565a83bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:13.391374 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-184cecfd-3666-4b67-a316-08485a37fa47 req-ea438247-795b-481e-bf8e-f2fe565a83bf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6b2bfe21-d9e2-4945-9e3e-5e6f83b31668 HTTP/1.1" status: 200 len: 1098 time: 0.3687749 Jul 29 23:28:13.402521 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252167a-7915-4132-b6ff-0a921980e68c req-16e8cc2d-d4ef-4036-ad70-80437ac30729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:13.406815 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e252167a-7915-4132-b6ff-0a921980e68c req-16e8cc2d-d4ef-4036-ad70-80437ac30729 service neutron] 10.222.0.23 "GET /v2.0/networks?id=41b737f2-e531-4160-b598-3383b744485d HTTP/1.1" status: 200 len: 909 time: 0.5209920 Jul 29 23:28:13.418860 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b375d7a-6d19-4993-8352-a4c3213b44a0 req-adba0bff-1e13-4150-a300-fb79c556dec1 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:13.420552 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b375d7a-6d19-4993-8352-a4c3213b44a0 req-adba0bff-1e13-4150-a300-fb79c556dec1 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b2bfe21-d9e2-4945-9e3e-5e6f83b31668 HTTP/1.1" status: 200 len: 946 time: 0.4005013 Jul 29 23:28:13.593132 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e252167a-7915-4132-b6ff-0a921980e68c req-351ef08e-8d02-4e1c-922b-ebdc9a2b2f3b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d952f399-ef6d-41a9-be1c-bf1a7e313319 HTTP/1.1" status: 200 len: 217 time: 0.1618605 Jul 29 23:28:13.725228 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a83371-5c01-4be8-a392-5b1a4ffbc358 req-e4fd31b0-6a6d-4cda-bd03-dc17ab923eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:13.729408 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16a83371-5c01-4be8-a392-5b1a4ffbc358 req-e4fd31b0-6a6d-4cda-bd03-dc17ab923eca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5943c7f0-6966-430f-88ba-768a7e84911e HTTP/1.1" status: 200 len: 852 time: 0.4092410 Jul 29 23:28:13.730857 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252167a-7915-4132-b6ff-0a921980e68c req-886904db-a2bb-465b-9881-0463a1a782f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:13.741597 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e252167a-7915-4132-b6ff-0a921980e68c req-886904db-a2bb-465b-9881-0463a1a782f4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=599960cf-5b7f-432a-8a6a-c415f2272dee HTTP/1.1" status: 200 len: 848 time: 0.1246119 Jul 29 23:28:13.853494 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16a83371-5c01-4be8-a392-5b1a4ffbc358 req-2088cf3b-3b01-4156-8ff2-e2cf01d8cf80 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ae1486ae-3af6-4899-8b73-36007b460797&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1105278 Jul 29 23:28:13.938891 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b375d7a-6d19-4993-8352-a4c3213b44a0 req-247b9569-3367-4524-bce9-70c5f9f218f8 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] 10.222.0.18 "GET /v2.0/security-groups?id=148910a7-695f-4061-81d8-eaa03597169b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4976993 Jul 29 23:28:14.010093 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e252167a-7915-4132-b6ff-0a921980e68c req-a8f43284-77d7-4854-87d4-1cb19432dd59 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=41b737f2-e531-4160-b598-3383b744485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1534748 Jul 29 23:28:14.021543 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-184cecfd-3666-4b67-a316-08485a37fa47 req-46505b59-fbf7-4662-a127-789573e463a2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=148910a7-695f-4061-81d8-eaa03597169b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6195514 Jul 29 23:28:14.194302 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e252167a-7915-4132-b6ff-0a921980e68c req-6e6ead5a-377e-495d-a494-c2565f88afd7 service neutron] 10.222.0.23 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362801 Jul 29 23:28:14.312618 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-979244d8-3c64-452a-8dea-f970bdc86c6c None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:14.356003 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-979244d8-3c64-452a-8dea-f970bdc86c6c None None] Transition to ACTIVE for port object 773e0dc2-9abf-49c1-a91b-05c9d9004a94 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:14.382313 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-979244d8-3c64-452a-8dea-f970bdc86c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:14.480622 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e56dbc6a-3b2b-4dba-87d2-3c6256d8e168 req-83a6c11c-12a9-4175-883a-65770345de76 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=71e89fe2-5e39-4111-8c55-b702956786a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1182861 Jul 29 23:28:14.615265 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16a83371-5c01-4be8-a392-5b1a4ffbc358 req-ec852909-423d-44c7-af11-8668ccbe8d60 service neutron] 10.222.0.39 "GET /v2.0/networks/ae1486ae-3af6-4899-8b73-36007b460797?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6956403 Jul 29 23:28:14.641756 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56dbc6a-3b2b-4dba-87d2-3c6256d8e168 req-ea3915df-0f28-42e8-a57d-5ebce78c7ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:14.647196 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e56dbc6a-3b2b-4dba-87d2-3c6256d8e168 req-ea3915df-0f28-42e8-a57d-5ebce78c7ca1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&device_id=71e89fe2-5e39-4111-8c55-b702956786a5 HTTP/1.1" status: 200 len: 1096 time: 0.1340537 Jul 29 23:28:14.712680 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c444cb-fcc2-4081-b924-4a292b34827c None None] Pushing event updated for resources: {'Port': ['ID=773e0dc2-9abf-49c1-a91b-05c9d9004a94,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:14.852778 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c444cb-fcc2-4081-b924-4a292b34827c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:14.853364 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c444cb-fcc2-4081-b924-4a292b34827c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:14.853844 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c444cb-fcc2-4081-b924-4a292b34827c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:14.854328 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c444cb-fcc2-4081-b924-4a292b34827c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:14.854972 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c444cb-fcc2-4081-b924-4a292b34827c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:14.855459 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c444cb-fcc2-4081-b924-4a292b34827c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:14.855979 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c444cb-fcc2-4081-b924-4a292b34827c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:14.860034 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c444cb-fcc2-4081-b924-4a292b34827c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:14.860574 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c444cb-fcc2-4081-b924-4a292b34827c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:14.861066 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c444cb-fcc2-4081-b924-4a292b34827c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:14.861551 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c444cb-fcc2-4081-b924-4a292b34827c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:14.862054 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92c444cb-fcc2-4081-b924-4a292b34827c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:14.885629 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-979244d8-3c64-452a-8dea-f970bdc86c6c None None] Attempting to bind port 773e0dc2-9abf-49c1-a91b-05c9d9004a94 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:28:14.886342 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-979244d8-3c64-452a-8dea-f970bdc86c6c None None] Attempting to bind port 773e0dc2-9abf-49c1-a91b-05c9d9004a94 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '509fa46d-998d-413c-9893-dc66a48d71f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '34a9b01a-fb87-4012-8543-47877b831421'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:28:14.886901 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979244d8-3c64-452a-8dea-f970bdc86c6c None None] Attempting to bind port 773e0dc2-9abf-49c1-a91b-05c9d9004a94 on network 34a9b01a-fb87-4012-8543-47877b831421 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:14.906297 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979244d8-3c64-452a-8dea-f970bdc86c6c None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:28:14.914475 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979244d8-3c64-452a-8dea-f970bdc86c6c None None] Checking segment: {'id': '509fa46d-998d-413c-9893-dc66a48d71f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '34a9b01a-fb87-4012-8543-47877b831421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:14.915813 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-979244d8-3c64-452a-8dea-f970bdc86c6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:14.916418 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-979244d8-3c64-452a-8dea-f970bdc86c6c None None] Bound using segment: {'id': '509fa46d-998d-413c-9893-dc66a48d71f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '34a9b01a-fb87-4012-8543-47877b831421'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:28:14.918394 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-979244d8-3c64-452a-8dea-f970bdc86c6c None None] Bound port: 773e0dc2-9abf-49c1-a91b-05c9d9004a94, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509fa46d-998d-413c-9893-dc66a48d71f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '34a9b01a-fb87-4012-8543-47877b831421'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:28:14.925285 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-979244d8-3c64-452a-8dea-f970bdc86c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:15.066293 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3364489f-5013-4137-a027-59a57dd12680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72db2675-6ffd-420a-93da-6b14fc72b996'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:15.070040 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fa77c9-efbf-4395-892f-b63599299ebe" -d '{"events": [{"server_uuid": "3364489f-5013-4137-a027-59a57dd12680", "name": "network-vif-plugged", "status": "completed", "tag": "72db2675-6ffd-420a-93da-6b14fc72b996"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:15.160083 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56dbc6a-3b2b-4dba-87d2-3c6256d8e168 req-04dfa82d-e5f5-4c6e-bef8-f5a4f5ea3787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:15.164758 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e56dbc6a-3b2b-4dba-87d2-3c6256d8e168 req-04dfa82d-e5f5-4c6e-bef8-f5a4f5ea3787 service neutron] 10.222.0.39 "GET /v2.0/networks?id=41b737f2-e531-4160-b598-3383b744485d HTTP/1.1" status: 200 len: 909 time: 0.4923139 Jul 29 23:28:15.267876 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e252167a-7915-4132-b6ff-0a921980e68c req-2b8b7d73-0fe6-45d7-acf0-908819b06039 service neutron] 10.222.0.23 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0601218 Jul 29 23:28:15.312237 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-979244d8-3c64-452a-8dea-f970bdc86c6c None None] For port 773e0dc2-9abf-49c1-a91b-05c9d9004a94, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:15.352993 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-979244d8-3c64-452a-8dea-f970bdc86c6c None None] For port 773e0dc2-9abf-49c1-a91b-05c9d9004a94, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=773e0dc2-9abf-49c1-a91b-05c9d9004a94,segment=NetworkSegment(509fa46d-998d-413c-9893-dc66a48d71f6),segment_id=509fa46d-998d-413c-9893-dc66a48d71f6)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:28:15.362036 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-979244d8-3c64-452a-8dea-f970bdc86c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:15.365639 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e56dbc6a-3b2b-4dba-87d2-3c6256d8e168 req-1842cc3d-d40f-45f1-9107-d92ca879b699 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=310cd171-f27b-40ca-b100-f659366efb62 HTTP/1.1" status: 200 len: 217 time: 0.1927536 Jul 29 23:28:15.419359 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa43ec4-f9bf-436a-beb8-fcc209acca0f req-803151cf-add7-4b75-aa65-b7d264274acc tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:15.432164 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2fa43ec4-f9bf-436a-beb8-fcc209acca0f req-803151cf-add7-4b75-aa65-b7d264274acc tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/ports?device_id=3364489f-5013-4137-a027-59a57dd12680 HTTP/1.1" status: 200 len: 946 time: 0.4925566 Jul 29 23:28:15.456584 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f4600d-fa18-4b75-81f8-173a4489ee32 req-9d0888c6-0e68-4148-aa47-05b0ae173cb1 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:15.470691 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47f4600d-fa18-4b75-81f8-173a4489ee32 req-9d0888c6-0e68-4148-aa47-05b0ae173cb1 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 945 time: 0.8599102 Jul 29 23:28:15.638354 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16a83371-5c01-4be8-a392-5b1a4ffbc358 req-2467c997-7e87-479d-b8e8-dad226de4e36 service neutron] 10.222.0.39 "GET /v2.0/networks/ae1486ae-3af6-4899-8b73-36007b460797?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7002845 Jul 29 23:28:15.676562 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56dbc6a-3b2b-4dba-87d2-3c6256d8e168 req-1cb6b385-c967-4bed-baf9-138dc47efd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:15.679041 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e56dbc6a-3b2b-4dba-87d2-3c6256d8e168 req-1cb6b385-c967-4bed-baf9-138dc47efd24 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=599960cf-5b7f-432a-8a6a-c415f2272dee HTTP/1.1" status: 200 len: 848 time: 0.3045850 Jul 29 23:28:15.692377 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2fa43ec4-f9bf-436a-beb8-fcc209acca0f req-981a6a67-3dc0-4f5d-ad9d-ee0568835427 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fac6eab-6529-4c3f-a437-b60099c65a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915314 Jul 29 23:28:15.751716 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e56dbc6a-3b2b-4dba-87d2-3c6256d8e168 req-ace5fac2-dace-43c1-8562-44e49ae21661 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41b737f2-e531-4160-b598-3383b744485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649905 Jul 29 23:28:15.785436 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47f4600d-fa18-4b75-81f8-173a4489ee32 req-8f68faf9-c8f8-49a9-928a-013cc3f97b4b tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128450 Jul 29 23:28:15.869138 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c444cb-fcc2-4081-b924-4a292b34827c None None] Pushing event updated for resources: {'Port': ['ID=773e0dc2-9abf-49c1-a91b-05c9d9004a94,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:15.879755 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979244d8-3c64-452a-8dea-f970bdc86c6c None None] Routers {'65580c99-64bb-4c92-88fb-3fa25086e809'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:28:15.880815 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-979244d8-3c64-452a-8dea-f970bdc86c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:28:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['65580c99-64bb-4c92-88fb-3fa25086e809'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:15.884710 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 9e7f744c-242e-42c7-94fa-6b996e40c5a2 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:28:15.974843 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e56dbc6a-3b2b-4dba-87d2-3c6256d8e168 req-263daaf2-abdf-48f7-a172-9a8f3e09995b service neutron] 10.222.0.39 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140820 Jul 29 23:28:16.109067 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 9e7f744c-242e-42c7-94fa-6b996e40c5a2, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9e7f744c-242e-42c7-94fa-6b996e40c5a2,segment=NetworkSegment(043766c5-81bc-430c-9901-6005e0bcbecd),segment_id=043766c5-81bc-430c-9901-6005e0bcbecd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:16.159398 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '9e7f744c-242e-42c7-94fa-6b996e40c5a2', 'network_id': 'ae1486ae-3af6-4899-8b73-36007b460797', 'port_id': '9e7f744c-242e-42c7-94fa-6b996e40c5a2', 'mac_address': 'fa:16:3e:ed:1f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5943c7f0-6966-430f-88ba-768a7e84911e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:28:16.234340 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e56dbc6a-3b2b-4dba-87d2-3c6256d8e168 req-8fde5647-3192-4d01-aa2d-be44d28e4308 service neutron] 10.222.0.39 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521548 Jul 29 23:28:16.353354 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:16.382625 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e7f744c-242e-42c7-94fa-6b996e40c5a2 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:16.428741 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 9e7f744c-242e-42c7-94fa-6b996e40c5a2, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9e7f744c-242e-42c7-94fa-6b996e40c5a2,segment=NetworkSegment(043766c5-81bc-430c-9901-6005e0bcbecd),segment_id=043766c5-81bc-430c-9901-6005e0bcbecd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:16.445311 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:16.626190 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eca903-eb5b-4fb6-8077-167f896a642c req-ace714b9-695c-41d6-957c-b4b04b01e808 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:16.641600 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e2eca903-eb5b-4fb6-8077-167f896a642c req-ace714b9-695c-41d6-957c-b4b04b01e808 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b2bfe21-d9e2-4945-9e3e-5e6f83b31668 HTTP/1.1" status: 200 len: 946 time: 0.1981654 Jul 29 23:28:16.668899 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57bea89-8064-4309-9b42-0a4571c47ee6 x-openstack-request-id: req-f57bea89-8064-4309-9b42-0a4571c47ee6 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:16.674851 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3364489f-5013-4137-a027-59a57dd12680", "name": "network-vif-plugged", "status": "completed", "tag": "72db2675-6ffd-420a-93da-6b14fc72b996", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:16.676877 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f57bea89-8064-4309-9b42-0a4571c47ee6 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:16.683199 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3364489f-5013-4137-a027-59a57dd12680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72db2675-6ffd-420a-93da-6b14fc72b996', 'code': 200} Jul 29 23:28:16.699778 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=9e7f744c-242e-42c7-94fa-6b996e40c5a2,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:16.751595 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e2eca903-eb5b-4fb6-8077-167f896a642c req-5057e118-c502-40c3-8c16-033128caae9e tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] 10.222.0.18 "GET /v2.0/security-groups?id=148910a7-695f-4061-81d8-eaa03597169b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084466 Jul 29 23:28:16.851255 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['9e7f744c-242e-42c7-94fa-6b996e40c5a2'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:16.920619 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd228d94-8d1c-454b-b480-190563b039b6 req-376a695a-2b74-4cd9-8605-b948e0bc07ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:16.927064 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bd228d94-8d1c-454b-b480-190563b039b6 req-376a695a-2b74-4cd9-8605-b948e0bc07ff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3364489f-5013-4137-a027-59a57dd12680 HTTP/1.1" status: 200 len: 1098 time: 0.1848714 Jul 29 23:28:17.095154 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497f4c7-dbc6-4bce-ba4d-9cd7dfa55184 req-24513c3b-680e-404d-afab-39fb178d7bcd tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:17.115221 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5497f4c7-dbc6-4bce-ba4d-9cd7dfa55184 req-24513c3b-680e-404d-afab-39fb178d7bcd tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/ports?device_id=3364489f-5013-4137-a027-59a57dd12680 HTTP/1.1" status: 200 len: 946 time: 0.1662719 Jul 29 23:28:17.134501 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bd228d94-8d1c-454b-b480-190563b039b6 req-a625005c-86e2-45fe-9e32-b3a5d24e922a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1fac6eab-6529-4c3f-a437-b60099c65a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884632 Jul 29 23:28:17.191415 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5497f4c7-dbc6-4bce-ba4d-9cd7dfa55184 req-4272aa01-17d0-4dd5-b6b0-8438e6d7093d tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fac6eab-6529-4c3f-a437-b60099c65a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747900 Jul 29 23:28:17.251966 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-979244d8-3c64-452a-8dea-f970bdc86c6c None None] Set router 65580c99-64bb-4c92-88fb-3fa25086e809 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:28:17.695425 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359ebea5-6e67-4eca-aabd-53e17f6869f3 req-fecfa059-a1d4-4e58-8c92-d21eb9a343dc tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:17.704898 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-359ebea5-6e67-4eca-aabd-53e17f6869f3 req-fecfa059-a1d4-4e58-8c92-d21eb9a343dc tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 945 time: 0.1894836 Jul 29 23:28:17.766017 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-359ebea5-6e67-4eca-aabd-53e17f6869f3 req-9ed0c29e-e9b9-4c6f-bfe2-b183033f8297 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590694 Jul 29 23:28:18.020489 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39674) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:18.200674 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-979244d8-3c64-452a-8dea-f970bdc86c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'name': 'tempest-TaggedBootDevicesTest-1453947197-router', 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '56ecd2dd-a89f-4358-959b-ce3663370a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:49Z', 'updated_at': '2021-07-29T23:28:06Z', 'revision_number': 4, 'project_id': '1b88923046a64f0cbc69a614c91ce1e9', 'gw_port': {'id': '56ecd2dd-a89f-4358-959b-ce3663370a90', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:49Z', 'updated_at': '2021-07-29T23:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '773e0dc2-9abf-49c1-a91b-05c9d9004a94', 'name': '', 'network_id': '34a9b01a-fb87-4012-8543-47877b831421', 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'mac_address': 'fa:16:3e:b9:26:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'd30afb76-e1b0-42cb-bf28-c9514a93f8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:00Z', 'updated_at': '2021-07-29T23:28:15Z', 'revision_number': 4, 'project_id': '1b88923046a64f0cbc69a614c91ce1e9', 'subnets': [{'id': 'd30afb76-e1b0-42cb-bf28-c9514a93f8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:18.272737 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f45f27d-d031-4583-b381-ae365bcd1457 req-9e36a986-0fb1-430d-92db-7b7d31d53d56 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:18.275961 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f45f27d-d031-4583-b381-ae365bcd1457 req-9e36a986-0fb1-430d-92db-7b7d31d53d56 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b2bfe21-d9e2-4945-9e3e-5e6f83b31668 HTTP/1.1" status: 200 len: 946 time: 0.1284542 Jul 29 23:28:18.309338 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979244d8-3c64-452a-8dea-f970bdc86c6c None None] The sync data for ids ['65580c99-64bb-4c92-88fb-3fa25086e809'] in n-d-712140-10 is: [{'id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'name': 'tempest-TaggedBootDevicesTest-1453947197-router', 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '56ecd2dd-a89f-4358-959b-ce3663370a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:49Z', 'updated_at': '2021-07-29T23:28:06Z', 'revision_number': 4, 'project_id': '1b88923046a64f0cbc69a614c91ce1e9', 'gw_port': {'id': '56ecd2dd-a89f-4358-959b-ce3663370a90', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:49Z', 'updated_at': '2021-07-29T23:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '773e0dc2-9abf-49c1-a91b-05c9d9004a94', 'name': '', 'network_id': '34a9b01a-fb87-4012-8543-47877b831421', 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'mac_address': 'fa:16:3e:b9:26:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'd30afb76-e1b0-42cb-bf28-c9514a93f8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:00Z', 'updated_at': '2021-07-29T23:28:15Z', 'revision_number': 4, 'project_id': '1b88923046a64f0cbc69a614c91ce1e9', 'subnets': [{'id': 'd30afb76-e1b0-42cb-bf28-c9514a93f8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:28:18.356867 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f45f27d-d031-4583-b381-ae365bcd1457 req-799fdb48-eea1-488c-b639-9ed40548a062 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] 10.222.0.18 "GET /v2.0/security-groups?id=148910a7-695f-4061-81d8-eaa03597169b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669680 Jul 29 23:28:18.443081 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-80afb95f-0892-4036-9b1d-37907d570917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:18.664811 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-80afb95f-0892-4036-9b1d-37907d570917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:18.687576 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-80afb95f-0892-4036-9b1d-37907d570917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:18.775186 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-80afb95f-0892-4036-9b1d-37907d570917 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aaaf3e53361c4daa95dcf281700e1b54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7523537 Jul 29 23:28:18.779011 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 39682) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:18.802655 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80afb95f-0892-4036-9b1d-37907d570917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93cb1915-ff3d-493f-9a0c-aa8c831d9f3d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:18.901351 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eb852af7-d7ce-4809-bd0a-33eba7824abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:18.967635 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eb852af7-d7ce-4809-bd0a-33eba7824abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:19.161682 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6ddbf3-aedc-4310-bda6-20b07cc3dcae req-1c8628d9-0f7d-4451-b9fa-25cc1fd81024 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:19.163917 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1d6ddbf3-aedc-4310-bda6-20b07cc3dcae req-1c8628d9-0f7d-4451-b9fa-25cc1fd81024 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] 10.222.0.23 "GET /v2.0/ports?device_id=6b2bfe21-d9e2-4945-9e3e-5e6f83b31668 HTTP/1.1" status: 200 len: 946 time: 0.2123599 Jul 29 23:28:19.172263 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eb852af7-d7ce-4809-bd0a-33eba7824abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:19.176290 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eb852af7-d7ce-4809-bd0a-33eba7824abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:19.180724 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-eb852af7-d7ce-4809-bd0a-33eba7824abe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93cb1915-ff3d-493f-9a0c-aa8c831d9f3d HTTP/1.1" status: 204 len: 168 time: 0.3975832 Jul 29 23:28:19.238050 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb852af7-d7ce-4809-bd0a-33eba7824abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93cb1915-ff3d-493f-9a0c-aa8c831d9f3d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:19.297450 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b82f75a-b5de-42d9-b308-e5bf04ce1408 req-ee9c3568-8b4b-4603-8498-28cf2274d906 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:19.299080 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b82f75a-b5de-42d9-b308-e5bf04ce1408 req-ee9c3568-8b4b-4603-8498-28cf2274d906 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/ports?device_id=3364489f-5013-4137-a027-59a57dd12680 HTTP/1.1" status: 200 len: 946 time: 0.3032577 Jul 29 23:28:19.357374 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-1d6ddbf3-aedc-4310-bda6-20b07cc3dcae req-0bf414c8-ac3d-4d0f-b75f-2c46ef7cf29b tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] Deleting port 0d1bf5c0-607d-4301-a9be-31a0b16a4743 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:28:19.359648 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1d6ddbf3-aedc-4310-bda6-20b07cc3dcae req-0bf414c8-ac3d-4d0f-b75f-2c46ef7cf29b tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:19.568022 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-1d6ddbf3-aedc-4310-bda6-20b07cc3dcae req-0bf414c8-ac3d-4d0f-b75f-2c46ef7cf29b tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] For port 0d1bf5c0-607d-4301-a9be-31a0b16a4743, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=0d1bf5c0-607d-4301-a9be-31a0b16a4743,segment=NetworkSegment(78e02349-ebf5-4dd3-9947-5e841b73e154),segment_id=78e02349-ebf5-4dd3-9947-5e841b73e154)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:19.568468 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1d6ddbf3-aedc-4310-bda6-20b07cc3dcae req-0bf414c8-ac3d-4d0f-b75f-2c46ef7cf29b tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:19.600869 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-1d6ddbf3-aedc-4310-bda6-20b07cc3dcae req-0bf414c8-ac3d-4d0f-b75f-2c46ef7cf29b tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] Calling delete_port for 0d1bf5c0-607d-4301-a9be-31a0b16a4743 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:28:19.666596 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b82f75a-b5de-42d9-b308-e5bf04ce1408 req-59afb3ad-130c-42f8-aa60-04a5bf87416e tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fac6eab-6529-4c3f-a437-b60099c65a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3463485 Jul 29 23:28:19.756692 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 773e0dc2-9abf-49c1-a91b-05c9d9004a94 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:19.860367 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 9e7f744c-242e-42c7-94fa-6b996e40c5a2 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:20.030342 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39700) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:20.036994 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 773e0dc2-9abf-49c1-a91b-05c9d9004a94 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:20.044323 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 773e0dc2-9abf-49c1-a91b-05c9d9004a94 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:20.047919 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:20.065009 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-733fbbb4-4987-4189-8c48-d19b4611ef76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:20.133628 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0840cdb1-2999-4c76-b0c3-ecf20780ca36 req-4c336be6-7129-454b-82e9-95965d56b6c3 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:20.152890 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0840cdb1-2999-4c76-b0c3-ecf20780ca36 req-4c336be6-7129-454b-82e9-95965d56b6c3 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 945 time: 0.2721047 Jul 29 23:28:20.169042 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 9e7f744c-242e-42c7-94fa-6b996e40c5a2 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:20.197674 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 9e7f744c-242e-42c7-94fa-6b996e40c5a2 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:20.198712 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:20.325248 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:20.407158 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0840cdb1-2999-4c76-b0c3-ecf20780ca36 req-67cd2ba3-80a6-489d-8d07-f0fc622f3808 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531676 Jul 29 23:28:20.455397 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 773e0dc2-9abf-49c1-a91b-05c9d9004a94, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=773e0dc2-9abf-49c1-a91b-05c9d9004a94,segment=NetworkSegment(509fa46d-998d-413c-9893-dc66a48d71f6),segment_id=509fa46d-998d-413c-9893-dc66a48d71f6)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:20.462758 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1d6ddbf3-aedc-4310-bda6-20b07cc3dcae req-0bf414c8-ac3d-4d0f-b75f-2c46ef7cf29b tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:20.496707 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:20.617258 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf414c8-ac3d-4d0f-b75f-2c46ef7cf29b tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] Pushing event deleted for resources: {'Port': ['ID=0d1bf5c0-607d-4301-a9be-31a0b16a4743,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:20.657709 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 9e7f744c-242e-42c7-94fa-6b996e40c5a2, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9e7f744c-242e-42c7-94fa-6b996e40c5a2,segment=NetworkSegment(043766c5-81bc-430c-9901-6005e0bcbecd),segment_id=043766c5-81bc-430c-9901-6005e0bcbecd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:20.666349 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:20.672882 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-733fbbb4-4987-4189-8c48-d19b4611ef76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:20.702827 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['0d1bf5c0-607d-4301-a9be-31a0b16a4743'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:20.705784 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-733fbbb4-4987-4189-8c48-d19b4611ef76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:20.797208 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb2ff14-01d7-4001-8db8-412019b5f70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7f744c-242e-42c7-94fa-6b996e40c5a2'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:20.802955 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d6ddbf3-aedc-4310-bda6-20b07cc3dcae req-0bf414c8-ac3d-4d0f-b75f-2c46ef7cf29b tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] No DVR routers for this DVR port 0d1bf5c0-607d-4301-a9be-31a0b16a4743 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:28:20.803393 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c54d56-7335-40ca-90af-9a4cc6d9bf7b" -d '{"events": [{"server_uuid": "9bb2ff14-01d7-4001-8db8-412019b5f70f", "name": "network-vif-plugged", "status": "completed", "tag": "9e7f744c-242e-42c7-94fa-6b996e40c5a2"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:20.806120 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1d6ddbf3-aedc-4310-bda6-20b07cc3dcae req-0bf414c8-ac3d-4d0f-b75f-2c46ef7cf29b tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:20.808430 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1d6ddbf3-aedc-4310-bda6-20b07cc3dcae req-0bf414c8-ac3d-4d0f-b75f-2c46ef7cf29b tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] 10.222.0.23 "DELETE /v2.0/ports/0d1bf5c0-607d-4301-a9be-31a0b16a4743 HTTP/1.1" status: 204 len: 173 time: 1.6292737 Jul 29 23:28:20.808983 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2bfe21-d9e2-4945-9e3e-5e6f83b31668', 'name': 'network-vif-deleted', 'tag': '0d1bf5c0-607d-4301-a9be-31a0b16a4743'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:20.823216 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd56545-7ccf-4fd6-8b69-9066a361984c" -d '{"events": [{"server_uuid": "6b2bfe21-d9e2-4945-9e3e-5e6f83b31668", "name": "network-vif-deleted", "tag": "0d1bf5c0-607d-4301-a9be-31a0b16a4743"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:20.855216 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fbbb4-4987-4189-8c48-d19b4611ef76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c302ad27-d408-4359-b512-8e486634a29a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:20.876664 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-733fbbb4-4987-4189-8c48-d19b4611ef76 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=89cd3dbe0e154185a6e1a04eebc88c42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8440671 Jul 29 23:28:20.879288 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39716) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:20.906701 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:20.949257 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ccce4a9a-cf18-4f73-8637-40a775522864 req-fa6358e1-8fbe-4a7e-8c3c-ea2129bb8967 tempest-InstanceActionsV221TestJSON-14369706 tempest-InstanceActionsV221TestJSON-14369706-project] 10.222.0.18 "GET /v2.0/ports?device_id=6b2bfe21-d9e2-4945-9e3e-5e6f83b31668 HTTP/1.1" status: 200 len: 210 time: 0.0975666 Jul 29 23:28:21.008018 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d6cd19f-a2bc-46ef-95f1-53fb05cc286e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:21.075370 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=773e0dc2-9abf-49c1-a91b-05c9d9004a94,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:21.122232 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d6cd19f-a2bc-46ef-95f1-53fb05cc286e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:21.186374 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=9e7f744c-242e-42c7-94fa-6b996e40c5a2,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:21.288594 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d6cd19f-a2bc-46ef-95f1-53fb05cc286e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:21.291939 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d6cd19f-a2bc-46ef-95f1-53fb05cc286e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:21.293397 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5d6cd19f-a2bc-46ef-95f1-53fb05cc286e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c302ad27-d408-4359-b512-8e486634a29a HTTP/1.1" status: 204 len: 168 time: 0.4127927 Jul 29 23:28:21.307905 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6cd19f-a2bc-46ef-95f1-53fb05cc286e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c302ad27-d408-4359-b512-8e486634a29a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:21.395631 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcbb959-4baa-41f6-a576-bd728903888b req-6725fe13-7cb1-4406-9d79-d63fefa57fea tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:21.397502 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efcbb959-4baa-41f6-a576-bd728903888b req-6725fe13-7cb1-4406-9d79-d63fefa57fea tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb2ff14-01d7-4001-8db8-412019b5f70f HTTP/1.1" status: 200 len: 946 time: 0.1472833 Jul 29 23:28:21.556252 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efcbb959-4baa-41f6-a576-bd728903888b req-3752a14e-1b43-4fc2-9ede-9644357616e1 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fac6eab-6529-4c3f-a437-b60099c65a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405859 Jul 29 23:28:21.699483 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 773e0dc2-9abf-49c1-a91b-05c9d9004a94 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:21.889896 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 773e0dc2-9abf-49c1-a91b-05c9d9004a94 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:21.890666 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:22.054762 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed4be03-01ad-4ca6-b5f3-0a172c3310ad x-openstack-request-id: req-6ed4be03-01ad-4ca6-b5f3-0a172c3310ad {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:22.054762 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2bfe21-d9e2-4945-9e3e-5e6f83b31668", "name": "network-vif-deleted", "tag": "0d1bf5c0-607d-4301-a9be-31a0b16a4743", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:22.054762 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ed4be03-01ad-4ca6-b5f3-0a172c3310ad {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:22.054762 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2bfe21-d9e2-4945-9e3e-5e6f83b31668', 'name': 'network-vif-deleted', 'tag': '0d1bf5c0-607d-4301-a9be-31a0b16a4743', 'status': 'completed', 'code': 200} Jul 29 23:28:22.145848 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315593df-7465-4e98-8242-3ce9b429c0ad x-openstack-request-id: req-315593df-7465-4e98-8242-3ce9b429c0ad {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:22.146199 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb2ff14-01d7-4001-8db8-412019b5f70f", "name": "network-vif-plugged", "status": "completed", "tag": "9e7f744c-242e-42c7-94fa-6b996e40c5a2", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:22.146417 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-315593df-7465-4e98-8242-3ce9b429c0ad {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:22.146821 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb2ff14-01d7-4001-8db8-412019b5f70f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7f744c-242e-42c7-94fa-6b996e40c5a2', 'code': 200} Jul 29 23:28:22.371548 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c903c44-7d20-4744-8c25-2c8f093db6ff req-8427d042-8815-4dc8-99bd-4870f98b7e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:22.378062 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6c903c44-7d20-4744-8c25-2c8f093db6ff req-8427d042-8815-4dc8-99bd-4870f98b7e90 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9bb2ff14-01d7-4001-8db8-412019b5f70f HTTP/1.1" status: 200 len: 1098 time: 0.1377616 Jul 29 23:28:22.445625 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6c903c44-7d20-4744-8c25-2c8f093db6ff req-e14d94f9-ffc7-4c9a-a248-5746ba4705ce service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1fac6eab-6529-4c3f-a437-b60099c65a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582473 Jul 29 23:28:22.495481 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0ff1f-5020-4e3c-bed0-686179df8c43 req-5bd5dd36-1dc2-456d-a8a4-162dbec8dbb7 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:22.511300 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e2a0ff1f-5020-4e3c-bed0-686179df8c43 req-5bd5dd36-1dc2-456d-a8a4-162dbec8dbb7 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 945 time: 0.2479985 Jul 29 23:28:22.644622 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e2a0ff1f-5020-4e3c-bed0-686179df8c43 req-3136c50c-6475-4358-a834-d1cb6d43cc65 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280596 Jul 29 23:28:22.770810 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 0d1bf5c0-607d-4301-a9be-31a0b16a4743 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:28:22.824569 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 0d1bf5c0-607d-4301-a9be-31a0b16a4743 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:28:22.825040 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 0d1bf5c0-607d-4301-a9be-31a0b16a4743 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:28:23.472839 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316b3c0-e189-4d48-8ae7-ee87d1bcb436 req-0ae7f561-6840-4ac7-b2be-667e54cc78e7 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:23.493027 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0316b3c0-e189-4d48-8ae7-ee87d1bcb436 req-0ae7f561-6840-4ac7-b2be-667e54cc78e7 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb2ff14-01d7-4001-8db8-412019b5f70f HTTP/1.1" status: 200 len: 946 time: 0.2524252 Jul 29 23:28:23.713292 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0316b3c0-e189-4d48-8ae7-ee87d1bcb436 req-193d9007-8c65-4501-8f74-e7eaf2aefd7e tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fac6eab-6529-4c3f-a437-b60099c65a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133899 Jul 29 23:28:24.005228 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5402e1cb-f90d-4228-ab12-90ad0ed22ea2 req-a9bc3070-6e7f-4077-8f8b-72c828c06598 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:24.008057 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5402e1cb-f90d-4228-ab12-90ad0ed22ea2 req-a9bc3070-6e7f-4077-8f8b-72c828c06598 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 945 time: 0.1296008 Jul 29 23:28:24.090638 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5402e1cb-f90d-4228-ab12-90ad0ed22ea2 req-d45422c3-3f72-4b58-800e-68ddda279df2 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709572 Jul 29 23:28:24.170765 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 39816) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:24.237055 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:28:24.302584 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-8732c658-ab60-45c8-b19e-52387e6f04ec admin admin] Deleting subnet a4166ed1-6f01-4f28-aaa5-7f1517a15ed2 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:28:24.315166 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8732c658-ab60-45c8-b19e-52387e6f04ec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:24.453960 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8732c658-ab60-45c8-b19e-52387e6f04ec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:24.635252 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8732c658-ab60-45c8-b19e-52387e6f04ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:24.843016 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8732c658-ab60-45c8-b19e-52387e6f04ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:24.875817 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8732c658-ab60-45c8-b19e-52387e6f04ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:24.885478 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39858) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:24.891174 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8732c658-ab60-45c8-b19e-52387e6f04ec admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a4166ed1-6f01-4f28-aaa5-7f1517a15ed2 HTTP/1.1" status: 204 len: 168 time: 0.7120917 Jul 29 23:28:24.974863 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8732c658-ab60-45c8-b19e-52387e6f04ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4166ed1-6f01-4f28-aaa5-7f1517a15ed2,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:25.086005 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7721917-3b26-422c-88eb-7ef8391a7415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:25.109891 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4708d-b659-4293-ab59-6d022292a781 req-7f7f7862-429b-4fdd-9fa5-0d2afdb15936 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:25.111939 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bbc4708d-b659-4293-ab59-6d022292a781 req-7f7f7862-429b-4fdd-9fa5-0d2afdb15936 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb2ff14-01d7-4001-8db8-412019b5f70f HTTP/1.1" status: 200 len: 946 time: 0.0785921 Jul 29 23:28:25.212531 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bbc4708d-b659-4293-ab59-6d022292a781 req-25987ae8-1d14-4c76-b8d6-ee8ee9c0d38f tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fac6eab-6529-4c3f-a437-b60099c65a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902400 Jul 29 23:28:25.278942 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7721917-3b26-422c-88eb-7ef8391a7415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:25.293090 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-f7721917-3b26-422c-88eb-7ef8391a7415 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd15e10-2905-4024-9ec8-71fe0d2c9ef6']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:25.313017 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-f7721917-3b26-422c-88eb-7ef8391a7415 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e02349-ebf5-4dd3-9947-5e841b73e154') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:25.314206 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-f7721917-3b26-422c-88eb-7ef8391a7415 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e02349-ebf5-4dd3-9947-5e841b73e154') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:25.330612 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7721917-3b26-422c-88eb-7ef8391a7415 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:25.365092 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7721917-3b26-422c-88eb-7ef8391a7415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:25.378152 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7721917-3b26-422c-88eb-7ef8391a7415 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:28:25.380813 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7721917-3b26-422c-88eb-7ef8391a7415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:25.385216 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:28:25.385216 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:28:25.385216 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:28:25.385216 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:28:25.385216 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:28:25.385216 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:28:25.385216 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:28:25.385216 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:28:25.385216 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:28:25.385216 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:28:25.385216 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:28:25.385216 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:28:25.385216 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:28:25.385216 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:28:25.385216 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:28:25.385216 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:28:25.385216 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:28:25.385216 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:28:25.385216 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:28:25.385216 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:28:25.385216 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:28:25.385216 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:28:25.385216 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:28:25.385216 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:28:25.385216 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:28:25.385216 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:28:25.385216 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:28:25.385216 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:28:25.385216 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:28:25.385216 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:28:25.385216 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:28:25.385216 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:28:25.533096 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b87018-4165-4377-b65d-b7bff319d1ff req-58fc9528-3b1a-4cf0-a192-7cffa3f92f87 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:25.538486 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-77b87018-4165-4377-b65d-b7bff319d1ff req-58fc9528-3b1a-4cf0-a192-7cffa3f92f87 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 945 time: 0.2077801 Jul 29 23:28:25.687132 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-77b87018-4165-4377-b65d-b7bff319d1ff req-a0ae9419-56a9-407a-aea0-4f0168954a2d tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265254 Jul 29 23:28:26.234675 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7721917-3b26-422c-88eb-7ef8391a7415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.290307 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7721917-3b26-422c-88eb-7ef8391a7415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.292991 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f7721917-3b26-422c-88eb-7ef8391a7415 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5fd15e10-2905-4024-9ec8-71fe0d2c9ef6 HTTP/1.1" status: 204 len: 168 time: 1.4054613 Jul 29 23:28:26.299141 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7721917-3b26-422c-88eb-7ef8391a7415 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fd15e10-2905-4024-9ec8-71fe0d2c9ef6,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:26.490932 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b597b4-3d9a-4204-9c06-221ad2bdb78b req-ad19e658-e5f6-4609-a274-1663ec790b93 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:26.498985 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16b597b4-3d9a-4204-9c06-221ad2bdb78b req-ad19e658-e5f6-4609-a274-1663ec790b93 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb2ff14-01d7-4001-8db8-412019b5f70f HTTP/1.1" status: 200 len: 946 time: 0.1389551 Jul 29 23:28:26.579582 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16b597b4-3d9a-4204-9c06-221ad2bdb78b req-b43b4760-7b6d-416e-90a7-218114d782d3 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fac6eab-6529-4c3f-a437-b60099c65a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677044 Jul 29 23:28:26.694676 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39902) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:26.771369 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e9b8b4e3-9131-431c-9bcd-68b8e252f9b4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=407b24e33b01419a9c157db44904b6c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0750744 Jul 29 23:28:26.775087 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39908) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:26.776459 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device ea202e47-a529-4e26-9329-307f53f1077e no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:28:26.912155 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd8d7f5-ab4c-43fb-860e-d4aee1da4c3d req-d57ff64f-7738-4c31-a475-6c278bb84ec8 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:26.920680 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1dd8d7f5-ab4c-43fb-860e-d4aee1da4c3d req-d57ff64f-7738-4c31-a475-6c278bb84ec8 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 945 time: 0.1055925 Jul 29 23:28:26.960753 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07dafb85-17ef-4985-a9ae-76f62fd8c5e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.984112 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:26.985255 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1dd8d7f5-ab4c-43fb-860e-d4aee1da4c3d req-8195b8dd-9a74-4895-8ac7-dee2c31d1716 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631132 Jul 29 23:28:27.035785 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93687fbd-a641-40fe-ab3f-82c495a6371a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea202e47-a529-4e26-9329-307f53f1077e'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:27.040702 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09783a3-184f-487c-bf38-de5fd0468cf7" -d '{"events": [{"server_uuid": "93687fbd-a641-40fe-ab3f-82c495a6371a", "name": "network-vif-unplugged", "status": "completed", "tag": "ea202e47-a529-4e26-9329-307f53f1077e"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:27.068744 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port ea202e47-a529-4e26-9329-307f53f1077e, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ea202e47-a529-4e26-9329-307f53f1077e,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:27.069127 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07dafb85-17ef-4985-a9ae-76f62fd8c5e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:27.078510 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:27.279561 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cedb3e-a65c-46bb-98e5-83576beab64f x-openstack-request-id: req-94cedb3e-a65c-46bb-98e5-83576beab64f {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:27.281144 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93687fbd-a641-40fe-ab3f-82c495a6371a", "name": "network-vif-unplugged", "status": "completed", "tag": "ea202e47-a529-4e26-9329-307f53f1077e", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:27.285485 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-94cedb3e-a65c-46bb-98e5-83576beab64f {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:27.286261 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93687fbd-a641-40fe-ab3f-82c495a6371a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea202e47-a529-4e26-9329-307f53f1077e', 'code': 200} Jul 29 23:28:27.290185 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=ea202e47-a529-4e26-9329-307f53f1077e,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:27.450714 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1810884d-28a9-4e25-bff6-6009509fa017 req-a63dfb63-422c-43c2-8d70-2b10bedee51b tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:27.454211 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1810884d-28a9-4e25-bff6-6009509fa017 req-a63dfb63-422c-43c2-8d70-2b10bedee51b tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.39 "GET /v2.0/ports?device_id=9bb2ff14-01d7-4001-8db8-412019b5f70f HTTP/1.1" status: 200 len: 946 time: 0.1981540 Jul 29 23:28:27.505819 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-4082d5d3-db95-4eab-89de-57318963728c tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:27.518170 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-4082d5d3-db95-4eab-89de-57318963728c tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/networks?id=e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 HTTP/1.1" status: 200 len: 804 time: 0.2256119 Jul 29 23:28:27.546898 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-cf16f642-12ef-4e86-ad6a-f0cadc6fcd41 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/quotas/fc433144b8ce4e74b39793292556658e HTTP/1.1" status: 200 len: 375 time: 0.0259945 Jul 29 23:28:27.590509 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07dafb85-17ef-4985-a9ae-76f62fd8c5e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:27.600802 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07dafb85-17ef-4985-a9ae-76f62fd8c5e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:27.602784 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-07dafb85-17ef-4985-a9ae-76f62fd8c5e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/148910a7-695f-4061-81d8-eaa03597169b HTTP/1.1" status: 204 len: 168 time: 0.8266053 Jul 29 23:28:27.641203 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07dafb85-17ef-4985-a9ae-76f62fd8c5e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148910a7-695f-4061-81d8-eaa03597169b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:27.649607 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-f7f6de15-fcda-4169-973b-e8f76c009138 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=fc433144b8ce4e74b39793292556658e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1010628 Jul 29 23:28:27.750552 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-1810884d-28a9-4e25-bff6-6009509fa017 req-d1e69abd-3b4d-4770-83b9-b7e146e594cb tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Deleting port 9e7f744c-242e-42c7-94fa-6b996e40c5a2 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:28:27.758358 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-1810884d-28a9-4e25-bff6-6009509fa017 req-d1e69abd-3b4d-4770-83b9-b7e146e594cb tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:27.882848 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261f2a7-5698-4ac6-a90b-f7d68fa16de7 req-b5468188-fd9e-44f3-a161-97af42658fd6 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:27.886827 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e261f2a7-5698-4ac6-a90b-f7d68fa16de7 req-b5468188-fd9e-44f3-a161-97af42658fd6 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.23 "GET /v2.0/ports?device_id=93687fbd-a641-40fe-ab3f-82c495a6371a HTTP/1.1" status: 200 len: 944 time: 0.2156768 Jul 29 23:28:28.012397 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-66acbaad-a39c-490e-b54f-8e39c60a1d10 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:28:28.019734 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-66acbaad-a39c-490e-b54f-8e39c60a1d10 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3612242 Jul 29 23:28:28.142020 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-1810884d-28a9-4e25-bff6-6009509fa017 req-d1e69abd-3b4d-4770-83b9-b7e146e594cb tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] For port 9e7f744c-242e-42c7-94fa-6b996e40c5a2, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9e7f744c-242e-42c7-94fa-6b996e40c5a2,segment=NetworkSegment(043766c5-81bc-430c-9901-6005e0bcbecd),segment_id=043766c5-81bc-430c-9901-6005e0bcbecd)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:28.142617 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-1810884d-28a9-4e25-bff6-6009509fa017 req-d1e69abd-3b4d-4770-83b9-b7e146e594cb tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:28.168834 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-1810884d-28a9-4e25-bff6-6009509fa017 req-d1e69abd-3b4d-4770-83b9-b7e146e594cb tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Calling delete_port for 9e7f744c-242e-42c7-94fa-6b996e40c5a2 owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:28:28.235888 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-41461406-a77c-4143-bdc8-e34b7b42bd85 service neutron] 10.222.0.18 "GET /v2.0/networks/e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474907 Jul 29 23:28:28.258448 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580b196-8dba-49d9-ba0e-ab52a8fc8279 req-496d14c2-8325-43dd-a9b4-7c1616e55426 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:28.288191 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a580b196-8dba-49d9-ba0e-ab52a8fc8279 req-496d14c2-8325-43dd-a9b4-7c1616e55426 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.39 "GET /v2.0/ports?device_id=3364489f-5013-4137-a027-59a57dd12680 HTTP/1.1" status: 200 len: 946 time: 0.5937018 Jul 29 23:28:28.321583 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b745c76-0e18-443a-afd0-33050f62c8d2 req-a54a50d2-efb3-46dc-b521-bcf7b3a45e0d tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:28.329942 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8b745c76-0e18-443a-afd0-33050f62c8d2 req-a54a50d2-efb3-46dc-b521-bcf7b3a45e0d tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/ports?device_id=9bb2ff14-01d7-4001-8db8-412019b5f70f HTTP/1.1" status: 200 len: 946 time: 0.4697847 Jul 29 23:28:28.754594 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-1810884d-28a9-4e25-bff6-6009509fa017 req-d1e69abd-3b4d-4770-83b9-b7e146e594cb tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:28.770492 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['72db2675-6ffd-420a-93da-6b14fc72b996', '9e7f744c-242e-42c7-94fa-6b996e40c5a2'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:28.807809 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e69abd-3b4d-4770-83b9-b7e146e594cb tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Pushing event deleted for resources: {'Port': ['ID=9e7f744c-242e-42c7-94fa-6b996e40c5a2,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:29.012369 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-1810884d-28a9-4e25-bff6-6009509fa017 req-d1e69abd-3b4d-4770-83b9-b7e146e594cb tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] No DVR routers for this DVR port 9e7f744c-242e-42c7-94fa-6b996e40c5a2 on host n-h2-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:28:29.023705 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-1810884d-28a9-4e25-bff6-6009509fa017 req-d1e69abd-3b4d-4770-83b9-b7e146e594cb tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:29.027171 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1810884d-28a9-4e25-bff6-6009509fa017 req-d1e69abd-3b4d-4770-83b9-b7e146e594cb tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.39 "DELETE /v2.0/ports/9e7f744c-242e-42c7-94fa-6b996e40c5a2 HTTP/1.1" status: 204 len: 173 time: 1.5620923 Jul 29 23:28:29.028064 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bb2ff14-01d7-4001-8db8-412019b5f70f', 'name': 'network-vif-deleted', 'tag': '9e7f744c-242e-42c7-94fa-6b996e40c5a2'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:29.031307 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-e261f2a7-5698-4ac6-a90b-f7d68fa16de7 req-f259365c-a976-4657-80a6-3d4766eb66d8 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Deleting port ea202e47-a529-4e26-9329-307f53f1077e {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:28:29.033049 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e261f2a7-5698-4ac6-a90b-f7d68fa16de7 req-f259365c-a976-4657-80a6-3d4766eb66d8 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:29.040673 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52b9eec-5358-4e02-abc0-c83485f30b0d" -d '{"events": [{"server_uuid": "9bb2ff14-01d7-4001-8db8-412019b5f70f", "name": "network-vif-deleted", "tag": "9e7f744c-242e-42c7-94fa-6b996e40c5a2"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:29.094328 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8b745c76-0e18-443a-afd0-33050f62c8d2 req-b6d07e70-1844-4ac1-8cc8-be0e4f736ede tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fac6eab-6529-4c3f-a437-b60099c65a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5977287 Jul 29 23:28:29.405891 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:29.574294 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40002) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:29.673950 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:29.725716 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40008) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:29.922678 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-66e62460-b8e1-4705-beab-77cfee3564ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:29.923768 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-877aa1ff-eb6c-4a6c-9a67-6f2393998383 service neutron] 10.222.0.18 "GET /v2.0/networks/e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6311002 Jul 29 23:28:29.974217 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-4e0e3980-c9ba-4986-946f-41699d6a5e4a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1927940009-network', 'tenant_id': '1c931319eb0c4ccc94834c0df3a0fd49'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:30.018954 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.db.api [None req-4e0e3980-c9ba-4986-946f-41699d6a5e4a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:28:30.018954 n-d-712140-10 neutron-server[94064]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 23:28:30.018954 n-d-712140-10 neutron-server[94064]: [parameters: {'project_id': '1c931319eb0c4ccc94834c0df3a0fd49', 'id': '10e3071e-d721-4f44-9978-b528037badc7', 'expiration': datetime.datetime(2021, 7, 29, 23, 30, 29, 998457)}] Jul 29 23:28:30.018954 n-d-712140-10 neutron-server[94064]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:28:30.020019 n-d-712140-10 neutron-server[94064]: DEBUG oslo_db.api [None req-4e0e3980-c9ba-4986-946f-41699d6a5e4a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:28:30.063416 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebf8f1-d1fb-4a9b-8a33-2536a981276c req-fcb02d1d-ff9f-40e6-b92c-e0e410c5263e tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:30.071201 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4bebf8f1-d1fb-4a9b-8a33-2536a981276c req-fcb02d1d-ff9f-40e6-b92c-e0e410c5263e tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 945 time: 0.2305782 Jul 29 23:28:30.078493 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-a580b196-8dba-49d9-ba0e-ab52a8fc8279 req-3572827f-d397-48e7-a818-2d9305f92822 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Deleting port 72db2675-6ffd-420a-93da-6b14fc72b996 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:28:30.079387 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a580b196-8dba-49d9-ba0e-ab52a8fc8279 req-3572827f-d397-48e7-a818-2d9305f92822 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.171883 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-e261f2a7-5698-4ac6-a90b-f7d68fa16de7 req-f259365c-a976-4657-80a6-3d4766eb66d8 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] For port ea202e47-a529-4e26-9329-307f53f1077e, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ea202e47-a529-4e26-9329-307f53f1077e,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:30.172157 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e261f2a7-5698-4ac6-a90b-f7d68fa16de7 req-f259365c-a976-4657-80a6-3d4766eb66d8 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.198731 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-e261f2a7-5698-4ac6-a90b-f7d68fa16de7 req-f259365c-a976-4657-80a6-3d4766eb66d8 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Calling delete_port for ea202e47-a529-4e26-9329-307f53f1077e owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:28:30.226285 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4bebf8f1-d1fb-4a9b-8a33-2536a981276c req-cd1b740a-acf4-410d-82f4-c10cc8a56e88 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541932 Jul 29 23:28:30.238783 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-66e62460-b8e1-4705-beab-77cfee3564ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.250289 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-66e62460-b8e1-4705-beab-77cfee3564ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.338454 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-a580b196-8dba-49d9-ba0e-ab52a8fc8279 req-3572827f-d397-48e7-a818-2d9305f92822 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] For port 72db2675-6ffd-420a-93da-6b14fc72b996, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=72db2675-6ffd-420a-93da-6b14fc72b996,segment=NetworkSegment(043766c5-81bc-430c-9901-6005e0bcbecd),segment_id=043766c5-81bc-430c-9901-6005e0bcbecd)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:30.338812 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a580b196-8dba-49d9-ba0e-ab52a8fc8279 req-3572827f-d397-48e7-a818-2d9305f92822 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.354732 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-66e62460-b8e1-4705-beab-77cfee3564ed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3207e6c34c25447788b82feabcf1dfc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6270728 Jul 29 23:28:30.355363 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40020) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:30.360699 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1dc347f-6487-43c6-ac88-ed5f86febda9 x-openstack-request-id: req-e1dc347f-6487-43c6-ac88-ed5f86febda9 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:30.360992 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bb2ff14-01d7-4001-8db8-412019b5f70f", "name": "network-vif-deleted", "tag": "9e7f744c-242e-42c7-94fa-6b996e40c5a2", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:30.361252 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e1dc347f-6487-43c6-ac88-ed5f86febda9 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:30.361649 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bb2ff14-01d7-4001-8db8-412019b5f70f', 'name': 'network-vif-deleted', 'tag': '9e7f744c-242e-42c7-94fa-6b996e40c5a2', 'status': 'completed', 'code': 200} Jul 29 23:28:30.426105 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-a580b196-8dba-49d9-ba0e-ab52a8fc8279 req-3572827f-d397-48e7-a818-2d9305f92822 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Calling delete_port for 72db2675-6ffd-420a-93da-6b14fc72b996 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:28:30.466093 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e62460-b8e1-4705-beab-77cfee3564ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91ee5a9-4701-4a4f-98b1-42259f09bea8,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:30.566992 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-15612deb-98eb-4d68-ba87-6a1ac4e28637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.621658 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-15612deb-98eb-4d68-ba87-6a1ac4e28637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.633697 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2852f1db-26f2-4301-8804-abd1f81ec31b req-cf5e6c54-7709-4958-b2c8-7485dd6f3360 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=feba809a-1a88-4dd5-9143-843940f84361 HTTP/1.1" status: 200 len: 210 time: 0.0341001 Jul 29 23:28:30.709866 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e261f2a7-5698-4ac6-a90b-f7d68fa16de7 req-f259365c-a976-4657-80a6-3d4766eb66d8 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.774821 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f259365c-a976-4657-80a6-3d4766eb66d8 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Pushing event deleted for resources: {'Port': ['ID=ea202e47-a529-4e26-9329-307f53f1077e,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:30.794791 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0e3980-c9ba-4986-946f-41699d6a5e4a admin admin] Made reservation on behalf of 1c931319eb0c4ccc94834c0df3a0fd49 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:30.797109 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4e0e3980-c9ba-4986-946f-41699d6a5e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.798979 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device ea202e47-a529-4e26-9329-307f53f1077e no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:28:30.814383 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4e0e3980-c9ba-4986-946f-41699d6a5e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.846389 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4556cd4-4925-4f32-9451-d3ca76f39791 req-5c7ea40e-47e5-40c9-84a2-e511b843ec4f tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:30.859316 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e4556cd4-4925-4f32-9451-d3ca76f39791 req-5c7ea40e-47e5-40c9-84a2-e511b843ec4f tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/ports?device_id=3364489f-5013-4137-a027-59a57dd12680 HTTP/1.1" status: 200 len: 946 time: 0.2608976 Jul 29 23:28:30.870032 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-15612deb-98eb-4d68-ba87-6a1ac4e28637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.872717 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-15612deb-98eb-4d68-ba87-6a1ac4e28637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:30.875139 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-15612deb-98eb-4d68-ba87-6a1ac4e28637 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f91ee5a9-4701-4a4f-98b1-42259f09bea8 HTTP/1.1" status: 204 len: 168 time: 0.5168586 Jul 29 23:28:30.876135 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: ea202e47-a529-4e26-9329-307f53f1077e {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:28:30.878187 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device ea202e47-a529-4e26-9329-307f53f1077e not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:28:30.911625 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15612deb-98eb-4d68-ba87-6a1ac4e28637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91ee5a9-4701-4a4f-98b1-42259f09bea8,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:31.026764 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e261f2a7-5698-4ac6-a90b-f7d68fa16de7 req-f259365c-a976-4657-80a6-3d4766eb66d8 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] No DVR routers for this DVR port ea202e47-a529-4e26-9329-307f53f1077e on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:28:31.076117 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e261f2a7-5698-4ac6-a90b-f7d68fa16de7 req-f259365c-a976-4657-80a6-3d4766eb66d8 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:31.078890 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e261f2a7-5698-4ac6-a90b-f7d68fa16de7 req-f259365c-a976-4657-80a6-3d4766eb66d8 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.23 "DELETE /v2.0/ports/ea202e47-a529-4e26-9329-307f53f1077e HTTP/1.1" status: 204 len: 173 time: 3.1718371 Jul 29 23:28:31.079364 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93687fbd-a641-40fe-ab3f-82c495a6371a', 'name': 'network-vif-deleted', 'tag': 'ea202e47-a529-4e26-9329-307f53f1077e'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:31.081697 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2b2fe5-a8f5-45c6-9aa0-5be321cf708f" -d '{"events": [{"server_uuid": "93687fbd-a641-40fe-ab3f-82c495a6371a", "name": "network-vif-deleted", "tag": "ea202e47-a529-4e26-9329-307f53f1077e"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:31.099320 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e4556cd4-4925-4f32-9451-d3ca76f39791 req-fd29587b-d5f0-4540-89fa-9e1735e54d31 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/security-groups?id=1fac6eab-6529-4c3f-a437-b60099c65a2c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375469 Jul 29 23:28:31.117408 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4e0e3980-c9ba-4986-946f-41699d6a5e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:31.117408 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4e0e3980-c9ba-4986-946f-41699d6a5e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:31.229165 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e45d321-3385-4832-a3da-839bfbb52d9f x-openstack-request-id: req-6e45d321-3385-4832-a3da-839bfbb52d9f {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:31.229553 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93687fbd-a641-40fe-ab3f-82c495a6371a", "name": "network-vif-deleted", "tag": "ea202e47-a529-4e26-9329-307f53f1077e", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:31.229908 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e45d321-3385-4832-a3da-839bfbb52d9f {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:31.230352 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93687fbd-a641-40fe-ab3f-82c495a6371a', 'name': 'network-vif-deleted', 'tag': 'ea202e47-a529-4e26-9329-307f53f1077e', 'status': 'completed', 'code': 200} Jul 29 23:28:31.233857 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e3980-c9ba-4986-946f-41699d6a5e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741e8d2c-4e56-4134-99e9-b0901a917f42,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:31.307883 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a580b196-8dba-49d9-ba0e-ab52a8fc8279 req-3572827f-d397-48e7-a818-2d9305f92822 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:31.321217 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0e3980-c9ba-4986-946f-41699d6a5e4a admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:28:31.348166 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4e0e3980-c9ba-4986-946f-41699d6a5e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:31.348712 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-4e0e3980-c9ba-4986-946f-41699d6a5e4a admin admin] Added segment 70f78066-9d1a-477d-b7c8-dc4ea4fa2cb2 of type vlan for network 2531d765-9276-45dd-9f50-a27115c14ab6 Jul 29 23:28:31.405667 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572827f-d397-48e7-a818-2d9305f92822 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Pushing event deleted for resources: {'Port': ['ID=72db2675-6ffd-420a-93da-6b14fc72b996,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:31.465750 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4e0e3980-c9ba-4986-946f-41699d6a5e4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:31.520581 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4e0e3980-c9ba-4986-946f-41699d6a5e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:31.522565 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0e3980-c9ba-4986-946f-41699d6a5e4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:31.526183 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4e0e3980-c9ba-4986-946f-41699d6a5e4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:31.589645 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4e0e3980-c9ba-4986-946f-41699d6a5e4a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.0135496 Jul 29 23:28:31.598936 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40044) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:31.614865 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-60f10a94-4155-4247-817f-03d2d8e1713f admin admin] Request body: {'subnet': {'network_id': '2531d765-9276-45dd-9f50-a27115c14ab6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1927940009-subnet', 'tenant_id': '1c931319eb0c4ccc94834c0df3a0fd49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:31.642967 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a580b196-8dba-49d9-ba0e-ab52a8fc8279 req-3572827f-d397-48e7-a818-2d9305f92822 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] No DVR routers for this DVR port 72db2675-6ffd-420a-93da-6b14fc72b996 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:28:31.715206 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a580b196-8dba-49d9-ba0e-ab52a8fc8279 req-3572827f-d397-48e7-a818-2d9305f92822 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:31.728310 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a580b196-8dba-49d9-ba0e-ab52a8fc8279 req-3572827f-d397-48e7-a818-2d9305f92822 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.39 "DELETE /v2.0/ports/72db2675-6ffd-420a-93da-6b14fc72b996 HTTP/1.1" status: 204 len: 173 time: 3.4164877 Jul 29 23:28:31.755447 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-92721620-a654-4bc1-beff-7ba767929bb7 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:31.767642 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-92721620-a654-4bc1-beff-7ba767929bb7 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4&tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&binding%3Ahost_id=n-h2-712140-10 HTTP/1.1" status: 200 len: 1097 time: 0.3661110 Jul 29 23:28:31.791108 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-be3a3fe5-f167-46fb-9fe5-c47c802a7aa4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712140-10'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:31.830781 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b1934-79ac-43c2-b94d-187d2ff13c72 req-fa193dfe-13e8-4e2d-8fc3-3fbf5e39601f tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:31.840109 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2d5b1934-79ac-43c2-b94d-187d2ff13c72 req-fa193dfe-13e8-4e2d-8fc3-3fbf5e39601f tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 945 time: 0.2834475 Jul 29 23:28:31.845770 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e3980-c9ba-4986-946f-41699d6a5e4a admin admin] Pushing event updated for resources: {'Network': ['ID=2531d765-9276-45dd-9f50-a27115c14ab6,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:31.869071 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 2531d765-9276-45dd-9f50-a27115c14ab6 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:28:31.895535 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40048) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:31.907682 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f10a94-4155-4247-817f-03d2d8e1713f admin admin] Made reservation on behalf of 1c931319eb0c4ccc94834c0df3a0fd49 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:31.910083 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60f10a94-4155-4247-817f-03d2d8e1713f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:31.911256 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2d5b1934-79ac-43c2-b94d-187d2ff13c72 req-b79534fd-73de-45c0-b3e4-180e08723fcb tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696106 Jul 29 23:28:31.922420 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-46942905-c17e-4fbc-bb89-ad6a610effdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:31.984585 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b658f40d-e23d-4158-9ee5-b3cfee1ec800 req-07f120e6-3f3a-41a1-aa95-f46134937d03 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=feba809a-1a88-4dd5-9143-843940f84361 HTTP/1.1" status: 200 len: 210 time: 0.0860255 Jul 29 23:28:31.996319 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-be3a3fe5-f167-46fb-9fe5-c47c802a7aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:32.099578 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 9e7f744c-242e-42c7-94fa-6b996e40c5a2 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:28:32.254358 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 9e7f744c-242e-42c7-94fa-6b996e40c5a2 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:28:32.254902 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 9e7f744c-242e-42c7-94fa-6b996e40c5a2 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:28:32.267678 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-46942905-c17e-4fbc-bb89-ad6a610effdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:32.286607 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-46942905-c17e-4fbc-bb89-ad6a610effdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:32.289421 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 72db2675-6ffd-420a-93da-6b14fc72b996 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:28:32.317074 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-be3a3fe5-f167-46fb-9fe5-c47c802a7aa4 service neutron] For port a421ab0a-3776-4ab2-95fe-a834e52a6982, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a421ab0a-3776-4ab2-95fe-a834e52a6982,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:32.345398 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 72db2675-6ffd-420a-93da-6b14fc72b996 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:28:32.346236 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 72db2675-6ffd-420a-93da-6b14fc72b996 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:28:32.386356 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7b8347d6-5c0e-429f-9d71-f91aaae0b8be req-bcf0953c-6fec-43ab-bec1-3cd9aa7b4590 tempest-MultipleCreateTestJSON-363297426 tempest-MultipleCreateTestJSON-363297426-project] 10.222.0.18 "GET /v2.0/ports?device_id=3364489f-5013-4137-a027-59a57dd12680 HTTP/1.1" status: 200 len: 210 time: 0.0377965 Jul 29 23:28:32.401722 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-46942905-c17e-4fbc-bb89-ad6a610effdc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=438afa94aaf147409a151629bfc64851&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5008693 Jul 29 23:28:32.403620 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 40056) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:32.437846 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46942905-c17e-4fbc-bb89-ad6a610effdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2a33cc-2492-475c-b09f-b58525910270,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:32.525045 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8c69925b-96df-4f8b-bf56-bfd4e003ea18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:32.555884 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8c69925b-96df-4f8b-bf56-bfd4e003ea18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:32.609597 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-be3a3fe5-f167-46fb-9fe5-c47c802a7aa4 service neutron] For port a421ab0a-3776-4ab2-95fe-a834e52a6982, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:32.757565 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60f10a94-4155-4247-817f-03d2d8e1713f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:32.769892 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1ede51ca-a97e-42af-8a69-1d6ba59552ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:32.808867 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device a421ab0a-3776-4ab2-95fe-a834e52a6982 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:28:32.846693 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-0363588f-6959-496d-8236-236827c7be40 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:32.850988 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-0363588f-6959-496d-8236-236827c7be40 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.23 "GET /v2.0/networks?id=e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 HTTP/1.1" status: 200 len: 804 time: 0.2246473 Jul 29 23:28:32.855567 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8c69925b-96df-4f8b-bf56-bfd4e003ea18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:32.858387 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8c69925b-96df-4f8b-bf56-bfd4e003ea18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:32.859751 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8c69925b-96df-4f8b-bf56-bfd4e003ea18 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d2a33cc-2492-475c-b09f-b58525910270 HTTP/1.1" status: 204 len: 168 time: 0.4540861 Jul 29 23:28:32.893772 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f10a94-4155-4247-817f-03d2d8e1713f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5382ec4a-845e-4ea1-88e2-d215d3786552,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:32.901979 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-016ec67f-0f22-4c8e-ad52-c9e242474b74 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Request body: {'port': {'device_id': 'feba809a-1a88-4dd5-9143-843940f84361', 'network_id': 'e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2', 'admin_state_up': True, 'tenant_id': 'fc433144b8ce4e74b39793292556658e'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:32.912241 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c69925b-96df-4f8b-bf56-bfd4e003ea18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2a33cc-2492-475c-b09f-b58525910270,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:33.006855 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-be3a3fe5-f167-46fb-9fe5-c47c802a7aa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:33.013136 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f10a94-4155-4247-817f-03d2d8e1713f admin admin] Checking segment: {'id': '70f78066-9d1a-477d-b7c8-dc4ea4fa2cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2531d765-9276-45dd-9f50-a27115c14ab6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:33.015673 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f10a94-4155-4247-817f-03d2d8e1713f admin admin] Network hostable DHCP agents. Network: 2531d765-9276-45dd-9f50-a27115c14ab6, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:28:33.025728 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-be3a3fe5-f167-46fb-9fe5-c47c802a7aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:33.109357 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f10a94-4155-4247-817f-03d2d8e1713f admin admin] Network 2531d765-9276-45dd-9f50-a27115c14ab6 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:28:33.147652 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-60f10a94-4155-4247-817f-03d2d8e1713f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 2531d765-9276-45dd-9f50-a27115c14ab6) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:33.159056 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f10a94-4155-4247-817f-03d2d8e1713f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:33.164181 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60f10a94-4155-4247-817f-03d2d8e1713f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:33.207613 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-60f10a94-4155-4247-817f-03d2d8e1713f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6068566 Jul 29 23:28:33.219601 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port a421ab0a-3776-4ab2-95fe-a834e52a6982, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a421ab0a-3776-4ab2-95fe-a834e52a6982,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:33.237084 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device a421ab0a-3776-4ab2-95fe-a834e52a6982 has no active binding in host n-h1-712140-10 {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:28:33.241428 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6071928e-229d-4df3-bf65-09b5bc91d89c None None] Network 2531d765-9276-45dd-9f50-a27115c14ab6 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:28:33.267819 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3364489f-5013-4137-a027-59a57dd12680', 'name': 'network-vif-deleted', 'tag': '72db2675-6ffd-420a-93da-6b14fc72b996'}, {'server_uuid': '7d89cf0e-33ac-4d57-b747-d878befd14b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a421ab0a-3776-4ab2-95fe-a834e52a6982'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:33.277625 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b81642-100f-4e89-b37a-70d9b81c02fc" -d '{"events": [{"server_uuid": "3364489f-5013-4137-a027-59a57dd12680", "name": "network-vif-deleted", "tag": "72db2675-6ffd-420a-93da-6b14fc72b996"}, {"server_uuid": "7d89cf0e-33ac-4d57-b747-d878befd14b4", "name": "network-vif-unplugged", "status": "completed", "tag": "a421ab0a-3776-4ab2-95fe-a834e52a6982"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:33.387738 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-be3a3fe5-f167-46fb-9fe5-c47c802a7aa4 service neutron] Attempting to bind port a421ab0a-3776-4ab2-95fe-a834e52a6982 on host n-h2-712140-10 for vnic_type normal with profile {"migrating_to": "n-h1-712140-10"} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:28:33.388433 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-be3a3fe5-f167-46fb-9fe5-c47c802a7aa4 service neutron] Attempting to bind port a421ab0a-3776-4ab2-95fe-a834e52a6982 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:28:33.390668 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-be3a3fe5-f167-46fb-9fe5-c47c802a7aa4 service neutron] Attempting to bind port a421ab0a-3776-4ab2-95fe-a834e52a6982 on network 41b737f2-e531-4160-b598-3383b744485d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:33.407118 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3ec0b8f1-e8d7-44ba-b2f9-8a2107fb8f38 req-900f9cdf-eb0c-4c43-98b3-6aca6468acc3 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=feba809a-1a88-4dd5-9143-843940f84361 HTTP/1.1" status: 200 len: 210 time: 0.1974924 Jul 29 23:28:33.465572 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-be3a3fe5-f167-46fb-9fe5-c47c802a7aa4 service neutron] Port a421ab0a-3776-4ab2-95fe-a834e52a6982 on network 41b737f2-e531-4160-b598-3383b744485d not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:28:33.469427 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-be3a3fe5-f167-46fb-9fe5-c47c802a7aa4 service neutron] Attempting to bind port a421ab0a-3776-4ab2-95fe-a834e52a6982 on network 41b737f2-e531-4160-b598-3383b744485d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:33.529134 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-be3a3fe5-f167-46fb-9fe5-c47c802a7aa4 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:28:33.530155 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-be3a3fe5-f167-46fb-9fe5-c47c802a7aa4 service neutron] Checking segment: {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:33.531357 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-be3a3fe5-f167-46fb-9fe5-c47c802a7aa4 service neutron] Bound using segment: {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:28:33.532440 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-be3a3fe5-f167-46fb-9fe5-c47c802a7aa4 service neutron] Bound port: a421ab0a-3776-4ab2-95fe-a834e52a6982, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f021e03-56af-457a-a68a-af7207faccc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '41b737f2-e531-4160-b598-3383b744485d'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:28:33.533326 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-be3a3fe5-f167-46fb-9fe5-c47c802a7aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:33.643562 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d651c0-ad45-48c4-83b5-519ce350d317 x-openstack-request-id: req-20d651c0-ad45-48c4-83b5-519ce350d317 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:33.647739 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3364489f-5013-4137-a027-59a57dd12680", "name": "network-vif-deleted", "tag": "72db2675-6ffd-420a-93da-6b14fc72b996", "status": "completed", "code": 200}, {"server_uuid": "7d89cf0e-33ac-4d57-b747-d878befd14b4", "name": "network-vif-unplugged", "status": "completed", "tag": "a421ab0a-3776-4ab2-95fe-a834e52a6982", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:33.648227 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-20d651c0-ad45-48c4-83b5-519ce350d317 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:33.650793 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3364489f-5013-4137-a027-59a57dd12680', 'name': 'network-vif-deleted', 'tag': '72db2675-6ffd-420a-93da-6b14fc72b996', 'status': 'completed', 'code': 200} Jul 29 23:28:33.651170 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d89cf0e-33ac-4d57-b747-d878befd14b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a421ab0a-3776-4ab2-95fe-a834e52a6982', 'code': 200} Jul 29 23:28:33.659551 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-978a2a93-93ef-4dd3-9558-cf01333f06a8 None None] Network 2531d765-9276-45dd-9f50-a27115c14ab6 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:28:33.674664 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40086) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:33.834206 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e4751f1-975d-4538-bd4b-16250e5ddae3 admin admin] Deleting subnet 5943c7f0-6966-430f-88ba-768a7e84911e {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:28:33.854652 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5e4751f1-975d-4538-bd4b-16250e5ddae3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:33.902353 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-be3a3fe5-f167-46fb-9fe5-c47c802a7aa4 service neutron] For port a421ab0a-3776-4ab2-95fe-a834e52a6982, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:33.913909 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-be3a3fe5-f167-46fb-9fe5-c47c802a7aa4 service neutron] For port a421ab0a-3776-4ab2-95fe-a834e52a6982, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a421ab0a-3776-4ab2-95fe-a834e52a6982,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:28:33.936957 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a3fe5-f167-46fb-9fe5-c47c802a7aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=a421ab0a-3776-4ab2-95fe-a834e52a6982,revision_number=7']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:33.957185 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-be3a3fe5-f167-46fb-9fe5-c47c802a7aa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:33.979330 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5e4751f1-975d-4538-bd4b-16250e5ddae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:34.025891 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead3fbb3-3b80-4e76-a06b-b3e5dec0032b req-5eced092-d3ea-4ecd-8b9a-1c48ba138543 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:34.036952 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ead3fbb3-3b80-4e76-a06b-b3e5dec0032b req-5eced092-d3ea-4ecd-8b9a-1c48ba138543 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 943 time: 0.8584027 Jul 29 23:28:34.088250 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5e4751f1-975d-4538-bd4b-16250e5ddae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:34.224814 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5e4751f1-975d-4538-bd4b-16250e5ddae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:34.283207 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-016ec67f-0f22-4c8e-ad52-c9e242474b74 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Made reservation on behalf of fc433144b8ce4e74b39793292556658e for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:34.286811 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-016ec67f-0f22-4c8e-ad52-c9e242474b74 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:34.301231 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4751f1-975d-4538-bd4b-16250e5ddae3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5943c7f0-6966-430f-88ba-768a7e84911e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:34.309631 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-a74d6a8f-a66a-48f2-bae3-c25e4f906970 tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:34.311098 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5e4751f1-975d-4538-bd4b-16250e5ddae3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:34.316379 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5e4751f1-975d-4538-bd4b-16250e5ddae3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5943c7f0-6966-430f-88ba-768a7e84911e HTTP/1.1" status: 204 len: 168 time: 0.6376495 Jul 29 23:28:34.316840 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40110) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:34.317847 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-a74d6a8f-a66a-48f2-bae3-c25e4f906970 tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] 10.222.0.18 "GET /v2.0/networks?id=2531d765-9276-45dd-9f50-a27115c14ab6 HTTP/1.1" status: 200 len: 822 time: 0.2268302 Jul 29 23:28:34.366140 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-ce3381ae-9ba0-41d4-9d87-c084165efc9d tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] 10.222.0.18 "GET /v2.0/quotas/1c931319eb0c4ccc94834c0df3a0fd49 HTTP/1.1" status: 200 len: 375 time: 0.0470266 Jul 29 23:28:34.457704 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-fb996586-18f6-4448-9177-fca17587a330 tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1c931319eb0c4ccc94834c0df3a0fd49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0903928 Jul 29 23:28:34.492355 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ebda87ca-b929-4248-85f3-ab2ce01270f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:34.675376 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ebda87ca-b929-4248-85f3-ab2ce01270f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:34.701931 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-ebda87ca-b929-4248-85f3-ab2ce01270f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1486ae-3af6-4899-8b73-36007b460797']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:34.723025 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a3fe5-f167-46fb-9fe5-c47c802a7aa4 service neutron] Pushing event updated for resources: {'Port': ['ID=a421ab0a-3776-4ab2-95fe-a834e52a6982,revision_number=8']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:34.726605 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-ebda87ca-b929-4248-85f3-ab2ce01270f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '043766c5-81bc-430c-9901-6005e0bcbecd') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:34.726605 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-ebda87ca-b929-4248-85f3-ab2ce01270f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '043766c5-81bc-430c-9901-6005e0bcbecd') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:34.727454 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-be3a3fe5-f167-46fb-9fe5-c47c802a7aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:34.728203 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-be3a3fe5-f167-46fb-9fe5-c47c802a7aa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:34.729681 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-be3a3fe5-f167-46fb-9fe5-c47c802a7aa4 service neutron] 10.222.0.23 "PUT /v2.0/ports/a421ab0a-3776-4ab2-95fe-a834e52a6982 HTTP/1.1" status: 200 len: 1123 time: 2.9506416 Jul 29 23:28:34.753708 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ead3fbb3-3b80-4e76-a06b-b3e5dec0032b req-d20d8009-9d42-4a92-b0c7-55be48675d5a tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7123916 Jul 29 23:28:34.777264 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ebda87ca-b929-4248-85f3-ab2ce01270f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:34.797969 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['a421ab0a-3776-4ab2-95fe-a834e52a6982'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:34.813402 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ebda87ca-b929-4248-85f3-ab2ce01270f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:34.833374 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebda87ca-b929-4248-85f3-ab2ce01270f5 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:28:34.833855 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ebda87ca-b929-4248-85f3-ab2ce01270f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:34.837208 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:28:34.837208 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:28:34.837208 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:28:34.837208 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:28:34.837208 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:28:34.837208 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:28:34.837208 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:28:34.837208 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:28:34.837208 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:28:34.837208 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:28:34.837208 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:28:34.837208 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:28:34.837208 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:28:34.837208 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:28:34.837208 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:28:34.837208 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:28:34.837208 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:28:34.837208 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:28:34.837208 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:28:34.837208 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:28:34.837208 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:28:34.837208 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:28:34.837208 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:28:34.837208 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:28:34.837208 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:28:34.837208 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:28:34.837208 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:28:34.837208 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:28:34.837208 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:28:34.837208 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:28:34.837208 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:28:34.837208 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:28:34.852980 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-52af7b03-bbf0-43ec-b63a-677a69ecfa41 service neutron] 10.222.0.18 "GET /v2.0/networks/2531d765-9276-45dd-9f50-a27115c14ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3912125 Jul 29 23:28:34.885620 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['a421ab0a-3776-4ab2-95fe-a834e52a6982'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:35.013406 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ebda87ca-b929-4248-85f3-ab2ce01270f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:35.025747 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ebda87ca-b929-4248-85f3-ab2ce01270f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:35.030608 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ebda87ca-b929-4248-85f3-ab2ce01270f5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ae1486ae-3af6-4899-8b73-36007b460797 HTTP/1.1" status: 204 len: 168 time: 0.7113354 Jul 29 23:28:35.057576 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda87ca-b929-4248-85f3-ab2ce01270f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae1486ae-3af6-4899-8b73-36007b460797,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:35.095043 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-016ec67f-0f22-4c8e-ad52-c9e242474b74 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Allocated IP 172.20.0.8 (e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2/6e930051-7a16-428b-811f-19e3c68dee70/9e7a78e3-fead-47b7-9107-5931be3447c5) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:35.471063 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-016ec67f-0f22-4c8e-ad52-c9e242474b74 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:35.473467 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:35.577770 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-016ec67f-0f22-4c8e-ad52-c9e242474b74 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:35.585462 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91ce355c-98b0-41da-85cd-8aecc90cb3ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:35.611041 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40142) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:35.654879 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d89cf0e-33ac-4d57-b747-d878befd14b4', 'tag': 'a421ab0a-3776-4ab2-95fe-a834e52a6982'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:35.658690 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89a69ea-9065-43f2-9788-86d38c7a2ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "7d89cf0e-33ac-4d57-b747-d878befd14b4", "tag": "a421ab0a-3776-4ab2-95fe-a834e52a6982"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:35.700476 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-efc98607-7a36-4df0-af5c-36afbfcea98b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=792c2fd23e8b4a1ebc8931a27810d6a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0880210 Jul 29 23:28:35.705874 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-1579d426-bce1-4179-9c4c-a583a142a2ce service neutron] 10.222.0.18 "GET /v2.0/networks/2531d765-9276-45dd-9f50-a27115c14ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8517201 Jul 29 23:28:35.717403 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-016ec67f-0f22-4c8e-ad52-c9e242474b74 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Network e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:35.720073 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40148) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:35.742343 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d1c2f-d34c-4556-aa86-3780af6b1c04 req-e5d027f6-1783-48e2-8942-f1d4aa1f5072 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:35.757042 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b19d1c2f-d34c-4556-aa86-3780af6b1c04 req-e5d027f6-1783-48e2-8942-f1d4aa1f5072 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=feba809a-1a88-4dd5-9143-843940f84361 HTTP/1.1" status: 200 len: 931 time: 0.1997828 Jul 29 23:28:35.760588 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-016ec67f-0f22-4c8e-ad52-c9e242474b74 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:35.776082 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-016ec67f-0f22-4c8e-ad52-c9e242474b74 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:35.782791 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016ec67f-0f22-4c8e-ad52-c9e242474b74 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Pushing event updated for resources: {'Port': ['ID=9e7a78e3-fead-47b7-9107-5931be3447c5,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:35.867053 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-19c18622-ba6b-4cfe-b69f-263d7ef4c08e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:35.911396 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-19c18622-ba6b-4cfe-b69f-263d7ef4c08e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:35.922395 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b19d1c2f-d34c-4556-aa86-3780af6b1c04 req-79ad9213-fe9c-44f2-8e0d-9723bd1f574d tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635339 Jul 29 23:28:35.950210 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-016ec67f-0f22-4c8e-ad52-c9e242474b74 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:35.951430 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-016ec67f-0f22-4c8e-ad52-c9e242474b74 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:36.004060 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-016ec67f-0f22-4c8e-ad52-c9e242474b74 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1425390 Jul 29 23:28:36.021691 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-39e24b5b-cb0c-4264-a966-7b855a673d65 service neutron] Request body: {'port': {'device_id': 'feba809a-1a88-4dd5-9143-843940f84361', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:36.023286 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-19c18622-ba6b-4cfe-b69f-263d7ef4c08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:36.029723 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-19c18622-ba6b-4cfe-b69f-263d7ef4c08e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:36.036388 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-19c18622-ba6b-4cfe-b69f-263d7ef4c08e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1fac6eab-6529-4c3f-a437-b60099c65a2c HTTP/1.1" status: 204 len: 168 time: 0.3146405 Jul 29 23:28:36.070836 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c18622-ba6b-4cfe-b69f-263d7ef4c08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fac6eab-6529-4c3f-a437-b60099c65a2c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:36.077382 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be15c6b-2e34-4ab5-9e1c-9c414b3416c7 x-openstack-request-id: req-6be15c6b-2e34-4ab5-9e1c-9c414b3416c7 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:36.077772 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d89cf0e-33ac-4d57-b747-d878befd14b4", "tag": "a421ab0a-3776-4ab2-95fe-a834e52a6982", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:36.079009 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6be15c6b-2e34-4ab5-9e1c-9c414b3416c7 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:36.079009 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d89cf0e-33ac-4d57-b747-d878befd14b4', 'tag': 'a421ab0a-3776-4ab2-95fe-a834e52a6982', 'status': 'completed', 'code': 200} Jul 29 23:28:36.520039 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc17466a-952e-46c3-a935-d32a4979418b req-2af331b0-6826-4fc7-ae49-1171716eeec4 tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe0aa46-9af3-405a-a884-ad3a0ae153e0 HTTP/1.1" status: 200 len: 210 time: 0.1562991 Jul 29 23:28:36.593624 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-39e24b5b-cb0c-4264-a966-7b855a673d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:36.606766 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a69ea-9065-43f2-9788-86d38c7a2ba2 req-45fa4e57-33b3-40e5-8e91-28a3cedf88c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:36.611724 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e89a69ea-9065-43f2-9788-86d38c7a2ba2 req-45fa4e57-33b3-40e5-8e91-28a3cedf88c5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 1126 time: 0.5372181 Jul 29 23:28:36.644088 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40184) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:36.684230 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71660e7b-e019-430e-a51b-aadd3ffc84fc req-4410482c-d167-468c-813c-4fbe439f19c1 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:36.702424 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-71660e7b-e019-430e-a51b-aadd3ffc84fc req-4410482c-d167-468c-813c-4fbe439f19c1 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 943 time: 0.4878364 Jul 29 23:28:36.779679 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.039796 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ee5b9e37-bc6f-4a31-b9f8-0d0fc9633da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.158619 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-39e24b5b-cb0c-4264-a966-7b855a673d65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e7a78e3-fead-47b7-9107-5931be3447c5 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:37.176062 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-39e24b5b-cb0c-4264-a966-7b855a673d65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.194286 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-39e24b5b-cb0c-4264-a966-7b855a673d65 service neutron] Transition to ACTIVE for port object 9e7a78e3-fead-47b7-9107-5931be3447c5 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:37.214428 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-39e24b5b-cb0c-4264-a966-7b855a673d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.315287 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ee5b9e37-bc6f-4a31-b9f8-0d0fc9633da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.322423 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ee5b9e37-bc6f-4a31-b9f8-0d0fc9633da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.379034 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b9e37-bc6f-4a31-b9f8-0d0fc9633da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69da07f-9646-4dd5-91bb-1e4686de8fda,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:37.385243 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-71660e7b-e019-430e-a51b-aadd3ffc84fc req-aa00971b-f114-4f9a-8078-1197599db811 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6792378 Jul 29 23:28:37.412175 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ee5b9e37-bc6f-4a31-b9f8-0d0fc9633da5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fdf3748a6b47442782571250978128fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7626400 Jul 29 23:28:37.417386 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40204) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:37.531193 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2de44-4f72-4763-b7d7-e7cfa6840d15 req-00070528-9025-45fc-971d-03ee94c8e31f tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:37.537577 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f6b4b371-ea7d-494e-a4bb-ea043976e327 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.551056 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e0b2de44-4f72-4763-b7d7-e7cfa6840d15 req-00070528-9025-45fc-971d-03ee94c8e31f tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=feba809a-1a88-4dd5-9143-843940f84361 HTTP/1.1" status: 200 len: 943 time: 0.3550730 Jul 29 23:28:37.557815 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e24b5b-cb0c-4264-a966-7b855a673d65 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7a78e3-fead-47b7-9107-5931be3447c5,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:37.580812 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f6b4b371-ea7d-494e-a4bb-ea043976e327 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.647179 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f6b4b371-ea7d-494e-a4bb-ea043976e327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.650267 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f6b4b371-ea7d-494e-a4bb-ea043976e327 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:37.655111 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f6b4b371-ea7d-494e-a4bb-ea043976e327 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c69da07f-9646-4dd5-91bb-1e4686de8fda HTTP/1.1" status: 204 len: 168 time: 0.2329504 Jul 29 23:28:37.663178 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b4b371-ea7d-494e-a4bb-ea043976e327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69da07f-9646-4dd5-91bb-1e4686de8fda,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:37.721950 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a69ea-9065-43f2-9788-86d38c7a2ba2 req-fbcfad73-70e8-43aa-a71c-fc3e92f77587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:37.724275 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e89a69ea-9065-43f2-9788-86d38c7a2ba2 req-fbcfad73-70e8-43aa-a71c-fc3e92f77587 service neutron] 10.222.0.39 "GET /v2.0/networks?id=41b737f2-e531-4160-b598-3383b744485d HTTP/1.1" status: 200 len: 909 time: 1.1029110 Jul 29 23:28:37.960592 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e89a69ea-9065-43f2-9788-86d38c7a2ba2 req-658d6f00-8ecd-45f8-89cc-823d00e056c5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a421ab0a-3776-4ab2-95fe-a834e52a6982 HTTP/1.1" status: 200 len: 217 time: 0.1378334 Jul 29 23:28:38.045782 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-39e24b5b-cb0c-4264-a966-7b855a673d65 service neutron] Attempting to bind port 9e7a78e3-fead-47b7-9107-5931be3447c5 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:28:38.050941 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-39e24b5b-cb0c-4264-a966-7b855a673d65 service neutron] Attempting to bind port 9e7a78e3-fead-47b7-9107-5931be3447c5 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'b2573e02-82a0-4898-b097-d982710943a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:28:38.052359 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-39e24b5b-cb0c-4264-a966-7b855a673d65 service neutron] Attempting to bind port 9e7a78e3-fead-47b7-9107-5931be3447c5 on network e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:38.086792 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:38.112204 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59edf6ae-5d05-40e5-bcfb-37ed5ddbf330 req-2901beac-5f9f-4ca4-be2c-7be7270d34ea tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe0aa46-9af3-405a-a884-ad3a0ae153e0 HTTP/1.1" status: 200 len: 210 time: 0.1395628 Jul 29 23:28:38.133730 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e0b2de44-4f72-4763-b7d7-e7cfa6840d15 req-03760bc5-d8cb-4807-8f88-a1dde9caa82d tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5731924 Jul 29 23:28:38.302744 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-39e24b5b-cb0c-4264-a966-7b855a673d65 service neutron] Port 9e7a78e3-fead-47b7-9107-5931be3447c5 on network e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:28:38.303646 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-39e24b5b-cb0c-4264-a966-7b855a673d65 service neutron] Attempting to bind port 9e7a78e3-fead-47b7-9107-5931be3447c5 on network e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:38.339882 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a69ea-9065-43f2-9788-86d38c7a2ba2 req-6905e311-93ad-459b-bbcd-e8696e0cc140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:38.349246 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e89a69ea-9065-43f2-9788-86d38c7a2ba2 req-6905e311-93ad-459b-bbcd-e8696e0cc140 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=599960cf-5b7f-432a-8a6a-c415f2272dee HTTP/1.1" status: 200 len: 848 time: 0.3226290 Jul 29 23:28:38.454787 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-39e24b5b-cb0c-4264-a966-7b855a673d65 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:28:38.458830 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-39e24b5b-cb0c-4264-a966-7b855a673d65 service neutron] Checking segment: {'id': 'b2573e02-82a0-4898-b097-d982710943a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:38.459578 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-39e24b5b-cb0c-4264-a966-7b855a673d65 service neutron] Bound using segment: {'id': 'b2573e02-82a0-4898-b097-d982710943a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:28:38.462118 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-39e24b5b-cb0c-4264-a966-7b855a673d65 service neutron] Bound port: 9e7a78e3-fead-47b7-9107-5931be3447c5, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2573e02-82a0-4898-b097-d982710943a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:28:38.462820 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-39e24b5b-cb0c-4264-a966-7b855a673d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:38.472982 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e89a69ea-9065-43f2-9788-86d38c7a2ba2 req-65a164a9-ab8a-4914-a9da-1b14a53c2a1c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=41b737f2-e531-4160-b598-3383b744485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151769 Jul 29 23:28:38.697683 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-fca0dce4-f286-4e22-b7e8-9f18091377a6 tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:38.701409 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-fca0dce4-f286-4e22-b7e8-9f18091377a6 tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] 10.222.0.39 "GET /v2.0/networks?id=2531d765-9276-45dd-9f50-a27115c14ab6 HTTP/1.1" status: 200 len: 822 time: 0.3357868 Jul 29 23:28:38.727032 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-9ad98950-a69f-455b-855c-bc1b53a09b3a tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] Request body: {'port': {'device_id': 'cbe0aa46-9af3-405a-a884-ad3a0ae153e0', 'network_id': '2531d765-9276-45dd-9f50-a27115c14ab6', 'admin_state_up': True, 'tenant_id': '1c931319eb0c4ccc94834c0df3a0fd49'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:38.898741 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 40242) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:39.075189 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f8b205-1f2e-4120-90c8-7d500532a68f req-6e04f404-b9d7-4caf-989b-05b65da51ee4 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:39.086876 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6f8b205-1f2e-4120-90c8-7d500532a68f req-6e04f404-b9d7-4caf-989b-05b65da51ee4 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 943 time: 0.3745544 Jul 29 23:28:39.129086 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-39e24b5b-cb0c-4264-a966-7b855a673d65 service neutron] For port 9e7a78e3-fead-47b7-9107-5931be3447c5, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:39.160943 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-39e24b5b-cb0c-4264-a966-7b855a673d65 service neutron] For port 9e7a78e3-fead-47b7-9107-5931be3447c5, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9e7a78e3-fead-47b7-9107-5931be3447c5,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:28:39.189913 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e89a69ea-9065-43f2-9788-86d38c7a2ba2 req-3c4f726c-cb32-4122-b968-49341efcfd88 service neutron] 10.222.0.39 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7102993 Jul 29 23:28:39.190420 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-9ad98950-a69f-455b-855c-bc1b53a09b3a tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] Made reservation on behalf of 1c931319eb0c4ccc94834c0df3a0fd49 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:39.209759 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-9ad98950-a69f-455b-855c-bc1b53a09b3a tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:39.213245 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-39e24b5b-cb0c-4264-a966-7b855a673d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:39.411534 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e24b5b-cb0c-4264-a966-7b855a673d65 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7a78e3-fead-47b7-9107-5931be3447c5,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:39.448602 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8a3868c1-0d7d-41f4-a687-0bf01997d3d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:39.489770 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-9ad98950-a69f-455b-855c-bc1b53a09b3a tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] Allocated IP 172.20.0.12 (2531d765-9276-45dd-9f50-a27115c14ab6/5382ec4a-845e-4ea1-88e2-d215d3786552/bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:39.700293 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-9ad98950-a69f-455b-855c-bc1b53a09b3a tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:39.744339 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-39e24b5b-cb0c-4264-a966-7b855a673d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:39.746999 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-39e24b5b-cb0c-4264-a966-7b855a673d65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:39.755298 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-39e24b5b-cb0c-4264-a966-7b855a673d65 service neutron] 10.222.0.23 "PUT /v2.0/ports/9e7a78e3-fead-47b7-9107-5931be3447c5 HTTP/1.1" status: 200 len: 1092 time: 3.7346506 Jul 29 23:28:39.756405 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'feba809a-1a88-4dd5-9143-843940f84361', 'tag': '9e7a78e3-fead-47b7-9107-5931be3447c5'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:39.778722 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fed44d-2eb9-44f7-9535-2703187df3e0" -d '{"events": [{"name": "network-changed", "server_uuid": "feba809a-1a88-4dd5-9143-843940f84361", "tag": "9e7a78e3-fead-47b7-9107-5931be3447c5"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:39.790878 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-9ad98950-a69f-455b-855c-bc1b53a09b3a tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:39.808565 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6f8b205-1f2e-4120-90c8-7d500532a68f req-fab76589-afed-4bac-9f01-ed2ac93705a8 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7205560 Jul 29 23:28:39.869713 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-9ad98950-a69f-455b-855c-bc1b53a09b3a tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] Network 2531d765-9276-45dd-9f50-a27115c14ab6 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:28:39.875666 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-9ad98950-a69f-455b-855c-bc1b53a09b3a tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:39.893329 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-9ad98950-a69f-455b-855c-bc1b53a09b3a tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:28:39.960233 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad98950-a69f-455b-855c-bc1b53a09b3a tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] Pushing event updated for resources: {'Port': ['ID=bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:39.992623 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e89a69ea-9065-43f2-9788-86d38c7a2ba2 req-7b3c3fc4-6894-4499-b86a-fe3d4bf61a5f service neutron] 10.222.0.39 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7904570 Jul 29 23:28:39.993334 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-9ad98950-a69f-455b-855c-bc1b53a09b3a tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:39.994430 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-9ad98950-a69f-455b-855c-bc1b53a09b3a tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.510595 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40282) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:40.641070 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-f265a2e0-201b-442c-8b0f-f757876ae1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:40.642600 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-f265a2e0-201b-442c-8b0f-f757876ae1ee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc433144b8ce4e74b39793292556658e&device_id=feba809a-1a88-4dd5-9143-843940f84361 HTTP/1.1" status: 200 len: 1095 time: 0.8327627 Jul 29 23:28:40.666951 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440cf8a-9612-4cc5-bd7d-eefbbd15d6ff req-6642fe86-d04f-4329-8b80-11005b7b1430 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:40.673149 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a440cf8a-9612-4cc5-bd7d-eefbbd15d6ff req-6642fe86-d04f-4329-8b80-11005b7b1430 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=feba809a-1a88-4dd5-9143-843940f84361 HTTP/1.1" status: 200 len: 943 time: 0.7619750 Jul 29 23:28:40.699499 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b0aaffe-4a52-4294-8e8e-9ee5683c1cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.736587 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f524d-18c9-45cd-b8e9-6b93abe20928 req-bc1cdfb6-af49-48cc-b5c3-67dfa74e9d8f tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:40.738185 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7b1f524d-18c9-45cd-b8e9-6b93abe20928 req-bc1cdfb6-af49-48cc-b5c3-67dfa74e9d8f tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe0aa46-9af3-405a-a884-ad3a0ae153e0 HTTP/1.1" status: 200 len: 932 time: 0.7174208 Jul 29 23:28:40.751232 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-e47da437-bc0a-4b65-a7fe-b6003e790768 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e7a78e3-fead-47b7-9107-5931be3447c5 HTTP/1.1" status: 200 len: 217 time: 0.0935242 Jul 29 23:28:40.773420 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8a3868c1-0d7d-41f4-a687-0bf01997d3d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.790996 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-9ad98950-a69f-455b-855c-bc1b53a09b3a tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0801706 Jul 29 23:28:40.805842 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-6fd3e139-bf7c-410c-a6ca-055962cfa6bb service neutron] Request body: {'port': {'device_id': 'cbe0aa46-9af3-405a-a884-ad3a0ae153e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:40.823753 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8a3868c1-0d7d-41f4-a687-0bf01997d3d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:40.869714 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a440cf8a-9612-4cc5-bd7d-eefbbd15d6ff req-a79241ff-bf32-4050-b584-2c410e210751 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956003 Jul 29 23:28:40.923078 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-13d88c0b-37a0-4f2e-8bf9-3a2b3b450fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:40.924612 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-13d88c0b-37a0-4f2e-8bf9-3a2b3b450fc0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e930051-7a16-428b-811f-19e3c68dee70 HTTP/1.1" status: 200 len: 844 time: 0.1670365 Jul 29 23:28:40.933663 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8a3868c1-0d7d-41f4-a687-0bf01997d3d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a02a623652bd418aad8e4bf9260fb320&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0292296 Jul 29 23:28:40.938642 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7b1f524d-18c9-45cd-b8e9-6b93abe20928 req-1cfdc337-b085-4863-8eeb-fab2edbf13b2 tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] 10.222.0.18 "GET /v2.0/security-groups?id=741e8d2c-4e56-4134-99e9-b0901a917f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684685 Jul 29 23:28:40.939118 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 40288) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:40.948654 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3868c1-0d7d-41f4-a687-0bf01997d3d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b72100e-7e4b-41d7-9b46-94aa46604d63,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:40.953530 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a643f76e-d086-4fc1-84a3-040e7b72ce3f x-openstack-request-id: req-a643f76e-d086-4fc1-84a3-040e7b72ce3f {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:40.953816 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "feba809a-1a88-4dd5-9143-843940f84361", "tag": "9e7a78e3-fead-47b7-9107-5931be3447c5", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:40.954065 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a643f76e-d086-4fc1-84a3-040e7b72ce3f {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:40.954456 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'feba809a-1a88-4dd5-9143-843940f84361', 'tag': '9e7a78e3-fead-47b7-9107-5931be3447c5', 'status': 'completed', 'code': 200} Jul 29 23:28:40.982688 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-0681acb9-ccec-4cdf-b9f2-590766f43857 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468013 Jul 29 23:28:41.032890 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-6fd3e139-bf7c-410c-a6ca-055962cfa6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.110639 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b0aaffe-4a52-4294-8e8e-9ee5683c1cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.120101 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b0aaffe-4a52-4294-8e8e-9ee5683c1cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.151187 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9b0aaffe-4a52-4294-8e8e-9ee5683c1cd6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd3be9abe38e4b4b82c4b775cc0538a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6394029 Jul 29 23:28:41.157379 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40294) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:41.238808 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-02369480-5c5b-422c-88f4-b3addc104d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.243705 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-0bfe0056-44a6-4205-9a1b-4dfd5fd59e4a service neutron] 10.222.0.23 "GET /v2.0/networks/e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520645 Jul 29 23:28:41.271900 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0aaffe-4a52-4294-8e8e-9ee5683c1cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223eb289-29c6-44b4-b646-bc7b56c10879,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:41.297941 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-5eed9411-bd3e-47d5-87e5-b9ab46f14fd9 service neutron] 10.222.0.39 "GET /v2.0/ports/a421ab0a-3776-4ab2-95fe-a834e52a6982/bindings/n-h1-712140-10 HTTP/1.1" status: 200 len: 385 time: 0.2260742 Jul 29 23:28:41.363219 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-02369480-5c5b-422c-88f4-b3addc104d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.408797 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602a8e2d-3f2b-4c6b-a167-9a7818655864 req-5366c14f-7b4f-4715-8e35-5030979b38e6 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:41.416442 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-602a8e2d-3f2b-4c6b-a167-9a7818655864 req-5366c14f-7b4f-4715-8e35-5030979b38e6 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 943 time: 0.2814741 Jul 29 23:28:41.450009 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e33452d7-a1e8-4e3a-be17-5a8dca58c244 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.520447 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e33452d7-a1e8-4e3a-be17-5a8dca58c244 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.553713 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cde2ca11-de4e-4ce2-ae57-56fffc4db048 req-e117ce50-bb69-4e55-9966-30f05370a374 service neutron] 10.222.0.23 "GET /v2.0/networks/e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988424 Jul 29 23:28:41.571066 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-602a8e2d-3f2b-4c6b-a167-9a7818655864 req-4c4ca010-d5f1-4592-aa10-0da2abfdc3a7 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528158 Jul 29 23:28:41.641108 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-02369480-5c5b-422c-88f4-b3addc104d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.645096 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-02369480-5c5b-422c-88f4-b3addc104d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.646980 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-02369480-5c5b-422c-88f4-b3addc104d13 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b72100e-7e4b-41d7-9b46-94aa46604d63 HTTP/1.1" status: 204 len: 168 time: 0.6993954 Jul 29 23:28:41.651744 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e33452d7-a1e8-4e3a-be17-5a8dca58c244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.654523 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e33452d7-a1e8-4e3a-be17-5a8dca58c244 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.656304 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e33452d7-a1e8-4e3a-be17-5a8dca58c244 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/223eb289-29c6-44b4-b646-bc7b56c10879 HTTP/1.1" status: 204 len: 168 time: 0.4919844 Jul 29 23:28:41.671215 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33452d7-a1e8-4e3a-be17-5a8dca58c244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223eb289-29c6-44b4-b646-bc7b56c10879,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:41.684218 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-6fd3e139-bf7c-410c-a6ca-055962cfa6bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:41.694506 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-6fd3e139-bf7c-410c-a6ca-055962cfa6bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.709457 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-6fd3e139-bf7c-410c-a6ca-055962cfa6bb service neutron] Transition to ACTIVE for port object bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:41.714745 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-6fd3e139-bf7c-410c-a6ca-055962cfa6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:41.768149 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02369480-5c5b-422c-88f4-b3addc104d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b72100e-7e4b-41d7-9b46-94aa46604d63,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:41.818198 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fed44d-2eb9-44f7-9535-2703187df3e0 req-5c1daf78-9001-47ba-b943-94f24d9e1f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:41.820307 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f3fed44d-2eb9-44f7-9535-2703187df3e0 req-5c1daf78-9001-47ba-b943-94f24d9e1f73 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=fc433144b8ce4e74b39793292556658e&device_id=feba809a-1a88-4dd5-9143-843940f84361 HTTP/1.1" status: 200 len: 1095 time: 0.1528695 Jul 29 23:28:41.839288 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3e139-bf7c-410c-a6ca-055962cfa6bb service neutron] Pushing event updated for resources: {'Port': ['ID=bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:41.874054 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40314) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:41.907487 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-1a739ec2-5582-4ccd-88f6-60174bdd0d2c service neutron] For port a421ab0a-3776-4ab2-95fe-a834e52a6982, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a421ab0a-3776-4ab2-95fe-a834e52a6982,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:41.923304 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device a421ab0a-3776-4ab2-95fe-a834e52a6982 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:28:41.964032 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-1a739ec2-5582-4ccd-88f6-60174bdd0d2c service neutron] For port a421ab0a-3776-4ab2-95fe-a834e52a6982, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:42.018253 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-6fd3e139-bf7c-410c-a6ca-055962cfa6bb service neutron] Attempting to bind port bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:28:42.018979 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-6fd3e139-bf7c-410c-a6ca-055962cfa6bb service neutron] Attempting to bind port bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '70f78066-9d1a-477d-b7c8-dc4ea4fa2cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2531d765-9276-45dd-9f50-a27115c14ab6'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:28:42.019529 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-6fd3e139-bf7c-410c-a6ca-055962cfa6bb service neutron] Attempting to bind port bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3 on network 2531d765-9276-45dd-9f50-a27115c14ab6 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:42.026281 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-6fd3e139-bf7c-410c-a6ca-055962cfa6bb service neutron] Port bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3 on network 2531d765-9276-45dd-9f50-a27115c14ab6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:28:42.027076 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-6fd3e139-bf7c-410c-a6ca-055962cfa6bb service neutron] Attempting to bind port bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3 on network 2531d765-9276-45dd-9f50-a27115c14ab6 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:28:42.034841 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-6fd3e139-bf7c-410c-a6ca-055962cfa6bb service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 28, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:28:42.035609 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-6fd3e139-bf7c-410c-a6ca-055962cfa6bb service neutron] Checking segment: {'id': '70f78066-9d1a-477d-b7c8-dc4ea4fa2cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2531d765-9276-45dd-9f50-a27115c14ab6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:42.036432 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-6fd3e139-bf7c-410c-a6ca-055962cfa6bb service neutron] Bound using segment: {'id': '70f78066-9d1a-477d-b7c8-dc4ea4fa2cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2531d765-9276-45dd-9f50-a27115c14ab6'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:28:42.037132 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-6fd3e139-bf7c-410c-a6ca-055962cfa6bb service neutron] Bound port: bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70f78066-9d1a-477d-b7c8-dc4ea4fa2cb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2531d765-9276-45dd-9f50-a27115c14ab6'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:28:42.037777 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-6fd3e139-bf7c-410c-a6ca-055962cfa6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:42.049136 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-1a739ec2-5582-4ccd-88f6-60174bdd0d2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a421ab0a-3776-4ab2-95fe-a834e52a6982 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:42.078690 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fed44d-2eb9-44f7-9535-2703187df3e0 req-a84de4c4-fa50-450a-af8a-020c5a43e650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:42.081564 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f3fed44d-2eb9-44f7-9535-2703187df3e0 req-a84de4c4-fa50-450a-af8a-020c5a43e650 service neutron] 10.222.0.23 "GET /v2.0/networks?id=e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 HTTP/1.1" status: 200 len: 905 time: 0.2517300 Jul 29 23:28:42.098660 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-1a739ec2-5582-4ccd-88f6-60174bdd0d2c service neutron] For port a421ab0a-3776-4ab2-95fe-a834e52a6982, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=a421ab0a-3776-4ab2-95fe-a834e52a6982,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:42.180491 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-6fd3e139-bf7c-410c-a6ca-055962cfa6bb service neutron] For port bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:42.190867 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f3fed44d-2eb9-44f7-9535-2703187df3e0 req-30434c63-79e5-4dda-b358-d4e3c62ac4a7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9e7a78e3-fead-47b7-9107-5931be3447c5 HTTP/1.1" status: 200 len: 217 time: 0.0874422 Jul 29 23:28:42.193214 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-6fd3e139-bf7c-410c-a6ca-055962cfa6bb service neutron] For port bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3,segment=NetworkSegment(70f78066-9d1a-477d-b7c8-dc4ea4fa2cb2),segment_id=70f78066-9d1a-477d-b7c8-dc4ea4fa2cb2)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:28:42.195743 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-1a739ec2-5582-4ccd-88f6-60174bdd0d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:42.202779 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-6fd3e139-bf7c-410c-a6ca-055962cfa6bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:42.345217 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-6fd3e139-bf7c-410c-a6ca-055962cfa6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:42.346707 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-6fd3e139-bf7c-410c-a6ca-055962cfa6bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:42.350116 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7475d4f5-cbf8-4f08-ac5f-e56edc58e201 req-619eed53-e25d-43e5-871e-9b0f77cac1b0 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:42.351539 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-6fd3e139-bf7c-410c-a6ca-055962cfa6bb service neutron] 10.222.0.39 "PUT /v2.0/ports/bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3 HTTP/1.1" status: 200 len: 1093 time: 1.5515180 Jul 29 23:28:42.369126 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7475d4f5-cbf8-4f08-ac5f-e56edc58e201 req-619eed53-e25d-43e5-871e-9b0f77cac1b0 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=feba809a-1a88-4dd5-9143-843940f84361 HTTP/1.1" status: 200 len: 943 time: 0.3496363 Jul 29 23:28:42.402462 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbe0aa46-9af3-405a-a884-ad3a0ae153e0', 'tag': 'bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:42.409486 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c425ce58-94fa-4b95-b9f3-a64b86ccd146" -d '{"events": [{"name": "network-changed", "server_uuid": "cbe0aa46-9af3-405a-a884-ad3a0ae153e0", "tag": "bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:42.476936 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fed44d-2eb9-44f7-9535-2703187df3e0 req-6199829a-f68c-4004-8f7d-d585b677f4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:42.478491 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f3fed44d-2eb9-44f7-9535-2703187df3e0 req-6199829a-f68c-4004-8f7d-d585b677f4ef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e930051-7a16-428b-811f-19e3c68dee70 HTTP/1.1" status: 200 len: 844 time: 0.2800488 Jul 29 23:28:42.499141 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3639183c-6871-46f9-9d71-0e7da880468b req-aff82f10-5831-4328-9682-018cea79377a tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:42.502257 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3639183c-6871-46f9-9d71-0e7da880468b req-aff82f10-5831-4328-9682-018cea79377a tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe0aa46-9af3-405a-a884-ad3a0ae153e0 HTTP/1.1" status: 200 len: 944 time: 0.3726003 Jul 29 23:28:42.532831 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd3e139-bf7c-410c-a6ca-055962cfa6bb service neutron] Pushing event updated for resources: {'Port': ['ID=bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:42.627691 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c5c79992-138e-4875-ac35-50be8c937823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:42.673659 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f3fed44d-2eb9-44f7-9535-2703187df3e0 req-72e1d08b-f043-458c-80d4-1ede1889910c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1537154 Jul 29 23:28:42.747599 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-0e9d888c-c06b-4512-8652-bc128057c175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:42.750634 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-0e9d888c-c06b-4512-8652-bc128057c175 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1c931319eb0c4ccc94834c0df3a0fd49&device_id=cbe0aa46-9af3-405a-a884-ad3a0ae153e0 HTTP/1.1" status: 200 len: 1096 time: 0.3184249 Jul 29 23:28:42.751100 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7475d4f5-cbf8-4f08-ac5f-e56edc58e201 req-dc8c5ba5-aec1-43d1-903e-204f5e8b7f01 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796611 Jul 29 23:28:42.812039 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-99b3d2cb-b3f7-4463-a1f4-780597b47a33 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3 HTTP/1.1" status: 200 len: 217 time: 0.0512621 Jul 29 23:28:42.882328 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-db229586-a768-4955-8cea-cb03fb65e767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:42.882328 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-db229586-a768-4955-8cea-cb03fb65e767 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5382ec4a-845e-4ea1-88e2-d215d3786552 HTTP/1.1" status: 200 len: 862 time: 0.0629430 Jul 29 23:28:42.893208 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-1a739ec2-5582-4ccd-88f6-60174bdd0d2c service neutron] Transition to ACTIVE for port object a421ab0a-3776-4ab2-95fe-a834e52a6982 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:28:42.923949 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-1a739ec2-5582-4ccd-88f6-60174bdd0d2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:42.975949 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-f1088f4f-e06c-41a6-b40d-dd92193f37a6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2531d765-9276-45dd-9f50-a27115c14ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0853677 Jul 29 23:28:42.985604 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c5c79992-138e-4875-ac35-50be8c937823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:43.001196 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3639183c-6871-46f9-9d71-0e7da880468b req-f93aeeb8-4092-4427-bb04-09dd4441f0d6 tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] 10.222.0.18 "GET /v2.0/security-groups?id=741e8d2c-4e56-4134-99e9-b0901a917f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4468865 Jul 29 23:28:43.012728 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c5c79992-138e-4875-ac35-50be8c937823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:43.032407 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a739ec2-5582-4ccd-88f6-60174bdd0d2c service neutron] Pushing event updated for resources: {'Port': ['ID=a421ab0a-3776-4ab2-95fe-a834e52a6982,revision_number=10']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:43.033569 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1626be-1b97-43af-ac42-587eb64067be x-openstack-request-id: req-8c1626be-1b97-43af-ac42-587eb64067be {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:43.033999 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbe0aa46-9af3-405a-a884-ad3a0ae153e0", "tag": "bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:43.034414 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c1626be-1b97-43af-ac42-587eb64067be {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:43.035798 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbe0aa46-9af3-405a-a884-ad3a0ae153e0', 'tag': 'bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3', 'status': 'completed', 'code': 200} Jul 29 23:28:43.137790 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-1a739ec2-5582-4ccd-88f6-60174bdd0d2c service neutron] No DVR routers for this DVR port a421ab0a-3776-4ab2-95fe-a834e52a6982 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:28:43.182364 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c5c79992-138e-4875-ac35-50be8c937823 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4bcabea0422244ccba9f92da6e00ab76&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3068559 Jul 29 23:28:43.186185 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40350) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:43.211768 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c79992-138e-4875-ac35-50be8c937823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2ad556-e655-4797-a6d0-c783672b95ef,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:43.215184 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f3fed44d-2eb9-44f7-9535-2703187df3e0 req-33c51553-595f-4bdd-aed7-643d82c3ef5e service neutron] 10.222.0.23 "GET /v2.0/networks/e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5108922 Jul 29 23:28:43.239167 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043da1e5-b406-4574-8304-cfe86da381ee req-846ffdc9-07aa-4e01-8096-5bda2d0b8fe7 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:43.247716 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-043da1e5-b406-4574-8304-cfe86da381ee req-846ffdc9-07aa-4e01-8096-5bda2d0b8fe7 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 944 time: 0.1112468 Jul 29 23:28:43.269538 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-1a739ec2-5582-4ccd-88f6-60174bdd0d2c service neutron] 10.222.0.39 "PUT /v2.0/ports/a421ab0a-3776-4ab2-95fe-a834e52a6982/bindings/n-h1-712140-10/activate HTTP/1.1" status: 200 len: 370 time: 1.9254730 Jul 29 23:28:43.298447 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-694aae43-efe9-4bc9-a207-6dcd1972c4fd service neutron] 10.222.0.39 "GET /v2.0/networks/2531d765-9276-45dd-9f50-a27115c14ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087409 Jul 29 23:28:43.453060 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-043da1e5-b406-4574-8304-cfe86da381ee req-692e9fe0-f0d4-4ee0-81ca-136d09c5c67d tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035041 Jul 29 23:28:43.485635 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-f0234f69-4ab8-402d-adf2-9a89e93f2896 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:43.488041 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-f0234f69-4ab8-402d-adf2-9a89e93f2896 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4&tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&binding%3Ahost_id=n-h2-712140-10 HTTP/1.1" status: 200 len: 1096 time: 0.1445150 Jul 29 23:28:43.551546 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-98862899-3416-4bc0-bf70-cbbaffdb9ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:43.563371 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-92c19aa8-ed34-4df0-9a8e-9a5020901183 req-16131cc9-0832-400e-9517-fb1ca1f723e4 service neutron] 10.222.0.39 "GET /v2.0/networks/2531d765-9276-45dd-9f50-a27115c14ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421989 Jul 29 23:28:43.589689 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-98862899-3416-4bc0-bf70-cbbaffdb9ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:43.593979 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f3fed44d-2eb9-44f7-9535-2703187df3e0 req-9754eed0-b13f-48e7-9e9c-cf1eb343f152 service neutron] 10.222.0.23 "GET /v2.0/networks/e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648047 Jul 29 23:28:43.624644 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-8274dc6d-68d4-4958-9304-86c6a231c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:43.627118 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-8274dc6d-68d4-4958-9304-86c6a231c594 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4&tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c HTTP/1.1" status: 200 len: 1096 time: 0.1304379 Jul 29 23:28:43.709858 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-98862899-3416-4bc0-bf70-cbbaffdb9ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:43.712661 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-98862899-3416-4bc0-bf70-cbbaffdb9ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:43.714467 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-98862899-3416-4bc0-bf70-cbbaffdb9ee4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b2ad556-e655-4797-a6d0-c783672b95ef HTTP/1.1" status: 204 len: 168 time: 0.5269873 Jul 29 23:28:43.730821 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98862899-3416-4bc0-bf70-cbbaffdb9ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2ad556-e655-4797-a6d0-c783672b95ef,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:43.756096 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425ce58-94fa-4b95-b9f3-a64b86ccd146 req-f0325b86-19a9-400e-a148-c61349c043c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:43.758104 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c425ce58-94fa-4b95-b9f3-a64b86ccd146 req-f0325b86-19a9-400e-a148-c61349c043c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1c931319eb0c4ccc94834c0df3a0fd49&device_id=cbe0aa46-9af3-405a-a884-ad3a0ae153e0 HTTP/1.1" status: 200 len: 1096 time: 0.0969074 Jul 29 23:28:43.803178 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-9abd1196-89fe-4dc9-b905-f568b4fde520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:43.805121 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-9abd1196-89fe-4dc9-b905-f568b4fde520 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 1096 time: 0.1426680 Jul 29 23:28:43.933950 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425ce58-94fa-4b95-b9f3-a64b86ccd146 req-84810861-fae5-471d-b97e-8b6c86bd2436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:43.939153 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c425ce58-94fa-4b95-b9f3-a64b86ccd146 req-84810861-fae5-471d-b97e-8b6c86bd2436 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2531d765-9276-45dd-9f50-a27115c14ab6 HTTP/1.1" status: 200 len: 923 time: 0.1695571 Jul 29 23:28:44.022127 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f6b6e-28fa-4ddc-8612-c239476577aa req-285b4f38-99ee-4dff-b5a7-4b634bb9dfb1 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:44.024713 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fb3f6b6e-28fa-4ddc-8612-c239476577aa req-285b4f38-99ee-4dff-b5a7-4b634bb9dfb1 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=feba809a-1a88-4dd5-9143-843940f84361 HTTP/1.1" status: 200 len: 943 time: 0.1008592 Jul 29 23:28:44.047574 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c425ce58-94fa-4b95-b9f3-a64b86ccd146 req-6e6321d2-cb45-48eb-831f-04fa59a75798 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3 HTTP/1.1" status: 200 len: 217 time: 0.1010687 Jul 29 23:28:44.057862 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-f9386398-d1ba-4227-8c3e-f627f08297f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:44.059761 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-f9386398-d1ba-4227-8c3e-f627f08297f1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=41b737f2-e531-4160-b598-3383b744485d HTTP/1.1" status: 200 len: 909 time: 0.2468817 Jul 29 23:28:44.117916 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fb3f6b6e-28fa-4ddc-8612-c239476577aa req-74a4ca96-28dd-44c6-9ade-af17b095eda8 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821128 Jul 29 23:28:44.154666 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-3e8cda2a-e58e-428f-96d2-95c91f35a2f2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a421ab0a-3776-4ab2-95fe-a834e52a6982 HTTP/1.1" status: 200 len: 217 time: 0.0836737 Jul 29 23:28:44.158949 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c425ce58-94fa-4b95-b9f3-a64b86ccd146 req-e1a4dd17-33da-4697-99f1-75624b863b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:44.167616 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c425ce58-94fa-4b95-b9f3-a64b86ccd146 req-e1a4dd17-33da-4697-99f1-75624b863b94 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=5382ec4a-845e-4ea1-88e2-d215d3786552 HTTP/1.1" status: 200 len: 862 time: 0.1121683 Jul 29 23:28:44.218333 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c425ce58-94fa-4b95-b9f3-a64b86ccd146 req-cfa06d1c-a53c-416c-918e-87112b29c9ae service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2531d765-9276-45dd-9f50-a27115c14ab6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435050 Jul 29 23:28:44.293088 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-b67c1f53-fd43-4411-9f75-97ad5cac118a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:44.294662 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-b67c1f53-fd43-4411-9f75-97ad5cac118a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=599960cf-5b7f-432a-8a6a-c415f2272dee HTTP/1.1" status: 200 len: 848 time: 0.1338322 Jul 29 23:28:44.307692 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a6d67-06dc-429b-a7d6-bf4990d3e277 req-e1d0c749-a08c-4cff-b4be-29772fa560e7 tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:44.310331 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a6a6d67-06dc-429b-a7d6-bf4990d3e277 req-e1d0c749-a08c-4cff-b4be-29772fa560e7 tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe0aa46-9af3-405a-a884-ad3a0ae153e0 HTTP/1.1" status: 200 len: 944 time: 0.1387229 Jul 29 23:28:44.339742 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-ca7a602a-788f-43f7-8ac5-3c72668e10a1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=41b737f2-e531-4160-b598-3383b744485d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280998 Jul 29 23:28:44.425078 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a6a6d67-06dc-429b-a7d6-bf4990d3e277 req-75d85085-88d9-4e18-a6ef-201226da6abf tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] 10.222.0.18 "GET /v2.0/security-groups?id=741e8d2c-4e56-4134-99e9-b0901a917f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043892 Jul 29 23:28:44.499158 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-559ec88c-300d-4bea-82b5-f43b18d63942 service neutron] 10.222.0.23 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506042 Jul 29 23:28:44.504169 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c425ce58-94fa-4b95-b9f3-a64b86ccd146 req-a958a0c2-bf2e-4ff6-aaec-6fd039ddb257 service neutron] 10.222.0.39 "GET /v2.0/networks/2531d765-9276-45dd-9f50-a27115c14ab6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765505 Jul 29 23:28:44.661212 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-1da5123f-0204-40d0-b4f6-44c8970aa8ec service neutron] 10.222.0.23 "GET /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560009 Jul 29 23:28:44.731650 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c425ce58-94fa-4b95-b9f3-a64b86ccd146 req-c5ea3e16-d93f-4ae8-948f-c1f7391ac5ae service neutron] 10.222.0.39 "GET /v2.0/networks/2531d765-9276-45dd-9f50-a27115c14ab6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189910 Jul 29 23:28:44.753447 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4684e9-aeef-4954-8ee6-c7e43aa58b56 req-75751636-44c9-4dd2-82ae-cbea27dcc42b tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:44.755925 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a4684e9-aeef-4954-8ee6-c7e43aa58b56 req-75751636-44c9-4dd2-82ae-cbea27dcc42b tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 944 time: 0.0934577 Jul 29 23:28:44.835266 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9e7a78e3-fead-47b7-9107-5931be3447c5 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:28:44.855319 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a4684e9-aeef-4954-8ee6-c7e43aa58b56 req-d6e214a6-deeb-4814-98db-8ae568f774ca tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873194 Jul 29 23:28:45.104608 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9e7a78e3-fead-47b7-9107-5931be3447c5, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9e7a78e3-fead-47b7-9107-5931be3447c5,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:45.127412 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '9e7a78e3-fead-47b7-9107-5931be3447c5', 'network_id': 'e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2', 'port_id': '9e7a78e3-fead-47b7-9107-5931be3447c5', 'mac_address': 'fa:16:3e:03:41:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e930051-7a16-428b-811f-19e3c68dee70', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:28:45.131374 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-b8e257ba-fa02-433f-9b11-352798953179 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:45.140395 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-b8e257ba-fa02-433f-9b11-352798953179 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4&tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&binding%3Ahost_id=n-h1-712140-10 HTTP/1.1" status: 200 len: 1096 time: 0.1377592 Jul 29 23:28:45.269594 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:45.310125 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-52252ff4-c76d-4743-ae65-1799c1f8f028 service neutron] For port a421ab0a-3776-4ab2-95fe-a834e52a6982, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:28:45.318566 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-52252ff4-c76d-4743-ae65-1799c1f8f028 service neutron] Notify callbacks [] for binding, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:45.320292 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5fba440-3975-4c22-bf04-6b14c9101d0e req-52252ff4-c76d-4743-ae65-1799c1f8f028 service neutron] 10.222.0.23 "DELETE /v2.0/ports/a421ab0a-3776-4ab2-95fe-a834e52a6982/bindings/n-h2-712140-10 HTTP/1.1" status: 204 len: 173 time: 0.1731055 Jul 29 23:28:45.323858 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e7a78e3-fead-47b7-9107-5931be3447c5 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:45.396569 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9e7a78e3-fead-47b7-9107-5931be3447c5, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9e7a78e3-fead-47b7-9107-5931be3447c5,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:45.403646 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:45.410360 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c06a19-af28-4121-95b3-4e508e11822e req-f585b4c4-592c-4b3e-b37a-f78453d820e3 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:45.413324 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f5c06a19-af28-4121-95b3-4e508e11822e req-f585b4c4-592c-4b3e-b37a-f78453d820e3 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=feba809a-1a88-4dd5-9143-843940f84361 HTTP/1.1" status: 200 len: 943 time: 0.1001489 Jul 29 23:28:45.508925 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f5c06a19-af28-4121-95b3-4e508e11822e req-681fa87b-5585-40c5-af51-3dc3e95538dd tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843885 Jul 29 23:28:45.547543 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=9e7a78e3-fead-47b7-9107-5931be3447c5,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:45.679857 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728e10ba-eb9f-444d-bfbe-ae9438f4ecc2 req-0bb56404-4d32-4836-9c5b-c1c09c680def tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:45.682567 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-728e10ba-eb9f-444d-bfbe-ae9438f4ecc2 req-0bb56404-4d32-4836-9c5b-c1c09c680def tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe0aa46-9af3-405a-a884-ad3a0ae153e0 HTTP/1.1" status: 200 len: 944 time: 0.1093044 Jul 29 23:28:45.710080 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['9e7a78e3-fead-47b7-9107-5931be3447c5'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:45.815502 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-728e10ba-eb9f-444d-bfbe-ae9438f4ecc2 req-c1b76397-1ccf-4ac8-8d72-7768422d0d0e tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] 10.222.0.18 "GET /v2.0/security-groups?id=741e8d2c-4e56-4134-99e9-b0901a917f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199138 Jul 29 23:28:45.932948 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:28:46.028105 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40456) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:46.064133 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702b66c2-a7b3-4657-b46d-a7d885783869 req-d71113ea-676a-45bb-a3b8-d6e26d168885 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:46.068571 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-702b66c2-a7b3-4657-b46d-a7d885783869 req-d71113ea-676a-45bb-a3b8-d6e26d168885 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 944 time: 0.0837598 Jul 29 23:28:46.142147 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-702b66c2-a7b3-4657-b46d-a7d885783869 req-c8699385-65c0-4c08-8476-578e1894948f tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638323 Jul 29 23:28:46.205698 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3,segment=NetworkSegment(70f78066-9d1a-477d-b7c8-dc4ea4fa2cb2),segment_id=70f78066-9d1a-477d-b7c8-dc4ea4fa2cb2)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:46.231597 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3', 'network_id': '2531d765-9276-45dd-9f50-a27115c14ab6', 'port_id': 'bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3', 'mac_address': 'fa:16:3e:ff:4c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5382ec4a-845e-4ea1-88e2-d215d3786552', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:28:46.317173 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:46.348806 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-fbf1c4a4-bd22-4a98-9966-33a9336ea230 tempest-QuotasTest-1937822582 tempest-QuotasTest-1937822582-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:46.349731 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:46.397509 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3,segment=NetworkSegment(70f78066-9d1a-477d-b7c8-dc4ea4fa2cb2),segment_id=70f78066-9d1a-477d-b7c8-dc4ea4fa2cb2)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:46.402813 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:46.432659 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4777e594-8582-43f0-a1c0-129f5e10ffce req-25bface7-deb5-48b6-b71f-38acffdcbd2d tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:46.432659 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4777e594-8582-43f0-a1c0-129f5e10ffce req-25bface7-deb5-48b6-b71f-38acffdcbd2d tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 1096 time: 0.0956416 Jul 29 23:28:46.433162 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 40478) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:46.447949 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fbf1c4a4-bd22-4a98-9966-33a9336ea230 tempest-QuotasTest-1937822582 tempest-QuotasTest-1937822582-project-admin] 10.222.0.18 "PUT /v2.0/quotas/bad2a403a7d74851bbc5fe885e970cdc HTTP/1.1" status: 200 len: 366 time: 0.4168494 Jul 29 23:28:46.471788 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c380137d-879e-4c54-9ba7-91b73250404c tempest-QuotasTest-1937822582 tempest-QuotasTest-1937822582-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0374131 Jul 29 23:28:46.474470 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40480) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:46.492573 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-978838dd-be07-4b65-91d1-3f447a32d4ab tempest-QuotasTest-1937822582 tempest-QuotasTest-1937822582-project-admin] 10.222.0.18 "GET /v2.0/quotas/bad2a403a7d74851bbc5fe885e970cdc HTTP/1.1" status: 200 len: 366 time: 0.0168767 Jul 29 23:28:46.493196 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40482) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:46.502282 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:46.518936 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4777e594-8582-43f0-a1c0-129f5e10ffce req-23576a37-7b5a-4921-b546-e47cddf75ae6 tempest-LiveMigrationTest-56816238 tempest-LiveMigrationTest-56816238-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666995 Jul 29 23:28:46.530203 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 40484) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:46.533684 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fc1122e7-dd49-422c-bb6d-82c6e54beac8 tempest-QuotasTest-1937822582 tempest-QuotasTest-1937822582-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/bad2a403a7d74851bbc5fe885e970cdc HTTP/1.1" status: 204 len: 168 time: 0.0393255 Jul 29 23:28:46.571088 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4a62f76b-8e00-4f46-949f-dca08f8bc84d tempest-QuotasTest-1937822582 tempest-QuotasTest-1937822582-project-admin] 10.222.0.18 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0372155 Jul 29 23:28:46.572250 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 40490) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:46.596004 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0f3989bb-e6fd-466f-9f01-732bb20eb409 tempest-QuotasTest-1937822582 tempest-QuotasTest-1937822582-project-admin] 10.222.0.18 "GET /v2.0/quotas/bad2a403a7d74851bbc5fe885e970cdc HTTP/1.1" status: 200 len: 370 time: 0.0179317 Jul 29 23:28:46.596268 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40492) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:46.605448 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 40494) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:46.606122 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-94418765-3154-4e74-a468-42aacf1f1876 tempest-QuotasTest-1937822582 tempest-QuotasTest-1937822582-project-admin] 10.222.0.18 "GET /v2.0/quotas/bad2a403a7d74851bbc5fe885e970cdc/default HTTP/1.1" status: 200 len: 370 time: 0.0079455 Jul 29 23:28:46.621578 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-af752942-7305-4771-bc6d-fb466ba804e2 tempest-QuotasTest-1937822582 tempest-QuotasTest-1937822582-project-admin] delete failed (client error): The resource could not be found. Jul 29 23:28:46.623860 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-af752942-7305-4771-bc6d-fb466ba804e2 tempest-QuotasTest-1937822582 tempest-QuotasTest-1937822582-project-admin] 10.222.0.18 "DELETE /v2.0/quotas/bad2a403a7d74851bbc5fe885e970cdc HTTP/1.1" status: 404 len: 348 time: 0.0167496 Jul 29 23:28:46.640721 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:46.794314 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c92a5-f1a0-442c-88fa-5c6af7c928f5 req-3184aefd-17eb-49a1-a5f0-00300d3d34cf tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:46.810237 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ba0c92a5-f1a0-442c-88fa-5c6af7c928f5 req-3184aefd-17eb-49a1-a5f0-00300d3d34cf tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=feba809a-1a88-4dd5-9143-843940f84361 HTTP/1.1" status: 200 len: 944 time: 0.1743338 Jul 29 23:28:46.894363 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ba0c92a5-f1a0-442c-88fa-5c6af7c928f5 req-0b3873d9-2242-4ee8-a945-463d67f21f95 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824225 Jul 29 23:28:46.902722 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9e7a78e3-fead-47b7-9107-5931be3447c5 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:47.014984 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40510) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:47.016429 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 9e7a78e3-fead-47b7-9107-5931be3447c5 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:47.023956 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 9e7a78e3-fead-47b7-9107-5931be3447c5 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:47.024410 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:47.064725 n-d-712140-10 neutron-server[94064]: DEBUG neutron.quota.resource [None req-3af30385-b2a9-4b52-aee3-c457b448a049 tempest-QuotasTest-1937822582 tempest-QuotasTest-1937822582-project-admin] Usage tracker for resource:network and tenant:4cbc1ef6479b499090da0811e335b825 is out of sync, need to count used quota {{(pid=94064) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 23:28:47.076993 n-d-712140-10 neutron-server[94064]: DEBUG neutron.quota.resource [None req-3af30385-b2a9-4b52-aee3-c457b448a049 tempest-QuotasTest-1937822582 tempest-QuotasTest-1937822582-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94064) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 23:28:47.093935 n-d-712140-10 neutron-server[94064]: DEBUG neutron.quota.resource [None req-3af30385-b2a9-4b52-aee3-c457b448a049 tempest-QuotasTest-1937822582 tempest-QuotasTest-1937822582-project-admin] Usage tracker for resource:subnet and tenant:4cbc1ef6479b499090da0811e335b825 is out of sync, need to count used quota {{(pid=94064) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 23:28:47.110926 n-d-712140-10 neutron-server[94064]: DEBUG neutron.quota.resource [None req-3af30385-b2a9-4b52-aee3-c457b448a049 tempest-QuotasTest-1937822582 tempest-QuotasTest-1937822582-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94064) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 23:28:47.127973 n-d-712140-10 neutron-server[94064]: DEBUG neutron.quota.resource [None req-3af30385-b2a9-4b52-aee3-c457b448a049 tempest-QuotasTest-1937822582 tempest-QuotasTest-1937822582-project-admin] Usage tracker for resource:subnetpool and tenant:4cbc1ef6479b499090da0811e335b825 is out of sync, need to count used quota {{(pid=94064) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 23:28:47.145987 n-d-712140-10 neutron-server[94064]: DEBUG neutron.quota.resource [None req-3af30385-b2a9-4b52-aee3-c457b448a049 tempest-QuotasTest-1937822582 tempest-QuotasTest-1937822582-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94064) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 23:28:47.163957 n-d-712140-10 neutron-server[94064]: DEBUG neutron.quota.resource [None req-3af30385-b2a9-4b52-aee3-c457b448a049 tempest-QuotasTest-1937822582 tempest-QuotasTest-1937822582-project-admin] Usage tracker for resource:port and tenant:4cbc1ef6479b499090da0811e335b825 is out of sync, need to count used quota {{(pid=94064) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 23:28:47.174487 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:47.176770 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c37ec3-a27c-4284-a0e1-3e51d640c246 req-8bfaa135-4d82-4714-b37e-ab2fe3be414d tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:47.177999 n-d-712140-10 neutron-server[94064]: DEBUG neutron.quota.resource [None req-3af30385-b2a9-4b52-aee3-c457b448a049 tempest-QuotasTest-1937822582 tempest-QuotasTest-1937822582-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94064) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 23:28:47.186181 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b3c37ec3-a27c-4284-a0e1-3e51d640c246 req-8bfaa135-4d82-4714-b37e-ab2fe3be414d tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe0aa46-9af3-405a-a884-ad3a0ae153e0 HTTP/1.1" status: 200 len: 945 time: 0.1469550 Jul 29 23:28:47.193336 n-d-712140-10 neutron-server[94064]: DEBUG neutron.quota.resource [None req-3af30385-b2a9-4b52-aee3-c457b448a049 tempest-QuotasTest-1937822582 tempest-QuotasTest-1937822582-project-admin] Usage tracker for resource:router and tenant:4cbc1ef6479b499090da0811e335b825 is out of sync, need to count used quota {{(pid=94064) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 23:28:47.206450 n-d-712140-10 neutron-server[94064]: DEBUG neutron.quota.resource [None req-3af30385-b2a9-4b52-aee3-c457b448a049 tempest-QuotasTest-1937822582 tempest-QuotasTest-1937822582-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94064) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 23:28:47.222082 n-d-712140-10 neutron-server[94064]: DEBUG neutron.quota.resource [None req-3af30385-b2a9-4b52-aee3-c457b448a049 tempest-QuotasTest-1937822582 tempest-QuotasTest-1937822582-project-admin] Usage tracker for resource:floatingip and tenant:4cbc1ef6479b499090da0811e335b825 is out of sync, need to count used quota {{(pid=94064) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 23:28:47.230146 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feba809a-1a88-4dd5-9143-843940f84361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7a78e3-fead-47b7-9107-5931be3447c5'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:47.235870 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-046a3a13-2368-4787-af29-a7c8afea7f6d" -d '{"events": [{"server_uuid": "feba809a-1a88-4dd5-9143-843940f84361", "name": "network-vif-plugged", "status": "completed", "tag": "9e7a78e3-fead-47b7-9107-5931be3447c5"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:47.236186 n-d-712140-10 neutron-server[94064]: DEBUG neutron.quota.resource [None req-3af30385-b2a9-4b52-aee3-c457b448a049 tempest-QuotasTest-1937822582 tempest-QuotasTest-1937822582-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94064) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 23:28:47.238695 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b3c37ec3-a27c-4284-a0e1-3e51d640c246 req-5d33003c-a400-4208-b427-0dde78856898 tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] 10.222.0.18 "GET /v2.0/security-groups?id=741e8d2c-4e56-4134-99e9-b0901a917f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515296 Jul 29 23:28:47.301326 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9e7a78e3-fead-47b7-9107-5931be3447c5, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9e7a78e3-fead-47b7-9107-5931be3447c5,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:47.306849 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:47.333027 n-d-712140-10 neutron-server[94064]: DEBUG neutron.quota.resource [None req-3af30385-b2a9-4b52-aee3-c457b448a049 tempest-QuotasTest-1937822582 tempest-QuotasTest-1937822582-project-admin] Usage tracker for resource:security_group and tenant:4cbc1ef6479b499090da0811e335b825 is out of sync, need to count used quota {{(pid=94064) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 23:28:47.336842 n-d-712140-10 neutron-server[94064]: DEBUG neutron.quota.resource [None req-3af30385-b2a9-4b52-aee3-c457b448a049 tempest-QuotasTest-1937822582 tempest-QuotasTest-1937822582-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94064) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 23:28:47.345145 n-d-712140-10 neutron-server[94064]: DEBUG neutron.quota.resource [None req-3af30385-b2a9-4b52-aee3-c457b448a049 tempest-QuotasTest-1937822582 tempest-QuotasTest-1937822582-project-admin] Usage tracker for resource:security_group_rule and tenant:4cbc1ef6479b499090da0811e335b825 is out of sync, need to count used quota {{(pid=94064) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 29 23:28:47.358636 n-d-712140-10 neutron-server[94064]: DEBUG neutron.quota.resource [None req-3af30385-b2a9-4b52-aee3-c457b448a049 tempest-QuotasTest-1937822582 tempest-QuotasTest-1937822582-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94064) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 29 23:28:47.373641 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3af30385-b2a9-4b52-aee3-c457b448a049 tempest-QuotasTest-1937822582 tempest-QuotasTest-1937822582-project-admin] 10.222.0.18 "GET /v2.0/quotas/4cbc1ef6479b499090da0811e335b825/details.json HTTP/1.1" status: 200 len: 703 time: 0.3568919 Jul 29 23:28:47.413180 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd03f01-03f0-447f-add5-4771e24621f0 req-1a560368-e85f-4df4-a244-4d24ad99476c tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:47.427243 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6bd03f01-03f0-447f-add5-4771e24621f0 req-1a560368-e85f-4df4-a244-4d24ad99476c tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 944 time: 0.1076326 Jul 29 23:28:47.454288 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba08d61-0a48-4303-83e0-1c7ffdd3ad64 x-openstack-request-id: req-5ba08d61-0a48-4303-83e0-1c7ffdd3ad64 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:47.454578 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feba809a-1a88-4dd5-9143-843940f84361", "name": "network-vif-plugged", "status": "completed", "tag": "9e7a78e3-fead-47b7-9107-5931be3447c5", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:47.454830 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5ba08d61-0a48-4303-83e0-1c7ffdd3ad64 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:47.455219 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feba809a-1a88-4dd5-9143-843940f84361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7a78e3-fead-47b7-9107-5931be3447c5', 'code': 200} Jul 29 23:28:47.466230 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=9e7a78e3-fead-47b7-9107-5931be3447c5,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:47.575262 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6bd03f01-03f0-447f-add5-4771e24621f0 req-054fa482-83ac-40dc-a4f4-c4c3719ebb8d tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458166 Jul 29 23:28:47.647326 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b7ad01-29d9-4bf4-a20a-8ab13f5370e3 req-4d422e5a-d63b-4b8e-9019-71520377acae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:47.649507 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1b7ad01-29d9-4bf4-a20a-8ab13f5370e3 req-4d422e5a-d63b-4b8e-9019-71520377acae service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=feba809a-1a88-4dd5-9143-843940f84361 HTTP/1.1" status: 200 len: 1097 time: 0.0692904 Jul 29 23:28:47.659158 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fff3e-fd26-4822-a3e1-bab3da5522c5 req-fe164ac8-b975-4fe4-b096-102ff29b4222 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:47.660984 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-789fff3e-fd26-4822-a3e1-bab3da5522c5 req-fe164ac8-b975-4fe4-b096-102ff29b4222 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.23 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 944 time: 0.1607182 Jul 29 23:28:47.772434 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1b7ad01-29d9-4bf4-a20a-8ab13f5370e3 req-d0e8ac56-20fd-48cc-a71a-6a41ea04e3b6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103144 Jul 29 23:28:47.811706 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-789fff3e-fd26-4822-a3e1-bab3da5522c5 req-5b616315-99ee-470d-8855-07a09a63a3e1 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Deleting port a421ab0a-3776-4ab2-95fe-a834e52a6982 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:28:47.812735 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-789fff3e-fd26-4822-a3e1-bab3da5522c5 req-5b616315-99ee-470d-8855-07a09a63a3e1 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:47.937431 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:47.988179 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-789fff3e-fd26-4822-a3e1-bab3da5522c5 req-5b616315-99ee-470d-8855-07a09a63a3e1 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] For port a421ab0a-3776-4ab2-95fe-a834e52a6982, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=a421ab0a-3776-4ab2-95fe-a834e52a6982,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:47.990235 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-789fff3e-fd26-4822-a3e1-bab3da5522c5 req-5b616315-99ee-470d-8855-07a09a63a3e1 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:48.030940 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-789fff3e-fd26-4822-a3e1-bab3da5522c5 req-5b616315-99ee-470d-8855-07a09a63a3e1 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Calling delete_port for a421ab0a-3776-4ab2-95fe-a834e52a6982 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:28:48.085324 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40544) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:48.113402 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40548) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:48.167061 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40552) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:48.183479 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:28:48.194704 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:48.196498 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:48.256538 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-789fff3e-fd26-4822-a3e1-bab3da5522c5 req-5b616315-99ee-470d-8855-07a09a63a3e1 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:48.282320 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['d952f399-ef6d-41a9-be1c-bf1a7e313319', 'a421ab0a-3776-4ab2-95fe-a834e52a6982'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:48.330351 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b616315-99ee-470d-8855-07a09a63a3e1 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Pushing event deleted for resources: {'Port': ['ID=a421ab0a-3776-4ab2-95fe-a834e52a6982,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:48.369334 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b616315-99ee-470d-8855-07a09a63a3e1 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:48.369910 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2f1ba256-eeeb-4679-b861-6271e729c127 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:48.370225 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b616315-99ee-470d-8855-07a09a63a3e1 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:48.370712 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b616315-99ee-470d-8855-07a09a63a3e1 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:48.371224 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b616315-99ee-470d-8855-07a09a63a3e1 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:48.371825 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b616315-99ee-470d-8855-07a09a63a3e1 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:48.372364 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b616315-99ee-470d-8855-07a09a63a3e1 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:48.372869 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b616315-99ee-470d-8855-07a09a63a3e1 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:48.373714 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b616315-99ee-470d-8855-07a09a63a3e1 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:48.374202 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b616315-99ee-470d-8855-07a09a63a3e1 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:48.374682 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b616315-99ee-470d-8855-07a09a63a3e1 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:48.375156 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b616315-99ee-470d-8855-07a09a63a3e1 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:48.375767 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b616315-99ee-470d-8855-07a09a63a3e1 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:48.401820 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-789fff3e-fd26-4822-a3e1-bab3da5522c5 req-5b616315-99ee-470d-8855-07a09a63a3e1 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] No DVR routers for this DVR port a421ab0a-3776-4ab2-95fe-a834e52a6982 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:28:48.405957 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-789fff3e-fd26-4822-a3e1-bab3da5522c5 req-5b616315-99ee-470d-8855-07a09a63a3e1 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:48.408232 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-789fff3e-fd26-4822-a3e1-bab3da5522c5 req-5b616315-99ee-470d-8855-07a09a63a3e1 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.23 "DELETE /v2.0/ports/a421ab0a-3776-4ab2-95fe-a834e52a6982 HTTP/1.1" status: 204 len: 173 time: 0.7296243 Jul 29 23:28:48.412921 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d89cf0e-33ac-4d57-b747-d878befd14b4', 'name': 'network-vif-deleted', 'tag': 'a421ab0a-3776-4ab2-95fe-a834e52a6982'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:48.417036 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d092a4a4-af04-4312-835a-37133ea65f98" -d '{"events": [{"server_uuid": "7d89cf0e-33ac-4d57-b747-d878befd14b4", "name": "network-vif-deleted", "tag": "a421ab0a-3776-4ab2-95fe-a834e52a6982"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:48.451775 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90fdca-b1ec-4351-af1a-9ac772aece05 req-3cf157f8-bc4d-4317-b343-5a8269975341 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:48.454434 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bd90fdca-b1ec-4351-af1a-9ac772aece05 req-3cf157f8-bc4d-4317-b343-5a8269975341 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=feba809a-1a88-4dd5-9143-843940f84361 HTTP/1.1" status: 200 len: 945 time: 0.2143219 Jul 29 23:28:48.487575 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a3d1c962-f45e-467b-bd26-eb2fd72e2c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:48.528368 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31623af6-b608-4378-be61-90d8fce1bc04 req-03ce03cf-e6d7-4786-88e9-7f887ffc4c24 tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:48.530051 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31623af6-b608-4378-be61-90d8fce1bc04 req-03ce03cf-e6d7-4786-88e9-7f887ffc4c24 tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe0aa46-9af3-405a-a884-ad3a0ae153e0 HTTP/1.1" status: 200 len: 945 time: 0.1207771 Jul 29 23:28:48.531257 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6fcd5a7b-0ccb-456b-9f13-77932c5b10b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:48.534043 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bd90fdca-b1ec-4351-af1a-9ac772aece05 req-daa239f9-7457-4c72-87e6-8f417c9e2f95 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640070 Jul 29 23:28:48.622174 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31623af6-b608-4378-be61-90d8fce1bc04 req-6797aaeb-8aff-4ad6-ad60-abe753bcc495 tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] 10.222.0.18 "GET /v2.0/security-groups?id=741e8d2c-4e56-4134-99e9-b0901a917f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653367 Jul 29 23:28:48.679766 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:48.714808 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b172b8cd-4bcc-4917-a0a7-3656292e53a1 x-openstack-request-id: req-b172b8cd-4bcc-4917-a0a7-3656292e53a1 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:48.715110 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d89cf0e-33ac-4d57-b747-d878befd14b4", "name": "network-vif-deleted", "tag": "a421ab0a-3776-4ab2-95fe-a834e52a6982", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:48.715370 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b172b8cd-4bcc-4917-a0a7-3656292e53a1 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:48.715778 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d89cf0e-33ac-4d57-b747-d878befd14b4', 'name': 'network-vif-deleted', 'tag': 'a421ab0a-3776-4ab2-95fe-a834e52a6982', 'status': 'completed', 'code': 200} Jul 29 23:28:48.785299 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3,segment=NetworkSegment(70f78066-9d1a-477d-b7c8-dc4ea4fa2cb2),segment_id=70f78066-9d1a-477d-b7c8-dc4ea4fa2cb2)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:48.824241 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:48.880114 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2f1ba256-eeeb-4679-b861-6271e729c127 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:48.895172 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2f1ba256-eeeb-4679-b861-6271e729c127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:48.927948 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8bc71316-87e4-445d-a062-7beb3645b7df req-eea3d812-d20a-4936-941e-d8fedc706859 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 210 time: 0.0699785 Jul 29 23:28:48.951501 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 40564) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:48.957367 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2f1ba256-eeeb-4679-b861-6271e729c127 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4549545184f84fa0abbea2a0c5403955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8685043 Jul 29 23:28:48.991683 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.db.api [None req-6fcd5a7b-0ccb-456b-9f13-77932c5b10b8 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:28:48.991683 n-d-712140-10 neutron-server[94064]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 23:28:48.991683 n-d-712140-10 neutron-server[94064]: [parameters: {'project_id_1': 'be3e79d853a449ec9e7d13567d7a9875', 'expiration_1': datetime.datetime(2021, 7, 29, 23, 28, 48, 680162)}] Jul 29 23:28:48.991683 n-d-712140-10 neutron-server[94064]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:28:48.992571 n-d-712140-10 neutron-server[94064]: DEBUG oslo_db.api [None req-6fcd5a7b-0ccb-456b-9f13-77932c5b10b8 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:28:49.004857 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:49.065226 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1ba256-eeeb-4679-b861-6271e729c127 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af417446-9dde-4aaa-97b7-3aed1097b39a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:49.088635 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-73647bc8-7eae-4f14-999b-4d3657e83835 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:49.101782 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ba256-eeeb-4679-b861-6271e729c127 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:49.102580 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ba256-eeeb-4679-b861-6271e729c127 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:49.102580 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ba256-eeeb-4679-b861-6271e729c127 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:49.102859 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ba256-eeeb-4679-b861-6271e729c127 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:49.103077 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ba256-eeeb-4679-b861-6271e729c127 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:49.114774 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ba256-eeeb-4679-b861-6271e729c127 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:49.115664 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ba256-eeeb-4679-b861-6271e729c127 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:49.116062 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ba256-eeeb-4679-b861-6271e729c127 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:49.116383 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ba256-eeeb-4679-b861-6271e729c127 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:49.116705 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ba256-eeeb-4679-b861-6271e729c127 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:49.117042 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ba256-eeeb-4679-b861-6271e729c127 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:49.117371 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1ba256-eeeb-4679-b861-6271e729c127 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:28:49.161395 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-73647bc8-7eae-4f14-999b-4d3657e83835 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:49.248410 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-73647bc8-7eae-4f14-999b-4d3657e83835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:49.252634 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a3d1c962-f45e-467b-bd26-eb2fd72e2c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:49.253949 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-73647bc8-7eae-4f14-999b-4d3657e83835 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:49.260055 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-73647bc8-7eae-4f14-999b-4d3657e83835 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/af417446-9dde-4aaa-97b7-3aed1097b39a HTTP/1.1" status: 204 len: 168 time: 0.3034489 Jul 29 23:28:49.273100 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73647bc8-7eae-4f14-999b-4d3657e83835 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af417446-9dde-4aaa-97b7-3aed1097b39a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:49.279973 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a3d1c962-f45e-467b-bd26-eb2fd72e2c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:49.361160 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a3d1c962-f45e-467b-bd26-eb2fd72e2c0a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c34ee748840c48a49b696f7a422fe4d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1920309 Jul 29 23:28:49.363510 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d1c962-f45e-467b-bd26-eb2fd72e2c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4e9abd-77f4-4538-8f5a-e1bdc0bf88fe,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:49.365193 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 40570) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:49.457272 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe0aa46-9af3-405a-a884-ad3a0ae153e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:49.466150 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3271315f-b8ee-483a-a4d8-14ed6922787b" -d '{"events": [{"server_uuid": "cbe0aa46-9af3-405a-a884-ad3a0ae153e0", "name": "network-vif-plugged", "status": "completed", "tag": "bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:49.489611 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-665494a7-efd0-48bd-9b24-7404c433ffbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:49.497090 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6fcd5a7b-0ccb-456b-9f13-77932c5b10b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:49.528351 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8ca8f0-e54f-4e48-bfa3-5f6fdca44ada x-openstack-request-id: req-3e8ca8f0-e54f-4e48-bfa3-5f6fdca44ada {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:49.528798 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe0aa46-9af3-405a-a884-ad3a0ae153e0", "name": "network-vif-plugged", "status": "completed", "tag": "bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:49.529742 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3e8ca8f0-e54f-4e48-bfa3-5f6fdca44ada {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:49.530341 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe0aa46-9af3-405a-a884-ad3a0ae153e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3', 'code': 200} Jul 29 23:28:49.574152 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-665494a7-efd0-48bd-9b24-7404c433ffbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:49.727285 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6fcd5a7b-0ccb-456b-9f13-77932c5b10b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:49.736423 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-665494a7-efd0-48bd-9b24-7404c433ffbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:49.741160 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-665494a7-efd0-48bd-9b24-7404c433ffbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:49.757881 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-665494a7-efd0-48bd-9b24-7404c433ffbf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3c4e9abd-77f4-4538-8f5a-e1bdc0bf88fe HTTP/1.1" status: 204 len: 168 time: 0.3799105 Jul 29 23:28:49.767516 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6fcd5a7b-0ccb-456b-9f13-77932c5b10b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:49.784799 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665494a7-efd0-48bd-9b24-7404c433ffbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4e9abd-77f4-4538-8f5a-e1bdc0bf88fe,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:49.818526 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcd5a7b-0ccb-456b-9f13-77932c5b10b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9300f4c-c64b-4196-b76e-ae2534413c25,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:49.856463 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab24a8b-f6b4-4074-9b13-7f0f767a0d7f req-b1822842-99c4-4a5e-b93b-b6771973492a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:49.858556 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4ab24a8b-f6b4-4074-9b13-7f0f767a0d7f req-b1822842-99c4-4a5e-b93b-b6771973492a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cbe0aa46-9af3-405a-a884-ad3a0ae153e0 HTTP/1.1" status: 200 len: 1098 time: 0.1994164 Jul 29 23:28:49.867798 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6fcd5a7b-0ccb-456b-9f13-77932c5b10b8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=be3e79d853a449ec9e7d13567d7a9875&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7527039 Jul 29 23:28:49.876719 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40584) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:49.886739 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40586) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:49.915723 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b7606b-96ed-433a-9ff5-7b817a55853c req-2489d739-4f9f-42f3-bd3b-ce5b3dbd2ce6 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:49.927483 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e8b7606b-96ed-433a-9ff5-7b817a55853c req-2489d739-4f9f-42f3-bd3b-ce5b3dbd2ce6 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=feba809a-1a88-4dd5-9143-843940f84361 HTTP/1.1" status: 200 len: 945 time: 0.2288380 Jul 29 23:28:49.935355 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-29a26fd7-b1dc-41f0-942f-df27ab4d972e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:49.976810 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4ab24a8b-f6b4-4074-9b13-7f0f767a0d7f req-02eb632d-0f7b-4bab-b52b-08e4b67a4047 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=741e8d2c-4e56-4134-99e9-b0901a917f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078370 Jul 29 23:28:49.993770 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e8b7606b-96ed-433a-9ff5-7b817a55853c req-e6b8ce5c-a841-4c50-b293-cd4b84812c3b tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640876 Jul 29 23:28:50.017061 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bc0574-de15-4e11-a646-316402c013f2 req-a0756c06-b890-4ea9-a469-18092d64e6f7 tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:50.019002 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-55bc0574-de15-4e11-a646-316402c013f2 req-a0756c06-b890-4ea9-a469-18092d64e6f7 tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe0aa46-9af3-405a-a884-ad3a0ae153e0 HTTP/1.1" status: 200 len: 946 time: 0.2362905 Jul 29 23:28:50.103677 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8572d900-423a-43c2-af21-8213eadc854e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:50.153843 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-55bc0574-de15-4e11-a646-316402c013f2 req-12259bbf-d903-42a7-a807-c282fa6d969b tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] 10.222.0.18 "GET /v2.0/security-groups?id=741e8d2c-4e56-4134-99e9-b0901a917f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268063 Jul 29 23:28:50.155552 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8572d900-423a-43c2-af21-8213eadc854e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:50.410801 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eecd3614-5514-42e1-902f-5a4df5da5386 req-27c88e98-bb99-4cc0-b47b-0f9ad56e50ac tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 210 time: 0.0920002 Jul 29 23:28:50.416322 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-29a26fd7-b1dc-41f0-942f-df27ab4d972e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:50.431006 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-29a26fd7-b1dc-41f0-942f-df27ab4d972e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:50.468121 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-29a26fd7-b1dc-41f0-942f-df27ab4d972e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4cbc1ef6479b499090da0811e335b825&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5764477 Jul 29 23:28:50.470927 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 40600) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:50.518085 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8572d900-423a-43c2-af21-8213eadc854e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:50.521386 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8572d900-423a-43c2-af21-8213eadc854e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:50.526329 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8572d900-423a-43c2-af21-8213eadc854e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9300f4c-c64b-4196-b76e-ae2534413c25 HTTP/1.1" status: 204 len: 168 time: 0.6445093 Jul 29 23:28:50.526329 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a26fd7-b1dc-41f0-942f-df27ab4d972e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f22b0fa3-74fb-4303-b0d6-4c36d3eb2712,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:50.539572 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572d900-423a-43c2-af21-8213eadc854e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9300f4c-c64b-4196-b76e-ae2534413c25,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:50.609389 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40608) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:50.631169 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6e6f6b0a-a36e-4ef9-88a1-9c78597aeba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:50.651425 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7dfa7ca7-7026-49b4-bc24-f3d143dd65fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:50.734952 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7dfa7ca7-7026-49b4-bc24-f3d143dd65fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:50.833655 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6e6f6b0a-a36e-4ef9-88a1-9c78597aeba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:50.840767 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6e6f6b0a-a36e-4ef9-88a1-9c78597aeba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:50.866916 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device a421ab0a-3776-4ab2-95fe-a834e52a6982 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:28:50.914534 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7dfa7ca7-7026-49b4-bc24-f3d143dd65fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:50.921280 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7dfa7ca7-7026-49b4-bc24-f3d143dd65fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:50.923524 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7dfa7ca7-7026-49b4-bc24-f3d143dd65fa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f22b0fa3-74fb-4303-b0d6-4c36d3eb2712 HTTP/1.1" status: 204 len: 168 time: 0.4476304 Jul 29 23:28:50.939653 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: a421ab0a-3776-4ab2-95fe-a834e52a6982 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:28:50.941844 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device a421ab0a-3776-4ab2-95fe-a834e52a6982 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:28:50.952363 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa7ca7-7026-49b4-bc24-f3d143dd65fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f22b0fa3-74fb-4303-b0d6-4c36d3eb2712,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:51.001421 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6e6f6b0a-a36e-4ef9-88a1-9c78597aeba1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38573eb4f9484587904f1f420451fef6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3848906 Jul 29 23:28:51.002942 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 40630) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:51.105092 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f6b0a-a36e-4ef9-88a1-9c78597aeba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6940c05-e4c3-4b71-96b5-2e89b3d683a0,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:51.130817 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9b9eb00-9a5b-4279-88b6-4081d7efd190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:51.194312 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9b9eb00-9a5b-4279-88b6-4081d7efd190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:51.345689 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9b9eb00-9a5b-4279-88b6-4081d7efd190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:51.361113 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9b9eb00-9a5b-4279-88b6-4081d7efd190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:51.364738 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f9b9eb00-9a5b-4279-88b6-4081d7efd190 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a6940c05-e4c3-4b71-96b5-2e89b3d683a0 HTTP/1.1" status: 204 len: 168 time: 0.3588500 Jul 29 23:28:51.392260 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b9eb00-9a5b-4279-88b6-4081d7efd190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6940c05-e4c3-4b71-96b5-2e89b3d683a0,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:51.608071 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327a486-47f3-461d-a368-1e5a715c78db req-ec15884f-869c-4fc8-b437-bdef6fde676c tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:51.610608 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d327a486-47f3-461d-a368-1e5a715c78db req-ec15884f-869c-4fc8-b437-bdef6fde676c tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe0aa46-9af3-405a-a884-ad3a0ae153e0 HTTP/1.1" status: 200 len: 946 time: 0.1711175 Jul 29 23:28:51.723926 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d327a486-47f3-461d-a368-1e5a715c78db req-bfec579f-fbd0-47ed-b241-5e68fc21a430 tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] 10.222.0.18 "GET /v2.0/security-groups?id=741e8d2c-4e56-4134-99e9-b0901a917f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991602 Jul 29 23:28:51.783978 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d6f35cc3-f089-4537-87eb-6a66d00b6528 req-bd6500b9-5342-4386-9307-556b6c99c79e tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 210 time: 0.0573463 Jul 29 23:28:52.049240 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635494e-ed11-409c-b8d7-0d614c8dc860 req-4f3245c5-0a62-4e44-b105-82c9775c9d12 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:52.051060 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b635494e-ed11-409c-b8d7-0d614c8dc860 req-4f3245c5-0a62-4e44-b105-82c9775c9d12 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=feba809a-1a88-4dd5-9143-843940f84361 HTTP/1.1" status: 200 len: 945 time: 0.1477385 Jul 29 23:28:52.143030 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b635494e-ed11-409c-b8d7-0d614c8dc860 req-21aaa111-8400-4655-bf38-36b286c87dc9 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849159 Jul 29 23:28:52.571512 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af9ae0b-c7ca-43de-b1fa-94de3999e335 req-e8621978-ad74-44d7-a7df-5e088feb745e tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:52.577265 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5af9ae0b-c7ca-43de-b1fa-94de3999e335 req-e8621978-ad74-44d7-a7df-5e088feb745e tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe0aa46-9af3-405a-a884-ad3a0ae153e0 HTTP/1.1" status: 200 len: 946 time: 0.1545904 Jul 29 23:28:52.656913 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5af9ae0b-c7ca-43de-b1fa-94de3999e335 req-c6f28365-6762-4cca-baef-9af9ac3d05f6 tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] 10.222.0.18 "GET /v2.0/security-groups?id=741e8d2c-4e56-4134-99e9-b0901a917f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630903 Jul 29 23:28:52.881055 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9e7a78e3-fead-47b7-9107-5931be3447c5 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:28:52.968259 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed8e26d9-d9b1-42dc-ad8c-a9de508c57cc req-c2a12af7-5512-429d-923d-55ece2325724 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 210 time: 0.0499806 Jul 29 23:28:53.073926 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9e7a78e3-fead-47b7-9107-5931be3447c5, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9e7a78e3-fead-47b7-9107-5931be3447c5,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:53.088499 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '9e7a78e3-fead-47b7-9107-5931be3447c5', 'network_id': 'e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2', 'port_id': '9e7a78e3-fead-47b7-9107-5931be3447c5', 'mac_address': 'fa:16:3e:03:41:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e930051-7a16-428b-811f-19e3c68dee70', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:28:53.141092 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:53.171978 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9e7a78e3-fead-47b7-9107-5931be3447c5 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:28:53.227682 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9e7a78e3-fead-47b7-9107-5931be3447c5, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9e7a78e3-fead-47b7-9107-5931be3447c5,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:53.236541 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:53.340256 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=9e7a78e3-fead-47b7-9107-5931be3447c5,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:53.367478 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['9e7a78e3-fead-47b7-9107-5931be3447c5'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:53.405399 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40726) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:53.537394 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824ff8d-f506-4d18-a261-52eb9b26240a req-b527b533-e937-41da-9b36-0f9a27b7fe0b tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:53.542726 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9824ff8d-f506-4d18-a261-52eb9b26240a req-b527b533-e937-41da-9b36-0f9a27b7fe0b tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=feba809a-1a88-4dd5-9143-843940f84361 HTTP/1.1" status: 200 len: 944 time: 0.1787295 Jul 29 23:28:53.606778 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9824ff8d-f506-4d18-a261-52eb9b26240a req-5456902b-86d6-4b04-a018-9243d6292647 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402195 Jul 29 23:28:53.727508 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b6abad-7a72-43b7-a330-8ff6693f60ee req-1f4290e7-c242-42c3-987d-5461a8ae9477 tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:53.729575 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-84b6abad-7a72-43b7-a330-8ff6693f60ee req-1f4290e7-c242-42c3-987d-5461a8ae9477 tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] 10.222.0.39 "GET /v2.0/ports?device_id=cbe0aa46-9af3-405a-a884-ad3a0ae153e0 HTTP/1.1" status: 200 len: 946 time: 0.1730213 Jul 29 23:28:53.745734 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 40738) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:53.907715 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06531075-fd49-457f-bcd2-b2e83bee5998 req-498e2dc4-b8ee-4996-b07e-655e266de36d tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:53.915653 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-53f85999-2bcd-4364-955b-fd64f8a51df1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1772534472-network', 'tenant_id': '858112f1c9514c968cc83d88af99633e'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:53.921247 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-06531075-fd49-457f-bcd2-b2e83bee5998 req-498e2dc4-b8ee-4996-b07e-655e266de36d tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe0aa46-9af3-405a-a884-ad3a0ae153e0 HTTP/1.1" status: 200 len: 946 time: 0.1353817 Jul 29 23:28:54.035689 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-06531075-fd49-457f-bcd2-b2e83bee5998 req-8333fcf3-1f12-4e71-a10a-262bbf31a333 tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] 10.222.0.18 "GET /v2.0/security-groups?id=741e8d2c-4e56-4134-99e9-b0901a917f42&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134155 Jul 29 23:28:54.058948 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f85999-2bcd-4364-955b-fd64f8a51df1 admin admin] Made reservation on behalf of 858112f1c9514c968cc83d88af99633e for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:54.064275 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-53f85999-2bcd-4364-955b-fd64f8a51df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:54.117359 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-53f85999-2bcd-4364-955b-fd64f8a51df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:54.136764 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-566b25dc-b545-4fe3-b66c-e8b127e3030e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2067325796'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:54.141232 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-84b6abad-7a72-43b7-a330-8ff6693f60ee req-71d37751-ab8d-43dd-95a5-9296bd493e83 tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] Deleting port bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:28:54.141664 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-84b6abad-7a72-43b7-a330-8ff6693f60ee req-71d37751-ab8d-43dd-95a5-9296bd493e83 tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:54.186431 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-41349695-2ab9-48e9-b338-08f372aeec50 req-cc51cd5b-28fc-4c6d-add4-cbaa5fa5db0f tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 210 time: 0.0603781 Jul 29 23:28:54.226133 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566b25dc-b545-4fe3-b66c-e8b127e3030e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Made reservation on behalf of 29509088665f4632a7c1f92da56cf95b for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:54.233481 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-566b25dc-b545-4fe3-b66c-e8b127e3030e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:54.249496 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-566b25dc-b545-4fe3-b66c-e8b127e3030e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:54.436242 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-84b6abad-7a72-43b7-a330-8ff6693f60ee req-71d37751-ab8d-43dd-95a5-9296bd493e83 tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] For port bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3,segment=NetworkSegment(70f78066-9d1a-477d-b7c8-dc4ea4fa2cb2),segment_id=70f78066-9d1a-477d-b7c8-dc4ea4fa2cb2)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:54.440870 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-84b6abad-7a72-43b7-a330-8ff6693f60ee req-71d37751-ab8d-43dd-95a5-9296bd493e83 tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:54.498931 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-84b6abad-7a72-43b7-a330-8ff6693f60ee req-71d37751-ab8d-43dd-95a5-9296bd493e83 tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] Calling delete_port for bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3 owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:28:54.557424 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-566b25dc-b545-4fe3-b66c-e8b127e3030e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:54.565851 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-566b25dc-b545-4fe3-b66c-e8b127e3030e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:54.648364 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-566b25dc-b545-4fe3-b66c-e8b127e3030e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:28:54.743249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b25dc-b545-4fe3-b66c-e8b127e3030e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86907f16-e905-4bea-9ea5-f1c24fb27d2a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:54.760180 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-566b25dc-b545-4fe3-b66c-e8b127e3030e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:54.762594 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-566b25dc-b545-4fe3-b66c-e8b127e3030e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Added segment 04048f5b-1830-4aff-882f-e90c45ca30c3 of type vlan for network 9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7 Jul 29 23:28:54.882162 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9e7a78e3-fead-47b7-9107-5931be3447c5 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:28:54.956484 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-566b25dc-b545-4fe3-b66c-e8b127e3030e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:54.998180 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-566b25dc-b545-4fe3-b66c-e8b127e3030e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:55.005690 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566b25dc-b545-4fe3-b66c-e8b127e3030e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:55.006773 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-566b25dc-b545-4fe3-b66c-e8b127e3030e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:55.058409 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e4439-1fee-410f-9b58-66b4898854b3 req-d9f091a8-1af5-46b1-962a-b9228445231a tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:55.065778 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-84b6abad-7a72-43b7-a330-8ff6693f60ee req-71d37751-ab8d-43dd-95a5-9296bd493e83 tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:55.082322 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:28:55.082570 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-486e4439-1fee-410f-9b58-66b4898854b3 req-d9f091a8-1af5-46b1-962a-b9228445231a tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=feba809a-1a88-4dd5-9143-843940f84361 HTTP/1.1" status: 200 len: 944 time: 0.2844555 Jul 29 23:28:55.134816 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d37751-ab8d-43dd-95a5-9296bd493e83 tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] Pushing event deleted for resources: {'Port': ['ID=bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:55.244260 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b6abad-7a72-43b7-a330-8ff6693f60ee req-71d37751-ab8d-43dd-95a5-9296bd493e83 tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] No DVR routers for this DVR port bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3 on host n-h2-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:28:55.258686 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 9e7a78e3-fead-47b7-9107-5931be3447c5 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:28:55.259705 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:55.280081 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-84b6abad-7a72-43b7-a330-8ff6693f60ee req-71d37751-ab8d-43dd-95a5-9296bd493e83 tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:55.282790 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-84b6abad-7a72-43b7-a330-8ff6693f60ee req-71d37751-ab8d-43dd-95a5-9296bd493e83 tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] 10.222.0.39 "DELETE /v2.0/ports/bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3 HTTP/1.1" status: 204 len: 173 time: 1.5460062 Jul 29 23:28:55.283994 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbe0aa46-9af3-405a-a884-ad3a0ae153e0', 'name': 'network-vif-deleted', 'tag': 'bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:55.286354 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a621f1e-b5e8-4fa9-a410-daca91dbe5b9" -d '{"events": [{"server_uuid": "cbe0aa46-9af3-405a-a884-ad3a0ae153e0", "name": "network-vif-deleted", "tag": "bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:55.459769 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-53f85999-2bcd-4364-955b-fd64f8a51df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:55.470525 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-53f85999-2bcd-4364-955b-fd64f8a51df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:55.554867 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f85999-2bcd-4364-955b-fd64f8a51df1 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:28:55.570196 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b6c23162-dfce-4410-b289-b1ae583d572b req-b3591fe9-ab76-4565-9751-d0027bf35d45 tempest-InstanceActionsNegativeTestJSON-1248587732 tempest-InstanceActionsNegativeTestJSON-1248587732-project] 10.222.0.18 "GET /v2.0/ports?device_id=cbe0aa46-9af3-405a-a884-ad3a0ae153e0 HTTP/1.1" status: 200 len: 210 time: 0.2689159 Jul 29 23:28:55.579476 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f85999-2bcd-4364-955b-fd64f8a51df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978e5894-c94e-4b69-bec5-12c0970d23e3,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:55.631788 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-53f85999-2bcd-4364-955b-fd64f8a51df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:55.632588 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-53f85999-2bcd-4364-955b-fd64f8a51df1 admin admin] Added segment e91b6848-5541-4e4f-bb44-17c5c44e4579 of type vlan for network 51a2ec34-e565-4c73-8dc2-3c237f1506a3 Jul 29 23:28:55.657665 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-566b25dc-b545-4fe3-b66c-e8b127e3030e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.9101360 Jul 29 23:28:55.662969 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 40780) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:55.694681 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-486e4439-1fee-410f-9b58-66b4898854b3 req-473a5e30-c3f3-4078-b167-8a65afe6c448 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5077555 Jul 29 23:28:55.710450 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-53a3dcdd-11e4-4829-8d79-988fc13678e3 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Request body: {'subnet': {'network_id': '9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:55.773542 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:55.813963 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-53f85999-2bcd-4364-955b-fd64f8a51df1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:55.851210 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feba809a-1a88-4dd5-9143-843940f84361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7a78e3-fead-47b7-9107-5931be3447c5'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:55.855227 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08514383-b249-4bf9-9b72-5e7927349a3e" -d '{"events": [{"server_uuid": "feba809a-1a88-4dd5-9143-843940f84361", "name": "network-vif-plugged", "status": "completed", "tag": "9e7a78e3-fead-47b7-9107-5931be3447c5"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:55.901305 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e585c3-75f3-4fa2-94dd-ad80bbb28711 x-openstack-request-id: req-27e585c3-75f3-4fa2-94dd-ad80bbb28711 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:55.901997 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbe0aa46-9af3-405a-a884-ad3a0ae153e0", "name": "network-vif-deleted", "tag": "bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:55.902398 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-27e585c3-75f3-4fa2-94dd-ad80bbb28711 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:55.903025 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbe0aa46-9af3-405a-a884-ad3a0ae153e0', 'name': 'network-vif-deleted', 'tag': 'bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3', 'status': 'completed', 'code': 200} Jul 29 23:28:55.905695 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-53f85999-2bcd-4364-955b-fd64f8a51df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:55.907693 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f85999-2bcd-4364-955b-fd64f8a51df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:55.908756 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-53f85999-2bcd-4364-955b-fd64f8a51df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:55.935790 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b25dc-b545-4fe3-b66c-e8b127e3030e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Pushing event updated for resources: {'Network': ['ID=9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:55.951356 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9e7a78e3-fead-47b7-9107-5931be3447c5, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9e7a78e3-fead-47b7-9107-5931be3447c5,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:55.959272 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:56.073486 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-53f85999-2bcd-4364-955b-fd64f8a51df1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.6658590 Jul 29 23:28:56.074429 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40794) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:56.106595 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-78cb7803-a9dd-47c5-b1cc-565e9c0b1971 admin admin] Request body: {'subnet': {'network_id': '51a2ec34-e565-4c73-8dc2-3c237f1506a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1772534472-subnet', 'tenant_id': '858112f1c9514c968cc83d88af99633e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:56.146990 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f85999-2bcd-4364-955b-fd64f8a51df1 admin admin] Pushing event updated for resources: {'Network': ['ID=51a2ec34-e565-4c73-8dc2-3c237f1506a3,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:56.186066 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cb7803-a9dd-47c5-b1cc-565e9c0b1971 admin admin] Made reservation on behalf of 858112f1c9514c968cc83d88af99633e for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:56.192203 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-78cb7803-a9dd-47c5-b1cc-565e9c0b1971 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:56.222818 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=9e7a78e3-fead-47b7-9107-5931be3447c5,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:56.230998 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:28:56.266271 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d6a6439-fbae-4f56-9dc0-3216bddd0a01 req-8e96c02e-23dd-49a8-a68a-541f579b1464 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=7d89cf0e-33ac-4d57-b747-d878befd14b4 HTTP/1.1" status: 200 len: 210 time: 0.2577653 Jul 29 23:28:56.363111 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a3dcdd-11e4-4829-8d79-988fc13678e3 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Made reservation on behalf of 29509088665f4632a7c1f92da56cf95b for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:56.376392 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 51a2ec34-e565-4c73-8dc2-3c237f1506a3 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:28:56.379465 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-53a3dcdd-11e4-4829-8d79-988fc13678e3 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:56.547715 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b575651-38bb-4b66-877a-80777e30f750 x-openstack-request-id: req-7b575651-38bb-4b66-877a-80777e30f750 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:56.564601 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feba809a-1a88-4dd5-9143-843940f84361", "name": "network-vif-plugged", "status": "completed", "tag": "9e7a78e3-fead-47b7-9107-5931be3447c5", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:56.565576 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7b575651-38bb-4b66-877a-80777e30f750 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:56.565697 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feba809a-1a88-4dd5-9143-843940f84361', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7a78e3-fead-47b7-9107-5931be3447c5', 'code': 200} Jul 29 23:28:56.842560 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40814) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:56.889845 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9e7a78e3-fead-47b7-9107-5931be3447c5 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:28:56.991739 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-78cb7803-a9dd-47c5-b1cc-565e9c0b1971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.156935 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.162283 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb7803-a9dd-47c5-b1cc-565e9c0b1971 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f37e8ba-a201-4e88-82fb-26a751e8a97b,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:57.235346 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebce9ade-373c-4fb9-9524-dd31999f42d6 admin admin] Deleting subnet 5382ec4a-845e-4ea1-88e2-d215d3786552 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:28:57.285865 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ebce9ade-373c-4fb9-9524-dd31999f42d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.308075 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9e7a78e3-fead-47b7-9107-5931be3447c5, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9e7a78e3-fead-47b7-9107-5931be3447c5,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:57.315823 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.400368 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=9e7a78e3-fead-47b7-9107-5931be3447c5,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:57.448327 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cb7803-a9dd-47c5-b1cc-565e9c0b1971 admin admin] Checking segment: {'id': 'e91b6848-5541-4e4f-bb44-17c5c44e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '51a2ec34-e565-4c73-8dc2-3c237f1506a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:57.448983 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cb7803-a9dd-47c5-b1cc-565e9c0b1971 admin admin] Network hostable DHCP agents. Network: 51a2ec34-e565-4c73-8dc2-3c237f1506a3, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:28:57.461365 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ebce9ade-373c-4fb9-9524-dd31999f42d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.576557 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cb7803-a9dd-47c5-b1cc-565e9c0b1971 admin admin] Network 51a2ec34-e565-4c73-8dc2-3c237f1506a3 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:28:57.590316 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ebce9ade-373c-4fb9-9524-dd31999f42d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.632961 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-78cb7803-a9dd-47c5-b1cc-565e9c0b1971 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 51a2ec34-e565-4c73-8dc2-3c237f1506a3) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:57.644149 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cb7803-a9dd-47c5-b1cc-565e9c0b1971 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:57.646176 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-78cb7803-a9dd-47c5-b1cc-565e9c0b1971 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.650462 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3bf7bb2-3a4f-48bf-8828-c03916b2e1b2 None None] Network 51a2ec34-e565-4c73-8dc2-3c237f1506a3 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:28:57.697417 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-78cb7803-a9dd-47c5-b1cc-565e9c0b1971 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6088934 Jul 29 23:28:57.754653 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ebce9ade-373c-4fb9-9524-dd31999f42d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.813089 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce9ade-373c-4fb9-9524-dd31999f42d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5382ec4a-845e-4ea1-88e2-d215d3786552,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:57.817565 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ebce9ade-373c-4fb9-9524-dd31999f42d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.822558 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ebce9ade-373c-4fb9-9524-dd31999f42d6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5382ec4a-845e-4ea1-88e2-d215d3786552 HTTP/1.1" status: 204 len: 168 time: 0.9768019 Jul 29 23:28:57.823222 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40848) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:57.907978 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-53a3dcdd-11e4-4829-8d79-988fc13678e3 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.958323 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51d9caad-5c8b-455e-a0cd-2f268fc9a140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:57.962313 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:28:57.997759 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc8b7d35-f7da-47f7-80d8-1d8eae506da8 None None] Network 51a2ec34-e565-4c73-8dc2-3c237f1506a3 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:28:58.005360 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:28:58.006266 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device bdc1650e-ec95-4ac4-aa2c-6e75f7eabdd3 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:28:58.057091 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca48c46-4bc3-48c3-8ae8-004a9d093280 req-d93f3814-eea1-4653-a626-b28abbd29a6d tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:58.068454 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ca48c46-4bc3-48c3-8ae8-004a9d093280 req-d93f3814-eea1-4653-a626-b28abbd29a6d tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=feba809a-1a88-4dd5-9143-843940f84361 HTTP/1.1" status: 200 len: 943 time: 0.2710898 Jul 29 23:28:58.093370 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53a3dcdd-11e4-4829-8d79-988fc13678e3 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Checking segment: {'id': '04048f5b-1830-4aff-882f-e90c45ca30c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:28:58.093741 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a3dcdd-11e4-4829-8d79-988fc13678e3 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Network hostable DHCP agents. Network: 9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:28:58.143096 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a3dcdd-11e4-4829-8d79-988fc13678e3 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Pushing event updated for resources: {'Subnet': ['ID=2e56ebf9-8e30-42e0-84ce-18c39d961118,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:58.253261 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51d9caad-5c8b-455e-a0cd-2f268fc9a140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:58.284871 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-51d9caad-5c8b-455e-a0cd-2f268fc9a140 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2531d765-9276-45dd-9f50-a27115c14ab6']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:58.288039 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ca48c46-4bc3-48c3-8ae8-004a9d093280 req-b52322ff-8a0e-4f0b-b43b-11af5d06a4e9 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096417 Jul 29 23:28:58.299972 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53a3dcdd-11e4-4829-8d79-988fc13678e3 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Network 9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:28:58.317910 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-51d9caad-5c8b-455e-a0cd-2f268fc9a140 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70f78066-9d1a-477d-b7c8-dc4ea4fa2cb2') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:58.318216 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-51d9caad-5c8b-455e-a0cd-2f268fc9a140 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70f78066-9d1a-477d-b7c8-dc4ea4fa2cb2') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:28:58.347599 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51d9caad-5c8b-455e-a0cd-2f268fc9a140 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:58.376778 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5889427d-183c-49f0-8100-1027993ce273 req-81598ab7-324b-4550-9170-71aceb7ac4f7 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:58.383436 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5889427d-183c-49f0-8100-1027993ce273 req-81598ab7-324b-4550-9170-71aceb7ac4f7 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.23 "GET /v2.0/ports?device_id=feba809a-1a88-4dd5-9143-843940f84361 HTTP/1.1" status: 200 len: 943 time: 0.2031388 Jul 29 23:28:58.384134 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-53a3dcdd-11e4-4829-8d79-988fc13678e3 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:28:58.394836 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a3dcdd-11e4-4829-8d79-988fc13678e3 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:58.395501 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-53a3dcdd-11e4-4829-8d79-988fc13678e3 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:58.395879 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e3ff36-9641-405d-b0c4-1afcdc36beaf None None] Network 9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:28:58.417049 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51d9caad-5c8b-455e-a0cd-2f268fc9a140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:58.437101 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51d9caad-5c8b-455e-a0cd-2f268fc9a140 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:28:58.437450 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51d9caad-5c8b-455e-a0cd-2f268fc9a140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:58.442656 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:28:58.442656 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:28:58.442656 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:28:58.442656 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:28:58.442656 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:28:58.442656 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:28:58.442656 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:28:58.442656 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:28:58.442656 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:28:58.442656 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:28:58.442656 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:28:58.442656 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:28:58.442656 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:28:58.442656 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:28:58.442656 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:28:58.442656 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:28:58.442656 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:28:58.442656 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:28:58.442656 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:28:58.442656 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:28:58.442656 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:28:58.442656 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:28:58.442656 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:28:58.442656 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:28:58.442656 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:28:58.442656 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:28:58.442656 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:28:58.442656 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:28:58.442656 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:28:58.442656 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:28:58.442656 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:28:58.442656 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:28:58.446848 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-53a3dcdd-11e4-4829-8d79-988fc13678e3 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7429109 Jul 29 23:28:58.465683 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40870) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:58.476445 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-84243978-ecfb-4c9c-815f-f8497ad0b072 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Request body: {'port': {'network_id': '9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7', 'name': 'tempest-AllowedAddressPairTestJSON-1212823849'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:28:58.568362 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feba809a-1a88-4dd5-9143-843940f84361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e7a78e3-fead-47b7-9107-5931be3447c5'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:28:58.574913 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c8ef34-61ba-41a9-aa9d-bbc0c42b032e" -d '{"events": [{"server_uuid": "feba809a-1a88-4dd5-9143-843940f84361", "name": "network-vif-unplugged", "status": "completed", "tag": "9e7a78e3-fead-47b7-9107-5931be3447c5"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:28:58.663902 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f71e2c-3d89-4820-b329-21c0ee272e43 x-openstack-request-id: req-84f71e2c-3d89-4820-b329-21c0ee272e43 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:28:58.664495 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feba809a-1a88-4dd5-9143-843940f84361", "name": "network-vif-unplugged", "status": "completed", "tag": "9e7a78e3-fead-47b7-9107-5931be3447c5", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:28:58.664959 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-84f71e2c-3d89-4820-b329-21c0ee272e43 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:28:58.665537 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feba809a-1a88-4dd5-9143-843940f84361', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e7a78e3-fead-47b7-9107-5931be3447c5', 'code': 200} Jul 29 23:28:58.785701 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-5889427d-183c-49f0-8100-1027993ce273 req-14974b3d-9811-4906-95a8-3ebafe11ed21 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Deleting port 9e7a78e3-fead-47b7-9107-5931be3447c5 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:28:58.786352 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5889427d-183c-49f0-8100-1027993ce273 req-14974b3d-9811-4906-95a8-3ebafe11ed21 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:58.854905 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd028da6-dab6-4588-a7f0-5c4feb4375ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7', 'network_id': '9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7', 'tenant_id': '29509088665f4632a7c1f92da56cf95b', 'fixed_ips': [{'subnet_id': '2e56ebf9-8e30-42e0-84ce-18c39d961118'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:28:58.855792 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bd028da6-dab6-4588-a7f0-5c4feb4375ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.348984 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51d9caad-5c8b-455e-a0cd-2f268fc9a140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.391084 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51d9caad-5c8b-455e-a0cd-2f268fc9a140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.395134 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-51d9caad-5c8b-455e-a0cd-2f268fc9a140 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2531d765-9276-45dd-9f50-a27115c14ab6 HTTP/1.1" status: 204 len: 168 time: 1.5697827 Jul 29 23:28:59.398902 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9caad-5c8b-455e-a0cd-2f268fc9a140 admin admin] Pushing event deleted for resources: {'Network': ['ID=2531d765-9276-45dd-9f50-a27115c14ab6,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:28:59.425602 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.442261 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-bd028da6-dab6-4588-a7f0-5c4feb4375ae None None] Allocated IP 172.20.0.2 (9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7/2e56ebf9-8e30-42e0-84ce-18c39d961118/9e401b7a-5985-4cf3-bd23-92d736be461c) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:28:59.457997 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb98a0-8415-4484-bd9c-510df893b410 req-8f301b20-a8fd-4c50-ae95-9575d8df0393 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:28:59.460717 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efdb98a0-8415-4484-bd9c-510df893b410 req-8f301b20-a8fd-4c50-ae95-9575d8df0393 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/networks?id=51a2ec34-e565-4c73-8dc2-3c237f1506a3 HTTP/1.1" status: 200 len: 815 time: 0.6020308 Jul 29 23:28:59.463232 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40902) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:59.560305 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efdb98a0-8415-4484-bd9c-510df893b410 req-350b5cf6-abe5-4728-b535-089a1ad38468 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/quotas/858112f1c9514c968cc83d88af99633e HTTP/1.1" status: 200 len: 375 time: 0.0767553 Jul 29 23:28:59.583511 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84243978-ecfb-4c9c-815f-f8497ad0b072 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Made reservation on behalf of 29509088665f4632a7c1f92da56cf95b for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:28:59.587773 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-84243978-ecfb-4c9c-815f-f8497ad0b072 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.613001 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-84243978-ecfb-4c9c-815f-f8497ad0b072 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] device_id is not set on port 4ffbf1a7-053f-444d-accd-401b45e6ad2a yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:28:59.706741 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efdb98a0-8415-4484-bd9c-510df893b410 req-c9fb4397-30fc-41b2-a2b1-2b2f5c005756 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=858112f1c9514c968cc83d88af99633e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1384156 Jul 29 23:28:59.722642 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:28:59.838129 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40906) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:59.975155 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-326c64d9-b509-4ff9-a9a4-c6730e6437b4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1c931319eb0c4ccc94834c0df3a0fd49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1294117 Jul 29 23:28:59.980440 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40910) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:28:59.996435 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-5889427d-183c-49f0-8100-1027993ce273 req-14974b3d-9811-4906-95a8-3ebafe11ed21 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] For port 9e7a78e3-fead-47b7-9107-5931be3447c5, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9e7a78e3-fead-47b7-9107-5931be3447c5,segment=NetworkSegment(b2573e02-82a0-4898-b097-d982710943a8),segment_id=b2573e02-82a0-4898-b097-d982710943a8)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:28:59.997265 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5889427d-183c-49f0-8100-1027993ce273 req-14974b3d-9811-4906-95a8-3ebafe11ed21 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:00.068821 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-5889427d-183c-49f0-8100-1027993ce273 req-14974b3d-9811-4906-95a8-3ebafe11ed21 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Calling delete_port for 9e7a78e3-fead-47b7-9107-5931be3447c5 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:00.099026 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d4ac7dc1-af7e-4aa1-b108-adcae64656f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:00.189881 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d4ac7dc1-af7e-4aa1-b108-adcae64656f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:00.328781 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d4ac7dc1-af7e-4aa1-b108-adcae64656f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:00.331310 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d4ac7dc1-af7e-4aa1-b108-adcae64656f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:00.333057 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d4ac7dc1-af7e-4aa1-b108-adcae64656f2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/741e8d2c-4e56-4134-99e9-b0901a917f42 HTTP/1.1" status: 204 len: 168 time: 0.3515930 Jul 29 23:29:00.349845 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac7dc1-af7e-4aa1-b108-adcae64656f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741e8d2c-4e56-4134-99e9-b0901a917f42,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:00.352264 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bd028da6-dab6-4588-a7f0-5c4feb4375ae None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:00.368971 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efdb98a0-8415-4484-bd9c-510df893b410 req-cf4137ee-9224-4230-9e87-66aa245876d5 service neutron] 10.222.0.18 "GET /v2.0/networks/51a2ec34-e565-4c73-8dc2-3c237f1506a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6204183 Jul 29 23:29:00.375693 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-bd028da6-dab6-4588-a7f0-5c4feb4375ae None None] Transition to ACTIVE for port object 9e401b7a-5985-4cf3-bd23-92d736be461c will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:00.441552 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-bd028da6-dab6-4588-a7f0-5c4feb4375ae None None] Transition to ACTIVE for port object 9e401b7a-5985-4cf3-bd23-92d736be461c will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:00.464774 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bd028da6-dab6-4588-a7f0-5c4feb4375ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:00.565233 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd028da6-dab6-4588-a7f0-5c4feb4375ae None None] Pushing event updated for resources: {'Port': ['ID=9e401b7a-5985-4cf3-bd23-92d736be461c,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:00.584409 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-740d10cf-3806-4f12-9c6e-9fd5b61a42e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:00.650181 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd028da6-dab6-4588-a7f0-5c4feb4375ae None None] Network 9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:00.658686 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-84243978-ecfb-4c9c-815f-f8497ad0b072 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Allocated IP 172.20.0.4 (9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7/2e56ebf9-8e30-42e0-84ce-18c39d961118/4ffbf1a7-053f-444d-accd-401b45e6ad2a) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:00.666167 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-bd028da6-dab6-4588-a7f0-5c4feb4375ae None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:00.680793 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd028da6-dab6-4588-a7f0-5c4feb4375ae None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:00.843026 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8e71f-8655-4493-88a4-87405835d5fa req-ad6fc3b1-3d8c-455e-8d77-809e159f4db2 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:00.858574 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42a8e71f-8655-4493-88a4-87405835d5fa req-ad6fc3b1-3d8c-455e-8d77-809e159f4db2 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=feba809a-1a88-4dd5-9143-843940f84361 HTTP/1.1" status: 200 len: 943 time: 0.4696779 Jul 29 23:29:00.944067 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-740d10cf-3806-4f12-9c6e-9fd5b61a42e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:00.945032 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9e7a78e3-fead-47b7-9107-5931be3447c5 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:29:00.970345 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-740d10cf-3806-4f12-9c6e-9fd5b61a42e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:00.977182 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-bd028da6-dab6-4588-a7f0-5c4feb4375ae None None] Attempting to bind port 9e401b7a-5985-4cf3-bd23-92d736be461c on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:00.979621 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-bd028da6-dab6-4588-a7f0-5c4feb4375ae None None] Attempting to bind port 9e401b7a-5985-4cf3-bd23-92d736be461c by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '04048f5b-1830-4aff-882f-e90c45ca30c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:00.980704 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd028da6-dab6-4588-a7f0-5c4feb4375ae None None] Attempting to bind port 9e401b7a-5985-4cf3-bd23-92d736be461c on network 9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:01.045294 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42a8e71f-8655-4493-88a4-87405835d5fa req-28aff26e-6532-4f27-a559-9c068e091876 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/security-groups?id=45e3c7b1-cb9f-4696-ae24-6f9417965284&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817040 Jul 29 23:29:01.057543 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efdb98a0-8415-4484-bd9c-510df893b410 req-764788f7-9b5c-4026-be55-420f37f5d258 service neutron] 10.222.0.18 "GET /v2.0/networks/51a2ec34-e565-4c73-8dc2-3c237f1506a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6538711 Jul 29 23:29:01.083250 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd028da6-dab6-4588-a7f0-5c4feb4375ae None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:01.083250 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd028da6-dab6-4588-a7f0-5c4feb4375ae None None] Checking segment: {'id': '04048f5b-1830-4aff-882f-e90c45ca30c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:01.104702 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bd028da6-dab6-4588-a7f0-5c4feb4375ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:01.112403 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd028da6-dab6-4588-a7f0-5c4feb4375ae None None] Bound using segment: {'id': '04048f5b-1830-4aff-882f-e90c45ca30c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:01.113825 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-bd028da6-dab6-4588-a7f0-5c4feb4375ae None None] Bound port: 9e401b7a-5985-4cf3-bd23-92d736be461c, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04048f5b-1830-4aff-882f-e90c45ca30c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:01.114621 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bd028da6-dab6-4588-a7f0-5c4feb4375ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:01.129894 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5889427d-183c-49f0-8100-1027993ce273 req-14974b3d-9811-4906-95a8-3ebafe11ed21 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:01.183330 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-740d10cf-3806-4f12-9c6e-9fd5b61a42e5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e0e6b4fea6ed45849e36d24d009cacf7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7183926 Jul 29 23:29:01.205355 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-84243978-ecfb-4c9c-815f-f8497ad0b072 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:01.209786 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40922) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:01.241464 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No active binding found for port 9e7a78e3-fead-47b7-9107-5931be3447c5 {{(pid=94065) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 23:29:01.242221 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9e7a78e3-fead-47b7-9107-5931be3447c5 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:29:01.248873 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:29:01.272264 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40924) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:01.273118 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d10cf-3806-4f12-9c6e-9fd5b61a42e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26ad7f2d-04b9-4410-9707-7a899024714a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:01.283053 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-bd028da6-dab6-4588-a7f0-5c4feb4375ae None None] For port 9e401b7a-5985-4cf3-bd23-92d736be461c, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:01.297195 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14974b3d-9811-4906-95a8-3ebafe11ed21 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Pushing event deleted for resources: {'Port': ['ID=9e7a78e3-fead-47b7-9107-5931be3447c5,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:01.305054 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-bd028da6-dab6-4588-a7f0-5c4feb4375ae None None] For port 9e401b7a-5985-4cf3-bd23-92d736be461c, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9e401b7a-5985-4cf3-bd23-92d736be461c,segment=NetworkSegment(04048f5b-1830-4aff-882f-e90c45ca30c3),segment_id=04048f5b-1830-4aff-882f-e90c45ca30c3)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:01.315935 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bd028da6-dab6-4588-a7f0-5c4feb4375ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:01.319818 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-f51f47a2-d378-4870-8d59-0eab7324d632 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2025796650'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:01.382581 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-84243978-ecfb-4c9c-815f-f8497ad0b072 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Transition to ACTIVE for port object 4ffbf1a7-053f-444d-accd-401b45e6ad2a will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:01.417254 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f40ff9b7-2173-478f-b269-ac5d895c3616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:01.422904 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51f47a2-d378-4870-8d59-0eab7324d632 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Made reservation on behalf of 1b88923046a64f0cbc69a614c91ce1e9 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:01.423123 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-5889427d-183c-49f0-8100-1027993ce273 req-14974b3d-9811-4906-95a8-3ebafe11ed21 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] No DVR routers for this DVR port 9e7a78e3-fead-47b7-9107-5931be3447c5 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:29:01.427405 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f51f47a2-d378-4870-8d59-0eab7324d632 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:01.428445 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5889427d-183c-49f0-8100-1027993ce273 req-14974b3d-9811-4906-95a8-3ebafe11ed21 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:01.434651 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5889427d-183c-49f0-8100-1027993ce273 req-14974b3d-9811-4906-95a8-3ebafe11ed21 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.23 "DELETE /v2.0/ports/9e7a78e3-fead-47b7-9107-5931be3447c5 HTTP/1.1" status: 204 len: 173 time: 2.9965720 Jul 29 23:29:01.436011 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'feba809a-1a88-4dd5-9143-843940f84361', 'name': 'network-vif-deleted', 'tag': '9e7a78e3-fead-47b7-9107-5931be3447c5'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:01.444802 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99ea5d34-e993-46d6-8acb-ab481b804b32" -d '{"events": [{"server_uuid": "feba809a-1a88-4dd5-9143-843940f84361", "name": "network-vif-deleted", "tag": "9e7a78e3-fead-47b7-9107-5931be3447c5"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:01.538044 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd028da6-dab6-4588-a7f0-5c4feb4375ae None None] Pushing event updated for resources: {'Port': ['ID=9e401b7a-5985-4cf3-bd23-92d736be461c,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:01.580534 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f40ff9b7-2173-478f-b269-ac5d895c3616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:01.581921 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5502948-548d-47ea-a923-acce6027a167 x-openstack-request-id: req-a5502948-548d-47ea-a923-acce6027a167 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:01.582374 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "feba809a-1a88-4dd5-9143-843940f84361", "name": "network-vif-deleted", "tag": "9e7a78e3-fead-47b7-9107-5931be3447c5", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:01.582894 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a5502948-548d-47ea-a923-acce6027a167 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:01.583741 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'feba809a-1a88-4dd5-9143-843940f84361', 'name': 'network-vif-deleted', 'tag': '9e7a78e3-fead-47b7-9107-5931be3447c5', 'status': 'completed', 'code': 200} Jul 29 23:29:01.619023 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f51f47a2-d378-4870-8d59-0eab7324d632 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:29:01.663512 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f51f47a2-d378-4870-8d59-0eab7324d632 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:01.664930 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-f51f47a2-d378-4870-8d59-0eab7324d632 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Added segment 4f926ea3-c46b-4f5a-8198-04187dc3e094 of type vlan for network d2df6756-1437-4cbd-af3b-72d70f51df4a Jul 29 23:29:01.690839 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-84243978-ecfb-4c9c-815f-f8497ad0b072 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:01.719393 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5afe027a-ad6b-43ab-b78a-96dd23a2626e req-abcf3b70-c9cf-45ad-9798-17355dc4478b tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=a98fca92-99bd-452a-8dae-c98000d78380 HTTP/1.1" status: 200 len: 210 time: 0.1036091 Jul 29 23:29:01.860195 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84243978-ecfb-4c9c-815f-f8497ad0b072 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Network 9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:01.862822 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f51f47a2-d378-4870-8d59-0eab7324d632 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:01.868914 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-84243978-ecfb-4c9c-815f-f8497ad0b072 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:01.874620 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84243978-ecfb-4c9c-815f-f8497ad0b072 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:01.961371 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84243978-ecfb-4c9c-815f-f8497ad0b072 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Pushing event updated for resources: {'Port': ['ID=4ffbf1a7-053f-444d-accd-401b45e6ad2a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:02.005649 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.db.resource_extend [None req-f51f47a2-d378-4870-8d59-0eab7324d632 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:29:02.028017 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f40ff9b7-2173-478f-b269-ac5d895c3616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:02.036083 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f40ff9b7-2173-478f-b269-ac5d895c3616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:02.039694 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f40ff9b7-2173-478f-b269-ac5d895c3616 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/26ad7f2d-04b9-4410-9707-7a899024714a HTTP/1.1" status: 204 len: 168 time: 0.8267498 Jul 29 23:29:02.049958 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f51f47a2-d378-4870-8d59-0eab7324d632 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:02.067016 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51f47a2-d378-4870-8d59-0eab7324d632 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:02.067678 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f51f47a2-d378-4870-8d59-0eab7324d632 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:02.433920 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f47a2-d378-4870-8d59-0eab7324d632 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Pushing event updated for resources: {'Network': ['ID=d2df6756-1437-4cbd-af3b-72d70f51df4a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:02.437201 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-597abdde-a412-4ae6-8101-54fe0ff2da3a req-fb9554ee-2bcd-454e-8ea1-c289ae5871e3 tempest-ImagesTestJSON-685289173 tempest-ImagesTestJSON-685289173-project] 10.222.0.18 "GET /v2.0/ports?device_id=feba809a-1a88-4dd5-9143-843940f84361 HTTP/1.1" status: 200 len: 210 time: 0.1369324 Jul 29 23:29:02.464162 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network d2df6756-1437-4cbd-af3b-72d70f51df4a details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:29:02.501182 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ff9b7-2173-478f-b269-ac5d895c3616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26ad7f2d-04b9-4410-9707-7a899024714a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:02.540789 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f51f47a2-d378-4870-8d59-0eab7324d632 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2440026 Jul 29 23:29:02.541359 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 40960) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:02.551855 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-abd52916-0088-4f18-8ee7-13834198a3fd tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-119313067'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:02.577452 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84243978-ecfb-4c9c-815f-f8497ad0b072 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:02.580736 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-84243978-ecfb-4c9c-815f-f8497ad0b072 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:02.650825 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd52916-0088-4f18-8ee7-13834198a3fd tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Made reservation on behalf of 1b88923046a64f0cbc69a614c91ce1e9 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:02.653315 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-84243978-ecfb-4c9c-815f-f8497ad0b072 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1844897 Jul 29 23:29:02.656281 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40964) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:02.659092 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-abd52916-0088-4f18-8ee7-13834198a3fd tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:02.665093 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 40966) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:02.668986 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-0df6e8c6-09bf-49a6-9792-dfc8464eef46 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Request body: {'port': {'network_id': '9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7', 'name': 'tempest-AllowedAddressPairTestJSON-1856193851', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:50:de:70'}]}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:02.751320 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abd52916-0088-4f18-8ee7-13834198a3fd tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:29:02.785213 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-abd52916-0088-4f18-8ee7-13834198a3fd tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:02.786737 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-abd52916-0088-4f18-8ee7-13834198a3fd tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Added segment 8c9c41a8-7d48-4280-848c-d61b4ffb090c of type vlan for network d946e4cf-f467-4b2d-9871-c5018b0b50b6 Jul 29 23:29:02.797607 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a489f188-792a-4248-b6a1-97aedd9aa8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:02.864903 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-abd52916-0088-4f18-8ee7-13834198a3fd tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:03.035176 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.db.resource_extend [None req-abd52916-0088-4f18-8ee7-13834198a3fd tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:29:03.048985 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ea3fa7b-0e18-4fd7-8236-9150ecc9c277 req-30e17f83-8d99-40a9-ab60-b6615b5e1aa8 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=a98fca92-99bd-452a-8dae-c98000d78380 HTTP/1.1" status: 200 len: 210 time: 0.1160626 Jul 29 23:29:03.079421 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df6e8c6-09bf-49a6-9792-dfc8464eef46 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Made reservation on behalf of 29509088665f4632a7c1f92da56cf95b for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:03.085519 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-abd52916-0088-4f18-8ee7-13834198a3fd tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:03.102789 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd52916-0088-4f18-8ee7-13834198a3fd tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:03.104056 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-abd52916-0088-4f18-8ee7-13834198a3fd tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:03.176637 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-046a1313-beb7-4682-a38f-0c774cae107a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1208205443-network', 'tenant_id': '4fdbb74cc9a943968c8ada14c5f92979'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:03.220085 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40974) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:03.228837 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-abd52916-0088-4f18-8ee7-13834198a3fd tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6859171 Jul 29 23:29:03.240743 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 40976) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:03.255000 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-0b43f73a-9a7c-4555-8740-591b560f43d3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Request body: {'subnet': {'network_id': 'd2df6756-1437-4cbd-af3b-72d70f51df4a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:03.308154 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-235c095d-c216-4773-9e9c-ce5060aeb981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:03.399261 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-046a1313-beb7-4682-a38f-0c774cae107a admin admin] Made reservation on behalf of 4fdbb74cc9a943968c8ada14c5f92979 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:03.404005 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-046a1313-beb7-4682-a38f-0c774cae107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:03.406430 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0df6e8c6-09bf-49a6-9792-dfc8464eef46 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:03.417221 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd52916-0088-4f18-8ee7-13834198a3fd tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Pushing event updated for resources: {'Network': ['ID=d946e4cf-f467-4b2d-9871-c5018b0b50b6,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:03.421014 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-046a1313-beb7-4682-a38f-0c774cae107a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:03.432068 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network d946e4cf-f467-4b2d-9871-c5018b0b50b6 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:29:03.479216 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-0df6e8c6-09bf-49a6-9792-dfc8464eef46 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] device_id is not set on port 0fddcd8c-0a6b-446c-841d-c1ff6288d59e yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:29:03.518169 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.db.api [None req-046a1313-beb7-4682-a38f-0c774cae107a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:29:03.518169 n-d-712140-10 neutron-server[94063]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 23:29:03.518169 n-d-712140-10 neutron-server[94063]: [parameters: {'project_id_1': '4fdbb74cc9a943968c8ada14c5f92979', 'expiration_1': datetime.datetime(2021, 7, 29, 23, 29, 3, 454968)}] Jul 29 23:29:03.518169 n-d-712140-10 neutron-server[94063]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:29:03.519190 n-d-712140-10 neutron-server[94063]: DEBUG oslo_db.api [None req-046a1313-beb7-4682-a38f-0c774cae107a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:29:03.521072 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b43f73a-9a7c-4555-8740-591b560f43d3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Made reservation on behalf of 1b88923046a64f0cbc69a614c91ce1e9 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:03.526482 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0b43f73a-9a7c-4555-8740-591b560f43d3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:03.674060 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.db.api [None req-235c095d-c216-4773-9e9c-ce5060aeb981 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:29:03.674060 n-d-712140-10 neutron-server[94064]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 23:29:03.674060 n-d-712140-10 neutron-server[94064]: [parameters: {'project_id': 'b1f1858578a9441ab3e5598ce89eb55d', 'id': 'b84f0320-0eb0-4f9a-af59-05adaf65398f', 'expiration': datetime.datetime(2021, 7, 29, 23, 31, 3, 454319)}] Jul 29 23:29:03.674060 n-d-712140-10 neutron-server[94064]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:29:03.676151 n-d-712140-10 neutron-server[94064]: DEBUG oslo_db.api [None req-235c095d-c216-4773-9e9c-ce5060aeb981 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:29:03.680341 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36e3fb8-11fe-4126-be68-e53b0e34c6d9 None None] Network 9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:03.913663 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-0df6e8c6-09bf-49a6-9792-dfc8464eef46 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Allocated IP 172.20.0.13 (9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7/2e56ebf9-8e30-42e0-84ce-18c39d961118/0fddcd8c-0a6b-446c-841d-c1ff6288d59e) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:03.929053 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9e401b7a-5985-4cf3-bd23-92d736be461c up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:04.022774 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-046a1313-beb7-4682-a38f-0c774cae107a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:04.128476 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a1a8cb84-6921-4fa6-ad37-90ccc0acda9c None None] Provisioning for port 9e401b7a-5985-4cf3-bd23-92d736be461c completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:04.186918 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 9e401b7a-5985-4cf3-bd23-92d736be461c completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:04.207820 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-235c095d-c216-4773-9e9c-ce5060aeb981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:04.208150 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 9e401b7a-5985-4cf3-bd23-92d736be461c triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:04.208292 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:04.222709 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb98a0-8415-4484-bd9c-510df893b410 req-251818a8-c23c-4890-94ea-a7eb022618e9 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:04.224883 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efdb98a0-8415-4484-bd9c-510df893b410 req-251818a8-c23c-4890-94ea-a7eb022618e9 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.23 "GET /v2.0/networks?id=51a2ec34-e565-4c73-8dc2-3c237f1506a3 HTTP/1.1" status: 200 len: 815 time: 0.4348247 Jul 29 23:29:04.259773 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-efdb98a0-8415-4484-bd9c-510df893b410 req-0d788a7b-76b6-464f-b2c3-277200325878 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Request body: {'port': {'device_id': 'a98fca92-99bd-452a-8dae-c98000d78380', 'network_id': '51a2ec34-e565-4c73-8dc2-3c237f1506a3', 'admin_state_up': True, 'tenant_id': '858112f1c9514c968cc83d88af99633e'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:04.400278 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0df6e8c6-09bf-49a6-9792-dfc8464eef46 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:04.411737 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-046a1313-beb7-4682-a38f-0c774cae107a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:04.445283 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-0df6e8c6-09bf-49a6-9792-dfc8464eef46 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Transition to ACTIVE for port object 0fddcd8c-0a6b-446c-841d-c1ff6288d59e will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:04.552797 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0df6e8c6-09bf-49a6-9792-dfc8464eef46 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:04.600054 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:04.707722 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 9e401b7a-5985-4cf3-bd23-92d736be461c, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9e401b7a-5985-4cf3-bd23-92d736be461c,segment=NetworkSegment(04048f5b-1830-4aff-882f-e90c45ca30c3),segment_id=04048f5b-1830-4aff-882f-e90c45ca30c3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:04.715011 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:04.716503 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41016) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:04.752815 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5acbfe29-ca16-478e-8ef2-f79738c57e0e req-642f19cb-e452-4e31-889e-f8322ff0ca83 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=a98fca92-99bd-452a-8dae-c98000d78380 HTTP/1.1" status: 200 len: 210 time: 0.3894191 Jul 29 23:29:04.784756 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-046a1313-beb7-4682-a38f-0c774cae107a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:04.828481 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-046a1313-beb7-4682-a38f-0c774cae107a admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:29:04.841209 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=9e401b7a-5985-4cf3-bd23-92d736be461c,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:04.855307 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df6e8c6-09bf-49a6-9792-dfc8464eef46 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Network 9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:04.879805 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-046a1313-beb7-4682-a38f-0c774cae107a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:04.880701 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-046a1313-beb7-4682-a38f-0c774cae107a admin admin] Added segment 77c85181-0083-4e54-95a5-a8245df6293d of type vlan for network 06399198-5076-4bad-82c6-5654a25ce71e Jul 29 23:29:04.894333 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-0df6e8c6-09bf-49a6-9792-dfc8464eef46 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:04.956803 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-046a1313-beb7-4682-a38f-0c774cae107a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:05.002843 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df6e8c6-09bf-49a6-9792-dfc8464eef46 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Pushing event updated for resources: {'Port': ['ID=0fddcd8c-0a6b-446c-841d-c1ff6288d59e,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:05.011264 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0b43f73a-9a7c-4555-8740-591b560f43d3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:05.020895 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-90d6981b-0036-448c-90ea-8d21e4499421 None None] Provisioning complete for port 9e401b7a-5985-4cf3-bd23-92d736be461c triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:05.021701 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90d6981b-0036-448c-90ea-8d21e4499421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:05.030852 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-a23aee78-3cc9-4d20-b3ff-ad9c872d9112 admin admin] Deleting subnet 6e930051-7a16-428b-811f-19e3c68dee70 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:29:05.036922 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a23aee78-3cc9-4d20-b3ff-ad9c872d9112 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:05.110740 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a23aee78-3cc9-4d20-b3ff-ad9c872d9112 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:05.155785 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43f73a-9a7c-4555-8740-591b560f43d3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Pushing event updated for resources: {'Subnet': ['ID=fea1cab5-6d23-4eca-972a-8631f3603147,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:05.184235 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.db.resource_extend [None req-046a1313-beb7-4682-a38f-0c774cae107a admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:29:05.234594 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a1313-beb7-4682-a38f-0c774cae107a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ca3ec7-faad-4e0e-9010-31a59c1999b2,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:05.259032 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-90d6981b-0036-448c-90ea-8d21e4499421 None None] Provisioning for port 4ffbf1a7-053f-444d-accd-401b45e6ad2a completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:05.267256 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-90d6981b-0036-448c-90ea-8d21e4499421 None None] Provisioning complete for port 4ffbf1a7-053f-444d-accd-401b45e6ad2a triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:05.269549 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90d6981b-0036-448c-90ea-8d21e4499421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:05.286209 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b43f73a-9a7c-4555-8740-591b560f43d3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Checking segment: {'id': '4f926ea3-c46b-4f5a-8198-04187dc3e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd2df6756-1437-4cbd-af3b-72d70f51df4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:05.287096 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b43f73a-9a7c-4555-8740-591b560f43d3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Network hostable DHCP agents. Network: d2df6756-1437-4cbd-af3b-72d70f51df4a, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:29:05.289043 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a23aee78-3cc9-4d20-b3ff-ad9c872d9112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:05.318974 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-046a1313-beb7-4682-a38f-0c774cae107a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:05.320025 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-046a1313-beb7-4682-a38f-0c774cae107a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:05.320831 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-046a1313-beb7-4682-a38f-0c774cae107a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:05.322215 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-90d6981b-0036-448c-90ea-8d21e4499421 None None] Port 4ffbf1a7-053f-444d-accd-401b45e6ad2a cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:05.329734 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b43f73a-9a7c-4555-8740-591b560f43d3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Network d2df6756-1437-4cbd-af3b-72d70f51df4a is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:29:05.380533 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:05.391544 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df6e8c6-09bf-49a6-9792-dfc8464eef46 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:05.460669 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b0f979b8-a8cf-4b36-900e-1d9edd9c31c4 None None] Provisioning complete for port 4ffbf1a7-053f-444d-accd-401b45e6ad2a triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:05.461056 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b0f979b8-a8cf-4b36-900e-1d9edd9c31c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:05.461281 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-0b43f73a-9a7c-4555-8740-591b560f43d3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, d2df6756-1437-4cbd-af3b-72d70f51df4a) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:05.475774 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b43f73a-9a7c-4555-8740-591b560f43d3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:05.488815 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0b43f73a-9a7c-4555-8740-591b560f43d3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:05.519083 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5c1324-8d15-4330-b952-7583065c58bb None None] Network d2df6756-1437-4cbd-af3b-72d70f51df4a requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:05.533513 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a1313-beb7-4682-a38f-0c774cae107a admin admin] Pushing event updated for resources: {'Network': ['ID=06399198-5076-4bad-82c6-5654a25ce71e,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:05.536791 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-235c095d-c216-4773-9e9c-ce5060aeb981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:05.547188 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-235c095d-c216-4773-9e9c-ce5060aeb981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:05.551893 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-046a1313-beb7-4682-a38f-0c774cae107a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.8831446 Jul 29 23:29:05.557286 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a23aee78-3cc9-4d20-b3ff-ad9c872d9112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:05.561700 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 41024) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:05.575788 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0b43f73a-9a7c-4555-8740-591b560f43d3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3284009 Jul 29 23:29:05.593415 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 41026) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:05.616961 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-912e76aa-10a8-414d-b168-8808bd2f95bb admin admin] Request body: {'subnet': {'network_id': '06399198-5076-4bad-82c6-5654a25ce71e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1208205443-subnet', 'tenant_id': '4fdbb74cc9a943968c8ada14c5f92979', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:05.644417 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-0310652e-1122-451e-a5be-212660cf89e3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Request body: {'subnet': {'network_id': 'd946e4cf-f467-4b2d-9871-c5018b0b50b6', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:05.649315 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 06399198-5076-4bad-82c6-5654a25ce71e details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:29:05.665163 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9e401b7a-5985-4cf3-bd23-92d736be461c up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:05.694390 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c095d-c216-4773-9e9c-ce5060aeb981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36ea660-fcbf-404c-8f0c-b3e28af1d017,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:05.707124 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23aee78-3cc9-4d20-b3ff-ad9c872d9112 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e930051-7a16-428b-811f-19e3c68dee70,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:05.723555 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a23aee78-3cc9-4d20-b3ff-ad9c872d9112 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:05.726255 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a23aee78-3cc9-4d20-b3ff-ad9c872d9112 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6e930051-7a16-428b-811f-19e3c68dee70 HTTP/1.1" status: 204 len: 168 time: 1.0069726 Jul 29 23:29:05.733576 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41030) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:05.758642 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df6e8c6-09bf-49a6-9792-dfc8464eef46 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:05.759617 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0df6e8c6-09bf-49a6-9792-dfc8464eef46 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:05.792397 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90740b85-26cd-4d7c-bc3d-6cc3f2f9add8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:05.798260 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b0f979b8-a8cf-4b36-900e-1d9edd9c31c4 None None] Port 4ffbf1a7-053f-444d-accd-401b45e6ad2a cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:05.819349 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efdb98a0-8415-4484-bd9c-510df893b410 req-0d788a7b-76b6-464f-b2c3-277200325878 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Made reservation on behalf of 858112f1c9514c968cc83d88af99633e for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:05.826304 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-efdb98a0-8415-4484-bd9c-510df893b410 req-0d788a7b-76b6-464f-b2c3-277200325878 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:05.833224 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912e76aa-10a8-414d-b168-8808bd2f95bb admin admin] Made reservation on behalf of 4fdbb74cc9a943968c8ada14c5f92979 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:05.847457 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-912e76aa-10a8-414d-b168-8808bd2f95bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:05.855446 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 9e401b7a-5985-4cf3-bd23-92d736be461c triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:05.855919 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:05.860884 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-235c095d-c216-4773-9e9c-ce5060aeb981 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b1f1858578a9441ab3e5598ce89eb55d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6383905 Jul 29 23:29:05.879693 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41034) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:05.951458 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-adb43225-f6ed-4de5-adcd-6d8655cc72fe None None] Provisioning for port 0fddcd8c-0a6b-446c-841d-c1ff6288d59e completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:05.965309 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-adb43225-f6ed-4de5-adcd-6d8655cc72fe None None] Provisioning complete for port 0fddcd8c-0a6b-446c-841d-c1ff6288d59e triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:05.965740 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-adb43225-f6ed-4de5-adcd-6d8655cc72fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:05.976994 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0df6e8c6-09bf-49a6-9792-dfc8464eef46 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.3188047 Jul 29 23:29:05.979866 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41038) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:06.013817 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-adb43225-f6ed-4de5-adcd-6d8655cc72fe None None] Port 0fddcd8c-0a6b-446c-841d-c1ff6288d59e cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:06.099087 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0272cc98-b2a9-44a5-8c95-6cc4b44271b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:06.118670 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4d349699-ed51-4b74-af80-3c22ed039430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:06.120700 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bbff81-dc62-4257-b0f8-d6d45e14cc23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-d2df6756-1437-4cbd-af3b-72d70f51df4a', 'network_id': 'd2df6756-1437-4cbd-af3b-72d70f51df4a', 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'fixed_ips': [{'subnet_id': 'fea1cab5-6d23-4eca-972a-8631f3603147'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:29:06.128421 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e5bbff81-dc62-4257-b0f8-d6d45e14cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:06.154385 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0272cc98-b2a9-44a5-8c95-6cc4b44271b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:06.174821 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e72fad-c1a6-4c63-bf23-15f249a76acc tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:06.176662 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-19fb4d6d-9ef9-4597-8b7a-02b02367e747 req-6cda84a4-559d-4c3c-a469-afe9df409e01 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=a98fca92-99bd-452a-8dae-c98000d78380 HTTP/1.1" status: 200 len: 210 time: 0.1303682 Jul 29 23:29:06.216254 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e72fad-c1a6-4c63-bf23-15f249a76acc tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:06.222503 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e72fad-c1a6-4c63-bf23-15f249a76acc tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:06.239120 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-32e72fad-c1a6-4c63-bf23-15f249a76acc tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.2529531 Jul 29 23:29:06.239870 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41042) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:06.431331 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0310652e-1122-451e-a5be-212660cf89e3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Made reservation on behalf of 1b88923046a64f0cbc69a614c91ce1e9 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:06.438242 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0310652e-1122-451e-a5be-212660cf89e3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:06.464790 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4d349699-ed51-4b74-af80-3c22ed039430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:06.479434 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-4d349699-ed51-4b74-af80-3c22ed039430 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:06.496846 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-4d349699-ed51-4b74-af80-3c22ed039430 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2573e02-82a0-4898-b097-d982710943a8') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:06.497233 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-4d349699-ed51-4b74-af80-3c22ed039430 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2573e02-82a0-4898-b097-d982710943a8') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:06.507578 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0272cc98-b2a9-44a5-8c95-6cc4b44271b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:06.510446 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0272cc98-b2a9-44a5-8c95-6cc4b44271b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:06.514985 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0272cc98-b2a9-44a5-8c95-6cc4b44271b5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d36ea660-fcbf-404c-8f0c-b3e28af1d017 HTTP/1.1" status: 204 len: 168 time: 0.6295378 Jul 29 23:29:06.521119 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4d349699-ed51-4b74-af80-3c22ed039430 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:06.548303 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272cc98-b2a9-44a5-8c95-6cc4b44271b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36ea660-fcbf-404c-8f0c-b3e28af1d017,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:06.550031 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-e5bbff81-dc62-4257-b0f8-d6d45e14cc23 None None] Allocated IP 10.1.1.2 (d2df6756-1437-4cbd-af3b-72d70f51df4a/fea1cab5-6d23-4eca-972a-8631f3603147/e63ab917-2055-4f22-9467-440f36edfd83) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:06.553043 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4d349699-ed51-4b74-af80-3c22ed039430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:06.570533 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d349699-ed51-4b74-af80-3c22ed039430 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:29:06.571547 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4d349699-ed51-4b74-af80-3c22ed039430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:06.573057 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:29:06.573057 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:29:06.573057 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:29:06.573057 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:29:06.573057 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:29:06.573057 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:29:06.573057 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:29:06.573057 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:29:06.573057 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:29:06.573057 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:29:06.573057 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:29:06.573057 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:29:06.573057 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:29:06.573057 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:29:06.573057 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:29:06.573057 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:29:06.573057 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:29:06.573057 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:29:06.573057 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:29:06.573057 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:29:06.573057 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:29:06.573057 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:29:06.573057 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:29:06.573057 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:29:06.573057 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:29:06.573057 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:29:06.573057 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:29:06.573057 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:29:06.573057 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:29:06.573057 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:29:06.573057 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:29:06.573057 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:29:06.633627 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9a1a763a-2e05-4e44-8b19-445df1f5f77d tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Deleting port 0fddcd8c-0a6b-446c-841d-c1ff6288d59e {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:06.634142 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9a1a763a-2e05-4e44-8b19-445df1f5f77d tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:06.663972 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e48ca8-8466-4bab-95ad-32f786934e22 req-a283e686-ba4e-40e8-9db1-ce9151317474 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:06.670366 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38e48ca8-8466-4bab-95ad-32f786934e22 req-a283e686-ba4e-40e8-9db1-ce9151317474 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 944 time: 0.5155294 Jul 29 23:29:06.757040 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-efdb98a0-8415-4484-bd9c-510df893b410 req-0d788a7b-76b6-464f-b2c3-277200325878 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Allocated IP 172.20.0.7 (51a2ec34-e565-4c73-8dc2-3c237f1506a3/0f37e8ba-a201-4e88-82fb-26a751e8a97b/5233825a-668c-4f0d-a29d-d3d6b8e2a9f0) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:06.802517 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:06.823715 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e5bbff81-dc62-4257-b0f8-d6d45e14cc23 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:06.843402 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e5bbff81-dc62-4257-b0f8-d6d45e14cc23 None None] Transition to ACTIVE for port object e63ab917-2055-4f22-9467-440f36edfd83 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:06.883017 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4d349699-ed51-4b74-af80-3c22ed039430 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:06.885658 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e5bbff81-dc62-4257-b0f8-d6d45e14cc23 None None] Transition to ACTIVE for port object e63ab917-2055-4f22-9467-440f36edfd83 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:06.897109 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e5bbff81-dc62-4257-b0f8-d6d45e14cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:06.903391 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4d349699-ed51-4b74-af80-3c22ed039430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:06.907017 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4d349699-ed51-4b74-af80-3c22ed039430 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2 HTTP/1.1" status: 204 len: 168 time: 1.1664758 Jul 29 23:29:06.933659 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5770e343-61dd-40b3-b670-4bee74428fde req-926892ce-cc73-4812-96fe-62db7458fc5e tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:06.939194 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5770e343-61dd-40b3-b670-4bee74428fde req-926892ce-cc73-4812-96fe-62db7458fc5e tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 944 time: 0.5636957 Jul 29 23:29:06.973624 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38e48ca8-8466-4bab-95ad-32f786934e22 req-86e6cbc8-ecae-4219-b7c8-60151bb9bc5b tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563686 Jul 29 23:29:06.990569 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5bbff81-dc62-4257-b0f8-d6d45e14cc23 None None] Network d2df6756-1437-4cbd-af3b-72d70f51df4a is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:07.000707 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d349699-ed51-4b74-af80-3c22ed039430 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3ba53b5-cd5f-4305-a3bc-eb62c78b85d2,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:07.008436 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-e5bbff81-dc62-4257-b0f8-d6d45e14cc23 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:07.010036 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-912e76aa-10a8-414d-b168-8808bd2f95bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:07.014540 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bbff81-dc62-4257-b0f8-d6d45e14cc23 None None] Pushing event updated for resources: {'Port': ['ID=e63ab917-2055-4f22-9467-440f36edfd83,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:07.038311 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bbff81-dc62-4257-b0f8-d6d45e14cc23 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:07.071227 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9a1a763a-2e05-4e44-8b19-445df1f5f77d tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:07.094874 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9a1a763a-2e05-4e44-8b19-445df1f5f77d tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Calling delete_port for 0fddcd8c-0a6b-446c-841d-c1ff6288d59e owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:07.168940 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-e5bbff81-dc62-4257-b0f8-d6d45e14cc23 None None] Attempting to bind port e63ab917-2055-4f22-9467-440f36edfd83 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:07.170753 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-e5bbff81-dc62-4257-b0f8-d6d45e14cc23 None None] Attempting to bind port e63ab917-2055-4f22-9467-440f36edfd83 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '4f926ea3-c46b-4f5a-8198-04187dc3e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd2df6756-1437-4cbd-af3b-72d70f51df4a'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:07.171335 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bbff81-dc62-4257-b0f8-d6d45e14cc23 None None] Attempting to bind port e63ab917-2055-4f22-9467-440f36edfd83 on network d2df6756-1437-4cbd-af3b-72d70f51df4a {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:07.183890 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bbff81-dc62-4257-b0f8-d6d45e14cc23 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:07.184547 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bbff81-dc62-4257-b0f8-d6d45e14cc23 None None] Checking segment: {'id': '4f926ea3-c46b-4f5a-8198-04187dc3e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd2df6756-1437-4cbd-af3b-72d70f51df4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:07.187258 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e5bbff81-dc62-4257-b0f8-d6d45e14cc23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:07.187627 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5bbff81-dc62-4257-b0f8-d6d45e14cc23 None None] Bound using segment: {'id': '4f926ea3-c46b-4f5a-8198-04187dc3e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd2df6756-1437-4cbd-af3b-72d70f51df4a'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:07.188509 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-e5bbff81-dc62-4257-b0f8-d6d45e14cc23 None None] Bound port: e63ab917-2055-4f22-9467-440f36edfd83, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f926ea3-c46b-4f5a-8198-04187dc3e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd2df6756-1437-4cbd-af3b-72d70f51df4a'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:07.189108 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e5bbff81-dc62-4257-b0f8-d6d45e14cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:07.373218 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41056) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:07.437752 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9a1a763a-2e05-4e44-8b19-445df1f5f77d tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:07.439257 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-e5bbff81-dc62-4257-b0f8-d6d45e14cc23 None None] For port e63ab917-2055-4f22-9467-440f36edfd83, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:07.446136 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-e5bbff81-dc62-4257-b0f8-d6d45e14cc23 None None] For port e63ab917-2055-4f22-9467-440f36edfd83, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e63ab917-2055-4f22-9467-440f36edfd83,segment=NetworkSegment(4f926ea3-c46b-4f5a-8198-04187dc3e094),segment_id=4f926ea3-c46b-4f5a-8198-04187dc3e094)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:07.453668 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e5bbff81-dc62-4257-b0f8-d6d45e14cc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:07.479309 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912e76aa-10a8-414d-b168-8808bd2f95bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b816f14-b714-45a5-bd31-0fa047cfe72c,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:07.498797 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a763a-2e05-4e44-8b19-445df1f5f77d tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Pushing event deleted for resources: {'Port': ['ID=0fddcd8c-0a6b-446c-841d-c1ff6288d59e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:07.525759 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8530719b-8a6e-42ed-9c59-26491e0d3d0c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc433144b8ce4e74b39793292556658e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1504283 Jul 29 23:29:07.529351 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41060) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:07.575435 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b67a25f1-fe3a-4874-87dd-f4f5e53cff5a req-0cbc0c21-33ae-46b2-95e2-06cccf1f1e5d tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=a98fca92-99bd-452a-8dae-c98000d78380 HTTP/1.1" status: 200 len: 210 time: 0.1112256 Jul 29 23:29:07.635221 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bbff81-dc62-4257-b0f8-d6d45e14cc23 None None] Pushing event updated for resources: {'Port': ['ID=e63ab917-2055-4f22-9467-440f36edfd83,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:07.671694 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0310652e-1122-451e-a5be-212660cf89e3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:07.707227 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912e76aa-10a8-414d-b168-8808bd2f95bb admin admin] Checking segment: {'id': '77c85181-0083-4e54-95a5-a8245df6293d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '06399198-5076-4bad-82c6-5654a25ce71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:07.707701 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912e76aa-10a8-414d-b168-8808bd2f95bb admin admin] Network hostable DHCP agents. Network: 06399198-5076-4bad-82c6-5654a25ce71e, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:29:07.799300 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0d3f79cf-a557-4fb2-ad7b-b0432865bd4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:07.859480 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-5770e343-61dd-40b3-b670-4bee74428fde req-9a012d3f-4d5d-4e2c-a218-a12ee5d3f921 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Deleting port d952f399-ef6d-41a9-be1c-bf1a7e313319 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:07.859480 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5770e343-61dd-40b3-b670-4bee74428fde req-9a012d3f-4d5d-4e2c-a218-a12ee5d3f921 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:07.862011 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912e76aa-10a8-414d-b168-8808bd2f95bb admin admin] Network 06399198-5076-4bad-82c6-5654a25ce71e is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:29:07.914352 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0d3f79cf-a557-4fb2-ad7b-b0432865bd4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.020756 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310652e-1122-451e-a5be-212660cf89e3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Pushing event updated for resources: {'Subnet': ['ID=1fdc52fc-c58b-4713-8727-c269bb29b153,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:08.041326 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-efdb98a0-8415-4484-bd9c-510df893b410 req-0d788a7b-76b6-464f-b2c3-277200325878 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.057146 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-912e76aa-10a8-414d-b168-8808bd2f95bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 06399198-5076-4bad-82c6-5654a25ce71e) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:08.070092 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.081647 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530cf157-8c16-4226-b7d3-7ecce516fe60 None None] Network 06399198-5076-4bad-82c6-5654a25ce71e requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:08.089740 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912e76aa-10a8-414d-b168-8808bd2f95bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:08.090799 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-912e76aa-10a8-414d-b168-8808bd2f95bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.151523 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0310652e-1122-451e-a5be-212660cf89e3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Checking segment: {'id': '8c9c41a8-7d48-4280-848c-d61b4ffb090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd946e4cf-f467-4b2d-9871-c5018b0b50b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:08.152235 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0310652e-1122-451e-a5be-212660cf89e3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Network hostable DHCP agents. Network: d946e4cf-f467-4b2d-9871-c5018b0b50b6, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:29:08.191203 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0d3f79cf-a557-4fb2-ad7b-b0432865bd4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.196610 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0d3f79cf-a557-4fb2-ad7b-b0432865bd4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.197671 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-912e76aa-10a8-414d-b168-8808bd2f95bb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.6248755 Jul 29 23:29:08.198501 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0d3f79cf-a557-4fb2-ad7b-b0432865bd4a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/45e3c7b1-cb9f-4696-ae24-6f9417965284 HTTP/1.1" status: 204 len: 168 time: 0.6678665 Jul 29 23:29:08.206791 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41074) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:08.216685 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-e8b6115e-6fce-4cf9-aa91-0e86462bb2f5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1208205443-router', 'tenant_id': '4fdbb74cc9a943968c8ada14c5f92979', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:08.277539 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9a1a763a-2e05-4e44-8b19-445df1f5f77d tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.277539 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9a1a763a-2e05-4e44-8b19-445df1f5f77d tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] 10.222.0.18 "DELETE /v2.0/ports/0fddcd8c-0a6b-446c-841d-c1ff6288d59e HTTP/1.1" status: 204 len: 168 time: 2.0303349 Jul 29 23:29:08.289473 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3f79cf-a557-4fb2-ad7b-b0432865bd4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e3c7b1-cb9f-4696-ae24-6f9417965284,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:08.295679 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41078) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:08.310704 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e8b6115e-6fce-4cf9-aa91-0e86462bb2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.312858 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e8b6115e-6fce-4cf9-aa91-0e86462bb2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.345736 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-d784289d-59b2-4e7e-a8f5-208eb2229965 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] GET failed (client error): The resource could not be found. Jul 29 23:29:08.348626 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d784289d-59b2-4e7e-a8f5-208eb2229965 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] 10.222.0.18 "GET /v2.0/ports/0fddcd8c-0a6b-446c-841d-c1ff6288d59e HTTP/1.1" status: 404 len: 333 time: 0.0498483 Jul 29 23:29:08.355600 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41082) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:08.362871 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-13cd3a5f-3bfc-4502-9127-b8b8a85fb186 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Request body: {'port': {'network_id': '9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7', 'name': 'tempest-AllowedAddressPairTestJSON-868644866'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:08.372281 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288ad065-99c6-4651-8c05-b696a9de62f4 None None] Network 06399198-5076-4bad-82c6-5654a25ce71e requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:08.416454 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-5770e343-61dd-40b3-b670-4bee74428fde req-9a012d3f-4d5d-4e2c-a218-a12ee5d3f921 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] For port d952f399-ef6d-41a9-be1c-bf1a7e313319, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=d952f399-ef6d-41a9-be1c-bf1a7e313319,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:08.417194 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5770e343-61dd-40b3-b670-4bee74428fde req-9a012d3f-4d5d-4e2c-a218-a12ee5d3f921 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.460895 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0310652e-1122-451e-a5be-212660cf89e3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Network d946e4cf-f467-4b2d-9871-c5018b0b50b6 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:29:08.465257 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-5770e343-61dd-40b3-b670-4bee74428fde req-9a012d3f-4d5d-4e2c-a218-a12ee5d3f921 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Calling delete_port for d952f399-ef6d-41a9-be1c-bf1a7e313319 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:08.504207 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e8b6115e-6fce-4cf9-aa91-0e86462bb2f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.516610 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a673ca28-ff5b-4a73-aac9-94e9b0e25f79 req-bdc2d075-f7d8-49d2-b807-0591f2dc10cc tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:08.518448 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a673ca28-ff5b-4a73-aac9-94e9b0e25f79 req-bdc2d075-f7d8-49d2-b807-0591f2dc10cc tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 944 time: 0.3242567 Jul 29 23:29:08.519726 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-efdb98a0-8415-4484-bd9c-510df893b410 req-0d788a7b-76b6-464f-b2c3-277200325878 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.527542 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-0310652e-1122-451e-a5be-212660cf89e3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, d946e4cf-f467-4b2d-9871-c5018b0b50b6) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:08.558812 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9aa06d0-843a-4921-84f2-b20143865188 None None] Network d946e4cf-f467-4b2d-9871-c5018b0b50b6 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:08.588829 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0310652e-1122-451e-a5be-212660cf89e3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:08.589578 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0310652e-1122-451e-a5be-212660cf89e3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.723740 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a673ca28-ff5b-4a73-aac9-94e9b0e25f79 req-a5e8133a-e4e1-4529-8f6d-3c9820978dc3 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826588 Jul 29 23:29:08.754844 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0310652e-1122-451e-a5be-212660cf89e3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1246474 Jul 29 23:29:08.757535 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efdb98a0-8415-4484-bd9c-510df893b410 req-0d788a7b-76b6-464f-b2c3-277200325878 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Network 51a2ec34-e565-4c73-8dc2-3c237f1506a3 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:08.759203 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41092) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:08.781644 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-efdb98a0-8415-4484-bd9c-510df893b410 req-0d788a7b-76b6-464f-b2c3-277200325878 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:08.786237 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdb98a0-8415-4484-bd9c-510df893b410 req-0d788a7b-76b6-464f-b2c3-277200325878 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:08.791169 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-25b8cba7-5247-40b6-b620-ee45817da33b tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Request body: {'port': {'network_id': 'd2df6756-1437-4cbd-af3b-72d70f51df4a', 'name': 'tempest-TaggedBootDevicesTest-52067185', 'fixed_ips': [{'subnet_id': 'fea1cab5-6d23-4eca-972a-8631f3603147'}]}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:08.849558 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb98a0-8415-4484-bd9c-510df893b410 req-0d788a7b-76b6-464f-b2c3-277200325878 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:08.850684 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-efdb98a0-8415-4484-bd9c-510df893b410 req-0d788a7b-76b6-464f-b2c3-277200325878 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:08.853658 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d788a7b-76b6-464f-b2c3-277200325878 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Pushing event updated for resources: {'Port': ['ID=5233825a-668c-4f0d-a29d-d3d6b8e2a9f0,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:08.893531 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efdb98a0-8415-4484-bd9c-510df893b410 req-0d788a7b-76b6-464f-b2c3-277200325878 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6444812 Jul 29 23:29:08.932005 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-efdb98a0-8415-4484-bd9c-510df893b410 req-f048ced3-f3cc-4bc5-bb78-5e1b1978370e service neutron] Request body: {'port': {'device_id': 'a98fca92-99bd-452a-8dae-c98000d78380', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:09.029244 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e8b6115e-6fce-4cf9-aa91-0e86462bb2f5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:09.171459 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13cd3a5f-3bfc-4502-9127-b8b8a85fb186 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Made reservation on behalf of 29509088665f4632a7c1f92da56cf95b for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:09.180705 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-efdb98a0-8415-4484-bd9c-510df893b410 req-f048ced3-f3cc-4bc5-bb78-5e1b1978370e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:09.182689 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-13cd3a5f-3bfc-4502-9127-b8b8a85fb186 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:09.213777 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c805d-1580-4083-b84d-f64644dd0080 req-43cc71c2-1a7f-4de7-83da-8eaf3c034928 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:09.215725 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-278c805d-1580-4083-b84d-f64644dd0080 req-43cc71c2-1a7f-4de7-83da-8eaf3c034928 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=a98fca92-99bd-452a-8dae-c98000d78380 HTTP/1.1" status: 200 len: 931 time: 0.2783341 Jul 29 23:29:09.250354 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dff5afa-57d2-4ce7-a961-ee586f25f943 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-d946e4cf-f467-4b2d-9871-c5018b0b50b6', 'network_id': 'd946e4cf-f467-4b2d-9871-c5018b0b50b6', 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'fixed_ips': [{'subnet_id': '1fdc52fc-c58b-4713-8727-c269bb29b153'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:29:09.253358 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9dff5afa-57d2-4ce7-a961-ee586f25f943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:09.253924 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-13cd3a5f-3bfc-4502-9127-b8b8a85fb186 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] device_id is not set on port a2d4d865-4107-4363-b7c5-7b1b93e16858 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:29:09.305120 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-278c805d-1580-4083-b84d-f64644dd0080 req-7569086b-ebec-4959-a18b-a05b740b6a30 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604687 Jul 29 23:29:09.364729 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5770e343-61dd-40b3-b670-4bee74428fde req-9a012d3f-4d5d-4e2c-a218-a12ee5d3f921 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:09.389174 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b8cba7-5247-40b6-b620-ee45817da33b tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Made reservation on behalf of 1b88923046a64f0cbc69a614c91ce1e9 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:09.419003 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a012d3f-4d5d-4e2c-a218-a12ee5d3f921 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Pushing event deleted for resources: {'Port': ['ID=d952f399-ef6d-41a9-be1c-bf1a7e313319,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:09.485634 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd445d5-f290-45f9-931c-2275f9255675 None None] Network d2df6756-1437-4cbd-af3b-72d70f51df4a requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:09.699036 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-13cd3a5f-3bfc-4502-9127-b8b8a85fb186 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Allocated IP 172.20.0.6 (9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7/2e56ebf9-8e30-42e0-84ce-18c39d961118/a2d4d865-4107-4363-b7c5-7b1b93e16858) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:09.709005 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-25b8cba7-5247-40b6-b620-ee45817da33b tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:10.057903 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e63ab917-2055-4f22-9467-440f36edfd83 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:10.155796 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-56335658-d1cb-4163-a955-2eb90b9b5b55 None None] Provisioning for port e63ab917-2055-4f22-9467-440f36edfd83 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:10.173831 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-9dff5afa-57d2-4ce7-a961-ee586f25f943 None None] Allocated IP 10.2.2.2 (d946e4cf-f467-4b2d-9871-c5018b0b50b6/1fdc52fc-c58b-4713-8727-c269bb29b153/62cb2b8c-3395-4972-b475-2a7500769959) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:10.374608 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port e63ab917-2055-4f22-9467-440f36edfd83 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:10.389853 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port e63ab917-2055-4f22-9467-440f36edfd83 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:10.391010 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:10.557646 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-25b8cba7-5247-40b6-b620-ee45817da33b tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] device_id is not set on port fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:29:10.620830 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-5770e343-61dd-40b3-b670-4bee74428fde req-9a012d3f-4d5d-4e2c-a218-a12ee5d3f921 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] No DVR routers for this DVR port d952f399-ef6d-41a9-be1c-bf1a7e313319 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:29:10.634592 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5770e343-61dd-40b3-b670-4bee74428fde req-9a012d3f-4d5d-4e2c-a218-a12ee5d3f921 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:10.639695 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5770e343-61dd-40b3-b670-4bee74428fde req-9a012d3f-4d5d-4e2c-a218-a12ee5d3f921 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.23 "DELETE /v2.0/ports/d952f399-ef6d-41a9-be1c-bf1a7e313319 HTTP/1.1" status: 204 len: 173 time: 3.6615674 Jul 29 23:29:10.673663 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d', 'name': 'network-vif-deleted', 'tag': 'd952f399-ef6d-41a9-be1c-bf1a7e313319'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:10.679479 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd73c897-7432-412c-a512-6bbac9c1cdbb" -d '{"events": [{"server_uuid": "5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d", "name": "network-vif-deleted", "tag": "d952f399-ef6d-41a9-be1c-bf1a7e313319"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:10.699777 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:10.713049 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-efdb98a0-8415-4484-bd9c-510df893b410 req-f048ced3-f3cc-4bc5-bb78-5e1b1978370e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5233825a-668c-4f0d-a29d-d3d6b8e2a9f0 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:29:10.728944 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-efdb98a0-8415-4484-bd9c-510df893b410 req-f048ced3-f3cc-4bc5-bb78-5e1b1978370e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:10.763057 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-efdb98a0-8415-4484-bd9c-510df893b410 req-f048ced3-f3cc-4bc5-bb78-5e1b1978370e service neutron] Transition to ACTIVE for port object 5233825a-668c-4f0d-a29d-d3d6b8e2a9f0 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:10.791937 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9dff5afa-57d2-4ce7-a961-ee586f25f943 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:10.793810 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-428c59ed-74f0-498e-986a-ad5c6dd55759 None None] Provisioning complete for port e63ab917-2055-4f22-9467-440f36edfd83 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:10.794172 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-428c59ed-74f0-498e-986a-ad5c6dd55759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:10.848448 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9dff5afa-57d2-4ce7-a961-ee586f25f943 None None] Transition to ACTIVE for port object 62cb2b8c-3395-4972-b475-2a7500769959 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:10.855293 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port e63ab917-2055-4f22-9467-440f36edfd83, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e63ab917-2055-4f22-9467-440f36edfd83,segment=NetworkSegment(4f926ea3-c46b-4f5a-8198-04187dc3e094),segment_id=4f926ea3-c46b-4f5a-8198-04187dc3e094)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:10.875621 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:10.876646 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-efdb98a0-8415-4484-bd9c-510df893b410 req-f048ced3-f3cc-4bc5-bb78-5e1b1978370e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:10.885035 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a3b0f55-68d2-45aa-8cbc-d254c289fc79 req-182a6235-c659-4cdd-ac8a-ff863a4f7dee tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d HTTP/1.1" status: 200 len: 210 time: 0.2571995 Jul 29 23:29:10.958266 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e8b6115e-6fce-4cf9-aa91-0e86462bb2f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:10.985592 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=e63ab917-2055-4f22-9467-440f36edfd83,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:10.986709 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048ced3-f3cc-4bc5-bb78-5e1b1978370e service neutron] Pushing event updated for resources: {'Port': ['ID=5233825a-668c-4f0d-a29d-d3d6b8e2a9f0,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:10.998587 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device d952f399-ef6d-41a9-be1c-bf1a7e313319 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:29:11.020382 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-25b8cba7-5247-40b6-b620-ee45817da33b tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Allocated IP 10.1.1.53 (d2df6756-1437-4cbd-af3b-72d70f51df4a/fea1cab5-6d23-4eca-972a-8631f3603147/fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:11.023685 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690f891-279f-4928-bde5-f01da0c2c159 req-c1f5e400-f0db-435c-ac35-71077789919e tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:11.028853 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: d952f399-ef6d-41a9-be1c-bf1a7e313319 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:29:11.029444 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device d952f399-ef6d-41a9-be1c-bf1a7e313319 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:29:11.032473 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e8b6115e-6fce-4cf9-aa91-0e86462bb2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:11.035801 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e690f891-279f-4928-bde5-f01da0c2c159 req-c1f5e400-f0db-435c-ac35-71077789919e tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=a98fca92-99bd-452a-8dae-c98000d78380 HTTP/1.1" status: 200 len: 943 time: 0.4048815 Jul 29 23:29:11.042272 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9dff5afa-57d2-4ce7-a961-ee586f25f943 None None] Transition to ACTIVE for port object 62cb2b8c-3395-4972-b475-2a7500769959 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:11.063178 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9dff5afa-57d2-4ce7-a961-ee586f25f943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:11.135103 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e690f891-279f-4928-bde5-f01da0c2c159 req-f374b9d5-eab4-4ede-a869-fccc89f67b31 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979090 Jul 29 23:29:11.163469 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-efdb98a0-8415-4484-bd9c-510df893b410 req-f048ced3-f3cc-4bc5-bb78-5e1b1978370e service neutron] Attempting to bind port 5233825a-668c-4f0d-a29d-d3d6b8e2a9f0 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:11.172564 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-efdb98a0-8415-4484-bd9c-510df893b410 req-f048ced3-f3cc-4bc5-bb78-5e1b1978370e service neutron] Attempting to bind port 5233825a-668c-4f0d-a29d-d3d6b8e2a9f0 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'e91b6848-5541-4e4f-bb44-17c5c44e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '51a2ec34-e565-4c73-8dc2-3c237f1506a3'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:11.173016 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdb98a0-8415-4484-bd9c-510df893b410 req-f048ced3-f3cc-4bc5-bb78-5e1b1978370e service neutron] Attempting to bind port 5233825a-668c-4f0d-a29d-d3d6b8e2a9f0 on network 51a2ec34-e565-4c73-8dc2-3c237f1506a3 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:11.183780 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dff5afa-57d2-4ce7-a961-ee586f25f943 None None] Network d946e4cf-f467-4b2d-9871-c5018b0b50b6 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:11.189196 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdb98a0-8415-4484-bd9c-510df893b410 req-f048ced3-f3cc-4bc5-bb78-5e1b1978370e service neutron] Port 5233825a-668c-4f0d-a29d-d3d6b8e2a9f0 on network 51a2ec34-e565-4c73-8dc2-3c237f1506a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:29:11.189843 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdb98a0-8415-4484-bd9c-510df893b410 req-f048ced3-f3cc-4bc5-bb78-5e1b1978370e service neutron] Attempting to bind port 5233825a-668c-4f0d-a29d-d3d6b8e2a9f0 on network 51a2ec34-e565-4c73-8dc2-3c237f1506a3 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:11.202206 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-9dff5afa-57d2-4ce7-a961-ee586f25f943 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:11.212054 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff5afa-57d2-4ce7-a961-ee586f25f943 None None] Pushing event updated for resources: {'Port': ['ID=62cb2b8c-3395-4972-b475-2a7500769959,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:11.214454 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdb98a0-8415-4484-bd9c-510df893b410 req-f048ced3-f3cc-4bc5-bb78-5e1b1978370e service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:11.215716 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-e8b6115e-6fce-4cf9-aa91-0e86462bb2f5 admin admin] Allocated IP 172.25.8.51 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/efb9eaa2-7061-4eef-9522-f1f74152553c) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:11.215927 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdb98a0-8415-4484-bd9c-510df893b410 req-f048ced3-f3cc-4bc5-bb78-5e1b1978370e service neutron] Checking segment: {'id': 'e91b6848-5541-4e4f-bb44-17c5c44e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '51a2ec34-e565-4c73-8dc2-3c237f1506a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:11.218602 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efdb98a0-8415-4484-bd9c-510df893b410 req-f048ced3-f3cc-4bc5-bb78-5e1b1978370e service neutron] Bound using segment: {'id': 'e91b6848-5541-4e4f-bb44-17c5c44e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '51a2ec34-e565-4c73-8dc2-3c237f1506a3'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:11.220773 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-efdb98a0-8415-4484-bd9c-510df893b410 req-f048ced3-f3cc-4bc5-bb78-5e1b1978370e service neutron] Bound port: 5233825a-668c-4f0d-a29d-d3d6b8e2a9f0, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91b6848-5541-4e4f-bb44-17c5c44e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '51a2ec34-e565-4c73-8dc2-3c237f1506a3'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:11.221802 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-efdb98a0-8415-4484-bd9c-510df893b410 req-f048ced3-f3cc-4bc5-bb78-5e1b1978370e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:11.231231 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dff5afa-57d2-4ce7-a961-ee586f25f943 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:11.287431 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f816342e-4303-4547-be59-0f121829736e x-openstack-request-id: req-f816342e-4303-4547-be59-0f121829736e {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:11.290295 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d", "name": "network-vif-deleted", "tag": "d952f399-ef6d-41a9-be1c-bf1a7e313319", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:11.290721 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f816342e-4303-4547-be59-0f121829736e {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:11.291307 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b4ea30f-18a5-40a3-a5a6-5618e6c60d0d', 'name': 'network-vif-deleted', 'tag': 'd952f399-ef6d-41a9-be1c-bf1a7e313319', 'status': 'completed', 'code': 200} Jul 29 23:29:11.337786 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-9dff5afa-57d2-4ce7-a961-ee586f25f943 None None] Attempting to bind port 62cb2b8c-3395-4972-b475-2a7500769959 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:11.338563 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-9dff5afa-57d2-4ce7-a961-ee586f25f943 None None] Attempting to bind port 62cb2b8c-3395-4972-b475-2a7500769959 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '8c9c41a8-7d48-4280-848c-d61b4ffb090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd946e4cf-f467-4b2d-9871-c5018b0b50b6'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:11.339277 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dff5afa-57d2-4ce7-a961-ee586f25f943 None None] Attempting to bind port 62cb2b8c-3395-4972-b475-2a7500769959 on network d946e4cf-f467-4b2d-9871-c5018b0b50b6 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:11.350420 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dff5afa-57d2-4ce7-a961-ee586f25f943 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:11.350980 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dff5afa-57d2-4ce7-a961-ee586f25f943 None None] Checking segment: {'id': '8c9c41a8-7d48-4280-848c-d61b4ffb090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd946e4cf-f467-4b2d-9871-c5018b0b50b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:11.352138 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9dff5afa-57d2-4ce7-a961-ee586f25f943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:11.352898 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dff5afa-57d2-4ce7-a961-ee586f25f943 None None] Bound using segment: {'id': '8c9c41a8-7d48-4280-848c-d61b4ffb090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd946e4cf-f467-4b2d-9871-c5018b0b50b6'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:11.353809 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-9dff5afa-57d2-4ce7-a961-ee586f25f943 None None] Bound port: 62cb2b8c-3395-4972-b475-2a7500769959, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c9c41a8-7d48-4280-848c-d61b4ffb090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd946e4cf-f467-4b2d-9871-c5018b0b50b6'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:11.354557 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9dff5afa-57d2-4ce7-a961-ee586f25f943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:11.451383 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-efdb98a0-8415-4484-bd9c-510df893b410 req-f048ced3-f3cc-4bc5-bb78-5e1b1978370e service neutron] For port 5233825a-668c-4f0d-a29d-d3d6b8e2a9f0, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:11.461605 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-efdb98a0-8415-4484-bd9c-510df893b410 req-f048ced3-f3cc-4bc5-bb78-5e1b1978370e service neutron] For port 5233825a-668c-4f0d-a29d-d3d6b8e2a9f0, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=5233825a-668c-4f0d-a29d-d3d6b8e2a9f0,segment=NetworkSegment(e91b6848-5541-4e4f-bb44-17c5c44e4579),segment_id=e91b6848-5541-4e4f-bb44-17c5c44e4579)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:11.462987 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e8b6115e-6fce-4cf9-aa91-0e86462bb2f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:11.483820 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-9dff5afa-57d2-4ce7-a961-ee586f25f943 None None] For port 62cb2b8c-3395-4972-b475-2a7500769959, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:11.484856 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-efdb98a0-8415-4484-bd9c-510df893b410 req-f048ced3-f3cc-4bc5-bb78-5e1b1978370e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:11.489585 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-9dff5afa-57d2-4ce7-a961-ee586f25f943 None None] For port 62cb2b8c-3395-4972-b475-2a7500769959, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=62cb2b8c-3395-4972-b475-2a7500769959,segment=NetworkSegment(8c9c41a8-7d48-4280-848c-d61b4ffb090c),segment_id=8c9c41a8-7d48-4280-848c-d61b4ffb090c)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:11.498705 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9dff5afa-57d2-4ce7-a961-ee586f25f943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:11.552480 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb98a0-8415-4484-bd9c-510df893b410 req-f048ced3-f3cc-4bc5-bb78-5e1b1978370e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:11.553183 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-efdb98a0-8415-4484-bd9c-510df893b410 req-f048ced3-f3cc-4bc5-bb78-5e1b1978370e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:11.558210 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efdb98a0-8415-4484-bd9c-510df893b410 req-f048ced3-f3cc-4bc5-bb78-5e1b1978370e service neutron] 10.222.0.23 "PUT /v2.0/ports/5233825a-668c-4f0d-a29d-d3d6b8e2a9f0 HTTP/1.1" status: 200 len: 1092 time: 2.6431198 Jul 29 23:29:11.682121 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dff5afa-57d2-4ce7-a961-ee586f25f943 None None] Pushing event updated for resources: {'Port': ['ID=62cb2b8c-3395-4972-b475-2a7500769959,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:11.757312 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048ced3-f3cc-4bc5-bb78-5e1b1978370e service neutron] Pushing event updated for resources: {'Port': ['ID=5233825a-668c-4f0d-a29d-d3d6b8e2a9f0,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:11.768186 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e63ab917-2055-4f22-9467-440f36edfd83 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:11.827154 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50d6200f-3302-49da-a847-a940ce43d072 req-a02e309a-39e8-4a7c-8dcd-7b8a30721122 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=8f57125b15604f228c47dca8bcc5fa1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0777740 Jul 29 23:29:11.835539 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb98a0-8415-4484-bd9c-510df893b410 req-089fe46f-b275-49bc-9603-b0d2b5965cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:11.840107 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efdb98a0-8415-4484-bd9c-510df893b410 req-089fe46f-b275-49bc-9603-b0d2b5965cf8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=858112f1c9514c968cc83d88af99633e&device_id=a98fca92-99bd-452a-8dae-c98000d78380 HTTP/1.1" status: 200 len: 1095 time: 0.2223399 Jul 29 23:29:11.880753 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port e63ab917-2055-4f22-9467-440f36edfd83 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:11.881211 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:11.894422 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e8b6115e-6fce-4cf9-aa91-0e86462bb2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:11.910698 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-13cd3a5f-3bfc-4502-9127-b8b8a85fb186 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:11.992196 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b6115e-6fce-4cf9-aa91-0e86462bb2f5 admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:11.996507 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-13cd3a5f-3bfc-4502-9127-b8b8a85fb186 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Transition to ACTIVE for port object a2d4d865-4107-4363-b7c5-7b1b93e16858 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:12.015801 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-e8b6115e-6fce-4cf9-aa91-0e86462bb2f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:12.034207 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b6115e-6fce-4cf9-aa91-0e86462bb2f5 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:12.095821 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b6115e-6fce-4cf9-aa91-0e86462bb2f5 admin admin] Pushing event updated for resources: {'Port': ['ID=efb9eaa2-7061-4eef-9522-f1f74152553c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:12.116322 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-25b8cba7-5247-40b6-b620-ee45817da33b tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:12.160585 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-25b8cba7-5247-40b6-b620-ee45817da33b tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Transition to ACTIVE for port object fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:12.187679 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efdb98a0-8415-4484-bd9c-510df893b410 req-675d4306-9c4a-471e-ac8b-361d2faa8b6d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5233825a-668c-4f0d-a29d-d3d6b8e2a9f0 HTTP/1.1" status: 200 len: 217 time: 0.3213487 Jul 29 23:29:12.360533 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-13cd3a5f-3bfc-4502-9127-b8b8a85fb186 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:12.387426 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdb98a0-8415-4484-bd9c-510df893b410 req-1dea565d-5165-48a3-b950-c80e7a4bf498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:12.391470 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efdb98a0-8415-4484-bd9c-510df893b410 req-1dea565d-5165-48a3-b950-c80e7a4bf498 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0f37e8ba-a201-4e88-82fb-26a751e8a97b HTTP/1.1" status: 200 len: 855 time: 0.1876650 Jul 29 23:29:12.440135 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efdb98a0-8415-4484-bd9c-510df893b410 req-4f483843-da53-4541-a1c7-1d3163b9c6ba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=51a2ec34-e565-4c73-8dc2-3c237f1506a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413601 Jul 29 23:29:12.512938 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6200f-3302-49da-a847-a940ce43d072 req-943864d3-538e-4226-9996-676d726072cf tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:12.514903 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50d6200f-3302-49da-a847-a940ce43d072 req-943864d3-538e-4226-9996-676d726072cf tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6711795 Jul 29 23:29:12.533282 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 41182) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:12.573856 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13cd3a5f-3bfc-4502-9127-b8b8a85fb186 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Network 9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:12.582348 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50d6200f-3302-49da-a847-a940ce43d072 req-18b97bcc-9a50-4ce4-8d18-ecdc8cb5ebd0 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] 10.222.0.18 "GET /v2.0/quotas/8f57125b15604f228c47dca8bcc5fa1a HTTP/1.1" status: 200 len: 375 time: 0.0585115 Jul 29 23:29:12.594531 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd3a5f-3bfc-4502-9127-b8b8a85fb186 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Pushing event updated for resources: {'Port': ['ID=a2d4d865-4107-4363-b7c5-7b1b93e16858,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:12.601010 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-13cd3a5f-3bfc-4502-9127-b8b8a85fb186 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:12.624762 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-25b8cba7-5247-40b6-b620-ee45817da33b tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:12.629089 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13cd3a5f-3bfc-4502-9127-b8b8a85fb186 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:12.653161 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50d6200f-3302-49da-a847-a940ce43d072 req-0d21ed3f-85ac-4ef3-9179-b852e2447d59 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=8f57125b15604f228c47dca8bcc5fa1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0598843 Jul 29 23:29:12.673386 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87460277-b72f-407a-8b4a-a6607a733996 req-2463622a-35df-48ec-a49c-4f3cb160f65d tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:12.675038 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-87460277-b72f-407a-8b4a-a6607a733996 req-2463622a-35df-48ec-a49c-4f3cb160f65d tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=a98fca92-99bd-452a-8dae-c98000d78380 HTTP/1.1" status: 200 len: 943 time: 0.1590807 Jul 29 23:29:12.680552 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efdb98a0-8415-4484-bd9c-510df893b410 req-af6920cd-25d0-44c3-bdf9-1e9809fe7108 service neutron] 10.222.0.23 "GET /v2.0/networks/51a2ec34-e565-4c73-8dc2-3c237f1506a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334354 Jul 29 23:29:12.847486 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-25c8bba8-e8fb-4618-8ae1-f37351c69f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:12.883477 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13cd3a5f-3bfc-4502-9127-b8b8a85fb186 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:12.887203 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-13cd3a5f-3bfc-4502-9127-b8b8a85fb186 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:12.926552 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25b8cba7-5247-40b6-b620-ee45817da33b tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Network d2df6756-1437-4cbd-af3b-72d70f51df4a is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:12.940093 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-25b8cba7-5247-40b6-b620-ee45817da33b tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:12.940388 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b8cba7-5247-40b6-b620-ee45817da33b tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:13.020202 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efdb98a0-8415-4484-bd9c-510df893b410 req-26e0e09e-c525-4471-bf26-3fabac067240 service neutron] 10.222.0.23 "GET /v2.0/networks/51a2ec34-e565-4c73-8dc2-3c237f1506a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226874 Jul 29 23:29:13.026732 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-87460277-b72f-407a-8b4a-a6607a733996 req-daeca076-988f-46a2-99ac-382e127c0fe1 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3330503 Jul 29 23:29:13.138404 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-25c8bba8-e8fb-4618-8ae1-f37351c69f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:13.178347 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-25c8bba8-e8fb-4618-8ae1-f37351c69f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:13.189945 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e8b6115e-6fce-4cf9-aa91-0e86462bb2f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:13.228588 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-387f4e99-46d6-4c5d-ad3b-a823c488b623 None None] Provisioning for port a2d4d865-4107-4363-b7c5-7b1b93e16858 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:13.239234 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-387f4e99-46d6-4c5d-ad3b-a823c488b623 None None] Provisioning complete for port a2d4d865-4107-4363-b7c5-7b1b93e16858 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:13.248782 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-387f4e99-46d6-4c5d-ad3b-a823c488b623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:13.280325 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-25c8bba8-e8fb-4618-8ae1-f37351c69f41 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1d2d98a1f19443eab38ffe73acf85f41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7398691 Jul 29 23:29:13.287133 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41190) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:13.303653 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98fca92-99bd-452a-8dae-c98000d78380', 'tag': '5233825a-668c-4f0d-a29d-d3d6b8e2a9f0'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:13.308450 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8cba7-5247-40b6-b620-ee45817da33b tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Pushing event updated for resources: {'Port': ['ID=fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:13.312718 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ac1eb0-aca9-4f7d-82ae-1990f071687a" -d '{"events": [{"name": "network-changed", "server_uuid": "a98fca92-99bd-452a-8dae-c98000d78380", "tag": "5233825a-668c-4f0d-a29d-d3d6b8e2a9f0"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:13.333767 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-13cd3a5f-3bfc-4502-9127-b8b8a85fb186 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.9758964 Jul 29 23:29:13.339791 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 41196) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:13.361960 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-a05f0e30-91cf-4625-addc-2a396cf8176c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:50:de:70'}]}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:13.378147 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-387f4e99-46d6-4c5d-ad3b-a823c488b623 None None] Port a2d4d865-4107-4363-b7c5-7b1b93e16858 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:13.418550 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2838075c-6c2a-4d86-adf5-790ecca5ffb9 req-19280fe4-d36e-4b3f-99b8-ed016a526b22 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] 10.222.0.18 "GET /v2.0/ports?device_id=cea3d0dd-880c-4fae-a30b-c851bf8a68a9 HTTP/1.1" status: 200 len: 210 time: 0.1204000 Jul 29 23:29:13.442648 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb2f58-853a-43da-a545-c3443634f817 req-bc0356fa-ae4c-4b79-925a-4ad570db3db7 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:13.444569 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b8cb2f58-853a-43da-a545-c3443634f817 req-bc0356fa-ae4c-4b79-925a-4ad570db3db7 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.39 "GET /v2.0/ports?device_id=71e89fe2-5e39-4111-8c55-b702956786a5 HTTP/1.1" status: 200 len: 944 time: 0.5499191 Jul 29 23:29:13.464385 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b8cba7-5247-40b6-b620-ee45817da33b tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:13.465400 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-25b8cba7-5247-40b6-b620-ee45817da33b tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:13.487589 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8bba8-e8fb-4618-8ae1-f37351c69f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170a7bb9-4238-4add-8fa2-158e85c1de71,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:13.526449 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6659b66d-47cb-44fb-9c88-c30d24a10a59 None None] Provisioning for port fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:13.532186 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6659b66d-47cb-44fb-9c88-c30d24a10a59 None None] Provisioning complete for port fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:13.532571 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6659b66d-47cb-44fb-9c88-c30d24a10a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:13.596505 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce03e551-cf71-4c7e-8a03-5017c0064fd4 None None] Network d946e4cf-f467-4b2d-9871-c5018b0b50b6 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:13.619034 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df114b3e-1066-4bca-8536-8637238bb17c x-openstack-request-id: req-df114b3e-1066-4bca-8536-8637238bb17c {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:13.619490 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98fca92-99bd-452a-8dae-c98000d78380", "tag": "5233825a-668c-4f0d-a29d-d3d6b8e2a9f0", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:13.620102 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-df114b3e-1066-4bca-8536-8637238bb17c {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:13.620715 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98fca92-99bd-452a-8dae-c98000d78380', 'tag': '5233825a-668c-4f0d-a29d-d3d6b8e2a9f0', 'status': 'completed', 'code': 200} Jul 29 23:29:13.725010 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-6659b66d-47cb-44fb-9c88-c30d24a10a59 None None] Port fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:13.739391 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bd43b-1fef-457e-a66a-b282b3026d1f req-a98346ba-0f32-45b7-9c99-f4a55045881b tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:13.747326 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 62cb2b8c-3395-4972-b475-2a7500769959 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:13.757533 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-726bd43b-1fef-457e-a66a-b282b3026d1f req-a98346ba-0f32-45b7-9c99-f4a55045881b tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=71e89fe2-5e39-4111-8c55-b702956786a5 HTTP/1.1" status: 200 len: 944 time: 0.6234305 Jul 29 23:29:13.815797 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-25b8cba7-5247-40b6-b620-ee45817da33b tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.0502949 Jul 29 23:29:13.841145 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 41202) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:13.861811 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-11d944f7-7791-45c0-a020-982c946080ed tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Request body: {'port': {'network_id': 'd2df6756-1437-4cbd-af3b-72d70f51df4a', 'name': 'tempest-TaggedBootDevicesTest-504750097', 'fixed_ips': [{'subnet_id': 'fea1cab5-6d23-4eca-972a-8631f3603147'}]}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:13.877740 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 62cb2b8c-3395-4972-b475-2a7500769959 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:13.914125 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3265cfc8-3ff4-4a80-bcf4-6e850a8cba8d None None] Provisioning for port 62cb2b8c-3395-4972-b475-2a7500769959 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:13.922483 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3265cfc8-3ff4-4a80-bcf4-6e850a8cba8d None None] Provisioning complete for port 62cb2b8c-3395-4972-b475-2a7500769959 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:13.922851 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3265cfc8-3ff4-4a80-bcf4-6e850a8cba8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:13.927827 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8d8a0a12-5808-431e-9458-1588a72c704c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:14.052901 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac1eb0-aca9-4f7d-82ae-1990f071687a req-ec7f6ab2-a372-4401-9173-9e6e0f475180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:14.053530 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3265cfc8-3ff4-4a80-bcf4-6e850a8cba8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:14.054075 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8d8a0a12-5808-431e-9458-1588a72c704c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:14.056390 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52ac1eb0-aca9-4f7d-82ae-1990f071687a req-ec7f6ab2-a372-4401-9173-9e6e0f475180 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=858112f1c9514c968cc83d88af99633e&device_id=a98fca92-99bd-452a-8dae-c98000d78380 HTTP/1.1" status: 200 len: 1095 time: 0.4338820 Jul 29 23:29:14.059577 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e8b6115e-6fce-4cf9-aa91-0e86462bb2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:14.124057 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-3265cfc8-3ff4-4a80-bcf4-6e850a8cba8d None None] For port 62cb2b8c-3395-4972-b475-2a7500769959, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=62cb2b8c-3395-4972-b475-2a7500769959,segment=NetworkSegment(8c9c41a8-7d48-4280-848c-d61b4ffb090c),segment_id=8c9c41a8-7d48-4280-848c-d61b4ffb090c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:14.130214 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3265cfc8-3ff4-4a80-bcf4-6e850a8cba8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:14.245519 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-726bd43b-1fef-457e-a66a-b282b3026d1f req-f1c9be24-7790-4a2a-905a-211b500a5b2f tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4863911 Jul 29 23:29:14.312377 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3265cfc8-3ff4-4a80-bcf4-6e850a8cba8d None None] Pushing event updated for resources: {'Port': ['ID=62cb2b8c-3395-4972-b475-2a7500769959,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:14.318240 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-b8cb2f58-853a-43da-a545-c3443634f817 req-fa37d768-3852-4d8b-b140-d8fd1e549514 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Deleting port 310cd171-f27b-40ca-b100-f659366efb62 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:14.318619 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b8cb2f58-853a-43da-a545-c3443634f817 req-fa37d768-3852-4d8b-b140-d8fd1e549514 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:14.395628 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a05f0e30-91cf-4625-addc-2a396cf8176c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:14.419060 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8d8a0a12-5808-431e-9458-1588a72c704c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:14.424475 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8d8a0a12-5808-431e-9458-1588a72c704c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:14.426640 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8d8a0a12-5808-431e-9458-1588a72c704c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/170a7bb9-4238-4add-8fa2-158e85c1de71 HTTP/1.1" status: 204 len: 168 time: 1.1340058 Jul 29 23:29:14.489719 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac1eb0-aca9-4f7d-82ae-1990f071687a req-2ec74a0f-f01d-492c-99f0-9e1b5528240b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:14.492481 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52ac1eb0-aca9-4f7d-82ae-1990f071687a req-2ec74a0f-f01d-492c-99f0-9e1b5528240b service neutron] 10.222.0.23 "GET /v2.0/networks?id=51a2ec34-e565-4c73-8dc2-3c237f1506a3 HTTP/1.1" status: 200 len: 916 time: 0.3779671 Jul 29 23:29:14.515681 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8c10dd5e-4617-43a7-b266-aa959dc82b9d None None] Provisioning complete for port 62cb2b8c-3395-4972-b475-2a7500769959 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:14.516495 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8c10dd5e-4617-43a7-b266-aa959dc82b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:14.525911 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a0a12-5808-431e-9458-1588a72c704c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170a7bb9-4238-4add-8fa2-158e85c1de71,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:14.548214 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea97a902-07e7-4633-a118-b4b4259e562a req-37a10966-f9fe-46bf-b8a3-13ad6c9cedbb tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:14.557608 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea97a902-07e7-4633-a118-b4b4259e562a req-37a10966-f9fe-46bf-b8a3-13ad6c9cedbb tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=a98fca92-99bd-452a-8dae-c98000d78380 HTTP/1.1" status: 200 len: 943 time: 0.3084793 Jul 29 23:29:14.616772 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d944f7-7791-45c0-a020-982c946080ed tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Made reservation on behalf of 1b88923046a64f0cbc69a614c91ce1e9 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:14.652389 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52ac1eb0-aca9-4f7d-82ae-1990f071687a req-f8f0e5a2-daf5-4894-9966-32929835ec80 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5233825a-668c-4f0d-a29d-d3d6b8e2a9f0 HTTP/1.1" status: 200 len: 217 time: 0.1306033 Jul 29 23:29:14.657773 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-b8cb2f58-853a-43da-a545-c3443634f817 req-fa37d768-3852-4d8b-b140-d8fd1e549514 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] For port 310cd171-f27b-40ca-b100-f659366efb62, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=310cd171-f27b-40ca-b100-f659366efb62,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:14.658194 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b8cb2f58-853a-43da-a545-c3443634f817 req-fa37d768-3852-4d8b-b140-d8fd1e549514 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:14.721933 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-b8cb2f58-853a-43da-a545-c3443634f817 req-fa37d768-3852-4d8b-b140-d8fd1e549514 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Calling delete_port for 310cd171-f27b-40ca-b100-f659366efb62 owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:14.777857 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c106e999-cac3-4f9d-88a2-6d7c832a134c req-8d359356-a717-472a-b0f8-a61e188c35b4 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] 10.222.0.18 "GET /v2.0/ports?device_id=cea3d0dd-880c-4fae-a30b-c851bf8a68a9 HTTP/1.1" status: 200 len: 210 time: 0.1502879 Jul 29 23:29:14.805707 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea97a902-07e7-4633-a118-b4b4259e562a req-fe8965c7-eb3e-435d-b0e5-a1062182e995 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2451675 Jul 29 23:29:14.859199 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b6115e-6fce-4cf9-aa91-0e86462bb2f5 admin admin] Router 45fffb71-be1a-42b6-89f5-5279353806bc is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:29:14.946102 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 5233825a-668c-4f0d-a29d-d3d6b8e2a9f0 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:29:15.132116 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b6115e-6fce-4cf9-aa91-0e86462bb2f5 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:29:15.151422 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 5233825a-668c-4f0d-a29d-d3d6b8e2a9f0, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=5233825a-668c-4f0d-a29d-d3d6b8e2a9f0,segment=NetworkSegment(e91b6848-5541-4e4f-bb44-17c5c44e4579),segment_id=e91b6848-5541-4e4f-bb44-17c5c44e4579)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:15.154931 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac1eb0-aca9-4f7d-82ae-1990f071687a req-2ab8d423-2f16-4828-adb2-b133b2cf087b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:15.159118 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52ac1eb0-aca9-4f7d-82ae-1990f071687a req-2ab8d423-2f16-4828-adb2-b133b2cf087b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0f37e8ba-a201-4e88-82fb-26a751e8a97b HTTP/1.1" status: 200 len: 855 time: 0.4517536 Jul 29 23:29:15.161147 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e8b6115e-6fce-4cf9-aa91-0e86462bb2f5 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:15.162974 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf570a0e-01aa-4003-b249-af7f375bbbc4 None None] Sync routers for ids ['45fffb71-be1a-42b6-89f5-5279353806bc'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:29:15.168865 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e8b6115e-6fce-4cf9-aa91-0e86462bb2f5 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.9571178 Jul 29 23:29:15.170723 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41216) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:15.186369 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b8cb2f58-853a-43da-a545-c3443634f817 req-fa37d768-3852-4d8b-b140-d8fd1e549514 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:15.197347 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf570a0e-01aa-4003-b249-af7f375bbbc4 None None] Routers {'45fffb71-be1a-42b6-89f5-5279353806bc'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:29:15.198129 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-bf570a0e-01aa-4003-b249-af7f375bbbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:29:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['45fffb71-be1a-42b6-89f5-5279353806bc'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:15.198602 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 41218) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:15.203459 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a05f0e30-91cf-4625-addc-2a396cf8176c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:15.254319 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '5233825a-668c-4f0d-a29d-d3d6b8e2a9f0', 'network_id': '51a2ec34-e565-4c73-8dc2-3c237f1506a3', 'port_id': '5233825a-668c-4f0d-a29d-d3d6b8e2a9f0', 'mac_address': 'fa:16:3e:40:a2:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f37e8ba-a201-4e88-82fb-26a751e8a97b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:29:15.267080 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-11d944f7-7791-45c0-a020-982c946080ed tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:15.275958 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a05f0e30-91cf-4625-addc-2a396cf8176c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:15.334780 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52ac1eb0-aca9-4f7d-82ae-1990f071687a req-4423d2f6-21dc-4168-bd59-9dffdb3146b3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=51a2ec34-e565-4c73-8dc2-3c237f1506a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1546659 Jul 29 23:29:15.352183 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8ca96140-ce54-4167-92a1-23e1afa4dcdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:15.395616 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37d768-3852-4d8b-b140-d8fd1e549514 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Pushing event deleted for resources: {'Port': ['ID=310cd171-f27b-40ca-b100-f659366efb62,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:15.398840 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:15.465268 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5233825a-668c-4f0d-a29d-d3d6b8e2a9f0 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:29:15.466719 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-bf570a0e-01aa-4003-b249-af7f375bbbc4 None None] Set router 45fffb71-be1a-42b6-89f5-5279353806bc gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:29:15.516618 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 5233825a-668c-4f0d-a29d-d3d6b8e2a9f0, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=5233825a-668c-4f0d-a29d-d3d6b8e2a9f0,segment=NetworkSegment(e91b6848-5541-4e4f-bb44-17c5c44e4579),segment_id=e91b6848-5541-4e4f-bb44-17c5c44e4579)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:15.526856 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:15.673487 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=5233825a-668c-4f0d-a29d-d3d6b8e2a9f0,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:15.685984 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:15.686472 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:15.687088 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:15.687554 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:15.688091 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:15.696601 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:15.696601 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:15.696601 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:15.696601 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:15.696601 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:15.696601 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:15.699631 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:15.728890 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8cb2f58-853a-43da-a545-c3443634f817 req-fa37d768-3852-4d8b-b140-d8fd1e549514 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] No DVR routers for this DVR port 310cd171-f27b-40ca-b100-f659366efb62 on host n-h2-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:29:15.746446 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b8cb2f58-853a-43da-a545-c3443634f817 req-fa37d768-3852-4d8b-b140-d8fd1e549514 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:15.756383 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b8cb2f58-853a-43da-a545-c3443634f817 req-fa37d768-3852-4d8b-b140-d8fd1e549514 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.39 "DELETE /v2.0/ports/310cd171-f27b-40ca-b100-f659366efb62 HTTP/1.1" status: 204 len: 173 time: 2.2870002 Jul 29 23:29:15.757303 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e89fe2-5e39-4111-8c55-b702956786a5', 'name': 'network-vif-deleted', 'tag': '310cd171-f27b-40ca-b100-f659366efb62'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:15.762672 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ecc623-c38a-492c-82ab-c034ce84e02e" -d '{"events": [{"server_uuid": "71e89fe2-5e39-4111-8c55-b702956786a5", "name": "network-vif-deleted", "tag": "310cd171-f27b-40ca-b100-f659366efb62"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:15.816059 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['5233825a-668c-4f0d-a29d-d3d6b8e2a9f0'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:29:15.866176 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 62cb2b8c-3395-4972-b475-2a7500769959 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:15.925084 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066f204b-4c5f-4f3d-a5b1-5b2a5760ed67 x-openstack-request-id: req-066f204b-4c5f-4f3d-a5b1-5b2a5760ed67 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:15.925411 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e89fe2-5e39-4111-8c55-b702956786a5", "name": "network-vif-deleted", "tag": "310cd171-f27b-40ca-b100-f659366efb62", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:15.925823 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-066f204b-4c5f-4f3d-a5b1-5b2a5760ed67 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:15.926443 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e89fe2-5e39-4111-8c55-b702956786a5', 'name': 'network-vif-deleted', 'tag': '310cd171-f27b-40ca-b100-f659366efb62', 'status': 'completed', 'code': 200} Jul 29 23:29:16.064943 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 310cd171-f27b-40ca-b100-f659366efb62 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:29:16.104547 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-a05f0e30-91cf-4625-addc-2a396cf8176c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] In _notify_port_updated(), no bound segment for port a2d4d865-4107-4363-b7c5-7b1b93e16858 on network 9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7 {{(pid=94063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:29:16.114493 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05f0e30-91cf-4625-addc-2a396cf8176c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:16.121329 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a05f0e30-91cf-4625-addc-2a396cf8176c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:16.130079 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a05f0e30-91cf-4625-addc-2a396cf8176c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] 10.222.0.18 "PUT /v2.0/ports/a2d4d865-4107-4363-b7c5-7b1b93e16858 HTTP/1.1" status: 200 len: 992 time: 2.7868388 Jul 29 23:29:16.133579 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 310cd171-f27b-40ca-b100-f659366efb62 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:29:16.133799 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 41230) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:16.139872 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 310cd171-f27b-40ca-b100-f659366efb62 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:29:16.148578 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-11d944f7-7791-45c0-a020-982c946080ed tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] device_id is not set on port 9c4654c6-ab2c-4aa8-b108-e91e391645a3 yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:29:16.234533 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-bf570a0e-01aa-4003-b249-af7f375bbbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1208205443-router', 'tenant_id': '4fdbb74cc9a943968c8ada14c5f92979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'efb9eaa2-7061-4eef-9522-f1f74152553c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:08Z', 'updated_at': '2021-07-29T23:29:12Z', 'revision_number': 3, 'project_id': '4fdbb74cc9a943968c8ada14c5f92979', 'gw_port': {'id': 'efb9eaa2-7061-4eef-9522-f1f74152553c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:11Z', 'updated_at': '2021-07-29T23:29:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:16.304684 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf570a0e-01aa-4003-b249-af7f375bbbc4 None None] Checking router: 45fffb71-be1a-42b6-89f5-5279353806bc for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:29:16.305749 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf570a0e-01aa-4003-b249-af7f375bbbc4 None None] Updating router 45fffb71-be1a-42b6-89f5-5279353806bc port efb9eaa2-7061-4eef-9522-f1f74152553c binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:29:16.322178 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 62cb2b8c-3395-4972-b475-2a7500769959 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:16.322757 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:16.355090 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bf570a0e-01aa-4003-b249-af7f375bbbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:16.403205 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f0e30-91cf-4625-addc-2a396cf8176c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Pushing event updated for resources: {'Port': ['ID=a2d4d865-4107-4363-b7c5-7b1b93e16858,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:16.429201 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50d6200f-3302-49da-a847-a940ce43d072 req-b4cd7185-4794-41af-993c-fd2dec120fea tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8f57125b15604f228c47dca8bcc5fa1a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6901767 Jul 29 23:29:16.537153 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-038714b9-a1a4-4684-8b8d-3c618c0aebdd None None] Provisioning complete for port a2d4d865-4107-4363-b7c5-7b1b93e16858 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:16.537735 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-038714b9-a1a4-4684-8b8d-3c618c0aebdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:16.569300 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bf8f8315-4767-42a0-85c8-d1053749b8c9 req-d75f1022-4b81-4f94-8328-757ae457ebd4 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] 10.222.0.18 "GET /v2.0/ports?device_id=cea3d0dd-880c-4fae-a30b-c851bf8a68a9 HTTP/1.1" status: 200 len: 210 time: 0.4363837 Jul 29 23:29:16.591018 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4c87b453-faac-4ff2-975e-1c4f17340507 req-eae8a292-72a4-493e-ac21-251c555e4152 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=71e89fe2-5e39-4111-8c55-b702956786a5 HTTP/1.1" status: 200 len: 210 time: 0.8145196 Jul 29 23:29:16.682204 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-038714b9-a1a4-4684-8b8d-3c618c0aebdd None None] Port a2d4d865-4107-4363-b7c5-7b1b93e16858 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:16.685475 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7900df72-d857-48bf-a8f4-c6a2300761cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:16.871975 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bf570a0e-01aa-4003-b249-af7f375bbbc4 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:16.889901 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-bf570a0e-01aa-4003-b249-af7f375bbbc4 None None] Transition to ACTIVE for port object efb9eaa2-7061-4eef-9522-f1f74152553c will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:16.908388 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bf570a0e-01aa-4003-b249-af7f375bbbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:16.941195 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8ca96140-ce54-4167-92a1-23e1afa4dcdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:16.999631 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-7900df72-d857-48bf-a8f4-c6a2300761cd admin admin] Allocated IP 172.20.0.1 (06399198-5076-4bad-82c6-5654a25ce71e/4b816f14-b714-45a5-bd31-0fa047cfe72c/84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:17.005914 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8ca96140-ce54-4167-92a1-23e1afa4dcdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:17.028904 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-bf570a0e-01aa-4003-b249-af7f375bbbc4 None None] Attempting to bind port efb9eaa2-7061-4eef-9522-f1f74152553c on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:17.030058 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-bf570a0e-01aa-4003-b249-af7f375bbbc4 None None] Attempting to bind port efb9eaa2-7061-4eef-9522-f1f74152553c by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:17.030708 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf570a0e-01aa-4003-b249-af7f375bbbc4 None None] Attempting to bind port efb9eaa2-7061-4eef-9522-f1f74152553c on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:17.045966 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2eec66-7786-4191-9522-2d9cc01f3c30 None None] Pushing event updated for resources: {'Port': ['ID=efb9eaa2-7061-4eef-9522-f1f74152553c,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:17.049433 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf570a0e-01aa-4003-b249-af7f375bbbc4 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:17.050622 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf570a0e-01aa-4003-b249-af7f375bbbc4 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:17.051290 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bf570a0e-01aa-4003-b249-af7f375bbbc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:17.052341 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf570a0e-01aa-4003-b249-af7f375bbbc4 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:17.053795 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-bf570a0e-01aa-4003-b249-af7f375bbbc4 None None] Bound port: efb9eaa2-7061-4eef-9522-f1f74152553c, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:17.054663 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bf570a0e-01aa-4003-b249-af7f375bbbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:17.134809 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2eec66-7786-4191-9522-2d9cc01f3c30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:17.136878 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2eec66-7786-4191-9522-2d9cc01f3c30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:17.137639 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27289d15-4051-4991-b696-0cbffe040c23 req-e26b2a66-88a1-4a15-b6ce-710e726fbc79 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:17.138527 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2eec66-7786-4191-9522-2d9cc01f3c30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:17.140683 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2eec66-7786-4191-9522-2d9cc01f3c30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:17.141351 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2eec66-7786-4191-9522-2d9cc01f3c30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:17.142079 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2eec66-7786-4191-9522-2d9cc01f3c30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:17.142834 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2eec66-7786-4191-9522-2d9cc01f3c30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:17.143352 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2eec66-7786-4191-9522-2d9cc01f3c30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:17.148780 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2eec66-7786-4191-9522-2d9cc01f3c30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:17.151285 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-27289d15-4051-4991-b696-0cbffe040c23 req-e26b2a66-88a1-4a15-b6ce-710e726fbc79 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=a98fca92-99bd-452a-8dae-c98000d78380 HTTP/1.1" status: 200 len: 944 time: 0.3203576 Jul 29 23:29:17.151983 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2eec66-7786-4191-9522-2d9cc01f3c30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:17.152618 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2eec66-7786-4191-9522-2d9cc01f3c30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:17.153142 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe2eec66-7786-4191-9522-2d9cc01f3c30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:17.154244 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7900df72-d857-48bf-a8f4-c6a2300761cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:17.159492 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52ac1eb0-aca9-4f7d-82ae-1990f071687a req-d8716a37-e0e4-42d8-9aac-1dbb6263306f service neutron] 10.222.0.23 "GET /v2.0/networks/51a2ec34-e565-4c73-8dc2-3c237f1506a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6777470 Jul 29 23:29:17.212610 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7900df72-d857-48bf-a8f4-c6a2300761cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:17.245254 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-bf570a0e-01aa-4003-b249-af7f375bbbc4 None None] For port efb9eaa2-7061-4eef-9522-f1f74152553c, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:17.251032 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-bf570a0e-01aa-4003-b249-af7f375bbbc4 None None] For port efb9eaa2-7061-4eef-9522-f1f74152553c, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=efb9eaa2-7061-4eef-9522-f1f74152553c,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:17.259276 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bf570a0e-01aa-4003-b249-af7f375bbbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:17.337179 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900df72-d857-48bf-a8f4-c6a2300761cd admin admin] Pushing event updated for resources: {'Port': ['ID=84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:17.366383 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7900df72-d857-48bf-a8f4-c6a2300761cd admin admin] Network 06399198-5076-4bad-82c6-5654a25ce71e is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:17.373999 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-7900df72-d857-48bf-a8f4-c6a2300761cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:17.380642 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7900df72-d857-48bf-a8f4-c6a2300761cd admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:17.398327 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf570a0e-01aa-4003-b249-af7f375bbbc4 None None] Routers {'45fffb71-be1a-42b6-89f5-5279353806bc'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:29:17.398901 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-bf570a0e-01aa-4003-b249-af7f375bbbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:29:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['45fffb71-be1a-42b6-89f5-5279353806bc'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:17.503440 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7900df72-d857-48bf-a8f4-c6a2300761cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:17.533965 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2eec66-7786-4191-9522-2d9cc01f3c30 None None] Pushing event updated for resources: {'Port': ['ID=efb9eaa2-7061-4eef-9522-f1f74152553c,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:17.571440 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-bf570a0e-01aa-4003-b249-af7f375bbbc4 None None] Set router 45fffb71-be1a-42b6-89f5-5279353806bc gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:29:17.728383 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7900df72-d857-48bf-a8f4-c6a2300761cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:17.947168 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-bf570a0e-01aa-4003-b249-af7f375bbbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1208205443-router', 'tenant_id': '4fdbb74cc9a943968c8ada14c5f92979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'efb9eaa2-7061-4eef-9522-f1f74152553c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:08Z', 'updated_at': '2021-07-29T23:29:12Z', 'revision_number': 3, 'project_id': '4fdbb74cc9a943968c8ada14c5f92979', 'gw_port': {'id': 'efb9eaa2-7061-4eef-9522-f1f74152553c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:11Z', 'updated_at': '2021-07-29T23:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:17.975700 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf570a0e-01aa-4003-b249-af7f375bbbc4 None None] The sync data for ids ['45fffb71-be1a-42b6-89f5-5279353806bc'] in n-d-712140-10 is: [{'id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1208205443-router', 'tenant_id': '4fdbb74cc9a943968c8ada14c5f92979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'efb9eaa2-7061-4eef-9522-f1f74152553c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:08Z', 'updated_at': '2021-07-29T23:29:12Z', 'revision_number': 3, 'project_id': '4fdbb74cc9a943968c8ada14c5f92979', 'gw_port': {'id': 'efb9eaa2-7061-4eef-9522-f1f74152553c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bb:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:11Z', 'updated_at': '2021-07-29T23:29:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:29:17.999304 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8ca96140-ce54-4167-92a1-23e1afa4dcdc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=080938c76e0541a8bc3554808db9f779&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7874980 Jul 29 23:29:18.001862 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41240) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:18.009609 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca96140-ce54-4167-92a1-23e1afa4dcdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a325ca3-2ebb-402a-bd82-560c61307d68,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:18.070074 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-11d944f7-7791-45c0-a020-982c946080ed tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Allocated IP 10.1.1.74 (d2df6756-1437-4cbd-af3b-72d70f51df4a/fea1cab5-6d23-4eca-972a-8631f3603147/9c4654c6-ab2c-4aa8-b108-e91e391645a3) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:18.089957 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6200f-3302-49da-a847-a940ce43d072 req-8e85b2bf-f859-412b-bbf8-7b7c6d868e70 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:18.090583 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7900df72-d857-48bf-a8f4-c6a2300761cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:18.093182 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50d6200f-3302-49da-a847-a940ce43d072 req-8e85b2bf-f859-412b-bbf8-7b7c6d868e70 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4446688 Jul 29 23:29:18.100698 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52ac1eb0-aca9-4f7d-82ae-1990f071687a req-611d93de-930b-4799-963d-e180747f64f7 service neutron] 10.222.0.23 "GET /v2.0/networks/51a2ec34-e565-4c73-8dc2-3c237f1506a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9005878 Jul 29 23:29:18.104118 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7900df72-d857-48bf-a8f4-c6a2300761cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:18.178485 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-50d6200f-3302-49da-a847-a940ce43d072 req-f2101ad9-1e13-4958-81b9-0af478c7de95 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Request body: {'port': {'device_id': 'cea3d0dd-880c-4fae-a30b-c851bf8a68a9', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'admin_state_up': True, 'tenant_id': '8f57125b15604f228c47dca8bcc5fa1a'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:18.182144 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7900df72-d857-48bf-a8f4-c6a2300761cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:18.198468 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-febe45fa-c062-4c37-850e-a85cce189c7e req-a36cefce-88a3-4934-bea4-7f0c46d39198 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] 10.222.0.18 "GET /v2.0/ports?device_id=cea3d0dd-880c-4fae-a30b-c851bf8a68a9 HTTP/1.1" status: 200 len: 210 time: 0.2074041 Jul 29 23:29:18.210202 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-74bf81c0-a6b0-457f-8617-efe12c29fc53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:18.224451 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900df72-d857-48bf-a8f4-c6a2300761cd admin admin] Pushing event updated for resources: {'Port': ['ID=84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:18.384037 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-12a6bfd9-eef0-4a1a-9998-16d4edbd56b5 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Deleting port a2d4d865-4107-4363-b7c5-7b1b93e16858 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:18.384737 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-12a6bfd9-eef0-4a1a-9998-16d4edbd56b5 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:18.409090 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-27289d15-4051-4991-b696-0cbffe040c23 req-efe24a4e-9e1f-4601-8d73-4d2504394af2 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2561724 Jul 29 23:29:18.697780 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50d6200f-3302-49da-a847-a940ce43d072 req-f2101ad9-1e13-4958-81b9-0af478c7de95 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Made reservation on behalf of 8f57125b15604f228c47dca8bcc5fa1a for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:18.702301 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-50d6200f-3302-49da-a847-a940ce43d072 req-f2101ad9-1e13-4958-81b9-0af478c7de95 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:18.744448 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-50d6200f-3302-49da-a847-a940ce43d072 req-f2101ad9-1e13-4958-81b9-0af478c7de95 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:18.811488 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-12a6bfd9-eef0-4a1a-9998-16d4edbd56b5 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:18.815214 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-74bf81c0-a6b0-457f-8617-efe12c29fc53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:18.883187 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-12a6bfd9-eef0-4a1a-9998-16d4edbd56b5 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Calling delete_port for a2d4d865-4107-4363-b7c5-7b1b93e16858 owned by {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:18.899740 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7900df72-d857-48bf-a8f4-c6a2300761cd admin admin] Network 06399198-5076-4bad-82c6-5654a25ce71e is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:18.901582 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-7900df72-d857-48bf-a8f4-c6a2300761cd admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:18.904768 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-11d944f7-7791-45c0-a020-982c946080ed tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:18.957975 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-74bf81c0-a6b0-457f-8617-efe12c29fc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:18.959143 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 5233825a-668c-4f0d-a29d-d3d6b8e2a9f0 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:18.961867 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-74bf81c0-a6b0-457f-8617-efe12c29fc53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:18.967154 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-74bf81c0-a6b0-457f-8617-efe12c29fc53 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a325ca3-2ebb-402a-bd82-560c61307d68 HTTP/1.1" status: 204 len: 168 time: 0.9640398 Jul 29 23:29:18.991537 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bf81c0-a6b0-457f-8617-efe12c29fc53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a325ca3-2ebb-402a-bd82-560c61307d68,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:19.048336 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-11d944f7-7791-45c0-a020-982c946080ed tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Transition to ACTIVE for port object 9c4654c6-ab2c-4aa8-b108-e91e391645a3 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:19.062336 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84df6a6e-9f99-4ec0-b705-f8fbf1caeccc req-5bbca124-ad14-4497-997c-e7169f7fc2d1 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:19.072987 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-84df6a6e-9f99-4ec0-b705-f8fbf1caeccc req-5bbca124-ad14-4497-997c-e7169f7fc2d1 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710 HTTP/1.1" status: 200 len: 945 time: 0.2932408 Jul 29 23:29:19.133991 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 5233825a-668c-4f0d-a29d-d3d6b8e2a9f0 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:19.145340 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 5233825a-668c-4f0d-a29d-d3d6b8e2a9f0 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:19.146548 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:19.167596 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7900df72-d857-48bf-a8f4-c6a2300761cd admin admin] Router 45fffb71-be1a-42b6-89f5-5279353806bc has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:29:19.221233 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-84df6a6e-9f99-4ec0-b705-f8fbf1caeccc req-a224e633-073d-463b-8ba3-1abffb49501a tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/security-groups?id=0a75ced0-dad7-4674-953f-ca2a0dbbfae7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472366 Jul 29 23:29:19.286282 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-11d944f7-7791-45c0-a020-982c946080ed tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:19.369626 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:19.421909 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98fca92-99bd-452a-8dae-c98000d78380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5233825a-668c-4f0d-a29d-d3d6b8e2a9f0'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:19.426391 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b94b3c-f9c6-4c16-a111-814ba6768cf3" -d '{"events": [{"server_uuid": "a98fca92-99bd-452a-8dae-c98000d78380", "name": "network-vif-plugged", "status": "completed", "tag": "5233825a-668c-4f0d-a29d-d3d6b8e2a9f0"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:19.461249 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0886bf0c-8321-415a-8892-cbb5aee60c00 req-da599c97-ba2e-49a8-8d73-35f4f1e6c7d2 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] 10.222.0.18 "GET /v2.0/ports?device_id=cea3d0dd-880c-4fae-a30b-c851bf8a68a9 HTTP/1.1" status: 200 len: 210 time: 0.1081274 Jul 29 23:29:19.486357 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 5233825a-668c-4f0d-a29d-d3d6b8e2a9f0, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=5233825a-668c-4f0d-a29d-d3d6b8e2a9f0,segment=NetworkSegment(e91b6848-5541-4e4f-bb44-17c5c44e4579),segment_id=e91b6848-5541-4e4f-bb44-17c5c44e4579)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:19.493874 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:19.525516 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d944f7-7791-45c0-a020-982c946080ed tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Network d2df6756-1437-4cbd-af3b-72d70f51df4a is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:19.542399 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acaed6fa-ba11-497f-966f-17ea29fe0096 x-openstack-request-id: req-acaed6fa-ba11-497f-966f-17ea29fe0096 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:19.543019 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98fca92-99bd-452a-8dae-c98000d78380", "name": "network-vif-plugged", "status": "completed", "tag": "5233825a-668c-4f0d-a29d-d3d6b8e2a9f0", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:19.543905 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-acaed6fa-ba11-497f-966f-17ea29fe0096 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:19.556276 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98fca92-99bd-452a-8dae-c98000d78380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5233825a-668c-4f0d-a29d-d3d6b8e2a9f0', 'code': 200} Jul 29 23:29:19.557749 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-11d944f7-7791-45c0-a020-982c946080ed tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:19.574416 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d944f7-7791-45c0-a020-982c946080ed tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:19.709370 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-50d6200f-3302-49da-a847-a940ce43d072 req-f2101ad9-1e13-4958-81b9-0af478c7de95 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:19.737722 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=5233825a-668c-4f0d-a29d-d3d6b8e2a9f0,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:19.755727 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d944f7-7791-45c0-a020-982c946080ed tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:19.756546 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-11d944f7-7791-45c0-a020-982c946080ed tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:19.797376 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7900df72-d857-48bf-a8f4-c6a2300761cd admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:29:19.807912 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7900df72-d857-48bf-a8f4-c6a2300761cd admin admin] 10.222.0.18 "PUT /v2.0/routers/45fffb71-be1a-42b6-89f5-5279353806bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6328945 Jul 29 23:29:19.843884 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device efb9eaa2-7061-4eef-9522-f1f74152553c up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:19.865904 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e10ff0-ce46-461a-8f33-b8db2997e8f2 req-e7c17993-0f7a-4287-ad40-48d740e8d051 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:19.865904 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d5e10ff0-ce46-461a-8f33-b8db2997e8f2 req-e7c17993-0f7a-4287-ad40-48d740e8d051 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.39 "GET /v2.0/ports?device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710 HTTP/1.1" status: 200 len: 945 time: 0.7252307 Jul 29 23:29:19.896884 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-50d6200f-3302-49da-a847-a940ce43d072 req-f2101ad9-1e13-4958-81b9-0af478c7de95 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:20.008001 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port efb9eaa2-7061-4eef-9522-f1f74152553c completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:20.018028 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port efb9eaa2-7061-4eef-9522-f1f74152553c triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:20.019009 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:20.180018 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-50d6200f-3302-49da-a847-a940ce43d072 req-f2101ad9-1e13-4958-81b9-0af478c7de95 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Allocated IP 192.168.233.145 (adb88f5c-b5bd-41cf-b367-228eab6e0075/28e6de27-5b72-4bf0-88e6-0cdec4cf806e/9f3c9337-9fb0-4b9a-a6a9-020914596c9c) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:20.183730 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d944f7-7791-45c0-a020-982c946080ed tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Pushing event updated for resources: {'Port': ['ID=9c4654c6-ab2c-4aa8-b108-e91e391645a3,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:20.206742 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5d1fa8b2-9bab-4f61-8d14-836ae3d56937 None None] Provisioning for port 9c4654c6-ab2c-4aa8-b108-e91e391645a3 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:20.219416 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5d1fa8b2-9bab-4f61-8d14-836ae3d56937 None None] Provisioning complete for port 9c4654c6-ab2c-4aa8-b108-e91e391645a3 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:20.220430 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5d1fa8b2-9bab-4f61-8d14-836ae3d56937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:20.223414 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:20.248040 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-d5e10ff0-ce46-461a-8f33-b8db2997e8f2 req-345764d8-bf4b-41f9-9be4-d0c8dd13846b tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Deleting port 87c1327c-d7e0-4849-8699-2d69e0c74a91 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:20.248470 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d5e10ff0-ce46-461a-8f33-b8db2997e8f2 req-345764d8-bf4b-41f9-9be4-d0c8dd13846b tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:20.280204 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port efb9eaa2-7061-4eef-9522-f1f74152553c, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=efb9eaa2-7061-4eef-9522-f1f74152553c,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:20.287489 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:20.483097 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5d1fa8b2-9bab-4f61-8d14-836ae3d56937 None None] Port 9c4654c6-ab2c-4aa8-b108-e91e391645a3 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:20.490862 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=efb9eaa2-7061-4eef-9522-f1f74152553c,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:20.502424 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-11d944f7-7791-45c0-a020-982c946080ed tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.6543212 Jul 29 23:29:20.518994 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-12a6bfd9-eef0-4a1a-9998-16d4edbd56b5 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:20.629938 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-d5e10ff0-ce46-461a-8f33-b8db2997e8f2 req-345764d8-bf4b-41f9-9be4-d0c8dd13846b tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] For port 87c1327c-d7e0-4849-8699-2d69e0c74a91, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=87c1327c-d7e0-4849-8699-2d69e0c74a91,segment=NetworkSegment(8f021e03-56af-457a-a68a-af7207faccc8),segment_id=8f021e03-56af-457a-a68a-af7207faccc8)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:20.630669 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d5e10ff0-ce46-461a-8f33-b8db2997e8f2 req-345764d8-bf4b-41f9-9be4-d0c8dd13846b tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:20.648903 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a6bfd9-eef0-4a1a-9998-16d4edbd56b5 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Pushing event deleted for resources: {'Port': ['ID=a2d4d865-4107-4363-b7c5-7b1b93e16858,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:20.665931 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-d5e10ff0-ce46-461a-8f33-b8db2997e8f2 req-345764d8-bf4b-41f9-9be4-d0c8dd13846b tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Calling delete_port for 87c1327c-d7e0-4849-8699-2d69e0c74a91 owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:20.769898 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2101ad9-1e13-4958-81b9-0af478c7de95 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc3cf82-5fe5-4f3e-b183-747f12bb8533,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:20.797553 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-50d6200f-3302-49da-a847-a940ce43d072 req-f2101ad9-1e13-4958-81b9-0af478c7de95 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:20.824114 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a1b93-2a44-49f0-9705-50e46df67696 req-fd4a1c5f-1bf4-4e4d-b330-383b38ed907e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:20.827897 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-060a1b93-2a44-49f0-9705-50e46df67696 req-fd4a1c5f-1bf4-4e4d-b330-383b38ed907e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a98fca92-99bd-452a-8dae-c98000d78380 HTTP/1.1" status: 200 len: 1097 time: 1.1089430 Jul 29 23:29:20.866658 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e33254-286e-4bbd-bb8a-4fb038fcb722 req-a140e796-e0f4-4e76-8f44-bdf559a345ff tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:20.875885 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68e33254-286e-4bbd-bb8a-4fb038fcb722 req-a140e796-e0f4-4e76-8f44-bdf559a345ff tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=a98fca92-99bd-452a-8dae-c98000d78380 HTTP/1.1" status: 200 len: 945 time: 1.1638114 Jul 29 23:29:20.970982 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-50d6200f-3302-49da-a847-a940ce43d072 req-f2101ad9-1e13-4958-81b9-0af478c7de95 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Transition to ACTIVE for port object 9f3c9337-9fb0-4b9a-a6a9-020914596c9c will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:21.049749 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-060a1b93-2a44-49f0-9705-50e46df67696 req-e823758d-6be6-4835-aaff-57dc5e77f298 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092812 Jul 29 23:29:21.058819 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d5e10ff0-ce46-461a-8f33-b8db2997e8f2 req-345764d8-bf4b-41f9-9be4-d0c8dd13846b tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:21.065028 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbee472d-6b54-4e20-9041-b03a8fb6c8b3 None None] Sync routers for ids ['45fffb71-be1a-42b6-89f5-5279353806bc'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:29:21.091979 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbee472d-6b54-4e20-9041-b03a8fb6c8b3 None None] Routers {'45fffb71-be1a-42b6-89f5-5279353806bc'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:29:21.093382 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-cbee472d-6b54-4e20-9041-b03a8fb6c8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:29:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['45fffb71-be1a-42b6-89f5-5279353806bc'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:21.096970 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345764d8-bf4b-41f9-9be4-d0c8dd13846b tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Pushing event deleted for resources: {'Port': ['ID=87c1327c-d7e0-4849-8699-2d69e0c74a91,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:21.155593 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e10ff0-ce46-461a-8f33-b8db2997e8f2 req-345764d8-bf4b-41f9-9be4-d0c8dd13846b tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] No DVR routers for this DVR port 87c1327c-d7e0-4849-8699-2d69e0c74a91 on host n-h2-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:29:21.162522 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d5e10ff0-ce46-461a-8f33-b8db2997e8f2 req-345764d8-bf4b-41f9-9be4-d0c8dd13846b tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:21.164948 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d5e10ff0-ce46-461a-8f33-b8db2997e8f2 req-345764d8-bf4b-41f9-9be4-d0c8dd13846b tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.39 "DELETE /v2.0/ports/87c1327c-d7e0-4849-8699-2d69e0c74a91 HTTP/1.1" status: 204 len: 173 time: 1.2904384 Jul 29 23:29:21.165422 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4498a006-85c7-48c3-b62d-b0a1c3f20710', 'name': 'network-vif-deleted', 'tag': '87c1327c-d7e0-4849-8699-2d69e0c74a91'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:21.168556 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38203111-7e51-4296-97bb-6ef3feb44387" -d '{"events": [{"server_uuid": "4498a006-85c7-48c3-b62d-b0a1c3f20710", "name": "network-vif-deleted", "tag": "87c1327c-d7e0-4849-8699-2d69e0c74a91"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:21.191263 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68e33254-286e-4bbd-bb8a-4fb038fcb722 req-c7dd0ec2-b6ca-4d4a-aeaa-583a5b992e7b tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135767 Jul 29 23:29:21.316633 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-12a6bfd9-eef0-4a1a-9998-16d4edbd56b5 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:21.323020 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-12a6bfd9-eef0-4a1a-9998-16d4edbd56b5 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] 10.222.0.18 "DELETE /v2.0/ports/a2d4d865-4107-4363-b7c5-7b1b93e16858 HTTP/1.1" status: 204 len: 168 time: 5.1583903 Jul 29 23:29:21.327902 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41302) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:21.337858 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-50d6200f-3302-49da-a847-a940ce43d072 req-f2101ad9-1e13-4958-81b9-0af478c7de95 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:21.402455 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-f22c1849-273c-440c-acc9-37817f5e7521 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] GET failed (client error): The resource could not be found. Jul 29 23:29:21.405682 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f22c1849-273c-440c-acc9-37817f5e7521 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] 10.222.0.18 "GET /v2.0/ports/a2d4d865-4107-4363-b7c5-7b1b93e16858 HTTP/1.1" status: 404 len: 333 time: 0.0765433 Jul 29 23:29:21.415274 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41304) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:21.426774 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-d9b4a105-9fda-4669-8eb4-be9a493aa56c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Request body: {'port': {'network_id': '9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7', 'name': 'tempest-AllowedAddressPairTestJSON-1637202333'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:21.440647 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50d6200f-3302-49da-a847-a940ce43d072 req-f2101ad9-1e13-4958-81b9-0af478c7de95 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:21.489431 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2101ad9-1e13-4958-81b9-0af478c7de95 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Pushing event updated for resources: {'Port': ['ID=9f3c9337-9fb0-4b9a-a6a9-020914596c9c,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:21.494158 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-50d6200f-3302-49da-a847-a940ce43d072 req-f2101ad9-1e13-4958-81b9-0af478c7de95 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:21.535097 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64ec4d61-7ecc-4fcc-bcef-de6f7ac103a9 req-e363d64f-282c-4c22-a07f-6e423ec10891 tempest-LiveMigrationTest-1544014406 tempest-LiveMigrationTest-1544014406-project] 10.222.0.18 "GET /v2.0/ports?device_id=4498a006-85c7-48c3-b62d-b0a1c3f20710 HTTP/1.1" status: 200 len: 210 time: 0.1285775 Jul 29 23:29:21.568264 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26da342-67e6-45c4-8407-f008da3b1427 req-cb9b5dc1-bfc6-4562-aecf-84b0854eb04d tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:21.581213 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e26da342-67e6-45c4-8407-f008da3b1427 req-cb9b5dc1-bfc6-4562-aecf-84b0854eb04d tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/networks?id=06399198-5076-4bad-82c6-5654a25ce71e HTTP/1.1" status: 200 len: 820 time: 0.5299911 Jul 29 23:29:21.604261 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b4a105-9fda-4669-8eb4-be9a493aa56c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Made reservation on behalf of 29509088665f4632a7c1f92da56cf95b for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:21.610775 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-50d6200f-3302-49da-a847-a940ce43d072 req-f2101ad9-1e13-4958-81b9-0af478c7de95 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:21.613882 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d9b4a105-9fda-4669-8eb4-be9a493aa56c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:21.659122 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-d9b4a105-9fda-4669-8eb4-be9a493aa56c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] device_id is not set on port 7ec127b6-e79b-40dd-814d-e254439095c1 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:29:21.740100 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-cbee472d-6b54-4e20-9041-b03a8fb6c8b3 None None] Set router 45fffb71-be1a-42b6-89f5-5279353806bc gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:29:21.818583 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device efb9eaa2-7061-4eef-9522-f1f74152553c up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:21.820348 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6200f-3302-49da-a847-a940ce43d072 req-f2101ad9-1e13-4958-81b9-0af478c7de95 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:21.821594 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-50d6200f-3302-49da-a847-a940ce43d072 req-f2101ad9-1e13-4958-81b9-0af478c7de95 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:21.868555 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e26da342-67e6-45c4-8407-f008da3b1427 req-243d8c16-c386-422e-a9a6-443d9b5a3c9c tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/quotas/4fdbb74cc9a943968c8ada14c5f92979 HTTP/1.1" status: 200 len: 375 time: 0.2857950 Jul 29 23:29:21.986439 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50d6200f-3302-49da-a847-a940ce43d072 req-f2101ad9-1e13-4958-81b9-0af478c7de95 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8727927 Jul 29 23:29:22.026805 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-50d6200f-3302-49da-a847-a940ce43d072 req-3633684b-590e-496e-bed2-c0d8d504a244 service neutron] Request body: {'port': {'device_id': 'cea3d0dd-880c-4fae-a30b-c851bf8a68a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:22.057862 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-d9b4a105-9fda-4669-8eb4-be9a493aa56c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Allocated IP 172.20.0.8 (9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7/2e56ebf9-8e30-42e0-84ce-18c39d961118/7ec127b6-e79b-40dd-814d-e254439095c1) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:22.144907 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port efb9eaa2-7061-4eef-9522-f1f74152553c triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:22.145560 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:22.209037 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-50d6200f-3302-49da-a847-a940ce43d072 req-3633684b-590e-496e-bed2-c0d8d504a244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:22.251501 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a18adbec-46cb-429b-9cd1-829ca641dfda None None] Provisioning for port 9f3c9337-9fb0-4b9a-a6a9-020914596c9c completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:22.276497 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a18adbec-46cb-429b-9cd1-829ca641dfda None None] Provisioning complete for port 9f3c9337-9fb0-4b9a-a6a9-020914596c9c triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:22.276497 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a18adbec-46cb-429b-9cd1-829ca641dfda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:22.324391 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a18adbec-46cb-429b-9cd1-829ca641dfda None None] Port 9f3c9337-9fb0-4b9a-a6a9-020914596c9c cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:22.350278 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b49a54-8eaf-42fa-90ca-b34e4c18efb0 req-e45144e8-9e08-4416-8709-da31f4f02805 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:22.369813 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-93b49a54-8eaf-42fa-90ca-b34e4c18efb0 req-e45144e8-9e08-4416-8709-da31f4f02805 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] 10.222.0.18 "GET /v2.0/ports?device_id=cea3d0dd-880c-4fae-a30b-c851bf8a68a9 HTTP/1.1" status: 200 len: 936 time: 0.5400825 Jul 29 23:29:22.464188 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-cbee472d-6b54-4e20-9041-b03a8fb6c8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1208205443-router', 'tenant_id': '4fdbb74cc9a943968c8ada14c5f92979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'efb9eaa2-7061-4eef-9522-f1f74152553c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:08Z', 'updated_at': '2021-07-29T23:29:17Z', 'revision_number': 4, 'project_id': '4fdbb74cc9a943968c8ada14c5f92979', 'gw_port': {'id': 'efb9eaa2-7061-4eef-9522-f1f74152553c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:11Z', 'updated_at': '2021-07-29T23:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb', 'name': '', 'network_id': '06399198-5076-4bad-82c6-5654a25ce71e', 'tenant_id': '4fdbb74cc9a943968c8ada14c5f92979', 'mac_address': 'fa:16:3e:f2:ad:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '4b816f14-b714-45a5-bd31-0fa047cfe72c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:16Z', 'updated_at': '2021-07-29T23:29:17Z', 'revision_number': 2, 'project_id': '4fdbb74cc9a943968c8ada14c5f92979', 'subnets': [{'id': '4b816f14-b714-45a5-bd31-0fa047cfe72c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:22.476494 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-93b49a54-8eaf-42fa-90ca-b34e4c18efb0 req-ca67f045-ddec-4de8-a8f4-46cdddfb3692 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dc3cf82-5fe5-4f3e-b183-747f12bb8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049900 Jul 29 23:29:22.535559 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbee472d-6b54-4e20-9041-b03a8fb6c8b3 None None] Checking router: 45fffb71-be1a-42b6-89f5-5279353806bc for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:29:22.535827 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbee472d-6b54-4e20-9041-b03a8fb6c8b3 None None] Updating router 45fffb71-be1a-42b6-89f5-5279353806bc port 84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:29:22.563236 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d9b4a105-9fda-4669-8eb4-be9a493aa56c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:22.567116 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e26da342-67e6-45c4-8407-f008da3b1427 req-4d4dccf1-3b32-4a9c-b3cf-1bbd1aad22ca tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4fdbb74cc9a943968c8ada14c5f92979&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6974080 Jul 29 23:29:22.595410 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-d9b4a105-9fda-4669-8eb4-be9a493aa56c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Transition to ACTIVE for port object 7ec127b6-e79b-40dd-814d-e254439095c1 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:22.629162 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cbee472d-6b54-4e20-9041-b03a8fb6c8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:22.669581 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d9b4a105-9fda-4669-8eb4-be9a493aa56c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:22.776560 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b4a105-9fda-4669-8eb4-be9a493aa56c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Network 9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:22.785420 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-d9b4a105-9fda-4669-8eb4-be9a493aa56c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:22.807314 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b4a105-9fda-4669-8eb4-be9a493aa56c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:22.931207 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 41332) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:22.974161 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-54342f2b-c508-48e8-adc9-ee9a1d042216 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1390639413', 'description': 'tempest-description--1938909157'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:23.008820 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b4a105-9fda-4669-8eb4-be9a493aa56c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:23.010269 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d9b4a105-9fda-4669-8eb4-be9a493aa56c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.014933 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4a105-9fda-4669-8eb4-be9a493aa56c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Pushing event updated for resources: {'Port': ['ID=7ec127b6-e79b-40dd-814d-e254439095c1,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:23.132367 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d9b4a105-9fda-4669-8eb4-be9a493aa56c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7149246 Jul 29 23:29:23.134849 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41340) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:23.136523 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-54342f2b-c508-48e8-adc9-ee9a1d042216 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.142816 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e26da342-67e6-45c4-8407-f008da3b1427 req-61245212-71d2-47e8-9343-63edb7d2d785 service neutron] 10.222.0.18 "GET /v2.0/networks/06399198-5076-4bad-82c6-5654a25ce71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5492535 Jul 29 23:29:23.146628 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-594b845f-a9a3-4339-ae9a-c9087dc87c5a tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:50:de:70'}]}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:23.269175 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-54342f2b-c508-48e8-adc9-ee9a1d042216 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.310817 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-54342f2b-c508-48e8-adc9-ee9a1d042216 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.352032 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cbee472d-6b54-4e20-9041-b03a8fb6c8b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.381156 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-cbee472d-6b54-4e20-9041-b03a8fb6c8b3 None None] Transition to ACTIVE for port object 84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:23.387586 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-2073c3e0-2d38-4cef-b606-32991e7319a6 None None] Provisioning for port 7ec127b6-e79b-40dd-814d-e254439095c1 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:23.396434 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cbee472d-6b54-4e20-9041-b03a8fb6c8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.402703 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54342f2b-c508-48e8-adc9-ee9a1d042216 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ccdba3-1dff-45d7-ab0a-fc43566797cb,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:23.494282 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-54342f2b-c508-48e8-adc9-ee9a1d042216 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.494562 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-2073c3e0-2d38-4cef-b606-32991e7319a6 None None] Provisioning complete for port 7ec127b6-e79b-40dd-814d-e254439095c1 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:23.495314 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2073c3e0-2d38-4cef-b606-32991e7319a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.496414 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-54342f2b-c508-48e8-adc9-ee9a1d042216 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5489366 Jul 29 23:29:23.530058 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-594b845f-a9a3-4339-ae9a-c9087dc87c5a tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.543231 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 41346) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:23.550262 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa7756-83e2-4252-8e8c-a4dec43dbde2 None None] Pushing event updated for resources: {'Port': ['ID=84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:23.556965 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-82457bb9-f28d-4c0f-85c7-15df71934761 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Request body: {'security_group_rule': {'security_group_id': 'c3ccdba3-1dff-45d7-ab0a-fc43566797cb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:23.673947 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-2073c3e0-2d38-4cef-b606-32991e7319a6 None None] Port 7ec127b6-e79b-40dd-814d-e254439095c1 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:23.691927 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-cbee472d-6b54-4e20-9041-b03a8fb6c8b3 None None] Attempting to bind port 84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:23.692527 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-cbee472d-6b54-4e20-9041-b03a8fb6c8b3 None None] Attempting to bind port 84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '77c85181-0083-4e54-95a5-a8245df6293d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '06399198-5076-4bad-82c6-5654a25ce71e'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:23.693112 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbee472d-6b54-4e20-9041-b03a8fb6c8b3 None None] Attempting to bind port 84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb on network 06399198-5076-4bad-82c6-5654a25ce71e {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:23.702980 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbee472d-6b54-4e20-9041-b03a8fb6c8b3 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:23.703819 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbee472d-6b54-4e20-9041-b03a8fb6c8b3 None None] Checking segment: {'id': '77c85181-0083-4e54-95a5-a8245df6293d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '06399198-5076-4bad-82c6-5654a25ce71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:23.704377 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cbee472d-6b54-4e20-9041-b03a8fb6c8b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.704986 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbee472d-6b54-4e20-9041-b03a8fb6c8b3 None None] Bound using segment: {'id': '77c85181-0083-4e54-95a5-a8245df6293d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '06399198-5076-4bad-82c6-5654a25ce71e'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:23.705874 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-cbee472d-6b54-4e20-9041-b03a8fb6c8b3 None None] Bound port: 84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77c85181-0083-4e54-95a5-a8245df6293d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '06399198-5076-4bad-82c6-5654a25ce71e'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:23.706574 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cbee472d-6b54-4e20-9041-b03a8fb6c8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.781663 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e26da342-67e6-45c4-8407-f008da3b1427 req-38c295a6-02f4-4874-bc9f-4036bd6a79b2 service neutron] 10.222.0.18 "GET /v2.0/networks/06399198-5076-4bad-82c6-5654a25ce71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081868 Jul 29 23:29:23.793153 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-82457bb9-f28d-4c0f-85c7-15df71934761 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.833814 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-cbee472d-6b54-4e20-9041-b03a8fb6c8b3 None None] For port 84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:23.840459 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-cbee472d-6b54-4e20-9041-b03a8fb6c8b3 None None] For port 84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb,segment=NetworkSegment(77c85181-0083-4e54-95a5-a8245df6293d),segment_id=77c85181-0083-4e54-95a5-a8245df6293d)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:23.849886 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9886a238-bb28-41b3-b0fc-c71d7d662b59 x-openstack-request-id: req-9886a238-bb28-41b3-b0fc-c71d7d662b59 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:23.850758 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4498a006-85c7-48c3-b62d-b0a1c3f20710", "name": "network-vif-deleted", "tag": "87c1327c-d7e0-4849-8699-2d69e0c74a91", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:23.852370 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9886a238-bb28-41b3-b0fc-c71d7d662b59 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:23.853006 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cbee472d-6b54-4e20-9041-b03a8fb6c8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.854787 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-50d6200f-3302-49da-a847-a940ce43d072 req-3633684b-590e-496e-bed2-c0d8d504a244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f3c9337-9fb0-4b9a-a6a9-020914596c9c {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:29:23.855217 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4498a006-85c7-48c3-b62d-b0a1c3f20710', 'name': 'network-vif-deleted', 'tag': '87c1327c-d7e0-4849-8699-2d69e0c74a91', 'status': 'completed', 'code': 200} Jul 29 23:29:23.905073 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-50d6200f-3302-49da-a847-a940ce43d072 req-3633684b-590e-496e-bed2-c0d8d504a244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:23.990108 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa7756-83e2-4252-8e8c-a4dec43dbde2 None None] Pushing event updated for resources: {'Port': ['ID=84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:24.000450 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbee472d-6b54-4e20-9041-b03a8fb6c8b3 None None] Routers {'45fffb71-be1a-42b6-89f5-5279353806bc'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:29:24.001490 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-cbee472d-6b54-4e20-9041-b03a8fb6c8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:29:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['45fffb71-be1a-42b6-89f5-5279353806bc'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:24.040433 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-594b845f-a9a3-4339-ae9a-c9087dc87c5a tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.050069 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-594b845f-a9a3-4339-ae9a-c9087dc87c5a tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.120382 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-50d6200f-3302-49da-a847-a940ce43d072 req-3633684b-590e-496e-bed2-c0d8d504a244 service neutron] Transition to ACTIVE for port object 9f3c9337-9fb0-4b9a-a6a9-020914596c9c will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:24.139471 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-50d6200f-3302-49da-a847-a940ce43d072 req-3633684b-590e-496e-bed2-c0d8d504a244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.178276 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 87c1327c-d7e0-4849-8699-2d69e0c74a91 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:29:24.214082 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b845f-a9a3-4339-ae9a-c9087dc87c5a tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Pushing event updated for resources: {'Port': ['ID=7ec127b6-e79b-40dd-814d-e254439095c1,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:24.243462 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 87c1327c-d7e0-4849-8699-2d69e0c74a91 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:29:24.244364 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 87c1327c-d7e0-4849-8699-2d69e0c74a91 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:29:24.314680 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-594b845f-a9a3-4339-ae9a-c9087dc87c5a tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] In _notify_port_updated(), no bound segment for port 7ec127b6-e79b-40dd-814d-e254439095c1 on network 9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7 {{(pid=94064) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:29:24.319470 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb702119-242b-4225-b18f-162088038509 req-bf8f3a0d-be76-4921-bcfe-5afe9bc5cf17 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:24.325062 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-594b845f-a9a3-4339-ae9a-c9087dc87c5a tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:24.326798 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-594b845f-a9a3-4339-ae9a-c9087dc87c5a tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.331627 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb702119-242b-4225-b18f-162088038509 req-bf8f3a0d-be76-4921-bcfe-5afe9bc5cf17 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=a98fca92-99bd-452a-8dae-c98000d78380 HTTP/1.1" status: 200 len: 945 time: 0.4311068 Jul 29 23:29:24.334303 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-594b845f-a9a3-4339-ae9a-c9087dc87c5a tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] 10.222.0.18 "PUT /v2.0/ports/7ec127b6-e79b-40dd-814d-e254439095c1 HTTP/1.1" status: 200 len: 996 time: 1.1965189 Jul 29 23:29:24.335189 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41370) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:24.335868 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41372) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:24.340699 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-cbee472d-6b54-4e20-9041-b03a8fb6c8b3 None None] Set router 45fffb71-be1a-42b6-89f5-5279353806bc gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:29:24.420795 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-82457bb9-f28d-4c0f-85c7-15df71934761 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.505625 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-82457bb9-f28d-4c0f-85c7-15df71934761 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.689704 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb702119-242b-4225-b18f-162088038509 req-a7346eb8-2a66-4daf-ae0a-45a8fd5c8cba tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3567908 Jul 29 23:29:24.748749 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b58a506c-4a9b-4c9c-be26-c9dbb8ff4609 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Deleting port 7ec127b6-e79b-40dd-814d-e254439095c1 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:24.749174 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b58a506c-4a9b-4c9c-be26-c9dbb8ff4609 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:24.940066 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c76f6008-659e-4f55-ada4-020d54ce29a6 req-f579c321-63da-46ed-871a-5fb286355496 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 210 time: 0.0618854 Jul 29 23:29:24.962226 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633684b-590e-496e-bed2-c0d8d504a244 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3c9337-9fb0-4b9a-a6a9-020914596c9c,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:25.061459 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a75760c6-70d1-418a-9dc7-773bb40260a3 None None] Provisioning complete for port 7ec127b6-e79b-40dd-814d-e254439095c1 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:25.062079 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a75760c6-70d1-418a-9dc7-773bb40260a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.098646 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82457bb9-f28d-4c0f-85c7-15df71934761 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bdaf66d-648f-410a-9287-f52ff39f4525,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:25.134571 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-50d6200f-3302-49da-a847-a940ce43d072 req-3633684b-590e-496e-bed2-c0d8d504a244 service neutron] Attempting to bind port 9f3c9337-9fb0-4b9a-a6a9-020914596c9c on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:25.134776 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-50d6200f-3302-49da-a847-a940ce43d072 req-3633684b-590e-496e-bed2-c0d8d504a244 service neutron] Attempting to bind port 9f3c9337-9fb0-4b9a-a6a9-020914596c9c by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:25.141327 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d6200f-3302-49da-a847-a940ce43d072 req-3633684b-590e-496e-bed2-c0d8d504a244 service neutron] Attempting to bind port 9f3c9337-9fb0-4b9a-a6a9-020914596c9c on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:25.160156 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-82457bb9-f28d-4c0f-85c7-15df71934761 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.167407 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-82457bb9-f28d-4c0f-85c7-15df71934761 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6193426 Jul 29 23:29:25.186048 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 41390) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:25.196369 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d6200f-3302-49da-a847-a940ce43d072 req-3633684b-590e-496e-bed2-c0d8d504a244 service neutron] Port 9f3c9337-9fb0-4b9a-a6a9-020914596c9c on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:29:25.197035 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d6200f-3302-49da-a847-a940ce43d072 req-3633684b-590e-496e-bed2-c0d8d504a244 service neutron] Attempting to bind port 9f3c9337-9fb0-4b9a-a6a9-020914596c9c on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:25.202994 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-cda6e819-8faa-4bd2-bb22-d28f63890c59 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Request body: {'security_group_rule': {'security_group_id': 'c3ccdba3-1dff-45d7-ab0a-fc43566797cb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:25.277114 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b58a506c-4a9b-4c9c-be26-c9dbb8ff4609 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.281953 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a75760c6-70d1-418a-9dc7-773bb40260a3 None None] Port 7ec127b6-e79b-40dd-814d-e254439095c1 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:25.303650 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cda6e819-8faa-4bd2-bb22-d28f63890c59 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.309578 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d6200f-3302-49da-a847-a940ce43d072 req-3633684b-590e-496e-bed2-c0d8d504a244 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:25.310415 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d6200f-3302-49da-a847-a940ce43d072 req-3633684b-590e-496e-bed2-c0d8d504a244 service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:25.311288 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50d6200f-3302-49da-a847-a940ce43d072 req-3633684b-590e-496e-bed2-c0d8d504a244 service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:25.312213 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-50d6200f-3302-49da-a847-a940ce43d072 req-3633684b-590e-496e-bed2-c0d8d504a244 service neutron] Bound port: 9f3c9337-9fb0-4b9a-a6a9-020914596c9c, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:25.312843 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-50d6200f-3302-49da-a847-a940ce43d072 req-3633684b-590e-496e-bed2-c0d8d504a244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.332999 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b58a506c-4a9b-4c9c-be26-c9dbb8ff4609 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Calling delete_port for 7ec127b6-e79b-40dd-814d-e254439095c1 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:25.345728 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f332a820-80b6-464a-a374-3f6e735f19b4 req-13915661-56bc-4949-909e-e5ecc74569f0 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:25.348572 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-cbee472d-6b54-4e20-9041-b03a8fb6c8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1208205443-router', 'tenant_id': '4fdbb74cc9a943968c8ada14c5f92979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'efb9eaa2-7061-4eef-9522-f1f74152553c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:08Z', 'updated_at': '2021-07-29T23:29:17Z', 'revision_number': 4, 'project_id': '4fdbb74cc9a943968c8ada14c5f92979', 'gw_port': {'id': 'efb9eaa2-7061-4eef-9522-f1f74152553c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:11Z', 'updated_at': '2021-07-29T23:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb', 'name': '', 'network_id': '06399198-5076-4bad-82c6-5654a25ce71e', 'tenant_id': '4fdbb74cc9a943968c8ada14c5f92979', 'mac_address': 'fa:16:3e:f2:ad:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '4b816f14-b714-45a5-bd31-0fa047cfe72c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:16Z', 'updated_at': '2021-07-29T23:29:23Z', 'revision_number': 4, 'project_id': '4fdbb74cc9a943968c8ada14c5f92979', 'subnets': [{'id': '4b816f14-b714-45a5-bd31-0fa047cfe72c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:25.360588 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f332a820-80b6-464a-a374-3f6e735f19b4 req-13915661-56bc-4949-909e-e5ecc74569f0 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] 10.222.0.18 "GET /v2.0/ports?device_id=cea3d0dd-880c-4fae-a30b-c851bf8a68a9 HTTP/1.1" status: 200 len: 948 time: 0.9203999 Jul 29 23:29:25.412360 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbee472d-6b54-4e20-9041-b03a8fb6c8b3 None None] The sync data for ids ['45fffb71-be1a-42b6-89f5-5279353806bc'] in n-d-712140-10 is: [{'id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1208205443-router', 'tenant_id': '4fdbb74cc9a943968c8ada14c5f92979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'efb9eaa2-7061-4eef-9522-f1f74152553c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:08Z', 'updated_at': '2021-07-29T23:29:17Z', 'revision_number': 4, 'project_id': '4fdbb74cc9a943968c8ada14c5f92979', 'gw_port': {'id': 'efb9eaa2-7061-4eef-9522-f1f74152553c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:11Z', 'updated_at': '2021-07-29T23:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb', 'name': '', 'network_id': '06399198-5076-4bad-82c6-5654a25ce71e', 'tenant_id': '4fdbb74cc9a943968c8ada14c5f92979', 'mac_address': 'fa:16:3e:f2:ad:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '4b816f14-b714-45a5-bd31-0fa047cfe72c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:16Z', 'updated_at': '2021-07-29T23:29:23Z', 'revision_number': 4, 'project_id': '4fdbb74cc9a943968c8ada14c5f92979', 'subnets': [{'id': '4b816f14-b714-45a5-bd31-0fa047cfe72c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:29:25.557805 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f332a820-80b6-464a-a374-3f6e735f19b4 req-9e124692-108d-4876-b3cd-931e1131e5c6 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dc3cf82-5fe5-4f3e-b183-747f12bb8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955948 Jul 29 23:29:25.580402 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad3f160b-fd5c-4c3a-86d2-608ade5bc950 admin admin] Deleting subnet 599960cf-5b7f-432a-8a6a-c415f2272dee {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:29:25.612921 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad3f160b-fd5c-4c3a-86d2-608ade5bc950 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.745288 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 41394) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:25.773056 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad3f160b-fd5c-4c3a-86d2-608ade5bc950 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.813257 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-50d6200f-3302-49da-a847-a940ce43d072 req-3633684b-590e-496e-bed2-c0d8d504a244 service neutron] For port 9f3c9337-9fb0-4b9a-a6a9-020914596c9c, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:25.840271 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-50d6200f-3302-49da-a847-a940ce43d072 req-3633684b-590e-496e-bed2-c0d8d504a244 service neutron] For port 9f3c9337-9fb0-4b9a-a6a9-020914596c9c, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9f3c9337-9fb0-4b9a-a6a9-020914596c9c,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:25.854939 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cda6e819-8faa-4bd2-bb22-d28f63890c59 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.862298 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-50d6200f-3302-49da-a847-a940ce43d072 req-3633684b-590e-496e-bed2-c0d8d504a244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.877115 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad3f160b-fd5c-4c3a-86d2-608ade5bc950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:25.879618 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:26.031632 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:26.047679 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:26.051450 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.055620 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cda6e819-8faa-4bd2-bb22-d28f63890c59 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.176720 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633684b-590e-496e-bed2-c0d8d504a244 service neutron] Pushing event updated for resources: {'Port': ['ID=9f3c9337-9fb0-4b9a-a6a9-020914596c9c,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:26.214890 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cda6e819-8faa-4bd2-bb22-d28f63890c59 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.218200 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-cda6e819-8faa-4bd2-bb22-d28f63890c59 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0239494 Jul 29 23:29:26.276373 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 41408) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:26.289653 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eeeb65d2-0560-4a28-a323-b15d89ff8061 req-faf2c856-3897-47fe-944d-ad8d56184491 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 210 time: 0.1073251 Jul 29 23:29:26.301992 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad3f160b-fd5c-4c3a-86d2-608ade5bc950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.309374 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b58a506c-4a9b-4c9c-be26-c9dbb8ff4609 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.315207 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-55e00f4d-cd60-4729-83fe-f868a57bf395 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:26.355420 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6200f-3302-49da-a847-a940ce43d072 req-3633684b-590e-496e-bed2-c0d8d504a244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:26.356538 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-50d6200f-3302-49da-a847-a940ce43d072 req-3633684b-590e-496e-bed2-c0d8d504a244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.357696 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50d6200f-3302-49da-a847-a940ce43d072 req-3633684b-590e-496e-bed2-c0d8d504a244 service neutron] 10.222.0.39 "PUT /v2.0/ports/9f3c9337-9fb0-4b9a-a6a9-020914596c9c HTTP/1.1" status: 200 len: 1097 time: 4.3401680 Jul 29 23:29:26.358353 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea3d0dd-880c-4fae-a30b-c851bf8a68a9', 'tag': '9f3c9337-9fb0-4b9a-a6a9-020914596c9c'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:26.361118 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64510f8e-5ca1-4954-8945-3ece0aa50ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "cea3d0dd-880c-4fae-a30b-c851bf8a68a9", "tag": "9f3c9337-9fb0-4b9a-a6a9-020914596c9c"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:26.376825 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.378310 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ccda4b3a-d2b7-4286-bc02-da44b8279264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.385399 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6e819-8faa-4bd2-bb22-d28f63890c59 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca547a0-5022-45d4-8914-59915402b828,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:26.443906 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-55e00f4d-cd60-4729-83fe-f868a57bf395 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.464220 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58a506c-4a9b-4c9c-be26-c9dbb8ff4609 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Pushing event deleted for resources: {'Port': ['ID=7ec127b6-e79b-40dd-814d-e254439095c1,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:26.509297 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3f160b-fd5c-4c3a-86d2-608ade5bc950 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=599960cf-5b7f-432a-8a6a-c415f2272dee,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:26.512486 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad3f160b-fd5c-4c3a-86d2-608ade5bc950 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.514977 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ad3f160b-fd5c-4c3a-86d2-608ade5bc950 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/599960cf-5b7f-432a-8a6a-c415f2272dee HTTP/1.1" status: 204 len: 168 time: 2.1778343 Jul 29 23:29:26.516110 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb,segment=NetworkSegment(77c85181-0083-4e54-95a5-a8245df6293d),segment_id=77c85181-0083-4e54-95a5-a8245df6293d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:26.523753 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.548061 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cf95df-251f-4781-b9c0-403a5b7a7f5e x-openstack-request-id: req-25cf95df-251f-4781-b9c0-403a5b7a7f5e {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:26.548528 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea3d0dd-880c-4fae-a30b-c851bf8a68a9", "tag": "9f3c9337-9fb0-4b9a-a6a9-020914596c9c", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:26.548939 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-25cf95df-251f-4781-b9c0-403a5b7a7f5e {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:26.549589 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea3d0dd-880c-4fae-a30b-c851bf8a68a9', 'tag': '9f3c9337-9fb0-4b9a-a6a9-020914596c9c', 'status': 'completed', 'code': 200} Jul 29 23:29:26.555297 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 41412) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:26.658112 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:26.806004 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b58a506c-4a9b-4c9c-be26-c9dbb8ff4609 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:26.818034 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b58a506c-4a9b-4c9c-be26-c9dbb8ff4609 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] 10.222.0.18 "DELETE /v2.0/ports/7ec127b6-e79b-40dd-814d-e254439095c1 HTTP/1.1" status: 204 len: 168 time: 2.4722836 Jul 29 23:29:26.828533 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41416) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:26.884619 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-10abe388-3bb2-40c7-aa72-388ed0759e36 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] GET failed (client error): The resource could not be found. Jul 29 23:29:26.893513 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-10abe388-3bb2-40c7-aa72-388ed0759e36 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] 10.222.0.18 "GET /v2.0/ports/7ec127b6-e79b-40dd-814d-e254439095c1 HTTP/1.1" status: 404 len: 333 time: 0.0549309 Jul 29 23:29:26.894301 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41418) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:26.903123 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-04064d15-245a-47f2-aed5-7d5e21430d60 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Request body: {'port': {'network_id': '9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7', 'name': 'tempest-AllowedAddressPairTestJSON-1118142783'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:26.958221 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6200f-3302-49da-a847-a940ce43d072 req-12285f4e-a6bd-4ef3-93c3-c0b642e84f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:26.961575 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-50d6200f-3302-49da-a847-a940ce43d072 req-12285f4e-a6bd-4ef3-93c3-c0b642e84f4a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8f57125b15604f228c47dca8bcc5fa1a&device_id=cea3d0dd-880c-4fae-a30b-c851bf8a68a9 HTTP/1.1" status: 200 len: 1100 time: 0.2224755 Jul 29 23:29:27.082241 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-50d6200f-3302-49da-a847-a940ce43d072 req-f0b3ed4b-a866-4b18-9aa9-b6de89b7cc99 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=9f3c9337-9fb0-4b9a-a6a9-020914596c9c HTTP/1.1" status: 200 len: 217 time: 0.0491817 Jul 29 23:29:27.185484 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6200f-3302-49da-a847-a940ce43d072 req-3e0234d2-8d7d-4102-966f-ed4dd5b003ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:27.187626 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-50d6200f-3302-49da-a847-a940ce43d072 req-3e0234d2-8d7d-4102-966f-ed4dd5b003ed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.0919557 Jul 29 23:29:27.197301 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26da342-67e6-45c4-8407-f008da3b1427 req-89f63c03-9de9-4e10-989f-bb1db25a06f3 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:27.200508 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e26da342-67e6-45c4-8407-f008da3b1427 req-89f63c03-9de9-4e10-989f-bb1db25a06f3 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.39 "GET /v2.0/networks?id=06399198-5076-4bad-82c6-5654a25ce71e HTTP/1.1" status: 200 len: 820 time: 0.4037628 Jul 29 23:29:27.236807 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-e26da342-67e6-45c4-8407-f008da3b1427 req-628e44d3-ee17-49e5-9ff8-92e60bad57d0 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Request body: {'port': {'device_id': '8e07a350-7b42-4ccc-ac35-ea7bc71627b0', 'network_id': '06399198-5076-4bad-82c6-5654a25ce71e', 'admin_state_up': True, 'tenant_id': '4fdbb74cc9a943968c8ada14c5f92979'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:27.326966 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d6200f-3302-49da-a847-a940ce43d072 req-80d72e9b-6409-4408-8017-501cc8c00002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:27.329624 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-50d6200f-3302-49da-a847-a940ce43d072 req-80d72e9b-6409-4408-8017-501cc8c00002 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1337790 Jul 29 23:29:27.429935 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3c8ab-3708-4737-9291-db8a6e6846bb req-66738dc1-92ca-40bc-9ee7-a8a987385288 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:27.442458 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfa3c8ab-3708-4737-9291-db8a6e6846bb req-66738dc1-92ca-40bc-9ee7-a8a987385288 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] 10.222.0.18 "GET /v2.0/ports?device_id=cea3d0dd-880c-4fae-a30b-c851bf8a68a9 HTTP/1.1" status: 200 len: 948 time: 0.6823835 Jul 29 23:29:27.464625 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c273bc84-5700-4f1a-b063-39eece785927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:27.507303 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-50d6200f-3302-49da-a847-a940ce43d072 req-e678ffcc-c836-472b-af82-0b10dec1e104 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703644 Jul 29 23:29:27.645427 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ccda4b3a-d2b7-4286-bc02-da44b8279264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:27.682264 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:27.687525 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-50d6200f-3302-49da-a847-a940ce43d072 req-d91191e5-5314-48bc-8d1b-ff2c57b98901 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691973 Jul 29 23:29:27.691637 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04064d15-245a-47f2-aed5-7d5e21430d60 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Made reservation on behalf of 29509088665f4632a7c1f92da56cf95b for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:27.696045 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-04064d15-245a-47f2-aed5-7d5e21430d60 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:27.728359 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ccda4b3a-d2b7-4286-bc02-da44b8279264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:27.730100 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-04064d15-245a-47f2-aed5-7d5e21430d60 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] device_id is not set on port ba64cdf6-aff6-4f2b-a275-2eea21b064f2 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:29:27.768511 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b0fe7aa2-ab6e-4171-8023-f07e31f1712e req-70d25c77-9158-4137-8cd5-eb9231d2df86 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 210 time: 0.1030409 Jul 29 23:29:27.781037 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda4b3a-d2b7-4286-bc02-da44b8279264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b99f0f-2109-4493-9dd0-a3736cfab903,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:27.817720 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:27.818199 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:27.925471 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64510f8e-5ca1-4954-8945-3ece0aa50ae2 req-6189993d-5909-4466-8c84-177d4d6814e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:27.927977 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-64510f8e-5ca1-4954-8945-3ece0aa50ae2 req-6189993d-5909-4466-8c84-177d4d6814e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8f57125b15604f228c47dca8bcc5fa1a&device_id=cea3d0dd-880c-4fae-a30b-c851bf8a68a9 HTTP/1.1" status: 200 len: 1100 time: 0.1494038 Jul 29 23:29:27.928229 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ccda4b3a-d2b7-4286-bc02-da44b8279264 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff2d502ef66547a6b7ae9252900157e1&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1789956 Jul 29 23:29:27.932366 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41426) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:27.954869 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfa3c8ab-3708-4737-9291-db8a6e6846bb req-9da5d020-d4f3-4d00-9e24-50b57d2f3721 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dc3cf82-5fe5-4f3e-b183-747f12bb8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5111368 Jul 29 23:29:28.022666 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c273bc84-5700-4f1a-b063-39eece785927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:28.040754 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-c273bc84-5700-4f1a-b063-39eece785927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41b737f2-e531-4160-b598-3383b744485d']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:28.044081 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-55e00f4d-cd60-4729-83fe-f868a57bf395 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:28.051517 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e26da342-67e6-45c4-8407-f008da3b1427 req-628e44d3-ee17-49e5-9ff8-92e60bad57d0 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Made reservation on behalf of 4fdbb74cc9a943968c8ada14c5f92979 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:28.055274 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e26da342-67e6-45c4-8407-f008da3b1427 req-628e44d3-ee17-49e5-9ff8-92e60bad57d0 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:28.074095 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-04064d15-245a-47f2-aed5-7d5e21430d60 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Allocated IP 172.20.0.12 (9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7/2e56ebf9-8e30-42e0-84ce-18c39d961118/ba64cdf6-aff6-4f2b-a275-2eea21b064f2) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:28.076978 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-c273bc84-5700-4f1a-b063-39eece785927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f021e03-56af-457a-a68a-af7207faccc8') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:28.077376 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-c273bc84-5700-4f1a-b063-39eece785927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f021e03-56af-457a-a68a-af7207faccc8') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:28.135527 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3cd6a46-ee3b-48ce-b302-6ad005e062c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:28.147071 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c273bc84-5700-4f1a-b063-39eece785927 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:28.189951 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64510f8e-5ca1-4954-8945-3ece0aa50ae2 req-05fc1ec6-d410-4948-8698-eef71d38500a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:28.190649 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c273bc84-5700-4f1a-b063-39eece785927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:28.191235 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-64510f8e-5ca1-4954-8945-3ece0aa50ae2 req-05fc1ec6-d410-4948-8698-eef71d38500a service neutron] 10.222.0.39 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.2449722 Jul 29 23:29:28.198363 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3cd6a46-ee3b-48ce-b302-6ad005e062c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:28.312377 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-64510f8e-5ca1-4954-8945-3ece0aa50ae2 req-9880d1a6-2815-481c-b8dc-7027fc11d7e8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=9f3c9337-9fb0-4b9a-a6a9-020914596c9c HTTP/1.1" status: 200 len: 217 time: 0.1082628 Jul 29 23:29:28.413787 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64510f8e-5ca1-4954-8945-3ece0aa50ae2 req-e314238e-4c49-4bb2-ab0d-c2c9edcf7294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:28.416265 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-64510f8e-5ca1-4954-8945-3ece0aa50ae2 req-e314238e-4c49-4bb2-ab0d-c2c9edcf7294 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.0935352 Jul 29 23:29:28.506721 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3cd6a46-ee3b-48ce-b302-6ad005e062c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:28.512193 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3cd6a46-ee3b-48ce-b302-6ad005e062c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:28.519576 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e3cd6a46-ee3b-48ce-b302-6ad005e062c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/93b99f0f-2109-4493-9dd0-a3736cfab903 HTTP/1.1" status: 204 len: 168 time: 0.5867407 Jul 29 23:29:28.549191 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-04064d15-245a-47f2-aed5-7d5e21430d60 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:28.576204 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cd6a46-ee3b-48ce-b302-6ad005e062c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b99f0f-2109-4493-9dd0-a3736cfab903,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:28.596091 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64510f8e-5ca1-4954-8945-3ece0aa50ae2 req-45530db2-ee57-4a09-9c5c-2f63877032c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:28.598708 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-64510f8e-5ca1-4954-8945-3ece0aa50ae2 req-45530db2-ee57-4a09-9c5c-2f63877032c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1753705 Jul 29 23:29:28.600431 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-04064d15-245a-47f2-aed5-7d5e21430d60 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Transition to ACTIVE for port object ba64cdf6-aff6-4f2b-a275-2eea21b064f2 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:28.776527 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-04064d15-245a-47f2-aed5-7d5e21430d60 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:28.901798 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04064d15-245a-47f2-aed5-7d5e21430d60 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Network 9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:28.907793 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c273bc84-5700-4f1a-b063-39eece785927 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:29:28.908624 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c273bc84-5700-4f1a-b063-39eece785927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:28.910143 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:29:28.910143 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:29:28.910143 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:29:28.910143 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:29:28.910143 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:29:28.910143 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:29:28.910143 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:29:28.910143 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:29:28.910143 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:29:28.910143 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:29:28.910143 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:29:28.910143 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:29:28.910143 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:29:28.910143 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:29:28.910143 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:29:28.910143 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:29:28.910143 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:29:28.910143 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:29:28.910143 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:29:28.910143 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:29:28.910143 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:29:28.910143 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:29:28.910143 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:29:28.910143 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:29:28.910143 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:29:28.910143 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:29:28.910143 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:29:28.910143 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:29:28.910143 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:29:28.910143 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:29:28.910143 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:29:28.910143 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:29:28.917112 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-04064d15-245a-47f2-aed5-7d5e21430d60 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:28.949151 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04064d15-245a-47f2-aed5-7d5e21430d60 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:29.019117 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04064d15-245a-47f2-aed5-7d5e21430d60 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Pushing event updated for resources: {'Port': ['ID=ba64cdf6-aff6-4f2b-a275-2eea21b064f2,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:29.108091 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-22c8a5b8-80e6-4de2-aeeb-79b08095b93e req-bd260403-7c7f-414e-9361-51fd59e99b08 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 210 time: 0.0836272 Jul 29 23:29:29.134983 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c273bc84-5700-4f1a-b063-39eece785927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:29.140502 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-55e00f4d-cd60-4729-83fe-f868a57bf395 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Allocated IP 172.25.8.206 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/99656e33-0731-476d-917a-1d03652af1de) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:29.150789 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-64510f8e-5ca1-4954-8945-3ece0aa50ae2 req-c04e02ea-b52c-4e9f-a071-8a93cefcd0b9 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392787 Jul 29 23:29:29.199507 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c273bc84-5700-4f1a-b063-39eece785927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:29.215135 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c273bc84-5700-4f1a-b063-39eece785927 admin admin] 10.222.0.18 "DELETE /v2.0/networks/41b737f2-e531-4160-b598-3383b744485d HTTP/1.1" status: 204 len: 168 time: 2.6480944 Jul 29 23:29:29.215930 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273bc84-5700-4f1a-b063-39eece785927 admin admin] Pushing event deleted for resources: {'Network': ['ID=41b737f2-e531-4160-b598-3383b744485d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:29.223869 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 41450) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:29.224186 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 41452) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:29.292665 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04064d15-245a-47f2-aed5-7d5e21430d60 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:29.293778 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-04064d15-245a-47f2-aed5-7d5e21430d60 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:29.305395 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e1ddaa4e-f2a2-4716-b367-4c3916e21d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:29.324748 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-e26da342-67e6-45c4-8407-f008da3b1427 req-628e44d3-ee17-49e5-9ff8-92e60bad57d0 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Allocated IP 172.20.0.2 (06399198-5076-4bad-82c6-5654a25ce71e/4b816f14-b714-45a5-bd31-0fa047cfe72c/ee32de3c-cf78-4cdf-afa0-085aefd0fa98) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:29.335103 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-04064d15-245a-47f2-aed5-7d5e21430d60 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4355564 Jul 29 23:29:29.335538 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41456) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:29.341650 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-1268aae1-92bd-4781-b2d6-837f3ba71c6c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Request body: {'port': {'network_id': '9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7', 'name': 'tempest-AllowedAddressPairTestJSON-381549077'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:29.398189 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:29.413498 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e2b89ba8-327e-44b4-ada4-16c36e18ac29 None None] Provisioning for port ba64cdf6-aff6-4f2b-a275-2eea21b064f2 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:29.425074 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e2b89ba8-327e-44b4-ada4-16c36e18ac29 None None] Provisioning complete for port ba64cdf6-aff6-4f2b-a275-2eea21b064f2 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:29.426196 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e2b89ba8-327e-44b4-ada4-16c36e18ac29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:29.469417 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-64510f8e-5ca1-4954-8945-3ece0aa50ae2 req-f36a630a-9549-4688-a74d-f8d4ba3a982a service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991595 Jul 29 23:29:29.492661 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e2b89ba8-327e-44b4-ada4-16c36e18ac29 None None] Port ba64cdf6-aff6-4f2b-a275-2eea21b064f2 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:29.537021 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1268aae1-92bd-4781-b2d6-837f3ba71c6c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Made reservation on behalf of 29509088665f4632a7c1f92da56cf95b for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:29.545360 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1268aae1-92bd-4781-b2d6-837f3ba71c6c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:29.570683 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-1268aae1-92bd-4781-b2d6-837f3ba71c6c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] device_id is not set on port bc7b6a72-8fe9-4503-b61d-15c38aa7aaa9 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:29:29.592316 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-81268c89-0099-4f5a-a097-5fe784b14aed admin admin] Deleting subnet 0cb2f193-fc4f-4dac-a1ba-229c606a1e94 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:29:29.596054 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-81268c89-0099-4f5a-a097-5fe784b14aed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:29.642423 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02751941-106d-4fbc-bb44-0659040be1a1 req-8e47e506-2d03-4581-a17b-ba6d0ffc04b0 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:29.648488 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-02751941-106d-4fbc-bb44-0659040be1a1 req-8e47e506-2d03-4581-a17b-ba6d0ffc04b0 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] 10.222.0.18 "GET /v2.0/ports?device_id=cea3d0dd-880c-4fae-a30b-c851bf8a68a9 HTTP/1.1" status: 200 len: 948 time: 0.4338999 Jul 29 23:29:29.650583 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:29.734633 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-1268aae1-92bd-4781-b2d6-837f3ba71c6c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Allocated IP 172.20.0.14 (9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7/2e56ebf9-8e30-42e0-84ce-18c39d961118/bc7b6a72-8fe9-4503-b61d-15c38aa7aaa9) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:29.736250 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-81268c89-0099-4f5a-a097-5fe784b14aed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:29.919952 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-02751941-106d-4fbc-bb44-0659040be1a1 req-3b3564b3-c781-4553-87ff-7b384e6ef721 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dc3cf82-5fe5-4f3e-b183-747f12bb8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447040 Jul 29 23:29:29.927943 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1268aae1-92bd-4781-b2d6-837f3ba71c6c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:29.949136 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-1268aae1-92bd-4781-b2d6-837f3ba71c6c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Transition to ACTIVE for port object bc7b6a72-8fe9-4503-b61d-15c38aa7aaa9 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:29.951923 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-81268c89-0099-4f5a-a097-5fe784b14aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:29.955896 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-55e00f4d-cd60-4729-83fe-f868a57bf395 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:29.990001 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1268aae1-92bd-4781-b2d6-837f3ba71c6c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.042489 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1268aae1-92bd-4781-b2d6-837f3ba71c6c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Network 9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:30.043976 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-1268aae1-92bd-4781-b2d6-837f3ba71c6c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:30.053159 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1268aae1-92bd-4781-b2d6-837f3ba71c6c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:30.077341 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268aae1-92bd-4781-b2d6-837f3ba71c6c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Pushing event updated for resources: {'Port': ['ID=bc7b6a72-8fe9-4503-b61d-15c38aa7aaa9,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:30.078868 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e1ddaa4e-f2a2-4716-b367-4c3916e21d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.103998 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e26da342-67e6-45c4-8407-f008da3b1427 req-628e44d3-ee17-49e5-9ff8-92e60bad57d0 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.112115 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e1ddaa4e-f2a2-4716-b367-4c3916e21d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.115264 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1268aae1-92bd-4781-b2d6-837f3ba71c6c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:30.115952 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1268aae1-92bd-4781-b2d6-837f3ba71c6c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.120613 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 9f3c9337-9fb0-4b9a-a6a9-020914596c9c details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:29:30.135928 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1268aae1-92bd-4781-b2d6-837f3ba71c6c tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7992382 Jul 29 23:29:30.139110 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41462) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:30.153252 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-2963ce5b-927d-462b-8a51-10c36fa46800 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:50:de:70'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:8c:1b:21'}]}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:30.189388 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e1ddaa4e-f2a2-4716-b367-4c3916e21d19 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fee5e5fa3b6741d3bd821df15cc6ae09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9627168 Jul 29 23:29:30.194617 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 41464) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:30.212424 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ddaa4e-f2a2-4716-b367-4c3916e21d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131d9623-a79e-4baf-9364-6c38e6405cca,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:30.297771 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-81268c89-0099-4f5a-a097-5fe784b14aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.324531 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 9f3c9337-9fb0-4b9a-a6a9-020914596c9c, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9f3c9337-9fb0-4b9a-a6a9-020914596c9c,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:30.345640 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '9f3c9337-9fb0-4b9a-a6a9-020914596c9c', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': '9f3c9337-9fb0-4b9a-a6a9-020914596c9c', 'mac_address': 'fa:16:3e:19:59:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:29:30.385894 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81268c89-0099-4f5a-a097-5fe784b14aed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0cb2f193-fc4f-4dac-a1ba-229c606a1e94,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:30.393268 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-81268c89-0099-4f5a-a097-5fe784b14aed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.398772 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-81268c89-0099-4f5a-a097-5fe784b14aed admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0cb2f193-fc4f-4dac-a1ba-229c606a1e94 HTTP/1.1" status: 204 len: 168 time: 1.1735809 Jul 29 23:29:30.400535 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41468) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:30.414590 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.436116 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f3c9337-9fb0-4b9a-a6a9-020914596c9c {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:29:30.438258 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d6a7504f-4e11-43e8-ad24-548d85cfb3f3 req-e71f8b47-3189-466e-b933-a268878626f6 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 210 time: 0.0619500 Jul 29 23:29:30.453165 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-55e00f4d-cd60-4729-83fe-f868a57bf395 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.463597 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 9f3c9337-9fb0-4b9a-a6a9-020914596c9c, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9f3c9337-9fb0-4b9a-a6a9-020914596c9c,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:30.470177 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.487461 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e00f4d-cd60-4729-83fe-f868a57bf395 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:30.512898 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-55e00f4d-cd60-4729-83fe-f868a57bf395 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:30.523702 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e00f4d-cd60-4729-83fe-f868a57bf395 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:30.535174 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2963ce5b-927d-462b-8a51-10c36fa46800 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.558185 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b4deb4e3-969d-47f4-b3e8-3fb6ccd26fac None None] Provisioning for port bc7b6a72-8fe9-4503-b61d-15c38aa7aaa9 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:30.564649 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ffdef833-d0f4-49c0-9482-3ed908d0b948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.566470 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b4deb4e3-969d-47f4-b3e8-3fb6ccd26fac None None] Provisioning complete for port bc7b6a72-8fe9-4503-b61d-15c38aa7aaa9 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:30.567079 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b4deb4e3-969d-47f4-b3e8-3fb6ccd26fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.611743 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e26da342-67e6-45c4-8407-f008da3b1427 req-628e44d3-ee17-49e5-9ff8-92e60bad57d0 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.618887 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-133c597e-9b2c-4450-bfae-0210b45a659b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.622150 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=9f3c9337-9fb0-4b9a-a6a9-020914596c9c,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:30.647390 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b4deb4e3-969d-47f4-b3e8-3fb6ccd26fac None None] Port bc7b6a72-8fe9-4503-b61d-15c38aa7aaa9 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:30.672396 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-133c597e-9b2c-4450-bfae-0210b45a659b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.674470 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e00f4d-cd60-4729-83fe-f868a57bf395 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Pushing event updated for resources: {'Port': ['ID=99656e33-0731-476d-917a-1d03652af1de,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:30.694138 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['9f3c9337-9fb0-4b9a-a6a9-020914596c9c'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:29:30.727349 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-55e00f4d-cd60-4729-83fe-f868a57bf395 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.823986 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e26da342-67e6-45c4-8407-f008da3b1427 req-628e44d3-ee17-49e5-9ff8-92e60bad57d0 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Network 06399198-5076-4bad-82c6-5654a25ce71e is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:30.832215 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-e26da342-67e6-45c4-8407-f008da3b1427 req-628e44d3-ee17-49e5-9ff8-92e60bad57d0 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:30.851440 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-133c597e-9b2c-4450-bfae-0210b45a659b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.854145 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-133c597e-9b2c-4450-bfae-0210b45a659b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:30.857652 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-133c597e-9b2c-4450-bfae-0210b45a659b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/131d9623-a79e-4baf-9364-6c38e6405cca HTTP/1.1" status: 204 len: 168 time: 0.6200378 Jul 29 23:29:30.857652 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26da342-67e6-45c4-8407-f008da3b1427 req-628e44d3-ee17-49e5-9ff8-92e60bad57d0 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:30.885819 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c597e-9b2c-4450-bfae-0210b45a659b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131d9623-a79e-4baf-9364-6c38e6405cca,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:30.936995 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-55e00f4d-cd60-4729-83fe-f868a57bf395 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.090264 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e44d3-ee17-49e5-9ff8-92e60bad57d0 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Pushing event updated for resources: {'Port': ['ID=ee32de3c-cf78-4cdf-afa0-085aefd0fa98,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:31.184290 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26da342-67e6-45c4-8407-f008da3b1427 req-628e44d3-ee17-49e5-9ff8-92e60bad57d0 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:31.185084 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e26da342-67e6-45c4-8407-f008da3b1427 req-628e44d3-ee17-49e5-9ff8-92e60bad57d0 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.228323 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057362c8-01fc-4b20-9084-dbfca24c357a req-daf3e9ef-cc96-4df2-ab3d-a86e153ef3bc tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:31.230175 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-057362c8-01fc-4b20-9084-dbfca24c357a req-daf3e9ef-cc96-4df2-ab3d-a86e153ef3bc tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] 10.222.0.18 "GET /v2.0/ports?device_id=cea3d0dd-880c-4fae-a30b-c851bf8a68a9 HTTP/1.1" status: 200 len: 949 time: 0.1231105 Jul 29 23:29:31.264565 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e26da342-67e6-45c4-8407-f008da3b1427 req-628e44d3-ee17-49e5-9ff8-92e60bad57d0 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0482118 Jul 29 23:29:31.271941 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-55e00f4d-cd60-4729-83fe-f868a57bf395 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.297221 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-e26da342-67e6-45c4-8407-f008da3b1427 req-c75cf017-6a79-4cc1-abff-ce7dceffce96 service neutron] Request body: {'port': {'device_id': '8e07a350-7b42-4ccc-ac35-ea7bc71627b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:31.300030 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-55e00f4d-cd60-4729-83fe-f868a57bf395 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.374472 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ffdef833-d0f4-49c0-9482-3ed908d0b948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.393625 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-ffdef833-d0f4-49c0-9482-3ed908d0b948 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f195fe2-31a9-4d30-94bf-f93152b98fa3']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:31.406688 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-057362c8-01fc-4b20-9084-dbfca24c357a req-30032e74-b2a5-4228-8cb8-6d76ab0fdf9c tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dc3cf82-5fe5-4f3e-b183-747f12bb8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655912 Jul 29 23:29:31.411653 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-ffdef833-d0f4-49c0-9482-3ed908d0b948 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5aeb456c-bfbc-4a91-a30e-3c7783323d8b') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:31.411998 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-ffdef833-d0f4-49c0-9482-3ed908d0b948 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5aeb456c-bfbc-4a91-a30e-3c7783323d8b') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:31.434651 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ffdef833-d0f4-49c0-9482-3ed908d0b948 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.474239 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ffdef833-d0f4-49c0-9482-3ed908d0b948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.488864 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-55e00f4d-cd60-4729-83fe-f868a57bf395 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.501122 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffdef833-d0f4-49c0-9482-3ed908d0b948 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:29:31.501388 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ffdef833-d0f4-49c0-9482-3ed908d0b948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.504644 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:29:31.504644 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:29:31.504644 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:29:31.504644 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:29:31.504644 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:29:31.504644 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:29:31.504644 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:29:31.504644 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:29:31.504644 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:29:31.504644 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:29:31.504644 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:29:31.504644 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:29:31.504644 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:29:31.504644 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:29:31.504644 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:29:31.504644 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:29:31.504644 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:29:31.504644 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:29:31.504644 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:29:31.504644 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:29:31.504644 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:29:31.504644 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:29:31.504644 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:29:31.504644 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:29:31.504644 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:29:31.504644 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:29:31.504644 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:29:31.504644 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:29:31.504644 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:29:31.504644 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:29:31.504644 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:29:31.504644 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:29:31.532315 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e00f4d-cd60-4729-83fe-f868a57bf395 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Pushing event updated for resources: {'Port': ['ID=99656e33-0731-476d-917a-1d03652af1de,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:31.582296 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-55e00f4d-cd60-4729-83fe-f868a57bf395 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.586218 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-55e00f4d-cd60-4729-83fe-f868a57bf395 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2951720 Jul 29 23:29:31.616182 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2963ce5b-927d-462b-8a51-10c36fa46800 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.618511 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ffdef833-d0f4-49c0-9482-3ed908d0b948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.626500 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ffdef833-d0f4-49c0-9482-3ed908d0b948 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.634651 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ffdef833-d0f4-49c0-9482-3ed908d0b948 admin admin] 10.222.0.18 "DELETE /v2.0/networks/3f195fe2-31a9-4d30-94bf-f93152b98fa3 HTTP/1.1" status: 204 len: 168 time: 1.2232616 Jul 29 23:29:31.634651 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2963ce5b-927d-462b-8a51-10c36fa46800 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.650157 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e26da342-67e6-45c4-8407-f008da3b1427 req-c75cf017-6a79-4cc1-abff-ce7dceffce96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.682227 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdef833-d0f4-49c0-9482-3ed908d0b948 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f195fe2-31a9-4d30-94bf-f93152b98fa3,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:31.765949 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2963ce5b-927d-462b-8a51-10c36fa46800 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Pushing event updated for resources: {'Port': ['ID=bc7b6a72-8fe9-4503-b61d-15c38aa7aaa9,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:31.807117 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-2963ce5b-927d-462b-8a51-10c36fa46800 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] In _notify_port_updated(), no bound segment for port bc7b6a72-8fe9-4503-b61d-15c38aa7aaa9 on network 9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7 {{(pid=94064) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:29:31.815279 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2963ce5b-927d-462b-8a51-10c36fa46800 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:31.816132 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2963ce5b-927d-462b-8a51-10c36fa46800 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:31.820609 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2963ce5b-927d-462b-8a51-10c36fa46800 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] 10.222.0.18 "PUT /v2.0/ports/bc7b6a72-8fe9-4503-b61d-15c38aa7aaa9 HTTP/1.1" status: 200 len: 1056 time: 1.6773467 Jul 29 23:29:31.821156 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41496) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:31.878779 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d574d91-a7b2-42b2-9dac-42d7471635b8 req-c555a47f-5759-4e36-bcab-83845b6962dd tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:31.881563 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1d574d91-a7b2-42b2-9dac-42d7471635b8 req-c555a47f-5759-4e36-bcab-83845b6962dd tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 931 time: 0.3086648 Jul 29 23:29:31.975209 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8f1af4d1-98ca-47f6-85e3-f8c23277afa0 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Deleting port bc7b6a72-8fe9-4503-b61d-15c38aa7aaa9 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:31.975562 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f1af4d1-98ca-47f6-85e3-f8c23277afa0 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:32.087133 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1d574d91-a7b2-42b2-9dac-42d7471635b8 req-125e8bc6-db6e-4e5f-9549-774699d93874 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ca3ec7-faad-4e0e-9010-31a59c1999b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894052 Jul 29 23:29:32.091400 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41504) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:32.124290 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 9f3c9337-9fb0-4b9a-a6a9-020914596c9c up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:32.181216 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0909f6fe-3b88-4831-bc08-cee3e3d585e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=06a0bb0f8bb247ddbe276cca90b0c08c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0880249 Jul 29 23:29:32.187806 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 41506) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:32.192967 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f1af4d1-98ca-47f6-85e3-f8c23277afa0 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:32.213661 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8f1af4d1-98ca-47f6-85e3-f8c23277afa0 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Calling delete_port for bc7b6a72-8fe9-4503-b61d-15c38aa7aaa9 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:32.259538 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d5f4f8ae-8079-482e-8fd5-861aa910b511 None None] Provisioning complete for port bc7b6a72-8fe9-4503-b61d-15c38aa7aaa9 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:32.260114 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d5f4f8ae-8079-482e-8fd5-861aa910b511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:32.384617 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 9f3c9337-9fb0-4b9a-a6a9-020914596c9c completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:32.409692 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 9f3c9337-9fb0-4b9a-a6a9-020914596c9c triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:32.418024 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:32.419941 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2b4d-c4d3-4f3a-8b49-57e8b85a40d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:32.453721 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f1af4d1-98ca-47f6-85e3-f8c23277afa0 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:32.488018 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d5f4f8ae-8079-482e-8fd5-861aa910b511 None None] Port bc7b6a72-8fe9-4503-b61d-15c38aa7aaa9 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:32.530299 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1af4d1-98ca-47f6-85e3-f8c23277afa0 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Pushing event deleted for resources: {'Port': ['ID=bc7b6a72-8fe9-4503-b61d-15c38aa7aaa9,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:32.577345 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:32.593770 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2b4d-c4d3-4f3a-8b49-57e8b85a40d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:32.636915 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea3d0dd-880c-4fae-a30b-c851bf8a68a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3c9337-9fb0-4b9a-a6a9-020914596c9c'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:32.639614 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b9aa0a-9992-485c-a860-c03d21c4be70" -d '{"events": [{"server_uuid": "cea3d0dd-880c-4fae-a30b-c851bf8a68a9", "name": "network-vif-plugged", "status": "completed", "tag": "9f3c9337-9fb0-4b9a-a6a9-020914596c9c"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:32.652045 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-1957072a-d970-485d-8e0f-b1d8a0173159 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1390639413&fields=id&tenant_id=1b88923046a64f0cbc69a614c91ce1e9 HTTP/1.1" status: 200 len: 267 time: 0.1813409 Jul 29 23:29:32.661638 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 9f3c9337-9fb0-4b9a-a6a9-020914596c9c, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9f3c9337-9fb0-4b9a-a6a9-020914596c9c,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:32.670518 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:32.742719 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-40eabaea-6f72-4f53-a97b-037258c3fe43 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:32.759194 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-40eabaea-6f72-4f53-a97b-037258c3fe43 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports/fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 HTTP/1.1" status: 200 len: 929 time: 0.1053975 Jul 29 23:29:32.769107 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=9f3c9337-9fb0-4b9a-a6a9-020914596c9c,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:32.809339 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f7d16499-f991-4488-a703-e4c6d7a39e89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:32.967126 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-e26da342-67e6-45c4-8407-f008da3b1427 req-c75cf017-6a79-4cc1-abff-ce7dceffce96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee32de3c-cf78-4cdf-afa0-085aefd0fa98 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:29:32.979643 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e26da342-67e6-45c4-8407-f008da3b1427 req-c75cf017-6a79-4cc1-abff-ce7dceffce96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:33.002605 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-41f13a5a-e156-4c1e-b7eb-aea5a4e09f50 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:33.004706 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-41f13a5a-e156-4c1e-b7eb-aea5a4e09f50 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports/9c4654c6-ab2c-4aa8-b108-e91e391645a3 HTTP/1.1" status: 200 len: 930 time: 0.2440748 Jul 29 23:29:33.012821 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-e26da342-67e6-45c4-8407-f008da3b1427 req-c75cf017-6a79-4cc1-abff-ce7dceffce96 service neutron] Transition to ACTIVE for port object ee32de3c-cf78-4cdf-afa0-085aefd0fa98 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:33.028248 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db46a22-ea6b-4bd3-bd1f-c0d74b17c251 req-f3c696f0-ed5c-4383-ac84-084dfb71ba38 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:33.036255 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3db46a22-ea6b-4bd3-bd1f-c0d74b17c251 req-f3c696f0-ed5c-4383-ac84-084dfb71ba38 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] 10.222.0.18 "GET /v2.0/ports?device_id=cea3d0dd-880c-4fae-a30b-c851bf8a68a9 HTTP/1.1" status: 200 len: 950 time: 0.4096160 Jul 29 23:29:33.040378 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e26da342-67e6-45c4-8407-f008da3b1427 req-c75cf017-6a79-4cc1-abff-ce7dceffce96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:33.111331 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f1af4d1-98ca-47f6-85e3-f8c23277afa0 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:33.118540 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8f1af4d1-98ca-47f6-85e3-f8c23277afa0 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] 10.222.0.18 "DELETE /v2.0/ports/bc7b6a72-8fe9-4503-b61d-15c38aa7aaa9 HTTP/1.1" status: 204 len: 168 time: 1.2959592 Jul 29 23:29:33.119486 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41534) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:33.120850 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-110ed435-431c-4c6b-b5f9-aafafa9e648c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?network_id=d946e4cf-f467-4b2d-9871-c5018b0b50b6&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0815213 Jul 29 23:29:33.148639 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2b4d-c4d3-4f3a-8b49-57e8b85a40d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:33.153102 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e7a2b4d-c4d3-4f3a-8b49-57e8b85a40d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:33.155200 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5e7a2b4d-c4d3-4f3a-8b49-57e8b85a40d5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0a75ced0-dad7-4674-953f-ca2a0dbbfae7 HTTP/1.1" status: 204 len: 168 time: 0.9628730 Jul 29 23:29:33.177594 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d41f3cd-d5e7-4b35-8870-09b20e99e6af tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] GET failed (client error): The resource could not be found. Jul 29 23:29:33.179364 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4d41f3cd-d5e7-4b35-8870-09b20e99e6af tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] 10.222.0.18 "GET /v2.0/ports/bc7b6a72-8fe9-4503-b61d-15c38aa7aaa9 HTTP/1.1" status: 404 len: 333 time: 0.0461285 Jul 29 23:29:33.182032 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41538) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:33.211150 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75cf017-6a79-4cc1-abff-ce7dceffce96 service neutron] Pushing event updated for resources: {'Port': ['ID=ee32de3c-cf78-4cdf-afa0-085aefd0fa98,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:33.226167 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3db46a22-ea6b-4bd3-bd1f-c0d74b17c251 req-ef1501d5-3f60-4885-a910-ce6fd3e874a7 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dc3cf82-5fe5-4f3e-b183-747f12bb8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887136 Jul 29 23:29:33.289527 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a2b4d-c4d3-4f3a-8b49-57e8b85a40d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a75ced0-dad7-4674-953f-ca2a0dbbfae7,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:33.321267 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-efeb0398-c24e-4709-b439-71242c7a245c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?network_id=d946e4cf-f467-4b2d-9871-c5018b0b50b6&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1839948 Jul 29 23:29:33.332475 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-92f49d56-f300-4c4b-b9f6-77335c80b8b6 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Deleting port ba64cdf6-aff6-4f2b-a275-2eea21b064f2 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:33.333002 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-92f49d56-f300-4c4b-b9f6-77335c80b8b6 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:33.370521 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab45db9d-a519-4e63-be44-ad4515c13b30 x-openstack-request-id: req-ab45db9d-a519-4e63-be44-ad4515c13b30 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:33.371622 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea3d0dd-880c-4fae-a30b-c851bf8a68a9", "name": "network-vif-plugged", "status": "completed", "tag": "9f3c9337-9fb0-4b9a-a6a9-020914596c9c", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:33.372310 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ab45db9d-a519-4e63-be44-ad4515c13b30 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:33.373100 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea3d0dd-880c-4fae-a30b-c851bf8a68a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f3c9337-9fb0-4b9a-a6a9-020914596c9c', 'code': 200} Jul 29 23:29:33.636740 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6016dd24-f615-44c7-8980-d3429e39a913 req-deed23c0-303c-4a55-9b38-d792abaf2711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:33.639472 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6016dd24-f615-44c7-8980-d3429e39a913 req-deed23c0-303c-4a55-9b38-d792abaf2711 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=cea3d0dd-880c-4fae-a30b-c851bf8a68a9 HTTP/1.1" status: 200 len: 1102 time: 0.0973139 Jul 29 23:29:33.673886 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-92f49d56-f300-4c4b-b9f6-77335c80b8b6 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:33.692753 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-92f49d56-f300-4c4b-b9f6-77335c80b8b6 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Calling delete_port for ba64cdf6-aff6-4f2b-a275-2eea21b064f2 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:33.713513 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6016dd24-f615-44c7-8980-d3429e39a913 req-68a3dc79-9406-4c64-9bd0-ee52fe7ba981 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0dc3cf82-5fe5-4f3e-b183-747f12bb8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646989 Jul 29 23:29:33.780466 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-e26da342-67e6-45c4-8407-f008da3b1427 req-c75cf017-6a79-4cc1-abff-ce7dceffce96 service neutron] Attempting to bind port ee32de3c-cf78-4cdf-afa0-085aefd0fa98 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:33.780825 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-e26da342-67e6-45c4-8407-f008da3b1427 req-c75cf017-6a79-4cc1-abff-ce7dceffce96 service neutron] Attempting to bind port ee32de3c-cf78-4cdf-afa0-085aefd0fa98 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '77c85181-0083-4e54-95a5-a8245df6293d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '06399198-5076-4bad-82c6-5654a25ce71e'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:33.781192 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26da342-67e6-45c4-8407-f008da3b1427 req-c75cf017-6a79-4cc1-abff-ce7dceffce96 service neutron] Attempting to bind port ee32de3c-cf78-4cdf-afa0-085aefd0fa98 on network 06399198-5076-4bad-82c6-5654a25ce71e {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:33.815175 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41552) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:33.824995 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0afe13-d0ee-44e1-b42c-71a6205a3558 req-581bdff7-9063-4e11-ba2c-35df085a53d0 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:33.837000 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce0afe13-d0ee-44e1-b42c-71a6205a3558 req-581bdff7-9063-4e11-ba2c-35df085a53d0 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 943 time: 0.2992120 Jul 29 23:29:33.853154 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26da342-67e6-45c4-8407-f008da3b1427 req-c75cf017-6a79-4cc1-abff-ce7dceffce96 service neutron] Port ee32de3c-cf78-4cdf-afa0-085aefd0fa98 on network 06399198-5076-4bad-82c6-5654a25ce71e not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:29:33.853600 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26da342-67e6-45c4-8407-f008da3b1427 req-c75cf017-6a79-4cc1-abff-ce7dceffce96 service neutron] Attempting to bind port ee32de3c-cf78-4cdf-afa0-085aefd0fa98 on network 06399198-5076-4bad-82c6-5654a25ce71e {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:33.863969 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26da342-67e6-45c4-8407-f008da3b1427 req-c75cf017-6a79-4cc1-abff-ce7dceffce96 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:33.864526 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26da342-67e6-45c4-8407-f008da3b1427 req-c75cf017-6a79-4cc1-abff-ce7dceffce96 service neutron] Checking segment: {'id': '77c85181-0083-4e54-95a5-a8245df6293d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '06399198-5076-4bad-82c6-5654a25ce71e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:33.865163 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26da342-67e6-45c4-8407-f008da3b1427 req-c75cf017-6a79-4cc1-abff-ce7dceffce96 service neutron] Bound using segment: {'id': '77c85181-0083-4e54-95a5-a8245df6293d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '06399198-5076-4bad-82c6-5654a25ce71e'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:33.865934 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-e26da342-67e6-45c4-8407-f008da3b1427 req-c75cf017-6a79-4cc1-abff-ce7dceffce96 service neutron] Bound port: ee32de3c-cf78-4cdf-afa0-085aefd0fa98, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77c85181-0083-4e54-95a5-a8245df6293d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '06399198-5076-4bad-82c6-5654a25ce71e'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:33.866435 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e26da342-67e6-45c4-8407-f008da3b1427 req-c75cf017-6a79-4cc1-abff-ce7dceffce96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:33.880476 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-8346da91-3f49-4786-a97c-dab8caccb249 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:33.889242 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-8346da91-3f49-4786-a97c-dab8caccb249 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:33.900324 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-8346da91-3f49-4786-a97c-dab8caccb249 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:33.902812 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-8346da91-3f49-4786-a97c-dab8caccb249 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/networks?id=34a9b01a-fb87-4012-8543-47877b831421&id=d2df6756-1437-4cbd-af3b-72d70f51df4a&id=d2df6756-1437-4cbd-af3b-72d70f51df4a&id=d946e4cf-f467-4b2d-9871-c5018b0b50b6&id=d946e4cf-f467-4b2d-9871-c5018b0b50b6 HTTP/1.1" status: 200 len: 1990 time: 0.5655217 Jul 29 23:29:33.948043 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-77f47a90-55f5-4fb5-a46b-aa16e18e831a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc1f50f04f4248d98874c57d35444d3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1297026 Jul 29 23:29:33.953657 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41554) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:33.987697 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-c005da76-1474-42ed-9032-afc80e615797 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/quotas/1b88923046a64f0cbc69a614c91ce1e9 HTTP/1.1" status: 200 len: 375 time: 0.0607905 Jul 29 23:29:33.994906 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce0afe13-d0ee-44e1-b42c-71a6205a3558 req-153a7e78-b3fa-467c-b864-2be1233dfa28 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ca3ec7-faad-4e0e-9010-31a59c1999b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568077 Jul 29 23:29:34.107624 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-e26da342-67e6-45c4-8407-f008da3b1427 req-c75cf017-6a79-4cc1-abff-ce7dceffce96 service neutron] For port ee32de3c-cf78-4cdf-afa0-085aefd0fa98, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:34.115811 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-e26da342-67e6-45c4-8407-f008da3b1427 req-c75cf017-6a79-4cc1-abff-ce7dceffce96 service neutron] For port ee32de3c-cf78-4cdf-afa0-085aefd0fa98, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=ee32de3c-cf78-4cdf-afa0-085aefd0fa98,segment=NetworkSegment(77c85181-0083-4e54-95a5-a8245df6293d),segment_id=77c85181-0083-4e54-95a5-a8245df6293d)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:34.121954 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e26da342-67e6-45c4-8407-f008da3b1427 req-c75cf017-6a79-4cc1-abff-ce7dceffce96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:34.135002 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-92f49d56-f300-4c4b-b9f6-77335c80b8b6 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:34.215336 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26da342-67e6-45c4-8407-f008da3b1427 req-c75cf017-6a79-4cc1-abff-ce7dceffce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:34.217421 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e26da342-67e6-45c4-8407-f008da3b1427 req-c75cf017-6a79-4cc1-abff-ce7dceffce96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:34.219012 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5bbe67c4-2d4b-42ee-9c10-90fe365d84f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:34.220893 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e26da342-67e6-45c4-8407-f008da3b1427 req-c75cf017-6a79-4cc1-abff-ce7dceffce96 service neutron] 10.222.0.39 "PUT /v2.0/ports/ee32de3c-cf78-4cdf-afa0-085aefd0fa98 HTTP/1.1" status: 200 len: 1092 time: 2.9421365 Jul 29 23:29:34.223785 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f49d56-f300-4c4b-b9f6-77335c80b8b6 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Pushing event deleted for resources: {'Port': ['ID=ba64cdf6-aff6-4f2b-a275-2eea21b064f2,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:34.229734 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e07a350-7b42-4ccc-ac35-ea7bc71627b0', 'tag': 'ee32de3c-cf78-4cdf-afa0-085aefd0fa98'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:34.233774 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5e1120d-61fb-408a-8229-b8ca877be16e" -d '{"events": [{"name": "network-changed", "server_uuid": "8e07a350-7b42-4ccc-ac35-ea7bc71627b0", "tag": "ee32de3c-cf78-4cdf-afa0-085aefd0fa98"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:34.297378 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-e86bfab7-82e4-4dd4-9ea8-73a888ad9429 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b88923046a64f0cbc69a614c91ce1e9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2843835 Jul 29 23:29:34.345384 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5bbe67c4-2d4b-42ee-9c10-90fe365d84f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:34.422352 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a7762d-8eae-414f-8dc5-26a10ce577b0 x-openstack-request-id: req-10a7762d-8eae-414f-8dc5-26a10ce577b0 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:34.422728 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e07a350-7b42-4ccc-ac35-ea7bc71627b0", "tag": "ee32de3c-cf78-4cdf-afa0-085aefd0fa98", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:34.427661 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-10a7762d-8eae-414f-8dc5-26a10ce577b0 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:34.427661 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e07a350-7b42-4ccc-ac35-ea7bc71627b0', 'tag': 'ee32de3c-cf78-4cdf-afa0-085aefd0fa98', 'status': 'completed', 'code': 200} Jul 29 23:29:34.479279 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-92f49d56-f300-4c4b-b9f6-77335c80b8b6 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:34.487211 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 41570) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:34.500175 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-92f49d56-f300-4c4b-b9f6-77335c80b8b6 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] 10.222.0.18 "DELETE /v2.0/ports/ba64cdf6-aff6-4f2b-a275-2eea21b064f2 HTTP/1.1" status: 204 len: 168 time: 1.2994175 Jul 29 23:29:34.502917 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75cf017-6a79-4cc1-abff-ce7dceffce96 service neutron] Pushing event updated for resources: {'Port': ['ID=ee32de3c-cf78-4cdf-afa0-085aefd0fa98,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:34.575298 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5bbe67c4-2d4b-42ee-9c10-90fe365d84f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:34.580552 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5bbe67c4-2d4b-42ee-9c10-90fe365d84f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:34.582430 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5bbe67c4-2d4b-42ee-9c10-90fe365d84f4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0b3ae6b-1d25-4249-ae40-f3cdb7fe2e3c HTTP/1.1" status: 204 len: 168 time: 0.6250520 Jul 29 23:29:34.595000 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c3d768-d504-4177-9e32-62904150c73d tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] GET failed (client error): The resource could not be found. Jul 29 23:29:34.597499 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-83c3d768-d504-4177-9e32-62904150c73d tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] 10.222.0.18 "GET /v2.0/ports/ba64cdf6-aff6-4f2b-a275-2eea21b064f2 HTTP/1.1" status: 404 len: 333 time: 0.1021843 Jul 29 23:29:34.610393 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41574) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:34.623002 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26da342-67e6-45c4-8407-f008da3b1427 req-98767017-8d9f-45fd-af97-b5cb295da5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:34.625417 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e26da342-67e6-45c4-8407-f008da3b1427 req-98767017-8d9f-45fd-af97-b5cb295da5d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fdbb74cc9a943968c8ada14c5f92979&device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 1095 time: 0.3008270 Jul 29 23:29:34.629044 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbe67c4-2d4b-42ee-9c10-90fe365d84f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b3ae6b-1d25-4249-ae40-f3cdb7fe2e3c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:34.834424 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc2994-b76c-466d-85b2-5d44c0b3c39d req-d6a811eb-f74d-411b-b7f6-6a61306f6ba2 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:34.836039 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5fc2994-b76c-466d-85b2-5d44c0b3c39d req-d6a811eb-f74d-411b-b7f6-6a61306f6ba2 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] 10.222.0.18 "GET /v2.0/ports?device_id=cea3d0dd-880c-4fae-a30b-c851bf8a68a9 HTTP/1.1" status: 200 len: 950 time: 0.3194458 Jul 29 23:29:34.837456 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e26da342-67e6-45c4-8407-f008da3b1427 req-289dac18-9c72-43c3-a5a4-51ebdd8186ff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee32de3c-cf78-4cdf-afa0-085aefd0fa98 HTTP/1.1" status: 200 len: 217 time: 0.1918185 Jul 29 23:29:34.892161 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-4d56f7c6-d692-44fb-85b4-22a3455a40f5 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Deleting port 4ffbf1a7-053f-444d-accd-401b45e6ad2a {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:34.893096 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4d56f7c6-d692-44fb-85b4-22a3455a40f5 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:34.939781 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26da342-67e6-45c4-8407-f008da3b1427 req-7e8d2703-dab5-468b-88c5-4b909cf47871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:34.940450 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e26da342-67e6-45c4-8407-f008da3b1427 req-7e8d2703-dab5-468b-88c5-4b909cf47871 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4b816f14-b714-45a5-bd31-0fa047cfe72c HTTP/1.1" status: 200 len: 860 time: 0.0948980 Jul 29 23:29:34.956616 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5fc2994-b76c-466d-85b2-5d44c0b3c39d req-949d8a90-9325-4e11-99f7-b2d095e0c1d7 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dc3cf82-5fe5-4f3e-b183-747f12bb8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068997 Jul 29 23:29:34.976827 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-bbd2b977-c3bd-4c9d-be79-822d18591cc0 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:29:34.978567 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-bbd2b977-c3bd-4c9d-be79-822d18591cc0 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6284223 Jul 29 23:29:34.996806 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e26da342-67e6-45c4-8407-f008da3b1427 req-cf6a2ad4-0b72-405c-a8e8-587da47bfc73 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06399198-5076-4bad-82c6-5654a25ce71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380971 Jul 29 23:29:35.068006 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4d56f7c6-d692-44fb-85b4-22a3455a40f5 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:35.097434 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-4d56f7c6-d692-44fb-85b4-22a3455a40f5 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Calling delete_port for 4ffbf1a7-053f-444d-accd-401b45e6ad2a owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:35.360178 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077cae10-b750-46bb-9d5f-06ae71b45af9 req-139cdec5-7da5-48f7-8c8f-6606ffa988b5 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:35.369053 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-077cae10-b750-46bb-9d5f-06ae71b45af9 req-139cdec5-7da5-48f7-8c8f-6606ffa988b5 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 943 time: 0.1854906 Jul 29 23:29:35.382486 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:35.398001 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f71b7d26-b9e1-4367-968c-413abb76355c service neutron] 10.222.0.18 "GET /v2.0/networks/34a9b01a-fb87-4012-8543-47877b831421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4039755 Jul 29 23:29:35.413200 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e26da342-67e6-45c4-8407-f008da3b1427 req-0c96e665-18b9-4577-b7fc-84fcb3609b68 service neutron] 10.222.0.39 "GET /v2.0/networks/06399198-5076-4bad-82c6-5654a25ce71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4074860 Jul 29 23:29:35.478531 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-077cae10-b750-46bb-9d5f-06ae71b45af9 req-dcfebbb2-f7a2-4c54-8c0a-6e0204d0d8aa tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ca3ec7-faad-4e0e-9010-31a59c1999b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087170 Jul 29 23:29:35.510054 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4d56f7c6-d692-44fb-85b4-22a3455a40f5 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:35.526596 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8fa4b2d6-3d9a-47c6-ae64-cb8032356a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:35.579404 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d56f7c6-d692-44fb-85b4-22a3455a40f5 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Pushing event deleted for resources: {'Port': ['ID=4ffbf1a7-053f-444d-accd-401b45e6ad2a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:35.728879 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4d56f7c6-d692-44fb-85b4-22a3455a40f5 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:35.731141 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4d56f7c6-d692-44fb-85b4-22a3455a40f5 tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] 10.222.0.18 "DELETE /v2.0/ports/4ffbf1a7-053f-444d-accd-401b45e6ad2a HTTP/1.1" status: 204 len: 168 time: 1.1200223 Jul 29 23:29:35.735677 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41600) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:35.837446 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-58f5b5ec-27b8-4ce5-9d07-8711f075953f tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Deleting subnet 2e56ebf9-8e30-42e0-84ce-18c39d961118 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:29:35.846814 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-58f5b5ec-27b8-4ce5-9d07-8711f075953f tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:35.867125 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-cd13308f-c89e-4925-8559-b036c1a507e3 service neutron] 10.222.0.18 "GET /v2.0/networks/34a9b01a-fb87-4012-8543-47877b831421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047735 Jul 29 23:29:35.945362 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-58f5b5ec-27b8-4ce5-9d07-8711f075953f tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:36.046993 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e26da342-67e6-45c4-8407-f008da3b1427 req-4b4cdd16-48b9-4287-a016-ea5bd019bef9 service neutron] 10.222.0.39 "GET /v2.0/networks/06399198-5076-4bad-82c6-5654a25ce71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5914557 Jul 29 23:29:36.097728 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-7616109a-3ba9-45eb-8740-15948eb51afa service neutron] 10.222.0.18 "GET /v2.0/ports/fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2198582 Jul 29 23:29:36.220177 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-58f5b5ec-27b8-4ce5-9d07-8711f075953f tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:36.338563 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-58f5b5ec-27b8-4ce5-9d07-8711f075953f tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:36.385585 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-58f5b5ec-27b8-4ce5-9d07-8711f075953f tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:36.391171 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-58f5b5ec-27b8-4ce5-9d07-8711f075953f tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] 10.222.0.18 "DELETE /v2.0/subnets/2e56ebf9-8e30-42e0-84ce-18c39d961118 HTTP/1.1" status: 204 len: 168 time: 0.6508548 Jul 29 23:29:36.394874 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41616) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:36.401040 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aac5412-78f3-4c0c-a5e1-a4f372e818b8 None None] Network 9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:36.451383 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5b5ec-27b8-4ce5-9d07-8711f075953f tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Pushing event deleted for resources: {'Subnet': ['ID=2e56ebf9-8e30-42e0-84ce-18c39d961118,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:36.633669 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-80cb5e32-ccb1-41ad-b4c4-cb8ebedecb3e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:36.777621 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-80cb5e32-ccb1-41ad-b4c4-cb8ebedecb3e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Deleting port 9e401b7a-5985-4cf3-bd23-92d736be461c {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:36.779020 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-80cb5e32-ccb1-41ad-b4c4-cb8ebedecb3e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:36.949966 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e1cc6-bca8-4dd1-aec5-80ef68aff520 req-5c9c4f20-1925-43a5-ad6e-6f9f03cb0c26 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:36.951421 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-80cb5e32-ccb1-41ad-b4c4-cb8ebedecb3e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] For port 9e401b7a-5985-4cf3-bd23-92d736be461c, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9e401b7a-5985-4cf3-bd23-92d736be461c,segment=NetworkSegment(04048f5b-1830-4aff-882f-e90c45ca30c3),segment_id=04048f5b-1830-4aff-882f-e90c45ca30c3)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:36.951421 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-80cb5e32-ccb1-41ad-b4c4-cb8ebedecb3e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:36.959752 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a75e1cc6-bca8-4dd1-aec5-80ef68aff520 req-5c9c4f20-1925-43a5-ad6e-6f9f03cb0c26 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] 10.222.0.18 "GET /v2.0/ports?device_id=cea3d0dd-880c-4fae-a30b-c851bf8a68a9 HTTP/1.1" status: 200 len: 950 time: 0.8342733 Jul 29 23:29:36.977179 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1120d-61fb-408a-8229-b8ca877be16e req-e7a757fa-2729-43ed-9789-23838ea5f14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:36.978921 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f5e1120d-61fb-408a-8229-b8ca877be16e req-e7a757fa-2729-43ed-9789-23838ea5f14b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fdbb74cc9a943968c8ada14c5f92979&device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 1095 time: 0.7203584 Jul 29 23:29:36.984416 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-80cb5e32-ccb1-41ad-b4c4-cb8ebedecb3e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Calling delete_port for 9e401b7a-5985-4cf3-bd23-92d736be461c owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:37.076551 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:37.135809 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a75e1cc6-bca8-4dd1-aec5-80ef68aff520 req-f6c752c5-9323-446d-8219-724910b7fbf8 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dc3cf82-5fe5-4f3e-b183-747f12bb8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716468 Jul 29 23:29:37.154818 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-731ba4bd-3d27-4168-af1b-8b45a6be283b service neutron] 10.222.0.18 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0570378 Jul 29 23:29:37.223163 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b85dcff-4a2a-472a-8b50-eb4aaf287346 None None] DHCP port deletion for 9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:29:37.250964 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-80cb5e32-ccb1-41ad-b4c4-cb8ebedecb3e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:37.321027 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-2b85dcff-4a2a-472a-8b50-eb4aaf287346 None None] Deleting port 9e401b7a-5985-4cf3-bd23-92d736be461c {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:37.321444 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2b85dcff-4a2a-472a-8b50-eb4aaf287346 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:37.351145 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb5e32-ccb1-41ad-b4c4-cb8ebedecb3e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Pushing event deleted for resources: {'Port': ['ID=9e401b7a-5985-4cf3-bd23-92d736be461c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:37.364790 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cb5e32-ccb1-41ad-b4c4-cb8ebedecb3e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] No DVR routers for this DVR port 9e401b7a-5985-4cf3-bd23-92d736be461c on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:29:37.446344 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-2b85dcff-4a2a-472a-8b50-eb4aaf287346 None None] For port 9e401b7a-5985-4cf3-bd23-92d736be461c, host n-d-712140-10, got binding levels [] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:37.450136 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2b85dcff-4a2a-472a-8b50-eb4aaf287346 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:37.490928 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-2b85dcff-4a2a-472a-8b50-eb4aaf287346 None None] Calling delete_port for 9e401b7a-5985-4cf3-bd23-92d736be461c owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:37.496798 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.ipam_backend_mixin [None req-2b85dcff-4a2a-472a-8b50-eb4aaf287346 None None] Port 9e401b7a-5985-4cf3-bd23-92d736be461c was not found and therefore no delete operation was performed {{(pid=94065) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:29:37.503248 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2b85dcff-4a2a-472a-8b50-eb4aaf287346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:37.515187 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-ab046b5a-e7e8-4a15-aa2e-3812925513cf service neutron] 10.222.0.18 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592856 Jul 29 23:29:37.546482 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b85dcff-4a2a-472a-8b50-eb4aaf287346 None None] Pushing event deleted for resources: {'Port': ['ID=9e401b7a-5985-4cf3-bd23-92d736be461c,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:37.565837 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b85dcff-4a2a-472a-8b50-eb4aaf287346 None None] No DVR routers for this DVR port 9e401b7a-5985-4cf3-bd23-92d736be461c on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:29:37.588514 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-80cb5e32-ccb1-41ad-b4c4-cb8ebedecb3e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:37.595164 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff557d-5d42-4b0c-abc9-dd4f463487fb req-59445c97-f2eb-41f8-98d0-2415ed2cc5a5 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:37.603721 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-34ff557d-5d42-4b0c-abc9-dd4f463487fb req-59445c97-f2eb-41f8-98d0-2415ed2cc5a5 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 943 time: 0.2549336 Jul 29 23:29:37.618209 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1120d-61fb-408a-8229-b8ca877be16e req-136c14f9-f3ac-4308-9367-bbfa47967802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:37.621680 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-80cb5e32-ccb1-41ad-b4c4-cb8ebedecb3e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:37.621908 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f5e1120d-61fb-408a-8229-b8ca877be16e req-136c14f9-f3ac-4308-9367-bbfa47967802 service neutron] 10.222.0.39 "GET /v2.0/networks?id=06399198-5076-4bad-82c6-5654a25ce71e HTTP/1.1" status: 200 len: 921 time: 0.6283371 Jul 29 23:29:37.650137 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-80cb5e32-ccb1-41ad-b4c4-cb8ebedecb3e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04048f5b-1830-4aff-882f-e90c45ca30c3') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:37.650976 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-80cb5e32-ccb1-41ad-b4c4-cb8ebedecb3e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04048f5b-1830-4aff-882f-e90c45ca30c3') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:37.669929 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-80cb5e32-ccb1-41ad-b4c4-cb8ebedecb3e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:37.680975 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9e401b7a-5985-4cf3-bd23-92d736be461c no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:29:37.696768 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-80cb5e32-ccb1-41ad-b4c4-cb8ebedecb3e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:37.706938 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80cb5e32-ccb1-41ad-b4c4-cb8ebedecb3e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:29:37.708232 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-80cb5e32-ccb1-41ad-b4c4-cb8ebedecb3e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:37.714862 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-c32e42f7-a5ae-4ace-b6ac-a83607bffaca service neutron] 10.222.0.18 "GET /v2.0/ports/9c4654c6-ab2c-4aa8-b108-e91e391645a3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1984558 Jul 29 23:29:37.715236 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:29:37.715236 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:29:37.715236 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:29:37.715236 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:29:37.715236 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:29:37.715236 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:29:37.715236 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:29:37.715236 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:29:37.715236 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:29:37.715236 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:29:37.715236 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:29:37.715236 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:29:37.715236 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:29:37.715236 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:29:37.715236 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:29:37.715236 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:29:37.715236 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:29:37.715236 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:29:37.715236 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:29:37.715236 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:29:37.715236 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:29:37.715236 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:29:37.715236 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:29:37.715236 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:29:37.715236 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:29:37.715236 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:29:37.715236 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:29:37.715236 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:29:37.715236 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:29:37.715236 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:29:37.715236 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:29:37.715236 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:29:37.720371 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f5e1120d-61fb-408a-8229-b8ca877be16e req-7d2bf79a-1ada-40de-ac42-226dd9c7de43 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee32de3c-cf78-4cdf-afa0-085aefd0fa98 HTTP/1.1" status: 200 len: 217 time: 0.0809150 Jul 29 23:29:37.720922 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 9e401b7a-5985-4cf3-bd23-92d736be461c {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:29:37.721328 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9e401b7a-5985-4cf3-bd23-92d736be461c not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:29:37.823985 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-80cb5e32-ccb1-41ad-b4c4-cb8ebedecb3e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:37.838688 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-80cb5e32-ccb1-41ad-b4c4-cb8ebedecb3e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:37.840767 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-80cb5e32-ccb1-41ad-b4c4-cb8ebedecb3e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] 10.222.0.18 "DELETE /v2.0/networks/9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7 HTTP/1.1" status: 204 len: 168 time: 1.4448664 Jul 29 23:29:37.844144 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-34ff557d-5d42-4b0c-abc9-dd4f463487fb req-8695f57b-ad04-41e3-89cb-d3015ea71b4f tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ca3ec7-faad-4e0e-9010-31a59c1999b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389958 Jul 29 23:29:37.876934 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb5e32-ccb1-41ad-b4c4-cb8ebedecb3e tempest-AllowedAddressPairTestJSON-2079114103 tempest-AllowedAddressPairTestJSON-2079114103-project] Pushing event deleted for resources: {'Network': ['ID=9d6ec9c9-b7bb-4c6d-8796-bff80a57c6a7,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:37.923926 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1120d-61fb-408a-8229-b8ca877be16e req-ac5e9a2f-e755-4302-9e87-4fefa35aee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:37.932140 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f5e1120d-61fb-408a-8229-b8ca877be16e req-ac5e9a2f-e755-4302-9e87-4fefa35aee3e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4b816f14-b714-45a5-bd31-0fa047cfe72c HTTP/1.1" status: 200 len: 860 time: 0.1905100 Jul 29 23:29:37.994189 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f5e1120d-61fb-408a-8229-b8ca877be16e req-85fd4cdb-66c3-4dda-b042-1196641c7fc5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06399198-5076-4bad-82c6-5654a25ce71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476851 Jul 29 23:29:38.067309 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:38.140566 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-3fcd16cc-94a7-46f8-9288-293eeb7089e9 service neutron] 10.222.0.18 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4246848 Jul 29 23:29:38.153917 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f5e1120d-61fb-408a-8229-b8ca877be16e req-a0906c89-eaee-4c39-9ad3-603139b2294e service neutron] 10.222.0.39 "GET /v2.0/networks/06399198-5076-4bad-82c6-5654a25ce71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496360 Jul 29 23:29:38.160029 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device ee32de3c-cf78-4cdf-afa0-085aefd0fa98 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:29:38.218646 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:29:38.287153 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f5e1120d-61fb-408a-8229-b8ca877be16e req-2e715ecb-183a-47a3-9379-d1491e2917b3 service neutron] 10.222.0.39 "GET /v2.0/networks/06399198-5076-4bad-82c6-5654a25ce71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223137 Jul 29 23:29:38.376960 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port ee32de3c-cf78-4cdf-afa0-085aefd0fa98, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=ee32de3c-cf78-4cdf-afa0-085aefd0fa98,segment=NetworkSegment(77c85181-0083-4e54-95a5-a8245df6293d),segment_id=77c85181-0083-4e54-95a5-a8245df6293d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:38.399934 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'ee32de3c-cf78-4cdf-afa0-085aefd0fa98', 'network_id': '06399198-5076-4bad-82c6-5654a25ce71e', 'port_id': 'ee32de3c-cf78-4cdf-afa0-085aefd0fa98', 'mac_address': 'fa:16:3e:1e:52:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b816f14-b714-45a5-bd31-0fa047cfe72c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:29:38.472304 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:38.493288 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-42c76d49-dbff-4838-bb3d-96a495cb3845 service neutron] 10.222.0.18 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382914 Jul 29 23:29:38.512248 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee32de3c-cf78-4cdf-afa0-085aefd0fa98 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:29:38.546173 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41670) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:38.554573 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port ee32de3c-cf78-4cdf-afa0-085aefd0fa98, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=ee32de3c-cf78-4cdf-afa0-085aefd0fa98,segment=NetworkSegment(77c85181-0083-4e54-95a5-a8245df6293d),segment_id=77c85181-0083-4e54-95a5-a8245df6293d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:38.563729 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:38.602024 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f93db4-7c50-458b-8c15-901638c4b964 req-4ce859f5-96f7-47ac-8640-2b104554250f tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:38.617916 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b4f93db4-7c50-458b-8c15-901638c4b964 req-4ce859f5-96f7-47ac-8640-2b104554250f tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] 10.222.0.18 "GET /v2.0/ports?device_id=cea3d0dd-880c-4fae-a30b-c851bf8a68a9 HTTP/1.1" status: 200 len: 950 time: 0.1843545 Jul 29 23:29:38.673614 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=ee32de3c-cf78-4cdf-afa0-085aefd0fa98,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:38.725626 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b4f93db4-7c50-458b-8c15-901638c4b964 req-c6f8af15-2fb8-481a-8d6f-004567bb37a2 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] 10.222.0.18 "GET /v2.0/security-groups?id=0dc3cf82-5fe5-4f3e-b183-747f12bb8533&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020198 Jul 29 23:29:38.740905 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-370ae6b7-609b-446d-8a8c-a77516566b83 service neutron] 10.222.0.18 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349684 Jul 29 23:29:38.788779 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['ee32de3c-cf78-4cdf-afa0-085aefd0fa98'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:29:38.889064 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-9e7e38ff-5f97-4240-b757-5845c7138aa2 service neutron] 10.222.0.18 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395819 Jul 29 23:29:38.928301 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-08e55416-6b15-44e9-b446-191c64ff0fe3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=29509088665f4632a7c1f92da56cf95b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3803687 Jul 29 23:29:38.931548 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41684) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:39.045639 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-50494d91-69f0-49d6-9d74-58b03c7ae242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:39.058635 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-a278cf8a-0b9d-4143-b5db-ad82c44e683d service neutron] 10.222.0.18 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679459 Jul 29 23:29:39.083387 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-50494d91-69f0-49d6-9d74-58b03c7ae242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:39.159023 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-50494d91-69f0-49d6-9d74-58b03c7ae242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:39.161900 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-50494d91-69f0-49d6-9d74-58b03c7ae242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:39.166650 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-50494d91-69f0-49d6-9d74-58b03c7ae242 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/86907f16-e905-4bea-9ea5-f1c24fb27d2a HTTP/1.1" status: 204 len: 168 time: 0.2306345 Jul 29 23:29:39.174014 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50494d91-69f0-49d6-9d74-58b03c7ae242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86907f16-e905-4bea-9ea5-f1c24fb27d2a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:39.211571 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-89cb6684-1863-4c2e-8c92-06c7c2fd17eb service neutron] 10.222.0.18 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519156 Jul 29 23:29:39.408725 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-248eaf43-6195-4518-a77e-e058cb39a0d0 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a019e4ea1f4f45b098b4437c54795539&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644932 Jul 29 23:29:39.412298 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-37b41126-6a77-4522-9244-e3bf2fbfb3ef service neutron] 10.222.0.18 "GET /v2.0/networks/d946e4cf-f467-4b2d-9871-c5018b0b50b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995478 Jul 29 23:29:39.720541 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-3bb6d362-1d77-49f5-a802-3f506c153b0b tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:39.723034 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-3bb6d362-1d77-49f5-a802-3f506c153b0b tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3058603 Jul 29 23:29:39.728157 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-ce5eea54-a32e-4702-bcf3-de24338cf176 service neutron] 10.222.0.18 "GET /v2.0/networks/d946e4cf-f467-4b2d-9871-c5018b0b50b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879767 Jul 29 23:29:39.737058 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc704ff-2026-487c-b060-a462b216d8dc req-b38063bf-95d4-4447-a731-8ea874a0cace tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:39.738609 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ccc704ff-2026-487c-b060-a462b216d8dc req-b38063bf-95d4-4447-a731-8ea874a0cace tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] 10.222.0.39 "GET /v2.0/ports?device_id=cea3d0dd-880c-4fae-a30b-c851bf8a68a9 HTTP/1.1" status: 200 len: 950 time: 0.1689541 Jul 29 23:29:39.843981 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-8b2515df-a1f6-435d-99ab-7416c4dff175 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] 10.222.0.18 "GET /v2.0/quotas/a019e4ea1f4f45b098b4437c54795539 HTTP/1.1" status: 200 len: 375 time: 0.1031983 Jul 29 23:29:39.918844 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-e1313f5d-f8a8-43f3-9ee9-5a1d59b115a6 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a019e4ea1f4f45b098b4437c54795539&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658336 Jul 29 23:29:39.959911 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-64f71d3a-abe9-4634-a350-1d493243362e service neutron] 10.222.0.18 "GET /v2.0/networks/d946e4cf-f467-4b2d-9871-c5018b0b50b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202439 Jul 29 23:29:40.043780 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-ccc704ff-2026-487c-b060-a462b216d8dc req-9b07d4a8-dbe6-4cc2-a7df-760bd71e04b0 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Deleting port 9f3c9337-9fb0-4b9a-a6a9-020914596c9c {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:40.044666 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ccc704ff-2026-487c-b060-a462b216d8dc req-9b07d4a8-dbe6-4cc2-a7df-760bd71e04b0 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:40.174475 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device ee32de3c-cf78-4cdf-afa0-085aefd0fa98 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:40.245666 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-418f1b6d-8941-44b3-ad63-d45fe65b2da3 service neutron] 10.222.0.18 "GET /v2.0/networks/d946e4cf-f467-4b2d-9871-c5018b0b50b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763674 Jul 29 23:29:40.278970 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ccc704ff-2026-487c-b060-a462b216d8dc req-9b07d4a8-dbe6-4cc2-a7df-760bd71e04b0 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] For port 9f3c9337-9fb0-4b9a-a6a9-020914596c9c, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9f3c9337-9fb0-4b9a-a6a9-020914596c9c,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:40.278970 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ccc704ff-2026-487c-b060-a462b216d8dc req-9b07d4a8-dbe6-4cc2-a7df-760bd71e04b0 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:40.298747 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-ccc704ff-2026-487c-b060-a462b216d8dc req-9b07d4a8-dbe6-4cc2-a7df-760bd71e04b0 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Calling delete_port for 9f3c9337-9fb0-4b9a-a6a9-020914596c9c owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:40.365455 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port ee32de3c-cf78-4cdf-afa0-085aefd0fa98 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:40.374930 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port ee32de3c-cf78-4cdf-afa0-085aefd0fa98 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:40.376443 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:40.508154 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed843d4-28f5-4a81-973e-db53e5104fc5 req-4b974735-72ff-4d70-b044-1055a1bbbeda tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:40.522350 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bed843d4-28f5-4a81-973e-db53e5104fc5 req-4b974735-72ff-4d70-b044-1055a1bbbeda tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 944 time: 0.2159927 Jul 29 23:29:40.590548 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bed843d4-28f5-4a81-973e-db53e5104fc5 req-8b8933d3-3a16-4fa1-a253-109ab0149933 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ca3ec7-faad-4e0e-9010-31a59c1999b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657628 Jul 29 23:29:40.628845 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41746) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:40.681184 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:40.748697 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ccc704ff-2026-487c-b060-a462b216d8dc req-9b07d4a8-dbe6-4cc2-a7df-760bd71e04b0 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:40.775355 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['9f3c9337-9fb0-4b9a-a6a9-020914596c9c'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:29:40.879077 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07d4a8-dbe6-4cc2-a7df-760bd71e04b0 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Pushing event deleted for resources: {'Port': ['ID=9f3c9337-9fb0-4b9a-a6a9-020914596c9c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:40.951610 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port ee32de3c-cf78-4cdf-afa0-085aefd0fa98, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=ee32de3c-cf78-4cdf-afa0-085aefd0fa98,segment=NetworkSegment(77c85181-0083-4e54-95a5-a8245df6293d),segment_id=77c85181-0083-4e54-95a5-a8245df6293d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:40.953281 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e07a350-7b42-4ccc-ac35-ea7bc71627b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee32de3c-cf78-4cdf-afa0-085aefd0fa98'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:40.958358 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee95423b-0ab3-4a8e-87c0-b345a441554b" -d '{"events": [{"server_uuid": "8e07a350-7b42-4ccc-ac35-ea7bc71627b0", "name": "network-vif-plugged", "status": "completed", "tag": "ee32de3c-cf78-4cdf-afa0-085aefd0fa98"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:40.963044 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:41.021350 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=ee32de3c-cf78-4cdf-afa0-085aefd0fa98,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:41.037073 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc704ff-2026-487c-b060-a462b216d8dc req-9b07d4a8-dbe6-4cc2-a7df-760bd71e04b0 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] No DVR routers for this DVR port 9f3c9337-9fb0-4b9a-a6a9-020914596c9c on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:29:41.077224 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d998758e-f965-4929-9f02-791c057a6d1d req-8ea97616-5f74-4ea4-8708-40ab407af348 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] 10.222.0.18 "GET /v2.0/ports?device_id=cea3d0dd-880c-4fae-a30b-c851bf8a68a9 HTTP/1.1" status: 200 len: 210 time: 0.1263933 Jul 29 23:29:41.081707 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ccc704ff-2026-487c-b060-a462b216d8dc req-9b07d4a8-dbe6-4cc2-a7df-760bd71e04b0 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:41.088278 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ccc704ff-2026-487c-b060-a462b216d8dc req-9b07d4a8-dbe6-4cc2-a7df-760bd71e04b0 tempest-ImagesNegativeTestJSON-791713398 tempest-ImagesNegativeTestJSON-791713398-project] 10.222.0.39 "DELETE /v2.0/ports/9f3c9337-9fb0-4b9a-a6a9-020914596c9c HTTP/1.1" status: 204 len: 173 time: 1.3380420 Jul 29 23:29:41.090768 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea3d0dd-880c-4fae-a30b-c851bf8a68a9', 'name': 'network-vif-deleted', 'tag': '9f3c9337-9fb0-4b9a-a6a9-020914596c9c'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:41.100409 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9acf48f-6872-4d20-be11-8ca38d442972" -d '{"events": [{"server_uuid": "cea3d0dd-880c-4fae-a30b-c851bf8a68a9", "name": "network-vif-deleted", "tag": "9f3c9337-9fb0-4b9a-a6a9-020914596c9c"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:41.236935 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-873cea96-bee5-48e4-a0ea-af55f49a2c08 req-87ee70ba-3909-42a9-a06d-8146a7b12792 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbb2a96-f947-4c42-a1e3-ba408e8f59f8 HTTP/1.1" status: 200 len: 210 time: 0.0698080 Jul 29 23:29:41.299794 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab974a47-6053-4e6b-9680-4fbafdbfffcb x-openstack-request-id: req-ab974a47-6053-4e6b-9680-4fbafdbfffcb {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:41.300935 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e07a350-7b42-4ccc-ac35-ea7bc71627b0", "name": "network-vif-plugged", "status": "completed", "tag": "ee32de3c-cf78-4cdf-afa0-085aefd0fa98", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:41.301353 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ab974a47-6053-4e6b-9680-4fbafdbfffcb {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:41.301927 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e07a350-7b42-4ccc-ac35-ea7bc71627b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee32de3c-cf78-4cdf-afa0-085aefd0fa98', 'code': 200} Jul 29 23:29:41.302377 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-566fae24-a1d3-4bd4-9a1b-31a737dee228 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Request body: {'networks': [{'name': 'tempest-network--810268068'}, {'name': 'tempest-network--366949363'}]} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:41.303280 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-566fae24-a1d3-4bd4-9a1b-31a737dee228 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Request body: {'network': {'name': 'tempest-network--810268068'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:41.308250 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-566fae24-a1d3-4bd4-9a1b-31a737dee228 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Request body: {'network': {'name': 'tempest-network--366949363'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:41.382823 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34a70c6-9376-4952-b44f-651c95130e34 x-openstack-request-id: req-b34a70c6-9376-4952-b44f-651c95130e34 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:41.383525 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea3d0dd-880c-4fae-a30b-c851bf8a68a9", "name": "network-vif-deleted", "tag": "9f3c9337-9fb0-4b9a-a6a9-020914596c9c", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:41.383525 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b34a70c6-9376-4952-b44f-651c95130e34 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:41.383857 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea3d0dd-880c-4fae-a30b-c851bf8a68a9', 'name': 'network-vif-deleted', 'tag': '9f3c9337-9fb0-4b9a-a6a9-020914596c9c', 'status': 'completed', 'code': 200} Jul 29 23:29:41.391331 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-566fae24-a1d3-4bd4-9a1b-31a737dee228 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Made reservation on behalf of aed8fc8381a747b69d85c8b512693806 for: {'network': 2} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:41.396599 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-566fae24-a1d3-4bd4-9a1b-31a737dee228 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:41.417139 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-566fae24-a1d3-4bd4-9a1b-31a737dee228 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:41.518121 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf411d8-052b-44f6-803f-3ba687009b77 req-e75aec81-ac41-46a1-a752-811526c4e53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:41.519876 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bcf411d8-052b-44f6-803f-3ba687009b77 req-e75aec81-ac41-46a1-a752-811526c4e53c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 1097 time: 0.1236887 Jul 29 23:29:41.562190 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-566fae24-a1d3-4bd4-9a1b-31a737dee228 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:41.569136 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-566fae24-a1d3-4bd4-9a1b-31a737dee228 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:41.571290 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-566fae24-a1d3-4bd4-9a1b-31a737dee228 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:41.613655 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566fae24-a1d3-4bd4-9a1b-31a737dee228 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c52355d5-c57f-4f8b-81ef-c04c6d7c5255,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:41.665425 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-566fae24-a1d3-4bd4-9a1b-31a737dee228 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:29:41.679507 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bcf411d8-052b-44f6-803f-3ba687009b77 req-6df4c21e-ffc1-4cc4-a5e5-45bcdaa30c37 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a5ca3ec7-faad-4e0e-9010-31a59c1999b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430750 Jul 29 23:29:41.684475 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-566fae24-a1d3-4bd4-9a1b-31a737dee228 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:41.685507 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-566fae24-a1d3-4bd4-9a1b-31a737dee228 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Added segment 97c1daf0-2201-4ffc-adef-bb7e02b10f22 of type vlan for network ea2b81b1-7ae0-471d-83b6-de97c8aeb425 Jul 29 23:29:41.742508 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-566fae24-a1d3-4bd4-9a1b-31a737dee228 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:41.800583 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-566fae24-a1d3-4bd4-9a1b-31a737dee228 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:29:41.824799 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-566fae24-a1d3-4bd4-9a1b-31a737dee228 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:41.826367 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-566fae24-a1d3-4bd4-9a1b-31a737dee228 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Added segment fe352d6d-bdbb-48c0-ab9e-e7b2355bc990 of type vlan for network 6209f122-d6db-4c23-bd2a-5a7d5adf6387 Jul 29 23:29:41.893998 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb4187c-4132-456c-b64c-c35f3ae12b58 req-546763c9-4c9f-43ed-83c6-c0ad4ae8638a tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:41.901903 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-beb4187c-4132-456c-b64c-c35f3ae12b58 req-546763c9-4c9f-43ed-83c6-c0ad4ae8638a tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 945 time: 0.1453445 Jul 29 23:29:41.944755 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-566fae24-a1d3-4bd4-9a1b-31a737dee228 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:41.975969 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-beb4187c-4132-456c-b64c-c35f3ae12b58 req-9b6baa17-3b87-4722-8ffc-fffbd5fd2d7c tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ca3ec7-faad-4e0e-9010-31a59c1999b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714200 Jul 29 23:29:42.073058 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-566fae24-a1d3-4bd4-9a1b-31a737dee228 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:42.074486 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-566fae24-a1d3-4bd4-9a1b-31a737dee228 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:42.091460 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0fbb444b-033b-4e19-969d-b2cbac59a847 req-574302e7-ee55-4de1-ad17-afcc34e82d4f tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 210 time: 0.0463562 Jul 29 23:29:42.110514 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566fae24-a1d3-4bd4-9a1b-31a737dee228 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:42.157259 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-566fae24-a1d3-4bd4-9a1b-31a737dee228 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:42.161616 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-566fae24-a1d3-4bd4-9a1b-31a737dee228 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:42.341444 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566fae24-a1d3-4bd4-9a1b-31a737dee228 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Pushing event updated for resources: {'Network': ['ID=ea2b81b1-7ae0-471d-83b6-de97c8aeb425,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:42.346793 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-566fae24-a1d3-4bd4-9a1b-31a737dee228 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.7167370 Jul 29 23:29:42.350633 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 41804) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:42.368379 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network ea2b81b1-7ae0-471d-83b6-de97c8aeb425 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:29:42.533045 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566fae24-a1d3-4bd4-9a1b-31a737dee228 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Pushing event updated for resources: {'Network': ['ID=6209f122-d6db-4c23-bd2a-5a7d5adf6387,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:42.550054 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-83074350-e9ad-4f8f-90b1-fb41d16c423b req-422c81a8-443d-462c-bdd1-e61f65f175d6 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbb2a96-f947-4c42-a1e3-ba408e8f59f8 HTTP/1.1" status: 200 len: 210 time: 0.1352725 Jul 29 23:29:42.588690 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 6209f122-d6db-4c23-bd2a-5a7d5adf6387 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:29:42.662449 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4108-e1a4-4081-a87d-e9c4a407b7c4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:42.674369 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4108-e1a4-4081-a87d-e9c4a407b7c4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:42.687235 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4108-e1a4-4081-a87d-e9c4a407b7c4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:42.698844 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179f4108-e1a4-4081-a87d-e9c4a407b7c4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:42.703037 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-179f4108-e1a4-4081-a87d-e9c4a407b7c4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3504994 Jul 29 23:29:42.706623 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41810) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:42.863489 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f581d2d-59f7-43aa-b75f-1d2eb380e35c tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:43.047707 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f581d2d-59f7-43aa-b75f-1d2eb380e35c tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:43.069151 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-62014db5-30fd-49fd-b285-c04b65f255e5 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=a019e4ea1f4f45b098b4437c54795539&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439703 Jul 29 23:29:43.091032 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-8f581d2d-59f7-43aa-b75f-1d2eb380e35c tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea2b81b1-7ae0-471d-83b6-de97c8aeb425']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:43.138672 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-8f581d2d-59f7-43aa-b75f-1d2eb380e35c tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97c1daf0-2201-4ffc-adef-bb7e02b10f22') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:43.138998 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-8f581d2d-59f7-43aa-b75f-1d2eb380e35c tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97c1daf0-2201-4ffc-adef-bb7e02b10f22') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:43.150971 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f581d2d-59f7-43aa-b75f-1d2eb380e35c tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:43.171704 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f581d2d-59f7-43aa-b75f-1d2eb380e35c tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:43.182909 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f581d2d-59f7-43aa-b75f-1d2eb380e35c tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:29:43.183992 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f581d2d-59f7-43aa-b75f-1d2eb380e35c tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:43.189446 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:29:43.189446 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:29:43.189446 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:29:43.189446 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:29:43.189446 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:29:43.189446 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:29:43.189446 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:29:43.189446 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:29:43.189446 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:29:43.189446 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:29:43.189446 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:29:43.189446 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:29:43.189446 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:29:43.189446 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:29:43.189446 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:29:43.189446 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:29:43.189446 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:29:43.189446 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:29:43.189446 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:29:43.189446 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:29:43.189446 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:29:43.189446 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:29:43.189446 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:29:43.189446 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:29:43.189446 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:29:43.189446 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:29:43.189446 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:29:43.189446 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:29:43.189446 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:29:43.189446 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:29:43.189446 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:29:43.189446 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:29:43.295664 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-0a553f76-ce62-44fb-a7f7-e0bb26fe9f12 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:43.298402 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-0a553f76-ce62-44fb-a7f7-e0bb26fe9f12 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/networks?id=51a2ec34-e565-4c73-8dc2-3c237f1506a3 HTTP/1.1" status: 200 len: 815 time: 0.3591070 Jul 29 23:29:43.320168 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f581d2d-59f7-43aa-b75f-1d2eb380e35c tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:43.340428 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f581d2d-59f7-43aa-b75f-1d2eb380e35c tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:43.348577 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8f581d2d-59f7-43aa-b75f-1d2eb380e35c tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] 10.222.0.18 "DELETE /v2.0/networks/ea2b81b1-7ae0-471d-83b6-de97c8aeb425 HTTP/1.1" status: 204 len: 168 time: 0.6367848 Jul 29 23:29:43.357799 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 41834) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:43.361599 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f581d2d-59f7-43aa-b75f-1d2eb380e35c tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Pushing event deleted for resources: {'Network': ['ID=ea2b81b1-7ae0-471d-83b6-de97c8aeb425,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:43.385853 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-066fc829-f153-416d-b688-b80b65e4f061 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/quotas/858112f1c9514c968cc83d88af99633e HTTP/1.1" status: 200 len: 375 time: 0.0724723 Jul 29 23:29:43.502799 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-68e2d587-8c99-4d9e-b9db-e1246c05a62e tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:43.504315 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-68e2d587-8c99-4d9e-b9db-e1246c05a62e tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4234936 Jul 29 23:29:43.529713 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-1eea7ef0-67f8-4550-8db5-6aab24fc00ce tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Request body: {'port': {'device_id': '9fbb2a96-f947-4c42-a1e3-ba408e8f59f8', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'admin_state_up': True, 'tenant_id': 'a019e4ea1f4f45b098b4437c54795539'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:43.536761 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6d7fdc4f-bea8-4013-94fe-2341f4cff532 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:43.589626 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-d0d5d840-c9af-4148-89b8-37eb07049466 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=858112f1c9514c968cc83d88af99633e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2016933 Jul 29 23:29:43.859756 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6d7fdc4f-bea8-4013-94fe-2341f4cff532 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:43.924399 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-6d7fdc4f-bea8-4013-94fe-2341f4cff532 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6209f122-d6db-4c23-bd2a-5a7d5adf6387']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:43.967220 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-6d7fdc4f-bea8-4013-94fe-2341f4cff532 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe352d6d-bdbb-48c0-ab9e-e7b2355bc990') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:43.968237 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-6d7fdc4f-bea8-4013-94fe-2341f4cff532 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe352d6d-bdbb-48c0-ab9e-e7b2355bc990') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:43.975194 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-8fc9f20a-bdb4-423d-bcc2-ea351bfa39d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:43.977424 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-8fc9f20a-bdb4-423d-bcc2-ea351bfa39d0 service neutron] 10.222.0.39 "GET /v2.0/ports/fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 HTTP/1.1" status: 200 len: 1025 time: 0.1754220 Jul 29 23:29:43.980349 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-17b88446-996f-4f56-971a-272d0f07627f service neutron] 10.222.0.18 "GET /v2.0/networks/51a2ec34-e565-4c73-8dc2-3c237f1506a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3819540 Jul 29 23:29:44.050441 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-1eea7ef0-67f8-4550-8db5-6aab24fc00ce tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Made reservation on behalf of a019e4ea1f4f45b098b4437c54795539 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:44.058291 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-1eea7ef0-67f8-4550-8db5-6aab24fc00ce tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:44.105045 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6d7fdc4f-bea8-4013-94fe-2341f4cff532 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:44.152288 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-1eea7ef0-67f8-4550-8db5-6aab24fc00ce tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:44.177244 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6d7fdc4f-bea8-4013-94fe-2341f4cff532 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:44.189315 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 9f3c9337-9fb0-4b9a-a6a9-020914596c9c no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:29:44.193522 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-76d16e19-4bc9-4149-8edf-7dfbdc785e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:44.195063 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-76d16e19-4bc9-4149-8edf-7dfbdc785e46 service neutron] 10.222.0.39 "GET /v2.0/ports/9c4654c6-ab2c-4aa8-b108-e91e391645a3 HTTP/1.1" status: 200 len: 1026 time: 0.2000351 Jul 29 23:29:44.198969 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d7fdc4f-bea8-4013-94fe-2341f4cff532 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:29:44.199379 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6d7fdc4f-bea8-4013-94fe-2341f4cff532 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:44.203431 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:29:44.203431 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:29:44.203431 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:29:44.203431 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:29:44.203431 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:29:44.203431 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:29:44.203431 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:29:44.203431 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:29:44.203431 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:29:44.203431 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:29:44.203431 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:29:44.203431 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:29:44.203431 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:29:44.203431 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:29:44.203431 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:29:44.203431 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:29:44.203431 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:29:44.203431 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:29:44.203431 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:29:44.203431 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:29:44.203431 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:29:44.203431 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:29:44.203431 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:29:44.203431 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:29:44.203431 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:29:44.203431 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:29:44.203431 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:29:44.203431 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:29:44.203431 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:29:44.203431 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:29:44.203431 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:29:44.203431 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:29:44.230980 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 9f3c9337-9fb0-4b9a-a6a9-020914596c9c {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:29:44.232205 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 9f3c9337-9fb0-4b9a-a6a9-020914596c9c not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:29:44.771010 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-0cf266ba-4e70-4a54-add9-215599b217a8 service neutron] 10.222.0.18 "GET /v2.0/networks/51a2ec34-e565-4c73-8dc2-3c237f1506a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7562535 Jul 29 23:29:44.937346 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-1eea7ef0-67f8-4550-8db5-6aab24fc00ce tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:44.946048 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6d7fdc4f-bea8-4013-94fe-2341f4cff532 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:44.967973 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-1eea7ef0-67f8-4550-8db5-6aab24fc00ce tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:45.247184 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-1eea7ef0-67f8-4550-8db5-6aab24fc00ce tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Allocated IP 192.168.233.15 (adb88f5c-b5bd-41cf-b367-228eab6e0075/28e6de27-5b72-4bf0-88e6-0cdec4cf806e/e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:45.317883 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6d7fdc4f-bea8-4013-94fe-2341f4cff532 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:45.321420 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6d7fdc4f-bea8-4013-94fe-2341f4cff532 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] 10.222.0.18 "DELETE /v2.0/networks/6209f122-d6db-4c23-bd2a-5a7d5adf6387 HTTP/1.1" status: 204 len: 168 time: 1.9617114 Jul 29 23:29:45.325812 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41860) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:45.433577 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7fdc4f-bea8-4013-94fe-2341f4cff532 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Pushing event deleted for resources: {'Network': ['ID=6209f122-d6db-4c23-bd2a-5a7d5adf6387,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:45.498667 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-7e5cad96-89c1-4bc1-9a9f-c90e0c442b1c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:45.509582 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-7e5cad96-89c1-4bc1-9a9f-c90e0c442b1c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:45.521362 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-7e5cad96-89c1-4bc1-9a9f-c90e0c442b1c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:45.524244 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-7e5cad96-89c1-4bc1-9a9f-c90e0c442b1c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.39 "GET /v2.0/networks?id=34a9b01a-fb87-4012-8543-47877b831421&id=d2df6756-1437-4cbd-af3b-72d70f51df4a&id=d2df6756-1437-4cbd-af3b-72d70f51df4a&id=d2df6756-1437-4cbd-af3b-72d70f51df4a&id=d2df6756-1437-4cbd-af3b-72d70f51df4a&id=d946e4cf-f467-4b2d-9871-c5018b0b50b6&id=d946e4cf-f467-4b2d-9871-c5018b0b50b6 HTTP/1.1" status: 200 len: 1990 time: 1.3141141 Jul 29 23:29:45.556392 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea7ef0-67f8-4550-8db5-6aab24fc00ce tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98c796be-ce82-449d-8650-6b7c35e34b07,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:45.658768 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e5fe87-ff76-4fdb-b55c-ebd61c97d2ba req-ba4c41d5-c86e-4b37-8e57-3638e1a9649e tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:45.666664 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-96e5fe87-ff76-4fdb-b55c-ebd61c97d2ba req-ba4c41d5-c86e-4b37-8e57-3638e1a9649e tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 945 time: 0.3909862 Jul 29 23:29:45.725972 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-6a2d9249-1910-40b5-bb4e-755a5423aa23 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b88923046a64f0cbc69a614c91ce1e9 HTTP/1.1" status: 200 len: 380 time: 0.1716847 Jul 29 23:29:45.744103 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-fd7f8169-a373-46ea-844f-0ff8e29cc7c4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Request body: {'port': {'device_id': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'network_id': '34a9b01a-fb87-4012-8543-47877b831421', 'admin_state_up': True, 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'security_groups': ['c3ccdba3-1dff-45d7-ab0a-fc43566797cb']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:45.876328 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-96e5fe87-ff76-4fdb-b55c-ebd61c97d2ba req-6ce991c3-3f1f-4dd6-8a87-5b9a6a1a721c tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ca3ec7-faad-4e0e-9010-31a59c1999b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013764 Jul 29 23:29:45.973258 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-1eea7ef0-67f8-4550-8db5-6aab24fc00ce tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:45.987820 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f56511-404b-472b-94fe-88d969f0085c tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:46.020042 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f56511-404b-472b-94fe-88d969f0085c tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:46.027454 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b2f56511-404b-472b-94fe-88d969f0085c tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6990364 Jul 29 23:29:46.034553 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41872) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:46.045650 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-1eea7ef0-67f8-4550-8db5-6aab24fc00ce tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Transition to ACTIVE for port object e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:46.056752 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-96b94f23-d929-41bb-943c-d7a3eb109b04 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1435110545'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:46.076645 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-fd7f8169-a373-46ea-844f-0ff8e29cc7c4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Made reservation on behalf of 1b88923046a64f0cbc69a614c91ce1e9 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:46.083629 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-fd7f8169-a373-46ea-844f-0ff8e29cc7c4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:46.145903 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b94f23-d929-41bb-943c-d7a3eb109b04 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Made reservation on behalf of aed8fc8381a747b69d85c8b512693806 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:46.159491 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96b94f23-d929-41bb-943c-d7a3eb109b04 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:46.199472 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-1eea7ef0-67f8-4550-8db5-6aab24fc00ce tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:46.234932 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b94f23-d929-41bb-943c-d7a3eb109b04 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:29:46.256194 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96b94f23-d929-41bb-943c-d7a3eb109b04 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:46.256806 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-96b94f23-d929-41bb-943c-d7a3eb109b04 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Added segment 61717ad5-83d2-4d61-9186-b5f5499eae64 of type vlan for network 83b11ec2-9794-40f4-b4cf-7a4c559896c4 Jul 29 23:29:46.348567 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96b94f23-d929-41bb-943c-d7a3eb109b04 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:46.385883 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-067048e5-fb7e-4de4-ba49-0b3829fc277e req-b842efef-99dc-4a21-8b3f-8353b57fb3af tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 210 time: 0.0838180 Jul 29 23:29:46.399384 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96b94f23-d929-41bb-943c-d7a3eb109b04 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:46.406424 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b94f23-d929-41bb-943c-d7a3eb109b04 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:46.407352 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96b94f23-d929-41bb-943c-d7a3eb109b04 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:46.442609 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-1eea7ef0-67f8-4550-8db5-6aab24fc00ce tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:46.459275 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-1eea7ef0-67f8-4550-8db5-6aab24fc00ce tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:46.473050 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eea7ef0-67f8-4550-8db5-6aab24fc00ce tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Pushing event updated for resources: {'Port': ['ID=e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:46.480009 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-1eea7ef0-67f8-4550-8db5-6aab24fc00ce tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:46.510101 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b94f23-d929-41bb-943c-d7a3eb109b04 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Pushing event updated for resources: {'Network': ['ID=83b11ec2-9794-40f4-b4cf-7a4c559896c4,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:46.537256 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 83b11ec2-9794-40f4-b4cf-7a4c559896c4 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:29:46.552729 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-96b94f23-d929-41bb-943c-d7a3eb109b04 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5143449 Jul 29 23:29:46.557063 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41874) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:46.569903 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-75aaab92-925b-4fa9-8c65-7bf15af16255 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1770239779'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:46.622623 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75aaab92-925b-4fa9-8c65-7bf15af16255 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Made reservation on behalf of aed8fc8381a747b69d85c8b512693806 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:46.636799 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75aaab92-925b-4fa9-8c65-7bf15af16255 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:46.637247 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-1eea7ef0-67f8-4550-8db5-6aab24fc00ce tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:46.639151 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-1eea7ef0-67f8-4550-8db5-6aab24fc00ce tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:46.723092 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75aaab92-925b-4fa9-8c65-7bf15af16255 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:29:46.753579 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75aaab92-925b-4fa9-8c65-7bf15af16255 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:46.753853 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-75aaab92-925b-4fa9-8c65-7bf15af16255 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Added segment e0c7f549-b9a5-4ec3-9263-e7ee79f0d2aa of type vlan for network 435eb335-6b86-42e7-baab-4e61c9ad5599 Jul 29 23:29:46.802600 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-fd7f8169-a373-46ea-844f-0ff8e29cc7c4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Allocated IP 172.20.0.14 (34a9b01a-fb87-4012-8543-47877b831421/d30afb76-e1b0-42cb-bf28-c9514a93f8f1/e05f8a47-fe32-435c-a33a-7877418c510e) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:46.807062 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-1eea7ef0-67f8-4550-8db5-6aab24fc00ce tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2887056 Jul 29 23:29:46.823737 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7666dc-3c10-4b5e-8995-71e5b0343d3c req-59279992-d323-4181-8afd-2361387ce0f4 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:46.827085 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dd7666dc-3c10-4b5e-8995-71e5b0343d3c req-59279992-d323-4181-8afd-2361387ce0f4 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbb2a96-f947-4c42-a1e3-ba408e8f59f8 HTTP/1.1" status: 200 len: 935 time: 0.1787624 Jul 29 23:29:46.832959 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-bd3adc64-db33-4667-a3f0-b65f88df7c52 service neutron] Request body: {'port': {'device_id': '9fbb2a96-f947-4c42-a1e3-ba408e8f59f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:46.855518 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-36ae9653-62a5-4bfe-8cd5-927ec7a08231 None None] Provisioning for port e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:46.862304 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-36ae9653-62a5-4bfe-8cd5-927ec7a08231 None None] Provisioning complete for port e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:46.862920 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-36ae9653-62a5-4bfe-8cd5-927ec7a08231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:46.916513 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75aaab92-925b-4fa9-8c65-7bf15af16255 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:46.968194 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-36ae9653-62a5-4bfe-8cd5-927ec7a08231 None None] Port e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:47.007903 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dd7666dc-3c10-4b5e-8995-71e5b0343d3c req-e352b52d-922d-4009-adf2-a37d85817715 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] 10.222.0.18 "GET /v2.0/security-groups?id=98c796be-ce82-449d-8650-6b7c35e34b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519351 Jul 29 23:29:47.034834 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75aaab92-925b-4fa9-8c65-7bf15af16255 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:47.044418 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75aaab92-925b-4fa9-8c65-7bf15af16255 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:47.045362 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75aaab92-925b-4fa9-8c65-7bf15af16255 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:47.066288 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-15276f24-82ac-4f0d-b7fb-e3bafa6fb8ce tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:47.068098 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-15276f24-82ac-4f0d-b7fb-e3bafa6fb8ce tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.39 "GET /v2.0/networks?id=51a2ec34-e565-4c73-8dc2-3c237f1506a3 HTTP/1.1" status: 200 len: 815 time: 0.2935109 Jul 29 23:29:47.073561 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-75aaab92-925b-4fa9-8c65-7bf15af16255 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5100906 Jul 29 23:29:47.090336 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41884) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:47.094358 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-bb7bf981-2c2e-4c8b-bd04-2abde069e430 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Request body: {'port': {'device_id': '6f4667ac-ae86-4bc2-a0aa-12ee568263e0', 'network_id': '51a2ec34-e565-4c73-8dc2-3c237f1506a3', 'admin_state_up': True, 'tenant_id': '858112f1c9514c968cc83d88af99633e'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:47.107026 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-bd3adc64-db33-4667-a3f0-b65f88df7c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:47.129753 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-e8471352-de1b-42a4-ab3e-db404da247e4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Request body: {'ports': [{'network_id': '83b11ec2-9794-40f4-b4cf-7a4c559896c4', 'name': 'tempest-port--1334071006', 'admin_state_up': True}, {'network_id': '435eb335-6b86-42e7-baab-4e61c9ad5599', 'admin_state_up': False}]} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:47.130234 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-e8471352-de1b-42a4-ab3e-db404da247e4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Request body: {'port': {'network_id': '83b11ec2-9794-40f4-b4cf-7a4c559896c4', 'name': 'tempest-port--1334071006', 'admin_state_up': True}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:47.130899 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-e8471352-de1b-42a4-ab3e-db404da247e4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Request body: {'port': {'network_id': '435eb335-6b86-42e7-baab-4e61c9ad5599', 'admin_state_up': False}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:47.274102 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-400509c8-ff6f-40e5-bc5a-83569f8bd7ae req-ae166cb6-4058-49a8-ba17-db7ef1e94efb tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f4667ac-ae86-4bc2-a0aa-12ee568263e0 HTTP/1.1" status: 200 len: 210 time: 0.1287796 Jul 29 23:29:47.507536 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aaab92-925b-4fa9-8c65-7bf15af16255 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Pushing event updated for resources: {'Network': ['ID=435eb335-6b86-42e7-baab-4e61c9ad5599,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:47.517194 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-bb7bf981-2c2e-4c8b-bd04-2abde069e430 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Made reservation on behalf of 858112f1c9514c968cc83d88af99633e for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:47.521107 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-bb7bf981-2c2e-4c8b-bd04-2abde069e430 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:47.525604 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 435eb335-6b86-42e7-baab-4e61c9ad5599 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:29:47.705580 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8471352-de1b-42a4-ab3e-db404da247e4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Made reservation on behalf of aed8fc8381a747b69d85c8b512693806 for: {'port': 2} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:47.735268 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e8471352-de1b-42a4-ab3e-db404da247e4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:47.784242 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e8471352-de1b-42a4-ab3e-db404da247e4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:47.941040 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc820f-32e3-4e98-a1fe-e81481bc15f2 req-a66d7c76-c248-486a-b3a5-0757a9fa316f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:47.944692 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1cc820f-32e3-4e98-a1fe-e81481bc15f2 req-a66d7c76-c248-486a-b3a5-0757a9fa316f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fdbb74cc9a943968c8ada14c5f92979&device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 1097 time: 0.2792749 Jul 29 23:29:47.956226 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-e8471352-de1b-42a4-ab3e-db404da247e4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] device_id is not set on port efc4ddda-e699-4ca7-bcb2-a237f63fb1c2 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:29:48.019105 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-adaaf40a-3b14-4b44-be16-09873587d2d0 req-ab895c02-8a4b-46f8-97b6-55ec1a125616 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 210 time: 0.1488109 Jul 29 23:29:48.178930 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-fd7f8169-a373-46ea-844f-0ff8e29cc7c4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:48.185375 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e8471352-de1b-42a4-ab3e-db404da247e4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:48.255910 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-fd7f8169-a373-46ea-844f-0ff8e29cc7c4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Transition to ACTIVE for port object e05f8a47-fe32-435c-a33a-7877418c510e will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:48.297628 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8134fe-eb10-426f-80f3-58b27824a927 req-295aafa2-e81f-48f2-8d8b-b9f5bd68ccaf tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:48.305319 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7b8134fe-eb10-426f-80f3-58b27824a927 req-295aafa2-e81f-48f2-8d8b-b9f5bd68ccaf tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 945 time: 0.1580336 Jul 29 23:29:48.325159 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc820f-32e3-4e98-a1fe-e81481bc15f2 req-94663498-8f22-45c7-a5dd-767042c06f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:48.326581 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-e8471352-de1b-42a4-ab3e-db404da247e4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] device_id is not set on port fc1fb8eb-690f-4e05-b08d-33b1c002bc12 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:29:48.327820 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1cc820f-32e3-4e98-a1fe-e81481bc15f2 req-94663498-8f22-45c7-a5dd-767042c06f81 service neutron] 10.222.0.39 "GET /v2.0/networks?id=06399198-5076-4bad-82c6-5654a25ce71e HTTP/1.1" status: 200 len: 921 time: 0.3700674 Jul 29 23:29:48.344868 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-bb7bf981-2c2e-4c8b-bd04-2abde069e430 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Allocated IP 172.20.0.9 (51a2ec34-e565-4c73-8dc2-3c237f1506a3/0f37e8ba-a201-4e88-82fb-26a751e8a97b/a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:48.439572 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1cc820f-32e3-4e98-a1fe-e81481bc15f2 req-f0d4be2b-3542-4424-913d-12850bcec073 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee32de3c-cf78-4cdf-afa0-085aefd0fa98 HTTP/1.1" status: 200 len: 217 time: 0.0932286 Jul 29 23:29:48.485418 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-bd3adc64-db33-4667-a3f0-b65f88df7c52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:29:48.521681 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-bd3adc64-db33-4667-a3f0-b65f88df7c52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:48.538035 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7b8134fe-eb10-426f-80f3-58b27824a927 req-455359c9-16ee-41b1-9eaf-663e0d5494b6 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ca3ec7-faad-4e0e-9010-31a59c1999b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312951 Jul 29 23:29:48.552011 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-fd7f8169-a373-46ea-844f-0ff8e29cc7c4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:48.567889 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e8471352-de1b-42a4-ab3e-db404da247e4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:48.578197 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-bd3adc64-db33-4667-a3f0-b65f88df7c52 service neutron] Transition to ACTIVE for port object e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:48.633558 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-bd3adc64-db33-4667-a3f0-b65f88df7c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:48.709374 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cc820f-32e3-4e98-a1fe-e81481bc15f2 req-71740aa8-82e3-49b9-905c-387804d71376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:48.714211 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1cc820f-32e3-4e98-a1fe-e81481bc15f2 req-71740aa8-82e3-49b9-905c-387804d71376 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4b816f14-b714-45a5-bd31-0fa047cfe72c HTTP/1.1" status: 200 len: 860 time: 0.2634504 Jul 29 23:29:48.795995 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e8471352-de1b-42a4-ab3e-db404da247e4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:48.810193 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-fd7f8169-a373-46ea-844f-0ff8e29cc7c4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Network 34a9b01a-fb87-4012-8543-47877b831421 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:48.840550 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1cc820f-32e3-4e98-a1fe-e81481bc15f2 req-c34a285f-3fe7-4e4d-9adb-a75813b2b168 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06399198-5076-4bad-82c6-5654a25ce71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963664 Jul 29 23:29:48.851923 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-fd7f8169-a373-46ea-844f-0ff8e29cc7c4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:48.854550 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-fd7f8169-a373-46ea-844f-0ff8e29cc7c4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:48.983577 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-bb7bf981-2c2e-4c8b-bd04-2abde069e430 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:49.000309 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8471352-de1b-42a4-ab3e-db404da247e4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Pushing event updated for resources: {'Port': ['ID=efc4ddda-e699-4ca7-bcb2-a237f63fb1c2,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:49.031431 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8471352-de1b-42a4-ab3e-db404da247e4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Checking segment: {'id': '61717ad5-83d2-4d61-9186-b5f5499eae64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '83b11ec2-9794-40f4-b4cf-7a4c559896c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:49.032309 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8471352-de1b-42a4-ab3e-db404da247e4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Network hostable DHCP agents. Network: 83b11ec2-9794-40f4-b4cf-7a4c559896c4, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:29:49.037925 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1cc820f-32e3-4e98-a1fe-e81481bc15f2 req-1afc13ad-f31b-4e81-8fec-5f4145f47fdc service neutron] 10.222.0.39 "GET /v2.0/networks/06399198-5076-4bad-82c6-5654a25ce71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872549 Jul 29 23:29:49.038609 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f8169-a373-46ea-844f-0ff8e29cc7c4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Pushing event updated for resources: {'Port': ['ID=e05f8a47-fe32-435c-a33a-7877418c510e,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:49.073713 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f8169-a373-46ea-844f-0ff8e29cc7c4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.074082 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f8169-a373-46ea-844f-0ff8e29cc7c4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.075084 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f8169-a373-46ea-844f-0ff8e29cc7c4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.075470 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f8169-a373-46ea-844f-0ff8e29cc7c4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.076082 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f8169-a373-46ea-844f-0ff8e29cc7c4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.076514 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f8169-a373-46ea-844f-0ff8e29cc7c4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.076800 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f8169-a373-46ea-844f-0ff8e29cc7c4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.077267 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f8169-a373-46ea-844f-0ff8e29cc7c4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.077606 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f8169-a373-46ea-844f-0ff8e29cc7c4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.077936 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f8169-a373-46ea-844f-0ff8e29cc7c4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.078361 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f8169-a373-46ea-844f-0ff8e29cc7c4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.078573 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7f8169-a373-46ea-844f-0ff8e29cc7c4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.144156 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8471352-de1b-42a4-ab3e-db404da247e4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Network 83b11ec2-9794-40f4-b4cf-7a4c559896c4 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:29:49.155660 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3adc64-db33-4667-a3f0-b65f88df7c52 service neutron] Pushing event updated for resources: {'Port': ['ID=e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:49.166776 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-bb7bf981-2c2e-4c8b-bd04-2abde069e430 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:49.182525 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['5233825a-668c-4f0d-a29d-d3d6b8e2a9f0'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:29:49.257957 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-e8471352-de1b-42a4-ab3e-db404da247e4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 83b11ec2-9794-40f4-b4cf-7a4c559896c4) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:49.282936 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-bd3adc64-db33-4667-a3f0-b65f88df7c52 service neutron] Attempting to bind port e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:49.283286 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-bd3adc64-db33-4667-a3f0-b65f88df7c52 service neutron] Attempting to bind port e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:49.283668 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-bd3adc64-db33-4667-a3f0-b65f88df7c52 service neutron] Attempting to bind port e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:49.284334 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429fea86-5804-4904-984e-182c6a3a2423 None None] Network 83b11ec2-9794-40f4-b4cf-7a4c559896c4 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:49.295249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-fd7f8169-a373-46ea-844f-0ff8e29cc7c4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:49.296079 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-fd7f8169-a373-46ea-844f-0ff8e29cc7c4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:49.299088 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8471352-de1b-42a4-ab3e-db404da247e4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:49.300666 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e8471352-de1b-42a4-ab3e-db404da247e4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:49.309400 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377be24-e079-4d6b-be52-6e3789b59b67 req-70ced149-e5cb-4920-b44f-6cd15091341f tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:49.319047 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f377be24-e079-4d6b-be52-6e3789b59b67 req-70ced149-e5cb-4920-b44f-6cd15091341f tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbb2a96-f947-4c42-a1e3-ba408e8f59f8 HTTP/1.1" status: 200 len: 947 time: 0.6288579 Jul 29 23:29:49.341582 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-bb7bf981-2c2e-4c8b-bd04-2abde069e430 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Network 51a2ec34-e565-4c73-8dc2-3c237f1506a3 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:49.347079 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-bb7bf981-2c2e-4c8b-bd04-2abde069e430 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:49.351974 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-bd3adc64-db33-4667-a3f0-b65f88df7c52 service neutron] Port e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:29:49.352307 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-bd3adc64-db33-4667-a3f0-b65f88df7c52 service neutron] Attempting to bind port e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:49.355962 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7bf981-2c2e-4c8b-bd04-2abde069e430 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Pushing event updated for resources: {'Port': ['ID=a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:49.363715 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-bb7bf981-2c2e-4c8b-bd04-2abde069e430 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:49.368200 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-bd3adc64-db33-4667-a3f0-b65f88df7c52 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:49.368543 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-bd3adc64-db33-4667-a3f0-b65f88df7c52 service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:49.368936 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-bd3adc64-db33-4667-a3f0-b65f88df7c52 service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:49.369457 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-bd3adc64-db33-4667-a3f0-b65f88df7c52 service neutron] Bound port: e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:49.369835 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-bd3adc64-db33-4667-a3f0-b65f88df7c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:49.393189 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-fd7f8169-a373-46ea-844f-0ff8e29cc7c4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6540611 Jul 29 23:29:49.415334 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7bf981-2c2e-4c8b-bd04-2abde069e430 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.416294 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7bf981-2c2e-4c8b-bd04-2abde069e430 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.416828 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7bf981-2c2e-4c8b-bd04-2abde069e430 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.417330 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7bf981-2c2e-4c8b-bd04-2abde069e430 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.417816 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7bf981-2c2e-4c8b-bd04-2abde069e430 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.418567 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7bf981-2c2e-4c8b-bd04-2abde069e430 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.419999 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7bf981-2c2e-4c8b-bd04-2abde069e430 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.420791 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7bf981-2c2e-4c8b-bd04-2abde069e430 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.421603 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7bf981-2c2e-4c8b-bd04-2abde069e430 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.422466 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7bf981-2c2e-4c8b-bd04-2abde069e430 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.423267 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7bf981-2c2e-4c8b-bd04-2abde069e430 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.424321 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7bf981-2c2e-4c8b-bd04-2abde069e430 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:29:49.434037 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f377be24-e079-4d6b-be52-6e3789b59b67 req-a177d66f-1cf6-449d-ba01-6808fd7fd558 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] 10.222.0.18 "GET /v2.0/security-groups?id=98c796be-ce82-449d-8650-6b7c35e34b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087997 Jul 29 23:29:49.448078 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-62efd72c-5452-403c-b312-9ef88532b076 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Request body: {'port': {'device_id': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'network_id': 'd2df6756-1437-4cbd-af3b-72d70f51df4a', 'admin_state_up': True, 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'security_groups': ['c3ccdba3-1dff-45d7-ab0a-fc43566797cb']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:49.513238 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1cc820f-32e3-4e98-a1fe-e81481bc15f2 req-68cbf731-72f4-4e66-b4a5-eee668faa682 service neutron] 10.222.0.39 "GET /v2.0/networks/06399198-5076-4bad-82c6-5654a25ce71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4455914 Jul 29 23:29:49.589330 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f5dbe15b-cb95-4623-91c8-df5a5dce8cb1 None None] Provisioning for port e05f8a47-fe32-435c-a33a-7877418c510e completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:49.605431 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f5dbe15b-cb95-4623-91c8-df5a5dce8cb1 None None] Provisioning complete for port e05f8a47-fe32-435c-a33a-7877418c510e triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:49.606044 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f5dbe15b-cb95-4623-91c8-df5a5dce8cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:49.610424 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8471352-de1b-42a4-ab3e-db404da247e4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Checking segment: {'id': 'e0c7f549-b9a5-4ec3-9263-e7ee79f0d2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '435eb335-6b86-42e7-baab-4e61c9ad5599'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:49.610959 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8471352-de1b-42a4-ab3e-db404da247e4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Network hostable DHCP agents. Network: 435eb335-6b86-42e7-baab-4e61c9ad5599, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:29:49.638824 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-bb7bf981-2c2e-4c8b-bd04-2abde069e430 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:49.640190 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-bb7bf981-2c2e-4c8b-bd04-2abde069e430 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:49.678930 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8471352-de1b-42a4-ab3e-db404da247e4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Pushing event updated for resources: {'Port': ['ID=fc1fb8eb-690f-4e05-b08d-33b1c002bc12,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:49.713086 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8471352-de1b-42a4-ab3e-db404da247e4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Network 435eb335-6b86-42e7-baab-4e61c9ad5599 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:29:49.736619 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-e8471352-de1b-42a4-ab3e-db404da247e4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 435eb335-6b86-42e7-baab-4e61c9ad5599) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:49.746865 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-bb7bf981-2c2e-4c8b-bd04-2abde069e430 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6658847 Jul 29 23:29:49.748404 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8471352-de1b-42a4-ab3e-db404da247e4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:49.766772 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f5dbe15b-cb95-4623-91c8-df5a5dce8cb1 None None] Port e05f8a47-fe32-435c-a33a-7877418c510e cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:49.769237 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-bd3adc64-db33-4667-a3f0-b65f88df7c52 service neutron] For port e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:49.773587 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8471352-de1b-42a4-ab3e-db404da247e4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:49.788959 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3ab4ca-1351-4832-a304-5ddacb78e49b req-20e88b39-ac5c-4cb0-8609-2341bbfc586a tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:49.791205 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8471352-de1b-42a4-ab3e-db404da247e4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:49.791945 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e8471352-de1b-42a4-ab3e-db404da247e4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:49.797544 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83534178-6285-4bc1-83f3-8869303eca38 None None] Network 435eb335-6b86-42e7-baab-4e61c9ad5599 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:49.803597 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9d3ab4ca-1351-4832-a304-5ddacb78e49b req-20e88b39-ac5c-4cb0-8609-2341bbfc586a tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f4667ac-ae86-4bc2-a0aa-12ee568263e0 HTTP/1.1" status: 200 len: 931 time: 0.2079942 Jul 29 23:29:49.816345 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-b1e9f16d-ce9e-4bd8-a8e0-cbb2280dbc43 service neutron] Request body: {'port': {'device_id': '6f4667ac-ae86-4bc2-a0aa-12ee568263e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:49.846911 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-bd3adc64-db33-4667-a3f0-b65f88df7c52 service neutron] For port e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:49.867750 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-bd3adc64-db33-4667-a3f0-b65f88df7c52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:49.923812 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-b1e9f16d-ce9e-4bd8-a8e0-cbb2280dbc43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:50.035955 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-bd3adc64-db33-4667-a3f0-b65f88df7c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:50.036603 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-bd3adc64-db33-4667-a3f0-b65f88df7c52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:50.038058 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-bd3adc64-db33-4667-a3f0-b65f88df7c52 service neutron] 10.222.0.23 "PUT /v2.0/ports/e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58 HTTP/1.1" status: 200 len: 1096 time: 3.2094474 Jul 29 23:29:50.039645 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fbb2a96-f947-4c42-a1e3-ba408e8f59f8', 'tag': 'e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:50.041952 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b6c710-527f-4899-943e-5d3ebd44e987" -d '{"events": [{"name": "network-changed", "server_uuid": "9fbb2a96-f947-4c42-a1e3-ba408e8f59f8", "tag": "e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:50.077292 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9d3ab4ca-1351-4832-a304-5ddacb78e49b req-5581f891-3318-48fc-8d0c-4f9b4c786663 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600687 Jul 29 23:29:50.098840 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-62efd72c-5452-403c-b312-9ef88532b076 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Made reservation on behalf of 1b88923046a64f0cbc69a614c91ce1e9 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:50.103184 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-62efd72c-5452-403c-b312-9ef88532b076 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:50.169800 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3adc64-db33-4667-a3f0-b65f88df7c52 service neutron] Pushing event updated for resources: {'Port': ['ID=e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:50.216231 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e8471352-de1b-42a4-ab3e-db404da247e4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.1166425 Jul 29 23:29:50.221770 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41938) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:50.342633 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-62efd72c-5452-403c-b312-9ef88532b076 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Allocated IP 10.1.1.45 (d2df6756-1437-4cbd-af3b-72d70f51df4a/fea1cab5-6d23-4eca-972a-8631f3603147/7e61dd35-a100-4e16-badd-8fb0a09ce0fb) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:50.419635 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-8ed8149a-f4be-4e38-81e1-7a78959fe579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:50.421471 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-8ed8149a-f4be-4e38-81e1-7a78959fe579 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a019e4ea1f4f45b098b4437c54795539&device_id=9fbb2a96-f947-4c42-a1e3-ba408e8f59f8 HTTP/1.1" status: 200 len: 1099 time: 0.3240900 Jul 29 23:29:50.583865 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-ce25af04-ef70-46b0-a350-65080166b609 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58 HTTP/1.1" status: 200 len: 217 time: 0.1460900 Jul 29 23:29:50.596284 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d3de7-49ef-44d9-a287-49b763c5a2bf req-98454379-eed1-4c04-bde4-c3acaf1c7a6b tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:50.598739 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f2d3de7-49ef-44d9-a287-49b763c5a2bf req-98454379-eed1-4c04-bde4-c3acaf1c7a6b tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 932 time: 0.2505629 Jul 29 23:29:50.658217 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-6fe67205-591e-4cf2-9e04-94119e48dd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:50.659710 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-6fe67205-591e-4cf2-9e04-94119e48dd05 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.0598226 Jul 29 23:29:50.732488 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f2d3de7-49ef-44d9-a287-49b763c5a2bf req-58b77397-449a-4499-b90d-6fd968154b0d tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630717 Jul 29 23:29:50.891463 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2737155-88a5-49fe-afe6-d48a06715f6f tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:50.894205 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-05772c0f-1e19-42a9-9cf1-254a15dcc9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:50.896297 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-05772c0f-1e19-42a9-9cf1-254a15dcc9f3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1958454 Jul 29 23:29:50.900305 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2737155-88a5-49fe-afe6-d48a06715f6f tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:50.905459 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e2737155-88a5-49fe-afe6-d48a06715f6f tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.6801751 Jul 29 23:29:50.908050 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41952) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:50.985860 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-62efd72c-5452-403c-b312-9ef88532b076 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:51.003813 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c45f35-f030-4466-8be4-716d7a75e939 req-27c610e6-bf98-48a0-a4ed-fee9f6537aa9 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:51.005425 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-40c45f35-f030-4466-8be4-716d7a75e939 req-27c610e6-bf98-48a0-a4ed-fee9f6537aa9 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 945 time: 0.1655564 Jul 29 23:29:51.029092 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-62efd72c-5452-403c-b312-9ef88532b076 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Transition to ACTIVE for port object 7e61dd35-a100-4e16-badd-8fb0a09ce0fb will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:51.061005 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-b1e9f16d-ce9e-4bd8-a8e0-cbb2280dbc43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:29:51.079650 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-b1e9f16d-ce9e-4bd8-a8e0-cbb2280dbc43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:51.093761 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b9b29286-e8ff-42f4-b187-658f3fb4858d tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Deleting port efc4ddda-e699-4ca7-bcb2-a237f63fb1c2 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:51.093761 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9b29286-e8ff-42f4-b187-658f3fb4858d tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:51.115350 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-b1e9f16d-ce9e-4bd8-a8e0-cbb2280dbc43 service neutron] Transition to ACTIVE for port object a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:51.149379 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-b1e9f16d-ce9e-4bd8-a8e0-cbb2280dbc43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:51.170977 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-40c45f35-f030-4466-8be4-716d7a75e939 req-e67e569f-a92b-4f4f-abbc-dce37ea0ae8a tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ca3ec7-faad-4e0e-9010-31a59c1999b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538892 Jul 29 23:29:51.206449 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-bb612083-105a-4865-8f66-58b38ce5bdd7 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942932 Jul 29 23:29:51.248266 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9b29286-e8ff-42f4-b187-658f3fb4858d tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:51.306798 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9f16d-ce9e-4bd8-a8e0-cbb2280dbc43 service neutron] Pushing event updated for resources: {'Port': ['ID=a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:51.315425 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b9b29286-e8ff-42f4-b187-658f3fb4858d tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Calling delete_port for efc4ddda-e699-4ca7-bcb2-a237f63fb1c2 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:51.354928 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-b1e9f16d-ce9e-4bd8-a8e0-cbb2280dbc43 service neutron] Attempting to bind port a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:51.354928 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-b1e9f16d-ce9e-4bd8-a8e0-cbb2280dbc43 service neutron] Attempting to bind port a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'e91b6848-5541-4e4f-bb44-17c5c44e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '51a2ec34-e565-4c73-8dc2-3c237f1506a3'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:51.355296 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-b1e9f16d-ce9e-4bd8-a8e0-cbb2280dbc43 service neutron] Attempting to bind port a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9 on network 51a2ec34-e565-4c73-8dc2-3c237f1506a3 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:51.376977 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40082875-31d1-48c6-87f0-488834a2a57f x-openstack-request-id: req-40082875-31d1-48c6-87f0-488834a2a57f {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:51.377575 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fbb2a96-f947-4c42-a1e3-ba408e8f59f8", "tag": "e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:51.378266 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40082875-31d1-48c6-87f0-488834a2a57f {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:51.378912 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fbb2a96-f947-4c42-a1e3-ba408e8f59f8', 'tag': 'e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58', 'status': 'completed', 'code': 200} Jul 29 23:29:51.384867 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-62efd72c-5452-403c-b312-9ef88532b076 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:51.398193 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41960) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:51.413147 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-b1e9f16d-ce9e-4bd8-a8e0-cbb2280dbc43 service neutron] Port a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9 on network 51a2ec34-e565-4c73-8dc2-3c237f1506a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:29:51.413517 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-b1e9f16d-ce9e-4bd8-a8e0-cbb2280dbc43 service neutron] Attempting to bind port a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9 on network 51a2ec34-e565-4c73-8dc2-3c237f1506a3 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:29:51.429925 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-b1e9f16d-ce9e-4bd8-a8e0-cbb2280dbc43 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:29:51.430258 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-b1e9f16d-ce9e-4bd8-a8e0-cbb2280dbc43 service neutron] Checking segment: {'id': 'e91b6848-5541-4e4f-bb44-17c5c44e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '51a2ec34-e565-4c73-8dc2-3c237f1506a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:51.430657 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-b1e9f16d-ce9e-4bd8-a8e0-cbb2280dbc43 service neutron] Bound using segment: {'id': 'e91b6848-5541-4e4f-bb44-17c5c44e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '51a2ec34-e565-4c73-8dc2-3c237f1506a3'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:29:51.431105 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-b1e9f16d-ce9e-4bd8-a8e0-cbb2280dbc43 service neutron] Bound port: a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91b6848-5541-4e4f-bb44-17c5c44e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '51a2ec34-e565-4c73-8dc2-3c237f1506a3'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:29:51.431464 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-b1e9f16d-ce9e-4bd8-a8e0-cbb2280dbc43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:51.512221 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9b29286-e8ff-42f4-b187-658f3fb4858d tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:51.568824 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b29286-e8ff-42f4-b187-658f3fb4858d tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Pushing event deleted for resources: {'Port': ['ID=efc4ddda-e699-4ca7-bcb2-a237f63fb1c2,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:51.601399 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9b29286-e8ff-42f4-b187-658f3fb4858d tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:51.604183 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b9b29286-e8ff-42f4-b187-658f3fb4858d tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] 10.222.0.18 "DELETE /v2.0/ports/efc4ddda-e699-4ca7-bcb2-a237f63fb1c2 HTTP/1.1" status: 204 len: 168 time: 0.6944256 Jul 29 23:29:51.606025 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-b1e9f16d-ce9e-4bd8-a8e0-cbb2280dbc43 service neutron] For port a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:29:51.609560 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41964) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:51.612913 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-b1e9f16d-ce9e-4bd8-a8e0-cbb2280dbc43 service neutron] For port a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9,segment=NetworkSegment(e91b6848-5541-4e4f-bb44-17c5c44e4579),segment_id=e91b6848-5541-4e4f-bb44-17c5c44e4579)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:29:51.622908 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-b1e9f16d-ce9e-4bd8-a8e0-cbb2280dbc43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:51.719475 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8298528b-31ba-46e1-a3a3-e51dda4e0e13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:51.749062 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-b1e9f16d-ce9e-4bd8-a8e0-cbb2280dbc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:51.749694 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-b1e9f16d-ce9e-4bd8-a8e0-cbb2280dbc43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:51.751146 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-b1e9f16d-ce9e-4bd8-a8e0-cbb2280dbc43 service neutron] 10.222.0.39 "PUT /v2.0/ports/a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9 HTTP/1.1" status: 200 len: 1092 time: 1.9510105 Jul 29 23:29:51.751614 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4667ac-ae86-4bc2-a0aa-12ee568263e0', 'tag': 'a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:51.753941 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48f9706-3d18-41f5-8b6f-ebdf5d3dea44" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4667ac-ae86-4bc2-a0aa-12ee568263e0", "tag": "a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:51.811495 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e9f16d-ce9e-4bd8-a8e0-cbb2280dbc43 service neutron] Pushing event updated for resources: {'Port': ['ID=a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:51.913261 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-6ab7ae97-2eec-47dc-98ce-052ff7f7f4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:51.915006 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-6ab7ae97-2eec-47dc-98ce-052ff7f7f4b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=858112f1c9514c968cc83d88af99633e&device_id=6f4667ac-ae86-4bc2-a0aa-12ee568263e0 HTTP/1.1" status: 200 len: 1095 time: 0.1081171 Jul 29 23:29:51.943556 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-62efd72c-5452-403c-b312-9ef88532b076 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Network d2df6756-1437-4cbd-af3b-72d70f51df4a is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:51.961354 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-62efd72c-5452-403c-b312-9ef88532b076 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:51.970500 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62efd72c-5452-403c-b312-9ef88532b076 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Pushing event updated for resources: {'Port': ['ID=7e61dd35-a100-4e16-badd-8fb0a09ce0fb,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:51.973426 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-62efd72c-5452-403c-b312-9ef88532b076 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:51.976855 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-207ca800-a6fc-4a1b-84d9-e07cbc4dbc36 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Deleting port fc1fb8eb-690f-4e05-b08d-33b1c002bc12 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:29:51.977464 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-207ca800-a6fc-4a1b-84d9-e07cbc4dbc36 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:51.989362 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-0ef19da7-7d46-4ef9-92ff-281cdcc85b0d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9 HTTP/1.1" status: 200 len: 217 time: 0.0657239 Jul 29 23:29:52.085807 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8ad8c372-4d90-486d-8cf8-ae8ce6c75104 req-4522bfef-c5c4-4759-9e72-613e32b208db service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8585050 Jul 29 23:29:52.098569 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-62efd72c-5452-403c-b312-9ef88532b076 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:52.099252 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-62efd72c-5452-403c-b312-9ef88532b076 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.117596 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f8c60-41f1-4800-ab04-db23b3e7307c req-ec1270fb-7eaa-43dd-a734-9a3dfabded65 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:52.119192 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6b7f8c60-41f1-4800-ab04-db23b3e7307c req-ec1270fb-7eaa-43dd-a734-9a3dfabded65 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbb2a96-f947-4c42-a1e3-ba408e8f59f8 HTTP/1.1" status: 200 len: 947 time: 0.1780851 Jul 29 23:29:52.184560 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6b7f8c60-41f1-4800-ab04-db23b3e7307c req-f12fc516-4e45-4d2e-b830-733276177af6 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] 10.222.0.18 "GET /v2.0/security-groups?id=98c796be-ce82-449d-8650-6b7c35e34b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537775 Jul 29 23:29:52.219489 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-207ca800-a6fc-4a1b-84d9-e07cbc4dbc36 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.232587 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-6756c3c6-df7c-4525-80e1-8689a0f1405a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:52.234151 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-6756c3c6-df7c-4525-80e1-8689a0f1405a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0f37e8ba-a201-4e88-82fb-26a751e8a97b HTTP/1.1" status: 200 len: 855 time: 0.2299855 Jul 29 23:29:52.259573 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-207ca800-a6fc-4a1b-84d9-e07cbc4dbc36 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Calling delete_port for fc1fb8eb-690f-4e05-b08d-33b1c002bc12 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:29:52.267219 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6c710-527f-4899-943e-5d3ebd44e987 req-5ea13d6a-e14d-4303-8adb-f90a4125b25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:52.271018 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b9b6c710-527f-4899-943e-5d3ebd44e987 req-5ea13d6a-e14d-4303-8adb-f90a4125b25f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a019e4ea1f4f45b098b4437c54795539&device_id=9fbb2a96-f947-4c42-a1e3-ba408e8f59f8 HTTP/1.1" status: 200 len: 1099 time: 0.1000319 Jul 29 23:29:52.311897 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-3cf2053b-b553-403f-8578-ffd3b6a34cf6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51a2ec34-e565-4c73-8dc2-3c237f1506a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692604 Jul 29 23:29:52.348413 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8298528b-31ba-46e1-a3a3-e51dda4e0e13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.377918 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-62efd72c-5452-403c-b312-9ef88532b076 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9599619 Jul 29 23:29:52.399157 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8298528b-31ba-46e1-a3a3-e51dda4e0e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.432148 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-bd376422-765b-4850-b8e7-e20aebd52026 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Request body: {'port': {'device_id': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'network_id': 'd2df6756-1437-4cbd-af3b-72d70f51df4a', 'admin_state_up': True, 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'security_groups': ['c3ccdba3-1dff-45d7-ab0a-fc43566797cb']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:52.452198 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d71c9666-51eb-4887-85b0-ede157382478 None None] Provisioning for port 7e61dd35-a100-4e16-badd-8fb0a09ce0fb completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:52.461413 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d71c9666-51eb-4887-85b0-ede157382478 None None] Provisioning complete for port 7e61dd35-a100-4e16-badd-8fb0a09ce0fb triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:52.462071 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d71c9666-51eb-4887-85b0-ede157382478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.505968 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d71c9666-51eb-4887-85b0-ede157382478 None None] Port 7e61dd35-a100-4e16-badd-8fb0a09ce0fb cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:52.525240 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8298528b-31ba-46e1-a3a3-e51dda4e0e13 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c736d2cfe257431ab491dbf5bcc75958&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1249340 Jul 29 23:29:52.538409 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298528b-31ba-46e1-a3a3-e51dda4e0e13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb1c366-61dd-4678-b3f0-e18c648788c4,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:52.543519 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41972) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:52.577804 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c274269-a3df-4388-8385-4eb7ee305261 req-04edbb11-eafd-4a62-b457-0df067e57aed tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:52.580528 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0c274269-a3df-4388-8385-4eb7ee305261 req-04edbb11-eafd-4a62-b457-0df067e57aed tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f4667ac-ae86-4bc2-a0aa-12ee568263e0 HTTP/1.1" status: 200 len: 943 time: 0.2183385 Jul 29 23:29:52.626087 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-a6d4ba9e-a720-45e2-91b4-95424ec9e113 service neutron] 10.222.0.39 "GET /v2.0/networks/51a2ec34-e565-4c73-8dc2-3c237f1506a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017907 Jul 29 23:29:52.646023 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6c710-527f-4899-943e-5d3ebd44e987 req-531767a0-36f5-4bbd-a406-1237c8596ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:52.649040 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b9b6c710-527f-4899-943e-5d3ebd44e987 req-531767a0-36f5-4bbd-a406-1237c8596ec7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.3703547 Jul 29 23:29:52.696352 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-207ca800-a6fc-4a1b-84d9-e07cbc4dbc36 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.697964 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a23dc484-2695-417e-b2b0-20db08f00f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.748743 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ca800-a6fc-4a1b-84d9-e07cbc4dbc36 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Pushing event deleted for resources: {'Port': ['ID=fc1fb8eb-690f-4e05-b08d-33b1c002bc12,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:52.748953 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b9b6c710-527f-4899-943e-5d3ebd44e987 req-f8ea9776-51c6-4cab-83a9-c4cfd3b5bbb5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58 HTTP/1.1" status: 200 len: 217 time: 0.0845034 Jul 29 23:29:52.777168 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0c274269-a3df-4388-8385-4eb7ee305261 req-24d9a815-c3df-47e3-b6c7-0f8772ea8e5b tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824987 Jul 29 23:29:52.777828 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-207ca800-a6fc-4a1b-84d9-e07cbc4dbc36 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.781107 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-207ca800-a6fc-4a1b-84d9-e07cbc4dbc36 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] 10.222.0.18 "DELETE /v2.0/ports/fc1fb8eb-690f-4e05-b08d-33b1c002bc12 HTTP/1.1" status: 204 len: 168 time: 1.1702473 Jul 29 23:29:52.785149 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a23dc484-2695-417e-b2b0-20db08f00f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.786774 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41974) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:52.827474 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bc1c5c6c-0fd5-421a-b81a-6101a38792b8 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0377748 Jul 29 23:29:52.839119 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41976) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:52.846049 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-0a2e6053-5cb7-4af7-88c7-b420b5ea63b6 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1537610040'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:52.874894 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.db.api [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-bd376422-765b-4850-b8e7-e20aebd52026 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:29:52.874894 n-d-712140-10 neutron-server[94063]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 23:29:52.874894 n-d-712140-10 neutron-server[94063]: [parameters: {'project_id': '1b88923046a64f0cbc69a614c91ce1e9', 'id': '8191ebd1-ea85-41e1-8724-34460a90f1b7', 'expiration': datetime.datetime(2021, 7, 29, 23, 31, 52, 857464)}] Jul 29 23:29:52.874894 n-d-712140-10 neutron-server[94063]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:29:52.875637 n-d-712140-10 neutron-server[94063]: DEBUG oslo_db.api [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-bd376422-765b-4850-b8e7-e20aebd52026 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:29:52.888557 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6c710-527f-4899-943e-5d3ebd44e987 req-2326d83e-6036-47f0-80cb-d337e09ad683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:52.890913 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b9b6c710-527f-4899-943e-5d3ebd44e987 req-2326d83e-6036-47f0-80cb-d337e09ad683 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1028306 Jul 29 23:29:52.894823 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2e6053-5cb7-4af7-88c7-b420b5ea63b6 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Made reservation on behalf of aed8fc8381a747b69d85c8b512693806 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:52.898473 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a2e6053-5cb7-4af7-88c7-b420b5ea63b6 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:52.902034 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-47914c26-a384-4ce8-aa4b-207e49d31ad8 req-f80ef6b4-5f7a-43ba-bba3-055c81c2d037 service neutron] 10.222.0.39 "GET /v2.0/networks/51a2ec34-e565-4c73-8dc2-3c237f1506a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674825 Jul 29 23:29:52.931783 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cefeb7a-bbf1-4085-8ce3-6ff494be808f x-openstack-request-id: req-1cefeb7a-bbf1-4085-8ce3-6ff494be808f {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:29:52.932673 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4667ac-ae86-4bc2-a0aa-12ee568263e0", "tag": "a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:29:52.932673 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1cefeb7a-bbf1-4085-8ce3-6ff494be808f {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:29:52.932974 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f4667ac-ae86-4bc2-a0aa-12ee568263e0', 'tag': 'a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9', 'status': 'completed', 'code': 200} Jul 29 23:29:52.961960 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a2e6053-5cb7-4af7-88c7-b420b5ea63b6 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:29:52.969070 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6c710-527f-4899-943e-5d3ebd44e987 req-f8365310-74f5-441b-afc7-0a0a8cdac2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:52.972156 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b9b6c710-527f-4899-943e-5d3ebd44e987 req-f8365310-74f5-441b-afc7-0a0a8cdac2fd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0711546 Jul 29 23:29:53.016177 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a2e6053-5cb7-4af7-88c7-b420b5ea63b6 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.016554 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-0a2e6053-5cb7-4af7-88c7-b420b5ea63b6 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Added segment 74660467-1e68-4adb-a41f-3d5c315b64cb of type vlan for network 5d40ec2d-6507-483a-9328-a2717fc359be Jul 29 23:29:53.026287 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a23dc484-2695-417e-b2b0-20db08f00f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.030220 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a23dc484-2695-417e-b2b0-20db08f00f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.031734 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a23dc484-2695-417e-b2b0-20db08f00f0a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6fb1c366-61dd-4678-b3f0-e18c648788c4 HTTP/1.1" status: 204 len: 168 time: 0.4804149 Jul 29 23:29:53.080492 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23dc484-2695-417e-b2b0-20db08f00f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb1c366-61dd-4678-b3f0-e18c648788c4,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:53.115683 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f9706-3d18-41f5-8b6f-ebdf5d3dea44 req-2534e8cf-0a84-4c4e-b853-2d7787c0aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:53.117782 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a48f9706-3d18-41f5-8b6f-ebdf5d3dea44 req-2534e8cf-0a84-4c4e-b853-2d7787c0aa53 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=858112f1c9514c968cc83d88af99633e&device_id=6f4667ac-ae86-4bc2-a0aa-12ee568263e0 HTTP/1.1" status: 200 len: 1095 time: 0.1450686 Jul 29 23:29:53.124201 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a2e6053-5cb7-4af7-88c7-b420b5ea63b6 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.156190 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44407224-b068-4c93-aa36-3f3e74369cf4 req-9f054b96-bff9-4bc1-99d5-3c60acf1ce2e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:53.166908 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44407224-b068-4c93-aa36-3f3e74369cf4 req-9f054b96-bff9-4bc1-99d5-3c60acf1ce2e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:53.169686 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-44407224-b068-4c93-aa36-3f3e74369cf4 req-9f054b96-bff9-4bc1-99d5-3c60acf1ce2e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 1653 time: 0.1526322 Jul 29 23:29:53.228132 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-44407224-b068-4c93-aa36-3f3e74369cf4 req-594b9d69-f24c-47ea-a40d-2eb36c7f32af tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495858 Jul 29 23:29:53.235292 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b9b6c710-527f-4899-943e-5d3ebd44e987 req-eb744912-c4bb-4c93-8699-80d96096b1ec service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562835 Jul 29 23:29:53.243313 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a2e6053-5cb7-4af7-88c7-b420b5ea63b6 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.250985 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2e6053-5cb7-4af7-88c7-b420b5ea63b6 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:53.251645 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a2e6053-5cb7-4af7-88c7-b420b5ea63b6 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.420663 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0a2e6053-5cb7-4af7-88c7-b420b5ea63b6 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5803337 Jul 29 23:29:53.425459 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41984) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:53.429279 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f9706-3d18-41f5-8b6f-ebdf5d3dea44 req-089753be-194e-4ef6-93c0-fb7f3b80b484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:53.431449 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a48f9706-3d18-41f5-8b6f-ebdf5d3dea44 req-089753be-194e-4ef6-93c0-fb7f3b80b484 service neutron] 10.222.0.39 "GET /v2.0/networks?id=51a2ec34-e565-4c73-8dc2-3c237f1506a3 HTTP/1.1" status: 200 len: 916 time: 0.3029249 Jul 29 23:29:53.437127 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-6876af2f-31ca-4d29-9f13-2c71131c1361 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2002048605'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:53.441917 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2e6053-5cb7-4af7-88c7-b420b5ea63b6 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Pushing event updated for resources: {'Network': ['ID=5d40ec2d-6507-483a-9328-a2717fc359be,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:53.455642 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 5d40ec2d-6507-483a-9328-a2717fc359be details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:29:53.497645 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a48f9706-3d18-41f5-8b6f-ebdf5d3dea44 req-e210edf4-4dc7-48db-96eb-c27895cf6c29 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9 HTTP/1.1" status: 200 len: 217 time: 0.0497818 Jul 29 23:29:53.508044 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-bd376422-765b-4850-b8e7-e20aebd52026 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Made reservation on behalf of 1b88923046a64f0cbc69a614c91ce1e9 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:53.520565 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-bd376422-765b-4850-b8e7-e20aebd52026 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.566797 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f9706-3d18-41f5-8b6f-ebdf5d3dea44 req-fae84edc-fddc-450f-984c-c27d68c70927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:53.568341 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a48f9706-3d18-41f5-8b6f-ebdf5d3dea44 req-fae84edc-fddc-450f-984c-c27d68c70927 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0f37e8ba-a201-4e88-82fb-26a751e8a97b HTTP/1.1" status: 200 len: 855 time: 0.0560088 Jul 29 23:29:53.568949 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6876af2f-31ca-4d29-9f13-2c71131c1361 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Made reservation on behalf of aed8fc8381a747b69d85c8b512693806 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:53.572382 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6876af2f-31ca-4d29-9f13-2c71131c1361 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.613230 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c1ed4-8747-43da-96c3-3a6f35dd1617 req-9cddcab5-5eca-48bf-8ad4-9e56de97e3ce tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:53.613819 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a48f9706-3d18-41f5-8b6f-ebdf5d3dea44 req-6960bc9e-ba4a-416d-bd5c-918cbc6605e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51a2ec34-e565-4c73-8dc2-3c237f1506a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372944 Jul 29 23:29:53.614284 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41986) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:53.615305 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e10c1ed4-8747-43da-96c3-3a6f35dd1617 req-9cddcab5-5eca-48bf-8ad4-9e56de97e3ce tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 945 time: 0.2739797 Jul 29 23:29:53.617557 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b9b6c710-527f-4899-943e-5d3ebd44e987 req-645fef31-df68-4080-bb1a-a050ab109ca5 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733048 Jul 29 23:29:53.631526 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8e8ebfef-bff5-41af-bd13-9ac92282a3e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.687744 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6876af2f-31ca-4d29-9f13-2c71131c1361 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:29:53.755948 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6876af2f-31ca-4d29-9f13-2c71131c1361 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.756356 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-6876af2f-31ca-4d29-9f13-2c71131c1361 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Added segment 31ccd04b-bcbf-4108-a5e8-f9eb15c460a8 of type vlan for network f5b8e9b2-f4dc-4b9f-95a8-c78415e8edbf Jul 29 23:29:53.775687 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e10c1ed4-8747-43da-96c3-3a6f35dd1617 req-a38f3513-27a6-41e0-b9db-9ed35d7467fa tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ca3ec7-faad-4e0e-9010-31a59c1999b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772097 Jul 29 23:29:53.811003 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-bd376422-765b-4850-b8e7-e20aebd52026 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Allocated IP 10.1.1.131 (d2df6756-1437-4cbd-af3b-72d70f51df4a/fea1cab5-6d23-4eca-972a-8631f3603147/c28d72f5-dcf0-4f89-838c-04edd1d9b91c) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:53.831530 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6876af2f-31ca-4d29-9f13-2c71131c1361 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.884637 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a48f9706-3d18-41f5-8b6f-ebdf5d3dea44 req-13b7c993-bd75-49ac-92c2-00f28aed3d27 service neutron] 10.222.0.39 "GET /v2.0/networks/51a2ec34-e565-4c73-8dc2-3c237f1506a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438257 Jul 29 23:29:53.911669 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8e8ebfef-bff5-41af-bd13-9ac92282a3e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.963430 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6876af2f-31ca-4d29-9f13-2c71131c1361 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.970091 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6876af2f-31ca-4d29-9f13-2c71131c1361 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:53.975358 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6876af2f-31ca-4d29-9f13-2c71131c1361 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:53.983106 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8e8ebfef-bff5-41af-bd13-9ac92282a3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:54.017266 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8e8ebfef-bff5-41af-bd13-9ac92282a3e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e0b992ccae943118199e1055527465d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3983915 Jul 29 23:29:54.020061 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6876af2f-31ca-4d29-9f13-2c71131c1361 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5875330 Jul 29 23:29:54.031412 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 41992) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:54.052096 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-bd376422-765b-4850-b8e7-e20aebd52026 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:54.093639 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fefea2-f38a-4cfe-ad00-8674a587fa3e req-f55aabca-e071-4872-821f-6048bbb79a1d tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:54.107605 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-71fefea2-f38a-4cfe-ad00-8674a587fa3e req-f55aabca-e071-4872-821f-6048bbb79a1d tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbb2a96-f947-4c42-a1e3-ba408e8f59f8 HTTP/1.1" status: 200 len: 947 time: 0.1541860 Jul 29 23:29:54.108561 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ebfef-bff5-41af-bd13-9ac92282a3e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb9dae8-9ef7-4ec6-b8ae-82546eba157a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:54.115703 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6876af2f-31ca-4d29-9f13-2c71131c1361 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Pushing event updated for resources: {'Network': ['ID=f5b8e9b2-f4dc-4b9f-95a8-c78415e8edbf,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:54.138944 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-bd376422-765b-4850-b8e7-e20aebd52026 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Transition to ACTIVE for port object c28d72f5-dcf0-4f89-838c-04edd1d9b91c will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:54.164819 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a48f9706-3d18-41f5-8b6f-ebdf5d3dea44 req-a60e096f-c80f-4cb2-befd-3c09846a100e service neutron] 10.222.0.39 "GET /v2.0/networks/51a2ec34-e565-4c73-8dc2-3c237f1506a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675774 Jul 29 23:29:54.169737 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41994) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:54.171444 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network f5b8e9b2-f4dc-4b9f-95a8-c78415e8edbf details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:29:54.175311 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-af3d3ec6-71d9-4105-b9df-132555690df4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Request body: {'subnets': [{'network_id': '5d40ec2d-6507-483a-9328-a2717fc359be', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--370443793', 'ip_version': 4}, {'network_id': 'f5b8e9b2-f4dc-4b9f-95a8-c78415e8edbf', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:54.175919 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-af3d3ec6-71d9-4105-b9df-132555690df4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Request body: {'subnet': {'network_id': '5d40ec2d-6507-483a-9328-a2717fc359be', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--370443793', 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:54.176497 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-af3d3ec6-71d9-4105-b9df-132555690df4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Request body: {'subnet': {'network_id': 'f5b8e9b2-f4dc-4b9f-95a8-c78415e8edbf', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:54.233449 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-71fefea2-f38a-4cfe-ad00-8674a587fa3e req-acdc7a1d-d285-4a27-a617-492df570c9f1 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] 10.222.0.18 "GET /v2.0/security-groups?id=98c796be-ce82-449d-8650-6b7c35e34b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239030 Jul 29 23:29:54.255251 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7bd8a3ba-25d8-497f-9773-1d9073a752ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:54.280552 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-bd376422-765b-4850-b8e7-e20aebd52026 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:54.304485 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7bd8a3ba-25d8-497f-9773-1d9073a752ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:54.420006 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-bd376422-765b-4850-b8e7-e20aebd52026 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Network d2df6756-1437-4cbd-af3b-72d70f51df4a is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:54.421335 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3d3ec6-71d9-4105-b9df-132555690df4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Made reservation on behalf of aed8fc8381a747b69d85c8b512693806 for: {'subnet': 2} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:54.427871 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-af3d3ec6-71d9-4105-b9df-132555690df4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:54.428443 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-af3d3ec6-71d9-4105-b9df-132555690df4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:54.446049 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-bd376422-765b-4850-b8e7-e20aebd52026 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:54.455806 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-bd376422-765b-4850-b8e7-e20aebd52026 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:54.471690 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd376422-765b-4850-b8e7-e20aebd52026 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Pushing event updated for resources: {'Port': ['ID=c28d72f5-dcf0-4f89-838c-04edd1d9b91c,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:54.541418 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a12c0e-dbac-4846-a67f-18431be97068 req-887f2ec9-5884-4e43-b1f5-aaee50378c68 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:54.543086 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15a12c0e-dbac-4846-a67f-18431be97068 req-887f2ec9-5884-4e43-b1f5-aaee50378c68 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f4667ac-ae86-4bc2-a0aa-12ee568263e0 HTTP/1.1" status: 200 len: 943 time: 0.1964653 Jul 29 23:29:54.611400 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-bd376422-765b-4850-b8e7-e20aebd52026 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:54.612090 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-bd376422-765b-4850-b8e7-e20aebd52026 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:54.618489 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7bd8a3ba-25d8-497f-9773-1d9073a752ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:54.621230 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7bd8a3ba-25d8-497f-9773-1d9073a752ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:54.622924 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7bd8a3ba-25d8-497f-9773-1d9073a752ba admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9eb9dae8-9ef7-4ec6-b8ae-82546eba157a HTTP/1.1" status: 204 len: 168 time: 0.5885057 Jul 29 23:29:54.638991 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd8a3ba-25d8-497f-9773-1d9073a752ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb9dae8-9ef7-4ec6-b8ae-82546eba157a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:54.681775 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15a12c0e-dbac-4846-a67f-18431be97068 req-742e71ab-5d2b-4f78-b58e-927070fa9baa tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151700 Jul 29 23:29:54.699585 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-bd376422-765b-4850-b8e7-e20aebd52026 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2805896 Jul 29 23:29:54.740171 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-0a38d6d2-1a9d-4a76-97c0-3b13b5814227 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Request body: {'port': {'device_id': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd946e4cf-f467-4b2d-9871-c5018b0b50b6', 'admin_state_up': True, 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'security_groups': ['c3ccdba3-1dff-45d7-ab0a-fc43566797cb']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:54.985201 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-758f930c-1246-4027-afbc-917aebae5526 None None] Provisioning for port c28d72f5-dcf0-4f89-838c-04edd1d9b91c completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:54.996457 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-758f930c-1246-4027-afbc-917aebae5526 None None] Provisioning complete for port c28d72f5-dcf0-4f89-838c-04edd1d9b91c triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:54.996835 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-758f930c-1246-4027-afbc-917aebae5526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:55.034616 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-0a38d6d2-1a9d-4a76-97c0-3b13b5814227 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Made reservation on behalf of 1b88923046a64f0cbc69a614c91ce1e9 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:55.142220 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:29:55.161639 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-758f930c-1246-4027-afbc-917aebae5526 None None] Port c28d72f5-dcf0-4f89-838c-04edd1d9b91c cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:55.306418 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-af3d3ec6-71d9-4105-b9df-132555690df4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:55.362073 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:55.378578 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': 'e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58', 'mac_address': 'fa:16:3e:6e:3f:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:29:55.384153 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d3ec6-71d9-4105-b9df-132555690df4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Pushing event updated for resources: {'Subnet': ['ID=a1bcdfd0-e697-4bb1-9e7a-3e4b1245553d,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:55.396627 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3d3ec6-71d9-4105-b9df-132555690df4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Checking segment: {'id': '74660467-1e68-4adb-a41f-3d5c315b64cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '5d40ec2d-6507-483a-9328-a2717fc359be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:55.397087 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3d3ec6-71d9-4105-b9df-132555690df4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Network hostable DHCP agents. Network: 5d40ec2d-6507-483a-9328-a2717fc359be, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:29:55.407996 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a4be7-ae94-44e8-9b67-9b4be5b2ce84 req-5981a0ba-ebe6-4249-8998-55f60ab23feb tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:55.437755 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a4be7-ae94-44e8-9b67-9b4be5b2ce84 req-5981a0ba-ebe6-4249-8998-55f60ab23feb tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:55.458972 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3d3ec6-71d9-4105-b9df-132555690df4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Network 5d40ec2d-6507-483a-9328-a2717fc359be is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:29:55.459979 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:55.464118 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a4be7-ae94-44e8-9b67-9b4be5b2ce84 req-5981a0ba-ebe6-4249-8998-55f60ab23feb tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:55.473489 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-637a4be7-ae94-44e8-9b67-9b4be5b2ce84 req-5981a0ba-ebe6-4249-8998-55f60ab23feb tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 2374 time: 0.3707125 Jul 29 23:29:55.477015 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-af3d3ec6-71d9-4105-b9df-132555690df4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 5d40ec2d-6507-483a-9328-a2717fc359be) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:55.478110 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:29:55.486117 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-af3d3ec6-71d9-4105-b9df-132555690df4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:55.498387 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d960449e-dd3c-4721-8da1-56532bf206e0 None None] Network 5d40ec2d-6507-483a-9328-a2717fc359be requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:55.526331 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-0a38d6d2-1a9d-4a76-97c0-3b13b5814227 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:55.577745 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42006) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:55.586797 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d3ec6-71d9-4105-b9df-132555690df4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Pushing event updated for resources: {'Subnet': ['ID=a336e00d-9b83-4b3f-a9cd-010e267a9419,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:55.636423 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3d3ec6-71d9-4105-b9df-132555690df4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Checking segment: {'id': '31ccd04b-bcbf-4108-a5e8-f9eb15c460a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'f5b8e9b2-f4dc-4b9f-95a8-c78415e8edbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:29:55.636898 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3d3ec6-71d9-4105-b9df-132555690df4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Network hostable DHCP agents. Network: f5b8e9b2-f4dc-4b9f-95a8-c78415e8edbf, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:29:55.653177 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:55.663048 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:55.663657 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3d3ec6-71d9-4105-b9df-132555690df4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Network f5b8e9b2-f4dc-4b9f-95a8-c78415e8edbf is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:29:55.678056 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-af3d3ec6-71d9-4105-b9df-132555690df4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, f5b8e9b2-f4dc-4b9f-95a8-c78415e8edbf) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:55.689545 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3d3ec6-71d9-4105-b9df-132555690df4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:55.690139 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3d3ec6-71d9-4105-b9df-132555690df4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:55.691027 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-af3d3ec6-71d9-4105-b9df-132555690df4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:55.709543 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c6ff63-7122-459e-b531-6a073b117b1c None None] Network f5b8e9b2-f4dc-4b9f-95a8-c78415e8edbf requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:55.720571 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-af3d3ec6-71d9-4105-b9df-132555690df4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.5496161 Jul 29 23:29:55.725215 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42010) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:55.826290 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7739b6-cc6c-4fb9-806b-143263278b98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-5d40ec2d-6507-483a-9328-a2717fc359be', 'network_id': '5d40ec2d-6507-483a-9328-a2717fc359be', 'tenant_id': 'aed8fc8381a747b69d85c8b512693806', 'fixed_ips': [{'subnet_id': 'a1bcdfd0-e697-4bb1-9e7a-3e4b1245553d'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:29:55.828170 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1f7739b6-cc6c-4fb9-806b-143263278b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:55.845276 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e5f2b6f8-afb7-4805-863e-8bf9be2e2fde admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:55.873161 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:56.012882 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b746370b-0fda-4546-82da-6e1bcdd1cfbe tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:56.015704 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b746370b-0fda-4546-82da-6e1bcdd1cfbe tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:56.021494 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:29:56.028865 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b746370b-0fda-4546-82da-6e1bcdd1cfbe tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:56.034635 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b746370b-0fda-4546-82da-6e1bcdd1cfbe tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.3051281 Jul 29 23:29:56.035268 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42014) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:56.049428 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-637a4be7-ae94-44e8-9b67-9b4be5b2ce84 req-52ee69c7-674b-406c-90cc-2de95e70a920 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5273736 Jul 29 23:29:56.106200 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a50856-bfcc-4543-bad3-24577def441c tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Deleting subnet a1bcdfd0-e697-4bb1-9e7a-3e4b1245553d {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:29:56.110960 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51a50856-bfcc-4543-bad3-24577def441c tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.132082 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-0a38d6d2-1a9d-4a76-97c0-3b13b5814227 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Allocated IP 10.2.2.100 (d946e4cf-f467-4b2d-9871-c5018b0b50b6/1fdc52fc-c58b-4713-8727-c269bb29b153/0d33684c-2635-44de-9bef-97bb265cbccb) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:56.267983 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:29:56.292425 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e5f2b6f8-afb7-4805-863e-8bf9be2e2fde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.478275 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51a50856-bfcc-4543-bad3-24577def441c tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.536597 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-0a38d6d2-1a9d-4a76-97c0-3b13b5814227 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.540307 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11248ea3-c314-468b-9674-c203d20dd24b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-f5b8e9b2-f4dc-4b9f-95a8-c78415e8edbf', 'network_id': 'f5b8e9b2-f4dc-4b9f-95a8-c78415e8edbf', 'tenant_id': 'aed8fc8381a747b69d85c8b512693806', 'fixed_ips': [{'subnet_id': 'a336e00d-9b83-4b3f-a9cd-010e267a9419'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:29:56.541647 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-11248ea3-c314-468b-9674-c203d20dd24b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.542063 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51a50856-bfcc-4543-bad3-24577def441c tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.558676 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-0a38d6d2-1a9d-4a76-97c0-3b13b5814227 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Transition to ACTIVE for port object 0d33684c-2635-44de-9bef-97bb265cbccb will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:56.601278 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e5f2b6f8-afb7-4805-863e-8bf9be2e2fde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.610497 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-0a38d6d2-1a9d-4a76-97c0-3b13b5814227 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.612002 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51a50856-bfcc-4543-bad3-24577def441c tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.676283 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51a50856-bfcc-4543-bad3-24577def441c tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.678864 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-51a50856-bfcc-4543-bad3-24577def441c tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] 10.222.0.18 "DELETE /v2.0/subnets/a1bcdfd0-e697-4bb1-9e7a-3e4b1245553d HTTP/1.1" status: 204 len: 168 time: 0.6424489 Jul 29 23:29:56.680181 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a50856-bfcc-4543-bad3-24577def441c tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Pushing event deleted for resources: {'Subnet': ['ID=a1bcdfd0-e697-4bb1-9e7a-3e4b1245553d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:56.682259 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42016) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server [None req-1f7739b6-cc6c-4fb9-806b-143263278b98 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a1bcdfd0-e697-4bb1-9e7a-3e4b1245553d: This subnet is being modified by another concurrent operation. Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:29:56.715889 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise exception Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a1bcdfd0-e697-4bb1-9e7a-3e4b1245553d: This subnet is being modified by another concurrent operation. Jul 29 23:29:56.722482 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server Jul 29 23:29:56.736256 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-0a38d6d2-1a9d-4a76-97c0-3b13b5814227 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Network d946e4cf-f467-4b2d-9871-c5018b0b50b6 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:56.741709 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-0a38d6d2-1a9d-4a76-97c0-3b13b5814227 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:56.743693 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f2b6f8-afb7-4805-863e-8bf9be2e2fde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c112a7c3-0bf6-40c7-bfc8-2a7278499a0c,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:56.746545 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-0a38d6d2-1a9d-4a76-97c0-3b13b5814227 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:56.768420 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b3f4d98-e7d8-4a7b-9eb9-d64881d98db4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Deleting subnet a336e00d-9b83-4b3f-a9cd-010e267a9419 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:29:56.773589 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3b3f4d98-e7d8-4a7b-9eb9-d64881d98db4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.802159 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e5f2b6f8-afb7-4805-863e-8bf9be2e2fde admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=35dc2be628ea4e97a4cd217a0ffe8c60&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1269293 Jul 29 23:29:56.808461 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-0a38d6d2-1a9d-4a76-97c0-3b13b5814227 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:56.809194 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-0a38d6d2-1a9d-4a76-97c0-3b13b5814227 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.816274 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9,segment=NetworkSegment(e91b6848-5541-4e4f-bb44-17c5c44e4579),segment_id=e91b6848-5541-4e4f-bb44-17c5c44e4579)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:56.819121 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42018) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:56.847881 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38d6d2-1a9d-4a76-97c0-3b13b5814227 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Pushing event updated for resources: {'Port': ['ID=0d33684c-2635-44de-9bef-97bb265cbccb,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:56.873551 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3b3f4d98-e7d8-4a7b-9eb9-d64881d98db4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.878731 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aa6e93-2fda-4d11-b951-c16ea4ff72fb req-7cbd2ebe-4568-4058-a499-7f9fb27168d6 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:56.886484 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-34aa6e93-2fda-4d11-b951-c16ea4ff72fb req-7cbd2ebe-4568-4058-a499-7f9fb27168d6 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 945 time: 0.2884624 Jul 29 23:29:56.917196 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-0a38d6d2-1a9d-4a76-97c0-3b13b5814227 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2096057 Jul 29 23:29:56.931825 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d752149b-a3c6-4087-9359-d83eb2e9c22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:56.934282 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f9c238e2-3fc3-45a6-b7ec-9976b5d989f6 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Request body: {'port': {'device_id': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd946e4cf-f467-4b2d-9871-c5018b0b50b6', 'admin_state_up': True, 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'security_groups': ['c3ccdba3-1dff-45d7-ab0a-fc43566797cb']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:56.977747 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ee8d19-29b9-49e0-ac53-25e395609878 None None] Network 5d40ec2d-6507-483a-9328-a2717fc359be requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:56.995947 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d752149b-a3c6-4087-9359-d83eb2e9c22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:57.005437 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3b3f4d98-e7d8-4a7b-9eb9-d64881d98db4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:57.035023 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-34aa6e93-2fda-4d11-b951-c16ea4ff72fb req-ba0d4626-15e5-497a-8dbc-5888e57c4347 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ca3ec7-faad-4e0e-9010-31a59c1999b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475384 Jul 29 23:29:57.040308 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9', 'network_id': '51a2ec34-e565-4c73-8dc2-3c237f1506a3', 'port_id': 'a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9', 'mac_address': 'fa:16:3e:8f:ad:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f37e8ba-a201-4e88-82fb-26a751e8a97b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:29:57.172690 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d752149b-a3c6-4087-9359-d83eb2e9c22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:57.176498 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d752149b-a3c6-4087-9359-d83eb2e9c22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:57.181230 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d752149b-a3c6-4087-9359-d83eb2e9c22e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c112a7c3-0bf6-40c7-bfc8-2a7278499a0c HTTP/1.1" status: 204 len: 168 time: 0.3578157 Jul 29 23:29:57.195242 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3b3f4d98-e7d8-4a7b-9eb9-d64881d98db4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:57.196385 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:57.224621 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:29:57.246096 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f9c238e2-3fc3-45a6-b7ec-9976b5d989f6 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Made reservation on behalf of 1b88923046a64f0cbc69a614c91ce1e9 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:29:57.252531 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f9c238e2-3fc3-45a6-b7ec-9976b5d989f6 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server [None req-11248ea3-c314-468b-9674-c203d20dd24b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a336e00d-9b83-4b3f-a9cd-010e267a9419: This subnet is being modified by another concurrent operation. Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:29:57.263474 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise exception Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a336e00d-9b83-4b3f-a9cd-010e267a9419: This subnet is being modified by another concurrent operation. Jul 29 23:29:57.266623 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server Jul 29 23:29:57.298049 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9,segment=NetworkSegment(e91b6848-5541-4e4f-bb44-17c5c44e4579),segment_id=e91b6848-5541-4e4f-bb44-17c5c44e4579)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:57.311029 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3f4d98-e7d8-4a7b-9eb9-d64881d98db4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Pushing event deleted for resources: {'Subnet': ['ID=a336e00d-9b83-4b3f-a9cd-010e267a9419,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:57.315603 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:57.317975 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138a62c4-49af-427e-964a-18898aff4ffb None None] Network f5b8e9b2-f4dc-4b9f-95a8-c78415e8edbf requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:29:57.336216 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3b3f4d98-e7d8-4a7b-9eb9-d64881d98db4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:57.349425 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3b3f4d98-e7d8-4a7b-9eb9-d64881d98db4 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] 10.222.0.18 "DELETE /v2.0/subnets/a336e00d-9b83-4b3f-a9cd-010e267a9419 HTTP/1.1" status: 204 len: 168 time: 0.6655955 Jul 29 23:29:57.353712 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752149b-a3c6-4087-9359-d83eb2e9c22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c112a7c3-0bf6-40c7-bfc8-2a7278499a0c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:57.372862 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42024) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:57.473150 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cd6c47-89e9-438b-8886-008e1c27f767 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:57.474708 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b3cd6c47-89e9-438b-8886-008e1c27f767 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1001339 Jul 29 23:29:57.479708 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42026) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:57.493420 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344678e4-fc26-460f-8d9e-58f4fcf8c5fc req-27fe35a8-b635-4393-847c-40b565337583 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:57.495181 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-344678e4-fc26-460f-8d9e-58f4fcf8c5fc req-27fe35a8-b635-4393-847c-40b565337583 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbb2a96-f947-4c42-a1e3-ba408e8f59f8 HTTP/1.1" status: 200 len: 948 time: 0.3142498 Jul 29 23:29:57.566583 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-21b82cca-7bf5-44b6-b6fc-720c97eb8fc8 None None] Provisioning for port 0d33684c-2635-44de-9bef-97bb265cbccb completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:57.658223 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:29:57.674836 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-344678e4-fc26-460f-8d9e-58f4fcf8c5fc req-bc977f67-e1f3-4b08-bf2c-9552ad7165a7 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] 10.222.0.18 "GET /v2.0/security-groups?id=98c796be-ce82-449d-8650-6b7c35e34b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635239 Jul 29 23:29:57.680563 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-38ddec0a-6c77-48f0-a2ae-0949afd893af tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:57.720949 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f9c238e2-3fc3-45a6-b7ec-9976b5d989f6 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Allocated IP 10.2.2.200 (d946e4cf-f467-4b2d-9871-c5018b0b50b6/1fdc52fc-c58b-4713-8727-c269bb29b153/07254281-c39e-48a0-9915-4707d191bf90) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:29:57.732378 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-21b82cca-7bf5-44b6-b6fc-720c97eb8fc8 None None] Provisioning complete for port 0d33684c-2635-44de-9bef-97bb265cbccb triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:57.733015 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-21b82cca-7bf5-44b6-b6fc-720c97eb8fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:57.777069 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-21b82cca-7bf5-44b6-b6fc-720c97eb8fc8 None None] Port 0d33684c-2635-44de-9bef-97bb265cbccb cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:29:57.797578 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2036c4c8-e4fd-4d91-93fd-32f82abc7b4b None None] get_active_networks_info from n-d-712140-10 {{(pid=94065) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:29:57.850150 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:57.866570 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-38ddec0a-6c77-48f0-a2ae-0949afd893af tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:57.904707 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-38ddec0a-6c77-48f0-a2ae-0949afd893af tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b8e9b2-f4dc-4b9f-95a8-c78415e8edbf']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:57.939237 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-38ddec0a-6c77-48f0-a2ae-0949afd893af tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ccd04b-bcbf-4108-a5e8-f9eb15c460a8') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:57.940854 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-38ddec0a-6c77-48f0-a2ae-0949afd893af tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ccd04b-bcbf-4108-a5e8-f9eb15c460a8') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:57.961961 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-38ddec0a-6c77-48f0-a2ae-0949afd893af tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:57.998200 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-38ddec0a-6c77-48f0-a2ae-0949afd893af tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:58.007526 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38ddec0a-6c77-48f0-a2ae-0949afd893af tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:29:58.010979 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-38ddec0a-6c77-48f0-a2ae-0949afd893af tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:58.015883 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:29:58.015883 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:29:58.015883 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:29:58.015883 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:29:58.015883 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:29:58.015883 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:29:58.015883 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:29:58.015883 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:29:58.015883 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:29:58.015883 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:29:58.015883 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:29:58.015883 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:29:58.015883 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:29:58.015883 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:29:58.015883 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:29:58.015883 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:29:58.015883 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:29:58.015883 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:29:58.015883 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:29:58.015883 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:29:58.015883 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:29:58.015883 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:29:58.015883 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:29:58.015883 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:29:58.015883 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:29:58.015883 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:29:58.015883 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:29:58.015883 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:29:58.015883 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:29:58.015883 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:29:58.015883 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:29:58.015883 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:29:58.030961 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f9c238e2-3fc3-45a6-b7ec-9976b5d989f6 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:58.067440 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13abee6-5708-43b3-b28e-685dd4e88d16 req-28bbfd18-c2e3-4fdd-9fbe-4c775c172627 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:58.075456 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d13abee6-5708-43b3-b28e-685dd4e88d16 req-28bbfd18-c2e3-4fdd-9fbe-4c775c172627 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f4667ac-ae86-4bc2-a0aa-12ee568263e0 HTTP/1.1" status: 200 len: 944 time: 0.2394652 Jul 29 23:29:58.094202 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f9c238e2-3fc3-45a6-b7ec-9976b5d989f6 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Transition to ACTIVE for port object 07254281-c39e-48a0-9915-4707d191bf90 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:58.161266 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d13abee6-5708-43b3-b28e-685dd4e88d16 req-57996682-1692-41c5-9a37-bd1a071d946f tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699151 Jul 29 23:29:58.169279 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2036c4c8-e4fd-4d91-93fd-32f82abc7b4b None None] Resources bound (agent type, host, resource id): {{(pid=94065) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:29:58.217214 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-38ddec0a-6c77-48f0-a2ae-0949afd893af tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:58.230002 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f9c238e2-3fc3-45a6-b7ec-9976b5d989f6 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:58.238235 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-38ddec0a-6c77-48f0-a2ae-0949afd893af tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:58.241597 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-38ddec0a-6c77-48f0-a2ae-0949afd893af tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] 10.222.0.18 "DELETE /v2.0/networks/f5b8e9b2-f4dc-4b9f-95a8-c78415e8edbf HTTP/1.1" status: 204 len: 168 time: 0.7582514 Jul 29 23:29:58.260106 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42040) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:58.347649 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f9c238e2-3fc3-45a6-b7ec-9976b5d989f6 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Network d946e4cf-f467-4b2d-9871-c5018b0b50b6 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:29:58.355481 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f9c238e2-3fc3-45a6-b7ec-9976b5d989f6 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:29:58.373310 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f9c238e2-3fc3-45a6-b7ec-9976b5d989f6 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:29:58.410524 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf9caf61-7e11-45d2-bb1f-6b7b4369eab9 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:58.413412 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ddec0a-6c77-48f0-a2ae-0949afd893af tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Pushing event deleted for resources: {'Network': ['ID=f5b8e9b2-f4dc-4b9f-95a8-c78415e8edbf,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:58.453137 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c238e2-3fc3-45a6-b7ec-9976b5d989f6 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Pushing event updated for resources: {'Port': ['ID=07254281-c39e-48a0-9915-4707d191bf90,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:58.558445 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f9c238e2-3fc3-45a6-b7ec-9976b5d989f6 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:58.559123 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f9c238e2-3fc3-45a6-b7ec-9976b5d989f6 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:58.578747 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf9caf61-7e11-45d2-bb1f-6b7b4369eab9 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:58.598047 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723ce85-a4f9-49a7-9910-dc0b537761d8 req-6b581862-ae01-4908-a767-92841f11c5b3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:58.601303 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-cf9caf61-7e11-45d2-bb1f-6b7b4369eab9 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d40ec2d-6507-483a-9328-a2717fc359be']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:58.604306 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723ce85-a4f9-49a7-9910-dc0b537761d8 req-6b581862-ae01-4908-a767-92841f11c5b3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:58.610956 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723ce85-a4f9-49a7-9910-dc0b537761d8 req-6b581862-ae01-4908-a767-92841f11c5b3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:58.614951 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-cf9caf61-7e11-45d2-bb1f-6b7b4369eab9 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74660467-1e68-4adb-a41f-3d5c315b64cb') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:58.615712 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-cf9caf61-7e11-45d2-bb1f-6b7b4369eab9 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74660467-1e68-4adb-a41f-3d5c315b64cb') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:58.617310 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723ce85-a4f9-49a7-9910-dc0b537761d8 req-6b581862-ae01-4908-a767-92841f11c5b3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:58.624157 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9723ce85-a4f9-49a7-9910-dc0b537761d8 req-6b581862-ae01-4908-a767-92841f11c5b3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:58.625985 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9723ce85-a4f9-49a7-9910-dc0b537761d8 req-6b581862-ae01-4908-a767-92841f11c5b3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 3816 time: 0.1405084 Jul 29 23:29:58.627703 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf9caf61-7e11-45d2-bb1f-6b7b4369eab9 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:58.628110 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f9c238e2-3fc3-45a6-b7ec-9976b5d989f6 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6988237 Jul 29 23:29:58.644440 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf9caf61-7e11-45d2-bb1f-6b7b4369eab9 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:58.651946 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-20c888bf-cf0d-41c5-a7f7-b4c8956e884c service neutron] Request body: {'port': {'device_id': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:29:58.652938 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf9caf61-7e11-45d2-bb1f-6b7b4369eab9 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:29:58.653915 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf9caf61-7e11-45d2-bb1f-6b7b4369eab9 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:58.658623 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:29:58.658623 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:29:58.658623 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:29:58.658623 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:29:58.658623 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:29:58.658623 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:29:58.658623 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:29:58.658623 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:29:58.658623 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:29:58.658623 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:29:58.658623 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:29:58.658623 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:29:58.658623 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:29:58.658623 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:29:58.658623 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:29:58.658623 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:29:58.658623 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:29:58.658623 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:29:58.658623 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:29:58.658623 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:29:58.658623 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:29:58.658623 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:29:58.658623 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:29:58.658623 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:29:58.658623 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:29:58.658623 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:29:58.658623 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:29:58.658623 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:29:58.658623 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:29:58.658623 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:29:58.658623 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:29:58.658623 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:29:58.749144 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-20c888bf-cf0d-41c5-a7f7-b4c8956e884c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:58.805633 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9723ce85-a4f9-49a7-9910-dc0b537761d8 req-0ff7d496-4340-4b6b-a6a6-3d029d029686 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726546 Jul 29 23:29:58.846346 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf9caf61-7e11-45d2-bb1f-6b7b4369eab9 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:58.860131 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf9caf61-7e11-45d2-bb1f-6b7b4369eab9 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:58.867123 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cf9caf61-7e11-45d2-bb1f-6b7b4369eab9 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] 10.222.0.18 "DELETE /v2.0/networks/5d40ec2d-6507-483a-9328-a2717fc359be HTTP/1.1" status: 204 len: 168 time: 0.6059167 Jul 29 23:29:58.871552 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42054) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:58.897627 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9caf61-7e11-45d2-bb1f-6b7b4369eab9 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Pushing event deleted for resources: {'Network': ['ID=5d40ec2d-6507-483a-9328-a2717fc359be,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:58.932226 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2c85e8-77bf-4274-8337-1cf2f7ca5dcf None None] get_active_networks_info from n-d-712140-10 {{(pid=94065) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:29:59.055311 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c292165d-a633-41e1-847d-85967692a50f tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:59.094725 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cce37e-13ad-4af4-9fd1-6177eff1a24c req-b173753b-d1aa-4f97-afd4-ff7cbd07241d tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:59.096283 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-94cce37e-13ad-4af4-9fd1-6177eff1a24c req-b173753b-d1aa-4f97-afd4-ff7cbd07241d tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 945 time: 0.0844765 Jul 29 23:29:59.119916 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc2c85e8-77bf-4274-8337-1cf2f7ca5dcf None None] Resources bound (agent type, host, resource id): {{(pid=94065) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:29:59.158667 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:29:59.189539 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c292165d-a633-41e1-847d-85967692a50f tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:59.201131 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-c292165d-a633-41e1-847d-85967692a50f tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['435eb335-6b86-42e7-baab-4e61c9ad5599']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:59.212565 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-c292165d-a633-41e1-847d-85967692a50f tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c7f549-b9a5-4ec3-9263-e7ee79f0d2aa') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:59.212900 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-c292165d-a633-41e1-847d-85967692a50f tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c7f549-b9a5-4ec3-9263-e7ee79f0d2aa') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:29:59.215126 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-94cce37e-13ad-4af4-9fd1-6177eff1a24c req-8e566038-61cf-48da-b95f-314bb3c6eeb8 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ca3ec7-faad-4e0e-9010-31a59c1999b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122699 Jul 29 23:29:59.225358 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c292165d-a633-41e1-847d-85967692a50f tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:59.245613 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c292165d-a633-41e1-847d-85967692a50f tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:59.270685 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c292165d-a633-41e1-847d-85967692a50f tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:29:59.271896 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c292165d-a633-41e1-847d-85967692a50f tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:59.275172 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:29:59.275172 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:29:59.275172 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:29:59.275172 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:29:59.275172 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:29:59.275172 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:29:59.275172 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:29:59.275172 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:29:59.275172 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:29:59.275172 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:29:59.275172 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:29:59.275172 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:29:59.275172 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:29:59.275172 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:29:59.275172 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:29:59.275172 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:29:59.275172 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:29:59.275172 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:29:59.275172 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:29:59.275172 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:29:59.275172 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:29:59.275172 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:29:59.275172 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:29:59.275172 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:29:59.275172 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:29:59.275172 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:29:59.275172 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:29:59.275172 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:29:59.275172 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:29:59.275172 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:29:59.275172 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:29:59.275172 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:29:59.295249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-20c888bf-cf0d-41c5-a7f7-b4c8956e884c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e05f8a47-fe32-435c-a33a-7877418c510e {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:29:59.315305 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-20c888bf-cf0d-41c5-a7f7-b4c8956e884c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:59.389033 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ddb138-4c09-4288-8681-1a8d66d509d2 req-4977247a-a117-48fd-8c26-9cbdcdc9615b tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:59.396314 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c292165d-a633-41e1-847d-85967692a50f tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:59.398547 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-91ddb138-4c09-4288-8681-1a8d66d509d2 req-4977247a-a117-48fd-8c26-9cbdcdc9615b tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbb2a96-f947-4c42-a1e3-ba408e8f59f8 HTTP/1.1" status: 200 len: 948 time: 0.0877938 Jul 29 23:29:59.402372 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-20c888bf-cf0d-41c5-a7f7-b4c8956e884c service neutron] Transition to ACTIVE for port object e05f8a47-fe32-435c-a33a-7877418c510e will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:29:59.412524 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c292165d-a633-41e1-847d-85967692a50f tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:59.419889 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c292165d-a633-41e1-847d-85967692a50f tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] 10.222.0.18 "DELETE /v2.0/networks/435eb335-6b86-42e7-baab-4e61c9ad5599 HTTP/1.1" status: 204 len: 168 time: 0.5432522 Jul 29 23:29:59.440234 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:59.443394 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42068) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:29:59.453039 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292165d-a633-41e1-847d-85967692a50f tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Pushing event deleted for resources: {'Network': ['ID=435eb335-6b86-42e7-baab-4e61c9ad5599,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:59.460724 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-91ddb138-4c09-4288-8681-1a8d66d509d2 req-fa221243-6fd5-4bff-8d82-8daf1622c1d4 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] 10.222.0.18 "GET /v2.0/security-groups?id=98c796be-ce82-449d-8650-6b7c35e34b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562532 Jul 29 23:29:59.483546 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-20c888bf-cf0d-41c5-a7f7-b4c8956e884c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:59.490440 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:29:59.506250 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:29:59.506884 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:59.758591 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-02f0323d-edbc-4895-a5e6-14f216d9e7d3 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:59.761211 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c888bf-cf0d-41c5-a7f7-b4c8956e884c service neutron] Pushing event updated for resources: {'Port': ['ID=e05f8a47-fe32-435c-a33a-7877418c510e,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:29:59.835454 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e85830-cffa-4d1e-b11d-2d5ce370a01a req-a4243f4d-7a76-4d9a-8f08-9a0eaaedd026 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:29:59.839580 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:59.844010 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b7e85830-cffa-4d1e-b11d-2d5ce370a01a req-a4243f4d-7a76-4d9a-8f08-9a0eaaedd026 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f4667ac-ae86-4bc2-a0aa-12ee568263e0 HTTP/1.1" status: 200 len: 944 time: 0.2363544 Jul 29 23:29:59.855139 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:59.939419 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fbb2a96-f947-4c42-a1e3-ba408e8f59f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:29:59.942142 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5180c5e9-2def-4291-8a80-8dd79c56f923" -d '{"events": [{"server_uuid": "9fbb2a96-f947-4c42-a1e3-ba408e8f59f8", "name": "network-vif-plugged", "status": "completed", "tag": "e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:29:59.963799 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:29:59.981081 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:29:59.994850 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b7e85830-cffa-4d1e-b11d-2d5ce370a01a req-1ff3ed11-2aa4-485b-8fe5-b9dbd7fa7c3e tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357749 Jul 29 23:29:59.994850 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-20c888bf-cf0d-41c5-a7f7-b4c8956e884c service neutron] Attempting to bind port e05f8a47-fe32-435c-a33a-7877418c510e on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:29:59.994850 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-20c888bf-cf0d-41c5-a7f7-b4c8956e884c service neutron] Attempting to bind port e05f8a47-fe32-435c-a33a-7877418c510e by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '509fa46d-998d-413c-9893-dc66a48d71f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '34a9b01a-fb87-4012-8543-47877b831421'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:29:59.994850 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-20c888bf-cf0d-41c5-a7f7-b4c8956e884c service neutron] Attempting to bind port e05f8a47-fe32-435c-a33a-7877418c510e on network 34a9b01a-fb87-4012-8543-47877b831421 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:00.019711 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-20c888bf-cf0d-41c5-a7f7-b4c8956e884c service neutron] Port e05f8a47-fe32-435c-a33a-7877418c510e on network 34a9b01a-fb87-4012-8543-47877b831421 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:30:00.020174 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-20c888bf-cf0d-41c5-a7f7-b4c8956e884c service neutron] Attempting to bind port e05f8a47-fe32-435c-a33a-7877418c510e on network 34a9b01a-fb87-4012-8543-47877b831421 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:00.035588 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-20c888bf-cf0d-41c5-a7f7-b4c8956e884c service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:00.036349 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-20c888bf-cf0d-41c5-a7f7-b4c8956e884c service neutron] Checking segment: {'id': '509fa46d-998d-413c-9893-dc66a48d71f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '34a9b01a-fb87-4012-8543-47877b831421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:00.036795 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-20c888bf-cf0d-41c5-a7f7-b4c8956e884c service neutron] Bound using segment: {'id': '509fa46d-998d-413c-9893-dc66a48d71f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '34a9b01a-fb87-4012-8543-47877b831421'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:00.037431 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-20c888bf-cf0d-41c5-a7f7-b4c8956e884c service neutron] Bound port: e05f8a47-fe32-435c-a33a-7877418c510e, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '509fa46d-998d-413c-9893-dc66a48d71f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '34a9b01a-fb87-4012-8543-47877b831421'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:00.037950 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-20c888bf-cf0d-41c5-a7f7-b4c8956e884c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:00.041249 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-02f0323d-edbc-4895-a5e6-14f216d9e7d3 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:00.063038 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-02f0323d-edbc-4895-a5e6-14f216d9e7d3 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b11ec2-9794-40f4-b4cf-7a4c559896c4']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:00.104322 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:00.107783 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-02f0323d-edbc-4895-a5e6-14f216d9e7d3 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61717ad5-83d2-4d61-9186-b5f5499eae64') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:00.108201 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-02f0323d-edbc-4895-a5e6-14f216d9e7d3 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61717ad5-83d2-4d61-9186-b5f5499eae64') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:00.144109 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-02f0323d-edbc-4895-a5e6-14f216d9e7d3 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:00.188823 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-02f0323d-edbc-4895-a5e6-14f216d9e7d3 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:00.214653 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02f0323d-edbc-4895-a5e6-14f216d9e7d3 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:30:00.215448 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-02f0323d-edbc-4895-a5e6-14f216d9e7d3 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:00.221179 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:30:00.221179 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:30:00.221179 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:30:00.221179 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:30:00.221179 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:30:00.221179 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:30:00.221179 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:30:00.221179 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:30:00.221179 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:30:00.221179 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:30:00.221179 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:30:00.221179 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:30:00.221179 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:30:00.221179 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:30:00.221179 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:30:00.221179 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:30:00.221179 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:30:00.221179 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:30:00.221179 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:30:00.221179 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:30:00.221179 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:30:00.221179 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:30:00.221179 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:30:00.221179 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:30:00.221179 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:30:00.221179 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:30:00.221179 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:30:00.221179 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:30:00.221179 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:30:00.221179 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:30:00.221179 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:30:00.221179 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:30:00.240153 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-20c888bf-cf0d-41c5-a7f7-b4c8956e884c service neutron] For port e05f8a47-fe32-435c-a33a-7877418c510e, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:00.263611 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-20c888bf-cf0d-41c5-a7f7-b4c8956e884c service neutron] For port e05f8a47-fe32-435c-a33a-7877418c510e, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=e05f8a47-fe32-435c-a33a-7877418c510e,segment=NetworkSegment(509fa46d-998d-413c-9893-dc66a48d71f6),segment_id=509fa46d-998d-413c-9893-dc66a48d71f6)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:00.306563 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:00.388635 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:00.394578 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:00.395321 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:00.537450 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:00.551242 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a07daadc-1d21-40f7-819f-fb1bceb08737 None None] Provisioning for port 07254281-c39e-48a0-9915-4707d191bf90 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:00.558675 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a07daadc-1d21-40f7-819f-fb1bceb08737 None None] Provisioning complete for port 07254281-c39e-48a0-9915-4707d191bf90 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:00.559420 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a07daadc-1d21-40f7-819f-fb1bceb08737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:00.628084 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9,segment=NetworkSegment(e91b6848-5541-4e4f-bb44-17c5c44e4579),segment_id=e91b6848-5541-4e4f-bb44-17c5c44e4579)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:00.632821 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a07daadc-1d21-40f7-819f-fb1bceb08737 None None] Port 07254281-c39e-48a0-9915-4707d191bf90 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:30:00.637105 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:00.721312 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:00.798585 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-20c888bf-cf0d-41c5-a7f7-b4c8956e884c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:00.885813 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-02f0323d-edbc-4895-a5e6-14f216d9e7d3 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:00.896513 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-20c888bf-cf0d-41c5-a7f7-b4c8956e884c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:00.897154 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-20c888bf-cf0d-41c5-a7f7-b4c8956e884c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:00.901950 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-20c888bf-cf0d-41c5-a7f7-b4c8956e884c service neutron] 10.222.0.39 "PUT /v2.0/ports/e05f8a47-fe32-435c-a33a-7877418c510e HTTP/1.1" status: 200 len: 1093 time: 2.2603700 Jul 29 23:30:00.908795 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'tag': 'e05f8a47-fe32-435c-a33a-7877418c510e'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:00.910705 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36bc191-9c74-41cc-aa00-d4a922afa2fb" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "tag": "e05f8a47-fe32-435c-a33a-7877418c510e"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:00.921422 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-02f0323d-edbc-4895-a5e6-14f216d9e7d3 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:00.923811 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-02f0323d-edbc-4895-a5e6-14f216d9e7d3 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] 10.222.0.18 "DELETE /v2.0/networks/83b11ec2-9794-40f4-b4cf-7a4c559896c4 HTTP/1.1" status: 204 len: 168 time: 1.4616175 Jul 29 23:30:00.975641 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f7f23b3a-d7d1-46f7-976f-d41bb3126773 service neutron] Request body: {'port': {'device_id': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:00.999566 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c88b2b-8f03-42c9-98a3-5942dece3793 req-a2a04520-09b2-4bcf-a74d-400130b02dc3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:01.006610 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c88b2b-8f03-42c9-98a3-5942dece3793 req-a2a04520-09b2-4bcf-a74d-400130b02dc3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:01.024405 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c88b2b-8f03-42c9-98a3-5942dece3793 req-a2a04520-09b2-4bcf-a74d-400130b02dc3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:01.041290 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c88b2b-8f03-42c9-98a3-5942dece3793 req-a2a04520-09b2-4bcf-a74d-400130b02dc3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:01.050999 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c88b2b-8f03-42c9-98a3-5942dece3793 req-a2a04520-09b2-4bcf-a74d-400130b02dc3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:01.066890 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-40c88b2b-8f03-42c9-98a3-5942dece3793 req-a2a04520-09b2-4bcf-a74d-400130b02dc3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 3828 time: 0.7994871 Jul 29 23:30:01.068829 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0323d-edbc-4895-a5e6-14f216d9e7d3 tempest-BulkNetworkOpsTest-1850358623 tempest-BulkNetworkOpsTest-1850358623-project] Pushing event deleted for resources: {'Network': ['ID=83b11ec2-9794-40f4-b4cf-7a4c559896c4,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:01.116602 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c888bf-cf0d-41c5-a7f7-b4c8956e884c service neutron] Pushing event updated for resources: {'Port': ['ID=e05f8a47-fe32-435c-a33a-7877418c510e,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:01.251003 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f7f23b3a-d7d1-46f7-976f-d41bb3126773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:01.284590 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-40c88b2b-8f03-42c9-98a3-5942dece3793 req-568f4fb9-bf7b-4385-b0aa-651586bf8010 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161417 Jul 29 23:30:01.403870 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfa3d0d-b77c-450a-915b-26fdfefe6f57 x-openstack-request-id: req-ecfa3d0d-b77c-450a-915b-26fdfefe6f57 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:01.403870 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fbb2a96-f947-4c42-a1e3-ba408e8f59f8", "name": "network-vif-plugged", "status": "completed", "tag": "e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:01.403870 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ecfa3d0d-b77c-450a-915b-26fdfefe6f57 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:01.403870 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fbb2a96-f947-4c42-a1e3-ba408e8f59f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58', 'code': 200} Jul 29 23:30:01.566713 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42118) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:01.590715 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42122) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:01.721782 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe641ae5-f2ba-40de-89d8-2dd6d5366826 req-9c840aa5-92d9-4b02-ad43-7b3febcd29e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:01.723606 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe641ae5-f2ba-40de-89d8-2dd6d5366826 req-9c840aa5-92d9-4b02-ad43-7b3febcd29e9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9fbb2a96-f947-4c42-a1e3-ba408e8f59f8 HTTP/1.1" status: 200 len: 1101 time: 0.2614646 Jul 29 23:30:01.734742 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d1d76564-0e79-4ceb-86a9-67cd0097ee63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:01.735292 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126cae56-448d-4ab8-81d6-02955e52877f req-fc9d9ad9-76e9-4524-9f4a-7c783adc9ed4 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:01.737269 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-126cae56-448d-4ab8-81d6-02955e52877f req-fc9d9ad9-76e9-4524-9f4a-7c783adc9ed4 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 945 time: 0.1892061 Jul 29 23:30:01.817211 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe641ae5-f2ba-40de-89d8-2dd6d5366826 req-4dd6fee2-c345-46fd-a068-677d2b5b51a8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=98c796be-ce82-449d-8650-6b7c35e34b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744233 Jul 29 23:30:01.832204 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a2b2a0ea-6649-4053-b61a-bf7a749cd384 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aed8fc8381a747b69d85c8b512693806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627447 Jul 29 23:30:01.835625 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42126) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:01.873133 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-126cae56-448d-4ab8-81d6-02955e52877f req-8eabb2cf-1652-45b1-98b7-dfa6b96a63a6 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ca3ec7-faad-4e0e-9010-31a59c1999b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048033 Jul 29 23:30:01.943195 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d1d76564-0e79-4ceb-86a9-67cd0097ee63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:01.955061 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d1d76564-0e79-4ceb-86a9-67cd0097ee63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:01.969562 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbdc8dbd-d19d-419a-94af-1e5d07ff1737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:01.988390 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f7f23b3a-d7d1-46f7-976f-d41bb3126773 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:30:02.000138 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f7f23b3a-d7d1-46f7-976f-d41bb3126773 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:02.014313 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d76564-0e79-4ceb-86a9-67cd0097ee63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc9fd90-6c04-44e8-a2a5-971fab145df9,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:02.022693 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d1d76564-0e79-4ceb-86a9-67cd0097ee63 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=022cf705568a4873a05fd67922bae885&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4304578 Jul 29 23:30:02.026409 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42128) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:02.029890 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbdc8dbd-d19d-419a-94af-1e5d07ff1737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:02.034314 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f7f23b3a-d7d1-46f7-976f-d41bb3126773 service neutron] Transition to ACTIVE for port object fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:02.049827 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab052859-0b17-4980-99d0-3f0b91d71aa9 req-071dbf83-0a6e-452c-bce0-7437f6dd4be9 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:02.051949 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab052859-0b17-4980-99d0-3f0b91d71aa9 req-071dbf83-0a6e-452c-bce0-7437f6dd4be9 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbb2a96-f947-4c42-a1e3-ba408e8f59f8 HTTP/1.1" status: 200 len: 949 time: 0.1065688 Jul 29 23:30:02.053323 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f7f23b3a-d7d1-46f7-976f-d41bb3126773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:02.120728 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a1285a67-2497-447e-9319-9aa124ed0856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:02.130807 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f23b3a-d7d1-46f7-976f-d41bb3126773 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:02.147967 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a1285a67-2497-447e-9319-9aa124ed0856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:02.213653 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a1285a67-2497-447e-9319-9aa124ed0856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:02.218016 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a1285a67-2497-447e-9319-9aa124ed0856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:02.222090 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a1285a67-2497-447e-9319-9aa124ed0856 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fdc9fd90-6c04-44e8-a2a5-971fab145df9 HTTP/1.1" status: 204 len: 168 time: 0.1924515 Jul 29 23:30:02.245626 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab052859-0b17-4980-99d0-3f0b91d71aa9 req-42c99d1d-302d-4c45-95ca-f141dbaaebfc tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] 10.222.0.18 "GET /v2.0/security-groups?id=98c796be-ce82-449d-8650-6b7c35e34b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590488 Jul 29 23:30:02.261091 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbdc8dbd-d19d-419a-94af-1e5d07ff1737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:02.267134 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbdc8dbd-d19d-419a-94af-1e5d07ff1737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:02.271282 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fbdc8dbd-d19d-419a-94af-1e5d07ff1737 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c52355d5-c57f-4f8b-81ef-c04c6d7c5255 HTTP/1.1" status: 204 len: 168 time: 0.4341204 Jul 29 23:30:02.289697 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1285a67-2497-447e-9319-9aa124ed0856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc9fd90-6c04-44e8-a2a5-971fab145df9,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:02.339656 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdc8dbd-d19d-419a-94af-1e5d07ff1737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c52355d5-c57f-4f8b-81ef-c04c6d7c5255,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:02.341754 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f7f23b3a-d7d1-46f7-976f-d41bb3126773 service neutron] Attempting to bind port fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:02.342106 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f7f23b3a-d7d1-46f7-976f-d41bb3126773 service neutron] Attempting to bind port fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '4f926ea3-c46b-4f5a-8198-04187dc3e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd2df6756-1437-4cbd-af3b-72d70f51df4a'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:02.342484 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f7f23b3a-d7d1-46f7-976f-d41bb3126773 service neutron] Attempting to bind port fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 on network d2df6756-1437-4cbd-af3b-72d70f51df4a {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:02.353460 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f7f23b3a-d7d1-46f7-976f-d41bb3126773 service neutron] Port fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 on network d2df6756-1437-4cbd-af3b-72d70f51df4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:30:02.354315 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f7f23b3a-d7d1-46f7-976f-d41bb3126773 service neutron] Attempting to bind port fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 on network d2df6756-1437-4cbd-af3b-72d70f51df4a {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:02.363804 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f7f23b3a-d7d1-46f7-976f-d41bb3126773 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:02.364785 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f7f23b3a-d7d1-46f7-976f-d41bb3126773 service neutron] Checking segment: {'id': '4f926ea3-c46b-4f5a-8198-04187dc3e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd2df6756-1437-4cbd-af3b-72d70f51df4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:02.368455 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f7f23b3a-d7d1-46f7-976f-d41bb3126773 service neutron] Bound using segment: {'id': '4f926ea3-c46b-4f5a-8198-04187dc3e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd2df6756-1437-4cbd-af3b-72d70f51df4a'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:02.370054 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f7f23b3a-d7d1-46f7-976f-d41bb3126773 service neutron] Bound port: fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f926ea3-c46b-4f5a-8198-04187dc3e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd2df6756-1437-4cbd-af3b-72d70f51df4a'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:02.371489 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f7f23b3a-d7d1-46f7-976f-d41bb3126773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:02.402500 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09bafe29-004d-4594-8df4-472bf9dc9337 x-openstack-request-id: req-09bafe29-004d-4594-8df4-472bf9dc9337 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:02.403036 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "tag": "e05f8a47-fe32-435c-a33a-7877418c510e", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:02.405356 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-09bafe29-004d-4594-8df4-472bf9dc9337 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:02.408144 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'tag': 'e05f8a47-fe32-435c-a33a-7877418c510e', 'status': 'completed', 'code': 200} Jul 29 23:30:02.560027 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bc191-9c74-41cc-aa00-d4a922afa2fb req-802b1d0d-1085-4a61-899e-c93126e96926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:02.561249 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bc191-9c74-41cc-aa00-d4a922afa2fb req-802b1d0d-1085-4a61-899e-c93126e96926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:02.561656 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bc191-9c74-41cc-aa00-d4a922afa2fb req-802b1d0d-1085-4a61-899e-c93126e96926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:02.565792 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bc191-9c74-41cc-aa00-d4a922afa2fb req-802b1d0d-1085-4a61-899e-c93126e96926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:02.567190 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f7f23b3a-d7d1-46f7-976f-d41bb3126773 service neutron] For port fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:02.569144 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bc191-9c74-41cc-aa00-d4a922afa2fb req-802b1d0d-1085-4a61-899e-c93126e96926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:02.571900 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bc191-9c74-41cc-aa00-d4a922afa2fb req-802b1d0d-1085-4a61-899e-c93126e96926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:02.580187 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a36bc191-9c74-41cc-aa00-d4a922afa2fb req-802b1d0d-1085-4a61-899e-c93126e96926 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b88923046a64f0cbc69a614c91ce1e9&device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 5244 time: 0.1662645 Jul 29 23:30:02.618899 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f7f23b3a-d7d1-46f7-976f-d41bb3126773 service neutron] For port fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805,segment=NetworkSegment(4f926ea3-c46b-4f5a-8198-04187dc3e094),segment_id=4f926ea3-c46b-4f5a-8198-04187dc3e094)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:02.625940 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f7f23b3a-d7d1-46f7-976f-d41bb3126773 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:02.726407 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f7f23b3a-d7d1-46f7-976f-d41bb3126773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:02.727053 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f7f23b3a-d7d1-46f7-976f-d41bb3126773 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:02.728867 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f7f23b3a-d7d1-46f7-976f-d41bb3126773 service neutron] 10.222.0.39 "PUT /v2.0/ports/fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 HTTP/1.1" status: 200 len: 1129 time: 1.7662606 Jul 29 23:30:02.765512 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f23b3a-d7d1-46f7-976f-d41bb3126773 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:02.772895 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-173e3fe6-33bf-4cfc-b6bf-1a44f6eccb8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:02.789584 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-771e9c63-94b9-4ffe-97b8-1e17f0c37a48 service neutron] Request body: {'port': {'device_id': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:02.843967 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268e340-e1f6-4490-9598-716d4c6e2f18 req-e069c290-6193-4d3e-a261-dda8c928a6f7 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:02.852557 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b268e340-e1f6-4490-9598-716d4c6e2f18 req-e069c290-6193-4d3e-a261-dda8c928a6f7 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f4667ac-ae86-4bc2-a0aa-12ee568263e0 HTTP/1.1" status: 200 len: 945 time: 0.3097737 Jul 29 23:30:02.950427 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b268e340-e1f6-4490-9598-716d4c6e2f18 req-96f606d0-0bd7-4e37-9614-37352228a0ef tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900197 Jul 29 23:30:02.956151 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-771e9c63-94b9-4ffe-97b8-1e17f0c37a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:03.100958 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bc191-9c74-41cc-aa00-d4a922afa2fb req-e3d93a2b-50aa-45c6-aa96-687700f99533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:03.101444 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bc191-9c74-41cc-aa00-d4a922afa2fb req-e3d93a2b-50aa-45c6-aa96-687700f99533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:03.101919 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bc191-9c74-41cc-aa00-d4a922afa2fb req-e3d93a2b-50aa-45c6-aa96-687700f99533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:03.103709 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a36bc191-9c74-41cc-aa00-d4a922afa2fb req-e3d93a2b-50aa-45c6-aa96-687700f99533 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1b88923046a64f0cbc69a614c91ce1e9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5140605 Jul 29 23:30:03.371897 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36bc191-9c74-41cc-aa00-d4a922afa2fb req-b11c83bb-187e-405d-9dbb-358157ed9280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:03.374505 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a36bc191-9c74-41cc-aa00-d4a922afa2fb req-b11c83bb-187e-405d-9dbb-358157ed9280 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2632163 Jul 29 23:30:03.385985 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb67f4-012a-4505-af9b-dee2a92cd822 req-f71e02a6-567c-4f55-835b-1dccbf59f57d tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:03.393557 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb67f4-012a-4505-af9b-dee2a92cd822 req-f71e02a6-567c-4f55-835b-1dccbf59f57d tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:03.399760 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb67f4-012a-4505-af9b-dee2a92cd822 req-f71e02a6-567c-4f55-835b-1dccbf59f57d tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:03.400685 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4667ac-ae86-4bc2-a0aa-12ee568263e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:03.404124 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd0c7e3-7ea7-469f-a216-ccc79c7f28f4" -d '{"events": [{"server_uuid": "6f4667ac-ae86-4bc2-a0aa-12ee568263e0", "name": "network-vif-plugged", "status": "completed", "tag": "a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:03.409650 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb67f4-012a-4505-af9b-dee2a92cd822 req-f71e02a6-567c-4f55-835b-1dccbf59f57d tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:03.417752 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb67f4-012a-4505-af9b-dee2a92cd822 req-f71e02a6-567c-4f55-835b-1dccbf59f57d tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:03.426570 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb67f4-012a-4505-af9b-dee2a92cd822 req-f71e02a6-567c-4f55-835b-1dccbf59f57d tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:03.428946 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-72fb67f4-012a-4505-af9b-dee2a92cd822 req-f71e02a6-567c-4f55-835b-1dccbf59f57d tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 4598 time: 0.1963906 Jul 29 23:30:03.513887 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-72fb67f4-012a-4505-af9b-dee2a92cd822 req-3469600d-5409-42ab-850f-f2492d835c80 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd5c58a1-104a-4fdf-8d04-3b82c5432514&id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0728559 Jul 29 23:30:03.605768 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-771e9c63-94b9-4ffe-97b8-1e17f0c37a48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c4654c6-ab2c-4aa8-b108-e91e391645a3 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:30:03.630193 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-771e9c63-94b9-4ffe-97b8-1e17f0c37a48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:03.674455 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-771e9c63-94b9-4ffe-97b8-1e17f0c37a48 service neutron] Transition to ACTIVE for port object 9c4654c6-ab2c-4aa8-b108-e91e391645a3 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:03.702178 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-771e9c63-94b9-4ffe-97b8-1e17f0c37a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:03.777690 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e9c63-94b9-4ffe-97b8-1e17f0c37a48 service neutron] Pushing event updated for resources: {'Port': ['ID=9c4654c6-ab2c-4aa8-b108-e91e391645a3,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:03.803956 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda366d-f664-46e7-ab67-38a34e8556ca req-95e3b872-76df-4604-99a5-4b11b71ef64c tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:03.805548 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cdda366d-f664-46e7-ab67-38a34e8556ca req-95e3b872-76df-4604-99a5-4b11b71ef64c tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 945 time: 0.1595690 Jul 29 23:30:03.845345 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42180) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:03.898514 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cdda366d-f664-46e7-ab67-38a34e8556ca req-4c659715-248b-49e2-96d0-dc4adcb6159f tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ca3ec7-faad-4e0e-9010-31a59c1999b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677578 Jul 29 23:30:03.929910 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-771e9c63-94b9-4ffe-97b8-1e17f0c37a48 service neutron] Attempting to bind port 9c4654c6-ab2c-4aa8-b108-e91e391645a3 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:03.929910 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-771e9c63-94b9-4ffe-97b8-1e17f0c37a48 service neutron] Attempting to bind port 9c4654c6-ab2c-4aa8-b108-e91e391645a3 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '4f926ea3-c46b-4f5a-8198-04187dc3e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd2df6756-1437-4cbd-af3b-72d70f51df4a'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:03.929910 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-771e9c63-94b9-4ffe-97b8-1e17f0c37a48 service neutron] Attempting to bind port 9c4654c6-ab2c-4aa8-b108-e91e391645a3 on network d2df6756-1437-4cbd-af3b-72d70f51df4a {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:03.933833 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-771e9c63-94b9-4ffe-97b8-1e17f0c37a48 service neutron] Port 9c4654c6-ab2c-4aa8-b108-e91e391645a3 on network d2df6756-1437-4cbd-af3b-72d70f51df4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:30:03.934162 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-771e9c63-94b9-4ffe-97b8-1e17f0c37a48 service neutron] Attempting to bind port 9c4654c6-ab2c-4aa8-b108-e91e391645a3 on network d2df6756-1437-4cbd-af3b-72d70f51df4a {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:03.940373 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-771e9c63-94b9-4ffe-97b8-1e17f0c37a48 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:03.940970 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-771e9c63-94b9-4ffe-97b8-1e17f0c37a48 service neutron] Checking segment: {'id': '4f926ea3-c46b-4f5a-8198-04187dc3e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd2df6756-1437-4cbd-af3b-72d70f51df4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:03.941379 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-771e9c63-94b9-4ffe-97b8-1e17f0c37a48 service neutron] Bound using segment: {'id': '4f926ea3-c46b-4f5a-8198-04187dc3e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd2df6756-1437-4cbd-af3b-72d70f51df4a'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:03.942084 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-771e9c63-94b9-4ffe-97b8-1e17f0c37a48 service neutron] Bound port: 9c4654c6-ab2c-4aa8-b108-e91e391645a3, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f926ea3-c46b-4f5a-8198-04187dc3e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd2df6756-1437-4cbd-af3b-72d70f51df4a'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:03.943047 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-771e9c63-94b9-4ffe-97b8-1e17f0c37a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:03.998395 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-da1bab8d-1e69-45d3-8660-b04fce66a59f tempest-DvrRoutersNegativeTest-1657012326 tempest-DvrRoutersNegativeTest-1657012326-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1363524171', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:04.001575 n-d-712140-10 neutron-server[94064]: DEBUG neutron.policy [None req-da1bab8d-1e69-45d3-8660-b04fce66a59f tempest-DvrRoutersNegativeTest-1657012326 tempest-DvrRoutersNegativeTest-1657012326-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94064) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 29 23:30:04.001882 n-d-712140-10 neutron-server[94064]: DEBUG neutron.policy [None req-da1bab8d-1e69-45d3-8660-b04fce66a59f tempest-DvrRoutersNegativeTest-1657012326 tempest-DvrRoutersNegativeTest-1657012326-project] Failed policy check for 'create_router' {{(pid=94064) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 29 23:30:04.006735 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-da1bab8d-1e69-45d3-8660-b04fce66a59f tempest-DvrRoutersNegativeTest-1657012326 tempest-DvrRoutersNegativeTest-1657012326-project] create failed (client error): Access was denied to this resource. Jul 29 23:30:04.008108 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-da1bab8d-1e69-45d3-8660-b04fce66a59f tempest-DvrRoutersNegativeTest-1657012326 tempest-DvrRoutersNegativeTest-1657012326-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1597171 Jul 29 23:30:04.100583 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1fcd8-900d-49f6-9711-fcadcf7b1d7c req-dea7adad-6ddd-4b90-97d1-606fbf364415 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:04.102321 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dff1fcd8-900d-49f6-9711-fcadcf7b1d7c req-dea7adad-6ddd-4b90-97d1-606fbf364415 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbb2a96-f947-4c42-a1e3-ba408e8f59f8 HTTP/1.1" status: 200 len: 949 time: 0.0875480 Jul 29 23:30:04.112651 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-771e9c63-94b9-4ffe-97b8-1e17f0c37a48 service neutron] For port 9c4654c6-ab2c-4aa8-b108-e91e391645a3, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:04.127509 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-771e9c63-94b9-4ffe-97b8-1e17f0c37a48 service neutron] For port 9c4654c6-ab2c-4aa8-b108-e91e391645a3, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9c4654c6-ab2c-4aa8-b108-e91e391645a3,segment=NetworkSegment(4f926ea3-c46b-4f5a-8198-04187dc3e094),segment_id=4f926ea3-c46b-4f5a-8198-04187dc3e094)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:04.155338 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-771e9c63-94b9-4ffe-97b8-1e17f0c37a48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:04.214820 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-771e9c63-94b9-4ffe-97b8-1e17f0c37a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:04.216988 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-771e9c63-94b9-4ffe-97b8-1e17f0c37a48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:04.218426 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-771e9c63-94b9-4ffe-97b8-1e17f0c37a48 service neutron] 10.222.0.39 "PUT /v2.0/ports/9c4654c6-ab2c-4aa8-b108-e91e391645a3 HTTP/1.1" status: 200 len: 1130 time: 1.4337764 Jul 29 23:30:04.246224 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dff1fcd8-900d-49f6-9711-fcadcf7b1d7c req-40cef76d-1886-4440-9ad8-fab424ec9731 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] 10.222.0.18 "GET /v2.0/security-groups?id=98c796be-ce82-449d-8650-6b7c35e34b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286347 Jul 29 23:30:04.260597 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-3ec75a9e-4f58-4f60-91b0-8149e7d85ed4 service neutron] Request body: {'port': {'device_id': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:04.316478 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771e9c63-94b9-4ffe-97b8-1e17f0c37a48 service neutron] Pushing event updated for resources: {'Port': ['ID=9c4654c6-ab2c-4aa8-b108-e91e391645a3,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:04.316796 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe42abd4-6084-467e-a878-42448c433b1f x-openstack-request-id: req-fe42abd4-6084-467e-a878-42448c433b1f {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:04.317292 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4667ac-ae86-4bc2-a0aa-12ee568263e0", "name": "network-vif-plugged", "status": "completed", "tag": "a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:04.317396 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe42abd4-6084-467e-a878-42448c433b1f {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:04.317761 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4667ac-ae86-4bc2-a0aa-12ee568263e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9', 'code': 200} Jul 29 23:30:04.399252 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-3ec75a9e-4f58-4f60-91b0-8149e7d85ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:04.425286 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42194) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:04.426747 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'tag': 'fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805'}, {'name': 'network-changed', 'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'tag': '9c4654c6-ab2c-4aa8-b108-e91e391645a3'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:04.430978 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50d00b2-0459-4154-b177-4d67121aea42" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "tag": "fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805"}, {"name": "network-changed", "server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "tag": "9c4654c6-ab2c-4aa8-b108-e91e391645a3"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:04.478823 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027eee89-6f5e-423d-803b-6a2df7090999 req-6a37b41c-d385-4a8c-a867-1ec2c8898630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:04.482615 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-027eee89-6f5e-423d-803b-6a2df7090999 req-6a37b41c-d385-4a8c-a867-1ec2c8898630 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6f4667ac-ae86-4bc2-a0aa-12ee568263e0 HTTP/1.1" status: 200 len: 1097 time: 0.0890160 Jul 29 23:30:04.556092 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-027eee89-6f5e-423d-803b-6a2df7090999 req-44627a5a-e101-4adc-bc46-2c806b3592eb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684042 Jul 29 23:30:04.561773 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa6b1f7-6329-4abd-8175-300673786bee req-b00a18eb-b570-4cb3-8f65-d1aa8e593b13 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:04.564083 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4fa6b1f7-6329-4abd-8175-300673786bee req-b00a18eb-b570-4cb3-8f65-d1aa8e593b13 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f4667ac-ae86-4bc2-a0aa-12ee568263e0 HTTP/1.1" status: 200 len: 945 time: 0.1292574 Jul 29 23:30:04.609006 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a3de603c-9d8b-4fa7-9cc8-d93db72cd772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:04.719057 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4fa6b1f7-6329-4abd-8175-300673786bee req-475fa19a-121d-4fac-947c-ea885cdb5dab tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067023 Jul 29 23:30:04.724217 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a3de603c-9d8b-4fa7-9cc8-d93db72cd772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:04.730958 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a3de603c-9d8b-4fa7-9cc8-d93db72cd772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:04.790835 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a3de603c-9d8b-4fa7-9cc8-d93db72cd772 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4b5686dc18054ee68b1fb75f1dca0bc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3643885 Jul 29 23:30:04.792986 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de603c-9d8b-4fa7-9cc8-d93db72cd772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfa7c39-380b-4514-a727-e597c72e82ad,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:04.800273 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42202) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:04.913136 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-3ec75a9e-4f58-4f60-91b0-8149e7d85ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e61dd35-a100-4e16-badd-8fb0a09ce0fb {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:30:04.927417 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-3ec75a9e-4f58-4f60-91b0-8149e7d85ed4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:04.930592 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4a6f6f-3a27-438b-b576-f9b169efd7c8 x-openstack-request-id: req-be4a6f6f-3a27-438b-b576-f9b169efd7c8 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:04.930917 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "tag": "fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "tag": "9c4654c6-ab2c-4aa8-b108-e91e391645a3", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:04.931157 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be4a6f6f-3a27-438b-b576-f9b169efd7c8 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:04.931548 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'tag': 'fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805', 'status': 'completed', 'code': 200} Jul 29 23:30:04.931795 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'tag': '9c4654c6-ab2c-4aa8-b108-e91e391645a3', 'status': 'completed', 'code': 200} Jul 29 23:30:04.960252 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-3ec75a9e-4f58-4f60-91b0-8149e7d85ed4 service neutron] Transition to ACTIVE for port object 7e61dd35-a100-4e16-badd-8fb0a09ce0fb will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:04.962353 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3141034a-80c6-4564-adfa-a7de04ee5471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:04.999467 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-3ec75a9e-4f58-4f60-91b0-8149e7d85ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:05.003304 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3141034a-80c6-4564-adfa-a7de04ee5471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:05.025407 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d00b2-0459-4154-b177-4d67121aea42 req-71389520-15b5-4add-916f-54fb3b2bb5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:05.026253 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d00b2-0459-4154-b177-4d67121aea42 req-71389520-15b5-4add-916f-54fb3b2bb5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:05.026570 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d00b2-0459-4154-b177-4d67121aea42 req-71389520-15b5-4add-916f-54fb3b2bb5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:05.027566 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d00b2-0459-4154-b177-4d67121aea42 req-71389520-15b5-4add-916f-54fb3b2bb5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:05.028303 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d00b2-0459-4154-b177-4d67121aea42 req-71389520-15b5-4add-916f-54fb3b2bb5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:05.029101 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d00b2-0459-4154-b177-4d67121aea42 req-71389520-15b5-4add-916f-54fb3b2bb5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:05.029942 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d00b2-0459-4154-b177-4d67121aea42 req-71389520-15b5-4add-916f-54fb3b2bb5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:05.033172 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d50d00b2-0459-4154-b177-4d67121aea42 req-71389520-15b5-4add-916f-54fb3b2bb5ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b88923046a64f0cbc69a614c91ce1e9&device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 6235 time: 0.0804517 Jul 29 23:30:05.155141 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec75a9e-4f58-4f60-91b0-8149e7d85ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=7e61dd35-a100-4e16-badd-8fb0a09ce0fb,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:05.280054 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f4e81-2ab6-4f38-8103-38c6777bcd6c req-f5469c8d-ee34-4d21-9e4a-d9fdca15ed01 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:05.292541 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d00b2-0459-4154-b177-4d67121aea42 req-9cb810f6-288d-4952-9d4d-bd27d890b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:05.293289 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f4e81-2ab6-4f38-8103-38c6777bcd6c req-f5469c8d-ee34-4d21-9e4a-d9fdca15ed01 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:05.293418 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d00b2-0459-4154-b177-4d67121aea42 req-9cb810f6-288d-4952-9d4d-bd27d890b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:05.294585 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d00b2-0459-4154-b177-4d67121aea42 req-9cb810f6-288d-4952-9d4d-bd27d890b4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:05.296475 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d50d00b2-0459-4154-b177-4d67121aea42 req-9cb810f6-288d-4952-9d4d-bd27d890b4f0 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1b88923046a64f0cbc69a614c91ce1e9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2490020 Jul 29 23:30:05.305266 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f4e81-2ab6-4f38-8103-38c6777bcd6c req-f5469c8d-ee34-4d21-9e4a-d9fdca15ed01 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:05.325670 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f4e81-2ab6-4f38-8103-38c6777bcd6c req-f5469c8d-ee34-4d21-9e4a-d9fdca15ed01 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:05.332672 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f4e81-2ab6-4f38-8103-38c6777bcd6c req-f5469c8d-ee34-4d21-9e4a-d9fdca15ed01 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:05.340092 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f4e81-2ab6-4f38-8103-38c6777bcd6c req-f5469c8d-ee34-4d21-9e4a-d9fdca15ed01 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:05.347631 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067f4e81-2ab6-4f38-8103-38c6777bcd6c req-f5469c8d-ee34-4d21-9e4a-d9fdca15ed01 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:05.350378 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-067f4e81-2ab6-4f38-8103-38c6777bcd6c req-f5469c8d-ee34-4d21-9e4a-d9fdca15ed01 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 5381 time: 0.3008783 Jul 29 23:30:05.354176 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3141034a-80c6-4564-adfa-a7de04ee5471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:05.357547 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3141034a-80c6-4564-adfa-a7de04ee5471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:05.358829 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3141034a-80c6-4564-adfa-a7de04ee5471 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bdfa7c39-380b-4514-a727-e597c72e82ad HTTP/1.1" status: 204 len: 168 time: 0.5571353 Jul 29 23:30:05.371566 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:05.400617 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141034a-80c6-4564-adfa-a7de04ee5471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfa7c39-380b-4514-a727-e597c72e82ad,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:05.435123 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-3ec75a9e-4f58-4f60-91b0-8149e7d85ed4 service neutron] Attempting to bind port 7e61dd35-a100-4e16-badd-8fb0a09ce0fb on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:05.435617 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-3ec75a9e-4f58-4f60-91b0-8149e7d85ed4 service neutron] Attempting to bind port 7e61dd35-a100-4e16-badd-8fb0a09ce0fb by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '4f926ea3-c46b-4f5a-8198-04187dc3e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd2df6756-1437-4cbd-af3b-72d70f51df4a'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:05.436007 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-3ec75a9e-4f58-4f60-91b0-8149e7d85ed4 service neutron] Attempting to bind port 7e61dd35-a100-4e16-badd-8fb0a09ce0fb on network d2df6756-1437-4cbd-af3b-72d70f51df4a {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:05.456889 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-3ec75a9e-4f58-4f60-91b0-8149e7d85ed4 service neutron] Port 7e61dd35-a100-4e16-badd-8fb0a09ce0fb on network d2df6756-1437-4cbd-af3b-72d70f51df4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:30:05.457798 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-3ec75a9e-4f58-4f60-91b0-8149e7d85ed4 service neutron] Attempting to bind port 7e61dd35-a100-4e16-badd-8fb0a09ce0fb on network d2df6756-1437-4cbd-af3b-72d70f51df4a {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:05.480235 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-067f4e81-2ab6-4f38-8103-38c6777bcd6c req-c9247680-a9a8-4d19-8d45-83e38663f115 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd5c58a1-104a-4fdf-8d04-3b82c5432514&id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1165893 Jul 29 23:30:05.483642 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-3ec75a9e-4f58-4f60-91b0-8149e7d85ed4 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:05.484440 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-3ec75a9e-4f58-4f60-91b0-8149e7d85ed4 service neutron] Checking segment: {'id': '4f926ea3-c46b-4f5a-8198-04187dc3e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd2df6756-1437-4cbd-af3b-72d70f51df4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:05.485105 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-3ec75a9e-4f58-4f60-91b0-8149e7d85ed4 service neutron] Bound using segment: {'id': '4f926ea3-c46b-4f5a-8198-04187dc3e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd2df6756-1437-4cbd-af3b-72d70f51df4a'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:05.486830 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-3ec75a9e-4f58-4f60-91b0-8149e7d85ed4 service neutron] Bound port: 7e61dd35-a100-4e16-badd-8fb0a09ce0fb, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f926ea3-c46b-4f5a-8198-04187dc3e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd2df6756-1437-4cbd-af3b-72d70f51df4a'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:05.487519 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-3ec75a9e-4f58-4f60-91b0-8149e7d85ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:05.517248 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe9f067d-f0c7-4965-bc72-4bdc9ea4c111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:05.555170 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d00b2-0459-4154-b177-4d67121aea42 req-673f2071-46b7-43b9-8e72-525e8240582b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:05.559114 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d50d00b2-0459-4154-b177-4d67121aea42 req-673f2071-46b7-43b9-8e72-525e8240582b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2482643 Jul 29 23:30:05.642838 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-3ec75a9e-4f58-4f60-91b0-8149e7d85ed4 service neutron] For port 7e61dd35-a100-4e16-badd-8fb0a09ce0fb, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:05.650305 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-3ec75a9e-4f58-4f60-91b0-8149e7d85ed4 service neutron] For port 7e61dd35-a100-4e16-badd-8fb0a09ce0fb, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=7e61dd35-a100-4e16-badd-8fb0a09ce0fb,segment=NetworkSegment(4f926ea3-c46b-4f5a-8198-04187dc3e094),segment_id=4f926ea3-c46b-4f5a-8198-04187dc3e094)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:05.660777 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-3ec75a9e-4f58-4f60-91b0-8149e7d85ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:05.725762 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d00b2-0459-4154-b177-4d67121aea42 req-10ac35f3-da46-496e-b7f1-ece9e1db85e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:05.726579 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d00b2-0459-4154-b177-4d67121aea42 req-10ac35f3-da46-496e-b7f1-ece9e1db85e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:05.729109 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d00b2-0459-4154-b177-4d67121aea42 req-10ac35f3-da46-496e-b7f1-ece9e1db85e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:05.730739 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d00b2-0459-4154-b177-4d67121aea42 req-10ac35f3-da46-496e-b7f1-ece9e1db85e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:05.732044 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d00b2-0459-4154-b177-4d67121aea42 req-10ac35f3-da46-496e-b7f1-ece9e1db85e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:05.733870 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d00b2-0459-4154-b177-4d67121aea42 req-10ac35f3-da46-496e-b7f1-ece9e1db85e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:05.734597 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d00b2-0459-4154-b177-4d67121aea42 req-10ac35f3-da46-496e-b7f1-ece9e1db85e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:05.738725 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d50d00b2-0459-4154-b177-4d67121aea42 req-10ac35f3-da46-496e-b7f1-ece9e1db85e5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b88923046a64f0cbc69a614c91ce1e9&device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 6235 time: 0.1379859 Jul 29 23:30:05.795192 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-3ec75a9e-4f58-4f60-91b0-8149e7d85ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:05.796325 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-3ec75a9e-4f58-4f60-91b0-8149e7d85ed4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:05.798549 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-3ec75a9e-4f58-4f60-91b0-8149e7d85ed4 service neutron] 10.222.0.39 "PUT /v2.0/ports/7e61dd35-a100-4e16-badd-8fb0a09ce0fb HTTP/1.1" status: 200 len: 1091 time: 1.5479507 Jul 29 23:30:05.849585 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-823b7c63-8f77-413c-b4d3-bc089d922624 service neutron] Request body: {'port': {'device_id': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:05.996423 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d00b2-0459-4154-b177-4d67121aea42 req-afb02c45-2350-40fe-85c6-d7f00e30bb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:05.998491 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d00b2-0459-4154-b177-4d67121aea42 req-afb02c45-2350-40fe-85c6-d7f00e30bb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:05.999135 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d00b2-0459-4154-b177-4d67121aea42 req-afb02c45-2350-40fe-85c6-d7f00e30bb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:05.999304 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec75a9e-4f58-4f60-91b0-8149e7d85ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=7e61dd35-a100-4e16-badd-8fb0a09ce0fb,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:06.015055 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d50d00b2-0459-4154-b177-4d67121aea42 req-afb02c45-2350-40fe-85c6-d7f00e30bb71 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1b88923046a64f0cbc69a614c91ce1e9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2669637 Jul 29 23:30:06.071318 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-823b7c63-8f77-413c-b4d3-bc089d922624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:06.110471 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e061b4b9-8f6a-4844-a7cb-c0a4f159e1a4 req-2f0b2832-4833-4ac8-871e-0f313c267c13 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:06.113350 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e061b4b9-8f6a-4844-a7cb-c0a4f159e1a4 req-2f0b2832-4833-4ac8-871e-0f313c267c13 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 945 time: 0.1897726 Jul 29 23:30:06.131509 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d00b2-0459-4154-b177-4d67121aea42 req-cfef3987-5a77-4961-9906-2e8bdac5c90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:06.133434 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d50d00b2-0459-4154-b177-4d67121aea42 req-cfef3987-5a77-4961-9906-2e8bdac5c90d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1117182 Jul 29 23:30:06.310878 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e061b4b9-8f6a-4844-a7cb-c0a4f159e1a4 req-6e060edc-205c-465f-b9e1-77484e4554f7 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ca3ec7-faad-4e0e-9010-31a59c1999b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684608 Jul 29 23:30:06.476563 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9711afe-eec1-43ae-b689-49faaae64c8b req-f81e2f09-29ca-42cd-98f6-cf2c408e3ac6 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:06.478261 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f9711afe-eec1-43ae-b689-49faaae64c8b req-f81e2f09-29ca-42cd-98f6-cf2c408e3ac6 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbb2a96-f947-4c42-a1e3-ba408e8f59f8 HTTP/1.1" status: 200 len: 949 time: 0.0803785 Jul 29 23:30:06.504130 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42244) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:06.559217 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f9711afe-eec1-43ae-b689-49faaae64c8b req-99b8d53f-b300-4fb9-b340-973e742808c8 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] 10.222.0.18 "GET /v2.0/security-groups?id=98c796be-ce82-449d-8650-6b7c35e34b07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679665 Jul 29 23:30:06.603739 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-823b7c63-8f77-413c-b4d3-bc089d922624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c28d72f5-dcf0-4f89-838c-04edd1d9b91c {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:30:06.614317 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-823b7c63-8f77-413c-b4d3-bc089d922624 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:06.645768 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-823b7c63-8f77-413c-b4d3-bc089d922624 service neutron] Transition to ACTIVE for port object c28d72f5-dcf0-4f89-838c-04edd1d9b91c will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:06.656440 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-823b7c63-8f77-413c-b4d3-bc089d922624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:06.695861 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-5bebae0c-36e9-40d7-a818-b5723264a6ef tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1405146711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:06.748899 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5bebae0c-36e9-40d7-a818-b5723264a6ef tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:06.750620 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5bebae0c-36e9-40d7-a818-b5723264a6ef tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:06.784168 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:06.820345 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b7c63-8f77-413c-b4d3-bc089d922624 service neutron] Pushing event updated for resources: {'Port': ['ID=c28d72f5-dcf0-4f89-838c-04edd1d9b91c,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:06.862970 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5bebae0c-36e9-40d7-a818-b5723264a6ef tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:06.870842 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5bebae0c-36e9-40d7-a818-b5723264a6ef tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:06.892634 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-823b7c63-8f77-413c-b4d3-bc089d922624 service neutron] Attempting to bind port c28d72f5-dcf0-4f89-838c-04edd1d9b91c on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:06.892977 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-823b7c63-8f77-413c-b4d3-bc089d922624 service neutron] Attempting to bind port c28d72f5-dcf0-4f89-838c-04edd1d9b91c by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '4f926ea3-c46b-4f5a-8198-04187dc3e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd2df6756-1437-4cbd-af3b-72d70f51df4a'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:06.893318 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-823b7c63-8f77-413c-b4d3-bc089d922624 service neutron] Attempting to bind port c28d72f5-dcf0-4f89-838c-04edd1d9b91c on network d2df6756-1437-4cbd-af3b-72d70f51df4a {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:06.897679 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5bebae0c-36e9-40d7-a818-b5723264a6ef tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:06.899094 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5bebae0c-36e9-40d7-a818-b5723264a6ef tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3938184 Jul 29 23:30:06.902127 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42250) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:06.905756 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dc24ba-7c72-4620-ac48-f9103c95a58f req-47ce4329-2d14-4148-96e3-2565f805ae82 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:06.908185 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-49dc24ba-7c72-4620-ac48-f9103c95a58f req-47ce4329-2d14-4148-96e3-2565f805ae82 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f4667ac-ae86-4bc2-a0aa-12ee568263e0 HTTP/1.1" status: 200 len: 945 time: 0.1587713 Jul 29 23:30:06.908910 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-11bbaeab-59f5-487a-962d-8114c03ae15f tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-240412174'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:06.912264 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-823b7c63-8f77-413c-b4d3-bc089d922624 service neutron] Port c28d72f5-dcf0-4f89-838c-04edd1d9b91c on network d2df6756-1437-4cbd-af3b-72d70f51df4a not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:30:06.912964 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-823b7c63-8f77-413c-b4d3-bc089d922624 service neutron] Attempting to bind port c28d72f5-dcf0-4f89-838c-04edd1d9b91c on network d2df6756-1437-4cbd-af3b-72d70f51df4a {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:06.927002 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-823b7c63-8f77-413c-b4d3-bc089d922624 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:06.927405 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-823b7c63-8f77-413c-b4d3-bc089d922624 service neutron] Checking segment: {'id': '4f926ea3-c46b-4f5a-8198-04187dc3e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd2df6756-1437-4cbd-af3b-72d70f51df4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:06.927734 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-823b7c63-8f77-413c-b4d3-bc089d922624 service neutron] Bound using segment: {'id': '4f926ea3-c46b-4f5a-8198-04187dc3e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd2df6756-1437-4cbd-af3b-72d70f51df4a'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:06.928212 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-823b7c63-8f77-413c-b4d3-bc089d922624 service neutron] Bound port: c28d72f5-dcf0-4f89-838c-04edd1d9b91c, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f926ea3-c46b-4f5a-8198-04187dc3e094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'd2df6756-1437-4cbd-af3b-72d70f51df4a'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:06.928781 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-823b7c63-8f77-413c-b4d3-bc089d922624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:06.938379 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'tag': '7e61dd35-a100-4e16-badd-8fb0a09ce0fb'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:06.940777 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec642b88-395f-4b97-b776-357a579f807a" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "tag": "7e61dd35-a100-4e16-badd-8fb0a09ce0fb"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:06.940972 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bbaeab-59f5-487a-962d-8114c03ae15f tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Made reservation on behalf of 03ca54a17e454063af4bfa9cc51496c8 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:06.944765 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-11bbaeab-59f5-487a-962d-8114c03ae15f tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:06.956582 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-11bbaeab-59f5-487a-962d-8114c03ae15f tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:07.014519 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-49dc24ba-7c72-4620-ac48-f9103c95a58f req-a735a64d-638f-4444-b77d-2e3a3459d578 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976830 Jul 29 23:30:07.105523 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-823b7c63-8f77-413c-b4d3-bc089d922624 service neutron] For port c28d72f5-dcf0-4f89-838c-04edd1d9b91c, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:07.113121 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-823b7c63-8f77-413c-b4d3-bc089d922624 service neutron] For port c28d72f5-dcf0-4f89-838c-04edd1d9b91c, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=c28d72f5-dcf0-4f89-838c-04edd1d9b91c,segment=NetworkSegment(4f926ea3-c46b-4f5a-8198-04187dc3e094),segment_id=4f926ea3-c46b-4f5a-8198-04187dc3e094)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:07.120414 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-823b7c63-8f77-413c-b4d3-bc089d922624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:07.161936 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4b38af-4d6f-4a0e-900b-0fb9912adb19 req-6d3a35a7-d169-4bf5-bb89-d7c877bb4512 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:07.164574 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ef4b38af-4d6f-4a0e-900b-0fb9912adb19 req-6d3a35a7-d169-4bf5-bb89-d7c877bb4512 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fbb2a96-f947-4c42-a1e3-ba408e8f59f8 HTTP/1.1" status: 200 len: 949 time: 0.1322699 Jul 29 23:30:07.171445 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-11bbaeab-59f5-487a-962d-8114c03ae15f tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:07.195961 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-11bbaeab-59f5-487a-962d-8114c03ae15f tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:07.221147 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11bbaeab-59f5-487a-962d-8114c03ae15f tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:30:07.228398 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-823b7c63-8f77-413c-b4d3-bc089d922624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:07.229025 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-823b7c63-8f77-413c-b4d3-bc089d922624 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:07.230690 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-823b7c63-8f77-413c-b4d3-bc089d922624 service neutron] 10.222.0.39 "PUT /v2.0/ports/c28d72f5-dcf0-4f89-838c-04edd1d9b91c HTTP/1.1" status: 200 len: 1092 time: 1.3958323 Jul 29 23:30:07.240159 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-11bbaeab-59f5-487a-962d-8114c03ae15f tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:07.241920 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-11bbaeab-59f5-487a-962d-8114c03ae15f tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Added segment ff4dbd35-cd8d-42ac-9785-bc82f53e1665 of type vlan for network 093a4fac-71d8-4474-98ea-f00979713cc5 Jul 29 23:30:07.314566 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-b37a619d-604a-4fd5-a3da-ba81077ea569 service neutron] Request body: {'port': {'device_id': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:07.374650 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-11bbaeab-59f5-487a-962d-8114c03ae15f tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:07.402141 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbaeab-59f5-487a-962d-8114c03ae15f tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad6fba97-052f-4837-96ae-2d63a7f18a6d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:07.454824 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-11bbaeab-59f5-487a-962d-8114c03ae15f tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:07.461535 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bbaeab-59f5-487a-962d-8114c03ae15f tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:07.462178 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-11bbaeab-59f5-487a-962d-8114c03ae15f tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:07.487326 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-11bbaeab-59f5-487a-962d-8114c03ae15f tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5798376 Jul 29 23:30:07.493677 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42264) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:07.526593 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-a15c9d17-8a41-4f6a-af85-58fea67c0bf3 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Request body: {'subnet': {'network_id': '093a4fac-71d8-4474-98ea-f00979713cc5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:07.534703 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b7c63-8f77-413c-b4d3-bc089d922624 service neutron] Pushing event updated for resources: {'Port': ['ID=c28d72f5-dcf0-4f89-838c-04edd1d9b91c,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:07.553520 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-b37a619d-604a-4fd5-a3da-ba81077ea569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:07.567538 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-ef4b38af-4d6f-4a0e-900b-0fb9912adb19 req-c219ab81-3813-4509-b6e0-63364be7ae36 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Deleting port e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:07.567933 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ef4b38af-4d6f-4a0e-900b-0fb9912adb19 req-c219ab81-3813-4509-b6e0-63364be7ae36 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:07.602877 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06196e3-fdb1-4e3e-af1d-b0ea8237da2a req-5b26c85c-4e1f-43c4-b027-a44eceb6bd78 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:07.609280 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06196e3-fdb1-4e3e-af1d-b0ea8237da2a req-5b26c85c-4e1f-43c4-b027-a44eceb6bd78 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:07.615289 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06196e3-fdb1-4e3e-af1d-b0ea8237da2a req-5b26c85c-4e1f-43c4-b027-a44eceb6bd78 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:07.621391 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06196e3-fdb1-4e3e-af1d-b0ea8237da2a req-5b26c85c-4e1f-43c4-b027-a44eceb6bd78 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:07.625095 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbaeab-59f5-487a-962d-8114c03ae15f tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Pushing event updated for resources: {'Network': ['ID=093a4fac-71d8-4474-98ea-f00979713cc5,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:07.627742 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06196e3-fdb1-4e3e-af1d-b0ea8237da2a req-5b26c85c-4e1f-43c4-b027-a44eceb6bd78 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:07.635437 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06196e3-fdb1-4e3e-af1d-b0ea8237da2a req-5b26c85c-4e1f-43c4-b027-a44eceb6bd78 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:07.642074 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06196e3-fdb1-4e3e-af1d-b0ea8237da2a req-5b26c85c-4e1f-43c4-b027-a44eceb6bd78 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:07.644363 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a06196e3-fdb1-4e3e-af1d-b0ea8237da2a req-5b26c85c-4e1f-43c4-b027-a44eceb6bd78 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 5393 time: 0.3215194 Jul 29 23:30:07.656386 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 093a4fac-71d8-4474-98ea-f00979713cc5 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:30:07.689718 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15c9d17-8a41-4f6a-af85-58fea67c0bf3 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Made reservation on behalf of 03ca54a17e454063af4bfa9cc51496c8 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:07.694867 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a15c9d17-8a41-4f6a-af85-58fea67c0bf3 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:07.773557 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a06196e3-fdb1-4e3e-af1d-b0ea8237da2a req-8733f906-b6f6-484c-afb0-527028a86210 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd5c58a1-104a-4fdf-8d04-3b82c5432514&id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0969646 Jul 29 23:30:07.844949 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed5bf578-4531-4ef6-a69f-9021c2f34c12 x-openstack-request-id: req-ed5bf578-4531-4ef6-a69f-9021c2f34c12 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:07.845240 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "tag": "7e61dd35-a100-4e16-badd-8fb0a09ce0fb", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:07.845499 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ed5bf578-4531-4ef6-a69f-9021c2f34c12 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:07.845887 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'tag': '7e61dd35-a100-4e16-badd-8fb0a09ce0fb', 'status': 'completed', 'code': 200} Jul 29 23:30:07.872906 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ef4b38af-4d6f-4a0e-900b-0fb9912adb19 req-c219ab81-3813-4509-b6e0-63364be7ae36 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] For port e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:07.873384 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ef4b38af-4d6f-4a0e-900b-0fb9912adb19 req-c219ab81-3813-4509-b6e0-63364be7ae36 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:07.891495 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-ef4b38af-4d6f-4a0e-900b-0fb9912adb19 req-c219ab81-3813-4509-b6e0-63364be7ae36 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Calling delete_port for e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:07.983130 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec642b88-395f-4b97-b776-357a579f807a req-e7a1151a-0c95-44d9-ad1d-5f198ed42430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:07.983814 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec642b88-395f-4b97-b776-357a579f807a req-e7a1151a-0c95-44d9-ad1d-5f198ed42430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:07.984751 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec642b88-395f-4b97-b776-357a579f807a req-e7a1151a-0c95-44d9-ad1d-5f198ed42430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:07.985407 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec642b88-395f-4b97-b776-357a579f807a req-e7a1151a-0c95-44d9-ad1d-5f198ed42430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:07.986413 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec642b88-395f-4b97-b776-357a579f807a req-e7a1151a-0c95-44d9-ad1d-5f198ed42430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:07.987203 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec642b88-395f-4b97-b776-357a579f807a req-e7a1151a-0c95-44d9-ad1d-5f198ed42430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:07.988017 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec642b88-395f-4b97-b776-357a579f807a req-e7a1151a-0c95-44d9-ad1d-5f198ed42430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:07.991001 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ec642b88-395f-4b97-b776-357a579f807a req-e7a1151a-0c95-44d9-ad1d-5f198ed42430 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b88923046a64f0cbc69a614c91ce1e9&device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 6345 time: 0.1131716 Jul 29 23:30:08.016296 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a15c9d17-8a41-4f6a-af85-58fea67c0bf3 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:08.073260 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:08.173955 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c9d17-8a41-4f6a-af85-58fea67c0bf3 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Pushing event updated for resources: {'Subnet': ['ID=645e194b-907e-4fd4-be00-170a2cf5284a,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:08.183991 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a15c9d17-8a41-4f6a-af85-58fea67c0bf3 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Checking segment: {'id': 'ff4dbd35-cd8d-42ac-9785-bc82f53e1665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '093a4fac-71d8-4474-98ea-f00979713cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:08.184931 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15c9d17-8a41-4f6a-af85-58fea67c0bf3 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Network hostable DHCP agents. Network: 093a4fac-71d8-4474-98ea-f00979713cc5, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:30:08.205269 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0954d-5cbf-4bc5-b9fd-f6c178e27e54 req-c50e79c3-4157-40d5-9776-4813f6e1d3b8 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:08.208396 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ecd0954d-5cbf-4bc5-b9fd-f6c178e27e54 req-c50e79c3-4157-40d5-9776-4813f6e1d3b8 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 945 time: 0.1519120 Jul 29 23:30:08.221063 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec642b88-395f-4b97-b776-357a579f807a req-8ca90ebc-50d9-4f36-a358-eb0c552bdc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:08.221912 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec642b88-395f-4b97-b776-357a579f807a req-8ca90ebc-50d9-4f36-a358-eb0c552bdc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:08.222795 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec642b88-395f-4b97-b776-357a579f807a req-8ca90ebc-50d9-4f36-a358-eb0c552bdc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:08.225808 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ec642b88-395f-4b97-b776-357a579f807a req-8ca90ebc-50d9-4f36-a358-eb0c552bdc60 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1b88923046a64f0cbc69a614c91ce1e9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2199202 Jul 29 23:30:08.245211 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15c9d17-8a41-4f6a-af85-58fea67c0bf3 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Network 093a4fac-71d8-4474-98ea-f00979713cc5 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:30:08.278586 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ef4b38af-4d6f-4a0e-900b-0fb9912adb19 req-c219ab81-3813-4509-b6e0-63364be7ae36 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:08.294930 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:30:08.306968 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-a15c9d17-8a41-4f6a-af85-58fea67c0bf3 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 093a4fac-71d8-4474-98ea-f00979713cc5) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:08.319801 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15c9d17-8a41-4f6a-af85-58fea67c0bf3 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:08.320687 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a15c9d17-8a41-4f6a-af85-58fea67c0bf3 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:08.345751 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7db1bd-2e2a-4484-a9e8-05543db7e1ce None None] Network 093a4fac-71d8-4474-98ea-f00979713cc5 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:08.362042 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a15c9d17-8a41-4f6a-af85-58fea67c0bf3 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8668563 Jul 29 23:30:08.366104 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42276) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:08.374179 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c219ab81-3813-4509-b6e0-63364be7ae36 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Pushing event deleted for resources: {'Port': ['ID=e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:08.376865 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-903e5e4e-f131-40d0-b39c-3edce0336e47 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Request body: {'network': {'name': 'tempest-router-network01--1912172352'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:08.400161 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ecd0954d-5cbf-4bc5-b9fd-f6c178e27e54 req-0c6b3f35-4657-40f6-8ce2-a958a6aeee42 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ca3ec7-faad-4e0e-9010-31a59c1999b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818285 Jul 29 23:30:08.405068 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-b37a619d-604a-4fd5-a3da-ba81077ea569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d33684c-2635-44de-9bef-97bb265cbccb {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:30:08.470009 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-b37a619d-604a-4fd5-a3da-ba81077ea569 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:08.510251 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4b38af-4d6f-4a0e-900b-0fb9912adb19 req-c219ab81-3813-4509-b6e0-63364be7ae36 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] No DVR routers for this DVR port e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:30:08.519797 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ef4b38af-4d6f-4a0e-900b-0fb9912adb19 req-c219ab81-3813-4509-b6e0-63364be7ae36 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:08.524397 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ef4b38af-4d6f-4a0e-900b-0fb9912adb19 req-c219ab81-3813-4509-b6e0-63364be7ae36 tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] 10.222.0.23 "DELETE /v2.0/ports/e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58 HTTP/1.1" status: 204 len: 173 time: 1.3479953 Jul 29 23:30:08.544258 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-b37a619d-604a-4fd5-a3da-ba81077ea569 service neutron] Transition to ACTIVE for port object 0d33684c-2635-44de-9bef-97bb265cbccb will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:08.557055 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-b37a619d-604a-4fd5-a3da-ba81077ea569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:08.682968 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4661960e-f65c-406f-9a6a-06941d4fff28 req-491a0fe9-ca63-450c-b580-bc729212ceba tempest-ServerDiagnosticsNegativeTest-999494130 tempest-ServerDiagnosticsNegativeTest-999494130-project] 10.222.0.18 "GET /v2.0/ports?device_id=9fbb2a96-f947-4c42-a1e3-ba408e8f59f8 HTTP/1.1" status: 200 len: 210 time: 0.1284394 Jul 29 23:30:08.738274 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec642b88-395f-4b97-b776-357a579f807a req-00664e85-ea01-4fe0-bdd4-d99a96b78a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:08.742804 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ec642b88-395f-4b97-b776-357a579f807a req-00664e85-ea01-4fe0-bdd4-d99a96b78a03 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5091488 Jul 29 23:30:08.783571 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903e5e4e-f131-40d0-b39c-3edce0336e47 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Made reservation on behalf of 03ca54a17e454063af4bfa9cc51496c8 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:08.790374 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-903e5e4e-f131-40d0-b39c-3edce0336e47 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:08.806810 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a619d-604a-4fd5-a3da-ba81077ea569 service neutron] Pushing event updated for resources: {'Port': ['ID=0d33684c-2635-44de-9bef-97bb265cbccb,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:08.834960 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1972ada0-8574-4854-8a96-189c4b17385b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-093a4fac-71d8-4474-98ea-f00979713cc5', 'network_id': '093a4fac-71d8-4474-98ea-f00979713cc5', 'tenant_id': '03ca54a17e454063af4bfa9cc51496c8', 'fixed_ips': [{'subnet_id': '645e194b-907e-4fd4-be00-170a2cf5284a'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:30:08.835936 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1972ada0-8574-4854-8a96-189c4b17385b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:08.844586 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903e5e4e-f131-40d0-b39c-3edce0336e47 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:30:08.860278 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-903e5e4e-f131-40d0-b39c-3edce0336e47 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:08.860921 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-903e5e4e-f131-40d0-b39c-3edce0336e47 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Added segment bebc6491-5e4e-4133-9aae-af922b2b5dd1 of type vlan for network eb082355-d7be-4114-94d7-0945d6582247 Jul 29 23:30:08.923194 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-903e5e4e-f131-40d0-b39c-3edce0336e47 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:08.962882 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-903e5e4e-f131-40d0-b39c-3edce0336e47 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:08.963563 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-b37a619d-604a-4fd5-a3da-ba81077ea569 service neutron] Attempting to bind port 0d33684c-2635-44de-9bef-97bb265cbccb on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:08.964088 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-b37a619d-604a-4fd5-a3da-ba81077ea569 service neutron] Attempting to bind port 0d33684c-2635-44de-9bef-97bb265cbccb by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '8c9c41a8-7d48-4280-848c-d61b4ffb090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd946e4cf-f467-4b2d-9871-c5018b0b50b6'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:08.964493 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-b37a619d-604a-4fd5-a3da-ba81077ea569 service neutron] Attempting to bind port 0d33684c-2635-44de-9bef-97bb265cbccb on network d946e4cf-f467-4b2d-9871-c5018b0b50b6 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:08.971283 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-b37a619d-604a-4fd5-a3da-ba81077ea569 service neutron] Port 0d33684c-2635-44de-9bef-97bb265cbccb on network d946e4cf-f467-4b2d-9871-c5018b0b50b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:30:08.971736 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-b37a619d-604a-4fd5-a3da-ba81077ea569 service neutron] Attempting to bind port 0d33684c-2635-44de-9bef-97bb265cbccb on network d946e4cf-f467-4b2d-9871-c5018b0b50b6 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:08.973090 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903e5e4e-f131-40d0-b39c-3edce0336e47 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:08.974238 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-903e5e4e-f131-40d0-b39c-3edce0336e47 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:08.979204 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-b37a619d-604a-4fd5-a3da-ba81077ea569 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:08.979436 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-b37a619d-604a-4fd5-a3da-ba81077ea569 service neutron] Checking segment: {'id': '8c9c41a8-7d48-4280-848c-d61b4ffb090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd946e4cf-f467-4b2d-9871-c5018b0b50b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:08.980112 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-b37a619d-604a-4fd5-a3da-ba81077ea569 service neutron] Bound using segment: {'id': '8c9c41a8-7d48-4280-848c-d61b4ffb090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd946e4cf-f467-4b2d-9871-c5018b0b50b6'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:08.981169 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-b37a619d-604a-4fd5-a3da-ba81077ea569 service neutron] Bound port: 0d33684c-2635-44de-9bef-97bb265cbccb, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c9c41a8-7d48-4280-848c-d61b4ffb090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd946e4cf-f467-4b2d-9871-c5018b0b50b6'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:08.982267 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-b37a619d-604a-4fd5-a3da-ba81077ea569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.016802 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-903e5e4e-f131-40d0-b39c-3edce0336e47 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6495674 Jul 29 23:30:09.028368 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42290) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:09.037577 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-2cbd0fb4-7627-4686-93e6-deda9f7dcf3d tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Request body: {'network': {'name': 'tempest-router-network02--994439437'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:09.090401 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-1972ada0-8574-4854-8a96-189c4b17385b None None] Allocated IP 2001:db8::2 (093a4fac-71d8-4474-98ea-f00979713cc5/645e194b-907e-4fd4-be00-170a2cf5284a/9e55d6a4-4198-4922-b912-1a5032dd620c) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:09.114002 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e5e4e-f131-40d0-b39c-3edce0336e47 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Pushing event updated for resources: {'Network': ['ID=eb082355-d7be-4114-94d7-0945d6582247,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:09.129893 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network eb082355-d7be-4114-94d7-0945d6582247 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:30:09.158947 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbd0fb4-7627-4686-93e6-deda9f7dcf3d tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Made reservation on behalf of 03ca54a17e454063af4bfa9cc51496c8 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:09.165257 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2cbd0fb4-7627-4686-93e6-deda9f7dcf3d tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.204072 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-b37a619d-604a-4fd5-a3da-ba81077ea569 service neutron] For port 0d33684c-2635-44de-9bef-97bb265cbccb, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:09.213681 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-b37a619d-604a-4fd5-a3da-ba81077ea569 service neutron] For port 0d33684c-2635-44de-9bef-97bb265cbccb, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=0d33684c-2635-44de-9bef-97bb265cbccb,segment=NetworkSegment(8c9c41a8-7d48-4280-848c-d61b4ffb090c),segment_id=8c9c41a8-7d48-4280-848c-d61b4ffb090c)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:09.297300 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-b37a619d-604a-4fd5-a3da-ba81077ea569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.370357 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-b37a619d-604a-4fd5-a3da-ba81077ea569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:09.370844 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-b37a619d-604a-4fd5-a3da-ba81077ea569 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.373319 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-b37a619d-604a-4fd5-a3da-ba81077ea569 service neutron] 10.222.0.39 "PUT /v2.0/ports/0d33684c-2635-44de-9bef-97bb265cbccb HTTP/1.1" status: 200 len: 1092 time: 2.0758960 Jul 29 23:30:09.424394 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-270395de-11f9-4b7b-958a-6a09ee7f8585 service neutron] Request body: {'port': {'device_id': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:09.433671 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cbd0fb4-7627-4686-93e6-deda9f7dcf3d tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:30:09.453195 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1972ada0-8574-4854-8a96-189c4b17385b None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.470898 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1972ada0-8574-4854-8a96-189c4b17385b None None] Transition to ACTIVE for port object 9e55d6a4-4198-4922-b912-1a5032dd620c will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:09.475198 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a619d-604a-4fd5-a3da-ba81077ea569 service neutron] Pushing event updated for resources: {'Port': ['ID=0d33684c-2635-44de-9bef-97bb265cbccb,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:09.483132 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2cbd0fb4-7627-4686-93e6-deda9f7dcf3d tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.483995 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-2cbd0fb4-7627-4686-93e6-deda9f7dcf3d tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Added segment 23628c8e-c6d0-4ee4-894c-b4d809a21b52 of type vlan for network b771985e-e07f-404f-a3e9-31e4c697554b Jul 29 23:30:09.496139 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1972ada0-8574-4854-8a96-189c4b17385b None None] Transition to ACTIVE for port object 9e55d6a4-4198-4922-b912-1a5032dd620c will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:09.505823 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1972ada0-8574-4854-8a96-189c4b17385b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.514634 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd968d1-413e-4f7b-af65-75ff748ef8f1 req-1c4abbf1-e9c9-4a99-be89-48b4b667ff57 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:09.521088 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd968d1-413e-4f7b-af65-75ff748ef8f1 req-1c4abbf1-e9c9-4a99-be89-48b4b667ff57 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:09.527140 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd968d1-413e-4f7b-af65-75ff748ef8f1 req-1c4abbf1-e9c9-4a99-be89-48b4b667ff57 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:09.533457 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd968d1-413e-4f7b-af65-75ff748ef8f1 req-1c4abbf1-e9c9-4a99-be89-48b4b667ff57 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:09.539906 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd968d1-413e-4f7b-af65-75ff748ef8f1 req-1c4abbf1-e9c9-4a99-be89-48b4b667ff57 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:09.547160 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd968d1-413e-4f7b-af65-75ff748ef8f1 req-1c4abbf1-e9c9-4a99-be89-48b4b667ff57 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:09.553575 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd968d1-413e-4f7b-af65-75ff748ef8f1 req-1c4abbf1-e9c9-4a99-be89-48b4b667ff57 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:09.554808 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1972ada0-8574-4854-8a96-189c4b17385b None None] Network 093a4fac-71d8-4474-98ea-f00979713cc5 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:09.555446 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1bd968d1-413e-4f7b-af65-75ff748ef8f1 req-1c4abbf1-e9c9-4a99-be89-48b4b667ff57 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 5405 time: 0.2111135 Jul 29 23:30:09.565138 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-1972ada0-8574-4854-8a96-189c4b17385b None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:09.569760 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1972ada0-8574-4854-8a96-189c4b17385b None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:09.641076 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2cbd0fb4-7627-4686-93e6-deda9f7dcf3d tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.641998 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972ada0-8574-4854-8a96-189c4b17385b None None] Pushing event updated for resources: {'Port': ['ID=9e55d6a4-4198-4922-b912-1a5032dd620c,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:09.664399 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-270395de-11f9-4b7b-958a-6a09ee7f8585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.665258 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-1972ada0-8574-4854-8a96-189c4b17385b None None] Attempting to bind port 9e55d6a4-4198-4922-b912-1a5032dd620c on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:09.665853 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-1972ada0-8574-4854-8a96-189c4b17385b None None] Attempting to bind port 9e55d6a4-4198-4922-b912-1a5032dd620c by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'ff4dbd35-cd8d-42ac-9785-bc82f53e1665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '093a4fac-71d8-4474-98ea-f00979713cc5'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:09.666323 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1972ada0-8574-4854-8a96-189c4b17385b None None] Attempting to bind port 9e55d6a4-4198-4922-b912-1a5032dd620c on network 093a4fac-71d8-4474-98ea-f00979713cc5 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:09.676472 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1972ada0-8574-4854-8a96-189c4b17385b None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:09.677028 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1972ada0-8574-4854-8a96-189c4b17385b None None] Checking segment: {'id': 'ff4dbd35-cd8d-42ac-9785-bc82f53e1665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '093a4fac-71d8-4474-98ea-f00979713cc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:09.677641 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1972ada0-8574-4854-8a96-189c4b17385b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.678007 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1972ada0-8574-4854-8a96-189c4b17385b None None] Bound using segment: {'id': 'ff4dbd35-cd8d-42ac-9785-bc82f53e1665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '093a4fac-71d8-4474-98ea-f00979713cc5'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:09.678613 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-1972ada0-8574-4854-8a96-189c4b17385b None None] Bound port: 9e55d6a4-4198-4922-b912-1a5032dd620c, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff4dbd35-cd8d-42ac-9785-bc82f53e1665', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '093a4fac-71d8-4474-98ea-f00979713cc5'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:09.679160 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1972ada0-8574-4854-8a96-189c4b17385b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.717780 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1bd968d1-413e-4f7b-af65-75ff748ef8f1 req-a19d5fa9-d6cd-4a09-883d-3af0f93745ac tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd5c58a1-104a-4fdf-8d04-3b82c5432514&id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1293824 Jul 29 23:30:09.755213 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2cbd0fb4-7627-4686-93e6-deda9f7dcf3d tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.763474 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbd0fb4-7627-4686-93e6-deda9f7dcf3d tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:09.764431 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2cbd0fb4-7627-4686-93e6-deda9f7dcf3d tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.815889 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-1972ada0-8574-4854-8a96-189c4b17385b None None] For port 9e55d6a4-4198-4922-b912-1a5032dd620c, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:09.822316 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-1972ada0-8574-4854-8a96-189c4b17385b None None] For port 9e55d6a4-4198-4922-b912-1a5032dd620c, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9e55d6a4-4198-4922-b912-1a5032dd620c,segment=NetworkSegment(ff4dbd35-cd8d-42ac-9785-bc82f53e1665),segment_id=ff4dbd35-cd8d-42ac-9785-bc82f53e1665)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:09.835289 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1972ada0-8574-4854-8a96-189c4b17385b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:09.880722 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'tag': 'c28d72f5-dcf0-4f89-838c-04edd1d9b91c'}, {'server_uuid': '9fbb2a96-f947-4c42-a1e3-ba408e8f59f8', 'name': 'network-vif-deleted', 'tag': 'e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58'}, {'name': 'network-changed', 'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'tag': '0d33684c-2635-44de-9bef-97bb265cbccb'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:09.883198 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf2de22-6427-4f79-8ba3-085eafae2385" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "tag": "c28d72f5-dcf0-4f89-838c-04edd1d9b91c"}, {"server_uuid": "9fbb2a96-f947-4c42-a1e3-ba408e8f59f8", "name": "network-vif-deleted", "tag": "e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58"}, {"name": "network-changed", "server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "tag": "0d33684c-2635-44de-9bef-97bb265cbccb"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:09.886002 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd0fb4-7627-4686-93e6-deda9f7dcf3d tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Pushing event updated for resources: {'Network': ['ID=b771985e-e07f-404f-a3e9-31e4c697554b,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:09.897004 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2cbd0fb4-7627-4686-93e6-deda9f7dcf3d tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8671291 Jul 29 23:30:09.899821 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42306) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:09.906091 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-af5f5427-bfb4-4a46-aa34-b9a94594cfdf tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Request body: {'subnet': {'network_id': 'eb082355-d7be-4114-94d7-0945d6582247', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:09.910571 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network b771985e-e07f-404f-a3e9-31e4c697554b details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:30:09.990591 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1972ada0-8574-4854-8a96-189c4b17385b None None] Pushing event updated for resources: {'Port': ['ID=9e55d6a4-4198-4922-b912-1a5032dd620c,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:10.101995 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5f5427-bfb4-4a46-aa34-b9a94594cfdf tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Made reservation on behalf of 03ca54a17e454063af4bfa9cc51496c8 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:10.106963 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-af5f5427-bfb4-4a46-aa34-b9a94594cfdf tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:10.133185 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451292d4-6300-4f21-a48d-3bd0bc24687c req-85e48a99-41bc-4f58-b401-37f5e069a26a tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:10.135630 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-451292d4-6300-4f21-a48d-3bd0bc24687c req-85e48a99-41bc-4f58-b401-37f5e069a26a tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 945 time: 0.2438858 Jul 29 23:30:10.268553 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-451292d4-6300-4f21-a48d-3bd0bc24687c req-0fa9c8f9-aa3d-4430-a9a0-3ac1d80c5ef2 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ca3ec7-faad-4e0e-9010-31a59c1999b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138024 Jul 29 23:30:10.385575 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-270395de-11f9-4b7b-958a-6a09ee7f8585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07254281-c39e-48a0-9915-4707d191bf90 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:30:10.401836 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-270395de-11f9-4b7b-958a-6a09ee7f8585 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:10.425185 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-270395de-11f9-4b7b-958a-6a09ee7f8585 service neutron] Transition to ACTIVE for port object 07254281-c39e-48a0-9915-4707d191bf90 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:10.431171 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-270395de-11f9-4b7b-958a-6a09ee7f8585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:10.489328 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-af5f5427-bfb4-4a46-aa34-b9a94594cfdf tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:10.535774 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270395de-11f9-4b7b-958a-6a09ee7f8585 service neutron] Pushing event updated for resources: {'Port': ['ID=07254281-c39e-48a0-9915-4707d191bf90,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:10.560614 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d7a529-5c59-4d70-a2a1-ab9442f1df73 x-openstack-request-id: req-70d7a529-5c59-4d70-a2a1-ab9442f1df73 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:10.562463 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "tag": "c28d72f5-dcf0-4f89-838c-04edd1d9b91c", "status": "completed", "code": 200}, {"server_uuid": "9fbb2a96-f947-4c42-a1e3-ba408e8f59f8", "name": "network-vif-deleted", "tag": "e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "tag": "0d33684c-2635-44de-9bef-97bb265cbccb", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:10.563004 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-70d7a529-5c59-4d70-a2a1-ab9442f1df73 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:10.563673 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'tag': 'c28d72f5-dcf0-4f89-838c-04edd1d9b91c', 'status': 'completed', 'code': 200} Jul 29 23:30:10.564762 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fbb2a96-f947-4c42-a1e3-ba408e8f59f8', 'name': 'network-vif-deleted', 'tag': 'e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58', 'status': 'completed', 'code': 200} Jul 29 23:30:10.565948 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'tag': '0d33684c-2635-44de-9bef-97bb265cbccb', 'status': 'completed', 'code': 200} Jul 29 23:30:10.652596 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f5427-bfb4-4a46-aa34-b9a94594cfdf tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Pushing event updated for resources: {'Subnet': ['ID=c0aca80d-8557-43fb-a3d5-5bbb6be04dec,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:10.743426 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2de22-6427-4f79-8ba3-085eafae2385 req-c1046b7f-b914-4e74-bbc9-13d1be61c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:10.743947 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2de22-6427-4f79-8ba3-085eafae2385 req-c1046b7f-b914-4e74-bbc9-13d1be61c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:10.744476 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2de22-6427-4f79-8ba3-085eafae2385 req-c1046b7f-b914-4e74-bbc9-13d1be61c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:10.745162 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2de22-6427-4f79-8ba3-085eafae2385 req-c1046b7f-b914-4e74-bbc9-13d1be61c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:10.764918 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2de22-6427-4f79-8ba3-085eafae2385 req-c1046b7f-b914-4e74-bbc9-13d1be61c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:10.765866 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2de22-6427-4f79-8ba3-085eafae2385 req-c1046b7f-b914-4e74-bbc9-13d1be61c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:10.766611 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2de22-6427-4f79-8ba3-085eafae2385 req-c1046b7f-b914-4e74-bbc9-13d1be61c1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:10.773757 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2cf2de22-6427-4f79-8ba3-085eafae2385 req-c1046b7f-b914-4e74-bbc9-13d1be61c1b1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b88923046a64f0cbc69a614c91ce1e9&device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 6439 time: 0.1364350 Jul 29 23:30:10.798940 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af5f5427-bfb4-4a46-aa34-b9a94594cfdf tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Checking segment: {'id': 'bebc6491-5e4e-4133-9aae-af922b2b5dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'eb082355-d7be-4114-94d7-0945d6582247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:10.799404 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5f5427-bfb4-4a46-aa34-b9a94594cfdf tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Network hostable DHCP agents. Network: eb082355-d7be-4114-94d7-0945d6582247, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:30:10.832601 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6746e10-1c2f-46e4-8799-c7b2fea5cede req-781bbeac-d89f-47b2-8077-081fae96cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:10.839979 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b6746e10-1c2f-46e4-8799-c7b2fea5cede req-781bbeac-d89f-47b2-8077-081fae96cca8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 1097 time: 0.2057068 Jul 29 23:30:10.879249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-270395de-11f9-4b7b-958a-6a09ee7f8585 service neutron] Attempting to bind port 07254281-c39e-48a0-9915-4707d191bf90 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:10.879588 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-270395de-11f9-4b7b-958a-6a09ee7f8585 service neutron] Attempting to bind port 07254281-c39e-48a0-9915-4707d191bf90 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '8c9c41a8-7d48-4280-848c-d61b4ffb090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd946e4cf-f467-4b2d-9871-c5018b0b50b6'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:10.879976 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-270395de-11f9-4b7b-958a-6a09ee7f8585 service neutron] Attempting to bind port 07254281-c39e-48a0-9915-4707d191bf90 on network d946e4cf-f467-4b2d-9871-c5018b0b50b6 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:10.894077 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5f5427-bfb4-4a46-aa34-b9a94594cfdf tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Network eb082355-d7be-4114-94d7-0945d6582247 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:30:10.920488 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-270395de-11f9-4b7b-958a-6a09ee7f8585 service neutron] Port 07254281-c39e-48a0-9915-4707d191bf90 on network d946e4cf-f467-4b2d-9871-c5018b0b50b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:30:10.920813 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-270395de-11f9-4b7b-958a-6a09ee7f8585 service neutron] Attempting to bind port 07254281-c39e-48a0-9915-4707d191bf90 on network d946e4cf-f467-4b2d-9871-c5018b0b50b6 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:10.956953 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42318) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:10.964404 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2de22-6427-4f79-8ba3-085eafae2385 req-487db67d-fd61-4804-99f6-cb4321e20d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:10.965242 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2de22-6427-4f79-8ba3-085eafae2385 req-487db67d-fd61-4804-99f6-cb4321e20d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:10.965622 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2de22-6427-4f79-8ba3-085eafae2385 req-487db67d-fd61-4804-99f6-cb4321e20d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:10.968398 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2cf2de22-6427-4f79-8ba3-085eafae2385 req-487db67d-fd61-4804-99f6-cb4321e20d87 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1b88923046a64f0cbc69a614c91ce1e9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1820698 Jul 29 23:30:10.969405 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-af5f5427-bfb4-4a46-aa34-b9a94594cfdf tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, eb082355-d7be-4114-94d7-0945d6582247) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:10.978009 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e0ed4c-b0da-4167-a79a-5368dbcc3b0d None None] Network eb082355-d7be-4114-94d7-0945d6582247 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:10.989032 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5f5427-bfb4-4a46-aa34-b9a94594cfdf tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:10.990043 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-af5f5427-bfb4-4a46-aa34-b9a94594cfdf tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:11.016624 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-270395de-11f9-4b7b-958a-6a09ee7f8585 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:11.017317 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-270395de-11f9-4b7b-958a-6a09ee7f8585 service neutron] Checking segment: {'id': '8c9c41a8-7d48-4280-848c-d61b4ffb090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd946e4cf-f467-4b2d-9871-c5018b0b50b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:11.018226 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-270395de-11f9-4b7b-958a-6a09ee7f8585 service neutron] Bound using segment: {'id': '8c9c41a8-7d48-4280-848c-d61b4ffb090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd946e4cf-f467-4b2d-9871-c5018b0b50b6'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:11.018956 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-270395de-11f9-4b7b-958a-6a09ee7f8585 service neutron] Bound port: 07254281-c39e-48a0-9915-4707d191bf90, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c9c41a8-7d48-4280-848c-d61b4ffb090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd946e4cf-f467-4b2d-9871-c5018b0b50b6'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:11.019488 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-270395de-11f9-4b7b-958a-6a09ee7f8585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:11.026240 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b6746e10-1c2f-46e4-8799-c7b2fea5cede req-1b21f166-53cc-4c9a-be45-91b8a6c0a7cb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a5ca3ec7-faad-4e0e-9010-31a59c1999b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758320 Jul 29 23:30:11.095654 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-af5f5427-bfb4-4a46-aa34-b9a94594cfdf tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1919184 Jul 29 23:30:11.095918 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42324) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:11.109416 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-3d50f3a6-5727-4f53-bfca-6a0236b5a86f tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Request body: {'subnet': {'network_id': 'b771985e-e07f-404f-a3e9-31e4c697554b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:11.179044 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d486200-7dcf-40af-af65-f495cfcf05cb req-8f84c952-040a-40b4-b6cb-91ec61a5d944 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:11.188769 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d486200-7dcf-40af-af65-f495cfcf05cb req-8f84c952-040a-40b4-b6cb-91ec61a5d944 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:11.195598 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:30:11.196225 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d486200-7dcf-40af-af65-f495cfcf05cb req-8f84c952-040a-40b4-b6cb-91ec61a5d944 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:11.204680 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d486200-7dcf-40af-af65-f495cfcf05cb req-8f84c952-040a-40b4-b6cb-91ec61a5d944 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:11.211343 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d486200-7dcf-40af-af65-f495cfcf05cb req-8f84c952-040a-40b4-b6cb-91ec61a5d944 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:11.218135 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d486200-7dcf-40af-af65-f495cfcf05cb req-8f84c952-040a-40b4-b6cb-91ec61a5d944 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:11.224765 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d486200-7dcf-40af-af65-f495cfcf05cb req-8f84c952-040a-40b4-b6cb-91ec61a5d944 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:11.226473 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:30:11.226827 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device e777dfa1-af78-4fbd-9e8b-b5dbbcaa6c58 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:30:11.236548 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d486200-7dcf-40af-af65-f495cfcf05cb req-8f84c952-040a-40b4-b6cb-91ec61a5d944 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 5417 time: 0.3439038 Jul 29 23:30:11.295922 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-270395de-11f9-4b7b-958a-6a09ee7f8585 service neutron] For port 07254281-c39e-48a0-9915-4707d191bf90, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:11.301969 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-270395de-11f9-4b7b-958a-6a09ee7f8585 service neutron] For port 07254281-c39e-48a0-9915-4707d191bf90, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=07254281-c39e-48a0-9915-4707d191bf90,segment=NetworkSegment(8c9c41a8-7d48-4280-848c-d61b4ffb090c),segment_id=8c9c41a8-7d48-4280-848c-d61b4ffb090c)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:11.314621 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-270395de-11f9-4b7b-958a-6a09ee7f8585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:11.351364 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a81bd319-89af-41c3-84f1-789114039105 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-eb082355-d7be-4114-94d7-0945d6582247', 'network_id': 'eb082355-d7be-4114-94d7-0945d6582247', 'tenant_id': '03ca54a17e454063af4bfa9cc51496c8', 'fixed_ips': [{'subnet_id': 'c0aca80d-8557-43fb-a3d5-5bbb6be04dec'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:30:11.353915 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a81bd319-89af-41c3-84f1-789114039105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:11.402766 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-270395de-11f9-4b7b-958a-6a09ee7f8585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:11.405289 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-270395de-11f9-4b7b-958a-6a09ee7f8585 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:11.409238 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-270395de-11f9-4b7b-958a-6a09ee7f8585 service neutron] 10.222.0.39 "PUT /v2.0/ports/07254281-c39e-48a0-9915-4707d191bf90 HTTP/1.1" status: 200 len: 1092 time: 1.9936168 Jul 29 23:30:11.430843 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d486200-7dcf-40af-af65-f495cfcf05cb req-dbb85105-173e-41ad-9a1d-191692601789 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd5c58a1-104a-4fdf-8d04-3b82c5432514&id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1899383 Jul 29 23:30:11.492537 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270395de-11f9-4b7b-958a-6a09ee7f8585 service neutron] Pushing event updated for resources: {'Port': ['ID=07254281-c39e-48a0-9915-4707d191bf90,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:11.521817 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2de22-6427-4f79-8ba3-085eafae2385 req-7333ceb0-fd69-4805-a3b5-7276bfcf5926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:11.540373 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2cf2de22-6427-4f79-8ba3-085eafae2385 req-7333ceb0-fd69-4805-a3b5-7276bfcf5926 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5447779 Jul 29 23:30:11.549984 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42330) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:11.552249 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0c109082-94c7-41b9-b868-45c7697b286b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a019e4ea1f4f45b098b4437c54795539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5888278 Jul 29 23:30:11.593367 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d50f3a6-5727-4f53-bfca-6a0236b5a86f tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Made reservation on behalf of 03ca54a17e454063af4bfa9cc51496c8 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:11.612873 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d50f3a6-5727-4f53-bfca-6a0236b5a86f tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:11.722305 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a03887-f814-46d2-b72c-12852c2e7f81 None None] Network 093a4fac-71d8-4474-98ea-f00979713cc5 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:11.863992 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-cda44cd7-8513-4ea0-a8aa-8c989d7f28fa None None] Provisioning for port 9e55d6a4-4198-4922-b912-1a5032dd620c completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:11.960012 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9e55d6a4-4198-4922-b912-1a5032dd620c up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:11.968262 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-a81bd319-89af-41c3-84f1-789114039105 None None] Allocated IP 2001:db8::2 (eb082355-d7be-4114-94d7-0945d6582247/c0aca80d-8557-43fb-a3d5-5bbb6be04dec/d85b86c0-444a-4b6a-b929-33983cc70ff5) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:11.971638 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2de22-6427-4f79-8ba3-085eafae2385 req-847c6da0-06b4-46bb-baac-e20743230c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:11.972920 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2de22-6427-4f79-8ba3-085eafae2385 req-847c6da0-06b4-46bb-baac-e20743230c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:11.973619 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2de22-6427-4f79-8ba3-085eafae2385 req-847c6da0-06b4-46bb-baac-e20743230c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:11.974280 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2de22-6427-4f79-8ba3-085eafae2385 req-847c6da0-06b4-46bb-baac-e20743230c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:11.974938 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2de22-6427-4f79-8ba3-085eafae2385 req-847c6da0-06b4-46bb-baac-e20743230c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:11.975758 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2de22-6427-4f79-8ba3-085eafae2385 req-847c6da0-06b4-46bb-baac-e20743230c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:11.976462 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2de22-6427-4f79-8ba3-085eafae2385 req-847c6da0-06b4-46bb-baac-e20743230c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:11.981578 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2cf2de22-6427-4f79-8ba3-085eafae2385 req-847c6da0-06b4-46bb-baac-e20743230c9b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b88923046a64f0cbc69a614c91ce1e9&device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 6481 time: 0.3324065 Jul 29 23:30:12.351106 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d50d45db-d159-4981-8901-09338f33fcd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:12.362266 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2de22-6427-4f79-8ba3-085eafae2385 req-a8157384-ec49-48cd-a815-42f1aec7a312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:12.362266 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2de22-6427-4f79-8ba3-085eafae2385 req-a8157384-ec49-48cd-a815-42f1aec7a312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:12.367285 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2de22-6427-4f79-8ba3-085eafae2385 req-a8157384-ec49-48cd-a815-42f1aec7a312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:12.369332 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2cf2de22-6427-4f79-8ba3-085eafae2385 req-a8157384-ec49-48cd-a815-42f1aec7a312 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1b88923046a64f0cbc69a614c91ce1e9&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3727407 Jul 29 23:30:12.385223 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d50d45db-d159-4981-8901-09338f33fcd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:12.463007 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd321f0-fb4c-421a-8251-8f36f110c037 req-c1edd73a-b8b0-42a1-b5c3-0cfb9a884452 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:12.477250 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9cd321f0-fb4c-421a-8251-8f36f110c037 req-c1edd73a-b8b0-42a1-b5c3-0cfb9a884452 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 945 time: 0.8732562 Jul 29 23:30:12.538444 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d50d45db-d159-4981-8901-09338f33fcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:12.544942 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d50d45db-d159-4981-8901-09338f33fcd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:12.546819 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d50d45db-d159-4981-8901-09338f33fcd5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/98c796be-ce82-449d-8650-6b7c35e34b07 HTTP/1.1" status: 204 len: 168 time: 0.9953372 Jul 29 23:30:12.573907 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'tag': '07254281-c39e-48a0-9915-4707d191bf90'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:12.576832 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f99f1a1-d62a-4d16-b847-a6510dfa715e" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "tag": "07254281-c39e-48a0-9915-4707d191bf90"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:12.580511 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d45db-d159-4981-8901-09338f33fcd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98c796be-ce82-449d-8650-6b7c35e34b07,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:12.600684 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9cd321f0-fb4c-421a-8251-8f36f110c037 req-452e4f29-46eb-4be4-b4be-42fd22c435e9 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ca3ec7-faad-4e0e-9010-31a59c1999b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214955 Jul 29 23:30:12.709552 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2de22-6427-4f79-8ba3-085eafae2385 req-7b99f3dc-b784-4d0d-a045-0237b607768e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:12.713401 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 9e55d6a4-4198-4922-b912-1a5032dd620c completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:12.715484 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2cf2de22-6427-4f79-8ba3-085eafae2385 req-7b99f3dc-b784-4d0d-a045-0237b607768e service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3383927 Jul 29 23:30:12.764357 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 9e55d6a4-4198-4922-b912-1a5032dd620c triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:12.764357 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:12.935363 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f6da4ad9-4186-463e-a56e-7519be3a1492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:12.936027 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f6da4ad9-4186-463e-a56e-7519be3a1492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:12.936606 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f6da4ad9-4186-463e-a56e-7519be3a1492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:12.937582 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f6da4ad9-4186-463e-a56e-7519be3a1492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:12.938249 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f6da4ad9-4186-463e-a56e-7519be3a1492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:12.938926 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f6da4ad9-4186-463e-a56e-7519be3a1492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:12.939539 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f6da4ad9-4186-463e-a56e-7519be3a1492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:12.941731 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f6da4ad9-4186-463e-a56e-7519be3a1492 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b88923046a64f0cbc69a614c91ce1e9&device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 6481 time: 0.1196601 Jul 29 23:30:12.991191 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d50f3a6-5727-4f53-bfca-6a0236b5a86f tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:13.051729 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a177d61-433f-47f2-ada8-beaf87a7eef0 req-27534941-204b-4200-8d4e-87d0eb2db41f tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:13.061772 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a177d61-433f-47f2-ada8-beaf87a7eef0 req-27534941-204b-4200-8d4e-87d0eb2db41f tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:13.085893 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a177d61-433f-47f2-ada8-beaf87a7eef0 req-27534941-204b-4200-8d4e-87d0eb2db41f tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:13.100183 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a177d61-433f-47f2-ada8-beaf87a7eef0 req-27534941-204b-4200-8d4e-87d0eb2db41f tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:13.101578 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-d7cf9762-e25a-4be1-b535-f3f9abbb059b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e05f8a47-fe32-435c-a33a-7877418c510e HTTP/1.1" status: 200 len: 217 time: 0.1423261 Jul 29 23:30:13.101786 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a81bd319-89af-41c3-84f1-789114039105 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:13.123404 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a177d61-433f-47f2-ada8-beaf87a7eef0 req-27534941-204b-4200-8d4e-87d0eb2db41f tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:13.135898 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a177d61-433f-47f2-ada8-beaf87a7eef0 req-27534941-204b-4200-8d4e-87d0eb2db41f tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:13.157501 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a177d61-433f-47f2-ada8-beaf87a7eef0 req-27534941-204b-4200-8d4e-87d0eb2db41f tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:13.170321 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9a177d61-433f-47f2-ada8-beaf87a7eef0 req-27534941-204b-4200-8d4e-87d0eb2db41f tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 5417 time: 0.2833631 Jul 29 23:30:13.187072 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a81bd319-89af-41c3-84f1-789114039105 None None] Transition to ACTIVE for port object d85b86c0-444a-4b6a-b929-33983cc70ff5 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:13.227647 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42354) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:13.252339 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:13.282633 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a81bd319-89af-41c3-84f1-789114039105 None None] Transition to ACTIVE for port object d85b86c0-444a-4b6a-b929-33983cc70ff5 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:13.290928 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50f3a6-5727-4f53-bfca-6a0236b5a86f tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Pushing event updated for resources: {'Subnet': ['ID=a6f30a4b-231e-4c71-b118-9c259f040953,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:13.305423 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-ffa1819e-d3ca-4929-b88b-fea227e7d595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:13.307194 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-ffa1819e-d3ca-4929-b88b-fea227e7d595 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d30afb76-e1b0-42cb-bf28-c9514a93f8f1 HTTP/1.1" status: 200 len: 851 time: 0.1252851 Jul 29 23:30:13.313747 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d50f3a6-5727-4f53-bfca-6a0236b5a86f tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Checking segment: {'id': '23628c8e-c6d0-4ee4-894c-b4d809a21b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b771985e-e07f-404f-a3e9-31e4c697554b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:13.314310 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b00c0ee0-893d-4055-bff2-14bdb85e75e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:13.315111 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a81bd319-89af-41c3-84f1-789114039105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:13.322892 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d50f3a6-5727-4f53-bfca-6a0236b5a86f tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Network hostable DHCP agents. Network: b771985e-e07f-404f-a3e9-31e4c697554b, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:30:13.359921 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9a177d61-433f-47f2-ada8-beaf87a7eef0 req-0c1880b8-8851-4d22-bbd2-247766304ce1 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd5c58a1-104a-4fdf-8d04-3b82c5432514&id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1885054 Jul 29 23:30:13.498747 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81bd319-89af-41c3-84f1-789114039105 None None] Pushing event updated for resources: {'Port': ['ID=d85b86c0-444a-4b6a-b929-33983cc70ff5,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:13.500578 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7471372-9597-41ae-9352-853c7a4a5640 x-openstack-request-id: req-a7471372-9597-41ae-9352-853c7a4a5640 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:13.501157 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "tag": "07254281-c39e-48a0-9915-4707d191bf90", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:13.501628 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7471372-9597-41ae-9352-853c7a4a5640 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:13.502488 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'tag': '07254281-c39e-48a0-9915-4707d191bf90', 'status': 'completed', 'code': 200} Jul 29 23:30:13.531360 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d50f3a6-5727-4f53-bfca-6a0236b5a86f tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Network b771985e-e07f-404f-a3e9-31e4c697554b is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:30:13.536075 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 9e55d6a4-4198-4922-b912-1a5032dd620c, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9e55d6a4-4198-4922-b912-1a5032dd620c,segment=NetworkSegment(ff4dbd35-cd8d-42ac-9785-bc82f53e1665),segment_id=ff4dbd35-cd8d-42ac-9785-bc82f53e1665)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:13.554441 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-19aeb316-c69d-4132-9a37-9b39c4baff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:13.556379 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-19aeb316-c69d-4132-9a37-9b39c4baff04 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=34a9b01a-fb87-4012-8543-47877b831421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2228882 Jul 29 23:30:13.561328 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-3d50f3a6-5727-4f53-bfca-6a0236b5a86f tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, b771985e-e07f-404f-a3e9-31e4c697554b) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:13.593308 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d50f3a6-5727-4f53-bfca-6a0236b5a86f tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:13.594970 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d50f3a6-5727-4f53-bfca-6a0236b5a86f tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:13.598529 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81bd319-89af-41c3-84f1-789114039105 None None] Network eb082355-d7be-4114-94d7-0945d6582247 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:13.604927 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-a81bd319-89af-41c3-84f1-789114039105 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:13.624582 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a81bd319-89af-41c3-84f1-789114039105 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:13.640229 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed041fa-e0ca-448e-acef-ed2fa1303832 None None] Network b771985e-e07f-404f-a3e9-31e4c697554b requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:13.734301 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b00c0ee0-893d-4055-bff2-14bdb85e75e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:13.742424 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b00c0ee0-893d-4055-bff2-14bdb85e75e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:13.784875 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-762f9003-cace-4dd5-ba73-e0d5bea0a4c5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1212263 Jul 29 23:30:13.823685 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:13.837749 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b00c0ee0-893d-4055-bff2-14bdb85e75e9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca811337e5134064b592a8dca0c53abe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5945156 Jul 29 23:30:13.852583 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42362) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:13.881517 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-a99403b5-6cfa-44fb-bc35-3a92141f812c service neutron] 10.222.0.39 "GET /v2.0/networks/34a9b01a-fb87-4012-8543-47877b831421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3152657 Jul 29 23:30:13.887871 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3d50f3a6-5727-4f53-bfca-6a0236b5a86f tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7892625 Jul 29 23:30:13.889446 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42364) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:13.947432 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00c0ee0-893d-4055-bff2-14bdb85e75e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98100e15-8d87-485e-a4db-86a2c6d927e4,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:13.999489 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-990d8d95-9b39-4450-ae9d-761cac93e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:14.000273 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-990d8d95-9b39-4450-ae9d-761cac93e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:14.000915 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-990d8d95-9b39-4450-ae9d-761cac93e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:14.001946 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-990d8d95-9b39-4450-ae9d-761cac93e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:14.002836 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-990d8d95-9b39-4450-ae9d-761cac93e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:14.003480 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-990d8d95-9b39-4450-ae9d-761cac93e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:14.004364 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-990d8d95-9b39-4450-ae9d-761cac93e94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:14.006589 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-990d8d95-9b39-4450-ae9d-761cac93e94e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d954899d85d94386b2170efdab77ddb2&device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 6510 time: 0.1348584 Jul 29 23:30:14.054344 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0ec37c2e-d54f-48c4-b32c-828fa5506af1 None None] Provisioning complete for port 9e55d6a4-4198-4922-b912-1a5032dd620c triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:14.054939 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0ec37c2e-d54f-48c4-b32c-828fa5506af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:14.061717 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-03066996-3b38-404a-8fbd-aa17067429b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:14.071986 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a81bd319-89af-41c3-84f1-789114039105 None None] Attempting to bind port d85b86c0-444a-4b6a-b929-33983cc70ff5 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:14.072578 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a81bd319-89af-41c3-84f1-789114039105 None None] Attempting to bind port d85b86c0-444a-4b6a-b929-33983cc70ff5 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'bebc6491-5e4e-4133-9aae-af922b2b5dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'eb082355-d7be-4114-94d7-0945d6582247'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:14.073170 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81bd319-89af-41c3-84f1-789114039105 None None] Attempting to bind port d85b86c0-444a-4b6a-b929-33983cc70ff5 on network eb082355-d7be-4114-94d7-0945d6582247 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:14.153977 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=9e55d6a4-4198-4922-b912-1a5032dd620c,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:14.159956 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81bd319-89af-41c3-84f1-789114039105 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:14.160632 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81bd319-89af-41c3-84f1-789114039105 None None] Checking segment: {'id': 'bebc6491-5e4e-4133-9aae-af922b2b5dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'eb082355-d7be-4114-94d7-0945d6582247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:14.161151 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a81bd319-89af-41c3-84f1-789114039105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:14.161708 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81bd319-89af-41c3-84f1-789114039105 None None] Bound using segment: {'id': 'bebc6491-5e4e-4133-9aae-af922b2b5dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'eb082355-d7be-4114-94d7-0945d6582247'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:14.162304 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a81bd319-89af-41c3-84f1-789114039105 None None] Bound port: d85b86c0-444a-4b6a-b929-33983cc70ff5, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bebc6491-5e4e-4133-9aae-af922b2b5dd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'eb082355-d7be-4114-94d7-0945d6582247'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:14.162815 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a81bd319-89af-41c3-84f1-789114039105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:14.163043 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d05acd-3cbb-41dd-8e2a-faeb8427b12a req-d40e5e01-0d36-4446-904c-1bece9321b12 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:14.167118 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65d05acd-3cbb-41dd-8e2a-faeb8427b12a req-d40e5e01-0d36-4446-904c-1bece9321b12 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 945 time: 0.3236187 Jul 29 23:30:14.240221 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-03066996-3b38-404a-8fbd-aa17067429b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:14.331601 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-1fd3a631-b548-4513-846c-b8877735776b service neutron] 10.222.0.39 "GET /v2.0/networks/34a9b01a-fb87-4012-8543-47877b831421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350822 Jul 29 23:30:14.362246 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-03066996-3b38-404a-8fbd-aa17067429b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:14.365475 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-03066996-3b38-404a-8fbd-aa17067429b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:14.377955 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-03066996-3b38-404a-8fbd-aa17067429b1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/98100e15-8d87-485e-a4db-86a2c6d927e4 HTTP/1.1" status: 204 len: 168 time: 0.5083957 Jul 29 23:30:14.381456 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-b771985e-e07f-404f-a3e9-31e4c697554b', 'network_id': 'b771985e-e07f-404f-a3e9-31e4c697554b', 'tenant_id': '03ca54a17e454063af4bfa9cc51496c8', 'fixed_ips': [{'subnet_id': 'a6f30a4b-231e-4c71-b118-9c259f040953'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:30:14.382336 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:14.423997 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03066996-3b38-404a-8fbd-aa17067429b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98100e15-8d87-485e-a4db-86a2c6d927e4,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:14.438526 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65d05acd-3cbb-41dd-8e2a-faeb8427b12a req-8a577083-df87-44ae-b309-5c428cfdb4b8 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ca3ec7-faad-4e0e-9010-31a59c1999b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564039 Jul 29 23:30:14.454350 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-58218d5f-26ce-4ed3-82d8-8d7097629774 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 HTTP/1.1" status: 200 len: 217 time: 0.1084335 Jul 29 23:30:14.480832 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-545fd6f0-7232-4873-bb81-a9345973eb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:14.484123 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-545fd6f0-7232-4873-bb81-a9345973eb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:14.485577 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-545fd6f0-7232-4873-bb81-a9345973eb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:14.488608 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-545fd6f0-7232-4873-bb81-a9345973eb6b service neutron] 10.222.0.23 "GET /v2.0/networks?id=66bf1b30-b0b3-402c-8a81-d59ae3f7f904&id=6f7ef717-20cb-4c28-893e-cda3f326a46a&id=6f7ef717-20cb-4c28-893e-cda3f326a46a&id=6f7ef717-20cb-4c28-893e-cda3f326a46a&id=6f7ef717-20cb-4c28-893e-cda3f326a46a&id=28f38c63-eb30-4453-829d-2d302e41c5f3&id=28f38c63-eb30-4453-829d-2d302e41c5f3 HTTP/1.1" status: 200 len: 2298 time: 0.4391842 Jul 29 23:30:14.549934 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-31dab99d-093e-48dd-b4da-64ca7a476e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:14.551445 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-31dab99d-093e-48dd-b4da-64ca7a476e2e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fea1cab5-6d23-4eca-972a-8631f3603147 HTTP/1.1" status: 200 len: 797 time: 0.0879157 Jul 29 23:30:14.591582 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1cd815e9-56ab-4881-8863-41bce3feea41 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:14.677687 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a81bd319-89af-41c3-84f1-789114039105 None None] For port d85b86c0-444a-4b6a-b929-33983cc70ff5, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:14.743042 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-24045845-5b4d-4075-b516-3a4fbb453863 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3ef52f7-fd2b-40b7-ab81-25976f3c6559 HTTP/1.1" status: 200 len: 1001 time: 0.2449234 Jul 29 23:30:14.813948 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a81bd319-89af-41c3-84f1-789114039105 None None] For port d85b86c0-444a-4b6a-b929-33983cc70ff5, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d85b86c0-444a-4b6a-b929-33983cc70ff5,segment=NetworkSegment(bebc6491-5e4e-4133-9aae-af922b2b5dd1),segment_id=bebc6491-5e4e-4133-9aae-af922b2b5dd1)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:14.850801 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f8d277cd-0a8a-4e84-9543-b569a3768b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:14.852709 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-f8d277cd-0a8a-4e84-9543-b569a3768b06 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2df6756-1437-4cbd-af3b-72d70f51df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2716513 Jul 29 23:30:15.009092 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Allocated IP 2001:db8::2 (b771985e-e07f-404f-a3e9-31e4c697554b/a6f30a4b-231e-4c71-b118-9c259f040953/7dec3137-5bd6-406f-b684-a52c19138ea7) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:15.013229 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-47cbbdc4-3bc6-49e4-adc9-5ee132551166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:15.020611 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-47cbbdc4-3bc6-49e4-adc9-5ee132551166 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16a048f2-545c-45a3-863f-3a23de75e13e HTTP/1.1" status: 200 len: 855 time: 0.2711272 Jul 29 23:30:15.053609 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-e8e23e4f-9bf5-4a0e-a28c-c013d9bb6d4f service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882505 Jul 29 23:30:15.121802 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e475bb8-ec95-42fa-8121-c5764dc59b5a req-7d89efc2-1a3d-4854-80ab-68cbac5e69ae tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:15.144642 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e475bb8-ec95-42fa-8121-c5764dc59b5a req-7d89efc2-1a3d-4854-80ab-68cbac5e69ae tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:15.150657 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e475bb8-ec95-42fa-8121-c5764dc59b5a req-7d89efc2-1a3d-4854-80ab-68cbac5e69ae tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:15.157501 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e475bb8-ec95-42fa-8121-c5764dc59b5a req-7d89efc2-1a3d-4854-80ab-68cbac5e69ae tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:15.164118 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e475bb8-ec95-42fa-8121-c5764dc59b5a req-7d89efc2-1a3d-4854-80ab-68cbac5e69ae tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:15.172012 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e475bb8-ec95-42fa-8121-c5764dc59b5a req-7d89efc2-1a3d-4854-80ab-68cbac5e69ae tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:15.177964 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e475bb8-ec95-42fa-8121-c5764dc59b5a req-7d89efc2-1a3d-4854-80ab-68cbac5e69ae tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:15.179992 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e475bb8-ec95-42fa-8121-c5764dc59b5a req-7d89efc2-1a3d-4854-80ab-68cbac5e69ae tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 5417 time: 0.3386576 Jul 29 23:30:15.201185 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a81bd319-89af-41c3-84f1-789114039105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:15.221126 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:30:15.300780 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:15.303108 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81bd319-89af-41c3-84f1-789114039105 None None] Pushing event updated for resources: {'Port': ['ID=d85b86c0-444a-4b6a-b929-33983cc70ff5,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:15.335141 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Transition to ACTIVE for port object 7dec3137-5bd6-406f-b684-a52c19138ea7 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:15.352185 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-f3640d85-5ae8-41c9-8119-de420d4b9ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:15.354203 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-f3640d85-5ae8-41c9-8119-de420d4b9ee9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66bf1b30-b0b3-402c-8a81-d59ae3f7f904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3130732 Jul 29 23:30:15.376017 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e475bb8-ec95-42fa-8121-c5764dc59b5a req-323c00ca-8c0f-4bf8-9900-d2be571fe97d tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd5c58a1-104a-4fdf-8d04-3b82c5432514&id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1431243 Jul 29 23:30:15.402575 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Transition to ACTIVE for port object 7dec3137-5bd6-406f-b684-a52c19138ea7 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:15.414318 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:15.497702 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-a9e163a1-d65e-4ae4-8073-6594fe83dc8a req-f508e1c2-0910-4ec8-98f3-288d8f1b4bee tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-495305708', 'description': 'tempest-description-1549597665'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:15.505232 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Network b771985e-e07f-404f-a3e9-31e4c697554b is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:15.536013 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:15.538660 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:15.575898 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Pushing event updated for resources: {'Port': ['ID=7dec3137-5bd6-406f-b684-a52c19138ea7,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:15.626422 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a9e163a1-d65e-4ae4-8073-6594fe83dc8a req-f508e1c2-0910-4ec8-98f3-288d8f1b4bee tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:15.665177 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Attempting to bind port 7dec3137-5bd6-406f-b684-a52c19138ea7 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:15.668664 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Attempting to bind port 7dec3137-5bd6-406f-b684-a52c19138ea7 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '23628c8e-c6d0-4ee4-894c-b4d809a21b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b771985e-e07f-404f-a3e9-31e4c697554b'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:15.669610 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Attempting to bind port 7dec3137-5bd6-406f-b684-a52c19138ea7 on network b771985e-e07f-404f-a3e9-31e4c697554b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:15.694723 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:15.694723 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Checking segment: {'id': '23628c8e-c6d0-4ee4-894c-b4d809a21b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b771985e-e07f-404f-a3e9-31e4c697554b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:15.694723 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:15.694723 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Bound using segment: {'id': '23628c8e-c6d0-4ee4-894c-b4d809a21b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b771985e-e07f-404f-a3e9-31e4c697554b'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:15.694723 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Bound port: 7dec3137-5bd6-406f-b684-a52c19138ea7, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23628c8e-c6d0-4ee4-894c-b4d809a21b52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b771985e-e07f-404f-a3e9-31e4c697554b'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:15.694723 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:15.736652 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-0e546dad-128c-4f8b-8473-08a6172a5b3c service neutron] 10.222.0.23 "GET /v2.0/networks/66bf1b30-b0b3-402c-8a81-d59ae3f7f904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531172 Jul 29 23:30:15.858890 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-9432ed9c-56c0-4a75-a58b-860a5a84b5d6 service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7903459 Jul 29 23:30:15.873942 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] For port 7dec3137-5bd6-406f-b684-a52c19138ea7, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:15.879416 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] For port 7dec3137-5bd6-406f-b684-a52c19138ea7, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=7dec3137-5bd6-406f-b684-a52c19138ea7,segment=NetworkSegment(23628c8e-c6d0-4ee4-894c-b4d809a21b52),segment_id=23628c8e-c6d0-4ee4-894c-b4d809a21b52)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:15.886893 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:16.031941 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Pushing event updated for resources: {'Port': ['ID=7dec3137-5bd6-406f-b684-a52c19138ea7,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:16.043158 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:16.044967 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:16.045542 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:16.046091 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:16.046661 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:16.047207 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:16.048309 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:16.052806 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:16.054628 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:16.055177 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:16.055868 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:16.056095 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a10aa7c-c810-4d1b-b796-9472e753ba88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:16.099174 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-760bedd8-1b7b-4128-90c3-768c81e6ec0d service neutron] 10.222.0.23 "GET /v2.0/networks/66bf1b30-b0b3-402c-8a81-d59ae3f7f904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3465414 Jul 29 23:30:16.123953 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-db549f7f-1933-483a-a3ec-daf3fd39257b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=9c4654c6-ab2c-4aa8-b108-e91e391645a3 HTTP/1.1" status: 200 len: 217 time: 0.2093585 Jul 29 23:30:16.199185 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a9e163a1-d65e-4ae4-8073-6594fe83dc8a req-f508e1c2-0910-4ec8-98f3-288d8f1b4bee tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:16.218496 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d85b86c0-444a-4b6a-b929-33983cc70ff5 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:16.228935 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a9e163a1-d65e-4ae4-8073-6594fe83dc8a req-f508e1c2-0910-4ec8-98f3-288d8f1b4bee tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:16.335871 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-1cd815e9-56ab-4881-8863-41bce3feea41 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Allocated IP 2001:db8::1 (eb082355-d7be-4114-94d7-0945d6582247/c0aca80d-8557-43fb-a3d5-5bbb6be04dec/31a05da9-80f6-475b-935c-5f2d3a98fe62) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:16.400878 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-17a35b01-c671-4d03-8424-2b10490ea05e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=aa4019a8-862f-423f-a23c-d8c79eeaa4f6 HTTP/1.1" status: 200 len: 217 time: 0.2712889 Jul 29 23:30:16.413524 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port d85b86c0-444a-4b6a-b929-33983cc70ff5 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:16.426465 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9e55d6a4-4198-4922-b912-1a5032dd620c up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:16.562796 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 9e55d6a4-4198-4922-b912-1a5032dd620c triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:16.563877 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:16.667546 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a9e163a1-d65e-4ae4-8073-6594fe83dc8a req-f508e1c2-0910-4ec8-98f3-288d8f1b4bee tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:16.686503 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a9e163a1-d65e-4ae4-8073-6594fe83dc8a req-f508e1c2-0910-4ec8-98f3-288d8f1b4bee tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.2479231 Jul 29 23:30:16.694295 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-e3cb5323-2de4-4923-b8c8-924a76d43f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:16.699266 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-e3cb5323-2de4-4923-b8c8-924a76d43f48 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=deaa786f-4140-420d-bb7f-bb3469568a14 HTTP/1.1" status: 200 len: 797 time: 0.2491882 Jul 29 23:30:16.759931 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1cd815e9-56ab-4881-8863-41bce3feea41 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:16.798046 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f508e1c2-0910-4ec8-98f3-288d8f1b4bee tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b67d6b8-fa48-475e-a1b5-db7ea4bc1ca4,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:16.837377 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-0ac93756-3e46-4712-9d5f-befda53fe591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:16.841095 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-0ac93756-3e46-4712-9d5f-befda53fe591 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fea1cab5-6d23-4eca-972a-8631f3603147 HTTP/1.1" status: 200 len: 797 time: 0.7147806 Jul 29 23:30:16.845701 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-21596408-f678-456f-911c-965ad58d769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:16.847734 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-21596408-f678-456f-911c-965ad58d769a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f7ef717-20cb-4c28-893e-cda3f326a46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1391649 Jul 29 23:30:16.875008 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-1cd815e9-56ab-4881-8863-41bce3feea41 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Transition to ACTIVE for port object 31a05da9-80f6-475b-935c-5f2d3a98fe62 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:16.975032 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-971d9c2f-797a-40ad-9c85-dc5311f0e0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:16.985057 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-971d9c2f-797a-40ad-9c85-dc5311f0e0fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2df6756-1437-4cbd-af3b-72d70f51df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1370611 Jul 29 23:30:17.027657 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1cd815e9-56ab-4881-8863-41bce3feea41 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:17.095400 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-ec2b25ce-15d3-41fb-ae71-bbc9e4536103 service neutron] 10.222.0.23 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402191 Jul 29 23:30:17.160404 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd815e9-56ab-4881-8863-41bce3feea41 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Network eb082355-d7be-4114-94d7-0945d6582247 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:17.165936 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-6b5f750b-0abe-4a3e-9edb-dadc6908edd4 service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639636 Jul 29 23:30:17.172435 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-1cd815e9-56ab-4881-8863-41bce3feea41 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:17.179963 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd815e9-56ab-4881-8863-41bce3feea41 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:17.180689 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940e126-8076-4cc6-9c8a-c1c894721eea req-6605358b-1ca4-4b21-a7a4-17eb27c2b18b tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:17.182547 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1cd815e9-56ab-4881-8863-41bce3feea41 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:17.189143 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940e126-8076-4cc6-9c8a-c1c894721eea req-6605358b-1ca4-4b21-a7a4-17eb27c2b18b tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:17.197824 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940e126-8076-4cc6-9c8a-c1c894721eea req-6605358b-1ca4-4b21-a7a4-17eb27c2b18b tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:17.205230 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940e126-8076-4cc6-9c8a-c1c894721eea req-6605358b-1ca4-4b21-a7a4-17eb27c2b18b tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:17.212556 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940e126-8076-4cc6-9c8a-c1c894721eea req-6605358b-1ca4-4b21-a7a4-17eb27c2b18b tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:17.219000 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940e126-8076-4cc6-9c8a-c1c894721eea req-6605358b-1ca4-4b21-a7a4-17eb27c2b18b tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:17.225228 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3940e126-8076-4cc6-9c8a-c1c894721eea req-6605358b-1ca4-4b21-a7a4-17eb27c2b18b tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:17.227214 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3940e126-8076-4cc6-9c8a-c1c894721eea req-6605358b-1ca4-4b21-a7a4-17eb27c2b18b tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 5417 time: 0.2601893 Jul 29 23:30:17.299585 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72a6bab-d4a3-423c-babb-0a05fc306c85 None None] Network eb082355-d7be-4114-94d7-0945d6582247 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:17.329244 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3940e126-8076-4cc6-9c8a-c1c894721eea req-5dfccedc-d765-4213-af13-6ecfc4fbd2ff tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd5c58a1-104a-4fdf-8d04-3b82c5432514&id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0911543 Jul 29 23:30:17.403240 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd815e9-56ab-4881-8863-41bce3feea41 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Pushing event updated for resources: {'Port': ['ID=31a05da9-80f6-475b-935c-5f2d3a98fe62,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:17.425742 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-50b4cc63-8bee-4e46-acda-d97d5e55cb9e service neutron] 10.222.0.23 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205199 Jul 29 23:30:17.439600 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9f90abcc-faaf-4afe-a8d9-10518a962531 None None] Provisioning for port d85b86c0-444a-4b6a-b929-33983cc70ff5 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:17.445828 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9f90abcc-faaf-4afe-a8d9-10518a962531 None None] Provisioning complete for port d85b86c0-444a-4b6a-b929-33983cc70ff5 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:17.446442 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9f90abcc-faaf-4afe-a8d9-10518a962531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:17.534982 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-e4c214c3-292e-46d9-81aa-f9a809576bd2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=dae26797-31c4-4e0f-ad38-42613b90a8ce HTTP/1.1" status: 200 len: 217 time: 0.0990541 Jul 29 23:30:17.644057 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7ac36299-2e85-40cc-b697-6868bd4098c2 req-d2b0c0ae-17cb-4cc7-83de-7b5caf9987d4 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-495305708&fields=id&tenant_id=4fdbb74cc9a943968c8ada14c5f92979 HTTP/1.1" status: 200 len: 267 time: 0.1120367 Jul 29 23:30:17.662017 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-7005b7be-f08e-44bb-baa6-b20e768a6d47 service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3724754 Jul 29 23:30:17.666146 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-a0f49c60-24d5-43fe-b265-d17c30184686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:17.666951 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-a0f49c60-24d5-43fe-b265-d17c30184686 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=deaa786f-4140-420d-bb7f-bb3469568a14 HTTP/1.1" status: 200 len: 797 time: 0.1066701 Jul 29 23:30:17.672847 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9f90abcc-faaf-4afe-a8d9-10518a962531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:17.710177 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-9f90abcc-faaf-4afe-a8d9-10518a962531 None None] For port d85b86c0-444a-4b6a-b929-33983cc70ff5, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d85b86c0-444a-4b6a-b929-33983cc70ff5,segment=NetworkSegment(bebc6491-5e4e-4133-9aae-af922b2b5dd1),segment_id=bebc6491-5e4e-4133-9aae-af922b2b5dd1)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:17.723175 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9f90abcc-faaf-4afe-a8d9-10518a962531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:17.758742 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1cd815e9-56ab-4881-8863-41bce3feea41 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:17.769919 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-14014bf2-bd3d-44b8-8901-3b0cfcef813a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=7e61dd35-a100-4e16-badd-8fb0a09ce0fb HTTP/1.1" status: 200 len: 217 time: 0.0984602 Jul 29 23:30:17.774993 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac36299-2e85-40cc-b697-6868bd4098c2 req-a9e600ff-d402-4068-8d7c-ce011e25154a tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:17.779684 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7ac36299-2e85-40cc-b697-6868bd4098c2 req-a9e600ff-d402-4068-8d7c-ce011e25154a tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 945 time: 0.1277049 Jul 29 23:30:17.797207 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-7ac36299-2e85-40cc-b697-6868bd4098c2 req-93ec8aaa-c124-4b87-a255-4334ea6d2e04 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Request body: {'port': {'security_groups': ['a5ca3ec7-faad-4e0e-9010-31a59c1999b2', '1b67d6b8-fa48-475e-a1b5-db7ea4bc1ca4']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:17.829844 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f90abcc-faaf-4afe-a8d9-10518a962531 None None] Pushing event updated for resources: {'Port': ['ID=d85b86c0-444a-4b6a-b929-33983cc70ff5,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:17.838868 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-7000f945-1049-4d78-bee9-d9727e56a974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:17.840614 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-7000f945-1049-4d78-bee9-d9727e56a974 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f7ef717-20cb-4c28-893e-cda3f326a46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1549685 Jul 29 23:30:17.948628 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d11a154-b2a0-4d10-8069-b79f49ceabfb None None] Network b771985e-e07f-404f-a3e9-31e4c697554b requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:17.986521 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7ac36299-2e85-40cc-b697-6868bd4098c2 req-93ec8aaa-c124-4b87-a255-4334ea6d2e04 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:18.088509 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-31a05ca0-b0b8-4178-8afd-77f828d142a2 None None] Provisioning for port 7dec3137-5bd6-406f-b684-a52c19138ea7 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:18.111017 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-3e7a7fcf-a8c9-4de4-a3e2-6d03ff0192ee service neutron] 10.222.0.23 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617588 Jul 29 23:30:18.140861 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d85b86c0-444a-4b6a-b929-33983cc70ff5 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:18.148465 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-7301f74a-5dc4-4f68-af4a-f1cdfef3da09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:18.150043 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-7301f74a-5dc4-4f68-af4a-f1cdfef3da09 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fea1cab5-6d23-4eca-972a-8631f3603147 HTTP/1.1" status: 200 len: 797 time: 0.3565168 Jul 29 23:30:18.238258 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-b188c584-ba8f-40e1-8199-a9e9ad26c7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:18.240746 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-b188c584-ba8f-40e1-8199-a9e9ad26c7f9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2df6756-1437-4cbd-af3b-72d70f51df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0802619 Jul 29 23:30:18.275076 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5012c2f9-e05d-4310-99e0-cd7de84c5821 None None] Provisioning complete for port d85b86c0-444a-4b6a-b929-33983cc70ff5 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:18.283863 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5012c2f9-e05d-4310-99e0-cd7de84c5821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:18.311954 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port d85b86c0-444a-4b6a-b929-33983cc70ff5 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:18.313059 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:18.374525 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-077f1f8f-b35c-4bb9-9f49-ae4f69445c63 service neutron] 10.222.0.23 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501106 Jul 29 23:30:18.388574 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1cd815e9-56ab-4881-8863-41bce3feea41 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:18.399177 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1cd815e9-56ab-4881-8863-41bce3feea41 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:18.400096 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1cd815e9-56ab-4881-8863-41bce3feea41 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:18.447424 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-669bf9f2-6eb3-4b60-b34d-f445587b670c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=29c01c9f-94c9-4ac1-87b2-e1f292018b97 HTTP/1.1" status: 200 len: 217 time: 0.0676060 Jul 29 23:30:18.535534 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-7ac36299-2e85-40cc-b697-6868bd4098c2 req-93ec8aaa-c124-4b87-a255-4334ea6d2e04 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] For port ee32de3c-cf78-4cdf-afa0-085aefd0fa98, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=ee32de3c-cf78-4cdf-afa0-085aefd0fa98,segment=NetworkSegment(77c85181-0083-4e54-95a5-a8245df6293d),segment_id=77c85181-0083-4e54-95a5-a8245df6293d)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:18.545681 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-1eb2389a-9339-47bc-808f-fbb7fbffcbbb service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957871 Jul 29 23:30:18.574850 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7ac36299-2e85-40cc-b697-6868bd4098c2 req-93ec8aaa-c124-4b87-a255-4334ea6d2e04 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:18.579168 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 7dec3137-5bd6-406f-b684-a52c19138ea7 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:18.588578 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-53571e33-2e80-43e8-be12-70ffcee96c25 req-7c306909-1a24-498c-8940-2ffd96d63f93 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2810347 Jul 29 23:30:18.609676 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-7e00ed2e-9898-41e1-bd9a-d97c2a373d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:18.611935 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-7e00ed2e-9898-41e1-bd9a-d97c2a373d51 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=deaa786f-4140-420d-bb7f-bb3469568a14 HTTP/1.1" status: 200 len: 797 time: 0.1550157 Jul 29 23:30:18.612970 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7ac36299-2e85-40cc-b697-6868bd4098c2 req-93ec8aaa-c124-4b87-a255-4334ea6d2e04 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:18.652499 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd815e9-56ab-4881-8863-41bce3feea41 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Pushing event updated for resources: {'Port': ['ID=31a05da9-80f6-475b-935c-5f2d3a98fe62,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:18.675701 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['ee32de3c-cf78-4cdf-afa0-085aefd0fa98'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:30:18.691171 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5012c2f9-e05d-4310-99e0-cd7de84c5821 None None] Provisioning for port 31a05da9-80f6-475b-935c-5f2d3a98fe62 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:18.723029 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd815e9-56ab-4881-8863-41bce3feea41 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Network eb082355-d7be-4114-94d7-0945d6582247 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:18.726049 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5012c2f9-e05d-4310-99e0-cd7de84c5821 None None] Provisioning complete for port 31a05da9-80f6-475b-935c-5f2d3a98fe62 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:18.726519 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5012c2f9-e05d-4310-99e0-cd7de84c5821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:18.729758 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-1cd815e9-56ab-4881-8863-41bce3feea41 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:18.750274 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac36299-2e85-40cc-b697-6868bd4098c2 req-93ec8aaa-c124-4b87-a255-4334ea6d2e04 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:18.750948 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7ac36299-2e85-40cc-b697-6868bd4098c2 req-93ec8aaa-c124-4b87-a255-4334ea6d2e04 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:18.751562 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-79c0a343-8130-46dc-95dd-1ac7e3298b8f service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946876 Jul 29 23:30:18.752418 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7ac36299-2e85-40cc-b697-6868bd4098c2 req-93ec8aaa-c124-4b87-a255-4334ea6d2e04 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "PUT /v2.0/ports/ee32de3c-cf78-4cdf-afa0-085aefd0fa98 HTTP/1.1" status: 200 len: 981 time: 0.9620180 Jul 29 23:30:18.755012 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e07a350-7b42-4ccc-ac35-ea7bc71627b0', 'tag': 'ee32de3c-cf78-4cdf-afa0-085aefd0fa98'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:18.760993 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4419d707-185e-459f-833a-1918946e3334" -d '{"events": [{"name": "network-changed", "server_uuid": "8e07a350-7b42-4ccc-ac35-ea7bc71627b0", "tag": "ee32de3c-cf78-4cdf-afa0-085aefd0fa98"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:18.774843 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 7dec3137-5bd6-406f-b684-a52c19138ea7 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:18.787527 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 7dec3137-5bd6-406f-b684-a52c19138ea7 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:18.787966 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:18.834003 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['ee32de3c-cf78-4cdf-afa0-085aefd0fa98'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:30:18.871043 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5012c2f9-e05d-4310-99e0-cd7de84c5821 None None] Port 31a05da9-80f6-475b-935c-5f2d3a98fe62 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:30:18.885057 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-6809076a-f726-42b4-9695-0ccf82cc9e78 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=c28d72f5-dcf0-4f89-838c-04edd1d9b91c HTTP/1.1" status: 200 len: 217 time: 0.1190283 Jul 29 23:30:18.890813 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-ab5f5613-6705-4058-b0ea-150126864a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:18.891903 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-ab5f5613-6705-4058-b0ea-150126864a2a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f7ef717-20cb-4c28-893e-cda3f326a46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2673175 Jul 29 23:30:18.898057 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ec8aaa-c124-4b87-a255-4334ea6d2e04 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Pushing event updated for resources: {'Port': ['ID=ee32de3c-cf78-4cdf-afa0-085aefd0fa98,revision_number=6']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:19.001851 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53571e33-2e80-43e8-be12-70ffcee96c25 req-8f7eaf52-3b9b-4a87-b1d7-8453edef148e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:19.003515 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-53571e33-2e80-43e8-be12-70ffcee96c25 req-8f7eaf52-3b9b-4a87-b1d7-8453edef148e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fdbb74cc9a943968c8ada14c5f92979&device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 1136 time: 0.2812622 Jul 29 23:30:19.015159 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-9ce91fd0-7204-4c70-86ce-ce16729059de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:19.021926 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-9ce91fd0-7204-4c70-86ce-ce16729059de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fea1cab5-6d23-4eca-972a-8631f3603147 HTTP/1.1" status: 200 len: 797 time: 0.1279690 Jul 29 23:30:19.028788 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-fe7980b4-2518-4d3f-a6a5-96ff6b77337d service neutron] 10.222.0.23 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121888 Jul 29 23:30:19.099916 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd815e9-56ab-4881-8863-41bce3feea41 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Router e641c4ce-7524-4714-9a8c-cd64692c61e1 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:30:19.103428 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-17291c0b-a831-4527-98ca-2218508fec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:19.105233 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-17291c0b-a831-4527-98ca-2218508fec3f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2df6756-1437-4cbd-af3b-72d70f51df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0736511 Jul 29 23:30:19.152136 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1c1cd39b-b688-409a-8178-cbb09811857d None None] Provisioning complete for port 7dec3137-5bd6-406f-b684-a52c19138ea7 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:19.152614 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c1cd39b-b688-409a-8178-cbb09811857d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:19.162709 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:19.209686 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-0b1782a3-ba47-46be-886c-9fd2d47f46b1 service neutron] 10.222.0.23 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070499 Jul 29 23:30:19.304090 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 7dec3137-5bd6-406f-b684-a52c19138ea7, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=7dec3137-5bd6-406f-b684-a52c19138ea7,segment=NetworkSegment(23628c8e-c6d0-4ee4-894c-b4d809a21b52),segment_id=23628c8e-c6d0-4ee4-894c-b4d809a21b52)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:19.315907 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:19.316760 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-a90dc847-8bdd-479d-8393-8aab2bc69d9e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=3075185e-3c3b-4e1f-8294-cdadf9bf5523 HTTP/1.1" status: 200 len: 217 time: 0.0907583 Jul 29 23:30:19.344130 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-e63efbc4-fdcf-4c36-af2d-c1e8cb4642b8 service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301271 Jul 29 23:30:19.362098 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd815e9-56ab-4881-8863-41bce3feea41 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:30:19.376644 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1cd815e9-56ab-4881-8863-41bce3feea41 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] 10.222.0.18 "PUT /v2.0/routers/e641c4ce-7524-4714-9a8c-cd64692c61e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4871757 Jul 29 23:30:19.381053 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211dfed6-d1ee-4a6b-8005-967e09c16df2 None None] Sync routers for ids ['e641c4ce-7524-4714-9a8c-cd64692c61e1'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:30:19.395260 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211dfed6-d1ee-4a6b-8005-967e09c16df2 None None] Routers {'e641c4ce-7524-4714-9a8c-cd64692c61e1'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:19.396233 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-211dfed6-d1ee-4a6b-8005-967e09c16df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:30:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['e641c4ce-7524-4714-9a8c-cd64692c61e1'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:19.401289 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42438) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:19.449916 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-27ee44f8-0470-4df0-b052-9011be666c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:19.452938 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-27ee44f8-0470-4df0-b052-9011be666c49 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=deaa786f-4140-420d-bb7f-bb3469568a14 HTTP/1.1" status: 200 len: 797 time: 0.1217997 Jul 29 23:30:19.454854 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53571e33-2e80-43e8-be12-70ffcee96c25 req-e5b3f8bf-c090-4689-a8e5-9eb863a93b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:19.456428 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-211dfed6-d1ee-4a6b-8005-967e09c16df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:19.458653 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-53571e33-2e80-43e8-be12-70ffcee96c25 req-e5b3f8bf-c090-4689-a8e5-9eb863a93b55 service neutron] 10.222.0.39 "GET /v2.0/networks?id=06399198-5076-4bad-82c6-5654a25ce71e HTTP/1.1" status: 200 len: 921 time: 0.4249582 Jul 29 23:30:19.460964 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=7dec3137-5bd6-406f-b684-a52c19138ea7,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:19.466305 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211dfed6-d1ee-4a6b-8005-967e09c16df2 None None] Routers {'e641c4ce-7524-4714-9a8c-cd64692c61e1'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:19.467125 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-211dfed6-d1ee-4a6b-8005-967e09c16df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:30:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['e641c4ce-7524-4714-9a8c-cd64692c61e1'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:19.500291 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-211dfed6-d1ee-4a6b-8005-967e09c16df2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:19.501316 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211dfed6-d1ee-4a6b-8005-967e09c16df2 None None] The sync data for ids ['e641c4ce-7524-4714-9a8c-cd64692c61e1'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:30:19.510847 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1c1cd39b-b688-409a-8178-cbb09811857d None None] Provisioning complete for port 31a05da9-80f6-475b-935c-5f2d3a98fe62 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:19.511380 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c1cd39b-b688-409a-8178-cbb09811857d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:19.548625 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7118c-72fc-4260-9444-4db20176b16d req-99a62356-aab1-41d2-b2f8-8f693f1bec87 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:19.555046 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7118c-72fc-4260-9444-4db20176b16d req-99a62356-aab1-41d2-b2f8-8f693f1bec87 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:19.561915 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7118c-72fc-4260-9444-4db20176b16d req-99a62356-aab1-41d2-b2f8-8f693f1bec87 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:19.568272 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7118c-72fc-4260-9444-4db20176b16d req-99a62356-aab1-41d2-b2f8-8f693f1bec87 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:19.569745 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1c1cd39b-b688-409a-8178-cbb09811857d None None] Port 31a05da9-80f6-475b-935c-5f2d3a98fe62 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:30:19.574206 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7118c-72fc-4260-9444-4db20176b16d req-99a62356-aab1-41d2-b2f8-8f693f1bec87 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:19.580704 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-d6dd04dd-61cd-41b8-832c-d29ed6bef539 service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298470 Jul 29 23:30:19.580952 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7118c-72fc-4260-9444-4db20176b16d req-99a62356-aab1-41d2-b2f8-8f693f1bec87 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:19.586889 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a7118c-72fc-4260-9444-4db20176b16d req-99a62356-aab1-41d2-b2f8-8f693f1bec87 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:19.588856 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36a7118c-72fc-4260-9444-4db20176b16d req-99a62356-aab1-41d2-b2f8-8f693f1bec87 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 5417 time: 0.3767507 Jul 29 23:30:19.590237 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-53571e33-2e80-43e8-be12-70ffcee96c25 req-a062d415-bf1a-4c72-a1af-6eee8076cfc6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee32de3c-cf78-4cdf-afa0-085aefd0fa98 HTTP/1.1" status: 200 len: 217 time: 0.1258454 Jul 29 23:30:19.691571 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53571e33-2e80-43e8-be12-70ffcee96c25 req-5935f231-8bc9-445b-8f80-6d5994ef23b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:19.693043 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-53571e33-2e80-43e8-be12-70ffcee96c25 req-5935f231-8bc9-445b-8f80-6d5994ef23b5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4b816f14-b714-45a5-bd31-0fa047cfe72c HTTP/1.1" status: 200 len: 860 time: 0.0844395 Jul 29 23:30:19.696631 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d11ef0a4-4142-4be1-b2e6-420837e33dbe None None] Provisioning complete for port 31a05da9-80f6-475b-935c-5f2d3a98fe62 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:19.697143 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d11ef0a4-4142-4be1-b2e6-420837e33dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:19.705385 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-13461cb6-b49a-4d53-bfe5-573058655f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:19.709108 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-13461cb6-b49a-4d53-bfe5-573058655f15 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f7ef717-20cb-4c28-893e-cda3f326a46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2453432 Jul 29 23:30:19.735750 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36a7118c-72fc-4260-9444-4db20176b16d req-1859a92e-3717-44a0-a849-7a034d79af13 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd5c58a1-104a-4fdf-8d04-3b82c5432514&id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1259477 Jul 29 23:30:19.743913 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d11ef0a4-4142-4be1-b2e6-420837e33dbe None None] Port 31a05da9-80f6-475b-935c-5f2d3a98fe62 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:30:19.755001 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-53571e33-2e80-43e8-be12-70ffcee96c25 req-b22b5118-fdb5-4372-9cc0-be073a5b8357 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06399198-5076-4bad-82c6-5654a25ce71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446618 Jul 29 23:30:19.931061 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 7dec3137-5bd6-406f-b684-a52c19138ea7 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:19.958097 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-55ce6bc7-bdbc-4d14-9cfd-5494a9dce243 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0d33684c-2635-44de-9bef-97bb265cbccb HTTP/1.1" status: 200 len: 217 time: 0.3463464 Jul 29 23:30:19.991458 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 7dec3137-5bd6-406f-b684-a52c19138ea7 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:19.991882 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:20.002936 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-88a7867c-d0f3-4d35-b529-11d9ecfe3060 service neutron] 10.222.0.23 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810562 Jul 29 23:30:20.010406 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-53571e33-2e80-43e8-be12-70ffcee96c25 req-81a1c198-95e3-48ef-bcf0-f099f8c6701a service neutron] 10.222.0.39 "GET /v2.0/networks/06399198-5076-4bad-82c6-5654a25ce71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437029 Jul 29 23:30:20.126895 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-4e09f39a-c0dd-4d84-9d2e-dd4822085680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:20.130056 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-4e09f39a-c0dd-4d84-9d2e-dd4822085680 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fdc52fc-c58b-4713-8727-c269bb29b153 HTTP/1.1" status: 200 len: 797 time: 0.1630654 Jul 29 23:30:20.167408 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-b071285c-9f53-42c3-afea-a5b3181c106e tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:20.169684 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-b071285c-9f53-42c3-afea-a5b3181c106e tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/networks?id=51a2ec34-e565-4c73-8dc2-3c237f1506a3 HTTP/1.1" status: 200 len: 815 time: 0.3035526 Jul 29 23:30:20.218963 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-4631c756-8340-4dce-b4a8-f7bedf49cf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:20.220515 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-4631c756-8340-4dce-b4a8-f7bedf49cf7b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d946e4cf-f467-4b2d-9871-c5018b0b50b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0816095 Jul 29 23:30:20.228624 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-2af9c524-0091-46d8-833b-237732a51a1f tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/quotas/858112f1c9514c968cc83d88af99633e HTTP/1.1" status: 200 len: 375 time: 0.0508928 Jul 29 23:30:20.316978 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-2915f9b6-6931-4c83-8653-80cf99aacce8 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:30:20.318053 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2915f9b6-6931-4c83-8653-80cf99aacce8 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] 10.222.0.18 "PUT /v2.0/routers/e641c4ce-7524-4714-9a8c-cd64692c61e1/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9157872 Jul 29 23:30:20.318169 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-8e0a4a85-0ad1-4dc3-9776-d108bc6f853f service neutron] 10.222.0.23 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066239 Jul 29 23:30:20.320938 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42450) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:20.329081 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-53571e33-2e80-43e8-be12-70ffcee96c25 req-224f29ce-d43a-452f-aceb-39fdc8f57404 service neutron] 10.222.0.39 "GET /v2.0/networks/06399198-5076-4bad-82c6-5654a25ce71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087721 Jul 29 23:30:20.375933 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-3a00866b-6621-457e-b8ab-a32d94ab5e5f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e1b35c57-ba8c-44ac-9445-757f4f37b07f HTTP/1.1" status: 200 len: 217 time: 0.0446277 Jul 29 23:30:20.388808 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-e60088d6-4e3d-475b-bd89-ca5ae7458fe1 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=858112f1c9514c968cc83d88af99633e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1517041 Jul 29 23:30:20.431014 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-cc87bd30-aea1-4fd0-8d50-19de3b1d37fd service neutron] 10.222.0.39 "GET /v2.0/networks/d946e4cf-f467-4b2d-9871-c5018b0b50b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883314 Jul 29 23:30:20.642224 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-17d1f3e0-e505-4b50-8355-b159873d0a65 service neutron] 10.222.0.39 "GET /v2.0/networks/d946e4cf-f467-4b2d-9871-c5018b0b50b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975462 Jul 29 23:30:20.727948 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-c504ab3b-833f-4d87-8a66-3a1a2441afc7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=07254281-c39e-48a0-9915-4707d191bf90 HTTP/1.1" status: 200 len: 217 time: 0.0776606 Jul 29 23:30:20.806654 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-edbf6a9e-aaa6-431c-bfec-8114b89605ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:20.808253 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-edbf6a9e-aaa6-431c-bfec-8114b89605ce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fdc52fc-c58b-4713-8727-c269bb29b153 HTTP/1.1" status: 200 len: 797 time: 0.0733302 Jul 29 23:30:20.841619 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-3d677f51-aaa3-403a-8161-3ca439e0eb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:20.843132 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-3d677f51-aaa3-403a-8161-3ca439e0eb94 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e6daa85-0112-4dbf-98e3-8562b5fa1b90 HTTP/1.1" status: 200 len: 797 time: 0.4534547 Jul 29 23:30:20.901787 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-d220ccf2-6608-4d16-8ec7-411c4ffbb3b4 service neutron] 10.222.0.18 "GET /v2.0/networks/51a2ec34-e565-4c73-8dc2-3c237f1506a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5044148 Jul 29 23:30:20.914112 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-cec9b216-26a2-483c-8816-cb0e8257e45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:20.915646 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-cec9b216-26a2-483c-8816-cb0e8257e45b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d946e4cf-f467-4b2d-9871-c5018b0b50b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0988977 Jul 29 23:30:20.919966 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-5ea7f560-f46d-49f5-9f65-7c600148b2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:20.921403 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-5ea7f560-f46d-49f5-9f65-7c600148b2e9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28f38c63-eb30-4453-829d-2d302e41c5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0676844 Jul 29 23:30:21.003427 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8916a648-bb87-4a80-ba5b-95293a191f1b tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:21.070902 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-29173f08-a03f-4a54-9418-dd0902f729fa service neutron] 10.222.0.18 "GET /v2.0/networks/51a2ec34-e565-4c73-8dc2-3c237f1506a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608858 Jul 29 23:30:21.087794 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-6bf92bc4-43d8-45ed-a5e7-234ce938efe7 service neutron] 10.222.0.23 "GET /v2.0/networks/28f38c63-eb30-4453-829d-2d302e41c5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555173 Jul 29 23:30:21.114319 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-aa410102-08d4-40fe-94d6-a22361a489f4 service neutron] 10.222.0.39 "GET /v2.0/networks/d946e4cf-f467-4b2d-9871-c5018b0b50b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860471 Jul 29 23:30:21.208169 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-298706b9-2277-43e9-9ffc-678d80f8bd0a service neutron] 10.222.0.23 "GET /v2.0/networks/28f38c63-eb30-4453-829d-2d302e41c5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111422 Jul 29 23:30:21.258163 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-214387e5-b3f8-44a7-8ad5-2cb56dcf619c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=df88191e-8451-4760-b573-4dbf92f82893 HTTP/1.1" status: 200 len: 217 time: 0.0437522 Jul 29 23:30:21.348932 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4bd2f42-e843-44ac-a293-2b263523f813 req-a8d56279-4370-4240-83c7-4b1a7e0959a3 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-495305708&fields=id&tenant_id=4fdbb74cc9a943968c8ada14c5f92979 HTTP/1.1" status: 200 len: 267 time: 0.0934172 Jul 29 23:30:21.349675 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d7aaaf86-5185-4c88-b6fb-81aef4254fb6 req-c3cf6d7e-6925-48ed-b144-4257b56ce12a service neutron] 10.222.0.39 "GET /v2.0/networks/d946e4cf-f467-4b2d-9871-c5018b0b50b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134507 Jul 29 23:30:21.350462 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-95697938-efc1-4af7-ba79-b7c3c51f2788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:21.351945 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-95697938-efc1-4af7-ba79-b7c3c51f2788 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e6daa85-0112-4dbf-98e3-8562b5fa1b90 HTTP/1.1" status: 200 len: 797 time: 0.0870697 Jul 29 23:30:21.452975 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd2f42-e843-44ac-a293-2b263523f813 req-136ed80f-15e9-4508-aab2-0abac4fb10d3 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:21.454641 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4bd2f42-e843-44ac-a293-2b263523f813 req-136ed80f-15e9-4508-aab2-0abac4fb10d3 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 984 time: 0.0976517 Jul 29 23:30:21.458187 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-c535c0d0-bedf-4e7c-a144-8ce8e2afb4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:21.459491 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-c535c0d0-bedf-4e7c-a144-8ce8e2afb4aa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28f38c63-eb30-4453-829d-2d302e41c5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1006458 Jul 29 23:30:21.470412 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-f4bd2f42-e843-44ac-a293-2b263523f813 req-2bebfdb9-33a2-491a-95a9-3944f7ceda67 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Request body: {'port': {'security_groups': ['a5ca3ec7-faad-4e0e-9010-31a59c1999b2']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:21.494475 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99f1a1-d62a-4d16-b847-a6510dfa715e req-207d0e86-4f1d-4b4d-8d97-8130e1fbf453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:21.494475 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99f1a1-d62a-4d16-b847-a6510dfa715e req-207d0e86-4f1d-4b4d-8d97-8130e1fbf453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:21.495104 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99f1a1-d62a-4d16-b847-a6510dfa715e req-207d0e86-4f1d-4b4d-8d97-8130e1fbf453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:21.495439 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99f1a1-d62a-4d16-b847-a6510dfa715e req-207d0e86-4f1d-4b4d-8d97-8130e1fbf453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:21.498219 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99f1a1-d62a-4d16-b847-a6510dfa715e req-207d0e86-4f1d-4b4d-8d97-8130e1fbf453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:21.498708 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99f1a1-d62a-4d16-b847-a6510dfa715e req-207d0e86-4f1d-4b4d-8d97-8130e1fbf453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:21.499184 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99f1a1-d62a-4d16-b847-a6510dfa715e req-207d0e86-4f1d-4b4d-8d97-8130e1fbf453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:21.501363 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4f99f1a1-d62a-4d16-b847-a6510dfa715e req-207d0e86-4f1d-4b4d-8d97-8130e1fbf453 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b88923046a64f0cbc69a614c91ce1e9&device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 6481 time: 0.0737493 Jul 29 23:30:21.508766 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8916a648-bb87-4a80-ba5b-95293a191f1b tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Deleting port 31a05da9-80f6-475b-935c-5f2d3a98fe62 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:21.509198 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8916a648-bb87-4a80-ba5b-95293a191f1b tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:21.614160 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f4bd2f42-e843-44ac-a293-2b263523f813 req-2bebfdb9-33a2-491a-95a9-3944f7ceda67 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:21.679889 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-94afd684-9b40-421d-b549-6d03c1206502 service neutron] 10.222.0.23 "GET /v2.0/networks/28f38c63-eb30-4453-829d-2d302e41c5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056665 Jul 29 23:30:21.712996 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8916a648-bb87-4a80-ba5b-95293a191f1b tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:21.725445 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99f1a1-d62a-4d16-b847-a6510dfa715e req-b54537dc-5127-4ffb-959f-8a8c2495e77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:21.728211 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4f99f1a1-d62a-4d16-b847-a6510dfa715e req-b54537dc-5127-4ffb-959f-8a8c2495e77d service neutron] 10.222.0.39 "GET /v2.0/networks?id=d946e4cf-f467-4b2d-9871-c5018b0b50b6 HTTP/1.1" status: 200 len: 902 time: 0.2155659 Jul 29 23:30:21.743376 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8916a648-bb87-4a80-ba5b-95293a191f1b tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Calling delete_port for 31a05da9-80f6-475b-935c-5f2d3a98fe62 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:21.792574 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4f99f1a1-d62a-4d16-b847-a6510dfa715e req-bc6c63d4-e670-437c-8882-ed8bdc57c355 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=07254281-c39e-48a0-9915-4707d191bf90 HTTP/1.1" status: 200 len: 217 time: 0.0568707 Jul 29 23:30:21.875041 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d718d5-760a-4376-ba5d-7347b02fc3cb req-4f284019-3a13-497a-b504-39b6d687e856 service neutron] 10.222.0.23 "GET /v2.0/networks/28f38c63-eb30-4453-829d-2d302e41c5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877432 Jul 29 23:30:21.937406 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-f4bd2f42-e843-44ac-a293-2b263523f813 req-2bebfdb9-33a2-491a-95a9-3944f7ceda67 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] For port ee32de3c-cf78-4cdf-afa0-085aefd0fa98, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=ee32de3c-cf78-4cdf-afa0-085aefd0fa98,segment=NetworkSegment(77c85181-0083-4e54-95a5-a8245df6293d),segment_id=77c85181-0083-4e54-95a5-a8245df6293d)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:21.988086 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f4bd2f42-e843-44ac-a293-2b263523f813 req-2bebfdb9-33a2-491a-95a9-3944f7ceda67 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:21.994647 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f4bd2f42-e843-44ac-a293-2b263523f813 req-2bebfdb9-33a2-491a-95a9-3944f7ceda67 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:22.008153 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['ee32de3c-cf78-4cdf-afa0-085aefd0fa98'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:30:22.043681 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd2f42-e843-44ac-a293-2b263523f813 req-2bebfdb9-33a2-491a-95a9-3944f7ceda67 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:22.044418 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f4bd2f42-e843-44ac-a293-2b263523f813 req-2bebfdb9-33a2-491a-95a9-3944f7ceda67 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:22.046867 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4bd2f42-e843-44ac-a293-2b263523f813 req-2bebfdb9-33a2-491a-95a9-3944f7ceda67 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "PUT /v2.0/ports/ee32de3c-cf78-4cdf-afa0-085aefd0fa98 HTTP/1.1" status: 200 len: 942 time: 0.5817888 Jul 29 23:30:22.100483 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bebfdb9-33a2-491a-95a9-3944f7ceda67 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Pushing event updated for resources: {'Port': ['ID=ee32de3c-cf78-4cdf-afa0-085aefd0fa98,revision_number=7']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:22.129644 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['ee32de3c-cf78-4cdf-afa0-085aefd0fa98'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:30:22.142652 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd652a53-28fa-4eba-b915-23acd11df490 x-openstack-request-id: req-cd652a53-28fa-4eba-b915-23acd11df490 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:22.143142 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e07a350-7b42-4ccc-ac35-ea7bc71627b0", "tag": "ee32de3c-cf78-4cdf-afa0-085aefd0fa98", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:22.143614 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd652a53-28fa-4eba-b915-23acd11df490 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:22.144131 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e07a350-7b42-4ccc-ac35-ea7bc71627b0', 'tag': 'ee32de3c-cf78-4cdf-afa0-085aefd0fa98', 'status': 'completed', 'code': 200} Jul 29 23:30:22.286380 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419d707-185e-459f-833a-1918946e3334 req-5e7d2e2f-8845-4bee-85cd-961a5dbc59b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:22.289103 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4419d707-185e-459f-833a-1918946e3334 req-5e7d2e2f-8845-4bee-85cd-961a5dbc59b0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fdbb74cc9a943968c8ada14c5f92979&device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 1097 time: 0.1145933 Jul 29 23:30:22.298228 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99f1a1-d62a-4d16-b847-a6510dfa715e req-2bac95a7-c78e-4ac4-b3ea-235100acbdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:22.302044 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4f99f1a1-d62a-4d16-b847-a6510dfa715e req-2bac95a7-c78e-4ac4-b3ea-235100acbdfa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fdc52fc-c58b-4713-8727-c269bb29b153 HTTP/1.1" status: 200 len: 797 time: 0.5015626 Jul 29 23:30:22.476483 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f99f1a1-d62a-4d16-b847-a6510dfa715e req-0a00e45c-0e89-4fdc-bd84-7e85b337a25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:22.478010 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4f99f1a1-d62a-4d16-b847-a6510dfa715e req-0a00e45c-0e89-4fdc-bd84-7e85b337a25c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d946e4cf-f467-4b2d-9871-c5018b0b50b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1342199 Jul 29 23:30:22.499424 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8916a648-bb87-4a80-ba5b-95293a191f1b tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:22.567284 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8916a648-bb87-4a80-ba5b-95293a191f1b tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Pushing event deleted for resources: {'Port': ['ID=31a05da9-80f6-475b-935c-5f2d3a98fe62,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:22.618988 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d6c0c-5a61-4fe9-a513-21a7bcbdad26 req-10c8905a-792b-48af-94e3-ee5b0cc0a2d3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:22.626209 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d6c0c-5a61-4fe9-a513-21a7bcbdad26 req-10c8905a-792b-48af-94e3-ee5b0cc0a2d3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:22.633094 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d6c0c-5a61-4fe9-a513-21a7bcbdad26 req-10c8905a-792b-48af-94e3-ee5b0cc0a2d3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:22.642056 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d6c0c-5a61-4fe9-a513-21a7bcbdad26 req-10c8905a-792b-48af-94e3-ee5b0cc0a2d3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:22.647561 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d6c0c-5a61-4fe9-a513-21a7bcbdad26 req-10c8905a-792b-48af-94e3-ee5b0cc0a2d3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:22.654877 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d6c0c-5a61-4fe9-a513-21a7bcbdad26 req-10c8905a-792b-48af-94e3-ee5b0cc0a2d3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:22.661823 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d6c0c-5a61-4fe9-a513-21a7bcbdad26 req-10c8905a-792b-48af-94e3-ee5b0cc0a2d3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:22.663947 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7b3d6c0c-5a61-4fe9-a513-21a7bcbdad26 req-10c8905a-792b-48af-94e3-ee5b0cc0a2d3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 5417 time: 0.2092409 Jul 29 23:30:22.669598 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419d707-185e-459f-833a-1918946e3334 req-05f4961a-f928-4e97-9969-b45a7b726846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:22.671213 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4419d707-185e-459f-833a-1918946e3334 req-05f4961a-f928-4e97-9969-b45a7b726846 service neutron] 10.222.0.39 "GET /v2.0/networks?id=06399198-5076-4bad-82c6-5654a25ce71e HTTP/1.1" status: 200 len: 921 time: 0.3747122 Jul 29 23:30:22.693371 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8916a648-bb87-4a80-ba5b-95293a191f1b tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:22.712586 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4f99f1a1-d62a-4d16-b847-a6510dfa715e req-f1595d93-be50-4815-9cc6-b36462f7c3a6 service neutron] 10.222.0.39 "GET /v2.0/networks/d946e4cf-f467-4b2d-9871-c5018b0b50b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251172 Jul 29 23:30:22.741989 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-bbce3412-28ea-45fd-8244-487b0e5e684a tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:22.743567 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-bbce3412-28ea-45fd-8244-487b0e5e684a tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.23 "GET /v2.0/networks?id=51a2ec34-e565-4c73-8dc2-3c237f1506a3 HTTP/1.1" status: 200 len: 815 time: 0.4171927 Jul 29 23:30:22.748417 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4419d707-185e-459f-833a-1918946e3334 req-5e289cb9-c5ae-4cf1-85cb-8aa83b734995 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee32de3c-cf78-4cdf-afa0-085aefd0fa98 HTTP/1.1" status: 200 len: 217 time: 0.0668838 Jul 29 23:30:22.759132 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-305e597d-94f2-41db-9c9d-e0c82490256d tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Request body: {'port': {'device_id': '5f220a98-ad99-4323-abca-f91b6ff5c821', 'network_id': '51a2ec34-e565-4c73-8dc2-3c237f1506a3', 'admin_state_up': True, 'tenant_id': '858112f1c9514c968cc83d88af99633e'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:22.857581 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7b3d6c0c-5a61-4fe9-a513-21a7bcbdad26 req-66ee982e-5c62-437d-8fc4-ab5b3c2812e7 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd5c58a1-104a-4fdf-8d04-3b82c5432514&id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1798539 Jul 29 23:30:22.889660 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4419d707-185e-459f-833a-1918946e3334 req-6d6d264d-42b7-4d94-b250-1fbf9b6aa853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:22.891618 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4419d707-185e-459f-833a-1918946e3334 req-6d6d264d-42b7-4d94-b250-1fbf9b6aa853 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4b816f14-b714-45a5-bd31-0fa047cfe72c HTTP/1.1" status: 200 len: 860 time: 0.1278660 Jul 29 23:30:22.933508 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4419d707-185e-459f-833a-1918946e3334 req-eb9c615e-bb08-4ef6-bd88-052ef7feed2a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06399198-5076-4bad-82c6-5654a25ce71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326276 Jul 29 23:30:22.971811 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8916a648-bb87-4a80-ba5b-95293a191f1b tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Router e641c4ce-7524-4714-9a8c-cd64692c61e1 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:30:22.975068 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4f99f1a1-d62a-4d16-b847-a6510dfa715e req-c2d9742a-fe54-4902-b4ca-3961a58e2f5e service neutron] 10.222.0.39 "GET /v2.0/networks/d946e4cf-f467-4b2d-9871-c5018b0b50b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531917 Jul 29 23:30:23.035940 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6ac60de-9447-4cda-b7ea-e60b76d48ac3 req-bccf4dda-8a99-46ad-93cc-3a4402ed538f tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f220a98-ad99-4323-abca-f91b6ff5c821 HTTP/1.1" status: 200 len: 210 time: 0.0793712 Jul 29 23:30:23.068091 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-305e597d-94f2-41db-9c9d-e0c82490256d tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Made reservation on behalf of 858112f1c9514c968cc83d88af99633e for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:23.072854 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-305e597d-94f2-41db-9c9d-e0c82490256d tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:23.085702 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8916a648-bb87-4a80-ba5b-95293a191f1b tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:30:23.090581 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8916a648-bb87-4a80-ba5b-95293a191f1b tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] 10.222.0.18 "PUT /v2.0/routers/e641c4ce-7524-4714-9a8c-cd64692c61e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7682478 Jul 29 23:30:23.095006 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42468) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:23.098803 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830913f-2dd9-4112-ac3c-99d18da0d3f4 None None] Sync routers for ids ['e641c4ce-7524-4714-9a8c-cd64692c61e1'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:30:23.109560 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d830913f-2dd9-4112-ac3c-99d18da0d3f4 None None] Routers {'e641c4ce-7524-4714-9a8c-cd64692c61e1'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:23.110634 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d830913f-2dd9-4112-ac3c-99d18da0d3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:30:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['e641c4ce-7524-4714-9a8c-cd64692c61e1'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:23.139008 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-b96d6cdc-cc76-4923-9226-1e7ec044ba60 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] delete failed (client error): The resource could not be found. Jul 29 23:30:23.140770 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b96d6cdc-cc76-4923-9226-1e7ec044ba60 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-1964526438 HTTP/1.1" status: 404 len: 335 time: 0.0446091 Jul 29 23:30:23.146349 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42470) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:23.150956 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d830913f-2dd9-4112-ac3c-99d18da0d3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:23.153221 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-f301d5ea-90b5-470b-bc2a-f15e669a380a tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e641c4ce-7524-4714-9a8c-cd64692c61e1'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:23.161999 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d830913f-2dd9-4112-ac3c-99d18da0d3f4 None None] Routers {'e641c4ce-7524-4714-9a8c-cd64692c61e1'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:23.162986 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d830913f-2dd9-4112-ac3c-99d18da0d3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:30:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['e641c4ce-7524-4714-9a8c-cd64692c61e1'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:23.167727 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4419d707-185e-459f-833a-1918946e3334 req-9f55b91a-9c8d-4c0a-b19d-bca3f745c2fb service neutron] 10.222.0.39 "GET /v2.0/networks/06399198-5076-4bad-82c6-5654a25ce71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240260 Jul 29 23:30:23.198830 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d830913f-2dd9-4112-ac3c-99d18da0d3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:23.198830 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830913f-2dd9-4112-ac3c-99d18da0d3f4 None None] The sync data for ids ['e641c4ce-7524-4714-9a8c-cd64692c61e1'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:30:23.368512 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a1c92534-71a9-4c56-ad15-6d6f1f10bbfe req-140e1ef8-8c78-4977-98ab-9113048088dd tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3013065 Jul 29 23:30:23.394711 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f301d5ea-90b5-470b-bc2a-f15e669a380a tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:23.396386 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-a1c92534-71a9-4c56-ad15-6d6f1f10bbfe req-fb025cec-9c3c-4775-97f4-1299ac909894 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:23.414732 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4419d707-185e-459f-833a-1918946e3334 req-34667075-8fff-4176-a26f-b2af3f7cc9d9 service neutron] 10.222.0.39 "GET /v2.0/networks/06399198-5076-4bad-82c6-5654a25ce71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352917 Jul 29 23:30:23.417827 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-305e597d-94f2-41db-9c9d-e0c82490256d tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Allocated IP 172.20.0.10 (51a2ec34-e565-4c73-8dc2-3c237f1506a3/0f37e8ba-a201-4e88-82fb-26a751e8a97b/edc1c4fc-0759-4b3f-b44c-20750123d81f) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:23.420670 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-f301d5ea-90b5-470b-bc2a-f15e669a380a tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] update failed (client error): The resource could not be found. Jul 29 23:30:23.426642 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f301d5ea-90b5-470b-bc2a-f15e669a380a tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] 10.222.0.18 "PUT /v2.0/routers/e641c4ce-7524-4714-9a8c-cd64692c61e1 HTTP/1.1" status: 404 len: 339 time: 0.2745581 Jul 29 23:30:23.427287 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42474) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:23.439976 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-3c9182bd-9bc5-4120-883d-4a86332bf33e tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-2080176449'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:23.446126 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a1c92534-71a9-4c56-ad15-6d6f1f10bbfe req-fb025cec-9c3c-4775-97f4-1299ac909894 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:23.470694 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9182bd-9bc5-4120-883d-4a86332bf33e tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Made reservation on behalf of 03ca54a17e454063af4bfa9cc51496c8 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:23.475071 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3c9182bd-9bc5-4120-883d-4a86332bf33e tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:23.509288 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c9182bd-9bc5-4120-883d-4a86332bf33e tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:30:23.520339 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3c9182bd-9bc5-4120-883d-4a86332bf33e tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:23.520609 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-3c9182bd-9bc5-4120-883d-4a86332bf33e tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Added segment d5c102c3-afd7-40d1-99fb-3a3e8f399774 of type vlan for network 6a9f6bc0-a4f0-4236-a995-df376a067d64 Jul 29 23:30:23.576827 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3c9182bd-9bc5-4120-883d-4a86332bf33e tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:23.618976 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3c9182bd-9bc5-4120-883d-4a86332bf33e tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:23.625943 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9182bd-9bc5-4120-883d-4a86332bf33e tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:23.626608 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3c9182bd-9bc5-4120-883d-4a86332bf33e tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:23.672318 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-305e597d-94f2-41db-9c9d-e0c82490256d tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:23.682861 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a1c92534-71a9-4c56-ad15-6d6f1f10bbfe req-fb025cec-9c3c-4775-97f4-1299ac909894 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:23.706910 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3c9182bd-9bc5-4120-883d-4a86332bf33e tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2774172 Jul 29 23:30:23.710899 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42476) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:23.717013 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-3de343d2-ed46-4e4e-9d9c-2dedf2c6ee50 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Request body: {'subnet': {'network_id': '6a9f6bc0-a4f0-4236-a995-df376a067d64', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:23.775927 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9182bd-9bc5-4120-883d-4a86332bf33e tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Pushing event updated for resources: {'Network': ['ID=6a9f6bc0-a4f0-4236-a995-df376a067d64,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:23.789720 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 6a9f6bc0-a4f0-4236-a995-df376a067d64 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:30:23.797630 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-305e597d-94f2-41db-9c9d-e0c82490256d tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:23.821342 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['5233825a-668c-4f0d-a29d-d3d6b8e2a9f0'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:30:23.825633 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:30:23.875660 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-a1c92534-71a9-4c56-ad15-6d6f1f10bbfe req-fb025cec-9c3c-4775-97f4-1299ac909894 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Allocated IP 172.25.8.209 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/84a056f6-6a77-496b-ad83-48490f9f10f0) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:23.878799 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-305e597d-94f2-41db-9c9d-e0c82490256d tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Network 51a2ec34-e565-4c73-8dc2-3c237f1506a3 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:23.879736 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e597d-94f2-41db-9c9d-e0c82490256d tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Pushing event updated for resources: {'Port': ['ID=edc1c4fc-0759-4b3f-b44c-20750123d81f,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:23.882743 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de343d2-ed46-4e4e-9d9c-2dedf2c6ee50 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Made reservation on behalf of 03ca54a17e454063af4bfa9cc51496c8 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:23.885320 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-305e597d-94f2-41db-9c9d-e0c82490256d tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:23.889838 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-305e597d-94f2-41db-9c9d-e0c82490256d tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:23.892253 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3de343d2-ed46-4e4e-9d9c-2dedf2c6ee50 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.003173 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-305e597d-94f2-41db-9c9d-e0c82490256d tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:24.003885 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-305e597d-94f2-41db-9c9d-e0c82490256d tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.098146 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a1c92534-71a9-4c56-ad15-6d6f1f10bbfe req-fb025cec-9c3c-4775-97f4-1299ac909894 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.146073 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-305e597d-94f2-41db-9c9d-e0c82490256d tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3917348 Jul 29 23:30:24.146433 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e07a350-7b42-4ccc-ac35-ea7bc71627b0', 'tag': 'ee32de3c-cf78-4cdf-afa0-085aefd0fa98'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:24.149248 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34eb2ff-8ba4-412b-a3d2-174e135ac498" -d '{"events": [{"name": "network-changed", "server_uuid": "8e07a350-7b42-4ccc-ac35-ea7bc71627b0", "tag": "ee32de3c-cf78-4cdf-afa0-085aefd0fa98"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:24.154121 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a1c92534-71a9-4c56-ad15-6d6f1f10bbfe req-fb025cec-9c3c-4775-97f4-1299ac909894 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.192874 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-95af547a-adc9-4b18-abfd-d6797f609621 service neutron] Request body: {'port': {'device_id': '5f220a98-ad99-4323-abca-f91b6ff5c821', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:24.238691 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3de343d2-ed46-4e4e-9d9c-2dedf2c6ee50 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.243320 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1c92534-71a9-4c56-ad15-6d6f1f10bbfe req-fb025cec-9c3c-4775-97f4-1299ac909894 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:24.251003 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-a1c92534-71a9-4c56-ad15-6d6f1f10bbfe req-fb025cec-9c3c-4775-97f4-1299ac909894 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:24.255029 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb025cec-9c3c-4775-97f4-1299ac909894 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Pushing event updated for resources: {'Port': ['ID=84a056f6-6a77-496b-ad83-48490f9f10f0,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:24.257420 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c92534-71a9-4c56-ad15-6d6f1f10bbfe req-fb025cec-9c3c-4775-97f4-1299ac909894 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:24.318577 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-95af547a-adc9-4b18-abfd-d6797f609621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.319633 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de343d2-ed46-4e4e-9d9c-2dedf2c6ee50 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Pushing event updated for resources: {'Subnet': ['ID=e660e777-f449-47a1-8db6-2840a1e3f22d,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:24.331753 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de343d2-ed46-4e4e-9d9c-2dedf2c6ee50 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Checking segment: {'id': 'd5c102c3-afd7-40d1-99fb-3a3e8f399774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6a9f6bc0-a4f0-4236-a995-df376a067d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:24.332443 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de343d2-ed46-4e4e-9d9c-2dedf2c6ee50 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Network hostable DHCP agents. Network: 6a9f6bc0-a4f0-4236-a995-df376a067d64, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:30:24.354872 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de343d2-ed46-4e4e-9d9c-2dedf2c6ee50 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Network 6a9f6bc0-a4f0-4236-a995-df376a067d64 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:30:24.365941 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-3de343d2-ed46-4e4e-9d9c-2dedf2c6ee50 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 6a9f6bc0-a4f0-4236-a995-df376a067d64) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:24.370169 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de343d2-ed46-4e4e-9d9c-2dedf2c6ee50 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:24.370750 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3de343d2-ed46-4e4e-9d9c-2dedf2c6ee50 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.376427 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4114c8a-7eb5-4e3d-8ea8-f33e021005e6 None None] Network 6a9f6bc0-a4f0-4236-a995-df376a067d64 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:24.399059 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3de343d2-ed46-4e4e-9d9c-2dedf2c6ee50 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6844604 Jul 29 23:30:24.399774 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42488) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:24.408240 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-13f25e84-5521-4aab-b294-d79bae33e4d0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Request body: {'router': {'external_gateway_info': {'network_id': '6a9f6bc0-a4f0-4236-a995-df376a067d64'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:24.428989 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a1c92534-71a9-4c56-ad15-6d6f1f10bbfe req-fb025cec-9c3c-4775-97f4-1299ac909894 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.538656 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a1c92534-71a9-4c56-ad15-6d6f1f10bbfe req-fb025cec-9c3c-4775-97f4-1299ac909894 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.557619 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa9fb7f-64be-457f-8b9a-76426ff93a75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-6a9f6bc0-a4f0-4236-a995-df376a067d64', 'network_id': '6a9f6bc0-a4f0-4236-a995-df376a067d64', 'tenant_id': '03ca54a17e454063af4bfa9cc51496c8', 'fixed_ips': [{'subnet_id': 'e660e777-f449-47a1-8db6-2840a1e3f22d'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:30:24.558578 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-faa9fb7f-64be-457f-8b9a-76426ff93a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.663878 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-13f25e84-5521-4aab-b294-d79bae33e4d0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.723930 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-faa9fb7f-64be-457f-8b9a-76426ff93a75 None None] Allocated IP 2001:db8:1::2 (6a9f6bc0-a4f0-4236-a995-df376a067d64/e660e777-f449-47a1-8db6-2840a1e3f22d/e40993f6-45d9-4d1b-a5eb-abb391497741) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:24.796338 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-13f25e84-5521-4aab-b294-d79bae33e4d0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:30:24.801056 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-13f25e84-5521-4aab-b294-d79bae33e4d0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] 10.222.0.18 "PUT /v2.0/routers/e641c4ce-7524-4714-9a8c-cd64692c61e1 HTTP/1.1" status: 400 len: 364 time: 0.3964396 Jul 29 23:30:24.801319 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42490) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:24.803477 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-95af547a-adc9-4b18-abfd-d6797f609621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edc1c4fc-0759-4b3f-b44c-20750123d81f {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:30:24.814053 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-95af547a-adc9-4b18-abfd-d6797f609621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.837495 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a1c92534-71a9-4c56-ad15-6d6f1f10bbfe req-fb025cec-9c3c-4775-97f4-1299ac909894 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.841473 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-95af547a-adc9-4b18-abfd-d6797f609621 service neutron] Transition to ACTIVE for port object edc1c4fc-0759-4b3f-b44c-20750123d81f will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:24.843489 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a1c92534-71a9-4c56-ad15-6d6f1f10bbfe req-fb025cec-9c3c-4775-97f4-1299ac909894 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.848842 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-95af547a-adc9-4b18-abfd-d6797f609621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.901849 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-faa9fb7f-64be-457f-8b9a-76426ff93a75 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.915803 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-faa9fb7f-64be-457f-8b9a-76426ff93a75 None None] Transition to ACTIVE for port object e40993f6-45d9-4d1b-a5eb-abb391497741 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:24.936528 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb025cec-9c3c-4775-97f4-1299ac909894 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Pushing event updated for resources: {'Port': ['ID=84a056f6-6a77-496b-ad83-48490f9f10f0,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:24.938654 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-faa9fb7f-64be-457f-8b9a-76426ff93a75 None None] Transition to ACTIVE for port object e40993f6-45d9-4d1b-a5eb-abb391497741 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:24.946942 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-faa9fb7f-64be-457f-8b9a-76426ff93a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:24.989049 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa9fb7f-64be-457f-8b9a-76426ff93a75 None None] Network 6a9f6bc0-a4f0-4236-a995-df376a067d64 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:24.991934 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-faa9fb7f-64be-457f-8b9a-76426ff93a75 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:24.995373 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa9fb7f-64be-457f-8b9a-76426ff93a75 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:24.997590 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a1c92534-71a9-4c56-ad15-6d6f1f10bbfe req-fb025cec-9c3c-4775-97f4-1299ac909894 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:25.009378 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9fb7f-64be-457f-8b9a-76426ff93a75 None None] Pushing event updated for resources: {'Port': ['ID=e40993f6-45d9-4d1b-a5eb-abb391497741,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:25.037243 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af547a-adc9-4b18-abfd-d6797f609621 service neutron] Pushing event updated for resources: {'Port': ['ID=edc1c4fc-0759-4b3f-b44c-20750123d81f,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:25.047154 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a1c92534-71a9-4c56-ad15-6d6f1f10bbfe req-fb025cec-9c3c-4775-97f4-1299ac909894 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:25.054626 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a1c92534-71a9-4c56-ad15-6d6f1f10bbfe req-fb025cec-9c3c-4775-97f4-1299ac909894 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6676626 Jul 29 23:30:25.076697 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-faa9fb7f-64be-457f-8b9a-76426ff93a75 None None] Attempting to bind port e40993f6-45d9-4d1b-a5eb-abb391497741 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:25.077379 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-faa9fb7f-64be-457f-8b9a-76426ff93a75 None None] Attempting to bind port e40993f6-45d9-4d1b-a5eb-abb391497741 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'd5c102c3-afd7-40d1-99fb-3a3e8f399774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6a9f6bc0-a4f0-4236-a995-df376a067d64'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:25.077934 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa9fb7f-64be-457f-8b9a-76426ff93a75 None None] Attempting to bind port e40993f6-45d9-4d1b-a5eb-abb391497741 on network 6a9f6bc0-a4f0-4236-a995-df376a067d64 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:25.085084 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa9fb7f-64be-457f-8b9a-76426ff93a75 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:25.086443 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa9fb7f-64be-457f-8b9a-76426ff93a75 None None] Checking segment: {'id': 'd5c102c3-afd7-40d1-99fb-3a3e8f399774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6a9f6bc0-a4f0-4236-a995-df376a067d64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:25.087112 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-faa9fb7f-64be-457f-8b9a-76426ff93a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:25.087672 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa9fb7f-64be-457f-8b9a-76426ff93a75 None None] Bound using segment: {'id': 'd5c102c3-afd7-40d1-99fb-3a3e8f399774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6a9f6bc0-a4f0-4236-a995-df376a067d64'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:25.088412 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-faa9fb7f-64be-457f-8b9a-76426ff93a75 None None] Bound port: e40993f6-45d9-4d1b-a5eb-abb391497741, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c102c3-afd7-40d1-99fb-3a3e8f399774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '6a9f6bc0-a4f0-4236-a995-df376a067d64'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:25.089041 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-faa9fb7f-64be-457f-8b9a-76426ff93a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:25.130855 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a1c92534-71a9-4c56-ad15-6d6f1f10bbfe req-3a826399-c5a2-43b4-a723-f943172c68b2 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 696 time: 0.0754302 Jul 29 23:30:25.132145 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-95af547a-adc9-4b18-abfd-d6797f609621 service neutron] Attempting to bind port edc1c4fc-0759-4b3f-b44c-20750123d81f on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:25.132485 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-95af547a-adc9-4b18-abfd-d6797f609621 service neutron] Attempting to bind port edc1c4fc-0759-4b3f-b44c-20750123d81f by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'e91b6848-5541-4e4f-bb44-17c5c44e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '51a2ec34-e565-4c73-8dc2-3c237f1506a3'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:25.132813 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-95af547a-adc9-4b18-abfd-d6797f609621 service neutron] Attempting to bind port edc1c4fc-0759-4b3f-b44c-20750123d81f on network 51a2ec34-e565-4c73-8dc2-3c237f1506a3 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:25.138104 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-95af547a-adc9-4b18-abfd-d6797f609621 service neutron] Port edc1c4fc-0759-4b3f-b44c-20750123d81f on network 51a2ec34-e565-4c73-8dc2-3c237f1506a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:30:25.138459 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-95af547a-adc9-4b18-abfd-d6797f609621 service neutron] Attempting to bind port edc1c4fc-0759-4b3f-b44c-20750123d81f on network 51a2ec34-e565-4c73-8dc2-3c237f1506a3 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:25.154120 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-95af547a-adc9-4b18-abfd-d6797f609621 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:25.154561 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-95af547a-adc9-4b18-abfd-d6797f609621 service neutron] Checking segment: {'id': 'e91b6848-5541-4e4f-bb44-17c5c44e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '51a2ec34-e565-4c73-8dc2-3c237f1506a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:25.154961 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-95af547a-adc9-4b18-abfd-d6797f609621 service neutron] Bound using segment: {'id': 'e91b6848-5541-4e4f-bb44-17c5c44e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '51a2ec34-e565-4c73-8dc2-3c237f1506a3'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:25.155422 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-95af547a-adc9-4b18-abfd-d6797f609621 service neutron] Bound port: edc1c4fc-0759-4b3f-b44c-20750123d81f, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91b6848-5541-4e4f-bb44-17c5c44e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '51a2ec34-e565-4c73-8dc2-3c237f1506a3'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:25.155786 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-95af547a-adc9-4b18-abfd-d6797f609621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:25.176010 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-faa9fb7f-64be-457f-8b9a-76426ff93a75 None None] For port e40993f6-45d9-4d1b-a5eb-abb391497741, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:25.179598 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-faa9fb7f-64be-457f-8b9a-76426ff93a75 None None] For port e40993f6-45d9-4d1b-a5eb-abb391497741, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e40993f6-45d9-4d1b-a5eb-abb391497741,segment=NetworkSegment(d5c102c3-afd7-40d1-99fb-3a3e8f399774),segment_id=d5c102c3-afd7-40d1-99fb-3a3e8f399774)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:25.186986 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-faa9fb7f-64be-457f-8b9a-76426ff93a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:25.319769 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c92534-71a9-4c56-ad15-6d6f1f10bbfe req-9d60af4a-ec71-4837-934e-3c9b4bc246cc tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:25.321305 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a1c92534-71a9-4c56-ad15-6d6f1f10bbfe req-9d60af4a-ec71-4837-934e-3c9b4bc246cc tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 784 time: 0.1796281 Jul 29 23:30:25.338618 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-a1c92534-71a9-4c56-ad15-6d6f1f10bbfe req-dec2f73b-ddf9-462c-ac87-cbcc3f0e5707 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:30:25.339723 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a1c92534-71a9-4c56-ad15-6d6f1f10bbfe req-dec2f73b-ddf9-462c-ac87-cbcc3f0e5707 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110095 Jul 29 23:30:25.376226 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-95af547a-adc9-4b18-abfd-d6797f609621 service neutron] For port edc1c4fc-0759-4b3f-b44c-20750123d81f, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:25.381699 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-95af547a-adc9-4b18-abfd-d6797f609621 service neutron] For port edc1c4fc-0759-4b3f-b44c-20750123d81f, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=edc1c4fc-0759-4b3f-b44c-20750123d81f,segment=NetworkSegment(e91b6848-5541-4e4f-bb44-17c5c44e4579),segment_id=e91b6848-5541-4e4f-bb44-17c5c44e4579)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:25.389142 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-95af547a-adc9-4b18-abfd-d6797f609621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:25.448420 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d337d72b-67d8-4a5b-adbf-73b462a470a0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:25.460044 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-95af547a-adc9-4b18-abfd-d6797f609621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:25.460044 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-95af547a-adc9-4b18-abfd-d6797f609621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:25.468772 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-95af547a-adc9-4b18-abfd-d6797f609621 service neutron] 10.222.0.23 "PUT /v2.0/ports/edc1c4fc-0759-4b3f-b44c-20750123d81f HTTP/1.1" status: 200 len: 1093 time: 1.3042815 Jul 29 23:30:25.523966 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9fb7f-64be-457f-8b9a-76426ff93a75 None None] Pushing event updated for resources: {'Port': ['ID=e40993f6-45d9-4d1b-a5eb-abb391497741,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:25.566144 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95af547a-adc9-4b18-abfd-d6797f609621 service neutron] Pushing event updated for resources: {'Port': ['ID=edc1c4fc-0759-4b3f-b44c-20750123d81f,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:25.625450 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-533f63ca-b75a-471b-b069-00d89098b599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:25.627212 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-533f63ca-b75a-471b-b069-00d89098b599 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=858112f1c9514c968cc83d88af99633e&device_id=5f220a98-ad99-4323-abca-f91b6ff5c821 HTTP/1.1" status: 200 len: 1096 time: 0.0997655 Jul 29 23:30:25.640824 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fac47-6662-458a-b1b8-b1cc308e597e req-e75d04c7-9f75-41f1-b2ca-6fc4c6f11707 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:25.647033 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fac47-6662-458a-b1b8-b1cc308e597e req-e75d04c7-9f75-41f1-b2ca-6fc4c6f11707 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:25.652984 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fac47-6662-458a-b1b8-b1cc308e597e req-e75d04c7-9f75-41f1-b2ca-6fc4c6f11707 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:25.659242 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fac47-6662-458a-b1b8-b1cc308e597e req-e75d04c7-9f75-41f1-b2ca-6fc4c6f11707 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:25.665201 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fac47-6662-458a-b1b8-b1cc308e597e req-e75d04c7-9f75-41f1-b2ca-6fc4c6f11707 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:25.671410 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fac47-6662-458a-b1b8-b1cc308e597e req-e75d04c7-9f75-41f1-b2ca-6fc4c6f11707 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:25.677242 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320fac47-6662-458a-b1b8-b1cc308e597e req-e75d04c7-9f75-41f1-b2ca-6fc4c6f11707 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:25.679246 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-320fac47-6662-458a-b1b8-b1cc308e597e req-e75d04c7-9f75-41f1-b2ca-6fc4c6f11707 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 5417 time: 0.1160140 Jul 29 23:30:25.750061 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-f6cc800e-e27c-47f5-9cff-64f4aaa1b4a1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edc1c4fc-0759-4b3f-b44c-20750123d81f HTTP/1.1" status: 200 len: 217 time: 0.0697727 Jul 29 23:30:25.799589 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-320fac47-6662-458a-b1b8-b1cc308e597e req-f15db2cb-f9d2-4152-8162-7ed68b8fce6d tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd5c58a1-104a-4fdf-8d04-3b82c5432514&id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1122558 Jul 29 23:30:25.814764 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-d337d72b-67d8-4a5b-adbf-73b462a470a0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Allocated IP 2001:db8::1 (093a4fac-71d8-4474-98ea-f00979713cc5/645e194b-907e-4fd4-be00-170a2cf5284a/2992ad19-1b04-4f1f-9752-2aac74f61443) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:25.824251 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-f4c2fa3b-afbf-41d3-8496-f46dc4cc342e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:25.824251 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-f4c2fa3b-afbf-41d3-8496-f46dc4cc342e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0f37e8ba-a201-4e88-82fb-26a751e8a97b HTTP/1.1" status: 200 len: 855 time: 0.0593462 Jul 29 23:30:25.866978 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-cabaa04a-6561-4d68-b501-7ac3e68c8884 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=51a2ec34-e565-4c73-8dc2-3c237f1506a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376790 Jul 29 23:30:25.965133 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d337d72b-67d8-4a5b-adbf-73b462a470a0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:25.984476 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e40993f6-45d9-4d1b-a5eb-abb391497741 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:25.990038 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-d337d72b-67d8-4a5b-adbf-73b462a470a0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Transition to ACTIVE for port object 2992ad19-1b04-4f1f-9752-2aac74f61443 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:25.996644 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d52266-9e35-441f-a7c6-363e363a3b29 req-b22ece4e-a494-4329-b8f5-3b227390c2f6 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:25.998787 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e9d52266-9e35-441f-a7c6-363e363a3b29 req-b22ece4e-a494-4329-b8f5-3b227390c2f6 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f220a98-ad99-4323-abca-f91b6ff5c821 HTTP/1.1" status: 200 len: 944 time: 0.0760808 Jul 29 23:30:26.028656 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-16511ad0-e259-4680-a221-2edce8c87434 service neutron] 10.222.0.23 "GET /v2.0/networks/51a2ec34-e565-4c73-8dc2-3c237f1506a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547041 Jul 29 23:30:26.028886 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d337d72b-67d8-4a5b-adbf-73b462a470a0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:26.046621 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port e40993f6-45d9-4d1b-a5eb-abb391497741 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:26.068230 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e9d52266-9e35-441f-a7c6-363e363a3b29 req-ff640ae0-95bd-43bd-849b-3e26bca87a0c tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634263 Jul 29 23:30:26.077314 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d337d72b-67d8-4a5b-adbf-73b462a470a0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Network 093a4fac-71d8-4474-98ea-f00979713cc5 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:26.087948 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-d337d72b-67d8-4a5b-adbf-73b462a470a0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:26.096130 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d337d72b-67d8-4a5b-adbf-73b462a470a0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:26.096681 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d337d72b-67d8-4a5b-adbf-73b462a470a0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:26.107634 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337d72b-67d8-4a5b-adbf-73b462a470a0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Pushing event updated for resources: {'Port': ['ID=2992ad19-1b04-4f1f-9752-2aac74f61443,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:26.149391 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db0bed1d-219a-4612-842c-a06b0692fbac x-openstack-request-id: req-db0bed1d-219a-4612-842c-a06b0692fbac {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:26.149564 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e07a350-7b42-4ccc-ac35-ea7bc71627b0", "tag": "ee32de3c-cf78-4cdf-afa0-085aefd0fa98", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:26.149790 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db0bed1d-219a-4612-842c-a06b0692fbac {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:26.150248 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e07a350-7b42-4ccc-ac35-ea7bc71627b0', 'tag': 'ee32de3c-cf78-4cdf-afa0-085aefd0fa98', 'status': 'completed', 'code': 200} Jul 29 23:30:26.156791 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-648954a0-8417-4b9e-84cf-19b98815e8c3 req-7baa1c19-288e-4b2c-95a9-01feb244d75e service neutron] 10.222.0.23 "GET /v2.0/networks/51a2ec34-e565-4c73-8dc2-3c237f1506a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193781 Jul 29 23:30:26.297058 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d337d72b-67d8-4a5b-adbf-73b462a470a0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:26.342742 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75a117-8b0d-4a94-91a0-ef8b54507961 req-ee36824c-804f-4903-a66f-27509d9dcd8d tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:26.345228 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a75a117-8b0d-4a94-91a0-ef8b54507961 req-ee36824c-804f-4903-a66f-27509d9dcd8d tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1066096 Jul 29 23:30:26.348683 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34eb2ff-8ba4-412b-a3d2-174e135ac498 req-cb8481cf-0f81-418d-848b-c71a17fc03d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:26.351046 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b34eb2ff-8ba4-412b-a3d2-174e135ac498 req-cb8481cf-0f81-418d-848b-c71a17fc03d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fdbb74cc9a943968c8ada14c5f92979&device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 1097 time: 0.1745291 Jul 29 23:30:26.429541 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a75a117-8b0d-4a94-91a0-ef8b54507961 req-5ef8e846-1abb-4824-a1a7-2316873d6b4c tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 696 time: 0.0738785 Jul 29 23:30:26.463506 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d149aaeb-587b-42b7-aeb5-b69a2f8bed28 None None] Provisioning for port 2992ad19-1b04-4f1f-9752-2aac74f61443 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:26.470576 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d149aaeb-587b-42b7-aeb5-b69a2f8bed28 None None] Provisioning complete for port 2992ad19-1b04-4f1f-9752-2aac74f61443 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:26.471733 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d149aaeb-587b-42b7-aeb5-b69a2f8bed28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:26.520033 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-3a75a117-8b0d-4a94-91a0-ef8b54507961 req-8d1f51c6-2b92-4ac4-9eed-181b03ebc89a tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Request body: {'floatingip': {'port_id': 'ee32de3c-cf78-4cdf-afa0-085aefd0fa98', 'fixed_ip_address': '172.20.0.2'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:26.528599 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d149aaeb-587b-42b7-aeb5-b69a2f8bed28 None None] Port 2992ad19-1b04-4f1f-9752-2aac74f61443 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:30:26.580648 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3a75a117-8b0d-4a94-91a0-ef8b54507961 req-8d1f51c6-2b92-4ac4-9eed-181b03ebc89a tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks [] for floatingip, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:26.612132 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34eb2ff-8ba4-412b-a3d2-174e135ac498 req-7963aad0-735a-4e03-a54c-68417827d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:26.613685 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b34eb2ff-8ba4-412b-a3d2-174e135ac498 req-7963aad0-735a-4e03-a54c-68417827d87e service neutron] 10.222.0.39 "GET /v2.0/networks?id=06399198-5076-4bad-82c6-5654a25ce71e HTTP/1.1" status: 200 len: 921 time: 0.2477400 Jul 29 23:30:26.645989 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d337d72b-67d8-4a5b-adbf-73b462a470a0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:26.651992 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d337d72b-67d8-4a5b-adbf-73b462a470a0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:26.654221 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d337d72b-67d8-4a5b-adbf-73b462a470a0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:26.786285 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d337d72b-67d8-4a5b-adbf-73b462a470a0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Pushing event updated for resources: {'Port': ['ID=2992ad19-1b04-4f1f-9752-2aac74f61443,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:26.838718 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd4a84e-0f52-49c7-8090-572cc4ff822f None None] Network 6a9f6bc0-a4f0-4236-a995-df376a067d64 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:26.870674 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d337d72b-67d8-4a5b-adbf-73b462a470a0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Network 093a4fac-71d8-4474-98ea-f00979713cc5 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:26.873518 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-d337d72b-67d8-4a5b-adbf-73b462a470a0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:26.948932 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fa07b1ff-9843-4bdb-91e3-b752801e922b None None] Provisioning for port e40993f6-45d9-4d1b-a5eb-abb391497741 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:26.957243 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fa07b1ff-9843-4bdb-91e3-b752801e922b None None] Provisioning complete for port e40993f6-45d9-4d1b-a5eb-abb391497741 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:26.957243 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fa07b1ff-9843-4bdb-91e3-b752801e922b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:27.008350 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d337d72b-67d8-4a5b-adbf-73b462a470a0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Router e641c4ce-7524-4714-9a8c-cd64692c61e1 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:30:27.144538 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d337d72b-67d8-4a5b-adbf-73b462a470a0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:30:27.150756 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d337d72b-67d8-4a5b-adbf-73b462a470a0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] 10.222.0.18 "PUT /v2.0/routers/e641c4ce-7524-4714-9a8c-cd64692c61e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3484051 Jul 29 23:30:27.154652 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42520) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:27.158461 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fc5978-e87e-4b68-83ed-fbdeb92f5636 None None] Sync routers for ids ['e641c4ce-7524-4714-9a8c-cd64692c61e1'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:30:27.166996 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fa07b1ff-9843-4bdb-91e3-b752801e922b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:27.177554 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fc5978-e87e-4b68-83ed-fbdeb92f5636 None None] Routers {'e641c4ce-7524-4714-9a8c-cd64692c61e1'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:27.177785 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-10fc5978-e87e-4b68-83ed-fbdeb92f5636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:30:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['e641c4ce-7524-4714-9a8c-cd64692c61e1'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:27.232288 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-fa07b1ff-9843-4bdb-91e3-b752801e922b None None] For port e40993f6-45d9-4d1b-a5eb-abb391497741, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e40993f6-45d9-4d1b-a5eb-abb391497741,segment=NetworkSegment(d5c102c3-afd7-40d1-99fb-3a3e8f399774),segment_id=d5c102c3-afd7-40d1-99fb-3a3e8f399774)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:27.239079 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fa07b1ff-9843-4bdb-91e3-b752801e922b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:27.249199 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b34eb2ff-8ba4-412b-a3d2-174e135ac498 req-269e9147-154c-4480-89e0-368a28c5c7b4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee32de3c-cf78-4cdf-afa0-085aefd0fa98 HTTP/1.1" status: 200 len: 217 time: 0.6252906 Jul 29 23:30:27.271461 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-10fc5978-e87e-4b68-83ed-fbdeb92f5636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:27.316089 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fc5978-e87e-4b68-83ed-fbdeb92f5636 None None] Routers {'e641c4ce-7524-4714-9a8c-cd64692c61e1'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:27.316986 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-10fc5978-e87e-4b68-83ed-fbdeb92f5636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:30:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['e641c4ce-7524-4714-9a8c-cd64692c61e1'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:27.332024 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9258f84d-ec24-4f05-943d-49b12eaaa663 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:27.334305 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device edc1c4fc-0759-4b3f-b44c-20750123d81f details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:30:27.392080 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-10fc5978-e87e-4b68-83ed-fbdeb92f5636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:27.392998 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10fc5978-e87e-4b68-83ed-fbdeb92f5636 None None] The sync data for ids ['e641c4ce-7524-4714-9a8c-cd64692c61e1'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:30:27.422360 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34eb2ff-8ba4-412b-a3d2-174e135ac498 req-ae697053-e09f-43b4-af95-fca496351275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:27.424029 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b34eb2ff-8ba4-412b-a3d2-174e135ac498 req-ae697053-e09f-43b4-af95-fca496351275 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4b816f14-b714-45a5-bd31-0fa047cfe72c HTTP/1.1" status: 200 len: 860 time: 0.1623476 Jul 29 23:30:27.454848 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa07b1ff-9843-4bdb-91e3-b752801e922b None None] Pushing event updated for resources: {'Port': ['ID=e40993f6-45d9-4d1b-a5eb-abb391497741,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:27.469526 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-befdc3f0-8a66-4fcc-88bb-dd66677a4163 None None] Provisioning complete for port 2992ad19-1b04-4f1f-9752-2aac74f61443 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:27.470100 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-befdc3f0-8a66-4fcc-88bb-dd66677a4163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:27.474367 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-9258f84d-ec24-4f05-943d-49b12eaaa663 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 29 23:30:27.475455 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9258f84d-ec24-4f05-943d-49b12eaaa663 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] 10.222.0.18 "DELETE /v2.0/routers/e641c4ce-7524-4714-9a8c-cd64692c61e1 HTTP/1.1" status: 409 len: 329 time: 0.3195887 Jul 29 23:30:27.479642 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42522) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:27.521990 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-befdc3f0-8a66-4fcc-88bb-dd66677a4163 None None] Port 2992ad19-1b04-4f1f-9752-2aac74f61443 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:30:27.557444 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port edc1c4fc-0759-4b3f-b44c-20750123d81f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=edc1c4fc-0759-4b3f-b44c-20750123d81f,segment=NetworkSegment(e91b6848-5541-4e4f-bb44-17c5c44e4579),segment_id=e91b6848-5541-4e4f-bb44-17c5c44e4579)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:27.575694 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'edc1c4fc-0759-4b3f-b44c-20750123d81f', 'network_id': '51a2ec34-e565-4c73-8dc2-3c237f1506a3', 'port_id': 'edc1c4fc-0759-4b3f-b44c-20750123d81f', 'mac_address': 'fa:16:3e:5d:f1:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f37e8ba-a201-4e88-82fb-26a751e8a97b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:30:27.593013 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b34eb2ff-8ba4-412b-a3d2-174e135ac498 req-24c31bee-a65d-4aeb-9f61-cd82c8bde768 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06399198-5076-4bad-82c6-5654a25ce71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1598022 Jul 29 23:30:27.634661 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:27.654432 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edc1c4fc-0759-4b3f-b44c-20750123d81f {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:30:27.669844 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-daae517d-9335-4f41-83a2-38ae6fde0296 None None] Provisioning complete for port e40993f6-45d9-4d1b-a5eb-abb391497741 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:27.670243 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-daae517d-9335-4f41-83a2-38ae6fde0296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:27.697944 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port edc1c4fc-0759-4b3f-b44c-20750123d81f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=edc1c4fc-0759-4b3f-b44c-20750123d81f,segment=NetworkSegment(e91b6848-5541-4e4f-bb44-17c5c44e4579),segment_id=e91b6848-5541-4e4f-bb44-17c5c44e4579)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:27.709814 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:27.785145 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=edc1c4fc-0759-4b3f-b44c-20750123d81f,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:27.793279 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b34eb2ff-8ba4-412b-a3d2-174e135ac498 req-5dbe9357-46df-411e-8ec7-b713a6cf94d0 service neutron] 10.222.0.39 "GET /v2.0/networks/06399198-5076-4bad-82c6-5654a25ce71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576335 Jul 29 23:30:27.984270 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['edc1c4fc-0759-4b3f-b44c-20750123d81f'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:30:28.021296 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b34eb2ff-8ba4-412b-a3d2-174e135ac498 req-7944b44e-46de-4896-a6c2-558dac04ed15 service neutron] 10.222.0.39 "GET /v2.0/networks/06399198-5076-4bad-82c6-5654a25ce71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022231 Jul 29 23:30:28.034501 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3a75a117-8b0d-4a94-91a0-ef8b54507961 req-8d1f51c6-2b92-4ac4-9eed-181b03ebc89a tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:28.042844 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3a75a117-8b0d-4a94-91a0-ef8b54507961 req-8d1f51c6-2b92-4ac4-9eed-181b03ebc89a tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:28.043918 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e40993f6-45d9-4d1b-a5eb-abb391497741 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:28.065883 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f17a9146-70e3-4e9e-a223-db30b0f0d0e0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:28.185816 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port e40993f6-45d9-4d1b-a5eb-abb391497741 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:28.186200 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:28.192890 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f220a98-ad99-4323-abca-f91b6ff5c821', 'tag': 'edc1c4fc-0759-4b3f-b44c-20750123d81f'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:28.195734 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae674c69-3eb7-4bb6-835f-c76552910151" -d '{"events": [{"name": "network-changed", "server_uuid": "5f220a98-ad99-4323-abca-f91b6ff5c821", "tag": "edc1c4fc-0759-4b3f-b44c-20750123d81f"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:28.199175 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [req-3a75a117-8b0d-4a94-91a0-ef8b54507961 req-8d1f51c6-2b92-4ac4-9eed-181b03ebc89a tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Floating IP fc94dad6-fb20-4866-b32a-94bd4f14d7a5 associated. External IP: 172.25.8.209, port: ee32de3c-cf78-4cdf-afa0-085aefd0fa98. Jul 29 23:30:28.398688 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-f17a9146-70e3-4e9e-a223-db30b0f0d0e0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Deleting port 2992ad19-1b04-4f1f-9752-2aac74f61443 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:28.399321 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f17a9146-70e3-4e9e-a223-db30b0f0d0e0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:28.491900 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a75a117-8b0d-4a94-91a0-ef8b54507961 req-8d1f51c6-2b92-4ac4-9eed-181b03ebc89a tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Router 45fffb71-be1a-42b6-89f5-5279353806bc has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:30:28.538938 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f17a9146-70e3-4e9e-a223-db30b0f0d0e0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:28.554696 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-f17a9146-70e3-4e9e-a223-db30b0f0d0e0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Calling delete_port for 2992ad19-1b04-4f1f-9752-2aac74f61443 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:28.637794 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a75a117-8b0d-4a94-91a0-ef8b54507961 req-8d1f51c6-2b92-4ac4-9eed-181b03ebc89a tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:30:28.642875 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3a75a117-8b0d-4a94-91a0-ef8b54507961 req-8d1f51c6-2b92-4ac4-9eed-181b03ebc89a tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:28.650223 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040fe0a3-52e6-463f-8728-bb5217ee836a None None] Sync routers for ids ['45fffb71-be1a-42b6-89f5-5279353806bc'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:30:28.666644 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040fe0a3-52e6-463f-8728-bb5217ee836a None None] Routers {'45fffb71-be1a-42b6-89f5-5279353806bc'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:28.667332 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-040fe0a3-52e6-463f-8728-bb5217ee836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:30:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['45fffb71-be1a-42b6-89f5-5279353806bc'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:28.684653 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a75a117-8b0d-4a94-91a0-ef8b54507961 req-8d1f51c6-2b92-4ac4-9eed-181b03ebc89a tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "PUT /v2.0/floatingips/fc94dad6-fb20-4866-b32a-94bd4f14d7a5 HTTP/1.1" status: 200 len: 996 time: 2.1663036 Jul 29 23:30:28.745800 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75a117-8b0d-4a94-91a0-ef8b54507961 req-de1bcc5b-5f57-42a6-a77c-1b0fb00dd0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:28.750846 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a75a117-8b0d-4a94-91a0-ef8b54507961 req-de1bcc5b-5f57-42a6-a77c-1b0fb00dd0b2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4fdbb74cc9a943968c8ada14c5f92979&device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 1097 time: 0.0598490 Jul 29 23:30:28.765298 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f17a9146-70e3-4e9e-a223-db30b0f0d0e0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:28.802278 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a9146-70e3-4e9e-a223-db30b0f0d0e0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Pushing event deleted for resources: {'Port': ['ID=2992ad19-1b04-4f1f-9752-2aac74f61443,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:28.854678 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-040fe0a3-52e6-463f-8728-bb5217ee836a None None] Set router 45fffb71-be1a-42b6-89f5-5279353806bc gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:30:28.871332 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75a117-8b0d-4a94-91a0-ef8b54507961 req-b8919fa0-4463-4e48-9eca-022e0c33fa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:28.874473 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a75a117-8b0d-4a94-91a0-ef8b54507961 req-b8919fa0-4463-4e48-9eca-022e0c33fa7b service neutron] 10.222.0.18 "GET /v2.0/networks?id=06399198-5076-4bad-82c6-5654a25ce71e HTTP/1.1" status: 200 len: 921 time: 0.1170304 Jul 29 23:30:28.968435 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f17a9146-70e3-4e9e-a223-db30b0f0d0e0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:29.004596 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a75a117-8b0d-4a94-91a0-ef8b54507961 req-320a2b7c-3eee-40b1-88c8-0db2133386b0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee32de3c-cf78-4cdf-afa0-085aefd0fa98 HTTP/1.1" status: 200 len: 999 time: 0.1227720 Jul 29 23:30:29.104901 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a75a117-8b0d-4a94-91a0-ef8b54507961 req-bbf2c1be-32d1-4b34-adee-33827c224fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:29.107519 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a75a117-8b0d-4a94-91a0-ef8b54507961 req-bbf2c1be-32d1-4b34-adee-33827c224fa5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4b816f14-b714-45a5-bd31-0fa047cfe72c HTTP/1.1" status: 200 len: 860 time: 0.0950406 Jul 29 23:30:29.180647 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a75a117-8b0d-4a94-91a0-ef8b54507961 req-040a150f-710e-4538-b2cd-ca8150ec7007 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=06399198-5076-4bad-82c6-5654a25ce71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626521 Jul 29 23:30:29.199460 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-3a75a117-8b0d-4a94-91a0-ef8b54507961 req-78b1eaea-6ade-4c56-a83c-e35d76a25449 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:30:29.201062 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a75a117-8b0d-4a94-91a0-ef8b54507961 req-78b1eaea-6ade-4c56-a83c-e35d76a25449 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090628 Jul 29 23:30:29.313176 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-040fe0a3-52e6-463f-8728-bb5217ee836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1208205443-router', 'tenant_id': '4fdbb74cc9a943968c8ada14c5f92979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'efb9eaa2-7061-4eef-9522-f1f74152553c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:08Z', 'updated_at': '2021-07-29T23:29:17Z', 'revision_number': 4, 'project_id': '4fdbb74cc9a943968c8ada14c5f92979', 'gw_port': {'id': 'efb9eaa2-7061-4eef-9522-f1f74152553c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:11Z', 'updated_at': '2021-07-29T23:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': 'fc94dad6-fb20-4866-b32a-94bd4f14d7a5', 'tenant_id': '4fdbb74cc9a943968c8ada14c5f92979', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'port_id': 'ee32de3c-cf78-4cdf-afa0-085aefd0fa98', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06399198-5076-4bad-82c6-5654a25ce71e', 'mac_address': 'fa:16:3e:1e:52:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e07a350-7b42-4ccc-ac35-ea7bc71627b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:30:24Z', 'updated_at': '2021-07-29T23:30:27Z', 'revision_number': 1, 'project_id': '4fdbb74cc9a943968c8ada14c5f92979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb', 'name': '', 'network_id': '06399198-5076-4bad-82c6-5654a25ce71e', 'tenant_id': '4fdbb74cc9a943968c8ada14c5f92979', 'mac_address': 'fa:16:3e:f2:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '4b816f14-b714-45a5-bd31-0fa047cfe72c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:16Z', 'updated_at': '2021-07-29T23:29:26Z', 'revision_number': 5, 'project_id': '4fdbb74cc9a943968c8ada14c5f92979', 'subnets': [{'id': '4b816f14-b714-45a5-bd31-0fa047cfe72c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:29.349518 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040fe0a3-52e6-463f-8728-bb5217ee836a None None] Checking router: 45fffb71-be1a-42b6-89f5-5279353806bc for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:30:29.366470 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device edc1c4fc-0759-4b3f-b44c-20750123d81f up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:29.373322 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a75a117-8b0d-4a94-91a0-ef8b54507961 req-df5b5796-f3c7-48dc-a7da-4118c5fe7ecd service neutron] 10.222.0.18 "GET /v2.0/networks/06399198-5076-4bad-82c6-5654a25ce71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640358 Jul 29 23:30:29.419548 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040fe0a3-52e6-463f-8728-bb5217ee836a None None] Routers {'45fffb71-be1a-42b6-89f5-5279353806bc'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:29.419548 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-040fe0a3-52e6-463f-8728-bb5217ee836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:30:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['45fffb71-be1a-42b6-89f5-5279353806bc'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:29.510098 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:29.531450 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a75a117-8b0d-4a94-91a0-ef8b54507961 req-d393f74d-74bf-4c91-8e4c-a6a0e9d75ef5 service neutron] 10.222.0.18 "GET /v2.0/networks/06399198-5076-4bad-82c6-5654a25ce71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447523 Jul 29 23:30:29.594049 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17a9146-70e3-4e9e-a223-db30b0f0d0e0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Router e641c4ce-7524-4714-9a8c-cd64692c61e1 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:30:29.662249 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-040fe0a3-52e6-463f-8728-bb5217ee836a None None] Set router 45fffb71-be1a-42b6-89f5-5279353806bc gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:30:29.716652 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port edc1c4fc-0759-4b3f-b44c-20750123d81f completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:29.722196 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17a9146-70e3-4e9e-a223-db30b0f0d0e0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:30:29.739883 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f17a9146-70e3-4e9e-a223-db30b0f0d0e0 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] 10.222.0.18 "PUT /v2.0/routers/e641c4ce-7524-4714-9a8c-cd64692c61e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2582476 Jul 29 23:30:29.745805 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42540) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:29.754292 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port edc1c4fc-0759-4b3f-b44c-20750123d81f triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:29.755326 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:29.759778 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d73d48c-edd4-4c81-9fa9-b142a8474134 None None] Sync routers for ids ['e641c4ce-7524-4714-9a8c-cd64692c61e1'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:30:29.789579 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d73d48c-edd4-4c81-9fa9-b142a8474134 None None] Routers {'e641c4ce-7524-4714-9a8c-cd64692c61e1'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:29.791196 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-7d73d48c-edd4-4c81-9fa9-b142a8474134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:30:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['e641c4ce-7524-4714-9a8c-cd64692c61e1'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:29.834371 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:29.877227 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-7d73d48c-edd4-4c81-9fa9-b142a8474134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:29.887494 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d73d48c-edd4-4c81-9fa9-b142a8474134 None None] Routers {'e641c4ce-7524-4714-9a8c-cd64692c61e1'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:29.888539 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-7d73d48c-edd4-4c81-9fa9-b142a8474134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:30:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['e641c4ce-7524-4714-9a8c-cd64692c61e1'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:29.929696 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-7d73d48c-edd4-4c81-9fa9-b142a8474134 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:29.930669 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d73d48c-edd4-4c81-9fa9-b142a8474134 None None] The sync data for ids ['e641c4ce-7524-4714-9a8c-cd64692c61e1'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:30:29.971032 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-e5b679b3-d076-4708-a863-008ab813dff5 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] show failed (client error): The resource could not be found. Jul 29 23:30:29.971032 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e5b679b3-d076-4708-a863-008ab813dff5 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-1041160865 HTTP/1.1" status: 404 len: 335 time: 0.2222211 Jul 29 23:30:29.975357 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42542) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:29.982355 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-9baf7615-541c-44d0-ad11-fd1d07af474b tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:30.030075 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289a525-ae0d-4c5d-b09f-a5e131fc1053 req-71560986-3a67-41a4-9f30-7545747bcbc7 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:30.030297 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-9baf7615-541c-44d0-ad11-fd1d07af474b tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] update failed (client error): The resource could not be found. Jul 29 23:30:30.034375 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9baf7615-541c-44d0-ad11-fd1d07af474b tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-367319356 HTTP/1.1" status: 404 len: 334 time: 0.0551560 Jul 29 23:30:30.037826 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42544) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:30.038296 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289a525-ae0d-4c5d-b09f-a5e131fc1053 req-71560986-3a67-41a4-9f30-7545747bcbc7 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:30.044955 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289a525-ae0d-4c5d-b09f-a5e131fc1053 req-71560986-3a67-41a4-9f30-7545747bcbc7 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:30.052007 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289a525-ae0d-4c5d-b09f-a5e131fc1053 req-71560986-3a67-41a4-9f30-7545747bcbc7 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:30.060101 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289a525-ae0d-4c5d-b09f-a5e131fc1053 req-71560986-3a67-41a4-9f30-7545747bcbc7 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:30.073401 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289a525-ae0d-4c5d-b09f-a5e131fc1053 req-71560986-3a67-41a4-9f30-7545747bcbc7 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:30.082238 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e289a525-ae0d-4c5d-b09f-a5e131fc1053 req-71560986-3a67-41a4-9f30-7545747bcbc7 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:30.089269 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e289a525-ae0d-4c5d-b09f-a5e131fc1053 req-71560986-3a67-41a4-9f30-7545747bcbc7 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 5417 time: 0.1385055 Jul 29 23:30:30.123464 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:30.144966 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-f278192d-19b2-4d8f-8504-5aa3b87ae654 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Deleting subnet e660e777-f449-47a1-8db6-2840a1e3f22d {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:30:30.151531 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f278192d-19b2-4d8f-8504-5aa3b87ae654 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:30.167115 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e289a525-ae0d-4c5d-b09f-a5e131fc1053 req-d78d1016-41e0-481b-b6a9-b300ed7c5134 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd5c58a1-104a-4fdf-8d04-3b82c5432514&id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0683851 Jul 29 23:30:30.177744 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f220a98-ad99-4323-abca-f91b6ff5c821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc1c4fc-0759-4b3f-b44c-20750123d81f'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:30.181780 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1941d068-3993-41b3-a7fc-a4a2f5f43a35" -d '{"events": [{"server_uuid": "5f220a98-ad99-4323-abca-f91b6ff5c821", "name": "network-vif-plugged", "status": "completed", "tag": "edc1c4fc-0759-4b3f-b44c-20750123d81f"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:30.208769 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f278192d-19b2-4d8f-8504-5aa3b87ae654 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:30.224721 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port edc1c4fc-0759-4b3f-b44c-20750123d81f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=edc1c4fc-0759-4b3f-b44c-20750123d81f,segment=NetworkSegment(e91b6848-5541-4e4f-bb44-17c5c44e4579),segment_id=e91b6848-5541-4e4f-bb44-17c5c44e4579)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:30.235285 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:30.331746 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=edc1c4fc-0759-4b3f-b44c-20750123d81f,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:30.381454 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f278192d-19b2-4d8f-8504-5aa3b87ae654 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:30.387690 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-040fe0a3-52e6-463f-8728-bb5217ee836a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1208205443-router', 'tenant_id': '4fdbb74cc9a943968c8ada14c5f92979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'efb9eaa2-7061-4eef-9522-f1f74152553c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:08Z', 'updated_at': '2021-07-29T23:29:17Z', 'revision_number': 4, 'project_id': '4fdbb74cc9a943968c8ada14c5f92979', 'gw_port': {'id': 'efb9eaa2-7061-4eef-9522-f1f74152553c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:11Z', 'updated_at': '2021-07-29T23:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': 'fc94dad6-fb20-4866-b32a-94bd4f14d7a5', 'tenant_id': '4fdbb74cc9a943968c8ada14c5f92979', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'port_id': 'ee32de3c-cf78-4cdf-afa0-085aefd0fa98', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06399198-5076-4bad-82c6-5654a25ce71e', 'mac_address': 'fa:16:3e:1e:52:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e07a350-7b42-4ccc-ac35-ea7bc71627b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:30:24Z', 'updated_at': '2021-07-29T23:30:27Z', 'revision_number': 1, 'project_id': '4fdbb74cc9a943968c8ada14c5f92979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb', 'name': '', 'network_id': '06399198-5076-4bad-82c6-5654a25ce71e', 'tenant_id': '4fdbb74cc9a943968c8ada14c5f92979', 'mac_address': 'fa:16:3e:f2:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '4b816f14-b714-45a5-bd31-0fa047cfe72c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:16Z', 'updated_at': '2021-07-29T23:29:26Z', 'revision_number': 5, 'project_id': '4fdbb74cc9a943968c8ada14c5f92979', 'subnets': [{'id': '4b816f14-b714-45a5-bd31-0fa047cfe72c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:30.442951 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040fe0a3-52e6-463f-8728-bb5217ee836a None None] The sync data for ids ['45fffb71-be1a-42b6-89f5-5279353806bc'] in n-d-712140-10 is: [{'id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1208205443-router', 'tenant_id': '4fdbb74cc9a943968c8ada14c5f92979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'efb9eaa2-7061-4eef-9522-f1f74152553c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:08Z', 'updated_at': '2021-07-29T23:29:17Z', 'revision_number': 4, 'project_id': '4fdbb74cc9a943968c8ada14c5f92979', 'gw_port': {'id': 'efb9eaa2-7061-4eef-9522-f1f74152553c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:11Z', 'updated_at': '2021-07-29T23:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': 'fc94dad6-fb20-4866-b32a-94bd4f14d7a5', 'tenant_id': '4fdbb74cc9a943968c8ada14c5f92979', 'floating_ip_address': '172.25.8.209', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'port_id': 'ee32de3c-cf78-4cdf-afa0-085aefd0fa98', 'fixed_ip_address': '172.20.0.2', 'status': 'DOWN', 'standard_attr_id': 1428, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06399198-5076-4bad-82c6-5654a25ce71e', 'mac_address': 'fa:16:3e:1e:52:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e07a350-7b42-4ccc-ac35-ea7bc71627b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:30:24Z', 'updated_at': '2021-07-29T23:30:27Z', 'revision_number': 1, 'project_id': '4fdbb74cc9a943968c8ada14c5f92979', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb', 'name': '', 'network_id': '06399198-5076-4bad-82c6-5654a25ce71e', 'tenant_id': '4fdbb74cc9a943968c8ada14c5f92979', 'mac_address': 'fa:16:3e:f2:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '4b816f14-b714-45a5-bd31-0fa047cfe72c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:16Z', 'updated_at': '2021-07-29T23:29:26Z', 'revision_number': 5, 'project_id': '4fdbb74cc9a943968c8ada14c5f92979', 'subnets': [{'id': '4b816f14-b714-45a5-bd31-0fa047cfe72c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:30:30.474030 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec84891-6aeb-4cbc-82de-b6e78122d95b req-01a40ef4-974f-4f93-bbfd-e4ad1925a72d tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:30.479369 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f278192d-19b2-4d8f-8504-5aa3b87ae654 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:30.492820 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eec84891-6aeb-4cbc-82de-b6e78122d95b req-01a40ef4-974f-4f93-bbfd-e4ad1925a72d tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f220a98-ad99-4323-abca-f91b6ff5c821 HTTP/1.1" status: 200 len: 946 time: 0.1520886 Jul 29 23:30:30.524563 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f278192d-19b2-4d8f-8504-5aa3b87ae654 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:30.531898 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f278192d-19b2-4d8f-8504-5aa3b87ae654 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] 10.222.0.18 "DELETE /v2.0/subnets/e660e777-f449-47a1-8db6-2840a1e3f22d HTTP/1.1" status: 204 len: 168 time: 0.4921038 Jul 29 23:30:30.533643 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f278192d-19b2-4d8f-8504-5aa3b87ae654 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Pushing event deleted for resources: {'Subnet': ['ID=e660e777-f449-47a1-8db6-2840a1e3f22d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:30.540080 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42552) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:30.541571 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a21a6af-5db6-43ea-b63f-6a0b35abab04 None None] Network 6a9f6bc0-a4f0-4236-a995-df376a067d64 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:30.640937 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eec84891-6aeb-4cbc-82de-b6e78122d95b req-ca76db4c-746b-46c6-bdb6-c40f9c44efc3 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463919 Jul 29 23:30:30.685985 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2da956d3-f98c-408a-9d15-60e4574d0148 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:30.791269 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe7e30d-0122-4118-821c-6cb525a13c5d x-openstack-request-id: req-7fe7e30d-0122-4118-821c-6cb525a13c5d {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:30.791269 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f220a98-ad99-4323-abca-f91b6ff5c821", "tag": "edc1c4fc-0759-4b3f-b44c-20750123d81f", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:30.791269 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7fe7e30d-0122-4118-821c-6cb525a13c5d {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:30.793982 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f220a98-ad99-4323-abca-f91b6ff5c821', 'tag': 'edc1c4fc-0759-4b3f-b44c-20750123d81f', 'status': 'completed', 'code': 200} Jul 29 23:30:30.873382 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-2da956d3-f98c-408a-9d15-60e4574d0148 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Deleting port e40993f6-45d9-4d1b-a5eb-abb391497741 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:30.874187 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b715511e-2834-4418-98fe-634c7ed60d56 None None] DHCP port deletion for 6a9f6bc0-a4f0-4236-a995-df376a067d64 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:30:30.875895 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2da956d3-f98c-408a-9d15-60e4574d0148 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:30.977784 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48171794-b4f1-4081-9102-5747bdc01c87 None None] New status for floating IP fc94dad6-fb20-4866-b32a-94bd4f14d7a5: ACTIVE {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:30:31.001122 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aea3e7f2-ed2d-47f6-8365-b85c2b493ea3 req-b0e64b70-a54d-401a-ad11-6bafb1afd3ca tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 999 time: 0.1383002 Jul 29 23:30:31.005333 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42558) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:31.016377 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae674c69-3eb7-4bb6-835f-c76552910151 req-4d4c0b83-515f-40ba-81bb-0ab09d373518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:31.018039 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae674c69-3eb7-4bb6-835f-c76552910151 req-4d4c0b83-515f-40ba-81bb-0ab09d373518 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=858112f1c9514c968cc83d88af99633e&device_id=5f220a98-ad99-4323-abca-f91b6ff5c821 HTTP/1.1" status: 200 len: 1098 time: 0.2103844 Jul 29 23:30:31.051042 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-2da956d3-f98c-408a-9d15-60e4574d0148 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] For port e40993f6-45d9-4d1b-a5eb-abb391497741, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e40993f6-45d9-4d1b-a5eb-abb391497741,segment=NetworkSegment(d5c102c3-afd7-40d1-99fb-3a3e8f399774),segment_id=d5c102c3-afd7-40d1-99fb-3a3e8f399774)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:31.051711 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2da956d3-f98c-408a-9d15-60e4574d0148 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:31.075467 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-2da956d3-f98c-408a-9d15-60e4574d0148 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Calling delete_port for e40993f6-45d9-4d1b-a5eb-abb391497741 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:31.121776 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3e7f2-ed2d-47f6-8365-b85c2b493ea3 req-8a738c54-cef7-4c47-9425-546cf67a653a tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:31.135503 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aea3e7f2-ed2d-47f6-8365-b85c2b493ea3 req-8a738c54-cef7-4c47-9425-546cf67a653a tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/ports/ee32de3c-cf78-4cdf-afa0-085aefd0fa98 HTTP/1.1" status: 200 len: 942 time: 0.1267784 Jul 29 23:30:31.185404 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b715511e-2834-4418-98fe-634c7ed60d56 None None] Deleting port e40993f6-45d9-4d1b-a5eb-abb391497741 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:31.186088 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b715511e-2834-4418-98fe-634c7ed60d56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:31.193708 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2da956d3-f98c-408a-9d15-60e4574d0148 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:31.248877 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae674c69-3eb7-4bb6-835f-c76552910151 req-78f77847-451c-4529-ac42-1c1f62278c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:31.251020 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae674c69-3eb7-4bb6-835f-c76552910151 req-78f77847-451c-4529-ac42-1c1f62278c40 service neutron] 10.222.0.23 "GET /v2.0/networks?id=51a2ec34-e565-4c73-8dc2-3c237f1506a3 HTTP/1.1" status: 200 len: 916 time: 0.2093990 Jul 29 23:30:31.263535 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da956d3-f98c-408a-9d15-60e4574d0148 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Pushing event deleted for resources: {'Port': ['ID=e40993f6-45d9-4d1b-a5eb-abb391497741,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:31.286353 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da956d3-f98c-408a-9d15-60e4574d0148 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] No DVR routers for this DVR port e40993f6-45d9-4d1b-a5eb-abb391497741 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:30:31.404256 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae674c69-3eb7-4bb6-835f-c76552910151 req-6dee937d-2d95-47ff-b012-66048af5c9e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=edc1c4fc-0759-4b3f-b44c-20750123d81f HTTP/1.1" status: 200 len: 217 time: 0.1429327 Jul 29 23:30:31.425139 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2da956d3-f98c-408a-9d15-60e4574d0148 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:31.441169 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-2da956d3-f98c-408a-9d15-60e4574d0148 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a9f6bc0-a4f0-4236-a995-df376a067d64']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:31.444445 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aea3e7f2-ed2d-47f6-8365-b85c2b493ea3 req-4f865e99-b3e5-44f3-a8d0-d03da80250bf tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 999 time: 0.1919689 Jul 29 23:30:31.458996 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-2da956d3-f98c-408a-9d15-60e4574d0148 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c102c3-afd7-40d1-99fb-3a3e8f399774') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:31.459449 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-2da956d3-f98c-408a-9d15-60e4574d0148 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c102c3-afd7-40d1-99fb-3a3e8f399774') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:31.474700 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2da956d3-f98c-408a-9d15-60e4574d0148 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:31.490482 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae674c69-3eb7-4bb6-835f-c76552910151 req-37da6144-842f-4686-acdc-15c8b10c05e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:31.491680 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2da956d3-f98c-408a-9d15-60e4574d0148 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:31.492996 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae674c69-3eb7-4bb6-835f-c76552910151 req-37da6144-842f-4686-acdc-15c8b10c05e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0f37e8ba-a201-4e88-82fb-26a751e8a97b HTTP/1.1" status: 200 len: 855 time: 0.0791686 Jul 29 23:30:31.498510 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da956d3-f98c-408a-9d15-60e4574d0148 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:30:31.499036 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2da956d3-f98c-408a-9d15-60e4574d0148 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:31.554525 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:30:31.554525 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:30:31.554525 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:30:31.554525 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:30:31.554525 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:30:31.554525 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:30:31.554525 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:30:31.554525 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:30:31.554525 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:30:31.554525 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:30:31.554525 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:30:31.554525 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:30:31.554525 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:30:31.554525 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:30:31.554525 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:30:31.554525 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:30:31.554525 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:30:31.554525 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:30:31.554525 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:30:31.554525 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:30:31.554525 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:30:31.554525 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:30:31.554525 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:30:31.554525 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:30:31.554525 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:30:31.554525 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:30:31.554525 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:30:31.554525 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:30:31.554525 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:30:31.554525 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:30:31.554525 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:30:31.554525 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:30:31.578927 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-931a4242-70be-457b-8086-5268d32ffcf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:31.595022 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae674c69-3eb7-4bb6-835f-c76552910151 req-2bf039d0-941d-4e1f-b077-a9f66c960e15 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=51a2ec34-e565-4c73-8dc2-3c237f1506a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863142 Jul 29 23:30:31.597208 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b715511e-2834-4418-98fe-634c7ed60d56 None None] For port e40993f6-45d9-4d1b-a5eb-abb391497741, host n-d-712140-10, got binding levels [] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:31.597825 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b715511e-2834-4418-98fe-634c7ed60d56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:31.615187 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2da956d3-f98c-408a-9d15-60e4574d0148 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:31.623148 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2da956d3-f98c-408a-9d15-60e4574d0148 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:31.626648 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2da956d3-f98c-408a-9d15-60e4574d0148 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] 10.222.0.18 "DELETE /v2.0/networks/6a9f6bc0-a4f0-4236-a995-df376a067d64 HTTP/1.1" status: 204 len: 168 time: 1.0835795 Jul 29 23:30:31.639893 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42564) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:31.642056 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b715511e-2834-4418-98fe-634c7ed60d56 None None] Calling delete_port for e40993f6-45d9-4d1b-a5eb-abb391497741 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:31.659386 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.ipam_backend_mixin [None req-b715511e-2834-4418-98fe-634c7ed60d56 None None] Port e40993f6-45d9-4d1b-a5eb-abb391497741 was not found and therefore no delete operation was performed {{(pid=94065) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:30:31.662705 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b715511e-2834-4418-98fe-634c7ed60d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:31.697853 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b715511e-2834-4418-98fe-634c7ed60d56 None None] Network 6a9f6bc0-a4f0-4236-a995-df376a067d64 is not hosted by any dhcp agent {{(pid=94065) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:30:31.698880 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b715511e-2834-4418-98fe-634c7ed60d56 None None] No DVR routers for this DVR port e40993f6-45d9-4d1b-a5eb-abb391497741 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:30:31.704777 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da956d3-f98c-408a-9d15-60e4574d0148 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Pushing event deleted for resources: {'Network': ['ID=6a9f6bc0-a4f0-4236-a995-df376a067d64,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:31.739441 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b715511e-2834-4418-98fe-634c7ed60d56 None None] Pushing event deleted for resources: {'Port': ['ID=e40993f6-45d9-4d1b-a5eb-abb391497741,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:31.827215 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-86a0802c-26de-41d6-be9e-c760569ba338 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Deleting subnet a6f30a4b-231e-4c71-b118-9c259f040953 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:30:31.839626 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3e7f2-ed2d-47f6-8365-b85c2b493ea3 req-9aa2b140-c832-4e91-946f-c714ad950a01 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:31.841494 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aea3e7f2-ed2d-47f6-8365-b85c2b493ea3 req-9aa2b140-c832-4e91-946f-c714ad950a01 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 784 time: 0.3446257 Jul 29 23:30:31.847100 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86a0802c-26de-41d6-be9e-c760569ba338 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:31.920016 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-931a4242-70be-457b-8086-5268d32ffcf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:31.927259 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-931a4242-70be-457b-8086-5268d32ffcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:31.953908 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e40993f6-45d9-4d1b-a5eb-abb391497741 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:30:31.974411 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae674c69-3eb7-4bb6-835f-c76552910151 req-34af6ce1-0207-4463-8602-e8625705d5d9 service neutron] 10.222.0.23 "GET /v2.0/networks/51a2ec34-e565-4c73-8dc2-3c237f1506a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704190 Jul 29 23:30:32.010341 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: e40993f6-45d9-4d1b-a5eb-abb391497741 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:30:32.011034 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e40993f6-45d9-4d1b-a5eb-abb391497741 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:30:32.026386 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-931a4242-70be-457b-8086-5268d32ffcf0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=439402ce551e4443a4f508c4ca17bad2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0190294 Jul 29 23:30:32.030524 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a4242-70be-457b-8086-5268d32ffcf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4f04d8-acc4-4dd2-b4df-28dcdaacaa21,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:32.035523 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42568) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:32.044796 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86a0802c-26de-41d6-be9e-c760569ba338 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:32.103230 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-be164c63-919e-4739-b60e-838e5ffd9f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:32.117548 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aea3e7f2-ed2d-47f6-8365-b85c2b493ea3 req-57403a73-9c6a-49bc-b458-bb5b054032a0 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 1001 time: 0.2341123 Jul 29 23:30:32.146781 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-be164c63-919e-4739-b60e-838e5ffd9f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:32.163454 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-aea3e7f2-ed2d-47f6-8365-b85c2b493ea3 req-364bc8b7-7c3f-4f2e-b296-ff825add121c tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:32.234941 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-be164c63-919e-4739-b60e-838e5ffd9f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:32.238686 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae674c69-3eb7-4bb6-835f-c76552910151 req-1d7ae9aa-6845-41cd-bddd-c2b672f72bf4 service neutron] 10.222.0.23 "GET /v2.0/networks/51a2ec34-e565-4c73-8dc2-3c237f1506a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574928 Jul 29 23:30:32.240065 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-be164c63-919e-4739-b60e-838e5ffd9f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:32.243285 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-be164c63-919e-4739-b60e-838e5ffd9f62 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a4f04d8-acc4-4dd2-b4df-28dcdaacaa21 HTTP/1.1" status: 204 len: 168 time: 0.2049668 Jul 29 23:30:32.281972 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86a0802c-26de-41d6-be9e-c760569ba338 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:32.292869 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be164c63-919e-4739-b60e-838e5ffd9f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4f04d8-acc4-4dd2-b4df-28dcdaacaa21,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:32.376545 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-aea3e7f2-ed2d-47f6-8365-b85c2b493ea3 req-364bc8b7-7c3f-4f2e-b296-ff825add121c tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks [] for floatingip, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:32.781203 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f2481b21-12d9-4ba9-860b-6aebcbf1d986 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:32.932275 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e07a350-7b42-4ccc-ac35-ea7bc71627b0', 'tag': 'ee32de3c-cf78-4cdf-afa0-085aefd0fa98'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:32.937936 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a55a2b7-c970-4b7f-b085-91582c9e3433" -d '{"events": [{"name": "network-changed", "server_uuid": "8e07a350-7b42-4ccc-ac35-ea7bc71627b0", "tag": "ee32de3c-cf78-4cdf-afa0-085aefd0fa98"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:32.947370 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86a0802c-26de-41d6-be9e-c760569ba338 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:32.991014 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0802c-26de-41d6-be9e-c760569ba338 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Pushing event deleted for resources: {'Subnet': ['ID=a6f30a4b-231e-4c71-b118-9c259f040953,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:33.007554 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86a0802c-26de-41d6-be9e-c760569ba338 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:33.012194 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-86a0802c-26de-41d6-be9e-c760569ba338 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] 10.222.0.18 "DELETE /v2.0/subnets/a6f30a4b-231e-4c71-b118-9c259f040953 HTTP/1.1" status: 204 len: 168 time: 1.3700233 Jul 29 23:30:33.015435 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42586) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:33.019071 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a07daa7-8e43-4458-b096-a01745dc8642 None None] Network b771985e-e07f-404f-a3e9-31e4c697554b requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:33.104242 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-aea3e7f2-ed2d-47f6-8365-b85c2b493ea3 req-364bc8b7-7c3f-4f2e-b296-ff825add121c tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:33.113117 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-aea3e7f2-ed2d-47f6-8365-b85c2b493ea3 req-364bc8b7-7c3f-4f2e-b296-ff825add121c tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:33.113657 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [req-aea3e7f2-ed2d-47f6-8365-b85c2b493ea3 req-364bc8b7-7c3f-4f2e-b296-ff825add121c tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Floating IP fc94dad6-fb20-4866-b32a-94bd4f14d7a5 disassociated. External IP: 172.25.8.209, port: ee32de3c-cf78-4cdf-afa0-085aefd0fa98. Jul 29 23:30:33.144574 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-51344f85-04ea-49da-b090-f31679177cc4 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Deleting subnet c0aca80d-8557-43fb-a3d5-5bbb6be04dec {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:30:33.156697 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51344f85-04ea-49da-b090-f31679177cc4 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:33.240614 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51344f85-04ea-49da-b090-f31679177cc4 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:33.341833 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfd3938-708b-47ec-af24-16d0e632d5be None None] DHCP port deletion for b771985e-e07f-404f-a3e9-31e4c697554b request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:30:33.394543 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51344f85-04ea-49da-b090-f31679177cc4 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:33.444729 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5cfd3938-708b-47ec-af24-16d0e632d5be None None] Deleting port 7dec3137-5bd6-406f-b684-a52c19138ea7 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:33.445613 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5cfd3938-708b-47ec-af24-16d0e632d5be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:33.499090 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51344f85-04ea-49da-b090-f31679177cc4 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:33.547208 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0c5d15-c39f-4641-8a1b-b64a23b470b8 None None] Network eb082355-d7be-4114-94d7-0945d6582247 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:33.564019 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aea3e7f2-ed2d-47f6-8365-b85c2b493ea3 req-364bc8b7-7c3f-4f2e-b296-ff825add121c tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Router 45fffb71-be1a-42b6-89f5-5279353806bc has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:30:33.578738 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51344f85-04ea-49da-b090-f31679177cc4 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:33.583748 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42600) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:33.584516 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-51344f85-04ea-49da-b090-f31679177cc4 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] 10.222.0.18 "DELETE /v2.0/subnets/c0aca80d-8557-43fb-a3d5-5bbb6be04dec HTTP/1.1" status: 204 len: 168 time: 0.5659111 Jul 29 23:30:33.585792 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51344f85-04ea-49da-b090-f31679177cc4 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Pushing event deleted for resources: {'Subnet': ['ID=c0aca80d-8557-43fb-a3d5-5bbb6be04dec,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:33.673093 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-5cfd3938-708b-47ec-af24-16d0e632d5be None None] For port 7dec3137-5bd6-406f-b684-a52c19138ea7, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=7dec3137-5bd6-406f-b684-a52c19138ea7,segment=NetworkSegment(23628c8e-c6d0-4ee4-894c-b4d809a21b52),segment_id=23628c8e-c6d0-4ee4-894c-b4d809a21b52)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:33.674104 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5cfd3938-708b-47ec-af24-16d0e632d5be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:33.698281 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5cfd3938-708b-47ec-af24-16d0e632d5be None None] Calling delete_port for 7dec3137-5bd6-406f-b684-a52c19138ea7 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:33.783161 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-64aff1be-1768-4503-b4bf-6fb9ff0ed562 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:33.814055 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aea3e7f2-ed2d-47f6-8365-b85c2b493ea3 req-364bc8b7-7c3f-4f2e-b296-ff825add121c tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:30:33.822250 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-aea3e7f2-ed2d-47f6-8365-b85c2b493ea3 req-364bc8b7-7c3f-4f2e-b296-ff825add121c tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:33.837650 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b38fb9-a592-4669-bc12-74dfba19e598 None None] Sync routers for ids ['45fffb71-be1a-42b6-89f5-5279353806bc'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:30:33.855313 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b38fb9-a592-4669-bc12-74dfba19e598 None None] Routers {'45fffb71-be1a-42b6-89f5-5279353806bc'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:33.857551 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-78b38fb9-a592-4669-bc12-74dfba19e598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:30:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['45fffb71-be1a-42b6-89f5-5279353806bc'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:33.896878 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5cfd3938-708b-47ec-af24-16d0e632d5be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:33.948706 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc70664-f962-43e9-9e8c-1a04576a6dd9 None None] DHCP port deletion for eb082355-d7be-4114-94d7-0945d6582247 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:30:33.983780 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfd3938-708b-47ec-af24-16d0e632d5be None None] Pushing event deleted for resources: {'Port': ['ID=7dec3137-5bd6-406f-b684-a52c19138ea7,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:33.994009 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfd3938-708b-47ec-af24-16d0e632d5be None None] No DVR routers for this DVR port 7dec3137-5bd6-406f-b684-a52c19138ea7 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:30:33.997524 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aea3e7f2-ed2d-47f6-8365-b85c2b493ea3 req-364bc8b7-7c3f-4f2e-b296-ff825add121c tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "PUT /v2.0/floatingips/fc94dad6-fb20-4866-b32a-94bd4f14d7a5 HTTP/1.1" status: 200 len: 695 time: 1.8373418 Jul 29 23:30:34.004076 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 7dec3137-5bd6-406f-b684-a52c19138ea7 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:30:34.096352 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-78b38fb9-a592-4669-bc12-74dfba19e598 None None] Set router 45fffb71-be1a-42b6-89f5-5279353806bc gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:30:34.105149 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 7dec3137-5bd6-406f-b684-a52c19138ea7 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:30:34.105679 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 7dec3137-5bd6-406f-b684-a52c19138ea7 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:30:34.106790 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-64aff1be-1768-4503-b4bf-6fb9ff0ed562 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Deleting port 7dec3137-5bd6-406f-b684-a52c19138ea7 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:34.107371 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-64aff1be-1768-4503-b4bf-6fb9ff0ed562 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:34.156562 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-9fc70664-f962-43e9-9e8c-1a04576a6dd9 None None] Deleting port d85b86c0-444a-4b6a-b929-33983cc70ff5 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:34.157204 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9fc70664-f962-43e9-9e8c-1a04576a6dd9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:34.176126 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3e7f2-ed2d-47f6-8365-b85c2b493ea3 req-3877cd2f-34bc-431a-b351-5e9ccefa33d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:34.183696 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aea3e7f2-ed2d-47f6-8365-b85c2b493ea3 req-3877cd2f-34bc-431a-b351-5e9ccefa33d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4fdbb74cc9a943968c8ada14c5f92979&device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 1097 time: 0.1677170 Jul 29 23:30:34.308271 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-64aff1be-1768-4503-b4bf-6fb9ff0ed562 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] For port 7dec3137-5bd6-406f-b684-a52c19138ea7, host n-d-712140-10, got binding levels [] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:34.308645 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-64aff1be-1768-4503-b4bf-6fb9ff0ed562 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:34.326595 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-9fc70664-f962-43e9-9e8c-1a04576a6dd9 None None] For port d85b86c0-444a-4b6a-b929-33983cc70ff5, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d85b86c0-444a-4b6a-b929-33983cc70ff5,segment=NetworkSegment(bebc6491-5e4e-4133-9aae-af922b2b5dd1),segment_id=bebc6491-5e4e-4133-9aae-af922b2b5dd1)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:34.327001 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9fc70664-f962-43e9-9e8c-1a04576a6dd9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:34.336062 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-64aff1be-1768-4503-b4bf-6fb9ff0ed562 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Calling delete_port for 7dec3137-5bd6-406f-b684-a52c19138ea7 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:34.344746 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.ipam_backend_mixin [None req-64aff1be-1768-4503-b4bf-6fb9ff0ed562 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Port 7dec3137-5bd6-406f-b684-a52c19138ea7 was not found and therefore no delete operation was performed {{(pid=94063) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:30:34.347997 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-64aff1be-1768-4503-b4bf-6fb9ff0ed562 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:34.360507 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3e7f2-ed2d-47f6-8365-b85c2b493ea3 req-c4eac26f-cbcf-4c0d-a179-e65b5c9b59d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:34.361852 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aea3e7f2-ed2d-47f6-8365-b85c2b493ea3 req-c4eac26f-cbcf-4c0d-a179-e65b5c9b59d4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=06399198-5076-4bad-82c6-5654a25ce71e HTTP/1.1" status: 200 len: 921 time: 0.1766870 Jul 29 23:30:34.367429 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-9fc70664-f962-43e9-9e8c-1a04576a6dd9 None None] Calling delete_port for d85b86c0-444a-4b6a-b929-33983cc70ff5 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:34.389287 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64aff1be-1768-4503-b4bf-6fb9ff0ed562 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] No DVR routers for this DVR port 7dec3137-5bd6-406f-b684-a52c19138ea7 on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:30:34.396512 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aff1be-1768-4503-b4bf-6fb9ff0ed562 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Pushing event deleted for resources: {'Port': ['ID=7dec3137-5bd6-406f-b684-a52c19138ea7,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:34.453034 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aea3e7f2-ed2d-47f6-8365-b85c2b493ea3 req-6b5b8c34-d51e-47ee-bb8c-63e0cf5af88d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee32de3c-cf78-4cdf-afa0-085aefd0fa98 HTTP/1.1" status: 200 len: 217 time: 0.0690563 Jul 29 23:30:34.540456 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9fc70664-f962-43e9-9e8c-1a04576a6dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:34.576964 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc70664-f962-43e9-9e8c-1a04576a6dd9 None None] Pushing event deleted for resources: {'Port': ['ID=d85b86c0-444a-4b6a-b929-33983cc70ff5,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:34.583673 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-78b38fb9-a592-4669-bc12-74dfba19e598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1208205443-router', 'tenant_id': '4fdbb74cc9a943968c8ada14c5f92979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'efb9eaa2-7061-4eef-9522-f1f74152553c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:08Z', 'updated_at': '2021-07-29T23:29:17Z', 'revision_number': 4, 'project_id': '4fdbb74cc9a943968c8ada14c5f92979', 'gw_port': {'id': 'efb9eaa2-7061-4eef-9522-f1f74152553c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:11Z', 'updated_at': '2021-07-29T23:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb', 'name': '', 'network_id': '06399198-5076-4bad-82c6-5654a25ce71e', 'tenant_id': '4fdbb74cc9a943968c8ada14c5f92979', 'mac_address': 'fa:16:3e:f2:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '4b816f14-b714-45a5-bd31-0fa047cfe72c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:16Z', 'updated_at': '2021-07-29T23:29:26Z', 'revision_number': 5, 'project_id': '4fdbb74cc9a943968c8ada14c5f92979', 'subnets': [{'id': '4b816f14-b714-45a5-bd31-0fa047cfe72c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:34.585432 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-64aff1be-1768-4503-b4bf-6fb9ff0ed562 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:34.602389 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-64aff1be-1768-4503-b4bf-6fb9ff0ed562 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b771985e-e07f-404f-a3e9-31e4c697554b']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:34.604689 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc70664-f962-43e9-9e8c-1a04576a6dd9 None None] No DVR routers for this DVR port d85b86c0-444a-4b6a-b929-33983cc70ff5 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:30:34.617509 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-64aff1be-1768-4503-b4bf-6fb9ff0ed562 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23628c8e-c6d0-4ee4-894c-b4d809a21b52') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:34.617757 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-64aff1be-1768-4503-b4bf-6fb9ff0ed562 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23628c8e-c6d0-4ee4-894c-b4d809a21b52') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:34.624734 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea3e7f2-ed2d-47f6-8365-b85c2b493ea3 req-77e3c432-c824-4fd3-9573-7b4229d24906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:34.626239 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aea3e7f2-ed2d-47f6-8365-b85c2b493ea3 req-77e3c432-c824-4fd3-9573-7b4229d24906 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4b816f14-b714-45a5-bd31-0fa047cfe72c HTTP/1.1" status: 200 len: 860 time: 0.1554656 Jul 29 23:30:34.641786 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-64aff1be-1768-4503-b4bf-6fb9ff0ed562 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:34.659189 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b38fb9-a592-4669-bc12-74dfba19e598 None None] Checking router: 45fffb71-be1a-42b6-89f5-5279353806bc for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:30:34.678955 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b38fb9-a592-4669-bc12-74dfba19e598 None None] Routers {'45fffb71-be1a-42b6-89f5-5279353806bc'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:34.680457 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-78b38fb9-a592-4669-bc12-74dfba19e598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:30:05Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['45fffb71-be1a-42b6-89f5-5279353806bc'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:34.695725 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aea3e7f2-ed2d-47f6-8365-b85c2b493ea3 req-cbd70047-8c5d-44fa-a69e-5a5e743db6ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=06399198-5076-4bad-82c6-5654a25ce71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406072 Jul 29 23:30:34.695725 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-64aff1be-1768-4503-b4bf-6fb9ff0ed562 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:34.705615 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64aff1be-1768-4503-b4bf-6fb9ff0ed562 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:30:34.706162 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-64aff1be-1768-4503-b4bf-6fb9ff0ed562 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:34.711402 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:30:34.711402 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:30:34.711402 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:30:34.711402 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:30:34.711402 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:30:34.711402 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:30:34.711402 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:30:34.711402 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:30:34.711402 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:30:34.711402 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:30:34.711402 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:30:34.711402 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:30:34.711402 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:30:34.711402 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:30:34.711402 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:30:34.711402 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:30:34.711402 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:30:34.711402 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:30:34.711402 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:30:34.711402 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:30:34.711402 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:30:34.711402 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:30:34.711402 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:30:34.711402 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:30:34.711402 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:30:34.711402 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:30:34.711402 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:30:34.711402 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:30:34.711402 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:30:34.711402 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:30:34.711402 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:30:34.711402 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:30:34.839934 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-78b38fb9-a592-4669-bc12-74dfba19e598 None None] Set router 45fffb71-be1a-42b6-89f5-5279353806bc gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:30:34.870554 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-64aff1be-1768-4503-b4bf-6fb9ff0ed562 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:34.887727 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-64aff1be-1768-4503-b4bf-6fb9ff0ed562 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:34.894047 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-64aff1be-1768-4503-b4bf-6fb9ff0ed562 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] 10.222.0.18 "DELETE /v2.0/networks/b771985e-e07f-404f-a3e9-31e4c697554b HTTP/1.1" status: 204 len: 168 time: 1.2987742 Jul 29 23:30:34.894260 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42636) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:34.920151 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64aff1be-1768-4503-b4bf-6fb9ff0ed562 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Pushing event deleted for resources: {'Network': ['ID=b771985e-e07f-404f-a3e9-31e4c697554b,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:34.950786 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aea3e7f2-ed2d-47f6-8365-b85c2b493ea3 req-04776b97-dd3e-4e86-b568-f22954c74c01 service neutron] 10.222.0.18 "GET /v2.0/networks/06399198-5076-4bad-82c6-5654a25ce71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748743 Jul 29 23:30:34.954993 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42638) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:35.046808 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9767a480-5aa9-4a9e-b11f-7b3d209828f6 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.087103 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aea3e7f2-ed2d-47f6-8365-b85c2b493ea3 req-b804bd25-d0f6-4fb3-85a3-ee70a961c733 service neutron] 10.222.0.18 "GET /v2.0/networks/06399198-5076-4bad-82c6-5654a25ce71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239593 Jul 29 23:30:35.138969 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-78b38fb9-a592-4669-bc12-74dfba19e598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1208205443-router', 'tenant_id': '4fdbb74cc9a943968c8ada14c5f92979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'efb9eaa2-7061-4eef-9522-f1f74152553c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:08Z', 'updated_at': '2021-07-29T23:29:17Z', 'revision_number': 4, 'project_id': '4fdbb74cc9a943968c8ada14c5f92979', 'gw_port': {'id': 'efb9eaa2-7061-4eef-9522-f1f74152553c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:11Z', 'updated_at': '2021-07-29T23:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb', 'name': '', 'network_id': '06399198-5076-4bad-82c6-5654a25ce71e', 'tenant_id': '4fdbb74cc9a943968c8ada14c5f92979', 'mac_address': 'fa:16:3e:f2:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '4b816f14-b714-45a5-bd31-0fa047cfe72c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:16Z', 'updated_at': '2021-07-29T23:29:26Z', 'revision_number': 5, 'project_id': '4fdbb74cc9a943968c8ada14c5f92979', 'subnets': [{'id': '4b816f14-b714-45a5-bd31-0fa047cfe72c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:35.172490 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2929e956-f272-4f71-aefb-4f65d86c9ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.178222 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b38fb9-a592-4669-bc12-74dfba19e598 None None] The sync data for ids ['45fffb71-be1a-42b6-89f5-5279353806bc'] in n-d-712140-10 is: [{'id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1208205443-router', 'tenant_id': '4fdbb74cc9a943968c8ada14c5f92979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'efb9eaa2-7061-4eef-9522-f1f74152553c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:08Z', 'updated_at': '2021-07-29T23:29:17Z', 'revision_number': 4, 'project_id': '4fdbb74cc9a943968c8ada14c5f92979', 'gw_port': {'id': 'efb9eaa2-7061-4eef-9522-f1f74152553c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:11Z', 'updated_at': '2021-07-29T23:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb', 'name': '', 'network_id': '06399198-5076-4bad-82c6-5654a25ce71e', 'tenant_id': '4fdbb74cc9a943968c8ada14c5f92979', 'mac_address': 'fa:16:3e:f2:ad:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1308, 'fixed_ips': [{'subnet_id': '4b816f14-b714-45a5-bd31-0fa047cfe72c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:16Z', 'updated_at': '2021-07-29T23:29:26Z', 'revision_number': 5, 'project_id': '4fdbb74cc9a943968c8ada14c5f92979', 'subnets': [{'id': '4b816f14-b714-45a5-bd31-0fa047cfe72c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:30:35.197007 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9767a480-5aa9-4a9e-b11f-7b3d209828f6 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.214068 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-9767a480-5aa9-4a9e-b11f-7b3d209828f6 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb082355-d7be-4114-94d7-0945d6582247']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:35.235738 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-9767a480-5aa9-4a9e-b11f-7b3d209828f6 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bebc6491-5e4e-4133-9aae-af922b2b5dd1') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:35.237228 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-9767a480-5aa9-4a9e-b11f-7b3d209828f6 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bebc6491-5e4e-4133-9aae-af922b2b5dd1') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:35.254882 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9767a480-5aa9-4a9e-b11f-7b3d209828f6 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.282733 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9767a480-5aa9-4a9e-b11f-7b3d209828f6 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.295350 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9767a480-5aa9-4a9e-b11f-7b3d209828f6 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:30:35.295876 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9767a480-5aa9-4a9e-b11f-7b3d209828f6 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.297530 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63a82576-fae7-461e-a2ca-a69cec09b13d x-openstack-request-id: req-63a82576-fae7-461e-a2ca-a69cec09b13d {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:35.298015 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f220a98-ad99-4323-abca-f91b6ff5c821", "name": "network-vif-plugged", "status": "completed", "tag": "edc1c4fc-0759-4b3f-b44c-20750123d81f", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:35.298110 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-63a82576-fae7-461e-a2ca-a69cec09b13d {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:35.298676 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f220a98-ad99-4323-abca-f91b6ff5c821', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc1c4fc-0759-4b3f-b44c-20750123d81f', 'code': 200} Jul 29 23:30:35.299962 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:30:35.299962 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:30:35.299962 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:30:35.299962 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:30:35.299962 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:30:35.299962 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:30:35.299962 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:30:35.299962 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:30:35.299962 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:30:35.299962 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:30:35.299962 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:30:35.299962 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:30:35.299962 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:30:35.299962 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:30:35.299962 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:30:35.299962 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:30:35.299962 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:30:35.299962 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:30:35.299962 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:30:35.299962 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:30:35.299962 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:30:35.299962 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:30:35.299962 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:30:35.299962 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:30:35.299962 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:30:35.299962 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:30:35.299962 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:30:35.299962 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:30:35.299962 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:30:35.299962 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:30:35.299962 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:30:35.299962 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:30:35.355103 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2929e956-f272-4f71-aefb-4f65d86c9ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.366161 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2929e956-f272-4f71-aefb-4f65d86c9ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.392819 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9767a480-5aa9-4a9e-b11f-7b3d209828f6 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.405284 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.427882 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9767a480-5aa9-4a9e-b11f-7b3d209828f6 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.430008 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9767a480-5aa9-4a9e-b11f-7b3d209828f6 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] 10.222.0.18 "DELETE /v2.0/networks/eb082355-d7be-4114-94d7-0945d6582247 HTTP/1.1" status: 204 len: 168 time: 0.5317845 Jul 29 23:30:35.430994 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767a480-5aa9-4a9e-b11f-7b3d209828f6 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Pushing event deleted for resources: {'Network': ['ID=eb082355-d7be-4114-94d7-0945d6582247,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:35.433797 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42648) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:35.487566 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42650) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:35.488102 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2929e956-f272-4f71-aefb-4f65d86c9ec0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=91aaf82bce5644ed9b67eb49e58ab736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5317936 Jul 29 23:30:35.491890 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2929e956-f272-4f71-aefb-4f65d86c9ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab79a32-437f-483b-9026-ebf9db6a1f48,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:35.516108 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d4ae8-707f-4b00-a33b-639936d1e4db req-919240ea-58ad-41f7-9d96-fc5f461278ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:35.517640 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-423d4ae8-707f-4b00-a33b-639936d1e4db req-919240ea-58ad-41f7-9d96-fc5f461278ee service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5f220a98-ad99-4323-abca-f91b6ff5c821 HTTP/1.1" status: 200 len: 1098 time: 0.1059651 Jul 29 23:30:35.530104 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0977fa8c-1066-4971-b1d4-7f937962694c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.558988 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-abe7d8c9-ac9f-4a47-aebb-1d2de778b5bd tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Deleting subnet 645e194b-907e-4fd4-be00-170a2cf5284a {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:30:35.571508 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-abe7d8c9-ac9f-4a47-aebb-1d2de778b5bd tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.623143 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-423d4ae8-707f-4b00-a33b-639936d1e4db req-3afede6f-ae3f-4be3-ab0c-e9936808093c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972164 Jul 29 23:30:35.640457 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-abe7d8c9-ac9f-4a47-aebb-1d2de778b5bd tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.643312 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a9022-295f-48bb-92c6-81e9e954c533 req-8709fb8a-21b1-4fdb-ae12-35243c84264c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:35.652393 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a9022-295f-48bb-92c6-81e9e954c533 req-8709fb8a-21b1-4fdb-ae12-35243c84264c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:35.652829 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b931cfee-fadb-4fa7-b996-1e745fd40c8f None None] New status for floating IP fc94dad6-fb20-4866-b32a-94bd4f14d7a5: DOWN {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:30:35.660535 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a9022-295f-48bb-92c6-81e9e954c533 req-8709fb8a-21b1-4fdb-ae12-35243c84264c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:35.666897 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a9022-295f-48bb-92c6-81e9e954c533 req-8709fb8a-21b1-4fdb-ae12-35243c84264c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:35.674781 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a9022-295f-48bb-92c6-81e9e954c533 req-8709fb8a-21b1-4fdb-ae12-35243c84264c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:35.675137 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ca0740af-0800-4401-bafc-98782b40f4ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.681604 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a9022-295f-48bb-92c6-81e9e954c533 req-8709fb8a-21b1-4fdb-ae12-35243c84264c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:35.688298 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a9022-295f-48bb-92c6-81e9e954c533 req-8709fb8a-21b1-4fdb-ae12-35243c84264c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:35.690437 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d2a9022-295f-48bb-92c6-81e9e954c533 req-8709fb8a-21b1-4fdb-ae12-35243c84264c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 5417 time: 0.1570468 Jul 29 23:30:35.726476 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ca0740af-0800-4401-bafc-98782b40f4ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.746046 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d2a9022-295f-48bb-92c6-81e9e954c533 req-a5b4bcd8-eebe-48c2-bd7c-25ac79e43aeb tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd5c58a1-104a-4fdf-8d04-3b82c5432514&id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484967 Jul 29 23:30:35.801362 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-abe7d8c9-ac9f-4a47-aebb-1d2de778b5bd tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.869950 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ca0740af-0800-4401-bafc-98782b40f4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.873773 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ca0740af-0800-4401-bafc-98782b40f4ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.873914 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ca0740af-0800-4401-bafc-98782b40f4ad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dab79a32-437f-483b-9026-ebf9db6a1f48 HTTP/1.1" status: 204 len: 168 time: 0.3833611 Jul 29 23:30:35.877363 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-abe7d8c9-ac9f-4a47-aebb-1d2de778b5bd tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.911098 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0740af-0800-4401-bafc-98782b40f4ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab79a32-437f-483b-9026-ebf9db6a1f48,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:35.914970 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe7d8c9-ac9f-4a47-aebb-1d2de778b5bd tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Pushing event deleted for resources: {'Subnet': ['ID=645e194b-907e-4fd4-be00-170a2cf5284a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:35.927145 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-abe7d8c9-ac9f-4a47-aebb-1d2de778b5bd tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:35.930078 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-abe7d8c9-ac9f-4a47-aebb-1d2de778b5bd tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] 10.222.0.18 "DELETE /v2.0/subnets/645e194b-907e-4fd4-be00-170a2cf5284a HTTP/1.1" status: 204 len: 168 time: 0.4938281 Jul 29 23:30:35.934981 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42654) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:35.936757 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4620c7eb-2840-49d3-80b7-73e669f59547 None None] Network 093a4fac-71d8-4474-98ea-f00979713cc5 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:35.986715 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed17ff1-562f-4e22-80eb-18ef6f8edf19 req-07c6d38f-4969-4808-90ac-90dc97e229f4 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:35.990813 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ed17ff1-562f-4e22-80eb-18ef6f8edf19 req-07c6d38f-4969-4808-90ac-90dc97e229f4 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f220a98-ad99-4323-abca-f91b6ff5c821 HTTP/1.1" status: 200 len: 946 time: 0.1541414 Jul 29 23:30:36.004800 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d85b86c0-444a-4b6a-b929-33983cc70ff5 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:30:36.069725 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: d85b86c0-444a-4b6a-b929-33983cc70ff5 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:30:36.069906 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d85b86c0-444a-4b6a-b929-33983cc70ff5 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:30:36.107349 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ed17ff1-562f-4e22-80eb-18ef6f8edf19 req-7054d4c6-52be-42fd-815b-df2b89a7e087 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089027 Jul 29 23:30:36.123197 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4c2bfc17-b4ea-4661-aca2-a429ae49bc10 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:36.205229 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35eb40f5-8bf0-4974-8596-db0ec6165783 x-openstack-request-id: req-35eb40f5-8bf0-4974-8596-db0ec6165783 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:36.205706 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e07a350-7b42-4ccc-ac35-ea7bc71627b0", "tag": "ee32de3c-cf78-4cdf-afa0-085aefd0fa98", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:36.205962 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35eb40f5-8bf0-4974-8596-db0ec6165783 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:36.206351 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e07a350-7b42-4ccc-ac35-ea7bc71627b0', 'tag': 'ee32de3c-cf78-4cdf-afa0-085aefd0fa98', 'status': 'completed', 'code': 200} Jul 29 23:30:36.218119 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-4c2bfc17-b4ea-4661-aca2-a429ae49bc10 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Deleting port 9e55d6a4-4198-4922-b912-1a5032dd620c {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:36.218505 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4c2bfc17-b4ea-4661-aca2-a429ae49bc10 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:36.291663 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3218c2d-c369-4332-9d28-c3ea338a81d0 None None] DHCP port deletion for 093a4fac-71d8-4474-98ea-f00979713cc5 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:30:36.331003 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-4c2bfc17-b4ea-4661-aca2-a429ae49bc10 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] For port 9e55d6a4-4198-4922-b912-1a5032dd620c, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9e55d6a4-4198-4922-b912-1a5032dd620c,segment=NetworkSegment(ff4dbd35-cd8d-42ac-9785-bc82f53e1665),segment_id=ff4dbd35-cd8d-42ac-9785-bc82f53e1665)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:36.332006 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4c2bfc17-b4ea-4661-aca2-a429ae49bc10 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:36.361393 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-4c2bfc17-b4ea-4661-aca2-a429ae49bc10 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Calling delete_port for 9e55d6a4-4198-4922-b912-1a5032dd620c owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:36.364858 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f3218c2d-c369-4332-9d28-c3ea338a81d0 None None] Deleting port 9e55d6a4-4198-4922-b912-1a5032dd620c {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:36.365566 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f3218c2d-c369-4332-9d28-c3ea338a81d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:36.369279 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b13caf1-3186-44a0-a90b-b32fed4107b2 req-63121e28-942c-4387-88e4-36ec4913d6fc tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/floatingips/fc94dad6-fb20-4866-b32a-94bd4f14d7a5 HTTP/1.1" status: 200 len: 693 time: 0.1290896 Jul 29 23:30:36.487502 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f3218c2d-c369-4332-9d28-c3ea338a81d0 None None] For port 9e55d6a4-4198-4922-b912-1a5032dd620c, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9e55d6a4-4198-4922-b912-1a5032dd620c,segment=NetworkSegment(ff4dbd35-cd8d-42ac-9785-bc82f53e1665),segment_id=ff4dbd35-cd8d-42ac-9785-bc82f53e1665)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:36.488227 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f3218c2d-c369-4332-9d28-c3ea338a81d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:36.489519 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55a2b7-c970-4b7f-b085-91582c9e3433 req-19ea7641-e90c-48ec-aedc-23b553d24b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:36.490987 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a55a2b7-c970-4b7f-b085-91582c9e3433 req-19ea7641-e90c-48ec-aedc-23b553d24b0e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fdbb74cc9a943968c8ada14c5f92979&device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 1097 time: 0.2619028 Jul 29 23:30:36.506689 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f3218c2d-c369-4332-9d28-c3ea338a81d0 None None] Calling delete_port for 9e55d6a4-4198-4922-b912-1a5032dd620c owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:36.578764 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4c2bfc17-b4ea-4661-aca2-a429ae49bc10 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:36.600016 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2bfc17-b4ea-4661-aca2-a429ae49bc10 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] No DVR routers for this DVR port 9e55d6a4-4198-4922-b912-1a5032dd620c on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:30:36.616511 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13caf1-3186-44a0-a90b-b32fed4107b2 req-76f8aeb2-7e6b-470d-9fcd-fe5b71b96ec3 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:36.624578 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b13caf1-3186-44a0-a90b-b32fed4107b2 req-76f8aeb2-7e6b-470d-9fcd-fe5b71b96ec3 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 784 time: 0.2542796 Jul 29 23:30:36.631772 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2bfc17-b4ea-4661-aca2-a429ae49bc10 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Pushing event deleted for resources: {'Port': ['ID=9e55d6a4-4198-4922-b912-1a5032dd620c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:36.633149 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-5b13caf1-3186-44a0-a90b-b32fed4107b2 req-043dd6da-35f4-4985-b694-713b593da8c9 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:30:36.642199 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b13caf1-3186-44a0-a90b-b32fed4107b2 req-043dd6da-35f4-4985-b694-713b593da8c9 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167742 Jul 29 23:30:36.690767 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f3218c2d-c369-4332-9d28-c3ea338a81d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:36.706970 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3218c2d-c369-4332-9d28-c3ea338a81d0 None None] No DVR routers for this DVR port 9e55d6a4-4198-4922-b912-1a5032dd620c on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:30:36.724388 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b13caf1-3186-44a0-a90b-b32fed4107b2 req-b3897973-c7b8-4922-bfba-75e67b9e8713 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 696 time: 0.0812862 Jul 29 23:30:36.733639 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3218c2d-c369-4332-9d28-c3ea338a81d0 None None] Pushing event deleted for resources: {'Port': ['ID=9e55d6a4-4198-4922-b912-1a5032dd620c,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:36.755266 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55a2b7-c970-4b7f-b085-91582c9e3433 req-52a014c2-93ab-4cfd-91f5-06dd54a4f4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:36.756922 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a55a2b7-c970-4b7f-b085-91582c9e3433 req-52a014c2-93ab-4cfd-91f5-06dd54a4f4cb service neutron] 10.222.0.39 "GET /v2.0/networks?id=06399198-5076-4bad-82c6-5654a25ce71e HTTP/1.1" status: 200 len: 921 time: 0.2474990 Jul 29 23:30:36.788420 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:36.806902 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4c2bfc17-b4ea-4661-aca2-a429ae49bc10 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:36.820130 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-4c2bfc17-b4ea-4661-aca2-a429ae49bc10 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['093a4fac-71d8-4474-98ea-f00979713cc5']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:36.838328 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-4c2bfc17-b4ea-4661-aca2-a429ae49bc10 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff4dbd35-cd8d-42ac-9785-bc82f53e1665') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:36.838638 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-4c2bfc17-b4ea-4661-aca2-a429ae49bc10 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff4dbd35-cd8d-42ac-9785-bc82f53e1665') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:36.855602 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4c2bfc17-b4ea-4661-aca2-a429ae49bc10 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:36.860678 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a55a2b7-c970-4b7f-b085-91582c9e3433 req-f4309546-c33a-43ba-9edc-768a4a5d175d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee32de3c-cf78-4cdf-afa0-085aefd0fa98 HTTP/1.1" status: 200 len: 217 time: 0.0952723 Jul 29 23:30:36.872862 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4c2bfc17-b4ea-4661-aca2-a429ae49bc10 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:36.875377 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b13caf1-3186-44a0-a90b-b32fed4107b2 req-39cf65f8-633a-4d66-b0f1-cb679712a52e tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 696 time: 0.1207671 Jul 29 23:30:36.881483 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c2bfc17-b4ea-4661-aca2-a429ae49bc10 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:30:36.882015 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4c2bfc17-b4ea-4661-aca2-a429ae49bc10 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:36.885644 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:30:36.885644 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:30:36.885644 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:30:36.885644 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:30:36.885644 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:30:36.885644 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:30:36.885644 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:30:36.885644 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:30:36.885644 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:30:36.885644 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:30:36.885644 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:30:36.885644 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:30:36.885644 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:30:36.885644 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:30:36.885644 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:30:36.885644 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:30:36.885644 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:30:36.885644 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:30:36.885644 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:30:36.885644 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:30:36.885644 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:30:36.885644 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:30:36.885644 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:30:36.885644 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:30:36.885644 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:30:36.885644 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:30:36.885644 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:30:36.885644 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:30:36.885644 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:30:36.885644 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:30:36.885644 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:30:36.885644 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:30:36.962927 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4c2bfc17-b4ea-4661-aca2-a429ae49bc10 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:36.969036 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4c2bfc17-b4ea-4661-aca2-a429ae49bc10 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:36.972117 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4c2bfc17-b4ea-4661-aca2-a429ae49bc10 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] 10.222.0.18 "DELETE /v2.0/networks/093a4fac-71d8-4474-98ea-f00979713cc5 HTTP/1.1" status: 204 len: 168 time: 1.0366061 Jul 29 23:30:36.975554 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42678) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:37.008504 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2bfc17-b4ea-4661-aca2-a429ae49bc10 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Pushing event deleted for resources: {'Network': ['ID=093a4fac-71d8-4474-98ea-f00979713cc5,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:37.032998 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a55a2b7-c970-4b7f-b085-91582c9e3433 req-653c7c63-af15-459b-b577-b25a386a8c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:37.035439 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4e03d553-7733-4672-b1cb-ce7518cdc965 tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] 10.222.0.18 "GET /v2.0/ports?device_id=e641c4ce-7524-4714-9a8c-cd64692c61e1 HTTP/1.1" status: 200 len: 205 time: 0.0557306 Jul 29 23:30:37.036327 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42680) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:37.040862 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a55a2b7-c970-4b7f-b085-91582c9e3433 req-653c7c63-af15-459b-b577-b25a386a8c23 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4b816f14-b714-45a5-bd31-0fa047cfe72c HTTP/1.1" status: 200 len: 860 time: 0.1633437 Jul 29 23:30:37.083510 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a55a2b7-c970-4b7f-b085-91582c9e3433 req-6d8b2c49-89ff-4a37-8731-0464409d5cdf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06399198-5076-4bad-82c6-5654a25ce71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320563 Jul 29 23:30:37.131339 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9d9a4675-2214-46a4-8400-4a81d283751d tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:37.212807 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-5b13caf1-3186-44a0-a90b-b32fed4107b2 req-f37b2b03-1553-44af-be28-fc5ef23efbc3 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Deleting port 84a056f6-6a77-496b-ad83-48490f9f10f0 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:37.213580 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5b13caf1-3186-44a0-a90b-b32fed4107b2 req-f37b2b03-1553-44af-be28-fc5ef23efbc3 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:37.217214 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a55a2b7-c970-4b7f-b085-91582c9e3433 req-24ffb670-8507-4a9d-8b33-e48132ed88e4 service neutron] 10.222.0.39 "GET /v2.0/networks/06399198-5076-4bad-82c6-5654a25ce71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169322 Jul 29 23:30:37.361559 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9d9a4675-2214-46a4-8400-4a81d283751d tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:37.363797 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9d9a4675-2214-46a4-8400-4a81d283751d tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:37.392862 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5b13caf1-3186-44a0-a90b-b32fed4107b2 req-f37b2b03-1553-44af-be28-fc5ef23efbc3 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:37.393253 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5b13caf1-3186-44a0-a90b-b32fed4107b2 req-f37b2b03-1553-44af-be28-fc5ef23efbc3 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:37.403446 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a55a2b7-c970-4b7f-b085-91582c9e3433 req-6a6bf258-4ac5-4402-a4ed-d6e89840e863 service neutron] 10.222.0.39 "GET /v2.0/networks/06399198-5076-4bad-82c6-5654a25ce71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734188 Jul 29 23:30:37.412933 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-5b13caf1-3186-44a0-a90b-b32fed4107b2 req-f37b2b03-1553-44af-be28-fc5ef23efbc3 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Calling delete_port for 84a056f6-6a77-496b-ad83-48490f9f10f0 owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:37.420456 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9d9a4675-2214-46a4-8400-4a81d283751d tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:37.421346 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9a4675-2214-46a4-8400-4a81d283751d tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Fanout notify agent at l3_agent the message router_deleted on router e641c4ce-7524-4714-9a8c-cd64692c61e1 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:30:37.441433 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9d9a4675-2214-46a4-8400-4a81d283751d tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:37.442175 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9d9a4675-2214-46a4-8400-4a81d283751d tempest-RoutersNegativeIpV6Test-281504489 tempest-RoutersNegativeIpV6Test-281504489-project] 10.222.0.18 "DELETE /v2.0/routers/e641c4ce-7524-4714-9a8c-cd64692c61e1 HTTP/1.1" status: 204 len: 168 time: 0.4039330 Jul 29 23:30:37.585565 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5b13caf1-3186-44a0-a90b-b32fed4107b2 req-f37b2b03-1553-44af-be28-fc5ef23efbc3 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:37.645160 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b2b03-1553-44af-be28-fc5ef23efbc3 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Pushing event deleted for resources: {'Port': ['ID=84a056f6-6a77-496b-ad83-48490f9f10f0,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:37.704842 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5b13caf1-3186-44a0-a90b-b32fed4107b2 req-f37b2b03-1553-44af-be28-fc5ef23efbc3 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:37.707673 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5b13caf1-3186-44a0-a90b-b32fed4107b2 req-f37b2b03-1553-44af-be28-fc5ef23efbc3 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:37.721816 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b13caf1-3186-44a0-a90b-b32fed4107b2 req-f37b2b03-1553-44af-be28-fc5ef23efbc3 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "DELETE /v2.0/floatingips/fc94dad6-fb20-4866-b32a-94bd4f14d7a5 HTTP/1.1" status: 204 len: 173 time: 0.8463290 Jul 29 23:30:37.800940 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42708) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:37.822434 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42712) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:37.952104 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9e55d6a4-4198-4922-b912-1a5032dd620c no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:30:37.990062 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 9e55d6a4-4198-4922-b912-1a5032dd620c {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:30:37.990062 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9e55d6a4-4198-4922-b912-1a5032dd620c not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:30:38.019723 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22867c-8f4a-47db-976e-b28ffeffc050 req-116a830b-702a-4a3e-a937-a8a0026feeea tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:38.030314 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22867c-8f4a-47db-976e-b28ffeffc050 req-116a830b-702a-4a3e-a937-a8a0026feeea tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:38.037285 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22867c-8f4a-47db-976e-b28ffeffc050 req-116a830b-702a-4a3e-a937-a8a0026feeea tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:38.045977 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-60701c2e-01e2-4ae2-80ba-145060d741a1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=03ca54a17e454063af4bfa9cc51496c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2194383 Jul 29 23:30:38.046483 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22867c-8f4a-47db-976e-b28ffeffc050 req-116a830b-702a-4a3e-a937-a8a0026feeea tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:38.049854 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-53602d07-2c81-49bc-b23e-ecf0a666e1b1 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-502026357'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:38.052326 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22867c-8f4a-47db-976e-b28ffeffc050 req-116a830b-702a-4a3e-a937-a8a0026feeea tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:38.056614 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42716) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:38.060022 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22867c-8f4a-47db-976e-b28ffeffc050 req-116a830b-702a-4a3e-a937-a8a0026feeea tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:38.067543 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22867c-8f4a-47db-976e-b28ffeffc050 req-116a830b-702a-4a3e-a937-a8a0026feeea tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:38.070039 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a22867c-8f4a-47db-976e-b28ffeffc050 req-116a830b-702a-4a3e-a937-a8a0026feeea tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 5417 time: 0.1446462 Jul 29 23:30:38.072732 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:38.120069 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53602d07-2c81-49bc-b23e-ecf0a666e1b1 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Made reservation on behalf of 0d50ef88fae749b6a990924c512d672b for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:38.127907 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a22867c-8f4a-47db-976e-b28ffeffc050 req-172eb088-6275-4d12-9f4c-85bbc1047916 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd5c58a1-104a-4fdf-8d04-3b82c5432514&id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428178 Jul 29 23:30:38.128205 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-53602d07-2c81-49bc-b23e-ecf0a666e1b1 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:38.141296 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-53602d07-2c81-49bc-b23e-ecf0a666e1b1 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:38.146319 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0bd0c122-e833-4aed-9c49-f8f9b2f747ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:38.186457 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0bd0c122-e833-4aed-9c49-f8f9b2f747ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:38.208265 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e07a350-7b42-4ccc-ac35-ea7bc71627b0', 'tag': 'ee32de3c-cf78-4cdf-afa0-085aefd0fa98'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:38.211129 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1a1baf-bb81-4885-acac-8c8df8bf0e13" -d '{"events": [{"name": "network-changed", "server_uuid": "8e07a350-7b42-4ccc-ac35-ea7bc71627b0", "tag": "ee32de3c-cf78-4cdf-afa0-085aefd0fa98"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:38.269757 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c93bf3-099e-419b-a96a-513a96e5c821 req-210ae873-94f3-421f-a1aa-3421542e4431 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:38.279162 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e8c93bf3-099e-419b-a96a-513a96e5c821 req-210ae873-94f3-421f-a1aa-3421542e4431 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f220a98-ad99-4323-abca-f91b6ff5c821 HTTP/1.1" status: 200 len: 946 time: 0.0806458 Jul 29 23:30:38.289748 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0bd0c122-e833-4aed-9c49-f8f9b2f747ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:38.293332 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0bd0c122-e833-4aed-9c49-f8f9b2f747ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:38.297916 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0bd0c122-e833-4aed-9c49-f8f9b2f747ad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad6fba97-052f-4837-96ae-2d63a7f18a6d HTTP/1.1" status: 204 len: 168 time: 0.2378829 Jul 29 23:30:38.323461 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0c122-e833-4aed-9c49-f8f9b2f747ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad6fba97-052f-4837-96ae-2d63a7f18a6d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:38.327489 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-53602d07-2c81-49bc-b23e-ecf0a666e1b1 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:38.333400 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e8c93bf3-099e-419b-a96a-513a96e5c821 req-7f12d2bb-8378-4f93-a0cd-76b1a644029e tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529733 Jul 29 23:30:38.340685 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-53602d07-2c81-49bc-b23e-ecf0a666e1b1 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:38.395168 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53602d07-2c81-49bc-b23e-ecf0a666e1b1 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:30:38.411260 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-53602d07-2c81-49bc-b23e-ecf0a666e1b1 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:38.413886 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-53602d07-2c81-49bc-b23e-ecf0a666e1b1 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Added segment 9ada591f-9cbf-4b10-8041-407f852d32f9 of type vlan for network e9e98fab-c41f-4d82-8603-6076cddf7cce Jul 29 23:30:38.439193 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4bce395a-68a1-4823-8ee1-c34eb8608b57 req-d8006739-97c0-4f8f-b8fe-2f3ba2e3acc3 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/security-groups/1b67d6b8-fa48-475e-a1b5-db7ea4bc1ca4 HTTP/1.1" status: 200 len: 1809 time: 0.0641618 Jul 29 23:30:38.475432 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-53602d07-2c81-49bc-b23e-ecf0a666e1b1 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:38.500804 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53602d07-2c81-49bc-b23e-ecf0a666e1b1 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Pushing event updated for resources: {'SecurityGroup': ['ID=421921d3-4b22-45f0-b893-3ef085c8492c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:38.539662 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-53602d07-2c81-49bc-b23e-ecf0a666e1b1 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:38.547883 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53602d07-2c81-49bc-b23e-ecf0a666e1b1 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:38.548437 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-53602d07-2c81-49bc-b23e-ecf0a666e1b1 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:38.587903 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4bce395a-68a1-4823-8ee1-c34eb8608b57 req-ed8149ec-36d9-4bb8-b4ec-539cbeb2c96b tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:38.627765 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-53602d07-2c81-49bc-b23e-ecf0a666e1b1 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8247714 Jul 29 23:30:38.630847 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42726) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:38.635933 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4bce395a-68a1-4823-8ee1-c34eb8608b57 req-ed8149ec-36d9-4bb8-b4ec-539cbeb2c96b tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:38.642498 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53602d07-2c81-49bc-b23e-ecf0a666e1b1 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Pushing event updated for resources: {'Network': ['ID=e9e98fab-c41f-4d82-8603-6076cddf7cce,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:38.654680 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network e9e98fab-c41f-4d82-8603-6076cddf7cce details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:30:38.666807 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-61929145-16da-4f44-b3da-eb9b38d366a5 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Request body: {'subnet': {'network_id': 'e9e98fab-c41f-4d82-8603-6076cddf7cce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:38.818737 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4bce395a-68a1-4823-8ee1-c34eb8608b57 req-ed8149ec-36d9-4bb8-b4ec-539cbeb2c96b tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:38.823864 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4bce395a-68a1-4823-8ee1-c34eb8608b57 req-ed8149ec-36d9-4bb8-b4ec-539cbeb2c96b tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:38.837947 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4bce395a-68a1-4823-8ee1-c34eb8608b57 req-ed8149ec-36d9-4bb8-b4ec-539cbeb2c96b tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "DELETE /v2.0/security-groups/1b67d6b8-fa48-475e-a1b5-db7ea4bc1ca4 HTTP/1.1" status: 204 len: 173 time: 0.3912435 Jul 29 23:30:38.853190 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61929145-16da-4f44-b3da-eb9b38d366a5 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Made reservation on behalf of 0d50ef88fae749b6a990924c512d672b for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:38.858145 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-61929145-16da-4f44-b3da-eb9b38d366a5 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:38.885078 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8149ec-36d9-4bb8-b4ec-539cbeb2c96b tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b67d6b8-fa48-475e-a1b5-db7ea4bc1ca4,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:39.045979 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e3cbc1-43ac-40a2-a67b-bb81cca1283c x-openstack-request-id: req-74e3cbc1-43ac-40a2-a67b-bb81cca1283c {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:39.046268 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e07a350-7b42-4ccc-ac35-ea7bc71627b0", "tag": "ee32de3c-cf78-4cdf-afa0-085aefd0fa98", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:39.046521 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74e3cbc1-43ac-40a2-a67b-bb81cca1283c {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:39.046914 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e07a350-7b42-4ccc-ac35-ea7bc71627b0', 'tag': 'ee32de3c-cf78-4cdf-afa0-085aefd0fa98', 'status': 'completed', 'code': 200} Jul 29 23:30:39.233600 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a1baf-bb81-4885-acac-8c8df8bf0e13 req-189d83b8-0c85-4b7e-9b97-0f7bdce2ad9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:39.235424 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3c1a1baf-bb81-4885-acac-8c8df8bf0e13 req-189d83b8-0c85-4b7e-9b97-0f7bdce2ad9c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=4fdbb74cc9a943968c8ada14c5f92979&device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 1097 time: 0.1435816 Jul 29 23:30:39.292940 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-61929145-16da-4f44-b3da-eb9b38d366a5 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:39.474859 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61929145-16da-4f44-b3da-eb9b38d366a5 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Pushing event updated for resources: {'Subnet': ['ID=7307cf9e-3fad-482f-9f3b-d66020b35fc5,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:39.489717 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a1baf-bb81-4885-acac-8c8df8bf0e13 req-b1625e5c-ce1a-4888-ab6f-130a14606359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:39.493701 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3c1a1baf-bb81-4885-acac-8c8df8bf0e13 req-b1625e5c-ce1a-4888-ab6f-130a14606359 service neutron] 10.222.0.39 "GET /v2.0/networks?id=06399198-5076-4bad-82c6-5654a25ce71e HTTP/1.1" status: 200 len: 921 time: 0.2488561 Jul 29 23:30:39.564031 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61929145-16da-4f44-b3da-eb9b38d366a5 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Checking segment: {'id': '9ada591f-9cbf-4b10-8041-407f852d32f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e9e98fab-c41f-4d82-8603-6076cddf7cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:39.564031 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61929145-16da-4f44-b3da-eb9b38d366a5 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Network hostable DHCP agents. Network: e9e98fab-c41f-4d82-8603-6076cddf7cce, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:30:39.587977 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3c1a1baf-bb81-4885-acac-8c8df8bf0e13 req-0db49595-2f81-4e18-bb08-1db5e0f9733b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ee32de3c-cf78-4cdf-afa0-085aefd0fa98 HTTP/1.1" status: 200 len: 217 time: 0.0851066 Jul 29 23:30:39.655871 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61929145-16da-4f44-b3da-eb9b38d366a5 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Network e9e98fab-c41f-4d82-8603-6076cddf7cce is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:30:39.689245 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ed5b4-0a2b-48fb-b932-24be31be90da req-fa402d9f-1fd8-4d04-8f19-c9a60e784567 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:39.696378 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ed5b4-0a2b-48fb-b932-24be31be90da req-fa402d9f-1fd8-4d04-8f19-c9a60e784567 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:39.705505 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ed5b4-0a2b-48fb-b932-24be31be90da req-fa402d9f-1fd8-4d04-8f19-c9a60e784567 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:39.714106 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ed5b4-0a2b-48fb-b932-24be31be90da req-fa402d9f-1fd8-4d04-8f19-c9a60e784567 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:39.734241 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ed5b4-0a2b-48fb-b932-24be31be90da req-fa402d9f-1fd8-4d04-8f19-c9a60e784567 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:39.740385 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ed5b4-0a2b-48fb-b932-24be31be90da req-fa402d9f-1fd8-4d04-8f19-c9a60e784567 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:39.749071 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167ed5b4-0a2b-48fb-b932-24be31be90da req-fa402d9f-1fd8-4d04-8f19-c9a60e784567 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:39.751488 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-167ed5b4-0a2b-48fb-b932-24be31be90da req-fa402d9f-1fd8-4d04-8f19-c9a60e784567 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 5417 time: 0.2438691 Jul 29 23:30:39.753281 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1a1baf-bb81-4885-acac-8c8df8bf0e13 req-76d6ab25-360f-447f-a31c-f2b0df87a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:39.753495 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42766) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:39.754750 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3c1a1baf-bb81-4885-acac-8c8df8bf0e13 req-76d6ab25-360f-447f-a31c-f2b0df87a60c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4b816f14-b714-45a5-bd31-0fa047cfe72c HTTP/1.1" status: 200 len: 860 time: 0.1595147 Jul 29 23:30:39.765631 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-61929145-16da-4f44-b3da-eb9b38d366a5 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, e9e98fab-c41f-4d82-8603-6076cddf7cce) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:39.791037 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae78619f-e6d7-431a-bc4a-9cc3d1ecb195 None None] Network e9e98fab-c41f-4d82-8603-6076cddf7cce requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:39.797464 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61929145-16da-4f44-b3da-eb9b38d366a5 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:39.798076 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-61929145-16da-4f44-b3da-eb9b38d366a5 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:39.822572 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3c1a1baf-bb81-4885-acac-8c8df8bf0e13 req-8ae62d87-bace-4e18-87b3-c33987313405 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=06399198-5076-4bad-82c6-5654a25ce71e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507464 Jul 29 23:30:39.900402 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42770) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:39.900728 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-61929145-16da-4f44-b3da-eb9b38d366a5 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2684066 Jul 29 23:30:39.915051 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-df0630ef-2519-4906-91b8-2ddfe69aa15d tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Request body: {'port': {'network_id': 'e9e98fab-c41f-4d82-8603-6076cddf7cce', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1800846404'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:39.945138 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-167ed5b4-0a2b-48fb-b932-24be31be90da req-819006d4-244d-48cc-97ee-0742ff289428 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd5c58a1-104a-4fdf-8d04-3b82c5432514&id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1715393 Jul 29 23:30:40.090866 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3c1a1baf-bb81-4885-acac-8c8df8bf0e13 req-d75199b8-a94d-4268-aa94-939ddca9f3f4 service neutron] 10.222.0.39 "GET /v2.0/networks/06399198-5076-4bad-82c6-5654a25ce71e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579103 Jul 29 23:30:40.136945 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a532f909-f572-4aa3-b266-ffd298a79161 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-e9e98fab-c41f-4d82-8603-6076cddf7cce', 'network_id': 'e9e98fab-c41f-4d82-8603-6076cddf7cce', 'tenant_id': '0d50ef88fae749b6a990924c512d672b', 'fixed_ips': [{'subnet_id': '7307cf9e-3fad-482f-9f3b-d66020b35fc5'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:30:40.138362 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a532f909-f572-4aa3-b266-ffd298a79161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:40.204074 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c00c0aec-ee81-4531-92b0-af2c9e7564d2 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1030949253', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:40.335758 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c00c0aec-ee81-4531-92b0-af2c9e7564d2 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:40.336950 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c00c0aec-ee81-4531-92b0-af2c9e7564d2 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:40.395594 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7d445-f8c1-4e9c-bf7e-01baa3a2eb49 req-1a76bb2a-fb50-4a64-b5c2-26bbdbcf6d0a tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:40.410015 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ee7d445-f8c1-4e9c-bf7e-01baa3a2eb49 req-1a76bb2a-fb50-4a64-b5c2-26bbdbcf6d0a tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 945 time: 0.2598648 Jul 29 23:30:40.416221 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c00c0aec-ee81-4531-92b0-af2c9e7564d2 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:40.426653 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-a532f909-f572-4aa3-b266-ffd298a79161 None None] Allocated IP 172.20.0.2 (e9e98fab-c41f-4d82-8603-6076cddf7cce/7307cf9e-3fad-482f-9f3b-d66020b35fc5/71a6c841-1e77-4201-81e9-137cbad81956) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:40.431429 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3c1a1baf-bb81-4885-acac-8c8df8bf0e13 req-c5f5dce9-07df-4401-a829-76d18dd31467 service neutron] 10.222.0.39 "GET /v2.0/networks/06399198-5076-4bad-82c6-5654a25ce71e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323009 Jul 29 23:30:40.438026 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c00c0aec-ee81-4531-92b0-af2c9e7564d2 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:40.453390 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 9c4654c6-ab2c-4aa8-b108-e91e391645a3 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:30:40.465582 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0630ef-2519-4906-91b8-2ddfe69aa15d tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Made reservation on behalf of 0d50ef88fae749b6a990924c512d672b for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:40.470350 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-df0630ef-2519-4906-91b8-2ddfe69aa15d tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:40.476713 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c00c0aec-ee81-4531-92b0-af2c9e7564d2 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:40.481598 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c00c0aec-ee81-4531-92b0-af2c9e7564d2 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7234523 Jul 29 23:30:40.485169 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42776) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:40.493598 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-a12c1bf4-782a-458f-9e15-bfa390d360a5 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1064655968'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:40.502820 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ee7d445-f8c1-4e9c-bf7e-01baa3a2eb49 req-0847c7a1-bab4-4fbf-918d-167f5cd1a3c8 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ca3ec7-faad-4e0e-9010-31a59c1999b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867617 Jul 29 23:30:40.513319 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-df0630ef-2519-4906-91b8-2ddfe69aa15d tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] device_id is not set on port 544cdcd0-1444-46ef-bff7-d08796859c83 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:30:40.568666 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12c1bf4-782a-458f-9e15-bfa390d360a5 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Made reservation on behalf of 4bf70d8701054ae0bda06c8425fe6c4e for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:40.572182 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a12c1bf4-782a-458f-9e15-bfa390d360a5 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:40.591974 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a12c1bf4-782a-458f-9e15-bfa390d360a5 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:40.739420 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a532f909-f572-4aa3-b266-ffd298a79161 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:40.759538 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a532f909-f572-4aa3-b266-ffd298a79161 None None] Transition to ACTIVE for port object 71a6c841-1e77-4201-81e9-137cbad81956 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:40.764796 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a12c1bf4-782a-458f-9e15-bfa390d360a5 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:40.773521 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a12c1bf4-782a-458f-9e15-bfa390d360a5 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:40.785702 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 9c4654c6-ab2c-4aa8-b108-e91e391645a3, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9c4654c6-ab2c-4aa8-b108-e91e391645a3,segment=NetworkSegment(4f926ea3-c46b-4f5a-8198-04187dc3e094),segment_id=4f926ea3-c46b-4f5a-8198-04187dc3e094)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:40.818948 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a12c1bf4-782a-458f-9e15-bfa390d360a5 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:30:40.837938 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c1bf4-782a-458f-9e15-bfa390d360a5 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f88b828b-d6e9-4aa2-b4d5-945efaf1f1f4,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:40.841975 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a12c1bf4-782a-458f-9e15-bfa390d360a5 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:40.842547 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-a12c1bf4-782a-458f-9e15-bfa390d360a5 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Added segment 3a3cb97b-b2cd-49f9-88e9-2566ba849a78 of type vlan for network 06344436-2bdf-4d53-b61e-1d88ac0ba174 Jul 29 23:30:40.869768 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '9c4654c6-ab2c-4aa8-b108-e91e391645a3', 'network_id': 'd2df6756-1437-4cbd-af3b-72d70f51df4a', 'port_id': '9c4654c6-ab2c-4aa8-b108-e91e391645a3', 'mac_address': 'fa:16:3e:f0:23:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea1cab5-6d23-4eca-972a-8631f3603147', 'ip_address': '10.1.1.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:30:40.882332 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a532f909-f572-4aa3-b266-ffd298a79161 None None] Transition to ACTIVE for port object 71a6c841-1e77-4201-81e9-137cbad81956 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:40.900351 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a532f909-f572-4aa3-b266-ffd298a79161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:40.900872 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a12c1bf4-782a-458f-9e15-bfa390d360a5 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:40.968452 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a532f909-f572-4aa3-b266-ffd298a79161 None None] Network e9e98fab-c41f-4d82-8603-6076cddf7cce is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:40.973322 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-a532f909-f572-4aa3-b266-ffd298a79161 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:40.978163 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-df0630ef-2519-4906-91b8-2ddfe69aa15d tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Allocated IP 172.20.0.12 (e9e98fab-c41f-4d82-8603-6076cddf7cce/7307cf9e-3fad-482f-9f3b-d66020b35fc5/544cdcd0-1444-46ef-bff7-d08796859c83) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:40.983724 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a532f909-f572-4aa3-b266-ffd298a79161 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:40.992567 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:40.994006 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a12c1bf4-782a-458f-9e15-bfa390d360a5 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:41.002758 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12c1bf4-782a-458f-9e15-bfa390d360a5 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:41.003401 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a12c1bf4-782a-458f-9e15-bfa390d360a5 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:41.027251 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c4654c6-ab2c-4aa8-b108-e91e391645a3 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:30:41.032417 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532f909-f572-4aa3-b266-ffd298a79161 None None] Pushing event updated for resources: {'Port': ['ID=71a6c841-1e77-4201-81e9-137cbad81956,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:41.119202 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 9c4654c6-ab2c-4aa8-b108-e91e391645a3, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9c4654c6-ab2c-4aa8-b108-e91e391645a3,segment=NetworkSegment(4f926ea3-c46b-4f5a-8198-04187dc3e094),segment_id=4f926ea3-c46b-4f5a-8198-04187dc3e094)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:41.120470 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a532f909-f572-4aa3-b266-ffd298a79161 None None] Attempting to bind port 71a6c841-1e77-4201-81e9-137cbad81956 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:41.120982 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a532f909-f572-4aa3-b266-ffd298a79161 None None] Attempting to bind port 71a6c841-1e77-4201-81e9-137cbad81956 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '9ada591f-9cbf-4b10-8041-407f852d32f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e9e98fab-c41f-4d82-8603-6076cddf7cce'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:41.121645 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a532f909-f572-4aa3-b266-ffd298a79161 None None] Attempting to bind port 71a6c841-1e77-4201-81e9-137cbad81956 on network e9e98fab-c41f-4d82-8603-6076cddf7cce {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:41.128559 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a532f909-f572-4aa3-b266-ffd298a79161 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:41.128989 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a532f909-f572-4aa3-b266-ffd298a79161 None None] Checking segment: {'id': '9ada591f-9cbf-4b10-8041-407f852d32f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e9e98fab-c41f-4d82-8603-6076cddf7cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:41.129401 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a532f909-f572-4aa3-b266-ffd298a79161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:41.129790 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a532f909-f572-4aa3-b266-ffd298a79161 None None] Bound using segment: {'id': '9ada591f-9cbf-4b10-8041-407f852d32f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e9e98fab-c41f-4d82-8603-6076cddf7cce'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:41.130478 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a532f909-f572-4aa3-b266-ffd298a79161 None None] Bound port: 71a6c841-1e77-4201-81e9-137cbad81956, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ada591f-9cbf-4b10-8041-407f852d32f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e9e98fab-c41f-4d82-8603-6076cddf7cce'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:41.131100 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a532f909-f572-4aa3-b266-ffd298a79161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:41.133768 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:41.134997 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:30:41.173357 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805,segment=NetworkSegment(4f926ea3-c46b-4f5a-8198-04187dc3e094),segment_id=4f926ea3-c46b-4f5a-8198-04187dc3e094)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:41.185848 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f70a1d-469e-4263-915e-bb307748a631 req-8c1fa7f2-7406-42cf-aa76-b22e81e5713c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:41.192668 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f70a1d-469e-4263-915e-bb307748a631 req-8c1fa7f2-7406-42cf-aa76-b22e81e5713c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:41.198720 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f70a1d-469e-4263-915e-bb307748a631 req-8c1fa7f2-7406-42cf-aa76-b22e81e5713c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:41.205447 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f70a1d-469e-4263-915e-bb307748a631 req-8c1fa7f2-7406-42cf-aa76-b22e81e5713c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:41.211731 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f70a1d-469e-4263-915e-bb307748a631 req-8c1fa7f2-7406-42cf-aa76-b22e81e5713c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:41.220539 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f70a1d-469e-4263-915e-bb307748a631 req-8c1fa7f2-7406-42cf-aa76-b22e81e5713c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:41.229068 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f70a1d-469e-4263-915e-bb307748a631 req-8c1fa7f2-7406-42cf-aa76-b22e81e5713c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:41.231678 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c6f70a1d-469e-4263-915e-bb307748a631 req-8c1fa7f2-7406-42cf-aa76-b22e81e5713c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 5417 time: 0.1272058 Jul 29 23:30:41.248272 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a12c1bf4-782a-458f-9e15-bfa390d360a5 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7587464 Jul 29 23:30:41.249954 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42788) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:41.276215 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c1bf4-782a-458f-9e15-bfa390d360a5 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Pushing event updated for resources: {'Network': ['ID=06344436-2bdf-4d53-b61e-1d88ac0ba174,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:41.276591 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805', 'network_id': 'd2df6756-1437-4cbd-af3b-72d70f51df4a', 'port_id': 'fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805', 'mac_address': 'fa:16:3e:0d:47:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea1cab5-6d23-4eca-972a-8631f3603147', 'ip_address': '10.1.1.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:30:41.289649 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-9427f6e8-0900-4562-af8a-8ba5bacd5c2c tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Request body: {'subnet': {'network_id': '06344436-2bdf-4d53-b61e-1d88ac0ba174', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:41.361749 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=9c4654c6-ab2c-4aa8-b108-e91e391645a3,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:41.370831 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 06344436-2bdf-4d53-b61e-1d88ac0ba174 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:30:41.416108 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9427f6e8-0900-4562-af8a-8ba5bacd5c2c tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Made reservation on behalf of 4bf70d8701054ae0bda06c8425fe6c4e for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:41.420167 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9427f6e8-0900-4562-af8a-8ba5bacd5c2c tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:41.469154 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-df0630ef-2519-4906-91b8-2ddfe69aa15d tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:41.515725 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:41.516361 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-df0630ef-2519-4906-91b8-2ddfe69aa15d tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Transition to ACTIVE for port object 544cdcd0-1444-46ef-bff7-d08796859c83 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:41.539895 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:30:41.566033 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c6f70a1d-469e-4263-915e-bb307748a631 req-f010b5a5-2194-4f05-86da-5e1f53bfc81d tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd5c58a1-104a-4fdf-8d04-3b82c5432514&id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3231673 Jul 29 23:30:41.567806 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-df0630ef-2519-4906-91b8-2ddfe69aa15d tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:41.599346 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805,segment=NetworkSegment(4f926ea3-c46b-4f5a-8198-04187dc3e094),segment_id=4f926ea3-c46b-4f5a-8198-04187dc3e094)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:41.599688 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a532f909-f572-4aa3-b266-ffd298a79161 None None] For port 71a6c841-1e77-4201-81e9-137cbad81956, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:41.607483 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a532f909-f572-4aa3-b266-ffd298a79161 None None] For port 71a6c841-1e77-4201-81e9-137cbad81956, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=71a6c841-1e77-4201-81e9-137cbad81956,segment=NetworkSegment(9ada591f-9cbf-4b10-8041-407f852d32f9),segment_id=9ada591f-9cbf-4b10-8041-407f852d32f9)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:41.609264 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:41.610937 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 0d33684c-2635-44de-9bef-97bb265cbccb details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:30:41.620191 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a532f909-f572-4aa3-b266-ffd298a79161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:41.741376 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0630ef-2519-4906-91b8-2ddfe69aa15d tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Network e9e98fab-c41f-4d82-8603-6076cddf7cce is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:41.755702 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-df0630ef-2519-4906-91b8-2ddfe69aa15d tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:41.775535 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0630ef-2519-4906-91b8-2ddfe69aa15d tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:41.781568 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42802) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:41.814453 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0630ef-2519-4906-91b8-2ddfe69aa15d tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Pushing event updated for resources: {'Port': ['ID=544cdcd0-1444-46ef-bff7-d08796859c83,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:41.851964 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27953fa9-6588-4ea8-b1d3-2122015b8123 req-b510d48d-4cb9-4581-ad53-422ecc65a8af tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:41.853672 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-27953fa9-6588-4ea8-b1d3-2122015b8123 req-b510d48d-4cb9-4581-ad53-422ecc65a8af tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 945 time: 0.2467265 Jul 29 23:30:41.891181 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0630ef-2519-4906-91b8-2ddfe69aa15d tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:41.892496 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-df0630ef-2519-4906-91b8-2ddfe69aa15d tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:41.915221 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-df0630ef-2519-4906-91b8-2ddfe69aa15d tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.0129297 Jul 29 23:30:41.919476 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42806) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:41.935549 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:41.998693 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532f909-f572-4aa3-b266-ffd298a79161 None None] Pushing event updated for resources: {'Port': ['ID=71a6c841-1e77-4201-81e9-137cbad81956,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:42.073798 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9427f6e8-0900-4562-af8a-8ba5bacd5c2c tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:42.079632 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 0d33684c-2635-44de-9bef-97bb265cbccb, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=0d33684c-2635-44de-9bef-97bb265cbccb,segment=NetworkSegment(8c9c41a8-7d48-4280-848c-d61b4ffb090c),segment_id=8c9c41a8-7d48-4280-848c-d61b4ffb090c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:42.103256 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '0d33684c-2635-44de-9bef-97bb265cbccb', 'network_id': 'd946e4cf-f467-4b2d-9871-c5018b0b50b6', 'port_id': '0d33684c-2635-44de-9bef-97bb265cbccb', 'mac_address': 'fa:16:3e:dd:ef:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fdc52fc-c58b-4713-8727-c269bb29b153', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:30:42.131663 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-a248d5da-af9c-48cc-938f-d3cb7fb5f884 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Deleting port 544cdcd0-1444-46ef-bff7-d08796859c83 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:42.132355 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a248d5da-af9c-48cc-938f-d3cb7fb5f884 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:42.296409 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427f6e8-0900-4562-af8a-8ba5bacd5c2c tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Pushing event updated for resources: {'Subnet': ['ID=a1374049-db22-4b50-926f-8a246f09da1d,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:42.326973 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b17506d0-eed0-4818-aecd-fd58ee25dc83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:42.355107 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:42.392782 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d33684c-2635-44de-9bef-97bb265cbccb {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:30:42.396579 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a248d5da-af9c-48cc-938f-d3cb7fb5f884 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:42.427381 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-a248d5da-af9c-48cc-938f-d3cb7fb5f884 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Calling delete_port for 544cdcd0-1444-46ef-bff7-d08796859c83 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:42.430034 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 0d33684c-2635-44de-9bef-97bb265cbccb, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=0d33684c-2635-44de-9bef-97bb265cbccb,segment=NetworkSegment(8c9c41a8-7d48-4280-848c-d61b4ffb090c),segment_id=8c9c41a8-7d48-4280-848c-d61b4ffb090c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:42.437605 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:42.438851 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device c28d72f5-dcf0-4f89-838c-04edd1d9b91c details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:30:42.568653 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port c28d72f5-dcf0-4f89-838c-04edd1d9b91c, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=c28d72f5-dcf0-4f89-838c-04edd1d9b91c,segment=NetworkSegment(4f926ea3-c46b-4f5a-8198-04187dc3e094),segment_id=4f926ea3-c46b-4f5a-8198-04187dc3e094)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:42.624687 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=0d33684c-2635-44de-9bef-97bb265cbccb,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:42.648677 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'c28d72f5-dcf0-4f89-838c-04edd1d9b91c', 'network_id': 'd2df6756-1437-4cbd-af3b-72d70f51df4a', 'port_id': 'c28d72f5-dcf0-4f89-838c-04edd1d9b91c', 'mac_address': 'fa:16:3e:85:c7:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea1cab5-6d23-4eca-972a-8631f3603147', 'ip_address': '10.1.1.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:30:42.696900 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a248d5da-af9c-48cc-938f-d3cb7fb5f884 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:42.744938 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a248d5da-af9c-48cc-938f-d3cb7fb5f884 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Pushing event deleted for resources: {'Port': ['ID=544cdcd0-1444-46ef-bff7-d08796859c83,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:42.787105 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:42.817919 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c28d72f5-dcf0-4f89-838c-04edd1d9b91c {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:30:42.844379 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port c28d72f5-dcf0-4f89-838c-04edd1d9b91c, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=c28d72f5-dcf0-4f89-838c-04edd1d9b91c,segment=NetworkSegment(4f926ea3-c46b-4f5a-8198-04187dc3e094),segment_id=4f926ea3-c46b-4f5a-8198-04187dc3e094)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:42.849818 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:42.850833 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 7e61dd35-a100-4e16-badd-8fb0a09ce0fb details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:30:42.884382 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a248d5da-af9c-48cc-938f-d3cb7fb5f884 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:42.896291 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a248d5da-af9c-48cc-938f-d3cb7fb5f884 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] 10.222.0.18 "DELETE /v2.0/ports/544cdcd0-1444-46ef-bff7-d08796859c83 HTTP/1.1" status: 204 len: 168 time: 0.9743695 Jul 29 23:30:42.897222 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42818) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:42.982569 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=c28d72f5-dcf0-4f89-838c-04edd1d9b91c,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:43.103551 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 7e61dd35-a100-4e16-badd-8fb0a09ce0fb, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=7e61dd35-a100-4e16-badd-8fb0a09ce0fb,segment=NetworkSegment(4f926ea3-c46b-4f5a-8198-04187dc3e094),segment_id=4f926ea3-c46b-4f5a-8198-04187dc3e094)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:43.119814 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '7e61dd35-a100-4e16-badd-8fb0a09ce0fb', 'network_id': 'd2df6756-1437-4cbd-af3b-72d70f51df4a', 'port_id': '7e61dd35-a100-4e16-badd-8fb0a09ce0fb', 'mac_address': 'fa:16:3e:65:6f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fea1cab5-6d23-4eca-972a-8631f3603147', 'ip_address': '10.1.1.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:30:43.188811 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:43.208076 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e61dd35-a100-4e16-badd-8fb0a09ce0fb {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:30:43.228433 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c963cda3-26ec-4251-bcca-e53b7e2961c8 tempest-DHCPAgentSchedulersTestJSON-1730940629 tempest-DHCPAgentSchedulersTestJSON-1730940629-project-admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4687 time: 0.3288667 Jul 29 23:30:43.230288 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42822) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:43.240802 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-e3903786-1f4d-4b2b-9b6f-4a64d73fde9f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1538103934'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:43.274095 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 7e61dd35-a100-4e16-badd-8fb0a09ce0fb, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=7e61dd35-a100-4e16-badd-8fb0a09ce0fb,segment=NetworkSegment(4f926ea3-c46b-4f5a-8198-04187dc3e094),segment_id=4f926ea3-c46b-4f5a-8198-04187dc3e094)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:43.285735 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:43.288497 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device e05f8a47-fe32-435c-a33a-7877418c510e details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:30:43.297609 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-27953fa9-6588-4ea8-b1d3-2122015b8123 req-b0087f72-287e-43db-be4e-0e47c1123597 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Deleting port ee32de3c-cf78-4cdf-afa0-085aefd0fa98 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:43.298166 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-27953fa9-6588-4ea8-b1d3-2122015b8123 req-b0087f72-287e-43db-be4e-0e47c1123597 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:43.415728 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=7e61dd35-a100-4e16-badd-8fb0a09ce0fb,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:43.452827 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9427f6e8-0900-4562-af8a-8ba5bacd5c2c tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Checking segment: {'id': '3a3cb97b-b2cd-49f9-88e9-2566ba849a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '06344436-2bdf-4d53-b61e-1d88ac0ba174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:43.454147 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9427f6e8-0900-4562-af8a-8ba5bacd5c2c tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Network hostable DHCP agents. Network: 06344436-2bdf-4d53-b61e-1d88ac0ba174, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:30:43.475416 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b17506d0-eed0-4818-aecd-fd58ee25dc83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:43.503604 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b53831-fb58-427e-b092-3fdd9b95307a req-48b2519f-2488-48b8-af71-9f265ecaba45 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:43.534018 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b9b53831-fb58-427e-b092-3fdd9b95307a req-48b2519f-2488-48b8-af71-9f265ecaba45 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 945 time: 1.1615865 Jul 29 23:30:43.538329 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3903786-1f4d-4b2b-9b6f-4a64d73fde9f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Made reservation on behalf of 0d50ef88fae749b6a990924c512d672b for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:43.549212 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3903786-1f4d-4b2b-9b6f-4a64d73fde9f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:43.556135 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be765ebb-1eec-4652-8cb0-882aecff8a3d None None] Network e9e98fab-c41f-4d82-8603-6076cddf7cce requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:43.577866 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b17506d0-eed0-4818-aecd-fd58ee25dc83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:43.602543 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3903786-1f4d-4b2b-9b6f-4a64d73fde9f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:30:43.621139 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port e05f8a47-fe32-435c-a33a-7877418c510e, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=e05f8a47-fe32-435c-a33a-7877418c510e,segment=NetworkSegment(509fa46d-998d-413c-9893-dc66a48d71f6),segment_id=509fa46d-998d-413c-9893-dc66a48d71f6)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:43.626940 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3903786-1f4d-4b2b-9b6f-4a64d73fde9f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:43.627967 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-e3903786-1f4d-4b2b-9b6f-4a64d73fde9f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Added segment f63b087b-3794-4249-ba99-8f31dd9a014f of type vlan for network 32aec106-bba7-485f-b4a6-1ba6ca15d7cd Jul 29 23:30:43.647361 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'e05f8a47-fe32-435c-a33a-7877418c510e', 'network_id': '34a9b01a-fb87-4012-8543-47877b831421', 'port_id': 'e05f8a47-fe32-435c-a33a-7877418c510e', 'mac_address': 'fa:16:3e:20:ad:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd30afb76-e1b0-42cb-bf28-c9514a93f8f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:30:43.650911 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5349ce23-1f8b-4909-a41a-a177994ed932 None None] Provisioning for port 71a6c841-1e77-4201-81e9-137cbad81956 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:43.651526 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b17506d0-eed0-4818-aecd-fd58ee25dc83 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23040bb89b424f7b84a69bd7108bc7fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8287425 Jul 29 23:30:43.680424 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42826) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:43.747916 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3903786-1f4d-4b2b-9b6f-4a64d73fde9f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:43.753970 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:43.775749 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e05f8a47-fe32-435c-a33a-7877418c510e {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:30:43.798860 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port e05f8a47-fe32-435c-a33a-7877418c510e, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=e05f8a47-fe32-435c-a33a-7877418c510e,segment=NetworkSegment(509fa46d-998d-413c-9893-dc66a48d71f6),segment_id=509fa46d-998d-413c-9893-dc66a48d71f6)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:43.805878 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9427f6e8-0900-4562-af8a-8ba5bacd5c2c tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Network 06344436-2bdf-4d53-b61e-1d88ac0ba174 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:30:43.807973 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3903786-1f4d-4b2b-9b6f-4a64d73fde9f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:43.819427 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3903786-1f4d-4b2b-9b6f-4a64d73fde9f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:43.821081 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3903786-1f4d-4b2b-9b6f-4a64d73fde9f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:43.822305 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:43.823297 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 07254281-c39e-48a0-9915-4707d191bf90 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:30:43.875672 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-9427f6e8-0900-4562-af8a-8ba5bacd5c2c tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 06344436-2bdf-4d53-b61e-1d88ac0ba174) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:43.895229 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f77c31-99b4-4fd2-9fb1-2cc929202a3c None None] Network 06344436-2bdf-4d53-b61e-1d88ac0ba174 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:43.905073 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9427f6e8-0900-4562-af8a-8ba5bacd5c2c tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:43.906142 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9427f6e8-0900-4562-af8a-8ba5bacd5c2c tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:43.920698 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 07254281-c39e-48a0-9915-4707d191bf90, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=07254281-c39e-48a0-9915-4707d191bf90,segment=NetworkSegment(8c9c41a8-7d48-4280-848c-d61b4ffb090c),segment_id=8c9c41a8-7d48-4280-848c-d61b4ffb090c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:43.945254 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=e05f8a47-fe32-435c-a33a-7877418c510e,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:43.958567 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3903786-1f4d-4b2b-9b6f-4a64d73fde9f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Pushing event updated for resources: {'Network': ['ID=32aec106-bba7-485f-b4a6-1ba6ca15d7cd,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:43.985156 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9427f6e8-0900-4562-af8a-8ba5bacd5c2c tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7129853 Jul 29 23:30:43.993495 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e3903786-1f4d-4b2b-9b6f-4a64d73fde9f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7610891 Jul 29 23:30:43.994408 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42828) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:43.994988 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42830) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:44.011318 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17506d0-eed0-4818-aecd-fd58ee25dc83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bb13ac-046b-4246-8f03-f58dcdd922c5,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:44.019982 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-347320ec-a1f5-413f-b501-9d49334f0b57 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Request body: {'network': {'name': 'tempest-router-network01--373709451'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:44.027814 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 32aec106-bba7-485f-b4a6-1ba6ca15d7cd details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:30:44.031897 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7a6410f0-320a-420a-bf72-35e25c895d2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:44.043715 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '07254281-c39e-48a0-9915-4707d191bf90', 'network_id': 'd946e4cf-f467-4b2d-9871-c5018b0b50b6', 'port_id': '07254281-c39e-48a0-9915-4707d191bf90', 'mac_address': 'fa:16:3e:a2:a1:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fdc52fc-c58b-4713-8727-c269bb29b153', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:30:44.112506 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7a6410f0-320a-420a-bf72-35e25c895d2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:44.211972 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:44.214014 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 71a6c841-1e77-4201-81e9-137cbad81956 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:44.227319 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b9b53831-fb58-427e-b092-3fdd9b95307a req-363957ca-e324-4c3a-b727-fc52db022f8e tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/security-groups?id=a5ca3ec7-faad-4e0e-9010-31a59c1999b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6642423 Jul 29 23:30:44.258132 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347320ec-a1f5-413f-b501-9d49334f0b57 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Made reservation on behalf of 4bf70d8701054ae0bda06c8425fe6c4e for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:44.265081 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7a6410f0-320a-420a-bf72-35e25c895d2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:44.269541 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7a6410f0-320a-420a-bf72-35e25c895d2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:44.271800 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7a6410f0-320a-420a-bf72-35e25c895d2b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e4bb13ac-046b-4246-8f03-f58dcdd922c5 HTTP/1.1" status: 204 len: 168 time: 0.5773859 Jul 29 23:30:44.284361 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-347320ec-a1f5-413f-b501-9d49334f0b57 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:44.300026 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6410f0-320a-420a-bf72-35e25c895d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bb13ac-046b-4246-8f03-f58dcdd922c5,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:44.316092 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-27953fa9-6588-4ea8-b1d3-2122015b8123 req-b0087f72-287e-43db-be4e-0e47c1123597 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] For port ee32de3c-cf78-4cdf-afa0-085aefd0fa98, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=ee32de3c-cf78-4cdf-afa0-085aefd0fa98,segment=NetworkSegment(77c85181-0083-4e54-95a5-a8245df6293d),segment_id=77c85181-0083-4e54-95a5-a8245df6293d)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:44.316688 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-27953fa9-6588-4ea8-b1d3-2122015b8123 req-b0087f72-287e-43db-be4e-0e47c1123597 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:44.375757 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-27953fa9-6588-4ea8-b1d3-2122015b8123 req-b0087f72-287e-43db-be4e-0e47c1123597 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Calling delete_port for ee32de3c-cf78-4cdf-afa0-085aefd0fa98 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:44.387130 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-347320ec-a1f5-413f-b501-9d49334f0b57 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:30:44.516248 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07254281-c39e-48a0-9915-4707d191bf90 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:30:44.683560 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 07254281-c39e-48a0-9915-4707d191bf90, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=07254281-c39e-48a0-9915-4707d191bf90,segment=NetworkSegment(8c9c41a8-7d48-4280-848c-d61b4ffb090c),segment_id=8c9c41a8-7d48-4280-848c-d61b4ffb090c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:44.709428 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-347320ec-a1f5-413f-b501-9d49334f0b57 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:44.710413 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-27953fa9-6588-4ea8-b1d3-2122015b8123 req-b0087f72-287e-43db-be4e-0e47c1123597 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:44.711281 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-347320ec-a1f5-413f-b501-9d49334f0b57 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Added segment 9dac86be-f998-4e60-b7dc-7346a9e01532 of type vlan for network 2db67c0f-f415-458f-9c53-980e9ae4547d Jul 29 23:30:44.723721 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-84313fd5-9643-4dc9-b17e-838cce199580 tempest-DHCPAgentSchedulersTestJSON-1730940629 tempest-DHCPAgentSchedulersTestJSON-1730940629-project-admin] 10.222.0.18 "GET /v2.0/agents/d5854615-aed3-445f-8cd2-3832ec95680d/dhcp-networks HTTP/1.1" status: 200 len: 10455 time: 0.7227890 Jul 29 23:30:44.739036 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42842) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:44.745630 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 71a6c841-1e77-4201-81e9-137cbad81956 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:44.761616 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 71a6c841-1e77-4201-81e9-137cbad81956 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:44.763141 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:44.827662 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['ee32de3c-cf78-4cdf-afa0-085aefd0fa98'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:30:44.838367 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0087f72-287e-43db-be4e-0e47c1123597 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Pushing event deleted for resources: {'Port': ['ID=ee32de3c-cf78-4cdf-afa0-085aefd0fa98,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:44.842282 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-30458156-befd-4668-aa28-223254ed2dd4 None None] Provisioning complete for port 71a6c841-1e77-4201-81e9-137cbad81956 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:44.842876 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-30458156-befd-4668-aa28-223254ed2dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:44.846055 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:44.849101 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8889e1ee-955c-4ccf-8235-b97b9654e764 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-06344436-2bdf-4d53-b61e-1d88ac0ba174', 'network_id': '06344436-2bdf-4d53-b61e-1d88ac0ba174', 'tenant_id': '4bf70d8701054ae0bda06c8425fe6c4e', 'fixed_ips': [{'subnet_id': 'a1374049-db22-4b50-926f-8a246f09da1d'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:30:44.850418 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8889e1ee-955c-4ccf-8235-b97b9654e764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:44.926106 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-347320ec-a1f5-413f-b501-9d49334f0b57 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:44.930506 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e7e95-83a7-43f3-b57b-2cef959bde8f req-059afdcd-61f6-4a4f-bcaa-2942c3025e8e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:44.945169 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e7e95-83a7-43f3-b57b-2cef959bde8f req-059afdcd-61f6-4a4f-bcaa-2942c3025e8e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:44.958598 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e7e95-83a7-43f3-b57b-2cef959bde8f req-059afdcd-61f6-4a4f-bcaa-2942c3025e8e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:44.972049 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e7e95-83a7-43f3-b57b-2cef959bde8f req-059afdcd-61f6-4a4f-bcaa-2942c3025e8e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:44.984871 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e7e95-83a7-43f3-b57b-2cef959bde8f req-059afdcd-61f6-4a4f-bcaa-2942c3025e8e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:45.001781 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42844) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:45.009382 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e7e95-83a7-43f3-b57b-2cef959bde8f req-059afdcd-61f6-4a4f-bcaa-2942c3025e8e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:45.021322 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e33c5bb-6f4c-4b6a-97fd-e1f1bc3a6b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:45.021717 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e7e95-83a7-43f3-b57b-2cef959bde8f req-059afdcd-61f6-4a4f-bcaa-2942c3025e8e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:45.025774 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d57e7e95-83a7-43f3-b57b-2cef959bde8f req-059afdcd-61f6-4a4f-bcaa-2942c3025e8e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 5423 time: 0.3980389 Jul 29 23:30:45.083421 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-347320ec-a1f5-413f-b501-9d49334f0b57 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:45.087502 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-27953fa9-6588-4ea8-b1d3-2122015b8123 req-b0087f72-287e-43db-be4e-0e47c1123597 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] No DVR routers for this DVR port ee32de3c-cf78-4cdf-afa0-085aefd0fa98 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:30:45.088975 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347320ec-a1f5-413f-b501-9d49334f0b57 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:45.089626 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-347320ec-a1f5-413f-b501-9d49334f0b57 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:45.093506 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-27953fa9-6588-4ea8-b1d3-2122015b8123 req-b0087f72-287e-43db-be4e-0e47c1123597 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:45.097122 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-27953fa9-6588-4ea8-b1d3-2122015b8123 req-b0087f72-287e-43db-be4e-0e47c1123597 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.39 "DELETE /v2.0/ports/ee32de3c-cf78-4cdf-afa0-085aefd0fa98 HTTP/1.1" status: 204 len: 173 time: 3.2360871 Jul 29 23:30:45.132478 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ef111f-22f8-45f8-8dc3-acf1b1bc77f3 tempest-DHCPAgentSchedulersTestJSON-1730940629 tempest-DHCPAgentSchedulersTestJSON-1730940629-project-admin] Network 32aec106-bba7-485f-b4a6-1ba6ca15d7cd is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:30:45.156471 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e07a350-7b42-4ccc-ac35-ea7bc71627b0', 'name': 'network-vif-deleted', 'tag': 'ee32de3c-cf78-4cdf-afa0-085aefd0fa98'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:45.160409 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81545e80-7e85-496c-8ab2-a06c6e77c3de" -d '{"events": [{"server_uuid": "8e07a350-7b42-4ccc-ac35-ea7bc71627b0", "name": "network-vif-deleted", "tag": "ee32de3c-cf78-4cdf-afa0-085aefd0fa98"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:45.236855 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d57e7e95-83a7-43f3-b57b-2cef959bde8f req-143e3503-c6a5-4e5b-bffb-3a16c426b16e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd5c58a1-104a-4fdf-8d04-3b82c5432514&id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1606653 Jul 29 23:30:45.329175 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-55ef111f-22f8-45f8-8dc3-acf1b1bc77f3 tempest-DHCPAgentSchedulersTestJSON-1730940629 tempest-DHCPAgentSchedulersTestJSON-1730940629-project-admin] 10.222.0.18 "POST /v2.0/agents/d5854615-aed3-445f-8cd2-3832ec95680d/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.5881920 Jul 29 23:30:45.330867 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf3ccbf-2ee7-4145-b125-b9937380e482 x-openstack-request-id: req-ddf3ccbf-2ee7-4145-b125-b9937380e482 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:45.331748 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e07a350-7b42-4ccc-ac35-ea7bc71627b0", "name": "network-vif-deleted", "tag": "ee32de3c-cf78-4cdf-afa0-085aefd0fa98", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:45.332318 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ddf3ccbf-2ee7-4145-b125-b9937380e482 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:45.332913 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e07a350-7b42-4ccc-ac35-ea7bc71627b0', 'name': 'network-vif-deleted', 'tag': 'ee32de3c-cf78-4cdf-afa0-085aefd0fa98', 'status': 'completed', 'code': 200} Jul 29 23:30:45.333603 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42852) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:45.389499 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347320ec-a1f5-413f-b501-9d49334f0b57 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Pushing event updated for resources: {'Network': ['ID=2db67c0f-f415-458f-9c53-980e9ae4547d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:45.423400 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43930da1-8a41-43de-be98-c9a4a27df24b None None] Network 32aec106-bba7-485f-b4a6-1ba6ca15d7cd requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:45.488978 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e33c5bb-6f4c-4b6a-97fd-e1f1bc3a6b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:45.496129 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e33c5bb-6f4c-4b6a-97fd-e1f1bc3a6b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:45.562174 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e33c5bb-6f4c-4b6a-97fd-e1f1bc3a6b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b23409-2b95-4fba-aea9-dc5718dca06e,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:45.569554 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2774c123-6380-463f-b962-26745d665126 req-62c2aaa2-0cf2-4803-ace7-931c3cd23013 tempest-ServerRescueTestJSONUnderV235-220651905 tempest-ServerRescueTestJSONUnderV235-220651905-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e07a350-7b42-4ccc-ac35-ea7bc71627b0 HTTP/1.1" status: 200 len: 210 time: 0.0941963 Jul 29 23:30:45.580354 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-347320ec-a1f5-413f-b501-9d49334f0b57 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5815849 Jul 29 23:30:45.599950 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42860) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:45.629192 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-531b9223-7094-41e8-9221-4ad31b51a076 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Request body: {'network': {'name': 'tempest-router-network02--1622772694'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:45.726267 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531b9223-7094-41e8-9221-4ad31b51a076 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Made reservation on behalf of 4bf70d8701054ae0bda06c8425fe6c4e for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:45.742109 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-531b9223-7094-41e8-9221-4ad31b51a076 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:45.817293 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0e33c5bb-6f4c-4b6a-97fd-e1f1bc3a6b08 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f8258bbb87c149df9d9c49b9243d84e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8108897 Jul 29 23:30:45.822439 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5b367eaa-72f2-4958-9f1e-c2ef04274329 tempest-DHCPAgentSchedulersTestJSON-1730940629 tempest-DHCPAgentSchedulersTestJSON-1730940629-project-admin] 10.222.0.18 "GET /v2.0/agents/d5854615-aed3-445f-8cd2-3832ec95680d/dhcp-networks HTTP/1.1" status: 200 len: 11226 time: 0.4873924 Jul 29 23:30:45.823641 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42866) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:45.834048 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42868) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:45.869262 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531b9223-7094-41e8-9221-4ad31b51a076 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:30:45.885893 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-531b9223-7094-41e8-9221-4ad31b51a076 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:45.886435 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-531b9223-7094-41e8-9221-4ad31b51a076 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Added segment bf5fb79d-f7b2-4084-a784-6e35e910d1f9 of type vlan for network 1e65e8ed-fa4d-4a7f-9981-bb83041830f4 Jul 29 23:30:45.903756 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-8889e1ee-955c-4ccf-8235-b97b9654e764 None None] Allocated IP 172.20.0.2 (06344436-2bdf-4d53-b61e-1d88ac0ba174/a1374049-db22-4b50-926f-8a246f09da1d/4d448c72-b125-4b81-8610-50698d3cb8b3) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:45.921249 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 2db67c0f-f415-458f-9c53-980e9ae4547d details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:30:45.962534 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-531b9223-7094-41e8-9221-4ad31b51a076 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:45.989203 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['e05f8a47-fe32-435c-a33a-7877418c510e'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:30:46.015039 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-531b9223-7094-41e8-9221-4ad31b51a076 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:46.027713 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531b9223-7094-41e8-9221-4ad31b51a076 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:46.028650 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-531b9223-7094-41e8-9221-4ad31b51a076 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:46.042152 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:30:46.045316 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['9c4654c6-ab2c-4aa8-b108-e91e391645a3'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:30:46.048109 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=07254281-c39e-48a0-9915-4707d191bf90,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:46.070677 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-531b9223-7094-41e8-9221-4ad31b51a076 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4684129 Jul 29 23:30:46.076832 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42872) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:46.104466 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-422704fb-504c-40c4-b5fe-37e4d6071f79 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Request body: {'subnet': {'network_id': '2db67c0f-f415-458f-9c53-980e9ae4547d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:46.252924 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:46.384357 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['07254281-c39e-48a0-9915-4707d191bf90'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:30:46.405566 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-657eb8d2-9bf7-434c-b73e-9168bbb65b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:46.432228 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5f672336-3661-4097-ad81-e94eaca34b03 tempest-DHCPAgentSchedulersTestJSON-1730940629 tempest-DHCPAgentSchedulersTestJSON-1730940629-project-admin] 10.222.0.18 "DELETE /v2.0/agents/d5854615-aed3-445f-8cd2-3832ec95680d/dhcp-networks/32aec106-bba7-485f-b4a6-1ba6ca15d7cd HTTP/1.1" status: 204 len: 168 time: 0.5792806 Jul 29 23:30:46.452613 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42878) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:46.549147 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['0d33684c-2635-44de-9bef-97bb265cbccb'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:30:46.551433 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['c28d72f5-dcf0-4f89-838c-04edd1d9b91c'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:30:46.585431 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['7e61dd35-a100-4e16-badd-8fb0a09ce0fb'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:30:46.597515 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422704fb-504c-40c4-b5fe-37e4d6071f79 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Made reservation on behalf of 4bf70d8701054ae0bda06c8425fe6c4e for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:46.601171 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-422704fb-504c-40c4-b5fe-37e4d6071f79 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:46.642645 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-660b5906-24cb-4167-85fb-a38c286a1cae tempest-DHCPAgentSchedulersTestJSON-1730940629 tempest-DHCPAgentSchedulersTestJSON-1730940629-project-admin] 10.222.0.18 "GET /v2.0/agents/d5854615-aed3-445f-8cd2-3832ec95680d/dhcp-networks HTTP/1.1" status: 200 len: 10455 time: 0.1807113 Jul 29 23:30:46.642645 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42882) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:46.642645 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42884) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:46.717071 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-657eb8d2-9bf7-434c-b73e-9168bbb65b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:46.724168 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b9223-7094-41e8-9221-4ad31b51a076 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Pushing event updated for resources: {'Network': ['ID=1e65e8ed-fa4d-4a7f-9981-bb83041830f4,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:46.805254 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-21f8e6d3-1ca6-42d5-82d5-82c6fa64506e tempest-DHCPAgentSchedulersTestJSON-1730940629 tempest-DHCPAgentSchedulersTestJSON-1730940629-project-admin] 10.222.0.18 "GET /v2.0/networks/e9e98fab-c41f-4d82-8603-6076cddf7cce/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.1432149 Jul 29 23:30:46.808208 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 1e65e8ed-fa4d-4a7f-9981-bb83041830f4 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:30:46.813329 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42892) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:46.834270 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5da402-b68d-4e58-b43e-1ab563dbd7f9 req-f1ea31d4-2179-40ee-9eeb-8261ec97049b tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:46.841234 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5da402-b68d-4e58-b43e-1ab563dbd7f9 req-f1ea31d4-2179-40ee-9eeb-8261ec97049b tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:46.847276 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5da402-b68d-4e58-b43e-1ab563dbd7f9 req-f1ea31d4-2179-40ee-9eeb-8261ec97049b tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:46.853772 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5da402-b68d-4e58-b43e-1ab563dbd7f9 req-f1ea31d4-2179-40ee-9eeb-8261ec97049b tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:46.860079 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-803bb668-f6af-4b7d-9d94-104c053b8078 tempest-DHCPAgentSchedulersTestJSON-1730940629 tempest-DHCPAgentSchedulersTestJSON-1730940629-project-admin] 10.222.0.18 "GET /v2.0/networks/e9e98fab-c41f-4d82-8603-6076cddf7cce/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0446453 Jul 29 23:30:46.860725 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42894) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:46.863359 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5da402-b68d-4e58-b43e-1ab563dbd7f9 req-f1ea31d4-2179-40ee-9eeb-8261ec97049b tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:46.877591 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5da402-b68d-4e58-b43e-1ab563dbd7f9 req-f1ea31d4-2179-40ee-9eeb-8261ec97049b tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:46.890864 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 71a6c841-1e77-4201-81e9-137cbad81956, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=71a6c841-1e77-4201-81e9-137cbad81956,segment=NetworkSegment(9ada591f-9cbf-4b10-8041-407f852d32f9),segment_id=9ada591f-9cbf-4b10-8041-407f852d32f9)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:46.891345 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5da402-b68d-4e58-b43e-1ab563dbd7f9 req-f1ea31d4-2179-40ee-9eeb-8261ec97049b tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:46.908082 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db5da402-b68d-4e58-b43e-1ab563dbd7f9 req-f1ea31d4-2179-40ee-9eeb-8261ec97049b tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 5424 time: 0.4557781 Jul 29 23:30:46.968451 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device ee32de3c-cf78-4cdf-afa0-085aefd0fa98 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:30:46.980129 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-657eb8d2-9bf7-434c-b73e-9168bbb65b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:46.983298 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-657eb8d2-9bf7-434c-b73e-9168bbb65b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:46.984520 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-657eb8d2-9bf7-434c-b73e-9168bbb65b97 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/89b23409-2b95-4fba-aea9-dc5718dca06e HTTP/1.1" status: 204 len: 168 time: 1.1587729 Jul 29 23:30:47.006647 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db5da402-b68d-4e58-b43e-1ab563dbd7f9 req-68dbace0-e5a1-48b5-8739-a2221b1aea0c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd5c58a1-104a-4fdf-8d04-3b82c5432514&id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0907421 Jul 29 23:30:47.087218 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: ee32de3c-cf78-4cdf-afa0-085aefd0fa98 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:30:47.087725 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device ee32de3c-cf78-4cdf-afa0-085aefd0fa98 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:30:47.090894 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-30458156-befd-4668-aa28-223254ed2dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:47.114682 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42900) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:47.123432 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657eb8d2-9bf7-434c-b73e-9168bbb65b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b23409-2b95-4fba-aea9-dc5718dca06e,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:47.154763 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:47.312295 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cdc6d316-d306-444a-a207-659ab77cb026 tempest-DHCPAgentSchedulersTestJSON-1730940629 tempest-DHCPAgentSchedulersTestJSON-1730940629-project-admin] 10.222.0.18 "GET /v2.0/agents/d5854615-aed3-445f-8cd2-3832ec95680d/dhcp-networks HTTP/1.1" status: 200 len: 10455 time: 0.4473090 Jul 29 23:30:47.313049 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42904) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:47.420057 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96441450-81a8-44e8-8654-d98aed6c49d6 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:47.428087 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-bc72835e-8c6c-4b83-88d4-603a64b47801 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f57125b15604f228c47dca8bcc5fa1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7674768 Jul 29 23:30:47.433002 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42908) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:47.508603 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-422704fb-504c-40c4-b5fe-37e4d6071f79 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:47.516321 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a5510dd1-7b41-470c-b423-c62a2d58a049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:47.519621 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.db.api [None req-30458156-befd-4668-aa28-223254ed2dd4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:30:47.520017 n-d-712140-10 neutron-server[94065]: DEBUG oslo_db.api [None req-30458156-befd-4668-aa28-223254ed2dd4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:30:47.575636 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a5510dd1-7b41-470c-b423-c62a2d58a049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:47.722789 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96441450-81a8-44e8-8654-d98aed6c49d6 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:47.736517 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-96441450-81a8-44e8-8654-d98aed6c49d6 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32aec106-bba7-485f-b4a6-1ba6ca15d7cd']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:47.751446 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-96441450-81a8-44e8-8654-d98aed6c49d6 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63b087b-3794-4249-ba99-8f31dd9a014f') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:47.752393 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-96441450-81a8-44e8-8654-d98aed6c49d6 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63b087b-3794-4249-ba99-8f31dd9a014f') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:47.759881 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=71a6c841-1e77-4201-81e9-137cbad81956,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:47.770659 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96441450-81a8-44e8-8654-d98aed6c49d6 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:47.788344 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96441450-81a8-44e8-8654-d98aed6c49d6 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:47.797087 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96441450-81a8-44e8-8654-d98aed6c49d6 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:30:47.797500 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96441450-81a8-44e8-8654-d98aed6c49d6 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:47.816379 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422704fb-504c-40c4-b5fe-37e4d6071f79 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Pushing event updated for resources: {'Subnet': ['ID=f3b0c729-19c3-4661-9fbf-4631aa2c812b,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:47.854767 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422704fb-504c-40c4-b5fe-37e4d6071f79 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Checking segment: {'id': '9dac86be-f998-4e60-b7dc-7346a9e01532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2db67c0f-f415-458f-9c53-980e9ae4547d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:47.856506 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422704fb-504c-40c4-b5fe-37e4d6071f79 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Network hostable DHCP agents. Network: 2db67c0f-f415-458f-9c53-980e9ae4547d, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:30:47.861284 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:30:47.861284 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:30:47.861284 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:30:47.861284 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:30:47.861284 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:30:47.861284 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:30:47.861284 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:30:47.861284 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:30:47.861284 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:30:47.861284 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:30:47.861284 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:30:47.861284 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:30:47.861284 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:30:47.861284 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:30:47.861284 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:30:47.861284 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:30:47.861284 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:30:47.861284 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:30:47.861284 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:30:47.861284 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:30:47.861284 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:30:47.861284 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:30:47.861284 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:30:47.861284 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:30:47.861284 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:30:47.861284 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:30:47.861284 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:30:47.861284 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:30:47.861284 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:30:47.861284 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:30:47.861284 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:30:47.861284 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:30:47.865252 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a5510dd1-7b41-470c-b423-c62a2d58a049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:47.865252 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a5510dd1-7b41-470c-b423-c62a2d58a049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:47.870017 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a5510dd1-7b41-470c-b423-c62a2d58a049 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0dc3cf82-5fe5-4f3e-b183-747f12bb8533 HTTP/1.1" status: 204 len: 168 time: 0.4319563 Jul 29 23:30:47.888463 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5510dd1-7b41-470c-b423-c62a2d58a049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc3cf82-5fe5-4f3e-b183-747f12bb8533,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:47.915645 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96441450-81a8-44e8-8654-d98aed6c49d6 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:47.924100 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96441450-81a8-44e8-8654-d98aed6c49d6 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:47.934709 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-96441450-81a8-44e8-8654-d98aed6c49d6 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] 10.222.0.18 "DELETE /v2.0/networks/32aec106-bba7-485f-b4a6-1ba6ca15d7cd HTTP/1.1" status: 204 len: 168 time: 0.6161602 Jul 29 23:30:47.934709 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42918) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:48.037828 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b5a59b-f346-44a3-945f-12bee110e49d tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] DELETE failed (client error): The resource could not be found. Jul 29 23:30:48.039794 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71b5a59b-f346-44a3-945f-12bee110e49d tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:30:48.049973 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-71b5a59b-f346-44a3-945f-12bee110e49d tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] 10.222.0.18 "DELETE /v2.0/ports/544cdcd0-1444-46ef-bff7-d08796859c83 HTTP/1.1" status: 404 len: 333 time: 0.1058462 Jul 29 23:30:48.052353 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42926) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:48.053578 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96441450-81a8-44e8-8654-d98aed6c49d6 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Pushing event deleted for resources: {'Network': ['ID=32aec106-bba7-485f-b4a6-1ba6ca15d7cd,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:48.135432 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8889e1ee-955c-4ccf-8235-b97b9654e764 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:48.177015 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422704fb-504c-40c4-b5fe-37e4d6071f79 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Network 2db67c0f-f415-458f-9c53-980e9ae4547d is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:30:48.223238 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be8db84-064c-49a4-aa52-ed0407a9a152 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Deleting subnet 7307cf9e-3fad-482f-9f3b-d66020b35fc5 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:30:48.228396 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-422704fb-504c-40c4-b5fe-37e4d6071f79 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 2db67c0f-f415-458f-9c53-980e9ae4547d) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:48.241924 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422704fb-504c-40c4-b5fe-37e4d6071f79 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:48.242532 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-422704fb-504c-40c4-b5fe-37e4d6071f79 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:48.244099 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1be8db84-064c-49a4-aa52-ed0407a9a152 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:48.310883 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01247c4f-333b-439f-bc34-907b9fc3b193 None None] Network 2db67c0f-f415-458f-9c53-980e9ae4547d requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:48.361534 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-422704fb-504c-40c4-b5fe-37e4d6071f79 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2777884 Jul 29 23:30:48.362112 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42936) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:48.375769 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-5a9ab370-e28f-4063-9e82-ec270ccd5caa tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Request body: {'subnet': {'network_id': '1e65e8ed-fa4d-4a7f-9981-bb83041830f4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:48.385364 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1be8db84-064c-49a4-aa52-ed0407a9a152 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:48.479037 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b969480-79c9-400f-be72-18f62c03b561 req-44542bd8-2464-47fd-b983-f0b8e0dfbbcb tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:48.486263 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b969480-79c9-400f-be72-18f62c03b561 req-44542bd8-2464-47fd-b983-f0b8e0dfbbcb tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:48.497027 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b969480-79c9-400f-be72-18f62c03b561 req-44542bd8-2464-47fd-b983-f0b8e0dfbbcb tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:48.501489 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8889e1ee-955c-4ccf-8235-b97b9654e764 None None] Transition to ACTIVE for port object 4d448c72-b125-4b81-8610-50698d3cb8b3 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:48.506723 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b969480-79c9-400f-be72-18f62c03b561 req-44542bd8-2464-47fd-b983-f0b8e0dfbbcb tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:48.520746 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b969480-79c9-400f-be72-18f62c03b561 req-44542bd8-2464-47fd-b983-f0b8e0dfbbcb tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:48.540884 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b969480-79c9-400f-be72-18f62c03b561 req-44542bd8-2464-47fd-b983-f0b8e0dfbbcb tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:48.551604 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b969480-79c9-400f-be72-18f62c03b561 req-44542bd8-2464-47fd-b983-f0b8e0dfbbcb tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:48.568241 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b969480-79c9-400f-be72-18f62c03b561 req-44542bd8-2464-47fd-b983-f0b8e0dfbbcb tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 5424 time: 0.3298128 Jul 29 23:30:48.632356 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1be8db84-064c-49a4-aa52-ed0407a9a152 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:48.709710 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8889e1ee-955c-4ccf-8235-b97b9654e764 None None] Transition to ACTIVE for port object 4d448c72-b125-4b81-8610-50698d3cb8b3 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:48.734871 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9ab370-e28f-4063-9e82-ec270ccd5caa tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Made reservation on behalf of 4bf70d8701054ae0bda06c8425fe6c4e for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:48.745306 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5a9ab370-e28f-4063-9e82-ec270ccd5caa tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:48.792222 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8889e1ee-955c-4ccf-8235-b97b9654e764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:48.872707 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1be8db84-064c-49a4-aa52-ed0407a9a152 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:48.903175 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b969480-79c9-400f-be72-18f62c03b561 req-b3b84ce8-1c87-4099-a2be-7bd4855a8f0e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd5c58a1-104a-4fdf-8d04-3b82c5432514&id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3289669 Jul 29 23:30:48.937329 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device e05f8a47-fe32-435c-a33a-7877418c510e up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:48.973418 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b325e5d2-06af-47a5-9fb0-5553aa3d3914 None None] Could not find standard attr ID for object 544cdcd0-1444-46ef-bff7-d08796859c83. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:30:49.023282 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be8db84-064c-49a4-aa52-ed0407a9a152 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Pushing event deleted for resources: {'Subnet': ['ID=7307cf9e-3fad-482f-9f3b-d66020b35fc5,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:49.031277 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1be8db84-064c-49a4-aa52-ed0407a9a152 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:49.045033 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1be8db84-064c-49a4-aa52-ed0407a9a152 tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] 10.222.0.18 "DELETE /v2.0/subnets/7307cf9e-3fad-482f-9f3b-d66020b35fc5 HTTP/1.1" status: 204 len: 168 time: 0.9753497 Jul 29 23:30:49.048988 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42954) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:49.060167 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8889e1ee-955c-4ccf-8235-b97b9654e764 None None] Network 06344436-2bdf-4d53-b61e-1d88ac0ba174 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:49.069979 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0aa28d-82d0-4069-a80d-18e80ea720ef None None] Network e9e98fab-c41f-4d82-8603-6076cddf7cce requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:49.162776 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-8889e1ee-955c-4ccf-8235-b97b9654e764 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:49.241287 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5a9ab370-e28f-4063-9e82-ec270ccd5caa tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:49.317414 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8889e1ee-955c-4ccf-8235-b97b9654e764 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:49.335210 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889e1ee-955c-4ccf-8235-b97b9654e764 None None] Pushing event updated for resources: {'Port': ['ID=4d448c72-b125-4b81-8610-50698d3cb8b3,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:49.360477 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f86c5913-7cf1-474e-a492-aa421feea68f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:49.363223 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a9ab370-e28f-4063-9e82-ec270ccd5caa tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Checking segment: {'id': 'bf5fb79d-f7b2-4084-a784-6e35e910d1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1e65e8ed-fa4d-4a7f-9981-bb83041830f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:49.363676 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9ab370-e28f-4063-9e82-ec270ccd5caa tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Network hostable DHCP agents. Network: 1e65e8ed-fa4d-4a7f-9981-bb83041830f4, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:30:49.400804 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9ab370-e28f-4063-9e82-ec270ccd5caa tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Network 1e65e8ed-fa4d-4a7f-9981-bb83041830f4 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:30:49.407633 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ab370-e28f-4063-9e82-ec270ccd5caa tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Pushing event updated for resources: {'Subnet': ['ID=7027f4d6-fe4e-4008-885e-68d0159fd6a1,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:49.414467 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 71a6c841-1e77-4201-81e9-137cbad81956 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:49.415587 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-df109af0-b32d-468d-bd22-8a3ded6be9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:49.424965 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-5a9ab370-e28f-4063-9e82-ec270ccd5caa tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 1e65e8ed-fa4d-4a7f-9981-bb83041830f4) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:49.425971 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ab370-e28f-4063-9e82-ec270ccd5caa tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:49.426166 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ab370-e28f-4063-9e82-ec270ccd5caa tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:49.426895 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ab370-e28f-4063-9e82-ec270ccd5caa tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:49.426895 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ab370-e28f-4063-9e82-ec270ccd5caa tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:49.427189 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ab370-e28f-4063-9e82-ec270ccd5caa tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:49.427622 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ab370-e28f-4063-9e82-ec270ccd5caa tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:49.427818 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ab370-e28f-4063-9e82-ec270ccd5caa tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:49.428195 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ab370-e28f-4063-9e82-ec270ccd5caa tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:49.428661 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ab370-e28f-4063-9e82-ec270ccd5caa tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:49.429002 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ab370-e28f-4063-9e82-ec270ccd5caa tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:49.429340 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ab370-e28f-4063-9e82-ec270ccd5caa tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:49.429678 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a9ab370-e28f-4063-9e82-ec270ccd5caa tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:49.473411 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9ab370-e28f-4063-9e82-ec270ccd5caa tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:49.474020 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5a9ab370-e28f-4063-9e82-ec270ccd5caa tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:49.494538 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5a9ab370-e28f-4063-9e82-ec270ccd5caa tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1294167 Jul 29 23:30:49.495338 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42966) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:49.572379 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-f86c5913-7cf1-474e-a492-aa421feea68f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Deleting port 71a6c841-1e77-4201-81e9-137cbad81956 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:49.572930 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f86c5913-7cf1-474e-a492-aa421feea68f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:49.575581 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3f4328-d1e0-4402-b41a-78d44400d244 None None] Network 1e65e8ed-fa4d-4a7f-9981-bb83041830f4 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:49.626508 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42968) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:49.744574 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-f86c5913-7cf1-474e-a492-aa421feea68f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] For port 71a6c841-1e77-4201-81e9-137cbad81956, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=71a6c841-1e77-4201-81e9-137cbad81956,segment=NetworkSegment(9ada591f-9cbf-4b10-8041-407f852d32f9),segment_id=9ada591f-9cbf-4b10-8041-407f852d32f9)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:49.745758 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f86c5913-7cf1-474e-a492-aa421feea68f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:49.785940 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-f86c5913-7cf1-474e-a492-aa421feea68f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Calling delete_port for 71a6c841-1e77-4201-81e9-137cbad81956 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:49.905762 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f2cc3a14-7ded-4d93-8f85-d7c8e752161b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-351071257-network', 'tenant_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:49.938209 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f86c5913-7cf1-474e-a492-aa421feea68f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:50.013636 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cc3a14-7ded-4d93-8f85-d7c8e752161b admin admin] Made reservation on behalf of cf5a38b3b6dd4eb5a83a1ec408b4b908 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:50.015424 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c5913-7cf1-474e-a492-aa421feea68f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Pushing event deleted for resources: {'Port': ['ID=71a6c841-1e77-4201-81e9-137cbad81956,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:50.016763 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f2cc3a14-7ded-4d93-8f85-d7c8e752161b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:50.057995 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c5913-7cf1-474e-a492-aa421feea68f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:50.060188 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c5913-7cf1-474e-a492-aa421feea68f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:50.061298 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c5913-7cf1-474e-a492-aa421feea68f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:50.062078 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c5913-7cf1-474e-a492-aa421feea68f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:50.062850 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c5913-7cf1-474e-a492-aa421feea68f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:50.063809 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c5913-7cf1-474e-a492-aa421feea68f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:50.065575 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c5913-7cf1-474e-a492-aa421feea68f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:50.066456 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c5913-7cf1-474e-a492-aa421feea68f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:50.067222 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c5913-7cf1-474e-a492-aa421feea68f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:50.068024 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c5913-7cf1-474e-a492-aa421feea68f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:50.068825 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c5913-7cf1-474e-a492-aa421feea68f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:50.069932 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86c5913-7cf1-474e-a492-aa421feea68f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:30:50.083727 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-8889e1ee-955c-4ccf-8235-b97b9654e764 None None] Attempting to bind port 4d448c72-b125-4b81-8610-50698d3cb8b3 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:50.084477 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-8889e1ee-955c-4ccf-8235-b97b9654e764 None None] Attempting to bind port 4d448c72-b125-4b81-8610-50698d3cb8b3 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '3a3cb97b-b2cd-49f9-88e9-2566ba849a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '06344436-2bdf-4d53-b61e-1d88ac0ba174'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:50.084965 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8889e1ee-955c-4ccf-8235-b97b9654e764 None None] Attempting to bind port 4d448c72-b125-4b81-8610-50698d3cb8b3 on network 06344436-2bdf-4d53-b61e-1d88ac0ba174 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:50.087572 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86c5913-7cf1-474e-a492-aa421feea68f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] No DVR routers for this DVR port 71a6c841-1e77-4201-81e9-137cbad81956 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:30:50.104038 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8889e1ee-955c-4ccf-8235-b97b9654e764 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:50.104638 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8889e1ee-955c-4ccf-8235-b97b9654e764 None None] Checking segment: {'id': '3a3cb97b-b2cd-49f9-88e9-2566ba849a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '06344436-2bdf-4d53-b61e-1d88ac0ba174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:50.105281 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8889e1ee-955c-4ccf-8235-b97b9654e764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:50.106479 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8889e1ee-955c-4ccf-8235-b97b9654e764 None None] Bound using segment: {'id': '3a3cb97b-b2cd-49f9-88e9-2566ba849a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '06344436-2bdf-4d53-b61e-1d88ac0ba174'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:50.107282 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-8889e1ee-955c-4ccf-8235-b97b9654e764 None None] Bound port: 4d448c72-b125-4b81-8610-50698d3cb8b3, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a3cb97b-b2cd-49f9-88e9-2566ba849a78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '06344436-2bdf-4d53-b61e-1d88ac0ba174'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:50.107940 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8889e1ee-955c-4ccf-8235-b97b9654e764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:50.111660 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff5bb4d-ac8b-4606-8865-779fa7c52866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-2db67c0f-f415-458f-9c53-980e9ae4547d', 'network_id': '2db67c0f-f415-458f-9c53-980e9ae4547d', 'tenant_id': '4bf70d8701054ae0bda06c8425fe6c4e', 'fixed_ips': [{'subnet_id': 'f3b0c729-19c3-4661-9fbf-4631aa2c812b'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:30:50.113071 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fff5bb4d-ac8b-4606-8865-779fa7c52866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:50.188185 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port e05f8a47-fe32-435c-a33a-7877418c510e completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:50.206159 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No active binding found for port 71a6c841-1e77-4201-81e9-137cbad81956 {{(pid=94065) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 23:30:50.206874 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 71a6c841-1e77-4201-81e9-137cbad81956 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 29 23:30:50.318459 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port e05f8a47-fe32-435c-a33a-7877418c510e triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:50.319086 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:50.344474 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f86c5913-7cf1-474e-a492-aa421feea68f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:50.363109 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-f86c5913-7cf1-474e-a492-aa421feea68f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e98fab-c41f-4d82-8603-6076cddf7cce']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:50.385076 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-f86c5913-7cf1-474e-a492-aa421feea68f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ada591f-9cbf-4b10-8041-407f852d32f9') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:50.385676 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-f86c5913-7cf1-474e-a492-aa421feea68f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ada591f-9cbf-4b10-8041-407f852d32f9') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:50.405985 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f86c5913-7cf1-474e-a492-aa421feea68f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:50.437136 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f86c5913-7cf1-474e-a492-aa421feea68f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:50.445944 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f86c5913-7cf1-474e-a492-aa421feea68f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:30:50.446633 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f86c5913-7cf1-474e-a492-aa421feea68f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:50.489543 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce1c40e-ebc5-4eb5-8fe0-97d17995bb92 None None] DHCP port deletion for e9e98fab-c41f-4d82-8603-6076cddf7cce request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:30:50.527318 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:30:50.527318 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:30:50.527318 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:30:50.527318 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:30:50.527318 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:30:50.527318 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:30:50.527318 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:30:50.527318 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:30:50.527318 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:30:50.527318 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:30:50.527318 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:30:50.527318 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:30:50.527318 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:30:50.527318 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:30:50.527318 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:30:50.527318 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:30:50.527318 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:30:50.527318 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:30:50.527318 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:30:50.527318 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:30:50.527318 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:30:50.527318 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:30:50.527318 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:30:50.527318 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:30:50.527318 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:30:50.527318 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:30:50.527318 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:30:50.527318 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:30:50.527318 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:30:50.527318 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:30:50.527318 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:30:50.527318 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:30:50.533574 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f86c5913-7cf1-474e-a492-aa421feea68f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:50.546572 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f86c5913-7cf1-474e-a492-aa421feea68f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:50.551004 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f86c5913-7cf1-474e-a492-aa421feea68f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] 10.222.0.18 "DELETE /v2.0/networks/e9e98fab-c41f-4d82-8603-6076cddf7cce HTTP/1.1" status: 204 len: 168 time: 1.4983537 Jul 29 23:30:50.553652 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Port 71a6c841-1e77-4201-81e9-137cbad81956 not found, will not notify nova. {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 29 23:30:50.566700 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c5913-7cf1-474e-a492-aa421feea68f tempest-DHCPAgentSchedulersTestJSON-856895265 tempest-DHCPAgentSchedulersTestJSON-856895265-project] Pushing event deleted for resources: {'Network': ['ID=e9e98fab-c41f-4d82-8603-6076cddf7cce,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:50.733539 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f2cc3a14-7ded-4d93-8f85-d7c8e752161b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:50.744215 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5394540c-2fba-4a9d-acc6-b05e75578a68 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:50.778149 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-8889e1ee-955c-4ccf-8235-b97b9654e764 None None] For port 4d448c72-b125-4b81-8610-50698d3cb8b3, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:50.829108 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-8889e1ee-955c-4ccf-8235-b97b9654e764 None None] For port 4d448c72-b125-4b81-8610-50698d3cb8b3, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=4d448c72-b125-4b81-8610-50698d3cb8b3,segment=NetworkSegment(3a3cb97b-b2cd-49f9-88e9-2566ba849a78),segment_id=3a3cb97b-b2cd-49f9-88e9-2566ba849a78)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:50.849353 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8889e1ee-955c-4ccf-8235-b97b9654e764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:50.869604 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-fff5bb4d-ac8b-4606-8865-779fa7c52866 None None] Allocated IP 172.20.0.2 (2db67c0f-f415-458f-9c53-980e9ae4547d/f3b0c729-19c3-4661-9fbf-4631aa2c812b/b1c66346-fd72-4c00-8e77-074d0ba9dccc) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:51.025100 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95046e92-b523-4868-911e-f59d7a13621f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-1e65e8ed-fa4d-4a7f-9981-bb83041830f4', 'network_id': '1e65e8ed-fa4d-4a7f-9981-bb83041830f4', 'tenant_id': '4bf70d8701054ae0bda06c8425fe6c4e', 'fixed_ips': [{'subnet_id': '7027f4d6-fe4e-4008-885e-68d0159fd6a1'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:30:51.026939 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-95046e92-b523-4868-911e-f59d7a13621f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:51.110676 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42998) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:51.180016 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:51.264274 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889e1ee-955c-4ccf-8235-b97b9654e764 None None] Pushing event updated for resources: {'Port': ['ID=4d448c72-b125-4b81-8610-50698d3cb8b3,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:51.384779 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c4a5013a-ba4e-4d7b-8aa8-427ded16bec8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0d50ef88fae749b6a990924c512d672b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2723722 Jul 29 23:30:51.392144 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 71a6c841-1e77-4201-81e9-137cbad81956 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:30:51.394983 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43006) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:51.406926 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05f8a47-fe32-435c-a33a-7877418c510e'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:51.410036 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-648621d7-3f46-4eb7-b492-ea99fa935243" -d '{"events": [{"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-plugged", "status": "completed", "tag": "e05f8a47-fe32-435c-a33a-7877418c510e"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:51.495862 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c8df8df-9515-4de2-8417-a8523f0926c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:51.554979 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c8df8df-9515-4de2-8417-a8523f0926c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:51.592172 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-95046e92-b523-4868-911e-f59d7a13621f None None] Allocated IP 172.20.0.2 (1e65e8ed-fa4d-4a7f-9981-bb83041830f4/7027f4d6-fe4e-4008-885e-68d0159fd6a1/e3426de0-b159-4c32-aacb-f4220d30b719) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:51.649495 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c8df8df-9515-4de2-8417-a8523f0926c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:51.661913 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c8df8df-9515-4de2-8417-a8523f0926c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:51.664780 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2c8df8df-9515-4de2-8417-a8523f0926c6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/421921d3-4b22-45f0-b893-3ef085c8492c HTTP/1.1" status: 204 len: 168 time: 0.2687199 Jul 29 23:30:51.712819 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8df8df-9515-4de2-8417-a8523f0926c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421921d3-4b22-45f0-b893-3ef085c8492c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:51.726598 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port e05f8a47-fe32-435c-a33a-7877418c510e, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=e05f8a47-fe32-435c-a33a-7877418c510e,segment=NetworkSegment(509fa46d-998d-413c-9893-dc66a48d71f6),segment_id=509fa46d-998d-413c-9893-dc66a48d71f6)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:51.728067 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 71a6c841-1e77-4201-81e9-137cbad81956 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:30:51.728818 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 71a6c841-1e77-4201-81e9-137cbad81956 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:30:51.732371 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd194165-eb2d-4581-9e16-4979c1a508b0 req-ba2d1586-4c65-4dfe-8528-ae442bb3bd59 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:51.740137 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd194165-eb2d-4581-9e16-4979c1a508b0 req-ba2d1586-4c65-4dfe-8528-ae442bb3bd59 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:51.747789 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd194165-eb2d-4581-9e16-4979c1a508b0 req-ba2d1586-4c65-4dfe-8528-ae442bb3bd59 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:51.751927 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:51.754138 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd194165-eb2d-4581-9e16-4979c1a508b0 req-ba2d1586-4c65-4dfe-8528-ae442bb3bd59 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:51.760495 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd194165-eb2d-4581-9e16-4979c1a508b0 req-ba2d1586-4c65-4dfe-8528-ae442bb3bd59 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:51.767675 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd194165-eb2d-4581-9e16-4979c1a508b0 req-ba2d1586-4c65-4dfe-8528-ae442bb3bd59 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:51.774801 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd194165-eb2d-4581-9e16-4979c1a508b0 req-ba2d1586-4c65-4dfe-8528-ae442bb3bd59 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:51.776914 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dd194165-eb2d-4581-9e16-4979c1a508b0 req-ba2d1586-4c65-4dfe-8528-ae442bb3bd59 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 5424 time: 1.0525112 Jul 29 23:30:51.802757 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 9c4654c6-ab2c-4aa8-b108-e91e391645a3 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:51.876787 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dd194165-eb2d-4581-9e16-4979c1a508b0 req-601d3d1d-2d48-448c-8628-d25b687382c4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd5c58a1-104a-4fdf-8d04-3b82c5432514&id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0843813 Jul 29 23:30:51.896860 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f2cc3a14-7ded-4d93-8f85-d7c8e752161b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:51.899952 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-df109af0-b32d-468d-bd22-8a3ded6be9fc admin admin] Deleting port 84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:51.899952 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-df109af0-b32d-468d-bd22-8a3ded6be9fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:51.905593 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f2cc3a14-7ded-4d93-8f85-d7c8e752161b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:51.944087 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=e05f8a47-fe32-435c-a33a-7877418c510e,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:51.966122 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fff5bb4d-ac8b-4606-8865-779fa7c52866 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:51.975430 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fff5bb4d-ac8b-4606-8865-779fa7c52866 None None] Transition to ACTIVE for port object b1c66346-fd72-4c00-8e77-074d0ba9dccc will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:51.993328 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fff5bb4d-ac8b-4606-8865-779fa7c52866 None None] Transition to ACTIVE for port object b1c66346-fd72-4c00-8e77-074d0ba9dccc will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:52.010829 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fff5bb4d-ac8b-4606-8865-779fa7c52866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:52.083826 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783a6441-2da3-4477-90d4-5bc450bb6153 x-openstack-request-id: req-783a6441-2da3-4477-90d4-5bc450bb6153 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:52.084081 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2cc3a14-7ded-4d93-8f85-d7c8e752161b admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:30:52.084250 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-plugged", "status": "completed", "tag": "e05f8a47-fe32-435c-a33a-7877418c510e", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:52.084750 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-783a6441-2da3-4477-90d4-5bc450bb6153 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:52.085163 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e05f8a47-fe32-435c-a33a-7877418c510e', 'code': 200} Jul 29 23:30:52.093444 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc3a14-7ded-4d93-8f85-d7c8e752161b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb902d97-171b-4ec3-afe6-329599d03b37,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:52.122793 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff5bb4d-ac8b-4606-8865-779fa7c52866 None None] Network 2db67c0f-f415-458f-9c53-980e9ae4547d is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:52.127667 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-fff5bb4d-ac8b-4606-8865-779fa7c52866 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:52.130303 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff5bb4d-ac8b-4606-8865-779fa7c52866 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:52.138233 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f2cc3a14-7ded-4d93-8f85-d7c8e752161b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:52.138576 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-f2cc3a14-7ded-4d93-8f85-d7c8e752161b admin admin] Added segment d923ab8e-d210-4416-bf66-4e5e974e27f3 of type vlan for network 6f3d3704-ea3e-49c9-9722-1f055923d891 Jul 29 23:30:52.143639 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 9c4654c6-ab2c-4aa8-b108-e91e391645a3 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:52.197607 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-5394540c-2fba-4a9d-acc6-b05e75578a68 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Allocated IP 172.20.0.1 (2db67c0f-f415-458f-9c53-980e9ae4547d/f3b0c729-19c3-4661-9fbf-4631aa2c812b/85b7b075-8556-4d74-b209-024690cb9fee) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:52.218686 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-95046e92-b523-4868-911e-f59d7a13621f None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:52.226528 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 9c4654c6-ab2c-4aa8-b108-e91e391645a3 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:52.227388 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:52.235253 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:30:52.323573 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-fff5bb4d-ac8b-4606-8865-779fa7c52866 None None] Attempting to bind port b1c66346-fd72-4c00-8e77-074d0ba9dccc on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:52.323969 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-fff5bb4d-ac8b-4606-8865-779fa7c52866 None None] Attempting to bind port b1c66346-fd72-4c00-8e77-074d0ba9dccc by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '9dac86be-f998-4e60-b7dc-7346a9e01532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2db67c0f-f415-458f-9c53-980e9ae4547d'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:52.325231 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff5bb4d-ac8b-4606-8865-779fa7c52866 None None] Attempting to bind port b1c66346-fd72-4c00-8e77-074d0ba9dccc on network 2db67c0f-f415-458f-9c53-980e9ae4547d {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:52.327551 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5bb4d-ac8b-4606-8865-779fa7c52866 None None] Pushing event updated for resources: {'Port': ['ID=b1c66346-fd72-4c00-8e77-074d0ba9dccc,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:52.341085 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43042) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:52.368137 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-032679e7-6feb-42db-a59b-ebee010920d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:52.368435 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-95046e92-b523-4868-911e-f59d7a13621f None None] Transition to ACTIVE for port object e3426de0-b159-4c32-aacb-f4220d30b719 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:52.374522 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff5bb4d-ac8b-4606-8865-779fa7c52866 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:52.375216 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff5bb4d-ac8b-4606-8865-779fa7c52866 None None] Checking segment: {'id': '9dac86be-f998-4e60-b7dc-7346a9e01532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2db67c0f-f415-458f-9c53-980e9ae4547d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:52.375216 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fff5bb4d-ac8b-4606-8865-779fa7c52866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:52.375693 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff5bb4d-ac8b-4606-8865-779fa7c52866 None None] Bound using segment: {'id': '9dac86be-f998-4e60-b7dc-7346a9e01532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2db67c0f-f415-458f-9c53-980e9ae4547d'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:52.376633 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-fff5bb4d-ac8b-4606-8865-779fa7c52866 None None] Bound port: b1c66346-fd72-4c00-8e77-074d0ba9dccc, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9dac86be-f998-4e60-b7dc-7346a9e01532', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '2db67c0f-f415-458f-9c53-980e9ae4547d'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:52.377013 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fff5bb4d-ac8b-4606-8865-779fa7c52866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:52.399971 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-df109af0-b32d-468d-bd22-8a3ded6be9fc admin admin] For port 84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb,segment=NetworkSegment(77c85181-0083-4e54-95a5-a8245df6293d),segment_id=77c85181-0083-4e54-95a5-a8245df6293d)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:52.400677 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-df109af0-b32d-468d-bd22-8a3ded6be9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:52.426273 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-95046e92-b523-4868-911e-f59d7a13621f None None] Transition to ACTIVE for port object e3426de0-b159-4c32-aacb-f4220d30b719 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:52.436027 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-df109af0-b32d-468d-bd22-8a3ded6be9fc admin admin] Calling delete_port for 84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:52.442506 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f2cc3a14-7ded-4d93-8f85-d7c8e752161b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:52.465871 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-95046e92-b523-4868-911e-f59d7a13621f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:52.534123 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95046e92-b523-4868-911e-f59d7a13621f None None] Network 1e65e8ed-fa4d-4a7f-9981-bb83041830f4 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:52.578087 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-95046e92-b523-4868-911e-f59d7a13621f None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:52.579711 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f2cc3a14-7ded-4d93-8f85-d7c8e752161b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:52.581283 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-032679e7-6feb-42db-a59b-ebee010920d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:52.582915 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cc3a14-7ded-4d93-8f85-d7c8e752161b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:52.584646 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f2cc3a14-7ded-4d93-8f85-d7c8e752161b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:52.586721 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-032679e7-6feb-42db-a59b-ebee010920d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:52.590969 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95046e92-b523-4868-911e-f59d7a13621f None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:52.608095 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5394540c-2fba-4a9d-acc6-b05e75578a68 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:52.626746 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95046e92-b523-4868-911e-f59d7a13621f None None] Pushing event updated for resources: {'Port': ['ID=e3426de0-b159-4c32-aacb-f4220d30b719,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:52.627216 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032679e7-6feb-42db-a59b-ebee010920d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e49831b-d2e2-4d2f-b20d-5a87e2ee1e8f,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:52.641372 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-5394540c-2fba-4a9d-acc6-b05e75578a68 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Transition to ACTIVE for port object 85b7b075-8556-4d74-b209-024690cb9fee will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:52.641852 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-fff5bb4d-ac8b-4606-8865-779fa7c52866 None None] For port b1c66346-fd72-4c00-8e77-074d0ba9dccc, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:52.664412 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-032679e7-6feb-42db-a59b-ebee010920d6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b1136056db54282a121fd8a3eb67057&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3221664 Jul 29 23:30:52.665175 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43044) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:52.716141 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f2cc3a14-7ded-4d93-8f85-d7c8e752161b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.0876222 Jul 29 23:30:52.721182 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43048) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:52.729548 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-e249754b-c2dc-4789-ab87-d2804d368286 admin admin] Request body: {'subnet': {'network_id': '6f3d3704-ea3e-49c9-9722-1f055923d891', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-351071257-subnet', 'tenant_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:52.747658 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-fff5bb4d-ac8b-4606-8865-779fa7c52866 None None] For port b1c66346-fd72-4c00-8e77-074d0ba9dccc, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=b1c66346-fd72-4c00-8e77-074d0ba9dccc,segment=NetworkSegment(9dac86be-f998-4e60-b7dc-7346a9e01532),segment_id=9dac86be-f998-4e60-b7dc-7346a9e01532)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:52.748744 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:52.755015 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cc3a14-7ded-4d93-8f85-d7c8e752161b admin admin] Pushing event updated for resources: {'Network': ['ID=6f3d3704-ea3e-49c9-9722-1f055923d891,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:52.755775 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fff5bb4d-ac8b-4606-8865-779fa7c52866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:52.787968 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7c3a0140-1c2f-44e3-b8fc-a4c5dbe39c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:52.800664 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 6f3d3704-ea3e-49c9-9722-1f055923d891 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:30:52.822847 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7c3a0140-1c2f-44e3-b8fc-a4c5dbe39c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:52.853670 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e249754b-c2dc-4789-ab87-d2804d368286 admin admin] Made reservation on behalf of cf5a38b3b6dd4eb5a83a1ec408b4b908 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:52.857076 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e249754b-c2dc-4789-ab87-d2804d368286 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:52.894409 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7c3a0140-1c2f-44e3-b8fc-a4c5dbe39c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:52.897676 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7c3a0140-1c2f-44e3-b8fc-a4c5dbe39c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:52.901869 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7c3a0140-1c2f-44e3-b8fc-a4c5dbe39c77 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e49831b-d2e2-4d2f-b20d-5a87e2ee1e8f HTTP/1.1" status: 204 len: 168 time: 0.2356024 Jul 29 23:30:52.910721 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a0140-1c2f-44e3-b8fc-a4c5dbe39c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e49831b-d2e2-4d2f-b20d-5a87e2ee1e8f,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:52.952891 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c26aca-9d64-4ba6-a0e8-51dd864516cb None None] Network 06344436-2bdf-4d53-b61e-1d88ac0ba174 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:53.037915 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-95046e92-b523-4868-911e-f59d7a13621f None None] Attempting to bind port e3426de0-b159-4c32-aacb-f4220d30b719 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:53.038846 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-95046e92-b523-4868-911e-f59d7a13621f None None] Attempting to bind port e3426de0-b159-4c32-aacb-f4220d30b719 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'bf5fb79d-f7b2-4084-a784-6e35e910d1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1e65e8ed-fa4d-4a7f-9981-bb83041830f4'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:53.039786 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95046e92-b523-4868-911e-f59d7a13621f None None] Attempting to bind port e3426de0-b159-4c32-aacb-f4220d30b719 on network 1e65e8ed-fa4d-4a7f-9981-bb83041830f4 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:53.077323 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5394540c-2fba-4a9d-acc6-b05e75578a68 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:53.091427 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e249754b-c2dc-4789-ab87-d2804d368286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:53.169554 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5394540c-2fba-4a9d-acc6-b05e75578a68 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Network 2db67c0f-f415-458f-9c53-980e9ae4547d is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:53.180422 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95046e92-b523-4868-911e-f59d7a13621f None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:53.181435 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95046e92-b523-4868-911e-f59d7a13621f None None] Checking segment: {'id': 'bf5fb79d-f7b2-4084-a784-6e35e910d1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1e65e8ed-fa4d-4a7f-9981-bb83041830f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:53.182319 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-95046e92-b523-4868-911e-f59d7a13621f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:53.183040 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95046e92-b523-4868-911e-f59d7a13621f None None] Bound using segment: {'id': 'bf5fb79d-f7b2-4084-a784-6e35e910d1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1e65e8ed-fa4d-4a7f-9981-bb83041830f4'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:53.184370 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-95046e92-b523-4868-911e-f59d7a13621f None None] Bound port: e3426de0-b159-4c32-aacb-f4220d30b719, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf5fb79d-f7b2-4084-a784-6e35e910d1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1e65e8ed-fa4d-4a7f-9981-bb83041830f4'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:53.185922 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-95046e92-b523-4868-911e-f59d7a13621f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:53.211141 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 9c4654c6-ab2c-4aa8-b108-e91e391645a3, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9c4654c6-ab2c-4aa8-b108-e91e391645a3,segment=NetworkSegment(4f926ea3-c46b-4f5a-8198-04187dc3e094),segment_id=4f926ea3-c46b-4f5a-8198-04187dc3e094)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:53.217647 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-98d3d050-607c-4a9e-bb62-5c4c2ef63f17 None None] Provisioning for port 4d448c72-b125-4b81-8610-50698d3cb8b3 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:53.223488 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-5394540c-2fba-4a9d-acc6-b05e75578a68 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:53.248956 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5394540c-2fba-4a9d-acc6-b05e75578a68 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:53.253194 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394540c-2fba-4a9d-acc6-b05e75578a68 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Pushing event updated for resources: {'Port': ['ID=85b7b075-8556-4d74-b209-024690cb9fee,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:53.268558 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:53.271520 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 0d33684c-2635-44de-9bef-97bb265cbccb up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:53.274987 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5bb4d-ac8b-4606-8865-779fa7c52866 None None] Pushing event updated for resources: {'Port': ['ID=b1c66346-fd72-4c00-8e77-074d0ba9dccc,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:53.351608 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249754b-c2dc-4789-ab87-d2804d368286 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e18597bd-1db1-4689-9c7f-e6b5f65b8376,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:53.368266 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe9b62-daa7-42a1-abbd-d06542c73623 req-fe346eac-f744-40ff-bd83-ffa98723f345 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:53.389251 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe9b62-daa7-42a1-abbd-d06542c73623 req-fe346eac-f744-40ff-bd83-ffa98723f345 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:53.421970 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe9b62-daa7-42a1-abbd-d06542c73623 req-fe346eac-f744-40ff-bd83-ffa98723f345 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:53.435318 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe9b62-daa7-42a1-abbd-d06542c73623 req-fe346eac-f744-40ff-bd83-ffa98723f345 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:53.447523 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe9b62-daa7-42a1-abbd-d06542c73623 req-fe346eac-f744-40ff-bd83-ffa98723f345 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:53.462287 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe9b62-daa7-42a1-abbd-d06542c73623 req-fe346eac-f744-40ff-bd83-ffa98723f345 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:53.477065 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafe9b62-daa7-42a1-abbd-d06542c73623 req-fe346eac-f744-40ff-bd83-ffa98723f345 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:53.485371 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dafe9b62-daa7-42a1-abbd-d06542c73623 req-fe346eac-f744-40ff-bd83-ffa98723f345 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 5425 time: 0.3953528 Jul 29 23:30:53.586482 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e249754b-c2dc-4789-ab87-d2804d368286 admin admin] Checking segment: {'id': 'd923ab8e-d210-4416-bf66-4e5e974e27f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6f3d3704-ea3e-49c9-9722-1f055923d891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:53.587158 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e249754b-c2dc-4789-ab87-d2804d368286 admin admin] Network hostable DHCP agents. Network: 6f3d3704-ea3e-49c9-9722-1f055923d891, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:30:53.597694 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-df109af0-b32d-468d-bd22-8a3ded6be9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:53.621402 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5394540c-2fba-4a9d-acc6-b05e75578a68 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:53.676726 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 4d448c72-b125-4b81-8610-50698d3cb8b3 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:53.778936 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df109af0-b32d-468d-bd22-8a3ded6be9fc admin admin] Pushing event deleted for resources: {'Port': ['ID=84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:53.792585 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dafe9b62-daa7-42a1-abbd-d06542c73623 req-39e08159-5a1d-4c6c-8875-3160558e81f2 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd5c58a1-104a-4fdf-8d04-3b82c5432514&id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2841396 Jul 29 23:30:53.914508 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-95046e92-b523-4868-911e-f59d7a13621f None None] For port e3426de0-b159-4c32-aacb-f4220d30b719, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:53.919565 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-95046e92-b523-4868-911e-f59d7a13621f None None] For port e3426de0-b159-4c32-aacb-f4220d30b719, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e3426de0-b159-4c32-aacb-f4220d30b719,segment=NetworkSegment(bf5fb79d-f7b2-4084-a784-6e35e910d1f9),segment_id=bf5fb79d-f7b2-4084-a784-6e35e910d1f9)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:53.932298 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e249754b-c2dc-4789-ab87-d2804d368286 admin admin] Network 6f3d3704-ea3e-49c9-9722-1f055923d891 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:30:53.937931 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=9c4654c6-ab2c-4aa8-b108-e91e391645a3,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:53.950237 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-e249754b-c2dc-4789-ab87-d2804d368286 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 6f3d3704-ea3e-49c9-9722-1f055923d891) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:53.969867 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e249754b-c2dc-4789-ab87-d2804d368286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:53.970594 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e249754b-c2dc-4789-ab87-d2804d368286 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:53.985593 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec3f69a-adfd-4b59-85ac-1a44e6b71bdf None None] Network 6f3d3704-ea3e-49c9-9722-1f055923d891 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:53.990602 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-95046e92-b523-4868-911e-f59d7a13621f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:54.055903 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43082) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:54.064775 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e249754b-c2dc-4789-ab87-d2804d368286 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3390894 Jul 29 23:30:54.065092 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-dc0febba-e1eb-4276-91b4-bc318d8e3496 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-351071257-router', 'tenant_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:54.121167 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc0febba-e1eb-4276-91b4-bc318d8e3496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:54.122435 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc0febba-e1eb-4276-91b4-bc318d8e3496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:54.137795 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5394540c-2fba-4a9d-acc6-b05e75578a68 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:54.187860 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4654c6-ab2c-4aa8-b108-e91e391645a3'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:54.191213 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95bc661d-e648-46ea-a607-84b144f40dfa" -d '{"events": [{"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-plugged", "status": "completed", "tag": "9c4654c6-ab2c-4aa8-b108-e91e391645a3"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:54.278602 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 0d33684c-2635-44de-9bef-97bb265cbccb completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:54.323406 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95046e92-b523-4868-911e-f59d7a13621f None None] Pushing event updated for resources: {'Port': ['ID=e3426de0-b159-4c32-aacb-f4220d30b719,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:54.336483 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b623037-f51d-4088-aebd-83aad0703bef x-openstack-request-id: req-2b623037-f51d-4088-aebd-83aad0703bef {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:54.336872 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-plugged", "status": "completed", "tag": "9c4654c6-ab2c-4aa8-b108-e91e391645a3", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:54.337131 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2b623037-f51d-4088-aebd-83aad0703bef {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:54.337628 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c4654c6-ab2c-4aa8-b108-e91e391645a3', 'code': 200} Jul 29 23:30:54.348791 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc0febba-e1eb-4276-91b4-bc318d8e3496 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:54.385112 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 0d33684c-2635-44de-9bef-97bb265cbccb triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:54.386261 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:54.431585 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 4d448c72-b125-4b81-8610-50698d3cb8b3 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:54.536471 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b15c36-284f-4666-a14c-2856a9e9ee40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-6f3d3704-ea3e-49c9-9722-1f055923d891', 'network_id': '6f3d3704-ea3e-49c9-9722-1f055923d891', 'tenant_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'fixed_ips': [{'subnet_id': 'e18597bd-1db1-4689-9c7f-e6b5f65b8376'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:30:54.542182 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-58b15c36-284f-4666-a14c-2856a9e9ee40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:54.550949 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 4d448c72-b125-4b81-8610-50698d3cb8b3 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:54.553535 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:54.648320 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc0febba-e1eb-4276-91b4-bc318d8e3496 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:54.898781 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-df109af0-b32d-468d-bd22-8a3ded6be9fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.124082 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.161713 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-58b15c36-284f-4666-a14c-2856a9e9ee40 None None] Allocated IP 172.20.0.2 (6f3d3704-ea3e-49c9-9722-1f055923d891/e18597bd-1db1-4689-9c7f-e6b5f65b8376/246aff37-7393-4b7a-90a1-0f0efdfc5376) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:55.217637 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d4f3fd-a647-4f40-8da9-590cec353791 None None] Network 2db67c0f-f415-458f-9c53-980e9ae4547d requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:55.257001 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 0d33684c-2635-44de-9bef-97bb265cbccb, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=0d33684c-2635-44de-9bef-97bb265cbccb,segment=NetworkSegment(8c9c41a8-7d48-4280-848c-d61b4ffb090c),segment_id=8c9c41a8-7d48-4280-848c-d61b4ffb090c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:55.276229 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc0febba-e1eb-4276-91b4-bc318d8e3496 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.333504 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc0febba-e1eb-4276-91b4-bc318d8e3496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.390501 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.391531 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device c28d72f5-dcf0-4f89-838c-04edd1d9b91c up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:55.509749 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-21c5affe-ac6a-4c59-b839-2c6a310fd7ca None None] Provisioning for port b1c66346-fd72-4c00-8e77-074d0ba9dccc completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:55.539040 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.610808 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-dc0febba-e1eb-4276-91b4-bc318d8e3496 admin admin] Allocated IP 172.25.8.176 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/e225c094-09fb-44b3-b8b0-6f7cac3dd40d) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:55.617089 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34ec39-e12f-4ac0-9f8f-a530dba4785a req-2ff33a99-671d-4270-8ab5-9b4fbcc4ce03 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:55.647235 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34ec39-e12f-4ac0-9f8f-a530dba4785a req-2ff33a99-671d-4270-8ab5-9b4fbcc4ce03 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:55.658252 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34ec39-e12f-4ac0-9f8f-a530dba4785a req-2ff33a99-671d-4270-8ab5-9b4fbcc4ce03 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:55.668095 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=0d33684c-2635-44de-9bef-97bb265cbccb,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:55.681468 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34ec39-e12f-4ac0-9f8f-a530dba4785a req-2ff33a99-671d-4270-8ab5-9b4fbcc4ce03 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:55.697421 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34ec39-e12f-4ac0-9f8f-a530dba4785a req-2ff33a99-671d-4270-8ab5-9b4fbcc4ce03 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:55.706172 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34ec39-e12f-4ac0-9f8f-a530dba4785a req-2ff33a99-671d-4270-8ab5-9b4fbcc4ce03 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:55.712654 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34ec39-e12f-4ac0-9f8f-a530dba4785a req-2ff33a99-671d-4270-8ab5-9b4fbcc4ce03 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:55.725214 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7e34ec39-e12f-4ac0-9f8f-a530dba4785a req-2ff33a99-671d-4270-8ab5-9b4fbcc4ce03 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 5426 time: 0.5387495 Jul 29 23:30:55.815152 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc0febba-e1eb-4276-91b4-bc318d8e3496 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.901501 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc0febba-e1eb-4276-91b4-bc318d8e3496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.914720 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5394540c-2fba-4a9d-acc6-b05e75578a68 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.926016 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df109af0-b32d-468d-bd22-8a3ded6be9fc admin admin] Router 45fffb71-be1a-42b6-89f5-5279353806bc has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:30:55.930026 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5394540c-2fba-4a9d-acc6-b05e75578a68 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.959626 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-58b15c36-284f-4666-a14c-2856a9e9ee40 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:55.973519 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-58b15c36-284f-4666-a14c-2856a9e9ee40 None None] Transition to ACTIVE for port object 246aff37-7393-4b7a-90a1-0f0efdfc5376 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:56.013849 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-58b15c36-284f-4666-a14c-2856a9e9ee40 None None] Transition to ACTIVE for port object 246aff37-7393-4b7a-90a1-0f0efdfc5376 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:30:56.019469 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43144) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:56.050105 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5394540c-2fba-4a9d-acc6-b05e75578a68 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:56.065527 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0febba-e1eb-4276-91b4-bc318d8e3496 admin admin] Pushing event updated for resources: {'Port': ['ID=e225c094-09fb-44b3-b8b0-6f7cac3dd40d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:56.076695 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d3e89561-7383-4847-b740-ea5e59ad33ca None None] Provisioning complete for port 4d448c72-b125-4b81-8610-50698d3cb8b3 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:56.076695 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d3e89561-7383-4847-b740-ea5e59ad33ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:56.115669 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0febba-e1eb-4276-91b4-bc318d8e3496 admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:56.122884 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-dc0febba-e1eb-4276-91b4-bc318d8e3496 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:56.130943 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0febba-e1eb-4276-91b4-bc318d8e3496 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:56.158960 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7e34ec39-e12f-4ac0-9f8f-a530dba4785a req-f985a8a5-4197-435c-a408-b89995f6b018 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd5c58a1-104a-4fdf-8d04-3b82c5432514&id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4317317 Jul 29 23:30:56.194951 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-58b15c36-284f-4666-a14c-2856a9e9ee40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:56.208486 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 4d448c72-b125-4b81-8610-50698d3cb8b3, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=4d448c72-b125-4b81-8610-50698d3cb8b3,segment=NetworkSegment(3a3cb97b-b2cd-49f9-88e9-2566ba849a78),segment_id=3a3cb97b-b2cd-49f9-88e9-2566ba849a78)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:56.230981 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port c28d72f5-dcf0-4f89-838c-04edd1d9b91c completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:56.254340 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:56.349061 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d33684c-2635-44de-9bef-97bb265cbccb'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:56.352936 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4124ce6-129e-400f-9cff-b6fbcd14e711" -d '{"events": [{"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-plugged", "status": "completed", "tag": "0d33684c-2635-44de-9bef-97bb265cbccb"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:56.372282 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port c28d72f5-dcf0-4f89-838c-04edd1d9b91c triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:56.372764 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:56.419877 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b15c36-284f-4666-a14c-2856a9e9ee40 None None] Network 6f3d3704-ea3e-49c9-9722-1f055923d891 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:56.458636 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-58b15c36-284f-4666-a14c-2856a9e9ee40 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:56.460622 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdfa069-d3f3-44b4-9e90-4c04decc2eb7 None None] Network 1e65e8ed-fa4d-4a7f-9981-bb83041830f4 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:56.461051 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-e719c3b7-9248-4b50-bb30-dff8baa88621 tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2120010309', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:30:56.481825 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394540c-2fba-4a9d-acc6-b05e75578a68 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Pushing event updated for resources: {'Port': ['ID=85b7b075-8556-4d74-b209-024690cb9fee,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:56.497582 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2fb589e-3cdf-4107-9a2f-d913f53679d1 x-openstack-request-id: req-b2fb589e-3cdf-4107-9a2f-d913f53679d1 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:30:56.499376 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-plugged", "status": "completed", "tag": "0d33684c-2635-44de-9bef-97bb265cbccb", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:30:56.499376 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b2fb589e-3cdf-4107-9a2f-d913f53679d1 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:30:56.499991 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d33684c-2635-44de-9bef-97bb265cbccb', 'code': 200} Jul 29 23:30:56.541269 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b15c36-284f-4666-a14c-2856a9e9ee40 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:30:56.557743 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b15c36-284f-4666-a14c-2856a9e9ee40 None None] Pushing event updated for resources: {'Port': ['ID=246aff37-7393-4b7a-90a1-0f0efdfc5376,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:56.706666 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e719c3b7-9248-4b50-bb30-dff8baa88621 tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Made reservation on behalf of 59f901af22bf4f929316b32062bc7235 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:30:56.709549 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e719c3b7-9248-4b50-bb30-dff8baa88621 tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:56.770296 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e719c3b7-9248-4b50-bb30-dff8baa88621 tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:56.784162 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-58b15c36-284f-4666-a14c-2856a9e9ee40 None None] Attempting to bind port 246aff37-7393-4b7a-90a1-0f0efdfc5376 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:30:56.784739 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-58b15c36-284f-4666-a14c-2856a9e9ee40 None None] Attempting to bind port 246aff37-7393-4b7a-90a1-0f0efdfc5376 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'd923ab8e-d210-4416-bf66-4e5e974e27f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6f3d3704-ea3e-49c9-9722-1f055923d891'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:30:56.785131 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b15c36-284f-4666-a14c-2856a9e9ee40 None None] Attempting to bind port 246aff37-7393-4b7a-90a1-0f0efdfc5376 on network 6f3d3704-ea3e-49c9-9722-1f055923d891 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:30:56.798638 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b1c66346-fd72-4c00-8e77-074d0ba9dccc up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:56.827990 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5394540c-2fba-4a9d-acc6-b05e75578a68 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Network 2db67c0f-f415-458f-9c53-980e9ae4547d is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:30:56.846038 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df109af0-b32d-468d-bd22-8a3ded6be9fc admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:30:56.848299 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-5394540c-2fba-4a9d-acc6-b05e75578a68 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:30:56.866840 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8db339-f973-49dc-8b5d-16e7937dedff None None] Sync routers for ids ['45fffb71-be1a-42b6-89f5-5279353806bc'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:30:56.874431 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-df109af0-b32d-468d-bd22-8a3ded6be9fc admin admin] 10.222.0.18 "PUT /v2.0/routers/45fffb71-be1a-42b6-89f5-5279353806bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7487190 Jul 29 23:30:56.884627 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8db339-f973-49dc-8b5d-16e7937dedff None None] Routers {'45fffb71-be1a-42b6-89f5-5279353806bc'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:56.885955 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-ea8db339-f973-49dc-8b5d-16e7937dedff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:30:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['45fffb71-be1a-42b6-89f5-5279353806bc'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:56.887549 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43164) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:56.891892 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b15c36-284f-4666-a14c-2856a9e9ee40 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:30:56.892344 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b15c36-284f-4666-a14c-2856a9e9ee40 None None] Checking segment: {'id': 'd923ab8e-d210-4416-bf66-4e5e974e27f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6f3d3704-ea3e-49c9-9722-1f055923d891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:30:56.893063 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-58b15c36-284f-4666-a14c-2856a9e9ee40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:56.893815 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b15c36-284f-4666-a14c-2856a9e9ee40 None None] Bound using segment: {'id': 'd923ab8e-d210-4416-bf66-4e5e974e27f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6f3d3704-ea3e-49c9-9722-1f055923d891'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:30:56.894788 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-58b15c36-284f-4666-a14c-2856a9e9ee40 None None] Bound port: 246aff37-7393-4b7a-90a1-0f0efdfc5376, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd923ab8e-d210-4416-bf66-4e5e974e27f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6f3d3704-ea3e-49c9-9722-1f055923d891'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:30:56.895475 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-58b15c36-284f-4666-a14c-2856a9e9ee40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:56.896821 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc0febba-e1eb-4276-91b4-bc318d8e3496 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:57.054677 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-58b15c36-284f-4666-a14c-2856a9e9ee40 None None] For port 246aff37-7393-4b7a-90a1-0f0efdfc5376, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:30:57.059243 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-58b15c36-284f-4666-a14c-2856a9e9ee40 None None] For port 246aff37-7393-4b7a-90a1-0f0efdfc5376, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=246aff37-7393-4b7a-90a1-0f0efdfc5376,segment=NetworkSegment(d923ab8e-d210-4416-bf66-4e5e974e27f3),segment_id=d923ab8e-d210-4416-bf66-4e5e974e27f3)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:30:57.087555 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-58b15c36-284f-4666-a14c-2856a9e9ee40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:57.165144 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-ea8db339-f973-49dc-8b5d-16e7937dedff None None] Set router 45fffb71-be1a-42b6-89f5-5279353806bc gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:30:57.177231 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=4d448c72-b125-4b81-8610-50698d3cb8b3,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:57.294288 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01f6c966-5b43-4726-8b26-1a9c39d8a0d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:57.515016 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01f6c966-5b43-4726-8b26-1a9c39d8a0d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:57.543655 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b15c36-284f-4666-a14c-2856a9e9ee40 None None] Pushing event updated for resources: {'Port': ['ID=246aff37-7393-4b7a-90a1-0f0efdfc5376,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:57.577686 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-ea8db339-f973-49dc-8b5d-16e7937dedff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1208205443-router', 'tenant_id': '4fdbb74cc9a943968c8ada14c5f92979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.51'}], 'enable_snat': True}, 'gw_port_id': 'efb9eaa2-7061-4eef-9522-f1f74152553c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:08Z', 'updated_at': '2021-07-29T23:30:53Z', 'revision_number': 5, 'project_id': '4fdbb74cc9a943968c8ada14c5f92979', 'gw_port': {'id': 'efb9eaa2-7061-4eef-9522-f1f74152553c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:bb:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1296, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:29:11Z', 'updated_at': '2021-07-29T23:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:57.612982 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8db339-f973-49dc-8b5d-16e7937dedff None None] Checking router: 45fffb71-be1a-42b6-89f5-5279353806bc for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:30:57.623173 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8db339-f973-49dc-8b5d-16e7937dedff None None] Routers {'45fffb71-be1a-42b6-89f5-5279353806bc'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:57.624227 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-ea8db339-f973-49dc-8b5d-16e7937dedff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:30:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['45fffb71-be1a-42b6-89f5-5279353806bc'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:57.670603 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port b1c66346-fd72-4c00-8e77-074d0ba9dccc completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:57.751082 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc0febba-e1eb-4276-91b4-bc318d8e3496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:57.795405 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-ea8db339-f973-49dc-8b5d-16e7937dedff None None] Set router 45fffb71-be1a-42b6-89f5-5279353806bc gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:30:57.796135 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:57.854466 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port b1c66346-fd72-4c00-8e77-074d0ba9dccc triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:57.855368 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:57.869752 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-ea8db339-f973-49dc-8b5d-16e7937dedff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1208205443-router', 'tenant_id': '4fdbb74cc9a943968c8ada14c5f92979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:08Z', 'updated_at': '2021-07-29T23:30:57Z', 'revision_number': 6, 'project_id': '4fdbb74cc9a943968c8ada14c5f92979', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:57.907737 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8db339-f973-49dc-8b5d-16e7937dedff None None] The sync data for ids ['45fffb71-be1a-42b6-89f5-5279353806bc'] in n-d-712140-10 is: [{'id': '45fffb71-be1a-42b6-89f5-5279353806bc', 'name': 'tempest-ServerRescueTestJSONUnderV235-1208205443-router', 'tenant_id': '4fdbb74cc9a943968c8ada14c5f92979', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:29:08Z', 'updated_at': '2021-07-29T23:30:57Z', 'revision_number': 6, 'project_id': '4fdbb74cc9a943968c8ada14c5f92979', 'gw_port_host': None}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:30:58.082664 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc0febba-e1eb-4276-91b4-bc318d8e3496 admin admin] Router 09006bc4-cc61-4f8c-81ce-61961bf66def is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:30:58.239132 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-30b092f4-07cb-48b5-8b94-60d5a35fd12f None None] Provisioning for port e3426de0-b159-4c32-aacb-f4220d30b719 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:58.303139 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port c28d72f5-dcf0-4f89-838c-04edd1d9b91c, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=c28d72f5-dcf0-4f89-838c-04edd1d9b91c,segment=NetworkSegment(4f926ea3-c46b-4f5a-8198-04187dc3e094),segment_id=4f926ea3-c46b-4f5a-8198-04187dc3e094)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:58.317531 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:58.318963 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 7e61dd35-a100-4e16-badd-8fb0a09ce0fb up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:58.434667 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-01f6c966-5b43-4726-8b26-1a9c39d8a0d9 admin admin] Deleting port efb9eaa2-7061-4eef-9522-f1f74152553c {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:30:58.435456 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01f6c966-5b43-4726-8b26-1a9c39d8a0d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:58.524345 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28d72f5-dcf0-4f89-838c-04edd1d9b91c'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:30:58.529004 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2440efd6-8679-4a10-b8d5-3f08eac65004" -d '{"events": [{"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-plugged", "status": "completed", "tag": "c28d72f5-dcf0-4f89-838c-04edd1d9b91c"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:30:58.534056 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-30b092f4-07cb-48b5-8b94-60d5a35fd12f None None] Provisioning complete for port b1c66346-fd72-4c00-8e77-074d0ba9dccc triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:58.534831 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-30b092f4-07cb-48b5-8b94-60d5a35fd12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:58.545174 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:58.560631 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-01f6c966-5b43-4726-8b26-1a9c39d8a0d9 admin admin] For port efb9eaa2-7061-4eef-9522-f1f74152553c, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=efb9eaa2-7061-4eef-9522-f1f74152553c,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:58.561268 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01f6c966-5b43-4726-8b26-1a9c39d8a0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:58.586575 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-01f6c966-5b43-4726-8b26-1a9c39d8a0d9 admin admin] Calling delete_port for efb9eaa2-7061-4eef-9522-f1f74152553c owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:30:58.673405 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc0febba-e1eb-4276-91b4-bc318d8e3496 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:30:58.695627 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=c28d72f5-dcf0-4f89-838c-04edd1d9b91c,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:58.719103 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf0e47f-17e9-47f8-873e-43eb7d9bc5bd None None] Sync routers for ids ['09006bc4-cc61-4f8c-81ce-61961bf66def'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:30:58.759583 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port b1c66346-fd72-4c00-8e77-074d0ba9dccc, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=b1c66346-fd72-4c00-8e77-074d0ba9dccc,segment=NetworkSegment(9dac86be-f998-4e60-b7dc-7346a9e01532),segment_id=9dac86be-f998-4e60-b7dc-7346a9e01532)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:58.780590 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf0e47f-17e9-47f8-873e-43eb7d9bc5bd None None] Routers {'09006bc4-cc61-4f8c-81ce-61961bf66def'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:58.781680 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-dbf0e47f-17e9-47f8-873e-43eb7d9bc5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:30:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['09006bc4-cc61-4f8c-81ce-61961bf66def'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:58.839249 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 7e61dd35-a100-4e16-badd-8fb0a09ce0fb completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:58.843605 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:58.849750 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c8a47-3479-446a-93a6-b834f1cc9ee5 req-e960cbcf-e33f-4a99-8912-c9d7313ae24e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:58.850210 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e3426de0-b159-4c32-aacb-f4220d30b719 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:58.861265 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c8a47-3479-446a-93a6-b834f1cc9ee5 req-e960cbcf-e33f-4a99-8912-c9d7313ae24e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:58.870410 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c8a47-3479-446a-93a6-b834f1cc9ee5 req-e960cbcf-e33f-4a99-8912-c9d7313ae24e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:58.880444 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c8a47-3479-446a-93a6-b834f1cc9ee5 req-e960cbcf-e33f-4a99-8912-c9d7313ae24e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:58.892810 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c8a47-3479-446a-93a6-b834f1cc9ee5 req-e960cbcf-e33f-4a99-8912-c9d7313ae24e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:58.899767 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 7e61dd35-a100-4e16-badd-8fb0a09ce0fb triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:58.900331 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:58.903432 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c8a47-3479-446a-93a6-b834f1cc9ee5 req-e960cbcf-e33f-4a99-8912-c9d7313ae24e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:58.917238 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c8a47-3479-446a-93a6-b834f1cc9ee5 req-e960cbcf-e33f-4a99-8912-c9d7313ae24e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:30:58.932057 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f44c8a47-3479-446a-93a6-b834f1cc9ee5 req-e960cbcf-e33f-4a99-8912-c9d7313ae24e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 5427 time: 1.2975957 Jul 29 23:30:58.934726 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5394540c-2fba-4a9d-acc6-b05e75578a68 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Router 88657a1f-1f39-445f-9627-a653ef41bd7b is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:30:59.089445 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f44c8a47-3479-446a-93a6-b834f1cc9ee5 req-3e7bf4da-0cff-4e0f-962e-f5b0868e9aa9 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd5c58a1-104a-4fdf-8d04-3b82c5432514&id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1563036 Jul 29 23:30:59.190778 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd65cb3-ed44-4aee-8d0e-0598608ab3aa None None] Network 6f3d3704-ea3e-49c9-9722-1f055923d891 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:30:59.193163 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=b1c66346-fd72-4c00-8e77-074d0ba9dccc,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:59.206177 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e719c3b7-9248-4b50-bb30-dff8baa88621 tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:59.224618 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc0febba-e1eb-4276-91b4-bc318d8e3496 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:59.231948 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-dc0febba-e1eb-4276-91b4-bc318d8e3496 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.1671460 Jul 29 23:30:59.232245 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e719c3b7-9248-4b50-bb30-dff8baa88621 tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:59.232794 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43202) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:59.245798 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-e719c3b7-9248-4b50-bb30-dff8baa88621 tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] device_id is not set on port 13fac19f-b265-40b4-b774-d59d65558c9c yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:30:59.304102 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-dbf0e47f-17e9-47f8-873e-43eb7d9bc5bd None None] Set router 09006bc4-cc61-4f8c-81ce-61961bf66def gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:30:59.332912 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5394540c-2fba-4a9d-acc6-b05e75578a68 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:30:59.347499 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5394540c-2fba-4a9d-acc6-b05e75578a68 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] 10.222.0.18 "PUT /v2.0/routers/88657a1f-1f39-445f-9627-a653ef41bd7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8488328 Jul 29 23:30:59.348055 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec895a1-4520-4d8b-8c15-7f7195633dd6 None None] Sync routers for ids ['88657a1f-1f39-445f-9627-a653ef41bd7b'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:30:59.368536 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec895a1-4520-4d8b-8c15-7f7195633dd6 None None] Routers {'88657a1f-1f39-445f-9627-a653ef41bd7b'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:59.370023 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-2ec895a1-4520-4d8b-8c15-7f7195633dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:30:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['88657a1f-1f39-445f-9627-a653ef41bd7b'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:59.420249 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-2ec895a1-4520-4d8b-8c15-7f7195633dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:59.430165 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43212) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:30:59.430849 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec895a1-4520-4d8b-8c15-7f7195633dd6 None None] Routers {'88657a1f-1f39-445f-9627-a653ef41bd7b'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:30:59.431768 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-2ec895a1-4520-4d8b-8c15-7f7195633dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:30:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['88657a1f-1f39-445f-9627-a653ef41bd7b'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:59.457232 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-e719c3b7-9248-4b50-bb30-dff8baa88621 tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Allocated IP 172.25.8.169 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/13fac19f-b265-40b4-b774-d59d65558c9c) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:30:59.487167 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-2ec895a1-4520-4d8b-8c15-7f7195633dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:30:59.488077 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec895a1-4520-4d8b-8c15-7f7195633dd6 None None] The sync data for ids ['88657a1f-1f39-445f-9627-a653ef41bd7b'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:30:59.503084 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719c3b7-9248-4b50-bb30-dff8baa88621 tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580e1804-4c3b-401d-91a9-a8fd037a03c8,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:59.520972 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01f6c966-5b43-4726-8b26-1a9c39d8a0d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:59.558326 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:59.561971 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:59.563910 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-c112cf4d-b963-474b-8814-48a2961ad412 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=cc55790fc3bd48288dfa12764fae4ab3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2141938 Jul 29 23:30:59.568804 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port e3426de0-b159-4c32-aacb-f4220d30b719 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:59.609955 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port e3426de0-b159-4c32-aacb-f4220d30b719 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:59.610285 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:59.679357 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f6c966-5b43-4726-8b26-1a9c39d8a0d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=efb9eaa2-7061-4eef-9522-f1f74152553c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:30:59.682045 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-30b092f4-07cb-48b5-8b94-60d5a35fd12f None None] Provisioning for port 85b7b075-8556-4d74-b209-024690cb9fee completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:30:59.753995 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-30b092f4-07cb-48b5-8b94-60d5a35fd12f None None] Provisioning complete for port 85b7b075-8556-4d74-b209-024690cb9fee triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:30:59.754455 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-30b092f4-07cb-48b5-8b94-60d5a35fd12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:59.767276 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 7e61dd35-a100-4e16-badd-8fb0a09ce0fb, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=7e61dd35-a100-4e16-badd-8fb0a09ce0fb,segment=NetworkSegment(4f926ea3-c46b-4f5a-8198-04187dc3e094),segment_id=4f926ea3-c46b-4f5a-8198-04187dc3e094)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:30:59.800517 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:59.801342 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:30:59.834387 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:59.879259 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01f6c966-5b43-4726-8b26-1a9c39d8a0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:59.975011 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e719c3b7-9248-4b50-bb30-dff8baa88621 tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:30:59.988770 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-30b092f4-07cb-48b5-8b94-60d5a35fd12f None None] Port 85b7b075-8556-4d74-b209-024690cb9fee cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:31:00.034261 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-482de958-b7f2-4bd7-825f-87c9fee17c13 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:00.037143 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-482de958-b7f2-4bd7-825f-87c9fee17c13 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4719782 Jul 29 23:31:00.047860 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01f6c966-5b43-4726-8b26-1a9c39d8a0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:00.058081 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01f6c966-5b43-4726-8b26-1a9c39d8a0d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:00.073524 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-fb54c637-b805-472c-9187-e8c1a76e8df2 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/quotas/cc55790fc3bd48288dfa12764fae4ab3 HTTP/1.1" status: 200 len: 375 time: 0.0302737 Jul 29 23:31:00.077506 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=7e61dd35-a100-4e16-badd-8fb0a09ce0fb,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:00.166811 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-308b0578-88f5-450a-833c-c492812bae8c tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:31:00.171885 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-308b0578-88f5-450a-833c-c492812bae8c tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] 10.222.0.18 "PUT /v2.0/routers/88657a1f-1f39-445f-9627-a653ef41bd7b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7366078 Jul 29 23:31:00.174559 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:00.176313 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43216) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:00.180878 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:00.182224 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-8d7f0203-f6d3-4e66-8709-85a5fa78fa60 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc55790fc3bd48288dfa12764fae4ab3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539007 Jul 29 23:31:00.188797 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-57c684db-4842-4821-9c08-d52d84c2d1f9 None None] Provisioning for port 246aff37-7393-4b7a-90a1-0f0efdfc5376 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:00.199656 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01f6c966-5b43-4726-8b26-1a9c39d8a0d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:00.200837 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01f6c966-5b43-4726-8b26-1a9c39d8a0d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 45fffb71-be1a-42b6-89f5-5279353806bc {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:31:00.209343 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01f6c966-5b43-4726-8b26-1a9c39d8a0d9 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:00.210752 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-01f6c966-5b43-4726-8b26-1a9c39d8a0d9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/45fffb71-be1a-42b6-89f5-5279353806bc HTTP/1.1" status: 204 len: 168 time: 3.3217163 Jul 29 23:31:00.214631 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43218) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:00.234311 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:00.234904 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:00.301954 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-0583b625-3629-4a23-a585-88f365a9d225 admin admin] Deleting subnet 4b816f14-b714-45a5-bd31-0fa047cfe72c {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:31:00.312386 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0583b625-3629-4a23-a585-88f365a9d225 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:00.337516 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-dbf0e47f-17e9-47f8-873e-43eb7d9bc5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'name': 'tempest-ServersTestJSON-351071257-router', 'tenant_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'e225c094-09fb-44b3-b8b0-6f7cac3dd40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:54Z', 'updated_at': '2021-07-29T23:30:56Z', 'revision_number': 3, 'project_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'gw_port': {'id': 'e225c094-09fb-44b3-b8b0-6f7cac3dd40d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:55Z', 'updated_at': '2021-07-29T23:30:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:00.364096 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-78969c49-ae33-4711-94b2-88b1e4f78e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:00.378627 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e719c3b7-9248-4b50-bb30-dff8baa88621 tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:00.415574 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port e3426de0-b159-4c32-aacb-f4220d30b719, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e3426de0-b159-4c32-aacb-f4220d30b719,segment=NetworkSegment(bf5fb79d-f7b2-4084-a784-6e35e910d1f9),segment_id=bf5fb79d-f7b2-4084-a784-6e35e910d1f9)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:00.423130 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf0e47f-17e9-47f8-873e-43eb7d9bc5bd None None] Checking router: 09006bc4-cc61-4f8c-81ce-61961bf66def for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:31:00.429782 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf0e47f-17e9-47f8-873e-43eb7d9bc5bd None None] Updating router 09006bc4-cc61-4f8c-81ce-61961bf66def port e225c094-09fb-44b3-b8b0-6f7cac3dd40d binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:31:00.432265 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-57c684db-4842-4821-9c08-d52d84c2d1f9 None None] Provisioning complete for port e3426de0-b159-4c32-aacb-f4220d30b719 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:00.432830 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57c684db-4842-4821-9c08-d52d84c2d1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:00.437726 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:00.612617 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e719c3b7-9248-4b50-bb30-dff8baa88621 tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:00.620930 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0583b625-3629-4a23-a585-88f365a9d225 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:00.690805 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=e3426de0-b159-4c32-aacb-f4220d30b719,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:00.694614 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-e719c3b7-9248-4b50-bb30-dff8baa88621 tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:00.707972 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e719c3b7-9248-4b50-bb30-dff8baa88621 tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:00.724925 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dbf0e47f-17e9-47f8-873e-43eb7d9bc5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:00.858216 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e719c3b7-9248-4b50-bb30-dff8baa88621 tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:00.859298 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e719c3b7-9248-4b50-bb30-dff8baa88621 tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:00.870212 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f31248-b80b-451b-b4f4-73206b1a0651 x-openstack-request-id: req-d1f31248-b80b-451b-b4f4-73206b1a0651 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:00.870749 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-plugged", "status": "completed", "tag": "c28d72f5-dcf0-4f89-838c-04edd1d9b91c", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:00.871673 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d1f31248-b80b-451b-b4f4-73206b1a0651 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:00.872239 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c28d72f5-dcf0-4f89-838c-04edd1d9b91c', 'code': 200} Jul 29 23:31:00.875892 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 246aff37-7393-4b7a-90a1-0f0efdfc5376 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:00.879534 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719c3b7-9248-4b50-bb30-dff8baa88621 tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Pushing event updated for resources: {'Port': ['ID=13fac19f-b265-40b4-b774-d59d65558c9c,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:00.910090 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:00.930245 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0583b625-3629-4a23-a585-88f365a9d225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:00.982089 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e719c3b7-9248-4b50-bb30-dff8baa88621 tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.9292815 Jul 29 23:31:00.983496 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43230) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:00.994361 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-49a7df09-bd83-4038-b627-f91cefc924b7 tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.169'}]}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:01.056696 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49a7df09-bd83-4038-b627-f91cefc924b7 tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:01.057960 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49a7df09-bd83-4038-b627-f91cefc924b7 tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:01.103674 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805,segment=NetworkSegment(4f926ea3-c46b-4f5a-8198-04187dc3e094),segment_id=4f926ea3-c46b-4f5a-8198-04187dc3e094)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:01.130262 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:01.131424 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 07254281-c39e-48a0-9915-4707d191bf90 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:01.134321 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-57c684db-4842-4821-9c08-d52d84c2d1f9 None None] Provisioning complete for port 85b7b075-8556-4d74-b209-024690cb9fee triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:01.134696 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-57c684db-4842-4821-9c08-d52d84c2d1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:01.143615 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0583b625-3629-4a23-a585-88f365a9d225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:01.247903 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-78969c49-ae33-4711-94b2-88b1e4f78e28 admin admin] Allocated IP 172.20.0.1 (6f3d3704-ea3e-49c9-9722-1f055923d891/e18597bd-1db1-4689-9c7f-e6b5f65b8376/a292d599-6cb7-41b9-a2f9-5fc4294373f5) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:01.259152 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0583b625-3629-4a23-a585-88f365a9d225 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b816f14-b714-45a5-bd31-0fa047cfe72c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:01.291072 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e985e66e-de0c-400c-88a0-b9db4458acb1 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:01.319263 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49a7df09-bd83-4038-b627-f91cefc924b7 tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:01.320966 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0583b625-3629-4a23-a585-88f365a9d225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:01.323168 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0583b625-3629-4a23-a585-88f365a9d225 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4b816f14-b714-45a5-bd31-0fa047cfe72c HTTP/1.1" status: 204 len: 168 time: 1.1039641 Jul 29 23:31:01.339360 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43240) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:01.578764 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49a7df09-bd83-4038-b627-f91cefc924b7 tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:01.593208 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8eead74b-f7a8-4575-8a9b-9e3777f0d47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:01.593651 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 246aff37-7393-4b7a-90a1-0f0efdfc5376 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:01.612009 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ab45d-6cda-44bd-90b1-73453e10a981 req-53724e06-d7b3-464d-bb08-b1320c55e488 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:01.620687 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ab45d-6cda-44bd-90b1-73453e10a981 req-53724e06-d7b3-464d-bb08-b1320c55e488 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:01.630565 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ab45d-6cda-44bd-90b1-73453e10a981 req-53724e06-d7b3-464d-bb08-b1320c55e488 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:01.637900 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ab45d-6cda-44bd-90b1-73453e10a981 req-53724e06-d7b3-464d-bb08-b1320c55e488 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:01.643181 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 246aff37-7393-4b7a-90a1-0f0efdfc5376 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:01.643767 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:01.645356 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ab45d-6cda-44bd-90b1-73453e10a981 req-53724e06-d7b3-464d-bb08-b1320c55e488 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:01.652134 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ab45d-6cda-44bd-90b1-73453e10a981 req-53724e06-d7b3-464d-bb08-b1320c55e488 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:01.658222 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-57c684db-4842-4821-9c08-d52d84c2d1f9 None None] Port 85b7b075-8556-4d74-b209-024690cb9fee cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:31:01.659396 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ab45d-6cda-44bd-90b1-73453e10a981 req-53724e06-d7b3-464d-bb08-b1320c55e488 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:01.670558 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-355ab45d-6cda-44bd-90b1-73453e10a981 req-53724e06-d7b3-464d-bb08-b1320c55e488 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 5430 time: 0.4137533 Jul 29 23:31:01.725552 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:01.813695 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 07254281-c39e-48a0-9915-4707d191bf90 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:01.828766 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 07254281-c39e-48a0-9915-4707d191bf90 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:01.829389 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:01.874316 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a2784217-eee7-4e4d-bf3a-9e6b985e307d None None] Provisioning complete for port 246aff37-7393-4b7a-90a1-0f0efdfc5376 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:01.874948 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a2784217-eee7-4e4d-bf3a-9e6b985e307d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:01.892173 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-355ab45d-6cda-44bd-90b1-73453e10a981 req-3ea95314-3d51-4a19-9f0e-2e7b4fcfee58 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd5c58a1-104a-4fdf-8d04-3b82c5432514&id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2190726 Jul 29 23:31:01.936110 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8eead74b-f7a8-4575-8a9b-9e3777f0d47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:01.937342 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-78969c49-ae33-4711-94b2-88b1e4f78e28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:01.969007 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-8eead74b-f7a8-4575-8a9b-9e3777f0d47a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06399198-5076-4bad-82c6-5654a25ce71e']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:01.978708 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-78969c49-ae33-4711-94b2-88b1e4f78e28 admin admin] Transition to ACTIVE for port object a292d599-6cb7-41b9-a2f9-5fc4294373f5 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:01.998258 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-8eead74b-f7a8-4575-8a9b-9e3777f0d47a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77c85181-0083-4e54-95a5-a8245df6293d') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:01.998898 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-8eead74b-f7a8-4575-8a9b-9e3777f0d47a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77c85181-0083-4e54-95a5-a8245df6293d') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:02.022628 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8eead74b-f7a8-4575-8a9b-9e3777f0d47a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:02.052575 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8eead74b-f7a8-4575-8a9b-9e3777f0d47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:02.065022 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8eead74b-f7a8-4575-8a9b-9e3777f0d47a admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:31:02.065751 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8eead74b-f7a8-4575-8a9b-9e3777f0d47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:02.082220 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dbf0e47f-17e9-47f8-873e-43eb7d9bc5bd None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:02.116852 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:02.154599 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-dbf0e47f-17e9-47f8-873e-43eb7d9bc5bd None None] Transition to ACTIVE for port object e225c094-09fb-44b3-b8b0-6f7cac3dd40d will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:02.159182 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-78969c49-ae33-4711-94b2-88b1e4f78e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:02.179349 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:31:02.179349 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:31:02.179349 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:31:02.179349 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:31:02.179349 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:31:02.179349 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:31:02.179349 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:31:02.179349 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:31:02.179349 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:31:02.179349 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:31:02.179349 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:31:02.179349 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:31:02.179349 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:31:02.179349 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:31:02.179349 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:31:02.179349 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:31:02.179349 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:31:02.179349 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:31:02.179349 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:31:02.179349 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:31:02.179349 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:31:02.179349 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:31:02.179349 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:31:02.179349 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:31:02.179349 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:31:02.179349 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:31:02.179349 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:31:02.179349 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:31:02.179349 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:31:02.179349 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:31:02.179349 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:31:02.179349 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:31:02.205445 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8eead74b-f7a8-4575-8a9b-9e3777f0d47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:02.208184 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:02.213458 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dbf0e47f-17e9-47f8-873e-43eb7d9bc5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:02.242789 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8eead74b-f7a8-4575-8a9b-9e3777f0d47a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:02.257348 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8eead74b-f7a8-4575-8a9b-9e3777f0d47a admin admin] 10.222.0.18 "DELETE /v2.0/networks/06399198-5076-4bad-82c6-5654a25ce71e HTTP/1.1" status: 204 len: 168 time: 0.9153507 Jul 29 23:31:02.296493 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 07254281-c39e-48a0-9915-4707d191bf90, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=07254281-c39e-48a0-9915-4707d191bf90,segment=NetworkSegment(8c9c41a8-7d48-4280-848c-d61b4ffb090c),segment_id=8c9c41a8-7d48-4280-848c-d61b4ffb090c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:02.309608 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 246aff37-7393-4b7a-90a1-0f0efdfc5376, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=246aff37-7393-4b7a-90a1-0f0efdfc5376,segment=NetworkSegment(d923ab8e-d210-4416-bf66-4e5e974e27f3),segment_id=d923ab8e-d210-4416-bf66-4e5e974e27f3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:02.314877 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:02.321768 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a2784217-eee7-4e4d-bf3a-9e6b985e307d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:02.333513 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:02.334310 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 4d448c72-b125-4b81-8610-50698d3cb8b3 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:02.350434 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78969c49-ae33-4711-94b2-88b1e4f78e28 admin admin] Network 6f3d3704-ea3e-49c9-9722-1f055923d891 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:02.360290 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16578786-58fd-47a3-bec6-be5c8c5e7214 None None] Pushing event updated for resources: {'Port': ['ID=e225c094-09fb-44b3-b8b0-6f7cac3dd40d,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:02.371905 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-78969c49-ae33-4711-94b2-88b1e4f78e28 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:02.375965 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78969c49-ae33-4711-94b2-88b1e4f78e28 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:02.377972 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78969c49-ae33-4711-94b2-88b1e4f78e28 admin admin] Pushing event updated for resources: {'Port': ['ID=a292d599-6cb7-41b9-a2f9-5fc4294373f5,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:02.391410 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-dbf0e47f-17e9-47f8-873e-43eb7d9bc5bd None None] Attempting to bind port e225c094-09fb-44b3-b8b0-6f7cac3dd40d on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:31:02.391953 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-dbf0e47f-17e9-47f8-873e-43eb7d9bc5bd None None] Attempting to bind port e225c094-09fb-44b3-b8b0-6f7cac3dd40d by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:31:02.392438 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf0e47f-17e9-47f8-873e-43eb7d9bc5bd None None] Attempting to bind port e225c094-09fb-44b3-b8b0-6f7cac3dd40d on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:02.440709 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf0e47f-17e9-47f8-873e-43eb7d9bc5bd None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:31:02.441288 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf0e47f-17e9-47f8-873e-43eb7d9bc5bd None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:02.441770 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dbf0e47f-17e9-47f8-873e-43eb7d9bc5bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:02.442497 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf0e47f-17e9-47f8-873e-43eb7d9bc5bd None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:31:02.443158 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-dbf0e47f-17e9-47f8-873e-43eb7d9bc5bd None None] Bound port: e225c094-09fb-44b3-b8b0-6f7cac3dd40d, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:31:02.443617 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dbf0e47f-17e9-47f8-873e-43eb7d9bc5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:02.470370 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eead74b-f7a8-4575-8a9b-9e3777f0d47a admin admin] Pushing event deleted for resources: {'Network': ['ID=06399198-5076-4bad-82c6-5654a25ce71e,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:02.473452 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-e985e66e-de0c-400c-88a0-b9db4458acb1 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Deleting port 85b7b075-8556-4d74-b209-024690cb9fee {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:02.474364 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e985e66e-de0c-400c-88a0-b9db4458acb1 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:02.479063 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-78969c49-ae33-4711-94b2-88b1e4f78e28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:02.561158 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-9c60f48e-fcaa-49e1-a2eb-c1a42429f585 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=cc55790fc3bd48288dfa12764fae4ab3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3016851 Jul 29 23:31:02.581141 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-93112467-d71d-45c8-b623-0d05f0710dc3 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=cc55790fc3bd48288dfa12764fae4ab3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2017164 Jul 29 23:31:02.642514 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=07254281-c39e-48a0-9915-4707d191bf90,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:02.672954 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.db.api [None req-a2784217-eee7-4e4d-bf3a-9e6b985e307d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:31:02.673430 n-d-712140-10 neutron-server[94065]: DEBUG oslo_db.api [None req-a2784217-eee7-4e4d-bf3a-9e6b985e307d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:31:02.707949 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-dbf0e47f-17e9-47f8-873e-43eb7d9bc5bd None None] For port e225c094-09fb-44b3-b8b0-6f7cac3dd40d, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:31:02.769051 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-dbf0e47f-17e9-47f8-873e-43eb7d9bc5bd None None] For port e225c094-09fb-44b3-b8b0-6f7cac3dd40d, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e225c094-09fb-44b3-b8b0-6f7cac3dd40d,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:31:02.770826 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 4d448c72-b125-4b81-8610-50698d3cb8b3 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:02.771293 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:02.798145 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e985e66e-de0c-400c-88a0-b9db4458acb1 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:02.818441 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-e985e66e-de0c-400c-88a0-b9db4458acb1 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Calling delete_port for 85b7b075-8556-4d74-b209-024690cb9fee owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:02.827779 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dbf0e47f-17e9-47f8-873e-43eb7d9bc5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:02.836546 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=246aff37-7393-4b7a-90a1-0f0efdfc5376,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:02.853598 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4e7e16b7-80b4-4140-afd0-19004c1c838a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:02.872624 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-f2906bb0-a397-416d-85d0-5f8fe0264bb1 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:02.875102 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-f2906bb0-a397-416d-85d0-5f8fe0264bb1 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2860382 Jul 29 23:31:02.876819 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43254) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:02.880297 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e61dd35-a100-4e16-badd-8fb0a09ce0fb'}, {'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805'}, {'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07254281-c39e-48a0-9915-4707d191bf90'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:02.882381 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fbabaa7-e565-4afd-b329-db487b4fb5e1" -d '{"events": [{"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-plugged", "status": "completed", "tag": "7e61dd35-a100-4e16-badd-8fb0a09ce0fb"}, {"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-plugged", "status": "completed", "tag": "fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805"}, {"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-plugged", "status": "completed", "tag": "07254281-c39e-48a0-9915-4707d191bf90"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:02.932476 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf0e47f-17e9-47f8-873e-43eb7d9bc5bd None None] Routers {'09006bc4-cc61-4f8c-81ce-61961bf66def'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:02.933128 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-dbf0e47f-17e9-47f8-873e-43eb7d9bc5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:30:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['09006bc4-cc61-4f8c-81ce-61961bf66def'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:02.938868 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-ba23c546-1692-489b-a8d2-0aaa93c56bf8 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Request body: {'port': {'device_id': '61d0f760-ef28-4f8d-803b-3584a317e411', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'admin_state_up': True, 'tenant_id': 'cc55790fc3bd48288dfa12764fae4ab3'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:02.976689 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16578786-58fd-47a3-bec6-be5c8c5e7214 None None] Pushing event updated for resources: {'Port': ['ID=e225c094-09fb-44b3-b8b0-6f7cac3dd40d,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:03.028973 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b1c66346-fd72-4c00-8e77-074d0ba9dccc up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:03.039807 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-78969c49-ae33-4711-94b2-88b1e4f78e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:03.140272 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port b1c66346-fd72-4c00-8e77-074d0ba9dccc triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:03.140905 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:03.180472 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-dbf0e47f-17e9-47f8-873e-43eb7d9bc5bd None None] Set router 09006bc4-cc61-4f8c-81ce-61961bf66def gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:31:03.205142 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b42c6430-9c62-4e81-8980-11a4e5b678db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4fdbb74cc9a943968c8ada14c5f92979&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2753625 Jul 29 23:31:03.207511 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43262) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:03.225974 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-eb86d443-ca7c-4cb9-b673-f84db938e604 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:03.227677 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-eb86d443-ca7c-4cb9-b673-f84db938e604 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6654384 Jul 29 23:31:03.282274 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49a7df09-bd83-4038-b627-f91cefc924b7 tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:03.294228 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-7815a9e0-e1ca-463a-8eb8-0c8d503fa72c tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/quotas/cc55790fc3bd48288dfa12764fae4ab3 HTTP/1.1" status: 200 len: 375 time: 0.0438745 Jul 29 23:31:03.336283 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49a7df09-bd83-4038-b627-f91cefc924b7 tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:03.369601 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-550a0d47-6c09-4831-aa21-fb6908f12d73 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc55790fc3bd48288dfa12764fae4ab3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480130 Jul 29 23:31:03.371347 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e985e66e-de0c-400c-88a0-b9db4458acb1 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:03.425811 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-ba23c546-1692-489b-a8d2-0aaa93c56bf8 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Made reservation on behalf of cc55790fc3bd48288dfa12764fae4ab3 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:03.427989 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e985e66e-de0c-400c-88a0-b9db4458acb1 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Pushing event deleted for resources: {'Port': ['ID=85b7b075-8556-4d74-b209-024690cb9fee,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:03.428372 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-ba23c546-1692-489b-a8d2-0aaa93c56bf8 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:03.456993 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-ba23c546-1692-489b-a8d2-0aaa93c56bf8 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:03.461395 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b7898f46-e636-4e3e-91ee-6df4d06fceef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:03.540946 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b7898f46-e636-4e3e-91ee-6df4d06fceef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:03.638054 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6669a6df-b78d-4aa7-b021-b9b8b21d43d1 None None] Provisioning for port a292d599-6cb7-41b9-a2f9-5fc4294373f5 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:03.654172 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6669a6df-b78d-4aa7-b021-b9b8b21d43d1 None None] Provisioning complete for port a292d599-6cb7-41b9-a2f9-5fc4294373f5 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:03.655487 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6669a6df-b78d-4aa7-b021-b9b8b21d43d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:03.678184 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-78969c49-ae33-4711-94b2-88b1e4f78e28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:03.692345 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-78969c49-ae33-4711-94b2-88b1e4f78e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:03.741679 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:31:03.778886 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49a7df09-bd83-4038-b627-f91cefc924b7 tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:03.811561 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:31:03.812470 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 84a9d3a9-8b8c-4de3-828a-0d4c1a539fdb not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:31:03.812814 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device efb9eaa2-7061-4eef-9522-f1f74152553c no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:31:03.852368 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-6669a6df-b78d-4aa7-b021-b9b8b21d43d1 None None] Port a292d599-6cb7-41b9-a2f9-5fc4294373f5 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:31:03.857218 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: efb9eaa2-7061-4eef-9522-f1f74152553c {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:31:03.857830 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device efb9eaa2-7061-4eef-9522-f1f74152553c not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:31:03.868678 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-dbf0e47f-17e9-47f8-873e-43eb7d9bc5bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'name': 'tempest-ServersTestJSON-351071257-router', 'tenant_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'e225c094-09fb-44b3-b8b0-6f7cac3dd40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:54Z', 'updated_at': '2021-07-29T23:30:56Z', 'revision_number': 3, 'project_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'gw_port': {'id': 'e225c094-09fb-44b3-b8b0-6f7cac3dd40d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:55Z', 'updated_at': '2021-07-29T23:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:03.910113 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b7898f46-e636-4e3e-91ee-6df4d06fceef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:03.912726 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b7898f46-e636-4e3e-91ee-6df4d06fceef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:03.914200 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b7898f46-e636-4e3e-91ee-6df4d06fceef admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a5ca3ec7-faad-4e0e-9010-31a59c1999b2 HTTP/1.1" status: 204 len: 168 time: 0.7053604 Jul 29 23:31:03.921119 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbf0e47f-17e9-47f8-873e-43eb7d9bc5bd None None] The sync data for ids ['09006bc4-cc61-4f8c-81ce-61961bf66def'] in n-d-712140-10 is: [{'id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'name': 'tempest-ServersTestJSON-351071257-router', 'tenant_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'e225c094-09fb-44b3-b8b0-6f7cac3dd40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:54Z', 'updated_at': '2021-07-29T23:30:56Z', 'revision_number': 3, 'project_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'gw_port': {'id': 'e225c094-09fb-44b3-b8b0-6f7cac3dd40d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:55Z', 'updated_at': '2021-07-29T23:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:31:03.988682 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e985e66e-de0c-400c-88a0-b9db4458acb1 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:04.029362 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7898f46-e636-4e3e-91ee-6df4d06fceef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ca3ec7-faad-4e0e-9010-31a59c1999b2,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:04.033814 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-ba23c546-1692-489b-a8d2-0aaa93c56bf8 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:04.098987 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78969c49-ae33-4711-94b2-88b1e4f78e28 admin admin] Pushing event updated for resources: {'Port': ['ID=a292d599-6cb7-41b9-a2f9-5fc4294373f5,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:04.103072 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-78969c49-ae33-4711-94b2-88b1e4f78e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:04.154769 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 246aff37-7393-4b7a-90a1-0f0efdfc5376 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:04.229855 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-ba23c546-1692-489b-a8d2-0aaa93c56bf8 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:04.302904 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 246aff37-7393-4b7a-90a1-0f0efdfc5376 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:04.332731 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:04.406696 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49a7df09-bd83-4038-b627-f91cefc924b7 tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:04.415071 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49a7df09-bd83-4038-b627-f91cefc924b7 tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:04.717362 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78969c49-ae33-4711-94b2-88b1e4f78e28 admin admin] Network 6f3d3704-ea3e-49c9-9722-1f055923d891 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:04.721784 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-78969c49-ae33-4711-94b2-88b1e4f78e28 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:04.954243 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfc2eb9b-f044-436f-85f0-cfd5ae781b8b x-openstack-request-id: req-cfc2eb9b-f044-436f-85f0-cfd5ae781b8b {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:04.973788 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-plugged", "status": "completed", "tag": "7e61dd35-a100-4e16-badd-8fb0a09ce0fb", "code": 200}, {"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-plugged", "status": "completed", "tag": "fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805", "code": 200}, {"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-plugged", "status": "completed", "tag": "07254281-c39e-48a0-9915-4707d191bf90", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:04.974628 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cfc2eb9b-f044-436f-85f0-cfd5ae781b8b {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:04.985318 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e61dd35-a100-4e16-badd-8fb0a09ce0fb', 'code': 200} Jul 29 23:31:04.986191 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805', 'code': 200} Jul 29 23:31:04.986824 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07254281-c39e-48a0-9915-4707d191bf90', 'code': 200} Jul 29 23:31:05.043600 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e985e66e-de0c-400c-88a0-b9db4458acb1 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Router 88657a1f-1f39-445f-9627-a653ef41bd7b has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:31:05.149246 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23c546-1692-489b-a8d2-0aaa93c56bf8 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1167cedf-2ecb-422c-b77f-7ccdf9200748,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:05.235553 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49a7df09-bd83-4038-b627-f91cefc924b7 tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:05.238729 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a7df09-bd83-4038-b627-f91cefc924b7 tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f5b9a92-51d8-4432-a96e-f4aaa232bb7b {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:31:05.326807 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e3426de0-b159-4c32-aacb-f4220d30b719 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:05.424370 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-49a7df09-bd83-4038-b627-f91cefc924b7 tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 29 23:31:05.426757 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-49a7df09-bd83-4038-b627-f91cefc924b7 tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.4421945 Jul 29 23:31:05.435792 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43292) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:05.437977 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-ba23c546-1692-489b-a8d2-0aaa93c56bf8 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Allocated IP 192.168.233.230 (adb88f5c-b5bd-41cf-b367-228eab6e0075/28e6de27-5b72-4bf0-88e6-0cdec4cf806e/2c580eef-e706-41b2-b401-872b752139b1) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:05.504856 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e985e66e-de0c-400c-88a0-b9db4458acb1 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:31:05.512945 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e985e66e-de0c-400c-88a0-b9db4458acb1 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] 10.222.0.18 "PUT /v2.0/routers/88657a1f-1f39-445f-9627-a653ef41bd7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3339670 Jul 29 23:31:05.531033 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43294) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:05.553533 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659ccad7-0888-4577-96ee-d7e83c4e83c8 None None] Sync routers for ids ['88657a1f-1f39-445f-9627-a653ef41bd7b'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:31:05.581800 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:05.595612 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f23ea9a4-d64d-4771-91a3-fcbd4f07c9ba None None] Provisioning complete for port a292d599-6cb7-41b9-a2f9-5fc4294373f5 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:05.596029 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f23ea9a4-d64d-4771-91a3-fcbd4f07c9ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:05.650821 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a942b8-57f7-4e55-807b-7404c3d1640e req-6f416bcd-e579-42a5-891b-8b21db75d805 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:05.655426 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-38763956-a047-4c32-91fb-1fa31ed90405 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] delete failed (client error): The resource could not be found. Jul 29 23:31:05.656821 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-38763956-a047-4c32-91fb-1fa31ed90405 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] 10.222.0.18 "DELETE /v2.0/routers/tempest-non_exist_router-826811840 HTTP/1.1" status: 404 len: 334 time: 0.1112649 Jul 29 23:31:05.668854 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43298) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:05.675087 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a942b8-57f7-4e55-807b-7404c3d1640e req-6f416bcd-e579-42a5-891b-8b21db75d805 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:05.678030 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265c799-6b5d-4d33-bb79-e93ea8201bac req-90669c67-7a26-4b95-86ab-3b0de74982d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:05.678751 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265c799-6b5d-4d33-bb79-e93ea8201bac req-90669c67-7a26-4b95-86ab-3b0de74982d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:05.679160 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265c799-6b5d-4d33-bb79-e93ea8201bac req-90669c67-7a26-4b95-86ab-3b0de74982d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:05.679657 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265c799-6b5d-4d33-bb79-e93ea8201bac req-90669c67-7a26-4b95-86ab-3b0de74982d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:05.680167 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265c799-6b5d-4d33-bb79-e93ea8201bac req-90669c67-7a26-4b95-86ab-3b0de74982d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:05.680645 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265c799-6b5d-4d33-bb79-e93ea8201bac req-90669c67-7a26-4b95-86ab-3b0de74982d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:05.681120 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f265c799-6b5d-4d33-bb79-e93ea8201bac req-90669c67-7a26-4b95-86ab-3b0de74982d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:05.684545 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f265c799-6b5d-4d33-bb79-e93ea8201bac req-90669c67-7a26-4b95-86ab-3b0de74982d0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 6495 time: 0.2917552 Jul 29 23:31:05.688212 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a942b8-57f7-4e55-807b-7404c3d1640e req-6f416bcd-e579-42a5-891b-8b21db75d805 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:05.692032 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-91951415-401e-4712-8de2-2e6c4692e5cd tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Request body: {'router': {'external_gateway_info': {'network_id': '88657a1f-1f39-445f-9627-a653ef41bd7b'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:05.705031 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a942b8-57f7-4e55-807b-7404c3d1640e req-6f416bcd-e579-42a5-891b-8b21db75d805 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:05.716439 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a942b8-57f7-4e55-807b-7404c3d1640e req-6f416bcd-e579-42a5-891b-8b21db75d805 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:05.726715 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a942b8-57f7-4e55-807b-7404c3d1640e req-6f416bcd-e579-42a5-891b-8b21db75d805 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:05.727848 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659ccad7-0888-4577-96ee-d7e83c4e83c8 None None] Routers {'88657a1f-1f39-445f-9627-a653ef41bd7b'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:05.728529 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-659ccad7-0888-4577-96ee-d7e83c4e83c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:30:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['88657a1f-1f39-445f-9627-a653ef41bd7b'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:05.737770 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5d7c1590-b0d1-4bba-b3b6-39966f4ac1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:05.738431 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a942b8-57f7-4e55-807b-7404c3d1640e req-6f416bcd-e579-42a5-891b-8b21db75d805 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:05.751183 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6a942b8-57f7-4e55-807b-7404c3d1640e req-6f416bcd-e579-42a5-891b-8b21db75d805 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 5431 time: 0.5758801 Jul 29 23:31:05.819953 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f265c799-6b5d-4d33-bb79-e93ea8201bac req-7ba74185-26d3-41db-ba1c-737fcfa36718 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&id=bd5c58a1-104a-4fdf-8d04-3b82c5432514&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1240582 Jul 29 23:31:05.820504 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-659ccad7-0888-4577-96ee-d7e83c4e83c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:05.828533 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78969c49-ae33-4711-94b2-88b1e4f78e28 admin admin] Router 09006bc4-cc61-4f8c-81ce-61961bf66def has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:31:05.841727 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port e3426de0-b159-4c32-aacb-f4220d30b719 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:05.849725 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:05.921364 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f23ea9a4-d64d-4771-91a3-fcbd4f07c9ba None None] Port a292d599-6cb7-41b9-a2f9-5fc4294373f5 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:31:05.933048 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659ccad7-0888-4577-96ee-d7e83c4e83c8 None None] Routers {'88657a1f-1f39-445f-9627-a653ef41bd7b'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:05.934833 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-659ccad7-0888-4577-96ee-d7e83c4e83c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:31:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['88657a1f-1f39-445f-9627-a653ef41bd7b'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:06.025206 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-659ccad7-0888-4577-96ee-d7e83c4e83c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:06.027196 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659ccad7-0888-4577-96ee-d7e83c4e83c8 None None] The sync data for ids ['88657a1f-1f39-445f-9627-a653ef41bd7b'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:31:06.126020 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6a942b8-57f7-4e55-807b-7404c3d1640e req-c668ab1c-54c8-4718-810b-341a182f8822 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd5c58a1-104a-4fdf-8d04-3b82c5432514&id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3730626 Jul 29 23:31:06.201353 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-ba23c546-1692-489b-a8d2-0aaa93c56bf8 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:06.257776 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-ba23c546-1692-489b-a8d2-0aaa93c56bf8 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Transition to ACTIVE for port object 2c580eef-e706-41b2-b401-872b752139b1 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:06.384733 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-c53b440c-6419-4a7c-9972-c8d6b8357034 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=cc55790fc3bd48288dfa12764fae4ab3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593824 Jul 29 23:31:06.389002 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-ba23c546-1692-489b-a8d2-0aaa93c56bf8 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:06.426305 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e225c094-09fb-44b3-b8b0-6f7cac3dd40d up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:06.430041 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-b8b93a0a-ffb9-4f03-9f91-58f637a8bfed tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Deleting port 13fac19f-b265-40b4-b774-d59d65558c9c {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:06.430717 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b8b93a0a-ffb9-4f03-9f91-58f637a8bfed tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:06.515735 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba23c546-1692-489b-a8d2-0aaa93c56bf8 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Pushing event updated for resources: {'Port': ['ID=2c580eef-e706-41b2-b401-872b752139b1,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:06.530306 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port e225c094-09fb-44b3-b8b0-6f7cac3dd40d completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:06.538854 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port e225c094-09fb-44b3-b8b0-6f7cac3dd40d triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:06.540082 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:06.617897 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78969c49-ae33-4711-94b2-88b1e4f78e28 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:31:06.621676 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b8b93a0a-ffb9-4f03-9f91-58f637a8bfed tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:06.635308 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-78969c49-ae33-4711-94b2-88b1e4f78e28 admin admin] 10.222.0.18 "PUT /v2.0/routers/09006bc4-cc61-4f8c-81ce-61961bf66def/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3985560 Jul 29 23:31:06.639654 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-91951415-401e-4712-8de2-2e6c4692e5cd tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:06.642248 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-b8b93a0a-ffb9-4f03-9f91-58f637a8bfed tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Calling delete_port for 13fac19f-b265-40b4-b774-d59d65558c9c owned by {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:06.688228 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-91951415-401e-4712-8de2-2e6c4692e5cd tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] update failed (client error): The resource could not be found. Jul 29 23:31:06.716552 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-91951415-401e-4712-8de2-2e6c4692e5cd tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] 10.222.0.18 "PUT /v2.0/routers/88657a1f-1f39-445f-9627-a653ef41bd7b HTTP/1.1" status: 404 len: 339 time: 1.0459526 Jul 29 23:31:06.717835 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43316) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:06.832479 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:06.840724 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:06.902080 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port e225c094-09fb-44b3-b8b0-6f7cac3dd40d, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e225c094-09fb-44b3-b8b0-6f7cac3dd40d,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:06.910333 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:07.031491 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c17609ce-442f-410a-b694-31bb70b235d8 req-0098fa4d-0af7-4ad0-962a-b234d486c810 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0d1ca48-10f5-4d0d-b0c1-2335126d49aa HTTP/1.1" status: 200 len: 210 time: 0.5944402 Jul 29 23:31:07.055333 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=e225c094-09fb-44b3-b8b0-6f7cac3dd40d,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:07.458704 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fa56e6-1e8b-4ed2-b5c1-2052a4327036 None None] Sync routers for ids ['09006bc4-cc61-4f8c-81ce-61961bf66def'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:31:07.479305 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fa56e6-1e8b-4ed2-b5c1-2052a4327036 None None] Routers {'09006bc4-cc61-4f8c-81ce-61961bf66def'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:07.480469 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-c1fa56e6-1e8b-4ed2-b5c1-2052a4327036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:31:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['09006bc4-cc61-4f8c-81ce-61961bf66def'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:07.602060 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-ba23c546-1692-489b-a8d2-0aaa93c56bf8 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:07.618574 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-ba23c546-1692-489b-a8d2-0aaa93c56bf8 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:07.638552 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b8b93a0a-ffb9-4f03-9f91-58f637a8bfed tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:07.658968 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-ba23c546-1692-489b-a8d2-0aaa93c56bf8 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:07.761404 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-c1fa56e6-1e8b-4ed2-b5c1-2052a4327036 None None] Set router 09006bc4-cc61-4f8c-81ce-61961bf66def gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:31:07.881211 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b93a0a-ffb9-4f03-9f91-58f637a8bfed tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Pushing event deleted for resources: {'Port': ['ID=13fac19f-b265-40b4-b774-d59d65558c9c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:07.947004 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ab2ca6a-6542-4b18-bdab-a68cae4a0a12 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:07.999565 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-c27c0aea-1d45-4428-a898-76bc5437fbae tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:08.001508 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-c27c0aea-1d45-4428-a898-76bc5437fbae tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.6020830 Jul 29 23:31:08.014713 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-ba23c546-1692-489b-a8d2-0aaa93c56bf8 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:08.015928 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-ba23c546-1692-489b-a8d2-0aaa93c56bf8 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:08.025643 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-143186ca-0b07-426f-926e-edf140ce1857 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Request body: {'port': {'device_id': 'd0d1ca48-10f5-4d0d-b0c1-2335126d49aa', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'admin_state_up': True, 'tenant_id': 'cc55790fc3bd48288dfa12764fae4ab3'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:08.097066 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d56731a8-3555-461a-858b-3aebb5edfa01 None None] Provisioning for port 2c580eef-e706-41b2-b401-872b752139b1 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:08.104579 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d56731a8-3555-461a-858b-3aebb5edfa01 None None] Provisioning complete for port 2c580eef-e706-41b2-b401-872b752139b1 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:08.106965 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d56731a8-3555-461a-858b-3aebb5edfa01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:08.115755 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43346) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:08.127061 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-76c4a2dc-3de0-4719-a22d-8ee4d8433e42 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Request body: {'security_group': {'name': 'tempest-securitygroup--716138672', 'description': 'tempest-description--1520661409'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:08.300684 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-76c4a2dc-3de0-4719-a22d-8ee4d8433e42 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:08.305747 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:08.342679 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d56731a8-3555-461a-858b-3aebb5edfa01 None None] Port 2c580eef-e706-41b2-b401-872b752139b1 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:31:08.358326 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e225c094-09fb-44b3-b8b0-6f7cac3dd40d up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:08.425199 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-c1fa56e6-1e8b-4ed2-b5c1-2052a4327036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'name': 'tempest-ServersTestJSON-351071257-router', 'tenant_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'e225c094-09fb-44b3-b8b0-6f7cac3dd40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:54Z', 'updated_at': '2021-07-29T23:31:02Z', 'revision_number': 4, 'project_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'gw_port': {'id': 'e225c094-09fb-44b3-b8b0-6f7cac3dd40d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:55Z', 'updated_at': '2021-07-29T23:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'a292d599-6cb7-41b9-a2f9-5fc4294373f5', 'name': '', 'network_id': '6f3d3704-ea3e-49c9-9722-1f055923d891', 'tenant_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'mac_address': 'fa:16:3e:c3:da:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'e18597bd-1db1-4689-9c7f-e6b5f65b8376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:00Z', 'updated_at': '2021-07-29T23:31:03Z', 'revision_number': 2, 'project_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'subnets': [{'id': 'e18597bd-1db1-4689-9c7f-e6b5f65b8376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:08.443459 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-ba23c546-1692-489b-a8d2-0aaa93c56bf8 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.5092409 Jul 29 23:31:08.479280 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port e225c094-09fb-44b3-b8b0-6f7cac3dd40d triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:08.479661 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:08.500760 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fa56e6-1e8b-4ed2-b5c1-2052a4327036 None None] Checking router: 09006bc4-cc61-4f8c-81ce-61961bf66def for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:31:08.501601 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fa56e6-1e8b-4ed2-b5c1-2052a4327036 None None] Updating router 09006bc4-cc61-4f8c-81ce-61961bf66def port a292d599-6cb7-41b9-a2f9-5fc4294373f5 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:31:08.513786 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-c0d84a59-8e9a-43cc-9909-99a4708fb7b4 service neutron] Request body: {'port': {'device_id': '61d0f760-ef28-4f8d-803b-3584a317e411', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:08.567745 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c1fa56e6-1e8b-4ed2-b5c1-2052a4327036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:08.671434 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-7ab2ca6a-6542-4b18-bdab-a68cae4a0a12 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Allocated IP 172.20.0.1 (06344436-2bdf-4d53-b61e-1d88ac0ba174/a1374049-db22-4b50-926f-8a246f09da1d/966ee815-b28c-4ce4-900c-5d2c71b8ae29) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:08.727822 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b8b93a0a-ffb9-4f03-9f91-58f637a8bfed tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:08.733617 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b8b93a0a-ffb9-4f03-9f91-58f637a8bfed tempest-RoutersAdminNegativeTest-1080852811 tempest-RoutersAdminNegativeTest-1080852811-project-admin] 10.222.0.18 "DELETE /v2.0/ports/13fac19f-b265-40b4-b774-d59d65558c9c HTTP/1.1" status: 204 len: 168 time: 3.2783964 Jul 29 23:31:08.777153 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-76c4a2dc-3de0-4719-a22d-8ee4d8433e42 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:08.786539 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-76c4a2dc-3de0-4719-a22d-8ee4d8433e42 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:08.878466 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e4400-e60e-4b37-9a5b-e83e8cee5e4a req-85949f89-f5e1-407f-9c13-98c62667b5ae tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:08.895593 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e4400-e60e-4b37-9a5b-e83e8cee5e4a req-85949f89-f5e1-407f-9c13-98c62667b5ae tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:08.914568 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e4400-e60e-4b37-9a5b-e83e8cee5e4a req-85949f89-f5e1-407f-9c13-98c62667b5ae tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:08.922133 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e4400-e60e-4b37-9a5b-e83e8cee5e4a req-85949f89-f5e1-407f-9c13-98c62667b5ae tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:08.949602 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e4400-e60e-4b37-9a5b-e83e8cee5e4a req-85949f89-f5e1-407f-9c13-98c62667b5ae tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:08.958121 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4a2dc-3de0-4719-a22d-8ee4d8433e42 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f96b582-0804-49ab-b024-d250636def94,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:08.985156 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e4400-e60e-4b37-9a5b-e83e8cee5e4a req-85949f89-f5e1-407f-9c13-98c62667b5ae tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:08.994362 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e4400-e60e-4b37-9a5b-e83e8cee5e4a req-85949f89-f5e1-407f-9c13-98c62667b5ae tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:09.000734 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-344e4400-e60e-4b37-9a5b-e83e8cee5e4a req-85949f89-f5e1-407f-9c13-98c62667b5ae tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 5431 time: 0.7543294 Jul 29 23:31:09.020580 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-c0d84a59-8e9a-43cc-9909-99a4708fb7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:09.051016 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-143186ca-0b07-426f-926e-edf140ce1857 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Made reservation on behalf of cc55790fc3bd48288dfa12764fae4ab3 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:09.055914 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-143186ca-0b07-426f-926e-edf140ce1857 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:09.069211 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ab2ca6a-6542-4b18-bdab-a68cae4a0a12 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:09.076194 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-76c4a2dc-3de0-4719-a22d-8ee4d8433e42 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:09.081550 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-76c4a2dc-3de0-4719-a22d-8ee4d8433e42 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.9646740 Jul 29 23:31:09.086740 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43362) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:09.099104 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-f64ad292-c58a-43f7-8ddc-e046300d6d02 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Request body: {'security_group_rule': {'security_group_id': '7f96b582-0804-49ab-b024-d250636def94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:09.151348 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-7ab2ca6a-6542-4b18-bdab-a68cae4a0a12 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Transition to ACTIVE for port object 966ee815-b28c-4ce4-900c-5d2c71b8ae29 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:09.173422 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-344e4400-e60e-4b37-9a5b-e83e8cee5e4a req-2abb6729-540d-47ef-b1b5-e9ae1395ee91 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd5c58a1-104a-4fdf-8d04-3b82c5432514&id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1565208 Jul 29 23:31:09.241068 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c1fa56e6-1e8b-4ed2-b5c1-2052a4327036 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:09.242931 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f64ad292-c58a-43f7-8ddc-e046300d6d02 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:09.316178 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-c1fa56e6-1e8b-4ed2-b5c1-2052a4327036 None None] Transition to ACTIVE for port object a292d599-6cb7-41b9-a2f9-5fc4294373f5 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:09.332936 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c1fa56e6-1e8b-4ed2-b5c1-2052a4327036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:09.538265 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b07d5-d74e-4c2b-b7e0-20eb0c3c2cd5 None None] Pushing event updated for resources: {'Port': ['ID=a292d599-6cb7-41b9-a2f9-5fc4294373f5,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:09.538824 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f64ad292-c58a-43f7-8ddc-e046300d6d02 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:09.539470 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43370) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:09.563325 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b07d5-d74e-4c2b-b7e0-20eb0c3c2cd5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:09.563658 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b07d5-d74e-4c2b-b7e0-20eb0c3c2cd5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:09.564030 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b07d5-d74e-4c2b-b7e0-20eb0c3c2cd5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:09.565618 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b07d5-d74e-4c2b-b7e0-20eb0c3c2cd5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:09.565970 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b07d5-d74e-4c2b-b7e0-20eb0c3c2cd5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:09.567328 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f64ad292-c58a-43f7-8ddc-e046300d6d02 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:09.569866 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b07d5-d74e-4c2b-b7e0-20eb0c3c2cd5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:09.570221 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b07d5-d74e-4c2b-b7e0-20eb0c3c2cd5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:09.570793 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b07d5-d74e-4c2b-b7e0-20eb0c3c2cd5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:09.571380 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b07d5-d74e-4c2b-b7e0-20eb0c3c2cd5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:09.582656 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b07d5-d74e-4c2b-b7e0-20eb0c3c2cd5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:09.583134 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b07d5-d74e-4c2b-b7e0-20eb0c3c2cd5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:09.583485 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3b07d5-d74e-4c2b-b7e0-20eb0c3c2cd5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:09.604154 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b15c2b0c-a4dc-4d22-bccd-b8ad4aec388e req-86d44578-3cf3-4b29-bac4-b3e474861244 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0d1ca48-10f5-4d0d-b0c1-2335126d49aa HTTP/1.1" status: 200 len: 210 time: 0.0582755 Jul 29 23:31:09.647508 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f64ad292-c58a-43f7-8ddc-e046300d6d02 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:09.649096 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f64ad292-c58a-43f7-8ddc-e046300d6d02 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5572252 Jul 29 23:31:09.650297 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ab2ca6a-6542-4b18-bdab-a68cae4a0a12 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:09.655711 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43376) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:09.735599 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-143186ca-0b07-426f-926e-edf140ce1857 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Allocated IP 192.168.233.244 (adb88f5c-b5bd-41cf-b367-228eab6e0075/28e6de27-5b72-4bf0-88e6-0cdec4cf806e/28c1c669-51d6-431c-b89c-20165aa58178) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:09.783466 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-155dccf2-1543-4eee-a8d0-5be75103e224 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Request body: {'security_group_rule': {'security_group_id': '7f96b582-0804-49ab-b024-d250636def94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:09.802182 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-c1fa56e6-1e8b-4ed2-b5c1-2052a4327036 None None] Attempting to bind port a292d599-6cb7-41b9-a2f9-5fc4294373f5 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:31:09.802550 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-c1fa56e6-1e8b-4ed2-b5c1-2052a4327036 None None] Attempting to bind port a292d599-6cb7-41b9-a2f9-5fc4294373f5 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'd923ab8e-d210-4416-bf66-4e5e974e27f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6f3d3704-ea3e-49c9-9722-1f055923d891'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:31:09.802915 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fa56e6-1e8b-4ed2-b5c1-2052a4327036 None None] Attempting to bind port a292d599-6cb7-41b9-a2f9-5fc4294373f5 on network 6f3d3704-ea3e-49c9-9722-1f055923d891 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:09.817913 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2ca6a-6542-4b18-bdab-a68cae4a0a12 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Pushing event updated for resources: {'Port': ['ID=966ee815-b28c-4ce4-900c-5d2c71b8ae29,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:09.818854 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fa56e6-1e8b-4ed2-b5c1-2052a4327036 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:31:09.819229 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fa56e6-1e8b-4ed2-b5c1-2052a4327036 None None] Checking segment: {'id': 'd923ab8e-d210-4416-bf66-4e5e974e27f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6f3d3704-ea3e-49c9-9722-1f055923d891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:09.819633 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c1fa56e6-1e8b-4ed2-b5c1-2052a4327036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:09.820064 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fa56e6-1e8b-4ed2-b5c1-2052a4327036 None None] Bound using segment: {'id': 'd923ab8e-d210-4416-bf66-4e5e974e27f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6f3d3704-ea3e-49c9-9722-1f055923d891'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:31:09.820550 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-c1fa56e6-1e8b-4ed2-b5c1-2052a4327036 None None] Bound port: a292d599-6cb7-41b9-a2f9-5fc4294373f5, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd923ab8e-d210-4416-bf66-4e5e974e27f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6f3d3704-ea3e-49c9-9722-1f055923d891'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:31:09.820930 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c1fa56e6-1e8b-4ed2-b5c1-2052a4327036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:09.834506 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64ad292-c58a-43f7-8ddc-e046300d6d02 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52765437-f75e-4999-b736-6e5f6fb03783,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:09.865280 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab2ca6a-6542-4b18-bdab-a68cae4a0a12 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Network 06344436-2bdf-4d53-b61e-1d88ac0ba174 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:09.882484 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-7ab2ca6a-6542-4b18-bdab-a68cae4a0a12 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:09.902017 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab2ca6a-6542-4b18-bdab-a68cae4a0a12 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:10.003313 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-155dccf2-1543-4eee-a8d0-5be75103e224 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:10.007062 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e2f028c5-a6b1-4545-9ad0-d53b386c9025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:10.062474 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-c1fa56e6-1e8b-4ed2-b5c1-2052a4327036 None None] For port a292d599-6cb7-41b9-a2f9-5fc4294373f5, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:31:10.079658 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-c1fa56e6-1e8b-4ed2-b5c1-2052a4327036 None None] For port a292d599-6cb7-41b9-a2f9-5fc4294373f5, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a292d599-6cb7-41b9-a2f9-5fc4294373f5,segment=NetworkSegment(d923ab8e-d210-4416-bf66-4e5e974e27f3),segment_id=d923ab8e-d210-4416-bf66-4e5e974e27f3)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:31:10.087410 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c1fa56e6-1e8b-4ed2-b5c1-2052a4327036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:10.098140 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ab2ca6a-6542-4b18-bdab-a68cae4a0a12 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:10.159586 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2e822-d6e6-4990-8414-68f3d89365d6 req-a3544fa8-0e65-4613-9b2d-214fabb5f930 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:10.166441 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2e822-d6e6-4990-8414-68f3d89365d6 req-a3544fa8-0e65-4613-9b2d-214fabb5f930 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:10.174619 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2e822-d6e6-4990-8414-68f3d89365d6 req-a3544fa8-0e65-4613-9b2d-214fabb5f930 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:10.180411 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2e822-d6e6-4990-8414-68f3d89365d6 req-a3544fa8-0e65-4613-9b2d-214fabb5f930 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:10.188071 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2e822-d6e6-4990-8414-68f3d89365d6 req-a3544fa8-0e65-4613-9b2d-214fabb5f930 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:10.212426 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2e822-d6e6-4990-8414-68f3d89365d6 req-a3544fa8-0e65-4613-9b2d-214fabb5f930 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:10.225586 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb2e822-d6e6-4990-8414-68f3d89365d6 req-a3544fa8-0e65-4613-9b2d-214fabb5f930 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:10.233112 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fcb2e822-d6e6-4990-8414-68f3d89365d6 req-a3544fa8-0e65-4613-9b2d-214fabb5f930 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 5431 time: 0.4359310 Jul 29 23:31:10.248620 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43380) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:10.262688 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-29461c2c-1930-4c0e-a3f5-50da2a66b2a6 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Request body: {'floatingip': {'port_id': 'e05f8a47-fe32-435c-a33a-7877418c510e'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:10.297163 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fa56e6-1e8b-4ed2-b5c1-2052a4327036 None None] Routers {'09006bc4-cc61-4f8c-81ce-61961bf66def'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:10.299426 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-c1fa56e6-1e8b-4ed2-b5c1-2052a4327036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:31:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['09006bc4-cc61-4f8c-81ce-61961bf66def'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:10.306379 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b07d5-d74e-4c2b-b7e0-20eb0c3c2cd5 None None] Pushing event updated for resources: {'Port': ['ID=a292d599-6cb7-41b9-a2f9-5fc4294373f5,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:10.413179 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-29461c2c-1930-4c0e-a3f5-50da2a66b2a6 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks [] for floatingip, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:10.430316 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9b816712-eacd-44cb-b5c6-3c11672d27c3 None None] Provisioning for port 966ee815-b28c-4ce4-900c-5d2c71b8ae29 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:10.441811 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9b816712-eacd-44cb-b5c6-3c11672d27c3 None None] Provisioning complete for port 966ee815-b28c-4ce4-900c-5d2c71b8ae29 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:10.442199 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9b816712-eacd-44cb-b5c6-3c11672d27c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:10.478183 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-155dccf2-1543-4eee-a8d0-5be75103e224 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:10.510365 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-155dccf2-1543-4eee-a8d0-5be75103e224 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:10.527869 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-143186ca-0b07-426f-926e-edf140ce1857 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:10.547785 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-9b816712-eacd-44cb-b5c6-3c11672d27c3 None None] Port 966ee815-b28c-4ce4-900c-5d2c71b8ae29 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:31:10.632733 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-c1fa56e6-1e8b-4ed2-b5c1-2052a4327036 None None] Set router 09006bc4-cc61-4f8c-81ce-61961bf66def gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:31:10.645064 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ab2ca6a-6542-4b18-bdab-a68cae4a0a12 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:10.649863 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155dccf2-1543-4eee-a8d0-5be75103e224 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ff92cc-4c5c-4f28-9f44-da4915e3dbc7,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:10.689581 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-143186ca-0b07-426f-926e-edf140ce1857 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Transition to ACTIVE for port object 28c1c669-51d6-431c-b89c-20165aa58178 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:10.787400 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e2f028c5-a6b1-4545-9ad0-d53b386c9025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:10.805889 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e2f028c5-a6b1-4545-9ad0-d53b386c9025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:10.831350 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-155dccf2-1543-4eee-a8d0-5be75103e224 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:10.832686 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-155dccf2-1543-4eee-a8d0-5be75103e224 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0556185 Jul 29 23:31:10.835674 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4cf1781-627c-4b36-b193-360ba771739b req-0e25cbe8-bfe8-449e-a5de-ee1feda31404 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0d1ca48-10f5-4d0d-b0c1-2335126d49aa HTTP/1.1" status: 200 len: 210 time: 0.0470569 Jul 29 23:31:10.837949 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43392) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:10.844817 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f397f3f9-71a2-456c-97b5-abe8876eba7f tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:10.907069 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f397f3f9-71a2-456c-97b5-abe8876eba7f tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:10.936854 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-143186ca-0b07-426f-926e-edf140ce1857 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:10.993001 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e2f028c5-a6b1-4545-9ad0-d53b386c9025 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ca418d39d3c54af08c968f045e33be25&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4435034 Jul 29 23:31:10.993764 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f028c5-a6b1-4545-9ad0-d53b386c9025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76140db8-9beb-495b-8406-73dffb133b37,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:10.996683 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43396) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:11.024420 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-c1fa56e6-1e8b-4ed2-b5c1-2052a4327036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'name': 'tempest-ServersTestJSON-351071257-router', 'tenant_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'e225c094-09fb-44b3-b8b0-6f7cac3dd40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:54Z', 'updated_at': '2021-07-29T23:31:02Z', 'revision_number': 4, 'project_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'gw_port': {'id': 'e225c094-09fb-44b3-b8b0-6f7cac3dd40d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:55Z', 'updated_at': '2021-07-29T23:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'a292d599-6cb7-41b9-a2f9-5fc4294373f5', 'name': '', 'network_id': '6f3d3704-ea3e-49c9-9722-1f055923d891', 'tenant_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'mac_address': 'fa:16:3e:c3:da:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'e18597bd-1db1-4689-9c7f-e6b5f65b8376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:00Z', 'updated_at': '2021-07-29T23:31:10Z', 'revision_number': 4, 'project_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'subnets': [{'id': 'e18597bd-1db1-4689-9c7f-e6b5f65b8376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:11.065669 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fa56e6-1e8b-4ed2-b5c1-2052a4327036 None None] The sync data for ids ['09006bc4-cc61-4f8c-81ce-61961bf66def'] in n-d-712140-10 is: [{'id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'name': 'tempest-ServersTestJSON-351071257-router', 'tenant_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'e225c094-09fb-44b3-b8b0-6f7cac3dd40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:54Z', 'updated_at': '2021-07-29T23:31:02Z', 'revision_number': 4, 'project_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'gw_port': {'id': 'e225c094-09fb-44b3-b8b0-6f7cac3dd40d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:55Z', 'updated_at': '2021-07-29T23:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'a292d599-6cb7-41b9-a2f9-5fc4294373f5', 'name': '', 'network_id': '6f3d3704-ea3e-49c9-9722-1f055923d891', 'tenant_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'mac_address': 'fa:16:3e:c3:da:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'e18597bd-1db1-4689-9c7f-e6b5f65b8376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:00Z', 'updated_at': '2021-07-29T23:31:10Z', 'revision_number': 4, 'project_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'subnets': [{'id': 'e18597bd-1db1-4689-9c7f-e6b5f65b8376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:31:11.155490 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4e3d81a6-25d5-4777-ad98-22552ba4a828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.162197 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43398) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:11.189463 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-143186ca-0b07-426f-926e-edf140ce1857 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:11.217645 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-143186ca-0b07-426f-926e-edf140ce1857 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:11.221771 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-143186ca-0b07-426f-926e-edf140ce1857 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:11.228491 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4e3d81a6-25d5-4777-ad98-22552ba4a828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.255500 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143186ca-0b07-426f-926e-edf140ce1857 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Pushing event updated for resources: {'Port': ['ID=28c1c669-51d6-431c-b89c-20165aa58178,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:11.330604 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ab2ca6a-6542-4b18-bdab-a68cae4a0a12 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.341733 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ab2ca6a-6542-4b18-bdab-a68cae4a0a12 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.454258 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4e3d81a6-25d5-4777-ad98-22552ba4a828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.457738 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4e3d81a6-25d5-4777-ad98-22552ba4a828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.458437 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-143186ca-0b07-426f-926e-edf140ce1857 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:11.462102 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4e3d81a6-25d5-4777-ad98-22552ba4a828 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/76140db8-9beb-495b-8406-73dffb133b37 HTTP/1.1" status: 204 len: 168 time: 0.4593377 Jul 29 23:31:11.462268 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-143186ca-0b07-426f-926e-edf140ce1857 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.476996 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ae790dbb-0454-44dd-84bf-34a9317d362c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.509215 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ab2ca6a-6542-4b18-bdab-a68cae4a0a12 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.532434 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d81a6-25d5-4777-ad98-22552ba4a828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76140db8-9beb-495b-8406-73dffb133b37,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:11.549807 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab2ca6a-6542-4b18-bdab-a68cae4a0a12 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Pushing event updated for resources: {'Port': ['ID=966ee815-b28c-4ce4-900c-5d2c71b8ae29,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:11.687213 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-c0d84a59-8e9a-43cc-9909-99a4708fb7b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c580eef-e706-41b2-b401-872b752139b1 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:31:11.721028 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1cd21b0a-03c1-4c29-bf06-55d3fb690937 None None] Provisioning for port 28c1c669-51d6-431c-b89c-20165aa58178 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:11.741432 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1cd21b0a-03c1-4c29-bf06-55d3fb690937 None None] Provisioning complete for port 28c1c669-51d6-431c-b89c-20165aa58178 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:11.741885 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1cd21b0a-03c1-4c29-bf06-55d3fb690937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.755428 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f397f3f9-71a2-456c-97b5-abe8876eba7f tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.759180 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-c0d84a59-8e9a-43cc-9909-99a4708fb7b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.820200 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab2ca6a-6542-4b18-bdab-a68cae4a0a12 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Network 06344436-2bdf-4d53-b61e-1d88ac0ba174 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:11.828039 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1cd21b0a-03c1-4c29-bf06-55d3fb690937 None None] Port 28c1c669-51d6-431c-b89c-20165aa58178 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:31:11.838965 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-7ab2ca6a-6542-4b18-bdab-a68cae4a0a12 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:11.866948 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-c0d84a59-8e9a-43cc-9909-99a4708fb7b4 service neutron] Transition to ACTIVE for port object 2c580eef-e706-41b2-b401-872b752139b1 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:11.884222 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.db.resource_extend [None req-29461c2c-1930-4c0e-a3f5-50da2a66b2a6 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:31:11.886083 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-c0d84a59-8e9a-43cc-9909-99a4708fb7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:11.890839 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ae790dbb-0454-44dd-84bf-34a9317d362c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:12.060647 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-143186ca-0b07-426f-926e-edf140ce1857 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0399785 Jul 29 23:31:12.075928 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ae790dbb-0454-44dd-84bf-34a9317d362c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:12.127375 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-bc42b378-ef2c-4a61-b7c4-14de36834ced service neutron] Request body: {'port': {'device_id': 'd0d1ca48-10f5-4d0d-b0c1-2335126d49aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:12.144585 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ae790dbb-0454-44dd-84bf-34a9317d362c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=22e8f8e77409409183e3858ce877175f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9812407 Jul 29 23:31:12.144874 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43412) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:12.151215 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d84a59-8e9a-43cc-9909-99a4708fb7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2c580eef-e706-41b2-b401-872b752139b1,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:12.228858 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43414) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:12.266512 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae790dbb-0454-44dd-84bf-34a9317d362c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7f4cf1-d397-4cbc-bfa5-1d322236db5c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:12.292646 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-01928ab0-41e8-4d3d-8fc3-ea66453e7a7f None None] Provisioning complete for port 966ee815-b28c-4ce4-900c-5d2c71b8ae29 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:12.294330 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-01928ab0-41e8-4d3d-8fc3-ea66453e7a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:12.313090 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-29461c2c-1930-4c0e-a3f5-50da2a66b2a6 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:12.352055 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-29461c2c-1930-4c0e-a3f5-50da2a66b2a6 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:12.368750 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab2ca6a-6542-4b18-bdab-a68cae4a0a12 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Router 88657a1f-1f39-445f-9627-a653ef41bd7b has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:31:12.392830 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-01928ab0-41e8-4d3d-8fc3-ea66453e7a7f None None] Port 966ee815-b28c-4ce4-900c-5d2c71b8ae29 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:31:12.416044 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a292d599-6cb7-41b9-a2f9-5fc4294373f5 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:12.545737 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port a292d599-6cb7-41b9-a2f9-5fc4294373f5 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:12.555409 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port a292d599-6cb7-41b9-a2f9-5fc4294373f5 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:12.555983 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:12.560730 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-bc42b378-ef2c-4a61-b7c4-14de36834ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:12.571314 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-587e4e13-7c8a-4b39-928d-92769bcaaf49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:12.602063 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-587e4e13-7c8a-4b39-928d-92769bcaaf49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:12.639825 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab2ca6a-6542-4b18-bdab-a68cae4a0a12 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:31:12.656275 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7ab2ca6a-6542-4b18-bdab-a68cae4a0a12 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] 10.222.0.18 "PUT /v2.0/routers/88657a1f-1f39-445f-9627-a653ef41bd7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9366288 Jul 29 23:31:12.663691 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43416) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:12.671644 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f977f4-fa00-4df4-a959-3c08cdb70950 None None] Sync routers for ids ['88657a1f-1f39-445f-9627-a653ef41bd7b'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:31:12.679491 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-f397f3f9-71a2-456c-97b5-abe8876eba7f tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Allocated IP 172.25.8.230 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/bb17806d-4f5c-4709-b966-99f0dbc281c8) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:12.689713 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f977f4-fa00-4df4-a959-3c08cdb70950 None None] Routers {'88657a1f-1f39-445f-9627-a653ef41bd7b'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:12.690648 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b9f977f4-fa00-4df4-a959-3c08cdb70950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:31:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['88657a1f-1f39-445f-9627-a653ef41bd7b'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:12.710704 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-62675240-cde2-480c-b886-d34ef51b438a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=59f901af22bf4f929316b32062bc7235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4781957 Jul 29 23:31:12.775849 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b9f977f4-fa00-4df4-a959-3c08cdb70950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:12.776810 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43418) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:12.802083 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f977f4-fa00-4df4-a959-3c08cdb70950 None None] Routers {'88657a1f-1f39-445f-9627-a653ef41bd7b'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:12.802907 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b9f977f4-fa00-4df4-a959-3c08cdb70950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:31:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['88657a1f-1f39-445f-9627-a653ef41bd7b'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:12.835778 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f397f3f9-71a2-456c-97b5-abe8876eba7f tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:12.852460 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:12.862654 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b9f977f4-fa00-4df4-a959-3c08cdb70950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:12.863465 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f977f4-fa00-4df4-a959-3c08cdb70950 None None] The sync data for ids ['88657a1f-1f39-445f-9627-a653ef41bd7b'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:31:12.935816 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port a292d599-6cb7-41b9-a2f9-5fc4294373f5, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a292d599-6cb7-41b9-a2f9-5fc4294373f5,segment=NetworkSegment(d923ab8e-d210-4416-bf66-4e5e974e27f3),segment_id=d923ab8e-d210-4416-bf66-4e5e974e27f3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:12.938582 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-587e4e13-7c8a-4b39-928d-92769bcaaf49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:12.941311 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:12.947926 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-587e4e13-7c8a-4b39-928d-92769bcaaf49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:12.956619 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-587e4e13-7c8a-4b39-928d-92769bcaaf49 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4d7f4cf1-d397-4cbc-bfa5-1d322236db5c HTTP/1.1" status: 204 len: 168 time: 0.8071814 Jul 29 23:31:12.997890 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-c0d84a59-8e9a-43cc-9909-99a4708fb7b4 service neutron] Attempting to bind port 2c580eef-e706-41b2-b401-872b752139b1 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:31:12.998453 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-c0d84a59-8e9a-43cc-9909-99a4708fb7b4 service neutron] Attempting to bind port 2c580eef-e706-41b2-b401-872b752139b1 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:31:12.998575 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-c0d84a59-8e9a-43cc-9909-99a4708fb7b4 service neutron] Attempting to bind port 2c580eef-e706-41b2-b401-872b752139b1 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:13.005887 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e4e13-7c8a-4b39-928d-92769bcaaf49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7f4cf1-d397-4cbc-bfa5-1d322236db5c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:13.016638 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-76777455-3c06-497f-ae77-ef3da9d822f7 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:13.030958 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed49ab8-ccad-4133-8def-a57bd38d51b7 req-4f9d215b-ff9d-402e-b117-3de25197c5da tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:13.038870 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ed49ab8-ccad-4133-8def-a57bd38d51b7 req-4f9d215b-ff9d-402e-b117-3de25197c5da tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0d1ca48-10f5-4d0d-b0c1-2335126d49aa HTTP/1.1" status: 200 len: 936 time: 1.0330153 Jul 29 23:31:13.049681 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-c0d84a59-8e9a-43cc-9909-99a4708fb7b4 service neutron] Port 2c580eef-e706-41b2-b401-872b752139b1 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:31:13.050017 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-c0d84a59-8e9a-43cc-9909-99a4708fb7b4 service neutron] Attempting to bind port 2c580eef-e706-41b2-b401-872b752139b1 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:13.103273 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=a292d599-6cb7-41b9-a2f9-5fc4294373f5,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:13.116411 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-c0d84a59-8e9a-43cc-9909-99a4708fb7b4 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:31:13.116734 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-c0d84a59-8e9a-43cc-9909-99a4708fb7b4 service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:13.117133 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-c0d84a59-8e9a-43cc-9909-99a4708fb7b4 service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:31:13.117745 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-c0d84a59-8e9a-43cc-9909-99a4708fb7b4 service neutron] Bound port: 2c580eef-e706-41b2-b401-872b752139b1, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:31:13.118213 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-c0d84a59-8e9a-43cc-9909-99a4708fb7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:13.200101 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6b107972-e556-4057-a035-b2a9af7d4339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:13.255466 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6b107972-e556-4057-a035-b2a9af7d4339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:13.265791 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ed49ab8-ccad-4133-8def-a57bd38d51b7 req-7f17e6f3-034f-40f2-8961-9d76bbb82113 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/security-groups?id=1167cedf-2ecb-422c-b77f-7ccdf9200748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021010 Jul 29 23:31:13.265791 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-29461c2c-1930-4c0e-a3f5-50da2a66b2a6 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Floating IP 8132ce0a-cab3-4c98-bc93-51a585b126c6 associated. External IP: 172.25.8.206, port: e05f8a47-fe32-435c-a33a-7877418c510e. Jul 29 23:31:13.267681 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-76777455-3c06-497f-ae77-ef3da9d822f7 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 29 23:31:13.271677 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-76777455-3c06-497f-ae77-ef3da9d822f7 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] 10.222.0.18 "DELETE /v2.0/routers/88657a1f-1f39-445f-9627-a653ef41bd7b HTTP/1.1" status: 409 len: 329 time: 0.5906775 Jul 29 23:31:13.272985 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43426) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:13.396565 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f397f3f9-71a2-456c-97b5-abe8876eba7f tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:13.559520 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6b107972-e556-4057-a035-b2a9af7d4339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:13.562600 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6b107972-e556-4057-a035-b2a9af7d4339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:13.575350 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6b107972-e556-4057-a035-b2a9af7d4339 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/580e1804-4c3b-401d-91a9-a8fd037a03c8 HTTP/1.1" status: 204 len: 168 time: 0.7857945 Jul 29 23:31:13.637620 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43432) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:13.657158 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b107972-e556-4057-a035-b2a9af7d4339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580e1804-4c3b-401d-91a9-a8fd037a03c8,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:13.669587 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c5f0557b-1884-432f-9971-779d43443105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:13.891711 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c5f0557b-1884-432f-9971-779d43443105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:13.899561 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c5f0557b-1884-432f-9971-779d43443105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:13.956525 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c5f0557b-1884-432f-9971-779d43443105 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2253c7145f1146d2835fae11c4a1f491&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3107629 Jul 29 23:31:13.961270 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43440) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:13.975093 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f6d66542-9faa-45d1-9ca5-d83d3ed523e2 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:13.977525 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f0557b-1884-432f-9971-779d43443105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afaaa4d6-9708-4da5-983c-4aa6aae3f2cc,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:14.046131 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f397f3f9-71a2-456c-97b5-abe8876eba7f tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:14.059762 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397f3f9-71a2-456c-97b5-abe8876eba7f tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Pushing event updated for resources: {'Port': ['ID=bb17806d-4f5c-4709-b966-99f0dbc281c8,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:14.062530 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-f397f3f9-71a2-456c-97b5-abe8876eba7f tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:14.066983 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-c0d84a59-8e9a-43cc-9909-99a4708fb7b4 service neutron] For port 2c580eef-e706-41b2-b401-872b752139b1, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:31:14.075225 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f397f3f9-71a2-456c-97b5-abe8876eba7f tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:14.126655 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-c0d84a59-8e9a-43cc-9909-99a4708fb7b4 service neutron] For port 2c580eef-e706-41b2-b401-872b752139b1, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=2c580eef-e706-41b2-b401-872b752139b1,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:31:14.151884 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-c0d84a59-8e9a-43cc-9909-99a4708fb7b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:14.204983 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d1e0d5e9-d32f-445a-9ee5-5037b676fe1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:14.292412 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d1e0d5e9-d32f-445a-9ee5-5037b676fe1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:14.311966 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a292d599-6cb7-41b9-a2f9-5fc4294373f5 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:14.406942 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-c0d84a59-8e9a-43cc-9909-99a4708fb7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:14.407552 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-c0d84a59-8e9a-43cc-9909-99a4708fb7b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:14.408731 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port a292d599-6cb7-41b9-a2f9-5fc4294373f5 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:14.409369 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:14.419757 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-c0d84a59-8e9a-43cc-9909-99a4708fb7b4 service neutron] 10.222.0.39 "PUT /v2.0/ports/2c580eef-e706-41b2-b401-872b752139b1 HTTP/1.1" status: 200 len: 1097 time: 5.9360073 Jul 29 23:31:14.425230 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61d0f760-ef28-4f8d-803b-3584a317e411', 'tag': '2c580eef-e706-41b2-b401-872b752139b1'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:14.427410 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75211b94-cc7a-43d2-949b-0e0971a219ea" -d '{"events": [{"name": "network-changed", "server_uuid": "61d0f760-ef28-4f8d-803b-3584a317e411", "tag": "2c580eef-e706-41b2-b401-872b752139b1"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:14.468137 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d1e0d5e9-d32f-445a-9ee5-5037b676fe1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:14.471107 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d1e0d5e9-d32f-445a-9ee5-5037b676fe1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:14.472383 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d1e0d5e9-d32f-445a-9ee5-5037b676fe1a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/afaaa4d6-9708-4da5-983c-4aa6aae3f2cc HTTP/1.1" status: 204 len: 168 time: 0.5093000 Jul 29 23:31:14.512267 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0d5e9-d32f-445a-9ee5-5037b676fe1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afaaa4d6-9708-4da5-983c-4aa6aae3f2cc,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:14.556015 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-f6d66542-9faa-45d1-9ca5-d83d3ed523e2 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Deleting port 966ee815-b28c-4ce4-900c-5d2c71b8ae29 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:14.556376 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f6d66542-9faa-45d1-9ca5-d83d3ed523e2 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:14.720027 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f6d66542-9faa-45d1-9ca5-d83d3ed523e2 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:14.743124 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d84a59-8e9a-43cc-9909-99a4708fb7b4 service neutron] Pushing event updated for resources: {'Port': ['ID=2c580eef-e706-41b2-b401-872b752139b1,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:14.754277 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-f6d66542-9faa-45d1-9ca5-d83d3ed523e2 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Calling delete_port for 966ee815-b28c-4ce4-900c-5d2c71b8ae29 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:14.838339 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-db96104a-3cec-480f-a404-c1f723b211ee tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:14.840520 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-db96104a-3cec-480f-a404-c1f723b211ee tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/networks?id=51a2ec34-e565-4c73-8dc2-3c237f1506a3 HTTP/1.1" status: 200 len: 815 time: 0.4179389 Jul 29 23:31:14.842132 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f397f3f9-71a2-456c-97b5-abe8876eba7f tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:14.844554 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43478) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:14.916608 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-bc42b378-ef2c-4a61-b7c4-14de36834ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c1c669-51d6-431c-b89c-20165aa58178 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:31:14.930080 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-dd498708-c898-4390-8f79-7d86f3d0e383 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/quotas/858112f1c9514c968cc83d88af99633e HTTP/1.1" status: 200 len: 375 time: 0.0715489 Jul 29 23:31:14.932959 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-bc42b378-ef2c-4a61-b7c4-14de36834ced service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:14.988087 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-f88528df-671d-4edb-810c-96af72f27b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:14.989708 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-f88528df-671d-4edb-810c-96af72f27b9d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc55790fc3bd48288dfa12764fae4ab3&device_id=61d0f760-ef28-4f8d-803b-3584a317e411 HTTP/1.1" status: 200 len: 1100 time: 0.4869680 Jul 29 23:31:15.001971 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-bc42b378-ef2c-4a61-b7c4-14de36834ced service neutron] Transition to ACTIVE for port object 28c1c669-51d6-431c-b89c-20165aa58178 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:15.006480 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29461c2c-1930-4c0e-a3f5-50da2a66b2a6 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Router 65580c99-64bb-4c92-88fb-3fa25086e809 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:31:15.032604 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f397f3f9-71a2-456c-97b5-abe8876eba7f tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:15.037553 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f8a38fa7-40b6-402b-9a4f-cdb31aee49b7 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1786174688'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:15.048000 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-bc42b378-ef2c-4a61-b7c4-14de36834ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:15.090602 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f6d66542-9faa-45d1-9ca5-d83d3ed523e2 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:15.131107 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d66542-9faa-45d1-9ca5-d83d3ed523e2 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Pushing event deleted for resources: {'Port': ['ID=966ee815-b28c-4ce4-900c-5d2c71b8ae29,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:15.151678 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-2fbfb634-1afa-4c90-a377-35157b1310f8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=2c580eef-e706-41b2-b401-872b752139b1 HTTP/1.1" status: 200 len: 217 time: 0.1483335 Jul 29 23:31:15.163309 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-081596c4-39b1-488f-ad2b-075cdf723117 req-59c114d9-478d-49eb-b98a-373a550ccba2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=a98fca92-99bd-452a-8dae-c98000d78380&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2903783 Jul 29 23:31:15.383122 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-e6bc6eed-48fd-400e-857a-d23252b487d0 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=858112f1c9514c968cc83d88af99633e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4203446 Jul 29 23:31:15.383816 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42b378-ef2c-4a61-b7c4-14de36834ced service neutron] Pushing event updated for resources: {'Port': ['ID=28c1c669-51d6-431c-b89c-20165aa58178,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:15.391490 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8a38fa7-40b6-402b-9a4f-cdb31aee49b7 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Made reservation on behalf of bca07e4dfd9a41db99f6dbae195c06db for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:15.397450 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f8a38fa7-40b6-402b-9a4f-cdb31aee49b7 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:15.561600 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f8a38fa7-40b6-402b-9a4f-cdb31aee49b7 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:15.629556 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-92f0af79-16bc-49e1-9ea2-cfdf13af102a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:15.631553 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-92f0af79-16bc-49e1-9ea2-cfdf13af102a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.4594831 Jul 29 23:31:15.729456 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f6d66542-9faa-45d1-9ca5-d83d3ed523e2 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:15.779669 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081596c4-39b1-488f-ad2b-075cdf723117 req-5b60cd5f-1ed9-4f5c-86ec-a9a2409dcf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:15.781433 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-081596c4-39b1-488f-ad2b-075cdf723117 req-5b60cd5f-1ed9-4f5c-86ec-a9a2409dcf1b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=858112f1c9514c968cc83d88af99633e&device_id=a98fca92-99bd-452a-8dae-c98000d78380 HTTP/1.1" status: 200 len: 1097 time: 0.5777481 Jul 29 23:31:15.899169 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29461c2c-1930-4c0e-a3f5-50da2a66b2a6 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:31:15.914523 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e6199f-0941-41a1-89bf-43a87e6ddb9a None None] Sync routers for ids ['65580c99-64bb-4c92-88fb-3fa25086e809'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:31:15.924756 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e6199f-0941-41a1-89bf-43a87e6ddb9a None None] Routers {'65580c99-64bb-4c92-88fb-3fa25086e809'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:15.925378 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-92e6199f-0941-41a1-89bf-43a87e6ddb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:31:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['65580c99-64bb-4c92-88fb-3fa25086e809'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:15.928374 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d66542-9faa-45d1-9ca5-d83d3ed523e2 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Router 88657a1f-1f39-445f-9627-a653ef41bd7b has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:31:15.952900 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-29461c2c-1930-4c0e-a3f5-50da2a66b2a6 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:15.956606 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-bc42b378-ef2c-4a61-b7c4-14de36834ced service neutron] Attempting to bind port 28c1c669-51d6-431c-b89c-20165aa58178 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:31:15.956955 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-bc42b378-ef2c-4a61-b7c4-14de36834ced service neutron] Attempting to bind port 28c1c669-51d6-431c-b89c-20165aa58178 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:31:15.957571 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-bc42b378-ef2c-4a61-b7c4-14de36834ced service neutron] Attempting to bind port 28c1c669-51d6-431c-b89c-20165aa58178 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:15.981037 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-deb266b1-9f08-4b8f-9fe5-89619d74d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:15.982596 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-deb266b1-9f08-4b8f-9fe5-89619d74d069 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3238153 Jul 29 23:31:16.024304 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-53c18875-d523-4575-8249-80b3ef8de81a service neutron] 10.222.0.18 "GET /v2.0/networks/51a2ec34-e565-4c73-8dc2-3c237f1506a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6167386 Jul 29 23:31:16.026066 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-bc42b378-ef2c-4a61-b7c4-14de36834ced service neutron] Port 28c1c669-51d6-431c-b89c-20165aa58178 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:31:16.026404 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-bc42b378-ef2c-4a61-b7c4-14de36834ced service neutron] Attempting to bind port 28c1c669-51d6-431c-b89c-20165aa58178 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:16.048605 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-92e6199f-0941-41a1-89bf-43a87e6ddb9a None None] Set router 65580c99-64bb-4c92-88fb-3fa25086e809 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:31:16.057163 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f397f3f9-71a2-456c-97b5-abe8876eba7f tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:16.075328 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d66542-9faa-45d1-9ca5-d83d3ed523e2 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:31:16.081425 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f6d66542-9faa-45d1-9ca5-d83d3ed523e2 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] 10.222.0.18 "PUT /v2.0/routers/88657a1f-1f39-445f-9627-a653ef41bd7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8078809 Jul 29 23:31:16.086493 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43508) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:16.094271 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894d6034-7554-485a-b792-be47852346c5 None None] Sync routers for ids ['88657a1f-1f39-445f-9627-a653ef41bd7b'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:31:16.115579 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894d6034-7554-485a-b792-be47852346c5 None None] Routers {'88657a1f-1f39-445f-9627-a653ef41bd7b'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:16.122593 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-894d6034-7554-485a-b792-be47852346c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:31:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['88657a1f-1f39-445f-9627-a653ef41bd7b'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:16.128674 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f397f3f9-71a2-456c-97b5-abe8876eba7f tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:16.130531 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-bc42b378-ef2c-4a61-b7c4-14de36834ced service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 30, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:31:16.131441 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-bc42b378-ef2c-4a61-b7c4-14de36834ced service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:16.131441 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-bc42b378-ef2c-4a61-b7c4-14de36834ced service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:31:16.131723 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-bc42b378-ef2c-4a61-b7c4-14de36834ced service neutron] Bound port: 28c1c669-51d6-431c-b89c-20165aa58178, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:31:16.132184 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-bc42b378-ef2c-4a61-b7c4-14de36834ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:16.192027 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-29461c2c-1930-4c0e-a3f5-50da2a66b2a6 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "PUT /v2.0/floatingips/8132ce0a-cab3-4c98-bc93-51a585b126c6 HTTP/1.1" status: 200 len: 992 time: 5.9422154 Jul 29 23:31:16.213268 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-894d6034-7554-485a-b792-be47852346c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:16.216177 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-9c1de9f2-9c1e-4dbb-b9ad-b2e489da855b tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] show failed (client error): The resource could not be found. Jul 29 23:31:16.217318 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9c1de9f2-9c1e-4dbb-b9ad-b2e489da855b tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] 10.222.0.18 "GET /v2.0/routers/tempest-non_exist_router-1399224288 HTTP/1.1" status: 404 len: 335 time: 0.1296864 Jul 29 23:31:16.221628 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43516) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:16.231246 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-6c281976-ea20-433a-83d4-aaf26fd928a9 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:16.231862 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894d6034-7554-485a-b792-be47852346c5 None None] Routers {'88657a1f-1f39-445f-9627-a653ef41bd7b'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:16.232759 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-894d6034-7554-485a-b792-be47852346c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:31:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['88657a1f-1f39-445f-9627-a653ef41bd7b'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:16.288300 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-894d6034-7554-485a-b792-be47852346c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:16.289426 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-894d6034-7554-485a-b792-be47852346c5 None None] The sync data for ids ['88657a1f-1f39-445f-9627-a653ef41bd7b'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:31:16.294162 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-6c281976-ea20-433a-83d4-aaf26fd928a9 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] update failed (client error): The resource could not be found. Jul 29 23:31:16.296143 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6c281976-ea20-433a-83d4-aaf26fd928a9 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] 10.222.0.18 "PUT /v2.0/routers/tempest-non_exist_router-668584479 HTTP/1.1" status: 404 len: 334 time: 0.0725169 Jul 29 23:31:16.299859 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43518) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:16.363585 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-8bf621dc-be24-4cff-a024-1563acfa7d9d service neutron] 10.222.0.18 "GET /v2.0/networks/51a2ec34-e565-4c73-8dc2-3c237f1506a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383980 Jul 29 23:31:16.377169 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb0c77b-c203-45ab-b1ad-3b40effbe429 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Deleting subnet 7027f4d6-fe4e-4008-885e-68d0159fd6a1 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:31:16.384747 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6bb0c77b-c203-45ab-b1ad-3b40effbe429 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:16.420408 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081596c4-39b1-488f-ad2b-075cdf723117 req-092bc9cd-07ca-494a-9fad-adedeb11096d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:16.422122 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-081596c4-39b1-488f-ad2b-075cdf723117 req-092bc9cd-07ca-494a-9fad-adedeb11096d service neutron] 10.222.0.23 "GET /v2.0/networks?id=51a2ec34-e565-4c73-8dc2-3c237f1506a3 HTTP/1.1" status: 200 len: 916 time: 0.5964539 Jul 29 23:31:16.441091 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f397f3f9-71a2-456c-97b5-abe8876eba7f tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Pushing event updated for resources: {'Port': ['ID=bb17806d-4f5c-4709-b966-99f0dbc281c8,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:16.479240 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-92e6199f-0941-41a1-89bf-43a87e6ddb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'name': 'tempest-TaggedBootDevicesTest-1453947197-router', 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '56ecd2dd-a89f-4358-959b-ce3663370a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:49Z', 'updated_at': '2021-07-29T23:28:06Z', 'revision_number': 4, 'project_id': '1b88923046a64f0cbc69a614c91ce1e9', 'gw_port': {'id': '56ecd2dd-a89f-4358-959b-ce3663370a90', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:49Z', 'updated_at': '2021-07-29T23:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '8132ce0a-cab3-4c98-bc93-51a585b126c6', 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'floating_ip_address': '172.25.8.206', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'port_id': 'e05f8a47-fe32-435c-a33a-7877418c510e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34a9b01a-fb87-4012-8543-47877b831421', 'mac_address': 'fa:16:3e:20:ad:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:29:30Z', 'updated_at': '2021-07-29T23:31:11Z', 'revision_number': 1, 'project_id': '1b88923046a64f0cbc69a614c91ce1e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '773e0dc2-9abf-49c1-a91b-05c9d9004a94', 'name': '', 'network_id': '34a9b01a-fb87-4012-8543-47877b831421', 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'mac_address': 'fa:16:3e:b9:26:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'd30afb76-e1b0-42cb-bf28-c9514a93f8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:00Z', 'updated_at': '2021-07-29T23:28:20Z', 'revision_number': 5, 'project_id': '1b88923046a64f0cbc69a614c91ce1e9', 'subnets': [{'id': 'd30afb76-e1b0-42cb-bf28-c9514a93f8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:16.497161 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6bb0c77b-c203-45ab-b1ad-3b40effbe429 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:16.521412 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e6199f-0941-41a1-89bf-43a87e6ddb9a None None] Checking router: 65580c99-64bb-4c92-88fb-3fa25086e809 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:31:16.531654 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e6199f-0941-41a1-89bf-43a87e6ddb9a None None] Routers {'65580c99-64bb-4c92-88fb-3fa25086e809'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:16.532565 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-92e6199f-0941-41a1-89bf-43a87e6ddb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:31:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['65580c99-64bb-4c92-88fb-3fa25086e809'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:16.539396 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f397f3f9-71a2-456c-97b5-abe8876eba7f tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:16.557792 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-081596c4-39b1-488f-ad2b-075cdf723117 req-76a6b15c-c7ce-45d1-aafb-aba3ca51aebb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5233825a-668c-4f0d-a29d-d3d6b8e2a9f0 HTTP/1.1" status: 200 len: 217 time: 0.0986454 Jul 29 23:31:16.570661 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-bc42b378-ef2c-4a61-b7c4-14de36834ced service neutron] For port 28c1c669-51d6-431c-b89c-20165aa58178, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:31:16.576927 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f8a38fa7-40b6-402b-9a4f-cdb31aee49b7 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:16.645641 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-49eae53f-1aff-4363-8ca1-a1a92d66dc96 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6389472 Jul 29 23:31:16.646463 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f8a38fa7-40b6-402b-9a4f-cdb31aee49b7 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:16.663016 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-bc42b378-ef2c-4a61-b7c4-14de36834ced service neutron] For port 28c1c669-51d6-431c-b89c-20165aa58178, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=28c1c669-51d6-431c-b89c-20165aa58178,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:31:16.667080 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f397f3f9-71a2-456c-97b5-abe8876eba7f tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:16.679224 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f397f3f9-71a2-456c-97b5-abe8876eba7f tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8388619 Jul 29 23:31:16.735357 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-bc42b378-ef2c-4a61-b7c4-14de36834ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:16.737107 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6bb0c77b-c203-45ab-b1ad-3b40effbe429 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:16.743050 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-92e6199f-0941-41a1-89bf-43a87e6ddb9a None None] Set router 65580c99-64bb-4c92-88fb-3fa25086e809 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:31:16.804291 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8a38fa7-40b6-402b-9a4f-cdb31aee49b7 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:31:16.910650 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081596c4-39b1-488f-ad2b-075cdf723117 req-5c65a595-988e-4c74-a004-c7e04f196167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:16.912250 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-081596c4-39b1-488f-ad2b-075cdf723117 req-5c65a595-988e-4c74-a004-c7e04f196167 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0f37e8ba-a201-4e88-82fb-26a751e8a97b HTTP/1.1" status: 200 len: 855 time: 0.3389926 Jul 29 23:31:16.912884 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a38fa7-40b6-402b-9a4f-cdb31aee49b7 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a7b81b-1d29-46de-adbc-4e4e6994bb55,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:16.927431 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f8a38fa7-40b6-402b-9a4f-cdb31aee49b7 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:16.928621 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-f8a38fa7-40b6-402b-9a4f-cdb31aee49b7 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Added segment d2c0e233-dc1a-4b39-9690-9a09ac2c30d5 of type vlan for network c22e9b1f-12d6-4ed0-93d4-44001535e69f Jul 29 23:31:16.935976 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6bb0c77b-c203-45ab-b1ad-3b40effbe429 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:16.964349 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-bc42b378-ef2c-4a61-b7c4-14de36834ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:16.965625 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-bc42b378-ef2c-4a61-b7c4-14de36834ced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:16.968405 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-bc42b378-ef2c-4a61-b7c4-14de36834ced service neutron] 10.222.0.23 "PUT /v2.0/ports/28c1c669-51d6-431c-b89c-20165aa58178 HTTP/1.1" status: 200 len: 1097 time: 4.8972723 Jul 29 23:31:17.004841 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a56b96-90ec-481b-bd49-7d1004ed47a8 None None] Network 1e65e8ed-fa4d-4a7f-9981-bb83041830f4 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:31:17.076600 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6bb0c77b-c203-45ab-b1ad-3b40effbe429 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:17.083355 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6bb0c77b-c203-45ab-b1ad-3b40effbe429 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] 10.222.0.18 "DELETE /v2.0/subnets/7027f4d6-fe4e-4008-885e-68d0159fd6a1 HTTP/1.1" status: 204 len: 168 time: 0.7823975 Jul 29 23:31:17.084864 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0c77b-c203-45ab-b1ad-3b40effbe429 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Pushing event deleted for resources: {'Subnet': ['ID=7027f4d6-fe4e-4008-885e-68d0159fd6a1,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:17.097154 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43540) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:17.291150 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c7bdd33-9d06-40c9-804e-0e223caa4659 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Deleting subnet f3b0c729-19c3-4661-9fbf-4631aa2c812b {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:31:17.299114 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c7bdd33-9d06-40c9-804e-0e223caa4659 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:17.368493 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c7bdd33-9d06-40c9-804e-0e223caa4659 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:17.415545 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f8a38fa7-40b6-402b-9a4f-cdb31aee49b7 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:17.476767 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-081596c4-39b1-488f-ad2b-075cdf723117 req-cfa151d3-2115-4966-b757-da2c30dc6af3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=51a2ec34-e565-4c73-8dc2-3c237f1506a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5071881 Jul 29 23:31:17.501246 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e8a672-927e-43a3-bf95-dd0519961fec None None] DHCP port deletion for 1e65e8ed-fa4d-4a7f-9981-bb83041830f4 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:31:17.552392 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c7bdd33-9d06-40c9-804e-0e223caa4659 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:17.556428 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc42b378-ef2c-4a61-b7c4-14de36834ced service neutron] Pushing event updated for resources: {'Port': ['ID=28c1c669-51d6-431c-b89c-20165aa58178,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:17.562100 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f0832fd-b411-4b1d-911a-0ebe617b2ee7 req-7b2ee865-b6e8-434c-8329-b5d48c728f4a service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8687475 Jul 29 23:31:17.578470 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f8a38fa7-40b6-402b-9a4f-cdb31aee49b7 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:17.599743 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a38fa7-40b6-402b-9a4f-cdb31aee49b7 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:17.600423 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f8a38fa7-40b6-402b-9a4f-cdb31aee49b7 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:17.629411 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-22e8a672-927e-43a3-bf95-dd0519961fec None None] Deleting port e3426de0-b159-4c32-aacb-f4220d30b719 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:17.630721 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-22e8a672-927e-43a3-bf95-dd0519961fec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:17.681259 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c7bdd33-9d06-40c9-804e-0e223caa4659 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:17.709546 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-92e6199f-0941-41a1-89bf-43a87e6ddb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'name': 'tempest-TaggedBootDevicesTest-1453947197-router', 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '56ecd2dd-a89f-4358-959b-ce3663370a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:49Z', 'updated_at': '2021-07-29T23:28:06Z', 'revision_number': 4, 'project_id': '1b88923046a64f0cbc69a614c91ce1e9', 'gw_port': {'id': '56ecd2dd-a89f-4358-959b-ce3663370a90', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:49Z', 'updated_at': '2021-07-29T23:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '8132ce0a-cab3-4c98-bc93-51a585b126c6', 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'floating_ip_address': '172.25.8.206', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'port_id': 'e05f8a47-fe32-435c-a33a-7877418c510e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34a9b01a-fb87-4012-8543-47877b831421', 'mac_address': 'fa:16:3e:20:ad:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:29:30Z', 'updated_at': '2021-07-29T23:31:11Z', 'revision_number': 1, 'project_id': '1b88923046a64f0cbc69a614c91ce1e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '773e0dc2-9abf-49c1-a91b-05c9d9004a94', 'name': '', 'network_id': '34a9b01a-fb87-4012-8543-47877b831421', 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'mac_address': 'fa:16:3e:b9:26:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'd30afb76-e1b0-42cb-bf28-c9514a93f8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:00Z', 'updated_at': '2021-07-29T23:28:20Z', 'revision_number': 5, 'project_id': '1b88923046a64f0cbc69a614c91ce1e9', 'subnets': [{'id': 'd30afb76-e1b0-42cb-bf28-c9514a93f8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:17.734908 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7bdd33-9d06-40c9-804e-0e223caa4659 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Pushing event deleted for resources: {'Subnet': ['ID=f3b0c729-19c3-4661-9fbf-4631aa2c812b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:17.741731 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c7bdd33-9d06-40c9-804e-0e223caa4659 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:17.744284 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5c7bdd33-9d06-40c9-804e-0e223caa4659 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] 10.222.0.18 "DELETE /v2.0/subnets/f3b0c729-19c3-4661-9fbf-4631aa2c812b HTTP/1.1" status: 204 len: 168 time: 0.6407542 Jul 29 23:31:17.748082 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43552) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:17.779501 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a38fa7-40b6-402b-9a4f-cdb31aee49b7 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Pushing event updated for resources: {'Network': ['ID=c22e9b1f-12d6-4ed0-93d4-44001535e69f,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:17.788609 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92e6199f-0941-41a1-89bf-43a87e6ddb9a None None] The sync data for ids ['65580c99-64bb-4c92-88fb-3fa25086e809'] in n-d-712140-10 is: [{'id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'name': 'tempest-TaggedBootDevicesTest-1453947197-router', 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '56ecd2dd-a89f-4358-959b-ce3663370a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:49Z', 'updated_at': '2021-07-29T23:28:06Z', 'revision_number': 4, 'project_id': '1b88923046a64f0cbc69a614c91ce1e9', 'gw_port': {'id': '56ecd2dd-a89f-4358-959b-ce3663370a90', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:49Z', 'updated_at': '2021-07-29T23:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '8132ce0a-cab3-4c98-bc93-51a585b126c6', 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'floating_ip_address': '172.25.8.206', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'port_id': 'e05f8a47-fe32-435c-a33a-7877418c510e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34a9b01a-fb87-4012-8543-47877b831421', 'mac_address': 'fa:16:3e:20:ad:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:29:30Z', 'updated_at': '2021-07-29T23:31:11Z', 'revision_number': 1, 'project_id': '1b88923046a64f0cbc69a614c91ce1e9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '773e0dc2-9abf-49c1-a91b-05c9d9004a94', 'name': '', 'network_id': '34a9b01a-fb87-4012-8543-47877b831421', 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'mac_address': 'fa:16:3e:b9:26:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'd30afb76-e1b0-42cb-bf28-c9514a93f8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:00Z', 'updated_at': '2021-07-29T23:28:20Z', 'revision_number': 5, 'project_id': '1b88923046a64f0cbc69a614c91ce1e9', 'subnets': [{'id': 'd30afb76-e1b0-42cb-bf28-c9514a93f8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:31:17.790845 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ac01c-ba60-4a68-8b85-3d68c9329f73 req-a88ce52a-fc07-4a07-9f53-21b129aebd3f tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:17.799076 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc1ac01c-ba60-4a68-8b85-3d68c9329f73 req-a88ce52a-fc07-4a07-9f53-21b129aebd3f tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0d1ca48-10f5-4d0d-b0c1-2335126d49aa HTTP/1.1" status: 200 len: 948 time: 1.0820787 Jul 29 23:31:17.808123 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20605a7b-43fd-43d9-b2b4-59fd561d7ccc None None] Network 2db67c0f-f415-458f-9c53-980e9ae4547d requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:31:17.812806 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network c22e9b1f-12d6-4ed0-93d4-44001535e69f details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:31:17.987007 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-844fde3d-0b96-437d-b173-420a28afb6f1 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:18.020091 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-22e8a672-927e-43a3-bf95-dd0519961fec None None] For port e3426de0-b159-4c32-aacb-f4220d30b719, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e3426de0-b159-4c32-aacb-f4220d30b719,segment=NetworkSegment(bf5fb79d-f7b2-4084-a784-6e35e910d1f9),segment_id=bf5fb79d-f7b2-4084-a784-6e35e910d1f9)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:18.021115 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-22e8a672-927e-43a3-bf95-dd0519961fec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:18.066838 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-22e8a672-927e-43a3-bf95-dd0519961fec None None] Calling delete_port for e3426de0-b159-4c32-aacb-f4220d30b719 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:18.123103 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-844fde3d-0b96-437d-b173-420a28afb6f1 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Deleting port e3426de0-b159-4c32-aacb-f4220d30b719 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:18.123472 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-844fde3d-0b96-437d-b173-420a28afb6f1 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:18.244893 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-844fde3d-0b96-437d-b173-420a28afb6f1 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] For port e3426de0-b159-4c32-aacb-f4220d30b719, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e3426de0-b159-4c32-aacb-f4220d30b719,segment=NetworkSegment(bf5fb79d-f7b2-4084-a784-6e35e910d1f9),segment_id=bf5fb79d-f7b2-4084-a784-6e35e910d1f9)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:18.245445 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-844fde3d-0b96-437d-b173-420a28afb6f1 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:18.280876 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-844fde3d-0b96-437d-b173-420a28afb6f1 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Calling delete_port for e3426de0-b159-4c32-aacb-f4220d30b719 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:18.294437 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75d0ff4-99e6-4d47-8e67-c56b69c9db41 None None] New status for floating IP 8132ce0a-cab3-4c98-bc93-51a585b126c6: ACTIVE {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:31:18.335371 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e3426de0-b159-4c32-aacb-f4220d30b719 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:31:18.442455 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f8a38fa7-40b6-402b-9a4f-cdb31aee49b7 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 3.5893416 Jul 29 23:31:18.446199 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43560) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:18.451489 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc1ac01c-ba60-4a68-8b85-3d68c9329f73 req-a8253762-d9e2-4559-8960-9b136406a90a tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/security-groups?id=1167cedf-2ecb-422c-b77f-7ccdf9200748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658042 Jul 29 23:31:18.456251 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-0b5c349f-73e4-4ce6-86c9-7f0eb2847551 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Request body: {'subnet': {'network_id': 'c22e9b1f-12d6-4ed0-93d4-44001535e69f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:18.479237 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-7c84f15b-83d6-4875-8272-33198819cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:18.481909 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-7c84f15b-83d6-4875-8272-33198819cd6e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc55790fc3bd48288dfa12764fae4ab3&device_id=d0d1ca48-10f5-4d0d-b0c1-2335126d49aa HTTP/1.1" status: 200 len: 1100 time: 1.3984816 Jul 29 23:31:18.522703 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-844fde3d-0b96-437d-b173-420a28afb6f1 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:18.534123 n-d-712140-10 neutron-server[94065]: INFO neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No ports have port_id starting with e3426de0-b159-4c32-aacb-f4220d30b719 Jul 29 23:31:18.607049 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-22e8a672-927e-43a3-bf95-dd0519961fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:18.614755 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-e6287177-0ccd-4f54-b404-b7b9ea00a1f6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=28c1c669-51d6-431c-b89c-20165aa58178 HTTP/1.1" status: 200 len: 217 time: 0.0664518 Jul 29 23:31:18.633748 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844fde3d-0b96-437d-b173-420a28afb6f1 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Pushing event deleted for resources: {'Port': ['ID=e3426de0-b159-4c32-aacb-f4220d30b719,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:18.645156 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844fde3d-0b96-437d-b173-420a28afb6f1 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] No DVR routers for this DVR port e3426de0-b159-4c32-aacb-f4220d30b719 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:31:18.678339 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb1f204-1d69-4202-b798-9d9c4a90587c None None] DHCP port deletion for 2db67c0f-f415-458f-9c53-980e9ae4547d request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:31:18.702193 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-30a9caeb-476e-4f42-963e-074959f5b26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:18.704007 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-30a9caeb-476e-4f42-963e-074959f5b26e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.0786023 Jul 29 23:31:18.766539 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-844fde3d-0b96-437d-b173-420a28afb6f1 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:18.779612 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-844fde3d-0b96-437d-b173-420a28afb6f1 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e65e8ed-fa4d-4a7f-9981-bb83041830f4']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:18.795812 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-844fde3d-0b96-437d-b173-420a28afb6f1 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf5fb79d-f7b2-4084-a784-6e35e910d1f9') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:18.796197 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-844fde3d-0b96-437d-b173-420a28afb6f1 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf5fb79d-f7b2-4084-a784-6e35e910d1f9') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:18.807152 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-844fde3d-0b96-437d-b173-420a28afb6f1 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:18.826118 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-844fde3d-0b96-437d-b173-420a28afb6f1 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:18.833999 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844fde3d-0b96-437d-b173-420a28afb6f1 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:31:18.834433 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-844fde3d-0b96-437d-b173-420a28afb6f1 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:18.848411 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e8a672-927e-43a3-bf95-dd0519961fec None None] No DVR routers for this DVR port e3426de0-b159-4c32-aacb-f4220d30b719 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:31:18.857101 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8a672-927e-43a3-bf95-dd0519961fec None None] Pushing event deleted for resources: {'Port': ['ID=e3426de0-b159-4c32-aacb-f4220d30b719,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:18.857813 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-081596c4-39b1-488f-ad2b-075cdf723117 req-23c6fe7b-dc02-44ac-9940-4c344bebca52 service neutron] 10.222.0.23 "GET /v2.0/networks/51a2ec34-e565-4c73-8dc2-3c237f1506a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2930169 Jul 29 23:31:18.900056 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f9080d-2ce8-4001-b06f-adb3d7c0d9d7 x-openstack-request-id: req-d4f9080d-2ce8-4001-b06f-adb3d7c0d9d7 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:18.900385 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61d0f760-ef28-4f8d-803b-3584a317e411", "tag": "2c580eef-e706-41b2-b401-872b752139b1", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:18.900854 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d4f9080d-2ce8-4001-b06f-adb3d7c0d9d7 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:18.901099 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61d0f760-ef28-4f8d-803b-3584a317e411', 'tag': '2c580eef-e706-41b2-b401-872b752139b1', 'status': 'completed', 'code': 200} Jul 29 23:31:18.912907 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8a672-927e-43a3-bf95-dd0519961fec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:18.913433 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8a672-927e-43a3-bf95-dd0519961fec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:18.914316 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8a672-927e-43a3-bf95-dd0519961fec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:18.917066 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8a672-927e-43a3-bf95-dd0519961fec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:18.917528 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8a672-927e-43a3-bf95-dd0519961fec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:18.918827 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8a672-927e-43a3-bf95-dd0519961fec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:18.920431 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8a672-927e-43a3-bf95-dd0519961fec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:18.921023 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8a672-927e-43a3-bf95-dd0519961fec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:18.922093 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8a672-927e-43a3-bf95-dd0519961fec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:18.925623 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8a672-927e-43a3-bf95-dd0519961fec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:18.926300 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8a672-927e-43a3-bf95-dd0519961fec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:18.926903 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22e8a672-927e-43a3-bf95-dd0519961fec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:18.940319 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:31:18.940319 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:31:18.940319 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:31:18.940319 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:31:18.940319 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:31:18.940319 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:31:18.940319 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:31:18.940319 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:31:18.940319 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:31:18.940319 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:31:18.940319 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:31:18.940319 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:31:18.940319 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:31:18.940319 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:31:18.940319 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:31:18.940319 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:31:18.940319 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:31:18.940319 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:31:18.940319 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:31:18.940319 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:31:18.940319 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:31:18.940319 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:31:18.940319 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:31:18.940319 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:31:18.940319 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:31:18.940319 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:31:18.940319 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:31:18.940319 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:31:18.940319 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:31:18.940319 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:31:18.940319 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:31:18.940319 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:31:18.944365 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-844fde3d-0b96-437d-b173-420a28afb6f1 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:18.948677 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-844fde3d-0b96-437d-b173-420a28afb6f1 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:18.951585 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-844fde3d-0b96-437d-b173-420a28afb6f1 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] 10.222.0.18 "DELETE /v2.0/networks/1e65e8ed-fa4d-4a7f-9981-bb83041830f4 HTTP/1.1" status: 204 len: 168 time: 1.2006283 Jul 29 23:31:18.984741 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-3cb1f204-1d69-4202-b798-9d9c4a90587c None None] Deleting port b1c66346-fd72-4c00-8e77-074d0ba9dccc {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:18.985124 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3cb1f204-1d69-4202-b798-9d9c4a90587c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:18.988991 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43568) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:19.024925 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844fde3d-0b96-437d-b173-420a28afb6f1 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Pushing event deleted for resources: {'Network': ['ID=1e65e8ed-fa4d-4a7f-9981-bb83041830f4,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:19.080490 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-3cb1f204-1d69-4202-b798-9d9c4a90587c None None] For port b1c66346-fd72-4c00-8e77-074d0ba9dccc, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=b1c66346-fd72-4c00-8e77-074d0ba9dccc,segment=NetworkSegment(9dac86be-f998-4e60-b7dc-7346a9e01532),segment_id=9dac86be-f998-4e60-b7dc-7346a9e01532)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:19.080911 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3cb1f204-1d69-4202-b798-9d9c4a90587c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:19.090083 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-081596c4-39b1-488f-ad2b-075cdf723117 req-b8d51527-a980-4fc3-8a89-fdb14f9318e3 service neutron] 10.222.0.23 "GET /v2.0/networks/51a2ec34-e565-4c73-8dc2-3c237f1506a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939569 Jul 29 23:31:19.102177 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-3cb1f204-1d69-4202-b798-9d9c4a90587c None None] Calling delete_port for b1c66346-fd72-4c00-8e77-074d0ba9dccc owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:19.162872 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75211b94-cc7a-43d2-949b-0e0971a219ea req-dd85dda1-96e4-4a71-ba79-252a14446480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:19.164773 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-75211b94-cc7a-43d2-949b-0e0971a219ea req-dd85dda1-96e4-4a71-ba79-252a14446480 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc55790fc3bd48288dfa12764fae4ab3&device_id=61d0f760-ef28-4f8d-803b-3584a317e411 HTTP/1.1" status: 200 len: 1100 time: 0.2399514 Jul 29 23:31:19.186917 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-0bf5e51f-aa5f-49e6-9736-3461ea8f886d tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:19.188834 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b36c6b3-6882-45af-9d4f-8bf47ac34280 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:19.189031 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-0bf5e51f-aa5f-49e6-9736-3461ea8f886d tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.39 "GET /v2.0/networks?id=51a2ec34-e565-4c73-8dc2-3c237f1506a3 HTTP/1.1" status: 200 len: 815 time: 0.5677476 Jul 29 23:31:19.224649 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-718c8a47-237d-4e63-82fe-2e3996913c34 req-e2dee780-7d89-457d-9176-ec33ef41f08c tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a8c4892-c12b-4abe-a4f7-25078b2507be HTTP/1.1" status: 200 len: 210 time: 0.1093810 Jul 29 23:31:19.229863 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5c349f-73e4-4ce6-86c9-7f0eb2847551 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Made reservation on behalf of bca07e4dfd9a41db99f6dbae195c06db for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:19.230896 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3cb1f204-1d69-4202-b798-9d9c4a90587c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:19.237415 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0b5c349f-73e4-4ce6-86c9-7f0eb2847551 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:19.295251 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb1f204-1d69-4202-b798-9d9c4a90587c None None] No DVR routers for this DVR port b1c66346-fd72-4c00-8e77-074d0ba9dccc on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:31:19.297640 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1f204-1d69-4202-b798-9d9c4a90587c None None] Pushing event deleted for resources: {'Port': ['ID=b1c66346-fd72-4c00-8e77-074d0ba9dccc,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:19.415032 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-3b0aef91-c3bf-4145-bb5e-f0b8da882b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:19.417663 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-3b0aef91-c3bf-4145-bb5e-f0b8da882b00 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7065706 Jul 29 23:31:19.426695 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-7e48e281-e191-4d05-894d-a690996ece0b tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Request body: {'port': {'device_id': '1a8c4892-c12b-4abe-a4f7-25078b2507be', 'network_id': '51a2ec34-e565-4c73-8dc2-3c237f1506a3', 'admin_state_up': True, 'tenant_id': '858112f1c9514c968cc83d88af99633e'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:19.443584 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75211b94-cc7a-43d2-949b-0e0971a219ea req-88f3d9f8-36b6-4aca-9b61-148e0a1c5a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:19.445510 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-75211b94-cc7a-43d2-949b-0e0971a219ea req-88f3d9f8-36b6-4aca-9b61-148e0a1c5a7b service neutron] 10.222.0.39 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.2718084 Jul 29 23:31:19.455950 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b36c6b3-6882-45af-9d4f-8bf47ac34280 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:19.483008 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-9b36c6b3-6882-45af-9d4f-8bf47ac34280 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2db67c0f-f415-458f-9c53-980e9ae4547d']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:19.520936 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-9b36c6b3-6882-45af-9d4f-8bf47ac34280 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dac86be-f998-4e60-b7dc-7346a9e01532') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:19.521514 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-9b36c6b3-6882-45af-9d4f-8bf47ac34280 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dac86be-f998-4e60-b7dc-7346a9e01532') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:19.524518 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-75211b94-cc7a-43d2-949b-0e0971a219ea req-58d5aff2-8e46-4778-a075-bb8c5d0b301c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=2c580eef-e706-41b2-b401-872b752139b1 HTTP/1.1" status: 200 len: 217 time: 0.0654058 Jul 29 23:31:19.534194 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b36c6b3-6882-45af-9d4f-8bf47ac34280 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:19.591021 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b36c6b3-6882-45af-9d4f-8bf47ac34280 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:19.609151 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b36c6b3-6882-45af-9d4f-8bf47ac34280 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:31:19.609692 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b36c6b3-6882-45af-9d4f-8bf47ac34280 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:19.613209 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:31:19.613209 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:31:19.613209 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:31:19.613209 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:31:19.613209 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:31:19.613209 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:31:19.613209 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:31:19.613209 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:31:19.613209 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:31:19.613209 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:31:19.613209 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:31:19.613209 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:31:19.613209 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:31:19.613209 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:31:19.613209 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:31:19.613209 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:31:19.613209 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:31:19.613209 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:31:19.613209 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:31:19.613209 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:31:19.613209 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:31:19.613209 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:31:19.613209 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:31:19.613209 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:31:19.613209 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:31:19.613209 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:31:19.613209 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:31:19.613209 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:31:19.613209 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:31:19.613209 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:31:19.613209 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:31:19.613209 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:31:19.622225 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-5658a317-dbc7-4c03-9b83-f49f879b1954 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--716138672&fields=id&tenant_id=cf5a38b3b6dd4eb5a83a1ec408b4b908 HTTP/1.1" status: 200 len: 267 time: 0.2497778 Jul 29 23:31:19.676150 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75211b94-cc7a-43d2-949b-0e0971a219ea req-bcf9603e-cc88-45ba-b992-320b87861b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:19.677858 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-75211b94-cc7a-43d2-949b-0e0971a219ea req-bcf9603e-cc88-45ba-b992-320b87861b50 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.1412411 Jul 29 23:31:19.695234 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b36c6b3-6882-45af-9d4f-8bf47ac34280 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:19.721185 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b36c6b3-6882-45af-9d4f-8bf47ac34280 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:19.726508 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9b36c6b3-6882-45af-9d4f-8bf47ac34280 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] 10.222.0.18 "DELETE /v2.0/networks/2db67c0f-f415-458f-9c53-980e9ae4547d HTTP/1.1" status: 204 len: 168 time: 0.7343733 Jul 29 23:31:19.730587 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43592) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:19.778553 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36c6b3-6882-45af-9d4f-8bf47ac34280 tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Pushing event deleted for resources: {'Network': ['ID=2db67c0f-f415-458f-9c53-980e9ae4547d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:19.811176 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75211b94-cc7a-43d2-949b-0e0971a219ea req-a4c0c229-5ec5-4159-a6c5-a5896ad56f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:19.813104 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-75211b94-cc7a-43d2-949b-0e0971a219ea req-a4c0c229-5ec5-4159-a6c5-a5896ad56f2c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1280189 Jul 29 23:31:19.823643 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd2c813-58b7-48c7-9b08-9db098dd7b3e tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Deleting subnet a1374049-db22-4b50-926f-8a246f09da1d {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:31:19.835089 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c813-58b7-48c7-9b08-9db098dd7b3e tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:19.863241 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-eca05ddd-5c7b-4b76-850e-98dcdbf1cd27 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313457 Jul 29 23:31:19.920074 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c813-58b7-48c7-9b08-9db098dd7b3e tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:20.003000 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-705bb12a-067b-49f3-b930-8d88356d4b5e tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:20.004551 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-705bb12a-067b-49f3-b930-8d88356d4b5e tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "GET /v2.0/networks?id=6f3d3704-ea3e-49c9-9722-1f055923d891 HTTP/1.1" status: 200 len: 805 time: 0.3792834 Jul 29 23:31:20.006716 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-75211b94-cc7a-43d2-949b-0e0971a219ea req-491a8a31-a637-41e1-98c0-1e13c535617b service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802280 Jul 29 23:31:20.051204 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-7e48e281-e191-4d05-894d-a690996ece0b tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Made reservation on behalf of 858112f1c9514c968cc83d88af99633e for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:20.056788 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-7e48e281-e191-4d05-894d-a690996ece0b tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:20.077617 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-bda3deb4-71ff-485d-bf55-47367e8e3ef7 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "GET /v2.0/quotas/cf5a38b3b6dd4eb5a83a1ec408b4b908 HTTP/1.1" status: 200 len: 375 time: 0.0532906 Jul 29 23:31:20.081717 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0b5c349f-73e4-4ce6-86c9-7f0eb2847551 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:20.111712 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c813-58b7-48c7-9b08-9db098dd7b3e tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:20.197681 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-75211b94-cc7a-43d2-949b-0e0971a219ea req-c22e6c7d-3354-4482-8994-f0c9795c2077 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605458 Jul 29 23:31:20.213075 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c813-58b7-48c7-9b08-9db098dd7b3e tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:20.251989 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c06396d9-d071-48ea-acdb-a3c0fb202e9e req-a6bc7c32-89e2-4c12-afd1-93eb77e477db service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3721566 Jul 29 23:31:20.282628 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2c813-58b7-48c7-9b08-9db098dd7b3e tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Pushing event deleted for resources: {'Subnet': ['ID=a1374049-db22-4b50-926f-8a246f09da1d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:20.287589 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9485e22-d7bf-4ba9-a3ea-20c05bf29304 None None] Network 06344436-2bdf-4d53-b61e-1d88ac0ba174 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:31:20.289710 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7cd2c813-58b7-48c7-9b08-9db098dd7b3e tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:20.299449 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7cd2c813-58b7-48c7-9b08-9db098dd7b3e tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] 10.222.0.18 "DELETE /v2.0/subnets/a1374049-db22-4b50-926f-8a246f09da1d HTTP/1.1" status: 204 len: 168 time: 0.5672829 Jul 29 23:31:20.301187 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43610) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:20.316718 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5c349f-73e4-4ce6-86c9-7f0eb2847551 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Pushing event updated for resources: {'Subnet': ['ID=950db430-bc10-4e8a-b3b0-22b26127ae08,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:20.356297 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-35a9b4b3-5cf1-4a4d-b09d-e51c370f9da4 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf5a38b3b6dd4eb5a83a1ec408b4b908&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2519023 Jul 29 23:31:20.374269 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5c349f-73e4-4ce6-86c9-7f0eb2847551 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Checking segment: {'id': 'd2c0e233-dc1a-4b39-9690-9a09ac2c30d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c22e9b1f-12d6-4ed0-93d4-44001535e69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:20.374475 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b1c66346-fd72-4c00-8e77-074d0ba9dccc no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:31:20.374702 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5c349f-73e4-4ce6-86c9-7f0eb2847551 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Network hostable DHCP agents. Network: c22e9b1f-12d6-4ed0-93d4-44001535e69f, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:31:20.398849 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: b1c66346-fd72-4c00-8e77-074d0ba9dccc {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:31:20.399621 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b1c66346-fd72-4c00-8e77-074d0ba9dccc not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:31:20.507749 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1c80f670-34a5-4ff1-a98c-6d712905465d tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:20.509406 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-7e48e281-e191-4d05-894d-a690996ece0b tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Allocated IP 172.20.0.4 (51a2ec34-e565-4c73-8dc2-3c237f1506a3/0f37e8ba-a201-4e88-82fb-26a751e8a97b/f1282a3f-8757-4915-974e-9cf89b4242a8) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:20.514391 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5c349f-73e4-4ce6-86c9-7f0eb2847551 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Network c22e9b1f-12d6-4ed0-93d4-44001535e69f is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:31:20.522277 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3f01c9b1-21ab-4ceb-9fb0-32e8a2d73492 req-d4430553-d50d-4b58-bec4-1d4ea91d6656 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6f4667ac-ae86-4bc2-a0aa-12ee568263e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1728778 Jul 29 23:31:20.560734 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-0b5c349f-73e4-4ce6-86c9-7f0eb2847551 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, c22e9b1f-12d6-4ed0-93d4-44001535e69f) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:20.572250 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0827b6-a1f5-4b02-a484-2463990bddcb None None] Network c22e9b1f-12d6-4ed0-93d4-44001535e69f requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:31:20.585095 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5c349f-73e4-4ce6-86c9-7f0eb2847551 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:20.585872 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0b5c349f-73e4-4ce6-86c9-7f0eb2847551 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:20.612292 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0b5c349f-73e4-4ce6-86c9-7f0eb2847551 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1646681 Jul 29 23:31:20.618799 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43614) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:20.624855 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-e8acff59-2181-41fb-8cb4-2f1752c16ce1 service neutron] 10.222.0.18 "GET /v2.0/networks/6f3d3704-ea3e-49c9-9722-1f055923d891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517657 Jul 29 23:31:20.638125 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-b4f7c6b7-fbe5-493b-a4e8-8c318386d28a tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Request body: {'port': {'network_id': 'c22e9b1f-12d6-4ed0-93d4-44001535e69f', 'name': 'tempest-TagsExtTest-1353718113'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:20.650495 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01c9b1-21ab-4ceb-9fb0-32e8a2d73492 req-e1e81fc4-82e1-4510-bc04-d1ee428efcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:20.652510 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3f01c9b1-21ab-4ceb-9fb0-32e8a2d73492 req-e1e81fc4-82e1-4510-bc04-d1ee428efcf0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=858112f1c9514c968cc83d88af99633e&device_id=6f4667ac-ae86-4bc2-a0aa-12ee568263e0 HTTP/1.1" status: 200 len: 1097 time: 0.0910637 Jul 29 23:31:20.670610 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1c80f670-34a5-4ff1-a98c-6d712905465d tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Deleting port 4d448c72-b125-4b81-8610-50698d3cb8b3 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:20.671236 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1c80f670-34a5-4ff1-a98c-6d712905465d tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:20.790378 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-b6d3d19e-dbde-46f1-b4ea-ef3df887ca34 service neutron] 10.222.0.18 "GET /v2.0/networks/6f3d3704-ea3e-49c9-9722-1f055923d891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524379 Jul 29 23:31:20.821250 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b45e0799-4d7b-4ca0-8716-528391f0cb91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-c22e9b1f-12d6-4ed0-93d4-44001535e69f', 'network_id': 'c22e9b1f-12d6-4ed0-93d4-44001535e69f', 'tenant_id': 'bca07e4dfd9a41db99f6dbae195c06db', 'fixed_ips': [{'subnet_id': '950db430-bc10-4e8a-b3b0-22b26127ae08'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:31:20.822171 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b45e0799-4d7b-4ca0-8716-528391f0cb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:20.861352 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a96d94-1203-415c-bbab-578730d30191 None None] DHCP port deletion for 06344436-2bdf-4d53-b61e-1d88ac0ba174 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:31:20.907933 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'tag': 'e05f8a47-fe32-435c-a33a-7877418c510e'}, {'name': 'network-changed', 'server_uuid': 'd0d1ca48-10f5-4d0d-b0c1-2335126d49aa', 'tag': '28c1c669-51d6-431c-b89c-20165aa58178'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:20.910903 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f989c856-6b1f-42a0-94c0-8fafe28bec31" -d '{"events": [{"name": "network-changed", "server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "tag": "e05f8a47-fe32-435c-a33a-7877418c510e"}, {"name": "network-changed", "server_uuid": "d0d1ca48-10f5-4d0d-b0c1-2335126d49aa", "tag": "28c1c669-51d6-431c-b89c-20165aa58178"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:21.013813 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-7e48e281-e191-4d05-894d-a690996ece0b tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:21.041244 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 2c580eef-e706-41b2-b401-872b752139b1 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:31:21.090858 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-7e48e281-e191-4d05-894d-a690996ece0b tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:21.104135 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-b45e0799-4d7b-4ca0-8716-528391f0cb91 None None] Allocated IP 172.20.0.2 (c22e9b1f-12d6-4ed0-93d4-44001535e69f/950db430-bc10-4e8a-b3b0-22b26127ae08/5ff967e0-d323-4238-8068-4233ec4fac5b) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:21.107047 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:31:21.109556 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['5233825a-668c-4f0d-a29d-d3d6b8e2a9f0', 'edc1c4fc-0759-4b3f-b44c-20750123d81f'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:31:21.155545 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-1c80f670-34a5-4ff1-a98c-6d712905465d tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] For port 4d448c72-b125-4b81-8610-50698d3cb8b3, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=4d448c72-b125-4b81-8610-50698d3cb8b3,segment=NetworkSegment(3a3cb97b-b2cd-49f9-88e9-2566ba849a78),segment_id=3a3cb97b-b2cd-49f9-88e9-2566ba849a78)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:21.156505 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1c80f670-34a5-4ff1-a98c-6d712905465d tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:21.200869 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-7e48e281-e191-4d05-894d-a690996ece0b tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Network 51a2ec34-e565-4c73-8dc2-3c237f1506a3 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:21.211122 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-7e48e281-e191-4d05-894d-a690996ece0b tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:21.216409 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-7e48e281-e191-4d05-894d-a690996ece0b tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:21.221159 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e48e281-e191-4d05-894d-a690996ece0b tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Pushing event updated for resources: {'Port': ['ID=f1282a3f-8757-4915-974e-9cf89b4242a8,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:21.269339 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1c80f670-34a5-4ff1-a98c-6d712905465d tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Calling delete_port for 4d448c72-b125-4b81-8610-50698d3cb8b3 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:21.317772 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01c9b1-21ab-4ceb-9fb0-32e8a2d73492 req-55fdd8cd-30b1-4426-8231-19fa88e90efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:21.320297 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3f01c9b1-21ab-4ceb-9fb0-32e8a2d73492 req-55fdd8cd-30b1-4426-8231-19fa88e90efd service neutron] 10.222.0.39 "GET /v2.0/networks?id=51a2ec34-e565-4c73-8dc2-3c237f1506a3 HTTP/1.1" status: 200 len: 916 time: 0.6041827 Jul 29 23:31:21.337294 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-7e48e281-e191-4d05-894d-a690996ece0b tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:21.338745 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-7e48e281-e191-4d05-894d-a690996ece0b tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:21.381606 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3f01c9b1-21ab-4ceb-9fb0-32e8a2d73492 req-7cd66b15-bf18-4e1d-b128-bdbf377ac991 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9 HTTP/1.1" status: 200 len: 217 time: 0.0524170 Jul 29 23:31:21.460694 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-7e48e281-e191-4d05-894d-a690996ece0b tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0908055 Jul 29 23:31:21.488328 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01c9b1-21ab-4ceb-9fb0-32e8a2d73492 req-74b9edaa-62b1-4caf-9f5a-e6362e690783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:21.490533 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3f01c9b1-21ab-4ceb-9fb0-32e8a2d73492 req-74b9edaa-62b1-4caf-9f5a-e6362e690783 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0f37e8ba-a201-4e88-82fb-26a751e8a97b HTTP/1.1" status: 200 len: 855 time: 0.0681183 Jul 29 23:31:21.492060 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-914bdfa7-72bc-4f89-ad11-6b39a6e87b0b service neutron] Request body: {'port': {'device_id': '1a8c4892-c12b-4abe-a4f7-25078b2507be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:21.493590 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f7c6b7-fbe5-493b-a4e8-8c318386d28a tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Made reservation on behalf of bca07e4dfd9a41db99f6dbae195c06db for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:21.501281 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b4f7c6b7-fbe5-493b-a4e8-8c318386d28a tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:21.567888 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd401a-4992-49b0-ac7c-0c7e30762038 req-09df6b33-331b-443b-b942-6cfb32c9177b tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:21.569577 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ffd401a-4992-49b0-ac7c-0c7e30762038 req-09df6b33-331b-443b-b942-6cfb32c9177b tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0d1ca48-10f5-4d0d-b0c1-2335126d49aa HTTP/1.1" status: 200 len: 948 time: 0.2035081 Jul 29 23:31:21.599612 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-49a96d94-1203-415c-bbab-578730d30191 None None] Deleting port 4d448c72-b125-4b81-8610-50698d3cb8b3 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:21.600246 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-49a96d94-1203-415c-bbab-578730d30191 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:21.601748 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-b4f7c6b7-fbe5-493b-a4e8-8c318386d28a tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] device_id is not set on port e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:31:21.616229 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-914bdfa7-72bc-4f89-ad11-6b39a6e87b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:21.631805 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3f01c9b1-21ab-4ceb-9fb0-32e8a2d73492 req-8a1a378e-43ad-4aba-9d51-35e7ca8bc485 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51a2ec34-e565-4c73-8dc2-3c237f1506a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247313 Jul 29 23:31:21.649300 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 28c1c669-51d6-431c-b89c-20165aa58178 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:31:21.671313 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ffd401a-4992-49b0-ac7c-0c7e30762038 req-c7ea8d5f-429a-40a3-a6c7-37b43a70ec59 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/security-groups?id=1167cedf-2ecb-422c-b77f-7ccdf9200748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623019 Jul 29 23:31:21.748716 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1c80f670-34a5-4ff1-a98c-6d712905465d tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:21.754687 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 2c580eef-e706-41b2-b401-872b752139b1, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=2c580eef-e706-41b2-b401-872b752139b1,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:21.801701 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '2c580eef-e706-41b2-b401-872b752139b1', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': '2c580eef-e706-41b2-b401-872b752139b1', 'mac_address': 'fa:16:3e:60:d2:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:31:21.992551 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.db.resource_extend [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:31:22.157616 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-49a96d94-1203-415c-bbab-578730d30191 None None] For port 4d448c72-b125-4b81-8610-50698d3cb8b3, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=4d448c72-b125-4b81-8610-50698d3cb8b3,segment=NetworkSegment(3a3cb97b-b2cd-49f9-88e9-2566ba849a78),segment_id=3a3cb97b-b2cd-49f9-88e9-2566ba849a78)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:22.158026 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-49a96d94-1203-415c-bbab-578730d30191 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:22.199252 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:22.273041 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-49a96d94-1203-415c-bbab-578730d30191 None None] Calling delete_port for 4d448c72-b125-4b81-8610-50698d3cb8b3 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:22.371610 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 4d448c72-b125-4b81-8610-50698d3cb8b3 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:31:22.371960 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c1c324-6bb3-4615-a349-a5e4c3a24148 req-f90b14c5-f7bc-496e-8feb-b43682d108e0 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:22.373270 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c2c1c324-6bb3-4615-a349-a5e4c3a24148 req-f90b14c5-f7bc-496e-8feb-b43682d108e0 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a8c4892-c12b-4abe-a4f7-25078b2507be HTTP/1.1" status: 200 len: 931 time: 0.2639360 Jul 29 23:31:22.377468 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c80f670-34a5-4ff1-a98c-6d712905465d tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] No DVR routers for this DVR port 4d448c72-b125-4b81-8610-50698d3cb8b3 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:31:22.386234 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80f670-34a5-4ff1-a98c-6d712905465d tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Pushing event deleted for resources: {'Port': ['ID=4d448c72-b125-4b81-8610-50698d3cb8b3,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:22.388319 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-914bdfa7-72bc-4f89-ad11-6b39a6e87b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1282a3f-8757-4915-974e-9cf89b4242a8 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:31:22.406369 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-914bdfa7-72bc-4f89-ad11-6b39a6e87b0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:22.456407 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-914bdfa7-72bc-4f89-ad11-6b39a6e87b0b service neutron] Transition to ACTIVE for port object f1282a3f-8757-4915-974e-9cf89b4242a8 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:22.498796 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c2c1c324-6bb3-4615-a349-a5e4c3a24148 req-4891933b-b64b-4833-bac2-bb30d27b4aca tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041746 Jul 29 23:31:22.501812 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-914bdfa7-72bc-4f89-ad11-6b39a6e87b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:22.524717 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1c80f670-34a5-4ff1-a98c-6d712905465d tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:22.546029 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-1c80f670-34a5-4ff1-a98c-6d712905465d tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06344436-2bdf-4d53-b61e-1d88ac0ba174']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:22.562813 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3f01c9b1-21ab-4ceb-9fb0-32e8a2d73492 req-16be6dd0-00d4-4b06-93e0-43579c105d41 service neutron] 10.222.0.39 "GET /v2.0/networks/51a2ec34-e565-4c73-8dc2-3c237f1506a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9114125 Jul 29 23:31:22.564755 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-1c80f670-34a5-4ff1-a98c-6d712905465d tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a3cb97b-b2cd-49f9-88e9-2566ba849a78') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:22.565056 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-1c80f670-34a5-4ff1-a98c-6d712905465d tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a3cb97b-b2cd-49f9-88e9-2566ba849a78') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:22.585295 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c580eef-e706-41b2-b401-872b752139b1 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:31:22.594713 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1c80f670-34a5-4ff1-a98c-6d712905465d tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:22.601028 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914bdfa7-72bc-4f89-ad11-6b39a6e87b0b service neutron] Pushing event updated for resources: {'Port': ['ID=f1282a3f-8757-4915-974e-9cf89b4242a8,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:22.609140 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 2c580eef-e706-41b2-b401-872b752139b1, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=2c580eef-e706-41b2-b401-872b752139b1,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:22.611116 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 4d448c72-b125-4b81-8610-50698d3cb8b3 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:31:22.612856 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 4d448c72-b125-4b81-8610-50698d3cb8b3 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:31:22.656896 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1c80f670-34a5-4ff1-a98c-6d712905465d tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:22.657659 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:22.664123 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08c68850-fa13-41e0-8a12-dc5a56637c13 x-openstack-request-id: req-08c68850-fa13-41e0-8a12-dc5a56637c13 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:22.664422 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "tag": "e05f8a47-fe32-435c-a33a-7877418c510e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d0d1ca48-10f5-4d0d-b0c1-2335126d49aa", "tag": "28c1c669-51d6-431c-b89c-20165aa58178", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:22.664673 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08c68850-fa13-41e0-8a12-dc5a56637c13 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:22.665080 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'tag': 'e05f8a47-fe32-435c-a33a-7877418c510e', 'status': 'completed', 'code': 200} Jul 29 23:31:22.665334 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0d1ca48-10f5-4d0d-b0c1-2335126d49aa', 'tag': '28c1c669-51d6-431c-b89c-20165aa58178', 'status': 'completed', 'code': 200} Jul 29 23:31:22.704789 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c80f670-34a5-4ff1-a98c-6d712905465d tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:31:22.705198 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1c80f670-34a5-4ff1-a98c-6d712905465d tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:22.708389 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:31:22.708389 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:31:22.708389 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:31:22.708389 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:31:22.708389 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:31:22.708389 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:31:22.708389 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:31:22.708389 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:31:22.708389 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:31:22.708389 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:31:22.708389 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:31:22.708389 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:31:22.708389 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:31:22.708389 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:31:22.708389 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:31:22.708389 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:31:22.708389 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:31:22.708389 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:31:22.708389 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:31:22.708389 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:31:22.708389 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:31:22.708389 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:31:22.708389 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:31:22.708389 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:31:22.708389 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:31:22.708389 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:31:22.708389 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:31:22.708389 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:31:22.708389 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:31:22.708389 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:31:22.708389 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:31:22.708389 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:31:22.816862 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989c856-6b1f-42a0-94c0-8fafe28bec31 req-ddf24536-cea2-417a-a154-af42a7a2c030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:22.817399 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989c856-6b1f-42a0-94c0-8fafe28bec31 req-ddf24536-cea2-417a-a154-af42a7a2c030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:22.818238 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989c856-6b1f-42a0-94c0-8fafe28bec31 req-ddf24536-cea2-417a-a154-af42a7a2c030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:22.818424 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989c856-6b1f-42a0-94c0-8fafe28bec31 req-ddf24536-cea2-417a-a154-af42a7a2c030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:22.818885 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989c856-6b1f-42a0-94c0-8fafe28bec31 req-ddf24536-cea2-417a-a154-af42a7a2c030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:22.819348 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989c856-6b1f-42a0-94c0-8fafe28bec31 req-ddf24536-cea2-417a-a154-af42a7a2c030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:22.819814 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989c856-6b1f-42a0-94c0-8fafe28bec31 req-ddf24536-cea2-417a-a154-af42a7a2c030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:22.821907 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f989c856-6b1f-42a0-94c0-8fafe28bec31 req-ddf24536-cea2-417a-a154-af42a7a2c030 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b88923046a64f0cbc69a614c91ce1e9&device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 6495 time: 0.1239331 Jul 29 23:31:22.844587 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989c856-6b1f-42a0-94c0-8fafe28bec31 req-a49e34a3-bd54-4852-98ee-573aefc9e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:22.846179 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f989c856-6b1f-42a0-94c0-8fafe28bec31 req-a49e34a3-bd54-4852-98ee-573aefc9e27c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc55790fc3bd48288dfa12764fae4ab3&device_id=d0d1ca48-10f5-4d0d-b0c1-2335126d49aa HTTP/1.1" status: 200 len: 1100 time: 0.1459894 Jul 29 23:31:22.850962 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-914bdfa7-72bc-4f89-ad11-6b39a6e87b0b service neutron] Attempting to bind port f1282a3f-8757-4915-974e-9cf89b4242a8 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:31:22.851401 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-914bdfa7-72bc-4f89-ad11-6b39a6e87b0b service neutron] Attempting to bind port f1282a3f-8757-4915-974e-9cf89b4242a8 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'e91b6848-5541-4e4f-bb44-17c5c44e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '51a2ec34-e565-4c73-8dc2-3c237f1506a3'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:31:22.851606 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-914bdfa7-72bc-4f89-ad11-6b39a6e87b0b service neutron] Attempting to bind port f1282a3f-8757-4915-974e-9cf89b4242a8 on network 51a2ec34-e565-4c73-8dc2-3c237f1506a3 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:22.866936 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3f01c9b1-21ab-4ceb-9fb0-32e8a2d73492 req-5895c7a7-4632-4b8a-8498-ee2201c19039 service neutron] 10.222.0.39 "GET /v2.0/networks/51a2ec34-e565-4c73-8dc2-3c237f1506a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891982 Jul 29 23:31:22.894563 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 28c1c669-51d6-431c-b89c-20165aa58178, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=28c1c669-51d6-431c-b89c-20165aa58178,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:22.895098 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1c80f670-34a5-4ff1-a98c-6d712905465d tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:22.902180 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1c80f670-34a5-4ff1-a98c-6d712905465d tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:22.908980 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1c80f670-34a5-4ff1-a98c-6d712905465d tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] 10.222.0.18 "DELETE /v2.0/networks/06344436-2bdf-4d53-b61e-1d88ac0ba174 HTTP/1.1" status: 204 len: 168 time: 2.6026764 Jul 29 23:31:22.910342 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43656) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:22.927360 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b4a59064-1102-41b0-803c-5a91ec6a8b2f req-e1754d90-b453-4533-8ae1-2e06b7953a9c tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e60148c-ab45-40fa-83a7-d3084d60eb04 HTTP/1.1" status: 200 len: 210 time: 0.1192064 Jul 29 23:31:22.952528 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-914bdfa7-72bc-4f89-ad11-6b39a6e87b0b service neutron] Port f1282a3f-8757-4915-974e-9cf89b4242a8 on network 51a2ec34-e565-4c73-8dc2-3c237f1506a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:31:22.952863 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-914bdfa7-72bc-4f89-ad11-6b39a6e87b0b service neutron] Attempting to bind port f1282a3f-8757-4915-974e-9cf89b4242a8 on network 51a2ec34-e565-4c73-8dc2-3c237f1506a3 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:22.963621 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b45e0799-4d7b-4ca0-8716-528391f0cb91 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:22.967313 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80f670-34a5-4ff1-a98c-6d712905465d tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Pushing event deleted for resources: {'Network': ['ID=06344436-2bdf-4d53-b61e-1d88ac0ba174,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:22.970144 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '28c1c669-51d6-431c-b89c-20165aa58178', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': '28c1c669-51d6-431c-b89c-20165aa58178', 'mac_address': 'fa:16:3e:af:46:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:31:22.986131 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-81016995-6100-41fb-b8a6-046c93ed46bf tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] 10.222.0.18 "GET /v2.0/ports?device_id=88657a1f-1f39-445f-9627-a653ef41bd7b HTTP/1.1" status: 200 len: 205 time: 0.0709279 Jul 29 23:31:22.992991 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43660) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:23.021008 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['2c580eef-e706-41b2-b401-872b752139b1'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:31:23.108009 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b45e0799-4d7b-4ca0-8716-528391f0cb91 None None] Transition to ACTIVE for port object 5ff967e0-d323-4238-8068-4233ec4fac5b will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:23.146817 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-adb0db32-1e38-4dad-8673-954885c390ab tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:23.174720 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-914bdfa7-72bc-4f89-ad11-6b39a6e87b0b service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:31:23.178074 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-914bdfa7-72bc-4f89-ad11-6b39a6e87b0b service neutron] Checking segment: {'id': 'e91b6848-5541-4e4f-bb44-17c5c44e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '51a2ec34-e565-4c73-8dc2-3c237f1506a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:23.178786 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-914bdfa7-72bc-4f89-ad11-6b39a6e87b0b service neutron] Bound using segment: {'id': 'e91b6848-5541-4e4f-bb44-17c5c44e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '51a2ec34-e565-4c73-8dc2-3c237f1506a3'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:31:23.181042 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-914bdfa7-72bc-4f89-ad11-6b39a6e87b0b service neutron] Bound port: f1282a3f-8757-4915-974e-9cf89b4242a8, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91b6848-5541-4e4f-bb44-17c5c44e4579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '51a2ec34-e565-4c73-8dc2-3c237f1506a3'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:31:23.182668 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-914bdfa7-72bc-4f89-ad11-6b39a6e87b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:23.189353 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:23.239582 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=2c580eef-e706-41b2-b401-872b752139b1,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:23.265357 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b45e0799-4d7b-4ca0-8716-528391f0cb91 None None] Transition to ACTIVE for port object 5ff967e0-d323-4238-8068-4233ec4fac5b will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:23.268310 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c1c669-51d6-431c-b89c-20165aa58178 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:31:23.353971 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-49a96d94-1203-415c-bbab-578730d30191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:23.357830 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b45e0799-4d7b-4ca0-8716-528391f0cb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:23.418456 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 28c1c669-51d6-431c-b89c-20165aa58178, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=28c1c669-51d6-431c-b89c-20165aa58178,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:23.422157 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-49a96d94-1203-415c-bbab-578730d30191 None None] Network 06344436-2bdf-4d53-b61e-1d88ac0ba174 is not hosted by any dhcp agent {{(pid=94065) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:31:23.422667 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a96d94-1203-415c-bbab-578730d30191 None None] No DVR routers for this DVR port 4d448c72-b125-4b81-8610-50698d3cb8b3 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:31:23.444881 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a96d94-1203-415c-bbab-578730d30191 None None] Pushing event deleted for resources: {'Port': ['ID=4d448c72-b125-4b81-8610-50698d3cb8b3,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:23.446945 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:23.467319 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b45e0799-4d7b-4ca0-8716-528391f0cb91 None None] Network c22e9b1f-12d6-4ed0-93d4-44001535e69f is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:23.492463 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-b45e0799-4d7b-4ca0-8716-528391f0cb91 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:23.501973 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45e0799-4d7b-4ca0-8716-528391f0cb91 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:23.517603 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989c856-6b1f-42a0-94c0-8fafe28bec31 req-14a3d052-bfc9-496d-8aee-05f9b46173c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:23.520113 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f989c856-6b1f-42a0-94c0-8fafe28bec31 req-14a3d052-bfc9-496d-8aee-05f9b46173c1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.6334083 Jul 29 23:31:23.545444 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-e5672e5e-28d8-4448-a3ca-be445fbd87c9 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:23.548052 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-e5672e5e-28d8-4448-a3ca-be445fbd87c9 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.23 "GET /v2.0/networks?id=6f3d3704-ea3e-49c9-9722-1f055923d891 HTTP/1.1" status: 200 len: 805 time: 0.7227085 Jul 29 23:31:23.599289 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e0799-4d7b-4ca0-8716-528391f0cb91 None None] Pushing event updated for resources: {'Port': ['ID=5ff967e0-d323-4238-8068-4233ec4fac5b,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:23.637813 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-adb0db32-1e38-4dad-8673-954885c390ab tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:23.641199 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-b4f7c6b7-fbe5-493b-a4e8-8c318386d28a tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Allocated IP 172.20.0.9 (c22e9b1f-12d6-4ed0-93d4-44001535e69f/950db430-bc10-4e8a-b3b0-22b26127ae08/e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:23.643878 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-adb0db32-1e38-4dad-8673-954885c390ab tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:23.664441 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b45e0799-4d7b-4ca0-8716-528391f0cb91 None None] Attempting to bind port 5ff967e0-d323-4238-8068-4233ec4fac5b on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:31:23.665381 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b45e0799-4d7b-4ca0-8716-528391f0cb91 None None] Attempting to bind port 5ff967e0-d323-4238-8068-4233ec4fac5b by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'd2c0e233-dc1a-4b39-9690-9a09ac2c30d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c22e9b1f-12d6-4ed0-93d4-44001535e69f'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:31:23.665381 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45e0799-4d7b-4ca0-8716-528391f0cb91 None None] Attempting to bind port 5ff967e0-d323-4238-8068-4233ec4fac5b on network c22e9b1f-12d6-4ed0-93d4-44001535e69f {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:23.677224 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45e0799-4d7b-4ca0-8716-528391f0cb91 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:31:23.677612 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45e0799-4d7b-4ca0-8716-528391f0cb91 None None] Checking segment: {'id': 'd2c0e233-dc1a-4b39-9690-9a09ac2c30d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c22e9b1f-12d6-4ed0-93d4-44001535e69f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:23.678130 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b45e0799-4d7b-4ca0-8716-528391f0cb91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:23.678569 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45e0799-4d7b-4ca0-8716-528391f0cb91 None None] Bound using segment: {'id': 'd2c0e233-dc1a-4b39-9690-9a09ac2c30d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c22e9b1f-12d6-4ed0-93d4-44001535e69f'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:31:23.679069 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b45e0799-4d7b-4ca0-8716-528391f0cb91 None None] Bound port: 5ff967e0-d323-4238-8068-4233ec4fac5b, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2c0e233-dc1a-4b39-9690-9a09ac2c30d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c22e9b1f-12d6-4ed0-93d4-44001535e69f'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:31:23.679465 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b45e0799-4d7b-4ca0-8716-528391f0cb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:23.702551 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f989c856-6b1f-42a0-94c0-8fafe28bec31 req-0477b78c-7d9b-4b0e-99dd-d33dabc35878 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=28c1c669-51d6-431c-b89c-20165aa58178 HTTP/1.1" status: 200 len: 217 time: 0.1400070 Jul 29 23:31:23.705234 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989c856-6b1f-42a0-94c0-8fafe28bec31 req-dd4295e1-5dde-4607-9493-7a255edbb202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:23.709636 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f989c856-6b1f-42a0-94c0-8fafe28bec31 req-dd4295e1-5dde-4607-9493-7a255edbb202 service neutron] 10.222.0.39 "GET /v2.0/networks?id=34a9b01a-fb87-4012-8543-47877b831421 HTTP/1.1" status: 200 len: 913 time: 0.8603573 Jul 29 23:31:23.713228 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-adb0db32-1e38-4dad-8673-954885c390ab tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:23.714015 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb0db32-1e38-4dad-8673-954885c390ab tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Fanout notify agent at l3_agent the message router_deleted on router 88657a1f-1f39-445f-9627-a653ef41bd7b {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:31:23.714503 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=28c1c669-51d6-431c-b89c-20165aa58178,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:23.724961 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-adb0db32-1e38-4dad-8673-954885c390ab tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:23.726651 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-adb0db32-1e38-4dad-8673-954885c390ab tempest-RoutersNegativeTest-1734036835 tempest-RoutersNegativeTest-1734036835-project] 10.222.0.18 "DELETE /v2.0/routers/88657a1f-1f39-445f-9627-a653ef41bd7b HTTP/1.1" status: 204 len: 168 time: 0.7323925 Jul 29 23:31:23.765744 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['28c1c669-51d6-431c-b89c-20165aa58178'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:31:23.794618 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044597be-df8c-4ba4-a2d1-bb41e4768449 req-f9cd2458-4760-4aa3-9db8-aa1c5f2bccd2 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:23.796064 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-044597be-df8c-4ba4-a2d1-bb41e4768449 req-f9cd2458-4760-4aa3-9db8-aa1c5f2bccd2 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0d1ca48-10f5-4d0d-b0c1-2335126d49aa HTTP/1.1" status: 200 len: 948 time: 0.6558883 Jul 29 23:31:23.811969 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b45e0799-4d7b-4ca0-8716-528391f0cb91 None None] For port 5ff967e0-d323-4238-8068-4233ec4fac5b, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:31:23.834225 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b45e0799-4d7b-4ca0-8716-528391f0cb91 None None] For port 5ff967e0-d323-4238-8068-4233ec4fac5b, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=5ff967e0-d323-4238-8068-4233ec4fac5b,segment=NetworkSegment(d2c0e233-dc1a-4b39-9690-9a09ac2c30d5),segment_id=d2c0e233-dc1a-4b39-9690-9a09ac2c30d5)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:31:23.847058 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b45e0799-4d7b-4ca0-8716-528391f0cb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:23.884792 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-914bdfa7-72bc-4f89-ad11-6b39a6e87b0b service neutron] For port f1282a3f-8757-4915-974e-9cf89b4242a8, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:31:23.927541 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-914bdfa7-72bc-4f89-ad11-6b39a6e87b0b service neutron] For port f1282a3f-8757-4915-974e-9cf89b4242a8, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f1282a3f-8757-4915-974e-9cf89b4242a8,segment=NetworkSegment(e91b6848-5541-4e4f-bb44-17c5c44e4579),segment_id=e91b6848-5541-4e4f-bb44-17c5c44e4579)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:31:23.952532 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-019c3c0e-dff5-40d6-b6d7-b97b5e2d5201 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf5a38b3b6dd4eb5a83a1ec408b4b908 HTTP/1.1" status: 200 len: 379 time: 0.3811052 Jul 29 23:31:23.954087 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-914bdfa7-72bc-4f89-ad11-6b39a6e87b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:23.985907 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-7c7147e0-6c05-4ec5-bd0b-db0c4b8d4933 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Request body: {'port': {'device_id': '5e60148c-ab45-40fa-83a7-d3084d60eb04', 'network_id': '6f3d3704-ea3e-49c9-9722-1f055923d891', 'admin_state_up': True, 'tenant_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'security_groups': ['7f96b582-0804-49ab-b024-d250636def94']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:23.997789 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45e0799-4d7b-4ca0-8716-528391f0cb91 None None] Pushing event updated for resources: {'Port': ['ID=5ff967e0-d323-4238-8068-4233ec4fac5b,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:24.024329 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989c856-6b1f-42a0-94c0-8fafe28bec31 req-c46aabb0-6a80-43d7-8fd4-780ad41c4188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:24.027345 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f989c856-6b1f-42a0-94c0-8fafe28bec31 req-c46aabb0-6a80-43d7-8fd4-780ad41c4188 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.2631202 Jul 29 23:31:24.031961 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b4f7c6b7-fbe5-493b-a4e8-8c318386d28a tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:24.052974 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b4f7c6b7-fbe5-493b-a4e8-8c318386d28a tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Transition to ACTIVE for port object e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:24.100607 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b4f7c6b7-fbe5-493b-a4e8-8c318386d28a tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:24.148005 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-044597be-df8c-4ba4-a2d1-bb41e4768449 req-5ef408ce-185c-4570-abd7-68470498e72d tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/security-groups?id=1167cedf-2ecb-422c-b77f-7ccdf9200748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086717 Jul 29 23:31:24.163321 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f7c6b7-fbe5-493b-a4e8-8c318386d28a tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Network c22e9b1f-12d6-4ed0-93d4-44001535e69f is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:24.169817 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-b4f7c6b7-fbe5-493b-a4e8-8c318386d28a tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:24.176800 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f7c6b7-fbe5-493b-a4e8-8c318386d28a tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:24.274292 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f7c6b7-fbe5-493b-a4e8-8c318386d28a tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Pushing event updated for resources: {'Port': ['ID=e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:24.287606 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f989c856-6b1f-42a0-94c0-8fafe28bec31 req-86b0abe3-9f4b-408d-a121-79b64f3bea65 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e05f8a47-fe32-435c-a33a-7877418c510e HTTP/1.1" status: 200 len: 1002 time: 0.4873869 Jul 29 23:31:24.310126 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f7c6b7-fbe5-493b-a4e8-8c318386d28a tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:24.310964 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b4f7c6b7-fbe5-493b-a4e8-8c318386d28a tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:24.340298 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b4f7c6b7-fbe5-493b-a4e8-8c318386d28a tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.7187014 Jul 29 23:31:24.343006 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43682) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:24.343538 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43684) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:24.352875 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c8e10375-655a-4ea4-b3f5-02b918439456 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-712873563', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:24.365932 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-914bdfa7-72bc-4f89-ad11-6b39a6e87b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:24.366969 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-914bdfa7-72bc-4f89-ad11-6b39a6e87b0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:24.369766 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-914bdfa7-72bc-4f89-ad11-6b39a6e87b0b service neutron] 10.222.0.39 "PUT /v2.0/ports/f1282a3f-8757-4915-974e-9cf89b4242a8 HTTP/1.1" status: 200 len: 1092 time: 2.8987091 Jul 29 23:31:24.446494 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c8e10375-655a-4ea4-b3f5-02b918439456 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:24.457791 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c8e10375-655a-4ea4-b3f5-02b918439456 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:24.571347 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c8e10375-655a-4ea4-b3f5-02b918439456 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:24.579795 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c8e10375-655a-4ea4-b3f5-02b918439456 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:24.619515 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c8e10375-655a-4ea4-b3f5-02b918439456 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:24.624669 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c8e10375-655a-4ea4-b3f5-02b918439456 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2794585 Jul 29 23:31:24.626649 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43690) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:24.631860 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-d31f6f77-14d0-4253-a8aa-f26945e165db tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1917038725', 'prefixes': ['172.20.0.0/16']}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:24.640104 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ff76489b-d3a1-45aa-a0de-d6af9dc51a05 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4bf70d8701054ae0bda06c8425fe6c4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2935307 Jul 29 23:31:24.644704 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43692) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:24.747878 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2656ea5a-fdcb-412d-80c4-4db7d78b564b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:24.788237 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2656ea5a-fdcb-412d-80c4-4db7d78b564b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:24.790233 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d31f6f77-14d0-4253-a8aa-f26945e165db tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks [] for subnetpool, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:24.791514 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d31f6f77-14d0-4253-a8aa-f26945e165db tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1636796 Jul 29 23:31:24.798467 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43694) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:24.804993 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-9ea6a167-9baa-4ffc-b36a-32d90e54584f tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '950db430-bc10-4e8a-b3b0-22b26127ae08', 'tempest-TagsExtTest-Tag-2028031503') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:24.947408 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2656ea5a-fdcb-412d-80c4-4db7d78b564b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:24.951263 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2656ea5a-fdcb-412d-80c4-4db7d78b564b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:24.956255 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2656ea5a-fdcb-412d-80c4-4db7d78b564b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f88b828b-d6e9-4aa2-b4d5-945efaf1f1f4 HTTP/1.1" status: 204 len: 168 time: 0.3100841 Jul 29 23:31:24.977382 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2656ea5a-fdcb-412d-80c4-4db7d78b564b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88b828b-d6e9-4aa2-b4d5-945efaf1f1f4,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:24.978405 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 2c580eef-e706-41b2-b401-872b752139b1 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:24.991886 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9ea6a167-9baa-4ffc-b36a-32d90e54584f tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "PUT /v2.0/subnets/950db430-bc10-4e8a-b3b0-22b26127ae08/tags/tempest-TagsExtTest-Tag-2028031503 HTTP/1.1" status: 201 len: 201 time: 0.1905990 Jul 29 23:31:24.993086 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43700) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:25.002258 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-38cf1e48-4016-4878-a60f-bf24e9663174 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1', 'tempest-TagsExtTest-Tag-1216136428') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:25.063779 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a8c4892-c12b-4abe-a4f7-25078b2507be', 'tag': 'f1282a3f-8757-4915-974e-9cf89b4242a8'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:25.072538 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb750b0c-2515-4ae7-8d4d-6ef3249eac40" -d '{"events": [{"name": "network-changed", "server_uuid": "1a8c4892-c12b-4abe-a4f7-25078b2507be", "tag": "f1282a3f-8757-4915-974e-9cf89b4242a8"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:25.120752 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-38cf1e48-4016-4878-a60f-bf24e9663174 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "PUT /v2.0/ports/e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1/tags/tempest-TagsExtTest-Tag-1216136428 HTTP/1.1" status: 201 len: 201 time: 0.1254900 Jul 29 23:31:25.123284 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43706) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:25.131224 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-de6ccf58-4db1-403c-8616-fed7dbb001dd tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e290cb63-b3b0-4e97-8a2e-61e355e8f799', 'tempest-TagsExtTest-Tag-2023217842') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:25.151784 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 2c580eef-e706-41b2-b401-872b752139b1 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:25.160342 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 2c580eef-e706-41b2-b401-872b752139b1 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:25.162093 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:25.165521 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914bdfa7-72bc-4f89-ad11-6b39a6e87b0b service neutron] Pushing event updated for resources: {'Port': ['ID=f1282a3f-8757-4915-974e-9cf89b4242a8,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:25.239285 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989c856-6b1f-42a0-94c0-8fafe28bec31 req-06b6956e-3182-4428-8805-906b4d69f5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:25.241192 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f989c856-6b1f-42a0-94c0-8fafe28bec31 req-06b6956e-3182-4428-8805-906b4d69f5db service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.1007135 Jul 29 23:31:25.243382 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989c856-6b1f-42a0-94c0-8fafe28bec31 req-8eff6524-7ed7-4892-afc2-b76746d6bb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:25.245637 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f989c856-6b1f-42a0-94c0-8fafe28bec31 req-8eff6524-7ed7-4892-afc2-b76746d6bb97 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d30afb76-e1b0-42cb-bf28-c9514a93f8f1 HTTP/1.1" status: 200 len: 851 time: 0.8925390 Jul 29 23:31:25.299632 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-de6ccf58-4db1-403c-8616-fed7dbb001dd tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "PUT /v2.0/routers/e290cb63-b3b0-4e97-8a2e-61e355e8f799/tags/tempest-TagsExtTest-Tag-2023217842 HTTP/1.1" status: 201 len: 201 time: 0.1741581 Jul 29 23:31:25.303894 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43710) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:25.312448 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-2c58d95e-76da-4b50-be7c-c7ac813bad9a tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f4f6e118-7a82-4b2f-96e6-12494fdf53b4', 'tempest-TagsExtTest-Tag-40848130') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:25.442528 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:25.457535 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2c58d95e-76da-4b50-be7c-c7ac813bad9a tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "PUT /v2.0/subnetpools/f4f6e118-7a82-4b2f-96e6-12494fdf53b4/tags/tempest-TagsExtTest-Tag-40848130 HTTP/1.1" status: 201 len: 201 time: 0.1525021 Jul 29 23:31:25.460391 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43720) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:25.471643 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f989c856-6b1f-42a0-94c0-8fafe28bec31 req-6b0b34f9-9f8f-4721-bf5e-4edca68bacde service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115753 Jul 29 23:31:25.472012 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-4895d00d-cf0c-42e7-840a-fbf38f151862 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '950db430-bc10-4e8a-b3b0-22b26127ae08') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:25.536424 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d0f760-ef28-4f8d-803b-3584a317e411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c580eef-e706-41b2-b401-872b752139b1'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:25.562464 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f541cee8-ac35-4a13-83ea-9ba56c7fc933" -d '{"events": [{"server_uuid": "61d0f760-ef28-4f8d-803b-3584a317e411", "name": "network-vif-plugged", "status": "completed", "tag": "2c580eef-e706-41b2-b401-872b752139b1"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:25.583053 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1005a46-0dc5-452c-bf8d-7280f14cb958 None None] Network c22e9b1f-12d6-4ed0-93d4-44001535e69f requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:31:25.590810 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-8d791db0-da3b-4181-bd17-9d1701b77310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:25.592385 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-8d791db0-da3b-4181-bd17-9d1701b77310 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=858112f1c9514c968cc83d88af99633e&device_id=1a8c4892-c12b-4abe-a4f7-25078b2507be HTTP/1.1" status: 200 len: 1095 time: 1.1593175 Jul 29 23:31:25.599084 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f989c856-6b1f-42a0-94c0-8fafe28bec31 req-4f8a0cae-5cc0-4560-97da-785a79df8ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:25.600654 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f989c856-6b1f-42a0-94c0-8fafe28bec31 req-4f8a0cae-5cc0-4560-97da-785a79df8ee9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=34a9b01a-fb87-4012-8543-47877b831421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1662803 Jul 29 23:31:25.613385 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ae76c-14bf-42c3-8102-380f6d034566 req-2dbf7b35-aff0-448b-b9c6-f8cd5c388a3e tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:25.615411 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f7ae76c-14bf-42c3-8102-380f6d034566 req-2dbf7b35-aff0-448b-b9c6-f8cd5c388a3e tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a8c4892-c12b-4abe-a4f7-25078b2507be HTTP/1.1" status: 200 len: 943 time: 0.5313137 Jul 29 23:31:25.616017 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 2c580eef-e706-41b2-b401-872b752139b1, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=2c580eef-e706-41b2-b401-872b752139b1,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:25.668470 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 28c1c669-51d6-431c-b89c-20165aa58178 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:25.674791 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:25.699916 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4895d00d-cf0c-42e7-840a-fbf38f151862 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "GET /v2.0/subnets/950db430-bc10-4e8a-b3b0-22b26127ae08/tags HTTP/1.1" status: 200 len: 241 time: 0.2383354 Jul 29 23:31:25.706496 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43728) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:25.723493 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-671545de-23a4-4381-968d-a16a8c37221b tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '950db430-bc10-4e8a-b3b0-22b26127ae08', 'tempest-TagsExtTest-Tag-2028031503') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:25.734877 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-52d89ad3-2b7c-4483-8253-08324326f50d None None] Provisioning for port 5ff967e0-d323-4238-8068-4233ec4fac5b completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:25.741190 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-dd49488c-4d20-4eb7-a939-c5d238390cec service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1282a3f-8757-4915-974e-9cf89b4242a8 HTTP/1.1" status: 200 len: 217 time: 0.1172829 Jul 29 23:31:25.764723 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-7c7147e0-6c05-4ec5-bd0b-db0c4b8d4933 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Made reservation on behalf of cf5a38b3b6dd4eb5a83a1ec408b4b908 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:25.769627 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-7c7147e0-6c05-4ec5-bd0b-db0c4b8d4933 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:25.823011 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=2c580eef-e706-41b2-b401-872b752139b1,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:25.848117 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-671545de-23a4-4381-968d-a16a8c37221b tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "GET /v2.0/subnets/950db430-bc10-4e8a-b3b0-22b26127ae08/tags/tempest-TagsExtTest-Tag-2028031503 HTTP/1.1" status: 204 len: 168 time: 0.1378555 Jul 29 23:31:25.849030 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43734) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:25.856813 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-4383317d-cbaf-4c6e-87a0-751b18094758 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '950db430-bc10-4e8a-b3b0-22b26127ae08', 'tempest-TagsExtTest-Tag-2028031503') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:25.892074 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f989c856-6b1f-42a0-94c0-8fafe28bec31 req-7fe0e221-a03b-4a9d-a0f7-2c190d4d69ef service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930347 Jul 29 23:31:25.909715 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 28c1c669-51d6-431c-b89c-20165aa58178 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:25.931558 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f7ae76c-14bf-42c3-8102-380f6d034566 req-203a3962-6ceb-4857-bb8a-cff2a1ca4e6c tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853498 Jul 29 23:31:25.932953 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 28c1c669-51d6-431c-b89c-20165aa58178 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:25.933655 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:25.959352 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-393e5183-0a94-48d6-8574-7e1fc83099f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:25.961872 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-393e5183-0a94-48d6-8574-7e1fc83099f1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0f37e8ba-a201-4e88-82fb-26a751e8a97b HTTP/1.1" status: 200 len: 855 time: 0.2049615 Jul 29 23:31:26.035480 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4383317d-cbaf-4c6e-87a0-751b18094758 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "DELETE /v2.0/subnets/950db430-bc10-4e8a-b3b0-22b26127ae08/tags/tempest-TagsExtTest-Tag-2028031503 HTTP/1.1" status: 204 len: 168 time: 0.1811600 Jul 29 23:31:26.036624 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43738) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:26.049365 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f989c856-6b1f-42a0-94c0-8fafe28bec31 req-7ebcface-a522-4808-8f60-472e41e9fe12 service neutron] 10.222.0.39 "GET /v2.0/networks/34a9b01a-fb87-4012-8543-47877b831421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215877 Jul 29 23:31:26.049888 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-4f782cff-920f-49ff-822e-563efe7b0d3e tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '950db430-bc10-4e8a-b3b0-22b26127ae08') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:26.107563 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-0aabbd21-f3f1-4ece-9a55-d41580c453ce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51a2ec34-e565-4c73-8dc2-3c237f1506a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1360598 Jul 29 23:31:26.162793 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4f782cff-920f-49ff-822e-563efe7b0d3e tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "GET /v2.0/subnets/950db430-bc10-4e8a-b3b0-22b26127ae08/tags HTTP/1.1" status: 200 len: 205 time: 0.1215217 Jul 29 23:31:26.163319 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43742) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:26.169970 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-ba51d942-fd4a-4005-8e2d-e43287c95ba2 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:26.268384 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ba51d942-fd4a-4005-8e2d-e43287c95ba2 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "GET /v2.0/ports/e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1/tags HTTP/1.1" status: 200 len: 241 time: 0.0951319 Jul 29 23:31:26.268384 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43746) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:26.275898 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-53aebcce-736d-4ed4-a2a5-9c99052a47a1 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1', 'tempest-TagsExtTest-Tag-1216136428') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:26.299021 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6af1eb21-6aae-4228-b35e-62f35120bad8 req-0d641aa6-3879-4d12-be08-4ad464d1948a tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e60148c-ab45-40fa-83a7-d3084d60eb04 HTTP/1.1" status: 200 len: 210 time: 0.1972053 Jul 29 23:31:26.425063 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-53aebcce-736d-4ed4-a2a5-9c99052a47a1 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "GET /v2.0/ports/e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1/tags/tempest-TagsExtTest-Tag-1216136428 HTTP/1.1" status: 204 len: 168 time: 0.1557038 Jul 29 23:31:26.428931 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21389ad-874e-4257-bd9f-71a196ccfa02 x-openstack-request-id: req-b21389ad-874e-4257-bd9f-71a196ccfa02 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:26.429131 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43752) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:26.429287 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a8c4892-c12b-4abe-a4f7-25078b2507be", "tag": "f1282a3f-8757-4915-974e-9cf89b4242a8", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:26.429471 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b21389ad-874e-4257-bd9f-71a196ccfa02 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:26.429998 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a8c4892-c12b-4abe-a4f7-25078b2507be', 'tag': 'f1282a3f-8757-4915-974e-9cf89b4242a8', 'status': 'completed', 'code': 200} Jul 29 23:31:26.435446 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-bd9d319b-56a4-4f84-8c17-1ce5adbf0921 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1', 'tempest-TagsExtTest-Tag-1216136428') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:26.473140 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 5ff967e0-d323-4238-8068-4233ec4fac5b up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:26.616167 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bd9d319b-56a4-4f84-8c17-1ce5adbf0921 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "DELETE /v2.0/ports/e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1/tags/tempest-TagsExtTest-Tag-1216136428 HTTP/1.1" status: 204 len: 168 time: 0.1832557 Jul 29 23:31:26.616626 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43758) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:26.632932 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-41581231-be6d-4851-b3fb-190a17ccf406 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:26.634364 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-7c7147e0-6c05-4ec5-bd0b-db0c4b8d4933 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Allocated IP 172.20.0.11 (6f3d3704-ea3e-49c9-9722-1f055923d891/e18597bd-1db1-4689-9c7f-e6b5f65b8376/0b8c46be-d035-4c9b-ba1e-ab7dccf7a626) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:31:26.650930 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f989c856-6b1f-42a0-94c0-8fafe28bec31 req-c1a151cd-0c22-4fed-aa10-cca52d0c7b8d service neutron] 10.222.0.39 "GET /v2.0/networks/34a9b01a-fb87-4012-8543-47877b831421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5503778 Jul 29 23:31:26.660818 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43760) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:26.678222 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:26.694577 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-e5d72151-26bf-4c50-b3a4-97590a6d0450 service neutron] 10.222.0.39 "GET /v2.0/networks/51a2ec34-e565-4c73-8dc2-3c237f1506a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5419552 Jul 29 23:31:26.762151 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5305b85-cbfc-44a3-afd9-97c720b64c78 req-aefd6c04-d2b7-4c32-b448-5e54978d83f9 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:26.766232 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5305b85-cbfc-44a3-afd9-97c720b64c78 req-aefd6c04-d2b7-4c32-b448-5e54978d83f9 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0d1ca48-10f5-4d0d-b0c1-2335126d49aa HTTP/1.1" status: 200 len: 949 time: 0.2368896 Jul 29 23:31:26.804066 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-41581231-be6d-4851-b3fb-190a17ccf406 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "GET /v2.0/ports/e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1/tags HTTP/1.1" status: 200 len: 205 time: 0.1842482 Jul 29 23:31:26.805032 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43764) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:26.822382 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 28c1c669-51d6-431c-b89c-20165aa58178, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=28c1c669-51d6-431c-b89c-20165aa58178,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:26.823413 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-c64486f4-2c63-40db-9301-f01e73e46bd0 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e290cb63-b3b0-4e97-8a2e-61e355e8f799') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:26.827416 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 5ff967e0-d323-4238-8068-4233ec4fac5b completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:26.842773 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:26.854705 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 5ff967e0-d323-4238-8068-4233ec4fac5b triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:26.856663 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:26.949494 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=28c1c669-51d6-431c-b89c-20165aa58178,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:27.025300 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c64486f4-2c63-40db-9301-f01e73e46bd0 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "GET /v2.0/routers/e290cb63-b3b0-4e97-8a2e-61e355e8f799/tags HTTP/1.1" status: 200 len: 241 time: 0.2186298 Jul 29 23:31:27.030060 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43770) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:27.043970 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-cdc69c7c-f3e9-44a3-86a2-08b968d01a2b tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e290cb63-b3b0-4e97-8a2e-61e355e8f799', 'tempest-TagsExtTest-Tag-2023217842') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:27.130668 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:27.147188 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5305b85-cbfc-44a3-afd9-97c720b64c78 req-11755991-9aa9-4701-9602-6b40b6dcaaa6 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/security-groups?id=1167cedf-2ecb-422c-b77f-7ccdf9200748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678341 Jul 29 23:31:27.188264 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 5ff967e0-d323-4238-8068-4233ec4fac5b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=5ff967e0-d323-4238-8068-4233ec4fac5b,segment=NetworkSegment(d2c0e233-dc1a-4b39-9690-9a09ac2c30d5),segment_id=d2c0e233-dc1a-4b39-9690-9a09ac2c30d5)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:27.195517 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:27.241915 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cdc69c7c-f3e9-44a3-86a2-08b968d01a2b tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "GET /v2.0/routers/e290cb63-b3b0-4e97-8a2e-61e355e8f799/tags/tempest-TagsExtTest-Tag-2023217842 HTTP/1.1" status: 204 len: 168 time: 0.2103493 Jul 29 23:31:27.242559 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43774) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:27.245667 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ecdc1409-2bd7-4102-85c6-b7bad543c48c req-54551ac5-6245-4569-97bd-fa8beb717555 service neutron] 10.222.0.39 "GET /v2.0/networks/51a2ec34-e565-4c73-8dc2-3c237f1506a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5319657 Jul 29 23:31:27.254339 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c4a67fea-f613-42c0-8f19-b96b47947cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:27.254907 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-1cf8b0bf-0acd-4662-9346-9988ee5e40e0 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e290cb63-b3b0-4e97-8a2e-61e355e8f799', 'tempest-TagsExtTest-Tag-2023217842') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:27.329509 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0dedf3c4-27f4-46f0-a935-78b9e30051ef None None] Provisioning complete for port 5ff967e0-d323-4238-8068-4233ec4fac5b triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:27.330686 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0dedf3c4-27f4-46f0-a935-78b9e30051ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:27.460753 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=5ff967e0-d323-4238-8068-4233ec4fac5b,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:27.488133 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb750b0c-2515-4ae7-8d4d-6ef3249eac40 req-01fdd81f-a57b-42f4-ad6e-69c4b0c25010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:27.492481 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb750b0c-2515-4ae7-8d4d-6ef3249eac40 req-01fdd81f-a57b-42f4-ad6e-69c4b0c25010 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=858112f1c9514c968cc83d88af99633e&device_id=1a8c4892-c12b-4abe-a4f7-25078b2507be HTTP/1.1" status: 200 len: 1095 time: 0.1797774 Jul 29 23:31:27.499706 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-7c7147e0-6c05-4ec5-bd0b-db0c4b8d4933 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:27.499926 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1cf8b0bf-0acd-4662-9346-9988ee5e40e0 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "DELETE /v2.0/routers/e290cb63-b3b0-4e97-8a2e-61e355e8f799/tags/tempest-TagsExtTest-Tag-2023217842 HTTP/1.1" status: 204 len: 168 time: 0.2559357 Jul 29 23:31:27.500779 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43784) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:27.510915 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-f125595c-f9cb-4a24-a685-f92e4dbd0167 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e290cb63-b3b0-4e97-8a2e-61e355e8f799') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:27.564139 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0dedf3c4-27f4-46f0-a935-78b9e30051ef None None] Provisioning for port e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:27.578678 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0dedf3c4-27f4-46f0-a935-78b9e30051ef None None] Provisioning complete for port e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:27.580093 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0dedf3c4-27f4-46f0-a935-78b9e30051ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:27.665244 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f125595c-f9cb-4a24-a685-f92e4dbd0167 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "GET /v2.0/routers/e290cb63-b3b0-4e97-8a2e-61e355e8f799/tags HTTP/1.1" status: 200 len: 205 time: 0.1616869 Jul 29 23:31:27.665886 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43786) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:27.674654 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-046fc579-5796-4263-9bdf-2fea875a4312 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f4f6e118-7a82-4b2f-96e6-12494fdf53b4') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:27.699938 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-7c7147e0-6c05-4ec5-bd0b-db0c4b8d4933 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Transition to ACTIVE for port object 0b8c46be-d035-4c9b-ba1e-ab7dccf7a626 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:27.701674 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa67ee0-d63e-4672-a682-d0849d324079 x-openstack-request-id: req-3fa67ee0-d63e-4672-a682-d0849d324079 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:27.702510 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d0f760-ef28-4f8d-803b-3584a317e411", "name": "network-vif-plugged", "status": "completed", "tag": "2c580eef-e706-41b2-b401-872b752139b1", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:27.703298 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3fa67ee0-d63e-4672-a682-d0849d324079 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:27.704225 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d0f760-ef28-4f8d-803b-3584a317e411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c580eef-e706-41b2-b401-872b752139b1', 'code': 200} Jul 29 23:31:27.719887 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-046fc579-5796-4263-9bdf-2fea875a4312 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "GET /v2.0/subnetpools/f4f6e118-7a82-4b2f-96e6-12494fdf53b4/tags HTTP/1.1" status: 200 len: 239 time: 0.0523305 Jul 29 23:31:27.721546 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43788) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:27.735381 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-0dedf3c4-27f4-46f0-a935-78b9e30051ef None None] Port e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:31:27.769692 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.tag.tag_plugin [None req-b193a522-89da-4510-8baa-7ccfcbdac9f1 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f4f6e118-7a82-4b2f-96e6-12494fdf53b4', 'tempest-TagsExtTest-Tag-40848130') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:27.868892 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-86c6542d-95d2-4298-941c-a3d743f533e8 None None] Provisioning complete for port e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:27.869808 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-86c6542d-95d2-4298-941c-a3d743f533e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:27.920571 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb750b0c-2515-4ae7-8d4d-6ef3249eac40 req-6751bf07-79be-494d-abf1-8a54460f9b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:27.922288 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb750b0c-2515-4ae7-8d4d-6ef3249eac40 req-6751bf07-79be-494d-abf1-8a54460f9b00 service neutron] 10.222.0.39 "GET /v2.0/networks?id=51a2ec34-e565-4c73-8dc2-3c237f1506a3 HTTP/1.1" status: 200 len: 916 time: 0.4194589 Jul 29 23:31:27.925944 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-86c6542d-95d2-4298-941c-a3d743f533e8 None None] Port e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:31:27.955474 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b193a522-89da-4510-8baa-7ccfcbdac9f1 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "GET /v2.0/subnetpools/f4f6e118-7a82-4b2f-96e6-12494fdf53b4/tags/tempest-TagsExtTest-Tag-40848130 HTTP/1.1" status: 204 len: 168 time: 0.2121520 Jul 29 23:31:27.958470 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43794) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:27.962217 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c4a67fea-f613-42c0-8f19-b96b47947cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:27.965077 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb83787-00dc-41eb-ba25-0a1510a5aa49 req-1c5798b7-88fc-45b8-839c-a122255e5811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:27.966495 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-77b099d5-479c-45a6-b46e-ad45d311b924 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'f4f6e118-7a82-4b2f-96e6-12494fdf53b4', 'tempest-TagsExtTest-Tag-40848130') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:27.967745 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fdb83787-00dc-41eb-ba25-0a1510a5aa49 req-1c5798b7-88fc-45b8-839c-a122255e5811 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=61d0f760-ef28-4f8d-803b-3584a317e411 HTTP/1.1" status: 200 len: 1102 time: 0.2553122 Jul 29 23:31:28.011895 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-77b099d5-479c-45a6-b46e-ad45d311b924 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "DELETE /v2.0/subnetpools/f4f6e118-7a82-4b2f-96e6-12494fdf53b4/tags/tempest-TagsExtTest-Tag-40848130 HTTP/1.1" status: 204 len: 168 time: 0.0515776 Jul 29 23:31:28.014932 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43800) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:28.020191 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-848e5a19-40e1-46dd-affc-0fd5d63de306 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'f4f6e118-7a82-4b2f-96e6-12494fdf53b4') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:28.020678 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb52a55e-f266-435c-a128-b57485184f1d req-2415fe0f-cd96-4234-948c-1dd756d5b0d1 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:28.024359 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb52a55e-f266-435c-a128-b57485184f1d req-2415fe0f-cd96-4234-948c-1dd756d5b0d1 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a8c4892-c12b-4abe-a4f7-25078b2507be HTTP/1.1" status: 200 len: 943 time: 0.2748735 Jul 29 23:31:28.025149 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c4a67fea-f613-42c0-8f19-b96b47947cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:28.038827 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb750b0c-2515-4ae7-8d4d-6ef3249eac40 req-53ada502-1876-4811-b48e-3a7a683d9919 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f1282a3f-8757-4915-974e-9cf89b4242a8 HTTP/1.1" status: 200 len: 217 time: 0.0978436 Jul 29 23:31:28.045047 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-7c7147e0-6c05-4ec5-bd0b-db0c4b8d4933 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:28.055957 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-848e5a19-40e1-46dd-affc-0fd5d63de306 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "GET /v2.0/subnetpools/f4f6e118-7a82-4b2f-96e6-12494fdf53b4/tags HTTP/1.1" status: 200 len: 205 time: 0.0356107 Jul 29 23:31:28.056498 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43802) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:28.062951 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-f27974ec-0e92-4413-a845-14953a3b4467 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f4f6e118-7a82-4b2f-96e6-12494fdf53b4') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:28.104048 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f27974ec-0e92-4413-a845-14953a3b4467 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "DELETE /v2.0/subnetpools/f4f6e118-7a82-4b2f-96e6-12494fdf53b4/tags HTTP/1.1" status: 204 len: 168 time: 0.0417745 Jul 29 23:31:28.106459 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43804) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:28.119601 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-0cb32895-5973-4199-89ae-9c659fec89dd tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e290cb63-b3b0-4e97-8a2e-61e355e8f799') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:28.232195 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a67fea-f613-42c0-8f19-b96b47947cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eaf6ce2-3a19-4e4b-a13e-0db786872464,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:28.240173 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0cb32895-5973-4199-89ae-9c659fec89dd tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "DELETE /v2.0/routers/e290cb63-b3b0-4e97-8a2e-61e355e8f799/tags HTTP/1.1" status: 204 len: 168 time: 0.1309991 Jul 29 23:31:28.248406 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43812) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:28.253277 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-0874e591-5096-4d24-bd8a-5974355f2b14 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:28.272542 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c4a67fea-f613-42c0-8f19-b96b47947cb4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5e22c1988c3b4654a1f0325c64e63131&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6105042 Jul 29 23:31:28.292116 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43814) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:28.304454 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fdb83787-00dc-41eb-ba25-0a1510a5aa49 req-0fdb5518-f31f-4ec4-9edd-500e4f615d73 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1167cedf-2ecb-422c-b77f-7ccdf9200748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2988899 Jul 29 23:31:28.309236 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-7c7147e0-6c05-4ec5-bd0b-db0c4b8d4933 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Network 6f3d3704-ea3e-49c9-9722-1f055923d891 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:31:28.345296 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 5ff967e0-d323-4238-8068-4233ec4fac5b up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:28.345619 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-7c7147e0-6c05-4ec5-bd0b-db0c4b8d4933 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:28.370703 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7147e0-6c05-4ec5-bd0b-db0c4b8d4933 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Pushing event updated for resources: {'Port': ['ID=0b8c46be-d035-4c9b-ba1e-ab7dccf7a626,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:28.384350 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb52a55e-f266-435c-a128-b57485184f1d req-6395a884-d17b-411d-81b9-a0f2913a3187 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394613 Jul 29 23:31:28.386137 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-7c7147e0-6c05-4ec5-bd0b-db0c4b8d4933 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:31:28.395920 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0874e591-5096-4d24-bd8a-5974355f2b14 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "DELETE /v2.0/ports/e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1/tags HTTP/1.1" status: 204 len: 168 time: 0.1442189 Jul 29 23:31:28.397909 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43822) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:28.408779 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb750b0c-2515-4ae7-8d4d-6ef3249eac40 req-1ebb05a3-dd52-49e4-a124-7d1f42e938d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:28.410692 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb750b0c-2515-4ae7-8d4d-6ef3249eac40 req-1ebb05a3-dd52-49e4-a124-7d1f42e938d9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0f37e8ba-a201-4e88-82fb-26a751e8a97b HTTP/1.1" status: 200 len: 855 time: 0.3398099 Jul 29 23:31:28.419348 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-5c538722-dfbb-4f9c-a025-1642a97e809a tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '950db430-bc10-4e8a-b3b0-22b26127ae08') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:28.473318 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 5ff967e0-d323-4238-8068-4233ec4fac5b triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:28.478812 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:28.519552 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb750b0c-2515-4ae7-8d4d-6ef3249eac40 req-f402a097-0cdd-4043-b507-3f3d5a07840f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51a2ec34-e565-4c73-8dc2-3c237f1506a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561907 Jul 29 23:31:28.556879 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5c538722-dfbb-4f9c-a025-1642a97e809a tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "DELETE /v2.0/subnets/950db430-bc10-4e8a-b3b0-22b26127ae08/tags HTTP/1.1" status: 204 len: 168 time: 0.1571620 Jul 29 23:31:28.561478 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43826) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:28.569427 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-3bf6c8b5-fdf5-4cae-868a-c2720c198cb6 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '950db430-bc10-4e8a-b3b0-22b26127ae08', 'tempest-TagsExtTest-Tag-2112062513') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:28.607296 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-7c7147e0-6c05-4ec5-bd0b-db0c4b8d4933 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:28.607975 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-7c7147e0-6c05-4ec5-bd0b-db0c4b8d4933 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:28.662818 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-07383603-92da-448a-8d3b-6fe3757b0d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:28.670981 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3bf6c8b5-fdf5-4cae-868a-c2720c198cb6 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "PUT /v2.0/subnets/950db430-bc10-4e8a-b3b0-22b26127ae08/tags/tempest-TagsExtTest-Tag-2112062513 HTTP/1.1" status: 201 len: 201 time: 0.1080797 Jul 29 23:31:28.678904 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43828) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:28.695440 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-dff7374a-a6d5-4797-890c-3248ef44b479 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1', 'tempest-TagsExtTest-Tag-1200017820') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:28.709784 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071b7d21-fba2-42cb-b233-e0fa9454ef60 req-0c0327d5-2d4a-410f-ab9b-306b370696b5 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:28.711401 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-071b7d21-fba2-42cb-b233-e0fa9454ef60 req-0c0327d5-2d4a-410f-ab9b-306b370696b5 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e60148c-ab45-40fa-83a7-d3084d60eb04 HTTP/1.1" status: 200 len: 932 time: 0.1825316 Jul 29 23:31:28.718965 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-7c7147e0-6c05-4ec5-bd0b-db0c4b8d4933 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7387924 Jul 29 23:31:28.741453 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-cf963bb4-2596-45bc-9441-7c9e618ed1f5 service neutron] Request body: {'port': {'device_id': '5e60148c-ab45-40fa-83a7-d3084d60eb04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:28.747743 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-07383603-92da-448a-8d3b-6fe3757b0d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:28.773512 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3cd83d73-5233-4ec6-9348-c579046013dc None None] Provisioning for port 0b8c46be-d035-4c9b-ba1e-ab7dccf7a626 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:28.780933 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3cd83d73-5233-4ec6-9348-c579046013dc None None] Provisioning complete for port 0b8c46be-d035-4c9b-ba1e-ab7dccf7a626 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:28.781289 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3cd83d73-5233-4ec6-9348-c579046013dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:28.792173 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-dff7374a-a6d5-4797-890c-3248ef44b479 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "PUT /v2.0/ports/e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1/tags/tempest-TagsExtTest-Tag-1200017820 HTTP/1.1" status: 201 len: 201 time: 0.1084569 Jul 29 23:31:28.795035 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43830) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:28.802241 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-a27a2528-210f-4299-bf82-625a7e9a8c99 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e290cb63-b3b0-4e97-8a2e-61e355e8f799', 'tempest-TagsExtTest-Tag-1495693997') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:28.850583 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-3cd83d73-5233-4ec6-9348-c579046013dc None None] Port 0b8c46be-d035-4c9b-ba1e-ab7dccf7a626 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:31:28.878045 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb750b0c-2515-4ae7-8d4d-6ef3249eac40 req-e6755c63-c231-4fff-bee1-c2dee64dbcb4 service neutron] 10.222.0.39 "GET /v2.0/networks/51a2ec34-e565-4c73-8dc2-3c237f1506a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455331 Jul 29 23:31:28.881376 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-cf963bb4-2596-45bc-9441-7c9e618ed1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:28.888549 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-071b7d21-fba2-42cb-b233-e0fa9454ef60 req-1072df42-8595-45eb-89dc-f9db850b6716 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f96b582-0804-49ab-b024-d250636def94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630995 Jul 29 23:31:28.934141 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a27a2528-210f-4299-bf82-625a7e9a8c99 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "PUT /v2.0/routers/e290cb63-b3b0-4e97-8a2e-61e355e8f799/tags/tempest-TagsExtTest-Tag-1495693997 HTTP/1.1" status: 201 len: 201 time: 0.1369827 Jul 29 23:31:28.940906 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43836) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:28.947705 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-8aef6d8d-8697-4347-8a0e-83fc8aa8e50d tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'f4f6e118-7a82-4b2f-96e6-12494fdf53b4', 'tempest-TagsExtTest-Tag-2078075473') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:29.025803 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-07383603-92da-448a-8d3b-6fe3757b0d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:29.027099 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43838) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:29.028475 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-07383603-92da-448a-8d3b-6fe3757b0d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:29.032199 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-07383603-92da-448a-8d3b-6fe3757b0d07 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2eaf6ce2-3a19-4e4b-a13e-0db786872464 HTTP/1.1" status: 204 len: 168 time: 0.7292655 Jul 29 23:31:29.072004 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8aef6d8d-8697-4347-8a0e-83fc8aa8e50d tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "PUT /v2.0/subnetpools/f4f6e118-7a82-4b2f-96e6-12494fdf53b4/tags/tempest-TagsExtTest-Tag-2078075473 HTTP/1.1" status: 201 len: 201 time: 0.1296217 Jul 29 23:31:29.072648 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43844) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:29.085550 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-78fbeacc-15ed-4633-ba03-b1682fd89692 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '950db430-bc10-4e8a-b3b0-22b26127ae08', {'tags': ['tempest-TagsExtTest-Tag-1226039794', 'tempest-TagsExtTest-Tag-1823647967', 'tempest-TagsExtTest-Tag-1154576754']}) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:29.111857 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07383603-92da-448a-8d3b-6fe3757b0d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eaf6ce2-3a19-4e4b-a13e-0db786872464,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:29.115145 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb750b0c-2515-4ae7-8d4d-6ef3249eac40 req-27951b9f-b9a3-4f49-a5bd-3243cf38eb50 service neutron] 10.222.0.39 "GET /v2.0/networks/51a2ec34-e565-4c73-8dc2-3c237f1506a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256687 Jul 29 23:31:29.215254 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:31:29.224480 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04cc55d-08f5-4877-9875-38a9098b1794 req-81e506a7-78aa-4948-be7e-68eb76b81b90 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:29.226056 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b04cc55d-08f5-4877-9875-38a9098b1794 req-81e506a7-78aa-4948-be7e-68eb76b81b90 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0d1ca48-10f5-4d0d-b0c1-2335126d49aa HTTP/1.1" status: 200 len: 950 time: 0.1178951 Jul 29 23:31:29.241488 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-78fbeacc-15ed-4633-ba03-b1682fd89692 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "PUT /v2.0/subnets/950db430-bc10-4e8a-b3b0-22b26127ae08/tags HTTP/1.1" status: 200 len: 318 time: 0.1677613 Jul 29 23:31:29.246730 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43846) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:29.254801 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-a6c43fc7-590d-49eb-9a46-b22f49170d7e tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '950db430-bc10-4e8a-b3b0-22b26127ae08') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:29.317037 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b04cc55d-08f5-4877-9875-38a9098b1794 req-67162ede-8b14-4737-96be-115712596b50 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/security-groups?id=1167cedf-2ecb-422c-b77f-7ccdf9200748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827701 Jul 29 23:31:29.338992 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a144ff0-16a2-4f0b-87dc-54cc3e4992a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:29.396624 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:29.442262 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-cf963bb4-2596-45bc-9441-7c9e618ed1f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b8c46be-d035-4c9b-ba1e-ab7dccf7a626 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:31:29.462889 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-cf963bb4-2596-45bc-9441-7c9e618ed1f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:29.492454 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-cf963bb4-2596-45bc-9441-7c9e618ed1f5 service neutron] Transition to ACTIVE for port object 0b8c46be-d035-4c9b-ba1e-ab7dccf7a626 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:31:29.500554 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-cf963bb4-2596-45bc-9441-7c9e618ed1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:29.530291 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a6c43fc7-590d-49eb-9a46-b22f49170d7e tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "DELETE /v2.0/subnets/950db430-bc10-4e8a-b3b0-22b26127ae08/tags HTTP/1.1" status: 204 len: 168 time: 0.2807703 Jul 29 23:31:29.531279 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43852) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:29.541319 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-225b11ed-c0ae-46c2-8fdc-d85ab7b91934 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '950db430-bc10-4e8a-b3b0-22b26127ae08', 'tempest-TagsExtTest-Tag-1226039794') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:29.617241 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf963bb4-2596-45bc-9441-7c9e618ed1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0b8c46be-d035-4c9b-ba1e-ab7dccf7a626,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:29.646780 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a144ff0-16a2-4f0b-87dc-54cc3e4992a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:29.658674 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43854) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:29.675548 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a144ff0-16a2-4f0b-87dc-54cc3e4992a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:29.711239 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d1ca48-10f5-4d0d-b0c1-2335126d49aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c1c669-51d6-431c-b89c-20165aa58178'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:29.717252 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5475aa-1a68-4dea-9f7a-0ceb7707c41d" -d '{"events": [{"server_uuid": "d0d1ca48-10f5-4d0d-b0c1-2335126d49aa", "name": "network-vif-plugged", "status": "completed", "tag": "28c1c669-51d6-431c-b89c-20165aa58178"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:29.734219 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:29.749076 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-cf963bb4-2596-45bc-9441-7c9e618ed1f5 service neutron] Attempting to bind port 0b8c46be-d035-4c9b-ba1e-ab7dccf7a626 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:31:29.749458 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-cf963bb4-2596-45bc-9441-7c9e618ed1f5 service neutron] Attempting to bind port 0b8c46be-d035-4c9b-ba1e-ab7dccf7a626 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'd923ab8e-d210-4416-bf66-4e5e974e27f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6f3d3704-ea3e-49c9-9722-1f055923d891'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:31:29.749842 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-cf963bb4-2596-45bc-9441-7c9e618ed1f5 service neutron] Attempting to bind port 0b8c46be-d035-4c9b-ba1e-ab7dccf7a626 on network 6f3d3704-ea3e-49c9-9722-1f055923d891 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:29.770619 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-cf963bb4-2596-45bc-9441-7c9e618ed1f5 service neutron] Port 0b8c46be-d035-4c9b-ba1e-ab7dccf7a626 on network 6f3d3704-ea3e-49c9-9722-1f055923d891 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:31:29.770933 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f144f6b4-860d-4f14-b5bd-fd73808162f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:29.771104 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-cf963bb4-2596-45bc-9441-7c9e618ed1f5 service neutron] Attempting to bind port 0b8c46be-d035-4c9b-ba1e-ab7dccf7a626 on network 6f3d3704-ea3e-49c9-9722-1f055923d891 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:31:29.782466 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-cf963bb4-2596-45bc-9441-7c9e618ed1f5 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:31:29.783639 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-cf963bb4-2596-45bc-9441-7c9e618ed1f5 service neutron] Checking segment: {'id': 'd923ab8e-d210-4416-bf66-4e5e974e27f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6f3d3704-ea3e-49c9-9722-1f055923d891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:29.783639 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-cf963bb4-2596-45bc-9441-7c9e618ed1f5 service neutron] Bound using segment: {'id': 'd923ab8e-d210-4416-bf66-4e5e974e27f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6f3d3704-ea3e-49c9-9722-1f055923d891'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:31:29.784043 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-cf963bb4-2596-45bc-9441-7c9e618ed1f5 service neutron] Bound port: 0b8c46be-d035-4c9b-ba1e-ab7dccf7a626, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd923ab8e-d210-4416-bf66-4e5e974e27f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '6f3d3704-ea3e-49c9-9722-1f055923d891'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:31:29.784262 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-cf963bb4-2596-45bc-9441-7c9e618ed1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:29.790846 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0a144ff0-16a2-4f0b-87dc-54cc3e4992a3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=63cd6edc37704624b3df9784a43e2968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7564836 Jul 29 23:31:29.793012 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43858) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:29.817651 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a144ff0-16a2-4f0b-87dc-54cc3e4992a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5bf56c-74d7-4375-ae6c-7365da7986b0,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:29.836544 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-225b11ed-c0ae-46c2-8fdc-d85ab7b91934 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] show failed (client error): The resource could not be found. Jul 29 23:31:29.842902 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-225b11ed-c0ae-46c2-8fdc-d85ab7b91934 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "GET /v2.0/subnets/950db430-bc10-4e8a-b3b0-22b26127ae08/tags/tempest-TagsExtTest-Tag-1226039794 HTTP/1.1" status: 404 len: 329 time: 0.3080819 Jul 29 23:31:29.846530 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43860) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:29.853092 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-54ac0ef5-6475-46c8-bb9d-2c568fb41a16 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '950db430-bc10-4e8a-b3b0-22b26127ae08', 'tempest-TagsExtTest-Tag-1823647967') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:29.896965 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aadc4d-c56b-4ff8-88b0-4600df28793f req-15fc423c-13d7-4b79-9d7a-2ff362b96afb tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:29.898632 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-56aadc4d-c56b-4ff8-88b0-4600df28793f req-15fc423c-13d7-4b79-9d7a-2ff362b96afb tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a8c4892-c12b-4abe-a4f7-25078b2507be HTTP/1.1" status: 200 len: 943 time: 0.1668558 Jul 29 23:31:29.968067 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-65429054-8fed-4675-a4cd-c0a8600be6df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:30.018402 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-cf963bb4-2596-45bc-9441-7c9e618ed1f5 service neutron] For port 0b8c46be-d035-4c9b-ba1e-ab7dccf7a626, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:31:30.023911 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-54ac0ef5-6475-46c8-bb9d-2c568fb41a16 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] show failed (client error): The resource could not be found. Jul 29 23:31:30.024192 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-65429054-8fed-4675-a4cd-c0a8600be6df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:30.025450 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-54ac0ef5-6475-46c8-bb9d-2c568fb41a16 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "GET /v2.0/subnets/950db430-bc10-4e8a-b3b0-22b26127ae08/tags/tempest-TagsExtTest-Tag-1823647967 HTTP/1.1" status: 404 len: 329 time: 0.1778033 Jul 29 23:31:30.029352 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-cf963bb4-2596-45bc-9441-7c9e618ed1f5 service neutron] For port 0b8c46be-d035-4c9b-ba1e-ab7dccf7a626, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=0b8c46be-d035-4c9b-ba1e-ab7dccf7a626,segment=NetworkSegment(d923ab8e-d210-4416-bf66-4e5e974e27f3),segment_id=d923ab8e-d210-4416-bf66-4e5e974e27f3)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:31:30.030589 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43866) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:30.040916 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f144f6b4-860d-4f14-b5bd-fd73808162f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:30.045147 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.tag.tag_plugin [None req-101ca628-c63a-4dfc-a4a6-d9d221f18bca tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '950db430-bc10-4e8a-b3b0-22b26127ae08', 'tempest-TagsExtTest-Tag-1154576754') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:30.050223 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f144f6b4-860d-4f14-b5bd-fd73808162f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:30.058906 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-cf963bb4-2596-45bc-9441-7c9e618ed1f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:30.100088 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f144f6b4-860d-4f14-b5bd-fd73808162f3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4efe87179311445eb2999dda32b33184&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4394464 Jul 29 23:31:30.103243 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f144f6b4-860d-4f14-b5bd-fd73808162f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff6570d-af32-4d83-a98c-5e12f70c183e,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:30.106497 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43868) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:30.179264 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-cf963bb4-2596-45bc-9441-7c9e618ed1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:30.180015 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-cf963bb4-2596-45bc-9441-7c9e618ed1f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:30.180936 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5aa2c7d4-f8ac-4a38-af51-30d2e08a2e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:30.181374 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-cf963bb4-2596-45bc-9441-7c9e618ed1f5 service neutron] 10.222.0.23 "PUT /v2.0/ports/0b8c46be-d035-4c9b-ba1e-ab7dccf7a626 HTTP/1.1" status: 200 len: 1093 time: 1.4523666 Jul 29 23:31:30.184574 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e60148c-ab45-40fa-83a7-d3084d60eb04', 'tag': '0b8c46be-d035-4c9b-ba1e-ab7dccf7a626'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:30.192251 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f75b611-4d9a-45af-ba40-46091242d5da" -d '{"events": [{"name": "network-changed", "server_uuid": "5e60148c-ab45-40fa-83a7-d3084d60eb04", "tag": "0b8c46be-d035-4c9b-ba1e-ab7dccf7a626"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:30.226890 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5aa2c7d4-f8ac-4a38-af51-30d2e08a2e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:30.256619 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf963bb4-2596-45bc-9441-7c9e618ed1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0b8c46be-d035-4c9b-ba1e-ab7dccf7a626,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:30.309911 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-65429054-8fed-4675-a4cd-c0a8600be6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:30.312679 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-65429054-8fed-4675-a4cd-c0a8600be6df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:30.313995 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-65429054-8fed-4675-a4cd-c0a8600be6df admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ba5bf56c-74d7-4375-ae6c-7365da7986b0 HTTP/1.1" status: 204 len: 168 time: 0.5096195 Jul 29 23:31:30.333913 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5aa2c7d4-f8ac-4a38-af51-30d2e08a2e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:30.336867 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5aa2c7d4-f8ac-4a38-af51-30d2e08a2e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:30.340874 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5aa2c7d4-f8ac-4a38-af51-30d2e08a2e82 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bff6570d-af32-4d83-a98c-5e12f70c183e HTTP/1.1" status: 204 len: 168 time: 0.2305212 Jul 29 23:31:30.354372 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2c7d4-f8ac-4a38-af51-30d2e08a2e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff6570d-af32-4d83-a98c-5e12f70c183e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:30.358979 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65429054-8fed-4675-a4cd-c0a8600be6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5bf56c-74d7-4375-ae6c-7365da7986b0,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:30.389266 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-77f5b0b0-ca90-4b65-9edb-e26432113658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:30.391059 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-77f5b0b0-ca90-4b65-9edb-e26432113658 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf5a38b3b6dd4eb5a83a1ec408b4b908&device_id=5e60148c-ab45-40fa-83a7-d3084d60eb04 HTTP/1.1" status: 200 len: 1096 time: 0.1594677 Jul 29 23:31:30.392518 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-101ca628-c63a-4dfc-a4a6-d9d221f18bca tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] show failed (client error): The resource could not be found. Jul 29 23:31:30.396357 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-101ca628-c63a-4dfc-a4a6-d9d221f18bca tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "GET /v2.0/subnets/950db430-bc10-4e8a-b3b0-22b26127ae08/tags/tempest-TagsExtTest-Tag-1154576754 HTTP/1.1" status: 404 len: 329 time: 0.3556478 Jul 29 23:31:30.396664 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43878) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:30.408630 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.tag.tag_plugin [None req-4a3a09c6-33ac-4c6e-a9ea-d88131f29ab3 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1', {'tags': ['tempest-TagsExtTest-Tag-1328820720', 'tempest-TagsExtTest-Tag-817178941', 'tempest-TagsExtTest-Tag-1512833109']}) {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:30.510391 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-941019a1-75e6-4ab9-849c-f21980996982 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b8c46be-d035-4c9b-ba1e-ab7dccf7a626 HTTP/1.1" status: 200 len: 217 time: 0.0987585 Jul 29 23:31:30.592661 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-56aadc4d-c56b-4ff8-88b0-4600df28793f req-3c4e6b48-942c-4fe3-a297-ed4e1e716fea tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6737535 Jul 29 23:31:30.652249 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9682f87c-9f4b-48f5-9541-876922e9f43f x-openstack-request-id: req-9682f87c-9f4b-48f5-9541-876922e9f43f {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:30.652837 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d1ca48-10f5-4d0d-b0c1-2335126d49aa", "name": "network-vif-plugged", "status": "completed", "tag": "28c1c669-51d6-431c-b89c-20165aa58178", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:30.653253 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9682f87c-9f4b-48f5-9541-876922e9f43f {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:30.653823 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d1ca48-10f5-4d0d-b0c1-2335126d49aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c1c669-51d6-431c-b89c-20165aa58178', 'code': 200} Jul 29 23:31:30.686796 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4a3a09c6-33ac-4c6e-a9ea-d88131f29ab3 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "PUT /v2.0/ports/e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1/tags HTTP/1.1" status: 200 len: 317 time: 0.2890742 Jul 29 23:31:30.691091 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43888) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:30.697407 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.tag.tag_plugin [None req-e93500a8-93d7-4ede-b3a2-a947fe63bf33 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:30.703445 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-ea0cb24d-aade-491a-a454-f54c4bc24b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:30.705231 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-ea0cb24d-aade-491a-a454-f54c4bc24b0e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e18597bd-1db1-4689-9c7f-e6b5f65b8376 HTTP/1.1" status: 200 len: 844 time: 0.1865530 Jul 29 23:31:30.866452 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43894) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:30.895387 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c339bdac-f1ff-4cd6-87d1-cbd7bb5f6b42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:30.902836 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cd625-dc44-4f02-a2ee-ebb2ad7c648a req-561c19be-afab-45a0-bbe1-56d1e5833b47 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:30.907539 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a45cd625-dc44-4f02-a2ee-ebb2ad7c648a req-561c19be-afab-45a0-bbe1-56d1e5833b47 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e60148c-ab45-40fa-83a7-d3084d60eb04 HTTP/1.1" status: 200 len: 944 time: 0.1579731 Jul 29 23:31:30.910293 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-87c02a29-e446-4321-a93d-c6f69107b53e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:30.912568 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-87c02a29-e446-4321-a93d-c6f69107b53e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f3d3704-ea3e-49c9-9722-1f055923d891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1670566 Jul 29 23:31:30.921442 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e76176-013f-4f9b-a1ac-e8fcb83cb970 req-30c2b09f-ef05-4532-83ac-f1a376f5e30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:30.924127 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-83e76176-013f-4f9b-a1ac-e8fcb83cb970 req-30c2b09f-ef05-4532-83ac-f1a376f5e30a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d0d1ca48-10f5-4d0d-b0c1-2335126d49aa HTTP/1.1" status: 200 len: 1102 time: 0.1648479 Jul 29 23:31:31.032682 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f1282a3f-8757-4915-974e-9cf89b4242a8 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:31:31.081037 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a45cd625-dc44-4f02-a2ee-ebb2ad7c648a req-25f106c4-e300-4b75-928e-dfe96122003c tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f96b582-0804-49ab-b024-d250636def94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657259 Jul 29 23:31:31.087884 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c339bdac-f1ff-4cd6-87d1-cbd7bb5f6b42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:31.096738 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e93500a8-93d7-4ede-b3a2-a947fe63bf33 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "DELETE /v2.0/ports/e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1/tags HTTP/1.1" status: 204 len: 168 time: 0.4042902 Jul 29 23:31:31.098602 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-83e76176-013f-4f9b-a1ac-e8fcb83cb970 req-06d42b81-dcac-41ed-885e-cb3e4593edb7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1167cedf-2ecb-422c-b77f-7ccdf9200748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669440 Jul 29 23:31:31.099570 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c339bdac-f1ff-4cd6-87d1-cbd7bb5f6b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:31.101108 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43902) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:31.107056 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.tag.tag_plugin [None req-4751722b-574f-4c94-8786-820aa3e9cb7c tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1', 'tempest-TagsExtTest-Tag-1328820720') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:31.165201 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339bdac-f1ff-4cd6-87d1-cbd7bb5f6b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4899a45f-ea80-48cb-acb1-2f24785270fa,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:31.170258 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c339bdac-f1ff-4cd6-87d1-cbd7bb5f6b42 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cb2725916474414aa1dd3d5bd01ccff2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3013592 Jul 29 23:31:31.175921 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43904) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:31.208625 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-060c106d-8b5d-47e2-bfa5-5a0f2259795f x-openstack-request-id: req-060c106d-8b5d-47e2-bfa5-5a0f2259795f {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:31.210220 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e60148c-ab45-40fa-83a7-d3084d60eb04", "tag": "0b8c46be-d035-4c9b-ba1e-ab7dccf7a626", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:31.210628 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-060c106d-8b5d-47e2-bfa5-5a0f2259795f {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:31.211316 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e60148c-ab45-40fa-83a7-d3084d60eb04', 'tag': '0b8c46be-d035-4c9b-ba1e-ab7dccf7a626', 'status': 'completed', 'code': 200} Jul 29 23:31:31.280687 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-1c7275bb-fe1f-4343-95d4-d3e4b14ad9e1 service neutron] 10.222.0.23 "GET /v2.0/networks/6f3d3704-ea3e-49c9-9722-1f055923d891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3514421 Jul 29 23:31:31.282744 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e1a7e83-b625-4cd5-901f-73c673d13bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:31.315150 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e1a7e83-b625-4cd5-901f-73c673d13bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:31.332070 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port f1282a3f-8757-4915-974e-9cf89b4242a8, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f1282a3f-8757-4915-974e-9cf89b4242a8,segment=NetworkSegment(e91b6848-5541-4e4f-bb44-17c5c44e4579),segment_id=e91b6848-5541-4e4f-bb44-17c5c44e4579)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:31.362883 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'f1282a3f-8757-4915-974e-9cf89b4242a8', 'network_id': '51a2ec34-e565-4c73-8dc2-3c237f1506a3', 'port_id': 'f1282a3f-8757-4915-974e-9cf89b4242a8', 'mac_address': 'fa:16:3e:e8:d9:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0f37e8ba-a201-4e88-82fb-26a751e8a97b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:31:31.400476 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e1a7e83-b625-4cd5-901f-73c673d13bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:31.408017 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e1a7e83-b625-4cd5-901f-73c673d13bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:31.414796 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7e1a7e83-b625-4cd5-901f-73c673d13bc4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4899a45f-ea80-48cb-acb1-2f24785270fa HTTP/1.1" status: 204 len: 168 time: 0.2368455 Jul 29 23:31:31.426842 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a7e83-b625-4cd5-901f-73c673d13bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4899a45f-ea80-48cb-acb1-2f24785270fa,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:31.445618 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-4751722b-574f-4c94-8786-820aa3e9cb7c tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] show failed (client error): The resource could not be found. Jul 29 23:31:31.447805 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4751722b-574f-4c94-8786-820aa3e9cb7c tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "GET /v2.0/ports/e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1/tags/tempest-TagsExtTest-Tag-1328820720 HTTP/1.1" status: 404 len: 329 time: 0.3456678 Jul 29 23:31:31.453152 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43912) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:31.462868 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.tag.tag_plugin [None req-122622fd-a21d-4d31-bdca-47ba5eed5568 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1', 'tempest-TagsExtTest-Tag-817178941') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:31.466752 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:31.486696 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1282a3f-8757-4915-974e-9cf89b4242a8 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:31:31.520951 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port f1282a3f-8757-4915-974e-9cf89b4242a8, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f1282a3f-8757-4915-974e-9cf89b4242a8,segment=NetworkSegment(e91b6848-5541-4e4f-bb44-17c5c44e4579),segment_id=e91b6848-5541-4e4f-bb44-17c5c44e4579)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:31.530029 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:31.638203 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=f1282a3f-8757-4915-974e-9cf89b4242a8,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:31.854339 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['f1282a3f-8757-4915-974e-9cf89b4242a8'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:31:32.017356 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9de9c2-1ca0-404f-bda6-d111d1b73de1 req-1d8c8586-e9a7-476a-a7f6-66d59296e744 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:32.018989 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d9de9c2-1ca0-404f-bda6-d111d1b73de1 req-1d8c8586-e9a7-476a-a7f6-66d59296e744 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0d1ca48-10f5-4d0d-b0c1-2335126d49aa HTTP/1.1" status: 200 len: 950 time: 0.7372611 Jul 29 23:31:32.047595 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7edaf01-f3a0-4382-a33b-f53e805ec3a6 req-4d5e34d6-4b3d-449b-9a9d-9bf6acefc33e service neutron] 10.222.0.23 "GET /v2.0/networks/6f3d3704-ea3e-49c9-9722-1f055923d891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7470334 Jul 29 23:31:32.092414 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d9de9c2-1ca0-404f-bda6-d111d1b73de1 req-1a356ee5-efa8-4c10-b846-c9003cca7499 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/security-groups?id=1167cedf-2ecb-422c-b77f-7ccdf9200748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601313 Jul 29 23:31:32.137490 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-122622fd-a21d-4d31-bdca-47ba5eed5568 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] show failed (client error): The resource could not be found. Jul 29 23:31:32.139291 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-122622fd-a21d-4d31-bdca-47ba5eed5568 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "GET /v2.0/ports/e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1/tags/tempest-TagsExtTest-Tag-817178941 HTTP/1.1" status: 404 len: 328 time: 0.6836998 Jul 29 23:31:32.142271 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43932) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:32.147271 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-5c6cf12d-b321-4bcc-9dd1-a693949fd6e5 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1', 'tempest-TagsExtTest-Tag-1512833109') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:32.177884 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75b611-4d9a-45af-ba40-46091242d5da req-9bf664a4-e2fc-48a9-b3a2-67a229a18758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:32.179995 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f75b611-4d9a-45af-ba40-46091242d5da req-9bf664a4-e2fc-48a9-b3a2-67a229a18758 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf5a38b3b6dd4eb5a83a1ec408b4b908&device_id=5e60148c-ab45-40fa-83a7-d3084d60eb04 HTTP/1.1" status: 200 len: 1096 time: 0.0650702 Jul 29 23:31:32.238304 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-5c6cf12d-b321-4bcc-9dd1-a693949fd6e5 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] show failed (client error): The resource could not be found. Jul 29 23:31:32.244746 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5c6cf12d-b321-4bcc-9dd1-a693949fd6e5 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "GET /v2.0/ports/e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1/tags/tempest-TagsExtTest-Tag-1512833109 HTTP/1.1" status: 404 len: 329 time: 0.1010852 Jul 29 23:31:32.246174 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43936) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:32.254058 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-7cace6ba-17d1-4b37-968f-a4434c9b9478 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e290cb63-b3b0-4e97-8a2e-61e355e8f799', {'tags': ['tempest-TagsExtTest-Tag-222846809', 'tempest-TagsExtTest-Tag-1110237514', 'tempest-TagsExtTest-Tag-1545121414']}) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:32.349741 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75b611-4d9a-45af-ba40-46091242d5da req-53201f4f-671f-495d-8fd1-895ff3e1ab67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:32.351492 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f75b611-4d9a-45af-ba40-46091242d5da req-53201f4f-671f-495d-8fd1-895ff3e1ab67 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6f3d3704-ea3e-49c9-9722-1f055923d891 HTTP/1.1" status: 200 len: 906 time: 0.1627233 Jul 29 23:31:32.399422 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7cace6ba-17d1-4b37-968f-a4434c9b9478 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "PUT /v2.0/routers/e290cb63-b3b0-4e97-8a2e-61e355e8f799/tags HTTP/1.1" status: 200 len: 317 time: 0.1506276 Jul 29 23:31:32.403095 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43944) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:32.412770 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-4b50c2ee-cd4d-4ae6-aeac-955c43c626a1 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e290cb63-b3b0-4e97-8a2e-61e355e8f799') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:32.441347 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f75b611-4d9a-45af-ba40-46091242d5da req-37558d07-64e0-4557-b755-02f2cb30be05 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b8c46be-d035-4c9b-ba1e-ab7dccf7a626 HTTP/1.1" status: 200 len: 217 time: 0.0797577 Jul 29 23:31:32.537149 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75b611-4d9a-45af-ba40-46091242d5da req-586fc606-7b56-4fcc-9c9f-39ded2b16811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:32.539113 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f75b611-4d9a-45af-ba40-46091242d5da req-586fc606-7b56-4fcc-9c9f-39ded2b16811 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e18597bd-1db1-4689-9c7f-e6b5f65b8376 HTTP/1.1" status: 200 len: 844 time: 0.0900767 Jul 29 23:31:32.624449 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4b50c2ee-cd4d-4ae6-aeac-955c43c626a1 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "DELETE /v2.0/routers/e290cb63-b3b0-4e97-8a2e-61e355e8f799/tags HTTP/1.1" status: 204 len: 168 time: 0.2198470 Jul 29 23:31:32.627033 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43950) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:32.632959 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-f48bce65-5d3b-4a6d-9cc1-5c421e54c06f tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e290cb63-b3b0-4e97-8a2e-61e355e8f799', 'tempest-TagsExtTest-Tag-222846809') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:32.642311 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27dda8b-03ce-4043-aa10-cabc1c684ce3 req-b54c25bf-417b-43fb-abca-b02f73f4d442 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:32.650738 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b27dda8b-03ce-4043-aa10-cabc1c684ce3 req-b54c25bf-417b-43fb-abca-b02f73f4d442 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a8c4892-c12b-4abe-a4f7-25078b2507be HTTP/1.1" status: 200 len: 944 time: 0.1370521 Jul 29 23:31:32.680535 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75b611-4d9a-45af-ba40-46091242d5da req-bd22f1e7-8492-46ba-bbd0-df3214f66098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:32.682472 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f75b611-4d9a-45af-ba40-46091242d5da req-bd22f1e7-8492-46ba-bbd0-df3214f66098 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f3d3704-ea3e-49c9-9722-1f055923d891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1245403 Jul 29 23:31:32.818723 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-713cf09b-d781-4933-ac9a-87d99d1f6cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:32.847293 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f75b611-4d9a-45af-ba40-46091242d5da req-10710e4f-8853-49ac-978e-eedc78a3a9af service neutron] 10.222.0.23 "GET /v2.0/networks/6f3d3704-ea3e-49c9-9722-1f055923d891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565950 Jul 29 23:31:32.862695 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b27dda8b-03ce-4043-aa10-cabc1c684ce3 req-4ff401ea-c3db-4f61-8ef8-49ac8bdb897f tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071984 Jul 29 23:31:33.049263 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-f48bce65-5d3b-4a6d-9cc1-5c421e54c06f tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] show failed (client error): The resource could not be found. Jul 29 23:31:33.053906 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f48bce65-5d3b-4a6d-9cc1-5c421e54c06f tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "GET /v2.0/routers/e290cb63-b3b0-4e97-8a2e-61e355e8f799/tags/tempest-TagsExtTest-Tag-222846809 HTTP/1.1" status: 404 len: 328 time: 0.4247944 Jul 29 23:31:33.054184 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43960) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:33.056274 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f1282a3f-8757-4915-974e-9cf89b4242a8 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:33.060563 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-3968f74e-d605-469b-9181-dbafd5fc27b6 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e290cb63-b3b0-4e97-8a2e-61e355e8f799', 'tempest-TagsExtTest-Tag-1110237514') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:33.142616 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f75b611-4d9a-45af-ba40-46091242d5da req-b9bee431-dfa0-4109-9562-d5b57b8b5987 service neutron] 10.222.0.23 "GET /v2.0/networks/6f3d3704-ea3e-49c9-9722-1f055923d891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768824 Jul 29 23:31:33.170556 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb994db-028c-4138-81c3-a9d8c1cec115 req-c7687daf-4208-43fe-88e0-b6b62fc1112d tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:33.173687 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-adb994db-028c-4138-81c3-a9d8c1cec115 req-c7687daf-4208-43fe-88e0-b6b62fc1112d tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e60148c-ab45-40fa-83a7-d3084d60eb04 HTTP/1.1" status: 200 len: 944 time: 0.1504986 Jul 29 23:31:33.189526 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port f1282a3f-8757-4915-974e-9cf89b4242a8 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:33.197497 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port f1282a3f-8757-4915-974e-9cf89b4242a8 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:33.197940 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:33.247443 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-3968f74e-d605-469b-9181-dbafd5fc27b6 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] show failed (client error): The resource could not be found. Jul 29 23:31:33.249681 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3968f74e-d605-469b-9181-dbafd5fc27b6 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "GET /v2.0/routers/e290cb63-b3b0-4e97-8a2e-61e355e8f799/tags/tempest-TagsExtTest-Tag-1110237514 HTTP/1.1" status: 404 len: 329 time: 0.1943824 Jul 29 23:31:33.254057 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43972) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:33.259671 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-adb994db-028c-4138-81c3-a9d8c1cec115 req-6b28c29f-d1e7-4550-94aa-f9f4a6e53f85 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f96b582-0804-49ab-b024-d250636def94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762072 Jul 29 23:31:33.263554 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-312782b0-bb2b-42b4-a4d5-01fe4b4ad039 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e290cb63-b3b0-4e97-8a2e-61e355e8f799', 'tempest-TagsExtTest-Tag-1545121414') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:33.416630 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-312782b0-bb2b-42b4-a4d5-01fe4b4ad039 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] show failed (client error): The resource could not be found. Jul 29 23:31:33.422608 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-312782b0-bb2b-42b4-a4d5-01fe4b4ad039 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "GET /v2.0/routers/e290cb63-b3b0-4e97-8a2e-61e355e8f799/tags/tempest-TagsExtTest-Tag-1545121414 HTTP/1.1" status: 404 len: 329 time: 0.1620829 Jul 29 23:31:33.423396 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:33.424145 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43978) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:33.433330 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-6383ddf8-04c1-4e83-b9a0-9ceec9b65157 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'f4f6e118-7a82-4b2f-96e6-12494fdf53b4', {'tags': ['tempest-TagsExtTest-Tag-466803546', 'tempest-TagsExtTest-Tag-743595965', 'tempest-TagsExtTest-Tag-873587445']}) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:33.471479 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8c4892-c12b-4abe-a4f7-25078b2507be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1282a3f-8757-4915-974e-9cf89b4242a8'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:33.476286 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f772d068-8e95-44b4-8984-7d93bfd9a78f" -d '{"events": [{"server_uuid": "1a8c4892-c12b-4abe-a4f7-25078b2507be", "name": "network-vif-plugged", "status": "completed", "tag": "f1282a3f-8757-4915-974e-9cf89b4242a8"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:33.503663 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port f1282a3f-8757-4915-974e-9cf89b4242a8, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f1282a3f-8757-4915-974e-9cf89b4242a8,segment=NetworkSegment(e91b6848-5541-4e4f-bb44-17c5c44e4579),segment_id=e91b6848-5541-4e4f-bb44-17c5c44e4579)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:33.503937 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6383ddf8-04c1-4e83-b9a0-9ceec9b65157 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "PUT /v2.0/subnetpools/f4f6e118-7a82-4b2f-96e6-12494fdf53b4/tags HTTP/1.1" status: 200 len: 315 time: 0.0752032 Jul 29 23:31:33.505302 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43982) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:33.508834 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:33.515435 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-eb57c7ee-8ac1-4b41-8003-33703585fe76 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f4f6e118-7a82-4b2f-96e6-12494fdf53b4') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:33.527219 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690dcd4-52c6-48bd-94dc-b5f720738065 req-346f63b1-d411-4b4d-bd0c-47a0370cd141 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:33.530720 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8690dcd4-52c6-48bd-94dc-b5f720738065 req-346f63b1-d411-4b4d-bd0c-47a0370cd141 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0d1ca48-10f5-4d0d-b0c1-2335126d49aa HTTP/1.1" status: 200 len: 950 time: 0.1340740 Jul 29 23:31:33.604978 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-eb57c7ee-8ac1-4b41-8003-33703585fe76 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "DELETE /v2.0/subnetpools/f4f6e118-7a82-4b2f-96e6-12494fdf53b4/tags HTTP/1.1" status: 204 len: 168 time: 0.0955796 Jul 29 23:31:33.608891 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43986) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:33.617962 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-9ca6912e-639a-475e-95c0-44d74cf088d4 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f4f6e118-7a82-4b2f-96e6-12494fdf53b4', 'tempest-TagsExtTest-Tag-466803546') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:33.625369 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=f1282a3f-8757-4915-974e-9cf89b4242a8,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:33.661071 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-9ca6912e-639a-475e-95c0-44d74cf088d4 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] show failed (client error): The resource could not be found. Jul 29 23:31:33.662233 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9ca6912e-639a-475e-95c0-44d74cf088d4 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "GET /v2.0/subnetpools/f4f6e118-7a82-4b2f-96e6-12494fdf53b4/tags/tempest-TagsExtTest-Tag-466803546 HTTP/1.1" status: 404 len: 328 time: 0.0518916 Jul 29 23:31:33.664581 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8690dcd4-52c6-48bd-94dc-b5f720738065 req-6205bab9-941f-485b-b5e1-522564d974f8 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/security-groups?id=1167cedf-2ecb-422c-b77f-7ccdf9200748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232152 Jul 29 23:31:33.666855 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43990) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:33.674730 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-39e14384-df67-4b72-bb2e-8c3672ac6629 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f4f6e118-7a82-4b2f-96e6-12494fdf53b4', 'tempest-TagsExtTest-Tag-743595965') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:33.674969 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 0b8c46be-d035-4c9b-ba1e-ab7dccf7a626 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:31:33.746748 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-39e14384-df67-4b72-bb2e-8c3672ac6629 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] show failed (client error): The resource could not be found. Jul 29 23:31:33.754202 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-39e14384-df67-4b72-bb2e-8c3672ac6629 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "GET /v2.0/subnetpools/f4f6e118-7a82-4b2f-96e6-12494fdf53b4/tags/tempest-TagsExtTest-Tag-743595965 HTTP/1.1" status: 404 len: 328 time: 0.0813034 Jul 29 23:31:33.755037 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43996) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:33.771426 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-7a3c1b2f-96e0-4444-b202-cba7307068e9 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'f4f6e118-7a82-4b2f-96e6-12494fdf53b4', 'tempest-TagsExtTest-Tag-873587445') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:33.803966 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-7a3c1b2f-96e0-4444-b202-cba7307068e9 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] show failed (client error): The resource could not be found. Jul 29 23:31:33.810087 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43998) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:33.812286 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7a3c1b2f-96e0-4444-b202-cba7307068e9 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "GET /v2.0/subnetpools/f4f6e118-7a82-4b2f-96e6-12494fdf53b4/tags/tempest-TagsExtTest-Tag-873587445 HTTP/1.1" status: 404 len: 328 time: 0.0490289 Jul 29 23:31:33.816974 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.tag.tag_plugin [None req-afefed22-0f94-4b83-ae90-4716d9b757b8 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'f4f6e118-7a82-4b2f-96e6-12494fdf53b4') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:33.876368 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-afefed22-0f94-4b83-ae90-4716d9b757b8 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "DELETE /v2.0/subnetpools/f4f6e118-7a82-4b2f-96e6-12494fdf53b4/tags HTTP/1.1" status: 204 len: 168 time: 0.0600402 Jul 29 23:31:33.876368 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44000) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:33.885564 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.tag.tag_plugin [None req-70cba69d-7bef-4a70-a8eb-fbdacab6d039 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e290cb63-b3b0-4e97-8a2e-61e355e8f799') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:33.921652 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 0b8c46be-d035-4c9b-ba1e-ab7dccf7a626, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=0b8c46be-d035-4c9b-ba1e-ab7dccf7a626,segment=NetworkSegment(d923ab8e-d210-4416-bf66-4e5e974e27f3),segment_id=d923ab8e-d210-4416-bf66-4e5e974e27f3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:33.952088 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '0b8c46be-d035-4c9b-ba1e-ab7dccf7a626', 'network_id': '6f3d3704-ea3e-49c9-9722-1f055923d891', 'port_id': '0b8c46be-d035-4c9b-ba1e-ab7dccf7a626', 'mac_address': 'fa:16:3e:af:32:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e18597bd-1db1-4689-9c7f-e6b5f65b8376', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:31:34.036452 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:34.064377 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3533509c-ee97-436e-990f-f7e99d48c3c8 x-openstack-request-id: req-3533509c-ee97-436e-990f-f7e99d48c3c8 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:34.065434 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8c4892-c12b-4abe-a4f7-25078b2507be", "name": "network-vif-plugged", "status": "completed", "tag": "f1282a3f-8757-4915-974e-9cf89b4242a8", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:34.065434 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3533509c-ee97-436e-990f-f7e99d48c3c8 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:34.066574 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8c4892-c12b-4abe-a4f7-25078b2507be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1282a3f-8757-4915-974e-9cf89b4242a8', 'code': 200} Jul 29 23:31:34.070287 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b8c46be-d035-4c9b-ba1e-ab7dccf7a626 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:31:34.129222 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-70cba69d-7bef-4a70-a8eb-fbdacab6d039 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "DELETE /v2.0/routers/e290cb63-b3b0-4e97-8a2e-61e355e8f799/tags HTTP/1.1" status: 204 len: 168 time: 0.2511637 Jul 29 23:31:34.131810 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44012) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:34.138567 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.tag.tag_plugin [None req-afa3e52a-f2cd-4ce0-a6f0-b319e2c968e5 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:34.144847 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 0b8c46be-d035-4c9b-ba1e-ab7dccf7a626, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=0b8c46be-d035-4c9b-ba1e-ab7dccf7a626,segment=NetworkSegment(d923ab8e-d210-4416-bf66-4e5e974e27f3),segment_id=d923ab8e-d210-4416-bf66-4e5e974e27f3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:34.151511 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:34.250349 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=0b8c46be-d035-4c9b-ba1e-ab7dccf7a626,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:34.330942 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af610d1-2963-472c-a684-a8e968d2bd41 req-8da92586-d900-4a9b-afa3-8decbc7cad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:34.332557 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6af610d1-2963-472c-a684-a8e968d2bd41 req-8da92586-d900-4a9b-afa3-8decbc7cad2c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1a8c4892-c12b-4abe-a4f7-25078b2507be HTTP/1.1" status: 200 len: 1097 time: 0.1550357 Jul 29 23:31:34.345963 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4cbd1b-7f82-4e07-9ec3-2dab5f52a54a req-bb572998-babb-4c74-aa8d-00c45471d8ac tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:34.347669 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fd4cbd1b-7f82-4e07-9ec3-2dab5f52a54a req-bb572998-babb-4c74-aa8d-00c45471d8ac tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/ports?device_id=61d0f760-ef28-4f8d-803b-3584a317e411 HTTP/1.1" status: 200 len: 950 time: 0.1566906 Jul 29 23:31:34.392132 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-afa3e52a-f2cd-4ce0-a6f0-b319e2c968e5 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "DELETE /v2.0/ports/e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1/tags HTTP/1.1" status: 204 len: 168 time: 0.2590635 Jul 29 23:31:34.409527 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44020) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:34.409527 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-6392e8f9-5fc7-4504-a1f3-f964a662facf tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '950db430-bc10-4e8a-b3b0-22b26127ae08') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:34.420374 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6af610d1-2963-472c-a684-a8e968d2bd41 req-515f893f-f8ff-4dc4-8e81-a0b9e66e2515 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715795 Jul 29 23:31:34.446475 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fd4cbd1b-7f82-4e07-9ec3-2dab5f52a54a req-26ccc839-95ac-4198-9e30-fe06de54cf7e tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/security-groups?id=1167cedf-2ecb-422c-b77f-7ccdf9200748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855002 Jul 29 23:31:34.461322 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['0b8c46be-d035-4c9b-ba1e-ab7dccf7a626'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:31:34.494762 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6392e8f9-5fc7-4504-a1f3-f964a662facf tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "DELETE /v2.0/subnets/950db430-bc10-4e8a-b3b0-22b26127ae08/tags HTTP/1.1" status: 204 len: 168 time: 0.0939679 Jul 29 23:31:34.500984 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44026) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:34.716870 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a8687c09-44c5-4f2f-a199-fce20e675ef8 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks [] for subnetpool, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:34.723536 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a8687c09-44c5-4f2f-a199-fce20e675ef8 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "DELETE /v2.0/subnetpools/f4f6e118-7a82-4b2f-96e6-12494fdf53b4 HTTP/1.1" status: 204 len: 168 time: 0.2162488 Jul 29 23:31:34.726610 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44032) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:34.788973 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcc7f1-939f-4443-beb4-35ba13535986 req-af197980-49cc-4ca0-8e57-5fc3719a5b5a tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:34.791222 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-91bcc7f1-939f-4443-beb4-35ba13535986 req-af197980-49cc-4ca0-8e57-5fc3719a5b5a tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a8c4892-c12b-4abe-a4f7-25078b2507be HTTP/1.1" status: 200 len: 945 time: 0.1583731 Jul 29 23:31:34.817839 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-199c1547-7d7b-4cda-aa63-a783a9871442 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "GET /v2.0/ports?device_id=e290cb63-b3b0-4e97-8a2e-61e355e8f799 HTTP/1.1" status: 200 len: 205 time: 0.0891893 Jul 29 23:31:34.821467 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44038) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:34.865186 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-91bcc7f1-939f-4443-beb4-35ba13535986 req-ae9423cf-5288-427c-990d-417d614e426c tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573833 Jul 29 23:31:34.970869 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-af4b5037-2d18-4a97-a88e-b7c077da7130 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:34.997529 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07430f-1f83-4c2f-a72e-8de0187675d5 req-f68b5d94-9fdb-4b9a-a690-00670e16e020 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:35.013496 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a07430f-1f83-4c2f-a72e-8de0187675d5 req-f68b5d94-9fdb-4b9a-a690-00670e16e020 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e60148c-ab45-40fa-83a7-d3084d60eb04 HTTP/1.1" status: 200 len: 945 time: 0.0861471 Jul 29 23:31:35.084444 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a07430f-1f83-4c2f-a72e-8de0187675d5 req-ce462aa5-1f68-4ad3-ada2-3ce818b5b1a8 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f96b582-0804-49ab-b024-d250636def94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694566 Jul 29 23:31:35.257262 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-af4b5037-2d18-4a97-a88e-b7c077da7130 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:35.263908 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-af4b5037-2d18-4a97-a88e-b7c077da7130 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:35.264186 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44054) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:35.341343 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-af4b5037-2d18-4a97-a88e-b7c077da7130 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:35.342190 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af4b5037-2d18-4a97-a88e-b7c077da7130 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Fanout notify agent at l3_agent the message router_deleted on router e290cb63-b3b0-4e97-8a2e-61e355e8f799 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:31:35.356912 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-af4b5037-2d18-4a97-a88e-b7c077da7130 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:35.361165 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44062) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:35.363374 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-af4b5037-2d18-4a97-a88e-b7c077da7130 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "DELETE /v2.0/routers/e290cb63-b3b0-4e97-8a2e-61e355e8f799 HTTP/1.1" status: 204 len: 168 time: 0.5356395 Jul 29 23:31:35.371376 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:35.520354 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c1ba0208-0399-4e7e-b63d-da0864bed950 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Deleting port e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:35.520607 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1ba0208-0399-4e7e-b63d-da0864bed950 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:35.532071 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ae913304-2b8a-4d3f-ae8e-5f2e391f49a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:35.646278 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44068) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:35.689220 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 0b8c46be-d035-4c9b-ba1e-ab7dccf7a626 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:35.769399 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1ba0208-0399-4e7e-b63d-da0864bed950 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:35.775737 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1d9015dc-f64c-4754-a1f3-77253e202c5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:35.776609 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 0b8c46be-d035-4c9b-ba1e-ab7dccf7a626 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:31:35.781941 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 0b8c46be-d035-4c9b-ba1e-ab7dccf7a626 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:35.782321 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:35.801371 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f5af42e5-4fc5-42e2-a924-92ee8aaf02f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:35.845428 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c1ba0208-0399-4e7e-b63d-da0864bed950 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Calling delete_port for e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1 owned by {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:35.901618 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:35.953291 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 0b8c46be-d035-4c9b-ba1e-ab7dccf7a626, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=0b8c46be-d035-4c9b-ba1e-ab7dccf7a626,segment=NetworkSegment(d923ab8e-d210-4416-bf66-4e5e974e27f3),segment_id=d923ab8e-d210-4416-bf66-4e5e974e27f3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:35.963767 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:36.049668 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=0b8c46be-d035-4c9b-ba1e-ab7dccf7a626,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:36.070406 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e60148c-ab45-40fa-83a7-d3084d60eb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8c46be-d035-4c9b-ba1e-ab7dccf7a626'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:36.075097 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f625eccd-8cb9-4c4b-957a-e3aac73742cf" -d '{"events": [{"server_uuid": "5e60148c-ab45-40fa-83a7-d3084d60eb04", "name": "network-vif-plugged", "status": "completed", "tag": "0b8c46be-d035-4c9b-ba1e-ab7dccf7a626"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:36.118551 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e79f76-bb0a-45e4-808c-3435505ae1d7 req-2bfbd4f5-63b3-4080-9fa9-1aa6b08ad770 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:36.120177 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80e79f76-bb0a-45e4-808c-3435505ae1d7 req-2bfbd4f5-63b3-4080-9fa9-1aa6b08ad770 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a8c4892-c12b-4abe-a4f7-25078b2507be HTTP/1.1" status: 200 len: 945 time: 0.1482320 Jul 29 23:31:36.147288 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1d9015dc-f64c-4754-a1f3-77253e202c5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:36.163742 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1d9015dc-f64c-4754-a1f3-77253e202c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:36.266068 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1ba0208-0399-4e7e-b63d-da0864bed950 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:36.277937 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9015dc-f64c-4754-a1f3-77253e202c5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ea08b6-9a4c-48e3-9b5e-191e2db824ab,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:36.288697 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1d9015dc-f64c-4754-a1f3-77253e202c5d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=adaf90eb8bca4781bf1ccbc482ae2b47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6404576 Jul 29 23:31:36.291480 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80e79f76-bb0a-45e4-808c-3435505ae1d7 req-1fe1a19e-89c0-48c3-b47d-1cfe8abaf449 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483972 Jul 29 23:31:36.293482 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44086) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:36.336496 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ba0208-0399-4e7e-b63d-da0864bed950 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Pushing event deleted for resources: {'Port': ['ID=e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:36.380556 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f9c2c7-bd6d-4cc8-9d1a-91a86504c6bb x-openstack-request-id: req-98f9c2c7-bd6d-4cc8-9d1a-91a86504c6bb {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:36.382694 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e60148c-ab45-40fa-83a7-d3084d60eb04", "name": "network-vif-plugged", "status": "completed", "tag": "0b8c46be-d035-4c9b-ba1e-ab7dccf7a626", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:36.388346 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-98f9c2c7-bd6d-4cc8-9d1a-91a86504c6bb {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:36.391452 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e60148c-ab45-40fa-83a7-d3084d60eb04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8c46be-d035-4c9b-ba1e-ab7dccf7a626', 'code': 200} Jul 29 23:31:36.482611 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-94e2e9bd-6dbc-4031-a865-37920b141451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:36.537046 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-94e2e9bd-6dbc-4031-a865-37920b141451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:36.662434 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-94e2e9bd-6dbc-4031-a865-37920b141451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:36.670154 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-94e2e9bd-6dbc-4031-a865-37920b141451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:36.678520 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-94e2e9bd-6dbc-4031-a865-37920b141451 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f6ea08b6-9a4c-48e3-9b5e-191e2db824ab HTTP/1.1" status: 204 len: 168 time: 0.3794503 Jul 29 23:31:36.678878 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1ba0208-0399-4e7e-b63d-da0864bed950 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:36.688592 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c1ba0208-0399-4e7e-b63d-da0864bed950 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "DELETE /v2.0/ports/e99ac5c7-cb0f-4f58-bf27-bd6ff864a7c1 HTTP/1.1" status: 204 len: 168 time: 1.3259223 Jul 29 23:31:36.699305 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44094) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:36.700866 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e2e9bd-6dbc-4031-a865-37920b141451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ea08b6-9a4c-48e3-9b5e-191e2db824ab,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:36.739396 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989b175-9148-4a34-9e01-6fcaed3202b6 req-968cd615-b98b-43f7-80f2-c353f8b2ee9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:36.740977 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4989b175-9148-4a34-9e01-6fcaed3202b6 req-968cd615-b98b-43f7-80f2-c353f8b2ee9c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5e60148c-ab45-40fa-83a7-d3084d60eb04 HTTP/1.1" status: 200 len: 1098 time: 0.2497377 Jul 29 23:31:36.775112 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671d786-f0f7-4ab6-96f8-5c2fb5c01990 req-79973c01-dd03-44a5-8e40-8e4eb077bfce tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:36.783966 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2671d786-f0f7-4ab6-96f8-5c2fb5c01990 req-79973c01-dd03-44a5-8e40-8e4eb077bfce tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e60148c-ab45-40fa-83a7-d3084d60eb04 HTTP/1.1" status: 200 len: 946 time: 0.2904449 Jul 29 23:31:36.815512 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f5af42e5-4fc5-42e2-a924-92ee8aaf02f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:36.824458 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:36.827754 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f5af42e5-4fc5-42e2-a924-92ee8aaf02f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:36.868871 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f5af42e5-4fc5-42e2-a924-92ee8aaf02f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0575ae4eca1c4a1fad12bce4947953e7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6055706 Jul 29 23:31:36.876074 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44100) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:36.912265 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5bd145e-bce1-4658-8162-0e2a676c95b7 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Deleting subnet 950db430-bc10-4e8a-b3b0-22b26127ae08 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:31:36.952825 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5bd145e-bce1-4658-8162-0e2a676c95b7 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:36.955530 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2671d786-f0f7-4ab6-96f8-5c2fb5c01990 req-bf1f7407-fe2c-4cc1-9fcc-c176b17c6c32 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f96b582-0804-49ab-b024-d250636def94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703453 Jul 29 23:31:36.973310 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4989b175-9148-4a34-9e01-6fcaed3202b6 req-56900b20-7fa6-44a3-bb4d-ca17bc400cd0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=7f96b582-0804-49ab-b024-d250636def94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243967 Jul 29 23:31:37.052175 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5bd145e-bce1-4658-8162-0e2a676c95b7 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.053271 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af42e5-4fc5-42e2-a924-92ee8aaf02f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1d5038-32d8-42eb-936a-f42d514f5517,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:37.235101 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4699e1f6-68ad-48d8-9457-bdd271b902b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.309004 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4699e1f6-68ad-48d8-9457-bdd271b902b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.312426 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5bd145e-bce1-4658-8162-0e2a676c95b7 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.416193 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4699e1f6-68ad-48d8-9457-bdd271b902b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.422075 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4699e1f6-68ad-48d8-9457-bdd271b902b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.439272 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4699e1f6-68ad-48d8-9457-bdd271b902b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a1d5038-32d8-42eb-936a-f42d514f5517 HTTP/1.1" status: 204 len: 168 time: 0.5570581 Jul 29 23:31:37.439895 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44120) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:37.448349 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5bd145e-bce1-4658-8162-0e2a676c95b7 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.469937 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2e15944c-ce77-4ca7-9653-716c6a882b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.485928 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699e1f6-68ad-48d8-9457-bdd271b902b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1d5038-32d8-42eb-936a-f42d514f5517,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:37.491818 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae3b83c-cc21-4e44-a269-6ccebbc5c5b0 None None] Network c22e9b1f-12d6-4ed0-93d4-44001535e69f requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:31:37.517651 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5bd145e-bce1-4658-8162-0e2a676c95b7 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.523243 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e5bd145e-bce1-4658-8162-0e2a676c95b7 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "DELETE /v2.0/subnets/950db430-bc10-4e8a-b3b0-22b26127ae08 HTTP/1.1" status: 204 len: 168 time: 0.8140676 Jul 29 23:31:37.524193 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bd145e-bce1-4658-8162-0e2a676c95b7 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Pushing event deleted for resources: {'Subnet': ['ID=950db430-bc10-4e8a-b3b0-22b26127ae08,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:37.527790 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44122) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:37.665477 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2e15944c-ce77-4ca7-9653-716c6a882b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.672496 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2e15944c-ce77-4ca7-9653-716c6a882b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.736760 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef05aaa-1e62-4f98-a72e-fac57e89070b None None] DHCP port deletion for c22e9b1f-12d6-4ed0-93d4-44001535e69f request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:31:37.756660 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-43ee0f66-a983-4ead-9f18-257597158ee0 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.761780 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44124) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:37.764337 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2e15944c-ce77-4ca7-9653-716c6a882b19 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=af176e4adf094e66bbaf2dca94359aa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3209198 Jul 29 23:31:37.766572 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e15944c-ce77-4ca7-9653-716c6a882b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3eb8d5-af7b-4f77-ab51-f24072973f9e,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:37.832239 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5ef05aaa-1e62-4f98-a72e-fac57e89070b None None] Deleting port 5ff967e0-d323-4238-8068-4233ec4fac5b {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:37.832611 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5ef05aaa-1e62-4f98-a72e-fac57e89070b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.930479 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-5ef05aaa-1e62-4f98-a72e-fac57e89070b None None] For port 5ff967e0-d323-4238-8068-4233ec4fac5b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=5ff967e0-d323-4238-8068-4233ec4fac5b,segment=NetworkSegment(d2c0e233-dc1a-4b39-9690-9a09ac2c30d5),segment_id=d2c0e233-dc1a-4b39-9690-9a09ac2c30d5)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:37.932242 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5ef05aaa-1e62-4f98-a72e-fac57e89070b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:37.958746 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5ef05aaa-1e62-4f98-a72e-fac57e89070b None None] Calling delete_port for 5ff967e0-d323-4238-8068-4233ec4fac5b owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:37.967613 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e7ccb5e8-a7da-4031-8b8e-49323fd62def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.009388 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-43ee0f66-a983-4ead-9f18-257597158ee0 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Deleting port 5ff967e0-d323-4238-8068-4233ec4fac5b {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:31:38.009753 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-43ee0f66-a983-4ead-9f18-257597158ee0 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.117744 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e7ccb5e8-a7da-4031-8b8e-49323fd62def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.200181 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5ef05aaa-1e62-4f98-a72e-fac57e89070b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.265401 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-43ee0f66-a983-4ead-9f18-257597158ee0 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] For port 5ff967e0-d323-4238-8068-4233ec4fac5b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=5ff967e0-d323-4238-8068-4233ec4fac5b,segment=NetworkSegment(d2c0e233-dc1a-4b39-9690-9a09ac2c30d5),segment_id=d2c0e233-dc1a-4b39-9690-9a09ac2c30d5)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:38.265872 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-43ee0f66-a983-4ead-9f18-257597158ee0 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.271677 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1c2d4-7ce3-4d6a-9490-2c3a65d28647 req-bb484955-a5eb-418a-8b3a-fd44f2bc7578 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:38.272564 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44136) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:38.281155 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-23a1c2d4-7ce3-4d6a-9490-2c3a65d28647 req-bb484955-a5eb-418a-8b3a-fd44f2bc7578 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e60148c-ab45-40fa-83a7-d3084d60eb04 HTTP/1.1" status: 200 len: 946 time: 0.1391675 Jul 29 23:31:38.293126 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef05aaa-1e62-4f98-a72e-fac57e89070b None None] Pushing event deleted for resources: {'Port': ['ID=5ff967e0-d323-4238-8068-4233ec4fac5b,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:38.302337 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef05aaa-1e62-4f98-a72e-fac57e89070b None None] No DVR routers for this DVR port 5ff967e0-d323-4238-8068-4233ec4fac5b on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:31:38.319291 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.336034 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-43ee0f66-a983-4ead-9f18-257597158ee0 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Calling delete_port for 5ff967e0-d323-4238-8068-4233ec4fac5b owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:31:38.338986 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-050ef4db-1413-4406-993a-a37800cb5735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.347984 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 5ff967e0-d323-4238-8068-4233ec4fac5b no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:31:38.368600 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e7ccb5e8-a7da-4031-8b8e-49323fd62def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.372000 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e7ccb5e8-a7da-4031-8b8e-49323fd62def admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.373390 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e7ccb5e8-a7da-4031-8b8e-49323fd62def admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aa3eb8d5-af7b-4f77-ab51-f24072973f9e HTTP/1.1" status: 204 len: 168 time: 0.6061683 Jul 29 23:31:38.388418 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ccb5e8-a7da-4031-8b8e-49323fd62def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3eb8d5-af7b-4f77-ab51-f24072973f9e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:38.389254 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 5ff967e0-d323-4238-8068-4233ec4fac5b {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:31:38.389706 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 5ff967e0-d323-4238-8068-4233ec4fac5b not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:31:38.409613 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-23a1c2d4-7ce3-4d6a-9490-2c3a65d28647 req-0e80344c-2e6f-49cc-989d-bf492d570ae5 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f96b582-0804-49ab-b024-d250636def94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187487 Jul 29 23:31:38.540845 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-43ee0f66-a983-4ead-9f18-257597158ee0 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.585019 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee0f66-a983-4ead-9f18-257597158ee0 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Pushing event deleted for resources: {'Port': ['ID=5ff967e0-d323-4238-8068-4233ec4fac5b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:38.592225 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ee0f66-a983-4ead-9f18-257597158ee0 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] No DVR routers for this DVR port 5ff967e0-d323-4238-8068-4233ec4fac5b on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:31:38.710309 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-050ef4db-1413-4406-993a-a37800cb5735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.719587 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-050ef4db-1413-4406-993a-a37800cb5735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.725370 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-43ee0f66-a983-4ead-9f18-257597158ee0 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.754116 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-43ee0f66-a983-4ead-9f18-257597158ee0 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c22e9b1f-12d6-4ed0-93d4-44001535e69f']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:38.787858 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-43ee0f66-a983-4ead-9f18-257597158ee0 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2c0e233-dc1a-4b39-9690-9a09ac2c30d5') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:38.788175 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-43ee0f66-a983-4ead-9f18-257597158ee0 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2c0e233-dc1a-4b39-9690-9a09ac2c30d5') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:38.790190 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ef4db-1413-4406-993a-a37800cb5735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd20674b-2e01-4fe7-a5cc-3e626544e722,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:38.803559 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-050ef4db-1413-4406-993a-a37800cb5735 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a5b164f4c7849ef80cd97dc20d6f3f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5297973 Jul 29 23:31:38.806108 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-43ee0f66-a983-4ead-9f18-257597158ee0 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.806476 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44164) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:38.830708 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-43ee0f66-a983-4ead-9f18-257597158ee0 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.842088 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ee0f66-a983-4ead-9f18-257597158ee0 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:31:38.843171 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-43ee0f66-a983-4ead-9f18-257597158ee0 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: self.session.flush() Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: self.session.flush() Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: self.session.flush() Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: self.session.flush() Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:31:38.930302 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:31:38.941333 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-43ee0f66-a983-4ead-9f18-257597158ee0 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.969618 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59782ca-7432-4b13-8231-3544ee078a68 req-27b335f3-5718-4a94-af83-305d8f7f5f5d tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:38.976120 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e59782ca-7432-4b13-8231-3544ee078a68 req-27b335f3-5718-4a94-af83-305d8f7f5f5d tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e60148c-ab45-40fa-83a7-d3084d60eb04 HTTP/1.1" status: 200 len: 946 time: 0.1311097 Jul 29 23:31:38.978208 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-43ee0f66-a983-4ead-9f18-257597158ee0 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:38.983080 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-43ee0f66-a983-4ead-9f18-257597158ee0 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] 10.222.0.18 "DELETE /v2.0/networks/c22e9b1f-12d6-4ed0-93d4-44001535e69f HTTP/1.1" status: 204 len: 168 time: 1.4536052 Jul 29 23:31:38.984616 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ee0f66-a983-4ead-9f18-257597158ee0 tempest-TagsExtTest-1533990421 tempest-TagsExtTest-1533990421-project] Pushing event deleted for resources: {'Network': ['ID=c22e9b1f-12d6-4ed0-93d4-44001535e69f,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:38.993102 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44170) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:39.003807 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-7eac0aba-ebcb-4981-8023-6f3057fc3e7b tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Request body: {'floatingip': {'port_id': '0b8c46be-d035-4c9b-ba1e-ab7dccf7a626'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:39.008170 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-740ecc65-0078-4336-970a-ba07893fb20a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:39.063753 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7eac0aba-ebcb-4981-8023-6f3057fc3e7b tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks [] for floatingip, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:39.102852 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 2c580eef-e706-41b2-b401-872b752139b1 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:31:39.116502 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-740ecc65-0078-4336-970a-ba07893fb20a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:39.383173 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 2c580eef-e706-41b2-b401-872b752139b1, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=2c580eef-e706-41b2-b401-872b752139b1,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:39.392878 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-740ecc65-0078-4336-970a-ba07893fb20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:39.397463 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-740ecc65-0078-4336-970a-ba07893fb20a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:39.399035 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-740ecc65-0078-4336-970a-ba07893fb20a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd20674b-2e01-4fe7-a5cc-3e626544e722 HTTP/1.1" status: 204 len: 168 time: 0.5908003 Jul 29 23:31:39.404999 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '2c580eef-e706-41b2-b401-872b752139b1', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': '2c580eef-e706-41b2-b401-872b752139b1', 'mac_address': 'fa:16:3e:60:d2:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:31:39.451429 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ecc65-0078-4336-970a-ba07893fb20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd20674b-2e01-4fe7-a5cc-3e626544e722,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:39.488855 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:39.507802 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c580eef-e706-41b2-b401-872b752139b1 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:31:39.536945 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 2c580eef-e706-41b2-b401-872b752139b1, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=2c580eef-e706-41b2-b401-872b752139b1,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:39.544979 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:39.624406 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=2c580eef-e706-41b2-b401-872b752139b1,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:39.680226 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['2c580eef-e706-41b2-b401-872b752139b1'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:31:39.713523 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44202) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:40.012353 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.db.resource_extend [None req-7eac0aba-ebcb-4981-8023-6f3057fc3e7b tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:31:40.221731 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7eac0aba-ebcb-4981-8023-6f3057fc3e7b tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:40.227900 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7eac0aba-ebcb-4981-8023-6f3057fc3e7b tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:40.551827 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7b14c0df-acc1-4650-be23-0c2d49a13e0e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bca07e4dfd9a41db99f6dbae195c06db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8361511 Jul 29 23:31:40.553435 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44232) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:40.572326 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-7eac0aba-ebcb-4981-8023-6f3057fc3e7b tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Floating IP 4c5bbb71-c047-45d2-90fd-38746bcd7fe7 associated. External IP: 172.25.8.230, port: 0b8c46be-d035-4c9b-ba1e-ab7dccf7a626. Jul 29 23:31:40.669726 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a1850293-181a-49e0-a2a3-b75b28caea65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:40.728091 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a1850293-181a-49e0-a2a3-b75b28caea65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:40.865651 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a1850293-181a-49e0-a2a3-b75b28caea65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:40.879829 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a1850293-181a-49e0-a2a3-b75b28caea65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:40.888768 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a1850293-181a-49e0-a2a3-b75b28caea65 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b9a7b81b-1d29-46de-adbc-4e4e6994bb55 HTTP/1.1" status: 204 len: 168 time: 0.3309827 Jul 29 23:31:40.907448 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1850293-181a-49e0-a2a3-b75b28caea65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a7b81b-1d29-46de-adbc-4e4e6994bb55,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:41.116929 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 2c580eef-e706-41b2-b401-872b752139b1 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:31:41.159507 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eac0aba-ebcb-4981-8023-6f3057fc3e7b tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Router 09006bc4-cc61-4f8c-81ce-61961bf66def has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:31:41.328274 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 2c580eef-e706-41b2-b401-872b752139b1 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:31:41.329101 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:41.591416 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:41.700207 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 2c580eef-e706-41b2-b401-872b752139b1, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=2c580eef-e706-41b2-b401-872b752139b1,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:31:41.705631 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d0f760-ef28-4f8d-803b-3584a317e411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c580eef-e706-41b2-b401-872b752139b1'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:41.711366 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f90980-96f6-4cb9-bf7a-961f7140a26c" -d '{"events": [{"server_uuid": "61d0f760-ef28-4f8d-803b-3584a317e411", "name": "network-vif-plugged", "status": "completed", "tag": "2c580eef-e706-41b2-b401-872b752139b1"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:41.722265 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:41.883739 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb6dd4d-59b0-4900-9280-75467023b1bd x-openstack-request-id: req-5bb6dd4d-59b0-4900-9280-75467023b1bd {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:41.884143 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d0f760-ef28-4f8d-803b-3584a317e411", "name": "network-vif-plugged", "status": "completed", "tag": "2c580eef-e706-41b2-b401-872b752139b1", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:41.884546 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5bb6dd4d-59b0-4900-9280-75467023b1bd {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:41.885279 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d0f760-ef28-4f8d-803b-3584a317e411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c580eef-e706-41b2-b401-872b752139b1', 'code': 200} Jul 29 23:31:41.920312 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=2c580eef-e706-41b2-b401-872b752139b1,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:42.107110 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eac0aba-ebcb-4981-8023-6f3057fc3e7b tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:31:42.121173 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7eac0aba-ebcb-4981-8023-6f3057fc3e7b tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:42.124254 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beb1ba1-2ef6-4ec6-80d2-29fd236ff2c9 None None] Sync routers for ids ['09006bc4-cc61-4f8c-81ce-61961bf66def'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:31:42.143989 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beb1ba1-2ef6-4ec6-80d2-29fd236ff2c9 None None] Routers {'09006bc4-cc61-4f8c-81ce-61961bf66def'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:42.145181 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3beb1ba1-2ef6-4ec6-80d2-29fd236ff2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:31:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['09006bc4-cc61-4f8c-81ce-61961bf66def'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:42.222393 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7eac0aba-ebcb-4981-8023-6f3057fc3e7b tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "PUT /v2.0/floatingips/4c5bbb71-c047-45d2-90fd-38746bcd7fe7 HTTP/1.1" status: 200 len: 992 time: 3.2248998 Jul 29 23:31:42.225905 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e60148c-ab45-40fa-83a7-d3084d60eb04', 'tag': '0b8c46be-d035-4c9b-ba1e-ab7dccf7a626'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:31:42.236926 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bf5d5b-f5b2-48a7-a54c-5ce54853a3b6" -d '{"events": [{"name": "network-changed", "server_uuid": "5e60148c-ab45-40fa-83a7-d3084d60eb04", "tag": "0b8c46be-d035-4c9b-ba1e-ab7dccf7a626"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:31:42.530338 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-3beb1ba1-2ef6-4ec6-80d2-29fd236ff2c9 None None] Set router 09006bc4-cc61-4f8c-81ce-61961bf66def gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:31:42.550966 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8f64d1-9e69-41c0-80c4-86ab0d4bc1f6 x-openstack-request-id: req-cb8f64d1-9e69-41c0-80c4-86ab0d4bc1f6 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:31:42.553140 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e60148c-ab45-40fa-83a7-d3084d60eb04", "tag": "0b8c46be-d035-4c9b-ba1e-ab7dccf7a626", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:31:42.561574 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb8f64d1-9e69-41c0-80c4-86ab0d4bc1f6 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:31:42.562769 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e60148c-ab45-40fa-83a7-d3084d60eb04', 'tag': '0b8c46be-d035-4c9b-ba1e-ab7dccf7a626', 'status': 'completed', 'code': 200} Jul 29 23:31:42.731897 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf5d5b-f5b2-48a7-a54c-5ce54853a3b6 req-f53dda0b-4196-430a-b595-e9c7a3c82b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:42.737177 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-75bf5d5b-f5b2-48a7-a54c-5ce54853a3b6 req-f53dda0b-4196-430a-b595-e9c7a3c82b4e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cf5a38b3b6dd4eb5a83a1ec408b4b908&device_id=5e60148c-ab45-40fa-83a7-d3084d60eb04 HTTP/1.1" status: 200 len: 1098 time: 0.1552041 Jul 29 23:31:43.126160 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf5d5b-f5b2-48a7-a54c-5ce54853a3b6 req-6e12a556-6c58-4c81-a0f5-d69c751fe482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:43.128096 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-75bf5d5b-f5b2-48a7-a54c-5ce54853a3b6 req-6e12a556-6c58-4c81-a0f5-d69c751fe482 service neutron] 10.222.0.23 "GET /v2.0/networks?id=6f3d3704-ea3e-49c9-9722-1f055923d891 HTTP/1.1" status: 200 len: 906 time: 0.3840876 Jul 29 23:31:43.226965 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3beb1ba1-2ef6-4ec6-80d2-29fd236ff2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'name': 'tempest-ServersTestJSON-351071257-router', 'tenant_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'e225c094-09fb-44b3-b8b0-6f7cac3dd40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:54Z', 'updated_at': '2021-07-29T23:31:02Z', 'revision_number': 4, 'project_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'gw_port': {'id': 'e225c094-09fb-44b3-b8b0-6f7cac3dd40d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:55Z', 'updated_at': '2021-07-29T23:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '4c5bbb71-c047-45d2-90fd-38746bcd7fe7', 'tenant_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'port_id': '0b8c46be-d035-4c9b-ba1e-ab7dccf7a626', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3d3704-ea3e-49c9-9722-1f055923d891', 'mac_address': 'fa:16:3e:af:32:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e60148c-ab45-40fa-83a7-d3084d60eb04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:31:14Z', 'updated_at': '2021-07-29T23:31:39Z', 'revision_number': 1, 'project_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a292d599-6cb7-41b9-a2f9-5fc4294373f5', 'name': '', 'network_id': '6f3d3704-ea3e-49c9-9722-1f055923d891', 'tenant_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'mac_address': 'fa:16:3e:c3:da:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'e18597bd-1db1-4689-9c7f-e6b5f65b8376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:00Z', 'updated_at': '2021-07-29T23:31:12Z', 'revision_number': 5, 'project_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'subnets': [{'id': 'e18597bd-1db1-4689-9c7f-e6b5f65b8376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:43.297005 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-75bf5d5b-f5b2-48a7-a54c-5ce54853a3b6 req-d7181ea8-5b19-42f8-89ff-9588ffdeb5d4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0b8c46be-d035-4c9b-ba1e-ab7dccf7a626 HTTP/1.1" status: 200 len: 1000 time: 0.1600401 Jul 29 23:31:43.319321 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beb1ba1-2ef6-4ec6-80d2-29fd236ff2c9 None None] Checking router: 09006bc4-cc61-4f8c-81ce-61961bf66def for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:31:43.338101 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3beb1ba1-2ef6-4ec6-80d2-29fd236ff2c9 None None] Routers {'09006bc4-cc61-4f8c-81ce-61961bf66def'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:31:43.343739 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3beb1ba1-2ef6-4ec6-80d2-29fd236ff2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:31:35Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['09006bc4-cc61-4f8c-81ce-61961bf66def'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:43.517830 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf5d5b-f5b2-48a7-a54c-5ce54853a3b6 req-da1a9da5-90d2-4d0b-a2a4-99134e552984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:43.522798 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-75bf5d5b-f5b2-48a7-a54c-5ce54853a3b6 req-da1a9da5-90d2-4d0b-a2a4-99134e552984 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e18597bd-1db1-4689-9c7f-e6b5f65b8376 HTTP/1.1" status: 200 len: 844 time: 0.2184391 Jul 29 23:31:43.695089 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bf5d5b-f5b2-48a7-a54c-5ce54853a3b6 req-917cc733-3611-4f52-ba37-8792980aba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:43.704590 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-75bf5d5b-f5b2-48a7-a54c-5ce54853a3b6 req-917cc733-3611-4f52-ba37-8792980aba9c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f3d3704-ea3e-49c9-9722-1f055923d891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1737003 Jul 29 23:31:43.757198 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-3beb1ba1-2ef6-4ec6-80d2-29fd236ff2c9 None None] Set router 09006bc4-cc61-4f8c-81ce-61961bf66def gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:31:43.992146 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-75bf5d5b-f5b2-48a7-a54c-5ce54853a3b6 req-9646d7de-3431-49d7-91de-2a052cd9ab80 service neutron] 10.222.0.23 "GET /v2.0/networks/6f3d3704-ea3e-49c9-9722-1f055923d891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789347 Jul 29 23:31:44.920792 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-75bf5d5b-f5b2-48a7-a54c-5ce54853a3b6 req-d3b8922f-aec7-4b8a-b569-3fcb2e090739 service neutron] 10.222.0.23 "GET /v2.0/networks/6f3d3704-ea3e-49c9-9722-1f055923d891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9216352 Jul 29 23:31:44.969500 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3beb1ba1-2ef6-4ec6-80d2-29fd236ff2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'name': 'tempest-ServersTestJSON-351071257-router', 'tenant_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'e225c094-09fb-44b3-b8b0-6f7cac3dd40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:54Z', 'updated_at': '2021-07-29T23:31:02Z', 'revision_number': 4, 'project_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'gw_port': {'id': 'e225c094-09fb-44b3-b8b0-6f7cac3dd40d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:55Z', 'updated_at': '2021-07-29T23:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '4c5bbb71-c047-45d2-90fd-38746bcd7fe7', 'tenant_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'port_id': '0b8c46be-d035-4c9b-ba1e-ab7dccf7a626', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3d3704-ea3e-49c9-9722-1f055923d891', 'mac_address': 'fa:16:3e:af:32:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e60148c-ab45-40fa-83a7-d3084d60eb04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:31:14Z', 'updated_at': '2021-07-29T23:31:39Z', 'revision_number': 1, 'project_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a292d599-6cb7-41b9-a2f9-5fc4294373f5', 'name': '', 'network_id': '6f3d3704-ea3e-49c9-9722-1f055923d891', 'tenant_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'mac_address': 'fa:16:3e:c3:da:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'e18597bd-1db1-4689-9c7f-e6b5f65b8376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:00Z', 'updated_at': '2021-07-29T23:31:12Z', 'revision_number': 5, 'project_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'subnets': [{'id': 'e18597bd-1db1-4689-9c7f-e6b5f65b8376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:45.062353 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3beb1ba1-2ef6-4ec6-80d2-29fd236ff2c9 None None] The sync data for ids ['09006bc4-cc61-4f8c-81ce-61961bf66def'] in n-d-712140-10 is: [{'id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'name': 'tempest-ServersTestJSON-351071257-router', 'tenant_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'e225c094-09fb-44b3-b8b0-6f7cac3dd40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:54Z', 'updated_at': '2021-07-29T23:31:02Z', 'revision_number': 4, 'project_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'gw_port': {'id': 'e225c094-09fb-44b3-b8b0-6f7cac3dd40d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:55Z', 'updated_at': '2021-07-29T23:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '4c5bbb71-c047-45d2-90fd-38746bcd7fe7', 'tenant_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'port_id': '0b8c46be-d035-4c9b-ba1e-ab7dccf7a626', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f3d3704-ea3e-49c9-9722-1f055923d891', 'mac_address': 'fa:16:3e:af:32:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e60148c-ab45-40fa-83a7-d3084d60eb04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:31:14Z', 'updated_at': '2021-07-29T23:31:39Z', 'revision_number': 1, 'project_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a292d599-6cb7-41b9-a2f9-5fc4294373f5', 'name': '', 'network_id': '6f3d3704-ea3e-49c9-9722-1f055923d891', 'tenant_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'mac_address': 'fa:16:3e:c3:da:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'e18597bd-1db1-4689-9c7f-e6b5f65b8376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:00Z', 'updated_at': '2021-07-29T23:31:12Z', 'revision_number': 5, 'project_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'subnets': [{'id': 'e18597bd-1db1-4689-9c7f-e6b5f65b8376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:31:45.277857 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44378) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:45.289600 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0094912 Jul 29 23:31:45.296911 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44380) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:45.605555 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1ce458-0c45-46d4-ad4e-bd86a395ef79 None None] New status for floating IP 4c5bbb71-c047-45d2-90fd-38746bcd7fe7: ACTIVE {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:31:45.883882 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cb2062a0-4824-42b7-8d09-2be25364a721 tempest-NetworksApiDiscovery-1696676025 tempest-NetworksApiDiscovery-1696676025-project] 10.222.0.18 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.5859487 Jul 29 23:31:46.691605 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44434) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:47.416242 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f641ce76-b767-4195-91f1-d0e2ab3931be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:47.736670 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f641ce76-b767-4195-91f1-d0e2ab3931be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:47.743461 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f641ce76-b767-4195-91f1-d0e2ab3931be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:47.866847 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641ce76-b767-4195-91f1-d0e2ab3931be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b39b5275-70fe-4ef1-9c31-d2efbf885f4b,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:47.910320 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f641ce76-b767-4195-91f1-d0e2ab3931be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ab213784738640a1a28bf38a79e8bcb7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2135334 Jul 29 23:31:47.913197 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44488) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:48.085279 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7487db43-e213-41c6-acbf-0118a1077eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:48.135262 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7487db43-e213-41c6-acbf-0118a1077eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:48.306061 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7487db43-e213-41c6-acbf-0118a1077eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:48.309561 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7487db43-e213-41c6-acbf-0118a1077eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:48.311549 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7487db43-e213-41c6-acbf-0118a1077eb5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b39b5275-70fe-4ef1-9c31-d2efbf885f4b HTTP/1.1" status: 204 len: 168 time: 0.3961766 Jul 29 23:31:48.333857 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7487db43-e213-41c6-acbf-0118a1077eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b39b5275-70fe-4ef1-9c31-d2efbf885f4b,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:50.794365 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44628) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:51.307883 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-697013a9-4e5c-4cee-afa3-c92cb3825f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:51.365964 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44646) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:51.650526 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-697013a9-4e5c-4cee-afa3-c92cb3825f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:51.660255 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-697013a9-4e5c-4cee-afa3-c92cb3825f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:51.710103 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-b2cba302-5467-4181-b466-a9b2807928ef admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-898499601-network', 'tenant_id': '706834fcf12241e3aa10e83d4b80db03'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:51.775032 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2cba302-5467-4181-b466-a9b2807928ef admin admin] Made reservation on behalf of 706834fcf12241e3aa10e83d4b80db03 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:51.793432 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b2cba302-5467-4181-b466-a9b2807928ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:51.808909 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b2cba302-5467-4181-b466-a9b2807928ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:51.812923 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-697013a9-4e5c-4cee-afa3-c92cb3825f95 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=58e9e9028df44d19b2cbe39f87640c55&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0157592 Jul 29 23:31:51.816585 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44668) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:51.817561 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697013a9-4e5c-4cee-afa3-c92cb3825f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad264f1-677e-48aa-8b37-ce6ec1a812b5,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:51.845948 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697013a9-4e5c-4cee-afa3-c92cb3825f95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:51.848366 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697013a9-4e5c-4cee-afa3-c92cb3825f95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:51.849000 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697013a9-4e5c-4cee-afa3-c92cb3825f95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:51.849494 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697013a9-4e5c-4cee-afa3-c92cb3825f95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:51.850115 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697013a9-4e5c-4cee-afa3-c92cb3825f95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:51.850604 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697013a9-4e5c-4cee-afa3-c92cb3825f95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:51.851550 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697013a9-4e5c-4cee-afa3-c92cb3825f95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:51.852334 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697013a9-4e5c-4cee-afa3-c92cb3825f95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:51.853755 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697013a9-4e5c-4cee-afa3-c92cb3825f95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:51.854439 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697013a9-4e5c-4cee-afa3-c92cb3825f95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:51.855574 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697013a9-4e5c-4cee-afa3-c92cb3825f95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:51.856238 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697013a9-4e5c-4cee-afa3-c92cb3825f95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:51.960736 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7ae98c29-be3b-492a-82cd-50946f2a02ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:51.971563 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b2cba302-5467-4181-b466-a9b2807928ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:51.977300 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b2cba302-5467-4181-b466-a9b2807928ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:52.012652 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7ae98c29-be3b-492a-82cd-50946f2a02ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:52.022982 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2cba302-5467-4181-b466-a9b2807928ef admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:31:52.053002 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cba302-5467-4181-b466-a9b2807928ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf4a38d-c46f-4ff6-8546-4c1151dd4135,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:52.071385 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cba302-5467-4181-b466-a9b2807928ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:52.072003 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cba302-5467-4181-b466-a9b2807928ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:52.072589 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cba302-5467-4181-b466-a9b2807928ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:52.073185 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cba302-5467-4181-b466-a9b2807928ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:52.074266 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cba302-5467-4181-b466-a9b2807928ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:52.074897 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cba302-5467-4181-b466-a9b2807928ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:52.075475 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cba302-5467-4181-b466-a9b2807928ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:52.076077 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cba302-5467-4181-b466-a9b2807928ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:52.076651 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cba302-5467-4181-b466-a9b2807928ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:52.077210 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cba302-5467-4181-b466-a9b2807928ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:52.077776 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cba302-5467-4181-b466-a9b2807928ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:52.078587 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2cba302-5467-4181-b466-a9b2807928ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:31:52.087032 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b2cba302-5467-4181-b466-a9b2807928ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:52.087976 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-b2cba302-5467-4181-b466-a9b2807928ef admin admin] Added segment 243c5469-3c31-43f3-80d0-85376c85061d of type vlan for network 96a38814-65e6-4db2-9ad9-b2623de99a2c Jul 29 23:31:52.162453 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7ae98c29-be3b-492a-82cd-50946f2a02ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:52.165594 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7ae98c29-be3b-492a-82cd-50946f2a02ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:52.167684 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7ae98c29-be3b-492a-82cd-50946f2a02ec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ad264f1-677e-48aa-8b37-ce6ec1a812b5 HTTP/1.1" status: 204 len: 168 time: 0.3372386 Jul 29 23:31:52.211246 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae98c29-be3b-492a-82cd-50946f2a02ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad264f1-677e-48aa-8b37-ce6ec1a812b5,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:52.294094 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b2cba302-5467-4181-b466-a9b2807928ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:52.357289 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b2cba302-5467-4181-b466-a9b2807928ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:52.358843 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2cba302-5467-4181-b466-a9b2807928ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:52.359615 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b2cba302-5467-4181-b466-a9b2807928ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:52.460293 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b2cba302-5467-4181-b466-a9b2807928ef admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0922697 Jul 29 23:31:52.465021 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44684) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:52.487223 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cba302-5467-4181-b466-a9b2807928ef admin admin] Pushing event updated for resources: {'Network': ['ID=96a38814-65e6-4db2-9ad9-b2623de99a2c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:52.492023 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-5ad0d46d-188f-4650-a6ec-a0de549a0677 admin admin] Request body: {'subnet': {'network_id': '96a38814-65e6-4db2-9ad9-b2623de99a2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-898499601-subnet', 'tenant_id': '706834fcf12241e3aa10e83d4b80db03', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:52.505346 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 96a38814-65e6-4db2-9ad9-b2623de99a2c details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:31:52.583708 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad0d46d-188f-4650-a6ec-a0de549a0677 admin admin] Made reservation on behalf of 706834fcf12241e3aa10e83d4b80db03 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:52.592054 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5ad0d46d-188f-4650-a6ec-a0de549a0677 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:53.084229 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5ad0d46d-188f-4650-a6ec-a0de549a0677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:53.197033 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad0d46d-188f-4650-a6ec-a0de549a0677 admin admin] Checking segment: {'id': '243c5469-3c31-43f3-80d0-85376c85061d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '96a38814-65e6-4db2-9ad9-b2623de99a2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:53.197327 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad0d46d-188f-4650-a6ec-a0de549a0677 admin admin] Network hostable DHCP agents. Network: 96a38814-65e6-4db2-9ad9-b2623de99a2c, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:31:53.207669 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad0d46d-188f-4650-a6ec-a0de549a0677 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70c93527-a947-4276-9e1c-f1bbada186cd,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:53.249033 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad0d46d-188f-4650-a6ec-a0de549a0677 admin admin] Network 96a38814-65e6-4db2-9ad9-b2623de99a2c is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:31:53.282742 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-5ad0d46d-188f-4650-a6ec-a0de549a0677 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 96a38814-65e6-4db2-9ad9-b2623de99a2c) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:53.305843 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad0d46d-188f-4650-a6ec-a0de549a0677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:53.308385 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa985482-0244-43ca-9bc8-1f1d67d4d458 None None] Network 96a38814-65e6-4db2-9ad9-b2623de99a2c requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:31:53.310605 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5ad0d46d-188f-4650-a6ec-a0de549a0677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:53.365317 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5ad0d46d-188f-4650-a6ec-a0de549a0677 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8929718 Jul 29 23:31:53.411510 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44716) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:53.465999 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8d3f962-684f-4d48-8353-9c28b617d599 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:53.663293 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca28ae18-8d7e-43aa-88fb-589ae6ce9e83 None None] Network 96a38814-65e6-4db2-9ad9-b2623de99a2c requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:31:53.779407 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8d3f962-684f-4d48-8353-9c28b617d599 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:53.786096 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8d3f962-684f-4d48-8353-9c28b617d599 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:53.907477 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b8d3f962-684f-4d48-8353-9c28b617d599 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b9c6ab6dc91340f0bed4134dd5c24b69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4941084 Jul 29 23:31:53.909788 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3f962-684f-4d48-8353-9c28b617d599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02f41f0-8ee1-4e1b-a575-cd922e2725d5,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:53.910070 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44726) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:54.023206 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fcc8a3d9-e9c3-443e-bb9b-1c6677e324dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:54.097907 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fcc8a3d9-e9c3-443e-bb9b-1c6677e324dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:54.239777 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fcc8a3d9-e9c3-443e-bb9b-1c6677e324dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:54.249733 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fcc8a3d9-e9c3-443e-bb9b-1c6677e324dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:54.258253 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-fcc8a3d9-e9c3-443e-bb9b-1c6677e324dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a02f41f0-8ee1-4e1b-a575-cd922e2725d5 HTTP/1.1" status: 204 len: 168 time: 0.3452423 Jul 29 23:31:54.276044 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc8a3d9-e9c3-443e-bb9b-1c6677e324dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02f41f0-8ee1-4e1b-a575-cd922e2725d5,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:55.454686 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44784) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:55.460126 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-9410645d-9b53-47c1-ac2d-623bb46f5f63 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1825414980-network', 'tenant_id': '41669d558d034608aacc253df619a61d'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:55.565770 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9410645d-9b53-47c1-ac2d-623bb46f5f63 admin admin] Made reservation on behalf of 41669d558d034608aacc253df619a61d for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:55.594072 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9410645d-9b53-47c1-ac2d-623bb46f5f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:55.627233 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9410645d-9b53-47c1-ac2d-623bb46f5f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:55.943303 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9410645d-9b53-47c1-ac2d-623bb46f5f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:55.954120 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9410645d-9b53-47c1-ac2d-623bb46f5f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:55.999924 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9410645d-9b53-47c1-ac2d-623bb46f5f63 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:31:56.087549 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9410645d-9b53-47c1-ac2d-623bb46f5f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:56.091788 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-9410645d-9b53-47c1-ac2d-623bb46f5f63 admin admin] Added segment 88fb646e-5562-41fb-8605-218563abaabd of type vlan for network fe33cad9-8559-4935-a2cb-5c1ad907c482 Jul 29 23:31:56.145171 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9410645d-9b53-47c1-ac2d-623bb46f5f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfe3f10-df78-4d12-8d85-cc3c02eecd5f,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:56.305373 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9410645d-9b53-47c1-ac2d-623bb46f5f63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:56.381488 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9410645d-9b53-47c1-ac2d-623bb46f5f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:56.384978 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9410645d-9b53-47c1-ac2d-623bb46f5f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:56.388037 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9410645d-9b53-47c1-ac2d-623bb46f5f63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:56.459427 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44826) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:56.460223 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9410645d-9b53-47c1-ac2d-623bb46f5f63 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0039580 Jul 29 23:31:56.470190 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-53e28297-d70d-4a29-9d2e-51c217c17e14 admin admin] Request body: {'subnet': {'network_id': 'fe33cad9-8559-4935-a2cb-5c1ad907c482', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1825414980-subnet', 'tenant_id': '41669d558d034608aacc253df619a61d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:31:56.534767 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9410645d-9b53-47c1-ac2d-623bb46f5f63 admin admin] Pushing event updated for resources: {'Network': ['ID=fe33cad9-8559-4935-a2cb-5c1ad907c482,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:56.556866 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network fe33cad9-8559-4935-a2cb-5c1ad907c482 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:31:56.606686 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e28297-d70d-4a29-9d2e-51c217c17e14 admin admin] Made reservation on behalf of 41669d558d034608aacc253df619a61d for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:31:56.609476 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-53e28297-d70d-4a29-9d2e-51c217c17e14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:57.265692 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-53e28297-d70d-4a29-9d2e-51c217c17e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:57.706662 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e28297-d70d-4a29-9d2e-51c217c17e14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c12b985-26c0-4560-b1cb-f709417cc99e,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:57.724979 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e28297-d70d-4a29-9d2e-51c217c17e14 admin admin] Checking segment: {'id': '88fb646e-5562-41fb-8605-218563abaabd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fe33cad9-8559-4935-a2cb-5c1ad907c482'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:31:57.726080 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e28297-d70d-4a29-9d2e-51c217c17e14 admin admin] Network hostable DHCP agents. Network: fe33cad9-8559-4935-a2cb-5c1ad907c482, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:31:57.833282 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e28297-d70d-4a29-9d2e-51c217c17e14 admin admin] Network fe33cad9-8559-4935-a2cb-5c1ad907c482 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:31:57.877990 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-53e28297-d70d-4a29-9d2e-51c217c17e14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, fe33cad9-8559-4935-a2cb-5c1ad907c482) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:31:57.894248 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e28297-d70d-4a29-9d2e-51c217c17e14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:31:57.899023 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6ec7a7-3fab-4397-b460-75246bfd9aeb None None] Network fe33cad9-8559-4935-a2cb-5c1ad907c482 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:31:57.900724 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-53e28297-d70d-4a29-9d2e-51c217c17e14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:58.016270 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-53e28297-d70d-4a29-9d2e-51c217c17e14 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5438740 Jul 29 23:31:58.324678 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665c7c5e-c6f8-4481-9c90-9a8c49fcb6fe None None] Network fe33cad9-8559-4935-a2cb-5c1ad907c482 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:31:58.540842 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44896) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:58.726019 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-1809ee39-542f-4f1e-82d1-424771338c72 admin admin] Deleting subnet 70c93527-a947-4276-9e1c-f1bbada186cd {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:31:58.732738 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1809ee39-542f-4f1e-82d1-424771338c72 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:58.817391 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1809ee39-542f-4f1e-82d1-424771338c72 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:58.905306 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1809ee39-542f-4f1e-82d1-424771338c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.021384 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1809ee39-542f-4f1e-82d1-424771338c72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.096392 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809ee39-542f-4f1e-82d1-424771338c72 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70c93527-a947-4276-9e1c-f1bbada186cd,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:59.108242 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1809ee39-542f-4f1e-82d1-424771338c72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.114240 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44910) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:59.127611 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1809ee39-542f-4f1e-82d1-424771338c72 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/70c93527-a947-4276-9e1c-f1bbada186cd HTTP/1.1" status: 204 len: 168 time: 0.5799065 Jul 29 23:31:59.220219 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c96ac6f-3742-49bc-bb07-690158b9dc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.333288 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c96ac6f-3742-49bc-bb07-690158b9dc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.347284 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-5c96ac6f-3742-49bc-bb07-690158b9dc10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a38814-65e6-4db2-9ad9-b2623de99a2c']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:59.366346 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-5c96ac6f-3742-49bc-bb07-690158b9dc10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '243c5469-3c31-43f3-80d0-85376c85061d') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:59.371153 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-5c96ac6f-3742-49bc-bb07-690158b9dc10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '243c5469-3c31-43f3-80d0-85376c85061d') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:31:59.391785 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c96ac6f-3742-49bc-bb07-690158b9dc10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.398411 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.430409 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c96ac6f-3742-49bc-bb07-690158b9dc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.453225 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c96ac6f-3742-49bc-bb07-690158b9dc10 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:31:59.456730 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c96ac6f-3742-49bc-bb07-690158b9dc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.531862 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:31:59.531862 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:31:59.531862 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:31:59.531862 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:31:59.531862 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:31:59.531862 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:31:59.531862 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:31:59.531862 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:31:59.531862 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:31:59.531862 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:31:59.531862 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:31:59.531862 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:31:59.531862 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:31:59.531862 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:31:59.531862 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:31:59.531862 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:31:59.531862 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:31:59.531862 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:31:59.531862 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:31:59.531862 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:31:59.531862 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:31:59.531862 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:31:59.531862 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:31:59.531862 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:31:59.531862 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:31:59.531862 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:31:59.531862 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:31:59.531862 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:31:59.531862 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:31:59.531862 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:31:59.531862 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:31:59.531862 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:31:59.539183 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c96ac6f-3742-49bc-bb07-690158b9dc10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.552150 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c96ac6f-3742-49bc-bb07-690158b9dc10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.558505 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5c96ac6f-3742-49bc-bb07-690158b9dc10 admin admin] 10.222.0.18 "DELETE /v2.0/networks/96a38814-65e6-4db2-9ad9-b2623de99a2c HTTP/1.1" status: 204 len: 168 time: 0.4416716 Jul 29 23:31:59.560245 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44932) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:31:59.595243 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c96ac6f-3742-49bc-bb07-690158b9dc10 admin admin] Pushing event deleted for resources: {'Network': ['ID=96a38814-65e6-4db2-9ad9-b2623de99a2c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:31:59.719886 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-3683e323-0d82-4ecd-a27e-41ff2e03f74b admin admin] Deleting subnet 4c12b985-26c0-4560-b1cb-f709417cc99e {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:31:59.722426 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.727543 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3683e323-0d82-4ecd-a27e-41ff2e03f74b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:31:59.891129 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3683e323-0d82-4ecd-a27e-41ff2e03f74b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.003622 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3683e323-0d82-4ecd-a27e-41ff2e03f74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.134881 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3683e323-0d82-4ecd-a27e-41ff2e03f74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.203672 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683e323-0d82-4ecd-a27e-41ff2e03f74b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c12b985-26c0-4560-b1cb-f709417cc99e,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:00.210519 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3683e323-0d82-4ecd-a27e-41ff2e03f74b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.212455 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3683e323-0d82-4ecd-a27e-41ff2e03f74b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4c12b985-26c0-4560-b1cb-f709417cc99e HTTP/1.1" status: 204 len: 168 time: 0.6511893 Jul 29 23:32:00.216171 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44948) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:00.341827 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a1e4fabc-6566-4bdd-bcf0-3c55e444a3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.459605 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a1e4fabc-6566-4bdd-bcf0-3c55e444a3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.474819 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-a1e4fabc-6566-4bdd-bcf0-3c55e444a3de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe33cad9-8559-4935-a2cb-5c1ad907c482']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:00.495734 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-a1e4fabc-6566-4bdd-bcf0-3c55e444a3de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88fb646e-5562-41fb-8605-218563abaabd') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:00.496555 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-a1e4fabc-6566-4bdd-bcf0-3c55e444a3de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88fb646e-5562-41fb-8605-218563abaabd') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:00.509320 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a1e4fabc-6566-4bdd-bcf0-3c55e444a3de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.542924 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a1e4fabc-6566-4bdd-bcf0-3c55e444a3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.568894 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e4fabc-6566-4bdd-bcf0-3c55e444a3de admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:32:00.570573 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a1e4fabc-6566-4bdd-bcf0-3c55e444a3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.576051 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:32:00.576051 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:32:00.576051 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:32:00.576051 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:32:00.576051 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:32:00.576051 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:32:00.576051 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:32:00.576051 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:32:00.576051 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:32:00.576051 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:32:00.576051 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:32:00.576051 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:32:00.576051 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:32:00.576051 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:32:00.576051 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:32:00.576051 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:32:00.576051 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:32:00.576051 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:32:00.576051 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:32:00.576051 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:32:00.576051 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:32:00.576051 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:32:00.576051 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:32:00.576051 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:32:00.576051 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:32:00.576051 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:32:00.576051 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:32:00.576051 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:32:00.576051 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:32:00.576051 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:32:00.576051 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:32:00.576051 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:32:00.737973 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a1e4fabc-6566-4bdd-bcf0-3c55e444a3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.750469 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a1e4fabc-6566-4bdd-bcf0-3c55e444a3de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:00.760268 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a1e4fabc-6566-4bdd-bcf0-3c55e444a3de admin admin] 10.222.0.18 "DELETE /v2.0/networks/fe33cad9-8559-4935-a2cb-5c1ad907c482 HTTP/1.1" status: 204 len: 168 time: 0.5419917 Jul 29 23:32:00.818587 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4fabc-6566-4bdd-bcf0-3c55e444a3de admin admin] Pushing event deleted for resources: {'Network': ['ID=fe33cad9-8559-4935-a2cb-5c1ad907c482,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:01.404477 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44986) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:01.532160 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-74fd1990-829e-4c94-ad9e-d824b82e0279 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=706834fcf12241e3aa10e83d4b80db03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1255083 Jul 29 23:32:01.536829 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44996) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:01.648779 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48a5c522-7bd7-4497-937a-3e26b6a73e7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:01.692927 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48a5c522-7bd7-4497-937a-3e26b6a73e7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:01.822426 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48a5c522-7bd7-4497-937a-3e26b6a73e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:01.826458 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48a5c522-7bd7-4497-937a-3e26b6a73e7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:01.831353 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-48a5c522-7bd7-4497-937a-3e26b6a73e7c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ebf4a38d-c46f-4ff6-8546-4c1151dd4135 HTTP/1.1" status: 204 len: 168 time: 0.2930939 Jul 29 23:32:01.850909 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5c522-7bd7-4497-937a-3e26b6a73e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf4a38d-c46f-4ff6-8546-4c1151dd4135,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:02.779651 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8834664a-ae9b-4079-aef3-ad1e2ece688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:03.138620 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45050) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:03.270703 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4d21763c-57c0-4ad9-81eb-8c329ea85c68 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=41669d558d034608aacc253df619a61d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1271160 Jul 29 23:32:03.272098 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45052) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:03.399194 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c7610760-ea39-46fb-a0b2-22e2098a357c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:03.471058 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c7610760-ea39-46fb-a0b2-22e2098a357c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:03.601918 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c7610760-ea39-46fb-a0b2-22e2098a357c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:03.610050 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c7610760-ea39-46fb-a0b2-22e2098a357c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:03.611702 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c7610760-ea39-46fb-a0b2-22e2098a357c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1dfe3f10-df78-4d12-8d85-cc3c02eecd5f HTTP/1.1" status: 204 len: 168 time: 0.3373222 Jul 29 23:32:03.638374 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7610760-ea39-46fb-a0b2-22e2098a357c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfe3f10-df78-4d12-8d85-cc3c02eecd5f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:04.526078 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5246ea1-f036-4d67-842f-cb092585a5ee req-29746001-6b0f-479a-bc46-a2fe67ff103c tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:04.535952 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5246ea1-f036-4d67-842f-cb092585a5ee req-29746001-6b0f-479a-bc46-a2fe67ff103c tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/ports?device_id=61d0f760-ef28-4f8d-803b-3584a317e411 HTTP/1.1" status: 200 len: 950 time: 0.1266565 Jul 29 23:32:04.659171 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5246ea1-f036-4d67-842f-cb092585a5ee req-fd58810c-e07a-4a3a-8e1d-50e4ed54caba tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/security-groups?id=1167cedf-2ecb-422c-b77f-7ccdf9200748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147676 Jul 29 23:32:05.373652 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:05.544301 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a54e4239-3b2c-4a9f-890f-b53be136b7e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:06.218956 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:32:06.812845 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:07.197748 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 2c580eef-e706-41b2-b401-872b752139b1 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:32:07.414669 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:07.451428 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d0f760-ef28-4f8d-803b-3584a317e411', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c580eef-e706-41b2-b401-872b752139b1'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:07.457699 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e7596b-8d8f-4933-ab43-26945b9356b6" -d '{"events": [{"server_uuid": "61d0f760-ef28-4f8d-803b-3584a317e411", "name": "network-vif-unplugged", "status": "completed", "tag": "2c580eef-e706-41b2-b401-872b752139b1"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:07.479053 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 2c580eef-e706-41b2-b401-872b752139b1, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=2c580eef-e706-41b2-b401-872b752139b1,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:07.497401 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:07.650250 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=2c580eef-e706-41b2-b401-872b752139b1,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:07.655981 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22337ec6-a89e-4d5d-aad3-bb1c35224fa3 x-openstack-request-id: req-22337ec6-a89e-4d5d-aad3-bb1c35224fa3 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:07.656581 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d0f760-ef28-4f8d-803b-3584a317e411", "name": "network-vif-unplugged", "status": "completed", "tag": "2c580eef-e706-41b2-b401-872b752139b1", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:07.657282 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22337ec6-a89e-4d5d-aad3-bb1c35224fa3 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:07.657833 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d0f760-ef28-4f8d-803b-3584a317e411', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c580eef-e706-41b2-b401-872b752139b1', 'code': 200} Jul 29 23:32:08.086500 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45278) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:08.096701 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.447612 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3bff9df8-f6b5-4568-8931-5bada58e5823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.623197 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3bff9df8-f6b5-4568-8931-5bada58e5823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.628802 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3bff9df8-f6b5-4568-8931-5bada58e5823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.674888 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff9df8-f6b5-4568-8931-5bada58e5823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da5b8a1-93ec-4244-a4a9-c3f4fc63ea89,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:08.692296 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3bff9df8-f6b5-4568-8931-5bada58e5823 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=375b71dab2c0475798ed6f2147fe3153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6042175 Jul 29 23:32:08.695053 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45294) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:08.770840 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b94dc564-39e4-4ce5-bc9b-29691c88b8f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.827846 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b94dc564-39e4-4ce5-bc9b-29691c88b8f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.951131 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b94dc564-39e4-4ce5-bc9b-29691c88b8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.960656 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b94dc564-39e4-4ce5-bc9b-29691c88b8f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:08.962984 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b94dc564-39e4-4ce5-bc9b-29691c88b8f1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8da5b8a1-93ec-4244-a4a9-c3f4fc63ea89 HTTP/1.1" status: 204 len: 168 time: 0.2665215 Jul 29 23:32:09.015343 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94dc564-39e4-4ce5-bc9b-29691c88b8f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da5b8a1-93ec-4244-a4a9-c3f4fc63ea89,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:09.772416 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 28c1c669-51d6-431c-b89c-20165aa58178 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:32:09.816899 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45346) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:09.865670 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9c4d6a32-59ba-44d9-8959-c99d80839662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:09.960060 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 28c1c669-51d6-431c-b89c-20165aa58178, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=28c1c669-51d6-431c-b89c-20165aa58178,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:09.987102 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '28c1c669-51d6-431c-b89c-20165aa58178', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': '28c1c669-51d6-431c-b89c-20165aa58178', 'mac_address': 'fa:16:3e:af:46:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:32:10.074218 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9c4d6a32-59ba-44d9-8959-c99d80839662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.077067 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.080944 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9c4d6a32-59ba-44d9-8959-c99d80839662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.111601 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28c1c669-51d6-431c-b89c-20165aa58178 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:32:10.148163 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4d6a32-59ba-44d9-8959-c99d80839662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856594f3-ff67-4aca-b014-497292705ec3,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:10.161241 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 28c1c669-51d6-431c-b89c-20165aa58178, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=28c1c669-51d6-431c-b89c-20165aa58178,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:10.167544 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.212629 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9c4d6a32-59ba-44d9-8959-c99d80839662 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a607bcae93d4599bf9a35cf559c9378&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3942840 Jul 29 23:32:10.217031 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45362) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:10.324478 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['28c1c669-51d6-431c-b89c-20165aa58178'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:10.375111 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6cd5eeab-9162-461d-ae15-cf6ad10b2a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.442590 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6cd5eeab-9162-461d-ae15-cf6ad10b2a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.531168 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=28c1c669-51d6-431c-b89c-20165aa58178,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:10.611122 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6cd5eeab-9162-461d-ae15-cf6ad10b2a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.618530 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6cd5eeab-9162-461d-ae15-cf6ad10b2a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:10.625774 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6cd5eeab-9162-461d-ae15-cf6ad10b2a5f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/856594f3-ff67-4aca-b014-497292705ec3 HTTP/1.1" status: 204 len: 168 time: 0.4072335 Jul 29 23:32:10.643226 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5eeab-9162-461d-ae15-cf6ad10b2a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856594f3-ff67-4aca-b014-497292705ec3,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:11.232334 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45390) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:11.459380 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-84339594-4807-4b9a-aa65-f674d43cde49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:11.716046 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-84339594-4807-4b9a-aa65-f674d43cde49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:11.725045 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-84339594-4807-4b9a-aa65-f674d43cde49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:11.781810 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 28c1c669-51d6-431c-b89c-20165aa58178 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:11.835551 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-84339594-4807-4b9a-aa65-f674d43cde49 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f889a31b89b04212875d5fe9bbb3128c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5997102 Jul 29 23:32:11.836074 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45420) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:11.837509 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84339594-4807-4b9a-aa65-f674d43cde49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a915bac5-9651-446c-a338-3ec2327c4d2d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:11.915124 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 28c1c669-51d6-431c-b89c-20165aa58178 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:11.915952 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:12.022475 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a505a303-817e-4d02-89f5-88d3db6c3d13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:12.071630 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a505a303-817e-4d02-89f5-88d3db6c3d13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:12.195301 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a505a303-817e-4d02-89f5-88d3db6c3d13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:12.204624 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a505a303-817e-4d02-89f5-88d3db6c3d13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:12.228632 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:12.233146 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a505a303-817e-4d02-89f5-88d3db6c3d13 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a915bac5-9651-446c-a338-3ec2327c4d2d HTTP/1.1" status: 204 len: 168 time: 0.3810711 Jul 29 23:32:12.332784 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505a303-817e-4d02-89f5-88d3db6c3d13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a915bac5-9651-446c-a338-3ec2327c4d2d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:12.372870 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d1ca48-10f5-4d0d-b0c1-2335126d49aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c1c669-51d6-431c-b89c-20165aa58178'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:12.393774 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fc7595-b890-44af-9e97-7eef7d61e17d" -d '{"events": [{"server_uuid": "d0d1ca48-10f5-4d0d-b0c1-2335126d49aa", "name": "network-vif-plugged", "status": "completed", "tag": "28c1c669-51d6-431c-b89c-20165aa58178"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:12.471368 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 28c1c669-51d6-431c-b89c-20165aa58178, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=28c1c669-51d6-431c-b89c-20165aa58178,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:12.484488 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:12.634733 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=28c1c669-51d6-431c-b89c-20165aa58178,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:12.766039 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5752878-b023-4788-8921-ddd8b94d4b0e req-f2ce5663-03ba-4e74-9feb-b0dc3cbc5f9c tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:12.767992 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5752878-b023-4788-8921-ddd8b94d4b0e req-f2ce5663-03ba-4e74-9feb-b0dc3cbc5f9c tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a8c4892-c12b-4abe-a4f7-25078b2507be HTTP/1.1" status: 200 len: 945 time: 0.0913761 Jul 29 23:32:12.865562 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5752878-b023-4788-8921-ddd8b94d4b0e req-51449a6e-20e9-4060-80fb-a4d6662c97d0 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861483 Jul 29 23:32:13.130675 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e6b4f0-d11f-4206-8b59-105e62064848 x-openstack-request-id: req-d8e6b4f0-d11f-4206-8b59-105e62064848 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:13.131647 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d1ca48-10f5-4d0d-b0c1-2335126d49aa", "name": "network-vif-plugged", "status": "completed", "tag": "28c1c669-51d6-431c-b89c-20165aa58178", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:13.132197 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d8e6b4f0-d11f-4206-8b59-105e62064848 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:13.132954 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d1ca48-10f5-4d0d-b0c1-2335126d49aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c1c669-51d6-431c-b89c-20165aa58178', 'code': 200} Jul 29 23:32:13.359816 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45464) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:13.390194 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6eca7146-ab0d-43d3-8c30-47a026d71ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:13.666007 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6eca7146-ab0d-43d3-8c30-47a026d71ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:13.671821 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6eca7146-ab0d-43d3-8c30-47a026d71ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:13.719264 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eca7146-ab0d-43d3-8c30-47a026d71ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a30bd63-d77f-41d6-bb7c-b6fa2b72a935,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:13.757821 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6eca7146-ab0d-43d3-8c30-47a026d71ba5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e2599155eb0246ce8ddc3250f6adc5fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3967347 Jul 29 23:32:13.762695 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45478) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:13.897880 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-de91f8a7-1249-4e10-8f9b-79d5dede5d48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:13.957681 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-de91f8a7-1249-4e10-8f9b-79d5dede5d48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:14.073799 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-de91f8a7-1249-4e10-8f9b-79d5dede5d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:14.077908 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-de91f8a7-1249-4e10-8f9b-79d5dede5d48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:14.083092 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-de91f8a7-1249-4e10-8f9b-79d5dede5d48 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4a30bd63-d77f-41d6-bb7c-b6fa2b72a935 HTTP/1.1" status: 204 len: 168 time: 0.3189824 Jul 29 23:32:14.105221 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de91f8a7-1249-4e10-8f9b-79d5dede5d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a30bd63-d77f-41d6-bb7c-b6fa2b72a935,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:14.213061 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28090d15-2d7e-4c25-94fd-6dc707f49ad0 req-26bc17a8-51cf-4ebd-ab07-4bd22cb72843 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:14.218744 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28090d15-2d7e-4c25-94fd-6dc707f49ad0 req-26bc17a8-51cf-4ebd-ab07-4bd22cb72843 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a8c4892-c12b-4abe-a4f7-25078b2507be HTTP/1.1" status: 200 len: 945 time: 0.2171354 Jul 29 23:32:14.372412 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15118678-4744-46b4-9176-524a2431ac62 req-df4dec77-9056-4174-a079-7dd561b9a27d tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:14.381502 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15118678-4744-46b4-9176-524a2431ac62 req-df4dec77-9056-4174-a079-7dd561b9a27d tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a8c4892-c12b-4abe-a4f7-25078b2507be HTTP/1.1" status: 200 len: 945 time: 0.3113060 Jul 29 23:32:14.501136 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15118678-4744-46b4-9176-524a2431ac62 req-88b75658-4588-4c53-a37c-ce6a2b097c19 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185551 Jul 29 23:32:14.553736 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-28090d15-2d7e-4c25-94fd-6dc707f49ad0 req-aad990f3-d106-4bf0-9003-47c5368c9bc2 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Deleting port f1282a3f-8757-4915-974e-9cf89b4242a8 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:14.555047 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-28090d15-2d7e-4c25-94fd-6dc707f49ad0 req-aad990f3-d106-4bf0-9003-47c5368c9bc2 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:14.923327 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-28090d15-2d7e-4c25-94fd-6dc707f49ad0 req-aad990f3-d106-4bf0-9003-47c5368c9bc2 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] For port f1282a3f-8757-4915-974e-9cf89b4242a8, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f1282a3f-8757-4915-974e-9cf89b4242a8,segment=NetworkSegment(e91b6848-5541-4e4f-bb44-17c5c44e4579),segment_id=e91b6848-5541-4e4f-bb44-17c5c44e4579)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:14.923715 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-28090d15-2d7e-4c25-94fd-6dc707f49ad0 req-aad990f3-d106-4bf0-9003-47c5368c9bc2 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:14.982664 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-28090d15-2d7e-4c25-94fd-6dc707f49ad0 req-aad990f3-d106-4bf0-9003-47c5368c9bc2 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Calling delete_port for f1282a3f-8757-4915-974e-9cf89b4242a8 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:15.365949 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-28090d15-2d7e-4c25-94fd-6dc707f49ad0 req-aad990f3-d106-4bf0-9003-47c5368c9bc2 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.381047 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:15.426594 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad990f3-d106-4bf0-9003-47c5368c9bc2 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Pushing event deleted for resources: {'Port': ['ID=f1282a3f-8757-4915-974e-9cf89b4242a8,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:15.513893 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['5233825a-668c-4f0d-a29d-d3d6b8e2a9f0', 'edc1c4fc-0759-4b3f-b44c-20750123d81f'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:15.641422 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-28090d15-2d7e-4c25-94fd-6dc707f49ad0 req-aad990f3-d106-4bf0-9003-47c5368c9bc2 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] No DVR routers for this DVR port f1282a3f-8757-4915-974e-9cf89b4242a8 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:32:15.655751 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-28090d15-2d7e-4c25-94fd-6dc707f49ad0 req-aad990f3-d106-4bf0-9003-47c5368c9bc2 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:15.666441 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28090d15-2d7e-4c25-94fd-6dc707f49ad0 req-aad990f3-d106-4bf0-9003-47c5368c9bc2 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.39 "DELETE /v2.0/ports/f1282a3f-8757-4915-974e-9cf89b4242a8 HTTP/1.1" status: 204 len: 173 time: 1.4362929 Jul 29 23:32:15.667542 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8c4892-c12b-4abe-a4f7-25078b2507be', 'name': 'network-vif-deleted', 'tag': 'f1282a3f-8757-4915-974e-9cf89b4242a8'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:15.685161 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ade234e-2615-459c-bda5-f11a6a8f012e" -d '{"events": [{"server_uuid": "1a8c4892-c12b-4abe-a4f7-25078b2507be", "name": "network-vif-deleted", "tag": "f1282a3f-8757-4915-974e-9cf89b4242a8"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:16.064414 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-49d0b45c-9334-4890-95e0-a8c0276e0316 req-12896ba3-489a-41f8-b648-7c9618f167ac tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a8c4892-c12b-4abe-a4f7-25078b2507be HTTP/1.1" status: 200 len: 210 time: 0.2065713 Jul 29 23:32:16.245330 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-db6d6951-6824-43f0-a884-d6f0d864a971 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2143798 Jul 29 23:32:16.478731 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-7d6eb8fd-ba8c-46fa-8620-2942d5c9b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:16.479820 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-7d6eb8fd-ba8c-46fa-8620-2942d5c9b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:16.479820 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-7d6eb8fd-ba8c-46fa-8620-2942d5c9b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:16.491349 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-7d6eb8fd-ba8c-46fa-8620-2942d5c9b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:16.491704 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-7d6eb8fd-ba8c-46fa-8620-2942d5c9b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:16.492195 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-7d6eb8fd-ba8c-46fa-8620-2942d5c9b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:16.492663 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-7d6eb8fd-ba8c-46fa-8620-2942d5c9b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:16.495318 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-7d6eb8fd-ba8c-46fa-8620-2942d5c9b870 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d954899d85d94386b2170efdab77ddb2&device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 6510 time: 0.1699793 Jul 29 23:32:16.721086 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714ab84c-5e4f-424a-819c-c2081cbe5cc6 x-openstack-request-id: req-714ab84c-5e4f-424a-819c-c2081cbe5cc6 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:16.721388 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8c4892-c12b-4abe-a4f7-25078b2507be", "name": "network-vif-deleted", "tag": "f1282a3f-8757-4915-974e-9cf89b4242a8", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:16.721738 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-714ab84c-5e4f-424a-819c-c2081cbe5cc6 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:16.722153 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8c4892-c12b-4abe-a4f7-25078b2507be', 'name': 'network-vif-deleted', 'tag': 'f1282a3f-8757-4915-974e-9cf89b4242a8', 'status': 'completed', 'code': 200} Jul 29 23:32:16.807227 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-f2373f04-484f-487c-bf5d-1c4bc2373d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:16.808315 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-f2373f04-484f-487c-bf5d-1c4bc2373d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:16.808787 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-f2373f04-484f-487c-bf5d-1c4bc2373d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:16.810469 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-f2373f04-484f-487c-bf5d-1c4bc2373d4e service neutron] 10.222.0.23 "GET /v2.0/networks?id=66bf1b30-b0b3-402c-8a81-d59ae3f7f904&id=6f7ef717-20cb-4c28-893e-cda3f326a46a&id=6f7ef717-20cb-4c28-893e-cda3f326a46a&id=6f7ef717-20cb-4c28-893e-cda3f326a46a&id=6f7ef717-20cb-4c28-893e-cda3f326a46a&id=28f38c63-eb30-4453-829d-2d302e41c5f3&id=28f38c63-eb30-4453-829d-2d302e41c5f3 HTTP/1.1" status: 200 len: 2298 time: 0.2619429 Jul 29 23:32:16.958142 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-b472788d-fcd1-4b35-bb81-8842cc323630 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3ef52f7-fd2b-40b7-ab81-25976f3c6559 HTTP/1.1" status: 200 len: 1001 time: 0.1389542 Jul 29 23:32:17.135180 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45588) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:17.160808 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-77119f30-0248-4e0a-8273-7a0614d9f002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:17.161901 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-77119f30-0248-4e0a-8273-7a0614d9f002 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=16a048f2-545c-45a3-863f-3a23de75e13e HTTP/1.1" status: 200 len: 855 time: 0.1953704 Jul 29 23:32:17.268141 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-68f47dc6-0186-44b4-ab7e-72fe22e21cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:17.269685 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-68f47dc6-0186-44b4-ab7e-72fe22e21cb5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66bf1b30-b0b3-402c-8a81-d59ae3f7f904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1006052 Jul 29 23:32:17.304702 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f1282a3f-8757-4915-974e-9cf89b4242a8 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:32:17.373006 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: f1282a3f-8757-4915-974e-9cf89b4242a8 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:32:17.373563 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f1282a3f-8757-4915-974e-9cf89b4242a8 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:32:17.382085 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7439c16-fe0f-4772-bf66-b16953fb713a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.663451 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-c0a745f9-d352-4c06-a72b-1dc9d486ebb7 service neutron] 10.222.0.23 "GET /v2.0/networks/66bf1b30-b0b3-402c-8a81-d59ae3f7f904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796070 Jul 29 23:32:17.825082 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7439c16-fe0f-4772-bf66-b16953fb713a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.841667 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7439c16-fe0f-4772-bf66-b16953fb713a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:17.958410 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7439c16-fe0f-4772-bf66-b16953fb713a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024044b7-9924-446d-a07b-26b828b6005a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:18.142222 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a7439c16-fe0f-4772-bf66-b16953fb713a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=feacbcbf60304b22938a5492a98f2b4b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0017509 Jul 29 23:32:18.146892 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45622) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:18.222791 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-8758eb45-8298-4074-9264-c1a94daff24f service neutron] 10.222.0.23 "GET /v2.0/networks/66bf1b30-b0b3-402c-8a81-d59ae3f7f904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5559156 Jul 29 23:32:18.370780 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-e3939e17-d22d-4a81-8a28-7f98542047ab service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=aa4019a8-862f-423f-a23c-d8c79eeaa4f6 HTTP/1.1" status: 200 len: 217 time: 0.1183705 Jul 29 23:32:18.482689 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-0e6a3947-352a-4798-8d46-83d36d3c0a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:18.484384 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-0e6a3947-352a-4798-8d46-83d36d3c0a59 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=deaa786f-4140-420d-bb7f-bb3469568a14 HTTP/1.1" status: 200 len: 797 time: 0.0744281 Jul 29 23:32:18.485082 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-19230186-8192-4bcc-b1ec-a87dda8e9362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:18.523031 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-19230186-8192-4bcc-b1ec-a87dda8e9362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:18.627185 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-19230186-8192-4bcc-b1ec-a87dda8e9362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:18.629882 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-19230186-8192-4bcc-b1ec-a87dda8e9362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:18.631059 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-19230186-8192-4bcc-b1ec-a87dda8e9362 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/024044b7-9924-446d-a07b-26b828b6005a HTTP/1.1" status: 204 len: 168 time: 0.4836488 Jul 29 23:32:18.657666 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19230186-8192-4bcc-b1ec-a87dda8e9362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024044b7-9924-446d-a07b-26b828b6005a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:18.712686 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-a5789547-7d2d-4dc3-835b-04905402ffef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:18.732206 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-a5789547-7d2d-4dc3-835b-04905402ffef service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f7ef717-20cb-4c28-893e-cda3f326a46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1516593 Jul 29 23:32:18.925228 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-c87e27dd-bbfa-4586-b044-858fa5247ce0 service neutron] 10.222.0.23 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739945 Jul 29 23:32:19.087686 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-2bfb52a7-98dd-484d-84da-37942e667929 service neutron] 10.222.0.23 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595857 Jul 29 23:32:19.150132 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-fa0d9d45-20d3-4aec-be2d-cb2ea3dd447e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.126&port_id=dae26797-31c4-4e0f-ad38-42613b90a8ce HTTP/1.1" status: 200 len: 217 time: 0.0542939 Jul 29 23:32:19.304065 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-6b14f21b-ae62-491d-9786-685cb6ebd449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:19.306324 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-6b14f21b-ae62-491d-9786-685cb6ebd449 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=deaa786f-4140-420d-bb7f-bb3469568a14 HTTP/1.1" status: 200 len: 797 time: 0.1425502 Jul 29 23:32:19.466101 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-bd3e598b-6dfd-4d27-9c41-c3813c2cf454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:19.468045 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-bd3e598b-6dfd-4d27-9c41-c3813c2cf454 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f7ef717-20cb-4c28-893e-cda3f326a46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1541257 Jul 29 23:32:19.837927 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-9e4021fd-0f55-4091-9e6f-62c01bfffa07 service neutron] 10.222.0.23 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570631 Jul 29 23:32:20.019882 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-ca968737-01b6-4280-9b77-88314be34f04 service neutron] 10.222.0.23 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727464 Jul 29 23:32:20.107312 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-0acb5c66-a034-4dec-ab25-065b20c80c02 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.170&port_id=29c01c9f-94c9-4ac1-87b2-e1f292018b97 HTTP/1.1" status: 200 len: 217 time: 0.0794637 Jul 29 23:32:20.227266 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-5901fb2d-2df9-492e-848b-cbc96778a65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:20.230376 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-5901fb2d-2df9-492e-848b-cbc96778a65f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=deaa786f-4140-420d-bb7f-bb3469568a14 HTTP/1.1" status: 200 len: 797 time: 0.1158729 Jul 29 23:32:20.315945 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-83b090c4-64e3-47ed-b0c2-edb0b7cfe09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:20.317375 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-83b090c4-64e3-47ed-b0c2-edb0b7cfe09a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f7ef717-20cb-4c28-893e-cda3f326a46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0787520 Jul 29 23:32:20.585520 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-5c83ee49-ecae-47cd-b7ff-d78c79e82bcf service neutron] 10.222.0.23 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513225 Jul 29 23:32:20.889619 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-2d63ce22-8bc4-4e14-bb10-f4d607971f4f service neutron] 10.222.0.23 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913747 Jul 29 23:32:20.972163 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-b5de3d75-b858-4ab0-8274-7de7cebd091a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.181&port_id=3075185e-3c3b-4e1f-8294-cdadf9bf5523 HTTP/1.1" status: 200 len: 217 time: 0.0780468 Jul 29 23:32:21.088140 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-51b9e65d-398f-41a8-84d5-4f7c9c56e6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:21.090300 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-51b9e65d-398f-41a8-84d5-4f7c9c56e6b5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=deaa786f-4140-420d-bb7f-bb3469568a14 HTTP/1.1" status: 200 len: 797 time: 0.1117396 Jul 29 23:32:21.202359 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-e4891b24-490d-47a5-a04e-8f6f0935bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:21.205061 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-e4891b24-490d-47a5-a04e-8f6f0935bc20 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=6f7ef717-20cb-4c28-893e-cda3f326a46a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1069922 Jul 29 23:32:21.401764 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-f935b4fb-fd33-4bca-b9e5-7df51aa92649 service neutron] 10.222.0.23 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883197 Jul 29 23:32:21.768819 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-cb21c7c8-8277-425e-b315-ff3bdf1cdfab service neutron] 10.222.0.23 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3452661 Jul 29 23:32:21.943442 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-723a63a0-c222-4f4b-b070-6d577edf0b8f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e1b35c57-ba8c-44ac-9445-757f4f37b07f HTTP/1.1" status: 200 len: 217 time: 0.1641726 Jul 29 23:32:22.039717 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-f58c9855-33b8-4cef-ad4a-ca8475773e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:22.041993 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-f58c9855-33b8-4cef-ad4a-ca8475773e0f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e6daa85-0112-4dbf-98e3-8562b5fa1b90 HTTP/1.1" status: 200 len: 797 time: 0.0897770 Jul 29 23:32:22.121347 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-c7180b18-e438-471d-bee6-5da03e00dce8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.7182288 Jul 29 23:32:22.266239 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-2b5676d6-8f6c-484d-b5a6-02d85f9bcf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:22.267345 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-2b5676d6-8f6c-484d-b5a6-02d85f9bcf59 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28f38c63-eb30-4453-829d-2d302e41c5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2147775 Jul 29 23:32:22.514269 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17703b55-756d-4813-b026-701dc1b20161 req-f9ab27c2-00d5-42f1-b9d8-06e59dedf35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:22.515145 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17703b55-756d-4813-b026-701dc1b20161 req-f9ab27c2-00d5-42f1-b9d8-06e59dedf35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:22.515887 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17703b55-756d-4813-b026-701dc1b20161 req-f9ab27c2-00d5-42f1-b9d8-06e59dedf35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:22.516498 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17703b55-756d-4813-b026-701dc1b20161 req-f9ab27c2-00d5-42f1-b9d8-06e59dedf35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:22.520014 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17703b55-756d-4813-b026-701dc1b20161 req-f9ab27c2-00d5-42f1-b9d8-06e59dedf35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:22.520014 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17703b55-756d-4813-b026-701dc1b20161 req-f9ab27c2-00d5-42f1-b9d8-06e59dedf35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:22.520014 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17703b55-756d-4813-b026-701dc1b20161 req-f9ab27c2-00d5-42f1-b9d8-06e59dedf35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:22.542491 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-f9ab27c2-00d5-42f1-b9d8-06e59dedf35a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b88923046a64f0cbc69a614c91ce1e9&device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 6495 time: 0.3164575 Jul 29 23:32:23.240321 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-c18af796-14cb-4299-9725-0efef4853ef1 service neutron] 10.222.0.23 "GET /v2.0/networks/28f38c63-eb30-4453-829d-2d302e41c5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9606233 Jul 29 23:32:23.479500 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17703b55-756d-4813-b026-701dc1b20161 req-abaad588-3b12-4cb0-8eaa-e5e1129d3d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:23.481146 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17703b55-756d-4813-b026-701dc1b20161 req-abaad588-3b12-4cb0-8eaa-e5e1129d3d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:23.483021 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17703b55-756d-4813-b026-701dc1b20161 req-abaad588-3b12-4cb0-8eaa-e5e1129d3d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:23.486774 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-abaad588-3b12-4cb0-8eaa-e5e1129d3d3f service neutron] 10.222.0.39 "GET /v2.0/networks?id=34a9b01a-fb87-4012-8543-47877b831421&id=d2df6756-1437-4cbd-af3b-72d70f51df4a&id=d2df6756-1437-4cbd-af3b-72d70f51df4a&id=d2df6756-1437-4cbd-af3b-72d70f51df4a&id=d2df6756-1437-4cbd-af3b-72d70f51df4a&id=d946e4cf-f467-4b2d-9871-c5018b0b50b6&id=d946e4cf-f467-4b2d-9871-c5018b0b50b6 HTTP/1.1" status: 200 len: 2293 time: 0.9228036 Jul 29 23:32:23.660969 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45798) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:23.711523 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-52b79edd-b859-4568-a363-060885cd617f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e05f8a47-fe32-435c-a33a-7877418c510e HTTP/1.1" status: 200 len: 1002 time: 0.1607871 Jul 29 23:32:23.892166 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-960786ad-5fab-4634-b334-8266fe816389 service neutron] 10.222.0.23 "GET /v2.0/networks/28f38c63-eb30-4453-829d-2d302e41c5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6400378 Jul 29 23:32:23.984999 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b69da561-636e-4fce-a443-8f19478cc7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.074281 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-11d88898-5186-4d81-b359-43f0fffe2a38 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=df88191e-8451-4760-b573-4dbf92f82893 HTTP/1.1" status: 200 len: 217 time: 0.1635637 Jul 29 23:32:24.077066 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17703b55-756d-4813-b026-701dc1b20161 req-00fed0e3-7730-4b7a-8457-f93892246766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:24.086390 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-00fed0e3-7730-4b7a-8457-f93892246766 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d30afb76-e1b0-42cb-bf28-c9514a93f8f1 HTTP/1.1" status: 200 len: 851 time: 0.3607883 Jul 29 23:32:24.194968 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-108dfff8-8fa0-4d85-9485-ac6f8e9dabfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:24.198974 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-108dfff8-8fa0-4d85-9485-ac6f8e9dabfe service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6e6daa85-0112-4dbf-98e3-8562b5fa1b90 HTTP/1.1" status: 200 len: 797 time: 0.1097376 Jul 29 23:32:24.428739 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b69da561-636e-4fce-a443-8f19478cc7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.435294 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b69da561-636e-4fce-a443-8f19478cc7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.487063 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17703b55-756d-4813-b026-701dc1b20161 req-48540405-695b-4c1f-90ff-7f475efb35df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:24.489439 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-48540405-695b-4c1f-90ff-7f475efb35df service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=34a9b01a-fb87-4012-8543-47877b831421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2893429 Jul 29 23:32:24.494394 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-ce631458-1c56-4b8a-8883-4fa785b6da44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:24.497459 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-ce631458-1c56-4b8a-8883-4fa785b6da44 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=28f38c63-eb30-4453-829d-2d302e41c5f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2580130 Jul 29 23:32:24.510862 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b69da561-636e-4fce-a443-8f19478cc7cd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8a5cc24fdc9c44b9b7a1ddd4ed65c37a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8473210 Jul 29 23:32:24.520648 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45820) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:24.671912 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d61b0a1a-8ffc-410c-8e80-b061292459f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.703806 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d61b0a1a-8ffc-410c-8e80-b061292459f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.882115 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d61b0a1a-8ffc-410c-8e80-b061292459f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.892466 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-3ebf6458-a0e3-47dc-a8a3-11db5ca953e0 service neutron] 10.222.0.39 "GET /v2.0/networks/34a9b01a-fb87-4012-8543-47877b831421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3934817 Jul 29 23:32:24.894401 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d61b0a1a-8ffc-410c-8e80-b061292459f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:24.896284 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d61b0a1a-8ffc-410c-8e80-b061292459f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ddc95c58-79fb-44c0-9b21-b21f6e9eba52 HTTP/1.1" status: 204 len: 168 time: 0.3729162 Jul 29 23:32:24.906084 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69da561-636e-4fce-a443-8f19478cc7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddc95c58-79fb-44c0-9b21-b21f6e9eba52,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:24.943214 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b0a1a-8ffc-410c-8e80-b061292459f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddc95c58-79fb-44c0-9b21-b21f6e9eba52,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:25.178880 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-4f629924-5be6-46db-9148-f398779d8e89 service neutron] 10.222.0.23 "GET /v2.0/networks/28f38c63-eb30-4453-829d-2d302e41c5f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6259329 Jul 29 23:32:25.295883 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89998a8-2816-4c1f-b62f-fb04ba9f45dc req-f89547e0-fc43-4b5f-8a4c-8ae12d913155 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:25.312328 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d89998a8-2816-4c1f-b62f-fb04ba9f45dc req-f89547e0-fc43-4b5f-8a4c-8ae12d913155 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f220a98-ad99-4323-abca-f91b6ff5c821 HTTP/1.1" status: 200 len: 946 time: 0.3041282 Jul 29 23:32:25.417800 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-f82defe5-531a-4cd6-805d-62859fde73f7 service neutron] 10.222.0.39 "GET /v2.0/networks/34a9b01a-fb87-4012-8543-47877b831421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5090532 Jul 29 23:32:25.556763 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-a3d3c635-a7a1-4e9e-9af9-74e33a13d811 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 HTTP/1.1" status: 200 len: 217 time: 0.1116028 Jul 29 23:32:25.574015 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d89998a8-2816-4c1f-b62f-fb04ba9f45dc req-5e064a73-ecc5-4192-b90d-a411a1849fb8 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597189 Jul 29 23:32:25.614208 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42039b3c-885d-4a63-aacd-a3272dd48a50 req-6392f3d0-ea35-4e57-9106-529ee8456225 service neutron] 10.222.0.23 "GET /v2.0/networks/28f38c63-eb30-4453-829d-2d302e41c5f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260635 Jul 29 23:32:25.685383 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17703b55-756d-4813-b026-701dc1b20161 req-c3e5e222-5be5-48fb-a236-0f7e975bf301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:25.687877 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-c3e5e222-5be5-48fb-a236-0f7e975bf301 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fea1cab5-6d23-4eca-972a-8631f3603147 HTTP/1.1" status: 200 len: 797 time: 0.1076400 Jul 29 23:32:25.794745 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45850) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:25.823563 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d3b6a6c2-8bca-41dc-a266-45e63fbb497c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:25.987292 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17703b55-756d-4813-b026-701dc1b20161 req-9445d5c8-5415-494a-b680-38f5e516466f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:25.992691 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-9445d5c8-5415-494a-b680-38f5e516466f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2df6756-1437-4cbd-af3b-72d70f51df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2949471 Jul 29 23:32:26.025022 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630cb24-b080-44d6-8c19-2bea8fa95248 req-4c6848a4-96bc-49b4-9521-79b994fa8a52 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:26.030674 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6630cb24-b080-44d6-8c19-2bea8fa95248 req-4c6848a4-96bc-49b4-9521-79b994fa8a52 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.23 "GET /v2.0/ports?device_id=5f220a98-ad99-4323-abca-f91b6ff5c821 HTTP/1.1" status: 200 len: 946 time: 0.2506199 Jul 29 23:32:26.085490 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45864) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:26.201689 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d3b6a6c2-8bca-41dc-a266-45e63fbb497c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.211734 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d3b6a6c2-8bca-41dc-a266-45e63fbb497c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.252034 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d3b6a6c2-8bca-41dc-a266-45e63fbb497c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ef775be19b9e4c1cae3ef52fbe1c7f51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4555948 Jul 29 23:32:26.255404 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45866) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:26.333883 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-47defb56-2ad5-4abf-a2fc-c6cbdbf335f4 service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010883 Jul 29 23:32:26.343585 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b6a6c2-8bca-41dc-a266-45e63fbb497c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89176117-f84d-4b6a-a920-afffe3208bad,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:26.350369 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-19dd492c-bddc-4701-b7b4-ac7bcf0c59e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.389128 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-19dd492c-bddc-4701-b7b4-ac7bcf0c59e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.443481 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-19dd492c-bddc-4701-b7b4-ac7bcf0c59e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.454531 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-19dd492c-bddc-4701-b7b4-ac7bcf0c59e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.458160 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-19dd492c-bddc-4701-b7b4-ac7bcf0c59e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/89176117-f84d-4b6a-a920-afffe3208bad HTTP/1.1" status: 204 len: 168 time: 0.2004404 Jul 29 23:32:26.503434 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd492c-bddc-4701-b7b4-ac7bcf0c59e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89176117-f84d-4b6a-a920-afffe3208bad,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:26.683198 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-3daca543-369e-42bc-b420-a1e36f0d99fb service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3385108 Jul 29 23:32:26.711336 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d860556-6684-4539-adab-9eed844f736b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:26.787314 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-ddd54a1f-bbfe-4c52-9590-209b0ca8d37a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=9c4654c6-ab2c-4aa8-b108-e91e391645a3 HTTP/1.1" status: 200 len: 217 time: 0.0872548 Jul 29 23:32:26.952380 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-6630cb24-b080-44d6-8c19-2bea8fa95248 req-d54c8e69-ea2f-460c-af1b-c0e24fb5fe22 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Deleting port edc1c4fc-0759-4b3f-b44c-20750123d81f {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:26.953332 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6630cb24-b080-44d6-8c19-2bea8fa95248 req-d54c8e69-ea2f-460c-af1b-c0e24fb5fe22 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:27.101971 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17703b55-756d-4813-b026-701dc1b20161 req-77ef3bc5-9440-4289-a6ce-5a7cf9736618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:27.103593 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-77ef3bc5-9440-4289-a6ce-5a7cf9736618 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fea1cab5-6d23-4eca-972a-8631f3603147 HTTP/1.1" status: 200 len: 797 time: 0.2780750 Jul 29 23:32:27.128843 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8110efc4-ff6e-4926-8028-e205d7887472 req-479ade36-899a-477c-92bc-84175ed98dee tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:27.131261 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8110efc4-ff6e-4926-8028-e205d7887472 req-479ade36-899a-477c-92bc-84175ed98dee tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f220a98-ad99-4323-abca-f91b6ff5c821 HTTP/1.1" status: 200 len: 946 time: 0.2864454 Jul 29 23:32:27.361374 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-6630cb24-b080-44d6-8c19-2bea8fa95248 req-d54c8e69-ea2f-460c-af1b-c0e24fb5fe22 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] For port edc1c4fc-0759-4b3f-b44c-20750123d81f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=edc1c4fc-0759-4b3f-b44c-20750123d81f,segment=NetworkSegment(e91b6848-5541-4e4f-bb44-17c5c44e4579),segment_id=e91b6848-5541-4e4f-bb44-17c5c44e4579)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:27.362576 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6630cb24-b080-44d6-8c19-2bea8fa95248 req-d54c8e69-ea2f-460c-af1b-c0e24fb5fe22 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:27.394687 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8110efc4-ff6e-4926-8028-e205d7887472 req-0768041f-e7bd-4c16-830d-7061bfc2c2a2 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255466 Jul 29 23:32:27.407797 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17703b55-756d-4813-b026-701dc1b20161 req-a4ac43fe-dde5-4462-8fb4-186277b656cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:27.409896 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-a4ac43fe-dde5-4462-8fb4-186277b656cf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2df6756-1437-4cbd-af3b-72d70f51df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2706475 Jul 29 23:32:27.414765 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-6630cb24-b080-44d6-8c19-2bea8fa95248 req-d54c8e69-ea2f-460c-af1b-c0e24fb5fe22 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Calling delete_port for edc1c4fc-0759-4b3f-b44c-20750123d81f owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:27.540416 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d860556-6684-4539-adab-9eed844f736b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:27.588137 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d860556-6684-4539-adab-9eed844f736b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:27.727970 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8d860556-6684-4539-adab-9eed844f736b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1740fb02f66c495a8ed3c1c4334af96b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6038594 Jul 29 23:32:27.731294 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45910) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:27.733660 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d860556-6684-4539-adab-9eed844f736b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c153e13a-d201-4149-8a7c-61d4148a9554,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:27.742575 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-30335cb5-2c39-400f-9039-4935d47f2c5c service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3203905 Jul 29 23:32:27.843212 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d65bd971-a191-418e-ae64-6d7abbb1e146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:27.880977 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d65bd971-a191-418e-ae64-6d7abbb1e146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:27.961881 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d65bd971-a191-418e-ae64-6d7abbb1e146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:27.967128 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d65bd971-a191-418e-ae64-6d7abbb1e146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:27.970511 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d65bd971-a191-418e-ae64-6d7abbb1e146 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c153e13a-d201-4149-8a7c-61d4148a9554 HTTP/1.1" status: 204 len: 168 time: 0.2369289 Jul 29 23:32:27.992848 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65bd971-a191-418e-ae64-6d7abbb1e146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c153e13a-d201-4149-8a7c-61d4148a9554,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:28.086386 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-129e74b8-d866-44b1-8ec3-5c6370ad8d77 service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279035 Jul 29 23:32:28.094229 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6630cb24-b080-44d6-8c19-2bea8fa95248 req-d54c8e69-ea2f-460c-af1b-c0e24fb5fe22 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:28.110797 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['5233825a-668c-4f0d-a29d-d3d6b8e2a9f0'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:28.116142 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:28.176805 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c8e69-ea2f-460c-af1b-c0e24fb5fe22 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Pushing event deleted for resources: {'Port': ['ID=edc1c4fc-0759-4b3f-b44c-20750123d81f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:28.181416 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-c81d621a-c778-488c-92ec-7dc9e5722607 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=7e61dd35-a100-4e16-badd-8fb0a09ce0fb HTTP/1.1" status: 200 len: 217 time: 0.0842304 Jul 29 23:32:28.412281 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-6630cb24-b080-44d6-8c19-2bea8fa95248 req-d54c8e69-ea2f-460c-af1b-c0e24fb5fe22 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] No DVR routers for this DVR port edc1c4fc-0759-4b3f-b44c-20750123d81f on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:32:28.453821 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6630cb24-b080-44d6-8c19-2bea8fa95248 req-d54c8e69-ea2f-460c-af1b-c0e24fb5fe22 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:28.455617 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6630cb24-b080-44d6-8c19-2bea8fa95248 req-d54c8e69-ea2f-460c-af1b-c0e24fb5fe22 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.23 "DELETE /v2.0/ports/edc1c4fc-0759-4b3f-b44c-20750123d81f HTTP/1.1" status: 204 len: 173 time: 2.3958528 Jul 29 23:32:28.456104 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f220a98-ad99-4323-abca-f91b6ff5c821', 'name': 'network-vif-deleted', 'tag': 'edc1c4fc-0759-4b3f-b44c-20750123d81f'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:28.458402 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa94d38-c318-48fc-95d9-f63790d286c9" -d '{"events": [{"server_uuid": "5f220a98-ad99-4323-abca-f91b6ff5c821", "name": "network-vif-deleted", "tag": "edc1c4fc-0759-4b3f-b44c-20750123d81f"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:28.550299 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17703b55-756d-4813-b026-701dc1b20161 req-e617ea58-f3e2-4d36-89a0-27bf8ae3fb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:28.563511 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-e617ea58-f3e2-4d36-89a0-27bf8ae3fb73 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fea1cab5-6d23-4eca-972a-8631f3603147 HTTP/1.1" status: 200 len: 797 time: 0.3629591 Jul 29 23:32:28.792884 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c8d56ff-53ef-4540-8326-a1b058dde81d req-5d492461-10cd-47b1-8930-7e15dafdc6be tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=5f220a98-ad99-4323-abca-f91b6ff5c821 HTTP/1.1" status: 200 len: 210 time: 0.0936203 Jul 29 23:32:28.800156 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45942) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:28.825837 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17703b55-756d-4813-b026-701dc1b20161 req-8bbcc275-222d-4976-8811-1c5ecc889df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:28.828517 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-8bbcc275-222d-4976-8811-1c5ecc889df4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2df6756-1437-4cbd-af3b-72d70f51df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2634192 Jul 29 23:32:28.863346 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-94b974f7-1b1c-42f7-b873-cc8e506fd1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.123927 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-94b974f7-1b1c-42f7-b873-cc8e506fd1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.133751 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-94b974f7-1b1c-42f7-b873-cc8e506fd1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.179526 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b974f7-1b1c-42f7-b873-cc8e506fd1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21356cfb-7023-4f4e-97b2-606d319da1d0,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:29.208550 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-33b1cecb-43e7-470c-b420-c0aa0cc1117c service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700192 Jul 29 23:32:29.210654 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81c69f16-5c22-4329-bc7d-6235bf82db6f x-openstack-request-id: req-81c69f16-5c22-4329-bc7d-6235bf82db6f {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:29.212053 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f220a98-ad99-4323-abca-f91b6ff5c821", "name": "network-vif-deleted", "tag": "edc1c4fc-0759-4b3f-b44c-20750123d81f", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:29.212692 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81c69f16-5c22-4329-bc7d-6235bf82db6f {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:29.214079 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f220a98-ad99-4323-abca-f91b6ff5c821', 'name': 'network-vif-deleted', 'tag': 'edc1c4fc-0759-4b3f-b44c-20750123d81f', 'status': 'completed', 'code': 200} Jul 29 23:32:29.286092 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-94b974f7-1b1c-42f7-b873-cc8e506fd1d6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=24006666b4494ac2b7145f361ab33586&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4842575 Jul 29 23:32:29.290845 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45958) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:29.408522 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.493048 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-160054d7-2c60-4861-84a8-19584b57435a service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774017 Jul 29 23:32:29.578902 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-83e79a72-0593-4fa6-af8b-b9cb2bc2a74c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.582633 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-d48ff680-fed9-4ec5-b23b-affe3b3b0e46 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=c28d72f5-dcf0-4f89-838c-04edd1d9b91c HTTP/1.1" status: 200 len: 217 time: 0.0810268 Jul 29 23:32:29.653437 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17703b55-756d-4813-b026-701dc1b20161 req-2e2a1576-6200-4af6-98e9-da08302d1fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:29.655801 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-2e2a1576-6200-4af6-98e9-da08302d1fc9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fea1cab5-6d23-4eca-972a-8631f3603147 HTTP/1.1" status: 200 len: 797 time: 0.0604570 Jul 29 23:32:29.700554 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-83e79a72-0593-4fa6-af8b-b9cb2bc2a74c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.718022 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.814409 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17703b55-756d-4813-b026-701dc1b20161 req-a54f3b5f-b4c6-4f6a-b660-4141263d5b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:29.816687 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-a54f3b5f-b4c6-4f6a-b660-4141263d5b68 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2df6756-1437-4cbd-af3b-72d70f51df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1439664 Jul 29 23:32:29.832750 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device edc1c4fc-0759-4b3f-b44c-20750123d81f no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:32:29.924675 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: edc1c4fc-0759-4b3f-b44c-20750123d81f {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:32:29.925896 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device edc1c4fc-0759-4b3f-b44c-20750123d81f not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:32:29.939065 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-83e79a72-0593-4fa6-af8b-b9cb2bc2a74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.943734 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-83e79a72-0593-4fa6-af8b-b9cb2bc2a74c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:29.947459 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-83e79a72-0593-4fa6-af8b-b9cb2bc2a74c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/21356cfb-7023-4f4e-97b2-606d319da1d0 HTTP/1.1" status: 204 len: 168 time: 0.6530731 Jul 29 23:32:29.983818 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e79a72-0593-4fa6-af8b-b9cb2bc2a74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21356cfb-7023-4f4e-97b2-606d319da1d0,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:30.020283 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-eb69cb7e-92c2-43c7-a84a-9c15ea6c4a52 service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946950 Jul 29 23:32:30.885100 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-ce427641-1ce0-4493-95b2-00b75dd15fc4 service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8559763 Jul 29 23:32:30.886252 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46008) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:30.989133 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9fee40be-142e-4103-9a5c-633a03cb78b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:31.056956 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-4e1495f7-afec-4ded-a01d-9af8a4d7a466 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0d33684c-2635-44de-9bef-97bb265cbccb HTTP/1.1" status: 200 len: 217 time: 0.1609833 Jul 29 23:32:31.184337 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17703b55-756d-4813-b026-701dc1b20161 req-3b9fd1e9-1e75-48e8-8fd2-923837f08b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:31.187589 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-3b9fd1e9-1e75-48e8-8fd2-923837f08b12 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fdc52fc-c58b-4713-8727-c269bb29b153 HTTP/1.1" status: 200 len: 797 time: 0.1233969 Jul 29 23:32:31.216905 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9fee40be-142e-4103-9a5c-633a03cb78b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:31.224865 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9fee40be-142e-4103-9a5c-633a03cb78b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:31.295822 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fee40be-142e-4103-9a5c-633a03cb78b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad3e0fbc-1c3c-4ba8-8d49-9ebe09bbc04a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:31.317211 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9fee40be-142e-4103-9a5c-633a03cb78b7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3886958693094ddab9192704411ace5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4297497 Jul 29 23:32:31.321458 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46012) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:31.336784 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17703b55-756d-4813-b026-701dc1b20161 req-eb78b5a5-e338-4377-a22a-93ea15354a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:31.341192 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-eb78b5a5-e338-4377-a22a-93ea15354a37 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d946e4cf-f467-4b2d-9871-c5018b0b50b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1438611 Jul 29 23:32:31.399579 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c9bdcbd-eefa-4a43-8116-58ff52f86477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:31.438727 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c9bdcbd-eefa-4a43-8116-58ff52f86477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:31.509119 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-c958d6a6-55a7-4380-93ce-55ceccda56c8 service neutron] 10.222.0.39 "GET /v2.0/networks/d946e4cf-f467-4b2d-9871-c5018b0b50b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504741 Jul 29 23:32:31.535647 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c9bdcbd-eefa-4a43-8116-58ff52f86477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:31.538556 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c9bdcbd-eefa-4a43-8116-58ff52f86477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:31.543133 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5c9bdcbd-eefa-4a43-8116-58ff52f86477 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ad3e0fbc-1c3c-4ba8-8d49-9ebe09bbc04a HTTP/1.1" status: 204 len: 168 time: 0.2118309 Jul 29 23:32:31.555203 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9bdcbd-eefa-4a43-8116-58ff52f86477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad3e0fbc-1c3c-4ba8-8d49-9ebe09bbc04a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:31.726132 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-4badb417-e093-4967-bffa-d937acd8f237 service neutron] 10.222.0.39 "GET /v2.0/networks/d946e4cf-f467-4b2d-9871-c5018b0b50b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114506 Jul 29 23:32:31.793094 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-e1b766b7-4a1f-42f6-a6fd-56f4b841c535 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=07254281-c39e-48a0-9915-4707d191bf90 HTTP/1.1" status: 200 len: 217 time: 0.0575352 Jul 29 23:32:31.890936 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa7df3-04d7-432a-b8b0-0c6a43bf1e7f req-4fe0dc8b-d478-4c83-9054-3a9dd7ea448c tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:31.893060 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fcaa7df3-04d7-432a-b8b0-0c6a43bf1e7f req-4fe0dc8b-d478-4c83-9054-3a9dd7ea448c tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f4667ac-ae86-4bc2-a0aa-12ee568263e0 HTTP/1.1" status: 200 len: 945 time: 0.1104617 Jul 29 23:32:31.897594 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17703b55-756d-4813-b026-701dc1b20161 req-9faeab8b-06f0-450b-a10e-bff38cc87cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:31.899076 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-9faeab8b-06f0-450b-a10e-bff38cc87cdf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fdc52fc-c58b-4713-8727-c269bb29b153 HTTP/1.1" status: 200 len: 797 time: 0.0831721 Jul 29 23:32:32.044409 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17703b55-756d-4813-b026-701dc1b20161 req-f9be2282-1ae0-4f61-b159-9c8f4a9bcedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:32.045963 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-f9be2282-1ae0-4f61-b159-9c8f4a9bcedf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d946e4cf-f467-4b2d-9871-c5018b0b50b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1368670 Jul 29 23:32:32.081663 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22902c6c-ca20-4571-946e-bc8daaa6b774 req-1fe59ae0-9f06-48ef-9faa-5681467550d2 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:32.083112 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-22902c6c-ca20-4571-946e-bc8daaa6b774 req-1fe59ae0-9f06-48ef-9faa-5681467550d2 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f4667ac-ae86-4bc2-a0aa-12ee568263e0 HTTP/1.1" status: 200 len: 945 time: 0.1627710 Jul 29 23:32:32.176039 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-fcaa7df3-04d7-432a-b8b0-0c6a43bf1e7f req-60583266-c75a-4999-bac7-6eaba062d020 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Deleting port a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:32.176695 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fcaa7df3-04d7-432a-b8b0-0c6a43bf1e7f req-60583266-c75a-4999-bac7-6eaba062d020 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:32.254759 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-22902c6c-ca20-4571-946e-bc8daaa6b774 req-6982b135-3ef2-4dac-92e1-932b716f3741 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293678 Jul 29 23:32:32.381005 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-debff9f8-2111-446d-9d40-0e1ca242fb99 service neutron] 10.222.0.39 "GET /v2.0/networks/d946e4cf-f467-4b2d-9871-c5018b0b50b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3223634 Jul 29 23:32:32.568711 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46064) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:32.592678 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-fcaa7df3-04d7-432a-b8b0-0c6a43bf1e7f req-60583266-c75a-4999-bac7-6eaba062d020 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] For port a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9,segment=NetworkSegment(e91b6848-5541-4e4f-bb44-17c5c44e4579),segment_id=e91b6848-5541-4e4f-bb44-17c5c44e4579)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:32.592966 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fcaa7df3-04d7-432a-b8b0-0c6a43bf1e7f req-60583266-c75a-4999-bac7-6eaba062d020 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:32.717803 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-8f339ab0-6d0d-4f0f-b1b3-de7c12281fbe service neutron] 10.222.0.39 "GET /v2.0/networks/d946e4cf-f467-4b2d-9871-c5018b0b50b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142548 Jul 29 23:32:32.741593 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-fcaa7df3-04d7-432a-b8b0-0c6a43bf1e7f req-60583266-c75a-4999-bac7-6eaba062d020 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Calling delete_port for a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:32.797589 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d40eca78-c938-4bba-b997-444d8f73c21a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:32.932797 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-836c1045-7764-47ca-a50d-aa36bb7ad989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:33.038030 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fcaa7df3-04d7-432a-b8b0-0c6a43bf1e7f req-60583266-c75a-4999-bac7-6eaba062d020 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:33.053349 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['5233825a-668c-4f0d-a29d-d3d6b8e2a9f0'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:33.057626 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:33.185109 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-836c1045-7764-47ca-a50d-aa36bb7ad989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:33.192964 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-836c1045-7764-47ca-a50d-aa36bb7ad989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:33.216649 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60583266-c75a-4999-bac7-6eaba062d020 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Pushing event deleted for resources: {'Port': ['ID=a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:33.254483 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcaa7df3-04d7-432a-b8b0-0c6a43bf1e7f req-60583266-c75a-4999-bac7-6eaba062d020 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] No DVR routers for this DVR port a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:32:33.258823 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fcaa7df3-04d7-432a-b8b0-0c6a43bf1e7f req-60583266-c75a-4999-bac7-6eaba062d020 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:33.262322 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fcaa7df3-04d7-432a-b8b0-0c6a43bf1e7f req-60583266-c75a-4999-bac7-6eaba062d020 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.39 "DELETE /v2.0/ports/a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9 HTTP/1.1" status: 204 len: 173 time: 1.3621669 Jul 29 23:32:33.263165 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4667ac-ae86-4bc2-a0aa-12ee568263e0', 'name': 'network-vif-deleted', 'tag': 'a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:33.267079 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3df114a-a44e-49c6-a9a2-bdf976e0fc1d" -d '{"events": [{"server_uuid": "6f4667ac-ae86-4bc2-a0aa-12ee568263e0", "name": "network-vif-deleted", "tag": "a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:33.281226 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-836c1045-7764-47ca-a50d-aa36bb7ad989 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=384cb72bfa3b471a83aaf12ad8c21c29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7086320 Jul 29 23:32:33.284805 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46094) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:33.324678 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c1045-7764-47ca-a50d-aa36bb7ad989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728f6c7c-d4ce-4afe-b9a6-46674842e1db,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:33.388468 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946e043a-6125-42ea-9ed2-044ce3613bb9 x-openstack-request-id: req-946e043a-6125-42ea-9ed2-044ce3613bb9 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:33.388832 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4667ac-ae86-4bc2-a0aa-12ee568263e0", "name": "network-vif-deleted", "tag": "a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:33.389062 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-946e043a-6125-42ea-9ed2-044ce3613bb9 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:33.389460 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f4667ac-ae86-4bc2-a0aa-12ee568263e0', 'name': 'network-vif-deleted', 'tag': 'a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9', 'status': 'completed', 'code': 200} Jul 29 23:32:33.420906 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-48715075-3701-49ed-a6ff-4c7e58e50fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:33.484205 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-48715075-3701-49ed-a6ff-4c7e58e50fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:33.567975 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-48715075-3701-49ed-a6ff-4c7e58e50fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:33.569311 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-48715075-3701-49ed-a6ff-4c7e58e50fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:33.570654 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-48715075-3701-49ed-a6ff-4c7e58e50fc6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/728f6c7c-d4ce-4afe-b9a6-46674842e1db HTTP/1.1" status: 204 len: 168 time: 0.2845736 Jul 29 23:32:33.592693 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82a3b7fd-4d71-42ba-babc-d4a89ef9c911 req-810a7604-d35e-4520-9d4b-0679d756efde tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f4667ac-ae86-4bc2-a0aa-12ee568263e0 HTTP/1.1" status: 200 len: 210 time: 0.0375965 Jul 29 23:32:33.600184 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48715075-3701-49ed-a6ff-4c7e58e50fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728f6c7c-d4ce-4afe-b9a6-46674842e1db,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:34.146989 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46128) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:34.167733 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d2f2aefe-3b8e-451b-aa23-5fb185392b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.326678 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d2f2aefe-3b8e-451b-aa23-5fb185392b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.337051 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d2f2aefe-3b8e-451b-aa23-5fb185392b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.379148 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d2f2aefe-3b8e-451b-aa23-5fb185392b2e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ea1f26533544846b7614efc874e9968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2302320 Jul 29 23:32:34.382136 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46132) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:34.411123 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f2aefe-3b8e-451b-aa23-5fb185392b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e983a04f-e4ec-4226-81fa-f7d4864a4c24,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:34.460462 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4e923a8f-a4bd-42ce-a701-8df120da93da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.486687 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4e923a8f-a4bd-42ce-a701-8df120da93da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.607498 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4e923a8f-a4bd-42ce-a701-8df120da93da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.610557 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4e923a8f-a4bd-42ce-a701-8df120da93da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:34.614650 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4e923a8f-a4bd-42ce-a701-8df120da93da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e983a04f-e4ec-4226-81fa-f7d4864a4c24 HTTP/1.1" status: 204 len: 168 time: 0.2285962 Jul 29 23:32:34.668047 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e923a8f-a4bd-42ce-a701-8df120da93da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e983a04f-e4ec-4226-81fa-f7d4864a4c24,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:35.387017 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:32:35.424679 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:35.426565 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:32:35.426915 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device a51f85bd-8254-4fc0-9ba0-dbd4dd1876a9 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:32:35.530308 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-70a7c526-0649-4ab7-b106-f1325d060aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:36.790759 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46322) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:36.805808 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:36.925649 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46326) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:37.040647 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9fb3b3b9-6ea6-4468-9bb5-bf767f705816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.086748 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4ac1994-acf8-4ef0-a560-bf70b39f85fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.172215 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9fb3b3b9-6ea6-4468-9bb5-bf767f705816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.177711 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9fb3b3b9-6ea6-4468-9bb5-bf767f705816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.238682 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9fb3b3b9-6ea6-4468-9bb5-bf767f705816 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f4a8559eceba4c9d86dac81029dca273&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4457874 Jul 29 23:32:37.241551 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46336) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:37.251158 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3b3b9-6ea6-4468-9bb5-bf767f705816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcb51337-3c0b-4d4c-825b-e491482a509d,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:37.328448 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-16e1e8c1-676f-45a9-9b4d-ef8c39747092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.355755 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-16e1e8c1-676f-45a9-9b4d-ef8c39747092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.392761 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4ac1994-acf8-4ef0-a560-bf70b39f85fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.406103 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4ac1994-acf8-4ef0-a560-bf70b39f85fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.442619 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac1994-acf8-4ef0-a560-bf70b39f85fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d983e56c-2f87-486b-a284-434de828dae5,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:37.450323 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-16e1e8c1-676f-45a9-9b4d-ef8c39747092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.459129 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-16e1e8c1-676f-45a9-9b4d-ef8c39747092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.468270 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-16e1e8c1-676f-45a9-9b4d-ef8c39747092 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bcb51337-3c0b-4d4c-825b-e491482a509d HTTP/1.1" status: 204 len: 168 time: 0.2251384 Jul 29 23:32:37.491762 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1e8c1-676f-45a9-9b4d-ef8c39747092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcb51337-3c0b-4d4c-825b-e491482a509d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:37.519229 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c4ac1994-acf8-4ef0-a560-bf70b39f85fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5074dea9c92f48e18777a9939e03fe81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5910294 Jul 29 23:32:37.520291 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46364) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:37.588916 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9feb1f1c-1388-4cb3-93a0-a910df1de2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.617171 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9feb1f1c-1388-4cb3-93a0-a910df1de2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.741011 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242e9fe-e917-4643-a52f-44948f281707 req-7e6799c3-3b8a-4a4a-bfef-14b476b2f9f0 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:37.743981 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5242e9fe-e917-4643-a52f-44948f281707 req-7e6799c3-3b8a-4a4a-bfef-14b476b2f9f0 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0d1ca48-10f5-4d0d-b0c1-2335126d49aa HTTP/1.1" status: 200 len: 950 time: 0.0923989 Jul 29 23:32:37.787464 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9feb1f1c-1388-4cb3-93a0-a910df1de2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.790217 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9feb1f1c-1388-4cb3-93a0-a910df1de2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:37.794292 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9feb1f1c-1388-4cb3-93a0-a910df1de2b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d983e56c-2f87-486b-a284-434de828dae5 HTTP/1.1" status: 204 len: 168 time: 0.2700922 Jul 29 23:32:37.813669 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feb1f1c-1388-4cb3-93a0-a910df1de2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d983e56c-2f87-486b-a284-434de828dae5,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:37.828605 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5242e9fe-e917-4643-a52f-44948f281707 req-55814538-3097-48dc-8489-5a2fd99e78ee tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/security-groups?id=1167cedf-2ecb-422c-b77f-7ccdf9200748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763752 Jul 29 23:32:38.041861 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46380) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:38.058509 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-55aa11ce-c9dc-497f-8bda-965ec3cf551f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.085385 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.196809 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-55aa11ce-c9dc-497f-8bda-965ec3cf551f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.203458 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-55aa11ce-c9dc-497f-8bda-965ec3cf551f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.258936 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-55aa11ce-c9dc-497f-8bda-965ec3cf551f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=50bf3b4bea3f4cac90cd1477ec92f0fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2148604 Jul 29 23:32:38.262070 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46394) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:38.273192 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aa11ce-c9dc-497f-8bda-965ec3cf551f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c6ff1b9-a979-4013-8db0-f7db266d9506,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:38.371441 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08c7c03c-b8c5-4500-9dd9-fe7deb8788af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.395467 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08c7c03c-b8c5-4500-9dd9-fe7deb8788af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.457918 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08c7c03c-b8c5-4500-9dd9-fe7deb8788af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.462095 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08c7c03c-b8c5-4500-9dd9-fe7deb8788af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:38.469551 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-08c7c03c-b8c5-4500-9dd9-fe7deb8788af admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8c6ff1b9-a979-4013-8db0-f7db266d9506 HTTP/1.1" status: 204 len: 168 time: 0.2061794 Jul 29 23:32:38.480638 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7c03c-b8c5-4500-9dd9-fe7deb8788af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c6ff1b9-a979-4013-8db0-f7db266d9506,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:39.045129 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46446) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:39.046857 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9a14d1-6baa-4624-a591-74c7537859cf req-b4eeeda9-dfb6-4dd9-a995-284b74840d7a tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:39.056335 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6c9a14d1-6baa-4624-a591-74c7537859cf req-b4eeeda9-dfb6-4dd9-a995-284b74840d7a tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=a98fca92-99bd-452a-8dae-c98000d78380 HTTP/1.1" status: 200 len: 945 time: 0.0877445 Jul 29 23:32:39.103068 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6c9a14d1-6baa-4624-a591-74c7537859cf req-2fce3a06-1a88-4292-b7b7-2f64af52b6d9 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420408 Jul 29 23:32:39.290022 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c079228d-adb6-4d99-86fa-d1e33e127a26 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1740511088'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:39.314515 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c079228d-adb6-4d99-86fa-d1e33e127a26 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Made reservation on behalf of aad656fc8c514291b34914bc0986019f for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:39.318478 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c079228d-adb6-4d99-86fa-d1e33e127a26 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.332582 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c079228d-adb6-4d99-86fa-d1e33e127a26 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.462966 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c079228d-adb6-4d99-86fa-d1e33e127a26 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.472116 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c079228d-adb6-4d99-86fa-d1e33e127a26 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.499302 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c079228d-adb6-4d99-86fa-d1e33e127a26 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:32:39.517367 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079228d-adb6-4d99-86fa-d1e33e127a26 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8123a560-d354-49b4-ad63-fe6e1f43512d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:39.520841 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c079228d-adb6-4d99-86fa-d1e33e127a26 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.521219 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-c079228d-adb6-4d99-86fa-d1e33e127a26 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Added segment 1c7f6a79-0834-4a57-9efb-2ed8ba77f58e of type vlan for network 59a9f1a5-6788-452e-81a9-943ce968a224 Jul 29 23:32:39.571748 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c079228d-adb6-4d99-86fa-d1e33e127a26 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.627389 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c079228d-adb6-4d99-86fa-d1e33e127a26 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.632963 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c079228d-adb6-4d99-86fa-d1e33e127a26 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:39.633574 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c079228d-adb6-4d99-86fa-d1e33e127a26 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:39.696036 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46476) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:39.696230 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c079228d-adb6-4d99-86fa-d1e33e127a26 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6480479 Jul 29 23:32:39.704033 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-3f69660b-c788-4346-98b4-0c1b69a23671 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Request body: {'subnet': {'network_id': '59a9f1a5-6788-452e-81a9-943ce968a224', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:39.718932 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079228d-adb6-4d99-86fa-d1e33e127a26 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Pushing event updated for resources: {'Network': ['ID=59a9f1a5-6788-452e-81a9-943ce968a224,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:39.730976 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 59a9f1a5-6788-452e-81a9-943ce968a224 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:32:39.814257 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f69660b-c788-4346-98b4-0c1b69a23671 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Made reservation on behalf of aad656fc8c514291b34914bc0986019f for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:39.818394 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3f69660b-c788-4346-98b4-0c1b69a23671 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.045860 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3f69660b-c788-4346-98b4-0c1b69a23671 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.139506 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69660b-c788-4346-98b4-0c1b69a23671 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Pushing event updated for resources: {'Subnet': ['ID=0ca78436-81a0-4fd3-b2f2-1ea72c031811,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:40.157489 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f69660b-c788-4346-98b4-0c1b69a23671 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Checking segment: {'id': '1c7f6a79-0834-4a57-9efb-2ed8ba77f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '59a9f1a5-6788-452e-81a9-943ce968a224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:40.158143 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f69660b-c788-4346-98b4-0c1b69a23671 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Network hostable DHCP agents. Network: 59a9f1a5-6788-452e-81a9-943ce968a224, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:32:40.180323 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f69660b-c788-4346-98b4-0c1b69a23671 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Network 59a9f1a5-6788-452e-81a9-943ce968a224 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:32:40.203765 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-3f69660b-c788-4346-98b4-0c1b69a23671 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 59a9f1a5-6788-452e-81a9-943ce968a224) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:40.208668 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f69660b-c788-4346-98b4-0c1b69a23671 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:40.209866 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3f69660b-c788-4346-98b4-0c1b69a23671 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.214948 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5d99b4-1987-4535-868c-7badb846dcef None None] Network 59a9f1a5-6788-452e-81a9-943ce968a224 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:40.265968 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbf5c9-f90c-440e-a348-f15a5c9a4463 req-bace9144-b887-4cdf-be26-dba3d0467c38 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:40.275641 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59dbf5c9-f90c-440e-a348-f15a5c9a4463 req-bace9144-b887-4cdf-be26-dba3d0467c38 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=a98fca92-99bd-452a-8dae-c98000d78380 HTTP/1.1" status: 200 len: 945 time: 0.0776012 Jul 29 23:32:40.317153 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3f69660b-c788-4346-98b4-0c1b69a23671 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6196096 Jul 29 23:32:40.319423 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46498) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:40.326195 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-fa31d23d-ee11-4684-bbbf-0213312368c1 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Request body: {'port': {'network_id': '59a9f1a5-6788-452e-81a9-943ce968a224', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1191644819'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:40.367377 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59dbf5c9-f90c-440e-a348-f15a5c9a4463 req-e587392c-f123-4ad6-94e8-cf703b43b8bb tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/security-groups?id=978e5894-c94e-4b69-bec5-12c0970d23e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901713 Jul 29 23:32:40.383331 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999804f8-eade-43b3-98c1-fbfaca6b7303 req-907916f0-1014-41df-b79e-beb4de8b2865 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:40.388114 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-999804f8-eade-43b3-98c1-fbfaca6b7303 req-907916f0-1014-41df-b79e-beb4de8b2865 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.23 "GET /v2.0/ports?device_id=a98fca92-99bd-452a-8dae-c98000d78380 HTTP/1.1" status: 200 len: 945 time: 0.1071351 Jul 29 23:32:40.406152 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-59a9f1a5-6788-452e-81a9-943ce968a224', 'network_id': '59a9f1a5-6788-452e-81a9-943ce968a224', 'tenant_id': 'aad656fc8c514291b34914bc0986019f', 'fixed_ips': [{'subnet_id': '0ca78436-81a0-4fd3-b2f2-1ea72c031811'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:32:40.407579 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.531879 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-999804f8-eade-43b3-98c1-fbfaca6b7303 req-6d3090e6-f726-4195-b964-80c24ac3a07f tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Deleting port 5233825a-668c-4f0d-a29d-d3d6b8e2a9f0 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:40.533815 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-999804f8-eade-43b3-98c1-fbfaca6b7303 req-6d3090e6-f726-4195-b964-80c24ac3a07f tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.556335 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa31d23d-ee11-4684-bbbf-0213312368c1 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Made reservation on behalf of aad656fc8c514291b34914bc0986019f for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:40.565587 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fa31d23d-ee11-4684-bbbf-0213312368c1 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.604339 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-fa31d23d-ee11-4684-bbbf-0213312368c1 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] device_id is not set on port ddccb7fb-54e6-4da3-a822-0f9e41e2592c yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:32:40.627895 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Allocated IP 2001:db8::2 (59a9f1a5-6788-452e-81a9-943ce968a224/0ca78436-81a0-4fd3-b2f2-1ea72c031811/b1cf33ef-9298-404a-b163-d33c54ea184f) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:40.764487 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-999804f8-eade-43b3-98c1-fbfaca6b7303 req-6d3090e6-f726-4195-b964-80c24ac3a07f tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] For port 5233825a-668c-4f0d-a29d-d3d6b8e2a9f0, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=5233825a-668c-4f0d-a29d-d3d6b8e2a9f0,segment=NetworkSegment(e91b6848-5541-4e4f-bb44-17c5c44e4579),segment_id=e91b6848-5541-4e4f-bb44-17c5c44e4579)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:40.764916 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-999804f8-eade-43b3-98c1-fbfaca6b7303 req-6d3090e6-f726-4195-b964-80c24ac3a07f tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.786264 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-999804f8-eade-43b3-98c1-fbfaca6b7303 req-6d3090e6-f726-4195-b964-80c24ac3a07f tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Calling delete_port for 5233825a-668c-4f0d-a29d-d3d6b8e2a9f0 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:40.874394 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.884801 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Transition to ACTIVE for port object b1cf33ef-9298-404a-b163-d33c54ea184f will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:40.902781 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Transition to ACTIVE for port object b1cf33ef-9298-404a-b163-d33c54ea184f will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:40.914563 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:40.958301 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Network 59a9f1a5-6788-452e-81a9-943ce968a224 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:40.962232 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:40.967960 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:40.989437 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Pushing event updated for resources: {'Port': ['ID=b1cf33ef-9298-404a-b163-d33c54ea184f,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:41.001920 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-999804f8-eade-43b3-98c1-fbfaca6b7303 req-6d3090e6-f726-4195-b964-80c24ac3a07f tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.016978 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-fa31d23d-ee11-4684-bbbf-0213312368c1 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Allocated IP 2001:db8::36 (59a9f1a5-6788-452e-81a9-943ce968a224/0ca78436-81a0-4fd3-b2f2-1ea72c031811/ddccb7fb-54e6-4da3-a822-0f9e41e2592c) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:41.026859 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['5233825a-668c-4f0d-a29d-d3d6b8e2a9f0'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:41.097942 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3090e6-f726-4195-b964-80c24ac3a07f tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Pushing event deleted for resources: {'Port': ['ID=5233825a-668c-4f0d-a29d-d3d6b8e2a9f0,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:41.159438 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-999804f8-eade-43b3-98c1-fbfaca6b7303 req-6d3090e6-f726-4195-b964-80c24ac3a07f tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] No DVR routers for this DVR port 5233825a-668c-4f0d-a29d-d3d6b8e2a9f0 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:32:41.165126 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-999804f8-eade-43b3-98c1-fbfaca6b7303 req-6d3090e6-f726-4195-b964-80c24ac3a07f tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.171077 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-999804f8-eade-43b3-98c1-fbfaca6b7303 req-6d3090e6-f726-4195-b964-80c24ac3a07f tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.23 "DELETE /v2.0/ports/5233825a-668c-4f0d-a29d-d3d6b8e2a9f0 HTTP/1.1" status: 204 len: 173 time: 0.7782884 Jul 29 23:32:41.171590 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98fca92-99bd-452a-8dae-c98000d78380', 'name': 'network-vif-deleted', 'tag': '5233825a-668c-4f0d-a29d-d3d6b8e2a9f0'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:41.177316 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522ac2c1-d7bc-4de6-b99a-7bb1cc303a47" -d '{"events": [{"server_uuid": "a98fca92-99bd-452a-8dae-c98000d78380", "name": "network-vif-deleted", "tag": "5233825a-668c-4f0d-a29d-d3d6b8e2a9f0"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:41.236535 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:41.239374 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:41.239900 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:41.240382 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:41.240880 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:41.241376 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:41.241859 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:41.245122 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:41.246148 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:41.248150 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:41.248691 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:41.249314 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:41.256028 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Attempting to bind port b1cf33ef-9298-404a-b163-d33c54ea184f on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:32:41.259728 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Attempting to bind port b1cf33ef-9298-404a-b163-d33c54ea184f by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '1c7f6a79-0834-4a57-9efb-2ed8ba77f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '59a9f1a5-6788-452e-81a9-943ce968a224'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:32:41.261489 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Attempting to bind port b1cf33ef-9298-404a-b163-d33c54ea184f on network 59a9f1a5-6788-452e-81a9-943ce968a224 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:32:41.273584 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:32:41.274218 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Checking segment: {'id': '1c7f6a79-0834-4a57-9efb-2ed8ba77f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '59a9f1a5-6788-452e-81a9-943ce968a224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:32:41.274859 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.276143 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Bound using segment: {'id': '1c7f6a79-0834-4a57-9efb-2ed8ba77f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '59a9f1a5-6788-452e-81a9-943ce968a224'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:32:41.277362 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Bound port: b1cf33ef-9298-404a-b163-d33c54ea184f, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c7f6a79-0834-4a57-9efb-2ed8ba77f58e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '59a9f1a5-6788-452e-81a9-943ce968a224'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:32:41.277931 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.284276 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4059fe-6aa6-4022-bffc-0a622d5c9772 x-openstack-request-id: req-ad4059fe-6aa6-4022-bffc-0a622d5c9772 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:41.284738 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98fca92-99bd-452a-8dae-c98000d78380", "name": "network-vif-deleted", "tag": "5233825a-668c-4f0d-a29d-d3d6b8e2a9f0", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:41.285002 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad4059fe-6aa6-4022-bffc-0a622d5c9772 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:41.286310 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98fca92-99bd-452a-8dae-c98000d78380', 'name': 'network-vif-deleted', 'tag': '5233825a-668c-4f0d-a29d-d3d6b8e2a9f0', 'status': 'completed', 'code': 200} Jul 29 23:32:41.345298 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46542) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:41.367318 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] For port b1cf33ef-9298-404a-b163-d33c54ea184f, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:32:41.372144 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] For port b1cf33ef-9298-404a-b163-d33c54ea184f, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=b1cf33ef-9298-404a-b163-d33c54ea184f,segment=NetworkSegment(1c7f6a79-0834-4a57-9efb-2ed8ba77f58e),segment_id=1c7f6a79-0834-4a57-9efb-2ed8ba77f58e)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:32:41.386935 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.407624 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fa31d23d-ee11-4684-bbbf-0213312368c1 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.427418 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-fa31d23d-ee11-4684-bbbf-0213312368c1 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Transition to ACTIVE for port object ddccb7fb-54e6-4da3-a822-0f9e41e2592c will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:41.467719 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fa31d23d-ee11-4684-bbbf-0213312368c1 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.477076 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46548) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:41.521535 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa31d23d-ee11-4684-bbbf-0213312368c1 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Network 59a9f1a5-6788-452e-81a9-943ce968a224 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:41.530816 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-fa31d23d-ee11-4684-bbbf-0213312368c1 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:41.532332 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260dfb00-ec86-4c0a-83fe-78b017b0f3fd None None] Pushing event updated for resources: {'Port': ['ID=b1cf33ef-9298-404a-b163-d33c54ea184f,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:41.543357 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 2c580eef-e706-41b2-b401-872b752139b1 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:32:41.547760 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa31d23d-ee11-4684-bbbf-0213312368c1 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:41.554891 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa31d23d-ee11-4684-bbbf-0213312368c1 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:41.555577 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fa31d23d-ee11-4684-bbbf-0213312368c1 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.585154 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa31d23d-ee11-4684-bbbf-0213312368c1 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Pushing event updated for resources: {'Port': ['ID=ddccb7fb-54e6-4da3-a822-0f9e41e2592c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:41.603574 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fa31d23d-ee11-4684-bbbf-0213312368c1 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2822647 Jul 29 23:32:41.608076 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46552) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:41.622268 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-3c5b2334-4661-41a0-ae9c-25b67a5c6b1b tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Request body: {'port': {'network_id': '59a9f1a5-6788-452e-81a9-943ce968a224', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-40882822', 'allowed_address_pairs': [{'ip_address': '2001:db8::36', 'mac_address': 'fa:16:3e:a5:8f:ef'}]}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:41.642278 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-93c9acc5-30c5-410d-a6ef-7e9eafe08c12 req-c8272381-7d97-47ce-a89b-a6b2b6e5ea57 tempest-AttachVolumeNegativeTest-283444320 tempest-AttachVolumeNegativeTest-283444320-project] 10.222.0.18 "GET /v2.0/ports?device_id=a98fca92-99bd-452a-8dae-c98000d78380 HTTP/1.1" status: 200 len: 210 time: 0.0605636 Jul 29 23:32:41.745373 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 2c580eef-e706-41b2-b401-872b752139b1, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=2c580eef-e706-41b2-b401-872b752139b1,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:41.771488 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '2c580eef-e706-41b2-b401-872b752139b1', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': '2c580eef-e706-41b2-b401-872b752139b1', 'mac_address': 'fa:16:3e:60:d2:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:32:41.803915 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-08eab5fd-615e-4d77-9192-2409668c3a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.862616 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.867396 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2edbc8a3-6d52-4c82-84fc-bac7df06f5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:41.934386 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5b2334-4661-41a0-ae9c-25b67a5c6b1b tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Made reservation on behalf of aad656fc8c514291b34914bc0986019f for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:41.974733 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.db.api [None req-2edbc8a3-6d52-4c82-84fc-bac7df06f5d3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:32:41.974733 n-d-712140-10 neutron-server[94063]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 29 23:32:41.974733 n-d-712140-10 neutron-server[94063]: [parameters: {'project_id_1': 'ad992d385ab5497da568eb2369cf444e', 'expiration_1': datetime.datetime(2021, 7, 29, 23, 32, 41, 910714)}] Jul 29 23:32:41.974733 n-d-712140-10 neutron-server[94063]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:32:41.975140 n-d-712140-10 neutron-server[94063]: DEBUG oslo_db.api [None req-2edbc8a3-6d52-4c82-84fc-bac7df06f5d3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:32:42.175239 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3c5b2334-4661-41a0-ae9c-25b67a5c6b1b tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.237921 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c580eef-e706-41b2-b401-872b752139b1 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:32:42.276367 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 5233825a-668c-4f0d-a29d-d3d6b8e2a9f0 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:32:42.292934 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-3c5b2334-4661-41a0-ae9c-25b67a5c6b1b tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] device_id is not set on port b1645f1c-20b9-4216-a64f-a1a2cdc9d5b3 yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:32:42.300339 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 2c580eef-e706-41b2-b401-872b752139b1, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=2c580eef-e706-41b2-b401-872b752139b1,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:42.316613 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-08eab5fd-615e-4d77-9192-2409668c3a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.340467 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.355765 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-08eab5fd-615e-4d77-9192-2409668c3a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.359883 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 5233825a-668c-4f0d-a29d-d3d6b8e2a9f0 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:32:42.360139 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 5233825a-668c-4f0d-a29d-d3d6b8e2a9f0 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:32:42.360559 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 28c1c669-51d6-431c-b89c-20165aa58178 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:32:42.419737 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eab5fd-615e-4d77-9192-2409668c3a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68ef539-76a5-4d36-baee-d99e32bced03,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:42.486395 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-08eab5fd-615e-4d77-9192-2409668c3a94 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a41d3454bf54176a0a9a853bd1fdd68&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1377025 Jul 29 23:32:42.486395 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2edbc8a3-6d52-4c82-84fc-bac7df06f5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.486900 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46590) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:42.509014 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['2c580eef-e706-41b2-b401-872b752139b1'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:32:42.558353 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b1cf33ef-9298-404a-b163-d33c54ea184f up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:42.627138 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-088afbcc-5a0d-4c58-aebd-4a5d4fa5c3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.662304 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.665696 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=2c580eef-e706-41b2-b401-872b752139b1,revision_number=9']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:42.690022 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-088afbcc-5a0d-4c58-aebd-4a5d4fa5c3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.722618 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2edbc8a3-6d52-4c82-84fc-bac7df06f5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.746804 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2edbc8a3-6d52-4c82-84fc-bac7df06f5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.766695 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-3c5b2334-4661-41a0-ae9c-25b67a5c6b1b tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Allocated IP 2001:db8::358 (59a9f1a5-6788-452e-81a9-943ce968a224/0ca78436-81a0-4fd3-b2f2-1ea72c031811/b1645f1c-20b9-4216-a64f-a1a2cdc9d5b3) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:42.810028 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-088afbcc-5a0d-4c58-aebd-4a5d4fa5c3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.814684 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-088afbcc-5a0d-4c58-aebd-4a5d4fa5c3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:42.819792 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-088afbcc-5a0d-4c58-aebd-4a5d4fa5c3fa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c68ef539-76a5-4d36-baee-d99e32bced03 HTTP/1.1" status: 204 len: 168 time: 0.3274021 Jul 29 23:32:42.821297 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edbc8a3-6d52-4c82-84fc-bac7df06f5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512e0ffc-ce36-4eec-b5ab-0dfdbaf0afdd,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:42.839588 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46602) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:42.927245 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2edbc8a3-6d52-4c82-84fc-bac7df06f5d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad992d385ab5497da568eb2369cf444e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4488380 Jul 29 23:32:42.928158 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46604) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:42.963811 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 28c1c669-51d6-431c-b89c-20165aa58178, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=28c1c669-51d6-431c-b89c-20165aa58178,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:42.972234 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-e679ba34-bdce-4efd-8824-ba0677acc862 admin admin] Deleting subnet 0f37e8ba-a201-4e88-82fb-26a751e8a97b {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:32:42.976754 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e679ba34-bdce-4efd-8824-ba0677acc862 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:43.016578 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d1ca48-10f5-4d0d-b0c1-2335126d49aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28c1c669-51d6-431c-b89c-20165aa58178'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:43.018862 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ee493d-9a42-4410-aca9-10603699bfee" -d '{"events": [{"server_uuid": "d0d1ca48-10f5-4d0d-b0c1-2335126d49aa", "name": "network-vif-unplugged", "status": "completed", "tag": "28c1c669-51d6-431c-b89c-20165aa58178"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:43.026954 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e679ba34-bdce-4efd-8824-ba0677acc862 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:43.050125 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port b1cf33ef-9298-404a-b163-d33c54ea184f completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:43.059992 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:43.111334 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088afbcc-5a0d-4c58-aebd-4a5d4fa5c3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68ef539-76a5-4d36-baee-d99e32bced03,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:43.141427 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e679ba34-bdce-4efd-8824-ba0677acc862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:43.223372 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:32:43.348580 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e679ba34-bdce-4efd-8824-ba0677acc862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:43.375794 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3c5b2334-4661-41a0-ae9c-25b67a5c6b1b tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:43.390407 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=28c1c669-51d6-431c-b89c-20165aa58178,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:43.458239 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e679ba34-bdce-4efd-8824-ba0677acc862 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f37e8ba-a201-4e88-82fb-26a751e8a97b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:43.470084 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e679ba34-bdce-4efd-8824-ba0677acc862 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:43.474748 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e679ba34-bdce-4efd-8824-ba0677acc862 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0f37e8ba-a201-4e88-82fb-26a751e8a97b HTTP/1.1" status: 204 len: 168 time: 0.6333072 Jul 29 23:32:43.478203 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46618) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:43.486848 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-3c5b2334-4661-41a0-ae9c-25b67a5c6b1b tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Transition to ACTIVE for port object b1645f1c-20b9-4216-a64f-a1a2cdc9d5b3 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:43.498135 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b755f8f2-56e5-42bd-bb7f-1e12e0f1309c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:43.536963 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24129cf-0b5c-464f-8664-1ddca058c70c None None] Network 59a9f1a5-6788-452e-81a9-943ce968a224 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:32:43.540727 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46620) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:43.570402 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b755f8f2-56e5-42bd-bb7f-1e12e0f1309c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:43.580388 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4077ed12-52b1-4ec6-92dd-df3ce672ccf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:43.669059 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-11a7e679-51b3-4d5e-abf3-4d0dc5241d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:43.699588 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4077ed12-52b1-4ec6-92dd-df3ce672ccf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:43.700091 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-352812a6-18a0-497a-9d40-58accbeeddc7 None None] Provisioning for port b1cf33ef-9298-404a-b163-d33c54ea184f completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:43.708084 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4077ed12-52b1-4ec6-92dd-df3ce672ccf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:43.729478 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-352812a6-18a0-497a-9d40-58accbeeddc7 None None] Provisioning complete for port b1cf33ef-9298-404a-b163-d33c54ea184f triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:43.729918 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-352812a6-18a0-497a-9d40-58accbeeddc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:43.763316 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077ed12-52b1-4ec6-92dd-df3ce672ccf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6165bd6c-9607-4e4f-bdc2-1e2482ab4619,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:43.792590 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-11a7e679-51b3-4d5e-abf3-4d0dc5241d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:43.806484 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea00a8c1-4758-47aa-9003-8e1d47902e94 x-openstack-request-id: req-ea00a8c1-4758-47aa-9003-8e1d47902e94 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:43.807611 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d1ca48-10f5-4d0d-b0c1-2335126d49aa", "name": "network-vif-unplugged", "status": "completed", "tag": "28c1c669-51d6-431c-b89c-20165aa58178", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:43.807611 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ea00a8c1-4758-47aa-9003-8e1d47902e94 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:43.808299 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d1ca48-10f5-4d0d-b0c1-2335126d49aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28c1c669-51d6-431c-b89c-20165aa58178', 'code': 200} Jul 29 23:32:43.808923 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-11a7e679-51b3-4d5e-abf3-4d0dc5241d31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51a2ec34-e565-4c73-8dc2-3c237f1506a3']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:43.826935 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-11a7e679-51b3-4d5e-abf3-4d0dc5241d31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e91b6848-5541-4e4f-bb44-17c5c44e4579') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:43.827043 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-11a7e679-51b3-4d5e-abf3-4d0dc5241d31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e91b6848-5541-4e4f-bb44-17c5c44e4579') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:32:43.850335 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-11a7e679-51b3-4d5e-abf3-4d0dc5241d31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:43.861923 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4077ed12-52b1-4ec6-92dd-df3ce672ccf1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2c9c56ab6ea94a2ab07036544f14b06a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3194263 Jul 29 23:32:43.864608 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46630) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:43.872374 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3c5b2334-4661-41a0-ae9c-25b67a5c6b1b tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:43.911186 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-11a7e679-51b3-4d5e-abf3-4d0dc5241d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:43.920262 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11a7e679-51b3-4d5e-abf3-4d0dc5241d31 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:32:43.920743 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-11a7e679-51b3-4d5e-abf3-4d0dc5241d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:43.924339 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:32:43.924339 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:32:43.924339 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:32:43.924339 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:32:43.924339 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:32:43.924339 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:32:43.924339 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:32:43.924339 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:32:43.924339 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:32:43.924339 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:32:43.924339 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:32:43.924339 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:32:43.924339 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:32:43.924339 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:32:43.924339 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:32:43.924339 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:32:43.924339 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:32:43.924339 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:32:43.924339 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:32:43.924339 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:32:43.924339 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:32:43.924339 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:32:43.924339 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:32:43.924339 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:32:43.924339 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:32:43.924339 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:32:43.924339 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:32:43.924339 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:32:43.924339 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:32:43.924339 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:32:43.924339 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:32:43.924339 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:32:43.950679 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-352812a6-18a0-497a-9d40-58accbeeddc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.002855 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-352812a6-18a0-497a-9d40-58accbeeddc7 None None] For port b1cf33ef-9298-404a-b163-d33c54ea184f, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=b1cf33ef-9298-404a-b163-d33c54ea184f,segment=NetworkSegment(1c7f6a79-0834-4a57-9efb-2ed8ba77f58e),segment_id=1c7f6a79-0834-4a57-9efb-2ed8ba77f58e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:44.010875 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-352812a6-18a0-497a-9d40-58accbeeddc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.044174 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-11a7e679-51b3-4d5e-abf3-4d0dc5241d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.049712 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-11a7e679-51b3-4d5e-abf3-4d0dc5241d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.052392 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-11a7e679-51b3-4d5e-abf3-4d0dc5241d31 admin admin] 10.222.0.18 "DELETE /v2.0/networks/51a2ec34-e565-4c73-8dc2-3c237f1506a3 HTTP/1.1" status: 204 len: 168 time: 0.5722139 Jul 29 23:32:44.071210 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7e679-51b3-4d5e-abf3-4d0dc5241d31 admin admin] Pushing event deleted for resources: {'Network': ['ID=51a2ec34-e565-4c73-8dc2-3c237f1506a3,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:44.130610 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352812a6-18a0-497a-9d40-58accbeeddc7 None None] Pushing event updated for resources: {'Port': ['ID=b1cf33ef-9298-404a-b163-d33c54ea184f,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:44.343091 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-17246f6d-15f9-45d1-9311-70ec1e9ab53d None None] Provisioning for port ddccb7fb-54e6-4da3-a822-0f9e41e2592c completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:44.351175 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-17246f6d-15f9-45d1-9311-70ec1e9ab53d None None] Provisioning complete for port ddccb7fb-54e6-4da3-a822-0f9e41e2592c triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:44.351607 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-17246f6d-15f9-45d1-9311-70ec1e9ab53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.390963 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46638) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:44.402660 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5b2334-4661-41a0-ae9c-25b67a5c6b1b tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Network 59a9f1a5-6788-452e-81a9-943ce968a224 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:44.427186 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-3c5b2334-4661-41a0-ae9c-25b67a5c6b1b tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:44.436899 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5b2334-4661-41a0-ae9c-25b67a5c6b1b tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:44.446082 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b494ee61-6cfa-4f1e-b522-9f57a9c0bd23 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=858112f1c9514c968cc83d88af99633e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0531206 Jul 29 23:32:44.448658 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46640) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:44.451730 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5b2334-4661-41a0-ae9c-25b67a5c6b1b tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:44.452522 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3c5b2334-4661-41a0-ae9c-25b67a5c6b1b tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.466375 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-17246f6d-15f9-45d1-9311-70ec1e9ab53d None None] Port ddccb7fb-54e6-4da3-a822-0f9e41e2592c cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:32:44.468095 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b1cf33ef-9298-404a-b163-d33c54ea184f up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:44.475679 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b755f8f2-56e5-42bd-bb7f-1e12e0f1309c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.478500 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b755f8f2-56e5-42bd-bb7f-1e12e0f1309c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.480480 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b755f8f2-56e5-42bd-bb7f-1e12e0f1309c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/512e0ffc-ce36-4eec-b5ab-0dfdbaf0afdd HTTP/1.1" status: 204 len: 168 time: 1.5473137 Jul 29 23:32:44.485279 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f3906eb-f238-4859-931a-763491078c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.498006 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b755f8f2-56e5-42bd-bb7f-1e12e0f1309c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512e0ffc-ce36-4eec-b5ab-0dfdbaf0afdd,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:44.499743 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5b2334-4661-41a0-ae9c-25b67a5c6b1b tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Pushing event updated for resources: {'Port': ['ID=b1645f1c-20b9-4216-a64f-a1a2cdc9d5b3,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:44.528426 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3c5b2334-4661-41a0-ae9c-25b67a5c6b1b tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.9193125 Jul 29 23:32:44.532933 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46644) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:44.573157 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3a6a9804-59f0-47fe-8ba6-d8b692b9bca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.579533 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-17246f6d-15f9-45d1-9311-70ec1e9ab53d None None] Provisioning complete for port b1cf33ef-9298-404a-b163-d33c54ea184f triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:44.580113 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f3906eb-f238-4859-931a-763491078c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.580477 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-17246f6d-15f9-45d1-9311-70ec1e9ab53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.628755 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3a6a9804-59f0-47fe-8ba6-d8b692b9bca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.704896 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port b1cf33ef-9298-404a-b163-d33c54ea184f triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:44.705352 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.711123 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329117bc-05be-4416-ab4a-c7ead38a205c tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:44.720928 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329117bc-05be-4416-ab4a-c7ead38a205c tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:44.736263 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329117bc-05be-4416-ab4a-c7ead38a205c tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:44.742078 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-329117bc-05be-4416-ab4a-c7ead38a205c tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.2052336 Jul 29 23:32:44.742628 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46646) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:44.747996 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3a6a9804-59f0-47fe-8ba6-d8b692b9bca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.764187 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3a6a9804-59f0-47fe-8ba6-d8b692b9bca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.766042 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3a6a9804-59f0-47fe-8ba6-d8b692b9bca2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/978e5894-c94e-4b69-bec5-12c0970d23e3 HTTP/1.1" status: 204 len: 168 time: 0.3161290 Jul 29 23:32:44.781281 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6a9804-59f0-47fe-8ba6-d8b692b9bca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978e5894-c94e-4b69-bec5-12c0970d23e3,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:44.842994 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f3906eb-f238-4859-931a-763491078c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.846203 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f3906eb-f238-4859-931a-763491078c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:44.847631 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5f3906eb-f238-4859-931a-763491078c32 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6165bd6c-9607-4e4f-bdc2-1e2482ab4619 HTTP/1.1" status: 204 len: 168 time: 0.9796734 Jul 29 23:32:44.882578 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3906eb-f238-4859-931a-763491078c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6165bd6c-9607-4e4f-bdc2-1e2482ab4619,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:44.901216 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c1666954-b11a-4622-b64b-9d4d19366cc6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Deleting port b1645f1c-20b9-4216-a64f-a1a2cdc9d5b3 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:44.901736 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1666954-b11a-4622-b64b-9d4d19366cc6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:45.030326 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8bb12601-218c-4a37-a91a-71a37dac20bf None None] Provisioning complete for port ddccb7fb-54e6-4da3-a822-0f9e41e2592c triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:45.030881 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8bb12601-218c-4a37-a91a-71a37dac20bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:45.071201 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8bb12601-218c-4a37-a91a-71a37dac20bf None None] Port ddccb7fb-54e6-4da3-a822-0f9e41e2592c cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:32:45.073087 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1666954-b11a-4622-b64b-9d4d19366cc6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:45.087970 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c1666954-b11a-4622-b64b-9d4d19366cc6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Calling delete_port for b1645f1c-20b9-4216-a64f-a1a2cdc9d5b3 owned by {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:45.238973 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1666954-b11a-4622-b64b-9d4d19366cc6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:45.239169 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b712a952-8628-4175-ac7c-3ffecf6c6afe None None] Provisioning for port b1645f1c-20b9-4216-a64f-a1a2cdc9d5b3 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:45.244083 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b712a952-8628-4175-ac7c-3ffecf6c6afe None None] Provisioning complete for port b1645f1c-20b9-4216-a64f-a1a2cdc9d5b3 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:45.246491 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b712a952-8628-4175-ac7c-3ffecf6c6afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:45.296812 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b712a952-8628-4175-ac7c-3ffecf6c6afe None None] Port b1645f1c-20b9-4216-a64f-a1a2cdc9d5b3 was deleted so its status cannot be updated. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 29 23:32:45.297685 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1666954-b11a-4622-b64b-9d4d19366cc6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Pushing event deleted for resources: {'Port': ['ID=b1645f1c-20b9-4216-a64f-a1a2cdc9d5b3,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:45.483134 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 2c580eef-e706-41b2-b401-872b752139b1 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:32:45.533053 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1666954-b11a-4622-b64b-9d4d19366cc6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:45.536777 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c1666954-b11a-4622-b64b-9d4d19366cc6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] 10.222.0.18 "DELETE /v2.0/ports/b1645f1c-20b9-4216-a64f-a1a2cdc9d5b3 HTTP/1.1" status: 204 len: 168 time: 0.7928367 Jul 29 23:32:45.543425 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46674) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:45.591273 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d879501-0790-4d85-9d0e-8fdfe0ef392d tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] GET failed (client error): The resource could not be found. Jul 29 23:32:45.600996 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46678) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:45.602593 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3d879501-0790-4d85-9d0e-8fdfe0ef392d tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] 10.222.0.18 "GET /v2.0/ports/b1645f1c-20b9-4216-a64f-a1a2cdc9d5b3 HTTP/1.1" status: 404 len: 333 time: 0.0579431 Jul 29 23:32:45.604747 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-15561221-a8aa-4b4b-bc34-f6628d44d06c tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Request body: {'port': {'network_id': '59a9f1a5-6788-452e-81a9-943ce968a224', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1367014521'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:45.606577 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 2c580eef-e706-41b2-b401-872b752139b1 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:45.607214 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:45.691752 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46682) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:45.725268 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad4df667-eae4-47f0-b2b5-1fc28fbef471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:45.745068 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:45.798647 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.db.api [None req-ad4df667-eae4-47f0-b2b5-1fc28fbef471 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:32:45.798647 n-d-712140-10 neutron-server[94064]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 23:32:45.798647 n-d-712140-10 neutron-server[94064]: [parameters: {'project_id': '5b2246cf7280427686edc728329160a0', 'id': 'c9f15c12-db00-47f4-b5a2-70d9f01647b9', 'expiration': datetime.datetime(2021, 7, 29, 23, 34, 45, 787181)}] Jul 29 23:32:45.798647 n-d-712140-10 neutron-server[94064]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:32:45.799581 n-d-712140-10 neutron-server[94064]: DEBUG oslo_db.api [None req-ad4df667-eae4-47f0-b2b5-1fc28fbef471 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:32:45.801338 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15561221-a8aa-4b4b-bc34-f6628d44d06c tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Made reservation on behalf of aad656fc8c514291b34914bc0986019f for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:45.806232 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-15561221-a8aa-4b4b-bc34-f6628d44d06c tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:45.816810 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d0f760-ef28-4f8d-803b-3584a317e411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c580eef-e706-41b2-b401-872b752139b1'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:32:45.824839 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c93af8-7f65-40b2-85c8-f566e13b4ab7" -d '{"events": [{"server_uuid": "61d0f760-ef28-4f8d-803b-3584a317e411", "name": "network-vif-plugged", "status": "completed", "tag": "2c580eef-e706-41b2-b401-872b752139b1"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:32:45.837390 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-15561221-a8aa-4b4b-bc34-f6628d44d06c tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] device_id is not set on port ce5b9318-c158-4a11-a983-dc78ece339d5 yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:32:45.870197 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 2c580eef-e706-41b2-b401-872b752139b1, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=2c580eef-e706-41b2-b401-872b752139b1,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:32:45.882565 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:45.944895 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66544d34-3300-4282-8c19-3d0d851205a6 x-openstack-request-id: req-66544d34-3300-4282-8c19-3d0d851205a6 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:32:45.944895 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d0f760-ef28-4f8d-803b-3584a317e411", "name": "network-vif-plugged", "status": "completed", "tag": "2c580eef-e706-41b2-b401-872b752139b1", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:32:45.944895 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-66544d34-3300-4282-8c19-3d0d851205a6 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:32:45.955175 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d0f760-ef28-4f8d-803b-3584a317e411', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c580eef-e706-41b2-b401-872b752139b1', 'code': 200} Jul 29 23:32:46.026597 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=2c580eef-e706-41b2-b401-872b752139b1,revision_number=10']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:46.077078 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-15561221-a8aa-4b4b-bc34-f6628d44d06c tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Allocated IP 2001:db8::172 (59a9f1a5-6788-452e-81a9-943ce968a224/0ca78436-81a0-4fd3-b2f2-1ea72c031811/ce5b9318-c158-4a11-a983-dc78ece339d5) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:46.300722 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad4df667-eae4-47f0-b2b5-1fc28fbef471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:46.361167 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-15561221-a8aa-4b4b-bc34-f6628d44d06c tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:46.397948 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-15561221-a8aa-4b4b-bc34-f6628d44d06c tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Transition to ACTIVE for port object ce5b9318-c158-4a11-a983-dc78ece339d5 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:46.475965 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-15561221-a8aa-4b4b-bc34-f6628d44d06c tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:46.570953 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad4df667-eae4-47f0-b2b5-1fc28fbef471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:46.579376 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad4df667-eae4-47f0-b2b5-1fc28fbef471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:46.624941 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15561221-a8aa-4b4b-bc34-f6628d44d06c tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Network 59a9f1a5-6788-452e-81a9-943ce968a224 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:46.636386 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-15561221-a8aa-4b4b-bc34-f6628d44d06c tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:46.647203 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ad4df667-eae4-47f0-b2b5-1fc28fbef471 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5b2246cf7280427686edc728329160a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9543240 Jul 29 23:32:46.647718 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15561221-a8aa-4b4b-bc34-f6628d44d06c tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Pushing event updated for resources: {'Port': ['ID=ce5b9318-c158-4a11-a983-dc78ece339d5,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:46.650893 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46728) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:46.652097 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15561221-a8aa-4b4b-bc34-f6628d44d06c tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:46.671881 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15561221-a8aa-4b4b-bc34-f6628d44d06c tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:46.672572 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-15561221-a8aa-4b4b-bc34-f6628d44d06c tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:46.692371 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4df667-eae4-47f0-b2b5-1fc28fbef471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a47ebf88-2cce-47fd-a179-5f1b3e5018a3,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:46.721640 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-15561221-a8aa-4b4b-bc34-f6628d44d06c tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1216354 Jul 29 23:32:46.724361 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46730) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:46.732503 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-a57b4d93-bb6b-446f-9e4d-142f0d28eaf7 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::36', 'mac_address': 'fa:16:3e:a5:8f:ef'}]}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:46.823947 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d14071fb-43e1-4235-9187-53713454407c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:46.857393 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d14071fb-43e1-4235-9187-53713454407c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:46.948872 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d14071fb-43e1-4235-9187-53713454407c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:46.952746 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d14071fb-43e1-4235-9187-53713454407c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:46.954912 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d14071fb-43e1-4235-9187-53713454407c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a47ebf88-2cce-47fd-a179-5f1b3e5018a3 HTTP/1.1" status: 204 len: 168 time: 0.2547309 Jul 29 23:32:46.976935 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14071fb-43e1-4235-9187-53713454407c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47ebf88-2cce-47fd-a179-5f1b3e5018a3,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:47.137662 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3b3eb3fa-6b05-495e-93f0-fb442a0917e8 None None] Provisioning for port ce5b9318-c158-4a11-a983-dc78ece339d5 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:47.145860 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3b3eb3fa-6b05-495e-93f0-fb442a0917e8 None None] Provisioning complete for port ce5b9318-c158-4a11-a983-dc78ece339d5 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:47.146235 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3b3eb3fa-6b05-495e-93f0-fb442a0917e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:47.254028 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-3b3eb3fa-6b05-495e-93f0-fb442a0917e8 None None] Port ce5b9318-c158-4a11-a983-dc78ece339d5 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:32:47.429800 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a57b4d93-bb6b-446f-9e4d-142f0d28eaf7 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:47.755347 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a57b4d93-bb6b-446f-9e4d-142f0d28eaf7 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:47.773808 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a57b4d93-bb6b-446f-9e4d-142f0d28eaf7 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:47.861167 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-a57b4d93-bb6b-446f-9e4d-142f0d28eaf7 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] In _notify_port_updated(), no bound segment for port ce5b9318-c158-4a11-a983-dc78ece339d5 on network 59a9f1a5-6788-452e-81a9-943ce968a224 {{(pid=94064) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:32:47.873537 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57b4d93-bb6b-446f-9e4d-142f0d28eaf7 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:47.874240 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a57b4d93-bb6b-446f-9e4d-142f0d28eaf7 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:47.880024 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a57b4d93-bb6b-446f-9e4d-142f0d28eaf7 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] 10.222.0.18 "PUT /v2.0/ports/ce5b9318-c158-4a11-a983-dc78ece339d5 HTTP/1.1" status: 200 len: 1002 time: 1.1511452 Jul 29 23:32:47.881415 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46774) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:48.032677 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b4d93-bb6b-446f-9e4d-142f0d28eaf7 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Pushing event updated for resources: {'Port': ['ID=ce5b9318-c158-4a11-a983-dc78ece339d5,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:48.131801 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-e297dff6-59ea-4139-b9d3-1dc546950be0 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Deleting port ce5b9318-c158-4a11-a983-dc78ece339d5 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:48.132260 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e297dff6-59ea-4139-b9d3-1dc546950be0 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:48.398450 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e297dff6-59ea-4139-b9d3-1dc546950be0 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:48.402168 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-def8da92-6de3-4fe1-8f30-2bd962f74d23 None None] Provisioning complete for port ce5b9318-c158-4a11-a983-dc78ece339d5 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:48.403199 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-def8da92-6de3-4fe1-8f30-2bd962f74d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:48.426879 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-e297dff6-59ea-4139-b9d3-1dc546950be0 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Calling delete_port for ce5b9318-c158-4a11-a983-dc78ece339d5 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:48.457621 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-def8da92-6de3-4fe1-8f30-2bd962f74d23 None None] Port ce5b9318-c158-4a11-a983-dc78ece339d5 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:32:48.739450 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e297dff6-59ea-4139-b9d3-1dc546950be0 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:48.844595 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297dff6-59ea-4139-b9d3-1dc546950be0 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Pushing event deleted for resources: {'Port': ['ID=ce5b9318-c158-4a11-a983-dc78ece339d5,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:48.976575 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46826) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:49.122247 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e297dff6-59ea-4139-b9d3-1dc546950be0 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.126724 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e297dff6-59ea-4139-b9d3-1dc546950be0 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] 10.222.0.18 "DELETE /v2.0/ports/ce5b9318-c158-4a11-a983-dc78ece339d5 HTTP/1.1" status: 204 len: 168 time: 1.2426317 Jul 29 23:32:49.128713 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46836) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:49.200102 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-3775d23a-56bd-41f7-84b4-285899429ce6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] GET failed (client error): The resource could not be found. Jul 29 23:32:49.206667 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3775d23a-56bd-41f7-84b4-285899429ce6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] 10.222.0.18 "GET /v2.0/ports/ce5b9318-c158-4a11-a983-dc78ece339d5 HTTP/1.1" status: 404 len: 333 time: 0.0727577 Jul 29 23:32:49.207085 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46842) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:49.212402 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-aa39014b-aa82-4648-a3ed-5a33d1952889 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Request body: {'port': {'network_id': '59a9f1a5-6788-452e-81a9-943ce968a224', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-765155776'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:49.310354 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8a933ab2-e4e0-4f46-8b98-98607d5f708e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.484067 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8a933ab2-e4e0-4f46-8b98-98607d5f708e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.501304 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8a933ab2-e4e0-4f46-8b98-98607d5f708e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.524351 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa39014b-aa82-4648-a3ed-5a33d1952889 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Made reservation on behalf of aad656fc8c514291b34914bc0986019f for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:49.529962 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aa39014b-aa82-4648-a3ed-5a33d1952889 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.570972 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-aa39014b-aa82-4648-a3ed-5a33d1952889 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] device_id is not set on port 62f5af52-1bbd-4d55-99aa-47efd905b9a7 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:32:49.607305 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8a933ab2-e4e0-4f46-8b98-98607d5f708e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=da42239fdbef4be8915097b6d3cc6a14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6262481 Jul 29 23:32:49.609337 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a933ab2-e4e0-4f46-8b98-98607d5f708e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f61d075-7b25-4f44-8d14-98ccb08e142e,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:49.611743 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46850) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:49.693493 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f7c30853-d50b-4367-aa65-0da6ac939d2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.717414 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f7c30853-d50b-4367-aa65-0da6ac939d2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.769256 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-aa39014b-aa82-4648-a3ed-5a33d1952889 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Allocated IP 2001:db8::344 (59a9f1a5-6788-452e-81a9-943ce968a224/0ca78436-81a0-4fd3-b2f2-1ea72c031811/62f5af52-1bbd-4d55-99aa-47efd905b9a7) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:49.805765 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f7c30853-d50b-4367-aa65-0da6ac939d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.805765 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f7c30853-d50b-4367-aa65-0da6ac939d2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:49.805765 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f7c30853-d50b-4367-aa65-0da6ac939d2a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5f61d075-7b25-4f44-8d14-98ccb08e142e HTTP/1.1" status: 204 len: 168 time: 0.1929538 Jul 29 23:32:49.826505 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c30853-d50b-4367-aa65-0da6ac939d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f61d075-7b25-4f44-8d14-98ccb08e142e,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:50.032093 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aa39014b-aa82-4648-a3ed-5a33d1952889 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:50.050332 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-aa39014b-aa82-4648-a3ed-5a33d1952889 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Transition to ACTIVE for port object 62f5af52-1bbd-4d55-99aa-47efd905b9a7 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:50.126378 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aa39014b-aa82-4648-a3ed-5a33d1952889 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:50.205472 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa39014b-aa82-4648-a3ed-5a33d1952889 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Network 59a9f1a5-6788-452e-81a9-943ce968a224 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:50.211637 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-aa39014b-aa82-4648-a3ed-5a33d1952889 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:50.223329 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa39014b-aa82-4648-a3ed-5a33d1952889 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:50.237144 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa39014b-aa82-4648-a3ed-5a33d1952889 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:50.237840 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aa39014b-aa82-4648-a3ed-5a33d1952889 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:50.295160 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39014b-aa82-4648-a3ed-5a33d1952889 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Pushing event updated for resources: {'Port': ['ID=62f5af52-1bbd-4d55-99aa-47efd905b9a7,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:50.303716 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-aa39014b-aa82-4648-a3ed-5a33d1952889 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0956562 Jul 29 23:32:50.308244 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46886) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:50.316380 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-d3c1e094-c0c5-4911-9b4f-444c121ea8fe tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:a5:8f:ef'}]}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:50.706038 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d3c1e094-c0c5-4911-9b4f-444c121ea8fe tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:50.838815 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b7f781d0-a433-46df-9507-006b30762482 None None] Provisioning for port 62f5af52-1bbd-4d55-99aa-47efd905b9a7 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:50.849847 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b7f781d0-a433-46df-9507-006b30762482 None None] Provisioning complete for port 62f5af52-1bbd-4d55-99aa-47efd905b9a7 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:50.850248 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b7f781d0-a433-46df-9507-006b30762482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:50.930862 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b7f781d0-a433-46df-9507-006b30762482 None None] Port 62f5af52-1bbd-4d55-99aa-47efd905b9a7 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:32:51.186091 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d3c1e094-c0c5-4911-9b4f-444c121ea8fe tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:51.205481 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d3c1e094-c0c5-4911-9b4f-444c121ea8fe tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:51.228206 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-d3c1e094-c0c5-4911-9b4f-444c121ea8fe tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] In _notify_port_updated(), no bound segment for port 62f5af52-1bbd-4d55-99aa-47efd905b9a7 on network 59a9f1a5-6788-452e-81a9-943ce968a224 {{(pid=94063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:32:51.236324 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3c1e094-c0c5-4911-9b4f-444c121ea8fe tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:51.239250 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d3c1e094-c0c5-4911-9b4f-444c121ea8fe tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:51.243850 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d3c1e094-c0c5-4911-9b4f-444c121ea8fe tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] 10.222.0.18 "PUT /v2.0/ports/62f5af52-1bbd-4d55-99aa-47efd905b9a7 HTTP/1.1" status: 200 len: 1002 time: 0.9342830 Jul 29 23:32:51.246805 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46934) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:51.542717 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1e094-c0c5-4911-9b4f-444c121ea8fe tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Pushing event updated for resources: {'Port': ['ID=62f5af52-1bbd-4d55-99aa-47efd905b9a7,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:51.586131 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-2814cb34-d0ad-422e-9d5c-52812b0f7142 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Deleting port 62f5af52-1bbd-4d55-99aa-47efd905b9a7 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:51.586701 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2814cb34-d0ad-422e-9d5c-52812b0f7142 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:51.689054 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-cdb382af-9fdc-495b-b3b2-c9aa4e5b9cca None None] Provisioning complete for port 62f5af52-1bbd-4d55-99aa-47efd905b9a7 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:51.689443 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cdb382af-9fdc-495b-b3b2-c9aa4e5b9cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:51.764317 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-cdb382af-9fdc-495b-b3b2-c9aa4e5b9cca None None] Port 62f5af52-1bbd-4d55-99aa-47efd905b9a7 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:32:51.858914 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032721b-f945-479f-8374-717912f35789 req-7b59e642-2016-41da-8c8a-bfce26bbaf12 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:51.865570 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032721b-f945-479f-8374-717912f35789 req-7b59e642-2016-41da-8c8a-bfce26bbaf12 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:51.872518 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032721b-f945-479f-8374-717912f35789 req-7b59e642-2016-41da-8c8a-bfce26bbaf12 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:51.879784 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032721b-f945-479f-8374-717912f35789 req-7b59e642-2016-41da-8c8a-bfce26bbaf12 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:51.888572 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032721b-f945-479f-8374-717912f35789 req-7b59e642-2016-41da-8c8a-bfce26bbaf12 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:51.902497 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032721b-f945-479f-8374-717912f35789 req-7b59e642-2016-41da-8c8a-bfce26bbaf12 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:51.918008 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032721b-f945-479f-8374-717912f35789 req-7b59e642-2016-41da-8c8a-bfce26bbaf12 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:51.921554 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b032721b-f945-479f-8374-717912f35789 req-7b59e642-2016-41da-8c8a-bfce26bbaf12 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5446 time: 0.2990973 Jul 29 23:32:52.133659 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2814cb34-d0ad-422e-9d5c-52812b0f7142 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:52.180397 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-2814cb34-d0ad-422e-9d5c-52812b0f7142 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Calling delete_port for 62f5af52-1bbd-4d55-99aa-47efd905b9a7 owned by {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:52.203738 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b032721b-f945-479f-8374-717912f35789 req-6ba0a637-748a-43a4-b056-064013428706 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2524290 Jul 29 23:32:52.440976 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2814cb34-d0ad-422e-9d5c-52812b0f7142 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:52.484847 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2814cb34-d0ad-422e-9d5c-52812b0f7142 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Pushing event deleted for resources: {'Port': ['ID=62f5af52-1bbd-4d55-99aa-47efd905b9a7,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:52.499089 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2814cb34-d0ad-422e-9d5c-52812b0f7142 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:52.499460 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2814cb34-d0ad-422e-9d5c-52812b0f7142 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:52.500166 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2814cb34-d0ad-422e-9d5c-52812b0f7142 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:52.500397 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2814cb34-d0ad-422e-9d5c-52812b0f7142 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:52.500648 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2814cb34-d0ad-422e-9d5c-52812b0f7142 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:52.500996 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2814cb34-d0ad-422e-9d5c-52812b0f7142 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:52.501406 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2814cb34-d0ad-422e-9d5c-52812b0f7142 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:52.501837 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2814cb34-d0ad-422e-9d5c-52812b0f7142 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:52.503381 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2814cb34-d0ad-422e-9d5c-52812b0f7142 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:52.503734 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2814cb34-d0ad-422e-9d5c-52812b0f7142 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:52.504118 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2814cb34-d0ad-422e-9d5c-52812b0f7142 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:52.504597 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2814cb34-d0ad-422e-9d5c-52812b0f7142 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:52.597930 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2814cb34-d0ad-422e-9d5c-52812b0f7142 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:52.603820 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2814cb34-d0ad-422e-9d5c-52812b0f7142 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] 10.222.0.18 "DELETE /v2.0/ports/62f5af52-1bbd-4d55-99aa-47efd905b9a7 HTTP/1.1" status: 204 len: 168 time: 1.3557484 Jul 29 23:32:52.606832 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46974) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:52.673695 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-007b1146-3268-4a1f-8f1f-22c17a4bc3a3 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] GET failed (client error): The resource could not be found. Jul 29 23:32:52.677241 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-007b1146-3268-4a1f-8f1f-22c17a4bc3a3 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] 10.222.0.18 "GET /v2.0/ports/62f5af52-1bbd-4d55-99aa-47efd905b9a7 HTTP/1.1" status: 404 len: 333 time: 0.0686560 Jul 29 23:32:52.682051 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46978) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:52.688382 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f68b774a-f48c-4527-8f6a-6bbb18fcd3d6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Request body: {'port': {'network_id': '59a9f1a5-6788-452e-81a9-943ce968a224', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-233247509'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:52.725009 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e85427-4a73-471f-95be-c3598c6eecd1 req-c8c257e2-0548-4f64-a2cb-d14476d71a34 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:52.731738 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e85427-4a73-471f-95be-c3598c6eecd1 req-c8c257e2-0548-4f64-a2cb-d14476d71a34 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:52.737676 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e85427-4a73-471f-95be-c3598c6eecd1 req-c8c257e2-0548-4f64-a2cb-d14476d71a34 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:52.743590 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e85427-4a73-471f-95be-c3598c6eecd1 req-c8c257e2-0548-4f64-a2cb-d14476d71a34 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:52.754462 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e85427-4a73-471f-95be-c3598c6eecd1 req-c8c257e2-0548-4f64-a2cb-d14476d71a34 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:52.761055 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e85427-4a73-471f-95be-c3598c6eecd1 req-c8c257e2-0548-4f64-a2cb-d14476d71a34 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:52.768654 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e85427-4a73-471f-95be-c3598c6eecd1 req-c8c257e2-0548-4f64-a2cb-d14476d71a34 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:52.780116 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f6e85427-4a73-471f-95be-c3598c6eecd1 req-c8c257e2-0548-4f64-a2cb-d14476d71a34 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5446 time: 0.1690009 Jul 29 23:32:52.929978 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68b774a-f48c-4527-8f6a-6bbb18fcd3d6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Made reservation on behalf of aad656fc8c514291b34914bc0986019f for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:52.939148 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f68b774a-f48c-4527-8f6a-6bbb18fcd3d6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:52.976309 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-f68b774a-f48c-4527-8f6a-6bbb18fcd3d6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] device_id is not set on port f7f95afe-ffe7-4da0-9e4a-9a3d6c0a260e yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:32:53.153453 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-f68b774a-f48c-4527-8f6a-6bbb18fcd3d6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Allocated IP 2001:db8::1a0 (59a9f1a5-6788-452e-81a9-943ce968a224/0ca78436-81a0-4fd3-b2f2-1ea72c031811/f7f95afe-ffe7-4da0-9e4a-9a3d6c0a260e) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:53.317303 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f68b774a-f48c-4527-8f6a-6bbb18fcd3d6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:53.333407 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f68b774a-f48c-4527-8f6a-6bbb18fcd3d6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Transition to ACTIVE for port object f7f95afe-ffe7-4da0-9e4a-9a3d6c0a260e will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:53.434108 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f68b774a-f48c-4527-8f6a-6bbb18fcd3d6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:53.518451 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68b774a-f48c-4527-8f6a-6bbb18fcd3d6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Network 59a9f1a5-6788-452e-81a9-943ce968a224 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:53.522447 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-f68b774a-f48c-4527-8f6a-6bbb18fcd3d6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:53.550055 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68b774a-f48c-4527-8f6a-6bbb18fcd3d6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:53.565509 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68b774a-f48c-4527-8f6a-6bbb18fcd3d6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:53.566680 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f68b774a-f48c-4527-8f6a-6bbb18fcd3d6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:53.600756 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 47014) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:53.607539 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f68b774a-f48c-4527-8f6a-6bbb18fcd3d6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9163575 Jul 29 23:32:53.611648 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-74c15b74-f0e6-48c1-b49a-78cf096cc630 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Request body: {'port': {'network_id': '59a9f1a5-6788-452e-81a9-943ce968a224', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1991196215'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:53.624639 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b774a-f48c-4527-8f6a-6bbb18fcd3d6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Pushing event updated for resources: {'Port': ['ID=f7f95afe-ffe7-4da0-9e4a-9a3d6c0a260e,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:53.961234 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c15b74-f0e6-48c1-b49a-78cf096cc630 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Made reservation on behalf of aad656fc8c514291b34914bc0986019f for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:32:53.966683 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-74c15b74-f0e6-48c1-b49a-78cf096cc630 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:54.016732 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-74c15b74-f0e6-48c1-b49a-78cf096cc630 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] device_id is not set on port f6c37892-e3c8-4fe2-ab47-1f2f6e2e9c2d yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:32:54.128102 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a87243d7-fc49-4cb5-84bb-df4454084ad6 None None] Provisioning for port f7f95afe-ffe7-4da0-9e4a-9a3d6c0a260e completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:54.137299 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a87243d7-fc49-4cb5-84bb-df4454084ad6 None None] Provisioning complete for port f7f95afe-ffe7-4da0-9e4a-9a3d6c0a260e triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:54.138721 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a87243d7-fc49-4cb5-84bb-df4454084ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:54.229894 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a87243d7-fc49-4cb5-84bb-df4454084ad6 None None] Port f7f95afe-ffe7-4da0-9e4a-9a3d6c0a260e cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:32:54.305135 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-74c15b74-f0e6-48c1-b49a-78cf096cc630 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Allocated IP 2001:db8::21e (59a9f1a5-6788-452e-81a9-943ce968a224/0ca78436-81a0-4fd3-b2f2-1ea72c031811/f6c37892-e3c8-4fe2-ab47-1f2f6e2e9c2d) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:32:54.825040 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-74c15b74-f0e6-48c1-b49a-78cf096cc630 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:54.909026 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-74c15b74-f0e6-48c1-b49a-78cf096cc630 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Transition to ACTIVE for port object f6c37892-e3c8-4fe2-ab47-1f2f6e2e9c2d will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:32:55.048094 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-74c15b74-f0e6-48c1-b49a-78cf096cc630 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:55.209689 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c15b74-f0e6-48c1-b49a-78cf096cc630 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Network 59a9f1a5-6788-452e-81a9-943ce968a224 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:32:55.224352 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-74c15b74-f0e6-48c1-b49a-78cf096cc630 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:32:55.247056 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c15b74-f0e6-48c1-b49a-78cf096cc630 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:32:55.254297 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74c15b74-f0e6-48c1-b49a-78cf096cc630 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:55.255036 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-74c15b74-f0e6-48c1-b49a-78cf096cc630 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:55.294092 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47076) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:55.295968 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-74c15b74-f0e6-48c1-b49a-78cf096cc630 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.6924994 Jul 29 23:32:55.301049 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-23e30680-aa21-4f70-9126-5ba28137a9b6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::36', 'mac_address': 'fa:16:3e:a5:8f:ef'}, {'ip_address': '2001:db8::1a0', 'mac_address': 'fa:16:3e:60:e1:bf'}]}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:32:55.323752 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c15b74-f0e6-48c1-b49a-78cf096cc630 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Pushing event updated for resources: {'Port': ['ID=f6c37892-e3c8-4fe2-ab47-1f2f6e2e9c2d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:55.355087 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c15b74-f0e6-48c1-b49a-78cf096cc630 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:55.357668 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c15b74-f0e6-48c1-b49a-78cf096cc630 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:55.358018 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c15b74-f0e6-48c1-b49a-78cf096cc630 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:55.360767 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c15b74-f0e6-48c1-b49a-78cf096cc630 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:55.361859 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c15b74-f0e6-48c1-b49a-78cf096cc630 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:55.362216 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c15b74-f0e6-48c1-b49a-78cf096cc630 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:55.364751 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c15b74-f0e6-48c1-b49a-78cf096cc630 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:55.365671 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c15b74-f0e6-48c1-b49a-78cf096cc630 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:55.368831 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c15b74-f0e6-48c1-b49a-78cf096cc630 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:55.370493 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c15b74-f0e6-48c1-b49a-78cf096cc630 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:55.372044 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c15b74-f0e6-48c1-b49a-78cf096cc630 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:55.372390 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74c15b74-f0e6-48c1-b49a-78cf096cc630 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:32:55.495890 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-23e30680-aa21-4f70-9126-5ba28137a9b6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:55.816384 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9cb61c52-de7c-4028-9b68-96a59b454062 None None] Provisioning for port f6c37892-e3c8-4fe2-ab47-1f2f6e2e9c2d completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:32:55.833877 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9cb61c52-de7c-4028-9b68-96a59b454062 None None] Provisioning complete for port f6c37892-e3c8-4fe2-ab47-1f2f6e2e9c2d triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:55.834293 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9cb61c52-de7c-4028-9b68-96a59b454062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:55.918885 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 47090) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:56.006197 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-23e30680-aa21-4f70-9126-5ba28137a9b6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:56.010944 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-9cb61c52-de7c-4028-9b68-96a59b454062 None None] Port f6c37892-e3c8-4fe2-ab47-1f2f6e2e9c2d cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:32:56.020406 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-23e30680-aa21-4f70-9126-5ba28137a9b6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:56.227470 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e30680-aa21-4f70-9126-5ba28137a9b6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Pushing event updated for resources: {'Port': ['ID=f6c37892-e3c8-4fe2-ab47-1f2f6e2e9c2d,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:56.238643 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-23e30680-aa21-4f70-9126-5ba28137a9b6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] In _notify_port_updated(), no bound segment for port f6c37892-e3c8-4fe2-ab47-1f2f6e2e9c2d on network 59a9f1a5-6788-452e-81a9-943ce968a224 {{(pid=94063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:32:56.249134 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e30680-aa21-4f70-9126-5ba28137a9b6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:56.250890 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-23e30680-aa21-4f70-9126-5ba28137a9b6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:56.261931 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f92d9-0f84-4e65-b275-1a518a5b14da req-e418a53f-3cb0-4068-ad0c-7367d03e854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:56.273551 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f92d9-0f84-4e65-b275-1a518a5b14da req-e418a53f-3cb0-4068-ad0c-7367d03e854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:56.274144 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f92d9-0f84-4e65-b275-1a518a5b14da req-e418a53f-3cb0-4068-ad0c-7367d03e854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:56.282114 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-23e30680-aa21-4f70-9126-5ba28137a9b6 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] 10.222.0.18 "PUT /v2.0/ports/f6c37892-e3c8-4fe2-ab47-1f2f6e2e9c2d HTTP/1.1" status: 200 len: 1067 time: 0.9836950 Jul 29 23:32:56.282761 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47106) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:56.283506 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f92d9-0f84-4e65-b275-1a518a5b14da req-e418a53f-3cb0-4068-ad0c-7367d03e854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:56.284070 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f92d9-0f84-4e65-b275-1a518a5b14da req-e418a53f-3cb0-4068-ad0c-7367d03e854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:56.284866 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f92d9-0f84-4e65-b275-1a518a5b14da req-e418a53f-3cb0-4068-ad0c-7367d03e854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:56.285413 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f92d9-0f84-4e65-b275-1a518a5b14da req-e418a53f-3cb0-4068-ad0c-7367d03e854a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:32:56.295061 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a49f92d9-0f84-4e65-b275-1a518a5b14da req-e418a53f-3cb0-4068-ad0c-7367d03e854a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 6510 time: 0.3745503 Jul 29 23:32:56.435959 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47112) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:56.442495 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a49f92d9-0f84-4e65-b275-1a518a5b14da req-9141169f-9069-4190-bfa6-1472ab009012 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1460052 Jul 29 23:32:56.570351 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-06bf0cec-1d49-4acb-b270-2fd0800f1b41 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Deleting port f6c37892-e3c8-4fe2-ab47-1f2f6e2e9c2d {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:56.570726 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-06bf0cec-1d49-4acb-b270-2fd0800f1b41 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:56.738551 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3d9e2784-050a-4c79-b383-e4384fc39539 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:56.898464 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-66bfc7b4-c221-4836-a64a-02b55f9610e7 None None] Provisioning complete for port f6c37892-e3c8-4fe2-ab47-1f2f6e2e9c2d triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:32:56.899527 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-66bfc7b4-c221-4836-a64a-02b55f9610e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:56.966449 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3d9e2784-050a-4c79-b383-e4384fc39539 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:56.989248 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3d9e2784-050a-4c79-b383-e4384fc39539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:57.049851 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-66bfc7b4-c221-4836-a64a-02b55f9610e7 None None] Port f6c37892-e3c8-4fe2-ab47-1f2f6e2e9c2d cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:32:57.101021 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-06bf0cec-1d49-4acb-b270-2fd0800f1b41 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:57.146790 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-06bf0cec-1d49-4acb-b270-2fd0800f1b41 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Calling delete_port for f6c37892-e3c8-4fe2-ab47-1f2f6e2e9c2d owned by {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:57.352245 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9e2784-050a-4c79-b383-e4384fc39539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7053e1d-2ed0-4534-8077-23d54e5dc3e2,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:57.358901 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3d9e2784-050a-4c79-b383-e4384fc39539 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a8d8c5b69c2401aa1e9090b422b2784&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9211373 Jul 29 23:32:57.360871 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-06bf0cec-1d49-4acb-b270-2fd0800f1b41 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:57.361420 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 47132) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:57.412455 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf0cec-1d49-4acb-b270-2fd0800f1b41 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Pushing event deleted for resources: {'Port': ['ID=f6c37892-e3c8-4fe2-ab47-1f2f6e2e9c2d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:57.551271 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7fc51ad5-aa9c-4633-bf98-8785bc6759f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:57.625848 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7fc51ad5-aa9c-4633-bf98-8785bc6759f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:57.774324 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7fc51ad5-aa9c-4633-bf98-8785bc6759f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:57.777423 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7fc51ad5-aa9c-4633-bf98-8785bc6759f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:57.782490 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7fc51ad5-aa9c-4633-bf98-8785bc6759f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b7053e1d-2ed0-4534-8077-23d54e5dc3e2 HTTP/1.1" status: 204 len: 168 time: 0.4177625 Jul 29 23:32:57.843646 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-06bf0cec-1d49-4acb-b270-2fd0800f1b41 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:57.844253 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc51ad5-aa9c-4633-bf98-8785bc6759f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7053e1d-2ed0-4534-8077-23d54e5dc3e2,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:57.851375 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-06bf0cec-1d49-4acb-b270-2fd0800f1b41 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] 10.222.0.18 "DELETE /v2.0/ports/f6c37892-e3c8-4fe2-ab47-1f2f6e2e9c2d HTTP/1.1" status: 204 len: 168 time: 1.5675187 Jul 29 23:32:57.855073 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47146) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:57.922776 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d16e62a-479b-4aaa-ae98-8f31e615e0c4 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] GET failed (client error): The resource could not be found. Jul 29 23:32:57.924631 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7d16e62a-479b-4aaa-ae98-8f31e615e0c4 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] 10.222.0.18 "GET /v2.0/ports/f6c37892-e3c8-4fe2-ab47-1f2f6e2e9c2d HTTP/1.1" status: 404 len: 333 time: 0.0685191 Jul 29 23:32:57.927677 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 47148) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:58.250112 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-3bc85d78-e7e6-4f1e-9255-840a4d42a7f7 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Deleting port f7f95afe-ffe7-4da0-9e4a-9a3d6c0a260e {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:58.252819 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3bc85d78-e7e6-4f1e-9255-840a4d42a7f7 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:58.409804 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3bc85d78-e7e6-4f1e-9255-840a4d42a7f7 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:58.426701 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-3bc85d78-e7e6-4f1e-9255-840a4d42a7f7 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Calling delete_port for f7f95afe-ffe7-4da0-9e4a-9a3d6c0a260e owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:58.719270 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47174) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:58.793356 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-19a75c34-d1f0-4848-9289-54ca33aa998c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:58.858925 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3bc85d78-e7e6-4f1e-9255-840a4d42a7f7 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:58.904369 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc85d78-e7e6-4f1e-9255-840a4d42a7f7 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Pushing event deleted for resources: {'Port': ['ID=f7f95afe-ffe7-4da0-9e4a-9a3d6c0a260e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:58.973583 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3bc85d78-e7e6-4f1e-9255-840a4d42a7f7 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:58.975778 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3bc85d78-e7e6-4f1e-9255-840a4d42a7f7 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] 10.222.0.18 "DELETE /v2.0/ports/f7f95afe-ffe7-4da0-9e4a-9a3d6c0a260e HTTP/1.1" status: 204 len: 168 time: 1.0467222 Jul 29 23:32:58.992686 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 47184) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:59.069471 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-19a75c34-d1f0-4848-9289-54ca33aa998c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.084579 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-19a75c34-d1f0-4848-9289-54ca33aa998c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.091635 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b97bc2-260a-407b-b05a-25cd8fee9f48 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] GET failed (client error): The resource could not be found. Jul 29 23:32:59.114781 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-43b97bc2-260a-407b-b05a-25cd8fee9f48 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] 10.222.0.18 "GET /v2.0/ports/f7f95afe-ffe7-4da0-9e4a-9a3d6c0a260e HTTP/1.1" status: 404 len: 333 time: 0.1090684 Jul 29 23:32:59.114781 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 47186) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:59.116231 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 47188) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:59.233893 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-19a75c34-d1f0-4848-9289-54ca33aa998c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4a55a1f878564c3d9f286af16f8e8a93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5116293 Jul 29 23:32:59.235314 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47192) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:32:59.238036 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a75c34-d1f0-4848-9289-54ca33aa998c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2119d90f-3c0a-494b-8815-1d2b9842676e,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:59.393828 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4076edc0-793b-43de-8100-fe1072fc5624 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.417022 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.422725 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-68f02060-1245-40fe-b4d7-be479c1fb32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.489743 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-68f02060-1245-40fe-b4d7-be479c1fb32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.534838 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-4e6d005d-a1a4-4ea4-a6da-5f2e29335585 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Deleting port ddccb7fb-54e6-4da3-a822-0f9e41e2592c {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:32:59.534838 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4e6d005d-a1a4-4ea4-a6da-5f2e29335585 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.656417 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-68f02060-1245-40fe-b4d7-be479c1fb32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.660341 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-68f02060-1245-40fe-b4d7-be479c1fb32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.662041 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-68f02060-1245-40fe-b4d7-be479c1fb32d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2119d90f-3c0a-494b-8815-1d2b9842676e HTTP/1.1" status: 204 len: 168 time: 0.4130492 Jul 29 23:32:59.679123 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f02060-1245-40fe-b4d7-be479c1fb32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2119d90f-3c0a-494b-8815-1d2b9842676e,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:32:59.684098 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4e6d005d-a1a4-4ea4-a6da-5f2e29335585 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.722416 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-4e6d005d-a1a4-4ea4-a6da-5f2e29335585 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Calling delete_port for ddccb7fb-54e6-4da3-a822-0f9e41e2592c owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:32:59.737179 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.960003 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4076edc0-793b-43de-8100-fe1072fc5624 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:32:59.975483 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4076edc0-793b-43de-8100-fe1072fc5624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:00.036869 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47214) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:00.072778 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4076edc0-793b-43de-8100-fe1072fc5624 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=810f20df87794069a45fa2093a26ea03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9174981 Jul 29 23:33:00.162166 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4076edc0-793b-43de-8100-fe1072fc5624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=846ef7b9-b203-4985-9141-52bd16d63ffa,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:00.177515 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-badff600-5e9b-4013-aca2-9307b7c6b839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:00.178542 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4e6d005d-a1a4-4ea4-a6da-5f2e29335585 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:00.217034 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-badff600-5e9b-4013-aca2-9307b7c6b839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:00.243214 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d005d-a1a4-4ea4-a6da-5f2e29335585 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Pushing event deleted for resources: {'Port': ['ID=ddccb7fb-54e6-4da3-a822-0f9e41e2592c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:00.347322 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4e6d005d-a1a4-4ea4-a6da-5f2e29335585 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:00.353789 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4e6d005d-a1a4-4ea4-a6da-5f2e29335585 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] 10.222.0.18 "DELETE /v2.0/ports/ddccb7fb-54e6-4da3-a822-0f9e41e2592c HTTP/1.1" status: 204 len: 168 time: 1.2162802 Jul 29 23:33:00.356472 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 47224) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:00.388114 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-badff600-5e9b-4013-aca2-9307b7c6b839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:00.391753 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-badff600-5e9b-4013-aca2-9307b7c6b839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:00.393246 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-badff600-5e9b-4013-aca2-9307b7c6b839 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/846ef7b9-b203-4985-9141-52bd16d63ffa HTTP/1.1" status: 204 len: 168 time: 0.3536398 Jul 29 23:33:00.411758 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badff600-5e9b-4013-aca2-9307b7c6b839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=846ef7b9-b203-4985-9141-52bd16d63ffa,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:00.517975 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec62716a-767d-488f-9531-2d09d0537c94 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Deleting subnet 0ca78436-81a0-4fd3-b2f2-1ea72c031811 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:33:00.529192 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ec62716a-767d-488f-9531-2d09d0537c94 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:00.637336 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ec62716a-767d-488f-9531-2d09d0537c94 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:01.039218 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ec62716a-767d-488f-9531-2d09d0537c94 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:01.202063 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ec62716a-767d-488f-9531-2d09d0537c94 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:01.211231 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47256) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:01.233882 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d4f4644-de4b-4696-b640-6cfda30a1dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:01.258001 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62716a-767d-488f-9531-2d09d0537c94 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Pushing event deleted for resources: {'Subnet': ['ID=0ca78436-81a0-4fd3-b2f2-1ea72c031811,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:01.262817 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ec62716a-767d-488f-9531-2d09d0537c94 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:01.267027 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ec62716a-767d-488f-9531-2d09d0537c94 tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] 10.222.0.18 "DELETE /v2.0/subnets/0ca78436-81a0-4fd3-b2f2-1ea72c031811 HTTP/1.1" status: 204 len: 168 time: 0.9078243 Jul 29 23:33:01.269703 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 47258) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:01.287527 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f510b86-4064-49ba-803c-9a914349c80a None None] Network 59a9f1a5-6788-452e-81a9-943ce968a224 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:01.481297 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbee8f6f-fbbb-4b1e-b0f3-c8a91357b2db tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:01.625183 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d4f4644-de4b-4696-b640-6cfda30a1dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:01.632437 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d4f4644-de4b-4696-b640-6cfda30a1dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:01.682768 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-fbee8f6f-fbbb-4b1e-b0f3-c8a91357b2db tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Deleting port b1cf33ef-9298-404a-b163-d33c54ea184f {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:01.687772 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbee8f6f-fbbb-4b1e-b0f3-c8a91357b2db tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:01.726600 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca52cd2b-4659-4620-90e9-d2537e025b8c None None] DHCP port deletion for 59a9f1a5-6788-452e-81a9-943ce968a224 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:33:01.734824 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8d4f4644-de4b-4696-b640-6cfda30a1dbc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b00202b52bb47e4bb604c36b7981642&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5208588 Jul 29 23:33:01.736584 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47270) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:01.749820 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f4644-de4b-4696-b640-6cfda30a1dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b1c5571-800e-474d-83fb-91c0901f8f9f,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:01.872488 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cf51139f-5ca0-4282-918b-4ed6adae8577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:01.875799 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ca52cd2b-4659-4620-90e9-d2537e025b8c None None] Deleting port b1cf33ef-9298-404a-b163-d33c54ea184f {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:01.876220 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ca52cd2b-4659-4620-90e9-d2537e025b8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:01.924666 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cf51139f-5ca0-4282-918b-4ed6adae8577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:01.997403 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ca52cd2b-4659-4620-90e9-d2537e025b8c None None] For port b1cf33ef-9298-404a-b163-d33c54ea184f, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=b1cf33ef-9298-404a-b163-d33c54ea184f,segment=NetworkSegment(1c7f6a79-0834-4a57-9efb-2ed8ba77f58e),segment_id=1c7f6a79-0834-4a57-9efb-2ed8ba77f58e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:01.998972 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ca52cd2b-4659-4620-90e9-d2537e025b8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:02.038390 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ca52cd2b-4659-4620-90e9-d2537e025b8c None None] Calling delete_port for b1cf33ef-9298-404a-b163-d33c54ea184f owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:02.046756 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-fbee8f6f-fbbb-4b1e-b0f3-c8a91357b2db tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] For port b1cf33ef-9298-404a-b163-d33c54ea184f, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=b1cf33ef-9298-404a-b163-d33c54ea184f,segment=NetworkSegment(1c7f6a79-0834-4a57-9efb-2ed8ba77f58e),segment_id=1c7f6a79-0834-4a57-9efb-2ed8ba77f58e)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:02.047477 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbee8f6f-fbbb-4b1e-b0f3-c8a91357b2db tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:02.086860 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cf51139f-5ca0-4282-918b-4ed6adae8577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:02.091749 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cf51139f-5ca0-4282-918b-4ed6adae8577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:02.096536 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-cf51139f-5ca0-4282-918b-4ed6adae8577 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b1c5571-800e-474d-83fb-91c0901f8f9f HTTP/1.1" status: 204 len: 168 time: 0.3562877 Jul 29 23:33:02.100689 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-fbee8f6f-fbbb-4b1e-b0f3-c8a91357b2db tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Calling delete_port for b1cf33ef-9298-404a-b163-d33c54ea184f owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:02.128332 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf51139f-5ca0-4282-918b-4ed6adae8577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b1c5571-800e-474d-83fb-91c0901f8f9f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:02.296750 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ca52cd2b-4659-4620-90e9-d2537e025b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:02.346038 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbee8f6f-fbbb-4b1e-b0f3-c8a91357b2db tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:02.405967 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbee8f6f-fbbb-4b1e-b0f3-c8a91357b2db tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] No DVR routers for this DVR port b1cf33ef-9298-404a-b163-d33c54ea184f on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:02.414278 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee8f6f-fbbb-4b1e-b0f3-c8a91357b2db tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Pushing event deleted for resources: {'Port': ['ID=b1cf33ef-9298-404a-b163-d33c54ea184f,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:02.662141 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbee8f6f-fbbb-4b1e-b0f3-c8a91357b2db tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:02.695797 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-fbee8f6f-fbbb-4b1e-b0f3-c8a91357b2db tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59a9f1a5-6788-452e-81a9-943ce968a224']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:02.719352 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-fbee8f6f-fbbb-4b1e-b0f3-c8a91357b2db tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c7f6a79-0834-4a57-9efb-2ed8ba77f58e') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:02.719975 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-fbee8f6f-fbbb-4b1e-b0f3-c8a91357b2db tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c7f6a79-0834-4a57-9efb-2ed8ba77f58e') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:02.739518 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbee8f6f-fbbb-4b1e-b0f3-c8a91357b2db tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:02.754568 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca52cd2b-4659-4620-90e9-d2537e025b8c None None] Pushing event deleted for resources: {'Port': ['ID=b1cf33ef-9298-404a-b163-d33c54ea184f,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:02.773032 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbee8f6f-fbbb-4b1e-b0f3-c8a91357b2db tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:02.777799 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b1cf33ef-9298-404a-b163-d33c54ea184f no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:02.789141 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbee8f6f-fbbb-4b1e-b0f3-c8a91357b2db tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:33:02.789879 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbee8f6f-fbbb-4b1e-b0f3-c8a91357b2db tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: self.session.flush() Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: self.session.flush() Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: self.session.flush() Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: self.session.flush() Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:33:02.797247 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:33:02.870040 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: b1cf33ef-9298-404a-b163-d33c54ea184f {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:02.870394 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b1cf33ef-9298-404a-b163-d33c54ea184f not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:02.910869 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca52cd2b-4659-4620-90e9-d2537e025b8c None None] No DVR routers for this DVR port b1cf33ef-9298-404a-b163-d33c54ea184f on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:02.938437 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-59dd4a70-0e0a-47a9-a619-6b3842e4bd0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.027752 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbee8f6f-fbbb-4b1e-b0f3-c8a91357b2db tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.037362 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbee8f6f-fbbb-4b1e-b0f3-c8a91357b2db tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:03.041693 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fbee8f6f-fbbb-4b1e-b0f3-c8a91357b2db tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] 10.222.0.18 "DELETE /v2.0/networks/59a9f1a5-6788-452e-81a9-943ce968a224 HTTP/1.1" status: 204 len: 168 time: 1.7709289 Jul 29 23:33:03.071497 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbee8f6f-fbbb-4b1e-b0f3-c8a91357b2db tempest-AllowedAddressPairIpV6TestJSON-1807370995 tempest-AllowedAddressPairIpV6TestJSON-1807370995-project] Pushing event deleted for resources: {'Network': ['ID=59a9f1a5-6788-452e-81a9-943ce968a224,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:03.668343 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47346) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:03.897704 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-76f972a2-d6de-4111-a6a8-a0769de4520b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aad656fc8c514291b34914bc0986019f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2258701 Jul 29 23:33:03.898347 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 47360) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:03.985417 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a5aa4dd7-1f25-49dd-bd78-f28646edb213 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:04.062506 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a5aa4dd7-1f25-49dd-bd78-f28646edb213 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:04.226521 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a5aa4dd7-1f25-49dd-bd78-f28646edb213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:04.230883 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a5aa4dd7-1f25-49dd-bd78-f28646edb213 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:04.235567 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a5aa4dd7-1f25-49dd-bd78-f28646edb213 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8123a560-d354-49b4-ad63-fe6e1f43512d HTTP/1.1" status: 204 len: 168 time: 0.3361623 Jul 29 23:33:04.250791 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5aa4dd7-1f25-49dd-bd78-f28646edb213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8123a560-d354-49b4-ad63-fe6e1f43512d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:05.373197 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:05.533297 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-838a2f12-0a67-4a01-84cd-1ff0743e4c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:06.805735 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:07.076441 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 47492) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:07.482314 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-75b4def9-842a-4be4-92ab-4a492d89632c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1268479734'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:07.519713 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b4def9-842a-4be4-92ab-4a492d89632c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:07.523964 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75b4def9-842a-4be4-92ab-4a492d89632c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:07.534963 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75b4def9-842a-4be4-92ab-4a492d89632c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:07.679423 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75b4def9-842a-4be4-92ab-4a492d89632c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:07.685028 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75b4def9-842a-4be4-92ab-4a492d89632c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:07.698439 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b4def9-842a-4be4-92ab-4a492d89632c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:33:07.710793 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75b4def9-842a-4be4-92ab-4a492d89632c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:07.711224 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-75b4def9-842a-4be4-92ab-4a492d89632c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Added segment 3f991b70-3ec0-41aa-a725-5a61f5b8ad4c of type vlan for network d263319e-790d-4f2c-863f-b09096d5f5fc Jul 29 23:33:07.796736 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75b4def9-842a-4be4-92ab-4a492d89632c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:07.864491 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4def9-842a-4be4-92ab-4a492d89632c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e61e2e1-1257-4bd8-ac7e-be124343b7d8,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:07.873434 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75b4def9-842a-4be4-92ab-4a492d89632c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:07.879874 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b4def9-842a-4be4-92ab-4a492d89632c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:07.880404 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75b4def9-842a-4be4-92ab-4a492d89632c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:07.946577 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47550) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:07.947689 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-75b4def9-842a-4be4-92ab-4a492d89632c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8692989 Jul 29 23:33:07.954209 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-bda23ec8-2ce8-433e-9e5d-9ca543da40f7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:07.973367 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4def9-842a-4be4-92ab-4a492d89632c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Network': ['ID=d263319e-790d-4f2c-863f-b09096d5f5fc,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:07.987730 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:33:08.108515 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:08.137069 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda23ec8-2ce8-433e-9e5d-9ca543da40f7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:08.141122 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bda23ec8-2ce8-433e-9e5d-9ca543da40f7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:08.290525 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ef08c-a2b0-4ec8-ad70-e5821f828b0a req-a11f8f95-24b2-4679-bf3b-403992775c1c tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:08.299606 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-509ef08c-a2b0-4ec8-ad70-e5821f828b0a req-a11f8f95-24b2-4679-bf3b-403992775c1c tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/ports?device_id=61d0f760-ef28-4f8d-803b-3584a317e411 HTTP/1.1" status: 200 len: 951 time: 0.1774328 Jul 29 23:33:08.372165 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-509ef08c-a2b0-4ec8-ad70-e5821f828b0a req-fc8402a9-a595-4850-ae6d-39bfdd58663e tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/security-groups?id=1167cedf-2ecb-422c-b77f-7ccdf9200748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711546 Jul 29 23:33:08.576829 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bda23ec8-2ce8-433e-9e5d-9ca543da40f7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:08.958384 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda23ec8-2ce8-433e-9e5d-9ca543da40f7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Subnet': ['ID=f0030154-9386-497b-8550-3db7da96c08c,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:08.968709 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda23ec8-2ce8-433e-9e5d-9ca543da40f7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Checking segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:08.969321 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda23ec8-2ce8-433e-9e5d-9ca543da40f7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network hostable DHCP agents. Network: d263319e-790d-4f2c-863f-b09096d5f5fc, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:33:08.989781 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda23ec8-2ce8-433e-9e5d-9ca543da40f7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:33:09.002280 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-bda23ec8-2ce8-433e-9e5d-9ca543da40f7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, d263319e-790d-4f2c-863f-b09096d5f5fc) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:09.007891 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda23ec8-2ce8-433e-9e5d-9ca543da40f7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:09.009169 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bda23ec8-2ce8-433e-9e5d-9ca543da40f7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:09.014813 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4def68-aea5-4c69-9330-8b4dfcdd7776 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:09.031287 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-bda23ec8-2ce8-433e-9e5d-9ca543da40f7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0824356 Jul 29 23:33:09.033855 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 47614) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:09.040112 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-19444e15-eb81-435a-86db-3634d2ef2c9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'port': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'name': 'tempest-NetworksTestDHCPv6-1180933760'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:09.280426 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de712a9-e958-4b3f-a3dc-e4c1ebd1e839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-d263319e-790d-4f2c-863f-b09096d5f5fc', 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'tenant_id': '9e8d306db215455d80dae7259f2106c8', 'fixed_ips': [{'subnet_id': 'f0030154-9386-497b-8550-3db7da96c08c'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:33:09.281443 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2de712a9-e958-4b3f-a3dc-e4c1ebd1e839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:09.400951 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19444e15-eb81-435a-86db-3634d2ef2c9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:09.410937 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-19444e15-eb81-435a-86db-3634d2ef2c9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:09.465814 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-19444e15-eb81-435a-86db-3634d2ef2c9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] device_id is not set on port 1c5b798f-b4ff-46e8-99c5-db3593685be1 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:33:09.486316 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-2de712a9-e958-4b3f-a3dc-e4c1ebd1e839 None None] Allocated IP 2001:db8::2 (d263319e-790d-4f2c-863f-b09096d5f5fc/f0030154-9386-497b-8550-3db7da96c08c/59bd172b-5fe1-48f9-a07d-578b240580f7) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:09.764157 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2de712a9-e958-4b3f-a3dc-e4c1ebd1e839 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:09.774811 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-2de712a9-e958-4b3f-a3dc-e4c1ebd1e839 None None] Transition to ACTIVE for port object 59bd172b-5fe1-48f9-a07d-578b240580f7 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:09.796389 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-2de712a9-e958-4b3f-a3dc-e4c1ebd1e839 None None] Transition to ACTIVE for port object 59bd172b-5fe1-48f9-a07d-578b240580f7 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:09.805223 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2de712a9-e958-4b3f-a3dc-e4c1ebd1e839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:09.902869 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de712a9-e958-4b3f-a3dc-e4c1ebd1e839 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:09.936840 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-19444e15-eb81-435a-86db-3634d2ef2c9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Allocated IP 2001:db8::f2 (d263319e-790d-4f2c-863f-b09096d5f5fc/f0030154-9386-497b-8550-3db7da96c08c/1c5b798f-b4ff-46e8-99c5-db3593685be1) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:09.951286 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-2de712a9-e958-4b3f-a3dc-e4c1ebd1e839 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:09.960984 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de712a9-e958-4b3f-a3dc-e4c1ebd1e839 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:09.975138 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de712a9-e958-4b3f-a3dc-e4c1ebd1e839 None None] Pushing event updated for resources: {'Port': ['ID=59bd172b-5fe1-48f9-a07d-578b240580f7,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:10.137099 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-2de712a9-e958-4b3f-a3dc-e4c1ebd1e839 None None] Attempting to bind port 59bd172b-5fe1-48f9-a07d-578b240580f7 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:33:10.137712 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-2de712a9-e958-4b3f-a3dc-e4c1ebd1e839 None None] Attempting to bind port 59bd172b-5fe1-48f9-a07d-578b240580f7 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:33:10.138049 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de712a9-e958-4b3f-a3dc-e4c1ebd1e839 None None] Attempting to bind port 59bd172b-5fe1-48f9-a07d-578b240580f7 on network d263319e-790d-4f2c-863f-b09096d5f5fc {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:10.144625 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de712a9-e958-4b3f-a3dc-e4c1ebd1e839 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:33:10.145591 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de712a9-e958-4b3f-a3dc-e4c1ebd1e839 None None] Checking segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:10.146236 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2de712a9-e958-4b3f-a3dc-e4c1ebd1e839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:10.146888 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de712a9-e958-4b3f-a3dc-e4c1ebd1e839 None None] Bound using segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:33:10.147610 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-2de712a9-e958-4b3f-a3dc-e4c1ebd1e839 None None] Bound port: 59bd172b-5fe1-48f9-a07d-578b240580f7, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:33:10.148254 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2de712a9-e958-4b3f-a3dc-e4c1ebd1e839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:10.322712 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-19444e15-eb81-435a-86db-3634d2ef2c9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:10.355134 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-2de712a9-e958-4b3f-a3dc-e4c1ebd1e839 None None] For port 59bd172b-5fe1-48f9-a07d-578b240580f7, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:33:10.359731 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-19444e15-eb81-435a-86db-3634d2ef2c9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Transition to ACTIVE for port object 1c5b798f-b4ff-46e8-99c5-db3593685be1 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:10.370183 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-2de712a9-e958-4b3f-a3dc-e4c1ebd1e839 None None] For port 59bd172b-5fe1-48f9-a07d-578b240580f7, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=59bd172b-5fe1-48f9-a07d-578b240580f7,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:33:10.386996 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2de712a9-e958-4b3f-a3dc-e4c1ebd1e839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:10.455088 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-19444e15-eb81-435a-86db-3634d2ef2c9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:10.503503 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19444e15-eb81-435a-86db-3634d2ef2c9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:10.506817 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-19444e15-eb81-435a-86db-3634d2ef2c9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:10.512246 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19444e15-eb81-435a-86db-3634d2ef2c9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:10.518412 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19444e15-eb81-435a-86db-3634d2ef2c9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:10.519424 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-19444e15-eb81-435a-86db-3634d2ef2c9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:10.576321 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de712a9-e958-4b3f-a3dc-e4c1ebd1e839 None None] Pushing event updated for resources: {'Port': ['ID=59bd172b-5fe1-48f9-a07d-578b240580f7,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:10.607074 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19444e15-eb81-435a-86db-3634d2ef2c9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Port': ['ID=1c5b798f-b4ff-46e8-99c5-db3593685be1,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:10.626258 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47764) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:10.630022 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-19444e15-eb81-435a-86db-3634d2ef2c9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5922890 Jul 29 23:33:10.752937 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee83dfb-64e9-4798-bcec-bd84ac408298 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:10.766272 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee83dfb-64e9-4798-bcec-bd84ac408298 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:10.769842 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3ee83dfb-64e9-4798-bcec-bd84ac408298 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1359549 Jul 29 23:33:10.772156 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47786) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:11.036574 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-3d00f5db-0b1d-43b2-862f-7dfc3360b1da tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting port 1c5b798f-b4ff-46e8-99c5-db3593685be1 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:11.036936 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3d00f5db-0b1d-43b2-862f-7dfc3360b1da tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:11.198061 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3d00f5db-0b1d-43b2-862f-7dfc3360b1da tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:11.225095 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-3d00f5db-0b1d-43b2-862f-7dfc3360b1da tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Calling delete_port for 1c5b798f-b4ff-46e8-99c5-db3593685be1 owned by {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:11.473648 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3d00f5db-0b1d-43b2-862f-7dfc3360b1da tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:11.513839 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d00f5db-0b1d-43b2-862f-7dfc3360b1da tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Port': ['ID=1c5b798f-b4ff-46e8-99c5-db3593685be1,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:11.541412 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3d00f5db-0b1d-43b2-862f-7dfc3360b1da tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:11.549731 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 47854) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:11.590845 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3d00f5db-0b1d-43b2-862f-7dfc3360b1da tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/1c5b798f-b4ff-46e8-99c5-db3593685be1 HTTP/1.1" status: 204 len: 168 time: 0.8066084 Jul 29 23:33:11.629496 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 2c580eef-e706-41b2-b401-872b752139b1 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:11.720688 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772f8111-7e8f-48e3-b537-13b3b42f8293 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:11.722943 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772f8111-7e8f-48e3-b537-13b3b42f8293 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:11.726544 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-772f8111-7e8f-48e3-b537-13b3b42f8293 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1659102 Jul 29 23:33:11.729037 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 47874) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:11.922320 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-842983f6-d507-49a1-88ea-636a14a9e2e2 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting subnet f0030154-9386-497b-8550-3db7da96c08c {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:33:11.927295 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:11.932713 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-842983f6-d507-49a1-88ea-636a14a9e2e2 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:12.033684 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d0f760-ef28-4f8d-803b-3584a317e411', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c580eef-e706-41b2-b401-872b752139b1'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:33:12.043540 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fe0e4d-a886-4e9d-8c74-5f974ec52e8f" -d '{"events": [{"server_uuid": "61d0f760-ef28-4f8d-803b-3584a317e411", "name": "network-vif-unplugged", "status": "completed", "tag": "2c580eef-e706-41b2-b401-872b752139b1"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:33:12.053587 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 2c580eef-e706-41b2-b401-872b752139b1, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=2c580eef-e706-41b2-b401-872b752139b1,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:12.055903 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-842983f6-d507-49a1-88ea-636a14a9e2e2 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:12.060552 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:12.210917 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=2c580eef-e706-41b2-b401-872b752139b1,revision_number=11']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:12.351732 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bda70d7-925e-4f4b-86a7-646039d9371e None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:12.361794 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-842983f6-d507-49a1-88ea-636a14a9e2e2 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:12.463866 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47902) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:12.503460 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-842983f6-d507-49a1-88ea-636a14a9e2e2 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:12.633464 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-842983f6-d507-49a1-88ea-636a14a9e2e2 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:12.638677 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47908) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:12.639536 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 59bd172b-5fe1-48f9-a07d-578b240580f7 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:12.660531 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-842983f6-d507-49a1-88ea-636a14a9e2e2 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/f0030154-9386-497b-8550-3db7da96c08c HTTP/1.1" status: 204 len: 168 time: 0.9268396 Jul 29 23:33:12.661793 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842983f6-d507-49a1-88ea-636a14a9e2e2 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Subnet': ['ID=f0030154-9386-497b-8550-3db7da96c08c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:12.695010 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5e2e6fbb-6b8b-4f91-a1ba-2789d194522d None None] Provisioning for port 59bd172b-5fe1-48f9-a07d-578b240580f7 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:12.734793 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1900b307-1ad5-4448-80b5-5203cd917475 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0947480 Jul 29 23:33:12.738347 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 47910) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:12.744466 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-3f4e4144-0c39-4dce-bc96-24b05b20ff41 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:12.763059 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 59bd172b-5fe1-48f9-a07d-578b240580f7 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:12.776487 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 59bd172b-5fe1-48f9-a07d-578b240580f7 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:12.777206 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:12.823337 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a13717a2-350d-43e1-a3b6-6c44d62f0aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:13.003974 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2160c5c6-6e10-4832-a09a-9631b85b510b None None] DHCP port deletion for d263319e-790d-4f2c-863f-b09096d5f5fc request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:33:13.012829 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:13.080564 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 59bd172b-5fe1-48f9-a07d-578b240580f7, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=59bd172b-5fe1-48f9-a07d-578b240580f7,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:13.090851 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:13.106768 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a13717a2-350d-43e1-a3b6-6c44d62f0aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:13.114668 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a13717a2-350d-43e1-a3b6-6c44d62f0aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:13.139353 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4e4144-0c39-4dce-bc96-24b05b20ff41 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:13.144731 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3f4e4144-0c39-4dce-bc96-24b05b20ff41 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:13.148093 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-2160c5c6-6e10-4832-a09a-9631b85b510b None None] Deleting port 59bd172b-5fe1-48f9-a07d-578b240580f7 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:13.148575 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2160c5c6-6e10-4832-a09a-9631b85b510b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:13.236251 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a13717a2-350d-43e1-a3b6-6c44d62f0aa5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f6a996504b8b4e1ca03490b4fac2c85d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7712028 Jul 29 23:33:13.249213 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47940) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:13.255318 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13717a2-350d-43e1-a3b6-6c44d62f0aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad89456-73a5-41cd-b7f1-8a076542ac62,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:13.273035 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=59bd172b-5fe1-48f9-a07d-578b240580f7,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:13.306897 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-2160c5c6-6e10-4832-a09a-9631b85b510b None None] For port 59bd172b-5fe1-48f9-a07d-578b240580f7, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=59bd172b-5fe1-48f9-a07d-578b240580f7,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:13.308662 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2160c5c6-6e10-4832-a09a-9631b85b510b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:13.339212 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-2160c5c6-6e10-4832-a09a-9631b85b510b None None] Calling delete_port for 59bd172b-5fe1-48f9-a07d-578b240580f7 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:13.383792 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a27a8f88-6ba5-4493-a5c3-aaa20db2d714 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:13.413112 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a27a8f88-6ba5-4493-a5c3-aaa20db2d714 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:13.478577 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a27a8f88-6ba5-4493-a5c3-aaa20db2d714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:13.482355 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a27a8f88-6ba5-4493-a5c3-aaa20db2d714 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:13.483789 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a27a8f88-6ba5-4493-a5c3-aaa20db2d714 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bad89456-73a5-41cd-b7f1-8a076542ac62 HTTP/1.1" status: 204 len: 168 time: 0.2339160 Jul 29 23:33:13.500405 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27a8f88-6ba5-4493-a5c3-aaa20db2d714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad89456-73a5-41cd-b7f1-8a076542ac62,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:13.633481 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ad30ec-b183-40f4-9075-f373818defa8 x-openstack-request-id: req-69ad30ec-b183-40f4-9075-f373818defa8 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:33:13.633984 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d0f760-ef28-4f8d-803b-3584a317e411", "name": "network-vif-unplugged", "status": "completed", "tag": "2c580eef-e706-41b2-b401-872b752139b1", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:33:13.634558 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-69ad30ec-b183-40f4-9075-f373818defa8 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:33:13.635553 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d0f760-ef28-4f8d-803b-3584a317e411', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c580eef-e706-41b2-b401-872b752139b1', 'code': 200} Jul 29 23:33:13.663959 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2160c5c6-6e10-4832-a09a-9631b85b510b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:13.674992 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3f4e4144-0c39-4dce-bc96-24b05b20ff41 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:13.715280 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2160c5c6-6e10-4832-a09a-9631b85b510b None None] Pushing event deleted for resources: {'Port': ['ID=59bd172b-5fe1-48f9-a07d-578b240580f7,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:13.731991 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2160c5c6-6e10-4832-a09a-9631b85b510b None None] No DVR routers for this DVR port 59bd172b-5fe1-48f9-a07d-578b240580f7 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:13.774595 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4e4144-0c39-4dce-bc96-24b05b20ff41 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:13.778845 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-3f4e4144-0c39-4dce-bc96-24b05b20ff41 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:13.797173 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4e4144-0c39-4dce-bc96-24b05b20ff41 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:13.797774 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3f4e4144-0c39-4dce-bc96-24b05b20ff41 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:13.797925 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acdbda8-6ea5-445c-b87c-245c68cda98b None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:13.809615 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4e4144-0c39-4dce-bc96-24b05b20ff41 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Subnet': ['ID=05331833-e96d-4b8c-b774-c09b6f339438,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:13.857438 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3f4e4144-0c39-4dce-bc96-24b05b20ff41 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1176844 Jul 29 23:33:13.860042 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 47960) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:13.871454 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-fb854576-338e-401c-ba4d-ce2efc4e3301 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'port': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'name': 'tempest-NetworksTestDHCPv6-1192390960'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:14.082522 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb854576-338e-401c-ba4d-ce2efc4e3301 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:14.091785 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fb854576-338e-401c-ba4d-ce2efc4e3301 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:14.137263 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-fb854576-338e-401c-ba4d-ce2efc4e3301 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] device_id is not set on port 6b028fcb-1400-4303-b28f-396c8039c190 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:33:14.145262 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5450fb38-d4b3-4162-bfda-7dfac7a867fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-d263319e-790d-4f2c-863f-b09096d5f5fc', 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'tenant_id': '9e8d306db215455d80dae7259f2106c8', 'fixed_ips': [{'subnet_id': '05331833-e96d-4b8c-b774-c09b6f339438'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:33:14.146950 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5450fb38-d4b3-4162-bfda-7dfac7a867fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:14.307769 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-fb854576-338e-401c-ba4d-ce2efc4e3301 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Allocated IP 2001:db8::13e (d263319e-790d-4f2c-863f-b09096d5f5fc/05331833-e96d-4b8c-b774-c09b6f339438/6b028fcb-1400-4303-b28f-396c8039c190) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:14.444131 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47968) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:14.475701 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d4d3bc87-a999-4487-8391-8e190df82247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:14.508925 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fb854576-338e-401c-ba4d-ce2efc4e3301 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:14.512958 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 59bd172b-5fe1-48f9-a07d-578b240580f7 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:14.537718 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-fb854576-338e-401c-ba4d-ce2efc4e3301 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Transition to ACTIVE for port object 6b028fcb-1400-4303-b28f-396c8039c190 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:14.575715 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 59bd172b-5fe1-48f9-a07d-578b240580f7 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:14.576007 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 59bd172b-5fe1-48f9-a07d-578b240580f7 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:14.592121 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fb854576-338e-401c-ba4d-ce2efc4e3301 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:14.606439 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47974) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:14.644238 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb854576-338e-401c-ba4d-ce2efc4e3301 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:14.647517 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-fb854576-338e-401c-ba4d-ce2efc4e3301 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:14.652802 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb854576-338e-401c-ba4d-ce2efc4e3301 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:14.659128 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb854576-338e-401c-ba4d-ce2efc4e3301 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:14.660425 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fb854576-338e-401c-ba4d-ce2efc4e3301 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:14.689310 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb854576-338e-401c-ba4d-ce2efc4e3301 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Port': ['ID=6b028fcb-1400-4303-b28f-396c8039c190,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:14.758012 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d4d3bc87-a999-4487-8391-8e190df82247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:14.768935 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d4d3bc87-a999-4487-8391-8e190df82247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:14.771945 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fb854576-338e-401c-ba4d-ce2efc4e3301 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.9106977 Jul 29 23:33:14.774563 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 47980) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:14.805112 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-5450fb38-d4b3-4162-bfda-7dfac7a867fa None None] Allocated IP 2001:db8::2 (d263319e-790d-4f2c-863f-b09096d5f5fc/05331833-e96d-4b8c-b774-c09b6f339438/e04df283-6399-46f2-a894-beac20d52da5) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:14.864574 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2a91fc-3a1b-453b-8a11-7183a74f73ff tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:14.878410 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8d2a91fc-3a1b-453b-8a11-7183a74f73ff tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1012354 Jul 29 23:33:14.888766 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 47986) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:14.892319 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d4d3bc87-a999-4487-8391-8e190df82247 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=294dd073f9da4faeb93d325738c4738b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4454179 Jul 29 23:33:14.893391 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3bc87-a999-4487-8391-8e190df82247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3fe68c-596a-4869-87af-9ec83f3eb625,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:14.910945 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47988) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:15.058470 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bc3bfe01-0939-4cc5-af09-d62451468c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:15.108188 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-256da5e2-6bc2-46bf-9bfe-1cc0486343d2 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting port 6b028fcb-1400-4303-b28f-396c8039c190 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:15.109281 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-256da5e2-6bc2-46bf-9bfe-1cc0486343d2 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:15.155614 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bc3bfe01-0939-4cc5-af09-d62451468c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:15.160233 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2e2544d9-dfb0-446d-a688-050222350c06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:15.162868 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bc3bfe01-0939-4cc5-af09-d62451468c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:15.200617 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3bfe01-0939-4cc5-af09-d62451468c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e153d980-967d-414e-b34b-ca79ba4feb3a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:15.204933 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5450fb38-d4b3-4162-bfda-7dfac7a867fa None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:15.233136 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-bc3bfe01-0939-4cc5-af09-d62451468c07 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=afd8eace0b7a4630a0e15fa769b0ae9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6248217 Jul 29 23:33:15.238205 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48006) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:15.239819 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2e2544d9-dfb0-446d-a688-050222350c06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:15.243112 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5450fb38-d4b3-4162-bfda-7dfac7a867fa None None] Transition to ACTIVE for port object e04df283-6399-46f2-a894-beac20d52da5 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:15.294491 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5450fb38-d4b3-4162-bfda-7dfac7a867fa None None] Transition to ACTIVE for port object e04df283-6399-46f2-a894-beac20d52da5 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:15.317071 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5450fb38-d4b3-4162-bfda-7dfac7a867fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:15.361835 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5450fb38-d4b3-4162-bfda-7dfac7a867fa None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:15.365307 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-5450fb38-d4b3-4162-bfda-7dfac7a867fa None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:15.370422 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5450fb38-d4b3-4162-bfda-7dfac7a867fa None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:15.384989 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2e2544d9-dfb0-446d-a688-050222350c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:15.389838 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450fb38-d4b3-4162-bfda-7dfac7a867fa None None] Pushing event updated for resources: {'Port': ['ID=e04df283-6399-46f2-a894-beac20d52da5,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:15.393039 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2e2544d9-dfb0-446d-a688-050222350c06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:15.397703 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2e2544d9-dfb0-446d-a688-050222350c06 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/af3fe68c-596a-4869-87af-9ec83f3eb625 HTTP/1.1" status: 204 len: 168 time: 0.4750695 Jul 29 23:33:15.443754 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2544d9-dfb0-446d-a688-050222350c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3fe68c-596a-4869-87af-9ec83f3eb625,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:15.529602 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-5450fb38-d4b3-4162-bfda-7dfac7a867fa None None] Attempting to bind port e04df283-6399-46f2-a894-beac20d52da5 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:33:15.530211 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-5450fb38-d4b3-4162-bfda-7dfac7a867fa None None] Attempting to bind port e04df283-6399-46f2-a894-beac20d52da5 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:33:15.530938 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5450fb38-d4b3-4162-bfda-7dfac7a867fa None None] Attempting to bind port e04df283-6399-46f2-a894-beac20d52da5 on network d263319e-790d-4f2c-863f-b09096d5f5fc {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:15.543823 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5450fb38-d4b3-4162-bfda-7dfac7a867fa None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:33:15.544561 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5450fb38-d4b3-4162-bfda-7dfac7a867fa None None] Checking segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:15.546156 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5450fb38-d4b3-4162-bfda-7dfac7a867fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:15.548300 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5450fb38-d4b3-4162-bfda-7dfac7a867fa None None] Bound using segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:33:15.548938 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-5450fb38-d4b3-4162-bfda-7dfac7a867fa None None] Bound port: e04df283-6399-46f2-a894-beac20d52da5, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:33:15.549345 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5450fb38-d4b3-4162-bfda-7dfac7a867fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:15.715041 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-5450fb38-d4b3-4162-bfda-7dfac7a867fa None None] For port e04df283-6399-46f2-a894-beac20d52da5, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:33:15.715041 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-5450fb38-d4b3-4162-bfda-7dfac7a867fa None None] For port e04df283-6399-46f2-a894-beac20d52da5, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e04df283-6399-46f2-a894-beac20d52da5,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:33:15.720994 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5450fb38-d4b3-4162-bfda-7dfac7a867fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:15.858427 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5450fb38-d4b3-4162-bfda-7dfac7a867fa None None] Pushing event updated for resources: {'Port': ['ID=e04df283-6399-46f2-a894-beac20d52da5,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:15.882426 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-256da5e2-6bc2-46bf-9bfe-1cc0486343d2 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:15.896685 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c6baacc1-2464-4ae3-84a1-df990d0d824e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:15.911797 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-256da5e2-6bc2-46bf-9bfe-1cc0486343d2 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Calling delete_port for 6b028fcb-1400-4303-b28f-396c8039c190 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:15.991343 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c6baacc1-2464-4ae3-84a1-df990d0d824e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:16.104375 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c6baacc1-2464-4ae3-84a1-df990d0d824e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:16.109427 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c6baacc1-2464-4ae3-84a1-df990d0d824e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:16.110570 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c6baacc1-2464-4ae3-84a1-df990d0d824e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e153d980-967d-414e-b34b-ca79ba4feb3a HTTP/1.1" status: 204 len: 168 time: 0.8692191 Jul 29 23:33:16.169977 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6baacc1-2464-4ae3-84a1-df990d0d824e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e153d980-967d-414e-b34b-ca79ba4feb3a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:16.232400 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-256da5e2-6bc2-46bf-9bfe-1cc0486343d2 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:16.297300 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256da5e2-6bc2-46bf-9bfe-1cc0486343d2 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Port': ['ID=6b028fcb-1400-4303-b28f-396c8039c190,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:16.352662 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-256da5e2-6bc2-46bf-9bfe-1cc0486343d2 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:16.357546 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-256da5e2-6bc2-46bf-9bfe-1cc0486343d2 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/6b028fcb-1400-4303-b28f-396c8039c190 HTTP/1.1" status: 204 len: 168 time: 1.4652956 Jul 29 23:33:16.357669 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48052) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:16.504489 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5f5904-a78e-4d10-a465-af8c88900451 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:16.505045 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e04df283-6399-46f2-a894-beac20d52da5 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:16.506908 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5f5904-a78e-4d10-a465-af8c88900451 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:16.513198 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48056) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:16.514186 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2b5f5904-a78e-4d10-a465-af8c88900451 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1511188 Jul 29 23:33:16.616253 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port e04df283-6399-46f2-a894-beac20d52da5 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:16.625947 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f44e744-5791-4857-8fd3-242b0520bc46 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting subnet 05331833-e96d-4b8c-b774-c09b6f339438 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:33:16.629886 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f44e744-5791-4857-8fd3-242b0520bc46 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:16.705522 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f44e744-5791-4857-8fd3-242b0520bc46 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:16.877349 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f44e744-5791-4857-8fd3-242b0520bc46 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:16.982620 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48082) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:16.998547 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-610913af-c323-470f-aa5e-e286c0226917 req-75b5f655-8522-4a7c-b0c4-0f73ea941559 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d0d1ca48-10f5-4d0d-b0c1-2335126d49aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0847659 Jul 29 23:33:17.033909 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e87891f8-0ccb-43e2-a5b5-c6e3fd62c882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:17.059426 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f44e744-5791-4857-8fd3-242b0520bc46 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:17.103811 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610913af-c323-470f-aa5e-e286c0226917 req-c81b592b-3773-4915-af6a-d07d4e913ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:17.105918 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-610913af-c323-470f-aa5e-e286c0226917 req-c81b592b-3773-4915-af6a-d07d4e913ea7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc55790fc3bd48288dfa12764fae4ab3&device_id=d0d1ca48-10f5-4d0d-b0c1-2335126d49aa HTTP/1.1" status: 200 len: 1100 time: 0.0845127 Jul 29 23:33:17.186001 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f44e744-5791-4857-8fd3-242b0520bc46 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Subnet': ['ID=05331833-e96d-4b8c-b774-c09b6f339438,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:17.213295 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f44e744-5791-4857-8fd3-242b0520bc46 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:17.219174 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8f44e744-5791-4857-8fd3-242b0520bc46 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/05331833-e96d-4b8c-b774-c09b6f339438 HTTP/1.1" status: 204 len: 168 time: 0.7037551 Jul 29 23:33:17.224292 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48098) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:17.315501 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610913af-c323-470f-aa5e-e286c0226917 req-5c0ff71d-f039-4367-b8b0-1f2a3ddf3f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:17.317162 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-610913af-c323-470f-aa5e-e286c0226917 req-5c0ff71d-f039-4367-b8b0-1f2a3ddf3f24 service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.1817153 Jul 29 23:33:17.339928 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2f22045f-8b3b-4e9c-b9ca-90c55cd37151 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1123755 Jul 29 23:33:17.342577 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48104) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:17.349666 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-80c87b55-8c71-4602-bf9e-c5cd0b1a9303 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:17.407788 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-610913af-c323-470f-aa5e-e286c0226917 req-bbc6c7c9-c7de-45b1-87cb-600d1f566828 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=28c1c669-51d6-431c-b89c-20165aa58178 HTTP/1.1" status: 200 len: 217 time: 0.0818613 Jul 29 23:33:17.480646 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de874cfd-6cdc-4dc2-a7f1-2690259852f9 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:17.486875 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610913af-c323-470f-aa5e-e286c0226917 req-a1fae790-921a-4313-97aa-fdb3002770b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:17.488728 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-610913af-c323-470f-aa5e-e286c0226917 req-a1fae790-921a-4313-97aa-fdb3002770b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.0732951 Jul 29 23:33:17.571013 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610913af-c323-470f-aa5e-e286c0226917 req-e40e446e-ac31-4bb1-bf91-d3621ebdb0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:17.576349 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-610913af-c323-470f-aa5e-e286c0226917 req-e40e446e-ac31-4bb1-bf91-d3621ebdb0dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0801945 Jul 29 23:33:17.668517 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e87891f8-0ccb-43e2-a5b5-c6e3fd62c882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:17.686050 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-311cefc6-cb14-4dcd-b49b-97dbd3157158 None None] Provisioning for port e04df283-6399-46f2-a894-beac20d52da5 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:17.704838 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e87891f8-0ccb-43e2-a5b5-c6e3fd62c882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:17.707794 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-311cefc6-cb14-4dcd-b49b-97dbd3157158 None None] Provisioning complete for port e04df283-6399-46f2-a894-beac20d52da5 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:17.709077 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-311cefc6-cb14-4dcd-b49b-97dbd3157158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:17.809016 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e87891f8-0ccb-43e2-a5b5-c6e3fd62c882 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df94e5d647914766bc6aea9e7b5b41c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8243845 Jul 29 23:33:17.810201 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c87b55-8c71-4602-bf9e-c5cd0b1a9303 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:17.815050 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48112) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:17.815747 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-80c87b55-8c71-4602-bf9e-c5cd0b1a9303 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:17.821061 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87891f8-0ccb-43e2-a5b5-c6e3fd62c882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3931943f-e7c9-46ae-912a-a6f792be5de1,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:17.863364 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-610913af-c323-470f-aa5e-e286c0226917 req-4a32cbba-7ffb-40ac-8d05-4c06d8794dfe service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686388 Jul 29 23:33:17.951634 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d705da8b-2d66-4a50-b7c3-49043739f174 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:17.963266 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-311cefc6-cb14-4dcd-b49b-97dbd3157158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:18.017988 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-311cefc6-cb14-4dcd-b49b-97dbd3157158 None None] For port e04df283-6399-46f2-a894-beac20d52da5, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e04df283-6399-46f2-a894-beac20d52da5,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:18.024993 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-311cefc6-cb14-4dcd-b49b-97dbd3157158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:18.087232 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d71425c-83db-403d-b54d-199d19723ef5 None None] DHCP port deletion for d263319e-790d-4f2c-863f-b09096d5f5fc request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:33:18.122718 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d705da8b-2d66-4a50-b7c3-49043739f174 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:18.171812 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311cefc6-cb14-4dcd-b49b-97dbd3157158 None None] Pushing event updated for resources: {'Port': ['ID=e04df283-6399-46f2-a894-beac20d52da5,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:18.198889 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-80c87b55-8c71-4602-bf9e-c5cd0b1a9303 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:18.206678 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1d71425c-83db-403d-b54d-199d19723ef5 None None] Deleting port e04df283-6399-46f2-a894-beac20d52da5 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:18.206678 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1d71425c-83db-403d-b54d-199d19723ef5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:18.250321 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03eb2a0-d71f-465f-951d-c25858094621 req-bfdf954f-c5d6-431e-932f-4ed683361a1b tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:18.303405 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a03eb2a0-d71f-465f-951d-c25858094621 req-bfdf954f-c5d6-431e-932f-4ed683361a1b tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0d1ca48-10f5-4d0d-b0c1-2335126d49aa HTTP/1.1" status: 200 len: 948 time: 0.3168519 Jul 29 23:33:18.377444 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-610913af-c323-470f-aa5e-e286c0226917 req-a5300675-8e15-4b28-98fb-fe49ebe31fbd service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5055981 Jul 29 23:33:18.398202 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d705da8b-2d66-4a50-b7c3-49043739f174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:18.402131 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d705da8b-2d66-4a50-b7c3-49043739f174 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:18.403608 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d705da8b-2d66-4a50-b7c3-49043739f174 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3931943f-e7c9-46ae-912a-a6f792be5de1 HTTP/1.1" status: 204 len: 168 time: 0.5873976 Jul 29 23:33:18.421728 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d705da8b-2d66-4a50-b7c3-49043739f174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3931943f-e7c9-46ae-912a-a6f792be5de1,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:18.446028 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c87b55-8c71-4602-bf9e-c5cd0b1a9303 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:18.450361 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-80c87b55-8c71-4602-bf9e-c5cd0b1a9303 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:18.477807 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c87b55-8c71-4602-bf9e-c5cd0b1a9303 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Subnet': ['ID=2539818c-56a7-4504-9f4c-f99103297327,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:18.488527 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c87b55-8c71-4602-bf9e-c5cd0b1a9303 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:18.488923 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-80c87b55-8c71-4602-bf9e-c5cd0b1a9303 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:18.495892 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a03eb2a0-d71f-465f-951d-c25858094621 req-1ceb2b1d-d17c-4d6b-a21d-e7c71793d827 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/security-groups?id=1167cedf-2ecb-422c-b77f-7ccdf9200748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678462 Jul 29 23:33:18.515551 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e04df283-6399-46f2-a894-beac20d52da5 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:18.548913 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-80c87b55-8c71-4602-bf9e-c5cd0b1a9303 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2021065 Jul 29 23:33:18.548913 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48130) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:18.562979 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-4bde21ef-d38e-4b04-8b6d-c3907abd047d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'port': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'name': 'tempest-NetworksTestDHCPv6-1389459732'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:18.658659 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-1d71425c-83db-403d-b54d-199d19723ef5 None None] For port e04df283-6399-46f2-a894-beac20d52da5, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e04df283-6399-46f2-a894-beac20d52da5,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:18.661029 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1d71425c-83db-403d-b54d-199d19723ef5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:18.707653 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1d71425c-83db-403d-b54d-199d19723ef5 None None] Calling delete_port for e04df283-6399-46f2-a894-beac20d52da5 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:18.774086 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bde21ef-d38e-4b04-8b6d-c3907abd047d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:18.780767 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4bde21ef-d38e-4b04-8b6d-c3907abd047d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:18.800458 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-4bde21ef-d38e-4b04-8b6d-c3907abd047d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] device_id is not set on port 3ad84761-cd4c-4f12-b8c7-47e3df421c02 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:33:18.853791 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5919de4b-9cf2-455c-bfb5-a792c7971bba req-d5ed2d8a-0cd3-45a1-94ea-6fc3f614102a tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:18.864571 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5919de4b-9cf2-455c-bfb5-a792c7971bba req-d5ed2d8a-0cd3-45a1-94ea-6fc3f614102a tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e60148c-ab45-40fa-83a7-d3084d60eb04 HTTP/1.1" status: 200 len: 946 time: 0.1008127 Jul 29 23:33:18.957699 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5919de4b-9cf2-455c-bfb5-a792c7971bba req-62b6b1db-3223-4fb8-b47d-3f9294658e44 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f96b582-0804-49ab-b024-d250636def94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861621 Jul 29 23:33:19.072230 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-4bde21ef-d38e-4b04-8b6d-c3907abd047d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Allocated IP 2001:db8::14 (d263319e-790d-4f2c-863f-b09096d5f5fc/2539818c-56a7-4504-9f4c-f99103297327/3ad84761-cd4c-4f12-b8c7-47e3df421c02) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:19.084290 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:19.136854 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port e04df283-6399-46f2-a894-beac20d52da5, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e04df283-6399-46f2-a894-beac20d52da5,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:19.146255 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:19.223365 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1d71425c-83db-403d-b54d-199d19723ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:19.235557 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=e04df283-6399-46f2-a894-beac20d52da5,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:19.244869 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d71425c-83db-403d-b54d-199d19723ef5 None None] No DVR routers for this DVR port e04df283-6399-46f2-a894-beac20d52da5 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:19.279544 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71425c-83db-403d-b54d-199d19723ef5 None None] Pushing event deleted for resources: {'Port': ['ID=e04df283-6399-46f2-a894-beac20d52da5,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:19.333618 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0540a60d-f272-4054-b078-9a26e08ae772 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:19.438656 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4bde21ef-d38e-4b04-8b6d-c3907abd047d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:19.466192 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-4bde21ef-d38e-4b04-8b6d-c3907abd047d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Transition to ACTIVE for port object 3ad84761-cd4c-4f12-b8c7-47e3df421c02 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:19.509135 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4bde21ef-d38e-4b04-8b6d-c3907abd047d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:19.649969 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bde21ef-d38e-4b04-8b6d-c3907abd047d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:19.653562 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277e6d0-6bfa-4989-823d-d344bb5de89d req-344c3722-cd9c-49be-8f6c-919cdfd645bd tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:19.659325 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0277e6d0-6bfa-4989-823d-d344bb5de89d req-344c3722-cd9c-49be-8f6c-919cdfd645bd tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.23 "GET /v2.0/ports?device_id=d0d1ca48-10f5-4d0d-b0c1-2335126d49aa HTTP/1.1" status: 200 len: 948 time: 0.1643848 Jul 29 23:33:19.660780 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-4bde21ef-d38e-4b04-8b6d-c3907abd047d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:19.669531 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bde21ef-d38e-4b04-8b6d-c3907abd047d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:19.678362 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bde21ef-d38e-4b04-8b6d-c3907abd047d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:19.679017 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4bde21ef-d38e-4b04-8b6d-c3907abd047d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:19.697639 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde21ef-d38e-4b04-8b6d-c3907abd047d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Port': ['ID=3ad84761-cd4c-4f12-b8c7-47e3df421c02,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:19.720389 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4bde21ef-d38e-4b04-8b6d-c3907abd047d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1674328 Jul 29 23:33:19.724443 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48182) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.729922 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6748cbf-06e5-4a09-8c68-9e1ff5505768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-d263319e-790d-4f2c-863f-b09096d5f5fc', 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'tenant_id': '9e8d306db215455d80dae7259f2106c8', 'fixed_ips': [{'subnet_id': '2539818c-56a7-4504-9f4c-f99103297327'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:33:19.730798 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d6748cbf-06e5-4a09-8c68-9e1ff5505768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:19.805788 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b3c767-8b22-4fa1-803e-ece1becbce5a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:19.810342 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-97b3c767-8b22-4fa1-803e-ece1becbce5a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0847435 Jul 29 23:33:19.811069 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48186) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:19.904577 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a27ac-9525-4222-8585-b389028b5537 req-2e22f161-76c1-43a0-b56b-fc665f208a11 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:19.906436 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-457a27ac-9525-4222-8585-b389028b5537 req-2e22f161-76c1-43a0-b56b-fc665f208a11 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0d1ca48-10f5-4d0d-b0c1-2335126d49aa HTTP/1.1" status: 200 len: 948 time: 0.2320709 Jul 29 23:33:19.954927 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-0277e6d0-6bfa-4989-823d-d344bb5de89d req-b069a9c2-ac44-4815-9915-0a7d9f984b92 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Deleting port 28c1c669-51d6-431c-b89c-20165aa58178 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:19.955261 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0277e6d0-6bfa-4989-823d-d344bb5de89d req-b069a9c2-ac44-4815-9915-0a7d9f984b92 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:19.970310 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-c9e631f5-db25-4604-aba6-f4f56884bc0f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting port 3ad84761-cd4c-4f12-b8c7-47e3df421c02 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:19.970671 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c9e631f5-db25-4604-aba6-f4f56884bc0f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:20.067092 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-d6748cbf-06e5-4a09-8c68-9e1ff5505768 None None] Allocated IP 2001:db8::2 (d263319e-790d-4f2c-863f-b09096d5f5fc/2539818c-56a7-4504-9f4c-f99103297327/4de6d62f-23bc-4667-a6c8-7d0897762cae) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:20.141057 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-0277e6d0-6bfa-4989-823d-d344bb5de89d req-b069a9c2-ac44-4815-9915-0a7d9f984b92 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] For port 28c1c669-51d6-431c-b89c-20165aa58178, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=28c1c669-51d6-431c-b89c-20165aa58178,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:20.142282 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0277e6d0-6bfa-4989-823d-d344bb5de89d req-b069a9c2-ac44-4815-9915-0a7d9f984b92 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:20.160083 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-0277e6d0-6bfa-4989-823d-d344bb5de89d req-b069a9c2-ac44-4815-9915-0a7d9f984b92 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Calling delete_port for 28c1c669-51d6-431c-b89c-20165aa58178 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:20.203741 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c9e631f5-db25-4604-aba6-f4f56884bc0f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:20.223941 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:33:20.233666 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-c9e631f5-db25-4604-aba6-f4f56884bc0f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Calling delete_port for 3ad84761-cd4c-4f12-b8c7-47e3df421c02 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:20.273912 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-457a27ac-9525-4222-8585-b389028b5537 req-3c632fbb-70b0-4de2-8f93-630f52dfc69b tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/security-groups?id=1167cedf-2ecb-422c-b77f-7ccdf9200748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3597643 Jul 29 23:33:20.414506 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d6748cbf-06e5-4a09-8c68-9e1ff5505768 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:20.421901 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0277e6d0-6bfa-4989-823d-d344bb5de89d req-b069a9c2-ac44-4815-9915-0a7d9f984b92 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:20.445883 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d6748cbf-06e5-4a09-8c68-9e1ff5505768 None None] Transition to ACTIVE for port object 4de6d62f-23bc-4667-a6c8-7d0897762cae will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:20.491884 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b069a9c2-ac44-4815-9915-0a7d9f984b92 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Pushing event deleted for resources: {'Port': ['ID=28c1c669-51d6-431c-b89c-20165aa58178,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:20.576356 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c9e631f5-db25-4604-aba6-f4f56884bc0f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:20.577278 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d6748cbf-06e5-4a09-8c68-9e1ff5505768 None None] Transition to ACTIVE for port object 4de6d62f-23bc-4667-a6c8-7d0897762cae will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:20.588797 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d6748cbf-06e5-4a09-8c68-9e1ff5505768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:20.637280 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e631f5-db25-4604-aba6-f4f56884bc0f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Port': ['ID=3ad84761-cd4c-4f12-b8c7-47e3df421c02,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:20.642535 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6748cbf-06e5-4a09-8c68-9e1ff5505768 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:20.652434 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-0277e6d0-6bfa-4989-823d-d344bb5de89d req-b069a9c2-ac44-4815-9915-0a7d9f984b92 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] No DVR routers for this DVR port 28c1c669-51d6-431c-b89c-20165aa58178 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:20.654567 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-d6748cbf-06e5-4a09-8c68-9e1ff5505768 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:20.659116 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0277e6d0-6bfa-4989-823d-d344bb5de89d req-b069a9c2-ac44-4815-9915-0a7d9f984b92 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:20.670806 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0277e6d0-6bfa-4989-823d-d344bb5de89d req-b069a9c2-ac44-4815-9915-0a7d9f984b92 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.23 "DELETE /v2.0/ports/28c1c669-51d6-431c-b89c-20165aa58178 HTTP/1.1" status: 204 len: 173 time: 0.9958777 Jul 29 23:33:20.671675 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0d1ca48-10f5-4d0d-b0c1-2335126d49aa', 'name': 'network-vif-deleted', 'tag': '28c1c669-51d6-431c-b89c-20165aa58178'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:33:20.689181 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb0e9c3-f0c2-4ed9-80fd-3b83a8aa24fa" -d '{"events": [{"server_uuid": "d0d1ca48-10f5-4d0d-b0c1-2335126d49aa", "name": "network-vif-deleted", "tag": "28c1c669-51d6-431c-b89c-20165aa58178"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:33:20.721310 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c9e631f5-db25-4604-aba6-f4f56884bc0f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:20.723250 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c9e631f5-db25-4604-aba6-f4f56884bc0f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/3ad84761-cd4c-4f12-b8c7-47e3df421c02 HTTP/1.1" status: 204 len: 168 time: 0.9108975 Jul 29 23:33:20.729320 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48212) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.778668 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6748cbf-06e5-4a09-8c68-9e1ff5505768 None None] Pushing event updated for resources: {'Port': ['ID=4de6d62f-23bc-4667-a6c8-7d0897762cae,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:20.784340 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6748cbf-06e5-4a09-8c68-9e1ff5505768 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:20.957004 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-d6748cbf-06e5-4a09-8c68-9e1ff5505768 None None] Attempting to bind port 4de6d62f-23bc-4667-a6c8-7d0897762cae on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:33:20.958064 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-d6748cbf-06e5-4a09-8c68-9e1ff5505768 None None] Attempting to bind port 4de6d62f-23bc-4667-a6c8-7d0897762cae by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:33:20.959335 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6748cbf-06e5-4a09-8c68-9e1ff5505768 None None] Attempting to bind port 4de6d62f-23bc-4667-a6c8-7d0897762cae on network d263319e-790d-4f2c-863f-b09096d5f5fc {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:20.961994 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f11d8c7-1442-476f-b33b-9a3367b071ca tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:20.964065 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f11d8c7-1442-476f-b33b-9a3367b071ca tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:20.965943 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0f11d8c7-1442-476f-b33b-9a3367b071ca tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2353678 Jul 29 23:33:20.969763 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6748cbf-06e5-4a09-8c68-9e1ff5505768 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:33:20.970008 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48222) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:20.970458 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6748cbf-06e5-4a09-8c68-9e1ff5505768 None None] Checking segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:20.971407 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d6748cbf-06e5-4a09-8c68-9e1ff5505768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:20.972370 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6748cbf-06e5-4a09-8c68-9e1ff5505768 None None] Bound using segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:33:20.973411 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-d6748cbf-06e5-4a09-8c68-9e1ff5505768 None None] Bound port: 4de6d62f-23bc-4667-a6c8-7d0897762cae, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:33:20.974315 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d6748cbf-06e5-4a09-8c68-9e1ff5505768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:21.025464 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980de895-1c96-4030-b8d4-682cb0e5eec5 req-f24dbedf-cb4d-4ac3-b01f-2acc3a0bb8cb tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:21.027721 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-980de895-1c96-4030-b8d4-682cb0e5eec5 req-f24dbedf-cb4d-4ac3-b01f-2acc3a0bb8cb tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e60148c-ab45-40fa-83a7-d3084d60eb04 HTTP/1.1" status: 200 len: 946 time: 0.1221828 Jul 29 23:33:21.120632 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-980de895-1c96-4030-b8d4-682cb0e5eec5 req-08fa433d-4d0b-4583-b5f5-16a8d9d6dc46 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f96b582-0804-49ab-b024-d250636def94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831609 Jul 29 23:33:21.147257 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-d6748cbf-06e5-4a09-8c68-9e1ff5505768 None None] For port 4de6d62f-23bc-4667-a6c8-7d0897762cae, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:33:21.159135 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-d6748cbf-06e5-4a09-8c68-9e1ff5505768 None None] For port 4de6d62f-23bc-4667-a6c8-7d0897762cae, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=4de6d62f-23bc-4667-a6c8-7d0897762cae,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:33:21.166298 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d6748cbf-06e5-4a09-8c68-9e1ff5505768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:21.188461 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-291b095e-5ae1-4a0e-a1db-c9d4498a86b3 x-openstack-request-id: req-291b095e-5ae1-4a0e-a1db-c9d4498a86b3 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:33:21.188770 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0d1ca48-10f5-4d0d-b0c1-2335126d49aa", "name": "network-vif-deleted", "tag": "28c1c669-51d6-431c-b89c-20165aa58178", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:33:21.189030 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-291b095e-5ae1-4a0e-a1db-c9d4498a86b3 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:33:21.189442 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0d1ca48-10f5-4d0d-b0c1-2335126d49aa', 'name': 'network-vif-deleted', 'tag': '28c1c669-51d6-431c-b89c-20165aa58178', 'status': 'completed', 'code': 200} Jul 29 23:33:21.194632 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-34680d7e-18fd-4720-8be4-6d1f2b7d0fb9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting subnet 2539818c-56a7-4504-9f4c-f99103297327 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:33:21.208330 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-34680d7e-18fd-4720-8be4-6d1f2b7d0fb9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:21.272599 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6748cbf-06e5-4a09-8c68-9e1ff5505768 None None] Pushing event updated for resources: {'Port': ['ID=4de6d62f-23bc-4667-a6c8-7d0897762cae,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:21.380127 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-34680d7e-18fd-4720-8be4-6d1f2b7d0fb9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:21.535037 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5d12cec7-0338-4c31-a574-baa915fb0693 req-a3036512-cc31-41b7-8fbe-f1297823cdd4 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/ports?device_id=d0d1ca48-10f5-4d0d-b0c1-2335126d49aa HTTP/1.1" status: 200 len: 210 time: 0.0484037 Jul 29 23:33:21.621214 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-34680d7e-18fd-4720-8be4-6d1f2b7d0fb9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:21.728279 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-34680d7e-18fd-4720-8be4-6d1f2b7d0fb9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:21.747172 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-34680d7e-18fd-4720-8be4-6d1f2b7d0fb9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:21.751693 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48250) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:21.752350 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-34680d7e-18fd-4720-8be4-6d1f2b7d0fb9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/2539818c-56a7-4504-9f4c-f99103297327 HTTP/1.1" status: 204 len: 168 time: 0.7806437 Jul 29 23:33:21.792891 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34680d7e-18fd-4720-8be4-6d1f2b7d0fb9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Subnet': ['ID=2539818c-56a7-4504-9f4c-f99103297327,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:21.867084 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48256) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:21.879857 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-02b1ded9-26f3-46b4-8271-a0fc0a65c3b5 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1229179 Jul 29 23:33:21.933583 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c37650a-7f4c-42c2-978f-b1d1bee8340b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:21.937857 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2c37650a-7f4c-42c2-978f-b1d1bee8340b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0697222 Jul 29 23:33:21.938466 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48258) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:21.983933 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a810752d-0b04-448c-af1e-790c3e3fb467 req-39dc83b6-713d-4131-802f-ddc9b926d88e tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:21.985420 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a810752d-0b04-448c-af1e-790c3e3fb467 req-39dc83b6-713d-4131-802f-ddc9b926d88e tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e60148c-ab45-40fa-83a7-d3084d60eb04 HTTP/1.1" status: 200 len: 946 time: 0.0685689 Jul 29 23:33:22.003726 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23580506-74a2-456f-8a1d-d8a005e6db92 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:22.007916 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-23580506-74a2-456f-8a1d-d8a005e6db92 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0684454 Jul 29 23:33:22.008515 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48266) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:22.032122 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a810752d-0b04-448c-af1e-790c3e3fb467 req-de6500a4-20d1-4079-be43-cd012cf7b5dc tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f96b582-0804-49ab-b024-d250636def94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401621 Jul 29 23:33:22.064246 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48268) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:22.064697 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0328de6b-5d3a-4825-ab2e-a2e0d84ef959 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0547798 Jul 29 23:33:22.073370 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-32d5419f-4f2e-47c4-9102-8f5d6eeedc4c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:22.241875 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d5419f-4f2e-47c4-9102-8f5d6eeedc4c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:22.257323 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-32d5419f-4f2e-47c4-9102-8f5d6eeedc4c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:22.585586 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 4de6d62f-23bc-4667-a6c8-7d0897762cae up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:22.674857 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-32d5419f-4f2e-47c4-9102-8f5d6eeedc4c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:22.675203 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 4de6d62f-23bc-4667-a6c8-7d0897762cae completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:22.766783 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5419f-4f2e-47c4-9102-8f5d6eeedc4c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Subnet': ['ID=ec1d7b59-e16a-4ec5-b0ab-6b64dc82f6f5,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:22.778550 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d5419f-4f2e-47c4-9102-8f5d6eeedc4c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:22.780757 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-32d5419f-4f2e-47c4-9102-8f5d6eeedc4c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:22.789128 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d5419f-4f2e-47c4-9102-8f5d6eeedc4c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:22.789797 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-32d5419f-4f2e-47c4-9102-8f5d6eeedc4c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:22.822848 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-32d5419f-4f2e-47c4-9102-8f5d6eeedc4c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7585688 Jul 29 23:33:22.825270 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48294) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:22.832130 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-3af730ec-d777-4851-be1c-872d858f4ff0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'port': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'fixed_ips': [{'subnet_id': 'ec1d7b59-e16a-4ec5-b0ab-6b64dc82f6f5', 'ip_address': '2001:db8::ebb7:5c0:eaec:11fa'}], 'name': 'tempest-NetworksTestDHCPv6-1542716952'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:23.066863 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcd96d5-13b1-4065-90a4-063b0214a20a None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:23.117194 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af730ec-d777-4851-be1c-872d858f4ff0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:23.233774 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3af730ec-d777-4851-be1c-872d858f4ff0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:23.270470 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-3af730ec-d777-4851-be1c-872d858f4ff0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] device_id is not set on port 5097358d-da91-4c15-b8ef-d428911e997c yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:33:23.279921 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-da4da02c-083f-4461-8fc3-05a68bc52dc8 None None] Provisioning for port 4de6d62f-23bc-4667-a6c8-7d0897762cae completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:23.302469 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-da4da02c-083f-4461-8fc3-05a68bc52dc8 None None] Provisioning complete for port 4de6d62f-23bc-4667-a6c8-7d0897762cae triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:23.304148 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-da4da02c-083f-4461-8fc3-05a68bc52dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:23.312301 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd413e-80d8-4180-958d-dd23afc949ad req-e7dd9c8d-655e-46af-99d9-ae6d65a6d817 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:23.328816 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f0dd413e-80d8-4180-958d-dd23afc949ad req-e7dd9c8d-655e-46af-99d9-ae6d65a6d817 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.23 "GET /v2.0/ports?device_id=5e60148c-ab45-40fa-83a7-d3084d60eb04 HTTP/1.1" status: 200 len: 946 time: 0.1911616 Jul 29 23:33:23.381557 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9965ed6-9491-4636-a1e4-caf020fb1e21 req-c245eaf1-0c60-4516-a724-bb48a03b9e3a tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:23.387626 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e9965ed6-9491-4636-a1e4-caf020fb1e21 req-c245eaf1-0c60-4516-a724-bb48a03b9e3a tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/ports?device_id=61d0f760-ef28-4f8d-803b-3584a317e411 HTTP/1.1" status: 200 len: 949 time: 0.3134887 Jul 29 23:33:23.496488 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-3af730ec-d777-4851-be1c-872d858f4ff0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Allocated IP 2001:db8::ebb7:5c0:eaec:11fa (d263319e-790d-4f2c-863f-b09096d5f5fc/ec1d7b59-e16a-4ec5-b0ab-6b64dc82f6f5/5097358d-da91-4c15-b8ef-d428911e997c) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:23.561954 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-da4da02c-083f-4461-8fc3-05a68bc52dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:23.601846 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e9965ed6-9491-4636-a1e4-caf020fb1e21 req-537bcc57-401b-4d3a-8322-69ca7196f650 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/security-groups?id=1167cedf-2ecb-422c-b77f-7ccdf9200748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761572 Jul 29 23:33:23.650397 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-da4da02c-083f-4461-8fc3-05a68bc52dc8 None None] For port 4de6d62f-23bc-4667-a6c8-7d0897762cae, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=4de6d62f-23bc-4667-a6c8-7d0897762cae,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:23.655085 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-f0dd413e-80d8-4180-958d-dd23afc949ad req-3490483b-fdaf-4cd2-a58f-73fa56d79fc2 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Deleting port 0b8c46be-d035-4c9b-ba1e-ab7dccf7a626 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:23.655502 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f0dd413e-80d8-4180-958d-dd23afc949ad req-3490483b-fdaf-4cd2-a58f-73fa56d79fc2 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:23.658759 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-da4da02c-083f-4461-8fc3-05a68bc52dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:23.729662 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3af730ec-d777-4851-be1c-872d858f4ff0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:23.740676 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-da4da02c-083f-4461-8fc3-05a68bc52dc8 None None] Could not find standard attr ID for object 3ad84761-cd4c-4f12-b8c7-47e3df421c02. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:33:23.751218 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4da02c-083f-4461-8fc3-05a68bc52dc8 None None] Pushing event updated for resources: {'Port': ['ID=4de6d62f-23bc-4667-a6c8-7d0897762cae,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:23.773002 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-3af730ec-d777-4851-be1c-872d858f4ff0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Transition to ACTIVE for port object 5097358d-da91-4c15-b8ef-d428911e997c will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:23.819057 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3af730ec-d777-4851-be1c-872d858f4ff0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:23.878150 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224889e9-33c4-493f-a8ff-a332decb5914 req-34179969-e98a-482b-aa81-fd0d868509e8 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:23.883067 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af730ec-d777-4851-be1c-872d858f4ff0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:23.887176 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-3af730ec-d777-4851-be1c-872d858f4ff0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:23.887366 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-224889e9-33c4-493f-a8ff-a332decb5914 req-34179969-e98a-482b-aa81-fd0d868509e8 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e60148c-ab45-40fa-83a7-d3084d60eb04 HTTP/1.1" status: 200 len: 946 time: 0.1331787 Jul 29 23:33:23.889679 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af730ec-d777-4851-be1c-872d858f4ff0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:23.898899 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af730ec-d777-4851-be1c-872d858f4ff0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:23.900646 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3af730ec-d777-4851-be1c-872d858f4ff0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:23.937062 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-f0dd413e-80d8-4180-958d-dd23afc949ad req-3490483b-fdaf-4cd2-a58f-73fa56d79fc2 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] For port 0b8c46be-d035-4c9b-ba1e-ab7dccf7a626, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=0b8c46be-d035-4c9b-ba1e-ab7dccf7a626,segment=NetworkSegment(d923ab8e-d210-4416-bf66-4e5e974e27f3),segment_id=d923ab8e-d210-4416-bf66-4e5e974e27f3)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:23.937384 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f0dd413e-80d8-4180-958d-dd23afc949ad req-3490483b-fdaf-4cd2-a58f-73fa56d79fc2 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:23.971650 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3af730ec-d777-4851-be1c-872d858f4ff0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1445127 Jul 29 23:33:23.975875 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af730ec-d777-4851-be1c-872d858f4ff0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Port': ['ID=5097358d-da91-4c15-b8ef-d428911e997c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:23.980054 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48318) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:24.012520 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-224889e9-33c4-493f-a8ff-a332decb5914 req-8647804c-2002-4285-b0c5-5a4987d99c67 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f96b582-0804-49ab-b024-d250636def94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242082 Jul 29 23:33:24.106591 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2712d08f-c76f-48f7-abfc-d014827bd309 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:24.120831 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2712d08f-c76f-48f7-abfc-d014827bd309 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:24.125830 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2712d08f-c76f-48f7-abfc-d014827bd309 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1435854 Jul 29 23:33:24.126465 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48324) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:24.187053 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 28c1c669-51d6-431c-b89c-20165aa58178 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:24.226954 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 28c1c669-51d6-431c-b89c-20165aa58178 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:24.227585 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 28c1c669-51d6-431c-b89c-20165aa58178 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:24.297012 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0e9f34a2-669e-4db3-b6a3-db3d5216a283 None None] Provisioning complete for port 4de6d62f-23bc-4667-a6c8-7d0897762cae triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:24.297646 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0e9f34a2-669e-4db3-b6a3-db3d5216a283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:24.398728 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-77599ac9-e361-4fb4-bffa-95b19923ea9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting port 5097358d-da91-4c15-b8ef-d428911e997c {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:24.401303 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-77599ac9-e361-4fb4-bffa-95b19923ea9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:24.481271 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 4de6d62f-23bc-4667-a6c8-7d0897762cae up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:24.553333 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f0dd413e-80d8-4180-958d-dd23afc949ad req-3490483b-fdaf-4cd2-a58f-73fa56d79fc2 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:24.553724 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f0dd413e-80d8-4180-958d-dd23afc949ad req-3490483b-fdaf-4cd2-a58f-73fa56d79fc2 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:24.554042 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [req-f0dd413e-80d8-4180-958d-dd23afc949ad req-3490483b-fdaf-4cd2-a58f-73fa56d79fc2 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Floating IP 4c5bbb71-c047-45d2-90fd-38746bcd7fe7 disassociated. External IP: 172.25.8.230, port: 0b8c46be-d035-4c9b-ba1e-ab7dccf7a626. Jul 29 23:33:24.555230 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-f0dd413e-80d8-4180-958d-dd23afc949ad req-3490483b-fdaf-4cd2-a58f-73fa56d79fc2 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Calling delete_port for 0b8c46be-d035-4c9b-ba1e-ab7dccf7a626 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:24.637918 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-77599ac9-e361-4fb4-bffa-95b19923ea9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:24.677653 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-77599ac9-e361-4fb4-bffa-95b19923ea9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Calling delete_port for 5097358d-da91-4c15-b8ef-d428911e997c owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:24.735008 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 4de6d62f-23bc-4667-a6c8-7d0897762cae triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:24.739445 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:24.826895 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da6a2d-e0bb-4521-bc01-41b76b3ac1ff req-2c6195c1-ab95-45bb-9bfa-7d2e1d620090 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:24.828774 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-18da6a2d-e0bb-4521-bc01-41b76b3ac1ff req-2c6195c1-ab95-45bb-9bfa-7d2e1d620090 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.39 "GET /v2.0/ports?device_id=61d0f760-ef28-4f8d-803b-3584a317e411 HTTP/1.1" status: 200 len: 949 time: 0.1803160 Jul 29 23:33:24.932432 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-77599ac9-e361-4fb4-bffa-95b19923ea9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:24.944344 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ec18a-b404-4225-a64c-601b4dd0ed0b req-1b74d431-759c-460f-a5f0-eddca7db63ce tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:24.954535 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-632ec18a-b404-4225-a64c-601b4dd0ed0b req-1b74d431-759c-460f-a5f0-eddca7db63ce tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/ports?device_id=61d0f760-ef28-4f8d-803b-3584a317e411 HTTP/1.1" status: 200 len: 949 time: 0.2009768 Jul 29 23:33:24.959712 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-bd848ef6-2233-458a-8ce2-68184f0cc15b None None] Could not find standard attr ID for object 6b028fcb-1400-4303-b28f-396c8039c190. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:33:24.978381 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77599ac9-e361-4fb4-bffa-95b19923ea9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Port': ['ID=5097358d-da91-4c15-b8ef-d428911e997c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:25.012863 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-77599ac9-e361-4fb4-bffa-95b19923ea9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.018172 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-77599ac9-e361-4fb4-bffa-95b19923ea9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/5097358d-da91-4c15-b8ef-d428911e997c HTTP/1.1" status: 204 len: 168 time: 0.8904922 Jul 29 23:33:25.018797 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48340) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:25.074135 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6c324e61-e99a-469e-bbdc-7f6ade23754d None None] Could not find standard attr ID for object 3ad84761-cd4c-4f12-b8c7-47e3df421c02. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:33:25.084913 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6431405b-cf8b-44b0-b77e-1a3daaa86037 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:25.086529 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6431405b-cf8b-44b0-b77e-1a3daaa86037 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:25.091585 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6431405b-cf8b-44b0-b77e-1a3daaa86037 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0717678 Jul 29 23:33:25.092202 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48344) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:25.153555 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-03a021e2-dad9-4e47-b132-90768e496e20 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting subnet ec1d7b59-e16a-4ec5-b0ab-6b64dc82f6f5 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:33:25.158574 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-03a021e2-dad9-4e47-b132-90768e496e20 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.194729 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b51444e4-0745-4023-bbd8-3b854ffe5fd7 None None] Could not find standard attr ID for object 5097358d-da91-4c15-b8ef-d428911e997c. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:33:25.242119 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-03a021e2-dad9-4e47-b132-90768e496e20 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.319820 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-03a021e2-dad9-4e47-b132-90768e496e20 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.406174 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-03a021e2-dad9-4e47-b132-90768e496e20 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.441821 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-632ec18a-b404-4225-a64c-601b4dd0ed0b req-c4e2a564-a164-471e-98bc-aa8dea885722 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/security-groups?id=1167cedf-2ecb-422c-b77f-7ccdf9200748&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4839633 Jul 29 23:33:25.442098 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-03a021e2-dad9-4e47-b132-90768e496e20 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.455414 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48352) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:25.463904 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-03a021e2-dad9-4e47-b132-90768e496e20 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/ec1d7b59-e16a-4ec5-b0ab-6b64dc82f6f5 HTTP/1.1" status: 204 len: 168 time: 0.3584239 Jul 29 23:33:25.494560 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a021e2-dad9-4e47-b132-90768e496e20 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Subnet': ['ID=ec1d7b59-e16a-4ec5-b0ab-6b64dc82f6f5,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:25.552980 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3f639cb-5fc3-411f-8582-b8c8a4a5efce None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:25.563688 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-942c6565-da91-46a2-b4ac-88fd9e2b0952 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1049356 Jul 29 23:33:25.567988 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48356) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:25.576569 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c6d63038-0426-4fce-b201-68ae277d2eb4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:25.610020 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f0dd413e-80d8-4180-958d-dd23afc949ad req-3490483b-fdaf-4cd2-a58f-73fa56d79fc2 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.629199 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-18da6a2d-e0bb-4521-bc01-41b76b3ac1ff req-aedfe9b0-932b-4dd1-9b7e-7ace730b51cc tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Deleting port 2c580eef-e706-41b2-b401-872b752139b1 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:25.631301 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-18da6a2d-e0bb-4521-bc01-41b76b3ac1ff req-aedfe9b0-932b-4dd1-9b7e-7ace730b51cc tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.697285 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d63038-0426-4fce-b201-68ae277d2eb4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:25.702102 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c6d63038-0426-4fce-b201-68ae277d2eb4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.772598 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-18da6a2d-e0bb-4521-bc01-41b76b3ac1ff req-aedfe9b0-932b-4dd1-9b7e-7ace730b51cc tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] For port 2c580eef-e706-41b2-b401-872b752139b1, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=2c580eef-e706-41b2-b401-872b752139b1,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:25.773162 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-18da6a2d-e0bb-4521-bc01-41b76b3ac1ff req-aedfe9b0-932b-4dd1-9b7e-7ace730b51cc tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:25.820038 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490483b-fdaf-4cd2-a58f-73fa56d79fc2 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Pushing event deleted for resources: {'Port': ['ID=0b8c46be-d035-4c9b-ba1e-ab7dccf7a626,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:25.831282 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-18da6a2d-e0bb-4521-bc01-41b76b3ac1ff req-aedfe9b0-932b-4dd1-9b7e-7ace730b51cc tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Calling delete_port for 2c580eef-e706-41b2-b401-872b752139b1 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:25.842485 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b649ff3-fb21-40e1-9d35-c585925305db None None] DHCP port deletion for d263319e-790d-4f2c-863f-b09096d5f5fc request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:33:25.907054 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240bfba-4a80-4be8-a826-ebdb5c37e62e req-9dab5cee-6777-4a14-86c3-85eae067a68b tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:25.914782 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0240bfba-4a80-4be8-a826-ebdb5c37e62e req-9dab5cee-6777-4a14-86c3-85eae067a68b tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e60148c-ab45-40fa-83a7-d3084d60eb04 HTTP/1.1" status: 200 len: 867 time: 0.3471076 Jul 29 23:33:25.986427 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8b649ff3-fb21-40e1-9d35-c585925305db None None] Deleting port 4de6d62f-23bc-4667-a6c8-7d0897762cae {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:25.986816 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8b649ff3-fb21-40e1-9d35-c585925305db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:26.050465 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c6d63038-0426-4fce-b201-68ae277d2eb4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:26.121432 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d63038-0426-4fce-b201-68ae277d2eb4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:26.126983 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-c6d63038-0426-4fce-b201-68ae277d2eb4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:26.136085 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-8b649ff3-fb21-40e1-9d35-c585925305db None None] For port 4de6d62f-23bc-4667-a6c8-7d0897762cae, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=4de6d62f-23bc-4667-a6c8-7d0897762cae,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:26.136496 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8b649ff3-fb21-40e1-9d35-c585925305db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:26.139640 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d63038-0426-4fce-b201-68ae277d2eb4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:26.140421 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c6d63038-0426-4fce-b201-68ae277d2eb4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:26.161360 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d63038-0426-4fce-b201-68ae277d2eb4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Subnet': ['ID=e302d9a6-0658-4ca0-a04f-6c2b3be4e983,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:26.167554 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8b649ff3-fb21-40e1-9d35-c585925305db None None] Calling delete_port for 4de6d62f-23bc-4667-a6c8-7d0897762cae owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:26.188953 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c6d63038-0426-4fce-b201-68ae277d2eb4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6193058 Jul 29 23:33:26.200153 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48370) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:26.214140 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-958c5e45-fc82-4791-8599-f5e5e058e3a8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'port': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'fixed_ips': [{'subnet_id': 'e302d9a6-0658-4ca0-a04f-6c2b3be4e983', 'ip_address': '2001:db8::aba7:8329:da8b:613b'}], 'name': 'tempest-NetworksTestDHCPv6-1232524488'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:26.248581 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0240bfba-4a80-4be8-a826-ebdb5c37e62e req-84ec105c-5339-4028-bda2-8f50921f56c7 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "GET /v2.0/security-groups?id=7f96b582-0804-49ab-b024-d250636def94&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3316262 Jul 29 23:33:26.390026 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8b649ff3-fb21-40e1-9d35-c585925305db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:26.419149 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b649ff3-fb21-40e1-9d35-c585925305db None None] No DVR routers for this DVR port 4de6d62f-23bc-4667-a6c8-7d0897762cae on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:26.512327 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87437fa9-6809-4c40-99c3-f058e74c3c5b None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:26.689238 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c28ba17f-865a-4c36-8867-ab55ab7e3e5e req-01baae42-9b18-47f3-ac71-b90b057f31e6 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/ports?device_id=61d0f760-ef28-4f8d-803b-3584a317e411 HTTP/1.1" status: 200 len: 210 time: 0.0654521 Jul 29 23:33:26.706229 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-18da6a2d-e0bb-4521-bc01-41b76b3ac1ff req-aedfe9b0-932b-4dd1-9b7e-7ace730b51cc tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:26.744718 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 4de6d62f-23bc-4667-a6c8-7d0897762cae no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:26.749636 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b649ff3-fb21-40e1-9d35-c585925305db None None] Pushing event deleted for resources: {'Port': ['ID=4de6d62f-23bc-4667-a6c8-7d0897762cae,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:26.777946 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0dd413e-80d8-4180-958d-dd23afc949ad req-3490483b-fdaf-4cd2-a58f-73fa56d79fc2 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Router 09006bc4-cc61-4f8c-81ce-61961bf66def has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:33:26.812221 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 4de6d62f-23bc-4667-a6c8-7d0897762cae {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:26.813189 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 4de6d62f-23bc-4667-a6c8-7d0897762cae not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:26.822883 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedfe9b0-932b-4dd1-9b7e-7ace730b51cc tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Pushing event deleted for resources: {'Port': ['ID=2c580eef-e706-41b2-b401-872b752139b1,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:26.947345 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29af4cb4-c99a-40db-9f7d-07f3b8bd5e82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-d263319e-790d-4f2c-863f-b09096d5f5fc', 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'tenant_id': '9e8d306db215455d80dae7259f2106c8', 'fixed_ips': [{'subnet_id': 'e302d9a6-0658-4ca0-a04f-6c2b3be4e983'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:33:26.948966 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-29af4cb4-c99a-40db-9f7d-07f3b8bd5e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:26.975285 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-18da6a2d-e0bb-4521-bc01-41b76b3ac1ff req-aedfe9b0-932b-4dd1-9b7e-7ace730b51cc tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] No DVR routers for this DVR port 2c580eef-e706-41b2-b401-872b752139b1 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:26.979226 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958c5e45-fc82-4791-8599-f5e5e058e3a8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:27.083116 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-18da6a2d-e0bb-4521-bc01-41b76b3ac1ff req-aedfe9b0-932b-4dd1-9b7e-7ace730b51cc tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:27.085262 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-18da6a2d-e0bb-4521-bc01-41b76b3ac1ff req-aedfe9b0-932b-4dd1-9b7e-7ace730b51cc tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.39 "DELETE /v2.0/ports/2c580eef-e706-41b2-b401-872b752139b1 HTTP/1.1" status: 204 len: 173 time: 2.2372794 Jul 29 23:33:27.094516 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-958c5e45-fc82-4791-8599-f5e5e058e3a8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:27.100778 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61d0f760-ef28-4f8d-803b-3584a317e411', 'name': 'network-vif-deleted', 'tag': '2c580eef-e706-41b2-b401-872b752139b1'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:33:27.107874 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6399d3-aea7-4535-9221-daefea067709" -d '{"events": [{"server_uuid": "61d0f760-ef28-4f8d-803b-3584a317e411", "name": "network-vif-deleted", "tag": "2c580eef-e706-41b2-b401-872b752139b1"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:33:27.189215 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-958c5e45-fc82-4791-8599-f5e5e058e3a8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] device_id is not set on port e5082287-af31-427c-81e0-a98510b8ae89 yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:33:27.288719 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719e2733-e279-4fa5-9d49-3a2d73f05183 x-openstack-request-id: req-719e2733-e279-4fa5-9d49-3a2d73f05183 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:33:27.290028 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61d0f760-ef28-4f8d-803b-3584a317e411", "name": "network-vif-deleted", "tag": "2c580eef-e706-41b2-b401-872b752139b1", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:33:27.290652 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-719e2733-e279-4fa5-9d49-3a2d73f05183 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:33:27.291453 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61d0f760-ef28-4f8d-803b-3584a317e411', 'name': 'network-vif-deleted', 'tag': '2c580eef-e706-41b2-b401-872b752139b1', 'status': 'completed', 'code': 200} Jul 29 23:33:27.321967 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-29af4cb4-c99a-40db-9f7d-07f3b8bd5e82 None None] Allocated IP 2001:db8::2 (d263319e-790d-4f2c-863f-b09096d5f5fc/e302d9a6-0658-4ca0-a04f-6c2b3be4e983/b248dce9-fa8c-40c1-a893-b6d8e119144d) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:27.545316 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-91a427fb-2106-442c-ab05-cf7f7ef8d3f1 req-91d0b46a-2ee6-4f8f-ad4a-86e5efed3af9 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e60148c-ab45-40fa-83a7-d3084d60eb04 HTTP/1.1" status: 200 len: 210 time: 0.1464102 Jul 29 23:33:27.792268 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-29af4cb4-c99a-40db-9f7d-07f3b8bd5e82 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:27.818198 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-29af4cb4-c99a-40db-9f7d-07f3b8bd5e82 None None] Transition to ACTIVE for port object b248dce9-fa8c-40c1-a893-b6d8e119144d will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:27.828662 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 2c580eef-e706-41b2-b401-872b752139b1 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:27.857312 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 2c580eef-e706-41b2-b401-872b752139b1 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:27.857657 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 2c580eef-e706-41b2-b401-872b752139b1 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:27.868547 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-29af4cb4-c99a-40db-9f7d-07f3b8bd5e82 None None] Transition to ACTIVE for port object b248dce9-fa8c-40c1-a893-b6d8e119144d will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:27.879130 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-29af4cb4-c99a-40db-9f7d-07f3b8bd5e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:27.887248 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0dd413e-80d8-4180-958d-dd23afc949ad req-3490483b-fdaf-4cd2-a58f-73fa56d79fc2 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:33:27.971082 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4534a12b-4024-44cc-a7f3-710fd8eda6a4 None None] Sync routers for ids ['09006bc4-cc61-4f8c-81ce-61961bf66def'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:33:27.999541 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29af4cb4-c99a-40db-9f7d-07f3b8bd5e82 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:28.004604 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4534a12b-4024-44cc-a7f3-710fd8eda6a4 None None] Routers {'09006bc4-cc61-4f8c-81ce-61961bf66def'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:28.005159 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-4534a12b-4024-44cc-a7f3-710fd8eda6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:33:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['09006bc4-cc61-4f8c-81ce-61961bf66def'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:28.014209 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-29af4cb4-c99a-40db-9f7d-07f3b8bd5e82 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:28.050350 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29af4cb4-c99a-40db-9f7d-07f3b8bd5e82 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:28.055635 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af4cb4-c99a-40db-9f7d-07f3b8bd5e82 None None] Pushing event updated for resources: {'Port': ['ID=b248dce9-fa8c-40c1-a893-b6d8e119144d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:28.099673 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8e3b9c2f-b255-41a3-9283-7bfad1a41430 req-a0966da4-1ad9-4aef-a4d9-334ca6a0f3b4 tempest-ListImageFiltersTestJSON-129018964 tempest-ListImageFiltersTestJSON-129018964-project] 10.222.0.18 "GET /v2.0/ports?device_id=61d0f760-ef28-4f8d-803b-3584a317e411 HTTP/1.1" status: 200 len: 210 time: 0.1103413 Jul 29 23:33:28.100886 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0dd413e-80d8-4180-958d-dd23afc949ad req-3490483b-fdaf-4cd2-a58f-73fa56d79fc2 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] No DVR routers for this DVR port 0b8c46be-d035-4c9b-ba1e-ab7dccf7a626 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:28.108382 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f0dd413e-80d8-4180-958d-dd23afc949ad req-3490483b-fdaf-4cd2-a58f-73fa56d79fc2 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:28.111648 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f0dd413e-80d8-4180-958d-dd23afc949ad req-3490483b-fdaf-4cd2-a58f-73fa56d79fc2 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.23 "DELETE /v2.0/ports/0b8c46be-d035-4c9b-ba1e-ab7dccf7a626 HTTP/1.1" status: 204 len: 173 time: 4.7799003 Jul 29 23:33:28.142394 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-958c5e45-fc82-4791-8599-f5e5e058e3a8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Allocated IP 2001:db8::aba7:8329:da8b:613b (d263319e-790d-4f2c-863f-b09096d5f5fc/e302d9a6-0658-4ca0-a04f-6c2b3be4e983/e5082287-af31-427c-81e0-a98510b8ae89) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:28.184653 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-29af4cb4-c99a-40db-9f7d-07f3b8bd5e82 None None] Attempting to bind port b248dce9-fa8c-40c1-a893-b6d8e119144d on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:33:28.185293 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-29af4cb4-c99a-40db-9f7d-07f3b8bd5e82 None None] Attempting to bind port b248dce9-fa8c-40c1-a893-b6d8e119144d by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:33:28.185730 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29af4cb4-c99a-40db-9f7d-07f3b8bd5e82 None None] Attempting to bind port b248dce9-fa8c-40c1-a893-b6d8e119144d on network d263319e-790d-4f2c-863f-b09096d5f5fc {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:28.194942 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29af4cb4-c99a-40db-9f7d-07f3b8bd5e82 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:33:28.195224 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29af4cb4-c99a-40db-9f7d-07f3b8bd5e82 None None] Checking segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:28.195674 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-29af4cb4-c99a-40db-9f7d-07f3b8bd5e82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:28.196110 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29af4cb4-c99a-40db-9f7d-07f3b8bd5e82 None None] Bound using segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:33:28.196803 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-29af4cb4-c99a-40db-9f7d-07f3b8bd5e82 None None] Bound port: b248dce9-fa8c-40c1-a893-b6d8e119144d, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:33:28.197466 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-29af4cb4-c99a-40db-9f7d-07f3b8bd5e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:28.203866 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 0b8c46be-d035-4c9b-ba1e-ab7dccf7a626 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:28.233351 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 0b8c46be-d035-4c9b-ba1e-ab7dccf7a626 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:28.233624 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 0b8c46be-d035-4c9b-ba1e-ab7dccf7a626 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:28.337918 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-4534a12b-4024-44cc-a7f3-710fd8eda6a4 None None] Set router 09006bc4-cc61-4f8c-81ce-61961bf66def gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:33:28.476791 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-29af4cb4-c99a-40db-9f7d-07f3b8bd5e82 None None] For port b248dce9-fa8c-40c1-a893-b6d8e119144d, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:33:28.481379 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-29af4cb4-c99a-40db-9f7d-07f3b8bd5e82 None None] For port b248dce9-fa8c-40c1-a893-b6d8e119144d, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=b248dce9-fa8c-40c1-a893-b6d8e119144d,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:33:28.486793 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-958c5e45-fc82-4791-8599-f5e5e058e3a8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:28.492038 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48414) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:28.519124 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-958c5e45-fc82-4791-8599-f5e5e058e3a8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Transition to ACTIVE for port object e5082287-af31-427c-81e0-a98510b8ae89 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:28.522822 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-29af4cb4-c99a-40db-9f7d-07f3b8bd5e82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:28.567031 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-958c5e45-fc82-4791-8599-f5e5e058e3a8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:28.650212 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af4cb4-c99a-40db-9f7d-07f3b8bd5e82 None None] Pushing event updated for resources: {'Port': ['ID=b248dce9-fa8c-40c1-a893-b6d8e119144d,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:28.669018 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958c5e45-fc82-4791-8599-f5e5e058e3a8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:28.691138 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-958c5e45-fc82-4791-8599-f5e5e058e3a8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:28.697199 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958c5e45-fc82-4791-8599-f5e5e058e3a8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:28.718826 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958c5e45-fc82-4791-8599-f5e5e058e3a8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:28.720159 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6ab6ca18-ebd8-40f9-bab2-2bcc6f00a035 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:28.721022 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-958c5e45-fc82-4791-8599-f5e5e058e3a8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:28.727285 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c5e45-fc82-4791-8599-f5e5e058e3a8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Port': ['ID=e5082287-af31-427c-81e0-a98510b8ae89,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:28.760672 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-4534a12b-4024-44cc-a7f3-710fd8eda6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'name': 'tempest-ServersTestJSON-351071257-router', 'tenant_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'e225c094-09fb-44b3-b8b0-6f7cac3dd40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:54Z', 'updated_at': '2021-07-29T23:31:02Z', 'revision_number': 4, 'project_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'gw_port': {'id': 'e225c094-09fb-44b3-b8b0-6f7cac3dd40d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:55Z', 'updated_at': '2021-07-29T23:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'a292d599-6cb7-41b9-a2f9-5fc4294373f5', 'name': '', 'network_id': '6f3d3704-ea3e-49c9-9722-1f055923d891', 'tenant_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'mac_address': 'fa:16:3e:c3:da:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'e18597bd-1db1-4689-9c7f-e6b5f65b8376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:00Z', 'updated_at': '2021-07-29T23:31:12Z', 'revision_number': 5, 'project_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'subnets': [{'id': 'e18597bd-1db1-4689-9c7f-e6b5f65b8376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:28.786015 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e4ccdf24-7e81-4970-a467-4053d5b2ef67 req-a0596c5c-5726-49f3-aa1d-0452408fd6ac tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "GET /v2.0/ports?device_id=5e60148c-ab45-40fa-83a7-d3084d60eb04 HTTP/1.1" status: 200 len: 210 time: 0.0434258 Jul 29 23:33:28.787957 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-958c5e45-fc82-4791-8599-f5e5e058e3a8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5828345 Jul 29 23:33:28.792638 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48424) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:28.849821 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4534a12b-4024-44cc-a7f3-710fd8eda6a4 None None] Checking router: 09006bc4-cc61-4f8c-81ce-61961bf66def for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:33:28.867621 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4534a12b-4024-44cc-a7f3-710fd8eda6a4 None None] Routers {'09006bc4-cc61-4f8c-81ce-61961bf66def'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:28.869722 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-4534a12b-4024-44cc-a7f3-710fd8eda6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:33:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['09006bc4-cc61-4f8c-81ce-61961bf66def'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:28.955133 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eeccd00-4be4-4cef-b8e9-8757894f287e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:28.964058 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eeccd00-4be4-4cef-b8e9-8757894f287e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:28.966130 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0eeccd00-4be4-4cef-b8e9-8757894f287e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1725078 Jul 29 23:33:28.968870 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48428) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:29.094700 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6ab6ca18-ebd8-40f9-bab2-2bcc6f00a035 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.100987 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6ab6ca18-ebd8-40f9-bab2-2bcc6f00a035 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.162554 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6ca18-ebd8-40f9-bab2-2bcc6f00a035 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30cf5e0a-088a-4ceb-bad1-9a14bc586438,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:29.163747 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-0de8bfb6-ebfc-4e17-9aa4-be21c4494376 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting port e5082287-af31-427c-81e0-a98510b8ae89 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:29.164322 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0de8bfb6-ebfc-4e17-9aa4-be21c4494376 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.175695 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-4534a12b-4024-44cc-a7f3-710fd8eda6a4 None None] Set router 09006bc4-cc61-4f8c-81ce-61961bf66def gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:33:29.176712 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6ab6ca18-ebd8-40f9-bab2-2bcc6f00a035 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b59a690dcf5246a287629b45b1547c0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6833153 Jul 29 23:33:29.177631 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48436) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:29.262964 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-99c41058-2b9b-43e7-a979-8e9e16671a0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.292706 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e60148c-ab45-40fa-83a7-d3084d60eb04', 'name': 'network-vif-deleted', 'tag': '0b8c46be-d035-4c9b-ba1e-ab7dccf7a626'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:33:29.295283 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e67ddb-f9f8-4cc1-ad18-d77dcf92ab6d" -d '{"events": [{"server_uuid": "5e60148c-ab45-40fa-83a7-d3084d60eb04", "name": "network-vif-deleted", "tag": "0b8c46be-d035-4c9b-ba1e-ab7dccf7a626"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:33:29.321328 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-99c41058-2b9b-43e7-a979-8e9e16671a0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.375121 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0de8bfb6-ebfc-4e17-9aa4-be21c4494376 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.405149 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-0de8bfb6-ebfc-4e17-9aa4-be21c4494376 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Calling delete_port for e5082287-af31-427c-81e0-a98510b8ae89 owned by {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:29.414409 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-99c41058-2b9b-43e7-a979-8e9e16671a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.418783 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-99c41058-2b9b-43e7-a979-8e9e16671a0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.421139 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-99c41058-2b9b-43e7-a979-8e9e16671a0e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30cf5e0a-088a-4ceb-bad1-9a14bc586438 HTTP/1.1" status: 204 len: 168 time: 0.2419679 Jul 29 23:33:29.437473 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c41058-2b9b-43e7-a979-8e9e16671a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cf5e0a-088a-4ceb-bad1-9a14bc586438,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:29.791067 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0de8bfb6-ebfc-4e17-9aa4-be21c4494376 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.855400 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de8bfb6-ebfc-4e17-9aa4-be21c4494376 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Port': ['ID=e5082287-af31-427c-81e0-a98510b8ae89,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:29.934996 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0de8bfb6-ebfc-4e17-9aa4-be21c4494376 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.939297 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.948846 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:29.954434 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0de8bfb6-ebfc-4e17-9aa4-be21c4494376 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/e5082287-af31-427c-81e0-a98510b8ae89 HTTP/1.1" status: 204 len: 168 time: 0.9833047 Jul 29 23:33:29.955820 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48506) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:30.096670 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e759a5-0406-468f-b2c8-66d2313573f1 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:30.104833 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e759a5-0406-468f-b2c8-66d2313573f1 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:30.110597 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-97e759a5-0406-468f-b2c8-66d2313573f1 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1530809 Jul 29 23:33:30.113329 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48514) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:30.172978 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-4534a12b-4024-44cc-a7f3-710fd8eda6a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'name': 'tempest-ServersTestJSON-351071257-router', 'tenant_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'e225c094-09fb-44b3-b8b0-6f7cac3dd40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:54Z', 'updated_at': '2021-07-29T23:31:02Z', 'revision_number': 4, 'project_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'gw_port': {'id': 'e225c094-09fb-44b3-b8b0-6f7cac3dd40d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:55Z', 'updated_at': '2021-07-29T23:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'a292d599-6cb7-41b9-a2f9-5fc4294373f5', 'name': '', 'network_id': '6f3d3704-ea3e-49c9-9722-1f055923d891', 'tenant_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'mac_address': 'fa:16:3e:c3:da:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'e18597bd-1db1-4689-9c7f-e6b5f65b8376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:00Z', 'updated_at': '2021-07-29T23:31:12Z', 'revision_number': 5, 'project_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'subnets': [{'id': 'e18597bd-1db1-4689-9c7f-e6b5f65b8376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:30.229901 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48518) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:30.253091 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c8ed82b-9c39-4ea0-aa35-5e01e9f2069f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting subnet e302d9a6-0658-4ca0-a04f-6c2b3be4e983 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:33:30.255782 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-707d2eac-cbb1-40b8-81c5-8782051ecc95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:30.259672 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa1dcef-e8fd-48e1-8395-a59d7c61339f x-openstack-request-id: req-efa1dcef-e8fd-48e1-8395-a59d7c61339f {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:33:30.260175 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e60148c-ab45-40fa-83a7-d3084d60eb04", "name": "network-vif-deleted", "tag": "0b8c46be-d035-4c9b-ba1e-ab7dccf7a626", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:33:30.260433 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-efa1dcef-e8fd-48e1-8395-a59d7c61339f {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:33:30.260832 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e60148c-ab45-40fa-83a7-d3084d60eb04', 'name': 'network-vif-deleted', 'tag': '0b8c46be-d035-4c9b-ba1e-ab7dccf7a626', 'status': 'completed', 'code': 200} Jul 29 23:33:30.262681 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4534a12b-4024-44cc-a7f3-710fd8eda6a4 None None] The sync data for ids ['09006bc4-cc61-4f8c-81ce-61961bf66def'] in n-d-712140-10 is: [{'id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'name': 'tempest-ServersTestJSON-351071257-router', 'tenant_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'e225c094-09fb-44b3-b8b0-6f7cac3dd40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:54Z', 'updated_at': '2021-07-29T23:31:02Z', 'revision_number': 4, 'project_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'gw_port': {'id': 'e225c094-09fb-44b3-b8b0-6f7cac3dd40d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:55Z', 'updated_at': '2021-07-29T23:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'a292d599-6cb7-41b9-a2f9-5fc4294373f5', 'name': '', 'network_id': '6f3d3704-ea3e-49c9-9722-1f055923d891', 'tenant_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'mac_address': 'fa:16:3e:c3:da:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'device_owner': 'network:router_interface', 'standard_attr_id': 1504, 'fixed_ips': [{'subnet_id': 'e18597bd-1db1-4689-9c7f-e6b5f65b8376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:31:00Z', 'updated_at': '2021-07-29T23:31:12Z', 'revision_number': 5, 'project_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'subnets': [{'id': 'e18597bd-1db1-4689-9c7f-e6b5f65b8376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:33:30.271987 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6c8ed82b-9c39-4ea0-aa35-5e01e9f2069f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:30.380670 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-4b2a602e-4857-4c03-b915-9bafe4177ce7 None None] Provisioning for port b248dce9-fa8c-40c1-a893-b6d8e119144d completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:30.471755 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6c8ed82b-9c39-4ea0-aa35-5e01e9f2069f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:30.577570 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-707d2eac-cbb1-40b8-81c5-8782051ecc95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:30.585075 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-707d2eac-cbb1-40b8-81c5-8782051ecc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:30.638601 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b248dce9-fa8c-40c1-a893-b6d8e119144d up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:30.660417 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d2eac-cbb1-40b8-81c5-8782051ecc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c9948f-878e-4fb9-954c-c851dc6a1cda,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:30.709408 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-707d2eac-cbb1-40b8-81c5-8782051ecc95 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9df2b5730fc246fbad91f28d7ca303fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4774215 Jul 29 23:33:30.709585 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48532) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:30.769325 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port b248dce9-fa8c-40c1-a893-b6d8e119144d completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:30.777931 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port b248dce9-fa8c-40c1-a893-b6d8e119144d triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:30.778852 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:30.818405 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-afedca40-dd86-4e14-b02e-258fb81619b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:30.850057 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-afedca40-dd86-4e14-b02e-258fb81619b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:30.929376 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-afedca40-dd86-4e14-b02e-258fb81619b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:30.932958 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-afedca40-dd86-4e14-b02e-258fb81619b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:30.937705 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-afedca40-dd86-4e14-b02e-258fb81619b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e5c9948f-878e-4fb9-954c-c851dc6a1cda HTTP/1.1" status: 204 len: 168 time: 0.2268617 Jul 29 23:33:30.942255 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5d4992-52bb-4031-a53b-2fe227178870 None None] New status for floating IP 4c5bbb71-c047-45d2-90fd-38746bcd7fe7: DOWN {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:33:30.950035 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afedca40-dd86-4e14-b02e-258fb81619b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c9948f-878e-4fb9-954c-c851dc6a1cda,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:30.960851 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6c8ed82b-9c39-4ea0-aa35-5e01e9f2069f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:31.003067 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7a4a40e1-be9f-4188-a908-7945ce828346 None None] Could not find standard attr ID for object e5082287-af31-427c-81e0-a98510b8ae89. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:33:31.021442 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:31.205366 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6c8ed82b-9c39-4ea0-aa35-5e01e9f2069f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:31.270610 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8ed82b-9c39-4ea0-aa35-5e01e9f2069f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Subnet': ['ID=e302d9a6-0658-4ca0-a04f-6c2b3be4e983,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:31.291289 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6c8ed82b-9c39-4ea0-aa35-5e01e9f2069f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:31.295463 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6c8ed82b-9c39-4ea0-aa35-5e01e9f2069f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/e302d9a6-0658-4ca0-a04f-6c2b3be4e983 HTTP/1.1" status: 204 len: 168 time: 1.1806009 Jul 29 23:33:31.297643 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48572) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:31.362151 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.db.api [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:33:31.362721 n-d-712140-10 neutron-server[94065]: DEBUG oslo_db.api [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:33:31.363156 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19db321-ef6d-418e-aca6-312ba8a471b0 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:31.430043 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-80462689-2806-4719-b8e6-63bf8f91a2b5 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1308858 Jul 29 23:33:31.434948 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48582) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:31.446038 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-3b16b7aa-63cd-4581-950f-3d830bd6da86 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:31.612875 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48592) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:31.697374 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b16b7aa-63cd-4581-950f-3d830bd6da86 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:31.712618 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3b16b7aa-63cd-4581-950f-3d830bd6da86 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:31.761895 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-47c5f90d-9233-4242-8b32-c337d5b31030 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:31.762978 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a42b5c3-0843-4fa1-8017-e63643e8bd52 None None] DHCP port deletion for d263319e-790d-4f2c-863f-b09096d5f5fc request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:33:31.873725 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-47c5f90d-9233-4242-8b32-c337d5b31030 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:31.932821 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-3a42b5c3-0843-4fa1-8017-e63643e8bd52 None None] Deleting port b248dce9-fa8c-40c1-a893-b6d8e119144d {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:31.933156 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3a42b5c3-0843-4fa1-8017-e63643e8bd52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:32.043729 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:32.051182 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-47c5f90d-9233-4242-8b32-c337d5b31030 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:32.055022 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-47c5f90d-9233-4242-8b32-c337d5b31030 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:32.057014 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-47c5f90d-9233-4242-8b32-c337d5b31030 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "DELETE /v2.0/security-groups/7f96b582-0804-49ab-b024-d250636def94 HTTP/1.1" status: 204 len: 168 time: 0.4430499 Jul 29 23:33:32.066476 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48608) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:32.111725 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5f90d-9233-4242-8b32-c337d5b31030 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f96b582-0804-49ab-b024-d250636def94,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:32.116653 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-1746bb7e-f4fa-43a9-b2d8-39982924887f tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] show failed (client error): The resource could not be found. Jul 29 23:33:32.118568 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1746bb7e-f4fa-43a9-b2d8-39982924887f tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "GET /v2.0/security-groups/7f96b582-0804-49ab-b024-d250636def94 HTTP/1.1" status: 404 len: 347 time: 0.0499301 Jul 29 23:33:32.130082 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48610) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:32.159366 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port b248dce9-fa8c-40c1-a893-b6d8e119144d, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=b248dce9-fa8c-40c1-a893-b6d8e119144d,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:32.178337 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-3a42b5c3-0843-4fa1-8017-e63643e8bd52 None None] For port b248dce9-fa8c-40c1-a893-b6d8e119144d, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=b248dce9-fa8c-40c1-a893-b6d8e119144d,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:32.178488 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3a42b5c3-0843-4fa1-8017-e63643e8bd52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:32.181659 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:32.191894 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3b16b7aa-63cd-4581-950f-3d830bd6da86 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:32.242218 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-3a42b5c3-0843-4fa1-8017-e63643e8bd52 None None] Calling delete_port for b248dce9-fa8c-40c1-a893-b6d8e119144d owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:32.304163 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b16b7aa-63cd-4581-950f-3d830bd6da86 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:32.311370 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-3b16b7aa-63cd-4581-950f-3d830bd6da86 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:32.325571 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b16b7aa-63cd-4581-950f-3d830bd6da86 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:32.335448 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3b16b7aa-63cd-4581-950f-3d830bd6da86 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:32.360608 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16b7aa-63cd-4581-950f-3d830bd6da86 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Subnet': ['ID=d89b8ce8-f69a-4bea-9bf2-8746cdb356f4,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:32.380941 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3b16b7aa-63cd-4581-950f-3d830bd6da86 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9397466 Jul 29 23:33:32.381793 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48620) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:32.391962 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-72edd5b6-dc4f-4b69-8a20-5d8226edb7b9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'port': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'fixed_ips': [{'subnet_id': 'd89b8ce8-f69a-4bea-9bf2-8746cdb356f4', 'ip_address': '2001:db8::ea99:6ce5:d58:7cd5'}], 'name': 'tempest-NetworksTestDHCPv6-962197987'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:32.428806 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=b248dce9-fa8c-40c1-a893-b6d8e119144d,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:32.462954 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3a42b5c3-0843-4fa1-8017-e63643e8bd52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:32.480253 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-d0df5d61-e8b1-49e8-966d-a1150c14c825 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Deleting port bb17806d-4f5c-4709-b966-99f0dbc281c8 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:32.483295 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d0df5d61-e8b1-49e8-966d-a1150c14c825 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:32.495095 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a42b5c3-0843-4fa1-8017-e63643e8bd52 None None] Pushing event deleted for resources: {'Port': ['ID=b248dce9-fa8c-40c1-a893-b6d8e119144d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:32.509509 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b248dce9-fa8c-40c1-a893-b6d8e119144d no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:32.539449 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a42b5c3-0843-4fa1-8017-e63643e8bd52 None None] No DVR routers for this DVR port b248dce9-fa8c-40c1-a893-b6d8e119144d on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:32.541771 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: b248dce9-fa8c-40c1-a893-b6d8e119144d {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:32.542065 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b248dce9-fa8c-40c1-a893-b6d8e119144d not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:32.586376 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50236012-4802-4b31-8e0c-5f2e8fd6a9ba None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:32.657704 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72edd5b6-dc4f-4b69-8a20-5d8226edb7b9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:32.689903 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d0df5d61-e8b1-49e8-966d-a1150c14c825 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:32.694323 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d0df5d61-e8b1-49e8-966d-a1150c14c825 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:32.729255 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-d0df5d61-e8b1-49e8-966d-a1150c14c825 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Calling delete_port for bb17806d-4f5c-4709-b966-99f0dbc281c8 owned by network:floatingip {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:32.815263 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60148c2a-33a3-4ce0-bdc3-bcb96272add1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:32.857841 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-72edd5b6-dc4f-4b69-8a20-5d8226edb7b9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:32.900242 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-72edd5b6-dc4f-4b69-8a20-5d8226edb7b9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] device_id is not set on port af239d58-280e-48c6-bc08-b7891b95150e yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:33:33.048027 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937ff7c0-2ed9-4a9d-b869-dd365ef89ef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-d263319e-790d-4f2c-863f-b09096d5f5fc', 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'tenant_id': '9e8d306db215455d80dae7259f2106c8', 'fixed_ips': [{'subnet_id': 'd89b8ce8-f69a-4bea-9bf2-8746cdb356f4'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:33:33.052584 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-937ff7c0-2ed9-4a9d-b869-dd365ef89ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:33.063102 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d0df5d61-e8b1-49e8-966d-a1150c14c825 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:33.106578 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df5d61-e8b1-49e8-966d-a1150c14c825 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Pushing event deleted for resources: {'Port': ['ID=bb17806d-4f5c-4709-b966-99f0dbc281c8,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:33.236335 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d0df5d61-e8b1-49e8-966d-a1150c14c825 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks [] for floatingip, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:33.252168 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d0df5d61-e8b1-49e8-966d-a1150c14c825 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:33.256112 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d0df5d61-e8b1-49e8-966d-a1150c14c825 tempest-ServersTestJSON-1551320370 tempest-ServersTestJSON-1551320370-project] 10.222.0.18 "DELETE /v2.0/floatingips/4c5bbb71-c047-45d2-90fd-38746bcd7fe7 HTTP/1.1" status: 204 len: 168 time: 1.1212597 Jul 29 23:33:33.256507 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48654) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:33.260074 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48656) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:33.425348 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-937ff7c0-2ed9-4a9d-b869-dd365ef89ef0 None None] Allocated IP 2001:db8::2 (d263319e-790d-4f2c-863f-b09096d5f5fc/d89b8ce8-f69a-4bea-9bf2-8746cdb356f4/34201317-614c-4b49-a153-6f86fde1685c) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:33.684874 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-41677a1a-7630-411f-a45e-d50b4e12d075 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cc55790fc3bd48288dfa12764fae4ab3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4228897 Jul 29 23:33:33.687348 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48670) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:33.702794 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-937ff7c0-2ed9-4a9d-b869-dd365ef89ef0 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:33.715221 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-937ff7c0-2ed9-4a9d-b869-dd365ef89ef0 None None] Transition to ACTIVE for port object 34201317-614c-4b49-a153-6f86fde1685c will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:33.752899 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-937ff7c0-2ed9-4a9d-b869-dd365ef89ef0 None None] Transition to ACTIVE for port object 34201317-614c-4b49-a153-6f86fde1685c will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:33.766586 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-937ff7c0-2ed9-4a9d-b869-dd365ef89ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:33.857412 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937ff7c0-2ed9-4a9d-b869-dd365ef89ef0 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:33.864328 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-937ff7c0-2ed9-4a9d-b869-dd365ef89ef0 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:33.874512 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937ff7c0-2ed9-4a9d-b869-dd365ef89ef0 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:33.934600 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ff7c0-2ed9-4a9d-b869-dd365ef89ef0 None None] Pushing event updated for resources: {'Port': ['ID=34201317-614c-4b49-a153-6f86fde1685c,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:33.937158 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3a06f16d-c2b4-4e7f-9444-a4d424a8d3fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:33.996971 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3a06f16d-c2b4-4e7f-9444-a4d424a8d3fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:34.014429 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-937ff7c0-2ed9-4a9d-b869-dd365ef89ef0 None None] Attempting to bind port 34201317-614c-4b49-a153-6f86fde1685c on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:33:34.019400 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-937ff7c0-2ed9-4a9d-b869-dd365ef89ef0 None None] Attempting to bind port 34201317-614c-4b49-a153-6f86fde1685c by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:33:34.019400 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ff7c0-2ed9-4a9d-b869-dd365ef89ef0 None None] Attempting to bind port 34201317-614c-4b49-a153-6f86fde1685c on network d263319e-790d-4f2c-863f-b09096d5f5fc {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:34.028890 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ff7c0-2ed9-4a9d-b869-dd365ef89ef0 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:33:34.029267 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ff7c0-2ed9-4a9d-b869-dd365ef89ef0 None None] Checking segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:34.035490 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-937ff7c0-2ed9-4a9d-b869-dd365ef89ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:34.036444 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937ff7c0-2ed9-4a9d-b869-dd365ef89ef0 None None] Bound using segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:33:34.037093 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-937ff7c0-2ed9-4a9d-b869-dd365ef89ef0 None None] Bound port: 34201317-614c-4b49-a153-6f86fde1685c, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:33:34.037503 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-937ff7c0-2ed9-4a9d-b869-dd365ef89ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:34.042877 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-72edd5b6-dc4f-4b69-8a20-5d8226edb7b9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Allocated IP 2001:db8::ea99:6ce5:d58:7cd5 (d263319e-790d-4f2c-863f-b09096d5f5fc/d89b8ce8-f69a-4bea-9bf2-8746cdb356f4/af239d58-280e-48c6-bc08-b7891b95150e) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:34.142693 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3a06f16d-c2b4-4e7f-9444-a4d424a8d3fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:34.146438 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3a06f16d-c2b4-4e7f-9444-a4d424a8d3fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:34.148133 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3a06f16d-c2b4-4e7f-9444-a4d424a8d3fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1167cedf-2ecb-422c-b77f-7ccdf9200748 HTTP/1.1" status: 204 len: 168 time: 0.4593472 Jul 29 23:33:34.185304 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a06f16d-c2b4-4e7f-9444-a4d424a8d3fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1167cedf-2ecb-422c-b77f-7ccdf9200748,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:34.310201 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-937ff7c0-2ed9-4a9d-b869-dd365ef89ef0 None None] For port 34201317-614c-4b49-a153-6f86fde1685c, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:33:34.318986 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-937ff7c0-2ed9-4a9d-b869-dd365ef89ef0 None None] For port 34201317-614c-4b49-a153-6f86fde1685c, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=34201317-614c-4b49-a153-6f86fde1685c,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:33:34.328154 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-937ff7c0-2ed9-4a9d-b869-dd365ef89ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:34.358968 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d7525a04-6b55-4f1f-9d43-843b75dd6747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:34.393293 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-72edd5b6-dc4f-4b69-8a20-5d8226edb7b9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:34.419014 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-72edd5b6-dc4f-4b69-8a20-5d8226edb7b9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Transition to ACTIVE for port object af239d58-280e-48c6-bc08-b7891b95150e will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:34.508462 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ff7c0-2ed9-4a9d-b869-dd365ef89ef0 None None] Pushing event updated for resources: {'Port': ['ID=34201317-614c-4b49-a153-6f86fde1685c,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:34.511644 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-72edd5b6-dc4f-4b69-8a20-5d8226edb7b9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:34.587800 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72edd5b6-dc4f-4b69-8a20-5d8226edb7b9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:34.602198 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-72edd5b6-dc4f-4b69-8a20-5d8226edb7b9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:34.621830 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72edd5b6-dc4f-4b69-8a20-5d8226edb7b9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:34.641448 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72edd5b6-dc4f-4b69-8a20-5d8226edb7b9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:34.643546 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-72edd5b6-dc4f-4b69-8a20-5d8226edb7b9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:34.683736 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72edd5b6-dc4f-4b69-8a20-5d8226edb7b9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Port': ['ID=af239d58-280e-48c6-bc08-b7891b95150e,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:34.708366 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-72edd5b6-dc4f-4b69-8a20-5d8226edb7b9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.3252521 Jul 29 23:33:34.710459 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48696) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:34.808181 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b72f90-c904-4a1e-be11-cebe3c52a443 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:34.823275 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b72f90-c904-4a1e-be11-cebe3c52a443 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:34.857725 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-66b72f90-c904-4a1e-be11-cebe3c52a443 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1460085 Jul 29 23:33:34.863081 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48698) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:34.876253 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48700) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:35.091653 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-01e8550a-f8f3-4e60-a5b0-7649cfa7e0b4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting port af239d58-280e-48c6-bc08-b7891b95150e {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:35.092212 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01e8550a-f8f3-4e60-a5b0-7649cfa7e0b4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.157796 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad98b58b-307d-4baa-b914-d4335fa260d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.320030 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad98b58b-307d-4baa-b914-d4335fa260d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.336209 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01e8550a-f8f3-4e60-a5b0-7649cfa7e0b4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.347284 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad98b58b-307d-4baa-b914-d4335fa260d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.351540 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-01e8550a-f8f3-4e60-a5b0-7649cfa7e0b4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Calling delete_port for af239d58-280e-48c6-bc08-b7891b95150e owned by {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:35.367995 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.447342 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48720) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:35.448531 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ad98b58b-307d-4baa-b914-d4335fa260d6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=975d4df3f458471db009e306d270da18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5709088 Jul 29 23:33:35.451644 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad98b58b-307d-4baa-b914-d4335fa260d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75693551-16f9-4ad4-b8d8-0c5a96265d23,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:35.458707 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-d7525a04-6b55-4f1f-9d43-843b75dd6747 admin admin] Deleting port a292d599-6cb7-41b9-a2f9-5fc4294373f5 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:35.459251 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d7525a04-6b55-4f1f-9d43-843b75dd6747 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.529460 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cdca2f34-3d1f-4be1-a2c3-d3e84e496d5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.700305 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ee258be0-f4b2-4867-aa7c-50f24b71f1cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.702311 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01e8550a-f8f3-4e60-a5b0-7649cfa7e0b4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.733261 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8550a-f8f3-4e60-a5b0-7649cfa7e0b4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Port': ['ID=af239d58-280e-48c6-bc08-b7891b95150e,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:35.787560 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ee258be0-f4b2-4867-aa7c-50f24b71f1cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.867501 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01e8550a-f8f3-4e60-a5b0-7649cfa7e0b4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:35.877396 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-01e8550a-f8f3-4e60-a5b0-7649cfa7e0b4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/af239d58-280e-48c6-bc08-b7891b95150e HTTP/1.1" status: 204 len: 168 time: 1.0127854 Jul 29 23:33:35.883329 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48730) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:36.024151 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a69eddd-5782-4363-be18-5d19f1faae1c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:36.026283 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a69eddd-5782-4363-be18-5d19f1faae1c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:36.031584 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1a69eddd-5782-4363-be18-5d19f1faae1c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1436651 Jul 29 23:33:36.033820 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48732) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:36.112947 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6e072219-766d-43c8-a7b4-818d8cce56fe None None] Provisioning for port 34201317-614c-4b49-a153-6f86fde1685c completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:36.121281 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ee258be0-f4b2-4867-aa7c-50f24b71f1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.127136 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ee258be0-f4b2-4867-aa7c-50f24b71f1cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.131734 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ee258be0-f4b2-4867-aa7c-50f24b71f1cd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/75693551-16f9-4ad4-b8d8-0c5a96265d23 HTTP/1.1" status: 204 len: 168 time: 0.6774535 Jul 29 23:33:36.150552 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-d7525a04-6b55-4f1f-9d43-843b75dd6747 admin admin] For port a292d599-6cb7-41b9-a2f9-5fc4294373f5, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a292d599-6cb7-41b9-a2f9-5fc4294373f5,segment=NetworkSegment(d923ab8e-d210-4416-bf66-4e5e974e27f3),segment_id=d923ab8e-d210-4416-bf66-4e5e974e27f3)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:36.155119 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d7525a04-6b55-4f1f-9d43-843b75dd6747 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.169374 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee258be0-f4b2-4867-aa7c-50f24b71f1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75693551-16f9-4ad4-b8d8-0c5a96265d23,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:36.201612 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-d7525a04-6b55-4f1f-9d43-843b75dd6747 admin admin] Calling delete_port for a292d599-6cb7-41b9-a2f9-5fc4294373f5 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:36.202233 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6ddc24-785d-4232-82ca-6c1b0641147f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting subnet d89b8ce8-f69a-4bea-9bf2-8746cdb356f4 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:33:36.218093 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8e6ddc24-785d-4232-82ca-6c1b0641147f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.323754 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8e6ddc24-785d-4232-82ca-6c1b0641147f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.593665 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8e6ddc24-785d-4232-82ca-6c1b0641147f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.648607 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8f51f6a6-07a8-44d8-a014-b5dfa6e913c4 None None] Could not find standard attr ID for object af239d58-280e-48c6-bc08-b7891b95150e. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:33:36.659262 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 34201317-614c-4b49-a153-6f86fde1685c up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:36.737254 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d7525a04-6b55-4f1f-9d43-843b75dd6747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.795372 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8e6ddc24-785d-4232-82ca-6c1b0641147f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.860224 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7525a04-6b55-4f1f-9d43-843b75dd6747 admin admin] Pushing event deleted for resources: {'Port': ['ID=a292d599-6cb7-41b9-a2f9-5fc4294373f5,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:36.874059 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.879287 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8e6ddc24-785d-4232-82ca-6c1b0641147f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.883740 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8e6ddc24-785d-4232-82ca-6c1b0641147f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/d89b8ce8-f69a-4bea-9bf2-8746cdb356f4 HTTP/1.1" status: 204 len: 168 time: 0.8470163 Jul 29 23:33:36.885110 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48754) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:36.886223 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 34201317-614c-4b49-a153-6f86fde1685c completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:36.896911 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6ddc24-785d-4232-82ca-6c1b0641147f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Subnet': ['ID=d89b8ce8-f69a-4bea-9bf2-8746cdb356f4,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:36.905643 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 34201317-614c-4b49-a153-6f86fde1685c triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:36.906026 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:36.942748 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2f726a97-0ba3-4706-bb2e-7eaacf553d7a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0561907 Jul 29 23:33:36.948020 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48758) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:37.094213 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058d3f12-1c3d-4e8c-8ffc-89d17edc7475 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:37.161044 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9625a89d-dd8c-4515-a56f-fc5a1e54bf5a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:37.162639 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9625a89d-dd8c-4515-a56f-fc5a1e54bf5a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2136235 Jul 29 23:33:37.173348 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48764) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:37.364305 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8be33d-d973-4b2d-8893-4f0f61216986 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:37.366932 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7f8be33d-d973-4b2d-8893-4f0f61216986 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1924005 Jul 29 23:33:37.376913 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48772) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:37.464941 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.504136 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-780ecd69-6250-4f28-9594-5556452cd43b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1257782 Jul 29 23:33:37.512653 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48776) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:37.532871 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-cef3733c-aba3-44f6-98f6-20e82c8d017c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:37.544262 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 34201317-614c-4b49-a153-6f86fde1685c, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=34201317-614c-4b49-a153-6f86fde1685c,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:37.544822 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d7525a04-6b55-4f1f-9d43-843b75dd6747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.552185 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.558265 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48780) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:37.792221 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=34201317-614c-4b49-a153-6f86fde1685c,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:37.833780 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ae798616-7e85-4d3e-83ff-180572a4151f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:37.857671 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5547ae-e060-46a1-9ba7-27063932fc7c None None] DHCP port deletion for d263319e-790d-4f2c-863f-b09096d5f5fc request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:33:37.939876 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.db.api [None req-cef3733c-aba3-44f6-98f6-20e82c8d017c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:33:37.939876 n-d-712140-10 neutron-server[94064]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 23:33:37.939876 n-d-712140-10 neutron-server[94064]: [parameters: {'project_id': '9e8d306db215455d80dae7259f2106c8', 'id': 'cb9953f7-30fc-4e43-b978-bfe8136ee927', 'expiration': datetime.datetime(2021, 7, 29, 23, 35, 37, 902166)}] Jul 29 23:33:37.939876 n-d-712140-10 neutron-server[94064]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:33:37.940373 n-d-712140-10 neutron-server[94064]: DEBUG oslo_db.api [None req-cef3733c-aba3-44f6-98f6-20e82c8d017c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:33:37.980998 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5b5547ae-e060-46a1-9ba7-27063932fc7c None None] Deleting port 34201317-614c-4b49-a153-6f86fde1685c {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:37.981659 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5b5547ae-e060-46a1-9ba7-27063932fc7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:38.101776 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ae798616-7e85-4d3e-83ff-180572a4151f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:38.110674 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ae798616-7e85-4d3e-83ff-180572a4151f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:38.128164 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-5b5547ae-e060-46a1-9ba7-27063932fc7c None None] For port 34201317-614c-4b49-a153-6f86fde1685c, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=34201317-614c-4b49-a153-6f86fde1685c,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:38.129983 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5b5547ae-e060-46a1-9ba7-27063932fc7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:38.154517 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:38.165339 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5b5547ae-e060-46a1-9ba7-27063932fc7c None None] Calling delete_port for 34201317-614c-4b49-a153-6f86fde1685c owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:38.191438 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ae798616-7e85-4d3e-83ff-180572a4151f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e151271fcd1d48f2987b4c7527ee4bd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6268799 Jul 29 23:33:38.202007 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48800) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:38.269732 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7525a04-6b55-4f1f-9d43-843b75dd6747 admin admin] Router 09006bc4-cc61-4f8c-81ce-61961bf66def has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:33:38.363065 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae798616-7e85-4d3e-83ff-180572a4151f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57f0336-e088-4b15-bae4-2578de6502ca,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:38.389480 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5b5547ae-e060-46a1-9ba7-27063932fc7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:38.451451 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5547ae-e060-46a1-9ba7-27063932fc7c None None] Pushing event deleted for resources: {'Port': ['ID=34201317-614c-4b49-a153-6f86fde1685c,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:38.458861 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5547ae-e060-46a1-9ba7-27063932fc7c None None] No DVR routers for this DVR port 34201317-614c-4b49-a153-6f86fde1685c on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:38.476635 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5441b43e-f058-4752-984e-989d49f7fed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:38.523126 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7525a04-6b55-4f1f-9d43-843b75dd6747 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:33:38.537060 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d7525a04-6b55-4f1f-9d43-843b75dd6747 admin admin] 10.222.0.18 "PUT /v2.0/routers/09006bc4-cc61-4f8c-81ce-61961bf66def/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2735336 Jul 29 23:33:38.542632 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9929986f-1e1f-43f9-911d-990161b1b96c None None] Sync routers for ids ['09006bc4-cc61-4f8c-81ce-61961bf66def'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:33:38.549916 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48808) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:38.551051 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5441b43e-f058-4752-984e-989d49f7fed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:38.583990 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9929986f-1e1f-43f9-911d-990161b1b96c None None] Routers {'09006bc4-cc61-4f8c-81ce-61961bf66def'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:38.585686 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9929986f-1e1f-43f9-911d-990161b1b96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:33:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['09006bc4-cc61-4f8c-81ce-61961bf66def'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:38.625848 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5441b43e-f058-4752-984e-989d49f7fed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:38.628783 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5441b43e-f058-4752-984e-989d49f7fed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:38.630154 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5441b43e-f058-4752-984e-989d49f7fed0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f57f0336-e088-4b15-bae4-2578de6502ca HTTP/1.1" status: 204 len: 168 time: 0.4270732 Jul 29 23:33:38.657702 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441b43e-f058-4752-984e-989d49f7fed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57f0336-e088-4b15-bae4-2578de6502ca,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:38.706775 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef3733c-aba3-44f6-98f6-20e82c8d017c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:38.718115 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cef3733c-aba3-44f6-98f6-20e82c8d017c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:38.785004 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 34201317-614c-4b49-a153-6f86fde1685c no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:38.823288 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 34201317-614c-4b49-a153-6f86fde1685c {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:38.827286 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 34201317-614c-4b49-a153-6f86fde1685c not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:38.865337 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-9929986f-1e1f-43f9-911d-990161b1b96c None None] Set router 09006bc4-cc61-4f8c-81ce-61961bf66def gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:33:39.147491 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cef3733c-aba3-44f6-98f6-20e82c8d017c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:39.224160 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d373078b-ed2f-413f-a509-4de1b1d79e58 admin admin] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:39.237729 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef3733c-aba3-44f6-98f6-20e82c8d017c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:39.289219 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-cef3733c-aba3-44f6-98f6-20e82c8d017c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:39.301982 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef3733c-aba3-44f6-98f6-20e82c8d017c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:39.302742 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cef3733c-aba3-44f6-98f6-20e82c8d017c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:39.321013 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3efc46b9-c33e-429e-844f-661232d78194 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:39.337860 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48834) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:39.343917 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-815d1d03-a505-4279-b9da-23372530d303 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'port': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'fixed_ips': [{'subnet_id': 'cc2f5bc7-442b-4520-80a0-9b0e71e63c1f', 'ip_address': '2001:db8::f905:5ba9:238f:e5da'}], 'name': 'tempest-NetworksTestDHCPv6-1958451028'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:39.355899 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cef3733c-aba3-44f6-98f6-20e82c8d017c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8225751 Jul 29 23:33:39.364931 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3733c-aba3-44f6-98f6-20e82c8d017c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Subnet': ['ID=cc2f5bc7-442b-4520-80a0-9b0e71e63c1f,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:39.400560 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48838) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:39.513385 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815d1d03-a505-4279-b9da-23372530d303 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:39.573016 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cfa911fa-6bd3-48fb-bd2b-5f71cfa5f2e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:39.604577 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9929986f-1e1f-43f9-911d-990161b1b96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'name': 'tempest-ServersTestJSON-351071257-router', 'tenant_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'e225c094-09fb-44b3-b8b0-6f7cac3dd40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:54Z', 'updated_at': '2021-07-29T23:33:36Z', 'revision_number': 5, 'project_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'gw_port': {'id': 'e225c094-09fb-44b3-b8b0-6f7cac3dd40d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:55Z', 'updated_at': '2021-07-29T23:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:39.660189 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9929986f-1e1f-43f9-911d-990161b1b96c None None] Checking router: 09006bc4-cc61-4f8c-81ce-61961bf66def for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:33:39.687180 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d373078b-ed2f-413f-a509-4de1b1d79e58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:39.700951 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9929986f-1e1f-43f9-911d-990161b1b96c None None] Routers {'09006bc4-cc61-4f8c-81ce-61961bf66def'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:39.701625 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9929986f-1e1f-43f9-911d-990161b1b96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:33:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['09006bc4-cc61-4f8c-81ce-61961bf66def'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:39.726676 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-815d1d03-a505-4279-b9da-23372530d303 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:39.770622 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-815d1d03-a505-4279-b9da-23372530d303 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] device_id is not set on port 13c5cdd7-39de-4d71-be08-b50444692c24 yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:33:39.816775 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-d263319e-790d-4f2c-863f-b09096d5f5fc', 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'tenant_id': '9e8d306db215455d80dae7259f2106c8', 'fixed_ips': [{'subnet_id': 'cc2f5bc7-442b-4520-80a0-9b0e71e63c1f'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:33:39.817898 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:39.930370 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-d373078b-ed2f-413f-a509-4de1b1d79e58 admin admin] Deleting port e225c094-09fb-44b3-b8b0-6f7cac3dd40d {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:39.931673 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d373078b-ed2f-413f-a509-4de1b1d79e58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:39.990385 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cfa911fa-6bd3-48fb-bd2b-5f71cfa5f2e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.001956 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cfa911fa-6bd3-48fb-bd2b-5f71cfa5f2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.054990 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa911fa-6bd3-48fb-bd2b-5f71cfa5f2e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03203160-34cf-4e14-9d5f-458b4ed45269,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:40.130393 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cfa911fa-6bd3-48fb-bd2b-5f71cfa5f2e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fd2d08b6074148fbbc5668a18b28b7e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7265658 Jul 29 23:33:40.132873 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48860) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:40.174233 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-d373078b-ed2f-413f-a509-4de1b1d79e58 admin admin] For port e225c094-09fb-44b3-b8b0-6f7cac3dd40d, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e225c094-09fb-44b3-b8b0-6f7cac3dd40d,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:40.175219 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d373078b-ed2f-413f-a509-4de1b1d79e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.209109 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-d373078b-ed2f-413f-a509-4de1b1d79e58 admin admin] Calling delete_port for e225c094-09fb-44b3-b8b0-6f7cac3dd40d owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:40.243274 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-815d1d03-a505-4279-b9da-23372530d303 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Allocated IP 2001:db8::f905:5ba9:238f:e5da (d263319e-790d-4f2c-863f-b09096d5f5fc/cc2f5bc7-442b-4520-80a0-9b0e71e63c1f/13c5cdd7-39de-4d71-be08-b50444692c24) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:40.280490 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-9929986f-1e1f-43f9-911d-990161b1b96c None None] Set router 09006bc4-cc61-4f8c-81ce-61961bf66def gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:33:40.314200 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c415f37e-0c49-435f-ae24-ea1eef36b09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.333896 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48866) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:40.569400 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48872) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:40.588112 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-815d1d03-a505-4279-b9da-23372530d303 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.631020 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c415f37e-0c49-435f-ae24-ea1eef36b09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.657085 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d373078b-ed2f-413f-a509-4de1b1d79e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.657800 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9929986f-1e1f-43f9-911d-990161b1b96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'name': 'tempest-ServersTestJSON-351071257-router', 'tenant_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'e225c094-09fb-44b3-b8b0-6f7cac3dd40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:54Z', 'updated_at': '2021-07-29T23:33:36Z', 'revision_number': 5, 'project_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'gw_port': {'id': 'e225c094-09fb-44b3-b8b0-6f7cac3dd40d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:55Z', 'updated_at': '2021-07-29T23:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:40.658982 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-815d1d03-a505-4279-b9da-23372530d303 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Transition to ACTIVE for port object 13c5cdd7-39de-4d71-be08-b50444692c24 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:40.712748 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d373078b-ed2f-413f-a509-4de1b1d79e58 admin admin] Pushing event deleted for resources: {'Port': ['ID=e225c094-09fb-44b3-b8b0-6f7cac3dd40d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:40.733228 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9929986f-1e1f-43f9-911d-990161b1b96c None None] The sync data for ids ['09006bc4-cc61-4f8c-81ce-61961bf66def'] in n-d-712140-10 is: [{'id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'name': 'tempest-ServersTestJSON-351071257-router', 'tenant_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': 'e225c094-09fb-44b3-b8b0-6f7cac3dd40d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:30:54Z', 'updated_at': '2021-07-29T23:33:36Z', 'revision_number': 5, 'project_id': 'cf5a38b3b6dd4eb5a83a1ec408b4b908', 'gw_port': {'id': 'e225c094-09fb-44b3-b8b0-6f7cac3dd40d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:7d:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09006bc4-cc61-4f8c-81ce-61961bf66def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1497, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:30:55Z', 'updated_at': '2021-07-29T23:31:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:33:40.750465 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-815d1d03-a505-4279-b9da-23372530d303 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.757008 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e1312cae-a43b-4b3f-a55a-7874114bb50c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.819464 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Allocated IP 2001:db8::2 (d263319e-790d-4f2c-863f-b09096d5f5fc/cc2f5bc7-442b-4520-80a0-9b0e71e63c1f/e42a4ddb-657b-4b5c-ade4-b90730d8f3ff) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:40.847908 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-815d1d03-a505-4279-b9da-23372530d303 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:40.860442 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-815d1d03-a505-4279-b9da-23372530d303 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:40.866968 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815d1d03-a505-4279-b9da-23372530d303 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:40.871896 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d373078b-ed2f-413f-a509-4de1b1d79e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.874107 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815d1d03-a505-4279-b9da-23372530d303 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:40.874867 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-815d1d03-a505-4279-b9da-23372530d303 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.878414 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815d1d03-a505-4279-b9da-23372530d303 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Port': ['ID=13c5cdd7-39de-4d71-be08-b50444692c24,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:40.894741 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c415f37e-0c49-435f-ae24-ea1eef36b09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.897545 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c415f37e-0c49-435f-ae24-ea1eef36b09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:40.902372 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c415f37e-0c49-435f-ae24-ea1eef36b09e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03203160-34cf-4e14-9d5f-458b4ed45269 HTTP/1.1" status: 204 len: 168 time: 0.7681313 Jul 29 23:33:40.919466 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c415f37e-0c49-435f-ae24-ea1eef36b09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03203160-34cf-4e14-9d5f-458b4ed45269,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:41.022110 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ec20a434-44dc-4a62-9ba6-c8a46a062aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.037337 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e1312cae-a43b-4b3f-a55a-7874114bb50c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.037585 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d373078b-ed2f-413f-a509-4de1b1d79e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.040561 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d373078b-ed2f-413f-a509-4de1b1d79e58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.046436 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e1312cae-a43b-4b3f-a55a-7874114bb50c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.069701 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-815d1d03-a505-4279-b9da-23372530d303 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7304494 Jul 29 23:33:41.123485 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48880) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:41.133291 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-bdd5b3b0-17d0-47ff-9aa3-01ca3fdbb548 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'port': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'fixed_ips': [{'subnet_id': 'cc2f5bc7-442b-4520-80a0-9b0e71e63c1f', 'ip_address': '2001:db8::f905:5ba9:238f:e5da'}], 'name': 'tempest-NetworksTestDHCPv6-2076410011'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:41.137702 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1312cae-a43b-4b3f-a55a-7874114bb50c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc2123e-35cc-465a-89b7-c0b09dfe284f,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:41.151937 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.166599 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Transition to ACTIVE for port object e42a4ddb-657b-4b5c-ade4-b90730d8f3ff will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:41.172772 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e1312cae-a43b-4b3f-a55a-7874114bb50c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7b8f70027af64f2cb2d8e4858df6c7d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8374476 Jul 29 23:33:41.175951 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48884) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:41.193985 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d373078b-ed2f-413f-a509-4de1b1d79e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.194659 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d373078b-ed2f-413f-a509-4de1b1d79e58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09006bc4-cc61-4f8c-81ce-61961bf66def {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:33:41.208068 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d373078b-ed2f-413f-a509-4de1b1d79e58 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.209366 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d373078b-ed2f-413f-a509-4de1b1d79e58 admin admin] 10.222.0.18 "DELETE /v2.0/routers/09006bc4-cc61-4f8c-81ce-61961bf66def HTTP/1.1" status: 204 len: 168 time: 2.6622505 Jul 29 23:33:41.212263 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48886) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:41.215411 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Transition to ACTIVE for port object e42a4ddb-657b-4b5c-ade4-b90730d8f3ff will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:41.229196 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.287321 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-feb2431e-e1f2-42a6-8e76-a89df50507e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.297745 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:41.301652 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:41.305632 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:41.330443 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Pushing event updated for resources: {'Port': ['ID=e42a4ddb-657b-4b5c-ade4-b90730d8f3ff,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:41.334089 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c95d9fb-9329-4fa7-b928-5383753accad admin admin] Deleting subnet e18597bd-1db1-4689-9c7f-e6b5f65b8376 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:33:41.359181 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-feb2431e-e1f2-42a6-8e76-a89df50507e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.368505 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4c95d9fb-9329-4fa7-b928-5383753accad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.397199 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:41.397985 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:41.398647 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:41.398994 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:41.400479 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:41.401127 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:41.401547 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:41.401904 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:41.402275 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:41.402681 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:41.403238 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:41.403689 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:41.428756 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Attempting to bind port e42a4ddb-657b-4b5c-ade4-b90730d8f3ff on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:33:41.429448 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Attempting to bind port e42a4ddb-657b-4b5c-ade4-b90730d8f3ff by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:33:41.430017 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Attempting to bind port e42a4ddb-657b-4b5c-ade4-b90730d8f3ff on network d263319e-790d-4f2c-863f-b09096d5f5fc {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:41.437488 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:33:41.438502 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Checking segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:41.439558 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.439991 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Bound using segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:33:41.440496 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Bound port: e42a4ddb-657b-4b5c-ade4-b90730d8f3ff, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:33:41.441124 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.472970 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-feb2431e-e1f2-42a6-8e76-a89df50507e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.476825 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-feb2431e-e1f2-42a6-8e76-a89df50507e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.485127 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-feb2431e-e1f2-42a6-8e76-a89df50507e0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bdc2123e-35cc-465a-89b7-c0b09dfe284f HTTP/1.1" status: 204 len: 168 time: 0.3062432 Jul 29 23:33:41.514383 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb2431e-e1f2-42a6-8e76-a89df50507e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc2123e-35cc-465a-89b7-c0b09dfe284f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:41.526630 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4c95d9fb-9329-4fa7-b928-5383753accad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.577106 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] For port e42a4ddb-657b-4b5c-ade4-b90730d8f3ff, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:33:41.585091 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] For port e42a4ddb-657b-4b5c-ade4-b90730d8f3ff, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e42a4ddb-657b-4b5c-ade4-b90730d8f3ff,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:33:41.593251 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.621856 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ec20a434-44dc-4a62-9ba6-c8a46a062aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.647234 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ec20a434-44dc-4a62-9ba6-c8a46a062aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.723989 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd5b3b0-17d0-47ff-9aa3-01ca3fdbb548 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:41.745869 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79cf853-f12b-41c7-bb49-6b35194d8cca None None] Pushing event updated for resources: {'Port': ['ID=e42a4ddb-657b-4b5c-ade4-b90730d8f3ff,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:41.831616 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48904) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:41.832172 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ec20a434-44dc-4a62-9ba6-c8a46a062aaa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4cf141cf0d744dac9517032a673ac138&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2604468 Jul 29 23:33:41.832441 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec20a434-44dc-4a62-9ba6-c8a46a062aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d55933d-0c43-4560-90f5-534c47012241,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:41.856061 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4c95d9fb-9329-4fa7-b928-5383753accad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.961027 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-698c874b-e573-492b-bf3a-34379f73d71e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:41.975968 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bdd5b3b0-17d0-47ff-9aa3-01ca3fdbb548 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:42.006384 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-698c874b-e573-492b-bf3a-34379f73d71e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:42.025566 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4c95d9fb-9329-4fa7-b928-5383753accad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:42.075074 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-bdd5b3b0-17d0-47ff-9aa3-01ca3fdbb548 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] device_id is not set on port bcf996f6-d5e7-4409-b6b1-10749136a687 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:33:42.080444 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c95d9fb-9329-4fa7-b928-5383753accad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e18597bd-1db1-4689-9c7f-e6b5f65b8376,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:42.092985 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4c95d9fb-9329-4fa7-b928-5383753accad admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:42.096263 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4c95d9fb-9329-4fa7-b928-5383753accad admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e18597bd-1db1-4689-9c7f-e6b5f65b8376 HTTP/1.1" status: 204 len: 168 time: 0.8790193 Jul 29 23:33:42.098877 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd506f35-181b-4652-b101-0f5f911fad5a None None] Network 6f3d3704-ea3e-49c9-9722-1f055923d891 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:42.099546 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48912) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:42.112323 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-698c874b-e573-492b-bf3a-34379f73d71e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:42.114943 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-698c874b-e573-492b-bf3a-34379f73d71e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:42.119414 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-698c874b-e573-492b-bf3a-34379f73d71e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d55933d-0c43-4560-90f5-534c47012241 HTTP/1.1" status: 204 len: 168 time: 0.2859769 Jul 29 23:33:42.215969 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c874b-e573-492b-bf3a-34379f73d71e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d55933d-0c43-4560-90f5-534c47012241,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:42.295185 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-74592b88-9914-4b8f-b1ac-57d622904507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:42.487828 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8091ceb6-997d-4466-ac47-267103198019 None None] DHCP port deletion for 6f3d3704-ea3e-49c9-9722-1f055923d891 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:33:42.522952 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd5b3b0-17d0-47ff-9aa3-01ca3fdbb548 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 29 23:33:42.526248 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdd5b3b0-17d0-47ff-9aa3-01ca3fdbb548 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:42.558703 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bdd5b3b0-17d0-47ff-9aa3-01ca3fdbb548 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.4338708 Jul 29 23:33:42.561309 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48926) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:42.573770 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-74592b88-9914-4b8f-b1ac-57d622904507 admin admin] Deleting port 246aff37-7393-4b7a-90a1-0f0efdfc5376 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:42.574036 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-74592b88-9914-4b8f-b1ac-57d622904507 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:42.679859 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a586301-d1a9-4457-bc77-8e9045615fc9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:42.684852 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e42a4ddb-657b-4b5c-ade4-b90730d8f3ff up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:42.695315 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8091ceb6-997d-4466-ac47-267103198019 None None] Deleting port 246aff37-7393-4b7a-90a1-0f0efdfc5376 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:42.695917 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8091ceb6-997d-4466-ac47-267103198019 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:42.700161 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a586301-d1a9-4457-bc77-8e9045615fc9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:42.702398 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4a586301-d1a9-4457-bc77-8e9045615fc9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1400778 Jul 29 23:33:42.704988 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48934) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:42.797767 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-74592b88-9914-4b8f-b1ac-57d622904507 admin admin] For port 246aff37-7393-4b7a-90a1-0f0efdfc5376, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=246aff37-7393-4b7a-90a1-0f0efdfc5376,segment=NetworkSegment(d923ab8e-d210-4416-bf66-4e5e974e27f3),segment_id=d923ab8e-d210-4416-bf66-4e5e974e27f3)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:42.799341 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-74592b88-9914-4b8f-b1ac-57d622904507 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:42.803365 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-8091ceb6-997d-4466-ac47-267103198019 None None] For port 246aff37-7393-4b7a-90a1-0f0efdfc5376, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=246aff37-7393-4b7a-90a1-0f0efdfc5376,segment=NetworkSegment(d923ab8e-d210-4416-bf66-4e5e974e27f3),segment_id=d923ab8e-d210-4416-bf66-4e5e974e27f3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:42.804300 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8091ceb6-997d-4466-ac47-267103198019 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:42.832552 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-74592b88-9914-4b8f-b1ac-57d622904507 admin admin] Calling delete_port for 246aff37-7393-4b7a-90a1-0f0efdfc5376 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:42.838199 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8091ceb6-997d-4466-ac47-267103198019 None None] Calling delete_port for 246aff37-7393-4b7a-90a1-0f0efdfc5376 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:42.955103 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-f68e7533-570f-4073-8aeb-4f9748a79b14 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting port 13c5cdd7-39de-4d71-be08-b50444692c24 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:42.955771 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f68e7533-570f-4073-8aeb-4f9748a79b14 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:43.022180 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-74592b88-9914-4b8f-b1ac-57d622904507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:43.029467 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8091ceb6-997d-4466-ac47-267103198019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:43.088141 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74592b88-9914-4b8f-b1ac-57d622904507 admin admin] No DVR routers for this DVR port 246aff37-7393-4b7a-90a1-0f0efdfc5376 on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:43.093016 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091ceb6-997d-4466-ac47-267103198019 None None] Pushing event deleted for resources: {'Port': ['ID=246aff37-7393-4b7a-90a1-0f0efdfc5376,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:43.099325 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74592b88-9914-4b8f-b1ac-57d622904507 admin admin] Pushing event deleted for resources: {'Port': ['ID=246aff37-7393-4b7a-90a1-0f0efdfc5376,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:43.101157 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8091ceb6-997d-4466-ac47-267103198019 None None] No DVR routers for this DVR port 246aff37-7393-4b7a-90a1-0f0efdfc5376 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:43.132222 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port e42a4ddb-657b-4b5c-ade4-b90730d8f3ff completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:43.185612 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f68e7533-570f-4073-8aeb-4f9748a79b14 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:43.215923 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-f68e7533-570f-4073-8aeb-4f9748a79b14 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Calling delete_port for 13c5cdd7-39de-4d71-be08-b50444692c24 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:43.257245 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a292d599-6cb7-41b9-a2f9-5fc4294373f5 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:43.285284 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-74592b88-9914-4b8f-b1ac-57d622904507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:43.304710 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-74592b88-9914-4b8f-b1ac-57d622904507 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3d3704-ea3e-49c9-9722-1f055923d891']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:43.324649 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: a292d599-6cb7-41b9-a2f9-5fc4294373f5 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:43.326868 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a292d599-6cb7-41b9-a2f9-5fc4294373f5 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:43.327417 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e225c094-09fb-44b3-b8b0-6f7cac3dd40d no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:43.330510 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-74592b88-9914-4b8f-b1ac-57d622904507 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd923ab8e-d210-4416-bf66-4e5e974e27f3') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:43.330860 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-74592b88-9914-4b8f-b1ac-57d622904507 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd923ab8e-d210-4416-bf66-4e5e974e27f3') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:43.357852 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-74592b88-9914-4b8f-b1ac-57d622904507 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:43.376153 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: e225c094-09fb-44b3-b8b0-6f7cac3dd40d {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:43.377708 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e225c094-09fb-44b3-b8b0-6f7cac3dd40d not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:43.415943 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-74592b88-9914-4b8f-b1ac-57d622904507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:43.427426 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74592b88-9914-4b8f-b1ac-57d622904507 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:33:43.437013 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-74592b88-9914-4b8f-b1ac-57d622904507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:33:43.442036 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:33:43.546365 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f68e7533-570f-4073-8aeb-4f9748a79b14 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:43.599801 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-74592b88-9914-4b8f-b1ac-57d622904507 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:43.600709 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e7533-570f-4073-8aeb-4f9748a79b14 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Port': ['ID=13c5cdd7-39de-4d71-be08-b50444692c24,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:43.614311 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-74592b88-9914-4b8f-b1ac-57d622904507 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:43.621959 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-74592b88-9914-4b8f-b1ac-57d622904507 admin admin] 10.222.0.18 "DELETE /v2.0/networks/6f3d3704-ea3e-49c9-9722-1f055923d891 HTTP/1.1" status: 204 len: 168 time: 1.5162203 Jul 29 23:33:43.665025 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74592b88-9914-4b8f-b1ac-57d622904507 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f3d3704-ea3e-49c9-9722-1f055923d891,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:43.687348 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f68e7533-570f-4073-8aeb-4f9748a79b14 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:43.692456 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f68e7533-570f-4073-8aeb-4f9748a79b14 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/13c5cdd7-39de-4d71-be08-b50444692c24 HTTP/1.1" status: 204 len: 168 time: 0.9847293 Jul 29 23:33:43.694182 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48962) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:43.767960 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8f5c3c01-3330-4326-8850-5715b9fa480d None None] Provisioning for port e42a4ddb-657b-4b5c-ade4-b90730d8f3ff completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:43.776598 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8f5c3c01-3330-4326-8850-5715b9fa480d None None] Provisioning complete for port e42a4ddb-657b-4b5c-ade4-b90730d8f3ff triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:43.782413 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3c01-3330-4326-8850-5715b9fa480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:43.864277 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444484af-e157-4c7e-a628-f3831d5668e0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:43.870041 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444484af-e157-4c7e-a628-f3831d5668e0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:43.875281 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-444484af-e157-4c7e-a628-f3831d5668e0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1805484 Jul 29 23:33:43.878485 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48970) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:44.026522 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-181009de-8677-41a5-a825-8de8e7992bbc tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting subnet cc2f5bc7-442b-4520-80a0-9b0e71e63c1f {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:33:44.038593 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3c01-3330-4326-8850-5715b9fa480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.045847 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-181009de-8677-41a5-a825-8de8e7992bbc tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.076810 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48976) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:44.143404 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-8f5c3c01-3330-4326-8850-5715b9fa480d None None] For port e42a4ddb-657b-4b5c-ade4-b90730d8f3ff, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e42a4ddb-657b-4b5c-ade4-b90730d8f3ff,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:44.152656 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8f5c3c01-3330-4326-8850-5715b9fa480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.182011 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-181009de-8677-41a5-a825-8de8e7992bbc tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.184541 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2021540c-ab89-4771-8396-8775f38bf1cf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cf5a38b3b6dd4eb5a83a1ec408b4b908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1063507 Jul 29 23:33:44.185191 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48978) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:44.283991 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5c3c01-3330-4326-8850-5715b9fa480d None None] Pushing event updated for resources: {'Port': ['ID=e42a4ddb-657b-4b5c-ade4-b90730d8f3ff,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:44.299878 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-dffccccc-a5d5-448d-b493-18454471afe9 None None] Could not find standard attr ID for object 13c5cdd7-39de-4d71-be08-b50444692c24. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:33:44.304680 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-81dc69bd-3c4d-4f41-b7d2-ed6f99d0cbd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.345793 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-81dc69bd-3c4d-4f41-b7d2-ed6f99d0cbd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.448782 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-181009de-8677-41a5-a825-8de8e7992bbc tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.483352 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-81dc69bd-3c4d-4f41-b7d2-ed6f99d0cbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.486726 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-81dc69bd-3c4d-4f41-b7d2-ed6f99d0cbd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.491170 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-81dc69bd-3c4d-4f41-b7d2-ed6f99d0cbd3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fb902d97-171b-4ec3-afe6-329599d03b37 HTTP/1.1" status: 204 len: 168 time: 0.3018243 Jul 29 23:33:44.508696 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dc69bd-3c4d-4f41-b7d2-ed6f99d0cbd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb902d97-171b-4ec3-afe6-329599d03b37,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:44.537771 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e42a4ddb-657b-4b5c-ade4-b90730d8f3ff up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:44.624799 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-181009de-8677-41a5-a825-8de8e7992bbc tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.634333 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port e42a4ddb-657b-4b5c-ade4-b90730d8f3ff triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:44.637441 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.679413 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181009de-8677-41a5-a825-8de8e7992bbc tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Subnet': ['ID=cc2f5bc7-442b-4520-80a0-9b0e71e63c1f,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:44.696978 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-181009de-8677-41a5-a825-8de8e7992bbc tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:44.699279 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-181009de-8677-41a5-a825-8de8e7992bbc tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/cc2f5bc7-442b-4520-80a0-9b0e71e63c1f HTTP/1.1" status: 204 len: 168 time: 0.8194532 Jul 29 23:33:44.702281 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48990) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:44.738537 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ade41c-c641-418f-a06a-bd2e15dd65d6 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:44.760143 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-aac4ad01-a5cb-4ed3-a700-1b1a9dc5bd69 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0503423 Jul 29 23:33:44.760744 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48992) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:44.766158 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-60d1e3b8-875c-40d2-a46a-7fedbc6a07e5 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:44.907530 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d1e3b8-875c-40d2-a46a-7fedbc6a07e5 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:44.912565 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60d1e3b8-875c-40d2-a46a-7fedbc6a07e5 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.154716 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 246aff37-7393-4b7a-90a1-0f0efdfc5376 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:45.207410 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 246aff37-7393-4b7a-90a1-0f0efdfc5376 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:45.208251 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 246aff37-7393-4b7a-90a1-0f0efdfc5376 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:45.222024 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71391280-3b28-40c1-8ac2-069b67136100 None None] DHCP port deletion for d263319e-790d-4f2c-863f-b09096d5f5fc request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:33:45.332992 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-71391280-3b28-40c1-8ac2-069b67136100 None None] Deleting port e42a4ddb-657b-4b5c-ade4-b90730d8f3ff {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:45.333372 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-71391280-3b28-40c1-8ac2-069b67136100 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.333532 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60d1e3b8-875c-40d2-a46a-7fedbc6a07e5 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.454091 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d1e3b8-875c-40d2-a46a-7fedbc6a07e5 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:45.460956 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-60d1e3b8-875c-40d2-a46a-7fedbc6a07e5 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:45.478589 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d1e3b8-875c-40d2-a46a-7fedbc6a07e5 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:45.479656 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60d1e3b8-875c-40d2-a46a-7fedbc6a07e5 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.487262 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-71391280-3b28-40c1-8ac2-069b67136100 None None] For port e42a4ddb-657b-4b5c-ade4-b90730d8f3ff, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e42a4ddb-657b-4b5c-ade4-b90730d8f3ff,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:45.487866 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-71391280-3b28-40c1-8ac2-069b67136100 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.529648 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-71391280-3b28-40c1-8ac2-069b67136100 None None] Calling delete_port for e42a4ddb-657b-4b5c-ade4-b90730d8f3ff owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:45.539778 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49012) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:45.551511 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-ca37ecb7-efff-4f73-818c-1ab7d40bc30f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'port': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'fixed_ips': [{'subnet_id': '87d3aa5c-625f-45e7-a2e7-253751949323', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-454116213'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:45.562386 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-60d1e3b8-875c-40d2-a46a-7fedbc6a07e5 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7750318 Jul 29 23:33:45.568102 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d1e3b8-875c-40d2-a46a-7fedbc6a07e5 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Subnet': ['ID=87d3aa5c-625f-45e7-a2e7-253751949323,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:45.623569 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49018) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:45.690239 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-71391280-3b28-40c1-8ac2-069b67136100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:45.720338 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71391280-3b28-40c1-8ac2-069b67136100 None None] Pushing event deleted for resources: {'Port': ['ID=e42a4ddb-657b-4b5c-ade4-b90730d8f3ff,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:45.747333 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71391280-3b28-40c1-8ac2-069b67136100 None None] No DVR routers for this DVR port e42a4ddb-657b-4b5c-ade4-b90730d8f3ff on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:45.775669 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a7e284-42a1-4538-9a55-f94e7b90b44a None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:45.857263 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca37ecb7-efff-4f73-818c-1ab7d40bc30f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:45.950184 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-89a25539-b7a0-4399-b5e1-2129fc845f7c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-465338727-network', 'tenant_id': '7a95e2067dac40d1a2f41b37f14aaf9a'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:45.987968 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a25539-b7a0-4399-b5e1-2129fc845f7c admin admin] Made reservation on behalf of 7a95e2067dac40d1a2f41b37f14aaf9a for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:45.990735 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-89a25539-b7a0-4399-b5e1-2129fc845f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.002833 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-89a25539-b7a0-4399-b5e1-2129fc845f7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.016887 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf18d687-12a7-415a-a5e7-85061dca32b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-d263319e-790d-4f2c-863f-b09096d5f5fc', 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'tenant_id': '9e8d306db215455d80dae7259f2106c8', 'fixed_ips': [{'subnet_id': '87d3aa5c-625f-45e7-a2e7-253751949323'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:33:46.019252 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf18d687-12a7-415a-a5e7-85061dca32b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.051579 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ca37ecb7-efff-4f73-818c-1ab7d40bc30f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.105275 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-ca37ecb7-efff-4f73-818c-1ab7d40bc30f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] device_id is not set on port a484a2f1-41dc-4f1b-b055-ca43d2fe2211 yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:33:46.217695 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-89a25539-b7a0-4399-b5e1-2129fc845f7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.233603 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-89a25539-b7a0-4399-b5e1-2129fc845f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.299012 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a25539-b7a0-4399-b5e1-2129fc845f7c admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:33:46.320464 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-89a25539-b7a0-4399-b5e1-2129fc845f7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.320986 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-89a25539-b7a0-4399-b5e1-2129fc845f7c admin admin] Added segment c898618f-8f6f-4111-ba8e-fe1c70cde634 of type vlan for network ebc3405b-dbdf-4745-bae9-00b7363339da Jul 29 23:33:46.451418 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-89a25539-b7a0-4399-b5e1-2129fc845f7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.531214 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-89a25539-b7a0-4399-b5e1-2129fc845f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.533034 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a25539-b7a0-4399-b5e1-2129fc845f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:46.533719 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-89a25539-b7a0-4399-b5e1-2129fc845f7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:46.585110 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e42a4ddb-657b-4b5c-ade4-b90730d8f3ff no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:46.599247 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-bf18d687-12a7-415a-a5e7-85061dca32b3 None None] Allocated IP 2001:db8::2 (d263319e-790d-4f2c-863f-b09096d5f5fc/87d3aa5c-625f-45e7-a2e7-253751949323/e2310b65-4c09-4a36-a115-ecd48580e5ad) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:46.631115 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: e42a4ddb-657b-4b5c-ade4-b90730d8f3ff {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:46.632110 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e42a4ddb-657b-4b5c-ade4-b90730d8f3ff not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:46.686416 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a25539-b7a0-4399-b5e1-2129fc845f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285ffa0d-5948-47de-8832-f760b20395b6,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:46.749085 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-89a25539-b7a0-4399-b5e1-2129fc845f7c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1235092 Jul 29 23:33:46.752213 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49056) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:46.757462 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a25539-b7a0-4399-b5e1-2129fc845f7c admin admin] Pushing event updated for resources: {'Network': ['ID=ebc3405b-dbdf-4745-bae9-00b7363339da,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:46.762359 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-283702fd-2321-4c84-b2fe-fe45bbf03f37 admin admin] Request body: {'subnet': {'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-465338727-subnet', 'tenant_id': '7a95e2067dac40d1a2f41b37f14aaf9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:46.778580 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network ebc3405b-dbdf-4745-bae9-00b7363339da details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:33:46.803781 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283702fd-2321-4c84-b2fe-fe45bbf03f37 admin admin] Made reservation on behalf of 7a95e2067dac40d1a2f41b37f14aaf9a for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:46.812100 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-283702fd-2321-4c84-b2fe-fe45bbf03f37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:47.003190 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49062) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:47.062711 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf18d687-12a7-415a-a5e7-85061dca32b3 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:47.084710 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-bf18d687-12a7-415a-a5e7-85061dca32b3 None None] Transition to ACTIVE for port object e2310b65-4c09-4a36-a115-ecd48580e5ad will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:47.123446 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-bf18d687-12a7-415a-a5e7-85061dca32b3 None None] Transition to ACTIVE for port object e2310b65-4c09-4a36-a115-ecd48580e5ad will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:47.139013 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf18d687-12a7-415a-a5e7-85061dca32b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:47.143862 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca37ecb7-efff-4f73-818c-1ab7d40bc30f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:33:47.144504 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca37ecb7-efff-4f73-818c-1ab7d40bc30f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:33:47.176210 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ca37ecb7-efff-4f73-818c-1ab7d40bc30f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.6302617 Jul 29 23:33:47.177025 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49076) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:47.184811 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf18d687-12a7-415a-a5e7-85061dca32b3 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:47.189055 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-bf18d687-12a7-415a-a5e7-85061dca32b3 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:47.192682 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-283702fd-2321-4c84-b2fe-fe45bbf03f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:47.195649 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf18d687-12a7-415a-a5e7-85061dca32b3 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:47.243543 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18d687-12a7-415a-a5e7-85061dca32b3 None None] Pushing event updated for resources: {'Port': ['ID=e2310b65-4c09-4a36-a115-ecd48580e5ad,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:47.311491 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283702fd-2321-4c84-b2fe-fe45bbf03f37 admin admin] Checking segment: {'id': 'c898618f-8f6f-4111-ba8e-fe1c70cde634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:47.312073 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283702fd-2321-4c84-b2fe-fe45bbf03f37 admin admin] Network hostable DHCP agents. Network: ebc3405b-dbdf-4745-bae9-00b7363339da, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:33:47.322140 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283702fd-2321-4c84-b2fe-fe45bbf03f37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7783f5c-0922-4c71-a9e3-d83ec4828df5,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:47.326066 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-60b6b949-4e4c-4e4a-a85f-78e80ac4c7d9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-500430841-network', 'tenant_id': '47410282bc2841d8896a8fa066d76b51'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:47.364365 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283702fd-2321-4c84-b2fe-fe45bbf03f37 admin admin] Network ebc3405b-dbdf-4745-bae9-00b7363339da is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:33:47.386503 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-bf18d687-12a7-415a-a5e7-85061dca32b3 None None] Attempting to bind port e2310b65-4c09-4a36-a115-ecd48580e5ad on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:33:47.387158 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-bf18d687-12a7-415a-a5e7-85061dca32b3 None None] Attempting to bind port e2310b65-4c09-4a36-a115-ecd48580e5ad by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:33:47.388057 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b6b949-4e4c-4e4a-a85f-78e80ac4c7d9 admin admin] Made reservation on behalf of 47410282bc2841d8896a8fa066d76b51 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:47.397116 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf18d687-12a7-415a-a5e7-85061dca32b3 None None] Attempting to bind port e2310b65-4c09-4a36-a115-ecd48580e5ad on network d263319e-790d-4f2c-863f-b09096d5f5fc {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:47.397343 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60b6b949-4e4c-4e4a-a85f-78e80ac4c7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:47.397508 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf18d687-12a7-415a-a5e7-85061dca32b3 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:33:47.397508 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf18d687-12a7-415a-a5e7-85061dca32b3 None None] Checking segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:47.397508 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf18d687-12a7-415a-a5e7-85061dca32b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:47.397508 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf18d687-12a7-415a-a5e7-85061dca32b3 None None] Bound using segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:33:47.400188 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-bf18d687-12a7-415a-a5e7-85061dca32b3 None None] Bound port: e2310b65-4c09-4a36-a115-ecd48580e5ad, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:33:47.400600 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf18d687-12a7-415a-a5e7-85061dca32b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:47.400859 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-283702fd-2321-4c84-b2fe-fe45bbf03f37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, ebc3405b-dbdf-4745-bae9-00b7363339da) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:47.405951 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283702fd-2321-4c84-b2fe-fe45bbf03f37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:47.407192 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-283702fd-2321-4c84-b2fe-fe45bbf03f37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:47.435810 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40679c56-a42f-40d9-823e-ad70f64eb32d None None] Network ebc3405b-dbdf-4745-bae9-00b7363339da requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:47.436374 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-283702fd-2321-4c84-b2fe-fe45bbf03f37 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6818707 Jul 29 23:33:47.437979 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028eb372-94d9-4e6f-8dcd-a311e0872075 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:47.439778 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-028eb372-94d9-4e6f-8dcd-a311e0872075 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2614603 Jul 29 23:33:47.440922 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60b6b949-4e4c-4e4a-a85f-78e80ac4c7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:47.443664 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49094) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:47.670450 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b9e069-341f-48d4-ad64-1f8c816c5766 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:47.687166 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b9e069-341f-48d4-ad64-1f8c816c5766 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:47.689871 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c9b9e069-341f-48d4-ad64-1f8c816c5766 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2463527 Jul 29 23:33:47.693195 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49112) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:47.725804 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60b6b949-4e4c-4e4a-a85f-78e80ac4c7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:47.740506 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60b6b949-4e4c-4e4a-a85f-78e80ac4c7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:47.806868 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6b949-4e4c-4e4a-a85f-78e80ac4c7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59505229-5b98-44f6-9f06-958129926115,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:47.823351 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b6b949-4e4c-4e4a-a85f-78e80ac4c7d9 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:33:47.851333 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60b6b949-4e4c-4e4a-a85f-78e80ac4c7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:47.852016 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-60b6b949-4e4c-4e4a-a85f-78e80ac4c7d9 admin admin] Added segment 3960cd3a-1252-4022-b2ff-b6d1cbf562dc of type vlan for network a3b84fcb-d1ea-4d97-a571-e94a9ed02dff Jul 29 23:33:47.857517 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-bf18d687-12a7-415a-a5e7-85061dca32b3 None None] For port e2310b65-4c09-4a36-a115-ecd48580e5ad, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:33:47.861091 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-bf18d687-12a7-415a-a5e7-85061dca32b3 None None] For port e2310b65-4c09-4a36-a115-ecd48580e5ad, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e2310b65-4c09-4a36-a115-ecd48580e5ad,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:33:47.883754 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b2fc2f7-d8e3-4075-899a-265e32770f20 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting subnet 87d3aa5c-625f-45e7-a2e7-253751949323 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:33:47.890081 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2b2fc2f7-d8e3-4075-899a-265e32770f20 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:47.893289 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf18d687-12a7-415a-a5e7-85061dca32b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:47.963917 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60b6b949-4e4c-4e4a-a85f-78e80ac4c7d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:48.016305 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2b2fc2f7-d8e3-4075-899a-265e32770f20 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:48.126601 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18d687-12a7-415a-a5e7-85061dca32b3 None None] Pushing event updated for resources: {'Port': ['ID=e2310b65-4c09-4a36-a115-ecd48580e5ad,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:48.128106 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60b6b949-4e4c-4e4a-a85f-78e80ac4c7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:48.133905 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b6b949-4e4c-4e4a-a85f-78e80ac4c7d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:48.135024 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60b6b949-4e4c-4e4a-a85f-78e80ac4c7d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:48.149734 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa22df4e-8e8a-4420-a046-649266854369 None None] Network ebc3405b-dbdf-4745-bae9-00b7363339da requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:48.242720 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49126) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:48.390393 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b6b949-4e4c-4e4a-a85f-78e80ac4c7d9 admin admin] Pushing event updated for resources: {'Network': ['ID=a3b84fcb-d1ea-4d97-a571-e94a9ed02dff,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:48.404318 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-60b6b949-4e4c-4e4a-a85f-78e80ac4c7d9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3995411 Jul 29 23:33:48.406934 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49130) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:48.422197 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2b2fc2f7-d8e3-4075-899a-265e32770f20 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:48.425332 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-a5f8d4ed-6611-4632-9a92-b9b57d4fcd96 admin admin] Request body: {'subnet': {'network_id': 'a3b84fcb-d1ea-4d97-a571-e94a9ed02dff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-500430841-subnet', 'tenant_id': '47410282bc2841d8896a8fa066d76b51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:48.438410 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network a3b84fcb-d1ea-4d97-a571-e94a9ed02dff details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:33:48.508478 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5f8d4ed-6611-4632-9a92-b9b57d4fcd96 admin admin] Made reservation on behalf of 47410282bc2841d8896a8fa066d76b51 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:48.511204 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a5f8d4ed-6611-4632-9a92-b9b57d4fcd96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:48.556878 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6ac82b88-035a-4b76-9110-5e8031bdf725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:48.765756 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2b2fc2f7-d8e3-4075-899a-265e32770f20 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:48.858352 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2fc2f7-d8e3-4075-899a-265e32770f20 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Subnet': ['ID=87d3aa5c-625f-45e7-a2e7-253751949323,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:48.889620 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2b2fc2f7-d8e3-4075-899a-265e32770f20 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:48.898369 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2b2fc2f7-d8e3-4075-899a-265e32770f20 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/87d3aa5c-625f-45e7-a2e7-253751949323 HTTP/1.1" status: 204 len: 168 time: 1.2029710 Jul 29 23:33:48.903635 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49146) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:48.942610 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a5f8d4ed-6611-4632-9a92-b9b57d4fcd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:49.000768 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8c131593-db7a-4b07-9413-48d2da09d8e7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0899615 Jul 29 23:33:49.008490 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49148) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:49.018698 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-769daeee-52b2-4438-92d8-0133153da01b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:49.119667 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6ac82b88-035a-4b76-9110-5e8031bdf725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:49.128774 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6ac82b88-035a-4b76-9110-5e8031bdf725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:49.179646 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-4f7a77c2-76df-4ad6-8fc1-2ed439fc9956 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:49.188556 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-4f7a77c2-76df-4ad6-8fc1-2ed439fc9956 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/networks?id=ebc3405b-dbdf-4745-bae9-00b7363339da HTTP/1.1" status: 200 len: 811 time: 0.2053101 Jul 29 23:33:49.214846 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6ac82b88-035a-4b76-9110-5e8031bdf725 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1fa4e1149cb74868a2e6168fde251242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9699445 Jul 29 23:33:49.216249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac82b88-035a-4b76-9110-5e8031bdf725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823c8dd5-47ed-4a87-a71d-5be0ecedd38c,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:49.220274 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49152) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:49.229901 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-a246ce59-4a81-4a22-9e21-e2bf61700b86 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/quotas/7a95e2067dac40d1a2f41b37f14aaf9a HTTP/1.1" status: 200 len: 375 time: 0.0404477 Jul 29 23:33:49.319085 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-f5756487-23ce-485e-950c-7ddf4fda481d tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a95e2067dac40d1a2f41b37f14aaf9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0839286 Jul 29 23:33:49.472647 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5574669b-70be-4c00-a7f9-7035f3ac839f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:49.530273 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5574669b-70be-4c00-a7f9-7035f3ac839f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:49.578990 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-05204809-ce3e-493b-a93b-f7322d000c6c service neutron] 10.222.0.18 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2586062 Jul 29 23:33:49.590121 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f8d4ed-6611-4632-9a92-b9b57d4fcd96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe5da65a-cf51-4f87-867f-d80f072d9572,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:49.610579 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769daeee-52b2-4438-92d8-0133153da01b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:49.614664 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-769daeee-52b2-4438-92d8-0133153da01b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:49.647651 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5f8d4ed-6611-4632-9a92-b9b57d4fcd96 admin admin] Checking segment: {'id': '3960cd3a-1252-4022-b2ff-b6d1cbf562dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a3b84fcb-d1ea-4d97-a571-e94a9ed02dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:49.648395 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f8d4ed-6611-4632-9a92-b9b57d4fcd96 admin admin] Network hostable DHCP agents. Network: a3b84fcb-d1ea-4d97-a571-e94a9ed02dff, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:33:49.778320 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f8d4ed-6611-4632-9a92-b9b57d4fcd96 admin admin] Network a3b84fcb-d1ea-4d97-a571-e94a9ed02dff is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:33:49.800139 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-412618d8-cc73-4fde-80e1-1d115c0224ab service neutron] 10.222.0.18 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191985 Jul 29 23:33:49.810766 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-a5f8d4ed-6611-4632-9a92-b9b57d4fcd96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, a3b84fcb-d1ea-4d97-a571-e94a9ed02dff) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:49.821061 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0952289-af9f-4765-9d8a-9c6684586729 None None] Network a3b84fcb-d1ea-4d97-a571-e94a9ed02dff requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:49.829020 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5f8d4ed-6611-4632-9a92-b9b57d4fcd96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:49.831700 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a5f8d4ed-6611-4632-9a92-b9b57d4fcd96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:49.836980 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5574669b-70be-4c00-a7f9-7035f3ac839f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:49.842335 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5574669b-70be-4c00-a7f9-7035f3ac839f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:49.843582 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5574669b-70be-4c00-a7f9-7035f3ac839f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/823c8dd5-47ed-4a87-a71d-5be0ecedd38c HTTP/1.1" status: 204 len: 168 time: 0.6220927 Jul 29 23:33:49.894520 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574669b-70be-4c00-a7f9-7035f3ac839f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823c8dd5-47ed-4a87-a71d-5be0ecedd38c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:49.934832 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a5f8d4ed-6611-4632-9a92-b9b57d4fcd96 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5187654 Jul 29 23:33:49.951481 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56e8958-0655-4da3-b266-bc31b82db3b4 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:50.169066 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-20e9f631-3381-4ca4-9a31-488af5b927d5 None None] Provisioning for port e2310b65-4c09-4a36-a115-ecd48580e5ad completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:50.242328 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-769daeee-52b2-4438-92d8-0133153da01b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:50.313179 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769daeee-52b2-4438-92d8-0133153da01b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:50.319333 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-769daeee-52b2-4438-92d8-0133153da01b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:50.329665 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769daeee-52b2-4438-92d8-0133153da01b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:50.332245 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-769daeee-52b2-4438-92d8-0133153da01b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:50.352925 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769daeee-52b2-4438-92d8-0133153da01b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Subnet': ['ID=0c973fe8-054a-4bfb-adeb-8bf4312a5ea7,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:50.367508 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-769daeee-52b2-4438-92d8-0133153da01b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3555565 Jul 29 23:33:50.368247 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49174) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:50.371057 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-836e3332-ddad-4a6a-818c-322ea5cdf8ce req-dbb3dcc8-57ba-4994-a931-f6b186e593fd tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=4107d222-e800-45db-b31b-436c4cea71e7 HTTP/1.1" status: 200 len: 210 time: 0.1169581 Jul 29 23:33:50.380827 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-33da7cca-8ee0-4d50-b34d-6b704b80893e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-319133057', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:50.423184 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-33da7cca-8ee0-4d50-b34d-6b704b80893e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:50.424608 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-33da7cca-8ee0-4d50-b34d-6b704b80893e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:50.498639 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75eefe6-a9b8-473f-bf65-c60493860b38 None None] Network a3b84fcb-d1ea-4d97-a571-e94a9ed02dff requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:50.592518 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-33da7cca-8ee0-4d50-b34d-6b704b80893e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:50.598829 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-33da7cca-8ee0-4d50-b34d-6b704b80893e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:50.654942 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-33da7cca-8ee0-4d50-b34d-6b704b80893e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:50.657402 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e2310b65-4c09-4a36-a115-ecd48580e5ad up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:50.662739 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-33da7cca-8ee0-4d50-b34d-6b704b80893e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2907610 Jul 29 23:33:50.664319 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49180) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:50.724944 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541591ee-31f3-401b-952d-708e65de4458 None None] DHCP port deletion for d263319e-790d-4f2c-863f-b09096d5f5fc request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:33:50.744512 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49182) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:50.780180 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-87cf6a4e-1835-47c2-900b-6bc0b283e021 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:51.266972 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-87cf6a4e-1835-47c2-900b-6bc0b283e021 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:51.281004 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-87cf6a4e-1835-47c2-900b-6bc0b283e021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:51.497138 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cf6a4e-1835-47c2-900b-6bc0b283e021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8df8a0-948b-44e7-b3a6-6b69b79a92c0,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:51.518150 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-87cf6a4e-1835-47c2-900b-6bc0b283e021 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e08c63bb6349468c8399aeee47c2ce3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7716346 Jul 29 23:33:51.531328 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-775daddd-04fc-4ab4-a58b-4e4d627e9396 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:51.534212 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49220) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:51.661220 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-baf1e754-4ce8-413e-8a20-2a1acc378fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:51.678623 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port e2310b65-4c09-4a36-a115-ecd48580e5ad completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:51.698145 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port e2310b65-4c09-4a36-a115-ecd48580e5ad triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:51.698818 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:51.713934 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-baf1e754-4ce8-413e-8a20-2a1acc378fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:51.793522 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-baf1e754-4ce8-413e-8a20-2a1acc378fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:51.802856 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-baf1e754-4ce8-413e-8a20-2a1acc378fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:51.812773 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-baf1e754-4ce8-413e-8a20-2a1acc378fcf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca8df8a0-948b-44e7-b3a6-6b69b79a92c0 HTTP/1.1" status: 204 len: 168 time: 0.2752762 Jul 29 23:33:51.831091 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1e754-4ce8-413e-8a20-2a1acc378fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8df8a0-948b-44e7-b3a6-6b69b79a92c0,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:51.859867 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-541591ee-31f3-401b-952d-708e65de4458 None None] Deleting port e2310b65-4c09-4a36-a115-ecd48580e5ad {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:33:51.863474 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-541591ee-31f3-401b-952d-708e65de4458 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.290877 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-541591ee-31f3-401b-952d-708e65de4458 None None] For port e2310b65-4c09-4a36-a115-ecd48580e5ad, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e2310b65-4c09-4a36-a115-ecd48580e5ad,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:52.291579 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-541591ee-31f3-401b-952d-708e65de4458 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.334185 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.365604 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-541591ee-31f3-401b-952d-708e65de4458 None None] Calling delete_port for e2310b65-4c09-4a36-a115-ecd48580e5ad owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:33:52.453245 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port e2310b65-4c09-4a36-a115-ecd48580e5ad, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e2310b65-4c09-4a36-a115-ecd48580e5ad,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:52.473863 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.588583 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=e2310b65-4c09-4a36-a115-ecd48580e5ad,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:52.606806 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e2310b65-4c09-4a36-a115-ecd48580e5ad no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:33:52.655227 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-541591ee-31f3-401b-952d-708e65de4458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.694562 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541591ee-31f3-401b-952d-708e65de4458 None None] Pushing event deleted for resources: {'Port': ['ID=e2310b65-4c09-4a36-a115-ecd48580e5ad,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:52.696981 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: e2310b65-4c09-4a36-a115-ecd48580e5ad {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:33:52.697594 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e2310b65-4c09-4a36-a115-ecd48580e5ad not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:33:52.699426 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541591ee-31f3-401b-952d-708e65de4458 None None] No DVR routers for this DVR port e2310b65-4c09-4a36-a115-ecd48580e5ad on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:33:52.726827 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9448005-67e1-4746-aad8-4002692b8fe0 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:33:52.735884 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-e7380770-0314-4c38-a48e-81ef996899de tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:52.743256 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-e7380770-0314-4c38-a48e-81ef996899de tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/networks?id=a3b84fcb-d1ea-4d97-a571-e94a9ed02dff HTTP/1.1" status: 200 len: 814 time: 1.2972143 Jul 29 23:33:52.783316 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-20aa686b-4e8a-496c-b1e3-9bd1c8b216f6 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/quotas/47410282bc2841d8896a8fa066d76b51 HTTP/1.1" status: 200 len: 375 time: 0.0389514 Jul 29 23:33:52.810880 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-775daddd-04fc-4ab4-a58b-4e4d627e9396 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Allocated IP 2001:db8::1 (d263319e-790d-4f2c-863f-b09096d5f5fc/0c973fe8-054a-4bfb-adeb-8bf4312a5ea7/2366ea1e-c039-4fa2-9546-af8735ca9cff) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:52.839540 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-0b0fb8e2-d889-4e93-a6bf-3ee840c6938b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=47410282bc2841d8896a8fa066d76b51&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0552695 Jul 29 23:33:52.951038 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7f76bf-7e51-4ed0-8d7a-e52623b6c847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-d263319e-790d-4f2c-863f-b09096d5f5fc', 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'tenant_id': '9e8d306db215455d80dae7259f2106c8', 'fixed_ips': [{'subnet_id': '0c973fe8-054a-4bfb-adeb-8bf4312a5ea7'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:33:52.952180 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6d7f76bf-7e51-4ed0-8d7a-e52623b6c847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:52.993786 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-00906d6c-0d71-4a15-815f-f13bef2d9835 service neutron] 10.222.0.18 "GET /v2.0/networks/a3b84fcb-d1ea-4d97-a571-e94a9ed02dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416111 Jul 29 23:33:53.462937 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-eb996296-0d12-4e24-9aca-f808fd94e063 service neutron] 10.222.0.18 "GET /v2.0/networks/a3b84fcb-d1ea-4d97-a571-e94a9ed02dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4325981 Jul 29 23:33:53.466255 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-775daddd-04fc-4ab4-a58b-4e4d627e9396 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:53.475438 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-2be7d2ca-e233-43d0-8c92-626002960d59 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:53.477100 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-2be7d2ca-e233-43d0-8c92-626002960d59 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.23 "GET /v2.0/networks?id=ebc3405b-dbdf-4745-bae9-00b7363339da HTTP/1.1" status: 200 len: 811 time: 0.4766982 Jul 29 23:33:53.496976 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-4dd47649-0d1b-4e2c-9fc5-8b47ac31b6b2 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Request body: {'port': {'device_id': '4107d222-e800-45db-b31b-436c4cea71e7', 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da', 'admin_state_up': True, 'tenant_id': '7a95e2067dac40d1a2f41b37f14aaf9a'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:53.521161 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-775daddd-04fc-4ab4-a58b-4e4d627e9396 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Transition to ACTIVE for port object 2366ea1e-c039-4fa2-9546-af8735ca9cff will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:53.688593 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-775daddd-04fc-4ab4-a58b-4e4d627e9396 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:53.761604 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-6d7f76bf-7e51-4ed0-8d7a-e52623b6c847 None None] Allocated IP 2001:db8::2 (d263319e-790d-4f2c-863f-b09096d5f5fc/0c973fe8-054a-4bfb-adeb-8bf4312a5ea7/79f418c8-86bc-42f5-bd9a-0216f476bfaf) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:53.799226 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-4dd47649-0d1b-4e2c-9fc5-8b47ac31b6b2 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Made reservation on behalf of 7a95e2067dac40d1a2f41b37f14aaf9a for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:53.807403 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-4dd47649-0d1b-4e2c-9fc5-8b47ac31b6b2 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:53.822842 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775daddd-04fc-4ab4-a58b-4e4d627e9396 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:53.838049 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-775daddd-04fc-4ab4-a58b-4e4d627e9396 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:53.845186 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775daddd-04fc-4ab4-a58b-4e4d627e9396 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:53.846015 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-775daddd-04fc-4ab4-a58b-4e4d627e9396 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:53.973110 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775daddd-04fc-4ab4-a58b-4e4d627e9396 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Port': ['ID=2366ea1e-c039-4fa2-9546-af8735ca9cff,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:54.008538 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4164a739-d9f8-4169-bd58-7eb6c3ea8f1e req-692bb9d2-6cfd-40b5-87e5-a734a5358957 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=4107d222-e800-45db-b31b-436c4cea71e7 HTTP/1.1" status: 200 len: 210 time: 0.0472953 Jul 29 23:33:54.043416 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775daddd-04fc-4ab4-a58b-4e4d627e9396 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:54.043771 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775daddd-04fc-4ab4-a58b-4e4d627e9396 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:54.044137 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775daddd-04fc-4ab4-a58b-4e4d627e9396 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:54.044475 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775daddd-04fc-4ab4-a58b-4e4d627e9396 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:54.044808 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775daddd-04fc-4ab4-a58b-4e4d627e9396 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:54.045166 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775daddd-04fc-4ab4-a58b-4e4d627e9396 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:54.045798 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775daddd-04fc-4ab4-a58b-4e4d627e9396 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:54.045798 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775daddd-04fc-4ab4-a58b-4e4d627e9396 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:54.048268 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775daddd-04fc-4ab4-a58b-4e4d627e9396 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:54.050729 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775daddd-04fc-4ab4-a58b-4e4d627e9396 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:54.051081 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775daddd-04fc-4ab4-a58b-4e4d627e9396 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:54.051423 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775daddd-04fc-4ab4-a58b-4e4d627e9396 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:54.118587 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-775daddd-04fc-4ab4-a58b-4e4d627e9396 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:54.265285 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6d7f76bf-7e51-4ed0-8d7a-e52623b6c847 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:54.297111 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6d7f76bf-7e51-4ed0-8d7a-e52623b6c847 None None] Transition to ACTIVE for port object 79f418c8-86bc-42f5-bd9a-0216f476bfaf will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:54.325349 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6d7f76bf-7e51-4ed0-8d7a-e52623b6c847 None None] Transition to ACTIVE for port object 79f418c8-86bc-42f5-bd9a-0216f476bfaf will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:54.339719 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-949f4b10-b53f-4305-82ee-9b1e49cf2cbc req-1bce3981-660d-4220-a113-9a3954dc1ecc tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 210 time: 0.1876681 Jul 29 23:33:54.346224 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6d7f76bf-7e51-4ed0-8d7a-e52623b6c847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:54.418596 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-4dd47649-0d1b-4e2c-9fc5-8b47ac31b6b2 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Allocated IP 172.20.0.9 (ebc3405b-dbdf-4745-bae9-00b7363339da/b7783f5c-0922-4c71-a9e3-d83ec4828df5/581954a2-b8ce-4af1-a31c-62df0711b31d) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:54.494859 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7f76bf-7e51-4ed0-8d7a-e52623b6c847 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:54.497506 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f76bf-7e51-4ed0-8d7a-e52623b6c847 None None] Pushing event updated for resources: {'Port': ['ID=79f418c8-86bc-42f5-bd9a-0216f476bfaf,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:54.508286 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-6d7f76bf-7e51-4ed0-8d7a-e52623b6c847 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:54.527748 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7f76bf-7e51-4ed0-8d7a-e52623b6c847 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:54.661009 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-6d7f76bf-7e51-4ed0-8d7a-e52623b6c847 None None] Attempting to bind port 79f418c8-86bc-42f5-bd9a-0216f476bfaf on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:33:54.661392 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-6d7f76bf-7e51-4ed0-8d7a-e52623b6c847 None None] Attempting to bind port 79f418c8-86bc-42f5-bd9a-0216f476bfaf by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:33:54.661759 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7f76bf-7e51-4ed0-8d7a-e52623b6c847 None None] Attempting to bind port 79f418c8-86bc-42f5-bd9a-0216f476bfaf on network d263319e-790d-4f2c-863f-b09096d5f5fc {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:54.674979 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-4dd47649-0d1b-4e2c-9fc5-8b47ac31b6b2 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:54.675612 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7f76bf-7e51-4ed0-8d7a-e52623b6c847 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:33:54.676272 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7f76bf-7e51-4ed0-8d7a-e52623b6c847 None None] Checking segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:54.676928 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6d7f76bf-7e51-4ed0-8d7a-e52623b6c847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:54.677950 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7f76bf-7e51-4ed0-8d7a-e52623b6c847 None None] Bound using segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:33:54.678769 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-6d7f76bf-7e51-4ed0-8d7a-e52623b6c847 None None] Bound port: 79f418c8-86bc-42f5-bd9a-0216f476bfaf, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:33:54.679448 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6d7f76bf-7e51-4ed0-8d7a-e52623b6c847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:54.869248 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-6d7f76bf-7e51-4ed0-8d7a-e52623b6c847 None None] For port 79f418c8-86bc-42f5-bd9a-0216f476bfaf, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:33:54.872782 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-6d7f76bf-7e51-4ed0-8d7a-e52623b6c847 None None] For port 79f418c8-86bc-42f5-bd9a-0216f476bfaf, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=79f418c8-86bc-42f5-bd9a-0216f476bfaf,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:33:54.881327 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6d7f76bf-7e51-4ed0-8d7a-e52623b6c847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:54.983298 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f76bf-7e51-4ed0-8d7a-e52623b6c847 None None] Pushing event updated for resources: {'Port': ['ID=79f418c8-86bc-42f5-bd9a-0216f476bfaf,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:55.079010 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-4dd47649-0d1b-4e2c-9fc5-8b47ac31b6b2 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:55.482908 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-4dd47649-0d1b-4e2c-9fc5-8b47ac31b6b2 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Network ebc3405b-dbdf-4745-bae9-00b7363339da is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:55.496435 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-4dd47649-0d1b-4e2c-9fc5-8b47ac31b6b2 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:55.513118 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-4dd47649-0d1b-4e2c-9fc5-8b47ac31b6b2 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:55.657044 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-4dd47649-0d1b-4e2c-9fc5-8b47ac31b6b2 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:55.658072 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-4dd47649-0d1b-4e2c-9fc5-8b47ac31b6b2 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:55.718202 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd47649-0d1b-4e2c-9fc5-8b47ac31b6b2 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Pushing event updated for resources: {'Port': ['ID=581954a2-b8ce-4af1-a31c-62df0711b31d,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:55.778669 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8078710-bc07-4438-9fb1-031caa025dfa req-f1556bcc-4e85-487e-a532-843c7e0d03c0 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:55.782543 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e8078710-bc07-4438-9fb1-031caa025dfa req-f1556bcc-4e85-487e-a532-843c7e0d03c0 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=4107d222-e800-45db-b31b-436c4cea71e7 HTTP/1.1" status: 200 len: 931 time: 0.5314026 Jul 29 23:33:55.820952 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-4dd47649-0d1b-4e2c-9fc5-8b47ac31b6b2 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3319886 Jul 29 23:33:55.847702 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-2bda5b21-bae8-4d01-9ecc-c3d844d5de1d service neutron] Request body: {'port': {'device_id': '4107d222-e800-45db-b31b-436c4cea71e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:55.919227 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e8078710-bc07-4438-9fb1-031caa025dfa req-9fc58c5e-1bab-4d5b-bfea-3fd570036981 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177831 Jul 29 23:33:55.987617 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-eb82eabb-9586-4ffa-b611-652dddb41ce0 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:55.989212 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-eb82eabb-9586-4ffa-b611-652dddb41ce0 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.39 "GET /v2.0/networks?id=a3b84fcb-d1ea-4d97-a571-e94a9ed02dff HTTP/1.1" status: 200 len: 814 time: 0.5474136 Jul 29 23:33:55.996073 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-775daddd-04fc-4ab4-a58b-4e4d627e9396 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.006111 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-a2a72a95-fcc1-4470-aad2-aa60a458b475 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Request body: {'port': {'device_id': '25cdb900-849e-4bc1-9095-75b8682d0960', 'network_id': 'a3b84fcb-d1ea-4d97-a571-e94a9ed02dff', 'admin_state_up': True, 'tenant_id': '47410282bc2841d8896a8fa066d76b51'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:56.021785 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-775daddd-04fc-4ab4-a58b-4e4d627e9396 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.022263 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-775daddd-04fc-4ab4-a58b-4e4d627e9396 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.057418 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-2bda5b21-bae8-4d01-9ecc-c3d844d5de1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.198210 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e43dd8f1-1311-44cf-ae17-ee864cf7cfad req-6d413069-0400-4b02-ae8d-b4e3b5ceaff6 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 210 time: 0.1798131 Jul 29 23:33:56.397563 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775daddd-04fc-4ab4-a58b-4e4d627e9396 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Port': ['ID=2366ea1e-c039-4fa2-9546-af8735ca9cff,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:56.685582 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 79f418c8-86bc-42f5-bd9a-0216f476bfaf up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:56.721163 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-a2a72a95-fcc1-4470-aad2-aa60a458b475 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Made reservation on behalf of 47410282bc2841d8896a8fa066d76b51 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:33:56.731214 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-a2a72a95-fcc1-4470-aad2-aa60a458b475 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:56.741965 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775daddd-04fc-4ab4-a58b-4e4d627e9396 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:56.821624 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-775daddd-04fc-4ab4-a58b-4e4d627e9396 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:56.840145 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 79f418c8-86bc-42f5-bd9a-0216f476bfaf completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:56.901185 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f73d4132-3448-47a0-b61d-8364a9d6963b None None] Provisioning for port 79f418c8-86bc-42f5-bd9a-0216f476bfaf completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:56.906890 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f73d4132-3448-47a0-b61d-8364a9d6963b None None] Provisioning complete for port 79f418c8-86bc-42f5-bd9a-0216f476bfaf triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:56.907556 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f73d4132-3448-47a0-b61d-8364a9d6963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:57.094746 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f73d4132-3448-47a0-b61d-8364a9d6963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:57.169682 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f73d4132-3448-47a0-b61d-8364a9d6963b None None] For port 79f418c8-86bc-42f5-bd9a-0216f476bfaf, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=79f418c8-86bc-42f5-bd9a-0216f476bfaf,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:33:57.179456 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f73d4132-3448-47a0-b61d-8364a9d6963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:57.197621 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49440) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:57.230028 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:33:57.293498 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d4132-3448-47a0-b61d-8364a9d6963b None None] Pushing event updated for resources: {'Port': ['ID=79f418c8-86bc-42f5-bd9a-0216f476bfaf,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:57.328320 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1463b7ba-8f70-4e5e-9750-9869a6dc34cb None None] Provisioning for port 2366ea1e-c039-4fa2-9546-af8735ca9cff completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:33:57.334867 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1463b7ba-8f70-4e5e-9750-9869a6dc34cb None None] Provisioning complete for port 2366ea1e-c039-4fa2-9546-af8735ca9cff triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:57.335588 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1463b7ba-8f70-4e5e-9750-9869a6dc34cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:57.410198 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1463b7ba-8f70-4e5e-9750-9869a6dc34cb None None] Port 2366ea1e-c039-4fa2-9546-af8735ca9cff cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:33:57.486594 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7f10a818-83c2-426b-a62b-e69ab57d9733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:57.644532 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b309b061-f207-45d2-b029-e9a3441c634b None None] Provisioning complete for port 2366ea1e-c039-4fa2-9546-af8735ca9cff triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:57.645252 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b309b061-f207-45d2-b029-e9a3441c634b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:57.672604 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7f10a818-83c2-426b-a62b-e69ab57d9733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:57.692153 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7f10a818-83c2-426b-a62b-e69ab57d9733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:57.722060 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b309b061-f207-45d2-b029-e9a3441c634b None None] Port 2366ea1e-c039-4fa2-9546-af8735ca9cff cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:33:57.735517 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee826ec-3fc8-44d4-bfe9-af3b6c75dc2a req-d4a9fdec-5c15-4e8f-ae3a-15792677935e tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:57.737088 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ee826ec-3fc8-44d4-bfe9-af3b6c75dc2a req-d4a9fdec-5c15-4e8f-ae3a-15792677935e tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=4107d222-e800-45db-b31b-436c4cea71e7 HTTP/1.1" status: 200 len: 931 time: 0.1948366 Jul 29 23:33:57.756391 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7f10a818-83c2-426b-a62b-e69ab57d9733 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9ecd005e559420cbef23c97f1b6a86e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5569737 Jul 29 23:33:57.757506 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f10a818-83c2-426b-a62b-e69ab57d9733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79804ba1-fa41-44ec-a146-f4e91d912192,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:57.761695 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49468) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:57.784426 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f10a818-83c2-426b-a62b-e69ab57d9733 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:57.785210 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f10a818-83c2-426b-a62b-e69ab57d9733 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:57.785718 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f10a818-83c2-426b-a62b-e69ab57d9733 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:57.786362 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f10a818-83c2-426b-a62b-e69ab57d9733 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:57.787257 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f10a818-83c2-426b-a62b-e69ab57d9733 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:57.787610 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f10a818-83c2-426b-a62b-e69ab57d9733 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:57.790298 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f10a818-83c2-426b-a62b-e69ab57d9733 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:57.790855 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f10a818-83c2-426b-a62b-e69ab57d9733 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:57.791357 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f10a818-83c2-426b-a62b-e69ab57d9733 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:57.791879 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f10a818-83c2-426b-a62b-e69ab57d9733 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:57.792393 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f10a818-83c2-426b-a62b-e69ab57d9733 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:57.792885 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f10a818-83c2-426b-a62b-e69ab57d9733 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:33:57.796155 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-a2a72a95-fcc1-4470-aad2-aa60a458b475 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Allocated IP 172.20.0.13 (a3b84fcb-d1ea-4d97-a571-e94a9ed02dff/fe5da65a-cf51-4f87-867f-d80f072d9572/54921ad9-945e-4bc5-9ab5-928e56432302) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:33:57.823415 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-2bda5b21-bae8-4d01-9ecc-c3d844d5de1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 581954a2-b8ce-4af1-a31c-62df0711b31d {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:33:57.852963 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-2bda5b21-bae8-4d01-9ecc-c3d844d5de1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:57.866219 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9db4dc2b-e658-4afe-ab35-2489dd004876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:57.889545 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9db4dc2b-e658-4afe-ab35-2489dd004876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:57.897167 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775daddd-04fc-4ab4-a58b-4e4d627e9396 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Router 68043850-9b8f-4089-bcb4-b15c179a21c9 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:33:57.924468 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ee826ec-3fc8-44d4-bfe9-af3b6c75dc2a req-366dc424-447b-452e-8deb-7e1db47b6d6b tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764743 Jul 29 23:33:57.969941 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9db4dc2b-e658-4afe-ab35-2489dd004876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:57.974860 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9db4dc2b-e658-4afe-ab35-2489dd004876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:57.974860 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9db4dc2b-e658-4afe-ab35-2489dd004876 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/79804ba1-fa41-44ec-a146-f4e91d912192 HTTP/1.1" status: 204 len: 168 time: 0.2118759 Jul 29 23:33:57.987300 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4dc2b-e658-4afe-ab35-2489dd004876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79804ba1-fa41-44ec-a146-f4e91d912192,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:58.016466 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-2bda5b21-bae8-4d01-9ecc-c3d844d5de1d service neutron] Transition to ACTIVE for port object 581954a2-b8ce-4af1-a31c-62df0711b31d will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:33:58.089981 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-2bda5b21-bae8-4d01-9ecc-c3d844d5de1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.094121 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-582b65a2-8f50-4626-a363-c0a8f1d4c045 req-ace91628-1d56-408d-a815-892187c169db tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 210 time: 0.0708137 Jul 29 23:33:58.285188 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-a2a72a95-fcc1-4470-aad2-aa60a458b475 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.288694 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda5b21-bae8-4d01-9ecc-c3d844d5de1d service neutron] Pushing event updated for resources: {'Port': ['ID=581954a2-b8ce-4af1-a31c-62df0711b31d,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:58.349560 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775daddd-04fc-4ab4-a58b-4e4d627e9396 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:33:58.361608 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1080d2a-cd34-4d53-966f-80424bd3e18e None None] Sync routers for ids ['68043850-9b8f-4089-bcb4-b15c179a21c9'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:33:58.373928 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49516) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:58.389313 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-775daddd-04fc-4ab4-a58b-4e4d627e9396 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "PUT /v2.0/routers/68043850-9b8f-4089-bcb4-b15c179a21c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7228103 Jul 29 23:33:58.399783 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1080d2a-cd34-4d53-966f-80424bd3e18e None None] Routers {'68043850-9b8f-4089-bcb4-b15c179a21c9'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:33:58.399783 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-f1080d2a-cd34-4d53-966f-80424bd3e18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:33:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['68043850-9b8f-4089-bcb4-b15c179a21c9'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:58.438795 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-2bda5b21-bae8-4d01-9ecc-c3d844d5de1d service neutron] Attempting to bind port 581954a2-b8ce-4af1-a31c-62df0711b31d on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:33:58.438795 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-2bda5b21-bae8-4d01-9ecc-c3d844d5de1d service neutron] Attempting to bind port 581954a2-b8ce-4af1-a31c-62df0711b31d by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'c898618f-8f6f-4111-ba8e-fe1c70cde634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:33:58.438795 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-2bda5b21-bae8-4d01-9ecc-c3d844d5de1d service neutron] Attempting to bind port 581954a2-b8ce-4af1-a31c-62df0711b31d on network ebc3405b-dbdf-4745-bae9-00b7363339da {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:58.479169 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841fe989-04a8-4d67-906f-fce03d0e7988 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:58.486967 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49526) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:58.489604 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-841fe989-04a8-4d67-906f-fce03d0e7988 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports/2366ea1e-c039-4fa2-9546-af8735ca9cff HTTP/1.1" status: 200 len: 911 time: 0.1141624 Jul 29 23:33:58.503868 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-a2a72a95-fcc1-4470-aad2-aa60a458b475 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.526057 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49532) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:58.553025 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3462ecdd-c3e1-4cae-b2b4-27a6dbd83bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.606354 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-2bda5b21-bae8-4d01-9ecc-c3d844d5de1d service neutron] Port 581954a2-b8ce-4af1-a31c-62df0711b31d on network ebc3405b-dbdf-4745-bae9-00b7363339da not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:33:58.606723 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-2bda5b21-bae8-4d01-9ecc-c3d844d5de1d service neutron] Attempting to bind port 581954a2-b8ce-4af1-a31c-62df0711b31d on network ebc3405b-dbdf-4745-bae9-00b7363339da {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:33:58.609105 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a72a95-fcc1-4470-aad2-aa60a458b475 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Pushing event updated for resources: {'Port': ['ID=54921ad9-945e-4bc5-9ab5-928e56432302,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:58.625721 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-a2a72a95-fcc1-4470-aad2-aa60a458b475 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Network a3b84fcb-d1ea-4d97-a571-e94a9ed02dff is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:33:58.634424 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-a2a72a95-fcc1-4470-aad2-aa60a458b475 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:33:58.641875 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 79f418c8-86bc-42f5-bd9a-0216f476bfaf up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:33:58.642358 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-a2a72a95-fcc1-4470-aad2-aa60a458b475 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:33:58.649385 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-f1080d2a-cd34-4d53-966f-80424bd3e18e None None] Set router 68043850-9b8f-4089-bcb4-b15c179a21c9 gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:33:58.721249 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 79f418c8-86bc-42f5-bd9a-0216f476bfaf triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:33:58.722158 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.725677 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-a2a72a95-fcc1-4470-aad2-aa60a458b475 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:58.726769 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-a2a72a95-fcc1-4470-aad2-aa60a458b475 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.749932 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3462ecdd-c3e1-4cae-b2b4-27a6dbd83bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.765034 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3462ecdd-c3e1-4cae-b2b4-27a6dbd83bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.765843 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-2bda5b21-bae8-4d01-9ecc-c3d844d5de1d service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:33:58.767650 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-2bda5b21-bae8-4d01-9ecc-c3d844d5de1d service neutron] Checking segment: {'id': 'c898618f-8f6f-4111-ba8e-fe1c70cde634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:33:58.767650 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-2bda5b21-bae8-4d01-9ecc-c3d844d5de1d service neutron] Bound using segment: {'id': 'c898618f-8f6f-4111-ba8e-fe1c70cde634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:33:58.767650 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-2bda5b21-bae8-4d01-9ecc-c3d844d5de1d service neutron] Bound port: 581954a2-b8ce-4af1-a31c-62df0711b31d, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c898618f-8f6f-4111-ba8e-fe1c70cde634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:33:58.768256 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-2bda5b21-bae8-4d01-9ecc-c3d844d5de1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.795534 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-a2a72a95-fcc1-4470-aad2-aa60a458b475 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7951305 Jul 29 23:33:58.841870 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-887476c0-8c37-4e3e-8535-d5abb729dc54 service neutron] Request body: {'port': {'device_id': '25cdb900-849e-4bc1-9095-75b8682d0960', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:33:58.847741 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3462ecdd-c3e1-4cae-b2b4-27a6dbd83bf5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=151e5e0401844196b77f0ed47eafc54b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3203375 Jul 29 23:33:58.849375 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462ecdd-c3e1-4cae-b2b4-27a6dbd83bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc7cf56-b705-4df6-ad00-78a046f5a697,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:58.855407 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49544) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:58.952688 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-2bda5b21-bae8-4d01-9ecc-c3d844d5de1d service neutron] For port 581954a2-b8ce-4af1-a31c-62df0711b31d, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:33:58.957366 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-2bda5b21-bae8-4d01-9ecc-c3d844d5de1d service neutron] For port 581954a2-b8ce-4af1-a31c-62df0711b31d, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=581954a2-b8ce-4af1-a31c-62df0711b31d,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:33:58.969995 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ced18eb-f286-42dc-bfb9-b6cec9482b34 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:58.975880 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6121eb2a-b835-4786-8c9a-1be8daf69f0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:58.978875 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ced18eb-f286-42dc-bfb9-b6cec9482b34 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:58.983786 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6ced18eb-f286-42dc-bfb9-b6cec9482b34 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4957094 Jul 29 23:33:58.984148 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49556) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:33:58.996576 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-2bda5b21-bae8-4d01-9ecc-c3d844d5de1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.022155 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-2bda5b21-bae8-4d01-9ecc-c3d844d5de1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:59.023223 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-2bda5b21-bae8-4d01-9ecc-c3d844d5de1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.027924 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-2bda5b21-bae8-4d01-9ecc-c3d844d5de1d service neutron] 10.222.0.23 "PUT /v2.0/ports/581954a2-b8ce-4af1-a31c-62df0711b31d HTTP/1.1" status: 200 len: 1092 time: 3.1915026 Jul 29 23:33:59.091285 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4107d222-e800-45db-b31b-436c4cea71e7', 'tag': '581954a2-b8ce-4af1-a31c-62df0711b31d'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:33:59.093864 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7967389-6ad6-4512-815e-02cdbf4c00a4" -d '{"events": [{"name": "network-changed", "server_uuid": "4107d222-e800-45db-b31b-436c4cea71e7", "tag": "581954a2-b8ce-4af1-a31c-62df0711b31d"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:33:59.115499 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-f1080d2a-cd34-4d53-966f-80424bd3e18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68043850-9b8f-4089-bcb4-b15c179a21c9', 'name': 'tempest-NetworksTestDHCPv6-router-319133057', 'tenant_id': '9e8d306db215455d80dae7259f2106c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:50Z', 'updated_at': '2021-07-29T23:33:53Z', 'revision_number': 2, 'project_id': '9e8d306db215455d80dae7259f2106c8', 'gw_port_host': None, '_interfaces': [{'id': '2366ea1e-c039-4fa2-9546-af8735ca9cff', 'name': '', 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'tenant_id': '9e8d306db215455d80dae7259f2106c8', 'mac_address': 'fa:16:3e:cb:b0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68043850-9b8f-4089-bcb4-b15c179a21c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '0c973fe8-054a-4bfb-adeb-8bf4312a5ea7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:52Z', 'updated_at': '2021-07-29T23:33:55Z', 'revision_number': 2, 'project_id': '9e8d306db215455d80dae7259f2106c8', 'subnets': [{'id': '0c973fe8-054a-4bfb-adeb-8bf4312a5ea7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:33:59.117052 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6121eb2a-b835-4786-8c9a-1be8daf69f0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.195089 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1080d2a-cd34-4d53-966f-80424bd3e18e None None] Checking router: 68043850-9b8f-4089-bcb4-b15c179a21c9 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:33:59.196181 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1080d2a-cd34-4d53-966f-80424bd3e18e None None] Updating router 68043850-9b8f-4089-bcb4-b15c179a21c9 port 2366ea1e-c039-4fa2-9546-af8735ca9cff binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:33:59.231392 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f1080d2a-cd34-4d53-966f-80424bd3e18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.282172 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-887476c0-8c37-4e3e-8535-d5abb729dc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.308391 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6121eb2a-b835-4786-8c9a-1be8daf69f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.311451 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6121eb2a-b835-4786-8c9a-1be8daf69f0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.312697 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6121eb2a-b835-4786-8c9a-1be8daf69f0f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5fc7cf56-b705-4df6-ad00-78a046f5a697 HTTP/1.1" status: 204 len: 168 time: 0.4555340 Jul 29 23:33:59.342314 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bda5b21-bae8-4d01-9ecc-c3d844d5de1d service neutron] Pushing event updated for resources: {'Port': ['ID=581954a2-b8ce-4af1-a31c-62df0711b31d,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:59.375874 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6121eb2a-b835-4786-8c9a-1be8daf69f0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc7cf56-b705-4df6-ad00-78a046f5a697,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:33:59.379851 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30746f7-94b9-42c8-91cf-4dc1d8f477a8 req-3aab47c1-5417-4fc3-bf2e-b87e07574fd7 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:59.382053 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c30746f7-94b9-42c8-91cf-4dc1d8f477a8 req-3aab47c1-5417-4fc3-bf2e-b87e07574fd7 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=4107d222-e800-45db-b31b-436c4cea71e7 HTTP/1.1" status: 200 len: 943 time: 0.2836754 Jul 29 23:33:59.402737 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-18c0ee42-f3eb-46f4-bc39-1a4a73e855d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:59.405211 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-18c0ee42-f3eb-46f4-bc39-1a4a73e855d4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a95e2067dac40d1a2f41b37f14aaf9a&device_id=4107d222-e800-45db-b31b-436c4cea71e7 HTTP/1.1" status: 200 len: 1095 time: 0.2955608 Jul 29 23:33:59.448986 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.538210 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-378ec009-30cc-4958-baeb-b086a0fdc9e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=581954a2-b8ce-4af1-a31c-62df0711b31d HTTP/1.1" status: 200 len: 217 time: 0.0965607 Jul 29 23:33:59.610439 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c30746f7-94b9-42c8-91cf-4dc1d8f477a8 req-860fdd59-c8e9-4fc9-bacf-7bdcabab7dad tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039933 Jul 29 23:33:59.721808 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:33:59.747508 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-b6a243fb-2096-46f2-b195-6a0f066f99bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:33:59.761039 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-b6a243fb-2096-46f2-b195-6a0f066f99bf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7783f5c-0922-4c71-a9e3-d83ec4828df5 HTTP/1.1" status: 200 len: 851 time: 0.2136335 Jul 29 23:33:59.868426 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-07108a12-9453-435d-a2da-cc6a6b9662fa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ebc3405b-dbdf-4745-bae9-00b7363339da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993004 Jul 29 23:33:59.872497 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0ed4dac4-b3a3-41d7-9505-a9cbbed5f9df tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.094664 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-1fc27c38-457d-46b2-bdd1-fcfb6182c590 service neutron] 10.222.0.23 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187160 Jul 29 23:34:00.128391 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f1080d2a-cd34-4d53-966f-80424bd3e18e None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.159415 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-f1080d2a-cd34-4d53-966f-80424bd3e18e None None] Transition to ACTIVE for port object 2366ea1e-c039-4fa2-9546-af8735ca9cff will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:00.172630 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f1080d2a-cd34-4d53-966f-80424bd3e18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.294203 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4572b-1d2e-4830-9a8d-b888cc26e27f req-ee29db0a-6e9e-48b0-a2a1-17fb66634ee4 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:00.299487 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be3ce2-7108-4fa9-bbbd-a710502f1453 None None] Pushing event updated for resources: {'Port': ['ID=2366ea1e-c039-4fa2-9546-af8735ca9cff,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:00.311031 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-72d4572b-1d2e-4830-9a8d-b888cc26e27f req-ee29db0a-6e9e-48b0-a2a1-17fb66634ee4 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 932 time: 0.5244377 Jul 29 23:34:00.342736 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-0ed4dac4-b3a3-41d7-9505-a9cbbed5f9df tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting port 2366ea1e-c039-4fa2-9546-af8735ca9cff {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:00.343363 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0ed4dac4-b3a3-41d7-9505-a9cbbed5f9df tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.372397 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be3ce2-7108-4fa9-bbbd-a710502f1453 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:00.372749 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be3ce2-7108-4fa9-bbbd-a710502f1453 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:00.373100 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be3ce2-7108-4fa9-bbbd-a710502f1453 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:00.373441 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be3ce2-7108-4fa9-bbbd-a710502f1453 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:00.373782 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be3ce2-7108-4fa9-bbbd-a710502f1453 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:00.374486 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be3ce2-7108-4fa9-bbbd-a710502f1453 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:00.374827 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be3ce2-7108-4fa9-bbbd-a710502f1453 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:00.375160 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be3ce2-7108-4fa9-bbbd-a710502f1453 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:00.375490 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be3ce2-7108-4fa9-bbbd-a710502f1453 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:00.375818 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be3ce2-7108-4fa9-bbbd-a710502f1453 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:00.378770 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be3ce2-7108-4fa9-bbbd-a710502f1453 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:00.379117 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0be3ce2-7108-4fa9-bbbd-a710502f1453 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:00.449586 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-f1080d2a-cd34-4d53-966f-80424bd3e18e None None] Attempting to bind port 2366ea1e-c039-4fa2-9546-af8735ca9cff on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:00.450436 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-f1080d2a-cd34-4d53-966f-80424bd3e18e None None] Attempting to bind port 2366ea1e-c039-4fa2-9546-af8735ca9cff by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:00.451215 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1080d2a-cd34-4d53-966f-80424bd3e18e None None] Attempting to bind port 2366ea1e-c039-4fa2-9546-af8735ca9cff on network d263319e-790d-4f2c-863f-b09096d5f5fc {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:00.497052 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1080d2a-cd34-4d53-966f-80424bd3e18e None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:00.497818 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1080d2a-cd34-4d53-966f-80424bd3e18e None None] Checking segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:00.498413 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f1080d2a-cd34-4d53-966f-80424bd3e18e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.499461 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1080d2a-cd34-4d53-966f-80424bd3e18e None None] Bound using segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:00.500301 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-f1080d2a-cd34-4d53-966f-80424bd3e18e None None] Bound port: 2366ea1e-c039-4fa2-9546-af8735ca9cff, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:00.501080 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f1080d2a-cd34-4d53-966f-80424bd3e18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.509252 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-72d4572b-1d2e-4830-9a8d-b888cc26e27f req-d4b0ddbe-ecf7-4b0a-95d2-708a8fc79400 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960218 Jul 29 23:34:00.600301 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-0ed4dac4-b3a3-41d7-9505-a9cbbed5f9df tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] For port 2366ea1e-c039-4fa2-9546-af8735ca9cff, host n-d-712140-10, got binding levels [] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:00.600917 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0ed4dac4-b3a3-41d7-9505-a9cbbed5f9df tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.610410 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3526af31-69f7-4ea2-8163-e07a23fb1c2a x-openstack-request-id: req-3526af31-69f7-4ea2-8163-e07a23fb1c2a {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:00.610696 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4107d222-e800-45db-b31b-436c4cea71e7", "tag": "581954a2-b8ce-4af1-a31c-62df0711b31d", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:00.610946 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3526af31-69f7-4ea2-8163-e07a23fb1c2a {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:00.614604 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4107d222-e800-45db-b31b-436c4cea71e7', 'tag': '581954a2-b8ce-4af1-a31c-62df0711b31d', 'status': 'completed', 'code': 200} Jul 29 23:34:00.619410 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-0ed4dac4-b3a3-41d7-9505-a9cbbed5f9df tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Calling delete_port for 2366ea1e-c039-4fa2-9546-af8735ca9cff owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:00.684414 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-f1080d2a-cd34-4d53-966f-80424bd3e18e None None] For port 2366ea1e-c039-4fa2-9546-af8735ca9cff, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:00.695709 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac67c285-e359-409b-9e1c-2578d5cec51a req-4d9fb131-0779-49ef-8388-5bc77833e318 service neutron] 10.222.0.23 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5941169 Jul 29 23:34:00.698378 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-f1080d2a-cd34-4d53-966f-80424bd3e18e None None] For port 2366ea1e-c039-4fa2-9546-af8735ca9cff, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=2366ea1e-c039-4fa2-9546-af8735ca9cff,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:00.715680 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f1080d2a-cd34-4d53-966f-80424bd3e18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.743230 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-887476c0-8c37-4e3e-8535-d5abb729dc54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54921ad9-945e-4bc5-9ab5-928e56432302 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:00.765958 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-887476c0-8c37-4e3e-8535-d5abb729dc54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.866211 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-887476c0-8c37-4e3e-8535-d5abb729dc54 service neutron] Transition to ACTIVE for port object 54921ad9-945e-4bc5-9ab5-928e56432302 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:00.880777 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-887476c0-8c37-4e3e-8535-d5abb729dc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:00.933504 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be3ce2-7108-4fa9-bbbd-a710502f1453 None None] Pushing event updated for resources: {'Port': ['ID=2366ea1e-c039-4fa2-9546-af8735ca9cff,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:00.934529 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7967389-6ad6-4512-815e-02cdbf4c00a4 req-81bbc361-e687-49ce-9d29-23320f3b0714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:00.936336 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7967389-6ad6-4512-815e-02cdbf4c00a4 req-81bbc361-e687-49ce-9d29-23320f3b0714 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a95e2067dac40d1a2f41b37f14aaf9a&device_id=4107d222-e800-45db-b31b-436c4cea71e7 HTTP/1.1" status: 200 len: 1095 time: 0.1482127 Jul 29 23:34:00.982863 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1080d2a-cd34-4d53-966f-80424bd3e18e None None] Routers {'68043850-9b8f-4089-bcb4-b15c179a21c9'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:34:00.984869 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-f1080d2a-cd34-4d53-966f-80424bd3e18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:33:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['68043850-9b8f-4089-bcb4-b15c179a21c9'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:01.106366 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7967389-6ad6-4512-815e-02cdbf4c00a4 req-d16ccd33-f9c0-4f3f-a185-503899a42351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:01.107896 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7967389-6ad6-4512-815e-02cdbf4c00a4 req-d16ccd33-f9c0-4f3f-a185-503899a42351 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ebc3405b-dbdf-4745-bae9-00b7363339da HTTP/1.1" status: 200 len: 912 time: 0.1416655 Jul 29 23:34:01.143470 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0ed4dac4-b3a3-41d7-9505-a9cbbed5f9df tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.214606 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed4dac4-b3a3-41d7-9505-a9cbbed5f9df tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Port': ['ID=2366ea1e-c039-4fa2-9546-af8735ca9cff,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:01.250750 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-f1080d2a-cd34-4d53-966f-80424bd3e18e None None] Set router 68043850-9b8f-4089-bcb4-b15c179a21c9 gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:34:01.330393 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7ab48595-1743-47e0-959b-b36421005009 None None] Could not find standard attr ID for object 2366ea1e-c039-4fa2-9546-af8735ca9cff. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:34:01.405121 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1add7f8-1451-4877-9652-c5d594215ac8 req-dd084095-09b5-464a-8247-aa925e343741 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:01.432117 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a1add7f8-1451-4877-9652-c5d594215ac8 req-dd084095-09b5-464a-8247-aa925e343741 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=4107d222-e800-45db-b31b-436c4cea71e7 HTTP/1.1" status: 200 len: 943 time: 0.5795836 Jul 29 23:34:01.443114 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7967389-6ad6-4512-815e-02cdbf4c00a4 req-8f21ef32-c8f4-43aa-82a8-bb337fb8dd39 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=581954a2-b8ce-4af1-a31c-62df0711b31d HTTP/1.1" status: 200 len: 217 time: 0.3059626 Jul 29 23:34:01.471855 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887476c0-8c37-4e3e-8535-d5abb729dc54 service neutron] Pushing event updated for resources: {'Port': ['ID=54921ad9-945e-4bc5-9ab5-928e56432302,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:01.480817 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0ed4dac4-b3a3-41d7-9505-a9cbbed5f9df tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.576269 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-887476c0-8c37-4e3e-8535-d5abb729dc54 service neutron] Attempting to bind port 54921ad9-945e-4bc5-9ab5-928e56432302 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:01.576623 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-887476c0-8c37-4e3e-8535-d5abb729dc54 service neutron] Attempting to bind port 54921ad9-945e-4bc5-9ab5-928e56432302 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '3960cd3a-1252-4022-b2ff-b6d1cbf562dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a3b84fcb-d1ea-4d97-a571-e94a9ed02dff'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:01.576965 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-887476c0-8c37-4e3e-8535-d5abb729dc54 service neutron] Attempting to bind port 54921ad9-945e-4bc5-9ab5-928e56432302 on network a3b84fcb-d1ea-4d97-a571-e94a9ed02dff {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:01.652242 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-f1080d2a-cd34-4d53-966f-80424bd3e18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68043850-9b8f-4089-bcb4-b15c179a21c9', 'name': 'tempest-NetworksTestDHCPv6-router-319133057', 'tenant_id': '9e8d306db215455d80dae7259f2106c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:50Z', 'updated_at': '2021-07-29T23:33:53Z', 'revision_number': 2, 'project_id': '9e8d306db215455d80dae7259f2106c8', 'gw_port_host': None, '_interfaces': [{'id': '2366ea1e-c039-4fa2-9546-af8735ca9cff', 'name': '', 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'tenant_id': '9e8d306db215455d80dae7259f2106c8', 'mac_address': 'fa:16:3e:cb:b0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68043850-9b8f-4089-bcb4-b15c179a21c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '0c973fe8-054a-4bfb-adeb-8bf4312a5ea7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:52Z', 'updated_at': '2021-07-29T23:34:00Z', 'revision_number': 4, 'project_id': '9e8d306db215455d80dae7259f2106c8', 'subnets': [{'id': '0c973fe8-054a-4bfb-adeb-8bf4312a5ea7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:01.673044 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-887476c0-8c37-4e3e-8535-d5abb729dc54 service neutron] Port 54921ad9-945e-4bc5-9ab5-928e56432302 on network a3b84fcb-d1ea-4d97-a571-e94a9ed02dff not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:34:01.673386 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-887476c0-8c37-4e3e-8535-d5abb729dc54 service neutron] Attempting to bind port 54921ad9-945e-4bc5-9ab5-928e56432302 on network a3b84fcb-d1ea-4d97-a571-e94a9ed02dff {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:01.692492 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1080d2a-cd34-4d53-966f-80424bd3e18e None None] The sync data for ids ['68043850-9b8f-4089-bcb4-b15c179a21c9'] in n-d-712140-10 is: [{'id': '68043850-9b8f-4089-bcb4-b15c179a21c9', 'name': 'tempest-NetworksTestDHCPv6-router-319133057', 'tenant_id': '9e8d306db215455d80dae7259f2106c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:33:50Z', 'updated_at': '2021-07-29T23:33:53Z', 'revision_number': 2, 'project_id': '9e8d306db215455d80dae7259f2106c8', 'gw_port_host': None, '_interfaces': [{'id': '2366ea1e-c039-4fa2-9546-af8735ca9cff', 'name': '', 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'tenant_id': '9e8d306db215455d80dae7259f2106c8', 'mac_address': 'fa:16:3e:cb:b0:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68043850-9b8f-4089-bcb4-b15c179a21c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '0c973fe8-054a-4bfb-adeb-8bf4312a5ea7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:33:52Z', 'updated_at': '2021-07-29T23:34:00Z', 'revision_number': 4, 'project_id': '9e8d306db215455d80dae7259f2106c8', 'subnets': [{'id': '0c973fe8-054a-4bfb-adeb-8bf4312a5ea7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:34:01.705794 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-887476c0-8c37-4e3e-8535-d5abb729dc54 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:01.706137 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-887476c0-8c37-4e3e-8535-d5abb729dc54 service neutron] Checking segment: {'id': '3960cd3a-1252-4022-b2ff-b6d1cbf562dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a3b84fcb-d1ea-4d97-a571-e94a9ed02dff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:01.706539 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-887476c0-8c37-4e3e-8535-d5abb729dc54 service neutron] Bound using segment: {'id': '3960cd3a-1252-4022-b2ff-b6d1cbf562dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a3b84fcb-d1ea-4d97-a571-e94a9ed02dff'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:01.708480 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-887476c0-8c37-4e3e-8535-d5abb729dc54 service neutron] Bound port: 54921ad9-945e-4bc5-9ab5-928e56432302, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3960cd3a-1252-4022-b2ff-b6d1cbf562dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a3b84fcb-d1ea-4d97-a571-e94a9ed02dff'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:01.711814 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-887476c0-8c37-4e3e-8535-d5abb729dc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:01.781093 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a1add7f8-1451-4877-9652-c5d594215ac8 req-a716b1a0-51aa-49c3-8d50-e6646585bc00 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479030 Jul 29 23:34:01.786386 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7967389-6ad6-4512-815e-02cdbf4c00a4 req-998e3ca3-46f7-46f6-a17a-12118d7cd2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:01.801800 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7967389-6ad6-4512-815e-02cdbf4c00a4 req-998e3ca3-46f7-46f6-a17a-12118d7cd2cd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7783f5c-0922-4c71-a9e3-d83ec4828df5 HTTP/1.1" status: 200 len: 851 time: 0.3000786 Jul 29 23:34:01.849121 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed4dac4-b3a3-41d7-9505-a9cbbed5f9df tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Router 68043850-9b8f-4089-bcb4-b15c179a21c9 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:34:01.927057 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7967389-6ad6-4512-815e-02cdbf4c00a4 req-4f98a51e-788d-4085-a4fa-c5e93462fa0a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ebc3405b-dbdf-4745-bae9-00b7363339da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080899 Jul 29 23:34:02.143109 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed4dac4-b3a3-41d7-9505-a9cbbed5f9df tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:34:02.150340 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0ed4dac4-b3a3-41d7-9505-a9cbbed5f9df tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "PUT /v2.0/routers/68043850-9b8f-4089-bcb4-b15c179a21c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1648993 Jul 29 23:34:02.154181 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49732) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:02.254506 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7967389-6ad6-4512-815e-02cdbf4c00a4 req-ab9d0e7f-fdd0-4e7d-b84a-0fedee376dbf service neutron] 10.222.0.23 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3187480 Jul 29 23:34:02.255962 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b53e77c-d86c-4e92-bac5-e83e711c7d49 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:02.258544 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b53e77c-d86c-4e92-bac5-e83e711c7d49 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:02.261301 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-887476c0-8c37-4e3e-8535-d5abb729dc54 service neutron] For port 54921ad9-945e-4bc5-9ab5-928e56432302, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:02.270723 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3b53e77c-d86c-4e92-bac5-e83e711c7d49 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1150177 Jul 29 23:34:02.279975 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49742) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:02.306071 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-887476c0-8c37-4e3e-8535-d5abb729dc54 service neutron] For port 54921ad9-945e-4bc5-9ab5-928e56432302, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=54921ad9-945e-4bc5-9ab5-928e56432302,segment=NetworkSegment(3960cd3a-1252-4022-b2ff-b6d1cbf562dc),segment_id=3960cd3a-1252-4022-b2ff-b6d1cbf562dc)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:02.327300 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae69a5d-d51f-4079-a786-dc123abd5903 req-01da0dc4-b819-43ef-a6f2-f7cc6db986dc tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:02.328973 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ae69a5d-d51f-4079-a786-dc123abd5903 req-01da0dc4-b819-43ef-a6f2-f7cc6db986dc tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 944 time: 0.2928054 Jul 29 23:34:02.354367 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-887476c0-8c37-4e3e-8535-d5abb729dc54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.359365 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed96e6f-ac94-431d-9ed1-ca68856fa034 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting subnet 0c973fe8-054a-4bfb-adeb-8bf4312a5ea7 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:34:02.364583 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bed96e6f-ac94-431d-9ed1-ca68856fa034 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.418660 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-887476c0-8c37-4e3e-8535-d5abb729dc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:02.418660 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-887476c0-8c37-4e3e-8535-d5abb729dc54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.419817 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-887476c0-8c37-4e3e-8535-d5abb729dc54 service neutron] 10.222.0.39 "PUT /v2.0/ports/54921ad9-945e-4bc5-9ab5-928e56432302 HTTP/1.1" status: 200 len: 1093 time: 3.5927095 Jul 29 23:34:02.443366 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bed96e6f-ac94-431d-9ed1-ca68856fa034 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.665164 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25cdb900-849e-4bc1-9095-75b8682d0960', 'tag': '54921ad9-945e-4bc5-9ab5-928e56432302'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:02.705543 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff904603-3335-4251-99bf-1da974046588" -d '{"events": [{"name": "network-changed", "server_uuid": "25cdb900-849e-4bc1-9095-75b8682d0960", "tag": "54921ad9-945e-4bc5-9ab5-928e56432302"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:02.806097 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bed96e6f-ac94-431d-9ed1-ca68856fa034 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.808960 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-59cfdcfa-6f7d-40c4-9a31-c046407e9110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.867425 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ae69a5d-d51f-4079-a786-dc123abd5903 req-260cf272-1c4e-420c-9cfc-52f74f9ffcd8 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5146067 Jul 29 23:34:02.908732 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7967389-6ad6-4512-815e-02cdbf4c00a4 req-dec01652-82f6-4ed3-9fb1-aade4c34de03 service neutron] 10.222.0.23 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6312406 Jul 29 23:34:02.912004 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887476c0-8c37-4e3e-8535-d5abb729dc54 service neutron] Pushing event updated for resources: {'Port': ['ID=54921ad9-945e-4bc5-9ab5-928e56432302,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:02.945402 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-5b2dd722-9f0f-490d-ad16-011dfb95b6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:02.947786 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bed96e6f-ac94-431d-9ed1-ca68856fa034 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:02.951288 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-5b2dd722-9f0f-490d-ad16-011dfb95b6ef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=47410282bc2841d8896a8fa066d76b51&device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 1096 time: 0.4499562 Jul 29 23:34:03.013204 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed96e6f-ac94-431d-9ed1-ca68856fa034 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Subnet': ['ID=0c973fe8-054a-4bfb-adeb-8bf4312a5ea7,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:03.021269 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bed96e6f-ac94-431d-9ed1-ca68856fa034 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.026583 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bed96e6f-ac94-431d-9ed1-ca68856fa034 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/0c973fe8-054a-4bfb-adeb-8bf4312a5ea7 HTTP/1.1" status: 204 len: 168 time: 0.7448573 Jul 29 23:34:03.027609 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49794) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:03.031858 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d352df02-fff0-4928-8df0-8b50a0be37a3 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:03.476638 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0213911e-9c47-40bd-af95-0826ffe92de3 None None] DHCP port deletion for d263319e-790d-4f2c-863f-b09096d5f5fc request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:34:03.492073 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-59b40634-af5d-4e34-b62d-7b6efb79f0f4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4628441 Jul 29 23:34:03.493722 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49812) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:03.600511 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-0213911e-9c47-40bd-af95-0826ffe92de3 None None] Deleting port 79f418c8-86bc-42f5-bd9a-0216f476bfaf {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:03.600953 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0213911e-9c47-40bd-af95-0826ffe92de3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.636214 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-893196fa-0cd0-4ffa-b6a9-c855370401c4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.786229 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-bd8a6d90-1fd3-4703-b794-8f92b5ab9afe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54921ad9-945e-4bc5-9ab5-928e56432302 HTTP/1.1" status: 200 len: 217 time: 0.8266640 Jul 29 23:34:03.788549 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-0213911e-9c47-40bd-af95-0826ffe92de3 None None] For port 79f418c8-86bc-42f5-bd9a-0216f476bfaf, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=79f418c8-86bc-42f5-bd9a-0216f476bfaf,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:03.788961 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0213911e-9c47-40bd-af95-0826ffe92de3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.824212 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-0213911e-9c47-40bd-af95-0826ffe92de3 None None] Calling delete_port for 79f418c8-86bc-42f5-bd9a-0216f476bfaf owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:03.925466 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-26ec82ad-45f7-476f-a071-42cc61193cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:03.929865 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-26ec82ad-45f7-476f-a071-42cc61193cee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fe5da65a-cf51-4f87-867f-d80f072d9572 HTTP/1.1" status: 200 len: 854 time: 0.0984232 Jul 29 23:34:03.971124 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0213911e-9c47-40bd-af95-0826ffe92de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:03.996741 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9289aec-5d06-41ad-9173-07923ca668eb req-6088b4ff-9623-481b-a56c-da9ba6b9c181 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:04.002831 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c9289aec-5d06-41ad-9173-07923ca668eb req-6088b4ff-9623-481b-a56c-da9ba6b9c181 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=4107d222-e800-45db-b31b-436c4cea71e7 HTTP/1.1" status: 200 len: 943 time: 0.2525082 Jul 29 23:34:04.012195 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213911e-9c47-40bd-af95-0826ffe92de3 None None] Pushing event deleted for resources: {'Port': ['ID=79f418c8-86bc-42f5-bd9a-0216f476bfaf,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:04.022931 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0213911e-9c47-40bd-af95-0826ffe92de3 None None] No DVR routers for this DVR port 79f418c8-86bc-42f5-bd9a-0216f476bfaf on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:34:04.071820 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-ad17eb8d-1820-4d17-a5c0-ff69dc6f7b93 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a3b84fcb-d1ea-4d97-a571-e94a9ed02dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1322451 Jul 29 23:34:04.110413 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-893196fa-0cd0-4ffa-b6a9-c855370401c4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.114043 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-893196fa-0cd0-4ffa-b6a9-c855370401c4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.184228 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-893196fa-0cd0-4ffa-b6a9-c855370401c4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.185312 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893196fa-0cd0-4ffa-b6a9-c855370401c4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Fanout notify agent at l3_agent the message router_deleted on router 68043850-9b8f-4089-bcb4-b15c179a21c9 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:34:04.198059 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-893196fa-0cd0-4ffa-b6a9-c855370401c4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.201493 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-893196fa-0cd0-4ffa-b6a9-c855370401c4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/routers/68043850-9b8f-4089-bcb4-b15c179a21c9 HTTP/1.1" status: 204 len: 168 time: 0.7054534 Jul 29 23:34:04.203886 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49832) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:04.216438 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-cf7a7fa0-bb1d-4145-aca2-613df65a0b19 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:04.259614 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c9289aec-5d06-41ad-9173-07923ca668eb req-8af59b2a-9ed5-4a28-a0e3-7db09990905b tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917539 Jul 29 23:34:04.348752 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 581954a2-b8ce-4af1-a31c-62df0711b31d details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:34:04.365177 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef6de5f-6c7e-4177-b574-52e795eb23a3 x-openstack-request-id: req-9ef6de5f-6c7e-4177-b574-52e795eb23a3 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:04.365706 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25cdb900-849e-4bc1-9095-75b8682d0960", "tag": "54921ad9-945e-4bc5-9ab5-928e56432302", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:04.367339 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ef6de5f-6c7e-4177-b574-52e795eb23a3 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:04.368039 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25cdb900-849e-4bc1-9095-75b8682d0960', 'tag': '54921ad9-945e-4bc5-9ab5-928e56432302', 'status': 'completed', 'code': 200} Jul 29 23:34:04.384026 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-c7729bb9-2c65-437c-9156-e1763a5b6378 service neutron] 10.222.0.39 "GET /v2.0/networks/a3b84fcb-d1ea-4d97-a571-e94a9ed02dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814846 Jul 29 23:34:04.527228 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579c84e0-ea46-45ac-b168-42aa52775c32 None None] Sync routers for ids ['68043850-9b8f-4089-bcb4-b15c179a21c9'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:34:04.567587 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579c84e0-ea46-45ac-b168-42aa52775c32 None None] Routers set() bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:34:04.568004 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579c84e0-ea46-45ac-b168-42aa52775c32 None None] Router IDs set() for agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 23:34:04.574586 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_agentschedulers_db [None req-579c84e0-ea46-45ac-b168-42aa52775c32 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'68043850-9b8f-4089-bcb4-b15c179a21c9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:33:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent'). {{(pid=94065) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 23:34:04.607716 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49838) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:04.630261 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 79f418c8-86bc-42f5-bd9a-0216f476bfaf no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:34:04.708290 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579c84e0-ea46-45ac-b168-42aa52775c32 None None] Routers set() bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:34:04.709302 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579c84e0-ea46-45ac-b168-42aa52775c32 None None] Router IDs set() for agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 23:34:04.710081 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_agentschedulers_db [None req-579c84e0-ea46-45ac-b168-42aa52775c32 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'68043850-9b8f-4089-bcb4-b15c179a21c9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:33:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent'). {{(pid=94065) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 23:34:04.710852 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579c84e0-ea46-45ac-b168-42aa52775c32 None None] The sync data for ids ['68043850-9b8f-4089-bcb4-b15c179a21c9'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:34:04.724095 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 79f418c8-86bc-42f5-bd9a-0216f476bfaf {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:34:04.724992 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 79f418c8-86bc-42f5-bd9a-0216f476bfaf not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:34:04.736566 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 581954a2-b8ce-4af1-a31c-62df0711b31d, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=581954a2-b8ce-4af1-a31c-62df0711b31d,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:04.776133 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '581954a2-b8ce-4af1-a31c-62df0711b31d', 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da', 'port_id': '581954a2-b8ce-4af1-a31c-62df0711b31d', 'mac_address': 'fa:16:3e:70:39:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7783f5c-0922-4c71-a9e3-d83ec4828df5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:34:04.792179 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8ea57-dedd-4a48-8b6b-63bb609f16eb req-f518529a-d0ab-46ce-a1f0-098ad0db4d7b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:04.794908 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-69c8ea57-dedd-4a48-8b6b-63bb609f16eb req-f518529a-d0ab-46ce-a1f0-098ad0db4d7b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 944 time: 0.2706265 Jul 29 23:34:04.798914 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fcfaebf4-2f9a-4e72-9f18-ea1ae88869a3 req-e1e6d69a-bf22-455a-abcb-1c137dd0cdb4 service neutron] 10.222.0.39 "GET /v2.0/networks/a3b84fcb-d1ea-4d97-a571-e94a9ed02dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4070861 Jul 29 23:34:04.848558 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.868840 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 581954a2-b8ce-4af1-a31c-62df0711b31d {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:04.901977 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 581954a2-b8ce-4af1-a31c-62df0711b31d, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=581954a2-b8ce-4af1-a31c-62df0711b31d,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:04.907200 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.920317 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf7a7fa0-bb1d-4145-aca2-613df65a0b19 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:04.931050 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf7a7fa0-bb1d-4145-aca2-613df65a0b19 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.945561 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01cab0e9-e211-4595-9e0f-dd52c3aa0ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:04.975662 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-69c8ea57-dedd-4a48-8b6b-63bb609f16eb req-25917ead-dc14-4455-a0ac-d2aad1278918 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731863 Jul 29 23:34:04.988475 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=581954a2-b8ce-4af1-a31c-62df0711b31d,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:05.029197 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff904603-3335-4251-99bf-1da974046588 req-26124f8e-388a-4fb6-86fb-407c39f51499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:05.031916 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff904603-3335-4251-99bf-1da974046588 req-26124f8e-388a-4fb6-86fb-407c39f51499 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=47410282bc2841d8896a8fa066d76b51&device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 1096 time: 0.1384478 Jul 29 23:34:05.178094 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['581954a2-b8ce-4af1-a31c-62df0711b31d'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:05.181215 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff904603-3335-4251-99bf-1da974046588 req-0fb02551-9c53-4825-8233-b036f478e640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:05.183228 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff904603-3335-4251-99bf-1da974046588 req-0fb02551-9c53-4825-8233-b036f478e640 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a3b84fcb-d1ea-4d97-a571-e94a9ed02dff HTTP/1.1" status: 200 len: 915 time: 0.1403835 Jul 29 23:34:05.190502 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf7a7fa0-bb1d-4145-aca2-613df65a0b19 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.249399 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff904603-3335-4251-99bf-1da974046588 req-8640cc5f-8715-421f-8983-6b1d3c2ec169 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=54921ad9-945e-4bc5-9ab5-928e56432302 HTTP/1.1" status: 200 len: 217 time: 0.0555239 Jul 29 23:34:05.269221 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01cab0e9-e211-4595-9e0f-dd52c3aa0ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.278532 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a7fa0-bb1d-4145-aca2-613df65a0b19 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Subnet': ['ID=a0c588e3-c1f9-46c6-ac62-38037adb8d1f,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:05.286213 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7a7fa0-bb1d-4145-aca2-613df65a0b19 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:05.287743 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-cf7a7fa0-bb1d-4145-aca2-613df65a0b19 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:05.291617 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf7a7fa0-bb1d-4145-aca2-613df65a0b19 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:05.292631 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf7a7fa0-bb1d-4145-aca2-613df65a0b19 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.313857 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01cab0e9-e211-4595-9e0f-dd52c3aa0ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.318069 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cf7a7fa0-bb1d-4145-aca2-613df65a0b19 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1121709 Jul 29 23:34:05.319766 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49846) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:05.326905 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d277b244-711b-4dc7-af52-5697f359db5b None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:05.327036 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-3443c824-404e-472c-9b35-7e5d126886fb tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-983870985', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:05.357373 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3443c824-404e-472c-9b35-7e5d126886fb tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.358673 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3443c824-404e-472c-9b35-7e5d126886fb tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.429366 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff904603-3335-4251-99bf-1da974046588 req-28492927-fc61-4482-b348-84323ec83234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:05.429871 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3443c824-404e-472c-9b35-7e5d126886fb tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.431572 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff904603-3335-4251-99bf-1da974046588 req-28492927-fc61-4482-b348-84323ec83234 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fe5da65a-cf51-4f87-867f-d80f072d9572 HTTP/1.1" status: 200 len: 854 time: 0.1717765 Jul 29 23:34:05.438125 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.438485 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3443c824-404e-472c-9b35-7e5d126886fb tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.464408 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3443c824-404e-472c-9b35-7e5d126886fb tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.465298 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cab0e9-e211-4595-9e0f-dd52c3aa0ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320999f5-2ce1-4288-b7ad-54dca288b9bf,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:05.469811 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3443c824-404e-472c-9b35-7e5d126886fb tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1467404 Jul 29 23:34:05.471176 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49848) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:05.482371 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-01cab0e9-e211-4595-9e0f-dd52c3aa0ff0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bbfa9a0f607c4270915512bb3a0a6634&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8685334 Jul 29 23:34:05.486146 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49850) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:05.521028 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff904603-3335-4251-99bf-1da974046588 req-bdd7d3b8-8236-4dc0-991d-8837ef535ec9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a3b84fcb-d1ea-4d97-a571-e94a9ed02dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568781 Jul 29 23:34:05.547886 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8b6a7a1e-483c-498e-88a0-6fd6c85ef203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.607562 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27238022-a6a9-4d5c-a78a-6d64c8c75a0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-d263319e-790d-4f2c-863f-b09096d5f5fc', 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'tenant_id': '9e8d306db215455d80dae7259f2106c8', 'fixed_ips': [{'subnet_id': 'a0c588e3-c1f9-46c6-ac62-38037adb8d1f'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:34:05.609281 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27238022-a6a9-4d5c-a78a-6d64c8c75a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.629276 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d48346-6e57-4a15-9669-2d339a24ba45 req-40f1e218-3aa1-48dc-a9b8-c0b1d29f07bf tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:05.631154 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-86d48346-6e57-4a15-9669-2d339a24ba45 req-40f1e218-3aa1-48dc-a9b8-c0b1d29f07bf tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=4107d222-e800-45db-b31b-436c4cea71e7 HTTP/1.1" status: 200 len: 944 time: 0.2077541 Jul 29 23:34:05.753950 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e2b79589-8383-4585-8e9a-b1b9102a2042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:05.814988 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-86d48346-6e57-4a15-9669-2d339a24ba45 req-f20abbdd-a628-428e-8875-4d3f9bb8cad4 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723750 Jul 29 23:34:05.835626 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff904603-3335-4251-99bf-1da974046588 req-0e838e2d-5656-44ac-9a9c-c5fdc7a9d19f service neutron] 10.222.0.39 "GET /v2.0/networks/a3b84fcb-d1ea-4d97-a571-e94a9ed02dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976317 Jul 29 23:34:05.866170 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-27238022-a6a9-4d5c-a78a-6d64c8c75a0b None None] Allocated IP 2001:db8::2 (d263319e-790d-4f2c-863f-b09096d5f5fc/a0c588e3-c1f9-46c6-ac62-38037adb8d1f/0b49e6ab-c7b8-45ee-a0c1-c361858000ff) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:05.871916 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e2b79589-8383-4585-8e9a-b1b9102a2042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.066616 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0511bd9f-096a-466d-b806-48d7e215be22 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.072567 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff904603-3335-4251-99bf-1da974046588 req-210730f0-99cf-481e-8f99-3d4551a7270d service neutron] 10.222.0.39 "GET /v2.0/networks/a3b84fcb-d1ea-4d97-a571-e94a9ed02dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280614 Jul 29 23:34:06.088686 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e2b79589-8383-4585-8e9a-b1b9102a2042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.100947 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e2b79589-8383-4585-8e9a-b1b9102a2042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.106945 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e2b79589-8383-4585-8e9a-b1b9102a2042 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/320999f5-2ce1-4288-b7ad-54dca288b9bf HTTP/1.1" status: 204 len: 168 time: 0.5897107 Jul 29 23:34:06.109199 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27238022-a6a9-4d5c-a78a-6d64c8c75a0b None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.134403 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b79589-8383-4585-8e9a-b1b9102a2042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320999f5-2ce1-4288-b7ad-54dca288b9bf,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:06.160487 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-27238022-a6a9-4d5c-a78a-6d64c8c75a0b None None] Transition to ACTIVE for port object 0b49e6ab-c7b8-45ee-a0c1-c361858000ff will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:06.217396 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-27238022-a6a9-4d5c-a78a-6d64c8c75a0b None None] Transition to ACTIVE for port object 0b49e6ab-c7b8-45ee-a0c1-c361858000ff will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:06.228803 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27238022-a6a9-4d5c-a78a-6d64c8c75a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.254262 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435c4f3-b92b-431f-85c1-1ce6bd5207bb req-22c57ff9-0ee7-4476-a924-3f9b77f03a95 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:06.265896 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2435c4f3-b92b-431f-85c1-1ce6bd5207bb req-22c57ff9-0ee7-4476-a924-3f9b77f03a95 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 944 time: 0.1336305 Jul 29 23:34:06.285496 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27238022-a6a9-4d5c-a78a-6d64c8c75a0b None None] Pushing event updated for resources: {'Port': ['ID=0b49e6ab-c7b8-45ee-a0c1-c361858000ff,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:06.301232 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27238022-a6a9-4d5c-a78a-6d64c8c75a0b None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:06.302892 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-27238022-a6a9-4d5c-a78a-6d64c8c75a0b None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:06.311289 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27238022-a6a9-4d5c-a78a-6d64c8c75a0b None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:06.369596 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2435c4f3-b92b-431f-85c1-1ce6bd5207bb req-91cd857e-f454-4374-be3a-cb085c0f7194 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007702 Jul 29 23:34:06.379252 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 581954a2-b8ce-4af1-a31c-62df0711b31d up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:06.509081 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-27238022-a6a9-4d5c-a78a-6d64c8c75a0b None None] Attempting to bind port 0b49e6ab-c7b8-45ee-a0c1-c361858000ff on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:06.511391 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-27238022-a6a9-4d5c-a78a-6d64c8c75a0b None None] Attempting to bind port 0b49e6ab-c7b8-45ee-a0c1-c361858000ff by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:06.512610 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27238022-a6a9-4d5c-a78a-6d64c8c75a0b None None] Attempting to bind port 0b49e6ab-c7b8-45ee-a0c1-c361858000ff on network d263319e-790d-4f2c-863f-b09096d5f5fc {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:06.528261 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27238022-a6a9-4d5c-a78a-6d64c8c75a0b None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:06.529484 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27238022-a6a9-4d5c-a78a-6d64c8c75a0b None None] Checking segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:06.530965 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27238022-a6a9-4d5c-a78a-6d64c8c75a0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.531806 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27238022-a6a9-4d5c-a78a-6d64c8c75a0b None None] Bound using segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:06.542839 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-27238022-a6a9-4d5c-a78a-6d64c8c75a0b None None] Bound port: 0b49e6ab-c7b8-45ee-a0c1-c361858000ff, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:06.543358 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27238022-a6a9-4d5c-a78a-6d64c8c75a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.549202 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 2366ea1e-c039-4fa2-9546-af8735ca9cff no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:34:06.557745 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-0511bd9f-096a-466d-b806-48d7e215be22 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Allocated IP 2001:db8::1 (d263319e-790d-4f2c-863f-b09096d5f5fc/a0c588e3-c1f9-46c6-ac62-38037adb8d1f/fe61b69c-a74a-452c-a341-e5fa06b4e047) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:06.574119 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 581954a2-b8ce-4af1-a31c-62df0711b31d completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:06.615124 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 2366ea1e-c039-4fa2-9546-af8735ca9cff {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:34:06.615792 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 2366ea1e-c039-4fa2-9546-af8735ca9cff not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:34:06.621312 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 581954a2-b8ce-4af1-a31c-62df0711b31d triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:06.623276 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.821374 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0511bd9f-096a-466d-b806-48d7e215be22 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.831954 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.842096 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-0511bd9f-096a-466d-b806-48d7e215be22 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Transition to ACTIVE for port object fe61b69c-a74a-452c-a341-e5fa06b4e047 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:06.900434 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.911885 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-27238022-a6a9-4d5c-a78a-6d64c8c75a0b None None] For port 0b49e6ab-c7b8-45ee-a0c1-c361858000ff, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:06.923165 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0511bd9f-096a-466d-b806-48d7e215be22 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.932162 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4107d222-e800-45db-b31b-436c4cea71e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581954a2-b8ce-4af1-a31c-62df0711b31d'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:06.939089 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392a9ba6-6e39-4480-9c14-5f8e83b6f22d" -d '{"events": [{"server_uuid": "4107d222-e800-45db-b31b-436c4cea71e7", "name": "network-vif-plugged", "status": "completed", "tag": "581954a2-b8ce-4af1-a31c-62df0711b31d"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:06.946755 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-27238022-a6a9-4d5c-a78a-6d64c8c75a0b None None] For port 0b49e6ab-c7b8-45ee-a0c1-c361858000ff, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0b49e6ab-c7b8-45ee-a0c1-c361858000ff,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:06.965763 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27238022-a6a9-4d5c-a78a-6d64c8c75a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:06.976014 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 581954a2-b8ce-4af1-a31c-62df0711b31d, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=581954a2-b8ce-4af1-a31c-62df0711b31d,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:06.991139 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0511bd9f-096a-466d-b806-48d7e215be22 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:06.996416 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-0511bd9f-096a-466d-b806-48d7e215be22 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:07.007998 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0511bd9f-096a-466d-b806-48d7e215be22 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:07.010169 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0511bd9f-096a-466d-b806-48d7e215be22 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.029754 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.048990 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c704df7-3060-47d2-8fe5-d5ff137993a5 req-b8f7827f-8e7a-44b1-881c-c7f8afb6bc58 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:07.065286 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4c704df7-3060-47d2-8fe5-d5ff137993a5 req-b8f7827f-8e7a-44b1-881c-c7f8afb6bc58 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=4107d222-e800-45db-b31b-436c4cea71e7 HTTP/1.1" status: 200 len: 944 time: 0.1206336 Jul 29 23:34:07.117089 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4c704df7-3060-47d2-8fe5-d5ff137993a5 req-a4455e4c-f23c-4c36-8130-ce11236f2f5b tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563323 Jul 29 23:34:07.121382 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27238022-a6a9-4d5c-a78a-6d64c8c75a0b None None] Pushing event updated for resources: {'Port': ['ID=0b49e6ab-c7b8-45ee-a0c1-c361858000ff,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:07.145362 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511bd9f-096a-466d-b806-48d7e215be22 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Port': ['ID=fe61b69c-a74a-452c-a341-e5fa06b4e047,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:07.279029 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=581954a2-b8ce-4af1-a31c-62df0711b31d,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:07.285782 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f77c6e-96b0-45b6-953f-7357bf5d9535 x-openstack-request-id: req-75f77c6e-96b0-45b6-953f-7357bf5d9535 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:07.287387 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4107d222-e800-45db-b31b-436c4cea71e7", "name": "network-vif-plugged", "status": "completed", "tag": "581954a2-b8ce-4af1-a31c-62df0711b31d", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:07.287673 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-75f77c6e-96b0-45b6-953f-7357bf5d9535 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:07.288089 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4107d222-e800-45db-b31b-436c4cea71e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '581954a2-b8ce-4af1-a31c-62df0711b31d', 'code': 200} Jul 29 23:34:07.316631 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2eccb-0eb5-4ead-9491-4216af85d01f req-6a479449-c422-45bf-aadd-00c09aacacf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:07.318672 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f5f2eccb-0eb5-4ead-9491-4216af85d01f req-6a479449-c422-45bf-aadd-00c09aacacf1 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4107d222-e800-45db-b31b-436c4cea71e7 HTTP/1.1" status: 200 len: 1097 time: 0.0695119 Jul 29 23:34:07.339450 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0511bd9f-096a-466d-b806-48d7e215be22 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.425534 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f5f2eccb-0eb5-4ead-9491-4216af85d01f req-2abaefb0-4443-4851-868e-7db2c998a97c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994859 Jul 29 23:34:07.597490 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e238f5b-8c1b-4ead-ad9a-9a170cbdf869 req-19cf0aed-bf08-4829-90f2-7fc95c7dee3f tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:07.599233 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7e238f5b-8c1b-4ead-ad9a-9a170cbdf869 req-19cf0aed-bf08-4829-90f2-7fc95c7dee3f tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 944 time: 0.1004705 Jul 29 23:34:07.663533 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7e238f5b-8c1b-4ead-ad9a-9a170cbdf869 req-99424755-28ca-4227-b2c7-4316ab5ef7e9 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539212 Jul 29 23:34:07.863320 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0511bd9f-096a-466d-b806-48d7e215be22 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.871271 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0511bd9f-096a-466d-b806-48d7e215be22 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.873134 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0511bd9f-096a-466d-b806-48d7e215be22 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:07.986869 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 54921ad9-945e-4bc5-9ab5-928e56432302 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:34:08.036713 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0511bd9f-096a-466d-b806-48d7e215be22 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Port': ['ID=fe61b69c-a74a-452c-a341-e5fa06b4e047,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:08.092243 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0511bd9f-096a-466d-b806-48d7e215be22 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:08.094166 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-0511bd9f-096a-466d-b806-48d7e215be22 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:08.133073 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.193484 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 54921ad9-945e-4bc5-9ab5-928e56432302, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=54921ad9-945e-4bc5-9ab5-928e56432302,segment=NetworkSegment(3960cd3a-1252-4022-b2ff-b6d1cbf562dc),segment_id=3960cd3a-1252-4022-b2ff-b6d1cbf562dc)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:08.210432 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '54921ad9-945e-4bc5-9ab5-928e56432302', 'network_id': 'a3b84fcb-d1ea-4d97-a571-e94a9ed02dff', 'port_id': '54921ad9-945e-4bc5-9ab5-928e56432302', 'mac_address': 'fa:16:3e:6c:33:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5da65a-cf51-4f87-867f-d80f072d9572', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:34:08.294589 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.332281 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54921ad9-945e-4bc5-9ab5-928e56432302 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:08.365867 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d7d25d-7df6-4b1f-8428-c0abf184a28c req-f3a6f0e6-d4d9-4dfb-b956-f636ed08f296 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:08.375745 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-19d7d25d-7df6-4b1f-8428-c0abf184a28c req-f3a6f0e6-d4d9-4dfb-b956-f636ed08f296 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=4107d222-e800-45db-b31b-436c4cea71e7 HTTP/1.1" status: 200 len: 945 time: 0.1322460 Jul 29 23:34:08.421027 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-19d7d25d-7df6-4b1f-8428-c0abf184a28c req-1db6c50c-84b7-4146-9c98-626c2f2978c8 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440612 Jul 29 23:34:08.423044 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0511bd9f-096a-466d-b806-48d7e215be22 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Router b1508f0c-5544-494b-bcb5-606cfef86318 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:34:08.425528 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 54921ad9-945e-4bc5-9ab5-928e56432302, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=54921ad9-945e-4bc5-9ab5-928e56432302,segment=NetworkSegment(3960cd3a-1252-4022-b2ff-b6d1cbf562dc),segment_id=3960cd3a-1252-4022-b2ff-b6d1cbf562dc)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:08.432224 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:08.501246 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=54921ad9-945e-4bc5-9ab5-928e56432302,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:08.570314 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0511bd9f-096a-466d-b806-48d7e215be22 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:34:08.580141 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0511bd9f-096a-466d-b806-48d7e215be22 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "PUT /v2.0/routers/b1508f0c-5544-494b-bcb5-606cfef86318/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1076720 Jul 29 23:34:08.581180 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc336b1-2d6e-4e60-a47b-84e3d37c002d None None] Sync routers for ids ['b1508f0c-5544-494b-bcb5-606cfef86318'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:34:08.582617 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49930) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:08.595794 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc336b1-2d6e-4e60-a47b-84e3d37c002d None None] Routers {'b1508f0c-5544-494b-bcb5-606cfef86318'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:34:08.598502 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-6dc336b1-2d6e-4e60-a47b-84e3d37c002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:34:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b1508f0c-5544-494b-bcb5-606cfef86318'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:08.660545 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b217f8f4-ea03-400a-9045-9122dd0e0fea tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:08.662856 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b217f8f4-ea03-400a-9045-9122dd0e0fea tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports/fe61b69c-a74a-452c-a341-e5fa06b4e047 HTTP/1.1" status: 200 len: 911 time: 0.0790713 Jul 29 23:34:08.666353 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49932) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:08.674926 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0b49e6ab-c7b8-45ee-a0c1-c361858000ff up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:08.739537 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['54921ad9-945e-4bc5-9ab5-928e56432302'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:08.747326 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-6dc336b1-2d6e-4e60-a47b-84e3d37c002d None None] Set router b1508f0c-5544-494b-bcb5-606cfef86318 gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:34:08.781829 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b0d2b0-1662-4817-8c1a-fbe3937b3b5e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:08.809742 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b0d2b0-1662-4817-8c1a-fbe3937b3b5e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:08.814970 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-12b0d2b0-1662-4817-8c1a-fbe3937b3b5e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1457808 Jul 29 23:34:08.826151 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49942) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:08.944063 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79429d4-39a8-4544-ad46-0d92dfa69317 req-606e2a2e-256d-4c67-8ac6-bcb731ee0c6b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:08.965704 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c79429d4-39a8-4544-ad46-0d92dfa69317 req-606e2a2e-256d-4c67-8ac6-bcb731ee0c6b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 945 time: 0.1697948 Jul 29 23:34:09.117718 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c79429d4-39a8-4544-ad46-0d92dfa69317 req-3dc3ee14-489e-4f2c-8ce1-7b75a23a84f2 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505451 Jul 29 23:34:09.288884 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-78261d2c-5119-496e-bd5c-da68d1233b6d None None] Provisioning for port 0b49e6ab-c7b8-45ee-a0c1-c361858000ff completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:09.370599 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 0b49e6ab-c7b8-45ee-a0c1-c361858000ff completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:09.407416 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 0b49e6ab-c7b8-45ee-a0c1-c361858000ff triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:09.408494 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:09.483442 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-6dc336b1-2d6e-4e60-a47b-84e3d37c002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1508f0c-5544-494b-bcb5-606cfef86318', 'name': 'tempest-NetworksTestDHCPv6-router-983870985', 'tenant_id': '9e8d306db215455d80dae7259f2106c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:34:05Z', 'updated_at': '2021-07-29T23:34:07Z', 'revision_number': 2, 'project_id': '9e8d306db215455d80dae7259f2106c8', 'gw_port_host': None, '_interfaces': [{'id': 'fe61b69c-a74a-452c-a341-e5fa06b4e047', 'name': '', 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'tenant_id': '9e8d306db215455d80dae7259f2106c8', 'mac_address': 'fa:16:3e:3c:55:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1508f0c-5544-494b-bcb5-606cfef86318', 'device_owner': 'network:router_interface', 'standard_attr_id': 1893, 'fixed_ips': [{'subnet_id': 'a0c588e3-c1f9-46c6-ac62-38037adb8d1f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:34:06Z', 'updated_at': '2021-07-29T23:34:07Z', 'revision_number': 2, 'project_id': '9e8d306db215455d80dae7259f2106c8', 'subnets': [{'id': 'a0c588e3-c1f9-46c6-ac62-38037adb8d1f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:09.545725 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc336b1-2d6e-4e60-a47b-84e3d37c002d None None] Checking router: b1508f0c-5544-494b-bcb5-606cfef86318 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:34:09.546391 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc336b1-2d6e-4e60-a47b-84e3d37c002d None None] Updating router b1508f0c-5544-494b-bcb5-606cfef86318 port fe61b69c-a74a-452c-a341-e5fa06b4e047 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:34:09.572461 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-87110101-045c-4d3d-ae80-b6346d184d4b None None] Provisioning for port fe61b69c-a74a-452c-a341-e5fa06b4e047 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:09.593914 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-87110101-045c-4d3d-ae80-b6346d184d4b None None] Provisioning complete for port fe61b69c-a74a-452c-a341-e5fa06b4e047 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:09.596667 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-87110101-045c-4d3d-ae80-b6346d184d4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:09.607254 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6dc336b1-2d6e-4e60-a47b-84e3d37c002d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:09.634406 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a45bb6ad-7dad-48bb-ba6c-4aff4977c608 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:09.851322 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-87110101-045c-4d3d-ae80-b6346d184d4b None None] Port fe61b69c-a74a-452c-a341-e5fa06b4e047 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:09.866354 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:09.867976 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2e0878-ddb7-49f8-bb35-a085d5c439a3 req-230fbb0d-eadb-450e-a73b-cd27fec04a2c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:09.887797 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6c2e0878-ddb7-49f8-bb35-a085d5c439a3 req-230fbb0d-eadb-450e-a73b-cd27fec04a2c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=4107d222-e800-45db-b31b-436c4cea71e7 HTTP/1.1" status: 200 len: 945 time: 0.1687152 Jul 29 23:34:09.959697 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 0b49e6ab-c7b8-45ee-a0c1-c361858000ff, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0b49e6ab-c7b8-45ee-a0c1-c361858000ff,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:09.974280 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6c2e0878-ddb7-49f8-bb35-a085d5c439a3 req-2d2fc984-96e9-4a13-ad67-c0ae80e0d724 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822105 Jul 29 23:34:09.980906 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.059454 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-35ba575a-38f9-4a48-ba07-932df017a370 None None] Provisioning complete for port fe61b69c-a74a-452c-a341-e5fa06b4e047 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:10.059708 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-35ba575a-38f9-4a48-ba07-932df017a370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.167035 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=0b49e6ab-c7b8-45ee-a0c1-c361858000ff,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:10.171924 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-35ba575a-38f9-4a48-ba07-932df017a370 None None] Port fe61b69c-a74a-452c-a341-e5fa06b4e047 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:10.254326 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6dc336b1-2d6e-4e60-a47b-84e3d37c002d None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.274621 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-a45bb6ad-7dad-48bb-ba6c-4aff4977c608 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting port fe61b69c-a74a-452c-a341-e5fa06b4e047 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:10.275051 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a45bb6ad-7dad-48bb-ba6c-4aff4977c608 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.280949 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-6dc336b1-2d6e-4e60-a47b-84e3d37c002d None None] Transition to ACTIVE for port object fe61b69c-a74a-452c-a341-e5fa06b4e047 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:10.298937 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6dc336b1-2d6e-4e60-a47b-84e3d37c002d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.467700 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a45bb6ad-7dad-48bb-ba6c-4aff4977c608 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.510627 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-a45bb6ad-7dad-48bb-ba6c-4aff4977c608 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Calling delete_port for fe61b69c-a74a-452c-a341-e5fa06b4e047 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:10.526405 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788f0b4-fd60-479c-93d0-9a61a677aad9 req-0c93ebc9-d727-4b55-9969-5ceda2cb30d0 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:10.548212 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c788f0b4-fd60-479c-93d0-9a61a677aad9 req-0c93ebc9-d727-4b55-9969-5ceda2cb30d0 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 945 time: 0.0980012 Jul 29 23:34:10.631114 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-6dc336b1-2d6e-4e60-a47b-84e3d37c002d None None] Attempting to bind port fe61b69c-a74a-452c-a341-e5fa06b4e047 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:10.632106 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-6dc336b1-2d6e-4e60-a47b-84e3d37c002d None None] Attempting to bind port fe61b69c-a74a-452c-a341-e5fa06b4e047 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:10.632730 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc336b1-2d6e-4e60-a47b-84e3d37c002d None None] Attempting to bind port fe61b69c-a74a-452c-a341-e5fa06b4e047 on network d263319e-790d-4f2c-863f-b09096d5f5fc {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:10.657233 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c788f0b4-fd60-479c-93d0-9a61a677aad9 req-16842928-b575-44aa-a14c-c58626fea28b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065664 Jul 29 23:34:10.660921 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a62aac-cabf-4c31-a2be-f33f7e948703 None None] Pushing event updated for resources: {'Port': ['ID=fe61b69c-a74a-452c-a341-e5fa06b4e047,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:10.671812 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc336b1-2d6e-4e60-a47b-84e3d37c002d None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:10.672332 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc336b1-2d6e-4e60-a47b-84e3d37c002d None None] Checking segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:10.681203 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0b49e6ab-c7b8-45ee-a0c1-c361858000ff up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:10.684377 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6dc336b1-2d6e-4e60-a47b-84e3d37c002d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.686575 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc336b1-2d6e-4e60-a47b-84e3d37c002d None None] Bound using segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:10.687312 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-6dc336b1-2d6e-4e60-a47b-84e3d37c002d None None] Bound port: fe61b69c-a74a-452c-a341-e5fa06b4e047, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:10.688081 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6dc336b1-2d6e-4e60-a47b-84e3d37c002d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.813868 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 0b49e6ab-c7b8-45ee-a0c1-c361858000ff triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:10.815153 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.855384 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-6dc336b1-2d6e-4e60-a47b-84e3d37c002d None None] For port fe61b69c-a74a-452c-a341-e5fa06b4e047, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:10.861152 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-6dc336b1-2d6e-4e60-a47b-84e3d37c002d None None] For port fe61b69c-a74a-452c-a341-e5fa06b4e047, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=fe61b69c-a74a-452c-a341-e5fa06b4e047,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:10.866892 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-6dc336b1-2d6e-4e60-a47b-84e3d37c002d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:10.921412 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99829e5f-2d90-4d80-b045-cf0eb8c08bce req-594ae8bc-ce64-4659-9de3-46207dd24483 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:10.925603 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-99829e5f-2d90-4d80-b045-cf0eb8c08bce req-594ae8bc-ce64-4659-9de3-46207dd24483 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=4107d222-e800-45db-b31b-436c4cea71e7 HTTP/1.1" status: 200 len: 945 time: 0.1486809 Jul 29 23:34:10.982711 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a62aac-cabf-4c31-a2be-f33f7e948703 None None] Pushing event updated for resources: {'Port': ['ID=fe61b69c-a74a-452c-a341-e5fa06b4e047,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:11.013910 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc336b1-2d6e-4e60-a47b-84e3d37c002d None None] Routers {'b1508f0c-5544-494b-bcb5-606cfef86318'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:34:11.015357 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-6dc336b1-2d6e-4e60-a47b-84e3d37c002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:34:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b1508f0c-5544-494b-bcb5-606cfef86318'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:11.020385 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a45bb6ad-7dad-48bb-ba6c-4aff4977c608 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.049657 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fa4a66ed-51f0-4d7d-b72c-818935746f24 None None] Could not find standard attr ID for object fe61b69c-a74a-452c-a341-e5fa06b4e047. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:34:11.070220 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-99829e5f-2d90-4d80-b045-cf0eb8c08bce req-f4c521e9-beeb-48e6-898d-6e461ed959d0 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349332 Jul 29 23:34:11.124621 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45bb6ad-7dad-48bb-ba6c-4aff4977c608 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Port': ['ID=fe61b69c-a74a-452c-a341-e5fa06b4e047,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:11.324165 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a45bb6ad-7dad-48bb-ba6c-4aff4977c608 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:11.327794 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-6dc336b1-2d6e-4e60-a47b-84e3d37c002d None None] Set router b1508f0c-5544-494b-bcb5-606cfef86318 gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:34:11.375163 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-38e87874-9e4e-4b56-8587-3d65db887c0f None None] Could not find standard attr ID for object fe61b69c-a74a-452c-a341-e5fa06b4e047. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:34:11.387158 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-6dc336b1-2d6e-4e60-a47b-84e3d37c002d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1508f0c-5544-494b-bcb5-606cfef86318', 'name': 'tempest-NetworksTestDHCPv6-router-983870985', 'tenant_id': '9e8d306db215455d80dae7259f2106c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:34:05Z', 'updated_at': '2021-07-29T23:34:10Z', 'revision_number': 3, 'project_id': '9e8d306db215455d80dae7259f2106c8', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:11.423961 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc336b1-2d6e-4e60-a47b-84e3d37c002d None None] The sync data for ids ['b1508f0c-5544-494b-bcb5-606cfef86318'] in n-d-712140-10 is: [{'id': 'b1508f0c-5544-494b-bcb5-606cfef86318', 'name': 'tempest-NetworksTestDHCPv6-router-983870985', 'tenant_id': '9e8d306db215455d80dae7259f2106c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:34:05Z', 'updated_at': '2021-07-29T23:34:10Z', 'revision_number': 3, 'project_id': '9e8d306db215455d80dae7259f2106c8', 'gw_port_host': None}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:34:11.749503 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a45bb6ad-7dad-48bb-ba6c-4aff4977c608 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Router b1508f0c-5544-494b-bcb5-606cfef86318 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:34:11.817229 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91ef7a6-36dc-42e1-80f7-0286ff850e24 req-efa7c4d5-1bd2-43f7-814d-8f0160c54e63 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:11.820570 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f91ef7a6-36dc-42e1-80f7-0286ff850e24 req-efa7c4d5-1bd2-43f7-814d-8f0160c54e63 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.23 "GET /v2.0/ports?device_id=4107d222-e800-45db-b31b-436c4cea71e7 HTTP/1.1" status: 200 len: 945 time: 0.2018707 Jul 29 23:34:11.866534 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45bb6ad-7dad-48bb-ba6c-4aff4977c608 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:34:11.872100 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a45bb6ad-7dad-48bb-ba6c-4aff4977c608 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "PUT /v2.0/routers/b1508f0c-5544-494b-bcb5-606cfef86318/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0448437 Jul 29 23:34:11.877964 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50094) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:11.984890 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58687855-33c5-431f-bad9-9104cd0d06eb tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:11.986542 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58687855-33c5-431f-bad9-9104cd0d06eb tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:11.988253 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-58687855-33c5-431f-bad9-9104cd0d06eb tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1012423 Jul 29 23:34:11.991520 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50096) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:11.999739 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f91817-801d-47a4-884b-bf306e96ba36 req-adabc769-1bb4-492d-9968-b94d93f3f669 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:12.001484 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f3f91817-801d-47a4-884b-bf306e96ba36 req-adabc769-1bb4-492d-9968-b94d93f3f669 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 945 time: 0.1782286 Jul 29 23:34:12.002645 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 54921ad9-945e-4bc5-9ab5-928e56432302 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:12.082460 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f3f91817-801d-47a4-884b-bf306e96ba36 req-3f51c66e-9279-4e95-8d34-0e1ac090be88 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695519 Jul 29 23:34:12.092280 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-f91ef7a6-36dc-42e1-80f7-0286ff850e24 req-b61360f6-8221-4b90-86b6-be452325c7db tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Deleting port 581954a2-b8ce-4af1-a31c-62df0711b31d {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:12.092280 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f91ef7a6-36dc-42e1-80f7-0286ff850e24 req-b61360f6-8221-4b90-86b6-be452325c7db tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.095100 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e4845b-1910-445b-bd81-a021c35184f5 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting subnet a0c588e3-c1f9-46c6-ac62-38037adb8d1f {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:34:12.100404 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5e4845b-1910-445b-bd81-a021c35184f5 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.170653 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 54921ad9-945e-4bc5-9ab5-928e56432302 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:12.180333 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 54921ad9-945e-4bc5-9ab5-928e56432302 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:12.180719 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.235453 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5e4845b-1910-445b-bd81-a021c35184f5 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.275758 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-f91ef7a6-36dc-42e1-80f7-0286ff850e24 req-b61360f6-8221-4b90-86b6-be452325c7db tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] For port 581954a2-b8ce-4af1-a31c-62df0711b31d, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=581954a2-b8ce-4af1-a31c-62df0711b31d,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:12.276189 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f91ef7a6-36dc-42e1-80f7-0286ff850e24 req-b61360f6-8221-4b90-86b6-be452325c7db tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.321095 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-f91ef7a6-36dc-42e1-80f7-0286ff850e24 req-b61360f6-8221-4b90-86b6-be452325c7db tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Calling delete_port for 581954a2-b8ce-4af1-a31c-62df0711b31d owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:12.354613 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20aa326-780f-4bef-9e53-e12c8e6fe89a req-194b9b10-0d5a-485c-9215-2ba0d724a68f tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:12.362337 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a20aa326-780f-4bef-9e53-e12c8e6fe89a req-194b9b10-0d5a-485c-9215-2ba0d724a68f tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=4107d222-e800-45db-b31b-436c4cea71e7 HTTP/1.1" status: 200 len: 945 time: 0.0784748 Jul 29 23:34:12.363698 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50104) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:12.392834 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5e4845b-1910-445b-bd81-a021c35184f5 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.413952 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.454894 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a20aa326-780f-4bef-9e53-e12c8e6fe89a req-6bb01468-5c9f-4c1a-83f7-cf46a4e2908c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915956 Jul 29 23:34:12.537895 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5e4845b-1910-445b-bd81-a021c35184f5 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.549703 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cdb900-849e-4bc1-9095-75b8682d0960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54921ad9-945e-4bc5-9ab5-928e56432302'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:12.569545 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02beae2-54dc-4d1a-b6b4-030eec7033e3" -d '{"events": [{"server_uuid": "25cdb900-849e-4bc1-9095-75b8682d0960", "name": "network-vif-plugged", "status": "completed", "tag": "54921ad9-945e-4bc5-9ab5-928e56432302"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:12.588080 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 54921ad9-945e-4bc5-9ab5-928e56432302, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=54921ad9-945e-4bc5-9ab5-928e56432302,segment=NetworkSegment(3960cd3a-1252-4022-b2ff-b6d1cbf562dc),segment_id=3960cd3a-1252-4022-b2ff-b6d1cbf562dc)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:12.598104 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.658255 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e4845b-1910-445b-bd81-a021c35184f5 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Subnet': ['ID=a0c588e3-c1f9-46c6-ac62-38037adb8d1f,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:12.668043 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-82181d6a-a6ab-41ee-afd1-be440d62788f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.685985 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5e4845b-1910-445b-bd81-a021c35184f5 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.688173 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e5e4845b-1910-445b-bd81-a021c35184f5 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/a0c588e3-c1f9-46c6-ac62-38037adb8d1f HTTP/1.1" status: 204 len: 168 time: 0.6952600 Jul 29 23:34:12.690811 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50110) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:12.709782 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4802338-9642-496b-ba7f-5f51e071e409 x-openstack-request-id: req-c4802338-9642-496b-ba7f-5f51e071e409 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:12.710213 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25cdb900-849e-4bc1-9095-75b8682d0960", "name": "network-vif-plugged", "status": "completed", "tag": "54921ad9-945e-4bc5-9ab5-928e56432302", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:12.710354 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4802338-9642-496b-ba7f-5f51e071e409 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:12.710723 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25cdb900-849e-4bc1-9095-75b8682d0960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54921ad9-945e-4bc5-9ab5-928e56432302', 'code': 200} Jul 29 23:34:12.717918 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a29092d-e975-47d3-828d-00f01a547744 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:12.810139 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f91ef7a6-36dc-42e1-80f7-0286ff850e24 req-b61360f6-8221-4b90-86b6-be452325c7db tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.843152 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-82181d6a-a6ab-41ee-afd1-be440d62788f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.851970 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-82181d6a-a6ab-41ee-afd1-be440d62788f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:12.882588 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['581954a2-b8ce-4af1-a31c-62df0711b31d'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:12.894981 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=54921ad9-945e-4bc5-9ab5-928e56432302,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:12.936913 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-82181d6a-a6ab-41ee-afd1-be440d62788f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=81eb0d501b2643d2a8e840a6c7220f84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5686142 Jul 29 23:34:12.937572 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50120) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:13.019364 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f91ef7a6-36dc-42e1-80f7-0286ff850e24 req-b61360f6-8221-4b90-86b6-be452325c7db tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] No DVR routers for this DVR port 581954a2-b8ce-4af1-a31c-62df0711b31d on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:34:13.025294 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61360f6-8221-4b90-86b6-be452325c7db tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Pushing event deleted for resources: {'Port': ['ID=581954a2-b8ce-4af1-a31c-62df0711b31d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:13.026902 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82181d6a-a6ab-41ee-afd1-be440d62788f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547afb50-d06b-45b1-b023-79a7dc6765e2,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:13.028198 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c5250-a00e-4148-b975-525899280853 None None] Sync routers for ids ['b1508f0c-5544-494b-bcb5-606cfef86318'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:34:13.028870 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f91ef7a6-36dc-42e1-80f7-0286ff850e24 req-b61360f6-8221-4b90-86b6-be452325c7db tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:13.031810 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f91ef7a6-36dc-42e1-80f7-0286ff850e24 req-b61360f6-8221-4b90-86b6-be452325c7db tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.23 "DELETE /v2.0/ports/581954a2-b8ce-4af1-a31c-62df0711b31d HTTP/1.1" status: 204 len: 173 time: 1.1846523 Jul 29 23:34:13.054388 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4107d222-e800-45db-b31b-436c4cea71e7', 'name': 'network-vif-deleted', 'tag': '581954a2-b8ce-4af1-a31c-62df0711b31d'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:13.058509 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bb81a9-769c-4f5c-a369-aa82f0c8b09c" -d '{"events": [{"server_uuid": "4107d222-e800-45db-b31b-436c4cea71e7", "name": "network-vif-deleted", "tag": "581954a2-b8ce-4af1-a31c-62df0711b31d"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:13.084340 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-45f9b030-d115-475e-b142-99c05172babc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:13.112075 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323c5250-a00e-4148-b975-525899280853 None None] Routers {'b1508f0c-5544-494b-bcb5-606cfef86318'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:34:13.113697 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-323c5250-a00e-4148-b975-525899280853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:34:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b1508f0c-5544-494b-bcb5-606cfef86318'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:13.129169 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-45f9b030-d115-475e-b142-99c05172babc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:13.137105 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1875fd31-1f99-49f2-8966-c507998ed491 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4428616 Jul 29 23:34:13.139452 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50126) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:13.157040 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed2c22-c60b-40f8-9885-209f12d28f73 req-7b6bcdfb-d152-47b8-a1fe-9d3de273cc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:13.159085 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57ed2c22-c60b-40f8-9885-209f12d28f73 req-7b6bcdfb-d152-47b8-a1fe-9d3de273cc0b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 1098 time: 0.3203428 Jul 29 23:34:13.235958 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57ed2c22-c60b-40f8-9885-209f12d28f73 req-b31304ec-6921-4c7d-9b2f-c2384f274b6d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690823 Jul 29 23:34:13.241586 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3ee77fe6-1643-41e2-b9a5-0e5c757db460 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:13.268650 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb284464-74a5-49d0-bec4-146c58d73ed7 x-openstack-request-id: req-eb284464-74a5-49d0-bec4-146c58d73ed7 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:13.269248 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4107d222-e800-45db-b31b-436c4cea71e7", "name": "network-vif-deleted", "tag": "581954a2-b8ce-4af1-a31c-62df0711b31d", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:13.269248 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb284464-74a5-49d0-bec4-146c58d73ed7 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:13.269564 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4107d222-e800-45db-b31b-436c4cea71e7', 'name': 'network-vif-deleted', 'tag': '581954a2-b8ce-4af1-a31c-62df0711b31d', 'status': 'completed', 'code': 200} Jul 29 23:34:13.387783 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-323c5250-a00e-4148-b975-525899280853 None None] Set router b1508f0c-5544-494b-bcb5-606cfef86318 gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:34:13.483533 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-323c5250-a00e-4148-b975-525899280853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1508f0c-5544-494b-bcb5-606cfef86318', 'name': 'tempest-NetworksTestDHCPv6-router-983870985', 'tenant_id': '9e8d306db215455d80dae7259f2106c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:34:05Z', 'updated_at': '2021-07-29T23:34:10Z', 'revision_number': 3, 'project_id': '9e8d306db215455d80dae7259f2106c8', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:13.516547 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a16c7fd-c117-442c-8caf-6220e074f169 req-ae9ad64d-e528-4701-bfc5-d33a0d29d1b2 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:13.518611 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a16c7fd-c117-442c-8caf-6220e074f169 req-ae9ad64d-e528-4701-bfc5-d33a0d29d1b2 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 946 time: 0.1097870 Jul 29 23:34:13.574265 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c5250-a00e-4148-b975-525899280853 None None] Checking router: b1508f0c-5544-494b-bcb5-606cfef86318 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:34:13.594786 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cb614a-7f65-4899-9ebc-3d66a81dfa39 None None] DHCP port deletion for d263319e-790d-4f2c-863f-b09096d5f5fc request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:34:13.639017 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a16c7fd-c117-442c-8caf-6220e074f169 req-9e2dff4f-e61a-46b3-927e-f69ad21352d8 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067894 Jul 29 23:34:13.677084 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323c5250-a00e-4148-b975-525899280853 None None] Routers {'b1508f0c-5544-494b-bcb5-606cfef86318'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:34:13.678362 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-323c5250-a00e-4148-b975-525899280853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:34:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b1508f0c-5544-494b-bcb5-606cfef86318'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:13.813890 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-323c5250-a00e-4148-b975-525899280853 None None] Set router b1508f0c-5544-494b-bcb5-606cfef86318 gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:34:13.881160 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-94160b44-fed5-4947-a92e-c755c0a68bec req-71cc3ad5-af4d-4292-97a3-5d4fb67c10d3 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=4107d222-e800-45db-b31b-436c4cea71e7 HTTP/1.1" status: 200 len: 210 time: 0.0787165 Jul 29 23:34:13.979926 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-323c5250-a00e-4148-b975-525899280853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1508f0c-5544-494b-bcb5-606cfef86318', 'name': 'tempest-NetworksTestDHCPv6-router-983870985', 'tenant_id': '9e8d306db215455d80dae7259f2106c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:34:05Z', 'updated_at': '2021-07-29T23:34:10Z', 'revision_number': 3, 'project_id': '9e8d306db215455d80dae7259f2106c8', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:14.022644 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3ee77fe6-1643-41e2-b9a5-0e5c757db460 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.026550 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3ee77fe6-1643-41e2-b9a5-0e5c757db460 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.066660 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-93cb614a-7f65-4899-9ebc-3d66a81dfa39 None None] Deleting port 0b49e6ab-c7b8-45ee-a0c1-c361858000ff {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:14.067395 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-93cb614a-7f65-4899-9ebc-3d66a81dfa39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.109744 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-45f9b030-d115-475e-b142-99c05172babc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.112446 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-45f9b030-d115-475e-b142-99c05172babc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.122347 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-45f9b030-d115-475e-b142-99c05172babc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/547afb50-d06b-45b1-b023-79a7dc6765e2 HTTP/1.1" status: 204 len: 168 time: 1.1825254 Jul 29 23:34:14.139760 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3ee77fe6-1643-41e2-b9a5-0e5c757db460 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.144775 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ee77fe6-1643-41e2-b9a5-0e5c757db460 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Fanout notify agent at l3_agent the message router_deleted on router b1508f0c-5544-494b-bcb5-606cfef86318 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:34:14.171988 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3ee77fe6-1643-41e2-b9a5-0e5c757db460 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.175168 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3ee77fe6-1643-41e2-b9a5-0e5c757db460 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/routers/b1508f0c-5544-494b-bcb5-606cfef86318 HTTP/1.1" status: 204 len: 168 time: 1.0341318 Jul 29 23:34:14.177992 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50138) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:14.203249 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f9b030-d115-475e-b142-99c05172babc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547afb50-d06b-45b1-b023-79a7dc6765e2,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:14.221498 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-93cb614a-7f65-4899-9ebc-3d66a81dfa39 None None] For port 0b49e6ab-c7b8-45ee-a0c1-c361858000ff, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0b49e6ab-c7b8-45ee-a0c1-c361858000ff,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:14.221927 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-93cb614a-7f65-4899-9ebc-3d66a81dfa39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.259072 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-93cb614a-7f65-4899-9ebc-3d66a81dfa39 None None] Calling delete_port for 0b49e6ab-c7b8-45ee-a0c1-c361858000ff owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:14.286439 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ec17fa-5b45-40be-b178-87027c8a1325 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:14.293057 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50140) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:14.300468 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-32ec17fa-5b45-40be-b178-87027c8a1325 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1161635 Jul 29 23:34:14.404284 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfcf0e3-e360-4393-a30e-e4d049617437 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:14.407164 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50144) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:14.408984 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-adfcf0e3-e360-4393-a30e-e4d049617437 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1148379 Jul 29 23:34:14.444133 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323c5250-a00e-4148-b975-525899280853 None None] The sync data for ids ['b1508f0c-5544-494b-bcb5-606cfef86318'] in n-d-712140-10 is: [{'id': 'b1508f0c-5544-494b-bcb5-606cfef86318', 'name': 'tempest-NetworksTestDHCPv6-router-983870985', 'tenant_id': '9e8d306db215455d80dae7259f2106c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:34:05Z', 'updated_at': '2021-07-29T23:34:10Z', 'revision_number': 3, 'project_id': '9e8d306db215455d80dae7259f2106c8', 'gw_port_host': None}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:34:14.486340 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d5201aeb-5e4a-4deb-9bda-a4f76404427b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743484 Jul 29 23:34:14.487733 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50146) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:14.494079 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-60f05770-e616-4a7f-828a-4d5193978f2e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:14.572139 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-93cb614a-7f65-4899-9ebc-3d66a81dfa39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.654839 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb614a-7f65-4899-9ebc-3d66a81dfa39 None None] Pushing event deleted for resources: {'Port': ['ID=0b49e6ab-c7b8-45ee-a0c1-c361858000ff,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:14.671451 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0b49e6ab-c7b8-45ee-a0c1-c361858000ff no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:34:14.674631 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cb614a-7f65-4899-9ebc-3d66a81dfa39 None None] No DVR routers for this DVR port 0b49e6ab-c7b8-45ee-a0c1-c361858000ff on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:34:14.718434 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 0b49e6ab-c7b8-45ee-a0c1-c361858000ff {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:34:14.722945 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0b49e6ab-c7b8-45ee-a0c1-c361858000ff not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:34:14.756819 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f05770-e616-4a7f-828a-4d5193978f2e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:14.761858 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60f05770-e616-4a7f-828a-4d5193978f2e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.824083 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50150) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:14.854679 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-118d5d14-ae52-4a59-a930-3116aafd8860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:14.920188 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a3d26-d92c-4ded-b140-f6146270a846 req-25f9d2fe-64e4-405e-824a-3aefa61eb428 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:14.929317 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ad7a3d26-d92c-4ded-b140-f6146270a846 req-25f9d2fe-64e4-405e-824a-3aefa61eb428 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 946 time: 0.1574802 Jul 29 23:34:15.083103 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ad7a3d26-d92c-4ded-b140-f6146270a846 req-0beab471-570e-4d94-aeb0-f89b00862bc3 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341276 Jul 29 23:34:15.139314 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-118d5d14-ae52-4a59-a930-3116aafd8860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.230893 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-118d5d14-ae52-4a59-a930-3116aafd8860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.272619 n-d-712140-10 neutron-server[94064]: DEBUG neutron.objects.ports [None req-60f05770-e616-4a7f-828a-4d5193978f2e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94064) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:34:15.298910 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60f05770-e616-4a7f-828a-4d5193978f2e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.413770 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-118d5d14-ae52-4a59-a930-3116aafd8860 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f92c35f468c74d03ad349031a2c7f8d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5882285 Jul 29 23:34:15.417768 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50164) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:15.422272 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118d5d14-ae52-4a59-a930-3116aafd8860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=698c4d41-40c3-42f3-a719-fd738fb89fe3,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:15.436743 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f05770-e616-4a7f-828a-4d5193978f2e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:15.441881 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-60f05770-e616-4a7f-828a-4d5193978f2e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:15.447742 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f05770-e616-4a7f-828a-4d5193978f2e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:15.448603 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60f05770-e616-4a7f-828a-4d5193978f2e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.458616 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e82406b-46b6-4173-bad3-a85416ffe262 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:15.466052 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f05770-e616-4a7f-828a-4d5193978f2e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Subnet': ['ID=08b2722e-c1f3-48ff-91ed-b06153725ec2,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:15.482389 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-60f05770-e616-4a7f-828a-4d5193978f2e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9932582 Jul 29 23:34:15.483093 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50166) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:15.502385 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-50c5cb6b-ecd7-4735-b504-33fa25d4d4be tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:15.599063 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3bc22bc0-e174-40cc-8eb7-ff9c2152b745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.628968 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a6448-2b42-46f1-9249-cd49b8277456 req-3e02f3ff-6a96-4e58-af65-626a69451b1a tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:15.631506 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-de8a6448-2b42-46f1-9249-cd49b8277456 req-3e02f3ff-6a96-4e58-af65-626a69451b1a tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 946 time: 0.1215148 Jul 29 23:34:15.643068 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3bc22bc0-e174-40cc-8eb7-ff9c2152b745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.700584 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-de8a6448-2b42-46f1-9249-cd49b8277456 req-02c2680b-7bdf-4dbe-95bf-23bae9b70631 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602825 Jul 29 23:34:15.705886 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c5cb6b-ecd7-4735-b504-33fa25d4d4be tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:15.711657 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-50c5cb6b-ecd7-4735-b504-33fa25d4d4be tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.723908 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08364b45-768e-41ce-97cc-186fd053a69c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-d263319e-790d-4f2c-863f-b09096d5f5fc', 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'tenant_id': '9e8d306db215455d80dae7259f2106c8', 'fixed_ips': [{'subnet_id': '08b2722e-c1f3-48ff-91ed-b06153725ec2'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:34:15.725304 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08364b45-768e-41ce-97cc-186fd053a69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.766839 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3bc22bc0-e174-40cc-8eb7-ff9c2152b745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.770965 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3bc22bc0-e174-40cc-8eb7-ff9c2152b745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:15.772203 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3bc22bc0-e174-40cc-8eb7-ff9c2152b745 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/698c4d41-40c3-42f3-a719-fd738fb89fe3 HTTP/1.1" status: 204 len: 168 time: 0.3532510 Jul 29 23:34:15.784585 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc22bc0-e174-40cc-8eb7-ff9c2152b745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698c4d41-40c3-42f3-a719-fd738fb89fe3,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:15.990275 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-c9427e65-ed7b-4e0b-816e-49e3157c1684 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:16.000369 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-c9427e65-ed7b-4e0b-816e-49e3157c1684 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/networks?id=ebc3405b-dbdf-4745-bae9-00b7363339da HTTP/1.1" status: 200 len: 811 time: 0.1688058 Jul 29 23:34:16.002807 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-08364b45-768e-41ce-97cc-186fd053a69c None None] Allocated IP 2001:db8::f816:3eff:fe30:b38a (d263319e-790d-4f2c-863f-b09096d5f5fc/08b2722e-c1f3-48ff-91ed-b06153725ec2/a7c5819f-ff47-464f-888b-45c1f13720db) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:16.033373 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-ab5a950d-494c-4a4d-ac4d-8eef7004f061 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/quotas/7a95e2067dac40d1a2f41b37f14aaf9a HTTP/1.1" status: 200 len: 375 time: 0.0293727 Jul 29 23:34:16.106402 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-5218950c-6d4b-412d-8684-8ee5d05444a4 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a95e2067dac40d1a2f41b37f14aaf9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0717089 Jul 29 23:34:16.248502 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-50c5cb6b-ecd7-4735-b504-33fa25d4d4be tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.251244 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08364b45-768e-41ce-97cc-186fd053a69c None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.266628 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-08364b45-768e-41ce-97cc-186fd053a69c None None] Transition to ACTIVE for port object a7c5819f-ff47-464f-888b-45c1f13720db will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:16.293749 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-08364b45-768e-41ce-97cc-186fd053a69c None None] Transition to ACTIVE for port object a7c5819f-ff47-464f-888b-45c1f13720db will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:16.308580 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08364b45-768e-41ce-97cc-186fd053a69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.319922 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-a751ee11-a1ea-4af5-aea0-ada93c6066d5 service neutron] 10.222.0.18 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121980 Jul 29 23:34:16.389048 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c5cb6b-ecd7-4735-b504-33fa25d4d4be tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:16.393981 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-50c5cb6b-ecd7-4735-b504-33fa25d4d4be tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:16.401682 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c5cb6b-ecd7-4735-b504-33fa25d4d4be tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:16.402492 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-50c5cb6b-ecd7-4735-b504-33fa25d4d4be tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.411105 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c5cb6b-ecd7-4735-b504-33fa25d4d4be tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Subnet': ['ID=21c1642e-0b8b-4f4e-9615-0ec24b873077,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:16.437356 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-50c5cb6b-ecd7-4735-b504-33fa25d4d4be tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9531281 Jul 29 23:34:16.437859 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 581954a2-b8ce-4af1-a31c-62df0711b31d no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:34:16.442355 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50192) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:16.447985 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-0de74edf-8ea4-4541-9b85-f0dc05697bca tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'port': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'mac_address': 'fa:16:3e:9e:0c:51', 'name': 'tempest-NetworksTestDHCPv6-1221663779'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:16.567801 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08364b45-768e-41ce-97cc-186fd053a69c None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:16.573543 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 581954a2-b8ce-4af1-a31c-62df0711b31d {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:34:16.574500 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 581954a2-b8ce-4af1-a31c-62df0711b31d not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:34:16.577353 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-101af3d3-7238-4cff-963b-881728880de0 service neutron] 10.222.0.18 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561975 Jul 29 23:34:16.594258 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-08364b45-768e-41ce-97cc-186fd053a69c None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:16.610144 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08364b45-768e-41ce-97cc-186fd053a69c None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:16.651729 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08364b45-768e-41ce-97cc-186fd053a69c None None] Pushing event updated for resources: {'Port': ['ID=a7c5819f-ff47-464f-888b-45c1f13720db,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:16.709679 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-08364b45-768e-41ce-97cc-186fd053a69c None None] Attempting to bind port a7c5819f-ff47-464f-888b-45c1f13720db on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:16.710332 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-08364b45-768e-41ce-97cc-186fd053a69c None None] Attempting to bind port a7c5819f-ff47-464f-888b-45c1f13720db by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:16.710886 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08364b45-768e-41ce-97cc-186fd053a69c None None] Attempting to bind port a7c5819f-ff47-464f-888b-45c1f13720db on network d263319e-790d-4f2c-863f-b09096d5f5fc {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:16.721173 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08364b45-768e-41ce-97cc-186fd053a69c None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:16.721817 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08364b45-768e-41ce-97cc-186fd053a69c None None] Checking segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:16.722787 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08364b45-768e-41ce-97cc-186fd053a69c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.723710 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08364b45-768e-41ce-97cc-186fd053a69c None None] Bound using segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:16.725248 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-08364b45-768e-41ce-97cc-186fd053a69c None None] Bound port: a7c5819f-ff47-464f-888b-45c1f13720db, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:16.726079 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08364b45-768e-41ce-97cc-186fd053a69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:16.797160 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de74edf-8ea4-4541-9b85-f0dc05697bca tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:16.991418 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0de74edf-8ea4-4541-9b85-f0dc05697bca tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:17.023252 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-0de74edf-8ea4-4541-9b85-f0dc05697bca tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] device_id is not set on port 0add187e-16ad-477d-b392-4711f4e70691 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:34:17.504145 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-08364b45-768e-41ce-97cc-186fd053a69c None None] For port a7c5819f-ff47-464f-888b-45c1f13720db, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:17.510552 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-08364b45-768e-41ce-97cc-186fd053a69c None None] For port a7c5819f-ff47-464f-888b-45c1f13720db, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a7c5819f-ff47-464f-888b-45c1f13720db,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:17.520162 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08364b45-768e-41ce-97cc-186fd053a69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:17.573254 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-0de74edf-8ea4-4541-9b85-f0dc05697bca tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Allocated IP 172.20.0.8 (d263319e-790d-4f2c-863f-b09096d5f5fc/21c1642e-0b8b-4f4e-9615-0ec24b873077/0add187e-16ad-477d-b392-4711f4e70691) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:17.589325 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-0de74edf-8ea4-4541-9b85-f0dc05697bca tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Allocated IP 2001:db8::f816:3eff:fe9e:c51 (d263319e-790d-4f2c-863f-b09096d5f5fc/08b2722e-c1f3-48ff-91ed-b06153725ec2/0add187e-16ad-477d-b392-4711f4e70691) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:17.771959 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08364b45-768e-41ce-97cc-186fd053a69c None None] Pushing event updated for resources: {'Port': ['ID=a7c5819f-ff47-464f-888b-45c1f13720db,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:18.072675 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d78f850b-e763-4b68-8ce6-e4f9275e6314 req-78caba1c-214c-4548-ac4a-e1221a542a23 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f5f2f8-c793-44e2-86c3-d5d1b0563167 HTTP/1.1" status: 200 len: 210 time: 0.0956929 Jul 29 23:34:18.240942 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0de74edf-8ea4-4541-9b85-f0dc05697bca tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:18.317918 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-0de74edf-8ea4-4541-9b85-f0dc05697bca tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Transition to ACTIVE for port object 0add187e-16ad-477d-b392-4711f4e70691 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:18.427934 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0de74edf-8ea4-4541-9b85-f0dc05697bca tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:18.475543 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e4a1e-b154-4b8d-a55f-4f98af8e8fcc req-71b8eb13-e946-427a-b147-8327f8bd739a tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:18.486264 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c85e4a1e-b154-4b8d-a55f-4f98af8e8fcc req-71b8eb13-e946-427a-b147-8327f8bd739a tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 946 time: 0.2092612 Jul 29 23:34:18.594505 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c85e4a1e-b154-4b8d-a55f-4f98af8e8fcc req-9ea1b55f-26ac-4dc5-a669-7446b42752de tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059372 Jul 29 23:34:18.610845 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de74edf-8ea4-4541-9b85-f0dc05697bca tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Port': ['ID=0add187e-16ad-477d-b392-4711f4e70691,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:18.656584 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de74edf-8ea4-4541-9b85-f0dc05697bca tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:18.664411 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-0de74edf-8ea4-4541-9b85-f0dc05697bca tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:18.669227 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de74edf-8ea4-4541-9b85-f0dc05697bca tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:18.826496 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a7c5819f-ff47-464f-888b-45c1f13720db up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:18.835734 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de74edf-8ea4-4541-9b85-f0dc05697bca tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:18.838663 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0de74edf-8ea4-4541-9b85-f0dc05697bca tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:18.880305 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0de74edf-8ea4-4541-9b85-f0dc05697bca tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4365242 Jul 29 23:34:18.883007 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50258) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:18.932625 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port a7c5819f-ff47-464f-888b-45c1f13720db completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:19.044188 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87758c0-607a-4bf0-adee-8b43bdb97399 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:19.068756 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87758c0-607a-4bf0-adee-8b43bdb97399 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:19.071554 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d87758c0-607a-4bf0-adee-8b43bdb97399 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1837814 Jul 29 23:34:19.078509 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50262) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:19.311819 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-714fc402-0165-4237-ac0d-b7e14964c253 req-dc91730d-3d5c-44c1-b8bc-7bfbf8a74fa6 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f5f2f8-c793-44e2-86c3-d5d1b0563167 HTTP/1.1" status: 200 len: 210 time: 0.0965061 Jul 29 23:34:19.351133 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8396157d-a77c-4339-be30-370ce360a7ef tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting port 0add187e-16ad-477d-b392-4711f4e70691 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:19.351343 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8396157d-a77c-4339-be30-370ce360a7ef tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:19.549993 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-988cd1d8-0f31-437f-9b9c-55a572afbfd8 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:19.551911 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-988cd1d8-0f31-437f-9b9c-55a572afbfd8 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.23 "GET /v2.0/networks?id=ebc3405b-dbdf-4745-bae9-00b7363339da HTTP/1.1" status: 200 len: 811 time: 0.2327898 Jul 29 23:34:19.565392 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-e5cdb619-0f33-4e29-9565-44808fc0b44c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Request body: {'port': {'device_id': '94f5f2f8-c793-44e2-86c3-d5d1b0563167', 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da', 'admin_state_up': True, 'tenant_id': '7a95e2067dac40d1a2f41b37f14aaf9a'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:19.602915 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ddf55e-9c99-402b-8bb5-bb88dd4a9354 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:19.614296 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8396157d-a77c-4339-be30-370ce360a7ef tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:19.639966 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8396157d-a77c-4339-be30-370ce360a7ef tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Calling delete_port for 0add187e-16ad-477d-b392-4711f4e70691 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:19.889080 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-2e274f9d-fd26-4556-b449-099eba0fd594 None None] Provisioning for port a7c5819f-ff47-464f-888b-45c1f13720db completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:19.908612 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-e5cdb619-0f33-4e29-9565-44808fc0b44c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Made reservation on behalf of 7a95e2067dac40d1a2f41b37f14aaf9a for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:19.912214 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-2e274f9d-fd26-4556-b449-099eba0fd594 None None] Provisioning complete for port a7c5819f-ff47-464f-888b-45c1f13720db triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:19.913035 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2e274f9d-fd26-4556-b449-099eba0fd594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:19.914635 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-e5cdb619-0f33-4e29-9565-44808fc0b44c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:19.942393 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8396157d-a77c-4339-be30-370ce360a7ef tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:19.972587 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e4d46-533d-4a12-8808-afb3cf548ef3 req-57c6c1c2-b53a-4f91-8dbf-c95c3bb3ebb6 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:19.984135 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b29e4d46-533d-4a12-8808-afb3cf548ef3 req-57c6c1c2-b53a-4f91-8dbf-c95c3bb3ebb6 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 946 time: 0.2068737 Jul 29 23:34:19.988894 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396157d-a77c-4339-be30-370ce360a7ef tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Port': ['ID=0add187e-16ad-477d-b392-4711f4e70691,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:20.158232 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50282) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:20.200092 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8396157d-a77c-4339-be30-370ce360a7ef tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:20.204965 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8396157d-a77c-4339-be30-370ce360a7ef tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/0add187e-16ad-477d-b392-4711f4e70691 HTTP/1.1" status: 204 len: 168 time: 1.1226645 Jul 29 23:34:20.205482 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2e274f9d-fd26-4556-b449-099eba0fd594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:20.207315 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50286) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:20.216260 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b29e4d46-533d-4a12-8808-afb3cf548ef3 req-4da46c23-da68-41c6-8aa1-e4b5b7bf1e3d tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275107 Jul 29 23:34:20.286058 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983a8681-3b2c-423d-b036-201e9f4331e8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:20.288216 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983a8681-3b2c-423d-b036-201e9f4331e8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:20.291316 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983a8681-3b2c-423d-b036-201e9f4331e8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:20.296006 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-983a8681-3b2c-423d-b036-201e9f4331e8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0846305 Jul 29 23:34:20.296296 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50288) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:20.344840 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-2e274f9d-fd26-4556-b449-099eba0fd594 None None] For port a7c5819f-ff47-464f-888b-45c1f13720db, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a7c5819f-ff47-464f-888b-45c1f13720db,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:20.352744 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2e274f9d-fd26-4556-b449-099eba0fd594 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:20.353056 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-e5cdb619-0f33-4e29-9565-44808fc0b44c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Allocated IP 172.20.0.12 (ebc3405b-dbdf-4745-bae9-00b7363339da/b7783f5c-0922-4c71-a9e3-d83ec4828df5/c17e8d29-6845-411d-89d1-e21e31209d1f) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:20.415064 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-44e05480-0452-40fd-8eef-aeb128428d51 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting subnet 08b2722e-c1f3-48ff-91ed-b06153725ec2 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:34:20.423266 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44e05480-0452-40fd-8eef-aeb128428d51 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:20.478818 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7872e3-b5ff-4237-ac61-1ff660cb113c None None] Update dhcp port {'port': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'fixed_ips': [{'subnet_id': '08b2722e-c1f3-48ff-91ed-b06153725ec2', 'ip_address': '2001:db8::f816:3eff:fe30:b38a'}, {'subnet_id': '21c1642e-0b8b-4f4e-9615-0ec24b873077'}], 'binding:host_id': 'n-d-712140-10'}, 'id': 'a7c5819f-ff47-464f-888b-45c1f13720db'} from n-d-712140-10. {{(pid=94065) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:34:20.495177 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e274f9d-fd26-4556-b449-099eba0fd594 None None] Pushing event updated for resources: {'Port': ['ID=a7c5819f-ff47-464f-888b-45c1f13720db,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:20.513890 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44e05480-0452-40fd-8eef-aeb128428d51 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:20.581769 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7a7872e3-b5ff-4237-ac61-1ff660cb113c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:20.630928 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-df244e96-05a5-4c5b-ae61-bc45de4a916e tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1708436152'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:20.715411 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44e05480-0452-40fd-8eef-aeb128428d51 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:20.739024 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-67650433-d07d-462f-a041-5e0449603950 req-b350ed82-ee0a-4077-a703-080ba2114f72 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f5f2f8-c793-44e2-86c3-d5d1b0563167 HTTP/1.1" status: 200 len: 210 time: 0.0309923 Jul 29 23:34:20.753401 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df244e96-05a5-4c5b-ae61-bc45de4a916e tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] Made reservation on behalf of e67d42508858411c9d31f6e1c7879033 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:20.760384 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-df244e96-05a5-4c5b-ae61-bc45de4a916e tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:20.797691 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-df244e96-05a5-4c5b-ae61-bc45de4a916e tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:20.818385 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a7c5819f-ff47-464f-888b-45c1f13720db up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:20.868514 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44e05480-0452-40fd-8eef-aeb128428d51 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server [None req-7a7872e3-b5ff-4237-ac61-1ff660cb113c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08b2722e-c1f3-48ff-91ed-b06153725ec2: This subnet is being modified by another concurrent operation. Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:34:20.869657 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:34:20.873773 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:34:20.873773 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:34:20.873773 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:34:20.873773 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:34:20.873773 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:34:20.873773 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:34:20.873773 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:34:20.873773 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:34:20.873773 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:34:20.873773 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:34:20.873773 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:34:20.873773 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:34:20.873773 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:34:20.873773 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:34:20.873773 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 29 23:34:20.873773 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 29 23:34:20.873773 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:34:20.873773 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:34:20.873773 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Jul 29 23:34:20.873773 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 29 23:34:20.873773 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 29 23:34:20.873773 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 29 23:34:20.873773 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 29 23:34:20.873773 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 29 23:34:20.873773 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 29 23:34:20.873773 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 23:34:20.873773 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 23:34:20.873773 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 23:34:20.873773 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 23:34:20.873773 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise exception Jul 29 23:34:20.873773 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 08b2722e-c1f3-48ff-91ed-b06153725ec2: This subnet is being modified by another concurrent operation. Jul 29 23:34:20.873773 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server Jul 29 23:34:20.958720 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-e5cdb619-0f33-4e29-9565-44808fc0b44c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:20.982983 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e05480-0452-40fd-8eef-aeb128428d51 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Subnet': ['ID=08b2722e-c1f3-48ff-91ed-b06153725ec2,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:20.994833 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44e05480-0452-40fd-8eef-aeb128428d51 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:20.998866 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-44e05480-0452-40fd-8eef-aeb128428d51 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/08b2722e-c1f3-48ff-91ed-b06153725ec2 HTTP/1.1" status: 204 len: 168 time: 0.7004600 Jul 29 23:34:21.003930 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50294) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:21.005144 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port a7c5819f-ff47-464f-888b-45c1f13720db triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:21.005622 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.042177 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c479327-5a04-471d-b5f8-22493926e48b None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:21.135415 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-df244e96-05a5-4c5b-ae61-bc45de4a916e tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.139937 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0ceb6f4d-0ae8-4b56-bf90-39b02d36328d None None] Provisioning complete for port a7c5819f-ff47-464f-888b-45c1f13720db triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:21.140316 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0ceb6f4d-0ae8-4b56-bf90-39b02d36328d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.167859 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-e5cdb619-0f33-4e29-9565-44808fc0b44c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.172388 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-df244e96-05a5-4c5b-ae61-bc45de4a916e tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.285162 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-e5cdb619-0f33-4e29-9565-44808fc0b44c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Network ebc3405b-dbdf-4745-bae9-00b7363339da is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:21.297167 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-e5cdb619-0f33-4e29-9565-44808fc0b44c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:21.302133 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df244e96-05a5-4c5b-ae61-bc45de4a916e tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:34:21.311154 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-e5cdb619-0f33-4e29-9565-44808fc0b44c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:21.326628 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16d223d-4411-4814-ace2-e6974d642ee7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting subnet 21c1642e-0b8b-4f4e-9615-0ec24b873077 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:34:21.329824 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df244e96-05a5-4c5b-ae61-bc45de4a916e tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=608f700e-4d85-4f3f-91a9-edd46df4290d,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:21.406711 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e16d223d-4411-4814-ace2-e6974d642ee7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.481301 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c9f8b5-b6b6-4d81-ae48-50859b61ecfd None None] Update dhcp port {'port': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'fixed_ips': [{'subnet_id': '21c1642e-0b8b-4f4e-9615-0ec24b873077'}], 'binding:host_id': 'n-d-712140-10'}, 'id': 'a7c5819f-ff47-464f-888b-45c1f13720db'} from n-d-712140-10. {{(pid=94065) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:34:21.504272 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cdb619-0f33-4e29-9565-44808fc0b44c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Pushing event updated for resources: {'Port': ['ID=c17e8d29-6845-411d-89d1-e21e31209d1f,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:21.513138 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-df244e96-05a5-4c5b-ae61-bc45de4a916e tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.513287 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-df244e96-05a5-4c5b-ae61-bc45de4a916e tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] Added segment a9696709-12f8-47d8-b7e3-1c294c4c1de7 of type vlan for network 9255d29d-5440-434c-bab7-d5e4c843fb20 Jul 29 23:34:21.527239 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-91c9f8b5-b6b6-4d81-ae48-50859b61ecfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.529183 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e16d223d-4411-4814-ace2-e6974d642ee7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.650117 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-e5cdb619-0f33-4e29-9565-44808fc0b44c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:21.650915 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-e5cdb619-0f33-4e29-9565-44808fc0b44c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.686206 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e16d223d-4411-4814-ace2-e6974d642ee7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.718528 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-df244e96-05a5-4c5b-ae61-bc45de4a916e tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.728815 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-e5cdb619-0f33-4e29-9565-44808fc0b44c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1680617 Jul 29 23:34:21.754378 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-a46dfaff-7428-48b5-9426-16c7a7533ed8 service neutron] Request body: {'port': {'device_id': '94f5f2f8-c793-44e2-86c3-d5d1b0563167', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:21.765805 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63ce2c-0aeb-45fe-a286-a2880f5d98f1 req-c0418e92-6b4f-4b06-9866-d9ea4784331f tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:21.768499 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8b63ce2c-0aeb-45fe-a286-a2880f5d98f1 req-c0418e92-6b4f-4b06-9866-d9ea4784331f tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 946 time: 0.2962933 Jul 29 23:34:21.860277 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.db.resource_extend [None req-df244e96-05a5-4c5b-ae61-bc45de4a916e tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:34:21.943144 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50308) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:21.960207 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-df244e96-05a5-4c5b-ae61-bc45de4a916e tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:21.967343 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df244e96-05a5-4c5b-ae61-bc45de4a916e tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:21.968015 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-df244e96-05a5-4c5b-ae61-bc45de4a916e tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:22.052088 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8b63ce2c-0aeb-45fe-a286-a2880f5d98f1 req-a9dbb625-d3ff-4aed-9ea9-b1dc039fd033 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541943 Jul 29 23:34:22.058204 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df244e96-05a5-4c5b-ae61-bc45de4a916e tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] Pushing event updated for resources: {'Network': ['ID=9255d29d-5440-434c-bab7-d5e4c843fb20,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server [None req-91c9f8b5-b6b6-4d81-ae48-50859b61ecfd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 21c1642e-0b8b-4f4e-9615-0ec24b873077: This subnet is being modified by another concurrent operation. Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:34:22.069686 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:34:22.079383 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:34:22.079383 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:34:22.079383 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:34:22.079383 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:34:22.079383 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:34:22.079383 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:34:22.079383 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:34:22.079383 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:34:22.079383 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:34:22.079383 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:34:22.079383 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:34:22.079383 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:34:22.079383 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:34:22.079383 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:34:22.079383 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 29 23:34:22.079383 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 29 23:34:22.079383 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:34:22.079383 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:34:22.079383 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Jul 29 23:34:22.079383 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 29 23:34:22.079383 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 29 23:34:22.079383 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 29 23:34:22.079383 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 29 23:34:22.079383 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 29 23:34:22.079383 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 29 23:34:22.079383 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 23:34:22.079383 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 23:34:22.079383 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 23:34:22.079383 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 23:34:22.079383 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise exception Jul 29 23:34:22.079383 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 21c1642e-0b8b-4f4e-9615-0ec24b873077: This subnet is being modified by another concurrent operation. Jul 29 23:34:22.079383 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server Jul 29 23:34:22.083108 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-a46dfaff-7428-48b5-9426-16c7a7533ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:22.083108 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e16d223d-4411-4814-ace2-e6974d642ee7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:22.095229 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 9255d29d-5440-434c-bab7-d5e4c843fb20 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:34:22.155369 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50314) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:22.167813 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-df244e96-05a5-4c5b-ae61-bc45de4a916e tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9992619 Jul 29 23:34:22.262174 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16d223d-4411-4814-ace2-e6974d642ee7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Subnet': ['ID=21c1642e-0b8b-4f4e-9615-0ec24b873077,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:22.281984 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e16d223d-4411-4814-ace2-e6974d642ee7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:22.290425 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e16d223d-4411-4814-ace2-e6974d642ee7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/21c1642e-0b8b-4f4e-9615-0ec24b873077 HTTP/1.1" status: 204 len: 168 time: 1.2751760 Jul 29 23:34:22.300473 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50318) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:22.308124 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-573ba3e3-9b15-4ecd-af73-cf6208f32b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:22.372994 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7993a419-d561-4eb0-a916-a64b1b1e6852 None None] Provisioning complete for port a7c5819f-ff47-464f-888b-45c1f13720db triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:22.373388 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7993a419-d561-4eb0-a916-a64b1b1e6852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:22.415635 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-30c8e570-31b1-46a1-94a3-0a4707aa0ef8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1134324 Jul 29 23:34:22.416520 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50320) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:22.445217 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-90ebb03d-0797-4194-acef-7b4dcd4e8a7a tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Request body: {'network': {'name': 'tempest-network--1132491522', 'router:external': True}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:22.477316 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-8b485807-eb3c-4c6c-8579-fac9c67710d6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:22.535131 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f1199b-9376-4722-ad4a-6438349403dd None None] get_active_networks_info from n-d-712140-10 {{(pid=94065) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:34:22.712478 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a7c5819f-ff47-464f-888b-45c1f13720db no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:34:22.794653 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f1199b-9376-4722-ad4a-6438349403dd None None] Resources bound (agent type, host, resource id): {{(pid=94065) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:34:22.881363 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-573ba3e3-9b15-4ecd-af73-cf6208f32b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:22.909125 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-573ba3e3-9b15-4ecd-af73-cf6208f32b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:22.919904 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d56a3f-d630-465c-bf7d-89782351f9ef req-d2b1b80c-7dde-4c19-af0e-e399d1a33172 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:22.921490 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68d56a3f-d630-465c-bf7d-89782351f9ef req-d2b1b80c-7dde-4c19-af0e-e399d1a33172 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f5f2f8-c793-44e2-86c3-d5d1b0563167 HTTP/1.1" status: 200 len: 932 time: 0.0949352 Jul 29 23:34:22.950951 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ebb03d-0797-4194-acef-7b4dcd4e8a7a tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Made reservation on behalf of 3f80f30be7cb4dbd877600a2bbf1dc97 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:22.953266 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90ebb03d-0797-4194-acef-7b4dcd4e8a7a tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:22.972538 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90ebb03d-0797-4194-acef-7b4dcd4e8a7a tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:23.002337 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-573ba3e3-9b15-4ecd-af73-cf6208f32b7e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cb67310e785c4b7a9fad0d4fb415784f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0580797 Jul 29 23:34:23.012711 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50322) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:23.013687 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ba3e3-9b15-4ecd-af73-cf6208f32b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6a71b6-fa10-452a-a778-4e533d26199f,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:23.052276 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:23.076261 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b485807-eb3c-4c6c-8579-fac9c67710d6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:23.080157 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8b485807-eb3c-4c6c-8579-fac9c67710d6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:23.148570 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port a7c5819f-ff47-464f-888b-45c1f13720db, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a7c5819f-ff47-464f-888b-45c1f13720db,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:23.155178 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:23.245077 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90ebb03d-0797-4194-acef-7b4dcd4e8a7a tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:23.255109 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90ebb03d-0797-4194-acef-7b4dcd4e8a7a tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:23.288788 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-507a1dd3-5c38-4380-baf9-c371f23ba7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:23.292500 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90ebb03d-0797-4194-acef-7b4dcd4e8a7a tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:34:23.297652 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68d56a3f-d630-465c-bf7d-89782351f9ef req-1b4ede5c-7045-4c29-a65f-d439aa317662 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601679 Jul 29 23:34:23.336662 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebb03d-0797-4194-acef-7b4dcd4e8a7a tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c94fdb9-3da9-4472-bc53-8c85fb6cc99e,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:23.348592 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b0b11e5b-72a0-46a7-842a-32bec91cd39c None None] Could not find standard attr ID for object 0add187e-16ad-477d-b392-4711f4e70691. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:34:23.354742 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90ebb03d-0797-4194-acef-7b4dcd4e8a7a tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:23.355101 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-90ebb03d-0797-4194-acef-7b4dcd4e8a7a tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Added segment 8cb51ced-9ea8-4ae1-b00c-91dc75a2ace1 of type vlan for network f4ebf2d0-45a6-46f6-8f69-e41bbcb79948 Jul 29 23:34:23.362364 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daf9da9-b68a-4b28-9d5a-a9dc45b353f8 None None] get_active_networks_info from n-d-712140-10 {{(pid=94065) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:34:23.425815 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-507a1dd3-5c38-4380-baf9-c371f23ba7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:23.514529 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-a46dfaff-7428-48b5-9426-16c7a7533ed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c17e8d29-6845-411d-89d1-e21e31209d1f {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:23.531009 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3a7ab-db68-4e3e-861f-bfce0ef0bd79 req-78e8e365-c580-43b7-8045-5f2e4f53267b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:23.532648 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-56c3a7ab-db68-4e3e-861f-bfce0ef0bd79 req-78e8e365-c580-43b7-8045-5f2e4f53267b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 946 time: 0.1142423 Jul 29 23:34:23.537612 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-a46dfaff-7428-48b5-9426-16c7a7533ed8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:23.545110 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=a7c5819f-ff47-464f-888b-45c1f13720db,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:23.567808 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-a46dfaff-7428-48b5-9426-16c7a7533ed8 service neutron] Transition to ACTIVE for port object c17e8d29-6845-411d-89d1-e21e31209d1f will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:23.574496 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-a46dfaff-7428-48b5-9426-16c7a7533ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:23.577469 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-70e966b0-7ae8-4c20-b343-69b46307b198 None None] Provisioning complete for port a7c5819f-ff47-464f-888b-45c1f13720db triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:23.577975 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-70e966b0-7ae8-4c20-b343-69b46307b198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:23.580229 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daf9da9-b68a-4b28-9d5a-a9dc45b353f8 None None] Resources bound (agent type, host, resource id): {{(pid=94065) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:34:23.593076 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90ebb03d-0797-4194-acef-7b4dcd4e8a7a tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:23.607245 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-56c3a7ab-db68-4e3e-861f-bfce0ef0bd79 req-fdb95ded-90f2-4ec9-b2b1-7b41d905418d tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644116 Jul 29 23:34:23.680997 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-507a1dd3-5c38-4380-baf9-c371f23ba7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:23.684705 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-507a1dd3-5c38-4380-baf9-c371f23ba7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:23.685884 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-507a1dd3-5c38-4380-baf9-c371f23ba7fe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ef6a71b6-fa10-452a-a778-4e533d26199f HTTP/1.1" status: 204 len: 168 time: 0.6688485 Jul 29 23:34:23.720617 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90ebb03d-0797-4194-acef-7b4dcd4e8a7a tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:23.721768 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ebb03d-0797-4194-acef-7b4dcd4e8a7a tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:23.722565 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90ebb03d-0797-4194-acef-7b4dcd4e8a7a tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:23.737798 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507a1dd3-5c38-4380-baf9-c371f23ba7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6a71b6-fa10-452a-a778-4e533d26199f,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:23.825381 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46dfaff-7428-48b5-9426-16c7a7533ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=c17e8d29-6845-411d-89d1-e21e31209d1f,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:23.873008 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-a46dfaff-7428-48b5-9426-16c7a7533ed8 service neutron] Attempting to bind port c17e8d29-6845-411d-89d1-e21e31209d1f on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:23.873389 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-a46dfaff-7428-48b5-9426-16c7a7533ed8 service neutron] Attempting to bind port c17e8d29-6845-411d-89d1-e21e31209d1f by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'c898618f-8f6f-4111-ba8e-fe1c70cde634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:23.873752 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-a46dfaff-7428-48b5-9426-16c7a7533ed8 service neutron] Attempting to bind port c17e8d29-6845-411d-89d1-e21e31209d1f on network ebc3405b-dbdf-4745-bae9-00b7363339da {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:23.884079 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-a46dfaff-7428-48b5-9426-16c7a7533ed8 service neutron] Port c17e8d29-6845-411d-89d1-e21e31209d1f on network ebc3405b-dbdf-4745-bae9-00b7363339da not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:34:23.884470 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-a46dfaff-7428-48b5-9426-16c7a7533ed8 service neutron] Attempting to bind port c17e8d29-6845-411d-89d1-e21e31209d1f on network ebc3405b-dbdf-4745-bae9-00b7363339da {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:23.901673 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-a46dfaff-7428-48b5-9426-16c7a7533ed8 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 33, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:23.902727 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-a46dfaff-7428-48b5-9426-16c7a7533ed8 service neutron] Checking segment: {'id': 'c898618f-8f6f-4111-ba8e-fe1c70cde634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:23.904083 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-a46dfaff-7428-48b5-9426-16c7a7533ed8 service neutron] Bound using segment: {'id': 'c898618f-8f6f-4111-ba8e-fe1c70cde634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:23.905577 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-a46dfaff-7428-48b5-9426-16c7a7533ed8 service neutron] Bound port: c17e8d29-6845-411d-89d1-e21e31209d1f, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c898618f-8f6f-4111-ba8e-fe1c70cde634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:23.906795 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-a46dfaff-7428-48b5-9426-16c7a7533ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:23.927893 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-90ebb03d-0797-4194-acef-7b4dcd4e8a7a tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.7713566 Jul 29 23:34:23.932291 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-70e966b0-7ae8-4c20-b343-69b46307b198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:23.936992 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50334) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:24.014276 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ebb03d-0797-4194-acef-7b4dcd4e8a7a tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Pushing event updated for resources: {'Network': ['ID=f4ebf2d0-45a6-46f6-8f69-e41bbcb79948,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:24.024191 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-70e966b0-7ae8-4c20-b343-69b46307b198 None None] For port a7c5819f-ff47-464f-888b-45c1f13720db, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a7c5819f-ff47-464f-888b-45c1f13720db,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:24.028333 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network f4ebf2d0-45a6-46f6-8f69-e41bbcb79948 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:34:24.032628 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-70e966b0-7ae8-4c20-b343-69b46307b198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.117796 n-d-712140-10 neutron-server[94064]: DEBUG neutron.objects.ports [None req-8b485807-eb3c-4c6c-8579-fac9c67710d6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94064) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:34:24.193339 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-59567c03-2553-42ca-a651-27756b536a65 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.206268 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-a46dfaff-7428-48b5-9426-16c7a7533ed8 service neutron] For port c17e8d29-6845-411d-89d1-e21e31209d1f, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:24.215442 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-effe8f2b-0343-4c4a-bbb5-3d27c9812afd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1675310 Jul 29 23:34:24.217572 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-a46dfaff-7428-48b5-9426-16c7a7533ed8 service neutron] For port c17e8d29-6845-411d-89d1-e21e31209d1f, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=c17e8d29-6845-411d-89d1-e21e31209d1f,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:24.233541 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-a46dfaff-7428-48b5-9426-16c7a7533ed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.371450 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e966b0-7ae8-4c20-b343-69b46307b198 None None] Pushing event updated for resources: {'Port': ['ID=a7c5819f-ff47-464f-888b-45c1f13720db,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:24.432687 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-a46dfaff-7428-48b5-9426-16c7a7533ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:24.433300 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-a46dfaff-7428-48b5-9426-16c7a7533ed8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.434883 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-a46dfaff-7428-48b5-9426-16c7a7533ed8 service neutron] 10.222.0.23 "PUT /v2.0/ports/c17e8d29-6845-411d-89d1-e21e31209d1f HTTP/1.1" status: 200 len: 1093 time: 2.6853719 Jul 29 23:34:24.435717 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f5f2f8-c793-44e2-86c3-d5d1b0563167', 'tag': 'c17e8d29-6845-411d-89d1-e21e31209d1f'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:24.453651 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad258aa6-c975-42bc-87f7-8b2937df7f10" -d '{"events": [{"name": "network-changed", "server_uuid": "94f5f2f8-c793-44e2-86c3-d5d1b0563167", "tag": "c17e8d29-6845-411d-89d1-e21e31209d1f"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:24.600304 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46dfaff-7428-48b5-9426-16c7a7533ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=c17e8d29-6845-411d-89d1-e21e31209d1f,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:24.611712 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8b485807-eb3c-4c6c-8579-fac9c67710d6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.641381 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69889706-1862-4419-9f9c-e5b7a3756367 None None] Update dhcp port {'port': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'fixed_ips': [{'subnet_id': '44f98678-b8ba-4db0-8178-98c9d5cfb143'}], 'binding:host_id': 'n-d-712140-10'}, 'id': 'a7c5819f-ff47-464f-888b-45c1f13720db'} from n-d-712140-10. {{(pid=94065) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:34:24.674398 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69889706-1862-4419-9f9c-e5b7a3756367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.678419 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-59567c03-2553-42ca-a651-27756b536a65 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.728509 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-0d24fd37-b3e9-4acf-bf71-b142f19a8843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:24.728999 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-0d24fd37-b3e9-4acf-bf71-b142f19a8843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:24.729471 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-0d24fd37-b3e9-4acf-bf71-b142f19a8843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:24.729943 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-0d24fd37-b3e9-4acf-bf71-b142f19a8843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:24.730412 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-0d24fd37-b3e9-4acf-bf71-b142f19a8843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:24.730875 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-0d24fd37-b3e9-4acf-bf71-b142f19a8843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:24.731340 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-0d24fd37-b3e9-4acf-bf71-b142f19a8843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:24.733647 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-0d24fd37-b3e9-4acf-bf71-b142f19a8843 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b88923046a64f0cbc69a614c91ce1e9&device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 6495 time: 0.4450505 Jul 29 23:34:24.737342 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-59567c03-2553-42ca-a651-27756b536a65 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4ebf2d0-45a6-46f6-8f69-e41bbcb79948']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:24.767222 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-59567c03-2553-42ca-a651-27756b536a65 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cb51ced-9ea8-4ae1-b00c-91dc75a2ace1') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:24.767740 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-59567c03-2553-42ca-a651-27756b536a65 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cb51ced-9ea8-4ae1-b00c-91dc75a2ace1') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:24.803685 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19653205-2da8-414f-9017-d43dc31a18b5 req-4779424f-5e5d-4190-82e7-67602933ff53 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:24.806707 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-19653205-2da8-414f-9017-d43dc31a18b5 req-4779424f-5e5d-4190-82e7-67602933ff53 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f5f2f8-c793-44e2-86c3-d5d1b0563167 HTTP/1.1" status: 200 len: 944 time: 0.1927218 Jul 29 23:34:24.916411 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-59567c03-2553-42ca-a651-27756b536a65 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:24.920871 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-c6b4f1d7-e6f1-402b-abf7-4711b70bc1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:24.921743 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-c6b4f1d7-e6f1-402b-abf7-4711b70bc1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:24.922549 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-c6b4f1d7-e6f1-402b-abf7-4711b70bc1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:24.925446 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-c6b4f1d7-e6f1-402b-abf7-4711b70bc1ae service neutron] 10.222.0.39 "GET /v2.0/networks?id=34a9b01a-fb87-4012-8543-47877b831421&id=d2df6756-1437-4cbd-af3b-72d70f51df4a&id=d2df6756-1437-4cbd-af3b-72d70f51df4a&id=d2df6756-1437-4cbd-af3b-72d70f51df4a&id=d2df6756-1437-4cbd-af3b-72d70f51df4a&id=d946e4cf-f467-4b2d-9871-c5018b0b50b6&id=d946e4cf-f467-4b2d-9871-c5018b0b50b6 HTTP/1.1" status: 200 len: 2293 time: 0.1347954 Jul 29 23:34:24.929523 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-eacc16ad-870a-46cb-8a4f-d5ce22750ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:24.931299 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-eacc16ad-870a-46cb-8a4f-d5ce22750ba9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a95e2067dac40d1a2f41b37f14aaf9a&device_id=94f5f2f8-c793-44e2-86c3-d5d1b0563167 HTTP/1.1" status: 200 len: 1096 time: 0.3155954 Jul 29 23:34:25.047848 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-b61e0c50-ee8f-4837-8586-dd347b4c47da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e05f8a47-fe32-435c-a33a-7877418c510e HTTP/1.1" status: 200 len: 1002 time: 0.1036041 Jul 29 23:34:25.048912 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-59567c03-2553-42ca-a651-27756b536a65 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.119397 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-8b485807-eb3c-4c6c-8579-fac9c67710d6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] For port a7c5819f-ff47-464f-888b-45c1f13720db, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a7c5819f-ff47-464f-888b-45c1f13720db,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:25.150805 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-37731c5d-993e-4b5d-a244-d26ec364d815 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c17e8d29-6845-411d-89d1-e21e31209d1f HTTP/1.1" status: 200 len: 217 time: 0.2077847 Jul 29 23:34:25.155602 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59567c03-2553-42ca-a651-27756b536a65 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:34:25.156299 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-59567c03-2553-42ca-a651-27756b536a65 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.158809 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:34:25.158809 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:34:25.158809 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:34:25.158809 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:34:25.158809 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:34:25.158809 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:34:25.158809 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:34:25.158809 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:34:25.158809 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:34:25.158809 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:34:25.158809 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:34:25.158809 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:34:25.158809 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:34:25.158809 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:34:25.158809 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:34:25.158809 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:34:25.158809 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:34:25.158809 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:34:25.158809 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:34:25.158809 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:34:25.158809 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:34:25.158809 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:34:25.158809 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:34:25.158809 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:34:25.158809 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:34:25.158809 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:34:25.158809 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:34:25.158809 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:34:25.158809 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:34:25.158809 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:34:25.158809 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:34:25.158809 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:34:25.163253 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-0a99256c-217d-4fb6-a46f-c76e9a4b4ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:25.165380 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-0a99256c-217d-4fb6-a46f-c76e9a4b4ffb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d30afb76-e1b0-42cb-bf28-c9514a93f8f1 HTTP/1.1" status: 200 len: 851 time: 0.0732262 Jul 29 23:34:25.175723 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8b485807-eb3c-4c6c-8579-fac9c67710d6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.204646 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8b485807-eb3c-4c6c-8579-fac9c67710d6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.208427 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8b485807-eb3c-4c6c-8579-fac9c67710d6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.295577 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b485807-eb3c-4c6c-8579-fac9c67710d6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:25.307996 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.db.api [None req-69889706-1862-4419-9f9c-e5b7a3756367 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:34:25.308574 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-8b485807-eb3c-4c6c-8579-fac9c67710d6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:25.309730 n-d-712140-10 neutron-server[94065]: DEBUG oslo_db.api [None req-69889706-1862-4419-9f9c-e5b7a3756367 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:34:25.311752 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b485807-eb3c-4c6c-8579-fac9c67710d6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:25.312423 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8b485807-eb3c-4c6c-8579-fac9c67710d6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.366336 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b485807-eb3c-4c6c-8579-fac9c67710d6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Subnet': ['ID=44f98678-b8ba-4db0-8178-98c9d5cfb143,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:25.382481 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8b485807-eb3c-4c6c-8579-fac9c67710d6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9600170 Jul 29 23:34:25.388817 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50366) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:25.393270 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-19653205-2da8-414f-9017-d43dc31a18b5 req-0d4569da-021e-431a-8fad-0f1c2ffecc1d tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601641 Jul 29 23:34:25.397849 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-66614532-0237-4d39-8769-e3247f6ee0e3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:25.404470 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b485807-eb3c-4c6c-8579-fac9c67710d6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Port': ['ID=a7c5819f-ff47-464f-888b-45c1f13720db,revision_number=8']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:25.450425 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-e6315158-36a4-454e-9849-65514dd12656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:25.451906 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-e6315158-36a4-454e-9849-65514dd12656 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7783f5c-0922-4c71-a9e3-d83ec4828df5 HTTP/1.1" status: 200 len: 851 time: 0.2854004 Jul 29 23:34:25.454929 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-2ee5fbeb-8bba-420b-bcb4-d50fe0a22660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:25.456544 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-2ee5fbeb-8bba-420b-bcb4-d50fe0a22660 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=34a9b01a-fb87-4012-8543-47877b831421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2247858 Jul 29 23:34:25.459025 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-59567c03-2553-42ca-a651-27756b536a65 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.474394 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59567c03-2553-42ca-a651-27756b536a65 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f4ebf2d0-45a6-46f6-8f69-e41bbcb79948 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 23:34:25.595274 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-59567c03-2553-42ca-a651-27756b536a65 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.607219 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-59567c03-2553-42ca-a651-27756b536a65 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] 10.222.0.18 "DELETE /v2.0/networks/f4ebf2d0-45a6-46f6-8f69-e41bbcb79948 HTTP/1.1" status: 204 len: 168 time: 1.6631725 Jul 29 23:34:25.618862 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50372) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:25.642133 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59567c03-2553-42ca-a651-27756b536a65 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Pushing event deleted for resources: {'Network': ['ID=f4ebf2d0-45a6-46f6-8f69-e41bbcb79948,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:25.646390 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f627a1cf-b59f-4b13-9500-a41df9cde57d x-openstack-request-id: req-f627a1cf-b59f-4b13-9500-a41df9cde57d {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:25.646868 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f5f2f8-c793-44e2-86c3-d5d1b0563167", "tag": "c17e8d29-6845-411d-89d1-e21e31209d1f", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:25.647253 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f627a1cf-b59f-4b13-9500-a41df9cde57d {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:25.647890 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f5f2f8-c793-44e2-86c3-d5d1b0563167', 'tag': 'c17e8d29-6845-411d-89d1-e21e31209d1f', 'status': 'completed', 'code': 200} Jul 29 23:34:25.664409 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-71f02c62-4307-4203-ad22-8855e5278523 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:25.699244 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-05eab791-5129-4b32-9c9f-ede26b0a36d3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ebc3405b-dbdf-4745-bae9-00b7363339da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2357564 Jul 29 23:34:25.731186 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f02c62-4307-4203-ad22-8855e5278523 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Made reservation on behalf of 3f80f30be7cb4dbd877600a2bbf1dc97 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:25.735495 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-71f02c62-4307-4203-ad22-8855e5278523 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.850725 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71f02c62-4307-4203-ad22-8855e5278523 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:34:25.912911 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-71f02c62-4307-4203-ad22-8855e5278523 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.913538 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-71f02c62-4307-4203-ad22-8855e5278523 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Added segment b8904e49-292c-4cbc-8f25-f30962ce35b2 of type vlan for network 32537139-416a-4a8d-957e-14a5565361ac Jul 29 23:34:25.924914 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69889706-1862-4419-9f9c-e5b7a3756367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:25.936655 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66614532-0237-4d39-8769-e3247f6ee0e3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:25.945843 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-66614532-0237-4d39-8769-e3247f6ee0e3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:26.144730 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c35b39-cd24-4b5d-bd24-734688c8a184 req-bb0f0f46-f4ac-4c07-a10f-0543f5ecf1fb tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:26.147629 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57c35b39-cd24-4b5d-bd24-734688c8a184 req-bb0f0f46-f4ac-4c07-a10f-0543f5ecf1fb tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 946 time: 0.3270352 Jul 29 23:34:26.156869 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-efb0bd28-4a1c-440c-8675-46e7d336f3ae service neutron] 10.222.0.39 "GET /v2.0/networks/34a9b01a-fb87-4012-8543-47877b831421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6727755 Jul 29 23:34:26.287983 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-69b36c60-44dc-402a-bb16-06b40d9b600b service neutron] 10.222.0.39 "GET /v2.0/networks/34a9b01a-fb87-4012-8543-47877b831421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258562 Jul 29 23:34:26.313876 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-4c220f28-140f-412b-824a-e080697a1e9b service neutron] 10.222.0.23 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4975452 Jul 29 23:34:26.408226 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-28f79d0c-6223-47c7-ba43-d491ec88471e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 HTTP/1.1" status: 200 len: 217 time: 0.1089087 Jul 29 23:34:26.492257 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-46a8aac0-289c-48c0-b925-795e77ff691d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:26.494297 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-46a8aac0-289c-48c0-b925-795e77ff691d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fea1cab5-6d23-4eca-972a-8631f3603147 HTTP/1.1" status: 200 len: 797 time: 0.0673952 Jul 29 23:34:26.517431 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-71f02c62-4307-4203-ad22-8855e5278523 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:26.592289 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-71f02c62-4307-4203-ad22-8855e5278523 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:26.593555 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f02c62-4307-4203-ad22-8855e5278523 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:26.594220 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-71f02c62-4307-4203-ad22-8855e5278523 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:26.602209 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-69889706-1862-4419-9f9c-e5b7a3756367 None None] For port a7c5819f-ff47-464f-888b-45c1f13720db, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a7c5819f-ff47-464f-888b-45c1f13720db,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:26.605762 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57c35b39-cd24-4b5d-bd24-734688c8a184 req-e51df556-7d57-4d2e-aa02-0995c6486afb tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149790 Jul 29 23:34:26.635744 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-71f02c62-4307-4203-ad22-8855e5278523 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.0081475 Jul 29 23:34:26.646499 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50390) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:26.654458 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-2faa2f9a-e94b-45b6-895b-c7b811dabadb tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Request body: {'subnet': {'network_id': '32537139-416a-4a8d-957e-14a5565361ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:26.671973 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69889706-1862-4419-9f9c-e5b7a3756367 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:26.685272 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69889706-1862-4419-9f9c-e5b7a3756367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:26.775208 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-8ff92b64-f636-4c73-8b84-d99c8b7aaf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:26.778398 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-8ff92b64-f636-4c73-8b84-d99c8b7aaf8b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2df6756-1437-4cbd-af3b-72d70f51df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1946869 Jul 29 23:34:26.822849 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2faa2f9a-e94b-45b6-895b-c7b811dabadb tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Made reservation on behalf of 3f80f30be7cb4dbd877600a2bbf1dc97 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:26.827013 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2faa2f9a-e94b-45b6-895b-c7b811dabadb tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:26.831001 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f02c62-4307-4203-ad22-8855e5278523 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Pushing event updated for resources: {'Network': ['ID=32537139-416a-4a8d-957e-14a5565361ac,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:26.838156 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69889706-1862-4419-9f9c-e5b7a3756367 None None] Pushing event updated for resources: {'Port': ['ID=a7c5819f-ff47-464f-888b-45c1f13720db,revision_number=9']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:26.847719 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 32537139-416a-4a8d-957e-14a5565361ac details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:34:26.854654 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82c2f478-587b-450a-8d94-6738a37ab1d3 req-01dba576-af18-403a-bdd3-2f8d275fbe0c service neutron] 10.222.0.23 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649093 Jul 29 23:34:27.183350 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-66614532-0237-4d39-8769-e3247f6ee0e3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.216610 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad258aa6-c975-42bc-87f7-8b2937df7f10 req-b6556d97-395d-4433-8243-f889ef75e60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:27.219491 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ad258aa6-c975-42bc-87f7-8b2937df7f10 req-b6556d97-395d-4433-8243-f889ef75e60e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a95e2067dac40d1a2f41b37f14aaf9a&device_id=94f5f2f8-c793-44e2-86c3-d5d1b0563167 HTTP/1.1" status: 200 len: 1096 time: 0.2417879 Jul 29 23:34:27.251002 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66614532-0237-4d39-8769-e3247f6ee0e3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:27.256925 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-66614532-0237-4d39-8769-e3247f6ee0e3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:27.261215 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66614532-0237-4d39-8769-e3247f6ee0e3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:27.261612 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-66614532-0237-4d39-8769-e3247f6ee0e3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.340865 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5698857a-e808-46af-b53d-d9a4b51b6d48 req-3819af24-419c-477f-a03d-2e1bfa66381c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:27.349444 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5698857a-e808-46af-b53d-d9a4b51b6d48 req-3819af24-419c-477f-a03d-2e1bfa66381c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f5f2f8-c793-44e2-86c3-d5d1b0563167 HTTP/1.1" status: 200 len: 944 time: 0.3298831 Jul 29 23:34:27.359136 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-a6afe75a-9dfe-4c7b-a4f3-6f96176ec660 service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5673440 Jul 29 23:34:27.364670 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66614532-0237-4d39-8769-e3247f6ee0e3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Subnet': ['ID=1b94fa02-45f8-428f-8cd4-40ca9c239f01,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:27.379895 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-66614532-0237-4d39-8769-e3247f6ee0e3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9883962 Jul 29 23:34:27.386319 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50430) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:27.399732 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-d9382f68-111d-47da-a0f5-ed464ca07859 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'port': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'mac_address': 'fa:16:3e:a7:d0:2c', 'name': 'tempest-NetworksTestDHCPv6-1560617698'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:27.590566 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-82d9d039-30dd-4243-9208-79aa1ee12f2e service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227955 Jul 29 23:34:27.605445 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5698857a-e808-46af-b53d-d9a4b51b6d48 req-171d963b-f891-4588-b067-bbfa653cc81e tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524879 Jul 29 23:34:27.634399 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad258aa6-c975-42bc-87f7-8b2937df7f10 req-f0e10890-dc60-4a44-8ee9-b59cdfa4e7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:27.642503 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ad258aa6-c975-42bc-87f7-8b2937df7f10 req-f0e10890-dc60-4a44-8ee9-b59cdfa4e7be service neutron] 10.222.0.23 "GET /v2.0/networks?id=ebc3405b-dbdf-4745-bae9-00b7363339da HTTP/1.1" status: 200 len: 912 time: 0.4133909 Jul 29 23:34:27.718602 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-931028b2-4a7b-4db1-bbe7-5dc1ee0dfb11 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=9c4654c6-ab2c-4aa8-b108-e91e391645a3 HTTP/1.1" status: 200 len: 217 time: 0.1097164 Jul 29 23:34:27.764796 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9382f68-111d-47da-a0f5-ed464ca07859 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:27.888728 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ad258aa6-c975-42bc-87f7-8b2937df7f10 req-6940dcd0-e3fc-43d5-ad67-e66300190943 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c17e8d29-6845-411d-89d1-e21e31209d1f HTTP/1.1" status: 200 len: 217 time: 0.1822250 Jul 29 23:34:27.950161 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d9382f68-111d-47da-a0f5-ed464ca07859 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:27.972893 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-d902ee52-2ceb-453e-a236-1724e423cca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:27.980021 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-d902ee52-2ceb-453e-a236-1724e423cca6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fea1cab5-6d23-4eca-972a-8631f3603147 HTTP/1.1" status: 200 len: 797 time: 0.1263616 Jul 29 23:34:27.999862 n-d-712140-10 neutron-server[94064]: DEBUG neutron.objects.ports [None req-2faa2f9a-e94b-45b6-895b-c7b811dabadb tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94064) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:34:28.000449 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2faa2f9a-e94b-45b6-895b-c7b811dabadb tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:28.066315 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-d9382f68-111d-47da-a0f5-ed464ca07859 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] device_id is not set on port 152effc0-95d1-4ec4-99f0-02e6523cada4 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:34:28.132194 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e69f18-b9c3-4fc0-8863-c136bd6f3c78 req-ef164c0c-ddbe-41f7-903a-eb82941880b4 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:28.134800 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380eb833-b033-4c2a-88e3-b9030ea8aab6 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:28.145668 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82e69f18-b9c3-4fc0-8863-c136bd6f3c78 req-ef164c0c-ddbe-41f7-903a-eb82941880b4 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 946 time: 0.3427639 Jul 29 23:34:28.188723 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa2f9a-e94b-45b6-895b-c7b811dabadb tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8635af74-18e0-45e9-895e-7a65d1cb61a9,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:28.198575 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad258aa6-c975-42bc-87f7-8b2937df7f10 req-a78ae79a-bfbf-4c10-a254-9509e70a76a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:28.200688 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ad258aa6-c975-42bc-87f7-8b2937df7f10 req-a78ae79a-bfbf-4c10-a254-9509e70a76a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7783f5c-0922-4c71-a9e3-d83ec4828df5 HTTP/1.1" status: 200 len: 851 time: 0.2187779 Jul 29 23:34:28.216335 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82e69f18-b9c3-4fc0-8863-c136bd6f3c78 req-9505bda1-38e5-4252-93bc-2128bd9ffa38 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690253 Jul 29 23:34:28.264893 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-29689f3d-2e51-4b5b-aae9-2df4d046215f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:28.271775 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-29689f3d-2e51-4b5b-aae9-2df4d046215f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2df6756-1437-4cbd-af3b-72d70f51df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2687144 Jul 29 23:34:28.288071 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2faa2f9a-e94b-45b6-895b-c7b811dabadb tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Checking segment: {'id': 'b8904e49-292c-4cbc-8f25-f30962ce35b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '32537139-416a-4a8d-957e-14a5565361ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:28.288479 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faa2f9a-e94b-45b6-895b-c7b811dabadb tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Network hostable DHCP agents. Network: 32537139-416a-4a8d-957e-14a5565361ac, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:34:28.327643 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ad258aa6-c975-42bc-87f7-8b2937df7f10 req-ebcbe74f-6298-4589-903e-32e1bd57a94b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ebc3405b-dbdf-4745-bae9-00b7363339da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0919011 Jul 29 23:34:28.381947 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2faa2f9a-e94b-45b6-895b-c7b811dabadb tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Network 32537139-416a-4a8d-957e-14a5565361ac is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:34:28.438004 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-2faa2f9a-e94b-45b6-895b-c7b811dabadb tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 32537139-416a-4a8d-957e-14a5565361ac) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:28.459087 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2faa2f9a-e94b-45b6-895b-c7b811dabadb tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:28.460039 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2faa2f9a-e94b-45b6-895b-c7b811dabadb tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:28.473276 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6c1eef-ddf3-49ba-ae9d-d4c6f706829d None None] Network 32537139-416a-4a8d-957e-14a5565361ac requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:28.511293 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2faa2f9a-e94b-45b6-895b-c7b811dabadb tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8634090 Jul 29 23:34:28.516360 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50522) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:28.522679 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-a2909f63-6a6c-42f6-98ba-fae423453401 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Request body: {'floatingip': {'floating_network_id': '32537139-416a-4a8d-957e-14a5565361ac'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:28.544800 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-d9382f68-111d-47da-a0f5-ed464ca07859 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Allocated IP 172.20.0.11 (d263319e-790d-4f2c-863f-b09096d5f5fc/1b94fa02-45f8-428f-8cd4-40ca9c239f01/152effc0-95d1-4ec4-99f0-02e6523cada4) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:28.581391 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-d9382f68-111d-47da-a0f5-ed464ca07859 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Allocated IP 2001:db8::f816:3eff:fea7:d02c (d263319e-790d-4f2c-863f-b09096d5f5fc/44f98678-b8ba-4db0-8178-98c9d5cfb143/152effc0-95d1-4ec4-99f0-02e6523cada4) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:28.599915 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-069f3ee2-1fac-4178-898f-e0dd09b9b0cf None None] Provisioning complete for port a7c5819f-ff47-464f-888b-45c1f13720db triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:28.600449 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-069f3ee2-1fac-4178-898f-e0dd09b9b0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:28.625393 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a2909f63-6a6c-42f6-98ba-fae423453401 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:28.814580 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a7c5819f-ff47-464f-888b-45c1f13720db up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:29.025504 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50530) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:29.055892 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d9382f68-111d-47da-a0f5-ed464ca07859 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:29.089496 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-d9382f68-111d-47da-a0f5-ed464ca07859 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Transition to ACTIVE for port object 152effc0-95d1-4ec4-99f0-02e6523cada4 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:29.202172 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d9382f68-111d-47da-a0f5-ed464ca07859 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:29.213692 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-7713d4e3-b04c-4c35-996e-4dfdf98c3520 service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8885458 Jul 29 23:34:29.218914 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655f4915-6585-4861-868c-5e9c8d10230f None None] Update dhcp port {'port': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'fixed_ips': [{'subnet_id': '44f98678-b8ba-4db0-8178-98c9d5cfb143', 'ip_address': '2001:db8::f816:3eff:fe30:b38a'}, {'subnet_id': '1b94fa02-45f8-428f-8cd4-40ca9c239f01'}], 'binding:host_id': 'n-d-712140-10'}, 'id': 'a7c5819f-ff47-464f-888b-45c1f13720db'} from n-d-712140-10. {{(pid=94065) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:34:29.240337 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ad258aa6-c975-42bc-87f7-8b2937df7f10 req-ff4bb2a8-8155-4a28-9e0b-4b329be4d13c service neutron] 10.222.0.23 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9001980 Jul 29 23:34:29.269332 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f5076c-ff46-4a06-9de6-5588f8510acb None None] Network 32537139-416a-4a8d-957e-14a5565361ac requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:29.269545 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9382f68-111d-47da-a0f5-ed464ca07859 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:29.276398 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-d9382f68-111d-47da-a0f5-ed464ca07859 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:29.281169 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9382f68-111d-47da-a0f5-ed464ca07859 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:29.316213 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9382f68-111d-47da-a0f5-ed464ca07859 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Port': ['ID=152effc0-95d1-4ec4-99f0-02e6523cada4,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:29.361641 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-655f4915-6585-4861-868c-5e9c8d10230f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:29.384071 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9382f68-111d-47da-a0f5-ed464ca07859 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:29.387917 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d9382f68-111d-47da-a0f5-ed464ca07859 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:29.389406 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port a7c5819f-ff47-464f-888b-45c1f13720db triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:29.389897 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:29.449966 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f9ae73aa-53d6-4c4f-9e02-87a2144b068c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:29.464611 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d9382f68-111d-47da-a0f5-ed464ca07859 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.0742543 Jul 29 23:34:29.465201 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50546) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:29.474419 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0955843-e6e8-4515-a6ae-023087cbe34c req-8973efee-6086-47b0-91a9-05daa97c756f tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:29.477994 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0955843-e6e8-4515-a6ae-023087cbe34c req-8973efee-6086-47b0-91a9-05daa97c756f tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f5f2f8-c793-44e2-86c3-d5d1b0563167 HTTP/1.1" status: 200 len: 944 time: 0.4200673 Jul 29 23:34:29.493970 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:29.630748 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569b4b13-d005-415f-bbe4-4706a3951c97 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:29.642963 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-64d01587-0272-4d74-bfdb-96396d29274f service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4200332 Jul 29 23:34:29.645668 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569b4b13-d005-415f-bbe4-4706a3951c97 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:29.648317 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0955843-e6e8-4515-a6ae-023087cbe34c req-9469fba3-73a5-4349-8767-3655d8a925ae tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428030 Jul 29 23:34:29.652176 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-569b4b13-d005-415f-bbe4-4706a3951c97 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1785 time: 0.1829784 Jul 29 23:34:29.653113 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50548) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:29.660223 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ad258aa6-c975-42bc-87f7-8b2937df7f10 req-9e68d403-d411-44f6-b350-2d510c62fe21 service neutron] 10.222.0.23 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078848 Jul 29 23:34:29.738822 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-15fa5512-2381-484d-9daa-1bf46d3ac440 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=7e61dd35-a100-4e16-badd-8fb0a09ce0fb HTTP/1.1" status: 200 len: 217 time: 0.0828466 Jul 29 23:34:29.768788 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-655f4915-6585-4861-868c-5e9c8d10230f None None] Allocated IP 172.20.0.2 (d263319e-790d-4f2c-863f-b09096d5f5fc/1b94fa02-45f8-428f-8cd4-40ca9c239f01/a7c5819f-ff47-464f-888b-45c1f13720db) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:29.816806 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-a424d994-8b01-4b01-908f-dbe2ef7ededb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:29.818884 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-a424d994-8b01-4b01-908f-dbe2ef7ededb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fea1cab5-6d23-4eca-972a-8631f3603147 HTTP/1.1" status: 200 len: 797 time: 0.0689933 Jul 29 23:34:29.825753 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a2909f63-6a6c-42f6-98ba-fae423453401 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:29.966361 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-655f4915-6585-4861-868c-5e9c8d10230f None None] For port a7c5819f-ff47-464f-888b-45c1f13720db, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a7c5819f-ff47-464f-888b-45c1f13720db,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:29.986738 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-eace6c92-cee6-46ea-bb80-a79e3aafba74 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting port 152effc0-95d1-4ec4-99f0-02e6523cada4 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:29.987258 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eace6c92-cee6-46ea-bb80-a79e3aafba74 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:29.995644 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-72388891-6619-4dd3-b90c-325486e15c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:29.997905 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-72388891-6619-4dd3-b90c-325486e15c8d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2df6756-1437-4cbd-af3b-72d70f51df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1565163 Jul 29 23:34:29.998568 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f9ae73aa-53d6-4c4f-9e02-87a2144b068c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:30.013133 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681bb28-5823-47cf-8d0e-5b4959f1f190 req-36cefc2c-fea8-4a3f-be64-c5f6a8a9a5ec tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:30.015081 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a681bb28-5823-47cf-8d0e-5b4959f1f190 req-36cefc2c-fea8-4a3f-be64-c5f6a8a9a5ec tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 946 time: 0.1948826 Jul 29 23:34:30.025949 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:30.042403 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f9ae73aa-53d6-4c4f-9e02-87a2144b068c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:30.043004 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-655f4915-6585-4861-868c-5e9c8d10230f None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:30.069055 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-655f4915-6585-4861-868c-5e9c8d10230f None None] Transition to ACTIVE for port object a7c5819f-ff47-464f-888b-45c1f13720db will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:30.076536 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-655f4915-6585-4861-868c-5e9c8d10230f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:30.139774 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f9ae73aa-53d6-4c4f-9e02-87a2144b068c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=79aaed8f79314b839f5b3413e2d5be25&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1126759 Jul 29 23:34:30.143325 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50554) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:30.145415 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ae73aa-53d6-4c4f-9e02-87a2144b068c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba915c62-898e-474f-9aac-db8da1a35ac4,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:30.182908 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-a2909f63-6a6c-42f6-98ba-fae423453401 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Allocated IP 172.20.0.13 (32537139-416a-4a8d-957e-14a5565361ac/8635af74-18e0-45e9-895e-7a65d1cb61a9/ba751f30-a59c-4d1d-a7e3-aec5f81ce00f) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:30.228638 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a681bb28-5823-47cf-8d0e-5b4959f1f190 req-419c6833-e6fc-4e65-9540-8cdd8a0d92e1 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784134 Jul 29 23:34:30.239990 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655f4915-6585-4861-868c-5e9c8d10230f None None] Pushing event updated for resources: {'Port': ['ID=a7c5819f-ff47-464f-888b-45c1f13720db,revision_number=10']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:30.288572 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-26a4b24c-dcec-4905-b737-7630a4bee827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:30.346159 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-2dff7954-48c4-446c-8667-79aa635203bc service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298216 Jul 29 23:34:30.346706 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-26a4b24c-dcec-4905-b737-7630a4bee827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:30.351658 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eace6c92-cee6-46ea-bb80-a79e3aafba74 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:30.392086 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-eace6c92-cee6-46ea-bb80-a79e3aafba74 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Calling delete_port for 152effc0-95d1-4ec4-99f0-02e6523cada4 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:30.464290 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device c17e8d29-6845-411d-89d1-e21e31209d1f details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:34:30.481332 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a2909f63-6a6c-42f6-98ba-fae423453401 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:30.527364 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-599c5366-42a9-426c-aa70-fdfa289a0a5a service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675613 Jul 29 23:34:30.531243 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-26a4b24c-dcec-4905-b737-7630a4bee827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:30.536624 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-26a4b24c-dcec-4905-b737-7630a4bee827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:30.538570 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-26a4b24c-dcec-4905-b737-7630a4bee827 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ba915c62-898e-474f-9aac-db8da1a35ac4 HTTP/1.1" status: 204 len: 168 time: 0.3939483 Jul 29 23:34:30.613828 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4b24c-dcec-4905-b737-7630a4bee827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba915c62-898e-474f-9aac-db8da1a35ac4,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:30.651875 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-38763b35-5e1c-4e78-9fac-37f427906337 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=c28d72f5-dcf0-4f89-838c-04edd1d9b91c HTTP/1.1" status: 200 len: 217 time: 0.1135817 Jul 29 23:34:30.756545 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port c17e8d29-6845-411d-89d1-e21e31209d1f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=c17e8d29-6845-411d-89d1-e21e31209d1f,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:30.775239 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a2909f63-6a6c-42f6-98ba-fae423453401 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:30.793141 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'c17e8d29-6845-411d-89d1-e21e31209d1f', 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da', 'port_id': 'c17e8d29-6845-411d-89d1-e21e31209d1f', 'mac_address': 'fa:16:3e:6d:f8:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7783f5c-0922-4c71-a9e3-d83ec4828df5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:34:30.800627 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a7c5819f-ff47-464f-888b-45c1f13720db up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:30.915533 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eace6c92-cee6-46ea-bb80-a79e3aafba74 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:30.936967 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2909f63-6a6c-42f6-98ba-fae423453401 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Network 32537139-416a-4a8d-957e-14a5565361ac is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:30.969654 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-e56a0ab9-50b3-4e5a-974c-3e41e0bc36cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:30.972497 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-e56a0ab9-50b3-4e5a-974c-3e41e0bc36cd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fea1cab5-6d23-4eca-972a-8631f3603147 HTTP/1.1" status: 200 len: 797 time: 0.3118243 Jul 29 23:34:30.974608 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-a2909f63-6a6c-42f6-98ba-fae423453401 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:30.987073 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2909f63-6a6c-42f6-98ba-fae423453401 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Pushing event updated for resources: {'Port': ['ID=ba751f30-a59c-4d1d-a7e3-aec5f81ce00f,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:30.996264 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2909f63-6a6c-42f6-98ba-fae423453401 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:31.014038 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:31.047133 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c17e8d29-6845-411d-89d1-e21e31209d1f {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:31.069458 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace6c92-cee6-46ea-bb80-a79e3aafba74 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Port': ['ID=152effc0-95d1-4ec4-99f0-02e6523cada4,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:31.120382 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f950f-2a6f-4e90-98f5-4869cd66023a req-a1d48a09-b588-4dca-bd07-b8e0536cd7d3 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:31.137671 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-024f950f-2a6f-4e90-98f5-4869cd66023a req-a1d48a09-b588-4dca-bd07-b8e0536cd7d3 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f5f2f8-c793-44e2-86c3-d5d1b0563167 HTTP/1.1" status: 200 len: 944 time: 0.2478580 Jul 29 23:34:31.143964 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port c17e8d29-6845-411d-89d1-e21e31209d1f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=c17e8d29-6845-411d-89d1-e21e31209d1f,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:31.150530 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:31.232262 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-389e3cca-f796-4f21-91f6-21ace7ff65b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:31.234291 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-389e3cca-f796-4f21-91f6-21ace7ff65b1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2df6756-1437-4cbd-af3b-72d70f51df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2337191 Jul 29 23:34:31.299451 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=c17e8d29-6845-411d-89d1-e21e31209d1f,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:31.331694 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a2909f63-6a6c-42f6-98ba-fae423453401 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:31.389755 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eace6c92-cee6-46ea-bb80-a79e3aafba74 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:31.393330 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-eace6c92-cee6-46ea-bb80-a79e3aafba74 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/152effc0-95d1-4ec4-99f0-02e6523cada4 HTTP/1.1" status: 204 len: 168 time: 1.7380681 Jul 29 23:34:31.397342 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50576) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:31.425761 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['c17e8d29-6845-411d-89d1-e21e31209d1f'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:31.445240 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-024f950f-2a6f-4e90-98f5-4869cd66023a req-f0f36f6c-185d-45b0-8d98-203dbda7fd26 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056405 Jul 29 23:34:31.479676 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50578) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:31.542971 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f0fcf4e6-af42-4e51-a66a-b3414d808f0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:31.553715 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a2909f63-6a6c-42f6-98ba-fae423453401 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:31.715243 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f0fcf4e6-af42-4e51-a66a-b3414d808f0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:31.720427 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80d6640-1ef2-41c2-a330-d448da34f04d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:31.722459 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80d6640-1ef2-41c2-a330-d448da34f04d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:31.724206 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80d6640-1ef2-41c2-a330-d448da34f04d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:31.724506 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-e45975cb-808e-4430-b063-49fbf4ac044d service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687049 Jul 29 23:34:31.730004 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c80d6640-1ef2-41c2-a330-d448da34f04d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3295271 Jul 29 23:34:31.731646 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50580) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:31.732244 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f0fcf4e6-af42-4e51-a66a-b3414d808f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:31.828374 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f0fcf4e6-af42-4e51-a66a-b3414d808f0d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d83a902e87a84fb881744f3dabeaa661&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3468854 Jul 29 23:34:31.829487 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50582) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:31.841630 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fcf4e6-af42-4e51-a66a-b3414d808f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82dacb3e-9ad3-48fd-bc4d-218fa468f33e,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:31.874442 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a52f9f1-50d1-45ee-9439-883443227f00 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting subnet 1b94fa02-45f8-428f-8cd4-40ca9c239f01 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:34:31.885438 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a52f9f1-50d1-45ee-9439-883443227f00 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:31.914833 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85c379c-8e4e-41f0-b93c-4426ff08c028 req-0ea90295-e3c2-4d12-85ae-ce2699d83a3d tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:31.923357 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c85c379c-8e4e-41f0-b93c-4426ff08c028 req-0ea90295-e3c2-4d12-85ae-ce2699d83a3d tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 946 time: 0.2804117 Jul 29 23:34:31.965507 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a52f9f1-50d1-45ee-9439-883443227f00 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.001471 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c20ff0ca-81a5-4a13-8ea4-6351cfe45c2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.042010 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c20ff0ca-81a5-4a13-8ea4-6351cfe45c2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.050466 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c85c379c-8e4e-41f0-b93c-4426ff08c028 req-64dc22f9-80df-49ae-b3fe-dec9a1236e67 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257803 Jul 29 23:34:32.053261 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-9893641d-9f98-4c4c-916c-97b69e9649bc service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134849 Jul 29 23:34:32.065608 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7852498a-cdc5-4e9d-84c8-945a4893bf01 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:32.109241 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a52f9f1-50d1-45ee-9439-883443227f00 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.122873 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-4b749788-e325-4a1e-bc92-f445b670ce97 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0d33684c-2635-44de-9bef-97bb265cbccb HTTP/1.1" status: 200 len: 217 time: 0.0612974 Jul 29 23:34:32.199215 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a52f9f1-50d1-45ee-9439-883443227f00 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.224289 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-5e422985-6ace-49fc-8026-233f78fd90e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:32.227665 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-5e422985-6ace-49fc-8026-233f78fd90e1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fdc52fc-c58b-4713-8727-c269bb29b153 HTTP/1.1" status: 200 len: 797 time: 0.0959933 Jul 29 23:34:32.235959 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a2909f63-6a6c-42f6-98ba-fae423453401 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.253621 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52f9f1-50d1-45ee-9439-883443227f00 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Subnet': ['ID=1b94fa02-45f8-428f-8cd4-40ca9c239f01,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:32.268711 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a52f9f1-50d1-45ee-9439-883443227f00 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.271716 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6a52f9f1-50d1-45ee-9439-883443227f00 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/1b94fa02-45f8-428f-8cd4-40ca9c239f01 HTTP/1.1" status: 204 len: 168 time: 0.5227873 Jul 29 23:34:32.275484 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50584) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:32.310877 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a2909f63-6a6c-42f6-98ba-fae423453401 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.341798 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c20ff0ca-81a5-4a13-8ea4-6351cfe45c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.346484 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c20ff0ca-81a5-4a13-8ea4-6351cfe45c2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.361468 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c20ff0ca-81a5-4a13-8ea4-6351cfe45c2f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/82dacb3e-9ad3-48fd-bc4d-218fa468f33e HTTP/1.1" status: 204 len: 168 time: 0.5210185 Jul 29 23:34:32.395977 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fe2a1f52-3436-4636-8fc0-0c8f1cc4a2ec None None] Provisioning for port a7c5819f-ff47-464f-888b-45c1f13720db completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:32.424751 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ff0ca-81a5-4a13-8ea4-6351cfe45c2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dacb3e-9ad3-48fd-bc4d-218fa468f33e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:32.425957 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fe2a1f52-3436-4636-8fc0-0c8f1cc4a2ec None None] Provisioning complete for port a7c5819f-ff47-464f-888b-45c1f13720db triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:32.430578 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe2a1f52-3436-4636-8fc0-0c8f1cc4a2ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.438034 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a2909f63-6a6c-42f6-98ba-fae423453401 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.457327 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a2909f63-6a6c-42f6-98ba-fae423453401 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.458633 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a2909f63-6a6c-42f6-98ba-fae423453401 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9396577 Jul 29 23:34:32.473836 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-61e9fbd4-9197-44e8-8c70-fe3d2c9127a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:32.476955 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-61e9fbd4-9197-44e8-8c70-fe3d2c9127a7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d946e4cf-f467-4b2d-9871-c5018b0b50b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2370558 Jul 29 23:34:32.478172 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50590) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:32.546188 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-f04a70fd-b05e-4d8b-8699-bf3532519bd7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting subnet 44f98678-b8ba-4db0-8178-98c9d5cfb143 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:34:32.629551 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2909f63-6a6c-42f6-98ba-fae423453401 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Pushing event updated for resources: {'Port': ['ID=ba751f30-a59c-4d1d-a7e3-aec5f81ce00f,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:32.659345 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f04a70fd-b05e-4d8b-8699-bf3532519bd7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.730016 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f762a-7d3a-485f-91a9-793beedac46d req-9af44bad-1a14-4004-bc96-15cd42e12739 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:32.735023 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-848f762a-7d3a-485f-91a9-793beedac46d req-9af44bad-1a14-4004-bc96-15cd42e12739 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f5f2f8-c793-44e2-86c3-d5d1b0563167 HTTP/1.1" status: 200 len: 945 time: 0.1066668 Jul 29 23:34:32.739164 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-8d9669e9-5640-415a-b199-ca5c81d4bb85 service neutron] 10.222.0.39 "GET /v2.0/networks/d946e4cf-f467-4b2d-9871-c5018b0b50b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364652 Jul 29 23:34:32.792571 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a8ff36c8-19e7-49f6-b3db-5b1a8ad8a80e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:32.823405 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-04f494fb-1c3f-4bdc-8966-8df30d5a748d tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] 10.222.0.18 "GET /v2.0/floatingips?floating_network_id=32537139-416a-4a8d-957e-14a5565361ac HTTP/1.1" status: 200 len: 690 time: 0.3429611 Jul 29 23:34:32.827430 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50594) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:32.933256 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-848f762a-7d3a-485f-91a9-793beedac46d req-a5e59312-7cf6-465d-be3d-dfaa9502257d tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891098 Jul 29 23:34:32.966188 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-6b6931e0-a84a-48ae-8f5e-194a19f55c63 service neutron] 10.222.0.39 "GET /v2.0/networks/d946e4cf-f467-4b2d-9871-c5018b0b50b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124016 Jul 29 23:34:32.977301 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f04a70fd-b05e-4d8b-8699-bf3532519bd7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:33.067087 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-7a9b70df-5317-423f-8f0b-a815ab830bce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=07254281-c39e-48a0-9915-4707d191bf90 HTTP/1.1" status: 200 len: 217 time: 0.0903003 Jul 29 23:34:33.111357 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d1020186-d058-4a17-9707-8d447beb3c8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:33.167137 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-b6a2d381-391b-4c90-a308-9d142caa89aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:33.169108 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-b6a2d381-391b-4c90-a308-9d142caa89aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fdc52fc-c58b-4713-8727-c269bb29b153 HTTP/1.1" status: 200 len: 797 time: 0.0962462 Jul 29 23:34:33.340242 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f04a70fd-b05e-4d8b-8699-bf3532519bd7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:33.341234 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c58292-d090-45d6-ad12-382aa6eeeb74 req-44ce01eb-e48d-4e39-b898-7e6043801d05 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:33.350326 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a2c58292-d090-45d6-ad12-382aa6eeeb74 req-44ce01eb-e48d-4e39-b898-7e6043801d05 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 946 time: 0.1100602 Jul 29 23:34:33.355442 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-927e7b29-f922-47c1-8148-faf9309fe444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:33.357065 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-927e7b29-f922-47c1-8148-faf9309fe444 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d946e4cf-f467-4b2d-9871-c5018b0b50b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1809814 Jul 29 23:34:33.424322 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f04a70fd-b05e-4d8b-8699-bf3532519bd7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:33.447828 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f04a70fd-b05e-4d8b-8699-bf3532519bd7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:33.453357 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f04a70fd-b05e-4d8b-8699-bf3532519bd7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/44f98678-b8ba-4db0-8178-98c9d5cfb143 HTTP/1.1" status: 204 len: 168 time: 1.1768093 Jul 29 23:34:33.457898 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50600) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:33.460846 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-d1020186-d058-4a17-9707-8d447beb3c8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Deleting port ba751f30-a59c-4d1d-a7e3-aec5f81ce00f {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:33.461976 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d1020186-d058-4a17-9707-8d447beb3c8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:33.505342 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a70fd-b05e-4d8b-8699-bf3532519bd7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Subnet': ['ID=44f98678-b8ba-4db0-8178-98c9d5cfb143,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:33.547252 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-4556d5ac-e48d-4268-bb23-7bb54b86429b service neutron] 10.222.0.39 "GET /v2.0/networks/d946e4cf-f467-4b2d-9871-c5018b0b50b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503925 Jul 29 23:34:33.569487 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a2c58292-d090-45d6-ad12-382aa6eeeb74 req-7ee5483a-34ac-49be-ac4c-32bd3d2eb033 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125967 Jul 29 23:34:33.592540 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d2d341c2-e4c6-4675-8bab-682b8fb699ac tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1280077 Jul 29 23:34:33.594995 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50604) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:33.599677 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c064d5a9-845b-41d3-aada-715e2df9c553 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:33.614403 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-db65da7e-72f8-453e-a7e2-1d7ff1807cbe tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:33.733912 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2f50421-4d28-494b-b8b0-f4ef5ae95b24 req-69868a98-67ea-49e3-bed5-370bde8ef20c service neutron] 10.222.0.39 "GET /v2.0/networks/d946e4cf-f467-4b2d-9871-c5018b0b50b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628966 Jul 29 23:34:33.760248 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-15ccb8b1-774c-47e9-a5c7-cf5039859ce0 None None] Provisioning complete for port a7c5819f-ff47-464f-888b-45c1f13720db triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:33.760729 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-15ccb8b1-774c-47e9-a5c7-cf5039859ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:33.807987 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d1020186-d058-4a17-9707-8d447beb3c8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:33.808411 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d1020186-d058-4a17-9707-8d447beb3c8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:33.832734 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-d1020186-d058-4a17-9707-8d447beb3c8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Calling delete_port for ba751f30-a59c-4d1d-a7e3-aec5f81ce00f owned by network:floatingip {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:33.841720 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db65da7e-72f8-453e-a7e2-1d7ff1807cbe tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:33.845215 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db65da7e-72f8-453e-a7e2-1d7ff1807cbe tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.010896 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d304cbac-6de8-423c-b71f-d9bbc57dc06b None None] DHCP port deletion for d263319e-790d-4f2c-863f-b09096d5f5fc request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:34:34.118485 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739160b1-dc0f-4d18-91e7-79b17de241f1 req-2a3253b5-83f0-45be-a707-391744762a93 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:34.122630 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d304cbac-6de8-423c-b71f-d9bbc57dc06b None None] Deleting port a7c5819f-ff47-464f-888b-45c1f13720db {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:34.123124 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d304cbac-6de8-423c-b71f-d9bbc57dc06b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.126768 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-739160b1-dc0f-4d18-91e7-79b17de241f1 req-2a3253b5-83f0-45be-a707-391744762a93 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f5f2f8-c793-44e2-86c3-d5d1b0563167 HTTP/1.1" status: 200 len: 945 time: 0.0719557 Jul 29 23:34:34.210673 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-739160b1-dc0f-4d18-91e7-79b17de241f1 req-25d4cea6-ada2-4543-951d-135fa4af2d8f tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826552 Jul 29 23:34:34.230913 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:34:34.240455 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-d304cbac-6de8-423c-b71f-d9bbc57dc06b None None] For port a7c5819f-ff47-464f-888b-45c1f13720db, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a7c5819f-ff47-464f-888b-45c1f13720db,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:34.241141 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d304cbac-6de8-423c-b71f-d9bbc57dc06b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.261084 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d304cbac-6de8-423c-b71f-d9bbc57dc06b None None] Calling delete_port for a7c5819f-ff47-464f-888b-45c1f13720db owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:34.292260 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db65da7e-72f8-453e-a7e2-1d7ff1807cbe tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.366147 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db65da7e-72f8-453e-a7e2-1d7ff1807cbe tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:34.371815 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d1020186-d058-4a17-9707-8d447beb3c8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.380343 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-db65da7e-72f8-453e-a7e2-1d7ff1807cbe tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:34.392077 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db65da7e-72f8-453e-a7e2-1d7ff1807cbe tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:34.392709 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db65da7e-72f8-453e-a7e2-1d7ff1807cbe tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.418452 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65da7e-72f8-453e-a7e2-1d7ff1807cbe tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Subnet': ['ID=1ac9fe54-97f4-4144-abc9-1612a1a00fdc,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:34.426670 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1020186-d058-4a17-9707-8d447beb3c8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba751f30-a59c-4d1d-a7e3-aec5f81ce00f,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:34.439662 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d304cbac-6de8-423c-b71f-d9bbc57dc06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.442660 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-db65da7e-72f8-453e-a7e2-1d7ff1807cbe tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8463240 Jul 29 23:34:34.447475 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50608) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:34.456556 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-bc9038c6-db1e-4e02-b5c4-0a4a53986345 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:34.491851 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304cbac-6de8-423c-b71f-d9bbc57dc06b None None] Pushing event deleted for resources: {'Port': ['ID=a7c5819f-ff47-464f-888b-45c1f13720db,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:34.495254 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device c17e8d29-6845-411d-89d1-e21e31209d1f up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:34.497759 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d304cbac-6de8-423c-b71f-d9bbc57dc06b None None] No DVR routers for this DVR port a7c5819f-ff47-464f-888b-45c1f13720db on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:34:34.528892 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4f9e63-b98e-478a-b25f-934a0c7115f8 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:34.547357 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d1020186-d058-4a17-9707-8d447beb3c8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.700157 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d1020186-d058-4a17-9707-8d447beb3c8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.707279 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a7c5819f-ff47-464f-888b-45c1f13720db no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:34:34.718710 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port c17e8d29-6845-411d-89d1-e21e31209d1f completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:34.759311 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: a7c5819f-ff47-464f-888b-45c1f13720db {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:34:34.759645 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a7c5819f-ff47-464f-888b-45c1f13720db not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:34:34.763812 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port c17e8d29-6845-411d-89d1-e21e31209d1f triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:34.764226 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.844927 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1646d1c-9625-4efe-90d1-6682d6ca61c1 req-606edf95-271a-4800-ac13-79e022528d97 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:34.860359 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f1646d1c-9625-4efe-90d1-6682d6ca61c1 req-606edf95-271a-4800-ac13-79e022528d97 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 946 time: 0.1802306 Jul 29 23:34:34.874114 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d1020186-d058-4a17-9707-8d447beb3c8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.922906 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1020186-d058-4a17-9707-8d447beb3c8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8635af74-18e0-45e9-895e-7a65d1cb61a9,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:34.933314 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc9038c6-db1e-4e02-b5c4-0a4a53986345 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:34.936435 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bc9038c6-db1e-4e02-b5c4-0a4a53986345 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.953191 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e821a3-dbbc-4c86-a071-363b61941465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-d263319e-790d-4f2c-863f-b09096d5f5fc', 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'tenant_id': '9e8d306db215455d80dae7259f2106c8', 'fixed_ips': [{'subnet_id': '1ac9fe54-97f4-4144-abc9-1612a1a00fdc'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:34:34.954519 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-35e821a3-dbbc-4c86-a071-363b61941465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:34.990624 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f1646d1c-9625-4efe-90d1-6682d6ca61c1 req-994e4800-cc2a-4294-8404-68e8a4d51bbf tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283245 Jul 29 23:34:35.056724 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d1020186-d058-4a17-9707-8d447beb3c8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:35.068931 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-d1020186-d058-4a17-9707-8d447beb3c8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32537139-416a-4a8d-957e-14a5565361ac']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:35.084998 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-d1020186-d058-4a17-9707-8d447beb3c8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8904e49-292c-4cbc-8f25-f30962ce35b2') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:35.087254 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-d1020186-d058-4a17-9707-8d447beb3c8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8904e49-292c-4cbc-8f25-f30962ce35b2') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:35.103319 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d1020186-d058-4a17-9707-8d447beb3c8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:35.135031 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d1020186-d058-4a17-9707-8d447beb3c8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:35.137936 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:35.146933 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1020186-d058-4a17-9707-8d447beb3c8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:34:35.147655 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d1020186-d058-4a17-9707-8d447beb3c8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: items = [ Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:34:35.151044 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:34:35.244358 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d1020186-d058-4a17-9707-8d447beb3c8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:35.262547 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1020186-d058-4a17-9707-8d447beb3c8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 32537139-416a-4a8d-957e-14a5565361ac {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 23:34:35.287709 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d1020186-d058-4a17-9707-8d447beb3c8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:35.301635 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d1020186-d058-4a17-9707-8d447beb3c8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] 10.222.0.18 "DELETE /v2.0/networks/32537139-416a-4a8d-957e-14a5565361ac HTTP/1.1" status: 204 len: 168 time: 2.4721913 Jul 29 23:34:35.316620 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f5f2f8-c793-44e2-86c3-d5d1b0563167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17e8d29-6845-411d-89d1-e21e31209d1f'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:35.319033 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ee22d0-82e4-4020-8919-6444ef9d5be2" -d '{"events": [{"server_uuid": "94f5f2f8-c793-44e2-86c3-d5d1b0563167", "name": "network-vif-plugged", "status": "completed", "tag": "c17e8d29-6845-411d-89d1-e21e31209d1f"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:35.328060 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50618) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:35.349873 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port c17e8d29-6845-411d-89d1-e21e31209d1f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=c17e8d29-6845-411d-89d1-e21e31209d1f,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:35.364442 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:35.425930 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:35.435705 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-35e821a3-dbbc-4c86-a071-363b61941465 None None] Allocated IP 172.20.0.2 (d263319e-790d-4f2c-863f-b09096d5f5fc/1ac9fe54-97f4-4144-abc9-1612a1a00fdc/ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:35.491430 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=c17e8d29-6845-411d-89d1-e21e31209d1f,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:35.553643 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1020186-d058-4a17-9707-8d447beb3c8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Pushing event deleted for resources: {'Network': ['ID=32537139-416a-4a8d-957e-14a5565361ac,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:35.639136 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cdf84153-e1c5-4a98-9826-9c79f2747a78 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1783 time: 0.3091140 Jul 29 23:34:35.639750 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50622) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:35.711913 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-35e821a3-dbbc-4c86-a071-363b61941465 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:35.728885 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-35e821a3-dbbc-4c86-a071-363b61941465 None None] Transition to ACTIVE for port object ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:35.745638 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-35e821a3-dbbc-4c86-a071-363b61941465 None None] Transition to ACTIVE for port object ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:35.755037 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-35e821a3-dbbc-4c86-a071-363b61941465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:35.778403 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853f7157-5c7c-4ec2-90f4-9b1a69e556af tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:35.779005 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853f7157-5c7c-4ec2-90f4-9b1a69e556af tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:35.779470 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853f7157-5c7c-4ec2-90f4-9b1a69e556af tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:35.779985 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853f7157-5c7c-4ec2-90f4-9b1a69e556af tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:35.780404 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853f7157-5c7c-4ec2-90f4-9b1a69e556af tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:35.780849 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853f7157-5c7c-4ec2-90f4-9b1a69e556af tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:35.781298 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853f7157-5c7c-4ec2-90f4-9b1a69e556af tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:35.781883 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853f7157-5c7c-4ec2-90f4-9b1a69e556af tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:35.782339 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853f7157-5c7c-4ec2-90f4-9b1a69e556af tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:35.782778 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853f7157-5c7c-4ec2-90f4-9b1a69e556af tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:35.783221 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853f7157-5c7c-4ec2-90f4-9b1a69e556af tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:35.783667 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853f7157-5c7c-4ec2-90f4-9b1a69e556af tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:35.790632 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-853f7157-5c7c-4ec2-90f4-9b1a69e556af tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7600 time: 0.1495383 Jul 29 23:34:35.791305 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50624) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:35.865332 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e821a3-dbbc-4c86-a071-363b61941465 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:35.872132 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e821a3-dbbc-4c86-a071-363b61941465 None None] Pushing event updated for resources: {'Port': ['ID=ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:35.876429 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-35e821a3-dbbc-4c86-a071-363b61941465 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:35.881292 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e821a3-dbbc-4c86-a071-363b61941465 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:36.056245 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-35e821a3-dbbc-4c86-a071-363b61941465 None None] Attempting to bind port ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:36.056939 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-35e821a3-dbbc-4c86-a071-363b61941465 None None] Attempting to bind port ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:36.058146 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e821a3-dbbc-4c86-a071-363b61941465 None None] Attempting to bind port ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b on network d263319e-790d-4f2c-863f-b09096d5f5fc {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:36.071313 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e821a3-dbbc-4c86-a071-363b61941465 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:36.072201 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e821a3-dbbc-4c86-a071-363b61941465 None None] Checking segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:36.075259 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-35e821a3-dbbc-4c86-a071-363b61941465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:36.075945 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e821a3-dbbc-4c86-a071-363b61941465 None None] Bound using segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:36.076621 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-35e821a3-dbbc-4c86-a071-363b61941465 None None] Bound port: ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:36.078431 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-35e821a3-dbbc-4c86-a071-363b61941465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:36.204320 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b4bff-85aa-4eef-bd83-5b5e3b3ab6fb req-1ea56f36-c208-4cb5-9838-8ad27ea50f73 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:36.213386 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f5b4bff-85aa-4eef-bd83-5b5e3b3ab6fb req-1ea56f36-c208-4cb5-9838-8ad27ea50f73 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f5f2f8-c793-44e2-86c3-d5d1b0563167 HTTP/1.1" status: 200 len: 946 time: 0.7492857 Jul 29 23:34:36.217446 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-26b1faf0-e867-466f-a1f0-ae297625347b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:36.246907 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-35e821a3-dbbc-4c86-a071-363b61941465 None None] For port ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:36.253087 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-35e821a3-dbbc-4c86-a071-363b61941465 None None] For port ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:36.260111 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-35e821a3-dbbc-4c86-a071-363b61941465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:36.298965 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f5b4bff-85aa-4eef-bd83-5b5e3b3ab6fb req-1f6e8494-b1bf-495e-81d9-efdedfef1978 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774775 Jul 29 23:34:36.311334 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-25b24337-0c3f-4067-9787-50bddb853b05 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] delete failed (client error): The resource could not be found. Jul 29 23:34:36.315384 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50632) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:36.315589 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-25b24337-0c3f-4067-9787-50bddb853b05 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/0e3977b1-7b3f-4d49-9f13-d6c5fe2ecff4 HTTP/1.1" status: 404 len: 345 time: 0.5229979 Jul 29 23:34:36.382510 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e7775aa-43fa-4d6e-9051-c8240eca5137 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] DELETE failed (client error): The resource could not be found. Jul 29 23:34:36.383343 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e7775aa-43fa-4d6e-9051-c8240eca5137 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:34:36.387928 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1e7775aa-43fa-4d6e-9051-c8240eca5137 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] 10.222.0.18 "DELETE /v2.0/networks/32537139-416a-4a8d-957e-14a5565361ac HTTP/1.1" status: 404 len: 339 time: 0.0685277 Jul 29 23:34:36.390650 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50634) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:36.398951 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-dd571c4c-5264-4f75-98a9-a52331bef078 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Request body: {'network': {'name': 'tempest-network--970560432', 'router:external': True}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:36.399456 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e821a3-dbbc-4c86-a071-363b61941465 None None] Pushing event updated for resources: {'Port': ['ID=ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:36.428453 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9967ae9-232d-4095-90d3-f8fd74a6b4b5 x-openstack-request-id: req-d9967ae9-232d-4095-90d3-f8fd74a6b4b5 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:36.428878 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f5f2f8-c793-44e2-86c3-d5d1b0563167", "name": "network-vif-plugged", "status": "completed", "tag": "c17e8d29-6845-411d-89d1-e21e31209d1f", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:36.429246 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d9967ae9-232d-4095-90d3-f8fd74a6b4b5 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:36.435201 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f5f2f8-c793-44e2-86c3-d5d1b0563167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c17e8d29-6845-411d-89d1-e21e31209d1f', 'code': 200} Jul 29 23:34:36.441294 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd571c4c-5264-4f75-98a9-a52331bef078 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Made reservation on behalf of 3f80f30be7cb4dbd877600a2bbf1dc97 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:36.443745 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dd571c4c-5264-4f75-98a9-a52331bef078 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:36.484289 n-d-712140-10 neutron-server[94063]: DEBUG neutron.objects.ports [None req-bc9038c6-db1e-4e02-b5c4-0a4a53986345 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94063) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:34:36.492565 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd571c4c-5264-4f75-98a9-a52331bef078 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:34:36.509093 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dd571c4c-5264-4f75-98a9-a52331bef078 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:36.509694 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-dd571c4c-5264-4f75-98a9-a52331bef078 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Added segment c9a76d00-27da-4d08-a878-007973d60c17 of type vlan for network b74a7e65-59e0-414e-92b7-61a5806a182d Jul 29 23:34:36.610614 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dd571c4c-5264-4f75-98a9-a52331bef078 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:36.675273 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dd571c4c-5264-4f75-98a9-a52331bef078 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:36.677686 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd571c4c-5264-4f75-98a9-a52331bef078 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:36.678804 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dd571c4c-5264-4f75-98a9-a52331bef078 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:36.764186 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-dd571c4c-5264-4f75-98a9-a52331bef078 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3717813 Jul 29 23:34:36.783069 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50636) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:36.809927 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:36.813915 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae00bba-ad87-47aa-bb58-f297640262b1 req-f47f9028-dd96-4b7e-aa59-24d210793603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:36.815669 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6ae00bba-ad87-47aa-bb58-f297640262b1 req-f47f9028-dd96-4b7e-aa59-24d210793603 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=94f5f2f8-c793-44e2-86c3-d5d1b0563167 HTTP/1.1" status: 200 len: 1098 time: 0.2854123 Jul 29 23:34:36.849536 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc54b818-386c-4656-9f08-d36de5e7ef29 req-ebe8b7d3-f7b5-4f2d-b475-4ec29f2ce780 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:36.851152 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc54b818-386c-4656-9f08-d36de5e7ef29 req-ebe8b7d3-f7b5-4f2d-b475-4ec29f2ce780 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 946 time: 0.3189542 Jul 29 23:34:36.869566 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd571c4c-5264-4f75-98a9-a52331bef078 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Pushing event updated for resources: {'Network': ['ID=b74a7e65-59e0-414e-92b7-61a5806a182d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:36.896168 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network b74a7e65-59e0-414e-92b7-61a5806a182d details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:34:36.968181 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6ae00bba-ad87-47aa-bb58-f297640262b1 req-253f7359-9d78-4194-abbc-95242cdbb3a1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309133 Jul 29 23:34:36.969214 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2b6b87-407b-4fc7-a102-aef72ee35c30 tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:36.982333 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2b6b87-407b-4fc7-a102-aef72ee35c30 tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:36.994869 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc54b818-386c-4656-9f08-d36de5e7ef29 req-20fe378b-450c-4bfc-ba52-fdd860ced08e tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186476 Jul 29 23:34:36.995113 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2b6b87-407b-4fc7-a102-aef72ee35c30 tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:37.007283 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2b6b87-407b-4fc7-a102-aef72ee35c30 tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:37.019856 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6f2b6b87-407b-4fc7-a102-aef72ee35c30 tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2302763 Jul 29 23:34:37.019856 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50640) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:37.075084 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bc9038c6-db1e-4e02-b5c4-0a4a53986345 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:37.128270 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-da185da1-b8f4-40bb-a57d-b3c440db3e8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:37.230925 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-da185da1-b8f4-40bb-a57d-b3c440db3e8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:37.259009 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-da185da1-b8f4-40bb-a57d-b3c440db3e8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b74a7e65-59e0-414e-92b7-61a5806a182d']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:37.271867 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-da185da1-b8f4-40bb-a57d-b3c440db3e8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9a76d00-27da-4d08-a878-007973d60c17') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:37.272212 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-da185da1-b8f4-40bb-a57d-b3c440db3e8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9a76d00-27da-4d08-a878-007973d60c17') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:37.283393 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-da185da1-b8f4-40bb-a57d-b3c440db3e8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:37.309295 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-da185da1-b8f4-40bb-a57d-b3c440db3e8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:37.322824 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da185da1-b8f4-40bb-a57d-b3c440db3e8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:34:37.323731 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-da185da1-b8f4-40bb-a57d-b3c440db3e8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:37.328013 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:34:37.328013 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:34:37.328013 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:34:37.328013 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:34:37.328013 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:34:37.328013 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:34:37.328013 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:34:37.328013 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:34:37.328013 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:34:37.328013 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:34:37.328013 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:34:37.328013 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:34:37.328013 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:34:37.328013 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:34:37.328013 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:34:37.328013 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:34:37.328013 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:34:37.328013 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:34:37.328013 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:34:37.328013 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:34:37.328013 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:34:37.328013 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:34:37.328013 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:34:37.328013 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:34:37.328013 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:34:37.328013 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:34:37.328013 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:34:37.328013 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:34:37.328013 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:34:37.328013 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:34:37.328013 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:34:37.328013 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:34:37.378301 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-bc9038c6-db1e-4e02-b5c4-0a4a53986345 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] For port ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:37.469833 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bc9038c6-db1e-4e02-b5c4-0a4a53986345 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:37.476281 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-da185da1-b8f4-40bb-a57d-b3c440db3e8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:37.487852 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bc9038c6-db1e-4e02-b5c4-0a4a53986345 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:37.488700 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bc9038c6-db1e-4e02-b5c4-0a4a53986345 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:37.491665 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da185da1-b8f4-40bb-a57d-b3c440db3e8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b74a7e65-59e0-414e-92b7-61a5806a182d {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 23:34:37.496257 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-da185da1-b8f4-40bb-a57d-b3c440db3e8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:37.504398 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-da185da1-b8f4-40bb-a57d-b3c440db3e8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] 10.222.0.18 "DELETE /v2.0/networks/b74a7e65-59e0-414e-92b7-61a5806a182d HTTP/1.1" status: 204 len: 168 time: 0.4866486 Jul 29 23:34:37.520522 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50646) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:37.528858 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c2738bb4-b9e2-4177-aad0-1a8167e092e7 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Request body: {'network': {'name': 'tempest-network--408765565', 'router:external': True}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:37.562613 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da185da1-b8f4-40bb-a57d-b3c440db3e8f tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Pushing event deleted for resources: {'Network': ['ID=b74a7e65-59e0-414e-92b7-61a5806a182d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:37.566499 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2738bb4-b9e2-4177-aad0-1a8167e092e7 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Made reservation on behalf of 3f80f30be7cb4dbd877600a2bbf1dc97 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:37.569771 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2738bb4-b9e2-4177-aad0-1a8167e092e7 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:37.582138 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9038c6-db1e-4e02-b5c4-0a4a53986345 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:37.609532 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2738bb4-b9e2-4177-aad0-1a8167e092e7 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:34:37.610379 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-bc9038c6-db1e-4e02-b5c4-0a4a53986345 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:37.622506 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9038c6-db1e-4e02-b5c4-0a4a53986345 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:37.623611 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bc9038c6-db1e-4e02-b5c4-0a4a53986345 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:37.623737 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2738bb4-b9e2-4177-aad0-1a8167e092e7 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:37.624127 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-c2738bb4-b9e2-4177-aad0-1a8167e092e7 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Added segment 1f7f8915-0769-45cd-af52-a19b75352c13 of type vlan for network df87ec0a-4fbf-4526-8de3-390a51a52d3a Jul 29 23:34:37.675039 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a10482-4201-4532-aec4-2e6c16636607 req-1ddb05e7-1fcd-481a-a95f-8a0e777398c7 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:37.676957 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-90a10482-4201-4532-aec4-2e6c16636607 req-1ddb05e7-1fcd-481a-a95f-8a0e777398c7 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f5f2f8-c793-44e2-86c3-d5d1b0563167 HTTP/1.1" status: 200 len: 946 time: 0.2295458 Jul 29 23:34:37.745276 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2738bb4-b9e2-4177-aad0-1a8167e092e7 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:37.784058 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9038c6-db1e-4e02-b5c4-0a4a53986345 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Subnet': ['ID=8af4ae20-ea11-4c3b-96d7-df854195e9e4,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:37.837977 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9038c6-db1e-4e02-b5c4-0a4a53986345 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Port': ['ID=ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b,revision_number=4']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:37.854790 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-bc9038c6-db1e-4e02-b5c4-0a4a53986345 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4047413 Jul 29 23:34:37.855118 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50652) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:37.875111 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-50c764f3-21bf-473c-ae64-0c64984d7077 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'port': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'mac_address': 'fa:16:3e:5f:06:56', 'name': 'tempest-NetworksTestDHCPv6-663498961'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:37.889322 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2738bb4-b9e2-4177-aad0-1a8167e092e7 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:37.891755 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2738bb4-b9e2-4177-aad0-1a8167e092e7 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:37.893206 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2738bb4-b9e2-4177-aad0-1a8167e092e7 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:37.904952 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-90a10482-4201-4532-aec4-2e6c16636607 req-4bbbebf0-851e-406d-9b58-16f35224715b tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952043 Jul 29 23:34:37.977528 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db4cff2-c855-491d-afed-d5d0d8c0b1ef None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:38.068442 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c2738bb4-b9e2-4177-aad0-1a8167e092e7 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5459545 Jul 29 23:34:38.072679 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50658) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:38.164239 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:38.169977 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e2f4c482-61e0-4117-b150-5dde26ab9ebf None None] Provisioning for port ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:38.179572 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2738bb4-b9e2-4177-aad0-1a8167e092e7 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Pushing event updated for resources: {'Network': ['ID=df87ec0a-4fbf-4526-8de3-390a51a52d3a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:38.199667 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network df87ec0a-4fbf-4526-8de3-390a51a52d3a details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:34:38.335152 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c764f3-21bf-473c-ae64-0c64984d7077 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:38.471983 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd934a0-9312-48ab-a0d2-5080dad7f853 tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:38.475448 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ecd934a0-9312-48ab-a0d2-5080dad7f853 tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] 10.222.0.18 "GET /v2.0/networks/df87ec0a-4fbf-4526-8de3-390a51a52d3a HTTP/1.1" status: 200 len: 756 time: 0.4007154 Jul 29 23:34:38.500103 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ddcdb-8b83-4726-a04b-a3f34a064b35 req-c9b0c2ac-6f37-4d29-b03e-b5b242a7795d tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:38.508486 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6b8ddcdb-8b83-4726-a04b-a3f34a064b35 req-c9b0c2ac-6f37-4d29-b03e-b5b242a7795d tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 946 time: 0.3590796 Jul 29 23:34:38.512382 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50662) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:38.625757 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-50c764f3-21bf-473c-ae64-0c64984d7077 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:38.668338 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6b8ddcdb-8b83-4726-a04b-a3f34a064b35 req-c5020b9e-deb5-4f1e-a17f-29a7b3c609f9 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355162 Jul 29 23:34:38.677093 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe740e2a-8fe9-4254-ae28-2e6b7e6b6793 tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:38.681591 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-fe740e2a-8fe9-4254-ae28-2e6b7e6b6793 tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] 10.222.0.18 "GET /v2.0/networks/9255d29d-5440-434c-bab7-d5e4c843fb20 HTTP/1.1" status: 200 len: 768 time: 0.1646209 Jul 29 23:34:38.685572 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50664) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:38.686101 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-50c764f3-21bf-473c-ae64-0c64984d7077 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] device_id is not set on port 3235ed6c-1c24-4ca3-bda6-a5bcc6ea44b9 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:34:38.816191 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:38.854282 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-17c489f5-6b1e-453f-868d-9ba645f2a52d tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:38.923063 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:38.930520 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:38.931057 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.074300 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-17c489f5-6b1e-453f-868d-9ba645f2a52d tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.117040 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.128571 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-17c489f5-6b1e-453f-868d-9ba645f2a52d tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df87ec0a-4fbf-4526-8de3-390a51a52d3a']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:39.155279 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-50c764f3-21bf-473c-ae64-0c64984d7077 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Allocated IP 172.20.0.6 (d263319e-790d-4f2c-863f-b09096d5f5fc/1ac9fe54-97f4-4144-abc9-1612a1a00fdc/3235ed6c-1c24-4ca3-bda6-a5bcc6ea44b9) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:39.168303 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-50c764f3-21bf-473c-ae64-0c64984d7077 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Allocated IP 2001:db8::f816:3eff:fe5f:656 (d263319e-790d-4f2c-863f-b09096d5f5fc/8af4ae20-ea11-4c3b-96d7-df854195e9e4/3235ed6c-1c24-4ca3-bda6-a5bcc6ea44b9) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:39.175643 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-17c489f5-6b1e-453f-868d-9ba645f2a52d tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f7f8915-0769-45cd-af52-a19b75352c13') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:39.175952 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-17c489f5-6b1e-453f-868d-9ba645f2a52d tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f7f8915-0769-45cd-af52-a19b75352c13') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:39.190325 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-17c489f5-6b1e-453f-868d-9ba645f2a52d tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.200679 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:39.208527 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.218619 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-17c489f5-6b1e-453f-868d-9ba645f2a52d tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.249297 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db11859-6bc3-48ac-8fac-78491a6a4ec0 req-00304250-6982-4591-8a76-b2ea6c97218b tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:39.250908 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2db11859-6bc3-48ac-8fac-78491a6a4ec0 req-00304250-6982-4591-8a76-b2ea6c97218b tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f5f2f8-c793-44e2-86c3-d5d1b0563167 HTTP/1.1" status: 200 len: 946 time: 0.1501522 Jul 29 23:34:39.252065 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c489f5-6b1e-453f-868d-9ba645f2a52d tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:34:39.252479 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-17c489f5-6b1e-453f-868d-9ba645f2a52d tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.254944 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:34:39.254944 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:34:39.254944 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:34:39.254944 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:34:39.254944 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:34:39.254944 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:34:39.254944 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:34:39.254944 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:34:39.254944 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:34:39.254944 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:34:39.254944 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:34:39.254944 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:34:39.254944 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:34:39.254944 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:34:39.254944 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:34:39.254944 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:34:39.254944 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:34:39.254944 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:34:39.254944 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:34:39.254944 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:34:39.254944 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:34:39.254944 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:34:39.254944 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:34:39.254944 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:34:39.254944 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:34:39.254944 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:34:39.254944 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:34:39.254944 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:34:39.254944 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:34:39.254944 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:34:39.254944 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:34:39.254944 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:34:39.332683 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:39.384658 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2db11859-6bc3-48ac-8fac-78491a6a4ec0 req-3130c1a0-4790-45fe-b9dc-b101c36c8dcd tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192880 Jul 29 23:34:39.390707 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-17c489f5-6b1e-453f-868d-9ba645f2a52d tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.404453 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17c489f5-6b1e-453f-868d-9ba645f2a52d tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network df87ec0a-4fbf-4526-8de3-390a51a52d3a {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 23:34:39.404453 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-17c489f5-6b1e-453f-868d-9ba645f2a52d tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.404453 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-17c489f5-6b1e-453f-868d-9ba645f2a52d tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] 10.222.0.18 "DELETE /v2.0/networks/df87ec0a-4fbf-4526-8de3-390a51a52d3a HTTP/1.1" status: 204 len: 168 time: 0.7147362 Jul 29 23:34:39.422069 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50670) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:39.433054 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-116f4929-2d48-4df3-a936-1fb83d749655 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Request body: {'network': {'name': 'tempest-network--1933000115'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:39.438969 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c489f5-6b1e-453f-868d-9ba645f2a52d tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Pushing event deleted for resources: {'Network': ['ID=df87ec0a-4fbf-4526-8de3-390a51a52d3a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:39.495096 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116f4929-2d48-4df3-a936-1fb83d749655 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Made reservation on behalf of 3f80f30be7cb4dbd877600a2bbf1dc97 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:39.499189 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-116f4929-2d48-4df3-a936-1fb83d749655 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.579582 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-50c764f3-21bf-473c-ae64-0c64984d7077 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.589650 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-116f4929-2d48-4df3-a936-1fb83d749655 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:34:39.606763 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-50c764f3-21bf-473c-ae64-0c64984d7077 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Transition to ACTIVE for port object 3235ed6c-1c24-4ca3-bda6-a5bcc6ea44b9 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:39.620998 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-116f4929-2d48-4df3-a936-1fb83d749655 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.621326 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-116f4929-2d48-4df3-a936-1fb83d749655 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Added segment 56b4b761-2ae0-4b7a-9e9e-88043b97dc2f of type vlan for network 05de7734-11a8-4067-916a-d92a4ffb5030 Jul 29 23:34:39.703585 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-116f4929-2d48-4df3-a936-1fb83d749655 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.721309 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-50c764f3-21bf-473c-ae64-0c64984d7077 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.724510 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-43f32be0-e5c0-461c-a831-6f933e98c663 None None] Provisioning complete for port ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:39.724889 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-43f32be0-e5c0-461c-a831-6f933e98c663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.853440 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-116f4929-2d48-4df3-a936-1fb83d749655 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:39.856219 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116f4929-2d48-4df3-a936-1fb83d749655 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:39.856831 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-116f4929-2d48-4df3-a936-1fb83d749655 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.024475 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c764f3-21bf-473c-ae64-0c64984d7077 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:40.035639 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-50c764f3-21bf-473c-ae64-0c64984d7077 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:40.038620 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c764f3-21bf-473c-ae64-0c64984d7077 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Port': ['ID=3235ed6c-1c24-4ca3-bda6-a5bcc6ea44b9,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:40.045232 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c764f3-21bf-473c-ae64-0c64984d7077 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:40.301530 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c764f3-21bf-473c-ae64-0c64984d7077 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:40.302618 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-50c764f3-21bf-473c-ae64-0c64984d7077 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.330816 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-116f4929-2d48-4df3-a936-1fb83d749655 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.9065673 Jul 29 23:34:40.336495 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50682) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:40.342403 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-04dae99f-2f25-435f-a610-8f5e7002153c tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:40.347138 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f4929-2d48-4df3-a936-1fb83d749655 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Pushing event updated for resources: {'Network': ['ID=05de7734-11a8-4067-916a-d92a4ffb5030,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:40.363822 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 05de7734-11a8-4067-916a-d92a4ffb5030 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:34:40.375600 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-50c764f3-21bf-473c-ae64-0c64984d7077 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 2.5183220 Jul 29 23:34:40.381146 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50684) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:40.425761 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7864e452-a1a4-4296-ad62-0cea3a226094 req-1c8dc2bb-2eb2-4fb6-966b-57ddeca9390d tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:40.443510 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7864e452-a1a4-4296-ad62-0cea3a226094 req-1c8dc2bb-2eb2-4fb6-966b-57ddeca9390d tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 946 time: 0.2182012 Jul 29 23:34:40.581913 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-317c1d35-d926-4cbf-9e2b-05ea68db82b4 None None] Could not find standard attr ID for object 152effc0-95d1-4ec4-99f0-02e6523cada4. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:34:40.631952 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51ab5d5-ac69-4506-b75e-8847df326ce1 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:40.643963 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51ab5d5-ac69-4506-b75e-8847df326ce1 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:40.647067 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a51ab5d5-ac69-4506-b75e-8847df326ce1 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.2642429 Jul 29 23:34:40.651793 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50688) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:40.705170 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:40.817425 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:40.817801 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.861758 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7864e452-a1a4-4296-ad62-0cea3a226094 req-92a30b3e-96e2-4b0e-9f32-363244b02716 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4166429 Jul 29 23:34:40.866614 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-04dae99f-2f25-435f-a610-8f5e7002153c tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.931758 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-41904154-e860-400b-9c8b-a654c882fd99 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting port 3235ed6c-1c24-4ca3-bda6-a5bcc6ea44b9 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:40.932834 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-04dae99f-2f25-435f-a610-8f5e7002153c tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.938412 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-41904154-e860-400b-9c8b-a654c882fd99 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:40.962653 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-04dae99f-2f25-435f-a610-8f5e7002153c tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Network 05de7734-11a8-4067-916a-d92a4ffb5030 is not hosted by any dhcp agent {{(pid=94063) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:34:40.976841 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dae99f-2f25-435f-a610-8f5e7002153c tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:40.977981 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-04dae99f-2f25-435f-a610-8f5e7002153c tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.002393 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-04dae99f-2f25-435f-a610-8f5e7002153c tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] 10.222.0.18 "PUT /v2.0/networks/05de7734-11a8-4067-916a-d92a4ffb5030 HTTP/1.1" status: 200 len: 858 time: 0.6641805 Jul 29 23:34:41.003345 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50692) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:41.144231 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-185e8f0e-1b8d-474c-9411-d23335926dd6 None None] Provisioning for port 3235ed6c-1c24-4ca3-bda6-a5bcc6ea44b9 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:41.149821 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-185e8f0e-1b8d-474c-9411-d23335926dd6 None None] Provisioning complete for port 3235ed6c-1c24-4ca3-bda6-a5bcc6ea44b9 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:41.150197 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-185e8f0e-1b8d-474c-9411-d23335926dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.240118 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-41904154-e860-400b-9c8b-a654c882fd99 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.243201 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-185e8f0e-1b8d-474c-9411-d23335926dd6 None None] Port 3235ed6c-1c24-4ca3-bda6-a5bcc6ea44b9 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:34:41.310064 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dae99f-2f25-435f-a610-8f5e7002153c tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Pushing event updated for resources: {'Network': ['ID=05de7734-11a8-4067-916a-d92a4ffb5030,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:41.330157 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-41904154-e860-400b-9c8b-a654c882fd99 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Calling delete_port for 3235ed6c-1c24-4ca3-bda6-a5bcc6ea44b9 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:41.339194 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e87f8b8e-4527-4966-b517-5f12e54937e0 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.502409 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e87f8b8e-4527-4966-b517-5f12e54937e0 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.522861 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-e87f8b8e-4527-4966-b517-5f12e54937e0 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05de7734-11a8-4067-916a-d92a4ffb5030']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:41.551424 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-e87f8b8e-4527-4966-b517-5f12e54937e0 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56b4b761-2ae0-4b7a-9e9e-88043b97dc2f') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:41.551991 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-e87f8b8e-4527-4966-b517-5f12e54937e0 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56b4b761-2ae0-4b7a-9e9e-88043b97dc2f') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:41.572907 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e87f8b8e-4527-4966-b517-5f12e54937e0 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.597096 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e87f8b8e-4527-4966-b517-5f12e54937e0 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.613270 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e87f8b8e-4527-4966-b517-5f12e54937e0 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:34:41.614585 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e87f8b8e-4527-4966-b517-5f12e54937e0 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.619506 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:34:41.619506 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:34:41.619506 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:34:41.619506 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:34:41.619506 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:34:41.619506 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:34:41.619506 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:34:41.619506 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:34:41.619506 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:34:41.619506 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:34:41.619506 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:34:41.619506 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:34:41.619506 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:34:41.619506 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:34:41.619506 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:34:41.619506 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:34:41.619506 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:34:41.619506 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:34:41.619506 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:34:41.619506 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:34:41.619506 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:34:41.619506 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:34:41.619506 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:34:41.619506 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:34:41.619506 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:34:41.619506 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:34:41.619506 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:34:41.619506 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:34:41.619506 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:34:41.619506 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:34:41.619506 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:34:41.619506 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:34:41.713802 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e87f8b8e-4527-4966-b517-5f12e54937e0 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.723150 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e87f8b8e-4527-4966-b517-5f12e54937e0 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 05de7734-11a8-4067-916a-d92a4ffb5030 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 23:34:41.735361 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e87f8b8e-4527-4966-b517-5f12e54937e0 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.747505 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e87f8b8e-4527-4966-b517-5f12e54937e0 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] 10.222.0.18 "DELETE /v2.0/networks/05de7734-11a8-4067-916a-d92a4ffb5030 HTTP/1.1" status: 204 len: 168 time: 0.7051706 Jul 29 23:34:41.766943 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50698) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:41.810958 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87f8b8e-4527-4966-b517-5f12e54937e0 tempest-ExternalNetworksTestJSON-1888920239 tempest-ExternalNetworksTestJSON-1888920239-project-admin] Pushing event deleted for resources: {'Network': ['ID=05de7734-11a8-4067-916a-d92a4ffb5030,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:41.850994 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-41904154-e860-400b-9c8b-a654c882fd99 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:41.887458 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed66b5e7-844e-426a-8949-fa093398a8fc tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] DELETE failed (client error): The resource could not be found. Jul 29 23:34:41.888426 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed66b5e7-844e-426a-8949-fa093398a8fc tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:34:41.918318 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ed66b5e7-844e-426a-8949-fa093398a8fc tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] 10.222.0.18 "DELETE /v2.0/subnets/8635af74-18e0-45e9-895e-7a65d1cb61a9 HTTP/1.1" status: 404 len: 337 time: 0.1504238 Jul 29 23:34:41.922292 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50702) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:42.086756 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eb6b71e5-f905-4336-a6e7-3714143b74a9 tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.099947 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41904154-e860-400b-9c8b-a654c882fd99 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Port': ['ID=3235ed6c-1c24-4ca3-bda6-a5bcc6ea44b9,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:42.283429 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-41904154-e860-400b-9c8b-a654c882fd99 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.285746 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-41904154-e860-400b-9c8b-a654c882fd99 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/3235ed6c-1c24-4ca3-bda6-a5bcc6ea44b9 HTTP/1.1" status: 204 len: 168 time: 1.6319513 Jul 29 23:34:42.290231 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50706) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:42.330984 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eb6b71e5-f905-4336-a6e7-3714143b74a9 tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.352349 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-eb6b71e5-f905-4336-a6e7-3714143b74a9 tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9255d29d-5440-434c-bab7-d5e4c843fb20']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:42.385557 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-eb6b71e5-f905-4336-a6e7-3714143b74a9 tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9696709-12f8-47d8-b7e3-1c294c4c1de7') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:42.386820 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-eb6b71e5-f905-4336-a6e7-3714143b74a9 tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9696709-12f8-47d8-b7e3-1c294c4c1de7') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:34:42.398376 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3844bd-4252-4c21-b282-93b09fb26673 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:42.399990 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3844bd-4252-4c21-b282-93b09fb26673 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:42.401409 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3844bd-4252-4c21-b282-93b09fb26673 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:42.409738 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eb6b71e5-f905-4336-a6e7-3714143b74a9 tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.413157 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4a3844bd-4252-4c21-b282-93b09fb26673 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1218319 Jul 29 23:34:42.423024 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50708) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:42.450901 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eb6b71e5-f905-4336-a6e7-3714143b74a9 tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.474773 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb6b71e5-f905-4336-a6e7-3714143b74a9 tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:34:42.475360 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eb6b71e5-f905-4336-a6e7-3714143b74a9 tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.562694 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ba693a5-e45e-4490-b49e-ca97ad4d8324 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting subnet 1ac9fe54-97f4-4144-abc9-1612a1a00fdc {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:34:42.576798 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ba693a5-e45e-4490-b49e-ca97ad4d8324 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.604549 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:34:42.604549 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:34:42.604549 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:34:42.604549 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:34:42.604549 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:34:42.604549 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:34:42.604549 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:34:42.604549 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:34:42.604549 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:34:42.604549 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:34:42.604549 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:34:42.604549 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:34:42.604549 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:34:42.604549 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:34:42.604549 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:34:42.604549 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:34:42.604549 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:34:42.604549 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:34:42.604549 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:34:42.604549 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:34:42.604549 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:34:42.604549 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:34:42.604549 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:34:42.604549 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:34:42.604549 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:34:42.604549 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:34:42.604549 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:34:42.604549 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:34:42.604549 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:34:42.604549 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:34:42.604549 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:34:42.604549 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:34:42.635489 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eb6b71e5-f905-4336-a6e7-3714143b74a9 tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.643859 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eb6b71e5-f905-4336-a6e7-3714143b74a9 tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.646036 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-eb6b71e5-f905-4336-a6e7-3714143b74a9 tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] 10.222.0.18 "DELETE /v2.0/networks/9255d29d-5440-434c-bab7-d5e4c843fb20 HTTP/1.1" status: 204 len: 168 time: 0.7219837 Jul 29 23:34:42.658871 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ba693a5-e45e-4490-b49e-ca97ad4d8324 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:42.666730 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6b71e5-f905-4336-a6e7-3714143b74a9 tempest-ExternalNetworksTestJSON-1953500863 tempest-ExternalNetworksTestJSON-1953500863-project] Pushing event deleted for resources: {'Network': ['ID=9255d29d-5440-434c-bab7-d5e4c843fb20,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:42.682603 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92d430-af2a-4a3f-b0dd-45cb10da282c req-1487a8b5-b3d6-4a66-afcd-7156e0c7957e tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:42.685594 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dc92d430-af2a-4a3f-b0dd-45cb10da282c req-1487a8b5-b3d6-4a66-afcd-7156e0c7957e tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 946 time: 0.5616496 Jul 29 23:34:42.789167 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dc92d430-af2a-4a3f-b0dd-45cb10da282c req-66c9abd2-d646-40dc-b88e-ac932e7d4d80 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881326 Jul 29 23:34:42.881903 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ba693a5-e45e-4490-b49e-ca97ad4d8324 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.004920 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ba693a5-e45e-4490-b49e-ca97ad4d8324 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.037660 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba693a5-e45e-4490-b49e-ca97ad4d8324 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Subnet': ['ID=1ac9fe54-97f4-4144-abc9-1612a1a00fdc,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:43.040456 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ba693a5-e45e-4490-b49e-ca97ad4d8324 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.042718 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7ba693a5-e45e-4490-b49e-ca97ad4d8324 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/1ac9fe54-97f4-4144-abc9-1612a1a00fdc HTTP/1.1" status: 204 len: 168 time: 0.6182821 Jul 29 23:34:43.049434 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50720) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:43.050058 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e787fa72-1fda-4476-b8a8-10942fe9030c None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:43.142472 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8499284-ffa0-4043-8df9-a47a1b401a7a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting subnet 8af4ae20-ea11-4c3b-96d7-df854195e9e4 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:34:43.150377 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8499284-ffa0-4043-8df9-a47a1b401a7a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.215738 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50724) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:43.222560 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8499284-ffa0-4043-8df9-a47a1b401a7a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.402638 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8499284-ffa0-4043-8df9-a47a1b401a7a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.482082 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8499284-ffa0-4043-8df9-a47a1b401a7a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.521775 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8499284-ffa0-4043-8df9-a47a1b401a7a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Subnet': ['ID=8af4ae20-ea11-4c3b-96d7-df854195e9e4,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:43.530270 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8499284-ffa0-4043-8df9-a47a1b401a7a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.532510 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d8499284-ffa0-4043-8df9-a47a1b401a7a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/8af4ae20-ea11-4c3b-96d7-df854195e9e4 HTTP/1.1" status: 204 len: 168 time: 0.4796042 Jul 29 23:34:43.536954 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50734) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:43.624763 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-cb901c6d-72ce-4d36-bc0d-3400384c5ed1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e67d42508858411c9d31f6e1c7879033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4035795 Jul 29 23:34:43.625713 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50736) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:43.631177 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ab74eb7e-4f3d-408a-b32c-ef3ccaa3c700 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0925012 Jul 29 23:34:43.635774 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50738) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:43.641339 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-8a7adb19-4253-4bf4-859a-c6629d8ee34c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:43.729066 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-948e5379-e2c5-40e5-8a59-64b028a903b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.784046 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-948e5379-e2c5-40e5-8a59-64b028a903b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.832244 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7adb19-4253-4bf4-859a-c6629d8ee34c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:43.841242 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8a7adb19-4253-4bf4-859a-c6629d8ee34c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.885801 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-948e5379-e2c5-40e5-8a59-64b028a903b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.888947 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-948e5379-e2c5-40e5-8a59-64b028a903b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:43.894455 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-948e5379-e2c5-40e5-8a59-64b028a903b2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/608f700e-4d85-4f3f-91a9-edd46df4290d HTTP/1.1" status: 204 len: 168 time: 0.2641635 Jul 29 23:34:43.930292 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e5379-e2c5-40e5-8a59-64b028a903b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608f700e-4d85-4f3f-91a9-edd46df4290d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:44.143951 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085cef6-f912-4a5b-83b8-a32e677bcd14 req-c95e8a06-7cc0-4c02-9ce1-89eba0fd561e tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:44.145569 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8085cef6-f912-4a5b-83b8-a32e677bcd14 req-c95e8a06-7cc0-4c02-9ce1-89eba0fd561e tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 946 time: 0.1504886 Jul 29 23:34:44.238019 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8085cef6-f912-4a5b-83b8-a32e677bcd14 req-901ac65c-b4c5-4ce5-aa76-9879bb480e6c tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793853 Jul 29 23:34:44.437795 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8a7adb19-4253-4bf4-859a-c6629d8ee34c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.466889 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd1e45d-3c8d-4081-98ca-a89de849384f None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:44.530497 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7adb19-4253-4bf4-859a-c6629d8ee34c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:44.533206 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-8a7adb19-4253-4bf4-859a-c6629d8ee34c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:44.549062 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7adb19-4253-4bf4-859a-c6629d8ee34c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:44.549535 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8a7adb19-4253-4bf4-859a-c6629d8ee34c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.571072 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7adb19-4253-4bf4-859a-c6629d8ee34c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Subnet': ['ID=4e214e82-465b-4a20-8ce0-07d003311122,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:44.583157 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8a7adb19-4253-4bf4-859a-c6629d8ee34c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9462361 Jul 29 23:34:44.587711 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50750) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:44.593374 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-a88d861b-d9a0-456c-8395-e61adc76a13c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:44.622596 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b45841c8-e145-4b17-a3c2-5891f187cfee None None] Provisioning complete for port ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:44.623567 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b45841c8-e145-4b17-a3c2-5891f187cfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.647598 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50754) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:44.745552 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-34064e27-e845-4c2f-9363-8146b0dee95c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f80f30be7cb4dbd877600a2bbf1dc97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0976903 Jul 29 23:34:44.750139 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50756) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:44.838960 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88d861b-d9a0-456c-8395-e61adc76a13c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:44.854145 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a88d861b-d9a0-456c-8395-e61adc76a13c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.904457 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6ef00099-7dfb-451f-8cd2-df7082285f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:44.943794 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6ef00099-7dfb-451f-8cd2-df7082285f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:45.011290 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6ef00099-7dfb-451f-8cd2-df7082285f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:45.019856 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6ef00099-7dfb-451f-8cd2-df7082285f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:45.021960 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6ef00099-7dfb-451f-8cd2-df7082285f54 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7c94fdb9-3da9-4472-bc53-8c85fb6cc99e HTTP/1.1" status: 204 len: 168 time: 0.2703209 Jul 29 23:34:45.059761 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef00099-7dfb-451f-8cd2-df7082285f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c94fdb9-3da9-4472-bc53-8c85fb6cc99e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:45.060311 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b795928-a00c-48bc-a26e-f8dd10507547 None None] Update dhcp port {'port': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'fixed_ips': [{'subnet_id': '4e214e82-465b-4a20-8ce0-07d003311122'}], 'binding:host_id': 'n-d-712140-10'}, 'id': 'ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b'} from n-d-712140-10. {{(pid=94065) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:34:45.151604 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0b795928-a00c-48bc-a26e-f8dd10507547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:45.628254 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab89f00-e35a-443b-bda0-662306044efa req-5697c3f5-da38-403e-b8f5-d2db26a84496 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:45.641420 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aab89f00-e35a-443b-bda0-662306044efa req-5697c3f5-da38-403e-b8f5-d2db26a84496 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 946 time: 0.1994441 Jul 29 23:34:45.832821 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aab89f00-e35a-443b-bda0-662306044efa req-2ae33fbf-736f-4b19-9204-de7e5bfb9008 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793716 Jul 29 23:34:46.053759 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-0b795928-a00c-48bc-a26e-f8dd10507547 None None] Allocated IP 172.20.0.2 (d263319e-790d-4f2c-863f-b09096d5f5fc/4e214e82-465b-4a20-8ce0-07d003311122/ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:46.223877 n-d-712140-10 neutron-server[94063]: DEBUG neutron.objects.ports [None req-a88d861b-d9a0-456c-8395-e61adc76a13c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94063) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:34:46.336571 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-0b795928-a00c-48bc-a26e-f8dd10507547 None None] For port ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:46.403159 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0b795928-a00c-48bc-a26e-f8dd10507547 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:46.430424 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0b795928-a00c-48bc-a26e-f8dd10507547 None None] Transition to ACTIVE for port object ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:46.442080 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0b795928-a00c-48bc-a26e-f8dd10507547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:46.601085 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b795928-a00c-48bc-a26e-f8dd10507547 None None] Pushing event updated for resources: {'Port': ['ID=ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:46.618741 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b795928-a00c-48bc-a26e-f8dd10507547 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:46.619310 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b795928-a00c-48bc-a26e-f8dd10507547 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:46.620083 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b795928-a00c-48bc-a26e-f8dd10507547 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:46.620640 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b795928-a00c-48bc-a26e-f8dd10507547 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:46.621224 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b795928-a00c-48bc-a26e-f8dd10507547 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:46.621777 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b795928-a00c-48bc-a26e-f8dd10507547 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:46.622323 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b795928-a00c-48bc-a26e-f8dd10507547 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:46.622882 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b795928-a00c-48bc-a26e-f8dd10507547 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:46.624390 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b795928-a00c-48bc-a26e-f8dd10507547 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:46.624390 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b795928-a00c-48bc-a26e-f8dd10507547 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:46.624771 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b795928-a00c-48bc-a26e-f8dd10507547 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:46.625124 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b795928-a00c-48bc-a26e-f8dd10507547 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:46.751915 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a88d861b-d9a0-456c-8395-e61adc76a13c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:47.315551 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-a88d861b-d9a0-456c-8395-e61adc76a13c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] For port ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:47.371868 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a88d861b-d9a0-456c-8395-e61adc76a13c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:47.394056 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a88d861b-d9a0-456c-8395-e61adc76a13c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:47.399392 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a88d861b-d9a0-456c-8395-e61adc76a13c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:47.542312 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88d861b-d9a0-456c-8395-e61adc76a13c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:47.551115 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-a88d861b-d9a0-456c-8395-e61adc76a13c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:47.570412 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb266a43-a742-47df-be8f-89d53817681a req-b9ff4594-5bff-4b87-800f-c44726da7019 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:47.580813 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb266a43-a742-47df-be8f-89d53817681a req-b9ff4594-5bff-4b87-800f-c44726da7019 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 946 time: 0.5072813 Jul 29 23:34:47.614250 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88d861b-d9a0-456c-8395-e61adc76a13c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:47.615619 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a88d861b-d9a0-456c-8395-e61adc76a13c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:47.734873 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d861b-d9a0-456c-8395-e61adc76a13c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Subnet': ['ID=f54a0773-8ce4-4d44-a25e-ad23919d2e46,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:47.737831 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88d861b-d9a0-456c-8395-e61adc76a13c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Port': ['ID=ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b,revision_number=10']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:47.770150 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a88d861b-d9a0-456c-8395-e61adc76a13c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1727362 Jul 29 23:34:47.771439 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50798) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:47.787950 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-fbf43c20-d916-47cd-941a-80a3e9593284 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'port': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'mac_address': 'fa:16:3e:1b:22:8b', 'name': 'tempest-NetworksTestDHCPv6-664795292'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:47.808196 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab7d10f-5301-4f6b-bd10-511c20975283 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:47.831043 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb266a43-a742-47df-be8f-89d53817681a req-3c14ac77-3343-4328-a54a-fca865af325d tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453911 Jul 29 23:34:48.049479 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-12e3ee11-473a-4d5c-8c41-b8d4ce422c3f None None] Provisioning for port ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:34:48.075590 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-12e3ee11-473a-4d5c-8c41-b8d4ce422c3f None None] Provisioning complete for port ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:48.076606 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-12e3ee11-473a-4d5c-8c41-b8d4ce422c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:48.168305 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf43c20-d916-47cd-941a-80a3e9593284 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:48.229848 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 54921ad9-945e-4bc5-9ab5-928e56432302 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:34:48.248541 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 54921ad9-945e-4bc5-9ab5-928e56432302 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:34:48.409004 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbf43c20-d916-47cd-941a-80a3e9593284 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:48.496448 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-fbf43c20-d916-47cd-941a-80a3e9593284 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] device_id is not set on port e1a71cd8-24dc-41f8-855e-ec30ed8275ad yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:34:48.555509 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.db.resource_extend [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:34:48.830995 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:49.157530 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-fbf43c20-d916-47cd-941a-80a3e9593284 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Allocated IP 172.20.0.6 (d263319e-790d-4f2c-863f-b09096d5f5fc/4e214e82-465b-4a20-8ce0-07d003311122/e1a71cd8-24dc-41f8-855e-ec30ed8275ad) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:49.177287 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-fbf43c20-d916-47cd-941a-80a3e9593284 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Allocated IP 2001:db8::f816:3eff:fe1b:228b (d263319e-790d-4f2c-863f-b09096d5f5fc/f54a0773-8ce4-4d44-a25e-ad23919d2e46/e1a71cd8-24dc-41f8-855e-ec30ed8275ad) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:49.318485 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 54921ad9-945e-4bc5-9ab5-928e56432302, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=54921ad9-945e-4bc5-9ab5-928e56432302,segment=NetworkSegment(3960cd3a-1252-4022-b2ff-b6d1cbf562dc),segment_id=3960cd3a-1252-4022-b2ff-b6d1cbf562dc)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:49.323994 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e88d48-42c0-4c9a-b3d4-c89ad7ce64e5 req-782efd45-4224-4c4b-8a2d-e3ee591bea0b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:49.326139 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-53e88d48-42c0-4c9a-b3d4-c89ad7ce64e5 req-782efd45-4224-4c4b-8a2d-e3ee591bea0b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 946 time: 0.3271515 Jul 29 23:34:49.334566 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.377396 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '54921ad9-945e-4bc5-9ab5-928e56432302', 'network_id': 'a3b84fcb-d1ea-4d97-a571-e94a9ed02dff', 'port_id': '54921ad9-945e-4bc5-9ab5-928e56432302', 'mac_address': 'fa:16:3e:6c:33:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5da65a-cf51-4f87-867f-d80f072d9572', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:34:49.392138 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:49.392600 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.454037 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-53e88d48-42c0-4c9a-b3d4-c89ad7ce64e5 req-bdee8598-9e3b-48a3-9a5a-8fb197f64ad2 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127088 Jul 29 23:34:49.658507 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50824) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:49.721377 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbf43c20-d916-47cd-941a-80a3e9593284 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.760005 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-fbf43c20-d916-47cd-941a-80a3e9593284 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Transition to ACTIVE for port object e1a71cd8-24dc-41f8-855e-ec30ed8275ad will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:49.846956 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbf43c20-d916-47cd-941a-80a3e9593284 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.849683 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cdb900-849e-4bc1-9095-75b8682d0960', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54921ad9-945e-4bc5-9ab5-928e56432302'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:49.853529 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b545d7ef-da09-426c-969c-a99ad74a8818" -d '{"events": [{"server_uuid": "25cdb900-849e-4bc1-9095-75b8682d0960", "name": "network-vif-unplugged", "status": "completed", "tag": "54921ad9-945e-4bc5-9ab5-928e56432302"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:49.943340 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.950477 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94794f5e-f5db-405c-8b99-c20857a851a6 x-openstack-request-id: req-94794f5e-f5db-405c-8b99-c20857a851a6 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:49.950872 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25cdb900-849e-4bc1-9095-75b8682d0960", "name": "network-vif-unplugged", "status": "completed", "tag": "54921ad9-945e-4bc5-9ab5-928e56432302", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:49.954284 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-94794f5e-f5db-405c-8b99-c20857a851a6 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:49.954284 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25cdb900-849e-4bc1-9095-75b8682d0960', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54921ad9-945e-4bc5-9ab5-928e56432302', 'code': 200} Jul 29 23:34:49.961568 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf43c20-d916-47cd-941a-80a3e9593284 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:49.965093 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 54921ad9-945e-4bc5-9ab5-928e56432302, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=54921ad9-945e-4bc5-9ab5-928e56432302,segment=NetworkSegment(3960cd3a-1252-4022-b2ff-b6d1cbf562dc),segment_id=3960cd3a-1252-4022-b2ff-b6d1cbf562dc)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:49.974192 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-fbf43c20-d916-47cd-941a-80a3e9593284 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:49.985899 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf43c20-d916-47cd-941a-80a3e9593284 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:49.991055 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:49.995686 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf43c20-d916-47cd-941a-80a3e9593284 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Port': ['ID=e1a71cd8-24dc-41f8-855e-ec30ed8275ad,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:50.040697 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54921ad9-945e-4bc5-9ab5-928e56432302 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:50.133234 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf43c20-d916-47cd-941a-80a3e9593284 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:50.140953 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbf43c20-d916-47cd-941a-80a3e9593284 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.186405 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fbf43c20-d916-47cd-941a-80a3e9593284 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4143431 Jul 29 23:34:50.190788 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50830) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:50.322221 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-7444102a-8ec7-4e38-9cc3-334d06693a0f tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1179040917'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:50.323058 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-7444102a-8ec7-4e38-9cc3-334d06693a0f tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] Unknown quota resources ['metering_label']. {{(pid=94063) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:34:50.363163 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=54921ad9-945e-4bc5-9ab5-928e56432302,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:50.387149 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.db.api [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:34:50.388082 n-d-712140-10 neutron-server[94065]: DEBUG oslo_db.api [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:34:50.417439 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3058efb-13a3-4a2e-9d2f-8e16a4280038 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:50.427750 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3058efb-13a3-4a2e-9d2f-8e16a4280038 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:50.430580 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d3058efb-13a3-4a2e-9d2f-8e16a4280038 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2384923 Jul 29 23:34:50.444573 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50832) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:50.606265 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffe1ebc-ce3c-42aa-af2c-ab6fd7b40e67 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:50.853890 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-c0540566-6b53-42ac-8268-894409b7cc15 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting port e1a71cd8-24dc-41f8-855e-ec30ed8275ad {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:50.873116 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c0540566-6b53-42ac-8268-894409b7cc15 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.992347 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-87279f24-f3c9-468b-b6c5-91836907c069 None None] Provisioning complete for port ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:50.993183 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-87279f24-f3c9-468b-b6c5-91836907c069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:50.996449 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.047076 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54921ad9-945e-4bc5-9ab5-928e56432302 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:34:51.116927 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 54921ad9-945e-4bc5-9ab5-928e56432302, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=54921ad9-945e-4bc5-9ab5-928e56432302,segment=NetworkSegment(3960cd3a-1252-4022-b2ff-b6d1cbf562dc),segment_id=3960cd3a-1252-4022-b2ff-b6d1cbf562dc)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:51.123003 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.209794 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c0540566-6b53-42ac-8268-894409b7cc15 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.226660 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-c0540566-6b53-42ac-8268-894409b7cc15 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Calling delete_port for e1a71cd8-24dc-41f8-855e-ec30ed8275ad owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:51.401708 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7444102a-8ec7-4e38-9cc3-334d06693a0f tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.409561 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7444102a-8ec7-4e38-9cc3-334d06693a0f tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.7494187 Jul 29 23:34:51.412498 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50842) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:51.417781 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-e8f8f2de-082d-45bb-a1a9-bc2ef31760d0 tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'f9b621c9-a267-43e7-8d58-3f300d435b4d'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:51.418769 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-e8f8f2de-082d-45bb-a1a9-bc2ef31760d0 tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94063) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:34:51.516346 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647a1cb0-54ed-4e63-b1a0-add3ed0e0d78 req-7509b21b-0ceb-4a3b-a377-b5f8f1e105cf tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:51.527042 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['54921ad9-945e-4bc5-9ab5-928e56432302'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:51.529250 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-647a1cb0-54ed-4e63-b1a0-add3ed0e0d78 req-7509b21b-0ceb-4a3b-a377-b5f8f1e105cf tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 945 time: 0.2905436 Jul 29 23:34:51.569268 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c0540566-6b53-42ac-8268-894409b7cc15 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.587242 n-d-712140-10 neutron-server[94063]: WARNING neutron.services.metering.metering_plugin [None req-e8f8f2de-082d-45bb-a1a9-bc2ef31760d0 tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 29 23:34:51.642097 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0540566-6b53-42ac-8268-894409b7cc15 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Port': ['ID=e1a71cd8-24dc-41f8-855e-ec30ed8275ad,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:51.698877 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=54921ad9-945e-4bc5-9ab5-928e56432302,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:51.903699 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e8f8f2de-082d-45bb-a1a9-bc2ef31760d0 tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.905563 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c0540566-6b53-42ac-8268-894409b7cc15 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:51.911185 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e8f8f2de-082d-45bb-a1a9-bc2ef31760d0 tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4965830 Jul 29 23:34:51.912530 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c0540566-6b53-42ac-8268-894409b7cc15 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/e1a71cd8-24dc-41f8-855e-ec30ed8275ad HTTP/1.1" status: 204 len: 168 time: 1.4643345 Jul 29 23:34:51.913776 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50844) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:51.917237 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50846) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:51.943950 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-647a1cb0-54ed-4e63-b1a0-add3ed0e0d78 req-7baf6a5d-d166-4b03-ba0a-e31cae4d65ed tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4135087 Jul 29 23:34:52.015134 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-42e32526-03a5-4f0e-896b-fe080c480843 tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'f9b621c9-a267-43e7-8d58-3f300d435b4d'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:52.024453 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-42e32526-03a5-4f0e-896b-fe080c480843 tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94064) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:34:52.271347 n-d-712140-10 neutron-server[94064]: WARNING neutron.services.metering.metering_plugin [None req-42e32526-03a5-4f0e-896b-fe080c480843 tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 29 23:34:52.379476 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2dec56-b0ff-46a6-9664-93705e2280c1 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:52.386557 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2dec56-b0ff-46a6-9664-93705e2280c1 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:52.386557 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2dec56-b0ff-46a6-9664-93705e2280c1 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:52.388381 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cd2dec56-b0ff-46a6-9664-93705e2280c1 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4676974 Jul 29 23:34:52.392737 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50852) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:52.487888 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-221ed5d6-5ed1-4773-a8ae-c0c702500b0f None None] Could not find standard attr ID for object e1a71cd8-24dc-41f8-855e-ec30ed8275ad. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:34:52.521937 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-221ed5d6-5ed1-4773-a8ae-c0c702500b0f None None] Provisioning complete for port ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:52.527045 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-221ed5d6-5ed1-4773-a8ae-c0c702500b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.627918 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-42e32526-03a5-4f0e-896b-fe080c480843 tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.629558 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-42e32526-03a5-4f0e-896b-fe080c480843 tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7109146 Jul 29 23:34:52.635228 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50854) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:52.654297 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb6f2827-86f1-4aa5-94d2-ea26425806c6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting subnet 4e214e82-465b-4a20-8ce0-07d003311122 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:34:52.660455 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bb6f2827-86f1-4aa5-94d2-ea26425806c6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.686568 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a9801bde-b26d-414e-aa6a-8ccfca892301 tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=104f82d6-4cfe-4c63-94ce-36b14876489c HTTP/1.1" status: 200 len: 464 time: 0.0462475 Jul 29 23:34:52.691681 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50856) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:52.743234 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bb6f2827-86f1-4aa5-94d2-ea26425806c6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.923534 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-36fbf65b-f007-4060-a353-7e32ee9d74de tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.927211 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-36fbf65b-f007-4060-a353-7e32ee9d74de tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/104f82d6-4cfe-4c63-94ce-36b14876489c HTTP/1.1" status: 204 len: 168 time: 0.2297544 Jul 29 23:34:52.932219 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50858) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:52.935249 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bb6f2827-86f1-4aa5-94d2-ea26425806c6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:52.963662 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b576362c-9cda-4104-8c37-b0ba8fde4bac tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=104f82d6-4cfe-4c63-94ce-36b14876489c HTTP/1.1" status: 200 len: 221 time: 0.0194802 Jul 29 23:34:52.967233 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50860) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:52.975327 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-3c42147d-307c-4103-b2f1-de53a1bda97c tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1254672258', 'description': 'label created by tempest'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:52.975783 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-3c42147d-307c-4103-b2f1-de53a1bda97c tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] Unknown quota resources ['metering_label']. {{(pid=94064) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:34:52.980552 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1ebc2364-ec55-480b-9c71-f4d2ad38b789 None None] Could not find standard attr ID for object e1a71cd8-24dc-41f8-855e-ec30ed8275ad. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:34:53.131629 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 54921ad9-945e-4bc5-9ab5-928e56432302 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:34:53.327891 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 54921ad9-945e-4bc5-9ab5-928e56432302 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:53.328255 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.334552 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289f5054-7ca7-4fe9-9ee7-7bbfbc18215b req-07fec767-8278-4584-9d26-2746db06c0c9 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:53.340374 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-289f5054-7ca7-4fe9-9ee7-7bbfbc18215b req-07fec767-8278-4584-9d26-2746db06c0c9 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 945 time: 0.2328079 Jul 29 23:34:53.377624 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bb6f2827-86f1-4aa5-94d2-ea26425806c6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.400693 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3c42147d-307c-4103-b2f1-de53a1bda97c tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.402443 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3c42147d-307c-4103-b2f1-de53a1bda97c tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4312708 Jul 29 23:34:53.406075 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50868) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:53.407616 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bb6f2827-86f1-4aa5-94d2-ea26425806c6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.410361 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-bb6f2827-86f1-4aa5-94d2-ea26425806c6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/4e214e82-465b-4a20-8ce0-07d003311122 HTTP/1.1" status: 204 len: 168 time: 1.0161984 Jul 29 23:34:53.421088 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50870) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:53.484446 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6f2827-86f1-4aa5-94d2-ea26425806c6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Subnet': ['ID=4e214e82-465b-4a20-8ce0-07d003311122,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:53.529074 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-289f5054-7ca7-4fe9-9ee7-7bbfbc18215b req-81d63daf-e6b8-48a9-861f-280a1b956b1a tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713276 Jul 29 23:34:53.535725 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-95b7ce30-5492-49ac-85da-a0d1f9644d75 tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=004b7ac2-5b25-4726-a686-587b6b8e6443 HTTP/1.1" status: 200 len: 468 time: 0.1281152 Jul 29 23:34:53.544707 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50872) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:53.566149 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a42be4-a1fd-4ac4-8b5b-3ce5e4b2cf64 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:53.600551 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee24d58b-04a4-4d73-ae77-ecb4e565097f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting subnet f54a0773-8ce4-4d44-a25e-ad23919d2e46 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:34:53.605147 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ee24d58b-04a4-4d73-ae77-ecb4e565097f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.668328 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ee24d58b-04a4-4d73-ae77-ecb4e565097f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.745334 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.809028 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cdb900-849e-4bc1-9095-75b8682d0960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54921ad9-945e-4bc5-9ab5-928e56432302'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:34:53.811527 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd645ff-b1b2-4f63-8256-47fe89953f93" -d '{"events": [{"server_uuid": "25cdb900-849e-4bc1-9095-75b8682d0960", "name": "network-vif-plugged", "status": "completed", "tag": "54921ad9-945e-4bc5-9ab5-928e56432302"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:34:53.822806 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ee24d58b-04a4-4d73-ae77-ecb4e565097f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.847594 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 54921ad9-945e-4bc5-9ab5-928e56432302, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=54921ad9-945e-4bc5-9ab5-928e56432302,segment=NetworkSegment(3960cd3a-1252-4022-b2ff-b6d1cbf562dc),segment_id=3960cd3a-1252-4022-b2ff-b6d1cbf562dc)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:53.875544 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.903743 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1c4988-86d3-4988-b3b5-adffa1298ff2 x-openstack-request-id: req-3c1c4988-86d3-4988-b3b5-adffa1298ff2 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:34:53.907152 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25cdb900-849e-4bc1-9095-75b8682d0960", "name": "network-vif-plugged", "status": "completed", "tag": "54921ad9-945e-4bc5-9ab5-928e56432302", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:34:53.907595 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c1c4988-86d3-4988-b3b5-adffa1298ff2 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:34:53.908132 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25cdb900-849e-4bc1-9095-75b8682d0960', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54921ad9-945e-4bc5-9ab5-928e56432302', 'code': 200} Jul 29 23:34:53.923928 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ee24d58b-04a4-4d73-ae77-ecb4e565097f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.963336 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24d58b-04a4-4d73-ae77-ecb4e565097f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Subnet': ['ID=f54a0773-8ce4-4d44-a25e-ad23919d2e46,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:53.965957 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ee24d58b-04a4-4d73-ae77-ecb4e565097f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:53.968282 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ee24d58b-04a4-4d73-ae77-ecb4e565097f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/f54a0773-8ce4-4d44-a25e-ad23919d2e46 HTTP/1.1" status: 204 len: 168 time: 0.5457706 Jul 29 23:34:53.972702 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50878) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:53.986500 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=54921ad9-945e-4bc5-9ab5-928e56432302,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:54.230932 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ad53c7c7-763d-42e0-aabd-6c67ef00a33b tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:54.232137 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ad53c7c7-763d-42e0-aabd-6c67ef00a33b tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/004b7ac2-5b25-4726-a686-587b6b8e6443 HTTP/1.1" status: 204 len: 168 time: 0.6859641 Jul 29 23:34:54.238492 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50880) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:54.250592 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b4d42d-431b-41cf-9d15-bc61283a34ef req-6868c54f-ed1e-4ae6-ad10-5f3dade838b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:54.252215 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c3b4d42d-431b-41cf-9d15-bc61283a34ef req-6868c54f-ed1e-4ae6-ad10-5f3dade838b1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 1098 time: 0.1380570 Jul 29 23:34:54.258751 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-af20dcc2-04ad-42b8-8132-db7637632415 tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=004b7ac2-5b25-4726-a686-587b6b8e6443 HTTP/1.1" status: 200 len: 216 time: 0.0170169 Jul 29 23:34:54.264740 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50882) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:54.297634 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-19812378-6edf-4686-bbf9-fc1e4e1e4798 tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0256448 Jul 29 23:34:54.303524 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50884) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:54.321272 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-21f725de-7f8f-4f72-9436-ea9268b7a09b tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0118463 Jul 29 23:34:54.325726 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50886) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:54.360141 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c3b4d42d-431b-41cf-9d15-bc61283a34ef req-dc9391e4-592a-4966-b3fa-78f2bf7bee54 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995514 Jul 29 23:34:54.415900 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9bc85227-6fe0-4d42-9848-8692edb17363 tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels/f9b621c9-a267-43e7-8d58-3f300d435b4d HTTP/1.1" status: 200 len: 473 time: 0.0870199 Jul 29 23:34:54.441647 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50890) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:54.474397 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b94f66d0-51ef-4953-a66f-0812e23cfa95 tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules/0bf5a9c2-ea02-4986-b6ac-f2865a79acff HTTP/1.1" status: 200 len: 461 time: 0.0267956 Jul 29 23:34:54.475527 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50892) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:54.564510 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d0ced9b5-3e46-4276-8e73-1f8e83e8b7a2 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5906484 Jul 29 23:34:54.579142 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50894) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:54.673289 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-072288ad-2f71-45e3-aa10-cd635456eb99 tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:54.679394 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-072288ad-2f71-45e3-aa10-cd635456eb99 tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/0bf5a9c2-ea02-4986-b6ac-f2865a79acff HTTP/1.1" status: 204 len: 168 time: 0.1974654 Jul 29 23:34:54.679394 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50898) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:54.724247 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f81b4d6-3b93-4446-b0c2-696507622de4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:54.739505 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8f81b4d6-3b93-4446-b0c2-696507622de4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1454182 Jul 29 23:34:54.741758 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50902) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:54.906557 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f7469b-bfeb-40d0-afdd-130937b6b320 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:54.929286 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-75f7469b-bfeb-40d0-afdd-130937b6b320 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1737652 Jul 29 23:34:54.929286 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50906) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:55.088936 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6205818-eeea-4abf-911a-bc2d1777a84f None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:55.096911 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d998a-e447-4a27-8a15-e82a67b41b8e req-d8c9aa28-8a44-4e4c-8a88-235ec28c7fdd tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:55.108675 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a6d998a-e447-4a27-8a15-e82a67b41b8e req-d8c9aa28-8a44-4e4c-8a88-235ec28c7fdd tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 946 time: 0.3464510 Jul 29 23:34:55.140353 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5057e619-1ca2-468b-967d-3c70a99ee7a1 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2129338 Jul 29 23:34:55.141792 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50908) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:55.157007 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-bb231256-bd14-4fb2-b70a-657a42ed946e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:55.210994 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2a04b757-cdd7-4c88-a6e5-68d5f048780b tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:55.212691 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2a04b757-cdd7-4c88-a6e5-68d5f048780b tempest-MeteringTestJSON-1086853641 tempest-MeteringTestJSON-1086853641-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/f9b621c9-a267-43e7-8d58-3f300d435b4d HTTP/1.1" status: 204 len: 168 time: 0.5335283 Jul 29 23:34:55.312953 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a6d998a-e447-4a27-8a15-e82a67b41b8e req-f2caf4b4-5355-4474-91ad-7b27be83bf93 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346076 Jul 29 23:34:55.389385 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9f13931b-4b1a-4cc1-a6bf-9da7841a1cfd None None] Provisioning complete for port ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:34:55.390270 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9f13931b-4b1a-4cc1-a6bf-9da7841a1cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:55.489182 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb231256-bd14-4fb2-b70a-657a42ed946e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:55.497842 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bb231256-bd14-4fb2-b70a-657a42ed946e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:55.499706 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb231256-bd14-4fb2-b70a-657a42ed946e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:34:55.500486 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb231256-bd14-4fb2-b70a-657a42ed946e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:34:55.553771 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bb231256-bd14-4fb2-b70a-657a42ed946e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4102981 Jul 29 23:34:55.559640 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50914) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:55.579986 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f7a8546d-08af-4ad1-8eef-25f5a14cc40a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:55.607619 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894314f1-0ce7-47fe-93fa-982644e970fa None None] DHCP port deletion for d263319e-790d-4f2c-863f-b09096d5f5fc request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:34:55.719084 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-894314f1-0ce7-47fe-93fa-982644e970fa None None] Deleting port ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:55.719750 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-894314f1-0ce7-47fe-93fa-982644e970fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:55.765863 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50918) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:55.810597 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7a8546d-08af-4ad1-8eef-25f5a14cc40a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:55.814578 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f7a8546d-08af-4ad1-8eef-25f5a14cc40a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:55.816304 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a8546d-08af-4ad1-8eef-25f5a14cc40a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:34:55.816754 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a8546d-08af-4ad1-8eef-25f5a14cc40a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:34:55.842046 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f7a8546d-08af-4ad1-8eef-25f5a14cc40a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2792678 Jul 29 23:34:55.846520 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50922) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:55.857576 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f06a0fd9-f362-451b-a92f-9e045522c7a4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:55.894119 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-894314f1-0ce7-47fe-93fa-982644e970fa None None] For port ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:55.894514 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-894314f1-0ce7-47fe-93fa-982644e970fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:55.922697 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-894314f1-0ce7-47fe-93fa-982644e970fa None None] Calling delete_port for ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:56.055889 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06a0fd9-f362-451b-a92f-9e045522c7a4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:56.055889 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f06a0fd9-f362-451b-a92f-9e045522c7a4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.055889 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-f06a0fd9-f362-451b-a92f-9e045522c7a4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:34:56.055889 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f06a0fd9-f362-451b-a92f-9e045522c7a4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:34:56.056900 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f54c91c9-f1f0-49e3-bafb-530ecbd68aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.089608 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f06a0fd9-f362-451b-a92f-9e045522c7a4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2423153 Jul 29 23:34:56.094024 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50926) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:56.104005 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-894314f1-0ce7-47fe-93fa-982644e970fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.105023 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-73267ad0-7378-4f6c-a333-c1d27d4904ce tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:56.139256 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894314f1-0ce7-47fe-93fa-982644e970fa None None] Pushing event deleted for resources: {'Port': ['ID=ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:56.145869 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894314f1-0ce7-47fe-93fa-982644e970fa None None] No DVR routers for this DVR port ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:34:56.228467 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f54c91c9-f1f0-49e3-bafb-530ecbd68aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.234885 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f54c91c9-f1f0-49e3-bafb-530ecbd68aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.282209 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73267ad0-7378-4f6c-a333-c1d27d4904ce tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:56.286326 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-73267ad0-7378-4f6c-a333-c1d27d4904ce tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.287828 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-73267ad0-7378-4f6c-a333-c1d27d4904ce tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:34:56.288334 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73267ad0-7378-4f6c-a333-c1d27d4904ce tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:34:56.295907 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c91c9-f1f0-49e3-bafb-530ecbd68aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a207ce5-d4b2-4817-b92b-886d5860dced,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:56.306236 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f54c91c9-f1f0-49e3-bafb-530ecbd68aa7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bb6212a8bf38410885b3cfe54cc3f848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5393260 Jul 29 23:34:56.309698 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50928) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:56.329192 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-73267ad0-7378-4f6c-a333-c1d27d4904ce tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2306988 Jul 29 23:34:56.330548 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50930) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:56.337594 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-30f2f785-11b7-41b4-bd43-fbcb3596c70e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:56.497332 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6166ff0e-7eb9-4ac1-96f3-0c44b7533d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.536891 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323a1133-7357-43ed-9b83-f65e6a9319af req-9f4f25eb-d863-406b-8e4a-e54483d87fb4 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:56.539141 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-323a1133-7357-43ed-9b83-f65e6a9319af req-9f4f25eb-d863-406b-8e4a-e54483d87fb4 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 946 time: 0.0766675 Jul 29 23:34:56.555306 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6166ff0e-7eb9-4ac1-96f3-0c44b7533d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.566369 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f2f785-11b7-41b4-bd43-fbcb3596c70e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:56.572163 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-30f2f785-11b7-41b4-bd43-fbcb3596c70e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.576074 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-30f2f785-11b7-41b4-bd43-fbcb3596c70e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:34:56.576355 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30f2f785-11b7-41b4-bd43-fbcb3596c70e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:34:56.631903 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-323a1133-7357-43ed-9b83-f65e6a9319af req-d79e34cb-3afe-4aab-8fd1-7f8cf64d6cf7 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793855 Jul 29 23:34:56.661181 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-30f2f785-11b7-41b4-bd43-fbcb3596c70e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3294399 Jul 29 23:34:56.666519 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50938) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:56.671470 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-6e7ee7bf-5235-4666-86fc-f0d7c0f7617d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:56.679175 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:34:56.688520 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6166ff0e-7eb9-4ac1-96f3-0c44b7533d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.696021 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6166ff0e-7eb9-4ac1-96f3-0c44b7533d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.700637 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6166ff0e-7eb9-4ac1-96f3-0c44b7533d52 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a207ce5-d4b2-4817-b92b-886d5860dced HTTP/1.1" status: 204 len: 168 time: 0.3870704 Jul 29 23:34:56.715736 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6166ff0e-7eb9-4ac1-96f3-0c44b7533d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a207ce5-d4b2-4817-b92b-886d5860dced,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:56.756281 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:34:56.756635 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device ffdc8ef7-1472-49f5-be7e-f0cad5a24b6b not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:34:56.902691 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7f2a4-49b9-48e9-8cec-b5b649ba153c req-19f46076-ce85-4e36-9720-9ffa909cc42a tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:56.905463 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98f7f2a4-49b9-48e9-8cec-b5b649ba153c req-19f46076-ce85-4e36-9720-9ffa909cc42a tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 946 time: 0.0916533 Jul 29 23:34:56.907295 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7ee7bf-5235-4666-86fc-f0d7c0f7617d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:56.913543 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6e7ee7bf-5235-4666-86fc-f0d7c0f7617d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:56.915683 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e7ee7bf-5235-4666-86fc-f0d7c0f7617d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:34:56.916321 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e7ee7bf-5235-4666-86fc-f0d7c0f7617d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:34:56.962719 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6e7ee7bf-5235-4666-86fc-f0d7c0f7617d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2907646 Jul 29 23:34:56.965952 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50946) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:57.030006 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98f7f2a4-49b9-48e9-8cec-b5b649ba153c req-181e6e6a-bc0c-4a1a-a894-cbe52de2a528 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096063 Jul 29 23:34:57.035630 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ee676fda-4c9f-412a-811f-c2aa6e734bff tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0650361 Jul 29 23:34:57.037069 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50948) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:57.165634 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8647f876-395c-4633-85fe-0768901099c1 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:57.171439 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8647f876-395c-4633-85fe-0768901099c1 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1275380 Jul 29 23:34:57.171439 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50954) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:57.248965 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ba3ac986-2893-4221-a033-629a5e147f07 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0756538 Jul 29 23:34:57.253930 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50956) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:57.260289 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-130b85c5-447b-417f-a812-0e4a172fabe6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:57.330554 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50958) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:57.358050 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-61ae0f3c-3a4a-4556-aac1-5be7e1e2b648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.512849 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-61ae0f3c-3a4a-4556-aac1-5be7e1e2b648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.519471 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-61ae0f3c-3a4a-4556-aac1-5be7e1e2b648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.560859 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130b85c5-447b-417f-a812-0e4a172fabe6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:57.564383 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-130b85c5-447b-417f-a812-0e4a172fabe6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.620387 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-61ae0f3c-3a4a-4556-aac1-5be7e1e2b648 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8843c05d29b4445fa51a7ac6a2da20e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2887766 Jul 29 23:34:57.623755 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ae0f3c-3a4a-4556-aac1-5be7e1e2b648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75ad6ee4-1c25-46cf-ac31-15e79eb82d46,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:57.624822 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50972) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:57.801179 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-104383d6-2b36-415d-ae14-8aa2276b7692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.850505 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-104383d6-2b36-415d-ae14-8aa2276b7692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.877935 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-a048230f-395c-4eed-aa43-c684e83fdbea tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:57.880605 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-a048230f-395c-4eed-aa43-c684e83fdbea tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/networks?id=a3b84fcb-d1ea-4d97-a571-e94a9ed02dff HTTP/1.1" status: 200 len: 814 time: 0.2222815 Jul 29 23:34:57.914681 n-d-712140-10 neutron-server[94064]: DEBUG neutron.objects.ports [None req-130b85c5-447b-417f-a812-0e4a172fabe6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94064) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:34:57.917095 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-130b85c5-447b-417f-a812-0e4a172fabe6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:57.936661 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-8f96556f-63c1-4f0b-bbd5-ec5d31a3dc10 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/quotas/47410282bc2841d8896a8fa066d76b51 HTTP/1.1" status: 200 len: 375 time: 0.0360570 Jul 29 23:34:57.979065 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130b85c5-447b-417f-a812-0e4a172fabe6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:57.986737 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-130b85c5-447b-417f-a812-0e4a172fabe6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:57.994260 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130b85c5-447b-417f-a812-0e4a172fabe6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:57.995358 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-130b85c5-447b-417f-a812-0e4a172fabe6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.001265 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4044be56-e463-4618-957a-1295f46506cd None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:34:58.031288 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b85c5-447b-417f-a812-0e4a172fabe6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Subnet': ['ID=13bfce45-6992-4434-aa7e-02f31a5fcdfe,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:58.031288 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-130b85c5-447b-417f-a812-0e4a172fabe6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7739234 Jul 29 23:34:58.033480 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-104383d6-2b36-415d-ae14-8aa2276b7692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.034690 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50978) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:34:58.036462 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-104383d6-2b36-415d-ae14-8aa2276b7692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.045502 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-466d017b-bd75-48f4-8b7f-20f4f43c0869 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'port': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'mac_address': 'fa:16:3e:bc:c1:f7', 'name': 'tempest-NetworksTestDHCPv6-1691687943'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:34:58.049820 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-104383d6-2b36-415d-ae14-8aa2276b7692 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/75ad6ee4-1c25-46cf-ac31-15e79eb82d46 HTTP/1.1" status: 204 len: 168 time: 0.4161465 Jul 29 23:34:58.073153 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b85c5-447b-417f-a812-0e4a172fabe6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:58.073449 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b85c5-447b-417f-a812-0e4a172fabe6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:58.073622 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104383d6-2b36-415d-ae14-8aa2276b7692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75ad6ee4-1c25-46cf-ac31-15e79eb82d46,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:58.073869 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b85c5-447b-417f-a812-0e4a172fabe6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:58.074539 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b85c5-447b-417f-a812-0e4a172fabe6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:58.075925 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b85c5-447b-417f-a812-0e4a172fabe6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:58.076668 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b85c5-447b-417f-a812-0e4a172fabe6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:58.077252 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b85c5-447b-417f-a812-0e4a172fabe6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:58.078032 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b85c5-447b-417f-a812-0e4a172fabe6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:58.078806 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b85c5-447b-417f-a812-0e4a172fabe6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:58.079604 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b85c5-447b-417f-a812-0e4a172fabe6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:58.080447 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b85c5-447b-417f-a812-0e4a172fabe6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:58.081249 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-130b85c5-447b-417f-a812-0e4a172fabe6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:58.093943 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-4e1d8ff0-87a4-4dc0-897c-bffee5b3e913 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=47410282bc2841d8896a8fa066d76b51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1334631 Jul 29 23:34:58.097324 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104383d6-2b36-415d-ae14-8aa2276b7692 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:58.097890 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104383d6-2b36-415d-ae14-8aa2276b7692 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:58.098456 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104383d6-2b36-415d-ae14-8aa2276b7692 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:58.099017 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104383d6-2b36-415d-ae14-8aa2276b7692 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:58.099502 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104383d6-2b36-415d-ae14-8aa2276b7692 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:58.100098 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104383d6-2b36-415d-ae14-8aa2276b7692 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:58.100655 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104383d6-2b36-415d-ae14-8aa2276b7692 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:58.101821 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104383d6-2b36-415d-ae14-8aa2276b7692 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:58.102608 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104383d6-2b36-415d-ae14-8aa2276b7692 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:58.103165 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104383d6-2b36-415d-ae14-8aa2276b7692 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:58.103722 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104383d6-2b36-415d-ae14-8aa2276b7692 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:58.104299 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-104383d6-2b36-415d-ae14-8aa2276b7692 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:34:58.254328 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466d017b-bd75-48f4-8b7f-20f4f43c0869 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:34:58.265903 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b11965-9180-4cb6-98c1-c71dbeb85a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-d263319e-790d-4f2c-863f-b09096d5f5fc', 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'tenant_id': '9e8d306db215455d80dae7259f2106c8', 'fixed_ips': [{'subnet_id': '13bfce45-6992-4434-aa7e-02f31a5fcdfe'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:34:58.267265 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a2b11965-9180-4cb6-98c1-c71dbeb85a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.457272 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-466d017b-bd75-48f4-8b7f-20f4f43c0869 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.533997 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-466d017b-bd75-48f4-8b7f-20f4f43c0869 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] device_id is not set on port a34b34dd-9f3c-4ebb-a155-000bc97f1d9e yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:34:58.550971 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-a2b11965-9180-4cb6-98c1-c71dbeb85a1e None None] Allocated IP 2001:db8::f816:3eff:fe1a:f873 (d263319e-790d-4f2c-863f-b09096d5f5fc/13bfce45-6992-4434-aa7e-02f31a5fcdfe/9a2db955-145f-4006-b86b-345ee0878dcf) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:58.588995 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-c6578f0b-cad9-4943-a2b6-02c6a3e5d512 service neutron] 10.222.0.18 "GET /v2.0/networks/a3b84fcb-d1ea-4d97-a571-e94a9ed02dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4767315 Jul 29 23:34:58.772027 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a5beed-ca05-449c-9b42-26dee2734f37 req-597f5755-1c92-44aa-abe9-97e654b528e8 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:34:58.775639 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16a5beed-ca05-449c-9b42-26dee2734f37 req-597f5755-1c92-44aa-abe9-97e654b528e8 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.39 "GET /v2.0/ports?device_id=25cdb900-849e-4bc1-9095-75b8682d0960 HTTP/1.1" status: 200 len: 946 time: 0.1377103 Jul 29 23:34:58.804623 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-ffaeedd7-91af-474d-a0a0-d45eac753ae7 service neutron] 10.222.0.18 "GET /v2.0/networks/a3b84fcb-d1ea-4d97-a571-e94a9ed02dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143722 Jul 29 23:34:58.881548 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a2b11965-9180-4cb6-98c1-c71dbeb85a1e None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:58.904485 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a2b11965-9180-4cb6-98c1-c71dbeb85a1e None None] Transition to ACTIVE for port object 9a2db955-145f-4006-b86b-345ee0878dcf will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:58.940746 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a2b11965-9180-4cb6-98c1-c71dbeb85a1e None None] Transition to ACTIVE for port object 9a2db955-145f-4006-b86b-345ee0878dcf will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:58.971172 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a2b11965-9180-4cb6-98c1-c71dbeb85a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.055478 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b11965-9180-4cb6-98c1-c71dbeb85a1e None None] Pushing event updated for resources: {'Port': ['ID=9a2db955-145f-4006-b86b-345ee0878dcf,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:59.069784 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-16a5beed-ca05-449c-9b42-26dee2734f37 req-c57db860-6f7f-432f-90c9-977ba0007d20 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Deleting port 54921ad9-945e-4bc5-9ab5-928e56432302 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:34:59.070058 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-16a5beed-ca05-449c-9b42-26dee2734f37 req-c57db860-6f7f-432f-90c9-977ba0007d20 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.090148 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b11965-9180-4cb6-98c1-c71dbeb85a1e None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:34:59.107258 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-a2b11965-9180-4cb6-98c1-c71dbeb85a1e None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:34:59.109973 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b11965-9180-4cb6-98c1-c71dbeb85a1e None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:34:59.209578 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-466d017b-bd75-48f4-8b7f-20f4f43c0869 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Allocated IP 2001:db8::f816:3eff:febc:c1f7 (d263319e-790d-4f2c-863f-b09096d5f5fc/13bfce45-6992-4434-aa7e-02f31a5fcdfe/a34b34dd-9f3c-4ebb-a155-000bc97f1d9e) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:34:59.402472 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-16a5beed-ca05-449c-9b42-26dee2734f37 req-c57db860-6f7f-432f-90c9-977ba0007d20 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] For port 54921ad9-945e-4bc5-9ab5-928e56432302, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=54921ad9-945e-4bc5-9ab5-928e56432302,segment=NetworkSegment(3960cd3a-1252-4022-b2ff-b6d1cbf562dc),segment_id=3960cd3a-1252-4022-b2ff-b6d1cbf562dc)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:34:59.403105 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-16a5beed-ca05-449c-9b42-26dee2734f37 req-c57db860-6f7f-432f-90c9-977ba0007d20 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.451613 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-16a5beed-ca05-449c-9b42-26dee2734f37 req-c57db860-6f7f-432f-90c9-977ba0007d20 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Calling delete_port for 54921ad9-945e-4bc5-9ab5-928e56432302 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:34:59.478888 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a2b11965-9180-4cb6-98c1-c71dbeb85a1e None None] Attempting to bind port 9a2db955-145f-4006-b86b-345ee0878dcf on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:34:59.479281 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a2b11965-9180-4cb6-98c1-c71dbeb85a1e None None] Attempting to bind port 9a2db955-145f-4006-b86b-345ee0878dcf by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:34:59.479649 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b11965-9180-4cb6-98c1-c71dbeb85a1e None None] Attempting to bind port 9a2db955-145f-4006-b86b-345ee0878dcf on network d263319e-790d-4f2c-863f-b09096d5f5fc {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:34:59.494852 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b11965-9180-4cb6-98c1-c71dbeb85a1e None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:34:59.495314 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b11965-9180-4cb6-98c1-c71dbeb85a1e None None] Checking segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:34:59.496058 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a2b11965-9180-4cb6-98c1-c71dbeb85a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.496746 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b11965-9180-4cb6-98c1-c71dbeb85a1e None None] Bound using segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:34:59.497536 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a2b11965-9180-4cb6-98c1-c71dbeb85a1e None None] Bound port: 9a2db955-145f-4006-b86b-345ee0878dcf, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:34:59.498306 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a2b11965-9180-4cb6-98c1-c71dbeb85a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.503970 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.652602 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a2b11965-9180-4cb6-98c1-c71dbeb85a1e None None] For port 9a2db955-145f-4006-b86b-345ee0878dcf, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:34:59.658010 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a2b11965-9180-4cb6-98c1-c71dbeb85a1e None None] For port 9a2db955-145f-4006-b86b-345ee0878dcf, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9a2db955-145f-4006-b86b-345ee0878dcf,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:34:59.665687 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a2b11965-9180-4cb6-98c1-c71dbeb85a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.727759 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-466d017b-bd75-48f4-8b7f-20f4f43c0869 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.746217 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-466d017b-bd75-48f4-8b7f-20f4f43c0869 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Transition to ACTIVE for port object a34b34dd-9f3c-4ebb-a155-000bc97f1d9e will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:34:59.809649 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-466d017b-bd75-48f4-8b7f-20f4f43c0869 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.895871 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-16a5beed-ca05-449c-9b42-26dee2734f37 req-c57db860-6f7f-432f-90c9-977ba0007d20 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:34:59.930672 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['54921ad9-945e-4bc5-9ab5-928e56432302'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:34:59.969081 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b11965-9180-4cb6-98c1-c71dbeb85a1e None None] Pushing event updated for resources: {'Port': ['ID=9a2db955-145f-4006-b86b-345ee0878dcf,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:34:59.972632 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:00.042057 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d017b-bd75-48f4-8b7f-20f4f43c0869 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Port': ['ID=a34b34dd-9f3c-4ebb-a155-000bc97f1d9e,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:00.095221 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466d017b-bd75-48f4-8b7f-20f4f43c0869 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:00.101207 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-466d017b-bd75-48f4-8b7f-20f4f43c0869 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:00.115196 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466d017b-bd75-48f4-8b7f-20f4f43c0869 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:00.119258 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57db860-6f7f-432f-90c9-977ba0007d20 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Pushing event deleted for resources: {'Port': ['ID=54921ad9-945e-4bc5-9ab5-928e56432302,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:00.152861 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466d017b-bd75-48f4-8b7f-20f4f43c0869 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:00.154118 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-466d017b-bd75-48f4-8b7f-20f4f43c0869 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:00.167518 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-16a5beed-ca05-449c-9b42-26dee2734f37 req-c57db860-6f7f-432f-90c9-977ba0007d20 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] No DVR routers for this DVR port 54921ad9-945e-4bc5-9ab5-928e56432302 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:00.179419 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-16a5beed-ca05-449c-9b42-26dee2734f37 req-c57db860-6f7f-432f-90c9-977ba0007d20 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:00.185753 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16a5beed-ca05-449c-9b42-26dee2734f37 req-c57db860-6f7f-432f-90c9-977ba0007d20 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.39 "DELETE /v2.0/ports/54921ad9-945e-4bc5-9ab5-928e56432302 HTTP/1.1" status: 204 len: 173 time: 1.3776917 Jul 29 23:35:00.193857 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-466d017b-bd75-48f4-8b7f-20f4f43c0869 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1565373 Jul 29 23:35:00.196576 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51036) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:00.197694 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25cdb900-849e-4bc1-9095-75b8682d0960', 'name': 'network-vif-deleted', 'tag': '54921ad9-945e-4bc5-9ab5-928e56432302'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:00.205846 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac83ca2-85df-4eb4-9222-fb8cdeff0302" -d '{"events": [{"server_uuid": "25cdb900-849e-4bc1-9095-75b8682d0960", "name": "network-vif-deleted", "tag": "54921ad9-945e-4bc5-9ab5-928e56432302"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:00.420366 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f91042-6e2d-48cb-bc1b-0ec4363fc133 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:00.440600 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f91042-6e2d-48cb-bc1b-0ec4363fc133 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:00.445625 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-27f91042-6e2d-48cb-bc1b-0ec4363fc133 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2465096 Jul 29 23:35:00.449533 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51048) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:00.842966 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-9fb22e67-6bb5-4026-b73f-3e90c6fb2382 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting port a34b34dd-9f3c-4ebb-a155-000bc97f1d9e {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:00.844877 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9fb22e67-6bb5-4026-b73f-3e90c6fb2382 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:00.859673 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9a2db955-145f-4006-b86b-345ee0878dcf up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:01.042396 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f1e84a5-49cf-45ec-bab6-4090a5589ada req-cb8d6229-8021-4ac8-a020-a94f08cbeda6 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=56f7d0a8-0de9-40ac-83bd-005328e47236 HTTP/1.1" status: 200 len: 210 time: 0.1081781 Jul 29 23:35:01.064057 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 9a2db955-145f-4006-b86b-345ee0878dcf completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:01.105573 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9fb22e67-6bb5-4026-b73f-3e90c6fb2382 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:01.147402 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-9fb22e67-6bb5-4026-b73f-3e90c6fb2382 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Calling delete_port for a34b34dd-9f3c-4ebb-a155-000bc97f1d9e owned by {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:01.240946 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91648466-da50-4b0e-a068-08e1a3a30b07 x-openstack-request-id: req-91648466-da50-4b0e-a068-08e1a3a30b07 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:01.241482 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25cdb900-849e-4bc1-9095-75b8682d0960", "name": "network-vif-deleted", "tag": "54921ad9-945e-4bc5-9ab5-928e56432302", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:01.242562 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-91648466-da50-4b0e-a068-08e1a3a30b07 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:01.243196 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25cdb900-849e-4bc1-9095-75b8682d0960', 'name': 'network-vif-deleted', 'tag': '54921ad9-945e-4bc5-9ab5-928e56432302', 'status': 'completed', 'code': 200} Jul 29 23:35:01.382710 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51066) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:01.582455 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9fb22e67-6bb5-4026-b73f-3e90c6fb2382 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:01.621534 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb22e67-6bb5-4026-b73f-3e90c6fb2382 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Port': ['ID=a34b34dd-9f3c-4ebb-a155-000bc97f1d9e,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:01.653668 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-5bdc7bfe-92b9-488b-bf85-551708f4bdbf tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.660649 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-5bdc7bfe-92b9-488b-bf85-551708f4bdbf tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.667369 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-5bdc7bfe-92b9-488b-bf85-551708f4bdbf tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.673300 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-5bdc7bfe-92b9-488b-bf85-551708f4bdbf tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.680260 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-5bdc7bfe-92b9-488b-bf85-551708f4bdbf tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.686516 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-5bdc7bfe-92b9-488b-bf85-551708f4bdbf tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.692814 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-5bdc7bfe-92b9-488b-bf85-551708f4bdbf tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.696169 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-5bdc7bfe-92b9-488b-bf85-551708f4bdbf tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.23 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5446 time: 0.2336090 Jul 29 23:35:01.766036 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-ea9bedd2-6230-49fb-b228-26aea344d4a1 tempest-PortsAdminExtendedAttrsTestJSON-1275488230 tempest-PortsAdminExtendedAttrsTestJSON-1275488230-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-509102908'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:01.771119 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715d8c0-8db2-46e6-8322-c842547b8191 req-77af4306-4830-47e4-87fb-d66f0632d14e tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.777610 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715d8c0-8db2-46e6-8322-c842547b8191 req-77af4306-4830-47e4-87fb-d66f0632d14e tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.784142 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715d8c0-8db2-46e6-8322-c842547b8191 req-77af4306-4830-47e4-87fb-d66f0632d14e tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.792303 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715d8c0-8db2-46e6-8322-c842547b8191 req-77af4306-4830-47e4-87fb-d66f0632d14e tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.798130 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715d8c0-8db2-46e6-8322-c842547b8191 req-77af4306-4830-47e4-87fb-d66f0632d14e tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.805643 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715d8c0-8db2-46e6-8322-c842547b8191 req-77af4306-4830-47e4-87fb-d66f0632d14e tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.811949 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715d8c0-8db2-46e6-8322-c842547b8191 req-77af4306-4830-47e4-87fb-d66f0632d14e tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.817404 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9bedd2-6230-49fb-b228-26aea344d4a1 tempest-PortsAdminExtendedAttrsTestJSON-1275488230 tempest-PortsAdminExtendedAttrsTestJSON-1275488230-project] Made reservation on behalf of 67a92ef03b4e428fad34a9509f67d376 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:01.821037 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7715d8c0-8db2-46e6-8322-c842547b8191 req-77af4306-4830-47e4-87fb-d66f0632d14e tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 5446 time: 0.2795541 Jul 29 23:35:01.825330 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9fb22e67-6bb5-4026-b73f-3e90c6fb2382 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:01.825520 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9fb22e67-6bb5-4026-b73f-3e90c6fb2382 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/a34b34dd-9f3c-4ebb-a155-000bc97f1d9e HTTP/1.1" status: 204 len: 168 time: 1.3688920 Jul 29 23:35:01.831172 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51070) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:01.844010 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea9bedd2-6230-49fb-b228-26aea344d4a1 tempest-PortsAdminExtendedAttrsTestJSON-1275488230 tempest-PortsAdminExtendedAttrsTestJSON-1275488230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:01.860880 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-01c4af47-a9da-4f5d-a224-244802267929 None None] Provisioning for port 9a2db955-145f-4006-b86b-345ee0878dcf completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:01.870232 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-01c4af47-a9da-4f5d-a224-244802267929 None None] Provisioning complete for port 9a2db955-145f-4006-b86b-345ee0878dcf triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:01.870616 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-01c4af47-a9da-4f5d-a224-244802267929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:01.872144 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea9bedd2-6230-49fb-b228-26aea344d4a1 tempest-PortsAdminExtendedAttrsTestJSON-1275488230 tempest-PortsAdminExtendedAttrsTestJSON-1275488230-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:01.900459 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-a911e25d-f159-44f8-97c9-2ad9dfd5089c tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:01.905419 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-a911e25d-f159-44f8-97c9-2ad9dfd5089c tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.23 "GET /v2.0/ports/aa4019a8-862f-423f-a23c-d8c79eeaa4f6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1963611 Jul 29 23:35:02.079193 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-01c4af47-a9da-4f5d-a224-244802267929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:02.196325 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-01c4af47-a9da-4f5d-a224-244802267929 None None] For port 9a2db955-145f-4006-b86b-345ee0878dcf, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9a2db955-145f-4006-b86b-345ee0878dcf,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:02.200108 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea9bedd2-6230-49fb-b228-26aea344d4a1 tempest-PortsAdminExtendedAttrsTestJSON-1275488230 tempest-PortsAdminExtendedAttrsTestJSON-1275488230-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:02.202529 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-01c4af47-a9da-4f5d-a224-244802267929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:02.207394 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea9bedd2-6230-49fb-b228-26aea344d4a1 tempest-PortsAdminExtendedAttrsTestJSON-1275488230 tempest-PortsAdminExtendedAttrsTestJSON-1275488230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:02.283929 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4af47-a9da-4f5d-a224-244802267929 None None] Pushing event updated for resources: {'Port': ['ID=9a2db955-145f-4006-b86b-345ee0878dcf,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:02.304638 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea9bedd2-6230-49fb-b228-26aea344d4a1 tempest-PortsAdminExtendedAttrsTestJSON-1275488230 tempest-PortsAdminExtendedAttrsTestJSON-1275488230-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:35:02.321720 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9bedd2-6230-49fb-b228-26aea344d4a1 tempest-PortsAdminExtendedAttrsTestJSON-1275488230 tempest-PortsAdminExtendedAttrsTestJSON-1275488230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ebc230-53af-40e5-be15-ac99a061aa24,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:02.323601 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10e2aca-70ae-474d-a88e-c098510dc38d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:02.328223 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10e2aca-70ae-474d-a88e-c098510dc38d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:02.330303 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea9bedd2-6230-49fb-b228-26aea344d4a1 tempest-PortsAdminExtendedAttrsTestJSON-1275488230 tempest-PortsAdminExtendedAttrsTestJSON-1275488230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:02.330941 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-ea9bedd2-6230-49fb-b228-26aea344d4a1 tempest-PortsAdminExtendedAttrsTestJSON-1275488230 tempest-PortsAdminExtendedAttrsTestJSON-1275488230-project] Added segment 0c582000-53ba-416e-8015-a7a3aefaa651 of type vlan for network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c Jul 29 23:35:02.331700 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a45e8cbe-385d-45b8-9185-c5b39638d520 None None] Could not find standard attr ID for object a34b34dd-9f3c-4ebb-a155-000bc97f1d9e. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:35:02.333343 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a10e2aca-70ae-474d-a88e-c098510dc38d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4950645 Jul 29 23:35:02.346805 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51078) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:02.367194 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7715d8c0-8db2-46e6-8322-c842547b8191 req-06165902-fa62-4d0d-8b4a-52e397b79d86 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5412197 Jul 29 23:35:02.418615 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea9bedd2-6230-49fb-b228-26aea344d4a1 tempest-PortsAdminExtendedAttrsTestJSON-1275488230 tempest-PortsAdminExtendedAttrsTestJSON-1275488230-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:02.475262 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea9bedd2-6230-49fb-b228-26aea344d4a1 tempest-PortsAdminExtendedAttrsTestJSON-1275488230 tempest-PortsAdminExtendedAttrsTestJSON-1275488230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:02.482740 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9bedd2-6230-49fb-b228-26aea344d4a1 tempest-PortsAdminExtendedAttrsTestJSON-1275488230 tempest-PortsAdminExtendedAttrsTestJSON-1275488230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:02.483637 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea9bedd2-6230-49fb-b228-26aea344d4a1 tempest-PortsAdminExtendedAttrsTestJSON-1275488230 tempest-PortsAdminExtendedAttrsTestJSON-1275488230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:02.580940 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ea9bedd2-6230-49fb-b228-26aea344d4a1 tempest-PortsAdminExtendedAttrsTestJSON-1275488230 tempest-PortsAdminExtendedAttrsTestJSON-1275488230-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1968925 Jul 29 23:35:02.599774 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9bedd2-6230-49fb-b228-26aea344d4a1 tempest-PortsAdminExtendedAttrsTestJSON-1275488230 tempest-PortsAdminExtendedAttrsTestJSON-1275488230-project] Pushing event updated for resources: {'Network': ['ID=9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:02.620727 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:35:02.699508 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9a2db955-145f-4006-b86b-345ee0878dcf up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:02.795290 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 9a2db955-145f-4006-b86b-345ee0878dcf triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:02.796392 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:02.801804 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-849641b3-c3ce-4991-a254-a4a8ae349695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:03.071421 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab50542-a5d9-45ba-814c-a4af75900d9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting subnet 13bfce45-6992-4434-aa7e-02f31a5fcdfe {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:35:03.081455 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-9c8a9dc5-8ce6-47d1-8cb5-e5e4e6191517 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:03.083075 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-9c8a9dc5-8ce6-47d1-8cb5-e5e4e6191517 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.23 "GET /v2.0/networks?id=a3b84fcb-d1ea-4d97-a571-e94a9ed02dff HTTP/1.1" status: 200 len: 814 time: 1.1546180 Jul 29 23:35:03.089167 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ab50542-a5d9-45ba-814c-a4af75900d9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:03.126033 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-168ace25-24ef-4149-a274-13138a11f1a3 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.23 "GET /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.2069907 Jul 29 23:35:03.130862 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-5e1743ba-acc0-45a5-b064-64723543056c tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Request body: {'port': {'device_id': '56f7d0a8-0de9-40ac-83bd-005328e47236', 'network_id': 'a3b84fcb-d1ea-4d97-a571-e94a9ed02dff', 'admin_state_up': True, 'tenant_id': '47410282bc2841d8896a8fa066d76b51'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:03.148398 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-92f4f7ff-36b9-4813-ba00-f2c5dc432878 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:03.213124 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9512a90-8ba8-493e-b1d4-e4b95a643700 req-943bc68f-b6e4-400e-b7da-825764cf54c2 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:03.215212 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c9512a90-8ba8-493e-b1d4-e4b95a643700 req-943bc68f-b6e4-400e-b7da-825764cf54c2 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f5f2f8-c793-44e2-86c3-d5d1b0563167 HTTP/1.1" status: 200 len: 946 time: 0.7162952 Jul 29 23:35:03.218943 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 54921ad9-945e-4bc5-9ab5-928e56432302 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:03.227692 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa00afcc-ee3f-4fcc-8486-61ba8a6bb361 req-3f8e8bec-8480-461e-8ecd-49bfddcb6db8 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:03.229287 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fa00afcc-ee3f-4fcc-8486-61ba8a6bb361 req-3f8e8bec-8480-461e-8ecd-49bfddcb6db8 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.23 "GET /v2.0/ports?device_id=94f5f2f8-c793-44e2-86c3-d5d1b0563167 HTTP/1.1" status: 200 len: 946 time: 0.2892146 Jul 29 23:35:03.247087 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 54921ad9-945e-4bc5-9ab5-928e56432302 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:35:03.247655 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 54921ad9-945e-4bc5-9ab5-928e56432302 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:35:03.286237 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ab50542-a5d9-45ba-814c-a4af75900d9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:03.449904 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-92f4f7ff-36b9-4813-ba00-f2c5dc432878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:03.491659 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c9512a90-8ba8-493e-b1d4-e4b95a643700 req-0d900bd6-30d8-4905-bd0d-2c55d7973b6e tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612307 Jul 29 23:35:03.572223 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ab50542-a5d9-45ba-814c-a4af75900d9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:03.672554 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7bc73668-b2d9-41b2-a187-06a5329f74a0 req-dd98e455-ba40-49cb-bcee-1c1db27115c0 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=56f7d0a8-0de9-40ac-83bd-005328e47236 HTTP/1.1" status: 200 len: 210 time: 0.0692878 Jul 29 23:35:03.685149 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-5e1743ba-acc0-45a5-b064-64723543056c tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Made reservation on behalf of 47410282bc2841d8896a8fa066d76b51 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:03.688848 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-5e1743ba-acc0-45a5-b064-64723543056c tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:03.778131 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-fa00afcc-ee3f-4fcc-8486-61ba8a6bb361 req-ebd9b6c4-5dbf-4905-b93e-e44e5789d9d7 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Deleting port c17e8d29-6845-411d-89d1-e21e31209d1f {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:03.778749 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fa00afcc-ee3f-4fcc-8486-61ba8a6bb361 req-ebd9b6c4-5dbf-4905-b93e-e44e5789d9d7 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:03.812261 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ab50542-a5d9-45ba-814c-a4af75900d9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:03.953743 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab50542-a5d9-45ba-814c-a4af75900d9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Subnet': ['ID=13bfce45-6992-4434-aa7e-02f31a5fcdfe,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:03.985957 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ab50542-a5d9-45ba-814c-a4af75900d9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:03.988515 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0ab50542-a5d9-45ba-814c-a4af75900d9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/13bfce45-6992-4434-aa7e-02f31a5fcdfe HTTP/1.1" status: 204 len: 168 time: 1.6171744 Jul 29 23:35:03.993379 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51092) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:04.012929 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f403bfe7-2487-4998-8340-07b3419aca31 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:04.097754 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5b47fcd3-76a6-4269-9ef5-4845fef73299 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0988967 Jul 29 23:35:04.102104 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51094) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:04.109822 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-92f4f7ff-36b9-4813-ba00-f2c5dc432878 service neutron] For port aa4019a8-862f-423f-a23c-d8c79eeaa4f6, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=aa4019a8-862f-423f-a23c-d8c79eeaa4f6,segment=NetworkSegment(d0536e79-d8cd-4e04-969a-7835c7ba7f80),segment_id=d0536e79-d8cd-4e04-969a-7835c7ba7f80)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:04.113757 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-5bfdb8a5-977d-49e0-b9b2-efae66696fab tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:04.141404 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-fa00afcc-ee3f-4fcc-8486-61ba8a6bb361 req-ebd9b6c4-5dbf-4905-b93e-e44e5789d9d7 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] For port c17e8d29-6845-411d-89d1-e21e31209d1f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=c17e8d29-6845-411d-89d1-e21e31209d1f,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:04.141787 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fa00afcc-ee3f-4fcc-8486-61ba8a6bb361 req-ebd9b6c4-5dbf-4905-b93e-e44e5789d9d7 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:04.188178 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-fa00afcc-ee3f-4fcc-8486-61ba8a6bb361 req-ebd9b6c4-5dbf-4905-b93e-e44e5789d9d7 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Calling delete_port for c17e8d29-6845-411d-89d1-e21e31209d1f owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:04.205982 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-5e1743ba-acc0-45a5-b064-64723543056c tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Allocated IP 172.20.0.3 (a3b84fcb-d1ea-4d97-a571-e94a9ed02dff/fe5da65a-cf51-4f87-867f-d80f072d9572/4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:04.208562 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-92f4f7ff-36b9-4813-ba00-f2c5dc432878 service neutron] For port aa4019a8-862f-423f-a23c-d8c79eeaa4f6, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:04.283040 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51096) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:04.292539 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Request body: {'port': {'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c', 'binding:host_id': 'n-h1-712140-10', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1821127506'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:04.313434 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-92f4f7ff-36b9-4813-ba00-f2c5dc432878 service neutron] device_id is not set on port aa4019a8-862f-423f-a23c-d8c79eeaa4f6 yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:35:04.337735 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-92f4f7ff-36b9-4813-ba00-f2c5dc432878 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:04.352197 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfdb8a5-977d-49e0-b9b2-efae66696fab tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:04.355952 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-92f4f7ff-36b9-4813-ba00-f2c5dc432878 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:04.369880 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5bfdb8a5-977d-49e0-b9b2-efae66696fab tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:04.377484 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Made reservation on behalf of a623daaeb42d41ffb971709c13cec351 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:04.383237 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:04.405717 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b652aa72-faeb-4a94-ab58-e97e8687c7c2 None None] DHCP port deletion for d263319e-790d-4f2c-863f-b09096d5f5fc request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:35:04.472887 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:04.487273 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b652aa72-faeb-4a94-ab58-e97e8687c7c2 None None] Deleting port 9a2db955-145f-4006-b86b-345ee0878dcf {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:04.488447 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b652aa72-faeb-4a94-ab58-e97e8687c7c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:04.602477 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b652aa72-faeb-4a94-ab58-e97e8687c7c2 None None] For port 9a2db955-145f-4006-b86b-345ee0878dcf, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9a2db955-145f-4006-b86b-345ee0878dcf,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:04.604096 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b652aa72-faeb-4a94-ab58-e97e8687c7c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:04.641391 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fa00afcc-ee3f-4fcc-8486-61ba8a6bb361 req-ebd9b6c4-5dbf-4905-b93e-e44e5789d9d7 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:04.644310 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device dae26797-31c4-4e0f-ad38-42613b90a8ce no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:04.659752 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:04.678516 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-92f4f7ff-36b9-4813-ba00-f2c5dc432878 service neutron] No DVR routers for this DVR port aa4019a8-862f-423f-a23c-d8c79eeaa4f6 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:04.681976 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:04.689558 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] device_id is not set on port 66cf28ad-80f3-44f7-811d-eeed50939d9f yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:35:04.745061 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b652aa72-faeb-4a94-ab58-e97e8687c7c2 None None] Calling delete_port for 9a2db955-145f-4006-b86b-345ee0878dcf owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:04.823627 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9a2db955-145f-4006-b86b-345ee0878dcf no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:04.865825 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-5e1743ba-acc0-45a5-b064-64723543056c tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:04.897366 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:04.911057 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f4f7ff-36b9-4813-ba00-f2c5dc432878 service neutron] Pushing event updated for resources: {'Port': ['ID=aa4019a8-862f-423f-a23c-d8c79eeaa4f6,revision_number=6']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:04.974572 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dae26797-31c4-4e0f-ad38-42613b90a8ce'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:04.976977 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9b6c4-5dbf-4905-b93e-e44e5789d9d7 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Pushing event deleted for resources: {'Port': ['ID=c17e8d29-6845-411d-89d1-e21e31209d1f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:04.977400 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690a8de1-e060-4ad4-a126-19766957c166" -d '{"events": [{"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-unplugged", "status": "completed", "tag": "dae26797-31c4-4e0f-ad38-42613b90a8ce"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:05.062482 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port dae26797-31c4-4e0f-ad38-42613b90a8ce, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=dae26797-31c4-4e0f-ad38-42613b90a8ce,segment=NetworkSegment(d0536e79-d8cd-4e04-969a-7835c7ba7f80),segment_id=d0536e79-d8cd-4e04-969a-7835c7ba7f80)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:05.107139 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594d4e6-e4da-49a8-a1f1-aeff1f8f8594 req-d1d64ae5-7215-47fe-925f-903472e4705d tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:05.112177 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594d4e6-e4da-49a8-a1f1-aeff1f8f8594 req-d1d64ae5-7215-47fe-925f-903472e4705d tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:05.122035 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594d4e6-e4da-49a8-a1f1-aeff1f8f8594 req-d1d64ae5-7215-47fe-925f-903472e4705d tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:05.126871 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-342de78a-fdaf-4144-95e6-75e18bb6a94d None None] Provisioning complete for port aa4019a8-862f-423f-a23c-d8c79eeaa4f6 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:05.127421 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-342de78a-fdaf-4144-95e6-75e18bb6a94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.134498 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594d4e6-e4da-49a8-a1f1-aeff1f8f8594 req-d1d64ae5-7215-47fe-925f-903472e4705d tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:05.147106 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594d4e6-e4da-49a8-a1f1-aeff1f8f8594 req-d1d64ae5-7215-47fe-925f-903472e4705d tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:05.161521 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b594d4e6-e4da-49a8-a1f1-aeff1f8f8594 req-d1d64ae5-7215-47fe-925f-903472e4705d tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:05.181281 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4f9472-3b75-49d8-b198-e05d442356c5,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:05.182286 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.182856 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b594d4e6-e4da-49a8-a1f1-aeff1f8f8594 req-d1d64ae5-7215-47fe-925f-903472e4705d tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 4667 time: 0.7166564 Jul 29 23:35:05.183212 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device df88191e-8451-4760-b573-4dbf92f82893 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:05.192208 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa00afcc-ee3f-4fcc-8486-61ba8a6bb361 req-ebd9b6c4-5dbf-4905-b93e-e44e5789d9d7 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] No DVR routers for this DVR port c17e8d29-6845-411d-89d1-e21e31209d1f on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:05.213739 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fa00afcc-ee3f-4fcc-8486-61ba8a6bb361 req-ebd9b6c4-5dbf-4905-b93e-e44e5789d9d7 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.231351 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fa00afcc-ee3f-4fcc-8486-61ba8a6bb361 req-ebd9b6c4-5dbf-4905-b93e-e44e5789d9d7 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.23 "DELETE /v2.0/ports/c17e8d29-6845-411d-89d1-e21e31209d1f HTTP/1.1" status: 204 len: 173 time: 1.9728730 Jul 29 23:35:05.232774 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f5f2f8-c793-44e2-86c3-d5d1b0563167', 'name': 'network-vif-deleted', 'tag': 'c17e8d29-6845-411d-89d1-e21e31209d1f'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:05.236768 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fef1de3-f9d6-46d0-99d6-dbc1801409e8" -d '{"events": [{"server_uuid": "94f5f2f8-c793-44e2-86c3-d5d1b0563167", "name": "network-vif-deleted", "tag": "c17e8d29-6845-411d-89d1-e21e31209d1f"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:05.257977 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-342de78a-fdaf-4144-95e6-75e18bb6a94d None None] Port aa4019a8-862f-423f-a23c-d8c79eeaa4f6 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:35:05.284044 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] device_id is not set on port 66cf28ad-80f3-44f7-811d-eeed50939d9f yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:35:05.285482 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-5e1743ba-acc0-45a5-b064-64723543056c tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.310101 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-92f4f7ff-36b9-4813-ba00-f2c5dc432878 service neutron] In _notify_port_updated(), no bound segment for port aa4019a8-862f-423f-a23c-d8c79eeaa4f6 on network 6f7ef717-20cb-4c28-893e-cda3f326a46a {{(pid=94063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:35:05.311815 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-92f4f7ff-36b9-4813-ba00-f2c5dc432878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:05.323297 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.323826 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-92f4f7ff-36b9-4813-ba00-f2c5dc432878 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.326736 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-92f4f7ff-36b9-4813-ba00-f2c5dc432878 service neutron] 10.222.0.23 "PUT /v2.0/ports/aa4019a8-862f-423f-a23c-d8c79eeaa4f6 HTTP/1.1" status: 200 len: 1032 time: 2.1858552 Jul 29 23:35:05.358336 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Transition to ACTIVE for port object 66cf28ad-80f3-44f7-811d-eeed50939d9f will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:05.436596 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.437909 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.521329 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 9a2db955-145f-4006-b86b-345ee0878dcf, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9a2db955-145f-4006-b86b-345ee0878dcf,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:05.557635 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b594d4e6-e4da-49a8-a1f1-aeff1f8f8594 req-891ae763-41dc-49c5-9f53-203c89dc8833 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3735199 Jul 29 23:35:05.563474 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-5e1743ba-acc0-45a5-b064-64723543056c tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Network a3b84fcb-d1ea-4d97-a571-e94a9ed02dff is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:05.587694 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.589826 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.595741 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-5e1743ba-acc0-45a5-b064-64723543056c tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:05.607290 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.613000 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=dae26797-31c4-4e0f-ad38-42613b90a8ce,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:05.628898 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-5e1743ba-acc0-45a5-b064-64723543056c tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:05.660124 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Pushing event updated for resources: {'Port': ['ID=66cf28ad-80f3-44f7-811d-eeed50939d9f,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:05.685719 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=9a2db955-145f-4006-b86b-345ee0878dcf,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:05.697278 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Checking segment: {'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:05.697957 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Network hostable DHCP agents. Network: 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:35:05.727197 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port df88191e-8451-4760-b573-4dbf92f82893, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=df88191e-8451-4760-b573-4dbf92f82893,segment=NetworkSegment(a0a49c32-421f-4f62-8751-bfe67cfd0240),segment_id=a0a49c32-421f-4f62-8751-bfe67cfd0240)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:05.732693 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.734010 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device e1b35c57-ba8c-44ac-9445-757f4f37b07f no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:05.794474 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b652aa72-faeb-4a94-ab58-e97e8687c7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.822377 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b652aa72-faeb-4a94-ab58-e97e8687c7c2 None None] No DVR routers for this DVR port 9a2db955-145f-4006-b86b-345ee0878dcf on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:05.843210 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:35:05.883478 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-5e1743ba-acc0-45a5-b064-64723543056c tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:05.886476 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-5e1743ba-acc0-45a5-b064-64723543056c tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.886760 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:05.899014 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-5fb5a17a-d122-4ab0-aba8-aab1d88f0f0b tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:05.900956 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-5fb5a17a-d122-4ab0-aba8-aab1d88f0f0b tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.23 "GET /v2.0/ports/dae26797-31c4-4e0f-ad38-42613b90a8ce?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.5442190 Jul 29 23:35:05.916134 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:05.925312 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-d8f78778-7bed-4f72-8e4d-83454df7ebbc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:05.945986 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:05.951959 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff79c66-736d-4d69-93ce-b5ed4b294a09 None None] Network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:05.955706 n-d-712140-10 neutron-server[94064]: DEBUG neutron.objects.ports [None req-5bfdb8a5-977d-49e0-b9b2-efae66696fab tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94064) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:35:05.957162 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=df88191e-8451-4760-b573-4dbf92f82893,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:05.972084 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7941bf8d-17fe-481c-957c-6550bda788d3 req-2878371f-02fb-430c-98b6-719169d4543c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f5f2f8-c793-44e2-86c3-d5d1b0563167 HTTP/1.1" status: 200 len: 210 time: 0.0664182 Jul 29 23:35:05.993953 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:05.994291 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b652aa72-faeb-4a94-ab58-e97e8687c7c2 None None] Pushing event deleted for resources: {'Port': ['ID=9a2db955-145f-4006-b86b-345ee0878dcf,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:05.995038 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:05.995931 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:05.997887 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1743ba-acc0-45a5-b064-64723543056c tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Pushing event updated for resources: {'Port': ['ID=4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:06.005005 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-5e1743ba-acc0-45a5-b064-64723543056c tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8843002 Jul 29 23:35:06.020695 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-af10cb8f-8f8e-4f3e-855f-bfde9a71aa6f service neutron] Request body: {'port': {'device_id': '56f7d0a8-0de9-40ac-83bd-005328e47236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:06.111443 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Port 66cf28ad-80f3-44f7-811d-eeed50939d9f on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:06.112375 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Failed to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f on host n-h1-712140-10 for vnic_type normal using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] Jul 29 23:35:06.117816 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempt 2 to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f Jul 29 23:35:06.145227 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port e1b35c57-ba8c-44ac-9445-757f4f37b07f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=e1b35c57-ba8c-44ac-9445-757f4f37b07f,segment=NetworkSegment(a0a49c32-421f-4f62-8751-bfe67cfd0240),segment_id=a0a49c32-421f-4f62-8751-bfe67cfd0240)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:06.154921 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.155921 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device e3ef52f7-fd2b-40b7-ab81-25976f3c6559 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:06.172970 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-d8f78778-7bed-4f72-8e4d-83454df7ebbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.187220 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:06.187804 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:06.192117 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:06.243347 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-af10cb8f-8f8e-4f3e-855f-bfde9a71aa6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.267559 n-d-712140-10 neutron-server[94064]: WARNING neutron.services.revisions.revision_plugin [None req-5bfdb8a5-977d-49e0-b9b2-efae66696fab tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Could not find related port for resource to bump revision. Jul 29 23:35:06.270754 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Port 66cf28ad-80f3-44f7-811d-eeed50939d9f on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:06.278328 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Failed to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f on host n-h1-712140-10 for vnic_type normal using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] Jul 29 23:35:06.279700 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempt 3 to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f Jul 29 23:35:06.293871 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:06.294218 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:06.294560 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:06.296680 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.ipam_pluggable_backend [None req-5bfdb8a5-977d-49e0-b9b2-efae66696fab tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Port 9a2db955-145f-4006-b86b-345ee0878dcf was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94064) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 29 23:35:06.296986 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.ipam_pluggable_backend [None req-5bfdb8a5-977d-49e0-b9b2-efae66696fab tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1a:f873 {{(pid=94064) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 29 23:35:06.297958 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=e1b35c57-ba8c-44ac-9445-757f4f37b07f,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:06.309186 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.ipam_pluggable_backend [None req-5bfdb8a5-977d-49e0-b9b2-efae66696fab tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1a:f873 {{(pid=94064) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 29 23:35:06.311934 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5bfdb8a5-977d-49e0-b9b2-efae66696fab tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.341421 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Port 66cf28ad-80f3-44f7-811d-eeed50939d9f on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:06.347155 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Failed to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f on host n-h1-712140-10 for vnic_type normal using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] Jul 29 23:35:06.349762 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempt 4 to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f Jul 29 23:35:06.373563 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-16e0f9c3-a5ca-4c1a-ba84-c806ddc23b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.438877 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.441122 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:06.441467 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:06.441808 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:06.454107 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfdb8a5-977d-49e0-b9b2-efae66696fab tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:06.474294 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-5bfdb8a5-977d-49e0-b9b2-efae66696fab tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:06.478559 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfdb8a5-977d-49e0-b9b2-efae66696fab tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:06.479162 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5bfdb8a5-977d-49e0-b9b2-efae66696fab tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.485653 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ab72c-87e3-4097-883a-62d474fc2fa0 req-d48a31ae-976e-4533-b790-ac095ebdaaee tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:06.486927 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port e3ef52f7-fd2b-40b7-ab81-25976f3c6559, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=e3ef52f7-fd2b-40b7-ab81-25976f3c6559,segment=NetworkSegment(4ac21f00-30d3-4050-bcd9-41af44bf680d),segment_id=4ac21f00-30d3-4050-bcd9-41af44bf680d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:06.493353 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65390dbf-9930-4dca-a084-0ad1a9340f01 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:06.496968 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.497968 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 29c01c9f-94c9-4ac1-87b2-e1f292018b97 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:06.498696 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3c9ab72c-87e3-4097-883a-62d474fc2fa0 req-d48a31ae-976e-4533-b790-ac095ebdaaee tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=56f7d0a8-0de9-40ac-83bd-005328e47236 HTTP/1.1" status: 200 len: 931 time: 0.3030334 Jul 29 23:35:06.519757 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Port 66cf28ad-80f3-44f7-811d-eeed50939d9f on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:06.524136 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Failed to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f on host n-h1-712140-10 for vnic_type normal using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] Jul 29 23:35:06.527452 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempt 5 to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f Jul 29 23:35:06.546505 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5bfdb8a5-977d-49e0-b9b2-efae66696fab tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4383435 Jul 29 23:35:06.555727 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51112) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:06.575799 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-87dfbb5a-8b52-4d03-9447-de097e9e3e9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'port': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'mac_address': 'fa:16:3e:79:47:0b', 'name': 'tempest-NetworksTestDHCPv6-1487115438'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:06.578399 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfdb8a5-977d-49e0-b9b2-efae66696fab tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Subnet': ['ID=fcd3051e-9946-47f3-8be0-25ad6517a5f5,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:06.581564 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:06.581898 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:06.582235 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:06.597472 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Port 66cf28ad-80f3-44f7-811d-eeed50939d9f on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:06.597818 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Failed to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f on host n-h1-712140-10 for vnic_type normal using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] Jul 29 23:35:06.598209 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempt 6 to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f Jul 29 23:35:06.628067 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:06.628414 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:06.628755 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:06.636879 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Port 66cf28ad-80f3-44f7-811d-eeed50939d9f on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:06.637213 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Failed to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f on host n-h1-712140-10 for vnic_type normal using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] Jul 29 23:35:06.637599 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempt 7 to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f Jul 29 23:35:06.668387 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:06.668707 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:06.669053 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:06.683981 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Port 66cf28ad-80f3-44f7-811d-eeed50939d9f on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:06.689645 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Failed to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f on host n-h1-712140-10 for vnic_type normal using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] Jul 29 23:35:06.690185 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempt 8 to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f Jul 29 23:35:06.721254 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:06.721568 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:06.721919 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:06.733127 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.746922 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Port 66cf28ad-80f3-44f7-811d-eeed50939d9f on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:06.747260 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Failed to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f on host n-h1-712140-10 for vnic_type normal using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] Jul 29 23:35:06.747650 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempt 9 to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f Jul 29 23:35:06.783286 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:06.783536 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:06.783798 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:06.794150 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Port 66cf28ad-80f3-44f7-811d-eeed50939d9f on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:06.796914 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Failed to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f on host n-h1-712140-10 for vnic_type normal using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] Jul 29 23:35:06.796914 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempt 10 to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f Jul 29 23:35:06.826110 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:06.826928 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:06.827695 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:06.836096 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Port 66cf28ad-80f3-44f7-811d-eeed50939d9f on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:06.836865 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Failed to bind port 66cf28ad-80f3-44f7-811d-eeed50939d9f on host n-h1-712140-10 for vnic_type normal using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] Jul 29 23:35:06.837474 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.842413 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=e3ef52f7-fd2b-40b7-ab81-25976f3c6559,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:06.922445 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 29c01c9f-94c9-4ac1-87b2-e1f292018b97, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=29c01c9f-94c9-4ac1-87b2-e1f292018b97,segment=NetworkSegment(d0536e79-d8cd-4e04-969a-7835c7ba7f80),segment_id=d0536e79-d8cd-4e04-969a-7835c7ba7f80)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:06.931214 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:06.932049 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device aa4019a8-862f-423f-a23c-d8c79eeaa4f6 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:06.957507 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.000055 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] For port 66cf28ad-80f3-44f7-811d-eeed50939d9f, host n-h1-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:07.000477 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempted to set empty binding levels {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 23:35:07.006439 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.048198 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:07.048822 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.058783 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc87fe7f-22e7-44e4-9609-317d398973f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-d263319e-790d-4f2c-863f-b09096d5f5fc', 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'tenant_id': '9e8d306db215455d80dae7259f2106c8', 'fixed_ips': [{'subnet_id': 'fcd3051e-9946-47f3-8be0-25ad6517a5f5'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:35:07.059867 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dc87fe7f-22e7-44e4-9609-317d398973f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.077156 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Pushing event updated for resources: {'Port': ['ID=66cf28ad-80f3-44f7-811d-eeed50939d9f,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:07.082512 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b9b8ad18-1ace-4e0d-ae03-e2fb466d2d46 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 2.7980375 Jul 29 23:35:07.086696 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51120) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:07.115513 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=29c01c9f-94c9-4ac1-87b2-e1f292018b97,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:07.130581 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device aa4019a8-862f-423f-a23c-d8c79eeaa4f6 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:35:07.131102 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 3075185e-3c3b-4e1f-8294-cdadf9bf5523 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:07.220449 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-ef87aa70-80b3-4d69-9e7b-161622236b3e tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Deleting port 66cf28ad-80f3-44f7-811d-eeed50939d9f {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:07.220449 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ef87aa70-80b3-4d69-9e7b-161622236b3e tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.326770 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-ef87aa70-80b3-4d69-9e7b-161622236b3e tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] For port 66cf28ad-80f3-44f7-811d-eeed50939d9f, host n-h1-712140-10, got binding levels [] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:07.327129 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ef87aa70-80b3-4d69-9e7b-161622236b3e tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.342984 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-ef87aa70-80b3-4d69-9e7b-161622236b3e tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Calling delete_port for 66cf28ad-80f3-44f7-811d-eeed50939d9f owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:07.439107 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3c9ab72c-87e3-4097-883a-62d474fc2fa0 req-f2834569-6018-41f9-8c97-005c54b2e496 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9392447 Jul 29 23:35:07.476138 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ef87aa70-80b3-4d69-9e7b-161622236b3e tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.498147 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.500799 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ef87aa70-80b3-4d69-9e7b-161622236b3e tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.506324 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ef87aa70-80b3-4d69-9e7b-161622236b3e tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] 10.222.0.18 "DELETE /v2.0/ports/66cf28ad-80f3-44f7-811d-eeed50939d9f HTTP/1.1" status: 204 len: 168 time: 0.4185584 Jul 29 23:35:07.510007 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51122) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:07.587292 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-dc87fe7f-22e7-44e4-9609-317d398973f0 None None] Allocated IP 2001:db8::f816:3eff:fee4:5299 (d263319e-790d-4f2c-863f-b09096d5f5fc/fcd3051e-9946-47f3-8be0-25ad6517a5f5/056d4c3d-66ba-47e2-be7f-ef10264d3e3b) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:07.612046 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-a30b390d-402e-408b-912e-ed8b2ceab59d tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] GET failed (client error): The resource could not be found. Jul 29 23:35:07.629333 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a30b390d-402e-408b-912e-ed8b2ceab59d tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] 10.222.0.18 "GET /v2.0/ports/66cf28ad-80f3-44f7-811d-eeed50939d9f HTTP/1.1" status: 404 len: 333 time: 0.1179936 Jul 29 23:35:07.631136 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51124) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:07.644990 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 3075185e-3c3b-4e1f-8294-cdadf9bf5523, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3075185e-3c3b-4e1f-8294-cdadf9bf5523,segment=NetworkSegment(d0536e79-d8cd-4e04-969a-7835c7ba7f80),segment_id=d0536e79-d8cd-4e04-969a-7835c7ba7f80)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:07.654555 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-aa55cc7c-e504-4b0d-b1e9-349cb2fb5223 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Request body: {'port': {'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1534934886'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:07.672875 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.686338 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef87aa70-80b3-4d69-9e7b-161622236b3e tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Pushing event deleted for resources: {'Port': ['ID=66cf28ad-80f3-44f7-811d-eeed50939d9f,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:07.708542 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-d8f78778-7bed-4f72-8e4d-83454df7ebbc service neutron] For port dae26797-31c4-4e0f-ad38-42613b90a8ce, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=dae26797-31c4-4e0f-ad38-42613b90a8ce,segment=NetworkSegment(d0536e79-d8cd-4e04-969a-7835c7ba7f80),segment_id=d0536e79-d8cd-4e04-969a-7835c7ba7f80)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:07.729628 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa55cc7c-e504-4b0d-b1e9-349cb2fb5223 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Made reservation on behalf of a623daaeb42d41ffb971709c13cec351 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:07.733671 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aa55cc7c-e504-4b0d-b1e9-349cb2fb5223 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:07.756068 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad79e439-47b4-48a9-9d97-d8a1f1b3716e x-openstack-request-id: req-ad79e439-47b4-48a9-9d97-d8a1f1b3716e {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:07.756656 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f5f2f8-c793-44e2-86c3-d5d1b0563167", "name": "network-vif-deleted", "tag": "c17e8d29-6845-411d-89d1-e21e31209d1f", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:07.764030 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad79e439-47b4-48a9-9d97-d8a1f1b3716e {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:07.764868 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f5f2f8-c793-44e2-86c3-d5d1b0563167', 'name': 'network-vif-deleted', 'tag': 'c17e8d29-6845-411d-89d1-e21e31209d1f', 'status': 'completed', 'code': 200} Jul 29 23:35:07.792349 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-aa55cc7c-e504-4b0d-b1e9-349cb2fb5223 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] device_id is not set on port c3405195-3d54-4e3c-81cc-fe24a5d0146b yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:35:07.892936 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-af10cb8f-8f8e-4f3e-855f-bfde9a71aa6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:07.955018 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-af10cb8f-8f8e-4f3e-855f-bfde9a71aa6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.003500 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87dfbb5a-8b52-4d03-9447-de097e9e3e9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:08.011732 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05d083b7-e325-4176-94ec-29c293526752 x-openstack-request-id: req-05d083b7-e325-4176-94ec-29c293526752 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:08.012233 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-unplugged", "status": "completed", "tag": "dae26797-31c4-4e0f-ad38-42613b90a8ce", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:08.012663 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05d083b7-e325-4176-94ec-29c293526752 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:08.013276 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dae26797-31c4-4e0f-ad38-42613b90a8ce', 'code': 200} Jul 29 23:35:08.021914 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device c17e8d29-6845-411d-89d1-e21e31209d1f no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:08.079233 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aa55cc7c-e504-4b0d-b1e9-349cb2fb5223 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.100739 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: c17e8d29-6845-411d-89d1-e21e31209d1f {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:35:08.101661 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device c17e8d29-6845-411d-89d1-e21e31209d1f not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:35:08.165435 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aa55cc7c-e504-4b0d-b1e9-349cb2fb5223 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.202240 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-af10cb8f-8f8e-4f3e-855f-bfde9a71aa6f service neutron] Transition to ACTIVE for port object 4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:08.216136 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-d8f78778-7bed-4f72-8e4d-83454df7ebbc service neutron] For port dae26797-31c4-4e0f-ad38-42613b90a8ce, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:08.223167 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-af10cb8f-8f8e-4f3e-855f-bfde9a71aa6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.266574 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa55cc7c-e504-4b0d-b1e9-349cb2fb5223 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:08.266574 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-aa55cc7c-e504-4b0d-b1e9-349cb2fb5223 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:08.275568 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa55cc7c-e504-4b0d-b1e9-349cb2fb5223 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:08.276924 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa55cc7c-e504-4b0d-b1e9-349cb2fb5223 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:08.277694 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aa55cc7c-e504-4b0d-b1e9-349cb2fb5223 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.286282 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dc87fe7f-22e7-44e4-9609-317d398973f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.309556 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55cc7c-e504-4b0d-b1e9-349cb2fb5223 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Pushing event updated for resources: {'Port': ['ID=c3405195-3d54-4e3c-81cc-fe24a5d0146b,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:08.326329 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.329588 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-aa55cc7c-e504-4b0d-b1e9-349cb2fb5223 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6965034 Jul 29 23:35:08.335510 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51128) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:08.347792 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-dc87fe7f-22e7-44e4-9609-317d398973f0 None None] Transition to ACTIVE for port object 056d4c3d-66ba-47e2-be7f-ef10264d3e3b will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:08.350050 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:08.364435 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=3075185e-3c3b-4e1f-8294-cdadf9bf5523,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:08.373921 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10cb8f-8f8e-4f3e-855f-bfde9a71aa6f service neutron] Pushing event updated for resources: {'Port': ['ID=4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:08.406371 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-dc87fe7f-22e7-44e4-9609-317d398973f0 None None] Transition to ACTIVE for port object 056d4c3d-66ba-47e2-be7f-ef10264d3e3b will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:08.421517 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dc87fe7f-22e7-44e4-9609-317d398973f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.484104 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-d8f78778-7bed-4f72-8e4d-83454df7ebbc service neutron] device_id is not set on port dae26797-31c4-4e0f-ad38-42613b90a8ce yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:35:08.490843 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87fe7f-22e7-44e4-9609-317d398973f0 None None] Pushing event updated for resources: {'Port': ['ID=056d4c3d-66ba-47e2-be7f-ef10264d3e3b,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:08.514092 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc87fe7f-22e7-44e4-9609-317d398973f0 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:08.516447 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-dc87fe7f-22e7-44e4-9609-317d398973f0 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:08.524322 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc87fe7f-22e7-44e4-9609-317d398973f0 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:08.534337 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.543220 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de2545-a530-481d-bb5e-786d4547a2b3 req-62a68de2-8831-4c89-9816-6f76cb25c796 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:08.570984 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de2545-a530-481d-bb5e-786d4547a2b3 req-62a68de2-8831-4c89-9816-6f76cb25c796 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:08.605382 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de2545-a530-481d-bb5e-786d4547a2b3 req-62a68de2-8831-4c89-9816-6f76cb25c796 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:08.633447 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de2545-a530-481d-bb5e-786d4547a2b3 req-62a68de2-8831-4c89-9816-6f76cb25c796 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:08.647807 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de2545-a530-481d-bb5e-786d4547a2b3 req-62a68de2-8831-4c89-9816-6f76cb25c796 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:08.658042 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-dc87fe7f-22e7-44e4-9609-317d398973f0 None None] Attempting to bind port 056d4c3d-66ba-47e2-be7f-ef10264d3e3b on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:08.661110 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-dc87fe7f-22e7-44e4-9609-317d398973f0 None None] Attempting to bind port 056d4c3d-66ba-47e2-be7f-ef10264d3e3b by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:08.661110 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc87fe7f-22e7-44e4-9609-317d398973f0 None None] Attempting to bind port 056d4c3d-66ba-47e2-be7f-ef10264d3e3b on network d263319e-790d-4f2c-863f-b09096d5f5fc {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:08.679377 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de2545-a530-481d-bb5e-786d4547a2b3 req-62a68de2-8831-4c89-9816-6f76cb25c796 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:08.689020 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc87fe7f-22e7-44e4-9609-317d398973f0 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:08.691699 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1de2545-a530-481d-bb5e-786d4547a2b3 req-62a68de2-8831-4c89-9816-6f76cb25c796 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 4655 time: 0.8767798 Jul 29 23:35:08.694642 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc87fe7f-22e7-44e4-9609-317d398973f0 None None] Checking segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:08.695318 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dc87fe7f-22e7-44e4-9609-317d398973f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.695853 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc87fe7f-22e7-44e4-9609-317d398973f0 None None] Bound using segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:08.699874 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-dc87fe7f-22e7-44e4-9609-317d398973f0 None None] Bound port: 056d4c3d-66ba-47e2-be7f-ef10264d3e3b, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:08.700480 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dc87fe7f-22e7-44e4-9609-317d398973f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.724116 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-d8f78778-7bed-4f72-8e4d-83454df7ebbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.748068 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-87dfbb5a-8b52-4d03-9447-de097e9e3e9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.804553 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-d8f78778-7bed-4f72-8e4d-83454df7ebbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.816261 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-87dfbb5a-8b52-4d03-9447-de097e9e3e9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] device_id is not set on port 2e69895a-ce08-435f-9608-92defa199a60 yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:35:08.855327 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-dc87fe7f-22e7-44e4-9609-317d398973f0 None None] For port 056d4c3d-66ba-47e2-be7f-ef10264d3e3b, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:08.865150 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-dc87fe7f-22e7-44e4-9609-317d398973f0 None None] For port 056d4c3d-66ba-47e2-be7f-ef10264d3e3b, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=056d4c3d-66ba-47e2-be7f-ef10264d3e3b,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:08.892452 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dc87fe7f-22e7-44e4-9609-317d398973f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:08.969122 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87fe7f-22e7-44e4-9609-317d398973f0 None None] Pushing event updated for resources: {'Port': ['ID=056d4c3d-66ba-47e2-be7f-ef10264d3e3b,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:09.017587 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] device_id is not set on port c3405195-3d54-4e3c-81cc-fe24a5d0146b yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:35:09.032965 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f78778-7bed-4f72-8e4d-83454df7ebbc service neutron] Pushing event updated for resources: {'Port': ['ID=dae26797-31c4-4e0f-ad38-42613b90a8ce,revision_number=7']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:09.041658 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:09.066720 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Transition to ACTIVE for port object c3405195-3d54-4e3c-81cc-fe24a5d0146b will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:09.073760 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:09.076203 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1de2545-a530-481d-bb5e-786d4547a2b3 req-99e29208-409d-4ea1-bdaf-6db85b4630eb tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&id=570e443d-c275-4484-b6b3-aad8c2d8324d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3834934 Jul 29 23:35:09.132052 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-d8f78778-7bed-4f72-8e4d-83454df7ebbc service neutron] No DVR routers for this DVR port dae26797-31c4-4e0f-ad38-42613b90a8ce on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:09.246109 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Pushing event updated for resources: {'Port': ['ID=c3405195-3d54-4e3c-81cc-fe24a5d0146b,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:09.250335 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:09.250698 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:09.251098 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:09.258395 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Port c3405195-3d54-4e3c-81cc-fe24a5d0146b on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:09.258788 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Failed to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b on host n-h1-712140-10 for vnic_type normal using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] Jul 29 23:35:09.259358 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempt 2 to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b Jul 29 23:35:09.289641 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:09.292527 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:09.292527 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:09.307430 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-af10cb8f-8f8e-4f3e-855f-bfde9a71aa6f service neutron] Attempting to bind port 4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:09.309269 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Port c3405195-3d54-4e3c-81cc-fe24a5d0146b on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:09.310427 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Failed to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b on host n-h1-712140-10 for vnic_type normal using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] Jul 29 23:35:09.310427 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempt 3 to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b Jul 29 23:35:09.312804 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-af10cb8f-8f8e-4f3e-855f-bfde9a71aa6f service neutron] Attempting to bind port 4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '3960cd3a-1252-4022-b2ff-b6d1cbf562dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a3b84fcb-d1ea-4d97-a571-e94a9ed02dff'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:09.313973 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-af10cb8f-8f8e-4f3e-855f-bfde9a71aa6f service neutron] Attempting to bind port 4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce on network a3b84fcb-d1ea-4d97-a571-e94a9ed02dff {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:09.353901 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:09.354426 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:09.354957 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:09.363744 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Port c3405195-3d54-4e3c-81cc-fe24a5d0146b on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:09.364306 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Failed to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b on host n-h1-712140-10 for vnic_type normal using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] Jul 29 23:35:09.364712 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempt 4 to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b Jul 29 23:35:09.367988 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-af10cb8f-8f8e-4f3e-855f-bfde9a71aa6f service neutron] Port 4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce on network a3b84fcb-d1ea-4d97-a571-e94a9ed02dff not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:09.368684 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-af10cb8f-8f8e-4f3e-855f-bfde9a71aa6f service neutron] Attempting to bind port 4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce on network a3b84fcb-d1ea-4d97-a571-e94a9ed02dff {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:09.415031 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:09.415379 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:09.427405 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:09.430663 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac43e4c0-8fc8-497a-abbc-da7387124655 req-da235511-63d3-4c24-a6dd-64302585c7db tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f5f2f8-c793-44e2-86c3-d5d1b0563167 HTTP/1.1" status: 200 len: 210 time: 0.1832831 Jul 29 23:35:09.437368 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-87dfbb5a-8b52-4d03-9447-de097e9e3e9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Allocated IP 2001:db8::f816:3eff:fe79:470b (d263319e-790d-4f2c-863f-b09096d5f5fc/fcd3051e-9946-47f3-8be0-25ad6517a5f5/2e69895a-ce08-435f-9608-92defa199a60) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:09.447932 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-af10cb8f-8f8e-4f3e-855f-bfde9a71aa6f service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:09.450610 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-af10cb8f-8f8e-4f3e-855f-bfde9a71aa6f service neutron] Checking segment: {'id': '3960cd3a-1252-4022-b2ff-b6d1cbf562dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a3b84fcb-d1ea-4d97-a571-e94a9ed02dff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:09.450610 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-af10cb8f-8f8e-4f3e-855f-bfde9a71aa6f service neutron] Bound using segment: {'id': '3960cd3a-1252-4022-b2ff-b6d1cbf562dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a3b84fcb-d1ea-4d97-a571-e94a9ed02dff'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:09.451427 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-af10cb8f-8f8e-4f3e-855f-bfde9a71aa6f service neutron] Bound port: 4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3960cd3a-1252-4022-b2ff-b6d1cbf562dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a3b84fcb-d1ea-4d97-a571-e94a9ed02dff'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:09.453627 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-af10cb8f-8f8e-4f3e-855f-bfde9a71aa6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:09.477682 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Port c3405195-3d54-4e3c-81cc-fe24a5d0146b on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:09.495098 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Failed to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b on host n-h1-712140-10 for vnic_type normal using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] Jul 29 23:35:09.497054 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempt 5 to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b Jul 29 23:35:09.528144 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:09.528484 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:09.528835 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:09.538458 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Port c3405195-3d54-4e3c-81cc-fe24a5d0146b on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:09.538772 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Failed to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b on host n-h1-712140-10 for vnic_type normal using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] Jul 29 23:35:09.539167 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempt 6 to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b Jul 29 23:35:09.557752 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-d8f78778-7bed-4f72-8e4d-83454df7ebbc service neutron] In _notify_port_updated(), no bound segment for port dae26797-31c4-4e0f-ad38-42613b90a8ce on network 6f7ef717-20cb-4c28-893e-cda3f326a46a {{(pid=94063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:35:09.558811 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-d8f78778-7bed-4f72-8e4d-83454df7ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.562917 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-d8f78778-7bed-4f72-8e4d-83454df7ebbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:09.564901 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-d8f78778-7bed-4f72-8e4d-83454df7ebbc service neutron] 10.222.0.23 "PUT /v2.0/ports/dae26797-31c4-4e0f-ad38-42613b90a8ce HTTP/1.1" status: 200 len: 1033 time: 3.6447303 Jul 29 23:35:09.605908 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:09.606245 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:09.606589 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:09.627870 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Port c3405195-3d54-4e3c-81cc-fe24a5d0146b on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:09.628377 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Failed to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b on host n-h1-712140-10 for vnic_type normal using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] Jul 29 23:35:09.628873 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempt 7 to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b Jul 29 23:35:09.670146 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:09.670724 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:09.671882 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:09.687179 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Port c3405195-3d54-4e3c-81cc-fe24a5d0146b on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:09.687727 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Failed to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b on host n-h1-712140-10 for vnic_type normal using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] Jul 29 23:35:09.688395 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempt 8 to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b Jul 29 23:35:09.727054 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:09.727525 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:09.728129 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:09.731667 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1665622c-8256-4b3b-bb4e-aca62206df68 None None] Provisioning complete for port dae26797-31c4-4e0f-ad38-42613b90a8ce triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:09.732490 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1665622c-8256-4b3b-bb4e-aca62206df68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:09.748722 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Port c3405195-3d54-4e3c-81cc-fe24a5d0146b on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:09.749253 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Failed to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b on host n-h1-712140-10 for vnic_type normal using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] Jul 29 23:35:09.749827 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempt 9 to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b Jul 29 23:35:09.824781 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1665622c-8256-4b3b-bb4e-aca62206df68 None None] Port dae26797-31c4-4e0f-ad38-42613b90a8ce cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:35:09.857170 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:09.865398 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:09.868032 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:09.897176 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Port c3405195-3d54-4e3c-81cc-fe24a5d0146b on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:09.898244 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Failed to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b on host n-h1-712140-10 for vnic_type normal using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] Jul 29 23:35:09.899378 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempt 10 to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b Jul 29 23:35:09.919432 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-af10cb8f-8f8e-4f3e-855f-bfde9a71aa6f service neutron] For port 4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:09.928188 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:09.929845 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:09.930763 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:09.939186 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ffce7-9030-4570-8ef2-0f2d2361a7ba req-6759b75f-dc6f-4d00-9739-51eb92a65fe7 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:09.947548 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5a7ffce7-9030-4570-8ef2-0f2d2361a7ba req-6759b75f-dc6f-4d00-9739-51eb92a65fe7 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=56f7d0a8-0de9-40ac-83bd-005328e47236 HTTP/1.1" status: 200 len: 943 time: 0.3008800 Jul 29 23:35:09.956940 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Port c3405195-3d54-4e3c-81cc-fe24a5d0146b on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:09.957856 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Failed to bind port c3405195-3d54-4e3c-81cc-fe24a5d0146b on host n-h1-712140-10 for vnic_type normal using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] Jul 29 23:35:09.961675 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:09.977153 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-af10cb8f-8f8e-4f3e-855f-bfde9a71aa6f service neutron] For port 4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce,segment=NetworkSegment(3960cd3a-1252-4022-b2ff-b6d1cbf562dc),segment_id=3960cd3a-1252-4022-b2ff-b6d1cbf562dc)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:09.996351 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-af10cb8f-8f8e-4f3e-855f-bfde9a71aa6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.016267 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df88191e-8451-4760-b573-4dbf92f82893'}, {'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1b35c57-ba8c-44ac-9445-757f4f37b07f'}, {'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3ef52f7-fd2b-40b7-ab81-25976f3c6559'}, {'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29c01c9f-94c9-4ac1-87b2-e1f292018b97'}, {'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3075185e-3c3b-4e1f-8294-cdadf9bf5523'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:10.018937 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235dcbfe-b2e8-4a56-8690-3b49ec8c63ee" -d '{"events": [{"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-unplugged", "status": "completed", "tag": "df88191e-8451-4760-b573-4dbf92f82893"}, {"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-unplugged", "status": "completed", "tag": "e1b35c57-ba8c-44ac-9445-757f4f37b07f"}, {"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-unplugged", "status": "completed", "tag": "e3ef52f7-fd2b-40b7-ab81-25976f3c6559"}, {"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-unplugged", "status": "completed", "tag": "29c01c9f-94c9-4ac1-87b2-e1f292018b97"}, {"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-unplugged", "status": "completed", "tag": "3075185e-3c3b-4e1f-8294-cdadf9bf5523"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:10.078656 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-af10cb8f-8f8e-4f3e-855f-bfde9a71aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.079257 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-af10cb8f-8f8e-4f3e-855f-bfde9a71aa6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.080736 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-af10cb8f-8f8e-4f3e-855f-bfde9a71aa6f service neutron] 10.222.0.23 "PUT /v2.0/ports/4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce HTTP/1.1" status: 200 len: 1092 time: 4.0676050 Jul 29 23:35:10.081203 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56f7d0a8-0de9-40ac-83bd-005328e47236', 'tag': '4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:10.083472 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c912da9-7a07-4d30-aa8b-2514153a9775" -d '{"events": [{"name": "network-changed", "server_uuid": "56f7d0a8-0de9-40ac-83bd-005328e47236", "tag": "4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:10.127594 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5a7ffce7-9030-4570-8ef2-0f2d2361a7ba req-899f21bf-a51e-4ab0-a40a-c8dde76b1e0e tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741459 Jul 29 23:35:10.139744 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-87dfbb5a-8b52-4d03-9447-de097e9e3e9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.164455 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-47433900-a1ee-459f-97e5-af5da760f65a tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Deleting port 29c01c9f-94c9-4ac1-87b2-e1f292018b97 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:10.170561 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-47433900-a1ee-459f-97e5-af5da760f65a tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.226004 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af10cb8f-8f8e-4f3e-855f-bfde9a71aa6f service neutron] Pushing event updated for resources: {'Port': ['ID=4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:10.244015 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] For port c3405195-3d54-4e3c-81cc-fe24a5d0146b, host n-h1-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:10.244504 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempted to set empty binding levels {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 23:35:10.254839 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.308249 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] In _notify_port_updated(), no bound segment for port c3405195-3d54-4e3c-81cc-fe24a5d0146b on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c {{(pid=94064) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:35:10.309413 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.310150 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.316116 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-87dfbb5a-8b52-4d03-9447-de097e9e3e9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Transition to ACTIVE for port object 2e69895a-ce08-435f-9608-92defa199a60 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:10.317506 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] 10.222.0.18 "PUT /v2.0/ports/c3405195-3d54-4e3c-81cc-fe24a5d0146b HTTP/1.1" status: 200 len: 976 time: 1.9767220 Jul 29 23:35:10.318405 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51144) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:10.338375 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d181ce80-d250-4785-83e3-8115f64e763b x-openstack-request-id: req-d181ce80-d250-4785-83e3-8115f64e763b {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:10.339019 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-unplugged", "status": "completed", "tag": "df88191e-8451-4760-b573-4dbf92f82893", "code": 200}, {"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-unplugged", "status": "completed", "tag": "e1b35c57-ba8c-44ac-9445-757f4f37b07f", "code": 200}, {"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-unplugged", "status": "completed", "tag": "e3ef52f7-fd2b-40b7-ab81-25976f3c6559", "code": 200}, {"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-unplugged", "status": "completed", "tag": "29c01c9f-94c9-4ac1-87b2-e1f292018b97", "code": 200}, {"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-unplugged", "status": "completed", "tag": "3075185e-3c3b-4e1f-8294-cdadf9bf5523", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:10.339581 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d181ce80-d250-4785-83e3-8115f64e763b {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:10.340356 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df88191e-8451-4760-b573-4dbf92f82893', 'code': 200} Jul 29 23:35:10.340866 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1b35c57-ba8c-44ac-9445-757f4f37b07f', 'code': 200} Jul 29 23:35:10.341293 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3ef52f7-fd2b-40b7-ab81-25976f3c6559', 'code': 200} Jul 29 23:35:10.341767 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29c01c9f-94c9-4ac1-87b2-e1f292018b97', 'code': 200} Jul 29 23:35:10.342189 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3075185e-3c3b-4e1f-8294-cdadf9bf5523', 'code': 200} Jul 29 23:35:10.412255 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85afa466-b46d-47bf-b8fb-338bdd64e029 x-openstack-request-id: req-85afa466-b46d-47bf-b8fb-338bdd64e029 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:10.412774 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56f7d0a8-0de9-40ac-83bd-005328e47236", "tag": "4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:10.413745 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-85afa466-b46d-47bf-b8fb-338bdd64e029 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:10.427392 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56f7d0a8-0de9-40ac-83bd-005328e47236', 'tag': '4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce', 'status': 'completed', 'code': 200} Jul 29 23:35:10.435077 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-00957473-1092-47b3-9b6c-3325db99b167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.441731 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-00957473-1092-47b3-9b6c-3325db99b167 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=47410282bc2841d8896a8fa066d76b51&device_id=56f7d0a8-0de9-40ac-83bd-005328e47236 HTTP/1.1" status: 200 len: 1095 time: 0.2563546 Jul 29 23:35:10.497771 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926690b-90fd-43ae-b53f-c49cf1eaa6be tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Pushing event updated for resources: {'Port': ['ID=c3405195-3d54-4e3c-81cc-fe24a5d0146b,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:10.563695 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.564705 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.565222 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.565702 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.566197 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.566911 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.567536 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.568236 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.568793 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.569941 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.571302 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.571302 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.571533 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.571955 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.572773 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.584253 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.584253 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.584253 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.585409 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.586560 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.586560 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.587891 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.587891 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.587891 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.589456 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.589456 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.589456 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.590531 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.590531 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.591351 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.591351 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.593633 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.593633 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.596721 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b5ed3b6d-4dce-463e-a4ee-f0d33304f4e6 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29779 time: 0.2737436 Jul 29 23:35:10.601775 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51148) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:10.683777 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-a4787725-d229-4814-8735-6b7c21b71370 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce HTTP/1.1" status: 200 len: 217 time: 0.2239370 Jul 29 23:35:10.698244 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-47433900-a1ee-459f-97e5-af5da760f65a tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] For port 29c01c9f-94c9-4ac1-87b2-e1f292018b97, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=29c01c9f-94c9-4ac1-87b2-e1f292018b97,segment=NetworkSegment(d0536e79-d8cd-4e04-969a-7835c7ba7f80),segment_id=d0536e79-d8cd-4e04-969a-7835c7ba7f80)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:10.698621 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-47433900-a1ee-459f-97e5-af5da760f65a tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.735287 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ad2a5-1290-4e52-9e3a-d3d287e0850f req-1c693194-6697-4844-8cf6-e29ec1c3b04b tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.743495 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ad2a5-1290-4e52-9e3a-d3d287e0850f req-1c693194-6697-4844-8cf6-e29ec1c3b04b tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.751204 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ad2a5-1290-4e52-9e3a-d3d287e0850f req-1c693194-6697-4844-8cf6-e29ec1c3b04b tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.759148 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ad2a5-1290-4e52-9e3a-d3d287e0850f req-1c693194-6697-4844-8cf6-e29ec1c3b04b tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.765378 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ad2a5-1290-4e52-9e3a-d3d287e0850f req-1c693194-6697-4844-8cf6-e29ec1c3b04b tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.775029 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-591ad2a5-1290-4e52-9e3a-d3d287e0850f req-1c693194-6697-4844-8cf6-e29ec1c3b04b tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 3877 time: 0.2864802 Jul 29 23:35:10.777404 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-87dfbb5a-8b52-4d03-9447-de097e9e3e9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.865512 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 056d4c3d-66ba-47e2-be7f-ef10264d3e3b up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:10.890939 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1eab589c-5382-46e6-a267-d9433c567132 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Deleting port c3405195-3d54-4e3c-81cc-fe24a5d0146b {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:10.891312 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1eab589c-5382-46e6-a267-d9433c567132 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:10.902097 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-6078947e-4154-4491-be1e-168afcd17b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:10.909608 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-6078947e-4154-4491-be1e-168afcd17b58 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fe5da65a-cf51-4f87-867f-d80f072d9572 HTTP/1.1" status: 200 len: 854 time: 0.1941600 Jul 29 23:35:11.014405 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-47433900-a1ee-459f-97e5-af5da760f65a tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Calling delete_port for 29c01c9f-94c9-4ac1-87b2-e1f292018b97 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:11.015428 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-1eab589c-5382-46e6-a267-d9433c567132 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] For port c3405195-3d54-4e3c-81cc-fe24a5d0146b, host n-h1-712140-10, got binding levels [] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:11.016025 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1eab589c-5382-46e6-a267-d9433c567132 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:11.031598 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 056d4c3d-66ba-47e2-be7f-ef10264d3e3b completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:11.053340 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1eab589c-5382-46e6-a267-d9433c567132 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Calling delete_port for c3405195-3d54-4e3c-81cc-fe24a5d0146b owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:11.173581 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7f95463f-ffa2-44a7-a93a-9a945f29aa93 None None] Provisioning for port 056d4c3d-66ba-47e2-be7f-ef10264d3e3b completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:11.189892 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7f95463f-ffa2-44a7-a93a-9a945f29aa93 None None] Provisioning complete for port 056d4c3d-66ba-47e2-be7f-ef10264d3e3b triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:11.190557 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7f95463f-ffa2-44a7-a93a-9a945f29aa93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:11.258050 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:35:11.295563 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1eab589c-5382-46e6-a267-d9433c567132 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:11.339402 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-591ad2a5-1290-4e52-9e3a-d3d287e0850f req-8e2e604d-3212-47a2-b290-a099a316f79b tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5631144 Jul 29 23:35:11.362111 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab589c-5382-46e6-a267-d9433c567132 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3405195-3d54-4e3c-81cc-fe24a5d0146b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:11.395136 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1eab589c-5382-46e6-a267-d9433c567132 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:11.400851 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1eab589c-5382-46e6-a267-d9433c567132 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] 10.222.0.18 "DELETE /v2.0/ports/c3405195-3d54-4e3c-81cc-fe24a5d0146b HTTP/1.1" status: 204 len: 168 time: 0.7963052 Jul 29 23:35:11.402327 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-7542df67-735b-4f7a-8499-b2de2b15c2dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a3b84fcb-d1ea-4d97-a571-e94a9ed02dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2257912 Jul 29 23:35:11.407402 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dfbb5a-8b52-4d03-9447-de097e9e3e9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Port': ['ID=2e69895a-ce08-435f-9608-92defa199a60,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:11.411148 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51156) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:11.432351 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7f95463f-ffa2-44a7-a93a-9a945f29aa93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:11.481215 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-01679ab0-a750-4f20-b992-aa1d3a32b78a tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] GET failed (client error): The resource could not be found. Jul 29 23:35:11.488494 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-01679ab0-a750-4f20-b992-aa1d3a32b78a tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] 10.222.0.18 "GET /v2.0/ports/c3405195-3d54-4e3c-81cc-fe24a5d0146b HTTP/1.1" status: 404 len: 333 time: 0.0738084 Jul 29 23:35:11.496060 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51158) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:11.506037 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-d7575d64-0a5c-4dc1-83bc-e98347cd28ae tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-225345381', 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:11.514049 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-7f95463f-ffa2-44a7-a93a-9a945f29aa93 None None] For port 056d4c3d-66ba-47e2-be7f-ef10264d3e3b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=056d4c3d-66ba-47e2-be7f-ef10264d3e3b,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:11.524167 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7f95463f-ffa2-44a7-a93a-9a945f29aa93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:11.584228 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7575d64-0a5c-4dc1-83bc-e98347cd28ae tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Made reservation on behalf of a623daaeb42d41ffb971709c13cec351 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:11.591193 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-81e2e36a-ccea-46d3-b6a7-401006ab90cb service neutron] 10.222.0.23 "GET /v2.0/networks/a3b84fcb-d1ea-4d97-a571-e94a9ed02dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683259 Jul 29 23:35:11.593906 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d7575d64-0a5c-4dc1-83bc-e98347cd28ae tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:11.610513 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87dfbb5a-8b52-4d03-9447-de097e9e3e9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:11.640478 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-d7575d64-0a5c-4dc1-83bc-e98347cd28ae tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] device_id is not set on port 4519a7cd-1b4a-4344-831b-e3e35312bc77 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:35:11.729011 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be96f506-b28c-433a-b602-bc25e8e7d815 req-4b7bf479-5f42-4581-af00-5bf053932284 service neutron] 10.222.0.23 "GET /v2.0/networks/a3b84fcb-d1ea-4d97-a571-e94a9ed02dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093380 Jul 29 23:35:11.748189 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95463f-ffa2-44a7-a93a-9a945f29aa93 None None] Pushing event updated for resources: {'Port': ['ID=056d4c3d-66ba-47e2-be7f-ef10264d3e3b,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:11.752830 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-87dfbb5a-8b52-4d03-9447-de097e9e3e9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:11.763635 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dfbb5a-8b52-4d03-9447-de097e9e3e9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:11.800752 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87dfbb5a-8b52-4d03-9447-de097e9e3e9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:11.805520 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-87dfbb5a-8b52-4d03-9447-de097e9e3e9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:11.826634 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50b2d5d1-71d5-4b5b-8821-a29a025d0f78 req-19998cb6-89d5-4a3d-a164-6153de60e510 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f5f2f8-c793-44e2-86c3-d5d1b0563167 HTTP/1.1" status: 200 len: 210 time: 0.2311389 Jul 29 23:35:11.995975 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-87dfbb5a-8b52-4d03-9447-de097e9e3e9f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.4215765 Jul 29 23:35:12.008382 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51160) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:12.062524 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c912da9-7a07-4d30-aa8b-2514153a9775 req-1792e9b6-e7bf-4248-889a-74d5dbc4fa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:12.064483 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7c912da9-7a07-4d30-aa8b-2514153a9775 req-1792e9b6-e7bf-4248-889a-74d5dbc4fa2b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=47410282bc2841d8896a8fa066d76b51&device_id=56f7d0a8-0de9-40ac-83bd-005328e47236 HTTP/1.1" status: 200 len: 1095 time: 0.1938713 Jul 29 23:35:12.079217 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235207c7-efbb-4193-bfdc-419d987a22d0 req-592a7dad-478e-4eb2-87b8-7fa126641bd7 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:12.081593 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-235207c7-efbb-4193-bfdc-419d987a22d0 req-592a7dad-478e-4eb2-87b8-7fa126641bd7 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=56f7d0a8-0de9-40ac-83bd-005328e47236 HTTP/1.1" status: 200 len: 943 time: 0.1065753 Jul 29 23:35:12.305919 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-235207c7-efbb-4193-bfdc-419d987a22d0 req-42c7e8d3-b127-4971-bcb6-33b25f400f50 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579070 Jul 29 23:35:12.322014 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-2de1557c-6f5d-418f-9a16-86ff54dd41fb None None] Provisioning for port 2e69895a-ce08-435f-9608-92defa199a60 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:12.359202 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-2de1557c-6f5d-418f-9a16-86ff54dd41fb None None] Provisioning complete for port 2e69895a-ce08-435f-9608-92defa199a60 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:12.363635 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-47433900-a1ee-459f-97e5-af5da760f65a tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:12.366248 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2de1557c-6f5d-418f-9a16-86ff54dd41fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:12.388439 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d7575d64-0a5c-4dc1-83bc-e98347cd28ae tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:12.433650 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ded4aff-e76b-4ddf-b993-0bd403d8f896 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:12.441509 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ded4aff-e76b-4ddf-b993-0bd403d8f896 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:12.443720 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7ded4aff-e76b-4ddf-b993-0bd403d8f896 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.4344695 Jul 29 23:35:12.446903 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51166) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:12.523811 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-2de1557c-6f5d-418f-9a16-86ff54dd41fb None None] Port 2e69895a-ce08-435f-9608-92defa199a60 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:35:12.663701 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-d7626b82-bfbc-415a-a351-a7cb49c65ea3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting port 2e69895a-ce08-435f-9608-92defa199a60 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:12.664295 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d7626b82-bfbc-415a-a351-a7cb49c65ea3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:12.675655 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d7575d64-0a5c-4dc1-83bc-e98347cd28ae tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:12.692216 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c912da9-7a07-4d30-aa8b-2514153a9775 req-0ee117ac-3680-45ab-848c-2e62b69db7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:12.699511 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7c912da9-7a07-4d30-aa8b-2514153a9775 req-0ee117ac-3680-45ab-848c-2e62b69db7e1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a3b84fcb-d1ea-4d97-a571-e94a9ed02dff HTTP/1.1" status: 200 len: 915 time: 0.6166203 Jul 29 23:35:12.715634 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47433900-a1ee-459f-97e5-af5da760f65a tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Pushing event deleted for resources: {'Port': ['ID=29c01c9f-94c9-4ac1-87b2-e1f292018b97,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:12.744737 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7575d64-0a5c-4dc1-83bc-e98347cd28ae tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:12.778883 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-47433900-a1ee-459f-97e5-af5da760f65a tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] No DVR routers for this DVR port 29c01c9f-94c9-4ac1-87b2-e1f292018b97 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:12.782645 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 056d4c3d-66ba-47e2-be7f-ef10264d3e3b up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:12.783483 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-47433900-a1ee-459f-97e5-af5da760f65a tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:12.786162 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-47433900-a1ee-459f-97e5-af5da760f65a tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.23 "DELETE /v2.0/ports/29c01c9f-94c9-4ac1-87b2-e1f292018b97 HTTP/1.1" status: 204 len: 173 time: 3.2141151 Jul 29 23:35:12.786681 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-deleted', 'tag': '29c01c9f-94c9-4ac1-87b2-e1f292018b97'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:12.790189 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a744c0-4ab6-4769-92eb-727f54fe02ce" -d '{"events": [{"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-deleted", "tag": "29c01c9f-94c9-4ac1-87b2-e1f292018b97"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:12.796376 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-d7575d64-0a5c-4dc1-83bc-e98347cd28ae tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:12.847356 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7c912da9-7a07-4d30-aa8b-2514153a9775 req-4b0e8061-0f96-49e7-a972-e33c7e968967 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce HTTP/1.1" status: 200 len: 217 time: 0.1202500 Jul 29 23:35:12.851224 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7575d64-0a5c-4dc1-83bc-e98347cd28ae tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:12.852604 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7575d64-0a5c-4dc1-83bc-e98347cd28ae tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:12.854573 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d7575d64-0a5c-4dc1-83bc-e98347cd28ae tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:12.923641 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d7575d64-0a5c-4dc1-83bc-e98347cd28ae tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4216530 Jul 29 23:35:12.929755 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51172) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:12.930448 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7575d64-0a5c-4dc1-83bc-e98347cd28ae tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Pushing event updated for resources: {'Port': ['ID=4519a7cd-1b4a-4344-831b-e3e35312bc77,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:13.004406 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 056d4c3d-66ba-47e2-be7f-ef10264d3e3b triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:13.011809 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:13.029709 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fd30a0-de88-4708-b11a-f808d32a6955 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.031210 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e5fd30a0-de88-4708-b11a-f808d32a6955 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] 10.222.0.18 "GET /v2.0/ports/4519a7cd-1b4a-4344-831b-e3e35312bc77 HTTP/1.1" status: 200 len: 954 time: 0.0974615 Jul 29 23:35:13.033219 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d7626b82-bfbc-415a-a351-a7cb49c65ea3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:13.037398 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51174) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:13.070081 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c7283-783e-4ae1-9c96-31115adbfe7b req-bb8e8103-22c6-48c6-85c2-4c3a3c4f99de tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.089109 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c7283-783e-4ae1-9c96-31115adbfe7b req-bb8e8103-22c6-48c6-85c2-4c3a3c4f99de tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.110553 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c7283-783e-4ae1-9c96-31115adbfe7b req-bb8e8103-22c6-48c6-85c2-4c3a3c4f99de tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.118804 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c7283-783e-4ae1-9c96-31115adbfe7b req-bb8e8103-22c6-48c6-85c2-4c3a3c4f99de tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.120654 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a83c7283-783e-4ae1-9c96-31115adbfe7b req-bb8e8103-22c6-48c6-85c2-4c3a3c4f99de tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 3144 time: 0.4380291 Jul 29 23:35:13.148585 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-d7626b82-bfbc-415a-a351-a7cb49c65ea3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Calling delete_port for 2e69895a-ce08-435f-9608-92defa199a60 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:13.258996 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c912da9-7a07-4d30-aa8b-2514153a9775 req-2aaf558f-6211-4a74-b414-98f4f6e9888b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:13.260611 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7c912da9-7a07-4d30-aa8b-2514153a9775 req-2aaf558f-6211-4a74-b414-98f4f6e9888b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fe5da65a-cf51-4f87-867f-d80f072d9572 HTTP/1.1" status: 200 len: 854 time: 0.3832514 Jul 29 23:35:13.288641 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a83c7283-783e-4ae1-9c96-31115adbfe7b req-7fc28353-aa2f-40fa-a1de-e2bac239ad1f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1454751 Jul 29 23:35:13.370519 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7c912da9-7a07-4d30-aa8b-2514153a9775 req-a42f2c39-3a41-4a74-8546-3cd36a63bfac service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a3b84fcb-d1ea-4d97-a571-e94a9ed02dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017668 Jul 29 23:35:13.384176 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c969dd6c-2360-404e-8b31-f72416754b82 x-openstack-request-id: req-c969dd6c-2360-404e-8b31-f72416754b82 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:13.384466 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-deleted", "tag": "29c01c9f-94c9-4ac1-87b2-e1f292018b97", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:13.384760 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c969dd6c-2360-404e-8b31-f72416754b82 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:13.385115 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-deleted', 'tag': '29c01c9f-94c9-4ac1-87b2-e1f292018b97', 'status': 'completed', 'code': 200} Jul 29 23:35:13.466511 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-c1683e0a-9f29-4515-8622-1b73de810304 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Deleting port 4519a7cd-1b4a-4344-831b-e3e35312bc77 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:13.467038 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c1683e0a-9f29-4515-8622-1b73de810304 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:13.478703 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-51582c32-7caa-4fc5-8df8-4e3f561fc948 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Deleting port e3ef52f7-fd2b-40b7-ab81-25976f3c6559 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:13.479054 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-51582c32-7caa-4fc5-8df8-4e3f561fc948 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:13.683966 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c1683e0a-9f29-4515-8622-1b73de810304 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:13.686463 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f45c5949-304c-426b-8d5e-74dd1113a796 req-2d9b39e1-05fe-488d-ab6b-892f9afde57b tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=94f5f2f8-c793-44e2-86c3-d5d1b0563167 HTTP/1.1" status: 200 len: 210 time: 0.2242749 Jul 29 23:35:13.724433 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-c1683e0a-9f29-4515-8622-1b73de810304 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Calling delete_port for 4519a7cd-1b4a-4344-831b-e3e35312bc77 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:13.767423 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7c912da9-7a07-4d30-aa8b-2514153a9775 req-d691f680-9ef2-4512-94e6-75b5b48d4be9 service neutron] 10.222.0.23 "GET /v2.0/networks/a3b84fcb-d1ea-4d97-a571-e94a9ed02dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658817 Jul 29 23:35:13.887922 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d7626b82-bfbc-415a-a351-a7cb49c65ea3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:13.891865 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-51582c32-7caa-4fc5-8df8-4e3f561fc948 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] For port e3ef52f7-fd2b-40b7-ab81-25976f3c6559, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=e3ef52f7-fd2b-40b7-ab81-25976f3c6559,segment=NetworkSegment(4ac21f00-30d3-4050-bcd9-41af44bf680d),segment_id=4ac21f00-30d3-4050-bcd9-41af44bf680d)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:13.892449 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-51582c32-7caa-4fc5-8df8-4e3f561fc948 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:13.977561 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7626b82-bfbc-415a-a351-a7cb49c65ea3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Port': ['ID=2e69895a-ce08-435f-9608-92defa199a60,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:14.010332 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87346896-80b1-4f0e-b801-0a7cfcad8d6d req-d86d75a7-6f7a-4ac8-b8e1-0722e250d6f0 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:14.012006 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-87346896-80b1-4f0e-b801-0a7cfcad8d6d req-d86d75a7-6f7a-4ac8-b8e1-0722e250d6f0 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=56f7d0a8-0de9-40ac-83bd-005328e47236 HTTP/1.1" status: 200 len: 943 time: 0.1371059 Jul 29 23:35:14.039930 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c1683e0a-9f29-4515-8622-1b73de810304 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.090286 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1683e0a-9f29-4515-8622-1b73de810304 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Pushing event deleted for resources: {'Port': ['ID=4519a7cd-1b4a-4344-831b-e3e35312bc77,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:14.104031 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d7626b82-bfbc-415a-a351-a7cb49c65ea3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.107774 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d7626b82-bfbc-415a-a351-a7cb49c65ea3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/2e69895a-ce08-435f-9608-92defa199a60 HTTP/1.1" status: 204 len: 168 time: 1.6594453 Jul 29 23:35:14.112355 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51182) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:14.230079 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c1683e0a-9f29-4515-8622-1b73de810304 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.237178 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c1683e0a-9f29-4515-8622-1b73de810304 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] 10.222.0.18 "DELETE /v2.0/ports/4519a7cd-1b4a-4344-831b-e3e35312bc77 HTTP/1.1" status: 204 len: 168 time: 1.1971874 Jul 29 23:35:14.272053 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51184) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:14.334151 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-72c01343-3703-495a-ae84-2aa2524cae4c tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] GET failed (client error): The resource could not be found. Jul 29 23:35:14.334151 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-72c01343-3703-495a-ae84-2aa2524cae4c tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] 10.222.0.18 "GET /v2.0/ports/4519a7cd-1b4a-4344-831b-e3e35312bc77 HTTP/1.1" status: 404 len: 333 time: 0.0473831 Jul 29 23:35:14.334151 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76c33a8-400f-4cab-a656-90f4bcd2f3c2 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:14.351590 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76c33a8-400f-4cab-a656-90f4bcd2f3c2 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:14.351590 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a76c33a8-400f-4cab-a656-90f4bcd2f3c2 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2361686 Jul 29 23:35:14.351950 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51188) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:14.358381 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-7f7aa669-16cb-4220-a607-05592fe5e270 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Request body: {'port': {'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-258846901'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:14.404532 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51190) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:14.471282 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded88cf7-a1ae-4bf2-ae86-036a76593b32 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting subnet fcd3051e-9946-47f3-8be0-25ad6517a5f5 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:35:14.473732 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7aa669-16cb-4220-a607-05592fe5e270 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Made reservation on behalf of a623daaeb42d41ffb971709c13cec351 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:14.477359 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7f7aa669-16cb-4220-a607-05592fe5e270 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.481736 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ded88cf7-a1ae-4bf2-ae86-036a76593b32 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.522416 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-7f7aa669-16cb-4220-a607-05592fe5e270 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] device_id is not set on port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:35:14.688785 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:14.708601 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ded88cf7-a1ae-4bf2-ae86-036a76593b32 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.726644 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7c912da9-7a07-4d30-aa8b-2514153a9775 req-828f0ae1-d03a-4c83-a1d3-a97553d9f665 service neutron] 10.222.0.23 "GET /v2.0/networks/a3b84fcb-d1ea-4d97-a571-e94a9ed02dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9468431 Jul 29 23:35:14.765756 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7f7aa669-16cb-4220-a607-05592fe5e270 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.813322 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-87346896-80b1-4f0e-b801-0a7cfcad8d6d req-703be5ac-d64b-4fab-a637-8d1253260869 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7783039 Jul 29 23:35:14.882322 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-51582c32-7caa-4fc5-8df8-4e3f561fc948 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.882873 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-51582c32-7caa-4fc5-8df8-4e3f561fc948 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:14.883372 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-51582c32-7caa-4fc5-8df8-4e3f561fc948 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Floating IP 8ce84fcd-6eb9-4210-821b-c9dd4c919ade disassociated. External IP: 172.25.8.28, port: e3ef52f7-fd2b-40b7-ab81-25976f3c6559. Jul 29 23:35:14.883961 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-51582c32-7caa-4fc5-8df8-4e3f561fc948 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Calling delete_port for e3ef52f7-fd2b-40b7-ab81-25976f3c6559 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:15.029867 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ded88cf7-a1ae-4bf2-ae86-036a76593b32 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.046015 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce,segment=NetworkSegment(3960cd3a-1252-4022-b2ff-b6d1cbf562dc),segment_id=3960cd3a-1252-4022-b2ff-b6d1cbf562dc)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:15.065210 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7f7aa669-16cb-4220-a607-05592fe5e270 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.072566 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce', 'network_id': 'a3b84fcb-d1ea-4d97-a571-e94a9ed02dff', 'port_id': '4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce', 'mac_address': 'fa:16:3e:3c:ad:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5da65a-cf51-4f87-867f-d80f072d9572', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:35:15.147490 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.152608 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c7655-d553-4874-9444-cf3b829cdfa6 req-26ef139d-dc85-44c2-9e54-64deb0aa4661 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:15.159095 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c7655-d553-4874-9444-cf3b829cdfa6 req-26ef139d-dc85-44c2-9e54-64deb0aa4661 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:15.171049 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c7655-d553-4874-9444-cf3b829cdfa6 req-26ef139d-dc85-44c2-9e54-64deb0aa4661 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:15.175408 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c7655-d553-4874-9444-cf3b829cdfa6 req-26ef139d-dc85-44c2-9e54-64deb0aa4661 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:15.177906 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7aa669-16cb-4220-a607-05592fe5e270 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:15.181302 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:15.183941 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d49c7655-d553-4874-9444-cf3b829cdfa6 req-26ef139d-dc85-44c2-9e54-64deb0aa4661 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 3144 time: 0.1368582 Jul 29 23:35:15.188930 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-7f7aa669-16cb-4220-a607-05592fe5e270 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:15.198618 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7aa669-16cb-4220-a607-05592fe5e270 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:15.199795 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7aa669-16cb-4220-a607-05592fe5e270 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:15.200079 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7f7aa669-16cb-4220-a607-05592fe5e270 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.205566 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7aa669-16cb-4220-a607-05592fe5e270 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Pushing event updated for resources: {'Port': ['ID=2f6e76e6-64b8-4655-87c3-96d50a6bb4c9,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:15.229784 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-51582c32-7caa-4fc5-8df8-4e3f561fc948 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.247783 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ded88cf7-a1ae-4bf2-ae86-036a76593b32 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.250074 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d49c7655-d553-4874-9444-cf3b829cdfa6 req-2e2e850a-6be0-45c9-91da-2aebe74bfc36 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573471 Jul 29 23:35:15.258583 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7f7aa669-16cb-4220-a607-05592fe5e270 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9055007 Jul 29 23:35:15.261510 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51196) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:15.280994 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:15.310444 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded88cf7-a1ae-4bf2-ae86-036a76593b32 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Subnet': ['ID=fcd3051e-9946-47f3-8be0-25ad6517a5f5,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:15.311314 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce,segment=NetworkSegment(3960cd3a-1252-4022-b2ff-b6d1cbf562dc),segment_id=3960cd3a-1252-4022-b2ff-b6d1cbf562dc)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:15.316804 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ded88cf7-a1ae-4bf2-ae86-036a76593b32 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.318030 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.318765 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ded88cf7-a1ae-4bf2-ae86-036a76593b32 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/fcd3051e-9946-47f3-8be0-25ad6517a5f5 HTTP/1.1" status: 204 len: 168 time: 0.9131236 Jul 29 23:35:15.322237 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51198) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:15.330584 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51582c32-7caa-4fc5-8df8-4e3f561fc948 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Pushing event deleted for resources: {'Port': ['ID=e3ef52f7-fd2b-40b7-ab81-25976f3c6559,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:15.337946 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7dc56a4-8944-4f99-b787-b620f9f832cd None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:15.528205 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:15.580503 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:15.614393 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:15.694976 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-51582c32-7caa-4fc5-8df8-4e3f561fc948 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Router cacb1dd4-3960-4d5e-9e22-b6d36f210eb5 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:35:15.896455 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] device_id is not set on port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:35:15.912271 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.014619 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Transition to ACTIVE for port object 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:16.022588 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.049620 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783785a9-f891-4724-b992-45568d4adde0 None None] DHCP port deletion for d263319e-790d-4f2c-863f-b09096d5f5fc request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:35:16.104662 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-aa3a3293-8e0c-4d73-8a1f-e6e6a24bbf8b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7785528 Jul 29 23:35:16.113681 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51216) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:16.235597 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d417e6-6b76-4a82-810d-d0bf7e1eb5f3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:16.237525 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-783785a9-f891-4724-b992-45568d4adde0 None None] Deleting port 056d4c3d-66ba-47e2-be7f-ef10264d3e3b {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:16.238166 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-44d417e6-6b76-4a82-810d-d0bf7e1eb5f3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1209819 Jul 29 23:35:16.242779 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51218) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:16.244414 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-783785a9-f891-4724-b992-45568d4adde0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.295434 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecd5b37-85a3-4010-9a03-4473257993a5 req-451397c2-adea-4d63-917e-eddc8355e33b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:16.297907 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ecd5b37-85a3-4010-9a03-4473257993a5 req-451397c2-adea-4d63-917e-eddc8355e33b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=56f7d0a8-0de9-40ac-83bd-005328e47236 HTTP/1.1" status: 200 len: 944 time: 0.1999874 Jul 29 23:35:16.306175 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:16.306554 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:16.306949 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:16.347606 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:16.347997 n-d-712140-10 neutron-server[94063]: ERROR neutron.plugins.ml2.managers [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Failed to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on host n-h1-712140-10 for vnic_type normal using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] Jul 29 23:35:16.354899 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c29da16-2db6-42b0-931a-91bd99064319 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:16.356991 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2c29da16-2db6-42b0-931a-91bd99064319 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1125867 Jul 29 23:35:16.358821 n-d-712140-10 neutron-server[94063]: INFO neutron.plugins.ml2.plugin [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempt 2 to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 Jul 29 23:35:16.361872 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51222) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:16.376697 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:16.377080 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:16.377447 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:16.382596 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Pushing event updated for resources: {'Port': ['ID=2f6e76e6-64b8-4655-87c3-96d50a6bb4c9,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:16.389794 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-783785a9-f891-4724-b992-45568d4adde0 None None] For port 056d4c3d-66ba-47e2-be7f-ef10264d3e3b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=056d4c3d-66ba-47e2-be7f-ef10264d3e3b,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:16.390381 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-783785a9-f891-4724-b992-45568d4adde0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.395124 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:16.395124 n-d-712140-10 neutron-server[94063]: ERROR neutron.plugins.ml2.managers [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Failed to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on host n-h1-712140-10 for vnic_type normal using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] Jul 29 23:35:16.399611 n-d-712140-10 neutron-server[94063]: INFO neutron.plugins.ml2.plugin [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempt 3 to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 Jul 29 23:35:16.422073 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-783785a9-f891-4724-b992-45568d4adde0 None None] Calling delete_port for 056d4c3d-66ba-47e2-be7f-ef10264d3e3b owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:16.425800 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:16.426318 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:16.426696 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:16.440977 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:16.441362 n-d-712140-10 neutron-server[94063]: ERROR neutron.plugins.ml2.managers [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Failed to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on host n-h1-712140-10 for vnic_type normal using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] Jul 29 23:35:16.442032 n-d-712140-10 neutron-server[94063]: INFO neutron.plugins.ml2.plugin [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempt 4 to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 Jul 29 23:35:16.452516 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8888d8bd-8118-4e95-b4df-058e24e54944 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0882738 Jul 29 23:35:16.458721 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51224) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:16.469362 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-917240c2-ce93-4161-ab93-5d52439c3ba9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:16.476137 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ecd5b37-85a3-4010-9a03-4473257993a5 req-02210c66-2cdb-44d9-b006-ab1de0198986 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238303 Jul 29 23:35:16.492040 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:16.492420 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:16.492691 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:16.499765 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:16.500125 n-d-712140-10 neutron-server[94063]: ERROR neutron.plugins.ml2.managers [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Failed to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on host n-h1-712140-10 for vnic_type normal using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] Jul 29 23:35:16.501654 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-51582c32-7caa-4fc5-8df8-4e3f561fc948 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:35:16.508797 n-d-712140-10 neutron-server[94063]: INFO neutron.plugins.ml2.plugin [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempt 5 to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 Jul 29 23:35:16.517425 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1083230-de70-4011-8523-e568ccc551b3 None None] Sync routers for ids ['cacb1dd4-3960-4d5e-9e22-b6d36f210eb5'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:35:16.536049 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:16.536476 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:16.536837 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:16.544069 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-783785a9-f891-4724-b992-45568d4adde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.546403 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1083230-de70-4011-8523-e568ccc551b3 None None] Routers {'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:16.549598 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-d1083230-de70-4011-8523-e568ccc551b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:35:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['cacb1dd4-3960-4d5e-9e22-b6d36f210eb5'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:16.575068 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:16.575475 n-d-712140-10 neutron-server[94063]: ERROR neutron.plugins.ml2.managers [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Failed to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on host n-h1-712140-10 for vnic_type normal using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] Jul 29 23:35:16.576126 n-d-712140-10 neutron-server[94063]: INFO neutron.plugins.ml2.plugin [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempt 6 to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 Jul 29 23:35:16.599147 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783785a9-f891-4724-b992-45568d4adde0 None None] Pushing event deleted for resources: {'Port': ['ID=056d4c3d-66ba-47e2-be7f-ef10264d3e3b,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:16.604395 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-783785a9-f891-4724-b992-45568d4adde0 None None] No DVR routers for this DVR port 056d4c3d-66ba-47e2-be7f-ef10264d3e3b on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:16.611249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:16.611602 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:16.612000 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:16.642122 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:16.642600 n-d-712140-10 neutron-server[94063]: ERROR neutron.plugins.ml2.managers [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Failed to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on host n-h1-712140-10 for vnic_type normal using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] Jul 29 23:35:16.643281 n-d-712140-10 neutron-server[94063]: INFO neutron.plugins.ml2.plugin [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempt 7 to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 Jul 29 23:35:16.647784 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-51582c32-7caa-4fc5-8df8-4e3f561fc948 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] No DVR routers for this DVR port e3ef52f7-fd2b-40b7-ab81-25976f3c6559 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:16.651884 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-51582c32-7caa-4fc5-8df8-4e3f561fc948 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.654567 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-51582c32-7caa-4fc5-8df8-4e3f561fc948 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.23 "DELETE /v2.0/ports/e3ef52f7-fd2b-40b7-ab81-25976f3c6559 HTTP/1.1" status: 204 len: 173 time: 3.8311322 Jul 29 23:35:16.656537 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-deleted', 'tag': 'e3ef52f7-fd2b-40b7-ab81-25976f3c6559'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:16.660019 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b98d886d-f071-49b4-a16a-cdb742c0207b" -d '{"events": [{"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-deleted", "tag": "e3ef52f7-fd2b-40b7-ab81-25976f3c6559"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:16.740614 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:16.741598 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:16.742053 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:16.743030 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917240c2-ce93-4161-ab93-5d52439c3ba9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:16.747158 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-917240c2-ce93-4161-ab93-5d52439c3ba9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:16.784958 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:16.785612 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 056d4c3d-66ba-47e2-be7f-ef10264d3e3b no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:16.785820 n-d-712140-10 neutron-server[94063]: ERROR neutron.plugins.ml2.managers [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Failed to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on host n-h1-712140-10 for vnic_type normal using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] Jul 29 23:35:16.818829 n-d-712140-10 neutron-server[94063]: INFO neutron.plugins.ml2.plugin [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempt 8 to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 Jul 29 23:35:16.822631 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 056d4c3d-66ba-47e2-be7f-ef10264d3e3b {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:35:16.823376 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 056d4c3d-66ba-47e2-be7f-ef10264d3e3b not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:35:16.885175 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-d1083230-de70-4011-8523-e568ccc551b3 None None] Set router cacb1dd4-3960-4d5e-9e22-b6d36f210eb5 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:35:16.886807 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:16.887380 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:16.887984 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:16.898826 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:16.899503 n-d-712140-10 neutron-server[94063]: ERROR neutron.plugins.ml2.managers [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Failed to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on host n-h1-712140-10 for vnic_type normal using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] Jul 29 23:35:16.903790 n-d-712140-10 neutron-server[94063]: INFO neutron.plugins.ml2.plugin [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempt 9 to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 Jul 29 23:35:16.988096 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:16.988496 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:16.988833 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:16.999231 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:16.999642 n-d-712140-10 neutron-server[94063]: ERROR neutron.plugins.ml2.managers [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Failed to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on host n-h1-712140-10 for vnic_type normal using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] Jul 29 23:35:17.003900 n-d-712140-10 neutron-server[94063]: INFO neutron.plugins.ml2.plugin [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempt 10 to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 Jul 29 23:35:17.023968 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:17.024516 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:17.025130 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempting to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:17.034847 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-008486ef-e058-4190-bd7a-16a1be46111f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Deleting port df88191e-8451-4760-b573-4dbf92f82893 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:17.035534 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-008486ef-e058-4190-bd7a-16a1be46111f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:17.085804 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:17.086200 n-d-712140-10 neutron-server[94063]: ERROR neutron.plugins.ml2.managers [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Failed to bind port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on host n-h1-712140-10 for vnic_type normal using segments [{'id': '0c582000-53ba-416e-8015-a7a3aefaa651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c'}] Jul 29 23:35:17.086952 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:17.106567 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-b674252f-5ecc-477e-88b4-0e220470fa30 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:17.109812 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-b674252f-5ecc-477e-88b4-0e220470fa30 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/networks?id=ebc3405b-dbdf-4745-bae9-00b7363339da HTTP/1.1" status: 200 len: 811 time: 0.3883009 Jul 29 23:35:17.180445 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-493c4b01-4448-40f0-bab5-193ce0505c04 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/quotas/7a95e2067dac40d1a2f41b37f14aaf9a HTTP/1.1" status: 200 len: 375 time: 0.0425973 Jul 29 23:35:17.267363 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-bdeead55-973c-4765-bdd5-e9dde34d0e1d tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a95e2067dac40d1a2f41b37f14aaf9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855420 Jul 29 23:35:17.295579 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-d1083230-de70-4011-8523-e568ccc551b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'name': 'tempest-TaggedBootDevicesTest_v242-927965739-router', 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '156a6ced-e99b-4a1e-abee-30cf7bc97974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:16Z', 'updated_at': '2021-07-29T23:24:21Z', 'revision_number': 4, 'project_id': 'd954899d85d94386b2170efdab77ddb2', 'gw_port': {'id': '156a6ced-e99b-4a1e-abee-30cf7bc97974', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:17Z', 'updated_at': '2021-07-29T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'cad39ba9-495a-43c9-81f9-1c335abda58e', 'name': '', 'network_id': '66bf1b30-b0b3-402c-8a81-d59ae3f7f904', 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'mac_address': 'fa:16:3e:3c:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '16a048f2-545c-45a3-863f-3a23de75e13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:20Z', 'updated_at': '2021-07-29T23:24:27Z', 'revision_number': 5, 'project_id': 'd954899d85d94386b2170efdab77ddb2', 'subnets': [{'id': '16a048f2-545c-45a3-863f-3a23de75e13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:17.315288 n-d-712140-10 neutron-server[94064]: DEBUG neutron.objects.ports [None req-917240c2-ce93-4161-ab93-5d52439c3ba9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94064) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:35:17.318090 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-917240c2-ce93-4161-ab93-5d52439c3ba9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:17.356158 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-008486ef-e058-4190-bd7a-16a1be46111f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] For port df88191e-8451-4760-b573-4dbf92f82893, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=df88191e-8451-4760-b573-4dbf92f82893,segment=NetworkSegment(a0a49c32-421f-4f62-8751-bfe67cfd0240),segment_id=a0a49c32-421f-4f62-8751-bfe67cfd0240)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:17.357101 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-008486ef-e058-4190-bd7a-16a1be46111f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:17.381483 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1083230-de70-4011-8523-e568ccc551b3 None None] Checking router: cacb1dd4-3960-4d5e-9e22-b6d36f210eb5 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:35:17.392959 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-008486ef-e058-4190-bd7a-16a1be46111f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Calling delete_port for df88191e-8451-4760-b573-4dbf92f82893 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:17.400319 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] For port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:17.400639 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attempted to set empty binding levels {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 23:35:17.404253 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917240c2-ce93-4161-ab93-5d52439c3ba9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:17.410191 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1083230-de70-4011-8523-e568ccc551b3 None None] Routers {'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:35:17.415425 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-d1083230-de70-4011-8523-e568ccc551b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:35:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['cacb1dd4-3960-4d5e-9e22-b6d36f210eb5'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:17.418889 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:17.419285 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-917240c2-ce93-4161-ab93-5d52439c3ba9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:17.430155 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917240c2-ce93-4161-ab93-5d52439c3ba9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:17.431294 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-917240c2-ce93-4161-ab93-5d52439c3ba9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:17.439754 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad027f73-645b-4b11-bcc3-e2fb1fc14f4f None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:17.459484 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917240c2-ce93-4161-ab93-5d52439c3ba9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Subnet': ['ID=fe38480c-5821-4c1c-bf44-5ea4632d8112,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:17.473137 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-917240c2-ce93-4161-ab93-5d52439c3ba9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.0112875 Jul 29 23:35:17.476669 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51238) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:17.486526 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-853617f0-f707-4b85-b5c7-849848c951b6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'port': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'mac_address': 'fa:16:3e:0b:b3:3c', 'name': 'tempest-NetworksTestDHCPv6-716649967'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:17.546309 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] In _notify_port_updated(), no bound segment for port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 on network 9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c {{(pid=94063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:35:17.547197 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:17.547794 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:17.554557 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] 10.222.0.18 "PUT /v2.0/ports/2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 HTTP/1.1" status: 200 len: 975 time: 2.2805202 Jul 29 23:35:17.572946 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51242) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:17.614901 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-6fa2455e-803a-427b-9ddd-f25ccf77bd6e service neutron] 10.222.0.18 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464866 Jul 29 23:35:17.677865 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb1d48-3703-4844-bc02-849ef4100be4 tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Pushing event updated for resources: {'Port': ['ID=2f6e76e6-64b8-4655-87c3-96d50a6bb4c9,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:17.760131 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84f5d49-22a2-43f9-9289-5dac0763431b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-d263319e-790d-4f2c-863f-b09096d5f5fc', 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'tenant_id': '9e8d306db215455d80dae7259f2106c8', 'fixed_ips': [{'subnet_id': 'fe38480c-5821-4c1c-bf44-5ea4632d8112'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:35:17.761364 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c84f5d49-22a2-43f9-9289-5dac0763431b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:17.786380 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-d1083230-de70-4011-8523-e568ccc551b3 None None] Set router cacb1dd4-3960-4d5e-9e22-b6d36f210eb5 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:35:17.943294 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853617f0-f707-4b85-b5c7-849848c951b6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:17.999503 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-5310ead3-3e90-4810-b38c-5dd5d3a44a1a service neutron] 10.222.0.18 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794930 Jul 29 23:35:18.093302 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-d9a58fd3-8aae-48ed-9413-20eb94d5889f tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Deleting port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:18.094101 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9a58fd3-8aae-48ed-9413-20eb94d5889f tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:18.159043 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-c84f5d49-22a2-43f9-9289-5dac0763431b None None] Allocated IP 2001:db8::f816:3eff:fe68:74dc (d263319e-790d-4f2c-863f-b09096d5f5fc/fe38480c-5821-4c1c-bf44-5ea4632d8112/32d1073c-6711-4089-9afc-ef9a5b70a773) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:18.201184 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-d9a58fd3-8aae-48ed-9413-20eb94d5889f tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] For port 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9, host n-h1-712140-10, got binding levels [] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:18.201996 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9a58fd3-8aae-48ed-9413-20eb94d5889f tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:18.207171 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-853617f0-f707-4b85-b5c7-849848c951b6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:18.231938 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-d9a58fd3-8aae-48ed-9413-20eb94d5889f tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Calling delete_port for 2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 owned by {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:18.290063 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-853617f0-f707-4b85-b5c7-849848c951b6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] device_id is not set on port 352fd74f-ce52-4e85-81e6-479f4ca590dc yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:35:18.389780 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-008486ef-e058-4190-bd7a-16a1be46111f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:18.404311 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-d1083230-de70-4011-8523-e568ccc551b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'name': 'tempest-TaggedBootDevicesTest_v242-927965739-router', 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '156a6ced-e99b-4a1e-abee-30cf7bc97974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:16Z', 'updated_at': '2021-07-29T23:24:21Z', 'revision_number': 4, 'project_id': 'd954899d85d94386b2170efdab77ddb2', 'gw_port': {'id': '156a6ced-e99b-4a1e-abee-30cf7bc97974', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:17Z', 'updated_at': '2021-07-29T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'cad39ba9-495a-43c9-81f9-1c335abda58e', 'name': '', 'network_id': '66bf1b30-b0b3-402c-8a81-d59ae3f7f904', 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'mac_address': 'fa:16:3e:3c:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '16a048f2-545c-45a3-863f-3a23de75e13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:20Z', 'updated_at': '2021-07-29T23:24:27Z', 'revision_number': 5, 'project_id': 'd954899d85d94386b2170efdab77ddb2', 'subnets': [{'id': '16a048f2-545c-45a3-863f-3a23de75e13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:18.452858 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008486ef-e058-4190-bd7a-16a1be46111f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Pushing event deleted for resources: {'Port': ['ID=df88191e-8451-4760-b573-4dbf92f82893,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:18.458338 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c84f5d49-22a2-43f9-9289-5dac0763431b None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:18.464893 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1083230-de70-4011-8523-e568ccc551b3 None None] The sync data for ids ['cacb1dd4-3960-4d5e-9e22-b6d36f210eb5'] in n-d-712140-10 is: [{'id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'name': 'tempest-TaggedBootDevicesTest_v242-927965739-router', 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '156a6ced-e99b-4a1e-abee-30cf7bc97974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:16Z', 'updated_at': '2021-07-29T23:24:21Z', 'revision_number': 4, 'project_id': 'd954899d85d94386b2170efdab77ddb2', 'gw_port': {'id': '156a6ced-e99b-4a1e-abee-30cf7bc97974', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:17Z', 'updated_at': '2021-07-29T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'cad39ba9-495a-43c9-81f9-1c335abda58e', 'name': '', 'network_id': '66bf1b30-b0b3-402c-8a81-d59ae3f7f904', 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'mac_address': 'fa:16:3e:3c:fd:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 835, 'fixed_ips': [{'subnet_id': '16a048f2-545c-45a3-863f-3a23de75e13e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:20Z', 'updated_at': '2021-07-29T23:24:27Z', 'revision_number': 5, 'project_id': 'd954899d85d94386b2170efdab77ddb2', 'subnets': [{'id': '16a048f2-545c-45a3-863f-3a23de75e13e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:35:18.496252 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9a58fd3-8aae-48ed-9413-20eb94d5889f tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:18.504704 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c84f5d49-22a2-43f9-9289-5dac0763431b None None] Transition to ACTIVE for port object 32d1073c-6711-4089-9afc-ef9a5b70a773 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:18.545065 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c84f5d49-22a2-43f9-9289-5dac0763431b None None] Transition to ACTIVE for port object 32d1073c-6711-4089-9afc-ef9a5b70a773 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:18.554218 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c84f5d49-22a2-43f9-9289-5dac0763431b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:18.596428 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-008486ef-e058-4190-bd7a-16a1be46111f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] No DVR routers for this DVR port df88191e-8451-4760-b573-4dbf92f82893 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:18.602110 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a58fd3-8aae-48ed-9413-20eb94d5889f tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Pushing event deleted for resources: {'Port': ['ID=2f6e76e6-64b8-4655-87c3-96d50a6bb4c9,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:18.606186 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-008486ef-e058-4190-bd7a-16a1be46111f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:18.608699 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-008486ef-e058-4190-bd7a-16a1be46111f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.23 "DELETE /v2.0/ports/df88191e-8451-4760-b573-4dbf92f82893 HTTP/1.1" status: 204 len: 173 time: 1.9382379 Jul 29 23:35:18.617614 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d9a58fd3-8aae-48ed-9413-20eb94d5889f tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:18.619918 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d9a58fd3-8aae-48ed-9413-20eb94d5889f tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] 10.222.0.18 "DELETE /v2.0/ports/2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 HTTP/1.1" status: 204 len: 168 time: 1.0459437 Jul 29 23:35:18.627608 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51254) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:18.655916 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84f5d49-22a2-43f9-9289-5dac0763431b None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:18.657748 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-c84f5d49-22a2-43f9-9289-5dac0763431b None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:18.660856 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84f5d49-22a2-43f9-9289-5dac0763431b None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:18.683042 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3776c-35fb-46f6-8ec5-ab41218332f0 req-2470a313-6ee0-4b5e-a1a8-a90d89abb9f5 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:18.690044 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f3776c-35fb-46f6-8ec5-ab41218332f0 req-2470a313-6ee0-4b5e-a1a8-a90d89abb9f5 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:18.691950 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b4f3776c-35fb-46f6-8ec5-ab41218332f0 req-2470a313-6ee0-4b5e-a1a8-a90d89abb9f5 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 1677 time: 0.1979187 Jul 29 23:35:18.697605 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-43e5c6ad-2aa9-4277-acb1-fc48bc2a62ba tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] GET failed (client error): The resource could not be found. Jul 29 23:35:18.699808 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-43e5c6ad-2aa9-4277-acb1-fc48bc2a62ba tempest-PortsAdminExtendedAttrsTestJSON-313494995 tempest-PortsAdminExtendedAttrsTestJSON-313494995-project-admin] 10.222.0.18 "GET /v2.0/ports/2f6e76e6-64b8-4655-87c3-96d50a6bb4c9 HTTP/1.1" status: 404 len: 333 time: 0.0685103 Jul 29 23:35:18.720798 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51256) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:18.723704 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f5d49-22a2-43f9-9289-5dac0763431b None None] Pushing event updated for resources: {'Port': ['ID=32d1073c-6711-4089-9afc-ef9a5b70a773,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:18.738362 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-853617f0-f707-4b85-b5c7-849848c951b6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Allocated IP 2001:db8::f816:3eff:fe0b:b33c (d263319e-790d-4f2c-863f-b09096d5f5fc/fe38480c-5821-4c1c-bf44-5ea4632d8112/352fd74f-ce52-4e85-81e6-479f4ca590dc) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:18.740341 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:18.794829 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b4f3776c-35fb-46f6-8ec5-ab41218332f0 req-797bf7eb-37df-4f27-a903-2d004357662e tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709076 Jul 29 23:35:18.817006 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-d92c8fce-8cd9-4991-a9e0-e9e39a6a59a4 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Deleting port 3075185e-3c3b-4e1f-8294-cdadf9bf5523 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:18.817354 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-d92c8fce-8cd9-4991-a9e0-e9e39a6a59a4 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:18.929155 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-daa56c0e-98a9-410c-a0f8-9d50e5da6c61 tempest-PortsAdminExtendedAttrsTestJSON-1275488230 tempest-PortsAdminExtendedAttrsTestJSON-1275488230-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:18.959905 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c84f5d49-22a2-43f9-9289-5dac0763431b None None] Attempting to bind port 32d1073c-6711-4089-9afc-ef9a5b70a773 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:18.960949 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c84f5d49-22a2-43f9-9289-5dac0763431b None None] Attempting to bind port 32d1073c-6711-4089-9afc-ef9a5b70a773 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:18.961326 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84f5d49-22a2-43f9-9289-5dac0763431b None None] Attempting to bind port 32d1073c-6711-4089-9afc-ef9a5b70a773 on network d263319e-790d-4f2c-863f-b09096d5f5fc {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:18.983311 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84f5d49-22a2-43f9-9289-5dac0763431b None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:18.983884 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84f5d49-22a2-43f9-9289-5dac0763431b None None] Checking segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:18.984339 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c84f5d49-22a2-43f9-9289-5dac0763431b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:18.984768 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84f5d49-22a2-43f9-9289-5dac0763431b None None] Bound using segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:18.985261 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c84f5d49-22a2-43f9-9289-5dac0763431b None None] Bound port: 32d1073c-6711-4089-9afc-ef9a5b70a773, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:18.985647 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c84f5d49-22a2-43f9-9289-5dac0763431b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:19.032016 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:19.091776 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-d92c8fce-8cd9-4991-a9e0-e9e39a6a59a4 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] For port 3075185e-3c3b-4e1f-8294-cdadf9bf5523, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3075185e-3c3b-4e1f-8294-cdadf9bf5523,segment=NetworkSegment(d0536e79-d8cd-4e04-969a-7835c7ba7f80),segment_id=d0536e79-d8cd-4e04-969a-7835c7ba7f80)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:19.096002 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-d92c8fce-8cd9-4991-a9e0-e9e39a6a59a4 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:19.108177 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:19.108639 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:19.118225 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9dd738-d781-491e-98d6-845aaff0153e x-openstack-request-id: req-5a9dd738-d781-491e-98d6-845aaff0153e {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:19.118546 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-deleted", "tag": "e3ef52f7-fd2b-40b7-ab81-25976f3c6559", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:19.118757 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5a9dd738-d781-491e-98d6-845aaff0153e {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:19.119402 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-deleted', 'tag': 'e3ef52f7-fd2b-40b7-ab81-25976f3c6559', 'status': 'completed', 'code': 200} Jul 29 23:35:19.136499 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-d92c8fce-8cd9-4991-a9e0-e9e39a6a59a4 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Calling delete_port for 3075185e-3c3b-4e1f-8294-cdadf9bf5523 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:19.169093 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d43f323-7453-4ad2-98c0-238878befd73 None None] New status for floating IP 8ce84fcd-6eb9-4210-821b-c9dd4c919ade: DOWN {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:35:19.368091 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-daa56c0e-98a9-410c-a0f8-9d50e5da6c61 tempest-PortsAdminExtendedAttrsTestJSON-1275488230 tempest-PortsAdminExtendedAttrsTestJSON-1275488230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:19.390098 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-daa56c0e-98a9-410c-a0f8-9d50e5da6c61 tempest-PortsAdminExtendedAttrsTestJSON-1275488230 tempest-PortsAdminExtendedAttrsTestJSON-1275488230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:19.411410 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-daa56c0e-98a9-410c-a0f8-9d50e5da6c61 tempest-PortsAdminExtendedAttrsTestJSON-1275488230 tempest-PortsAdminExtendedAttrsTestJSON-1275488230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c582000-53ba-416e-8015-a7a3aefaa651') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:19.416551 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-daa56c0e-98a9-410c-a0f8-9d50e5da6c61 tempest-PortsAdminExtendedAttrsTestJSON-1275488230 tempest-PortsAdminExtendedAttrsTestJSON-1275488230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c582000-53ba-416e-8015-a7a3aefaa651') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:19.440168 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-daa56c0e-98a9-410c-a0f8-9d50e5da6c61 tempest-PortsAdminExtendedAttrsTestJSON-1275488230 tempest-PortsAdminExtendedAttrsTestJSON-1275488230-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:19.467140 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d330d2d-d909-4c56-9a0d-b53d777618cb req-26be2e59-05fb-44f9-b9be-eaf7438a7ddb tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:19.480472 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6d330d2d-d909-4c56-9a0d-b53d777618cb req-26be2e59-05fb-44f9-b9be-eaf7438a7ddb tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=56f7d0a8-0de9-40ac-83bd-005328e47236 HTTP/1.1" status: 200 len: 944 time: 0.2406871 Jul 29 23:35:19.487308 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-daa56c0e-98a9-410c-a0f8-9d50e5da6c61 tempest-PortsAdminExtendedAttrsTestJSON-1275488230 tempest-PortsAdminExtendedAttrsTestJSON-1275488230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:19.512262 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daa56c0e-98a9-410c-a0f8-9d50e5da6c61 tempest-PortsAdminExtendedAttrsTestJSON-1275488230 tempest-PortsAdminExtendedAttrsTestJSON-1275488230-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:35:19.512702 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-daa56c0e-98a9-410c-a0f8-9d50e5da6c61 tempest-PortsAdminExtendedAttrsTestJSON-1275488230 tempest-PortsAdminExtendedAttrsTestJSON-1275488230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:19.516306 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:35:19.516306 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:35:19.516306 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:35:19.516306 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:35:19.516306 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:35:19.516306 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:35:19.516306 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:35:19.516306 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:35:19.516306 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:35:19.516306 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:35:19.516306 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:35:19.516306 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:35:19.516306 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:35:19.516306 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:35:19.516306 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:35:19.516306 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:35:19.516306 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:35:19.516306 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:35:19.516306 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:35:19.516306 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:35:19.516306 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:35:19.516306 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:35:19.516306 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:35:19.516306 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:35:19.516306 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:35:19.516306 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:35:19.516306 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:35:19.516306 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:35:19.516306 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:35:19.516306 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:35:19.516306 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:35:19.516306 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:35:19.558014 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c84f5d49-22a2-43f9-9289-5dac0763431b None None] For port 32d1073c-6711-4089-9afc-ef9a5b70a773, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:19.669947 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6d330d2d-d909-4c56-9a0d-b53d777618cb req-816498f4-165c-407a-92b8-db58b5acebd0 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884718 Jul 29 23:35:19.686943 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-d92c8fce-8cd9-4991-a9e0-e9e39a6a59a4 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:19.750265 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:19.814294 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92c8fce-8cd9-4991-a9e0-e9e39a6a59a4 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Pushing event deleted for resources: {'Port': ['ID=3075185e-3c3b-4e1f-8294-cdadf9bf5523,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:19.861486 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-daa56c0e-98a9-410c-a0f8-9d50e5da6c61 tempest-PortsAdminExtendedAttrsTestJSON-1275488230 tempest-PortsAdminExtendedAttrsTestJSON-1275488230-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:19.872458 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c84f5d49-22a2-43f9-9289-5dac0763431b None None] For port 32d1073c-6711-4089-9afc-ef9a5b70a773, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=32d1073c-6711-4089-9afc-ef9a5b70a773,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:19.886806 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f7d0a8-0de9-40ac-83bd-005328e47236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:19.888296 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-853617f0-f707-4b85-b5c7-849848c951b6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:19.894218 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f6476c-5119-4c53-806e-825feec62e8f" -d '{"events": [{"server_uuid": "56f7d0a8-0de9-40ac-83bd-005328e47236", "name": "network-vif-plugged", "status": "completed", "tag": "4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:19.907865 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-daa56c0e-98a9-410c-a0f8-9d50e5da6c61 tempest-PortsAdminExtendedAttrsTestJSON-1275488230 tempest-PortsAdminExtendedAttrsTestJSON-1275488230-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:19.916680 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c84f5d49-22a2-43f9-9289-5dac0763431b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:19.919160 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-daa56c0e-98a9-410c-a0f8-9d50e5da6c61 tempest-PortsAdminExtendedAttrsTestJSON-1275488230 tempest-PortsAdminExtendedAttrsTestJSON-1275488230-project] 10.222.0.18 "DELETE /v2.0/networks/9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c HTTP/1.1" status: 204 len: 168 time: 1.1705048 Jul 29 23:35:19.967286 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa56c0e-98a9-410c-a0f8-9d50e5da6c61 tempest-PortsAdminExtendedAttrsTestJSON-1275488230 tempest-PortsAdminExtendedAttrsTestJSON-1275488230-project] Pushing event deleted for resources: {'Network': ['ID=9d2be6a2-6d9c-4461-870d-37f9b4ce5e8c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:19.989001 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-853617f0-f707-4b85-b5c7-849848c951b6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Transition to ACTIVE for port object 352fd74f-ce52-4e85-81e6-479f4ca590dc will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:19.992391 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-d92c8fce-8cd9-4991-a9e0-e9e39a6a59a4 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] No DVR routers for this DVR port 3075185e-3c3b-4e1f-8294-cdadf9bf5523 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:20.009583 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce,segment=NetworkSegment(3960cd3a-1252-4022-b2ff-b6d1cbf562dc),segment_id=3960cd3a-1252-4022-b2ff-b6d1cbf562dc)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:20.019965 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:20.053076 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4e8e186f-c9d4-41ca-b039-180e373ccc84 req-4c937b56-de6a-43a3-84f6-dff24a5ce914 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=d62724e6-1ddf-4a68-a84a-6a6fb993c52c HTTP/1.1" status: 200 len: 210 time: 0.1655080 Jul 29 23:35:20.069910 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-d92c8fce-8cd9-4991-a9e0-e9e39a6a59a4 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:20.069910 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-d92c8fce-8cd9-4991-a9e0-e9e39a6a59a4 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.23 "DELETE /v2.0/ports/3075185e-3c3b-4e1f-8294-cdadf9bf5523 HTTP/1.1" status: 204 len: 173 time: 1.4423046 Jul 29 23:35:20.118457 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f5d49-22a2-43f9-9289-5dac0763431b None None] Pushing event updated for resources: {'Port': ['ID=32d1073c-6711-4089-9afc-ef9a5b70a773,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:20.144556 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-853617f0-f707-4b85-b5c7-849848c951b6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:20.258511 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:20.333588 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853617f0-f707-4b85-b5c7-849848c951b6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:20.341557 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-853617f0-f707-4b85-b5c7-849848c951b6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:20.347109 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853617f0-f707-4b85-b5c7-849848c951b6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:20.361010 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853617f0-f707-4b85-b5c7-849848c951b6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:20.362665 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-853617f0-f707-4b85-b5c7-849848c951b6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:20.396130 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-853617f0-f707-4b85-b5c7-849848c951b6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.9171872 Jul 29 23:35:20.408055 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51278) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:20.456661 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289e584f-5655-48de-90c1-0b200ce80223 x-openstack-request-id: req-289e584f-5655-48de-90c1-0b200ce80223 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:20.457862 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f7d0a8-0de9-40ac-83bd-005328e47236", "name": "network-vif-plugged", "status": "completed", "tag": "4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:20.458606 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-289e584f-5655-48de-90c1-0b200ce80223 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:20.459542 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f7d0a8-0de9-40ac-83bd-005328e47236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce', 'code': 200} Jul 29 23:35:20.481973 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853617f0-f707-4b85-b5c7-849848c951b6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Port': ['ID=352fd74f-ce52-4e85-81e6-479f4ca590dc,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:20.569068 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-6df74581-ce3c-4e73-99c5-bf8334028caf tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:20.595306 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-6df74581-ce3c-4e73-99c5-bf8334028caf tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.39 "GET /v2.0/networks?id=ebc3405b-dbdf-4745-bae9-00b7363339da HTTP/1.1" status: 200 len: 811 time: 0.5306158 Jul 29 23:35:20.640249 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9341109b-e28c-4a12-9a7b-ef0db09f2632 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:20.653487 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51282) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:20.654236 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9341109b-e28c-4a12-9a7b-ef0db09f2632 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:20.670014 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9341109b-e28c-4a12-9a7b-ef0db09f2632 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2595718 Jul 29 23:35:20.680466 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51284) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:20.733539 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-a06581e2-a3a0-4642-82dc-8df8dfb5b651 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Request body: {'port': {'device_id': 'd62724e6-1ddf-4a68-a84a-6a6fb993c52c', 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da', 'admin_state_up': True, 'tenant_id': '7a95e2067dac40d1a2f41b37f14aaf9a'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:20.848208 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 32d1073c-6711-4089-9afc-ef9a5b70a773 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:20.961398 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-efb68b67-2f7b-4461-926e-12894247cc52 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting port 352fd74f-ce52-4e85-81e6-479f4ca590dc {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:20.962028 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-efb68b67-2f7b-4461-926e-12894247cc52 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:20.965774 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 32d1073c-6711-4089-9afc-ef9a5b70a773 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:21.122433 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-efb68b67-2f7b-4461-926e-12894247cc52 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:21.146222 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-efb68b67-2f7b-4461-926e-12894247cc52 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Calling delete_port for 352fd74f-ce52-4e85-81e6-479f4ca590dc owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:21.312824 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-deleted', 'tag': 'df88191e-8451-4760-b573-4dbf92f82893'}, {'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-deleted', 'tag': '3075185e-3c3b-4e1f-8294-cdadf9bf5523'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:21.316886 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a01c1c-99cd-4f36-b2a1-0aaaf2730bab" -d '{"events": [{"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-deleted", "tag": "df88191e-8451-4760-b573-4dbf92f82893"}, {"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-deleted", "tag": "3075185e-3c3b-4e1f-8294-cdadf9bf5523"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:21.346775 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-efb68b67-2f7b-4461-926e-12894247cc52 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:21.389587 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb68b67-2f7b-4461-926e-12894247cc52 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Port': ['ID=352fd74f-ce52-4e85-81e6-479f4ca590dc,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:21.407141 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-efb68b67-2f7b-4461-926e-12894247cc52 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:21.411906 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-efb68b67-2f7b-4461-926e-12894247cc52 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/352fd74f-ce52-4e85-81e6-479f4ca590dc HTTP/1.1" status: 204 len: 168 time: 0.7242761 Jul 29 23:35:21.414799 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51296) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:21.443308 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f7f30-faa2-48c8-80df-eedc6a7d0428 req-ee43b87b-5e0a-401a-98e3-4dfd34f3da5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:21.445070 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-371f7f30-faa2-48c8-80df-eedc6a7d0428 req-ee43b87b-5e0a-401a-98e3-4dfd34f3da5d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=56f7d0a8-0de9-40ac-83bd-005328e47236 HTTP/1.1" status: 200 len: 1097 time: 0.7974715 Jul 29 23:35:21.494342 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde4349a-4222-4640-892d-b23c4ab04716 req-f93b27db-24c2-4a8d-a809-8720e237b669 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:21.496140 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fde4349a-4222-4640-892d-b23c4ab04716 req-f93b27db-24c2-4a8d-a809-8720e237b669 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 943 time: 0.8495657 Jul 29 23:35:21.514714 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed50108-55b7-40a7-9b07-4c34de0783ea tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:21.517125 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed50108-55b7-40a7-9b07-4c34de0783ea tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:21.522926 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-aed50108-55b7-40a7-9b07-4c34de0783ea tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1030746 Jul 29 23:35:21.523327 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51298) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:21.594292 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-8c42f0b1-d694-4af0-ae8f-55c0f08e04be tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Deleting port e1b35c57-ba8c-44ac-9445-757f4f37b07f {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:21.595159 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-8c42f0b1-d694-4af0-ae8f-55c0f08e04be tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:21.596993 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cf49fa0-2922-430c-b897-bc63f9e59f4f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting subnet fe38480c-5821-4c1c-bf44-5ea4632d8112 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:35:21.602320 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9da7dc07-2ec8-4f4e-937f-a1926913eed1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=67a92ef03b4e428fad34a9509f67d376&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8570776 Jul 29 23:35:21.604309 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2cf49fa0-2922-430c-b897-bc63f9e59f4f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:21.609018 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51300) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:21.645481 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-a06581e2-a3a0-4642-82dc-8df8dfb5b651 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Made reservation on behalf of 7a95e2067dac40d1a2f41b37f14aaf9a for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:21.649690 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-a06581e2-a3a0-4642-82dc-8df8dfb5b651 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:21.706270 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-371f7f30-faa2-48c8-80df-eedc6a7d0428 req-859b009b-9a45-4ba9-9041-056ecb37114d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383699 Jul 29 23:35:21.714146 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fde4349a-4222-4640-892d-b23c4ab04716 req-21e0d4fb-645b-4856-8079-4c227febc932 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups?id=03c635b6-685f-471f-96ad-97d94c162866&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1997097 Jul 29 23:35:21.780173 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2cf49fa0-2922-430c-b897-bc63f9e59f4f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:21.838568 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-8c42f0b1-d694-4af0-ae8f-55c0f08e04be tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] For port e1b35c57-ba8c-44ac-9445-757f4f37b07f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=e1b35c57-ba8c-44ac-9445-757f4f37b07f,segment=NetworkSegment(a0a49c32-421f-4f62-8751-bfe67cfd0240),segment_id=a0a49c32-421f-4f62-8751-bfe67cfd0240)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:21.838994 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-8c42f0b1-d694-4af0-ae8f-55c0f08e04be tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:21.879473 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-8c42f0b1-d694-4af0-ae8f-55c0f08e04be tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Calling delete_port for e1b35c57-ba8c-44ac-9445-757f4f37b07f owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:21.890418 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5f7ba01b-51e1-4edb-b49d-7076af816098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:21.951342 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-a06581e2-a3a0-4642-82dc-8df8dfb5b651 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Allocated IP 172.20.0.5 (ebc3405b-dbdf-4745-bae9-00b7363339da/b7783f5c-0922-4c71-a9e3-d83ec4828df5/acd78374-6442-471c-bef8-c2df17725850) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:21.982494 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e006b119-cb1f-412a-9018-b6393b7837cf None None] Provisioning for port 32d1073c-6711-4089-9afc-ef9a5b70a773 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:21.990038 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5f7ba01b-51e1-4edb-b49d-7076af816098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.002714 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e006b119-cb1f-412a-9018-b6393b7837cf None None] Provisioning complete for port 32d1073c-6711-4089-9afc-ef9a5b70a773 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:22.003891 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e006b119-cb1f-412a-9018-b6393b7837cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.237578 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2cf49fa0-2922-430c-b897-bc63f9e59f4f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.260348 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e006b119-cb1f-412a-9018-b6393b7837cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.294639 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5f7ba01b-51e1-4edb-b49d-7076af816098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.297274 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5f7ba01b-51e1-4edb-b49d-7076af816098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.300738 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5f7ba01b-51e1-4edb-b49d-7076af816098 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c4ebc230-53af-40e5-be15-ac99a061aa24 HTTP/1.1" status: 204 len: 168 time: 0.6878078 Jul 29 23:35:22.368243 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ba01b-51e1-4edb-b49d-7076af816098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ebc230-53af-40e5-be15-ac99a061aa24,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:22.485294 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2cf49fa0-2922-430c-b897-bc63f9e59f4f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.541265 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbad9b9a-e913-4b20-a770-6b31b2521e76 req-b48badd8-8f93-4e79-9176-b61c85bcffa5 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:22.553984 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dbad9b9a-e913-4b20-a770-6b31b2521e76 req-b48badd8-8f93-4e79-9176-b61c85bcffa5 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=56f7d0a8-0de9-40ac-83bd-005328e47236 HTTP/1.1" status: 200 len: 945 time: 0.2566075 Jul 29 23:35:22.578900 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-8c42f0b1-d694-4af0-ae8f-55c0f08e04be tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.592313 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.db.api [None req-e006b119-cb1f-412a-9018-b6393b7837cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:35:22.593476 n-d-712140-10 neutron-server[94065]: DEBUG oslo_db.api [None req-e006b119-cb1f-412a-9018-b6393b7837cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:35:22.624777 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2cf49fa0-2922-430c-b897-bc63f9e59f4f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.631065 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2cf49fa0-2922-430c-b897-bc63f9e59f4f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/fe38480c-5821-4c1c-bf44-5ea4632d8112 HTTP/1.1" status: 204 len: 168 time: 1.1034060 Jul 29 23:35:22.631065 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf49fa0-2922-430c-b897-bc63f9e59f4f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Subnet': ['ID=fe38480c-5821-4c1c-bf44-5ea4632d8112,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:22.632710 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51310) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:22.672354 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42f0b1-d694-4af0-ae8f-55c0f08e04be tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Pushing event deleted for resources: {'Port': ['ID=e1b35c57-ba8c-44ac-9445-757f4f37b07f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:22.744208 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-8c42f0b1-d694-4af0-ae8f-55c0f08e04be tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] No DVR routers for this DVR port e1b35c57-ba8c-44ac-9445-757f4f37b07f on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:22.748561 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51312) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:22.751112 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ba2b4609-fd38-4dfe-9951-f8915bd32526 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1101372 Jul 29 23:35:22.754735 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-62a48951-5b2c-4549-b71f-c68a375f502a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:22.786534 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-8c42f0b1-d694-4af0-ae8f-55c0f08e04be tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.787708 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122f3207-82e2-41fa-bec8-1a55c5c0d2bc None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:22.790106 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e1bab960-1067-4d2e-af5e-9689da80fc53 req-8c42f0b1-d694-4af0-ae8f-55c0f08e04be tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.23 "DELETE /v2.0/ports/e1b35c57-ba8c-44ac-9445-757f4f37b07f HTTP/1.1" status: 204 len: 173 time: 2.7181370 Jul 29 23:35:22.806336 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dbad9b9a-e913-4b20-a770-6b31b2521e76 req-babbf482-31e2-403c-bb25-67731f46e24c tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455404 Jul 29 23:35:22.814159 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-a06581e2-a3a0-4642-82dc-8df8dfb5b651 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:22.976705 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-a06581e2-a3a0-4642-82dc-8df8dfb5b651 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:23.039700 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51318) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:23.068088 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4474dd59-6b15-46e6-b1c6-9e312612817d x-openstack-request-id: req-4474dd59-6b15-46e6-b1c6-9e312612817d {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:23.068258 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-deleted", "tag": "df88191e-8451-4760-b573-4dbf92f82893", "status": "completed", "code": 200}, {"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-deleted", "tag": "3075185e-3c3b-4e1f-8294-cdadf9bf5523", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:23.068428 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4474dd59-6b15-46e6-b1c6-9e312612817d {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:23.069066 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-deleted', 'tag': 'df88191e-8451-4760-b573-4dbf92f82893', 'status': 'completed', 'code': 200} Jul 29 23:35:23.069504 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-deleted', 'tag': '3075185e-3c3b-4e1f-8294-cdadf9bf5523', 'status': 'completed', 'code': 200} Jul 29 23:35:23.128888 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a48951-5b2c-4549-b71f-c68a375f502a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:23.135332 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-62a48951-5b2c-4549-b71f-c68a375f502a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:23.170511 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-a06581e2-a3a0-4642-82dc-8df8dfb5b651 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Network ebc3405b-dbdf-4745-bae9-00b7363339da is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:23.180818 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d6d84734-62aa-48e4-a042-c3958956f528 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a623daaeb42d41ffb971709c13cec351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391358 Jul 29 23:35:23.184790 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51322) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:23.256070 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-a06581e2-a3a0-4642-82dc-8df8dfb5b651 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:23.282197 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e006b119-cb1f-412a-9018-b6393b7837cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:23.371410 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-890729fc-2a6a-4d94-ab43-9e78178bdf62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:23.477613 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-e006b119-cb1f-412a-9018-b6393b7837cf None None] For port 32d1073c-6711-4089-9afc-ef9a5b70a773, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=32d1073c-6711-4089-9afc-ef9a5b70a773,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:23.485505 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092351f6-caf4-4ee1-90cc-ffe8066723b7 None None] DHCP port deletion for d263319e-790d-4f2c-863f-b09096d5f5fc request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:35:23.505686 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e006b119-cb1f-412a-9018-b6393b7837cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:23.527911 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-890729fc-2a6a-4d94-ab43-9e78178bdf62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:23.633260 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e006b119-cb1f-412a-9018-b6393b7837cf None None] Pushing event updated for resources: {'Port': ['ID=32d1073c-6711-4089-9afc-ef9a5b70a773,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:23.637538 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-890729fc-2a6a-4d94-ab43-9e78178bdf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:23.643406 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-890729fc-2a6a-4d94-ab43-9e78178bdf62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:23.646412 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-890729fc-2a6a-4d94-ab43-9e78178bdf62 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c4f9472-3b75-49d8-b198-e05d442356c5 HTTP/1.1" status: 204 len: 168 time: 0.4591153 Jul 29 23:35:23.646760 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06581e2-a3a0-4642-82dc-8df8dfb5b651 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Pushing event updated for resources: {'Port': ['ID=acd78374-6442-471c-bef8-c2df17725850,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:23.693278 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-a06581e2-a3a0-4642-82dc-8df8dfb5b651 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:23.695887 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-02df5048-d5a1-4e79-af0f-30d465b4138b None None] Could not find standard attr ID for object 352fd74f-ce52-4e85-81e6-479f4ca590dc. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:35:23.704144 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890729fc-2a6a-4d94-ab43-9e78178bdf62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4f9472-3b75-49d8-b198-e05d442356c5,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:23.730892 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-092351f6-caf4-4ee1-90cc-ffe8066723b7 None None] Deleting port 32d1073c-6711-4089-9afc-ef9a5b70a773 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:23.731947 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-092351f6-caf4-4ee1-90cc-ffe8066723b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:23.848733 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-a06581e2-a3a0-4642-82dc-8df8dfb5b651 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:23.849605 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-a06581e2-a3a0-4642-82dc-8df8dfb5b651 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:23.905027 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700142fc-b647-481c-9012-38eb8bc8c7cd req-bbaaff69-b7b7-419d-8949-d8bb804500b7 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:23.918895 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-700142fc-b647-481c-9012-38eb8bc8c7cd req-bbaaff69-b7b7-419d-8949-d8bb804500b7 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=d62724e6-1ddf-4a68-a84a-6a6fb993c52c HTTP/1.1" status: 200 len: 931 time: 0.6733704 Jul 29 23:35:23.927350 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-a06581e2-a3a0-4642-82dc-8df8dfb5b651 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2023675 Jul 29 23:35:23.982993 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-6d74a4b7-781a-4ff0-a201-9fa0b906bf90 service neutron] Request body: {'port': {'device_id': 'd62724e6-1ddf-4a68-a84a-6a6fb993c52c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:24.190089 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-700142fc-b647-481c-9012-38eb8bc8c7cd req-7878a128-95a2-45a4-b330-7e4fe93e214f tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698121 Jul 29 23:35:24.371172 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-6d74a4b7-781a-4ff0-a201-9fa0b906bf90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:24.401271 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-092351f6-caf4-4ee1-90cc-ffe8066723b7 None None] For port 32d1073c-6711-4089-9afc-ef9a5b70a773, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=32d1073c-6711-4089-9afc-ef9a5b70a773,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:24.401904 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-092351f6-caf4-4ee1-90cc-ffe8066723b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:24.420496 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b046830-2ac2-43d7-b04c-30ba8c917a2b req-c92fb03c-22f8-4d73-ae6d-7f05784badae tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 210 time: 0.0638695 Jul 29 23:35:24.425934 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-092351f6-caf4-4ee1-90cc-ffe8066723b7 None None] Calling delete_port for 32d1073c-6711-4089-9afc-ef9a5b70a773 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:24.433483 n-d-712140-10 neutron-server[94063]: DEBUG neutron.objects.ports [None req-62a48951-5b2c-4549-b71f-c68a375f502a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94063) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:35:24.662112 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-092351f6-caf4-4ee1-90cc-ffe8066723b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:24.731692 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092351f6-caf4-4ee1-90cc-ffe8066723b7 None None] Pushing event deleted for resources: {'Port': ['ID=32d1073c-6711-4089-9afc-ef9a5b70a773,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:24.736909 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092351f6-caf4-4ee1-90cc-ffe8066723b7 None None] No DVR routers for this DVR port 32d1073c-6711-4089-9afc-ef9a5b70a773 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:24.761622 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 32d1073c-6711-4089-9afc-ef9a5b70a773 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:24.845126 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 32d1073c-6711-4089-9afc-ef9a5b70a773 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:35:24.845481 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 32d1073c-6711-4089-9afc-ef9a5b70a773 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:35:24.912255 n-d-712140-10 neutron-server[94063]: WARNING neutron.services.revisions.revision_plugin [None req-62a48951-5b2c-4549-b71f-c68a375f502a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Could not find related port for resource to bump revision. Jul 29 23:35:24.933834 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4245ba2-f51f-4ca4-90e8-2038cc8b82af req-b72de9f4-cd20-42c9-b39d-a2e982aae9d7 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:24.935412 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4245ba2-f51f-4ca4-90e8-2038cc8b82af req-b72de9f4-cd20-42c9-b39d-a2e982aae9d7 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=56f7d0a8-0de9-40ac-83bd-005328e47236 HTTP/1.1" status: 200 len: 945 time: 0.3409624 Jul 29 23:35:24.938930 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.ipam_pluggable_backend [None req-62a48951-5b2c-4549-b71f-c68a375f502a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Port 32d1073c-6711-4089-9afc-ef9a5b70a773 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94063) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 29 23:35:24.939438 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.ipam_pluggable_backend [None req-62a48951-5b2c-4549-b71f-c68a375f502a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Reverting IP allocation for 2001:db8::f816:3eff:fe68:74dc {{(pid=94063) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 29 23:35:24.951228 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.ipam_pluggable_backend [None req-62a48951-5b2c-4549-b71f-c68a375f502a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe68:74dc {{(pid=94063) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 29 23:35:24.967846 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-62a48951-5b2c-4549-b71f-c68a375f502a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:25.095975 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-deleted', 'tag': 'e1b35c57-ba8c-44ac-9445-757f4f37b07f'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:25.098241 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d0077e-b5f4-4ceb-9e1f-1c2dfe2d76ef" -d '{"events": [{"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-deleted", "tag": "e1b35c57-ba8c-44ac-9445-757f4f37b07f"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:25.112320 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a48951-5b2c-4549-b71f-c68a375f502a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:25.132936 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-62a48951-5b2c-4549-b71f-c68a375f502a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:25.148555 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c692271-99c3-42f5-afec-3994bd53dc05 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:25.184348 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a48951-5b2c-4549-b71f-c68a375f502a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:25.184963 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-62a48951-5b2c-4549-b71f-c68a375f502a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:25.218675 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4245ba2-f51f-4ca4-90e8-2038cc8b82af req-761de060-d473-4668-9680-7095c62a040b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743990 Jul 29 23:35:25.282871 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a48951-5b2c-4549-b71f-c68a375f502a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Subnet': ['ID=305fcf02-ae68-42ca-adee-dcf8ef295287,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:25.310780 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-62a48951-5b2c-4549-b71f-c68a375f502a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5603371 Jul 29 23:35:25.315337 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51358) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:25.325057 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-ac465c13-da8f-457d-9cdf-ff928f38e142 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'port': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'mac_address': 'fa:16:3e:65:6b:f2', 'name': 'tempest-NetworksTestDHCPv6-2051784944'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:25.426855 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef80e20-5f16-4ae9-89a3-c0a2a332da7d x-openstack-request-id: req-cef80e20-5f16-4ae9-89a3-c0a2a332da7d {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:25.427268 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d29f62-febe-42a1-91b8-a328ee6f356b", "name": "network-vif-deleted", "tag": "e1b35c57-ba8c-44ac-9445-757f4f37b07f", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:25.427574 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cef80e20-5f16-4ae9-89a3-c0a2a332da7d {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:25.428137 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d29f62-febe-42a1-91b8-a328ee6f356b', 'name': 'network-vif-deleted', 'tag': 'e1b35c57-ba8c-44ac-9445-757f4f37b07f', 'status': 'completed', 'code': 200} Jul 29 23:35:25.500506 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac465c13-da8f-457d-9cdf-ff928f38e142 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:25.602336 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-6d74a4b7-781a-4ff0-a201-9fa0b906bf90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd78374-6442-471c-bef8-c2df17725850 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:25.618833 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-6d74a4b7-781a-4ff0-a201-9fa0b906bf90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:25.648152 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51364) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:25.675943 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ad331-1d2d-4b28-8561-b93f21e90274 req-9e88e612-fac1-4010-a943-cfd7e6f28704 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:25.690400 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d83ad331-1d2d-4b28-8561-b93f21e90274 req-9e88e612-fac1-4010-a943-cfd7e6f28704 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=d62724e6-1ddf-4a68-a84a-6a6fb993c52c HTTP/1.1" status: 200 len: 931 time: 0.1808257 Jul 29 23:35:25.693595 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ac465c13-da8f-457d-9cdf-ff928f38e142 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:25.702798 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-6d74a4b7-781a-4ff0-a201-9fa0b906bf90 service neutron] Transition to ACTIVE for port object acd78374-6442-471c-bef8-c2df17725850 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:25.709313 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af54e850-628c-4b1d-b29e-3b5ff48ffebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-d263319e-790d-4f2c-863f-b09096d5f5fc', 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'tenant_id': '9e8d306db215455d80dae7259f2106c8', 'fixed_ips': [{'subnet_id': '305fcf02-ae68-42ca-adee-dcf8ef295287'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:35:25.714101 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-af54e850-628c-4b1d-b29e-3b5ff48ffebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:25.726795 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-6d74a4b7-781a-4ff0-a201-9fa0b906bf90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:25.736827 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-ac465c13-da8f-457d-9cdf-ff928f38e142 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] device_id is not set on port 02818f26-4387-49ce-91af-320dfa29d77c yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:35:25.894225 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d83ad331-1d2d-4b28-8561-b93f21e90274 req-7bc6f3e7-b00d-4bab-aad2-917af064820a tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022719 Jul 29 23:35:25.918586 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-27a6eb4f-010f-4d81-99f0-676a6643daa3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Request body: {'networks': [{'name': 'tempest-network--1606427924'}, {'name': 'tempest-network--2020336507'}]} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:25.927357 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-27a6eb4f-010f-4d81-99f0-676a6643daa3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Request body: {'network': {'name': 'tempest-network--1606427924'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:25.928509 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-27a6eb4f-010f-4d81-99f0-676a6643daa3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Request body: {'network': {'name': 'tempest-network--2020336507'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:26.009908 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-af54e850-628c-4b1d-b29e-3b5ff48ffebf None None] Allocated IP 2001:db8::f816:3eff:fe26:df0b (d263319e-790d-4f2c-863f-b09096d5f5fc/305fcf02-ae68-42ca-adee-dcf8ef295287/d69bce1b-daaf-4d81-b852-5524e177615e) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:26.071942 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a6eb4f-010f-4d81-99f0-676a6643daa3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Made reservation on behalf of 73298c150154450687315874bf5ab3f2 for: {'network': 2} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:26.073392 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74a4b7-781a-4ff0-a201-9fa0b906bf90 service neutron] Pushing event updated for resources: {'Port': ['ID=acd78374-6442-471c-bef8-c2df17725850,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:26.085584 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-27a6eb4f-010f-4d81-99f0-676a6643daa3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:26.115156 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-27a6eb4f-010f-4d81-99f0-676a6643daa3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:26.134199 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-6d74a4b7-781a-4ff0-a201-9fa0b906bf90 service neutron] Attempting to bind port acd78374-6442-471c-bef8-c2df17725850 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:26.135170 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-6d74a4b7-781a-4ff0-a201-9fa0b906bf90 service neutron] Attempting to bind port acd78374-6442-471c-bef8-c2df17725850 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'c898618f-8f6f-4111-ba8e-fe1c70cde634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:26.136083 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-6d74a4b7-781a-4ff0-a201-9fa0b906bf90 service neutron] Attempting to bind port acd78374-6442-471c-bef8-c2df17725850 on network ebc3405b-dbdf-4745-bae9-00b7363339da {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:26.149504 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-6d74a4b7-781a-4ff0-a201-9fa0b906bf90 service neutron] Port acd78374-6442-471c-bef8-c2df17725850 on network ebc3405b-dbdf-4745-bae9-00b7363339da not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:26.150488 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-6d74a4b7-781a-4ff0-a201-9fa0b906bf90 service neutron] Attempting to bind port acd78374-6442-471c-bef8-c2df17725850 on network ebc3405b-dbdf-4745-bae9-00b7363339da {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:26.167703 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-6d74a4b7-781a-4ff0-a201-9fa0b906bf90 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:26.168736 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-6d74a4b7-781a-4ff0-a201-9fa0b906bf90 service neutron] Checking segment: {'id': 'c898618f-8f6f-4111-ba8e-fe1c70cde634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:26.169681 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-6d74a4b7-781a-4ff0-a201-9fa0b906bf90 service neutron] Bound using segment: {'id': 'c898618f-8f6f-4111-ba8e-fe1c70cde634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:26.170676 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-6d74a4b7-781a-4ff0-a201-9fa0b906bf90 service neutron] Bound port: acd78374-6442-471c-bef8-c2df17725850, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c898618f-8f6f-4111-ba8e-fe1c70cde634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:26.171603 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-6d74a4b7-781a-4ff0-a201-9fa0b906bf90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:26.196872 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32294329-e35f-4247-b38c-a21a4c8fd7ba req-a9a8e3e5-0544-4ce3-861b-c64bdf7039fc tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:26.200090 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-32294329-e35f-4247-b38c-a21a4c8fd7ba req-a9a8e3e5-0544-4ce3-861b-c64bdf7039fc tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=56f7d0a8-0de9-40ac-83bd-005328e47236 HTTP/1.1" status: 200 len: 945 time: 0.1050544 Jul 29 23:35:26.295756 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-af54e850-628c-4b1d-b29e-3b5ff48ffebf None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:26.319698 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-af54e850-628c-4b1d-b29e-3b5ff48ffebf None None] Transition to ACTIVE for port object d69bce1b-daaf-4d81-b852-5524e177615e will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:26.356314 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-af54e850-628c-4b1d-b29e-3b5ff48ffebf None None] Transition to ACTIVE for port object d69bce1b-daaf-4d81-b852-5524e177615e will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:26.359883 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-27a6eb4f-010f-4d81-99f0-676a6643daa3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:26.362410 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-32294329-e35f-4247-b38c-a21a4c8fd7ba req-4a22e85e-127a-4cc7-90e6-4f63648be95b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497545 Jul 29 23:35:26.365678 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-af54e850-628c-4b1d-b29e-3b5ff48ffebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:26.379717 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-27a6eb4f-010f-4d81-99f0-676a6643daa3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:26.380214 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-27a6eb4f-010f-4d81-99f0-676a6643daa3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:26.404470 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af54e850-628c-4b1d-b29e-3b5ff48ffebf None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:26.408945 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-af54e850-628c-4b1d-b29e-3b5ff48ffebf None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:26.424942 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-6d74a4b7-781a-4ff0-a201-9fa0b906bf90 service neutron] For port acd78374-6442-471c-bef8-c2df17725850, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:26.431795 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-6d74a4b7-781a-4ff0-a201-9fa0b906bf90 service neutron] For port acd78374-6442-471c-bef8-c2df17725850, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=acd78374-6442-471c-bef8-c2df17725850,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:26.439086 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-6d74a4b7-781a-4ff0-a201-9fa0b906bf90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:26.457557 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af54e850-628c-4b1d-b29e-3b5ff48ffebf None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:26.534841 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-6d74a4b7-781a-4ff0-a201-9fa0b906bf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:26.535729 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-6d74a4b7-781a-4ff0-a201-9fa0b906bf90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:26.537191 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-6d74a4b7-781a-4ff0-a201-9fa0b906bf90 service neutron] 10.222.0.39 "PUT /v2.0/ports/acd78374-6442-471c-bef8-c2df17725850 HTTP/1.1" status: 200 len: 1092 time: 2.5743272 Jul 29 23:35:26.551916 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74a4b7-781a-4ff0-a201-9fa0b906bf90 service neutron] Pushing event updated for resources: {'Port': ['ID=acd78374-6442-471c-bef8-c2df17725850,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:26.601485 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a6eb4f-010f-4d81-99f0-676a6643daa3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:35:26.644902 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6eb4f-010f-4d81-99f0-676a6643daa3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Pushing event updated for resources: {'SecurityGroup': ['ID=099184bf-83a6-453d-b8d3-5aec348fb922,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:26.672448 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-27a6eb4f-010f-4d81-99f0-676a6643daa3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:26.672822 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-27a6eb4f-010f-4d81-99f0-676a6643daa3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Added segment 1d4730c9-22dd-4f0e-8201-914325ea15ab of type vlan for network 978b423d-f349-4a37-b54e-6debfcb47226 Jul 29 23:35:26.674861 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-ac465c13-da8f-457d-9cdf-ff928f38e142 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Allocated IP 2001:db8::f816:3eff:fe65:6bf2 (d263319e-790d-4f2c-863f-b09096d5f5fc/305fcf02-ae68-42ca-adee-dcf8ef295287/02818f26-4387-49ce-91af-320dfa29d77c) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:26.687001 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a9af7ad4-1bf3-4e99-a8d8-8d9a0033f315 req-9340caa8-ef83-4c75-b7b4-ef1ae6116399 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 210 time: 0.1180608 Jul 29 23:35:26.698920 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54e850-628c-4b1d-b29e-3b5ff48ffebf None None] Pushing event updated for resources: {'Port': ['ID=d69bce1b-daaf-4d81-b852-5524e177615e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:26.739378 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-3ac4caca-cfdb-4726-8b61-6c3893f6ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:26.741677 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-3ac4caca-cfdb-4726-8b61-6c3893f6ee0b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7a95e2067dac40d1a2f41b37f14aaf9a&device_id=d62724e6-1ddf-4a68-a84a-6a6fb993c52c HTTP/1.1" status: 200 len: 1095 time: 0.1430213 Jul 29 23:35:26.758729 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-af54e850-628c-4b1d-b29e-3b5ff48ffebf None None] Attempting to bind port d69bce1b-daaf-4d81-b852-5524e177615e on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:26.759618 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-af54e850-628c-4b1d-b29e-3b5ff48ffebf None None] Attempting to bind port d69bce1b-daaf-4d81-b852-5524e177615e by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:26.759618 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af54e850-628c-4b1d-b29e-3b5ff48ffebf None None] Attempting to bind port d69bce1b-daaf-4d81-b852-5524e177615e on network d263319e-790d-4f2c-863f-b09096d5f5fc {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:26.774978 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af54e850-628c-4b1d-b29e-3b5ff48ffebf None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:26.775346 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af54e850-628c-4b1d-b29e-3b5ff48ffebf None None] Checking segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:26.775769 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-af54e850-628c-4b1d-b29e-3b5ff48ffebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:26.776203 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af54e850-628c-4b1d-b29e-3b5ff48ffebf None None] Bound using segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:26.776701 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-af54e850-628c-4b1d-b29e-3b5ff48ffebf None None] Bound port: d69bce1b-daaf-4d81-b852-5524e177615e, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:26.777091 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-af54e850-628c-4b1d-b29e-3b5ff48ffebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:26.827733 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-27a6eb4f-010f-4d81-99f0-676a6643daa3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:26.828022 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-186480f4-44b6-4255-b84d-5dcc509fa431 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acd78374-6442-471c-bef8-c2df17725850 HTTP/1.1" status: 200 len: 217 time: 0.0783226 Jul 29 23:35:26.941409 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-5dac359d-817e-4cf2-b3e3-fbe0d64b862f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:26.943520 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-5dac359d-817e-4cf2-b3e3-fbe0d64b862f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b7783f5c-0922-4c71-a9e3-d83ec4828df5 HTTP/1.1" status: 200 len: 851 time: 0.0905275 Jul 29 23:35:26.943943 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-af54e850-628c-4b1d-b29e-3b5ff48ffebf None None] For port d69bce1b-daaf-4d81-b852-5524e177615e, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:26.948321 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-af54e850-628c-4b1d-b29e-3b5ff48ffebf None None] For port d69bce1b-daaf-4d81-b852-5524e177615e, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d69bce1b-daaf-4d81-b852-5524e177615e,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:26.955203 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-af54e850-628c-4b1d-b29e-3b5ff48ffebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:27.006453 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a6eb4f-010f-4d81-99f0-676a6643daa3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:35:27.006820 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-5a62c052-5d2d-44bb-9eb6-f4e03ad7a2ab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ebc3405b-dbdf-4745-bae9-00b7363339da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482213 Jul 29 23:35:27.036254 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-27a6eb4f-010f-4d81-99f0-676a6643daa3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:27.036907 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-27a6eb4f-010f-4d81-99f0-676a6643daa3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Added segment 6b8d6ed7-a5da-42b4-9afe-7d01c0f00613 of type vlan for network 5dcf1c6e-a337-429f-9aca-f916e4afe403 Jul 29 23:35:27.139958 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af54e850-628c-4b1d-b29e-3b5ff48ffebf None None] Pushing event updated for resources: {'Port': ['ID=d69bce1b-daaf-4d81-b852-5524e177615e,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:27.149487 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-27a6eb4f-010f-4d81-99f0-676a6643daa3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:27.216067 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ac465c13-da8f-457d-9cdf-ff928f38e142 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:27.249340 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-16c441ce-5471-4d54-83e0-13cf766f55f8 service neutron] 10.222.0.39 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327282 Jul 29 23:35:27.280295 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-ac465c13-da8f-457d-9cdf-ff928f38e142 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Transition to ACTIVE for port object 02818f26-4387-49ce-91af-320dfa29d77c will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:27.290676 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-27a6eb4f-010f-4d81-99f0-676a6643daa3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:27.291042 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-27a6eb4f-010f-4d81-99f0-676a6643daa3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:27.298933 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a6eb4f-010f-4d81-99f0-676a6643daa3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:27.311604 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a6eb4f-010f-4d81-99f0-676a6643daa3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:27.312810 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-27a6eb4f-010f-4d81-99f0-676a6643daa3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:27.460468 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6eb4f-010f-4d81-99f0-676a6643daa3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Pushing event updated for resources: {'Network': ['ID=978b423d-f349-4a37-b54e-6debfcb47226,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:27.492616 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 978b423d-f349-4a37-b54e-6debfcb47226 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:35:27.541905 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd62724e6-1ddf-4a68-a84a-6a6fb993c52c', 'tag': 'acd78374-6442-471c-bef8-c2df17725850'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:27.546391 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e036e70b-85ba-4fcd-90c2-80327515243b" -d '{"events": [{"name": "network-changed", "server_uuid": "d62724e6-1ddf-4a68-a84a-6a6fb993c52c", "tag": "acd78374-6442-471c-bef8-c2df17725850"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:27.562285 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-50956aa8-071e-413c-94cd-4e41395d90f5 service neutron] 10.222.0.39 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054817 Jul 29 23:35:27.684598 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6eb4f-010f-4d81-99f0-676a6643daa3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Pushing event updated for resources: {'Network': ['ID=5dcf1c6e-a337-429f-9aca-f916e4afe403,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:27.691709 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ba28f-5bfd-4d98-a5a7-45ae56fbee8b req-60b69d60-27c4-4040-aff2-27c63eff6972 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:27.693369 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-279ba28f-5bfd-4d98-a5a7-45ae56fbee8b req-60b69d60-27c4-4040-aff2-27c63eff6972 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=d62724e6-1ddf-4a68-a84a-6a6fb993c52c HTTP/1.1" status: 200 len: 943 time: 0.3148546 Jul 29 23:35:27.717812 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 5dcf1c6e-a337-429f-9aca-f916e4afe403 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:35:27.722850 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-27a6eb4f-010f-4d81-99f0-676a6643daa3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.0733650 Jul 29 23:35:27.728686 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51380) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:27.735568 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ac465c13-da8f-457d-9cdf-ff928f38e142 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:27.781779 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-279ba28f-5bfd-4d98-a5a7-45ae56fbee8b req-c694ee0b-da20-4898-93c9-581780c53e95 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684028 Jul 29 23:35:27.899293 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac465c13-da8f-457d-9cdf-ff928f38e142 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Port': ['ID=02818f26-4387-49ce-91af-320dfa29d77c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:28.030535 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b9db62-bda8-413e-98c5-9dbd57e78ee1 req-99db5029-f94c-40bd-b54b-fce39d66e281 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:28.033961 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b9db62-bda8-413e-98c5-9dbd57e78ee1 req-99db5029-f94c-40bd-b54b-fce39d66e281 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=56f7d0a8-0de9-40ac-83bd-005328e47236 HTTP/1.1" status: 200 len: 945 time: 0.1234853 Jul 29 23:35:28.050783 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac465c13-da8f-457d-9cdf-ff928f38e142 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:28.065901 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-ac465c13-da8f-457d-9cdf-ff928f38e142 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:28.077690 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac465c13-da8f-457d-9cdf-ff928f38e142 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:28.085250 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac465c13-da8f-457d-9cdf-ff928f38e142 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:28.086104 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ac465c13-da8f-457d-9cdf-ff928f38e142 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:28.123762 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4b9db62-bda8-413e-98c5-9dbd57e78ee1 req-9135b3dd-98b9-4a0d-8dd4-967bf4be1b8d tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791287 Jul 29 23:35:28.172443 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ac465c13-da8f-457d-9cdf-ff928f38e142 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8544762 Jul 29 23:35:28.175326 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51394) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:28.240912 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede54e29-aebe-4f64-a7a9-27762e0b1648 x-openstack-request-id: req-ede54e29-aebe-4f64-a7a9-27762e0b1648 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:28.241297 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d62724e6-1ddf-4a68-a84a-6a6fb993c52c", "tag": "acd78374-6442-471c-bef8-c2df17725850", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:28.241620 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ede54e29-aebe-4f64-a7a9-27762e0b1648 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:28.242085 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd62724e6-1ddf-4a68-a84a-6a6fb993c52c', 'tag': 'acd78374-6442-471c-bef8-c2df17725850', 'status': 'completed', 'code': 200} Jul 29 23:35:28.284016 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0142b1e6-d410-4167-840c-ebcdbabb9ce4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:28.296670 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0142b1e6-d410-4167-840c-ebcdbabb9ce4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:28.302409 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0042e20f-70ba-4e6f-ae33-b7da22312204 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:28.305404 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0142b1e6-d410-4167-840c-ebcdbabb9ce4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1287899 Jul 29 23:35:28.311250 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51396) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:28.324306 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0042e20f-70ba-4e6f-ae33-b7da22312204 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:28.344974 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0042e20f-70ba-4e6f-ae33-b7da22312204 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:28.364221 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0042e20f-70ba-4e6f-ae33-b7da22312204 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:28.372621 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0042e20f-70ba-4e6f-ae33-b7da22312204 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6400483 Jul 29 23:35:28.381249 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51398) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:28.575245 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9ea06298-d8b8-41a6-908e-03ca0be67886 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:28.611126 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-41208a11-503f-4516-9b87-5055cdadc578 req-c07f04e6-dbb9-4a61-aead-4e470f0ad15d tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 210 time: 0.0858507 Jul 29 23:35:28.653059 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036e70b-85ba-4fcd-90c2-80327515243b req-a0826f19-fd80-4f97-a679-9d35cdefe809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:28.655443 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e036e70b-85ba-4fcd-90c2-80327515243b req-a0826f19-fd80-4f97-a679-9d35cdefe809 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7a95e2067dac40d1a2f41b37f14aaf9a&device_id=d62724e6-1ddf-4a68-a84a-6a6fb993c52c HTTP/1.1" status: 200 len: 1095 time: 0.3451204 Jul 29 23:35:28.743127 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-8aacd15b-617c-479b-8501-7ae47ec61dd8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting port 02818f26-4387-49ce-91af-320dfa29d77c {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:28.747546 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8aacd15b-617c-479b-8501-7ae47ec61dd8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:28.927328 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d69bce1b-daaf-4d81-b852-5524e177615e up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:28.947086 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9ea06298-d8b8-41a6-908e-03ca0be67886 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:28.977293 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-9ea06298-d8b8-41a6-908e-03ca0be67886 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['978b423d-f349-4a37-b54e-6debfcb47226']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:29.005774 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-9ea06298-d8b8-41a6-908e-03ca0be67886 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d4730c9-22dd-4f0e-8201-914325ea15ab') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:29.006082 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-9ea06298-d8b8-41a6-908e-03ca0be67886 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d4730c9-22dd-4f0e-8201-914325ea15ab') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:29.022288 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8aacd15b-617c-479b-8501-7ae47ec61dd8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:29.030084 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9ea06298-d8b8-41a6-908e-03ca0be67886 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:29.063500 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-8aacd15b-617c-479b-8501-7ae47ec61dd8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Calling delete_port for 02818f26-4387-49ce-91af-320dfa29d77c owned by {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:29.073227 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9ea06298-d8b8-41a6-908e-03ca0be67886 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:29.085785 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea06298-d8b8-41a6-908e-03ca0be67886 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:35:29.086242 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9ea06298-d8b8-41a6-908e-03ca0be67886 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:29.089364 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:35:29.089364 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:35:29.089364 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:35:29.089364 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:35:29.089364 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:35:29.089364 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:35:29.089364 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:35:29.089364 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:35:29.089364 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:35:29.089364 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:35:29.089364 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:35:29.089364 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:35:29.089364 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:35:29.089364 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:35:29.089364 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:35:29.089364 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:35:29.089364 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:35:29.089364 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:35:29.089364 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:35:29.089364 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:35:29.089364 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:35:29.089364 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:35:29.089364 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:35:29.089364 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:35:29.089364 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:35:29.089364 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:35:29.089364 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:35:29.089364 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:35:29.089364 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:35:29.089364 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:35:29.089364 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:35:29.089364 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:35:29.098763 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port d69bce1b-daaf-4d81-b852-5524e177615e completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:29.208403 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8d5913a6-a9a2-4357-b8da-6a57ec9d4785 None None] Provisioning for port d69bce1b-daaf-4d81-b852-5524e177615e completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:29.242170 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9ea06298-d8b8-41a6-908e-03ca0be67886 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:29.242592 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8d5913a6-a9a2-4357-b8da-6a57ec9d4785 None None] Provisioning complete for port d69bce1b-daaf-4d81-b852-5524e177615e triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:29.244269 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8d5913a6-a9a2-4357-b8da-6a57ec9d4785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:29.251020 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9ea06298-d8b8-41a6-908e-03ca0be67886 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:29.260119 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9ea06298-d8b8-41a6-908e-03ca0be67886 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] 10.222.0.18 "DELETE /v2.0/networks/978b423d-f349-4a37-b54e-6debfcb47226 HTTP/1.1" status: 204 len: 168 time: 0.8736818 Jul 29 23:35:29.292469 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51404) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:29.317221 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea06298-d8b8-41a6-908e-03ca0be67886 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Pushing event deleted for resources: {'Network': ['ID=978b423d-f349-4a37-b54e-6debfcb47226,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:29.464947 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036e70b-85ba-4fcd-90c2-80327515243b req-07eb45e1-e2f2-4ec9-9fb8-8d3a5e4e0788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:29.474087 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e036e70b-85ba-4fcd-90c2-80327515243b req-07eb45e1-e2f2-4ec9-9fb8-8d3a5e4e0788 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ebc3405b-dbdf-4745-bae9-00b7363339da HTTP/1.1" status: 200 len: 912 time: 0.8092577 Jul 29 23:35:29.477801 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8aacd15b-617c-479b-8501-7ae47ec61dd8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:29.480372 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f2959cd7-9450-4dd2-abea-0a4022adebe7 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:29.493114 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:29.530180 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8d5913a6-a9a2-4357-b8da-6a57ec9d4785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:29.622174 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aacd15b-617c-479b-8501-7ae47ec61dd8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Port': ['ID=02818f26-4387-49ce-91af-320dfa29d77c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:29.630364 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-8d5913a6-a9a2-4357-b8da-6a57ec9d4785 None None] For port d69bce1b-daaf-4d81-b852-5524e177615e, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d69bce1b-daaf-4d81-b852-5524e177615e,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:29.638107 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8d5913a6-a9a2-4357-b8da-6a57ec9d4785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:29.679232 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f2959cd7-9450-4dd2-abea-0a4022adebe7 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:29.696751 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-f2959cd7-9450-4dd2-abea-0a4022adebe7 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dcf1c6e-a337-429f-9aca-f916e4afe403']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:29.697925 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e036e70b-85ba-4fcd-90c2-80327515243b req-436aa1ff-bd49-4ce5-8a4b-131a3cecaf8d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acd78374-6442-471c-bef8-c2df17725850 HTTP/1.1" status: 200 len: 217 time: 0.2014976 Jul 29 23:35:29.734813 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-f2959cd7-9450-4dd2-abea-0a4022adebe7 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b8d6ed7-a5da-42b4-9afe-7d01c0f00613') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:29.735327 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-f2959cd7-9450-4dd2-abea-0a4022adebe7 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b8d6ed7-a5da-42b4-9afe-7d01c0f00613') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:29.757840 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f2959cd7-9450-4dd2-abea-0a4022adebe7 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:29.792162 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f2959cd7-9450-4dd2-abea-0a4022adebe7 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:29.817333 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2959cd7-9450-4dd2-abea-0a4022adebe7 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:35:29.817867 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8aacd15b-617c-479b-8501-7ae47ec61dd8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:29.821468 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8aacd15b-617c-479b-8501-7ae47ec61dd8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/02818f26-4387-49ce-91af-320dfa29d77c HTTP/1.1" status: 204 len: 168 time: 1.5090258 Jul 29 23:35:29.822593 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f2959cd7-9450-4dd2-abea-0a4022adebe7 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:29.826397 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51410) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:29.831087 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:35:29.831087 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:35:29.831087 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:35:29.831087 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:35:29.831087 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:35:29.831087 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:35:29.831087 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:35:29.831087 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:35:29.831087 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:35:29.831087 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:35:29.831087 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:35:29.831087 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:35:29.831087 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:35:29.831087 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:35:29.831087 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:35:29.831087 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:35:29.831087 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:35:29.831087 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:35:29.831087 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:35:29.831087 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:35:29.831087 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:35:29.831087 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:35:29.831087 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:35:29.831087 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:35:29.831087 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:35:29.831087 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:35:29.831087 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:35:29.831087 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:35:29.831087 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:35:29.831087 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:35:29.831087 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:35:29.831087 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:35:29.837767 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5913a6-a9a2-4357-b8da-6a57ec9d4785 None None] Pushing event updated for resources: {'Port': ['ID=d69bce1b-daaf-4d81-b852-5524e177615e,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:29.848565 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ddfbd13d-d73e-4a43-9d11-b264b7cc5870 None None] Could not find standard attr ID for object 02818f26-4387-49ce-91af-320dfa29d77c. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:35:29.856895 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7206362-8d08-402d-8705-93bbf8751c47 req-f21daf68-fc5d-410e-8314-21356de2d67f tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:29.872373 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7206362-8d08-402d-8705-93bbf8751c47 req-f21daf68-fc5d-410e-8314-21356de2d67f tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=56f7d0a8-0de9-40ac-83bd-005328e47236 HTTP/1.1" status: 200 len: 945 time: 0.4570293 Jul 29 23:35:29.873105 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:29.972160 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e036e70b-85ba-4fcd-90c2-80327515243b req-1606afb2-6060-4057-b7c5-719d9ce6a66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:29.978569 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e036e70b-85ba-4fcd-90c2-80327515243b req-1606afb2-6060-4057-b7c5-719d9ce6a66f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b7783f5c-0922-4c71-a9e3-d83ec4828df5 HTTP/1.1" status: 200 len: 851 time: 0.2580018 Jul 29 23:35:29.983342 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f2959cd7-9450-4dd2-abea-0a4022adebe7 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:29.994542 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f2959cd7-9450-4dd2-abea-0a4022adebe7 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:30.002629 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f2959cd7-9450-4dd2-abea-0a4022adebe7 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] 10.222.0.18 "DELETE /v2.0/networks/5dcf1c6e-a337-429f-9aca-f916e4afe403 HTTP/1.1" status: 204 len: 168 time: 0.7073157 Jul 29 23:35:30.010072 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51412) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:30.038969 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2959cd7-9450-4dd2-abea-0a4022adebe7 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Pushing event deleted for resources: {'Network': ['ID=5dcf1c6e-a337-429f-9aca-f916e4afe403,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:30.152597 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e036e70b-85ba-4fcd-90c2-80327515243b req-ce4e9258-5d5f-4a99-9751-c693cb767065 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ebc3405b-dbdf-4745-bae9-00b7363339da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1379144 Jul 29 23:35:30.620653 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69572ac-744a-4ffd-9cdf-be50992727db tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:30.621698 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69572ac-744a-4ffd-9cdf-be50992727db tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:30.623374 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c69572ac-744a-4ffd-9cdf-be50992727db tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.7942588 Jul 29 23:35:30.626601 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51416) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:30.759317 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7206362-8d08-402d-8705-93bbf8751c47 req-ca60d67c-0692-4ef0-9e18-ef2f0c20f7f2 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8596060 Jul 29 23:35:30.802805 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-7181a188-6bf4-49d1-93b6-92dff09d49c7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting subnet 305fcf02-ae68-42ca-adee-dcf8ef295287 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:35:30.807339 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7181a188-6bf4-49d1-93b6-92dff09d49c7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:30.836986 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d69bce1b-daaf-4d81-b852-5524e177615e up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:30.884293 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7181a188-6bf4-49d1-93b6-92dff09d49c7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:30.911146 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d50830-37e0-4b75-97a9-7e8b8059f870 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:30.924061 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d50830-37e0-4b75-97a9-7e8b8059f870 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:30.932821 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-71d50830-37e0-4b75-97a9-7e8b8059f870 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.8837769 Jul 29 23:35:30.934709 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51420) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:30.945810 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-318a54c3-9c66-41e5-91fb-160bf2decc3f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1902298348'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:31.010729 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port d69bce1b-daaf-4d81-b852-5524e177615e triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:31.011209 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:31.033289 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e036e70b-85ba-4fcd-90c2-80327515243b req-57f34d86-068a-408d-a80d-a53e2f974656 service neutron] 10.222.0.39 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4800625 Jul 29 23:35:31.139957 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7181a188-6bf4-49d1-93b6-92dff09d49c7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:31.168361 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318a54c3-9c66-41e5-91fb-160bf2decc3f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Made reservation on behalf of 73298c150154450687315874bf5ab3f2 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:31.174769 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-318a54c3-9c66-41e5-91fb-160bf2decc3f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:31.220925 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4428c9-a2fb-4d08-bd72-93e22c6d5c9b req-df8637f4-7d0a-4c43-b996-b359fdbae54a tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:31.223276 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dc4428c9-a2fb-4d08-bd72-93e22c6d5c9b req-df8637f4-7d0a-4c43-b996-b359fdbae54a tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=d62724e6-1ddf-4a68-a84a-6a6fb993c52c HTTP/1.1" status: 200 len: 943 time: 0.2903538 Jul 29 23:35:31.253663 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-318a54c3-9c66-41e5-91fb-160bf2decc3f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:35:31.281341 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device acd78374-6442-471c-bef8-c2df17725850 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:31.304907 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e036e70b-85ba-4fcd-90c2-80327515243b req-52776cf8-6a4a-49be-b599-483d1ab3d43a service neutron] 10.222.0.39 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585311 Jul 29 23:35:31.305552 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7181a188-6bf4-49d1-93b6-92dff09d49c7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:31.321635 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-318a54c3-9c66-41e5-91fb-160bf2decc3f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:31.321981 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-318a54c3-9c66-41e5-91fb-160bf2decc3f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Added segment 0e7796b0-8949-4de3-87fc-7fd51c6e76ae of type vlan for network b267a40c-d381-4ffa-82ff-f7e3941dbb6d Jul 29 23:35:31.369647 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-318a54c3-9c66-41e5-91fb-160bf2decc3f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:31.418673 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-318a54c3-9c66-41e5-91fb-160bf2decc3f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:31.426417 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7181a188-6bf4-49d1-93b6-92dff09d49c7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Subnet': ['ID=305fcf02-ae68-42ca-adee-dcf8ef295287,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:31.435139 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7181a188-6bf4-49d1-93b6-92dff09d49c7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:31.437577 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318a54c3-9c66-41e5-91fb-160bf2decc3f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:31.438276 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7181a188-6bf4-49d1-93b6-92dff09d49c7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/305fcf02-ae68-42ca-adee-dcf8ef295287 HTTP/1.1" status: 204 len: 168 time: 0.8098567 Jul 29 23:35:31.441248 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-318a54c3-9c66-41e5-91fb-160bf2decc3f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:31.442572 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51424) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:31.446400 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a37b03-67c2-4915-b339-69827788f04b None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:31.564202 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b6ff5488-d023-45e1-9be9-acf41564820b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1191452 Jul 29 23:35:31.564826 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51428) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:31.703973 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d2a164f-67a4-435b-b40b-f0b8b494f7e1 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:31.711260 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9d2a164f-67a4-435b-b40b-f0b8b494f7e1 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1448691 Jul 29 23:35:31.713362 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318a54c3-9c66-41e5-91fb-160bf2decc3f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Pushing event updated for resources: {'Network': ['ID=b267a40c-d381-4ffa-82ff-f7e3941dbb6d,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:31.715659 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51432) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:31.730577 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port acd78374-6442-471c-bef8-c2df17725850, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=acd78374-6442-471c-bef8-c2df17725850,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:31.757011 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network b267a40c-d381-4ffa-82ff-f7e3941dbb6d details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:35:31.776543 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dc4428c9-a2fb-4d08-bd72-93e22c6d5c9b req-fcb69510-be25-4965-a094-559dae1d0a5f tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5077238 Jul 29 23:35:31.785215 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-318a54c3-9c66-41e5-91fb-160bf2decc3f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8473005 Jul 29 23:35:31.790398 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51434) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:31.798550 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-ebedd9ff-0f81-4f34-8214-35265a85f8ec tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1781406164'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:31.874795 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebedd9ff-0f81-4f34-8214-35265a85f8ec tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Made reservation on behalf of 73298c150154450687315874bf5ab3f2 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:31.896946 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ebedd9ff-0f81-4f34-8214-35265a85f8ec tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:31.966884 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f412ca-4d61-4b88-bd85-dbbd87aef8cc tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:31.974555 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-53f412ca-4d61-4b88-bd85-dbbd87aef8cc tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2570651 Jul 29 23:35:31.977774 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51436) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:32.028444 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebedd9ff-0f81-4f34-8214-35265a85f8ec tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:35:32.058831 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'acd78374-6442-471c-bef8-c2df17725850', 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da', 'port_id': 'acd78374-6442-471c-bef8-c2df17725850', 'mac_address': 'fa:16:3e:47:ae:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7783f5c-0922-4c71-a9e3-d83ec4828df5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:35:32.075741 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b2e03e6b-c7da-416e-aed9-b5b721343e63 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0937128 Jul 29 23:35:32.082780 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51438) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:32.088380 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e3042148-a1aa-4685-b5c8-db210937f2a0 req-243c642c-30f4-4b8b-9387-ef7bfa9afb11 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 210 time: 0.0972977 Jul 29 23:35:32.094889 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-65b2faae-05a1-4fea-9782-9e33a0227c31 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:32.140789 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ebedd9ff-0f81-4f34-8214-35265a85f8ec tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:32.141442 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-ebedd9ff-0f81-4f34-8214-35265a85f8ec tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Added segment db27a5b4-e4d6-4e45-a131-50fb727c92ba of type vlan for network bbe760b9-76b1-4ead-8829-ca91dbd356a0 Jul 29 23:35:32.164051 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:32.196601 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd78374-6442-471c-bef8-c2df17725850 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:32.242392 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port acd78374-6442-471c-bef8-c2df17725850, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=acd78374-6442-471c-bef8-c2df17725850,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:32.251102 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:32.331244 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827b7170-145a-457a-93b9-3ec3094b70f9 None None] DHCP port deletion for d263319e-790d-4f2c-863f-b09096d5f5fc request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:35:32.354520 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ebedd9ff-0f81-4f34-8214-35265a85f8ec tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:32.385742 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b2faae-05a1-4fea-9782-9e33a0227c31 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:32.401860 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-65b2faae-05a1-4fea-9782-9e33a0227c31 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:32.458255 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ebedd9ff-0f81-4f34-8214-35265a85f8ec tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:32.490288 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebedd9ff-0f81-4f34-8214-35265a85f8ec tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:32.491073 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ebedd9ff-0f81-4f34-8214-35265a85f8ec tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:32.493996 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=acd78374-6442-471c-bef8-c2df17725850,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:32.525598 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-827b7170-145a-457a-93b9-3ec3094b70f9 None None] Deleting port d69bce1b-daaf-4d81-b852-5524e177615e {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:32.526573 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-827b7170-145a-457a-93b9-3ec3094b70f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:32.551763 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ebedd9ff-0f81-4f34-8214-35265a85f8ec tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7558141 Jul 29 23:35:32.563412 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51440) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:32.600850 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['acd78374-6442-471c-bef8-c2df17725850'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:32.691862 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-827b7170-145a-457a-93b9-3ec3094b70f9 None None] For port d69bce1b-daaf-4d81-b852-5524e177615e, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d69bce1b-daaf-4d81-b852-5524e177615e,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:32.692577 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-827b7170-145a-457a-93b9-3ec3094b70f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:32.732895 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-827b7170-145a-457a-93b9-3ec3094b70f9 None None] Calling delete_port for d69bce1b-daaf-4d81-b852-5524e177615e owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:32.833842 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebedd9ff-0f81-4f34-8214-35265a85f8ec tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Pushing event updated for resources: {'Network': ['ID=bbe760b9-76b1-4ead-8829-ca91dbd356a0,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:32.868922 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-fff442ae-f658-4a41-8308-f59a31e12878 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Request body: {'ports': [{'network_id': 'b267a40c-d381-4ffa-82ff-f7e3941dbb6d', 'name': 'tempest-port--192138159', 'admin_state_up': True}, {'network_id': 'bbe760b9-76b1-4ead-8829-ca91dbd356a0', 'admin_state_up': False}]} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:32.870500 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-fff442ae-f658-4a41-8308-f59a31e12878 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Request body: {'port': {'network_id': 'b267a40c-d381-4ffa-82ff-f7e3941dbb6d', 'name': 'tempest-port--192138159', 'admin_state_up': True}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:32.872572 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-fff442ae-f658-4a41-8308-f59a31e12878 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Request body: {'port': {'network_id': 'bbe760b9-76b1-4ead-8829-ca91dbd356a0', 'admin_state_up': False}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:32.905260 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d69bce1b-daaf-4d81-b852-5524e177615e no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:32.908586 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network bbe760b9-76b1-4ead-8829-ca91dbd356a0 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:35:32.919712 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e159630-2646-4a86-934a-92fbeda648df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:33.243481 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-65b2faae-05a1-4fea-9782-9e33a0227c31 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:33.375251 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b2faae-05a1-4fea-9782-9e33a0227c31 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:33.382365 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-65b2faae-05a1-4fea-9782-9e33a0227c31 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:33.393118 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b2faae-05a1-4fea-9782-9e33a0227c31 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:33.393964 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-65b2faae-05a1-4fea-9782-9e33a0227c31 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:33.435179 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2faae-05a1-4fea-9782-9e33a0227c31 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Subnet': ['ID=70a41ce5-ff96-4ca5-a028-11d511ef84ef,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:33.453752 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-65b2faae-05a1-4fea-9782-9e33a0227c31 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3659191 Jul 29 23:35:33.455951 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51464) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:33.468340 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No active binding found for port d69bce1b-daaf-4d81-b852-5524e177615e {{(pid=94065) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 23:35:33.469197 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d69bce1b-daaf-4d81-b852-5524e177615e not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:35:33.481865 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-827b7170-145a-457a-93b9-3ec3094b70f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:33.487467 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-9ac3c4cc-6a04-46ba-a843-2335f5937daf tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'port': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'mac_address': 'fa:16:3e:f0:b7:3e', 'name': 'tempest-NetworksTestDHCPv6-1064772396'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:33.588313 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827b7170-145a-457a-93b9-3ec3094b70f9 None None] Pushing event deleted for resources: {'Port': ['ID=d69bce1b-daaf-4d81-b852-5524e177615e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:33.602584 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827b7170-145a-457a-93b9-3ec3094b70f9 None None] No DVR routers for this DVR port d69bce1b-daaf-4d81-b852-5524e177615e on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:33.642622 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd19525-90b5-46e9-a606-0953403e2167 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:33.690550 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1e3c8-88b6-4eeb-bccd-7db3bc6612fc req-f0b6b971-3615-4d7a-a185-0d2520147200 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:33.691769 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b1f1e3c8-88b6-4eeb-bccd-7db3bc6612fc req-f0b6b971-3615-4d7a-a185-0d2520147200 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=d62724e6-1ddf-4a68-a84a-6a6fb993c52c HTTP/1.1" status: 200 len: 944 time: 0.3396697 Jul 29 23:35:33.783440 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff442ae-f658-4a41-8308-f59a31e12878 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Made reservation on behalf of 73298c150154450687315874bf5ab3f2 for: {'port': 2} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:33.793136 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fff442ae-f658-4a41-8308-f59a31e12878 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:33.845120 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b1f1e3c8-88b6-4eeb-bccd-7db3bc6612fc req-16980d6f-3b50-44f4-8f1d-23f501173b2c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158226 Jul 29 23:35:33.852138 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fff442ae-f658-4a41-8308-f59a31e12878 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:33.907594 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac3c4cc-6a04-46ba-a843-2335f5937daf tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:34.033765 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a27db0a-a8e4-4a9a-9678-c3b6b4c9121b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-d263319e-790d-4f2c-863f-b09096d5f5fc', 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'tenant_id': '9e8d306db215455d80dae7259f2106c8', 'fixed_ips': [{'subnet_id': '70a41ce5-ff96-4ca5-a028-11d511ef84ef'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:35:34.035002 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a27db0a-a8e4-4a9a-9678-c3b6b4c9121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:34.056681 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea17cce0-2484-4392-9337-a1b267184f35 req-6f48cf6d-aebc-4d3e-a57b-272cf871587d tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 210 time: 0.0473015 Jul 29 23:35:34.150545 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-fff442ae-f658-4a41-8308-f59a31e12878 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] device_id is not set on port e521439c-5de7-42db-b284-fd9717856a90 yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:35:34.201296 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9ac3c4cc-6a04-46ba-a843-2335f5937daf tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:34.267143 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-9ac3c4cc-6a04-46ba-a843-2335f5937daf tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] device_id is not set on port e87d70dc-afef-4a39-bbc7-e13d369d1540 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:35:34.384933 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c574dbcd-5554-4f25-9602-450c44e5e29e req-07dd422c-e612-4e35-bf5c-947eaaa182b5 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:34.393118 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c574dbcd-5554-4f25-9602-450c44e5e29e req-07dd422c-e612-4e35-bf5c-947eaaa182b5 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=56f7d0a8-0de9-40ac-83bd-005328e47236 HTTP/1.1" status: 200 len: 945 time: 0.2036896 Jul 29 23:35:34.452168 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-0a27db0a-a8e4-4a9a-9678-c3b6b4c9121b None None] Allocated IP 2001:db8::2 (d263319e-790d-4f2c-863f-b09096d5f5fc/70a41ce5-ff96-4ca5-a028-11d511ef84ef/63fb1a0d-d35b-4827-bf8f-6179ea6f9fa4) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:34.476852 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c574dbcd-5554-4f25-9602-450c44e5e29e req-cd3da808-be4c-4f94-96a8-cb1bca1df091 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825055 Jul 29 23:35:34.541984 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fff442ae-f658-4a41-8308-f59a31e12878 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:34.682890 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a27db0a-a8e4-4a9a-9678-c3b6b4c9121b None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:34.690920 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-fff442ae-f658-4a41-8308-f59a31e12878 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] device_id is not set on port fc5aa7c1-dac5-4567-b90f-82004f4cb76c yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:35:34.698711 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0a27db0a-a8e4-4a9a-9678-c3b6b4c9121b None None] Transition to ACTIVE for port object 63fb1a0d-d35b-4827-bf8f-6179ea6f9fa4 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:34.720907 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0a27db0a-a8e4-4a9a-9678-c3b6b4c9121b None None] Transition to ACTIVE for port object 63fb1a0d-d35b-4827-bf8f-6179ea6f9fa4 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:34.729674 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a27db0a-a8e4-4a9a-9678-c3b6b4c9121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:34.782944 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a27db0a-a8e4-4a9a-9678-c3b6b4c9121b None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:34.788116 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-0a27db0a-a8e4-4a9a-9678-c3b6b4c9121b None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:34.794420 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a27db0a-a8e4-4a9a-9678-c3b6b4c9121b None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:34.803669 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27db0a-a8e4-4a9a-9678-c3b6b4c9121b None None] Pushing event updated for resources: {'Port': ['ID=63fb1a0d-d35b-4827-bf8f-6179ea6f9fa4,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:34.851670 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-9ac3c4cc-6a04-46ba-a843-2335f5937daf tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Allocated IP 2001:db8::1a7 (d263319e-790d-4f2c-863f-b09096d5f5fc/70a41ce5-ff96-4ca5-a028-11d511ef84ef/e87d70dc-afef-4a39-bbc7-e13d369d1540) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:34.924580 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fff442ae-f658-4a41-8308-f59a31e12878 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:34.928303 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-0a27db0a-a8e4-4a9a-9678-c3b6b4c9121b None None] Attempting to bind port 63fb1a0d-d35b-4827-bf8f-6179ea6f9fa4 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:34.929024 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-0a27db0a-a8e4-4a9a-9678-c3b6b4c9121b None None] Attempting to bind port 63fb1a0d-d35b-4827-bf8f-6179ea6f9fa4 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:34.929660 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a27db0a-a8e4-4a9a-9678-c3b6b4c9121b None None] Attempting to bind port 63fb1a0d-d35b-4827-bf8f-6179ea6f9fa4 on network d263319e-790d-4f2c-863f-b09096d5f5fc {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:34.941340 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a27db0a-a8e4-4a9a-9678-c3b6b4c9121b None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:34.941908 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a27db0a-a8e4-4a9a-9678-c3b6b4c9121b None None] Checking segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:34.942775 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a27db0a-a8e4-4a9a-9678-c3b6b4c9121b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:34.943538 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a27db0a-a8e4-4a9a-9678-c3b6b4c9121b None None] Bound using segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:34.945120 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-0a27db0a-a8e4-4a9a-9678-c3b6b4c9121b None None] Bound port: 63fb1a0d-d35b-4827-bf8f-6179ea6f9fa4, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:34.945821 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a27db0a-a8e4-4a9a-9678-c3b6b4c9121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.061709 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fff442ae-f658-4a41-8308-f59a31e12878 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.073017 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-0a27db0a-a8e4-4a9a-9678-c3b6b4c9121b None None] For port 63fb1a0d-d35b-4827-bf8f-6179ea6f9fa4, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:35.078133 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-0a27db0a-a8e4-4a9a-9678-c3b6b4c9121b None None] For port 63fb1a0d-d35b-4827-bf8f-6179ea6f9fa4, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=63fb1a0d-d35b-4827-bf8f-6179ea6f9fa4,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:35.088885 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a27db0a-a8e4-4a9a-9678-c3b6b4c9121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.153249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99f263c-d8e3-44df-a609-0b04789e084c req-7bf6a2fe-6e1c-4130-a6b0-944f56f0a739 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:35.156103 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a99f263c-d8e3-44df-a609-0b04789e084c req-7bf6a2fe-6e1c-4130-a6b0-944f56f0a739 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=d62724e6-1ddf-4a68-a84a-6a6fb993c52c HTTP/1.1" status: 200 len: 944 time: 0.1743596 Jul 29 23:35:35.195543 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9ac3c4cc-6a04-46ba-a843-2335f5937daf tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.213774 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27db0a-a8e4-4a9a-9678-c3b6b4c9121b None None] Pushing event updated for resources: {'Port': ['ID=63fb1a0d-d35b-4827-bf8f-6179ea6f9fa4,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:35.241596 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff442ae-f658-4a41-8308-f59a31e12878 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Pushing event updated for resources: {'Port': ['ID=e521439c-5de7-42db-b284-fd9717856a90,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:35.243592 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9ac3c4cc-6a04-46ba-a843-2335f5937daf tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Transition to ACTIVE for port object e87d70dc-afef-4a39-bbc7-e13d369d1540 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:35.280904 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff442ae-f658-4a41-8308-f59a31e12878 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Checking segment: {'id': '0e7796b0-8949-4de3-87fc-7fd51c6e76ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b267a40c-d381-4ffa-82ff-f7e3941dbb6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:35.281795 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff442ae-f658-4a41-8308-f59a31e12878 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Network hostable DHCP agents. Network: b267a40c-d381-4ffa-82ff-f7e3941dbb6d, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:35:35.282656 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device acd78374-6442-471c-bef8-c2df17725850 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:35.335782 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a99f263c-d8e3-44df-a609-0b04789e084c req-5577bd82-b625-41fe-8731-534106869cee tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539280 Jul 29 23:35:35.359772 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9ac3c4cc-6a04-46ba-a843-2335f5937daf tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.376175 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff442ae-f658-4a41-8308-f59a31e12878 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Network b267a40c-d381-4ffa-82ff-f7e3941dbb6d is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:35:35.401799 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-fff442ae-f658-4a41-8308-f59a31e12878 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, b267a40c-d381-4ffa-82ff-f7e3941dbb6d) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:35.408733 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff442ae-f658-4a41-8308-f59a31e12878 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:35.409811 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fff442ae-f658-4a41-8308-f59a31e12878 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.419581 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e095c4d-5010-4015-9114-cdafa40850cc None None] Network b267a40c-d381-4ffa-82ff-f7e3941dbb6d requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:35.474371 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.526305 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac3c4cc-6a04-46ba-a843-2335f5937daf tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Port': ['ID=e87d70dc-afef-4a39-bbc7-e13d369d1540,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:35.570801 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac3c4cc-6a04-46ba-a843-2335f5937daf tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:35.573463 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-9ac3c4cc-6a04-46ba-a843-2335f5937daf tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:35.575582 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac3c4cc-6a04-46ba-a843-2335f5937daf tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:35.581485 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac3c4cc-6a04-46ba-a843-2335f5937daf tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:35.582161 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9ac3c4cc-6a04-46ba-a843-2335f5937daf tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.614051 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port acd78374-6442-471c-bef8-c2df17725850 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:35.619204 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9ac3c4cc-6a04-46ba-a843-2335f5937daf tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1592557 Jul 29 23:35:35.624669 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51478) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:35.632923 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff442ae-f658-4a41-8308-f59a31e12878 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Pushing event updated for resources: {'Port': ['ID=fc5aa7c1-dac5-4567-b90f-82004f4cb76c,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:35.672070 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port acd78374-6442-471c-bef8-c2df17725850 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:35.673022 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:35.734598 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4baa7896-b2de-44d5-b63c-d925462d9712 req-e60007ef-932d-4ac2-a661-874cb415722a tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 210 time: 0.1380732 Jul 29 23:35:35.736313 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff442ae-f658-4a41-8308-f59a31e12878 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Checking segment: {'id': 'db27a5b4-e4d6-4e45-a131-50fb727c92ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'bbe760b9-76b1-4ead-8829-ca91dbd356a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:35.760182 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff442ae-f658-4a41-8308-f59a31e12878 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Network hostable DHCP agents. Network: bbe760b9-76b1-4ead-8829-ca91dbd356a0, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:35:35.768823 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6354eaf7-900c-4b25-99cf-b9ccf144933a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:35.780182 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6354eaf7-900c-4b25-99cf-b9ccf144933a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:35.788998 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51480) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:35.789595 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6354eaf7-900c-4b25-99cf-b9ccf144933a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1634085 Jul 29 23:35:35.951908 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff442ae-f658-4a41-8308-f59a31e12878 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Network bbe760b9-76b1-4ead-8829-ca91dbd356a0 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:35:36.104980 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.140204 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-fff442ae-f658-4a41-8308-f59a31e12878 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, bbe760b9-76b1-4ead-8829-ca91dbd356a0) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:36.153333 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff442ae-f658-4a41-8308-f59a31e12878 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:36.159818 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff442ae-f658-4a41-8308-f59a31e12878 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:36.165876 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff442ae-f658-4a41-8308-f59a31e12878 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:36.166878 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fff442ae-f658-4a41-8308-f59a31e12878 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.189834 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f87e6-4219-46ac-b093-4a3fc70c8f55 req-856f279e-3a5c-413c-b499-1abe78a5f6e0 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:36.191544 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-410f87e6-4219-46ac-b093-4a3fc70c8f55 req-856f279e-3a5c-413c-b499-1abe78a5f6e0 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=56f7d0a8-0de9-40ac-83bd-005328e47236 HTTP/1.1" status: 200 len: 945 time: 0.1804965 Jul 29 23:35:36.199295 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18fd84e-f998-444e-b0c0-b01f631820e3 None None] Network bbe760b9-76b1-4ead-8829-ca91dbd356a0 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:36.215895 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-fff442ae-f658-4a41-8308-f59a31e12878 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.3890874 Jul 29 23:35:36.216266 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51482) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:36.231428 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-7ff5cf42-1c79-4f7f-8de6-978540608f51 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting port e87d70dc-afef-4a39-bbc7-e13d369d1540 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:36.231824 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7ff5cf42-1c79-4f7f-8de6-978540608f51 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.332278 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bf02a9-6835-40b2-b74b-5bd267e4231e tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:36.349157 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04bf02a9-6835-40b2-b74b-5bd267e4231e tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:36.358119 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51488) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:36.368069 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-04bf02a9-6835-40b2-b74b-5bd267e4231e tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1359093 Jul 29 23:35:36.452070 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-410f87e6-4219-46ac-b093-4a3fc70c8f55 req-34c10dfa-7b11-4743-9faa-5ef2f11a09f7 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371917 Jul 29 23:35:36.617630 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62724e6-1ddf-4a68-a84a-6a6fb993c52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd78374-6442-471c-bef8-c2df17725850'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:36.633174 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e3124b-1968-4599-a1f0-24c7a9855324" -d '{"events": [{"server_uuid": "d62724e6-1ddf-4a68-a84a-6a6fb993c52c", "name": "network-vif-plugged", "status": "completed", "tag": "acd78374-6442-471c-bef8-c2df17725850"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:36.699574 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port acd78374-6442-471c-bef8-c2df17725850, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=acd78374-6442-471c-bef8-c2df17725850,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:36.701087 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d72c35af-9204-4a90-b40b-2e0dcbcb2939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.729915 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.793041 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7ff5cf42-1c79-4f7f-8de6-978540608f51 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:36.825198 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-7ff5cf42-1c79-4f7f-8de6-978540608f51 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Calling delete_port for e87d70dc-afef-4a39-bbc7-e13d369d1540 owned by {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:36.921910 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=acd78374-6442-471c-bef8-c2df17725850,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:36.928266 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 63fb1a0d-d35b-4827-bf8f-6179ea6f9fa4 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:37.031991 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:37.102668 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 63fb1a0d-d35b-4827-bf8f-6179ea6f9fa4 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:37.178743 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51498) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:37.198039 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7ff5cf42-1c79-4f7f-8de6-978540608f51 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:37.222696 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b93e2f3-7e6d-4842-a1c6-e316613726f1 req-5220d3bb-bc6c-4be0-a6ec-fadd8add9974 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:37.230872 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8b93e2f3-7e6d-4842-a1c6-e316613726f1 req-5220d3bb-bc6c-4be0-a6ec-fadd8add9974 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=d62724e6-1ddf-4a68-a84a-6a6fb993c52c HTTP/1.1" status: 200 len: 945 time: 0.1559615 Jul 29 23:35:37.293921 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff5cf42-1c79-4f7f-8de6-978540608f51 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Port': ['ID=e87d70dc-afef-4a39-bbc7-e13d369d1540,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:37.338253 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7ff5cf42-1c79-4f7f-8de6-978540608f51 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:37.343926 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7ff5cf42-1c79-4f7f-8de6-978540608f51 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/e87d70dc-afef-4a39-bbc7-e13d369d1540 HTTP/1.1" status: 204 len: 168 time: 1.5218470 Jul 29 23:35:37.344126 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3fab9222-91cb-404b-861a-0d84a237818a None None] Provisioning for port 63fb1a0d-d35b-4827-bf8f-6179ea6f9fa4 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:37.345058 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51502) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:37.362779 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3fab9222-91cb-404b-861a-0d84a237818a None None] Provisioning complete for port 63fb1a0d-d35b-4827-bf8f-6179ea6f9fa4 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:37.363382 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3fab9222-91cb-404b-861a-0d84a237818a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:37.383802 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8b93e2f3-7e6d-4842-a1c6-e316613726f1 req-3c983c4f-ba74-4e78-ae97-cc3d0a8d899e tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471457 Jul 29 23:35:37.389165 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-228fca24-ac5f-4d55-95d9-17495f475434 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Deleting port e521439c-5de7-42db-b284-fd9717856a90 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:37.390185 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-228fca24-ac5f-4d55-95d9-17495f475434 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:37.476202 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db4267ad-1015-4873-8025-74fbd6d6c9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:37.519217 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a83d33-5018-4581-9232-88787e4f7f44 x-openstack-request-id: req-97a83d33-5018-4581-9232-88787e4f7f44 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:37.522903 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d62724e6-1ddf-4a68-a84a-6a6fb993c52c", "name": "network-vif-plugged", "status": "completed", "tag": "acd78374-6442-471c-bef8-c2df17725850", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:37.523119 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-97a83d33-5018-4581-9232-88787e4f7f44 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:37.523581 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62724e6-1ddf-4a68-a84a-6a6fb993c52c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd78374-6442-471c-bef8-c2df17725850', 'code': 200} Jul 29 23:35:37.552053 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448fec18-4ba9-46c2-9152-127a2d8c1c67 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:37.557163 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448fec18-4ba9-46c2-9152-127a2d8c1c67 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:37.559959 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-448fec18-4ba9-46c2-9152-127a2d8c1c67 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2131612 Jul 29 23:35:37.561450 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3fab9222-91cb-404b-861a-0d84a237818a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:37.563913 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51506) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:37.610009 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-3fab9222-91cb-404b-861a-0d84a237818a None None] For port 63fb1a0d-d35b-4827-bf8f-6179ea6f9fa4, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=63fb1a0d-d35b-4827-bf8f-6179ea6f9fa4,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:37.614955 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3fab9222-91cb-404b-861a-0d84a237818a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:37.707425 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-35748f8c-b721-4842-ba7b-c6f02c06a4c8 req-3de763a6-b521-44d0-927e-2d214332ccc4 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 210 time: 0.0396106 Jul 29 23:35:37.713059 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab9222-91cb-404b-861a-0d84a237818a None None] Pushing event updated for resources: {'Port': ['ID=63fb1a0d-d35b-4827-bf8f-6179ea6f9fa4,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:37.714317 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-228fca24-ac5f-4d55-95d9-17495f475434 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:37.744957 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-228fca24-ac5f-4d55-95d9-17495f475434 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Calling delete_port for e521439c-5de7-42db-b284-fd9717856a90 owned by {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:37.750511 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-da29dbf5-abc7-47b4-9c41-8eac4306a962 None None] Could not find standard attr ID for object e87d70dc-afef-4a39-bbc7-e13d369d1540. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:35:37.753822 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0e921a-5f80-4ef5-b458-309511e7c50a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting subnet 70a41ce5-ff96-4ca5-a028-11d511ef84ef {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:35:37.754630 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db4267ad-1015-4873-8025-74fbd6d6c9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:37.761051 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7e0e921a-5f80-4ef5-b458-309511e7c50a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:37.761747 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db4267ad-1015-4873-8025-74fbd6d6c9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:37.811856 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bdc01d-572a-4b60-9def-3d0d727e24cd req-63bad474-8e59-47db-a5d4-ad5f0c4f74f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:37.813534 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-30bdc01d-572a-4b60-9def-3d0d727e24cd req-63bad474-8e59-47db-a5d4-ad5f0c4f74f4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d62724e6-1ddf-4a68-a84a-6a6fb993c52c HTTP/1.1" status: 200 len: 1097 time: 0.2795367 Jul 29 23:35:37.871372 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-db4267ad-1015-4873-8025-74fbd6d6c9f8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=30f0ece0075b40978b0a228737139a1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6888504 Jul 29 23:35:37.871372 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4267ad-1015-4873-8025-74fbd6d6c9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de388d0-a81f-4a6d-bb51-b115662d7221,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:37.876475 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51510) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:37.887654 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7e0e921a-5f80-4ef5-b458-309511e7c50a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:37.962176 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-352391d0-0c4a-4b9c-bc68-2d87c7f2e77d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:37.989435 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-30bdc01d-572a-4b60-9def-3d0d727e24cd req-d163e7cb-d86a-40d3-a070-f2c3a6ad2099 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349907 Jul 29 23:35:38.019816 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-352391d0-0c4a-4b9c-bc68-2d87c7f2e77d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:38.104022 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-228fca24-ac5f-4d55-95d9-17495f475434 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:38.130612 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-352391d0-0c4a-4b9c-bc68-2d87c7f2e77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:38.133672 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-352391d0-0c4a-4b9c-bc68-2d87c7f2e77d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:38.134854 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-352391d0-0c4a-4b9c-bc68-2d87c7f2e77d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1de388d0-a81f-4a6d-bb51-b115662d7221 HTTP/1.1" status: 204 len: 168 time: 0.2562327 Jul 29 23:35:38.143348 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:38.143913 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7e0e921a-5f80-4ef5-b458-309511e7c50a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:38.148359 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228fca24-ac5f-4d55-95d9-17495f475434 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Pushing event deleted for resources: {'Port': ['ID=e521439c-5de7-42db-b284-fd9717856a90,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:38.159799 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352391d0-0c4a-4b9c-bc68-2d87c7f2e77d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de388d0-a81f-4a6d-bb51-b115662d7221,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:38.205669 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-228fca24-ac5f-4d55-95d9-17495f475434 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:38.211761 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-228fca24-ac5f-4d55-95d9-17495f475434 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] 10.222.0.18 "DELETE /v2.0/ports/e521439c-5de7-42db-b284-fd9717856a90 HTTP/1.1" status: 204 len: 168 time: 1.8458533 Jul 29 23:35:38.212216 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51514) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:38.266303 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d728ac-cb1c-41e9-ba9e-2a29d6b5c9ec req-d39354d6-a8e8-40f4-b9e0-2a841802ad1d tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:38.267976 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1d728ac-cb1c-41e9-ba9e-2a29d6b5c9ec req-d39354d6-a8e8-40f4-b9e0-2a841802ad1d tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=56f7d0a8-0de9-40ac-83bd-005328e47236 HTTP/1.1" status: 200 len: 945 time: 0.0962787 Jul 29 23:35:38.292390 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7e0e921a-5f80-4ef5-b458-309511e7c50a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:38.352619 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7e0e921a-5f80-4ef5-b458-309511e7c50a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:38.353824 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7e0e921a-5f80-4ef5-b458-309511e7c50a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/70a41ce5-ff96-4ca5-a028-11d511ef84ef HTTP/1.1" status: 204 len: 168 time: 0.7562118 Jul 29 23:35:38.354944 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e921a-5f80-4ef5-b458-309511e7c50a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Subnet': ['ID=70a41ce5-ff96-4ca5-a028-11d511ef84ef,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:38.358694 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3111066d-38e2-40e5-b829-e1ae85b0c803 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:38.361716 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51518) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:38.387014 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1d728ac-cb1c-41e9-ba9e-2a29d6b5c9ec req-d929c64f-78ff-47a9-8298-cf176273b84a tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058037 Jul 29 23:35:38.392370 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-2797bec4-7ac6-40d2-ace4-3d31179fde6e tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Deleting port fc5aa7c1-dac5-4567-b90f-82004f4cb76c {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:38.392924 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2797bec4-7ac6-40d2-ace4-3d31179fde6e tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:38.504506 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-805b51e9-aff4-4814-86c7-72255dc5404f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1412427 Jul 29 23:35:38.505159 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51522) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:38.568639 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2797bec4-7ac6-40d2-ace4-3d31179fde6e tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:38.583829 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-2797bec4-7ac6-40d2-ace4-3d31179fde6e tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Calling delete_port for fc5aa7c1-dac5-4567-b90f-82004f4cb76c owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:38.625049 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e727a6-5e3d-4253-97b6-a3f9d0d640dc tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:38.628046 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f5e727a6-5e3d-4253-97b6-a3f9d0d640dc tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1215620 Jul 29 23:35:38.630670 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51528) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:38.689658 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2797bec4-7ac6-40d2-ace4-3d31179fde6e tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:38.743086 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797bec4-7ac6-40d2-ace4-3d31179fde6e tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Pushing event deleted for resources: {'Port': ['ID=fc5aa7c1-dac5-4567-b90f-82004f4cb76c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:38.764407 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14e3962-42c0-4ef2-80ab-98277a79d9aa None None] DHCP port deletion for d263319e-790d-4f2c-863f-b09096d5f5fc request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:35:38.766134 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2797bec4-7ac6-40d2-ace4-3d31179fde6e tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:38.773708 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2797bec4-7ac6-40d2-ace4-3d31179fde6e tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] 10.222.0.18 "DELETE /v2.0/ports/fc5aa7c1-dac5-4567-b90f-82004f4cb76c HTTP/1.1" status: 204 len: 168 time: 0.5565927 Jul 29 23:35:38.773708 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51534) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:38.818959 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31da0123-7dbb-4be1-9934-463cf919f0fd tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:38.843026 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-31da0123-7dbb-4be1-9934-463cf919f0fd tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2083910 Jul 29 23:35:38.843383 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51538) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:38.854501 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bee73b0b-8d1a-41ca-8a49-4b1c5784e912 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0749199 Jul 29 23:35:38.854905 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51540) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:38.861595 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-1afdaaa5-3dfc-4ad2-accb-800e9e5c24a8 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-667566953'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:38.866144 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f14e3962-42c0-4ef2-80ab-98277a79d9aa None None] Deleting port 63fb1a0d-d35b-4827-bf8f-6179ea6f9fa4 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:38.866947 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f14e3962-42c0-4ef2-80ab-98277a79d9aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:38.880434 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdde25d-a91f-46cb-a50b-d98f1159837c req-ccb30b19-e68b-4953-a54a-4d67bd5ed1c3 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:38.882356 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fcdde25d-a91f-46cb-a50b-d98f1159837c req-ccb30b19-e68b-4953-a54a-4d67bd5ed1c3 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=d62724e6-1ddf-4a68-a84a-6a6fb993c52c HTTP/1.1" status: 200 len: 945 time: 0.2179816 Jul 29 23:35:38.930584 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afdaaa5-3dfc-4ad2-accb-800e9e5c24a8 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Made reservation on behalf of 73298c150154450687315874bf5ab3f2 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:38.934488 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1afdaaa5-3dfc-4ad2-accb-800e9e5c24a8 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:38.979464 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f14e3962-42c0-4ef2-80ab-98277a79d9aa None None] For port 63fb1a0d-d35b-4827-bf8f-6179ea6f9fa4, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=63fb1a0d-d35b-4827-bf8f-6179ea6f9fa4,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:38.979804 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f14e3962-42c0-4ef2-80ab-98277a79d9aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:38.981002 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8f91d4b9-4fd7-4add-97af-b99a294c78fa tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1359799 Jul 29 23:35:38.986798 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1afdaaa5-3dfc-4ad2-accb-800e9e5c24a8 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:35:38.990850 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51544) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:39.008063 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f14e3962-42c0-4ef2-80ab-98277a79d9aa None None] Calling delete_port for 63fb1a0d-d35b-4827-bf8f-6179ea6f9fa4 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:39.017821 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-71c1bb77-3762-4cb5-a189-e963cd98630a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:39.026896 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1afdaaa5-3dfc-4ad2-accb-800e9e5c24a8 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:39.029679 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-1afdaaa5-3dfc-4ad2-accb-800e9e5c24a8 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Added segment d75b9adc-e824-4750-b209-b0e6aef56fcc of type vlan for network 3c95b0ff-66d7-4463-b73b-b1f905d6a387 Jul 29 23:35:39.102401 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1afdaaa5-3dfc-4ad2-accb-800e9e5c24a8 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:39.126977 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fcdde25d-a91f-46cb-a50b-d98f1159837c req-fcff1db5-da0b-4b7f-bfa0-4dc97d4e4915 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748743 Jul 29 23:35:39.174889 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1afdaaa5-3dfc-4ad2-accb-800e9e5c24a8 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:39.187990 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afdaaa5-3dfc-4ad2-accb-800e9e5c24a8 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:39.190089 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1afdaaa5-3dfc-4ad2-accb-800e9e5c24a8 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:39.210700 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-af2fc3a0-19bd-4454-878c-876c35641b12 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:39.213570 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-af2fc3a0-19bd-4454-878c-876c35641b12 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.39 "GET /v2.0/ports?device_id=d62724e6-1ddf-4a68-a84a-6a6fb993c52c HTTP/1.1" status: 200 len: 945 time: 0.2639260 Jul 29 23:35:39.239641 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f14e3962-42c0-4ef2-80ab-98277a79d9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:39.303750 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e3962-42c0-4ef2-80ab-98277a79d9aa None None] Pushing event deleted for resources: {'Port': ['ID=63fb1a0d-d35b-4827-bf8f-6179ea6f9fa4,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:39.309851 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14e3962-42c0-4ef2-80ab-98277a79d9aa None None] No DVR routers for this DVR port 63fb1a0d-d35b-4827-bf8f-6179ea6f9fa4 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:39.329946 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-70c1bbd4-6ed2-4ac7-af0d-ab821f024c88 req-53c77f75-4aa0-44fb-bc91-924d5212864e tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 210 time: 0.0628138 Jul 29 23:35:39.360977 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51552) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:39.378843 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c1bb77-3762-4cb5-a189-e963cd98630a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:39.385273 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-71c1bb77-3762-4cb5-a189-e963cd98630a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:39.395822 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1afdaaa5-3dfc-4ad2-accb-800e9e5c24a8 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5397723 Jul 29 23:35:39.396876 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51556) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:39.402560 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-e6685299-1f87-4429-bfac-2855276364c8 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1120665702'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:39.440617 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afdaaa5-3dfc-4ad2-accb-800e9e5c24a8 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Pushing event updated for resources: {'Network': ['ID=3c95b0ff-66d7-4463-b73b-b1f905d6a387,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:39.454023 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 3c95b0ff-66d7-4463-b73b-b1f905d6a387 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:35:39.470624 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6685299-1f87-4429-bfac-2855276364c8 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Made reservation on behalf of 73298c150154450687315874bf5ab3f2 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:39.475940 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e6685299-1f87-4429-bfac-2855276364c8 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:39.545190 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-f166fb0f-a155-4a2e-b56f-7115db2310e8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-995832997-network', 'tenant_id': '89c1baf451424e5ba7760a73fa303c99'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:39.589626 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6685299-1f87-4429-bfac-2855276364c8 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:35:39.605884 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e6685299-1f87-4429-bfac-2855276364c8 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:39.606310 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-e6685299-1f87-4429-bfac-2855276364c8 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Added segment 62fc902b-5f58-46a1-ade3-96d945adf819 of type vlan for network f56e2816-b73d-4fff-ae7b-4dcc946331c2 Jul 29 23:35:39.674354 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e6685299-1f87-4429-bfac-2855276364c8 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:39.691647 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f166fb0f-a155-4a2e-b56f-7115db2310e8 admin admin] Made reservation on behalf of 89c1baf451424e5ba7760a73fa303c99 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:39.695897 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f166fb0f-a155-4a2e-b56f-7115db2310e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:39.766371 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d075cc9-8872-449c-864b-476d511e3ec5 req-422c7aaa-1386-4536-850f-8b6aacc7be78 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:39.769154 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6d075cc9-8872-449c-864b-476d511e3ec5 req-422c7aaa-1386-4536-850f-8b6aacc7be78 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=56f7d0a8-0de9-40ac-83bd-005328e47236 HTTP/1.1" status: 200 len: 945 time: 0.1211677 Jul 29 23:35:39.777643 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-01cd4719-f7b3-48e1-8c52-d0fc29d1cb44 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Deleting port acd78374-6442-471c-bef8-c2df17725850 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:39.778269 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-01cd4719-f7b3-48e1-8c52-d0fc29d1cb44 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:39.876690 n-d-712140-10 neutron-server[94063]: DEBUG neutron.objects.ports [None req-71c1bb77-3762-4cb5-a189-e963cd98630a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94063) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:35:39.887623 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-71c1bb77-3762-4cb5-a189-e963cd98630a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:39.990329 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6d075cc9-8872-449c-864b-476d511e3ec5 req-6531ceee-7ea7-4bb8-bc82-e723b428dbcd tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063508 Jul 29 23:35:40.000647 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c1bb77-3762-4cb5-a189-e963cd98630a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:40.013388 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-71c1bb77-3762-4cb5-a189-e963cd98630a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:40.024949 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c1bb77-3762-4cb5-a189-e963cd98630a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:40.025566 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-71c1bb77-3762-4cb5-a189-e963cd98630a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:40.036865 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a24ae3-1950-4829-a39c-c4a0d1184c19 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:40.045202 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-01cd4719-f7b3-48e1-8c52-d0fc29d1cb44 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] For port acd78374-6442-471c-bef8-c2df17725850, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=acd78374-6442-471c-bef8-c2df17725850,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:40.045600 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-01cd4719-f7b3-48e1-8c52-d0fc29d1cb44 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:40.058847 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1bb77-3762-4cb5-a189-e963cd98630a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Subnet': ['ID=b40c65ee-a45f-4eae-a181-ba23e7a440ad,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:40.073296 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-01cd4719-f7b3-48e1-8c52-d0fc29d1cb44 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Calling delete_port for acd78374-6442-471c-bef8-c2df17725850 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:40.086078 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-71c1bb77-3762-4cb5-a189-e963cd98630a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0730393 Jul 29 23:35:40.087148 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51562) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:40.089422 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f166fb0f-a155-4a2e-b56f-7115db2310e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:40.096507 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-0d61da1e-36a8-427b-960d-bdf95b63bc21 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:40.204834 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f166fb0f-a155-4a2e-b56f-7115db2310e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:40.206988 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e6685299-1f87-4429-bfac-2855276364c8 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:40.216224 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6685299-1f87-4429-bfac-2855276364c8 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:40.216894 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e6685299-1f87-4429-bfac-2855276364c8 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:40.236546 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f166fb0f-a155-4a2e-b56f-7115db2310e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:40.243404 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e6685299-1f87-4429-bfac-2855276364c8 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8448346 Jul 29 23:35:40.345884 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166fb0f-a155-4a2e-b56f-7115db2310e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7e7f68-c8c0-4df7-9f45-e0648f976bd1,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:40.372792 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f166fb0f-a155-4a2e-b56f-7115db2310e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:35:40.391337 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6685299-1f87-4429-bfac-2855276364c8 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Pushing event updated for resources: {'Network': ['ID=f56e2816-b73d-4fff-ae7b-4dcc946331c2,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:40.394572 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f166fb0f-a155-4a2e-b56f-7115db2310e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:40.395306 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-f166fb0f-a155-4a2e-b56f-7115db2310e8 admin admin] Added segment 69e97c6b-4c52-4ecf-b424-73fa51d3b692 of type vlan for network 9e8bb3b8-c989-499b-9b47-d0f636a9ee58 Jul 29 23:35:40.411008 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network f56e2816-b73d-4fff-ae7b-4dcc946331c2 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:35:40.424805 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a42faf46-d10a-409a-837b-efb456fcc755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-d263319e-790d-4f2c-863f-b09096d5f5fc', 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'tenant_id': '9e8d306db215455d80dae7259f2106c8', 'fixed_ips': [{'subnet_id': 'b40c65ee-a45f-4eae-a181-ba23e7a440ad'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:35:40.425743 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a42faf46-d10a-409a-837b-efb456fcc755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:40.450936 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f166fb0f-a155-4a2e-b56f-7115db2310e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:40.486798 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f166fb0f-a155-4a2e-b56f-7115db2310e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:40.488250 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f166fb0f-a155-4a2e-b56f-7115db2310e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:40.489099 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f166fb0f-a155-4a2e-b56f-7115db2310e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:40.560433 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f166fb0f-a155-4a2e-b56f-7115db2310e8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1950336 Jul 29 23:35:40.562230 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51568) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:40.571124 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-f88408af-e961-4023-a184-5c7226e57016 admin admin] Request body: {'subnet': {'network_id': '9e8bb3b8-c989-499b-9b47-d0f636a9ee58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-995832997-subnet', 'tenant_id': '89c1baf451424e5ba7760a73fa303c99', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:40.593265 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166fb0f-a155-4a2e-b56f-7115db2310e8 admin admin] Pushing event updated for resources: {'Network': ['ID=9e8bb3b8-c989-499b-9b47-d0f636a9ee58,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:40.612198 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 9e8bb3b8-c989-499b-9b47-d0f636a9ee58 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:35:40.649857 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d61da1e-36a8-427b-960d-bdf95b63bc21 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:40.666438 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0d61da1e-36a8-427b-960d-bdf95b63bc21 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:40.672033 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88408af-e961-4023-a184-5c7226e57016 admin admin] Made reservation on behalf of 89c1baf451424e5ba7760a73fa303c99 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:40.682444 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f88408af-e961-4023-a184-5c7226e57016 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:40.879613 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 63fb1a0d-d35b-4827-bf8f-6179ea6f9fa4 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:40.992335 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 63fb1a0d-d35b-4827-bf8f-6179ea6f9fa4 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:35:40.993005 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 63fb1a0d-d35b-4827-bf8f-6179ea6f9fa4 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:35:41.105113 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f88408af-e961-4023-a184-5c7226e57016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:41.307324 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88408af-e961-4023-a184-5c7226e57016 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7563258e-893d-4569-ae46-3f4dfd9cea67,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:41.341632 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f88408af-e961-4023-a184-5c7226e57016 admin admin] Checking segment: {'id': '69e97c6b-4c52-4ecf-b424-73fa51d3b692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9e8bb3b8-c989-499b-9b47-d0f636a9ee58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:41.341632 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88408af-e961-4023-a184-5c7226e57016 admin admin] Network hostable DHCP agents. Network: 9e8bb3b8-c989-499b-9b47-d0f636a9ee58, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:35:41.343983 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-a42faf46-d10a-409a-837b-efb456fcc755 None None] Allocated IP 2001:db8::f816:3eff:fe20:2782 (d263319e-790d-4f2c-863f-b09096d5f5fc/b40c65ee-a45f-4eae-a181-ba23e7a440ad/12f5b7bd-e2dd-43b5-a341-72374d29d828) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:41.388980 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88408af-e961-4023-a184-5c7226e57016 admin admin] Network 9e8bb3b8-c989-499b-9b47-d0f636a9ee58 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:35:41.394678 n-d-712140-10 neutron-server[94063]: INFO neutron.db.ipam_backend_mixin [None req-0d61da1e-36a8-427b-960d-bdf95b63bc21 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b40c65ee-a45f-4eae-a181-ba23e7a440ad (CIDR: 2001:db8::/64) Jul 29 23:35:41.417347 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-f88408af-e961-4023-a184-5c7226e57016 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 9e8bb3b8-c989-499b-9b47-d0f636a9ee58) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:41.423877 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88408af-e961-4023-a184-5c7226e57016 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:41.424820 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f88408af-e961-4023-a184-5c7226e57016 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:41.473920 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f88408af-e961-4023-a184-5c7226e57016 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9021020 Jul 29 23:35:41.484187 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88d30b85-46aa-4f82-92b8-b75991b0feb0 None None] Network 9e8bb3b8-c989-499b-9b47-d0f636a9ee58 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:41.520333 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d61da1e-36a8-427b-960d-bdf95b63bc21 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:35:41.521480 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d61da1e-36a8-427b-960d-bdf95b63bc21 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:35:41.535221 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-01cd4719-f7b3-48e1-8c52-d0fc29d1cb44 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:41.576277 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['acd78374-6442-471c-bef8-c2df17725850'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:41.577809 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0d61da1e-36a8-427b-960d-bdf95b63bc21 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4868534 Jul 29 23:35:41.582160 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51576) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:41.583720 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cd4719-f7b3-48e1-8c52-d0fc29d1cb44 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Pushing event deleted for resources: {'Port': ['ID=acd78374-6442-471c-bef8-c2df17725850,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:41.592368 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-54d12577-f875-43cb-95be-017102173b65 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:41.603771 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc49410b-bdc5-4f6a-9503-23c26741ac4f req-625ce8e9-b24a-4a48-a7d6-b2d252fe9ff2 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:41.615861 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dc49410b-bdc5-4f6a-9503-23c26741ac4f req-625ce8e9-b24a-4a48-a7d6-b2d252fe9ff2 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=d62724e6-1ddf-4a68-a84a-6a6fb993c52c HTTP/1.1" status: 200 len: 867 time: 1.2479117 Jul 29 23:35:41.713381 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dc49410b-bdc5-4f6a-9503-23c26741ac4f req-f3eafd09-e84c-4ea9-ae73-e4b37a989ca4 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939939 Jul 29 23:35:41.773161 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-01cd4719-f7b3-48e1-8c52-d0fc29d1cb44 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] No DVR routers for this DVR port acd78374-6442-471c-bef8-c2df17725850 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:41.779050 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-01cd4719-f7b3-48e1-8c52-d0fc29d1cb44 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:41.789366 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb18f411-881b-421c-912b-ef05b3fd4368 req-01cd4719-f7b3-48e1-8c52-d0fc29d1cb44 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.39 "DELETE /v2.0/ports/acd78374-6442-471c-bef8-c2df17725850 HTTP/1.1" status: 204 len: 173 time: 2.5659451 Jul 29 23:35:41.803735 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd62724e6-1ddf-4a68-a84a-6a6fb993c52c', 'name': 'network-vif-deleted', 'tag': 'acd78374-6442-471c-bef8-c2df17725850'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:41.830706 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e1ed7c-ca44-4164-a04f-731be9692e27" -d '{"events": [{"server_uuid": "d62724e6-1ddf-4a68-a84a-6a6fb993c52c", "name": "network-vif-deleted", "tag": "acd78374-6442-471c-bef8-c2df17725850"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:41.996319 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3984333d-13a5-4f51-bf83-ef640567e9da req-59719c13-6146-4f05-ba2a-d738adf7cda3 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 210 time: 0.0773823 Jul 29 23:35:42.108755 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d12577-f875-43cb-95be-017102173b65 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:42.117748 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-54d12577-f875-43cb-95be-017102173b65 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:42.205263 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a42faf46-d10a-409a-837b-efb456fcc755 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:42.225082 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a42faf46-d10a-409a-837b-efb456fcc755 None None] Transition to ACTIVE for port object 12f5b7bd-e2dd-43b5-a341-72374d29d828 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:42.269664 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a42faf46-d10a-409a-837b-efb456fcc755 None None] Transition to ACTIVE for port object 12f5b7bd-e2dd-43b5-a341-72374d29d828 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:42.298890 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a42faf46-d10a-409a-837b-efb456fcc755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:42.327933 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98dacc-2f30-4e03-852b-22d275049a40 req-e073d76e-6206-48ff-9e1d-a2f1219c1824 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:42.334382 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-df98dacc-2f30-4e03-852b-22d275049a40 req-e073d76e-6206-48ff-9e1d-a2f1219c1824 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=56f7d0a8-0de9-40ac-83bd-005328e47236 HTTP/1.1" status: 200 len: 945 time: 0.1959839 Jul 29 23:35:42.373849 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ae17792-9a02-4677-ac88-1f5e41001cfe req-0551cdbd-81cd-4246-9a0d-ffe226689531 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7a95e2067dac40d1a2f41b37f14aaf9a&device_id=d62724e6-1ddf-4a68-a84a-6a6fb993c52c HTTP/1.1" status: 200 len: 210 time: 0.0349739 Jul 29 23:35:42.453799 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42faf46-d10a-409a-837b-efb456fcc755 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:42.464138 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-a42faf46-d10a-409a-837b-efb456fcc755 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:42.483145 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42faf46-d10a-409a-837b-efb456fcc755 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:42.539284 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42faf46-d10a-409a-837b-efb456fcc755 None None] Pushing event updated for resources: {'Port': ['ID=12f5b7bd-e2dd-43b5-a341-72374d29d828,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:42.741743 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a42faf46-d10a-409a-837b-efb456fcc755 None None] Attempting to bind port 12f5b7bd-e2dd-43b5-a341-72374d29d828 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:42.742385 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a42faf46-d10a-409a-837b-efb456fcc755 None None] Attempting to bind port 12f5b7bd-e2dd-43b5-a341-72374d29d828 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:42.742922 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42faf46-d10a-409a-837b-efb456fcc755 None None] Attempting to bind port 12f5b7bd-e2dd-43b5-a341-72374d29d828 on network d263319e-790d-4f2c-863f-b09096d5f5fc {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:42.806427 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-125c5c27-0110-4b78-aaf7-5b98e39f2833 None None] Network 9e8bb3b8-c989-499b-9b47-d0f636a9ee58 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:42.823456 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42faf46-d10a-409a-837b-efb456fcc755 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:42.823456 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42faf46-d10a-409a-837b-efb456fcc755 None None] Checking segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:42.829253 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a42faf46-d10a-409a-837b-efb456fcc755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:42.829787 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42faf46-d10a-409a-837b-efb456fcc755 None None] Bound using segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:42.830592 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a42faf46-d10a-409a-837b-efb456fcc755 None None] Bound port: 12f5b7bd-e2dd-43b5-a341-72374d29d828, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:42.831027 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a42faf46-d10a-409a-837b-efb456fcc755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:42.840354 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51594) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:42.879030 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-276f4be9-19c2-4fab-afd1-6ff8f68cfc63 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1009124762-network', 'tenant_id': 'ff28ce38d0524b44a3e5fdd8c0766492'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:42.884067 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-df98dacc-2f30-4e03-852b-22d275049a40 req-9fd6a06a-4b29-47ed-859c-913ef974b5ea tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5086360 Jul 29 23:35:42.885270 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae17792-9a02-4677-ac88-1f5e41001cfe req-60239bc4-fab7-48f2-8570-ebf847574069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:42.886737 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ae17792-9a02-4677-ac88-1f5e41001cfe req-60239bc4-fab7-48f2-8570-ebf847574069 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=7a95e2067dac40d1a2f41b37f14aaf9a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.5039132 Jul 29 23:35:43.024438 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-54d12577-f875-43cb-95be-017102173b65 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:43.058039 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a42faf46-d10a-409a-837b-efb456fcc755 None None] For port 12f5b7bd-e2dd-43b5-a341-72374d29d828, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:43.061552 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a42faf46-d10a-409a-837b-efb456fcc755 None None] For port 12f5b7bd-e2dd-43b5-a341-72374d29d828, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=12f5b7bd-e2dd-43b5-a341-72374d29d828,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:43.073524 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a42faf46-d10a-409a-837b-efb456fcc755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:43.290757 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42faf46-d10a-409a-837b-efb456fcc755 None None] Pushing event updated for resources: {'Port': ['ID=12f5b7bd-e2dd-43b5-a341-72374d29d828,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:43.331485 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6b4ac6-6a0e-446e-be20-5ab087548844 x-openstack-request-id: req-bf6b4ac6-6a0e-446e-be20-5ab087548844 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:43.337028 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d62724e6-1ddf-4a68-a84a-6a6fb993c52c", "name": "network-vif-deleted", "tag": "acd78374-6442-471c-bef8-c2df17725850", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:43.337463 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf6b4ac6-6a0e-446e-be20-5ab087548844 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:43.338356 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd62724e6-1ddf-4a68-a84a-6a6fb993c52c', 'name': 'network-vif-deleted', 'tag': 'acd78374-6442-471c-bef8-c2df17725850', 'status': 'completed', 'code': 200} Jul 29 23:35:43.356549 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d12577-f875-43cb-95be-017102173b65 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Subnet': ['ID=22f124dc-a7c4-448e-8b92-78da70f0d252,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:43.380127 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54d12577-f875-43cb-95be-017102173b65 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:43.388165 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-54d12577-f875-43cb-95be-017102173b65 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:43.392403 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d12577-f875-43cb-95be-017102173b65 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:43.393009 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-54d12577-f875-43cb-95be-017102173b65 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:43.429497 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276f4be9-19c2-4fab-afd1-6ff8f68cfc63 admin admin] Made reservation on behalf of ff28ce38d0524b44a3e5fdd8c0766492 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:43.432992 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-276f4be9-19c2-4fab-afd1-6ff8f68cfc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:43.457290 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-276f4be9-19c2-4fab-afd1-6ff8f68cfc63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:43.482597 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-54d12577-f875-43cb-95be-017102173b65 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8987439 Jul 29 23:35:43.492135 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae17792-9a02-4677-ac88-1f5e41001cfe req-33f1abe2-363b-4160-9b12-dbc4b4c287e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:43.493686 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ae17792-9a02-4677-ac88-1f5e41001cfe req-33f1abe2-363b-4160-9b12-dbc4b4c287e7 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5929296 Jul 29 23:35:43.494860 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51598) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:43.516908 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-2f4a0a23-e6f7-4586-a5c5-0722d3ac6395 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'port': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'mac_address': 'fa:16:3e:1a:38:0b', 'name': 'tempest-NetworksTestDHCPv6-772645717'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:43.558554 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-90c3c015-1b53-4f72-ad31-fea567b3b365 req-cdcff19b-261d-42f2-862e-abca71f7ff9f tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=d62724e6-1ddf-4a68-a84a-6a6fb993c52c HTTP/1.1" status: 200 len: 210 time: 0.0679519 Jul 29 23:35:43.706224 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-14acefa0-3bdf-4934-85be-370bcee41ad3 req-8c9c519a-8e7b-4e76-ba63-7833a0042ad5 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 210 time: 0.0595350 Jul 29 23:35:43.845763 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-276f4be9-19c2-4fab-afd1-6ff8f68cfc63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:43.856388 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-276f4be9-19c2-4fab-afd1-6ff8f68cfc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:43.883419 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276f4be9-19c2-4fab-afd1-6ff8f68cfc63 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:35:43.910270 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-276f4be9-19c2-4fab-afd1-6ff8f68cfc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:43.911498 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-276f4be9-19c2-4fab-afd1-6ff8f68cfc63 admin admin] Added segment 75a9ef15-1a6f-4e54-9aa4-01686b3e92fa of type vlan for network 54458238-9878-4328-b9d5-3ffee2f61f57 Jul 29 23:35:43.939107 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4a0a23-e6f7-4586-a5c5-0722d3ac6395 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:44.063321 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e355c635-1230-4a91-a54b-be4c371c3e71 req-89a48bce-e962-4360-ba48-2503d003cfac tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:44.071686 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e355c635-1230-4a91-a54b-be4c371c3e71 req-89a48bce-e962-4360-ba48-2503d003cfac tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=56f7d0a8-0de9-40ac-83bd-005328e47236 HTTP/1.1" status: 200 len: 945 time: 0.0671554 Jul 29 23:35:44.080694 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51602) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:44.087196 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-3b1a2f05-5959-4507-aa82-0921912f948f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Request body: {'subnets': [{'network_id': '3c95b0ff-66d7-4463-b73b-b1f905d6a387', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1613716560', 'ip_version': 6}, {'network_id': 'f56e2816-b73d-4fff-ae7b-4dcc946331c2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:44.087810 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-3b1a2f05-5959-4507-aa82-0921912f948f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Request body: {'subnet': {'network_id': '3c95b0ff-66d7-4463-b73b-b1f905d6a387', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1613716560', 'ip_version': 6}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:44.088838 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-3b1a2f05-5959-4507-aa82-0921912f948f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Request body: {'subnet': {'network_id': 'f56e2816-b73d-4fff-ae7b-4dcc946331c2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:44.094731 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-276f4be9-19c2-4fab-afd1-6ff8f68cfc63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:44.098180 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f4be9-19c2-4fab-afd1-6ff8f68cfc63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1925db15-e11b-4ec5-a208-ddb1aba3d737,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:44.164764 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2f4a0a23-e6f7-4586-a5c5-0722d3ac6395 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:44.188061 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-276f4be9-19c2-4fab-afd1-6ff8f68cfc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:44.189479 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276f4be9-19c2-4fab-afd1-6ff8f68cfc63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:44.190280 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-276f4be9-19c2-4fab-afd1-6ff8f68cfc63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:44.198959 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-2f4a0a23-e6f7-4586-a5c5-0722d3ac6395 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] device_id is not set on port 977ef2b8-c2d3-4021-ae92-f52566df8b9a yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:35:44.199516 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e355c635-1230-4a91-a54b-be4c371c3e71 req-ee38ca50-7c88-49f6-9625-81cdd1d8317b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266587 Jul 29 23:35:44.392865 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1a2f05-5959-4507-aa82-0921912f948f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Made reservation on behalf of 73298c150154450687315874bf5ab3f2 for: {'subnet': 2} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:44.401017 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3b1a2f05-5959-4507-aa82-0921912f948f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:44.404467 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3b1a2f05-5959-4507-aa82-0921912f948f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:44.424458 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-276f4be9-19c2-4fab-afd1-6ff8f68cfc63 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5820992 Jul 29 23:35:44.426302 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51606) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:44.439478 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-ffdf08ad-1a6d-4a7a-9aa4-485ce787671f admin admin] Request body: {'subnet': {'network_id': '54458238-9878-4328-b9d5-3ffee2f61f57', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1009124762-subnet', 'tenant_id': 'ff28ce38d0524b44a3e5fdd8c0766492', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:44.454875 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f4be9-19c2-4fab-afd1-6ff8f68cfc63 admin admin] Pushing event updated for resources: {'Network': ['ID=54458238-9878-4328-b9d5-3ffee2f61f57,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:44.470992 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 54458238-9878-4328-b9d5-3ffee2f61f57 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:35:44.541308 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffdf08ad-1a6d-4a7a-9aa4-485ce787671f admin admin] Made reservation on behalf of ff28ce38d0524b44a3e5fdd8c0766492 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:44.544068 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ffdf08ad-1a6d-4a7a-9aa4-485ce787671f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:44.675309 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fc09e3-36af-4efc-8dc6-6c77080ef7ec None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:44.770713 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-2f4a0a23-e6f7-4586-a5c5-0722d3ac6395 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Allocated IP 2001:db8:0:1::27e (d263319e-790d-4f2c-863f-b09096d5f5fc/22f124dc-a7c4-448e-8b92-78da70f0d252/977ef2b8-c2d3-4021-ae92-f52566df8b9a) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:44.783795 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-2f4a0a23-e6f7-4586-a5c5-0722d3ac6395 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Allocated IP 2001:db8::f816:3eff:fe1a:380b (d263319e-790d-4f2c-863f-b09096d5f5fc/b40c65ee-a45f-4eae-a181-ba23e7a440ad/977ef2b8-c2d3-4021-ae92-f52566df8b9a) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:44.797561 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 12f5b7bd-e2dd-43b5-a341-72374d29d828 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:44.818269 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c04afe68-b92e-4964-ad67-c90e6acf8fc5 req-c604a82a-3bc8-4174-ba25-690417976cee tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=d62724e6-1ddf-4a68-a84a-6a6fb993c52c HTTP/1.1" status: 200 len: 210 time: 0.0995929 Jul 29 23:35:44.869707 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-722c5582-7d4d-4727-9911-f6edbf7b6a10 None None] Provisioning for port 12f5b7bd-e2dd-43b5-a341-72374d29d828 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:44.946062 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ae17792-9a02-4677-ac88-1f5e41001cfe req-c2cc83ed-eafc-4fc8-80a6-9cd05ff83821 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.39 "GET /v2.0/ports?device_id=d62724e6-1ddf-4a68-a84a-6a6fb993c52c HTTP/1.1" status: 200 len: 210 time: 0.0532520 Jul 29 23:35:44.963405 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 12f5b7bd-e2dd-43b5-a341-72374d29d828 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:44.971614 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 12f5b7bd-e2dd-43b5-a341-72374d29d828 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:44.972020 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:44.980913 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52db29c8-c4df-42a4-a515-edf0a2e3db2f req-b9f8445c-0fd7-4d04-84d7-c5ca64bf2f03 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 210 time: 0.0387368 Jul 29 23:35:45.107442 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ffdf08ad-1a6d-4a7a-9aa4-485ce787671f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:45.175499 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:45.200837 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199aa733-8ee9-494a-9f3a-e6a9b6b41cc0 None None] Update dhcp port {'port': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'fixed_ips': [{'subnet_id': 'b40c65ee-a45f-4eae-a181-ba23e7a440ad', 'ip_address': '2001:db8::f816:3eff:fe20:2782'}, {'subnet_id': '22f124dc-a7c4-448e-8b92-78da70f0d252'}], 'binding:host_id': 'n-d-712140-10'}, 'id': '12f5b7bd-e2dd-43b5-a341-72374d29d828'} from n-d-712140-10. {{(pid=94065) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:35:45.257892 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf08ad-1a6d-4a7a-9aa4-485ce787671f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7257b23b-1008-46b1-90c5-1d60e27a127a,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:45.259877 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 12f5b7bd-e2dd-43b5-a341-72374d29d828, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=12f5b7bd-e2dd-43b5-a341-72374d29d828,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:45.265750 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-199aa733-8ee9-494a-9f3a-e6a9b6b41cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:45.289415 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:45.325726 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2f4a0a23-e6f7-4586-a5c5-0722d3ac6395 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:45.333706 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3b1a2f05-5959-4507-aa82-0921912f948f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:45.343997 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-2f4a0a23-e6f7-4586-a5c5-0722d3ac6395 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Transition to ACTIVE for port object 977ef2b8-c2d3-4021-ae92-f52566df8b9a will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:45.383258 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdf08ad-1a6d-4a7a-9aa4-485ce787671f admin admin] Checking segment: {'id': '75a9ef15-1a6f-4e54-9aa4-01686b3e92fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '54458238-9878-4328-b9d5-3ffee2f61f57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:45.384324 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdf08ad-1a6d-4a7a-9aa4-485ce787671f admin admin] Network hostable DHCP agents. Network: 54458238-9878-4328-b9d5-3ffee2f61f57, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:35:45.389347 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2f4a0a23-e6f7-4586-a5c5-0722d3ac6395 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:45.463537 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdf08ad-1a6d-4a7a-9aa4-485ce787671f admin admin] Network 54458238-9878-4328-b9d5-3ffee2f61f57 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:35:45.466886 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4a0a23-e6f7-4586-a5c5-0722d3ac6395 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:45.475561 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-2f4a0a23-e6f7-4586-a5c5-0722d3ac6395 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:45.507588 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4a0a23-e6f7-4586-a5c5-0722d3ac6395 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Port': ['ID=977ef2b8-c2d3-4021-ae92-f52566df8b9a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:45.510145 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a2f05-5959-4507-aa82-0921912f948f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Pushing event updated for resources: {'Subnet': ['ID=b915c9ed-577d-47cb-9381-4550e114688f,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:45.529570 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1a2f05-5959-4507-aa82-0921912f948f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Checking segment: {'id': 'd75b9adc-e824-4750-b209-b0e6aef56fcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '3c95b0ff-66d7-4463-b73b-b1f905d6a387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:45.529949 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1a2f05-5959-4507-aa82-0921912f948f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Network hostable DHCP agents. Network: 3c95b0ff-66d7-4463-b73b-b1f905d6a387, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:35:45.532404 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4a0a23-e6f7-4586-a5c5-0722d3ac6395 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:45.540634 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4a0a23-e6f7-4586-a5c5-0722d3ac6395 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:45.541526 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2f4a0a23-e6f7-4586-a5c5-0722d3ac6395 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:45.545503 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-ffdf08ad-1a6d-4a7a-9aa4-485ce787671f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 54458238-9878-4328-b9d5-3ffee2f61f57) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:45.554178 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffdf08ad-1a6d-4a7a-9aa4-485ce787671f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:45.555561 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ffdf08ad-1a6d-4a7a-9aa4-485ce787671f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:45.570694 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996ea124-2b06-496d-940c-f93d4791fac3 req-05b78be2-01bb-48fc-8153-1a68e001a4f7 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:45.573907 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ffdf08ad-1a6d-4a7a-9aa4-485ce787671f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1402009 Jul 29 23:35:45.578272 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-996ea124-2b06-496d-940c-f93d4791fac3 req-05b78be2-01bb-48fc-8153-1a68e001a4f7 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=56f7d0a8-0de9-40ac-83bd-005328e47236 HTTP/1.1" status: 200 len: 945 time: 0.1941104 Jul 29 23:35:45.581894 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2f4a0a23-e6f7-4586-a5c5-0722d3ac6395 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0850756 Jul 29 23:35:45.586843 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51616) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:45.608629 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1a2f05-5959-4507-aa82-0921912f948f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Network 3c95b0ff-66d7-4463-b73b-b1f905d6a387 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:35:45.627066 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ecd3ad-4e8d-4048-beef-cba8656c3b1f None None] Network 54458238-9878-4328-b9d5-3ffee2f61f57 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:45.636053 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-3b1a2f05-5959-4507-aa82-0921912f948f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 3c95b0ff-66d7-4463-b73b-b1f905d6a387) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:45.643114 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3b1a2f05-5959-4507-aa82-0921912f948f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:45.695091 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a474744-6cb4-4da7-bcdc-97505537f3c6 None None] Network 3c95b0ff-66d7-4463-b73b-b1f905d6a387 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:45.754453 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-996ea124-2b06-496d-940c-f93d4791fac3 req-0cb6ead4-88f5-4482-bbd2-fba13f7be0b8 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580265 Jul 29 23:35:45.822062 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a2f05-5959-4507-aa82-0921912f948f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Pushing event updated for resources: {'Subnet': ['ID=9f5ad77b-4a40-4d61-b2b7-40996710cdaa,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:45.827136 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1a2f05-5959-4507-aa82-0921912f948f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Checking segment: {'id': '62fc902b-5f58-46a1-ade3-96d945adf819', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f56e2816-b73d-4fff-ae7b-4dcc946331c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:45.827509 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1a2f05-5959-4507-aa82-0921912f948f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Network hostable DHCP agents. Network: f56e2816-b73d-4fff-ae7b-4dcc946331c2, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:35:45.864798 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-4822b7e7-40f9-4972-a8c3-809f2dead8a6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting port 977ef2b8-c2d3-4021-ae92-f52566df8b9a {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:45.866415 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4822b7e7-40f9-4972-a8c3-809f2dead8a6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:45.882605 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1a2f05-5959-4507-aa82-0921912f948f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Network f56e2816-b73d-4fff-ae7b-4dcc946331c2 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:35:45.895684 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-3b1a2f05-5959-4507-aa82-0921912f948f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, f56e2816-b73d-4fff-ae7b-4dcc946331c2) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:45.901776 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1a2f05-5959-4507-aa82-0921912f948f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:45.902339 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1a2f05-5959-4507-aa82-0921912f948f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:45.903030 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3b1a2f05-5959-4507-aa82-0921912f948f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:45.935256 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3b1a2f05-5959-4507-aa82-0921912f948f tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.8499379 Jul 29 23:35:45.936475 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51624) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:45.989652 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=12f5b7bd-e2dd-43b5-a341-72374d29d828,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:46.002848 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4e6485-14e1-459f-ac43-88afaa4ac29f None None] Network f56e2816-b73d-4fff-ae7b-4dcc946331c2 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:46.089686 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ecb6b8-c594-493e-8c68-9d7eee39d053 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:46.091546 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ecb6b8-c594-493e-8c68-9d7eee39d053 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:46.097836 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ecb6b8-c594-493e-8c68-9d7eee39d053 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:46.102636 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-09ecb6b8-c594-493e-8c68-9d7eee39d053 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1650476 Jul 29 23:35:46.111928 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51630) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:46.189406 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-199aa733-8ee9-494a-9f3a-e6a9b6b41cc0 None None] Allocated IP 2001:db8:0:1::2 (d263319e-790d-4f2c-863f-b09096d5f5fc/22f124dc-a7c4-448e-8b92-78da70f0d252/12f5b7bd-e2dd-43b5-a341-72374d29d828) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:46.213539 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6b5fb3cf-5a63-4ae4-a83c-9974f645d31f req-f1cee108-dbb6-4d6a-8738-ae18b4f9c26f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/ports?device_id=53d29f62-febe-42a1-91b8-a328ee6f356b HTTP/1.1" status: 200 len: 210 time: 0.0443859 Jul 29 23:35:46.235112 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4822b7e7-40f9-4972-a8c3-809f2dead8a6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:46.241633 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-2119e0f0-352d-4eb5-bbbb-83a8eb9b2689 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Deleting subnet b915c9ed-577d-47cb-9381-4550e114688f {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:35:46.253536 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2119e0f0-352d-4eb5-bbbb-83a8eb9b2689 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:46.262338 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-4822b7e7-40f9-4972-a8c3-809f2dead8a6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Calling delete_port for 977ef2b8-c2d3-4021-ae92-f52566df8b9a owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:46.358450 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2119e0f0-352d-4eb5-bbbb-83a8eb9b2689 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:46.418634 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2119e0f0-352d-4eb5-bbbb-83a8eb9b2689 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:46.551175 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2119e0f0-352d-4eb5-bbbb-83a8eb9b2689 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:46.613166 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990796ab-7a6c-4cc7-9350-af42e5e3202b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-f56e2816-b73d-4fff-ae7b-4dcc946331c2', 'network_id': 'f56e2816-b73d-4fff-ae7b-4dcc946331c2', 'tenant_id': '73298c150154450687315874bf5ab3f2', 'fixed_ips': [{'subnet_id': '9f5ad77b-4a40-4d61-b2b7-40996710cdaa'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:35:46.614147 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-990796ab-7a6c-4cc7-9350-af42e5e3202b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:46.641137 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9597b6d4-814a-445c-8764-4c02f821374b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-3c95b0ff-66d7-4463-b73b-b1f905d6a387', 'network_id': '3c95b0ff-66d7-4463-b73b-b1f905d6a387', 'tenant_id': '73298c150154450687315874bf5ab3f2', 'fixed_ips': [{'subnet_id': 'b915c9ed-577d-47cb-9381-4550e114688f'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:35:46.642705 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9597b6d4-814a-445c-8764-4c02f821374b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:46.659353 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e34d99-ca33-4968-8791-530ce26eea24 None None] Network 54458238-9878-4328-b9d5-3ffee2f61f57 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:46.666865 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2119e0f0-352d-4eb5-bbbb-83a8eb9b2689 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Pushing event deleted for resources: {'Subnet': ['ID=b915c9ed-577d-47cb-9381-4550e114688f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:46.673057 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2119e0f0-352d-4eb5-bbbb-83a8eb9b2689 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:46.684400 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2119e0f0-352d-4eb5-bbbb-83a8eb9b2689 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] 10.222.0.18 "DELETE /v2.0/subnets/b915c9ed-577d-47cb-9381-4550e114688f HTTP/1.1" status: 204 len: 168 time: 0.5691340 Jul 29 23:35:46.685398 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51646) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:46.760132 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4822b7e7-40f9-4972-a8c3-809f2dead8a6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:46.778134 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c95b442-dcfb-47b3-9587-f297b2a459d1 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Deleting subnet 9f5ad77b-4a40-4d61-b2b7-40996710cdaa {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:35:46.782102 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1c95b442-dcfb-47b3-9587-f297b2a459d1 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:46.819893 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4822b7e7-40f9-4972-a8c3-809f2dead8a6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Port': ['ID=977ef2b8-c2d3-4021-ae92-f52566df8b9a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:46.823878 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 12f5b7bd-e2dd-43b5-a341-72374d29d828 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:46.909593 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4822b7e7-40f9-4972-a8c3-809f2dead8a6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:46.915693 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4822b7e7-40f9-4972-a8c3-809f2dead8a6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/977ef2b8-c2d3-4021-ae92-f52566df8b9a HTTP/1.1" status: 204 len: 168 time: 1.3265021 Jul 29 23:35:46.916005 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51650) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:46.920628 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-199aa733-8ee9-494a-9f3a-e6a9b6b41cc0 None None] For port 12f5b7bd-e2dd-43b5-a341-72374d29d828, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=12f5b7bd-e2dd-43b5-a341-72374d29d828,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:46.929508 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1c95b442-dcfb-47b3-9587-f297b2a459d1 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:46.984621 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01123271-5ceb-412a-b33e-720f234732d6 None None] Network 3c95b0ff-66d7-4463-b73b-b1f905d6a387 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:47.012321 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7964dc8a-0eb2-4be2-9ebd-726a44ce9922 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:47.014386 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7964dc8a-0eb2-4be2-9ebd-726a44ce9922 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0970752 Jul 29 23:35:47.018262 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51654) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:47.025109 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1c95b442-dcfb-47b3-9587-f297b2a459d1 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:47.034380 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-fcbb3506-6b8e-408a-a006-86ee89282438 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:47.036293 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-fcbb3506-6b8e-408a-a006-86ee89282438 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/networks?id=9e8bb3b8-c989-499b-9b47-d0f636a9ee58 HTTP/1.1" status: 200 len: 811 time: 0.3657258 Jul 29 23:35:47.055951 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-199aa733-8ee9-494a-9f3a-e6a9b6b41cc0 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:47.086649 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-dcfccdb9-1e50-4aa5-8085-b389fc73d6ef tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/quotas/89c1baf451424e5ba7760a73fa303c99 HTTP/1.1" status: 200 len: 375 time: 0.0296588 Jul 29 23:35:47.113567 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-199aa733-8ee9-494a-9f3a-e6a9b6b41cc0 None None] Transition to ACTIVE for port object 12f5b7bd-e2dd-43b5-a341-72374d29d828 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:47.127357 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-199aa733-8ee9-494a-9f3a-e6a9b6b41cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:47.132901 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcc80da-07c1-4868-a089-161ba94e96fe tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:47.142156 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cfcc80da-07c1-4868-a089-161ba94e96fe tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1220212 Jul 29 23:35:47.143152 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51656) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:47.175291 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-b515a9e8-4475-4218-b38d-2d3f9fc2eff5 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=89c1baf451424e5ba7760a73fa303c99&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0688231 Jul 29 23:35:47.244887 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadcd71a-a27a-43b9-b66b-035ca7886ee5 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:47.246568 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadcd71a-a27a-43b9-b66b-035ca7886ee5 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:47.248272 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fadcd71a-a27a-43b9-b66b-035ca7886ee5 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:47.254195 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fadcd71a-a27a-43b9-b66b-035ca7886ee5 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1092265 Jul 29 23:35:47.254775 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51660) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:47.280760 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199aa733-8ee9-494a-9f3a-e6a9b6b41cc0 None None] Pushing event updated for resources: {'Port': ['ID=12f5b7bd-e2dd-43b5-a341-72374d29d828,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:47.292219 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199aa733-8ee9-494a-9f3a-e6a9b6b41cc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:47.292624 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199aa733-8ee9-494a-9f3a-e6a9b6b41cc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:47.293004 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199aa733-8ee9-494a-9f3a-e6a9b6b41cc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:47.293342 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199aa733-8ee9-494a-9f3a-e6a9b6b41cc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:47.293687 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199aa733-8ee9-494a-9f3a-e6a9b6b41cc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:47.294012 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199aa733-8ee9-494a-9f3a-e6a9b6b41cc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:47.294506 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199aa733-8ee9-494a-9f3a-e6a9b6b41cc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:47.294695 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199aa733-8ee9-494a-9f3a-e6a9b6b41cc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:47.294981 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199aa733-8ee9-494a-9f3a-e6a9b6b41cc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:47.295287 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199aa733-8ee9-494a-9f3a-e6a9b6b41cc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:47.295611 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199aa733-8ee9-494a-9f3a-e6a9b6b41cc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:47.295954 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199aa733-8ee9-494a-9f3a-e6a9b6b41cc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server [None req-990796ab-7a6c-4cc7-9350-af42e5e3202b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f5ad77b-4a40-4d61-b2b7-40996710cdaa: This subnet is being modified by another concurrent operation. Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:35:47.340809 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise exception Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9f5ad77b-4a40-4d61-b2b7-40996710cdaa: This subnet is being modified by another concurrent operation. Jul 29 23:35:47.346775 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server Jul 29 23:35:47.351947 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-d89cc1e7-68d5-46f0-9dd8-02827c903390 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting subnet 22f124dc-a7c4-448e-8b92-78da70f0d252 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:35:47.351947 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d89cc1e7-68d5-46f0-9dd8-02827c903390 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:47.352149 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1c95b442-dcfb-47b3-9587-f297b2a459d1 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:47.379876 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2688ea-ca1e-4af7-99e5-e85698ad41e2 None None] Network f56e2816-b73d-4fff-ae7b-4dcc946331c2 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:47.438034 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1c95b442-dcfb-47b3-9587-f297b2a459d1 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:47.446759 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d89cc1e7-68d5-46f0-9dd8-02827c903390 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:47.452044 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1c95b442-dcfb-47b3-9587-f297b2a459d1 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] 10.222.0.18 "DELETE /v2.0/subnets/9f5ad77b-4a40-4d61-b2b7-40996710cdaa HTTP/1.1" status: 204 len: 168 time: 0.7594976 Jul 29 23:35:47.452350 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c95b442-dcfb-47b3-9587-f297b2a459d1 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Pushing event deleted for resources: {'Subnet': ['ID=9f5ad77b-4a40-4d61-b2b7-40996710cdaa,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:47.455295 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51662) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:47.485484 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-7e6baaad-ec3b-4dbf-933b-2d1442041e0e service neutron] 10.222.0.18 "GET /v2.0/networks/9e8bb3b8-c989-499b-9b47-d0f636a9ee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964454 Jul 29 23:35:47.603247 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d89cc1e7-68d5-46f0-9dd8-02827c903390 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:47.637794 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4d8296-c1a0-4936-9cf6-ffc66d9cef75 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:47.644296 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2f4d8296-c1a0-4936-9cf6-ffc66d9cef75 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1830008 Jul 29 23:35:47.647956 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51664) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:47.694537 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d89cc1e7-68d5-46f0-9dd8-02827c903390 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:47.724095 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89cc1e7-68d5-46f0-9dd8-02827c903390 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Subnet': ['ID=22f124dc-a7c4-448e-8b92-78da70f0d252,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:47.729862 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d89cc1e7-68d5-46f0-9dd8-02827c903390 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:47.732273 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d89cc1e7-68d5-46f0-9dd8-02827c903390 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/22f124dc-a7c4-448e-8b92-78da70f0d252 HTTP/1.1" status: 204 len: 168 time: 0.4752772 Jul 29 23:35:47.734864 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51666) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:47.750893 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-1028f4d4-00fd-4c88-b6e6-47175cf32e83 service neutron] 10.222.0.18 "GET /v2.0/networks/9e8bb3b8-c989-499b-9b47-d0f636a9ee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640886 Jul 29 23:35:47.778220 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c7b9-0719-4e27-a9f3-09bce1aea4c5 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:47.798281 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e46d4ed-0c16-4902-a887-1fade709b456 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting subnet b40c65ee-a45f-4eae-a181-ba23e7a440ad {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:35:47.803416 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8e46d4ed-0c16-4902-a887-1fade709b456 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:47.853349 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8e46d4ed-0c16-4902-a887-1fade709b456 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:47.905452 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c7b9-0719-4e27-a9f3-09bce1aea4c5 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:47.924974 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-b9e6c7b9-0719-4e27-a9f3-09bce1aea4c5 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f56e2816-b73d-4fff-ae7b-4dcc946331c2']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:47.945368 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-b9e6c7b9-0719-4e27-a9f3-09bce1aea4c5 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62fc902b-5f58-46a1-ade3-96d945adf819') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:47.945670 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-b9e6c7b9-0719-4e27-a9f3-09bce1aea4c5 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62fc902b-5f58-46a1-ade3-96d945adf819') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:47.956351 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c7b9-0719-4e27-a9f3-09bce1aea4c5 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:47.981877 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c7b9-0719-4e27-a9f3-09bce1aea4c5 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:47.989417 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9e6c7b9-0719-4e27-a9f3-09bce1aea4c5 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:35:47.989839 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c7b9-0719-4e27-a9f3-09bce1aea4c5 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:47.998630 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:35:47.998630 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:35:47.998630 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:35:47.998630 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:35:47.998630 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:35:47.998630 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:35:47.998630 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:35:47.998630 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:35:47.998630 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:35:47.998630 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:35:47.998630 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:35:47.998630 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:35:47.998630 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:35:47.998630 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:35:47.998630 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:35:47.998630 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:35:47.998630 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:35:47.998630 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:35:47.998630 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:35:47.998630 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:35:47.998630 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:35:47.998630 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:35:47.998630 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:35:47.998630 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:35:47.998630 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:35:47.998630 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:35:47.998630 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:35:47.998630 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:35:47.998630 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:35:47.998630 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:35:47.998630 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:35:47.998630 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:35:48.024722 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8e46d4ed-0c16-4902-a887-1fade709b456 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.137599 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8e46d4ed-0c16-4902-a887-1fade709b456 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.149589 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c7b9-0719-4e27-a9f3-09bce1aea4c5 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.159139 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b9e6c7b9-0719-4e27-a9f3-09bce1aea4c5 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.165288 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b9e6c7b9-0719-4e27-a9f3-09bce1aea4c5 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] 10.222.0.18 "DELETE /v2.0/networks/f56e2816-b73d-4fff-ae7b-4dcc946331c2 HTTP/1.1" status: 204 len: 168 time: 0.5160763 Jul 29 23:35:48.168649 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51684) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:48.181714 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e46d4ed-0c16-4902-a887-1fade709b456 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Subnet': ['ID=b40c65ee-a45f-4eae-a181-ba23e7a440ad,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:48.183844 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8e46d4ed-0c16-4902-a887-1fade709b456 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.186189 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8e46d4ed-0c16-4902-a887-1fade709b456 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/b40c65ee-a45f-4eae-a181-ba23e7a440ad HTTP/1.1" status: 204 len: 168 time: 0.4502099 Jul 29 23:35:48.190043 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51686) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:48.201835 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466517c6-bd2c-4b86-a18d-25aac957b5dc None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:48.230483 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:35:48.237634 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e6c7b9-0719-4e27-a9f3-09bce1aea4c5 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Pushing event deleted for resources: {'Network': ['ID=f56e2816-b73d-4fff-ae7b-4dcc946331c2,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:48.282861 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fe5275ff-9628-4b41-8cd3-b2a17897dde4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0914750 Jul 29 23:35:48.286439 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51688) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:48.298063 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-7bc08201-be5f-41fa-b09c-0c3c1f50620b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:48.298359 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21569d99-b611-4e61-b589-d21658e093f9 req-61fa159d-57e4-4182-b499-efc3ebe78374 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:48.299942 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-21569d99-b611-4e61-b589-d21658e093f9 req-61fa159d-57e4-4182-b499-efc3ebe78374 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/networks?id=ebc3405b-dbdf-4745-bae9-00b7363339da HTTP/1.1" status: 200 len: 811 time: 0.2536395 Jul 29 23:35:48.320860 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c663f176-93f8-4220-bf2c-ca5257261f38 None None] Provisioning for port 12f5b7bd-e2dd-43b5-a341-72374d29d828 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:48.330918 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c663f176-93f8-4220-bf2c-ca5257261f38 None None] Provisioning complete for port 12f5b7bd-e2dd-43b5-a341-72374d29d828 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:48.331387 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c663f176-93f8-4220-bf2c-ca5257261f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.339156 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0b98e549-4777-4d05-939a-5cc2ec937a32 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.346388 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-21569d99-b611-4e61-b589-d21658e093f9 req-776dc249-58a1-4b6b-a1db-14f756568f81 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/quotas/7a95e2067dac40d1a2f41b37f14aaf9a HTTP/1.1" status: 200 len: 375 time: 0.0351257 Jul 29 23:35:48.478351 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc08201-be5f-41fa-b09c-0c3c1f50620b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:48.484305 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7bc08201-be5f-41fa-b09c-0c3c1f50620b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.484885 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-21569d99-b611-4e61-b589-d21658e093f9 req-7ec277b3-513c-4d9b-8d71-e808024553a0 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a95e2067dac40d1a2f41b37f14aaf9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0974638 Jul 29 23:35:48.501439 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0b98e549-4777-4d05-939a-5cc2ec937a32 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.517076 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-0b98e549-4777-4d05-939a-5cc2ec937a32 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c95b0ff-66d7-4463-b73b-b1f905d6a387']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:48.551274 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-0b98e549-4777-4d05-939a-5cc2ec937a32 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd75b9adc-e824-4750-b209-b0e6aef56fcc') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:48.551440 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-0b98e549-4777-4d05-939a-5cc2ec937a32 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd75b9adc-e824-4750-b209-b0e6aef56fcc') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:48.575362 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8464d2e0-ee39-4f67-8a80-7bf5cb17e228 None None] DHCP port deletion for d263319e-790d-4f2c-863f-b09096d5f5fc request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:35:48.604366 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0b98e549-4777-4d05-939a-5cc2ec937a32 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.652421 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0b98e549-4777-4d05-939a-5cc2ec937a32 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.685079 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b98e549-4777-4d05-939a-5cc2ec937a32 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:35:48.685720 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0b98e549-4777-4d05-939a-5cc2ec937a32 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.694997 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8464d2e0-ee39-4f67-8a80-7bf5cb17e228 None None] Deleting port 12f5b7bd-e2dd-43b5-a341-72374d29d828 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:48.695456 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8464d2e0-ee39-4f67-8a80-7bf5cb17e228 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.718559 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:35:48.718559 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:35:48.718559 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:35:48.718559 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:35:48.718559 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:35:48.718559 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:35:48.718559 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:35:48.718559 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:35:48.718559 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:35:48.718559 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:35:48.718559 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:35:48.718559 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:35:48.718559 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:35:48.718559 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:35:48.718559 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:35:48.718559 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:35:48.718559 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:35:48.718559 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:35:48.718559 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:35:48.718559 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:35:48.718559 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:35:48.718559 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:35:48.718559 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:35:48.718559 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:35:48.718559 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:35:48.718559 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:35:48.718559 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:35:48.718559 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:35:48.718559 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:35:48.718559 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:35:48.718559 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:35:48.718559 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:35:48.746301 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 12f5b7bd-e2dd-43b5-a341-72374d29d828 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:48.797930 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-8464d2e0-ee39-4f67-8a80-7bf5cb17e228 None None] For port 12f5b7bd-e2dd-43b5-a341-72374d29d828, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=12f5b7bd-e2dd-43b5-a341-72374d29d828,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:48.798866 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8464d2e0-ee39-4f67-8a80-7bf5cb17e228 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.809671 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-21569d99-b611-4e61-b589-d21658e093f9 req-faf30b94-3732-44d4-99d9-19e49daf81b4 service neutron] 10.222.0.18 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726889 Jul 29 23:35:48.817741 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8464d2e0-ee39-4f67-8a80-7bf5cb17e228 None None] Calling delete_port for 12f5b7bd-e2dd-43b5-a341-72374d29d828 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:48.827825 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0b98e549-4777-4d05-939a-5cc2ec937a32 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.848401 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0b98e549-4777-4d05-939a-5cc2ec937a32 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:48.850275 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0b98e549-4777-4d05-939a-5cc2ec937a32 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] 10.222.0.18 "DELETE /v2.0/networks/3c95b0ff-66d7-4463-b73b-b1f905d6a387 HTTP/1.1" status: 204 len: 168 time: 0.6698201 Jul 29 23:35:48.852948 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51692) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:48.890892 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98e549-4777-4d05-939a-5cc2ec937a32 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Pushing event deleted for resources: {'Network': ['ID=3c95b0ff-66d7-4463-b73b-b1f905d6a387,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:48.930161 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-21569d99-b611-4e61-b589-d21658e093f9 req-7a020ece-3259-42de-a217-88088fccaff4 service neutron] 10.222.0.18 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127391 Jul 29 23:35:48.965683 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.008243 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 12f5b7bd-e2dd-43b5-a341-72374d29d828, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=12f5b7bd-e2dd-43b5-a341-72374d29d828,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:49.013757 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.014063 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-509ffbca-9ff7-4f21-97b0-1b723ca33ec1 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.053820 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8464d2e0-ee39-4f67-8a80-7bf5cb17e228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.069797 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8464d2e0-ee39-4f67-8a80-7bf5cb17e228 None None] No DVR routers for this DVR port 12f5b7bd-e2dd-43b5-a341-72374d29d828 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:49.094652 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=12f5b7bd-e2dd-43b5-a341-72374d29d828,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:49.104952 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a180350c-322a-4c57-988c-e5ba1e03fd73 None None] get_active_networks_info from n-d-712140-10 {{(pid=94065) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:35:49.121817 n-d-712140-10 neutron-server[94064]: DEBUG neutron.objects.ports [None req-7bc08201-be5f-41fa-b09c-0c3c1f50620b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94064) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:35:49.154846 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464d2e0-ee39-4f67-8a80-7bf5cb17e228 None None] Pushing event deleted for resources: {'Port': ['ID=12f5b7bd-e2dd-43b5-a341-72374d29d828,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:49.228650 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-509ffbca-9ff7-4f21-97b0-1b723ca33ec1 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.250328 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-509ffbca-9ff7-4f21-97b0-1b723ca33ec1 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbe760b9-76b1-4ead-8829-ca91dbd356a0']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:49.274261 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-509ffbca-9ff7-4f21-97b0-1b723ca33ec1 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db27a5b4-e4d6-4e45-a131-50fb727c92ba') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:49.274569 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-509ffbca-9ff7-4f21-97b0-1b723ca33ec1 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db27a5b4-e4d6-4e45-a131-50fb727c92ba') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:49.290176 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-509ffbca-9ff7-4f21-97b0-1b723ca33ec1 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.299515 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9e9f10-4d63-4c9d-8d70-ded3b1a2e111 req-4dfe5015-32c2-4f04-947b-6035cf200c94 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:49.309001 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7a9e9f10-4d63-4c9d-8d70-ded3b1a2e111 req-4dfe5015-32c2-4f04-947b-6035cf200c94 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=56f7d0a8-0de9-40ac-83bd-005328e47236 HTTP/1.1" status: 200 len: 945 time: 0.1617780 Jul 29 23:35:49.341840 n-d-712140-10 neutron-server[94064]: WARNING neutron.services.revisions.revision_plugin [None req-7bc08201-be5f-41fa-b09c-0c3c1f50620b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Could not find related port for resource to bump revision. Jul 29 23:35:49.352162 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.ipam_pluggable_backend [None req-7bc08201-be5f-41fa-b09c-0c3c1f50620b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Port 12f5b7bd-e2dd-43b5-a341-72374d29d828 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94064) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 29 23:35:49.352641 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.ipam_pluggable_backend [None req-7bc08201-be5f-41fa-b09c-0c3c1f50620b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Reverting IP allocation for 2001:db8::f816:3eff:fe20:2782 {{(pid=94064) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 29 23:35:49.356528 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.ipam_pluggable_backend [None req-7bc08201-be5f-41fa-b09c-0c3c1f50620b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe20:2782 {{(pid=94064) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 29 23:35:49.358755 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-509ffbca-9ff7-4f21-97b0-1b723ca33ec1 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.360904 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7bc08201-be5f-41fa-b09c-0c3c1f50620b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.378925 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device acd78374-6442-471c-bef8-c2df17725850 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:49.397215 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-509ffbca-9ff7-4f21-97b0-1b723ca33ec1 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:35:49.397215 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-509ffbca-9ff7-4f21-97b0-1b723ca33ec1 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.399670 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:35:49.399670 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:35:49.399670 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:35:49.399670 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:35:49.399670 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:35:49.399670 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:35:49.399670 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:35:49.399670 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:35:49.399670 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:35:49.399670 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:35:49.399670 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:35:49.399670 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:35:49.399670 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:35:49.399670 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:35:49.399670 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:35:49.399670 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:35:49.399670 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:35:49.399670 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:35:49.399670 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:35:49.399670 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:35:49.399670 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:35:49.399670 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:35:49.399670 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:35:49.399670 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:35:49.399670 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:35:49.399670 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:35:49.399670 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:35:49.399670 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:35:49.399670 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:35:49.399670 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:35:49.399670 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:35:49.399670 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:35:49.408175 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-ace81149-beef-4b1a-b876-b6cfad1bd7f5 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:49.409695 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-ace81149-beef-4b1a-b876-b6cfad1bd7f5 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.23 "GET /v2.0/networks?id=9e8bb3b8-c989-499b-9b47-d0f636a9ee58 HTTP/1.1" status: 200 len: 811 time: 0.2212007 Jul 29 23:35:49.421987 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: acd78374-6442-471c-bef8-c2df17725850 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:35:49.422285 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device acd78374-6442-471c-bef8-c2df17725850 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:35:49.425203 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-f859f842-ec6c-4a46-8b42-06eb276ebc86 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Request body: {'port': {'device_id': '6388c421-6efa-493e-a8d2-5efd2a878482', 'network_id': '9e8bb3b8-c989-499b-9b47-d0f636a9ee58', 'admin_state_up': True, 'tenant_id': '89c1baf451424e5ba7760a73fa303c99'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:49.436309 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a180350c-322a-4c57-988c-e5ba1e03fd73 None None] Resources bound (agent type, host, resource id): {{(pid=94065) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:35:49.531344 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc08201-be5f-41fa-b09c-0c3c1f50620b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:49.532698 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7a9e9f10-4d63-4c9d-8d70-ded3b1a2e111 req-3401bf0d-f156-445b-a9e1-3d38025848ca tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224145 Jul 29 23:35:49.559977 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-7bc08201-be5f-41fa-b09c-0c3c1f50620b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:49.588314 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc08201-be5f-41fa-b09c-0c3c1f50620b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:49.589459 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7bc08201-be5f-41fa-b09c-0c3c1f50620b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.620776 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc08201-be5f-41fa-b09c-0c3c1f50620b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Subnet': ['ID=d95e3a88-5042-44ac-8635-618c26a1c6ed,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:49.628931 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-509ffbca-9ff7-4f21-97b0-1b723ca33ec1 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.636491 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7bc08201-be5f-41fa-b09c-0c3c1f50620b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3475010 Jul 29 23:35:49.641649 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51704) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:49.645065 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-509ffbca-9ff7-4f21-97b0-1b723ca33ec1 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.648762 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-509ffbca-9ff7-4f21-97b0-1b723ca33ec1 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] 10.222.0.18 "DELETE /v2.0/networks/bbe760b9-76b1-4ead-8829-ca91dbd356a0 HTTP/1.1" status: 204 len: 168 time: 0.7944305 Jul 29 23:35:49.652018 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51706) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:49.666231 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-72b4ffe5-38e9-4d71-b1a6-466a8fb9f513 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:49.765257 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fdff200a-ff05-4e23-9c7d-8ac714827bc3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.768688 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ffbca-9ff7-4f21-97b0-1b723ca33ec1 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Pushing event deleted for resources: {'Network': ['ID=bbe760b9-76b1-4ead-8829-ca91dbd356a0,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:49.774122 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-f859f842-ec6c-4a46-8b42-06eb276ebc86 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Made reservation on behalf of 89c1baf451424e5ba7760a73fa303c99 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:49.780386 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-f859f842-ec6c-4a46-8b42-06eb276ebc86 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.902095 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-402bbd50-61fb-4d01-b945-3b163c285152 req-063da60a-5236-4520-9e11-89d35e529a36 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6388c421-6efa-493e-a8d2-5efd2a878482 HTTP/1.1" status: 200 len: 210 time: 0.0835397 Jul 29 23:35:49.942962 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b4ffe5-38e9-4d71-b1a6-466a8fb9f513 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:49.947625 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-72b4ffe5-38e9-4d71-b1a6-466a8fb9f513 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.952273 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fdff200a-ff05-4e23-9c7d-8ac714827bc3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:49.986933 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-fdff200a-ff05-4e23-9c7d-8ac714827bc3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b267a40c-d381-4ffa-82ff-f7e3941dbb6d']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:50.010634 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-fdff200a-ff05-4e23-9c7d-8ac714827bc3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e7796b0-8949-4de3-87fc-7fd51c6e76ae') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:50.010634 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-fdff200a-ff05-4e23-9c7d-8ac714827bc3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e7796b0-8949-4de3-87fc-7fd51c6e76ae') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:50.037985 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fdff200a-ff05-4e23-9c7d-8ac714827bc3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.068566 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fdff200a-ff05-4e23-9c7d-8ac714827bc3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.083552 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdff200a-ff05-4e23-9c7d-8ac714827bc3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:35:50.085265 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fdff200a-ff05-4e23-9c7d-8ac714827bc3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.091874 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:35:50.091874 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:35:50.091874 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:35:50.091874 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:35:50.091874 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:35:50.091874 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:35:50.091874 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:35:50.091874 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:35:50.091874 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:35:50.091874 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:35:50.091874 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:35:50.091874 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:35:50.091874 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:35:50.091874 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:35:50.091874 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:35:50.091874 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:35:50.091874 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:35:50.091874 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:35:50.091874 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:35:50.091874 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:35:50.091874 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:35:50.091874 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:35:50.091874 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:35:50.091874 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:35:50.091874 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:35:50.091874 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:35:50.091874 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:35:50.091874 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:35:50.091874 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:35:50.091874 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:35:50.091874 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:35:50.091874 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:35:50.188098 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b420ecc6-a3d7-4cfe-8198-ed674640e531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-d263319e-790d-4f2c-863f-b09096d5f5fc', 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'tenant_id': '9e8d306db215455d80dae7259f2106c8', 'fixed_ips': [{'subnet_id': 'd95e3a88-5042-44ac-8635-618c26a1c6ed'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:35:50.189785 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b420ecc6-a3d7-4cfe-8198-ed674640e531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.208720 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fdff200a-ff05-4e23-9c7d-8ac714827bc3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.217912 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fdff200a-ff05-4e23-9c7d-8ac714827bc3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.219803 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fdff200a-ff05-4e23-9c7d-8ac714827bc3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] 10.222.0.18 "DELETE /v2.0/networks/b267a40c-d381-4ffa-82ff-f7e3941dbb6d HTTP/1.1" status: 204 len: 168 time: 0.5664825 Jul 29 23:35:50.234032 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdff200a-ff05-4e23-9c7d-8ac714827bc3 tempest-BulkNetworkOpsIpV6Test-1907234669 tempest-BulkNetworkOpsIpV6Test-1907234669-project] Pushing event deleted for resources: {'Network': ['ID=b267a40c-d381-4ffa-82ff-f7e3941dbb6d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:50.454892 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-b420ecc6-a3d7-4cfe-8198-ed674640e531 None None] Allocated IP 2001:db8::f816:3eff:fe5d:b40a (d263319e-790d-4f2c-863f-b09096d5f5fc/d95e3a88-5042-44ac-8635-618c26a1c6ed/97796cdb-de84-4955-afdd-a1cef5b0f449) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:50.534723 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dee05b3a-7b7b-4630-9d27-a6d2ba7517c8 req-741ea383-cc28-4eff-b9dd-686608d3e1ee tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=84f19daa-c76d-4ec8-87ac-1de752a28803 HTTP/1.1" status: 200 len: 210 time: 0.5237427 Jul 29 23:35:50.592689 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51716) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:50.689346 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d7800181-2958-4835-a1d6-67c7cef06385 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.734947 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d7800181-2958-4835-a1d6-67c7cef06385 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.738173 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-f859f842-ec6c-4a46-8b42-06eb276ebc86 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Allocated IP 172.20.0.4 (9e8bb3b8-c989-499b-9b47-d0f636a9ee58/7563258e-893d-4569-ae46-3f4dfd9cea67/3a69c5c4-0957-4ff4-9264-e7753355de62) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:50.758932 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b420ecc6-a3d7-4cfe-8198-ed674640e531 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.769111 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51720) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:50.770330 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b420ecc6-a3d7-4cfe-8198-ed674640e531 None None] Transition to ACTIVE for port object 97796cdb-de84-4955-afdd-a1cef5b0f449 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:50.797998 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b420ecc6-a3d7-4cfe-8198-ed674640e531 None None] Transition to ACTIVE for port object 97796cdb-de84-4955-afdd-a1cef5b0f449 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:50.817285 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b420ecc6-a3d7-4cfe-8198-ed674640e531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.821712 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21569d99-b611-4e61-b589-d21658e093f9 req-ece47d37-c77f-4070-aaa4-f8ee334bc8c9 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:50.823092 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d7800181-2958-4835-a1d6-67c7cef06385 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.824214 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-21569d99-b611-4e61-b589-d21658e093f9 req-ece47d37-c77f-4070-aaa4-f8ee334bc8c9 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.23 "GET /v2.0/networks?id=ebc3405b-dbdf-4745-bae9-00b7363339da HTTP/1.1" status: 200 len: 811 time: 0.2426143 Jul 29 23:35:50.827502 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d7800181-2958-4835-a1d6-67c7cef06385 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:50.829665 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d7800181-2958-4835-a1d6-67c7cef06385 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "DELETE /v2.0/security-groups/03c635b6-685f-471f-96ad-97d94c162866 HTTP/1.1" status: 204 len: 168 time: 0.2357743 Jul 29 23:35:50.834529 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51724) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:50.854795 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-7d2cd0bb-369d-44a1-ba8b-387ba53769c8 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] show failed (client error): The resource could not be found. Jul 29 23:35:50.856062 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7d2cd0bb-369d-44a1-ba8b-387ba53769c8 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "GET /v2.0/security-groups/03c635b6-685f-471f-96ad-97d94c162866 HTTP/1.1" status: 404 len: 347 time: 0.0202060 Jul 29 23:35:50.857331 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7800181-2958-4835-a1d6-67c7cef06385 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c635b6-685f-471f-96ad-97d94c162866,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:50.860058 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51726) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:50.892153 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-21569d99-b611-4e61-b589-d21658e093f9 req-7285bb2b-e1f8-47f3-a7c1-d9fe00e14551 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Request body: {'port': {'device_id': '84f19daa-c76d-4ec8-87ac-1de752a28803', 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da', 'admin_state_up': True, 'tenant_id': '7a95e2067dac40d1a2f41b37f14aaf9a'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:50.906115 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420ecc6-a3d7-4cfe-8198-ed674640e531 None None] Pushing event updated for resources: {'Port': ['ID=97796cdb-de84-4955-afdd-a1cef5b0f449,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:50.931662 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b420ecc6-a3d7-4cfe-8198-ed674640e531 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:50.940308 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-b420ecc6-a3d7-4cfe-8198-ed674640e531 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:50.945013 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b420ecc6-a3d7-4cfe-8198-ed674640e531 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:51.022172 n-d-712140-10 neutron-server[94063]: INFO neutron.db.ipam_backend_mixin [None req-72b4ffe5-38e9-4d71-b1a6-466a8fb9f513 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d95e3a88-5042-44ac-8635-618c26a1c6ed (CIDR: 2001:db8::/64) Jul 29 23:35:51.028000 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b420ecc6-a3d7-4cfe-8198-ed674640e531 None None] Attempting to bind port 97796cdb-de84-4955-afdd-a1cef5b0f449 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:51.028636 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b420ecc6-a3d7-4cfe-8198-ed674640e531 None None] Attempting to bind port 97796cdb-de84-4955-afdd-a1cef5b0f449 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:51.029200 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b420ecc6-a3d7-4cfe-8198-ed674640e531 None None] Attempting to bind port 97796cdb-de84-4955-afdd-a1cef5b0f449 on network d263319e-790d-4f2c-863f-b09096d5f5fc {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:51.038035 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b420ecc6-a3d7-4cfe-8198-ed674640e531 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:51.038803 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b420ecc6-a3d7-4cfe-8198-ed674640e531 None None] Checking segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:51.039546 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b420ecc6-a3d7-4cfe-8198-ed674640e531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.039941 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-72b4ffe5-38e9-4d71-b1a6-466a8fb9f513 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:35:51.040524 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b420ecc6-a3d7-4cfe-8198-ed674640e531 None None] Bound using segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:51.040772 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72b4ffe5-38e9-4d71-b1a6-466a8fb9f513 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:35:51.041785 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b420ecc6-a3d7-4cfe-8198-ed674640e531 None None] Bound port: 97796cdb-de84-4955-afdd-a1cef5b0f449, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:51.042330 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b420ecc6-a3d7-4cfe-8198-ed674640e531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.045382 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a4657b5b-c856-45a6-8539-d76eb0928244 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=73298c150154450687315874bf5ab3f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2735040 Jul 29 23:35:51.049360 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51730) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:51.111977 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8c9a5d55-4b7b-4fbc-9a39-0e7c6f31616f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Deleting port 4a4b5a0e-a442-43e4-8b5e-aee623608122 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:51.112571 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8c9a5d55-4b7b-4fbc-9a39-0e7c6f31616f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.127877 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-72b4ffe5-38e9-4d71-b1a6-466a8fb9f513 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4794438 Jul 29 23:35:51.132372 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51732) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:51.138022 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f3c2ff-ad7b-4706-bae0-3dc3df7a1f47 req-60da6e53-42a6-4fc1-a6b1-497cf965d9e1 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:51.138461 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-ca5de845-6c6c-4b60-a73b-2778d8915063 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:51.141142 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b420ecc6-a3d7-4cfe-8198-ed674640e531 None None] For port 97796cdb-de84-4955-afdd-a1cef5b0f449, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:51.146234 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b420ecc6-a3d7-4cfe-8198-ed674640e531 None None] For port 97796cdb-de84-4955-afdd-a1cef5b0f449, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=97796cdb-de84-4955-afdd-a1cef5b0f449,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:51.146564 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15f3c2ff-ad7b-4706-bae0-3dc3df7a1f47 req-60da6e53-42a6-4fc1-a6b1-497cf965d9e1 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=56f7d0a8-0de9-40ac-83bd-005328e47236 HTTP/1.1" status: 200 len: 945 time: 0.3804531 Jul 29 23:35:51.152923 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b420ecc6-a3d7-4cfe-8198-ed674640e531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.235877 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420ecc6-a3d7-4cfe-8198-ed674640e531 None None] Pushing event updated for resources: {'Port': ['ID=97796cdb-de84-4955-afdd-a1cef5b0f449,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:51.303367 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8c9a5d55-4b7b-4fbc-9a39-0e7c6f31616f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.303957 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8c9a5d55-4b7b-4fbc-9a39-0e7c6f31616f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.329879 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8c9a5d55-4b7b-4fbc-9a39-0e7c6f31616f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Calling delete_port for 4a4b5a0e-a442-43e4-8b5e-aee623608122 owned by network:floatingip {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:51.352648 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6234a237-cf68-4dbf-8cc1-71f4c56fa17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.361798 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15f3c2ff-ad7b-4706-bae0-3dc3df7a1f47 req-4c8996c1-455c-4b45-be82-8ba8f9ad7521 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144196 Jul 29 23:35:51.369812 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21569d99-b611-4e61-b589-d21658e093f9 req-7285bb2b-e1f8-47f3-a7c1-d9fe00e14551 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Made reservation on behalf of 7a95e2067dac40d1a2f41b37f14aaf9a for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:51.373390 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-21569d99-b611-4e61-b589-d21658e093f9 req-7285bb2b-e1f8-47f3-a7c1-d9fe00e14551 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.387450 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-f859f842-ec6c-4a46-8b42-06eb276ebc86 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.424465 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6234a237-cf68-4dbf-8cc1-71f4c56fa17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.440989 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5de845-6c6c-4b60-a73b-2778d8915063 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:51.449769 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ca5de845-6c6c-4b60-a73b-2778d8915063 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.638275 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-f859f842-ec6c-4a46-8b42-06eb276ebc86 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.731393 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8c9a5d55-4b7b-4fbc-9a39-0e7c6f31616f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.766244 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-21569d99-b611-4e61-b589-d21658e093f9 req-7285bb2b-e1f8-47f3-a7c1-d9fe00e14551 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Allocated IP 172.20.0.14 (ebc3405b-dbdf-4745-bae9-00b7363339da/b7783f5c-0922-4c71-a9e3-d83ec4828df5/ecf42429-5dea-4755-955b-328e8cffbc12) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:51.773597 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6234a237-cf68-4dbf-8cc1-71f4c56fa17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.777301 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6234a237-cf68-4dbf-8cc1-71f4c56fa17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.782249 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6234a237-cf68-4dbf-8cc1-71f4c56fa17a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/099184bf-83a6-453d-b8d3-5aec348fb922 HTTP/1.1" status: 204 len: 168 time: 0.7236419 Jul 29 23:35:51.793802 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-f859f842-ec6c-4a46-8b42-06eb276ebc86 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Network 9e8bb3b8-c989-499b-9b47-d0f636a9ee58 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:51.804208 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a5d55-4b7b-4fbc-9a39-0e7c6f31616f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Pushing event deleted for resources: {'Port': ['ID=4a4b5a0e-a442-43e4-8b5e-aee623608122,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:51.850383 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-f859f842-ec6c-4a46-8b42-06eb276ebc86 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:51.858498 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-f859f842-ec6c-4a46-8b42-06eb276ebc86 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:51.865807 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6234a237-cf68-4dbf-8cc1-71f4c56fa17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099184bf-83a6-453d-b8d3-5aec348fb922,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:51.868699 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f859f842-ec6c-4a46-8b42-06eb276ebc86 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Pushing event updated for resources: {'Port': ['ID=3a69c5c4-0957-4ff4-9264-e7753355de62,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:51.956589 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8c9a5d55-4b7b-4fbc-9a39-0e7c6f31616f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks [] for floatingip, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.960828 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8c9a5d55-4b7b-4fbc-9a39-0e7c6f31616f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:51.962063 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8c9a5d55-4b7b-4fbc-9a39-0e7c6f31616f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "DELETE /v2.0/floatingips/8ce84fcd-6eb9-4210-821b-c9dd4c919ade HTTP/1.1" status: 204 len: 168 time: 1.1007111 Jul 29 23:35:51.969269 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51738) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:52.028669 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-f859f842-ec6c-4a46-8b42-06eb276ebc86 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:52.029717 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-f859f842-ec6c-4a46-8b42-06eb276ebc86 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:52.035382 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ca5de845-6c6c-4b60-a73b-2778d8915063 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:52.048980 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a871a7b-52bd-4fbc-b7a8-a60f61a36730 req-306a1ea9-e77f-418a-bd5e-121200bf64b6 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:52.050870 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7a871a7b-52bd-4fbc-b7a8-a60f61a36730 req-306a1ea9-e77f-418a-bd5e-121200bf64b6 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6388c421-6efa-493e-a8d2-5efd2a878482 HTTP/1.1" status: 200 len: 931 time: 0.2877450 Jul 29 23:35:52.094257 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5de845-6c6c-4b60-a73b-2778d8915063 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:52.126321 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-ca5de845-6c6c-4b60-a73b-2778d8915063 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:52.129247 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5de845-6c6c-4b60-a73b-2778d8915063 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:52.129957 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ca5de845-6c6c-4b60-a73b-2778d8915063 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:52.153577 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ca5de845-6c6c-4b60-a73b-2778d8915063 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0199115 Jul 29 23:35:52.160889 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51742) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:52.169860 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-9b66d2db-9b74-4f57-8096-3c61c8cfb24b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'port': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'mac_address': 'fa:16:3e:62:c2:d1', 'name': 'tempest-NetworksTestDHCPv6-1966667838'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:52.170703 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-f859f842-ec6c-4a46-8b42-06eb276ebc86 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7499514 Jul 29 23:35:52.188286 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5de845-6c6c-4b60-a73b-2778d8915063 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Subnet': ['ID=a36d5fbf-5275-4707-8915-ac42ae266fe4,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:52.198119 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-58e9d26b-46cc-494a-ac64-541f4fa0a615 service neutron] Request body: {'port': {'device_id': '6388c421-6efa-493e-a8d2-5efd2a878482', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:52.241427 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7a871a7b-52bd-4fbc-b7a8-a60f61a36730 req-322ca11b-ac16-4d89-894c-33f97119be68 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab7e7f68-c8c0-4df7-9f45-e0648f976bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521955 Jul 29 23:35:52.287513 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-a66a132c-0d5c-4b61-83b0-a689fcc0bc8c tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Deleting port dae26797-31c4-4e0f-ad38-42613b90a8ce {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:52.287939 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a66a132c-0d5c-4b61-83b0-a689fcc0bc8c tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:52.358508 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-58e9d26b-46cc-494a-ac64-541f4fa0a615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:52.494141 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-21569d99-b611-4e61-b589-d21658e093f9 req-7285bb2b-e1f8-47f3-a7c1-d9fe00e14551 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:52.732465 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52a76cee-6d23-4d14-a346-fd1f85b424bf req-a6b7dae5-6b36-49c2-aac8-dc5b155a6959 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=84f19daa-c76d-4ec8-87ac-1de752a28803 HTTP/1.1" status: 200 len: 210 time: 0.3123617 Jul 29 23:35:52.767797 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-21569d99-b611-4e61-b589-d21658e093f9 req-7285bb2b-e1f8-47f3-a7c1-d9fe00e14551 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:52.834022 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 97796cdb-de84-4955-afdd-a1cef5b0f449 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:52.853422 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285bb2b-e1f8-47f3-a7c1-d9fe00e14551 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Pushing event updated for resources: {'Port': ['ID=ecf42429-5dea-4755-955b-328e8cffbc12,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:52.868535 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21569d99-b611-4e61-b589-d21658e093f9 req-7285bb2b-e1f8-47f3-a7c1-d9fe00e14551 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Network ebc3405b-dbdf-4745-bae9-00b7363339da is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:52.881841 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-21569d99-b611-4e61-b589-d21658e093f9 req-7285bb2b-e1f8-47f3-a7c1-d9fe00e14551 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:52.882101 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b66d2db-9b74-4f57-8096-3c61c8cfb24b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:52.918774 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-21569d99-b611-4e61-b589-d21658e093f9 req-7285bb2b-e1f8-47f3-a7c1-d9fe00e14551 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:52.920183 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 97796cdb-de84-4955-afdd-a1cef5b0f449 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:52.936467 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a66a132c-0d5c-4b61-83b0-a689fcc0bc8c tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:52.942972 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:52.960676 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-a66a132c-0d5c-4b61-83b0-a689fcc0bc8c tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Calling delete_port for dae26797-31c4-4e0f-ad38-42613b90a8ce owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:53.031246 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21569d99-b611-4e61-b589-d21658e093f9 req-7285bb2b-e1f8-47f3-a7c1-d9fe00e14551 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:53.031527 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd87ed86-74a3-487a-ab61-74eb6479a9a0 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:53.031902 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-21569d99-b611-4e61-b589-d21658e093f9 req-7285bb2b-e1f8-47f3-a7c1-d9fe00e14551 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.037469 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-58e9d26b-46cc-494a-ac64-541f4fa0a615 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a69c5c4-0957-4ff4-9264-e7753355de62 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:53.049643 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ab3cf-75ba-41a8-9bb0-afb7d8091122 req-6ce366e9-81ce-48ad-b48b-263280446be1 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:53.052419 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b66d2db-9b74-4f57-8096-3c61c8cfb24b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.057868 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-777ab3cf-75ba-41a8-9bb0-afb7d8091122 req-6ce366e9-81ce-48ad-b48b-263280446be1 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=56f7d0a8-0de9-40ac-83bd-005328e47236 HTTP/1.1" status: 200 len: 945 time: 0.2000637 Jul 29 23:35:53.066686 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-58e9d26b-46cc-494a-ac64-541f4fa0a615 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.077060 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51764) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:53.097857 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-9b66d2db-9b74-4f57-8096-3c61c8cfb24b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] device_id is not set on port b68b7e88-4774-49c1-b9c8-f178edb8938a yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:35:53.108966 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-58e9d26b-46cc-494a-ac64-541f4fa0a615 service neutron] Transition to ACTIVE for port object 3a69c5c4-0957-4ff4-9264-e7753355de62 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:53.113442 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-740d53e1-9f27-408f-a1f3-10c7dca1f2a5 None None] Provisioning for port 97796cdb-de84-4955-afdd-a1cef5b0f449 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:53.116179 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-21569d99-b611-4e61-b589-d21658e093f9 req-7285bb2b-e1f8-47f3-a7c1-d9fe00e14551 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2602882 Jul 29 23:35:53.122467 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-740d53e1-9f27-408f-a1f3-10c7dca1f2a5 None None] Provisioning complete for port 97796cdb-de84-4955-afdd-a1cef5b0f449 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:53.123147 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-740d53e1-9f27-408f-a1f3-10c7dca1f2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.123699 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-58e9d26b-46cc-494a-ac64-541f4fa0a615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.145480 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-21569d99-b611-4e61-b589-d21658e093f9 req-b03eff53-efe1-4ce3-aa9b-1b7774466731 service neutron] Request body: {'port': {'device_id': '84f19daa-c76d-4ec8-87ac-1de752a28803', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:53.161700 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-777ab3cf-75ba-41a8-9bb0-afb7d8091122 req-a89c2978-cb38-4e04-bb3a-99742878b58a tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028073 Jul 29 23:35:53.185828 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce,segment=NetworkSegment(3960cd3a-1252-4022-b2ff-b6d1cbf562dc),segment_id=3960cd3a-1252-4022-b2ff-b6d1cbf562dc)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:53.230196 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce', 'network_id': 'a3b84fcb-d1ea-4d97-a571-e94a9ed02dff', 'port_id': '4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce', 'mac_address': 'fa:16:3e:3c:ad:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5da65a-cf51-4f87-867f-d80f072d9572', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:35:53.280211 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-e842ef5d-6c5b-4787-9ac7-251c9c303f77 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:53.281099 n-d-712140-10 neutron-server[94064]: WARNING neutron.api.v2.base [None req-e842ef5d-6c5b-4787-9ac7-251c9c303f77 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 29 23:35:53.281758 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-e842ef5d-6c5b-4787-9ac7-251c9c303f77 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] create failed (client error): There was a conflict when trying to complete your request. Jul 29 23:35:53.286378 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e842ef5d-6c5b-4787-9ac7-251c9c303f77 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2034619 Jul 29 23:35:53.290119 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51770) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:53.299663 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-a3df894e-13c6-4dc8-9334-9cc7ad8c8cd7 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group': {'name': 'tempest-secgroup--543988759'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:53.325820 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a66a132c-0d5c-4b61-83b0-a689fcc0bc8c tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.331402 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.345927 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9d26b-46cc-494a-ac64-541f4fa0a615 service neutron] Pushing event updated for resources: {'Port': ['ID=3a69c5c4-0957-4ff4-9264-e7753355de62,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:53.375710 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:53.376917 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-21569d99-b611-4e61-b589-d21658e093f9 req-b03eff53-efe1-4ce3-aa9b-1b7774466731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.393579 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a132c-0d5c-4b61-83b0-a689fcc0bc8c tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Pushing event deleted for resources: {'Port': ['ID=dae26797-31c4-4e0f-ad38-42613b90a8ce,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:53.420177 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce,segment=NetworkSegment(3960cd3a-1252-4022-b2ff-b6d1cbf562dc),segment_id=3960cd3a-1252-4022-b2ff-b6d1cbf562dc)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:53.425659 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-740d53e1-9f27-408f-a1f3-10c7dca1f2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.433643 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.484262 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a3df894e-13c6-4dc8-9334-9cc7ad8c8cd7 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.517068 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9222f00c-8816-4cf8-b688-31626d21f06d req-2f9bee74-86d4-4219-9734-b8b0ef1c0b1c tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:53.517311 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-740d53e1-9f27-408f-a1f3-10c7dca1f2a5 None None] For port 97796cdb-de84-4955-afdd-a1cef5b0f449, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=97796cdb-de84-4955-afdd-a1cef5b0f449,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:53.518641 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9222f00c-8816-4cf8-b688-31626d21f06d req-2f9bee74-86d4-4219-9734-b8b0ef1c0b1c tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6388c421-6efa-493e-a8d2-5efd2a878482 HTTP/1.1" status: 200 len: 943 time: 0.1693115 Jul 29 23:35:53.526626 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a3df894e-13c6-4dc8-9334-9cc7ad8c8cd7 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.538626 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-740d53e1-9f27-408f-a1f3-10c7dca1f2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.542293 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:53.572141 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-9b66d2db-9b74-4f57-8096-3c61c8cfb24b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Allocated IP 2001:db8:0:1::31a (d263319e-790d-4f2c-863f-b09096d5f5fc/a36d5fbf-5275-4707-8915-ac42ae266fe4/b68b7e88-4774-49c1-b9c8-f178edb8938a) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:53.576953 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-58e9d26b-46cc-494a-ac64-541f4fa0a615 service neutron] Attempting to bind port 3a69c5c4-0957-4ff4-9264-e7753355de62 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:53.577553 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-58e9d26b-46cc-494a-ac64-541f4fa0a615 service neutron] Attempting to bind port 3a69c5c4-0957-4ff4-9264-e7753355de62 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '69e97c6b-4c52-4ecf-b424-73fa51d3b692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9e8bb3b8-c989-499b-9b47-d0f636a9ee58'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:53.578053 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-58e9d26b-46cc-494a-ac64-541f4fa0a615 service neutron] Attempting to bind port 3a69c5c4-0957-4ff4-9264-e7753355de62 on network 9e8bb3b8-c989-499b-9b47-d0f636a9ee58 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:53.590236 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-9b66d2db-9b74-4f57-8096-3c61c8cfb24b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Allocated IP 2001:db8::f816:3eff:fe62:c2d1 (d263319e-790d-4f2c-863f-b09096d5f5fc/d95e3a88-5042-44ac-8635-618c26a1c6ed/b68b7e88-4774-49c1-b9c8-f178edb8938a) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:53.595108 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-681879e0-5a5f-4863-aad3-471d6af06c9a None None] Update dhcp port {'port': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'fixed_ips': [{'subnet_id': 'd95e3a88-5042-44ac-8635-618c26a1c6ed', 'ip_address': '2001:db8::f816:3eff:fe5d:b40a'}, {'subnet_id': 'a36d5fbf-5275-4707-8915-ac42ae266fe4'}], 'binding:host_id': 'n-d-712140-10'}, 'id': '97796cdb-de84-4955-afdd-a1cef5b0f449'} from n-d-712140-10. {{(pid=94065) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:35:53.602277 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-58e9d26b-46cc-494a-ac64-541f4fa0a615 service neutron] Port 3a69c5c4-0957-4ff4-9264-e7753355de62 on network 9e8bb3b8-c989-499b-9b47-d0f636a9ee58 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:53.602876 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-58e9d26b-46cc-494a-ac64-541f4fa0a615 service neutron] Attempting to bind port 3a69c5c4-0957-4ff4-9264-e7753355de62 on network 9e8bb3b8-c989-499b-9b47-d0f636a9ee58 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:53.621178 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a66a132c-0d5c-4b61-83b0-a689fcc0bc8c tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.623281 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a66a132c-0d5c-4b61-83b0-a689fcc0bc8c tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "DELETE /v2.0/ports/dae26797-31c4-4e0f-ad38-42613b90a8ce HTTP/1.1" status: 204 len: 168 time: 1.6535325 Jul 29 23:35:53.629619 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51772) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:53.634441 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d53e1-9f27-408f-a1f3-10c7dca1f2a5 None None] Pushing event updated for resources: {'Port': ['ID=97796cdb-de84-4955-afdd-a1cef5b0f449,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:53.635468 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-58e9d26b-46cc-494a-ac64-541f4fa0a615 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:53.635804 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-58e9d26b-46cc-494a-ac64-541f4fa0a615 service neutron] Checking segment: {'id': '69e97c6b-4c52-4ecf-b424-73fa51d3b692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9e8bb3b8-c989-499b-9b47-d0f636a9ee58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:53.637173 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-58e9d26b-46cc-494a-ac64-541f4fa0a615 service neutron] Bound using segment: {'id': '69e97c6b-4c52-4ecf-b424-73fa51d3b692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9e8bb3b8-c989-499b-9b47-d0f636a9ee58'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:53.637173 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-58e9d26b-46cc-494a-ac64-541f4fa0a615 service neutron] Bound port: 3a69c5c4-0957-4ff4-9264-e7753355de62, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69e97c6b-4c52-4ecf-b424-73fa51d3b692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '9e8bb3b8-c989-499b-9b47-d0f636a9ee58'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:53.637173 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-58e9d26b-46cc-494a-ac64-541f4fa0a615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.640645 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:35:53.645297 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-681879e0-5a5f-4863-aad3-471d6af06c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.704090 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9222f00c-8816-4cf8-b688-31626d21f06d req-3695a856-9693-410a-8383-5cbe37a2a623 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab7e7f68-c8c0-4df7-9f45-e0648f976bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223726 Jul 29 23:35:53.872849 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a3df894e-13c6-4dc8-9334-9cc7ad8c8cd7 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.887466 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a3df894e-13c6-4dc8-9334-9cc7ad8c8cd7 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.953845 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-58e9d26b-46cc-494a-ac64-541f4fa0a615 service neutron] For port 3a69c5c4-0957-4ff4-9264-e7753355de62, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:53.963643 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-e4da817a-b5c7-4cb6-bcba-a1d43f332302 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Deleting port aa4019a8-862f-423f-a23c-d8c79eeaa4f6 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:53.964122 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e4da817a-b5c7-4cb6-bcba-a1d43f332302 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.979510 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-21569d99-b611-4e61-b589-d21658e093f9 req-b03eff53-efe1-4ce3-aa9b-1b7774466731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecf42429-5dea-4755-955b-328e8cffbc12 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:53.987769 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-58e9d26b-46cc-494a-ac64-541f4fa0a615 service neutron] For port 3a69c5c4-0957-4ff4-9264-e7753355de62, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3a69c5c4-0957-4ff4-9264-e7753355de62,segment=NetworkSegment(69e97c6b-4c52-4ecf-b424-73fa51d3b692),segment_id=69e97c6b-4c52-4ecf-b424-73fa51d3b692)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:53.990154 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-21569d99-b611-4e61-b589-d21658e093f9 req-b03eff53-efe1-4ce3-aa9b-1b7774466731 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:53.999620 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-58e9d26b-46cc-494a-ac64-541f4fa0a615 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.019796 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4cb162-130d-4f1f-b6ad-f7aac9070b4b req-a61bc5e1-acc0-4e09-9441-3db60baded46 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:54.021996 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ec4cb162-130d-4f1f-b6ad-f7aac9070b4b req-a61bc5e1-acc0-4e09-9441-3db60baded46 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=84f19daa-c76d-4ec8-87ac-1de752a28803 HTTP/1.1" status: 200 len: 932 time: 0.1382623 Jul 29 23:35:54.027181 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-21569d99-b611-4e61-b589-d21658e093f9 req-b03eff53-efe1-4ce3-aa9b-1b7774466731 service neutron] Transition to ACTIVE for port object ecf42429-5dea-4755-955b-328e8cffbc12 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:54.050639 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df894e-13c6-4dc8-9334-9cc7ad8c8cd7 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c35c91-be6d-4f11-8a49-5ef520dbd5e3,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:54.058716 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-21569d99-b611-4e61-b589-d21658e093f9 req-b03eff53-efe1-4ce3-aa9b-1b7774466731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.082564 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-58e9d26b-46cc-494a-ac64-541f4fa0a615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:54.083551 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-58e9d26b-46cc-494a-ac64-541f4fa0a615 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.085830 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-58e9d26b-46cc-494a-ac64-541f4fa0a615 service neutron] 10.222.0.23 "PUT /v2.0/ports/3a69c5c4-0957-4ff4-9264-e7753355de62 HTTP/1.1" status: 200 len: 1092 time: 1.9013212 Jul 29 23:35:54.086314 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6388c421-6efa-493e-a8d2-5efd2a878482', 'tag': '3a69c5c4-0957-4ff4-9264-e7753355de62'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:54.088651 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f634f84b-8bf2-4116-b4fd-c61b075230b4" -d '{"events": [{"name": "network-changed", "server_uuid": "6388c421-6efa-493e-a8d2-5efd2a878482", "tag": "3a69c5c4-0957-4ff4-9264-e7753355de62"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:54.093079 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b66d2db-9b74-4f57-8096-3c61c8cfb24b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.139628 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9b66d2db-9b74-4f57-8096-3c61c8cfb24b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Transition to ACTIVE for port object b68b7e88-4774-49c1-b9c8-f178edb8938a will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:54.153688 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ec4cb162-130d-4f1f-b6ad-f7aac9070b4b req-46502ce6-33da-4148-8844-ce05e3ccaa17 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199739 Jul 29 23:35:54.156832 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e9d26b-46cc-494a-ac64-541f4fa0a615 service neutron] Pushing event updated for resources: {'Port': ['ID=3a69c5c4-0957-4ff4-9264-e7753355de62,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:54.199820 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e4da817a-b5c7-4cb6-bcba-a1d43f332302 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.226556 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a3df894e-13c6-4dc8-9334-9cc7ad8c8cd7 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.227950 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-e4da817a-b5c7-4cb6-bcba-a1d43f332302 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Calling delete_port for aa4019a8-862f-423f-a23c-d8c79eeaa4f6 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:54.229031 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7471f890-8de7-4797-89c7-ff8e19595736 x-openstack-request-id: req-7471f890-8de7-4797-89c7-ff8e19595736 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:54.229330 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6388c421-6efa-493e-a8d2-5efd2a878482", "tag": "3a69c5c4-0957-4ff4-9264-e7753355de62", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:54.229589 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7471f890-8de7-4797-89c7-ff8e19595736 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:54.230010 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6388c421-6efa-493e-a8d2-5efd2a878482', 'tag': '3a69c5c4-0957-4ff4-9264-e7753355de62', 'status': 'completed', 'code': 200} Jul 29 23:35:54.243556 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a3df894e-13c6-4dc8-9334-9cc7ad8c8cd7 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.303254 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b66d2db-9b74-4f57-8096-3c61c8cfb24b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.319172 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03eff53-efe1-4ce3-aa9b-1b7774466731 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf42429-5dea-4755-955b-328e8cffbc12,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:54.328505 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a3df894e-13c6-4dc8-9334-9cc7ad8c8cd7 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.328758 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-9c83abaf-6c64-41de-b426-e86952ee6e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:54.332332 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a3df894e-13c6-4dc8-9334-9cc7ad8c8cd7 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0361290 Jul 29 23:35:54.332487 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-9c83abaf-6c64-41de-b426-e86952ee6e0d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=89c1baf451424e5ba7760a73fa303c99&device_id=6388c421-6efa-493e-a8d2-5efd2a878482 HTTP/1.1" status: 200 len: 1095 time: 0.1923923 Jul 29 23:35:54.332583 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-681879e0-5a5f-4863-aad3-471d6af06c9a None None] Allocated IP 2001:db8:0:1::2 (d263319e-790d-4f2c-863f-b09096d5f5fc/a36d5fbf-5275-4707-8915-ac42ae266fe4/97796cdb-de84-4955-afdd-a1cef5b0f449) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:35:54.335111 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51782) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:54.341641 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-32d3ce26-ea40-4886-a7d0-e1ecc07feeab tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group_rule': {'security_group_id': 'e9b7ba41-21e1-4bd4-9bf1-13a166820f23', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:54.359001 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3df894e-13c6-4dc8-9334-9cc7ad8c8cd7 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b7ba41-21e1-4bd4-9bf1-13a166820f23,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:54.379789 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b66d2db-9b74-4f57-8096-3c61c8cfb24b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:54.387094 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-9b66d2db-9b74-4f57-8096-3c61c8cfb24b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:54.393159 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b66d2db-9b74-4f57-8096-3c61c8cfb24b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:35:54.399141 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b66d2db-9b74-4f57-8096-3c61c8cfb24b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:54.399693 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b66d2db-9b74-4f57-8096-3c61c8cfb24b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.404559 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-c9a6dc87-84c8-4f50-8fa6-6be8a4f1e45a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a69c5c4-0957-4ff4-9264-e7753355de62 HTTP/1.1" status: 200 len: 217 time: 0.0583005 Jul 29 23:35:54.404776 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b66d2db-9b74-4f57-8096-3c61c8cfb24b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Port': ['ID=b68b7e88-4774-49c1-b9c8-f178edb8938a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:54.415584 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-21569d99-b611-4e61-b589-d21658e093f9 req-b03eff53-efe1-4ce3-aa9b-1b7774466731 service neutron] Attempting to bind port ecf42429-5dea-4755-955b-328e8cffbc12 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:35:54.415968 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-21569d99-b611-4e61-b589-d21658e093f9 req-b03eff53-efe1-4ce3-aa9b-1b7774466731 service neutron] Attempting to bind port ecf42429-5dea-4755-955b-328e8cffbc12 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'c898618f-8f6f-4111-ba8e-fe1c70cde634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:35:54.416311 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21569d99-b611-4e61-b589-d21658e093f9 req-b03eff53-efe1-4ce3-aa9b-1b7774466731 service neutron] Attempting to bind port ecf42429-5dea-4755-955b-328e8cffbc12 on network ebc3405b-dbdf-4745-bae9-00b7363339da {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:54.454992 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4ab70-1858-466d-8abe-009a545b4092 req-56e538c5-b403-4ff4-ae6d-59b666bb0c3c tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:54.455572 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-681879e0-5a5f-4863-aad3-471d6af06c9a None None] For port 97796cdb-de84-4955-afdd-a1cef5b0f449, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=97796cdb-de84-4955-afdd-a1cef5b0f449,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:54.462839 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24d4ab70-1858-466d-8abe-009a545b4092 req-56e538c5-b403-4ff4-ae6d-59b666bb0c3c tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=56f7d0a8-0de9-40ac-83bd-005328e47236 HTTP/1.1" status: 200 len: 944 time: 0.1944871 Jul 29 23:35:54.476235 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21569d99-b611-4e61-b589-d21658e093f9 req-b03eff53-efe1-4ce3-aa9b-1b7774466731 service neutron] Port ecf42429-5dea-4755-955b-328e8cffbc12 on network ebc3405b-dbdf-4745-bae9-00b7363339da not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:35:54.476483 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21569d99-b611-4e61-b589-d21658e093f9 req-b03eff53-efe1-4ce3-aa9b-1b7774466731 service neutron] Attempting to bind port ecf42429-5dea-4755-955b-328e8cffbc12 on network ebc3405b-dbdf-4745-bae9-00b7363339da {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:35:54.486048 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9b66d2db-9b74-4f57-8096-3c61c8cfb24b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.3225877 Jul 29 23:35:54.491258 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51784) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:54.503114 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-681879e0-5a5f-4863-aad3-471d6af06c9a None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.506737 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21569d99-b611-4e61-b589-d21658e093f9 req-b03eff53-efe1-4ce3-aa9b-1b7774466731 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:35:54.507185 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21569d99-b611-4e61-b589-d21658e093f9 req-b03eff53-efe1-4ce3-aa9b-1b7774466731 service neutron] Checking segment: {'id': 'c898618f-8f6f-4111-ba8e-fe1c70cde634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:35:54.507592 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21569d99-b611-4e61-b589-d21658e093f9 req-b03eff53-efe1-4ce3-aa9b-1b7774466731 service neutron] Bound using segment: {'id': 'c898618f-8f6f-4111-ba8e-fe1c70cde634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:35:54.508061 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-21569d99-b611-4e61-b589-d21658e093f9 req-b03eff53-efe1-4ce3-aa9b-1b7774466731 service neutron] Bound port: ecf42429-5dea-4755-955b-328e8cffbc12, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c898618f-8f6f-4111-ba8e-fe1c70cde634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:35:54.508427 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-21569d99-b611-4e61-b589-d21658e093f9 req-b03eff53-efe1-4ce3-aa9b-1b7774466731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.513356 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-32d3ce26-ea40-4886-a7d0-e1ecc07feeab tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.518633 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-681879e0-5a5f-4863-aad3-471d6af06c9a None None] Transition to ACTIVE for port object 97796cdb-de84-4955-afdd-a1cef5b0f449 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:35:54.523824 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-681879e0-5a5f-4863-aad3-471d6af06c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.543161 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-66a13046-65ba-4e51-a624-0f5c8deac30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:54.544704 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-66a13046-65ba-4e51-a624-0f5c8deac30a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7563258e-893d-4569-ae46-3f4dfd9cea67 HTTP/1.1" status: 200 len: 851 time: 0.1304886 Jul 29 23:35:54.547555 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e4da817a-b5c7-4cb6-bcba-a1d43f332302 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.594442 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681879e0-5a5f-4863-aad3-471d6af06c9a None None] Pushing event updated for resources: {'Port': ['ID=97796cdb-de84-4955-afdd-a1cef5b0f449,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:54.601777 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24d4ab70-1858-466d-8abe-009a545b4092 req-df775e70-9d55-433d-a60c-268af97ebed2 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379733 Jul 29 23:35:54.617603 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4da817a-b5c7-4cb6-bcba-a1d43f332302 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Pushing event deleted for resources: {'Port': ['ID=aa4019a8-862f-423f-a23c-d8c79eeaa4f6,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:54.649927 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-ba370115-3dc7-4573-b078-b589bbc44a51 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9e8bb3b8-c989-499b-9b47-d0f636a9ee58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935533 Jul 29 23:35:54.758745 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-32d3ce26-ea40-4886-a7d0-e1ecc07feeab tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.782963 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-32d3ce26-ea40-4886-a7d0-e1ecc07feeab tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.809451 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 97796cdb-de84-4955-afdd-a1cef5b0f449 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:54.813578 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-5f1bc610-5eae-4bff-b64d-e8014fa68b9a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting port b68b7e88-4774-49c1-b9c8-f178edb8938a {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:54.827930 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5f1bc610-5eae-4bff-b64d-e8014fa68b9a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.922234 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d3ce26-ea40-4886-a7d0-e1ecc07feeab tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=678814e8-8385-4798-a2a3-09e85c79deb9,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:54.936797 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e4da817a-b5c7-4cb6-bcba-a1d43f332302 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.939359 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e4da817a-b5c7-4cb6-bcba-a1d43f332302 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "DELETE /v2.0/ports/aa4019a8-862f-423f-a23c-d8c79eeaa4f6 HTTP/1.1" status: 204 len: 168 time: 1.3087411 Jul 29 23:35:54.941363 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-21569d99-b611-4e61-b589-d21658e093f9 req-b03eff53-efe1-4ce3-aa9b-1b7774466731 service neutron] For port ecf42429-5dea-4755-955b-328e8cffbc12, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:35:54.942453 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51788) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:54.950326 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-32d3ce26-ea40-4886-a7d0-e1ecc07feeab tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:54.954199 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-32d3ce26-ea40-4886-a7d0-e1ecc07feeab tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6136003 Jul 29 23:35:54.956316 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51790) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:54.964098 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:35:54.973624 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-21569d99-b611-4e61-b589-d21658e093f9 req-b03eff53-efe1-4ce3-aa9b-1b7774466731 service neutron] For port ecf42429-5dea-4755-955b-328e8cffbc12, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ecf42429-5dea-4755-955b-328e8cffbc12,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:35:54.984752 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-21569d99-b611-4e61-b589-d21658e093f9 req-b03eff53-efe1-4ce3-aa9b-1b7774466731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.012752 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-a72a0de7-efc2-47be-bb3f-57329cb431e3 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group_rule': {'security_group_id': 'e9b7ba41-21e1-4bd4-9bf1-13a166820f23', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:55.028209 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e37b56c-81d6-4e9c-ad29-8bf6ce6ca6d0 req-1c5d2af7-0fe5-4c99-9037-1d6db7acf3a7 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:55.030640 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0e37b56c-81d6-4e9c-ad29-8bf6ce6ca6d0 req-1c5d2af7-0fe5-4c99-9037-1d6db7acf3a7 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6388c421-6efa-493e-a8d2-5efd2a878482 HTTP/1.1" status: 200 len: 943 time: 0.1754427 Jul 29 23:35:55.053578 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:55.054359 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.064559 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21569d99-b611-4e61-b589-d21658e093f9 req-b03eff53-efe1-4ce3-aa9b-1b7774466731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:55.069066 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-21569d99-b611-4e61-b589-d21658e093f9 req-b03eff53-efe1-4ce3-aa9b-1b7774466731 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.070727 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-21569d99-b611-4e61-b589-d21658e093f9 req-b03eff53-efe1-4ce3-aa9b-1b7774466731 service neutron] 10.222.0.23 "PUT /v2.0/ports/ecf42429-5dea-4755-955b-328e8cffbc12 HTTP/1.1" status: 200 len: 1093 time: 1.9399662 Jul 29 23:35:55.083456 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-8c9ad077-bd5b-4aff-b758-3835f107caee service neutron] 10.222.0.23 "GET /v2.0/networks/9e8bb3b8-c989-499b-9b47-d0f636a9ee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4123681 Jul 29 23:35:55.101471 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a72a0de7-efc2-47be-bb3f-57329cb431e3 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.129088 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d9e434-c012-4df1-8eda-aa79e5d72783 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Deleting subnet 6e6daa85-0112-4dbf-98e3-8562b5fa1b90 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:35:55.189869 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5f1bc610-5eae-4bff-b64d-e8014fa68b9a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.213754 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-5f1bc610-5eae-4bff-b64d-e8014fa68b9a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Calling delete_port for b68b7e88-4774-49c1-b9c8-f178edb8938a owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:55.221847 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.276414 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce,segment=NetworkSegment(3960cd3a-1252-4022-b2ff-b6d1cbf562dc),segment_id=3960cd3a-1252-4022-b2ff-b6d1cbf562dc)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:55.277892 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f7d0a8-0de9-40ac-83bd-005328e47236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:55.282553 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf25f06-e29e-42cb-b1ad-93c2f961f71f" -d '{"events": [{"server_uuid": "56f7d0a8-0de9-40ac-83bd-005328e47236", "name": "network-vif-plugged", "status": "completed", "tag": "4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:55.288521 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.318942 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03eff53-efe1-4ce3-aa9b-1b7774466731 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf42429-5dea-4755-955b-328e8cffbc12,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:55.347204 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0e37b56c-81d6-4e9c-ad29-8bf6ce6ca6d0 req-3892418c-a4e5-4dc3-a481-8e5a1f75422d tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab7e7f68-c8c0-4df7-9f45-e0648f976bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704751 Jul 29 23:35:55.368787 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4d9e434-c012-4df1-8eda-aa79e5d72783 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.409066 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:55.430128 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21569d99-b611-4e61-b589-d21658e093f9 req-03ab126d-074f-4382-ad5b-63699e99348f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:55.434450 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-21569d99-b611-4e61-b589-d21658e093f9 req-03ab126d-074f-4382-ad5b-63699e99348f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a95e2067dac40d1a2f41b37f14aaf9a&device_id=84f19daa-c76d-4ec8-87ac-1de752a28803 HTTP/1.1" status: 200 len: 1096 time: 0.2774811 Jul 29 23:35:55.441980 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4d9e434-c012-4df1-8eda-aa79e5d72783 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.456598 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ece3a05-0fd4-4834-a531-69ad48b21cf4 req-9c361c43-5aa3-405c-8431-1d5974f314f0 service neutron] 10.222.0.23 "GET /v2.0/networks/9e8bb3b8-c989-499b-9b47-d0f636a9ee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3637180 Jul 29 23:35:55.550333 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4d9e434-c012-4df1-8eda-aa79e5d72783 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.586126 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea8c953-faf8-4c6d-91c7-9a0a0a0bf137 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:55.590110 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-21569d99-b611-4e61-b589-d21658e093f9 req-3e781918-a88f-4112-b2a5-42eb8a56cae4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecf42429-5dea-4755-955b-328e8cffbc12 HTTP/1.1" status: 200 len: 217 time: 0.1322722 Jul 29 23:35:55.640345 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4d9e434-c012-4df1-8eda-aa79e5d72783 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.658988 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8211dc4b-b327-4b5a-9ae4-a8974a3ab490 None None] Provisioning for port 97796cdb-de84-4955-afdd-a1cef5b0f449 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:35:55.666183 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf1b6e0-a157-4acc-946c-d9eef12b2848 req-351c86d7-28c0-48a0-a4a2-67df3a747947 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:55.671216 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8211dc4b-b327-4b5a-9ae4-a8974a3ab490 None None] Provisioning complete for port 97796cdb-de84-4955-afdd-a1cef5b0f449 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:55.672046 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8211dc4b-b327-4b5a-9ae4-a8974a3ab490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.672851 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-faf1b6e0-a157-4acc-946c-d9eef12b2848 req-351c86d7-28c0-48a0-a4a2-67df3a747947 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=84f19daa-c76d-4ec8-87ac-1de752a28803 HTTP/1.1" status: 200 len: 944 time: 0.1893001 Jul 29 23:35:55.675572 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4d9e434-c012-4df1-8eda-aa79e5d72783 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.676999 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634f84b-8bf2-4116-b4fd-c61b075230b4 req-4be1ac8e-ceec-4f45-a3af-1bb8f875f525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:55.678694 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07da68ab-277d-4761-99b8-3e9a40f0994d None None] Network 28f38c63-eb30-4453-829d-2d302e41c5f3 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:55.678990 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c4d9e434-c012-4df1-8eda-aa79e5d72783 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "DELETE /v2.0/subnets/6e6daa85-0112-4dbf-98e3-8562b5fa1b90 HTTP/1.1" status: 204 len: 168 time: 0.7354391 Jul 29 23:35:55.682501 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f634f84b-8bf2-4116-b4fd-c61b075230b4 req-4be1ac8e-ceec-4f45-a3af-1bb8f875f525 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=89c1baf451424e5ba7760a73fa303c99&device_id=6388c421-6efa-493e-a8d2-5efd2a878482 HTTP/1.1" status: 200 len: 1095 time: 0.1264579 Jul 29 23:35:55.686962 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51798) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:55.724111 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9e434-c012-4df1-8eda-aa79e5d72783 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Pushing event deleted for resources: {'Subnet': ['ID=6e6daa85-0112-4dbf-98e3-8562b5fa1b90,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:55.731052 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-a72a0de7-efc2-47be-bb3f-57329cb431e3 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] create failed (client error): There was a conflict when trying to complete your request. Jul 29 23:35:55.732247 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a72a0de7-efc2-47be-bb3f-57329cb431e3 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7751820 Jul 29 23:35:55.736947 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51800) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:55.746991 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21569d99-b611-4e61-b589-d21658e093f9 req-1c874a3f-677b-40df-ac52-8e967decc821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:55.748514 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-21569d99-b611-4e61-b589-d21658e093f9 req-1c874a3f-677b-40df-ac52-8e967decc821 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7783f5c-0922-4c71-a9e3-d83ec4828df5 HTTP/1.1" status: 200 len: 851 time: 0.1497197 Jul 29 23:35:55.859118 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5f1bc610-5eae-4bff-b64d-e8014fa68b9a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.867827 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-21569d99-b611-4e61-b589-d21658e093f9 req-5fbbc29b-b13e-493c-8031-d176eff312e8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ebc3405b-dbdf-4745-bae9-00b7363339da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618706 Jul 29 23:35:55.889684 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1bc610-5eae-4bff-b64d-e8014fa68b9a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Port': ['ID=b68b7e88-4774-49c1-b9c8-f178edb8938a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:55.913143 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-faf1b6e0-a157-4acc-946c-d9eef12b2848 req-148737d0-c149-4044-9b50-2ddc52f8d651 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239487 Jul 29 23:35:55.930232 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-6309bcdc-d50e-4e6e-b3da-63088b76928e tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Deleting subnet deaa786f-4140-420d-bb7f-bb3469568a14 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:35:55.934412 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6309bcdc-d50e-4e6e-b3da-63088b76928e tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.950297 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5f1bc610-5eae-4bff-b64d-e8014fa68b9a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:55.956246 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5f1bc610-5eae-4bff-b64d-e8014fa68b9a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/b68b7e88-4774-49c1-b9c8-f178edb8938a HTTP/1.1" status: 204 len: 168 time: 1.4635422 Jul 29 23:35:55.956901 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51804) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:55.973477 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ae3278-4b55-4c37-b432-5554f00daec0 x-openstack-request-id: req-a6ae3278-4b55-4c37-b432-5554f00daec0 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:55.973777 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f7d0a8-0de9-40ac-83bd-005328e47236", "name": "network-vif-plugged", "status": "completed", "tag": "4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:55.974033 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a6ae3278-4b55-4c37-b432-5554f00daec0 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:55.975134 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f7d0a8-0de9-40ac-83bd-005328e47236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce', 'code': 200} Jul 29 23:35:56.050604 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386080d5-57af-47c8-ba86-3c7595f89df3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:56.052729 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-386080d5-57af-47c8-ba86-3c7595f89df3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0947411 Jul 29 23:35:56.055957 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51806) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:56.126684 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925f43fc-bb27-4132-a6f4-68af6026d655 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:56.128574 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-925f43fc-bb27-4132-a6f4-68af6026d655 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0707810 Jul 29 23:35:56.131247 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51808) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:56.140091 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f097d8d-d732-4040-83fb-332c57647573 None None] DHCP port deletion for 28f38c63-eb30-4453-829d-2d302e41c5f3 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:35:56.208216 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961d5010-2640-44e1-a533-7845a4ecf973 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:56.210745 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961d5010-2640-44e1-a533-7845a4ecf973 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:56.212236 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-2f097d8d-d732-4040-83fb-332c57647573 None None] Deleting port 412c5552-9028-4f9b-96cb-a5c3c2799243 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:56.212517 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-961d5010-2640-44e1-a533-7845a4ecf973 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:56.212776 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2f097d8d-d732-4040-83fb-332c57647573 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.214423 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-961d5010-2640-44e1-a533-7845a4ecf973 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0815463 Jul 29 23:35:56.217188 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51810) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:56.291050 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d4f5d1d-f3e6-43fb-bc92-6ab578f1442c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting subnet a36d5fbf-5275-4707-8915-ac42ae266fe4 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:35:56.295956 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6d4f5d1d-f3e6-43fb-bc92-6ab578f1442c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.300231 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-2f097d8d-d732-4040-83fb-332c57647573 None None] For port 412c5552-9028-4f9b-96cb-a5c3c2799243, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=412c5552-9028-4f9b-96cb-a5c3c2799243,segment=NetworkSegment(a0a49c32-421f-4f62-8751-bfe67cfd0240),segment_id=a0a49c32-421f-4f62-8751-bfe67cfd0240)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:56.300712 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2f097d8d-d732-4040-83fb-332c57647573 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.317300 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-2f097d8d-d732-4040-83fb-332c57647573 None None] Calling delete_port for 412c5552-9028-4f9b-96cb-a5c3c2799243 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:56.347698 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6d4f5d1d-f3e6-43fb-bc92-6ab578f1442c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.377738 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-eefae984-fe54-46bf-9eb2-9de0e6eb4b35 None None] Provisioning complete for port 97796cdb-de84-4955-afdd-a1cef5b0f449 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:56.378210 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eefae984-fe54-46bf-9eb2-9de0e6eb4b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.464089 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84f19daa-c76d-4ec8-87ac-1de752a28803', 'tag': 'ecf42429-5dea-4755-955b-328e8cffbc12'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:35:56.466489 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea2173a-8c53-49da-bb6a-6307597cca3d" -d '{"events": [{"name": "network-changed", "server_uuid": "84f19daa-c76d-4ec8-87ac-1de752a28803", "tag": "ecf42429-5dea-4755-955b-328e8cffbc12"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:35:56.471125 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-21569d99-b611-4e61-b589-d21658e093f9 req-da868834-bfbe-4c53-9e95-6a5d9533aec2 service neutron] 10.222.0.23 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5913079 Jul 29 23:35:56.473721 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2f097d8d-d732-4040-83fb-332c57647573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.476719 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6d4f5d1d-f3e6-43fb-bc92-6ab578f1442c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.494266 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f097d8d-d732-4040-83fb-332c57647573 None None] No DVR routers for this DVR port 412c5552-9028-4f9b-96cb-a5c3c2799243 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:56.496157 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6309bcdc-d50e-4e6e-b3da-63088b76928e tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.525859 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f097d8d-d732-4040-83fb-332c57647573 None None] Pushing event deleted for resources: {'Port': ['ID=412c5552-9028-4f9b-96cb-a5c3c2799243,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:56.565087 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6d4f5d1d-f3e6-43fb-bc92-6ab578f1442c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.579886 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6d4f5d1d-f3e6-43fb-bc92-6ab578f1442c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.581754 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6d4f5d1d-f3e6-43fb-bc92-6ab578f1442c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/a36d5fbf-5275-4707-8915-ac42ae266fe4 HTTP/1.1" status: 204 len: 168 time: 0.3633626 Jul 29 23:35:56.600152 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51818) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:56.608751 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4f5d1d-f3e6-43fb-bc92-6ab578f1442c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Subnet': ['ID=a36d5fbf-5275-4707-8915-ac42ae266fe4,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:56.622617 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ddd982-b8dd-46b3-9ef7-4c629ab15e67 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:56.626907 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634f84b-8bf2-4116-b4fd-c61b075230b4 req-fcccdf24-6cdc-40c1-87bb-0a7cb3e9bade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:56.628392 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f634f84b-8bf2-4116-b4fd-c61b075230b4 req-fcccdf24-6cdc-40c1-87bb-0a7cb3e9bade service neutron] 10.222.0.23 "GET /v2.0/networks?id=9e8bb3b8-c989-499b-9b47-d0f636a9ee58 HTTP/1.1" status: 200 len: 912 time: 0.9305553 Jul 29 23:35:56.656744 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-084b6f81-5107-44eb-afcf-193de44f60ac tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting subnet d95e3a88-5042-44ac-8635-618c26a1c6ed {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:35:56.660804 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-084b6f81-5107-44eb-afcf-193de44f60ac tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.690337 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-47c3f884-0932-4e4e-bcc3-dd271ac37bf9 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.705689 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d92524e6-2682-438e-8089-eb6a95ecdc3f None None] Could not find standard attr ID for object b68b7e88-4774-49c1-b9c8-f178edb8938a. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:35:56.715264 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-084b6f81-5107-44eb-afcf-193de44f60ac tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.742447 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 412c5552-9028-4f9b-96cb-a5c3c2799243 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:56.769800 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f634f84b-8bf2-4116-b4fd-c61b075230b4 req-130db920-4bc5-4e55-a341-da4aaf19bdc7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a69c5c4-0957-4ff4-9264-e7753355de62 HTTP/1.1" status: 200 len: 217 time: 0.0950153 Jul 29 23:35:56.771148 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 412c5552-9028-4f9b-96cb-a5c3c2799243 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:35:56.771873 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 412c5552-9028-4f9b-96cb-a5c3c2799243 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:35:56.808991 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-47c3f884-0932-4e4e-bcc3-dd271ac37bf9 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.809660 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-084b6f81-5107-44eb-afcf-193de44f60ac tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.822207 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89856ec-2b7f-40cf-a309-f4612d7d9f17 req-304c356b-9214-4112-ba03-74d7b6aa3cf6 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:56.824496 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b89856ec-2b7f-40cf-a309-f4612d7d9f17 req-304c356b-9214-4112-ba03-74d7b6aa3cf6 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=56f7d0a8-0de9-40ac-83bd-005328e47236 HTTP/1.1" status: 200 len: 945 time: 0.2905388 Jul 29 23:35:56.831996 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6309bcdc-d50e-4e6e-b3da-63088b76928e tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.876062 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-084b6f81-5107-44eb-afcf-193de44f60ac tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.905096 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cd3ed-e924-4207-8de2-50bf403d0a8d req-fa73d0f9-1355-435c-bf9b-9e5b90f3faa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:56.906618 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-659cd3ed-e924-4207-8de2-50bf403d0a8d req-fa73d0f9-1355-435c-bf9b-9e5b90f3faa3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=56f7d0a8-0de9-40ac-83bd-005328e47236 HTTP/1.1" status: 200 len: 1097 time: 0.3662059 Jul 29 23:35:56.914335 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b6f81-5107-44eb-afcf-193de44f60ac tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Subnet': ['ID=d95e3a88-5042-44ac-8635-618c26a1c6ed,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:56.919074 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-084b6f81-5107-44eb-afcf-193de44f60ac tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:56.923495 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-084b6f81-5107-44eb-afcf-193de44f60ac tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/d95e3a88-5042-44ac-8635-618c26a1c6ed HTTP/1.1" status: 204 len: 168 time: 0.3202424 Jul 29 23:35:56.923743 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51820) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:56.963782 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-92eefe77-10eb-4692-bc94-47ef0e4be2b0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387919 Jul 29 23:35:56.968082 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51824) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:56.973567 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-57c76f86-e68e-4be2-96e2-4c7765194717 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:57.033020 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-21569d99-b611-4e61-b589-d21658e093f9 req-e473dfb5-50ef-4a05-95ba-a38cbcc7866a service neutron] 10.222.0.23 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882674 Jul 29 23:35:57.043565 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f634f84b-8bf2-4116-b4fd-c61b075230b4 req-85c1340c-a264-4950-9f3e-65e496164f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:57.045348 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f634f84b-8bf2-4116-b4fd-c61b075230b4 req-85c1340c-a264-4950-9f3e-65e496164f2d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7563258e-893d-4569-ae46-3f4dfd9cea67 HTTP/1.1" status: 200 len: 851 time: 0.2668264 Jul 29 23:35:57.056227 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b89856ec-2b7f-40cf-a309-f4612d7d9f17 req-14fc4753-c7d6-47a4-aa6d-fbddb553954b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535382 Jul 29 23:35:57.084781 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-659cd3ed-e924-4207-8de2-50bf403d0a8d req-e63f84e8-0def-4fad-a2e9-af502e866bb7 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442828 Jul 29 23:35:57.100565 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f634f84b-8bf2-4116-b4fd-c61b075230b4 req-7d2f9db6-428f-460c-9604-83c9ae4ddc1b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9e8bb3b8-c989-499b-9b47-d0f636a9ee58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426359 Jul 29 23:35:57.101841 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-47c3f884-0932-4e4e-bcc3-dd271ac37bf9 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.104266 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-47c3f884-0932-4e4e-bcc3-dd271ac37bf9 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.107907 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-47c3f884-0932-4e4e-bcc3-dd271ac37bf9 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "DELETE /v2.0/security-groups/e9b7ba41-21e1-4bd4-9bf1-13a166820f23 HTTP/1.1" status: 204 len: 168 time: 1.3561239 Jul 29 23:35:57.109731 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6309bcdc-d50e-4e6e-b3da-63088b76928e tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.112611 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51826) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:57.131481 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c76f86-e68e-4be2-96e2-4c7765194717 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:57.137188 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-57c76f86-e68e-4be2-96e2-4c7765194717 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.179620 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3f884-0932-4e4e-bcc3-dd271ac37bf9 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b7ba41-21e1-4bd4-9bf1-13a166820f23,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:57.193491 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309bcdc-d50e-4e6e-b3da-63088b76928e tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Pushing event deleted for resources: {'Subnet': ['ID=deaa786f-4140-420d-bb7f-bb3469568a14,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:57.250611 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6309bcdc-d50e-4e6e-b3da-63088b76928e tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.252665 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6309bcdc-d50e-4e6e-b3da-63088b76928e tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "DELETE /v2.0/subnets/deaa786f-4140-420d-bb7f-bb3469568a14 HTTP/1.1" status: 204 len: 168 time: 1.5647588 Jul 29 23:35:57.257168 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51828) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:57.268578 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c92308-3763-4cc8-953d-90f909083b39 None None] Network 6f7ef717-20cb-4c28-893e-cda3f326a46a requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:57.404497 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3256aece-c804-4127-a587-816b15232571 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2779589 Jul 29 23:35:57.413702 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51830) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:57.428805 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-afcd3d93-cd30-4bf1-8379-5e1aeb6e8b0f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.430097 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bf1587-2994-4f56-9b95-e705cdcaa3c0 req-de020a81-1da0-4378-84d6-a0fb1fffca6d tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:57.432818 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-53bf1587-2994-4f56-9b95-e705cdcaa3c0 req-de020a81-1da0-4378-84d6-a0fb1fffca6d tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6388c421-6efa-493e-a8d2-5efd2a878482 HTTP/1.1" status: 200 len: 943 time: 0.1857679 Jul 29 23:35:57.436613 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-d89cec0f-9daa-4fe4-8e86-061be66eeafb tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group': {'name': 'tempest-secgroup--54827950'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:57.464076 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f634f84b-8bf2-4116-b4fd-c61b075230b4 req-c2e37adb-98bc-4929-9a29-4af54be5c8e0 service neutron] 10.222.0.23 "GET /v2.0/networks/9e8bb3b8-c989-499b-9b47-d0f636a9ee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220427 Jul 29 23:35:57.568003 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-53bf1587-2994-4f56-9b95-e705cdcaa3c0 req-0c05d738-ad03-43c6-8558-4b42faa4c015 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab7e7f68-c8c0-4df7-9f45-e0648f976bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230419 Jul 29 23:35:57.574485 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d89cec0f-9daa-4fe4-8e86-061be66eeafb tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.616447 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-57c76f86-e68e-4be2-96e2-4c7765194717 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.662878 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b344fd8-e472-4522-b49f-ada9a24763aa x-openstack-request-id: req-1b344fd8-e472-4522-b49f-ada9a24763aa {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:35:57.664429 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84f19daa-c76d-4ec8-87ac-1de752a28803", "tag": "ecf42429-5dea-4755-955b-328e8cffbc12", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:35:57.664995 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b344fd8-e472-4522-b49f-ada9a24763aa {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:35:57.666189 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84f19daa-c76d-4ec8-87ac-1de752a28803', 'tag': 'ecf42429-5dea-4755-955b-328e8cffbc12', 'status': 'completed', 'code': 200} Jul 29 23:35:57.680618 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-afcd3d93-cd30-4bf1-8379-5e1aeb6e8b0f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.704682 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-afcd3d93-cd30-4bf1-8379-5e1aeb6e8b0f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f38c63-eb30-4453-829d-2d302e41c5f3']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:57.709220 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c76f86-e68e-4be2-96e2-4c7765194717 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:35:57.736843 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-57c76f86-e68e-4be2-96e2-4c7765194717 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:35:57.741709 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-afcd3d93-cd30-4bf1-8379-5e1aeb6e8b0f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0a49c32-421f-4f62-8751-bfe67cfd0240') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:57.742056 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-afcd3d93-cd30-4bf1-8379-5e1aeb6e8b0f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0a49c32-421f-4f62-8751-bfe67cfd0240') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:57.752113 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c76f86-e68e-4be2-96e2-4c7765194717 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:57.752715 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-57c76f86-e68e-4be2-96e2-4c7765194717 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.764750 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676af51f-18c4-4598-9377-069a712d30d0 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:35:57.766418 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-afcd3d93-cd30-4bf1-8379-5e1aeb6e8b0f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.779899 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c76f86-e68e-4be2-96e2-4c7765194717 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Subnet': ['ID=83fd866e-9e84-439c-b0b8-d68441de7d49,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:57.792178 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-afcd3d93-cd30-4bf1-8379-5e1aeb6e8b0f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.807926 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afcd3d93-cd30-4bf1-8379-5e1aeb6e8b0f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:35:57.808643 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-afcd3d93-cd30-4bf1-8379-5e1aeb6e8b0f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.813002 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:35:57.813002 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:35:57.813002 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:35:57.813002 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:35:57.813002 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:35:57.813002 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:35:57.813002 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:35:57.813002 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:35:57.813002 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:35:57.813002 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:35:57.813002 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:35:57.813002 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:35:57.813002 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:35:57.813002 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:35:57.813002 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:35:57.813002 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:35:57.813002 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:35:57.813002 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:35:57.813002 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:35:57.813002 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:35:57.813002 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:35:57.813002 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:35:57.813002 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:35:57.813002 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:35:57.813002 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:35:57.813002 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:35:57.813002 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:35:57.813002 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:35:57.813002 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:35:57.813002 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:35:57.813002 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:35:57.813002 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:35:57.833799 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc543a3-059c-45f0-a62c-70b5d0ce7840 None None] DHCP port deletion for 6f7ef717-20cb-4c28-893e-cda3f326a46a request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:35:57.865807 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f634f84b-8bf2-4116-b4fd-c61b075230b4 req-72592b5c-5b9e-4720-978c-c510f4c4a4c0 service neutron] 10.222.0.23 "GET /v2.0/networks/9e8bb3b8-c989-499b-9b47-d0f636a9ee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864107 Jul 29 23:35:57.914787 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d89cec0f-9daa-4fe4-8e86-061be66eeafb tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.922985 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2173a-8c53-49da-bb6a-6307597cca3d req-9257c8f7-c23a-43f8-8724-8f8a8b7613f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:57.928717 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cea2173a-8c53-49da-bb6a-6307597cca3d req-9257c8f7-c23a-43f8-8724-8f8a8b7613f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a95e2067dac40d1a2f41b37f14aaf9a&device_id=84f19daa-c76d-4ec8-87ac-1de752a28803 HTTP/1.1" status: 200 len: 1096 time: 0.2068825 Jul 29 23:35:57.932553 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-afcd3d93-cd30-4bf1-8379-5e1aeb6e8b0f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.932894 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d89cec0f-9daa-4fe4-8e86-061be66eeafb tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.944182 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-be2c8e94-c983-4b75-a5f0-b831726a6886 None None] Provisioning complete for port 97796cdb-de84-4955-afdd-a1cef5b0f449 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:57.944409 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-be2c8e94-c983-4b75-a5f0-b831726a6886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.948123 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-afcd3d93-cd30-4bf1-8379-5e1aeb6e8b0f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:57.956228 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-afcd3d93-cd30-4bf1-8379-5e1aeb6e8b0f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "DELETE /v2.0/networks/28f38c63-eb30-4453-829d-2d302e41c5f3 HTTP/1.1" status: 204 len: 168 time: 0.6954412 Jul 29 23:35:57.958424 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51832) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:57.980728 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-57c76f86-e68e-4be2-96e2-4c7765194717 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0111263 Jul 29 23:35:57.994371 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd3d93-cd30-4bf1-8379-5e1aeb6e8b0f tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Pushing event deleted for resources: {'Network': ['ID=28f38c63-eb30-4453-829d-2d302e41c5f3,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:58.000618 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51834) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:58.010519 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-fd03c81f-6efb-4f08-a078-48b9cf0d5b58 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:58.042696 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b7a916-2fdf-4dc1-85e7-2118a536dec5 req-3320f0df-863d-43e0-b04d-7d37abbed9d9 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:58.052079 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-21b7a916-2fdf-4dc1-85e7-2118a536dec5 req-3320f0df-863d-43e0-b04d-7d37abbed9d9 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=84f19daa-c76d-4ec8-87ac-1de752a28803 HTTP/1.1" status: 200 len: 944 time: 0.3001950 Jul 29 23:35:58.098022 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-6cc543a3-059c-45f0-a62c-70b5d0ce7840 None None] Deleting port c48067c8-6fab-44fa-8ebd-8a2d7327d265 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:58.098627 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6cc543a3-059c-45f0-a62c-70b5d0ce7840 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:58.127277 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-21b7a916-2fdf-4dc1-85e7-2118a536dec5 req-5aaf6002-6b7b-4c26-adfc-906c4933a57e tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676191 Jul 29 23:35:58.167196 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d89cec0f-9daa-4fe4-8e86-061be66eeafb tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:58.174026 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d89cec0f-9daa-4fe4-8e86-061be66eeafb tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7512903 Jul 29 23:35:58.185187 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51840) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:58.194537 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-9d405fba-de6b-4e2a-aa14-636193d37cb3 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group_rule': {'security_group_id': 'be04672d-45bd-4625-a02d-c76a97accc77', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:58.195342 n-d-712140-10 neutron-server[94063]: WARNING neutron.api.v2.base [None req-9d405fba-de6b-4e2a-aa14-636193d37cb3 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 29 23:35:58.195885 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-9d405fba-de6b-4e2a-aa14-636193d37cb3 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:35:58.202135 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9d405fba-de6b-4e2a-aa14-636193d37cb3 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0131536 Jul 29 23:35:58.210722 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51842) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:58.242545 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89cec0f-9daa-4fe4-8e86-061be66eeafb tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be04672d-45bd-4625-a02d-c76a97accc77,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:58.264549 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:58.276175 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cec0f-9daa-4fe4-8e86-061be66eeafb tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:58.276576 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cec0f-9daa-4fe4-8e86-061be66eeafb tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:58.276875 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cec0f-9daa-4fe4-8e86-061be66eeafb tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:58.277506 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cec0f-9daa-4fe4-8e86-061be66eeafb tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:58.277633 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cec0f-9daa-4fe4-8e86-061be66eeafb tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:58.277887 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cec0f-9daa-4fe4-8e86-061be66eeafb tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:58.278413 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cec0f-9daa-4fe4-8e86-061be66eeafb tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:58.278758 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cec0f-9daa-4fe4-8e86-061be66eeafb tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:58.279094 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cec0f-9daa-4fe4-8e86-061be66eeafb tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:58.279429 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cec0f-9daa-4fe4-8e86-061be66eeafb tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:58.279763 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cec0f-9daa-4fe4-8e86-061be66eeafb tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:58.280117 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d89cec0f-9daa-4fe4-8e86-061be66eeafb tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:58.308334 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd03c81f-6efb-4f08-a078-48b9cf0d5b58 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:58.314023 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fd03c81f-6efb-4f08-a078-48b9cf0d5b58 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:58.314406 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2173a-8c53-49da-bb6a-6307597cca3d req-ad0af80c-e621-4670-8a6a-e197b9ab72c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:58.316176 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cea2173a-8c53-49da-bb6a-6307597cca3d req-ad0af80c-e621-4670-8a6a-e197b9ab72c6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ebc3405b-dbdf-4745-bae9-00b7363339da HTTP/1.1" status: 200 len: 912 time: 0.3568032 Jul 29 23:35:58.345440 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-6cc543a3-059c-45f0-a62c-70b5d0ce7840 None None] For port c48067c8-6fab-44fa-8ebd-8a2d7327d265, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c48067c8-6fab-44fa-8ebd-8a2d7327d265,segment=NetworkSegment(d0536e79-d8cd-4e04-969a-7835c7ba7f80),segment_id=d0536e79-d8cd-4e04-969a-7835c7ba7f80)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:58.345852 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6cc543a3-059c-45f0-a62c-70b5d0ce7840 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:58.372137 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-6cc543a3-059c-45f0-a62c-70b5d0ce7840 None None] Calling delete_port for c48067c8-6fab-44fa-8ebd-8a2d7327d265 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:58.402137 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cea2173a-8c53-49da-bb6a-6307597cca3d req-debd1bb1-74fe-42cd-8785-59696d564f28 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ecf42429-5dea-4755-955b-328e8cffbc12 HTTP/1.1" status: 200 len: 217 time: 0.0765142 Jul 29 23:35:58.462988 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-501ca4a1-15b7-48e6-98de-870faebfc68f tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:58.479395 n-d-712140-10 neutron-server[94064]: INFO neutron.db.ipam_backend_mixin [None req-fd03c81f-6efb-4f08-a078-48b9cf0d5b58 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 83fd866e-9e84-439c-b0b8-d68441de7d49 (CIDR: 2001:db8::/64) Jul 29 23:35:58.482698 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Deleting port c48067c8-6fab-44fa-8ebd-8a2d7327d265 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:35:58.483181 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:58.487275 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd03c81f-6efb-4f08-a078-48b9cf0d5b58 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:35:58.487927 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd03c81f-6efb-4f08-a078-48b9cf0d5b58 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:35:58.488359 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6cc543a3-059c-45f0-a62c-70b5d0ce7840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:58.523551 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-501ca4a1-15b7-48e6-98de-870faebfc68f tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:58.533361 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea2173a-8c53-49da-bb6a-6307597cca3d req-5564cc3f-43d6-45c0-ab01-02fa2cf6271d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:58.535287 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cea2173a-8c53-49da-bb6a-6307597cca3d req-5564cc3f-43d6-45c0-ab01-02fa2cf6271d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7783f5c-0922-4c71-a9e3-d83ec4828df5 HTTP/1.1" status: 200 len: 851 time: 0.1060939 Jul 29 23:35:58.540327 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc543a3-059c-45f0-a62c-70b5d0ce7840 None None] Pushing event deleted for resources: {'Port': ['ID=c48067c8-6fab-44fa-8ebd-8a2d7327d265,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:58.545144 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16512c-51ea-44db-b3b5-5ce2fc256e36 req-226e0229-3444-4f30-a085-f0f9b9c4931a tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:58.547596 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc543a3-059c-45f0-a62c-70b5d0ce7840 None None] No DVR routers for this DVR port c48067c8-6fab-44fa-8ebd-8a2d7327d265 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:58.548351 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b16512c-51ea-44db-b3b5-5ce2fc256e36 req-226e0229-3444-4f30-a085-f0f9b9c4931a tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=56f7d0a8-0de9-40ac-83bd-005328e47236 HTTP/1.1" status: 200 len: 945 time: 0.1764491 Jul 29 23:35:58.597855 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fd03c81f-6efb-4f08-a078-48b9cf0d5b58 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5924900 Jul 29 23:35:58.601312 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51846) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:58.610850 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] For port c48067c8-6fab-44fa-8ebd-8a2d7327d265, host n-d-712140-10, got binding levels [] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:58.612558 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:58.621794 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cea2173a-8c53-49da-bb6a-6307597cca3d req-dd9c30d9-315d-4418-ae89-bfcb80a9570e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ebc3405b-dbdf-4745-bae9-00b7363339da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724151 Jul 29 23:35:58.623114 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-3bbe582f-ef94-4d9e-8898-baf9333e20d3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:58.688644 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Calling delete_port for c48067c8-6fab-44fa-8ebd-8a2d7327d265 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:35:58.694239 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.ipam_backend_mixin [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Port c48067c8-6fab-44fa-8ebd-8a2d7327d265 was not found and therefore no delete operation was performed {{(pid=94064) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:35:58.708736 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:58.716554 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-dee46e12-c399-4a8c-b0db-8ee6a22c7cb0 None None] Provisioning complete for port 97796cdb-de84-4955-afdd-a1cef5b0f449 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:35:58.717033 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dee46e12-c399-4a8c-b0db-8ee6a22c7cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:58.742647 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b16512c-51ea-44db-b3b5-5ce2fc256e36 req-50f7541a-43f7-4045-9fb4-5320a4f036b6 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800871 Jul 29 23:35:58.749782 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-501ca4a1-15b7-48e6-98de-870faebfc68f tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:58.752521 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-501ca4a1-15b7-48e6-98de-870faebfc68f tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:58.757879 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-501ca4a1-15b7-48e6-98de-870faebfc68f tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "DELETE /v2.0/security-groups/be04672d-45bd-4625-a02d-c76a97accc77 HTTP/1.1" status: 204 len: 168 time: 0.5407677 Jul 29 23:35:58.761589 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51848) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:58.767216 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Pushing event deleted for resources: {'Port': ['ID=c48067c8-6fab-44fa-8ebd-8a2d7327d265,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:58.786621 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501ca4a1-15b7-48e6-98de-870faebfc68f tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be04672d-45bd-4625-a02d-c76a97accc77,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:58.788465 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:58.788828 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:58.789536 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:58.789954 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:58.790296 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:58.790633 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:58.790964 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:58.791297 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:58.792516 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:58.793197 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:58.794140 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:58.794842 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:35:58.805558 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] No DVR routers for this DVR port c48067c8-6fab-44fa-8ebd-8a2d7327d265 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:35:58.828527 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cea2173a-8c53-49da-bb6a-6307597cca3d req-d9b16127-f08c-4f7a-8f19-f52e292dc03b service neutron] 10.222.0.23 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992335 Jul 29 23:35:58.834642 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c48067c8-6fab-44fa-8ebd-8a2d7327d265 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:35:58.876213 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: c48067c8-6fab-44fa-8ebd-8a2d7327d265 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:35:58.876722 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c48067c8-6fab-44fa-8ebd-8a2d7327d265 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:35:58.907209 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-81ddc76a-3ae6-4dc3-9181-43226f30f64c tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1443398 Jul 29 23:35:58.911020 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51852) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:58.920272 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-b8482ab2-0819-41d4-a939-142219ed1c3f tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group': {'name': 'tempest-secgroup--808277131'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:58.976976 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:58.982968 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b8482ab2-0819-41d4-a939-142219ed1c3f tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:58.983440 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 3a69c5c4-0957-4ff4-9264-e7753355de62 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:58.993148 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f7ef717-20cb-4c28-893e-cda3f326a46a']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:59.008418 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cea2173a-8c53-49da-bb6a-6307597cca3d req-ec06e43e-4b38-4b85-a7ee-a7c55fa08a8c service neutron] 10.222.0.23 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714869 Jul 29 23:35:59.014980 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0536e79-d8cd-4e04-969a-7835c7ba7f80') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:59.015536 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0536e79-d8cd-4e04-969a-7835c7ba7f80') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:35:59.024048 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbe582f-ef94-4d9e-8898-baf9333e20d3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:35:59.027640 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3bbe582f-ef94-4d9e-8898-baf9333e20d3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.039017 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.067570 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1425f16e-c81a-4fe4-aa5b-7fca91308090 req-10408e33-7a38-4dc6-adf2-28e7f646f47c tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:59.069661 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1425f16e-c81a-4fe4-aa5b-7fca91308090 req-10408e33-7a38-4dc6-adf2-28e7f646f47c tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6388c421-6efa-493e-a8d2-5efd2a878482 HTTP/1.1" status: 200 len: 943 time: 0.0899200 Jul 29 23:35:59.109852 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.130771 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:35:59.132366 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.136256 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:35:59.136256 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:35:59.136256 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:35:59.136256 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:35:59.136256 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:35:59.136256 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:35:59.136256 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:35:59.136256 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:35:59.136256 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:35:59.136256 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:35:59.136256 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:35:59.136256 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:35:59.136256 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:35:59.136256 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:35:59.136256 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:35:59.136256 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:35:59.136256 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:35:59.136256 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:35:59.136256 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:35:59.136256 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:35:59.136256 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:35:59.136256 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:35:59.136256 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:35:59.136256 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:35:59.136256 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:35:59.136256 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:35:59.136256 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:35:59.136256 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:35:59.136256 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:35:59.136256 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:35:59.136256 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:35:59.136256 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:35:59.157904 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1425f16e-c81a-4fe4-aa5b-7fca91308090 req-f44d1092-3031-4312-be01-def1ac2456dc tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab7e7f68-c8c0-4df7-9f45-e0648f976bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810103 Jul 29 23:35:59.166790 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b8482ab2-0819-41d4-a939-142219ed1c3f tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.171464 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b8482ab2-0819-41d4-a939-142219ed1c3f tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.182961 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 3a69c5c4-0957-4ff4-9264-e7753355de62, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3a69c5c4-0957-4ff4-9264-e7753355de62,segment=NetworkSegment(69e97c6b-4c52-4ecf-b424-73fa51d3b692),segment_id=69e97c6b-4c52-4ecf-b424-73fa51d3b692)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:59.205023 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8482ab2-0819-41d4-a939-142219ed1c3f tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3732a519-76ae-4beb-814f-7532ecd86b2f,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:59.210985 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '3a69c5c4-0957-4ff4-9264-e7753355de62', 'network_id': '9e8bb3b8-c989-499b-9b47-d0f636a9ee58', 'port_id': '3a69c5c4-0957-4ff4-9264-e7753355de62', 'mac_address': 'fa:16:3e:87:32:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7563258e-893d-4569-ae46-3f4dfd9cea67', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:35:59.223742 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b8482ab2-0819-41d4-a939-142219ed1c3f tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.227872 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b8482ab2-0819-41d4-a939-142219ed1c3f tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3154707 Jul 29 23:35:59.230247 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51856) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:59.237134 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-7de51a25-d236-4dcd-8836-cfb0bdb85ed9 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group_rule': {'security_group_id': '3732a519-76ae-4beb-814f-7532ecd86b2f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:59.238032 n-d-712140-10 neutron-server[94063]: WARNING neutron.api.v2.base [None req-7de51a25-d236-4dcd-8836-cfb0bdb85ed9 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 29 23:35:59.238841 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-7de51a25-d236-4dcd-8836-cfb0bdb85ed9 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:35:59.239881 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7de51a25-d236-4dcd-8836-cfb0bdb85ed9 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0075307 Jul 29 23:35:59.243382 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51858) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:59.276232 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.301979 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.312096 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.315828 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] 10.222.0.18 "DELETE /v2.0/networks/6f7ef717-20cb-4c28-893e-cda3f326a46a HTTP/1.1" status: 204 len: 168 time: 1.3383563 Jul 29 23:35:59.320953 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8708a12c-7a8b-43d7-80c3-3f516b375562 tempest-TaggedBootDevicesTest_v242-1969111338 tempest-TaggedBootDevicesTest_v242-1969111338-project] Pushing event deleted for resources: {'Network': ['ID=6f7ef717-20cb-4c28-893e-cda3f326a46a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:59.335067 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a69c5c4-0957-4ff4-9264-e7753355de62 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:59.362730 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 3a69c5c4-0957-4ff4-9264-e7753355de62, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3a69c5c4-0957-4ff4-9264-e7753355de62,segment=NetworkSegment(69e97c6b-4c52-4ecf-b424-73fa51d3b692),segment_id=69e97c6b-4c52-4ecf-b424-73fa51d3b692)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:59.368035 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.368725 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device ecf42429-5dea-4755-955b-328e8cffbc12 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:35:59.390162 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-78a2429c-42e5-4cb6-bfb1-93a9178a3d2c tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.418926 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e5ddc-1db8-40c4-bb22-e714649c007c req-110d032a-bc2a-4b9a-94f3-2d22e9fb534b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:59.426444 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-361e5ddc-1db8-40c4-bb22-e714649c007c req-110d032a-bc2a-4b9a-94f3-2d22e9fb534b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=56f7d0a8-0de9-40ac-83bd-005328e47236 HTTP/1.1" status: 200 len: 945 time: 0.1207066 Jul 29 23:35:59.452780 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-78a2429c-42e5-4cb6-bfb1-93a9178a3d2c tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.467917 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.508316 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-361e5ddc-1db8-40c4-bb22-e714649c007c req-f4c041db-c115-4ff6-b10d-2cca0994ec9c tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796962 Jul 29 23:35:59.511152 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=3a69c5c4-0957-4ff4-9264-e7753355de62,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:59.538161 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-78a2429c-42e5-4cb6-bfb1-93a9178a3d2c tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.544013 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-78a2429c-42e5-4cb6-bfb1-93a9178a3d2c tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.545777 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-78a2429c-42e5-4cb6-bfb1-93a9178a3d2c tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "DELETE /v2.0/security-groups/3732a519-76ae-4beb-814f-7532ecd86b2f HTTP/1.1" status: 204 len: 168 time: 0.3013198 Jul 29 23:35:59.549346 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51864) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:59.564416 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2429c-42e5-4cb6-bfb1-93a9178a3d2c tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3732a519-76ae-4beb-814f-7532ecd86b2f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:59.616070 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port ecf42429-5dea-4755-955b-328e8cffbc12, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ecf42429-5dea-4755-955b-328e8cffbc12,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:59.627984 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'ecf42429-5dea-4755-955b-328e8cffbc12', 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da', 'port_id': 'ecf42429-5dea-4755-955b-328e8cffbc12', 'mac_address': 'fa:16:3e:e9:9d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7783f5c-0922-4c71-a9e3-d83ec4828df5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:35:59.634500 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ffd4bb-5a1f-478b-85fd-225ccd5479f7 req-354e9c52-6547-4648-abd6-0f8c00b2732e tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:35:59.636193 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95ffd4bb-5a1f-478b-85fd-225ccd5479f7 req-354e9c52-6547-4648-abd6-0f8c00b2732e tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=84f19daa-c76d-4ec8-87ac-1de752a28803 HTTP/1.1" status: 200 len: 944 time: 0.0587308 Jul 29 23:35:59.654648 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7d4a785b-1bfc-4d3b-bddb-9fdaa2d37427 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1039994 Jul 29 23:35:59.659976 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51866) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:59.668959 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-c795ea9d-2695-4759-a4f0-f1e6bc6eb195 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group': {'name': 'tempest-secgroup--1427947516'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:59.683307 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.705101 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf42429-5dea-4755-955b-328e8cffbc12 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:35:59.715055 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95ffd4bb-5a1f-478b-85fd-225ccd5479f7 req-b43a33ab-10ee-40a0-b2be-da37041fc02b tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726140 Jul 29 23:35:59.721208 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c795ea9d-2695-4759-a4f0-f1e6bc6eb195 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.754675 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.759707 n-d-712140-10 neutron-server[94064]: DEBUG neutron.objects.ports [None req-3bbe582f-ef94-4d9e-8898-baf9333e20d3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94064) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:35:59.763859 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port ecf42429-5dea-4755-955b-328e8cffbc12, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ecf42429-5dea-4755-955b-328e8cffbc12,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:35:59.771011 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.839089 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=ecf42429-5dea-4755-955b-328e8cffbc12,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:59.843710 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c795ea9d-2695-4759-a4f0-f1e6bc6eb195 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.848179 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c795ea9d-2695-4759-a4f0-f1e6bc6eb195 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.878434 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c795ea9d-2695-4759-a4f0-f1e6bc6eb195 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:35:59.882711 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c795ea9d-2695-4759-a4f0-f1e6bc6eb195 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2178717 Jul 29 23:35:59.885444 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51872) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:59.892039 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-e2a539f8-475b-4754-bd63-0ad581f6dba8 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group_rule': {'security_group_id': 'b916cecb-2920-4a98-a5db-2b062e091a21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:59.905586 n-d-712140-10 neutron-server[94063]: WARNING neutron.api.v2.base [None req-e2a539f8-475b-4754-bd63-0ad581f6dba8 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 29 23:35:59.906391 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-e2a539f8-475b-4754-bd63-0ad581f6dba8 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:35:59.910835 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e2a539f8-475b-4754-bd63-0ad581f6dba8 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0241272 Jul 29 23:35:59.911535 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51874) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:59.919336 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-ee8e7687-f7bb-437d-aa5e-a776c3614043 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group_rule': {'security_group_id': 'b916cecb-2920-4a98-a5db-2b062e091a21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:59.920181 n-d-712140-10 neutron-server[94063]: WARNING neutron.api.v2.base [None req-ee8e7687-f7bb-437d-aa5e-a776c3614043 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 29 23:35:59.920955 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-ee8e7687-f7bb-437d-aa5e-a776c3614043 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:35:59.924705 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ee8e7687-f7bb-437d-aa5e-a776c3614043 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0103271 Jul 29 23:35:59.925731 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51876) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:59.928505 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c795ea9d-2695-4759-a4f0-f1e6bc6eb195 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b916cecb-2920-4a98-a5db-2b062e091a21,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:35:59.932552 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-dc4f5f5c-3a37-4a95-b146-94e5a558dc12 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group_rule': {'security_group_id': 'b916cecb-2920-4a98-a5db-2b062e091a21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:59.934405 n-d-712140-10 neutron-server[94064]: WARNING neutron.api.v2.base [None req-dc4f5f5c-3a37-4a95-b146-94e5a558dc12 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 29 23:35:59.934918 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-dc4f5f5c-3a37-4a95-b146-94e5a558dc12 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:35:59.939240 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-dc4f5f5c-3a37-4a95-b146-94e5a558dc12 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0107560 Jul 29 23:35:59.943014 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51878) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:35:59.949155 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-f57fa297-960f-40a0-a983-82b03c6c062b tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group_rule': {'security_group_id': 'b916cecb-2920-4a98-a5db-2b062e091a21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:35:59.950427 n-d-712140-10 neutron-server[94064]: WARNING neutron.api.v2.base [None req-f57fa297-960f-40a0-a983-82b03c6c062b tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 29 23:35:59.951228 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-f57fa297-960f-40a0-a983-82b03c6c062b tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:35:59.952276 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f57fa297-960f-40a0-a983-82b03c6c062b tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0076082 Jul 29 23:35:59.962080 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51880) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:00.000128 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['3a69c5c4-0957-4ff4-9264-e7753355de62'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:00.015934 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['ecf42429-5dea-4755-955b-328e8cffbc12'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:00.023669 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3bbe582f-ef94-4d9e-8898-baf9333e20d3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.227700 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9875c5e5-51d8-4557-b65b-f806f66e0e6a tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.234673 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-3bbe582f-ef94-4d9e-8898-baf9333e20d3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] For port 97796cdb-de84-4955-afdd-a1cef5b0f449, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=97796cdb-de84-4955-afdd-a1cef5b0f449,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:00.276946 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9875c5e5-51d8-4557-b65b-f806f66e0e6a tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.309797 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3bbe582f-ef94-4d9e-8898-baf9333e20d3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.323047 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3bbe582f-ef94-4d9e-8898-baf9333e20d3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.323705 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3bbe582f-ef94-4d9e-8898-baf9333e20d3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.339203 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-2f1e8de2-770d-408a-827a-435289ed38df tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:00.342211 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-2f1e8de2-770d-408a-827a-435289ed38df tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/networks?id=a3b84fcb-d1ea-4d97-a571-e94a9ed02dff HTTP/1.1" status: 200 len: 814 time: 0.1329148 Jul 29 23:36:00.372448 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-db305540-f3ab-44ca-bc76-26545ddc9fdf tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/quotas/47410282bc2841d8896a8fa066d76b51 HTTP/1.1" status: 200 len: 375 time: 0.0185056 Jul 29 23:36:00.388103 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbe582f-ef94-4d9e-8898-baf9333e20d3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:00.397842 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-3bbe582f-ef94-4d9e-8898-baf9333e20d3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:00.405910 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbe582f-ef94-4d9e-8898-baf9333e20d3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:00.407034 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3bbe582f-ef94-4d9e-8898-baf9333e20d3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.411312 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b253dbb-aca8-41f8-bef9-b0890275a488 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:00.423280 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9875c5e5-51d8-4557-b65b-f806f66e0e6a tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.426170 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9875c5e5-51d8-4557-b65b-f806f66e0e6a tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.430257 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9875c5e5-51d8-4557-b65b-f806f66e0e6a tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "DELETE /v2.0/security-groups/b916cecb-2920-4a98-a5db-2b062e091a21 HTTP/1.1" status: 204 len: 168 time: 0.4712851 Jul 29 23:36:00.432662 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51900) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:00.456333 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875c5e5-51d8-4557-b65b-f806f66e0e6a tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b916cecb-2920-4a98-a5db-2b062e091a21,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:00.476970 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe582f-ef94-4d9e-8898-baf9333e20d3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Subnet': ['ID=a04a1a33-128d-4bca-8b0b-bf3908ec208d,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:00.492093 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3bbe582f-ef94-4d9e-8898-baf9333e20d3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8846259 Jul 29 23:36:00.492994 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe582f-ef94-4d9e-8898-baf9333e20d3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Port': ['ID=97796cdb-de84-4955-afdd-a1cef5b0f449,revision_number=8']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:00.495480 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51902) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:00.500255 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-69b1a520-3de8-4ed2-884d-15c8ae7403e9 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0653856 Jul 29 23:36:00.510779 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-dc01b446-86c7-4c3e-836d-42c59969ac75 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'port': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'mac_address': 'fa:16:3e:17:62:5c', 'name': 'tempest-NetworksTestDHCPv6-1034219747'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:00.514056 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51904) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:00.516084 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-c85bc45a-5788-45a8-9977-5cbab2a25bf6 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=47410282bc2841d8896a8fa066d76b51&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1389802 Jul 29 23:36:00.520331 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-7bdc5a1e-4077-4001-9eea-f467eadff25c tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group': {'name': 'tempest-secgroup--760362610'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:00.601689 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7bdc5a1e-4077-4001-9eea-f467eadff25c tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.619457 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-f3497863-44c2-45a4-8850-131e144e8bfb service neutron] 10.222.0.18 "GET /v2.0/networks/a3b84fcb-d1ea-4d97-a571-e94a9ed02dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024046 Jul 29 23:36:00.749237 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-6ccccee4-b5c5-4693-bc3d-aeda5a45438d service neutron] 10.222.0.18 "GET /v2.0/networks/a3b84fcb-d1ea-4d97-a571-e94a9ed02dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287127 Jul 29 23:36:00.768635 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dcb6b5c-9cc4-438e-91bc-c132e7523339 None None] Update dhcp port {'port': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'fixed_ips': [{'subnet_id': 'a04a1a33-128d-4bca-8b0b-bf3908ec208d', 'ip_address': '2001:db8:0:1:f816:3eff:fe5d:b40a'}, {'subnet_id': '83fd866e-9e84-439c-b0b8-d68441de7d49'}], 'binding:host_id': 'n-d-712140-10'}, 'id': '97796cdb-de84-4955-afdd-a1cef5b0f449'} from n-d-712140-10. {{(pid=94065) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:36:00.771935 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7bdc5a1e-4077-4001-9eea-f467eadff25c tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.774257 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 97796cdb-de84-4955-afdd-a1cef5b0f449 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:00.777511 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7bdc5a1e-4077-4001-9eea-f467eadff25c tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.831690 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2dcb6b5c-9cc4-438e-91bc-c132e7523339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:00.835315 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdc5a1e-4077-4001-9eea-f467eadff25c tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b44a399-4b29-4a6e-9d1e-e811b27dd0c3,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:00.852353 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc01b446-86c7-4c3e-836d-42c59969ac75 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:00.963719 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 97796cdb-de84-4955-afdd-a1cef5b0f449 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:00.964330 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:01.005992 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 3a69c5c4-0957-4ff4-9264-e7753355de62 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:01.022504 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d87419-f210-49e9-9b31-905df1d89b5d req-c47e1b47-8da0-4a24-a972-5a76b0721e3c tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:01.030297 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8d87419-f210-49e9-9b31-905df1d89b5d req-c47e1b47-8da0-4a24-a972-5a76b0721e3c tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6388c421-6efa-493e-a8d2-5efd2a878482 HTTP/1.1" status: 200 len: 944 time: 0.0622978 Jul 29 23:36:01.084254 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8d87419-f210-49e9-9b31-905df1d89b5d req-9cab9969-e3ff-448e-ba62-83c62f474d31 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab7e7f68-c8c0-4df7-9f45-e0648f976bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497174 Jul 29 23:36:01.165993 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 3a69c5c4-0957-4ff4-9264-e7753355de62 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:01.195334 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 3a69c5c4-0957-4ff4-9264-e7753355de62 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:01.195715 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:01.226395 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a44a9-afd0-4802-b16b-268ddf9c5d66 req-f6a6ad47-2d3d-41f9-9c4b-9f34405f2bc9 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:01.241064 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae2a44a9-afd0-4802-b16b-268ddf9c5d66 req-f6a6ad47-2d3d-41f9-9c4b-9f34405f2bc9 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=84f19daa-c76d-4ec8-87ac-1de752a28803 HTTP/1.1" status: 200 len: 945 time: 0.0904503 Jul 29 23:36:01.251637 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-2dcb6b5c-9cc4-438e-91bc-c132e7523339 None None] Allocated IP 2001:db8::2 (d263319e-790d-4f2c-863f-b09096d5f5fc/83fd866e-9e84-439c-b0b8-d68441de7d49/97796cdb-de84-4955-afdd-a1cef5b0f449) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:01.338375 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae2a44a9-afd0-4802-b16b-268ddf9c5d66 req-f4f57ee8-390e-4f20-bacd-87907f6111d5 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961025 Jul 29 23:36:01.374330 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb6b2b-994e-47fb-ae67-83c7af73e583 req-78eb7792-e085-4511-a474-ea4eec56ba1b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:01.376497 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7eb6b2b-994e-47fb-ae67-83c7af73e583 req-78eb7792-e085-4511-a474-ea4eec56ba1b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.23 "GET /v2.0/ports?device_id=56f7d0a8-0de9-40ac-83bd-005328e47236 HTTP/1.1" status: 200 len: 945 time: 0.1005809 Jul 29 23:36:01.454971 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc01b446-86c7-4c3e-836d-42c59969ac75 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:01.457177 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7bdc5a1e-4077-4001-9eea-f467eadff25c tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:01.458556 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7bdc5a1e-4077-4001-9eea-f467eadff25c tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9435265 Jul 29 23:36:01.468886 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51920) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:01.472480 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b88edd93-70df-4249-98ed-1ecb454f36f0 req-e1f41172-3745-45cc-9682-79617747dd56 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8606d2d-f323-4ac7-b3f8-a40ef2012942 HTTP/1.1" status: 200 len: 210 time: 0.0485785 Jul 29 23:36:01.475490 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-0fc881a2-5321-496f-b15c-f7cba5ca3987 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group_rule': {'security_group_id': '9b44a399-4b29-4a6e-9d1e-e811b27dd0c3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:01.476274 n-d-712140-10 neutron-server[94064]: WARNING neutron.api.v2.base [None req-0fc881a2-5321-496f-b15c-f7cba5ca3987 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 29 23:36:01.476780 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-0fc881a2-5321-496f-b15c-f7cba5ca3987 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:36:01.477812 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0fc881a2-5321-496f-b15c-f7cba5ca3987 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078642 Jul 29 23:36:01.480526 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51924) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:01.485115 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-40963979-6e17-4eba-90ce-35cc6f885265 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group_rule': {'security_group_id': '9b44a399-4b29-4a6e-9d1e-e811b27dd0c3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:01.507570 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-2dcb6b5c-9cc4-438e-91bc-c132e7523339 None None] For port 97796cdb-de84-4955-afdd-a1cef5b0f449, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=97796cdb-de84-4955-afdd-a1cef5b0f449,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:01.533330 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-dc01b446-86c7-4c3e-836d-42c59969ac75 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] device_id is not set on port 6090bd6b-1116-4b67-af60-3a2276f1339d yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:36:01.542900 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2dcb6b5c-9cc4-438e-91bc-c132e7523339 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:01.560925 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-2dcb6b5c-9cc4-438e-91bc-c132e7523339 None None] Transition to ACTIVE for port object 97796cdb-de84-4955-afdd-a1cef5b0f449 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:01.563960 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:01.576140 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2dcb6b5c-9cc4-438e-91bc-c132e7523339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:01.608996 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-e7eb6b2b-994e-47fb-ae67-83c7af73e583 req-312c2344-3484-459c-b368-3ae63d9a2c41 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Deleting port 4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:01.609687 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e7eb6b2b-994e-47fb-ae67-83c7af73e583 req-312c2344-3484-459c-b368-3ae63d9a2c41 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:01.624409 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-40963979-6e17-4eba-90ce-35cc6f885265 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:36:01.625556 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-40963979-6e17-4eba-90ce-35cc6f885265 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1441028 Jul 29 23:36:01.629268 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51926) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:01.636371 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-5f946e5b-7fe8-4167-8990-a9e8c2cee647 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group_rule': {'security_group_id': '9b44a399-4b29-4a6e-9d1e-e811b27dd0c3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:01.636371 n-d-712140-10 neutron-server[94064]: WARNING neutron.api.v2.base [None req-5f946e5b-7fe8-4167-8990-a9e8c2cee647 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 29 23:36:01.636943 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-5f946e5b-7fe8-4167-8990-a9e8c2cee647 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:36:01.638011 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5f946e5b-7fe8-4167-8990-a9e8c2cee647 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0082409 Jul 29 23:36:01.642143 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51928) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:01.647182 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-87ece717-e72d-47c6-99dc-3366cbdbe5d6 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group_rule': {'security_group_id': '9b44a399-4b29-4a6e-9d1e-e811b27dd0c3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:01.692035 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6388c421-6efa-493e-a8d2-5efd2a878482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a69c5c4-0957-4ff4-9264-e7753355de62'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:01.695880 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62e41f7-25b3-4543-82ce-433732801adf" -d '{"events": [{"server_uuid": "6388c421-6efa-493e-a8d2-5efd2a878482", "name": "network-vif-plugged", "status": "completed", "tag": "3a69c5c4-0957-4ff4-9264-e7753355de62"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:01.725988 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 3a69c5c4-0957-4ff4-9264-e7753355de62, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3a69c5c4-0957-4ff4-9264-e7753355de62,segment=NetworkSegment(69e97c6b-4c52-4ecf-b424-73fa51d3b692),segment_id=69e97c6b-4c52-4ecf-b424-73fa51d3b692)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:01.736039 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:01.737034 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device ecf42429-5dea-4755-955b-328e8cffbc12 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:01.762635 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-87ece717-e72d-47c6-99dc-3366cbdbe5d6 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:36:01.764005 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-87ece717-e72d-47c6-99dc-3366cbdbe5d6 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1207736 Jul 29 23:36:01.767587 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51932) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:01.774932 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb6b5c-9cc4-438e-91bc-c132e7523339 None None] Pushing event updated for resources: {'Port': ['ID=97796cdb-de84-4955-afdd-a1cef5b0f449,revision_number=9']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:01.775992 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-db2d382e-8ae4-41e6-924a-43d35f08c2ed tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group_rule': {'security_group_id': '9b44a399-4b29-4a6e-9d1e-e811b27dd0c3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:01.780304 n-d-712140-10 neutron-server[94064]: WARNING neutron.api.v2.base [None req-db2d382e-8ae4-41e6-924a-43d35f08c2ed tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 29 23:36:01.781144 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-db2d382e-8ae4-41e6-924a-43d35f08c2ed tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:36:01.785291 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-db2d382e-8ae4-41e6-924a-43d35f08c2ed tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0163267 Jul 29 23:36:01.789819 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51934) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:01.798822 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-7727c74a-4fa9-47f1-89e1-e75f426c29f9 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group_rule': {'security_group_id': '9b44a399-4b29-4a6e-9d1e-e811b27dd0c3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:01.799954 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-e7eb6b2b-994e-47fb-ae67-83c7af73e583 req-312c2344-3484-459c-b368-3ae63d9a2c41 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] For port 4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce,segment=NetworkSegment(3960cd3a-1252-4022-b2ff-b6d1cbf562dc),segment_id=3960cd3a-1252-4022-b2ff-b6d1cbf562dc)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:01.800989 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e7eb6b2b-994e-47fb-ae67-83c7af73e583 req-312c2344-3484-459c-b368-3ae63d9a2c41 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:01.824226 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526127ce-3343-4cd9-a821-efc9a246d5c3 x-openstack-request-id: req-526127ce-3343-4cd9-a821-efc9a246d5c3 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:01.824526 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6388c421-6efa-493e-a8d2-5efd2a878482", "name": "network-vif-plugged", "status": "completed", "tag": "3a69c5c4-0957-4ff4-9264-e7753355de62", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:01.824940 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-526127ce-3343-4cd9-a821-efc9a246d5c3 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:01.825326 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6388c421-6efa-493e-a8d2-5efd2a878482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a69c5c4-0957-4ff4-9264-e7753355de62', 'code': 200} Jul 29 23:36:01.859955 n-d-712140-10 neutron-server[94064]: INFO neutron.db.securitygroups_db [None req-7727c74a-4fa9-47f1-89e1-e75f426c29f9 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Project ba4f9b397dde47b98e2237b862121018 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:36:01.861930 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=3a69c5c4-0957-4ff4-9264-e7753355de62,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:01.866961 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-e7eb6b2b-994e-47fb-ae67-83c7af73e583 req-312c2344-3484-459c-b368-3ae63d9a2c41 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Calling delete_port for 4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:01.872023 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port ecf42429-5dea-4755-955b-328e8cffbc12 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:01.876986 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port ecf42429-5dea-4755-955b-328e8cffbc12 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:01.877518 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:01.919239 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-7727c74a-4fa9-47f1-89e1-e75f426c29f9 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:36:01.920318 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7727c74a-4fa9-47f1-89e1-e75f426c29f9 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1276572 Jul 29 23:36:01.930655 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51936) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:01.936429 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-2262f03f-42fd-4985-a1d8-a2553bc6b143 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group_rule': {'security_group_id': '9b44a399-4b29-4a6e-9d1e-e811b27dd0c3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:01.937827 n-d-712140-10 neutron-server[94064]: WARNING neutron.api.v2.base [None req-2262f03f-42fd-4985-a1d8-a2553bc6b143 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 29 23:36:01.938338 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-2262f03f-42fd-4985-a1d8-a2553bc6b143 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:36:01.945942 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2262f03f-42fd-4985-a1d8-a2553bc6b143 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0138788 Jul 29 23:36:01.970395 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51938) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:01.985452 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-4f10df3e-0ff4-45e0-8475-fb326ac5ae0d tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group_rule': {'security_group_id': '9b44a399-4b29-4a6e-9d1e-e811b27dd0c3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:02.028304 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-dc01b446-86c7-4c3e-836d-42c59969ac75 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Allocated IP 2001:db8::30e (d263319e-790d-4f2c-863f-b09096d5f5fc/83fd866e-9e84-439c-b0b8-d68441de7d49/6090bd6b-1116-4b67-af60-3a2276f1339d) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:02.041882 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-dc01b446-86c7-4c3e-836d-42c59969ac75 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Allocated IP 2001:db8:0:1:f816:3eff:fe17:625c (d263319e-790d-4f2c-863f-b09096d5f5fc/a04a1a33-128d-4bca-8b0b-bf3908ec208d/6090bd6b-1116-4b67-af60-3a2276f1339d) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:02.055415 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.092310 n-d-712140-10 neutron-server[94063]: INFO neutron.db.securitygroups_db [None req-4f10df3e-0ff4-45e0-8475-fb326ac5ae0d tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Project ba4f9b397dde47b98e2237b862121018 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:36:02.106200 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port ecf42429-5dea-4755-955b-328e8cffbc12, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ecf42429-5dea-4755-955b-328e8cffbc12,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:02.111694 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.130151 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-4f10df3e-0ff4-45e0-8475-fb326ac5ae0d tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:36:02.135756 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51942) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:02.136314 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4f10df3e-0ff4-45e0-8475-fb326ac5ae0d tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1644425 Jul 29 23:36:02.141658 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088af19a-3068-42a6-87c0-36f1573c8ace req-3176a5db-7ae3-42b4-8f34-551506fce08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:02.143969 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-088af19a-3068-42a6-87c0-36f1573c8ace req-3176a5db-7ae3-42b4-8f34-551506fce08c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6388c421-6efa-493e-a8d2-5efd2a878482 HTTP/1.1" status: 200 len: 1097 time: 0.1765652 Jul 29 23:36:02.166674 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-56f23c3f-71ef-48eb-9b86-1c4e7a660029 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group_rule': {'security_group_id': '9b44a399-4b29-4a6e-9d1e-e811b27dd0c3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:02.210546 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=ecf42429-5dea-4755-955b-328e8cffbc12,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:02.253294 n-d-712140-10 neutron-server[94064]: INFO neutron.db.securitygroups_db [None req-56f23c3f-71ef-48eb-9b86-1c4e7a660029 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Project ba4f9b397dde47b98e2237b862121018 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:36:02.277777 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-56f23c3f-71ef-48eb-9b86-1c4e7a660029 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:36:02.279290 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-56f23c3f-71ef-48eb-9b86-1c4e7a660029 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1424112 Jul 29 23:36:02.282069 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51946) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:02.341563 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-088af19a-3068-42a6-87c0-36f1573c8ace req-32f465f4-336b-4fb9-bede-50b7c5f8f457 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ab7e7f68-c8c0-4df7-9f45-e0648f976bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877632 Jul 29 23:36:02.356554 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e7eb6b2b-994e-47fb-ae67-83c7af73e583 req-312c2344-3484-459c-b368-3ae63d9a2c41 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.370550 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:02.386028 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1fe63-2ced-4a8b-afdb-94db6cce1d7c req-87514cd4-9f9b-4fba-b096-687f90f03228 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:02.387585 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-78e1fe63-2ced-4a8b-afdb-94db6cce1d7c req-87514cd4-9f9b-4fba-b096-687f90f03228 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6388c421-6efa-493e-a8d2-5efd2a878482 HTTP/1.1" status: 200 len: 945 time: 0.1413991 Jul 29 23:36:02.439930 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c2344-3484-459c-b368-3ae63d9a2c41 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Pushing event deleted for resources: {'Port': ['ID=4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:02.450249 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-200d36b8-eb9a-4318-8106-015ab8bfa1c3 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.494523 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7eb6b2b-994e-47fb-ae67-83c7af73e583 req-312c2344-3484-459c-b368-3ae63d9a2c41 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] No DVR routers for this DVR port 4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:02.498207 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e7eb6b2b-994e-47fb-ae67-83c7af73e583 req-312c2344-3484-459c-b368-3ae63d9a2c41 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.499200 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-200d36b8-eb9a-4318-8106-015ab8bfa1c3 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.500364 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7eb6b2b-994e-47fb-ae67-83c7af73e583 req-312c2344-3484-459c-b368-3ae63d9a2c41 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.23 "DELETE /v2.0/ports/4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce HTTP/1.1" status: 204 len: 173 time: 1.1173589 Jul 29 23:36:02.501082 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56f7d0a8-0de9-40ac-83bd-005328e47236', 'name': 'network-vif-deleted', 'tag': '4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:02.503330 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf9091a-e4db-4b39-9c56-a4cb996b5149" -d '{"events": [{"server_uuid": "56f7d0a8-0de9-40ac-83bd-005328e47236", "name": "network-vif-deleted", "tag": "4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:02.519581 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-78e1fe63-2ced-4a8b-afdb-94db6cce1d7c req-11a29726-933c-49e1-87be-470eec210708 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab7e7f68-c8c0-4df7-9f45-e0648f976bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132600 Jul 29 23:36:02.561204 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-200d36b8-eb9a-4318-8106-015ab8bfa1c3 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.565780 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-200d36b8-eb9a-4318-8106-015ab8bfa1c3 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.567266 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-200d36b8-eb9a-4318-8106-015ab8bfa1c3 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "DELETE /v2.0/security-groups/9b44a399-4b29-4a6e-9d1e-e811b27dd0c3 HTTP/1.1" status: 204 len: 168 time: 0.2840595 Jul 29 23:36:02.571792 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51954) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:02.587382 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d36b8-eb9a-4318-8106-015ab8bfa1c3 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b44a399-4b29-4a6e-9d1e-e811b27dd0c3,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:02.651760 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc01b446-86c7-4c3e-836d-42c59969ac75 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.671675 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-dc01b446-86c7-4c3e-836d-42c59969ac75 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Transition to ACTIVE for port object 6090bd6b-1116-4b67-af60-3a2276f1339d will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:02.754040 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc01b446-86c7-4c3e-836d-42c59969ac75 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.808508 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 97796cdb-de84-4955-afdd-a1cef5b0f449 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:02.858524 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d059fbaf-9e85-4fb7-9216-dfe553fbd65e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.864869 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-bf29605b-5c51-4f73-985d-db2630569fb2 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2878032 Jul 29 23:36:02.871610 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51958) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:02.878524 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-5b1b878a-cbb5-4573-aa17-7589671e310b tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group': {'name': 'tempest-secgroup--291564793'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:02.901440 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc01b446-86c7-4c3e-836d-42c59969ac75 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:02.902390 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc01b446-86c7-4c3e-836d-42c59969ac75 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Port': ['ID=6090bd6b-1116-4b67-af60-3a2276f1339d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:02.907018 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-dc01b446-86c7-4c3e-836d-42c59969ac75 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:02.909218 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc01b446-86c7-4c3e-836d-42c59969ac75 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:02.916323 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc01b446-86c7-4c3e-836d-42c59969ac75 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:02.916979 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc01b446-86c7-4c3e-836d-42c59969ac75 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.948173 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e490b2-6460-4f8d-b166-866329a0c3ef req-cbe9548e-24e5-46e0-8b13-e5146b238890 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:02.949579 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-dc01b446-86c7-4c3e-836d-42c59969ac75 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4461265 Jul 29 23:36:02.949829 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b3e490b2-6460-4f8d-b166-866329a0c3ef req-cbe9548e-24e5-46e0-8b13-e5146b238890 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=84f19daa-c76d-4ec8-87ac-1de752a28803 HTTP/1.1" status: 200 len: 946 time: 0.3564577 Jul 29 23:36:02.956367 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51960) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:02.957263 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-da532e97-09ce-4caf-9bcd-7a972137b8ab tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:02.959330 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-da532e97-09ce-4caf-9bcd-7a972137b8ab tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.23 "GET /v2.0/networks?id=a3b84fcb-d1ea-4d97-a571-e94a9ed02dff HTTP/1.1" status: 200 len: 814 time: 0.3223341 Jul 29 23:36:02.960967 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b1b878a-cbb5-4573-aa17-7589671e310b tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:02.994516 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-2ec9c23b-efb3-46be-b715-947fbc1cae8b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Request body: {'port': {'device_id': 'b8606d2d-f323-4ac7-b3f8-a40ef2012942', 'network_id': 'a3b84fcb-d1ea-4d97-a571-e94a9ed02dff', 'admin_state_up': True, 'tenant_id': '47410282bc2841d8896a8fa066d76b51'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:03.025078 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0ddc7753-cb6b-4047-abd6-0ddcb45e2482 None None] Provisioning for port 97796cdb-de84-4955-afdd-a1cef5b0f449 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:03.032055 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0ddc7753-cb6b-4047-abd6-0ddcb45e2482 None None] Provisioning complete for port 97796cdb-de84-4955-afdd-a1cef5b0f449 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:03.032785 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0ddc7753-cb6b-4047-abd6-0ddcb45e2482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:03.109084 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b3e490b2-6460-4f8d-b166-866329a0c3ef req-606f72da-8421-4cc9-890e-7c9a0eb756f7 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456385 Jul 29 23:36:03.159474 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-c23527dd-c9b0-4d7f-86c8-73b743073f47 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting port 6090bd6b-1116-4b67-af60-3a2276f1339d {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:03.159983 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c23527dd-c9b0-4d7f-86c8-73b743073f47 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:03.319506 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8723ff2b-de6c-47ea-b686-99fd0de8110b req-3a7c91c8-aed4-4638-9826-426d27d52410 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8606d2d-f323-4ac7-b3f8-a40ef2012942 HTTP/1.1" status: 200 len: 210 time: 0.0531478 Jul 29 23:36:03.348334 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b1b878a-cbb5-4573-aa17-7589671e310b tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:03.358929 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b1b878a-cbb5-4573-aa17-7589671e310b tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:03.373703 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-237c9150-5725-4be6-86e3-6273049cdc51 None None] Provisioning for port 6090bd6b-1116-4b67-af60-3a2276f1339d completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:03.378284 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-237c9150-5725-4be6-86e3-6273049cdc51 None None] Provisioning complete for port 6090bd6b-1116-4b67-af60-3a2276f1339d triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:03.378668 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-237c9150-5725-4be6-86e3-6273049cdc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:03.380408 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c23527dd-c9b0-4d7f-86c8-73b743073f47 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:03.396085 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-c23527dd-c9b0-4d7f-86c8-73b743073f47 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Calling delete_port for 6090bd6b-1116-4b67-af60-3a2276f1339d owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:03.416211 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e507368-e8b9-461b-84a3-95e96544d3b0 x-openstack-request-id: req-4e507368-e8b9-461b-84a3-95e96544d3b0 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:03.416865 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56f7d0a8-0de9-40ac-83bd-005328e47236", "name": "network-vif-deleted", "tag": "4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:03.416865 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4e507368-e8b9-461b-84a3-95e96544d3b0 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:03.417192 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56f7d0a8-0de9-40ac-83bd-005328e47236', 'name': 'network-vif-deleted', 'tag': '4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce', 'status': 'completed', 'code': 200} Jul 29 23:36:03.425800 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-2ec9c23b-efb3-46be-b715-947fbc1cae8b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Made reservation on behalf of 47410282bc2841d8896a8fa066d76b51 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:03.431685 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-2ec9c23b-efb3-46be-b715-947fbc1cae8b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:03.438248 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b1b878a-cbb5-4573-aa17-7589671e310b tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:03.440231 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5b1b878a-cbb5-4573-aa17-7589671e310b tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5653889 Jul 29 23:36:03.441008 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-237c9150-5725-4be6-86e3-6273049cdc51 None None] Port 6090bd6b-1116-4b67-af60-3a2276f1339d cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:36:03.455306 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51964) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:03.462619 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-db6ffc1d-1b6e-4426-ab9f-f5cfd01eb011 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group_rule': {'security_group_id': 'befdafaa-05d0-4eda-8704-e148c20e3c8d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:03.476906 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b878a-cbb5-4573-aa17-7589671e310b tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=befdafaa-05d0-4eda-8704-e148c20e3c8d,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:03.591619 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-db6ffc1d-1b6e-4426-ab9f-f5cfd01eb011 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] create failed (client error): The resource could not be found. Jul 29 23:36:03.592770 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-db6ffc1d-1b6e-4426-ab9f-f5cfd01eb011 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1361711 Jul 29 23:36:03.595720 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51968) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:03.603110 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-352fc48c-2c89-47b5-ad49-fd2596cfeb24 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group_rule': {'security_group_id': 'befdafaa-05d0-4eda-8704-e148c20e3c8d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e1b808de-8646-4fe5-9359-3910bdcea36b'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:03.691135 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c23527dd-c9b0-4d7f-86c8-73b743073f47 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:03.711431 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-2ec9c23b-efb3-46be-b715-947fbc1cae8b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Allocated IP 172.20.0.4 (a3b84fcb-d1ea-4d97-a571-e94a9ed02dff/fe5da65a-cf51-4f87-867f-d80f072d9572/929428df-b96f-47f3-acb1-317f0268c446) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:03.726680 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23527dd-c9b0-4d7f-86c8-73b743073f47 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Port': ['ID=6090bd6b-1116-4b67-af60-3a2276f1339d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:03.738923 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e36a0-7070-4c09-9e7a-92b09a88d6d4 req-dbfaa46c-3d03-46e1-aca6-b9068d46d2ef tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:03.741705 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-027e36a0-7070-4c09-9e7a-92b09a88d6d4 req-dbfaa46c-3d03-46e1-aca6-b9068d46d2ef tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6388c421-6efa-493e-a8d2-5efd2a878482 HTTP/1.1" status: 200 len: 945 time: 0.1074910 Jul 29 23:36:03.751093 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-352fc48c-2c89-47b5-ad49-fd2596cfeb24 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] create failed (client error): The resource could not be found. Jul 29 23:36:03.752318 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-352fc48c-2c89-47b5-ad49-fd2596cfeb24 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1556337 Jul 29 23:36:03.763878 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51970) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:03.803007 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c23527dd-c9b0-4d7f-86c8-73b743073f47 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:03.810374 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c23527dd-c9b0-4d7f-86c8-73b743073f47 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/6090bd6b-1116-4b67-af60-3a2276f1339d HTTP/1.1" status: 204 len: 168 time: 0.8476093 Jul 29 23:36:03.810374 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51972) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:03.827281 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f19daa-c76d-4ec8-87ac-1de752a28803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf42429-5dea-4755-955b-328e8cffbc12'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:03.835874 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b06dce3e-3ee9-4726-aab1-1994757777fc" -d '{"events": [{"server_uuid": "84f19daa-c76d-4ec8-87ac-1de752a28803", "name": "network-vif-plugged", "status": "completed", "tag": "ecf42429-5dea-4755-955b-328e8cffbc12"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:03.889158 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37980472-318f-4a50-a469-bda031a3af38 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:03.894648 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-37980472-318f-4a50-a469-bda031a3af38 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0787244 Jul 29 23:36:03.894911 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51976) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:03.923073 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-027e36a0-7070-4c09-9e7a-92b09a88d6d4 req-704a917b-4e7a-499a-b2d3-1dcb213c9675 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab7e7f68-c8c0-4df7-9f45-e0648f976bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599524 Jul 29 23:36:03.995759 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4d7d080-fa9b-41e9-b680-18da21b47a5a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:03.997993 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c4d7d080-fa9b-41e9-b680-18da21b47a5a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1018689 Jul 29 23:36:03.998610 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-052c6f2c-b14d-4511-a996-948829873592 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.005657 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51980) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:04.027797 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1042a9c2-416d-4ad4-8d15-bd658b264f1b x-openstack-request-id: req-1042a9c2-416d-4ad4-8d15-bd658b264f1b {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:04.028114 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f19daa-c76d-4ec8-87ac-1de752a28803", "name": "network-vif-plugged", "status": "completed", "tag": "ecf42429-5dea-4755-955b-328e8cffbc12", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:04.028473 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1042a9c2-416d-4ad4-8d15-bd658b264f1b {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:04.028782 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f19daa-c76d-4ec8-87ac-1de752a28803', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf42429-5dea-4755-955b-328e8cffbc12', 'code': 200} Jul 29 23:36:04.092723 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-052c6f2c-b14d-4511-a996-948829873592 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.097959 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fe48a3-7bd6-43a1-b625-13fbd34d3fdd tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:04.100522 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fe48a3-7bd6-43a1-b625-13fbd34d3fdd tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:04.102600 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fe48a3-7bd6-43a1-b625-13fbd34d3fdd tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:04.106871 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-05fe48a3-7bd6-43a1-b625-13fbd34d3fdd tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0976331 Jul 29 23:36:04.107819 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51982) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:04.182815 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-185539b6-3801-4d4c-99c0-2df55d24b7ee tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting subnet 83fd866e-9e84-439c-b0b8-d68441de7d49 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:36:04.186335 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-185539b6-3801-4d4c-99c0-2df55d24b7ee tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.218724 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-2ec9c23b-efb3-46be-b715-947fbc1cae8b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.248369 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-185539b6-3801-4d4c-99c0-2df55d24b7ee tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.256051 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54f61b6-0af2-4566-8bf4-67a5df443c46 req-ac1ac18b-1c8d-4f55-b27b-e9db1244b69b tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:04.257694 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e54f61b6-0af2-4566-8bf4-67a5df443c46 req-ac1ac18b-1c8d-4f55-b27b-e9db1244b69b tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6388c421-6efa-493e-a8d2-5efd2a878482 HTTP/1.1" status: 200 len: 945 time: 0.1671059 Jul 29 23:36:04.262552 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-052c6f2c-b14d-4511-a996-948829873592 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.265174 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-052c6f2c-b14d-4511-a996-948829873592 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.269122 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-052c6f2c-b14d-4511-a996-948829873592 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "DELETE /v2.0/security-groups/befdafaa-05d0-4eda-8704-e148c20e3c8d HTTP/1.1" status: 204 len: 168 time: 0.4981542 Jul 29 23:36:04.271736 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b25f0-fca2-4b79-87dd-c5e2e09d378d req-5d6dbfcc-6d96-4e63-bd34-5e0581ce8d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:04.273406 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f8b25f0-fca2-4b79-87dd-c5e2e09d378d req-5d6dbfcc-6d96-4e63-bd34-5e0581ce8d99 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=84f19daa-c76d-4ec8-87ac-1de752a28803 HTTP/1.1" status: 200 len: 1098 time: 0.1609540 Jul 29 23:36:04.273907 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 51986) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:04.322440 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052c6f2c-b14d-4511-a996-948829873592 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=befdafaa-05d0-4eda-8704-e148c20e3c8d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:04.365411 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-185539b6-3801-4d4c-99c0-2df55d24b7ee tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.396757 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e54f61b6-0af2-4566-8bf4-67a5df443c46 req-7db63b0a-cce6-4a13-8847-9257cc0cc33d tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab7e7f68-c8c0-4df7-9f45-e0648f976bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212783 Jul 29 23:36:04.405038 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-2ec9c23b-efb3-46be-b715-947fbc1cae8b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.411235 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f8b25f0-fca2-4b79-87dd-c5e2e09d378d req-4df82276-f7dd-423d-a555-94370418abe0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262524 Jul 29 23:36:04.432256 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c626b569-cb3b-4b01-8276-d81dbd1a9ed6 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1479239 Jul 29 23:36:04.433867 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51990) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:04.438738 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-cfc5c418-d788-45af-b215-2157e8665623 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group_rule': {'security_group_id': '7e68289f-310c-4546-a9a9-3f1dfbc42bd4', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:04.469344 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-2ec9c23b-efb3-46be-b715-947fbc1cae8b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Network a3b84fcb-d1ea-4d97-a571-e94a9ed02dff is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:04.471963 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-185539b6-3801-4d4c-99c0-2df55d24b7ee tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.472843 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-2ec9c23b-efb3-46be-b715-947fbc1cae8b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:04.477368 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-2ec9c23b-efb3-46be-b715-947fbc1cae8b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:04.511360 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-185539b6-3801-4d4c-99c0-2df55d24b7ee tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.513538 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-185539b6-3801-4d4c-99c0-2df55d24b7ee tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/83fd866e-9e84-439c-b0b8-d68441de7d49 HTTP/1.1" status: 204 len: 168 time: 0.4045124 Jul 29 23:36:04.516920 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 51998) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:04.526273 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49de62c-9335-4d9d-856f-d329f9baa258 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:04.540435 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9c23b-efb3-46be-b715-947fbc1cae8b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Pushing event updated for resources: {'Port': ['ID=929428df-b96f-47f3-acb1-317f0268c446,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:04.599914 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-2ec9c23b-efb3-46be-b715-947fbc1cae8b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:04.600650 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-2ec9c23b-efb3-46be-b715-947fbc1cae8b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.621712 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185539b6-3801-4d4c-99c0-2df55d24b7ee tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Subnet': ['ID=83fd866e-9e84-439c-b0b8-d68441de7d49,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:04.650288 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e7a6a-063f-42a0-9ddd-bc0b7745e1c7 req-0dfcef1b-9ffb-4f50-9d6d-d66e6e55c28c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:04.660464 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0f1e7a6a-063f-42a0-9ddd-bc0b7745e1c7 req-0dfcef1b-9ffb-4f50-9d6d-d66e6e55c28c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=84f19daa-c76d-4ec8-87ac-1de752a28803 HTTP/1.1" status: 200 len: 946 time: 0.1485035 Jul 29 23:36:04.688413 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-cfc5c418-d788-45af-b215-2157e8665623 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] create failed (client error): The resource could not be found. Jul 29 23:36:04.694894 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-2ec9c23b-efb3-46be-b715-947fbc1cae8b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7160692 Jul 29 23:36:04.702638 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cfc5c418-d788-45af-b215-2157e8665623 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2617595 Jul 29 23:36:04.702638 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52004) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:04.706282 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-b7509a53-f85c-438b-9998-9d98db4b660f tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group': {'name': 'tempest-secgroup--1555386501'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:04.708741 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-f9729687-91cf-4487-b30f-4b88493bea0c service neutron] Request body: {'port': {'device_id': 'b8606d2d-f323-4ac7-b3f8-a40ef2012942', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:04.742295 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd597b8-5332-40f7-9ec7-5256c9bc4f20 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting subnet a04a1a33-128d-4bca-8b0b-bf3908ec208d {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:36:04.753445 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0f1e7a6a-063f-42a0-9ddd-bc0b7745e1c7 req-4ebf21ad-7cda-40fc-b6c4-bb16fd3c6f94 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915778 Jul 29 23:36:04.760863 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fcd597b8-5332-40f7-9ec7-5256c9bc4f20 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.811779 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-f9729687-91cf-4487-b30f-4b88493bea0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.817138 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b7509a53-f85c-438b-9998-9d98db4b660f tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:04.850805 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fcd597b8-5332-40f7-9ec7-5256c9bc4f20 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.016849 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:05.024612 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fcd597b8-5332-40f7-9ec7-5256c9bc4f20 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.044289 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:36:05.044938 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 4ff069f5-411b-43a8-9bd4-1c7b7e7f2dce not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:36:05.097465 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b7509a53-f85c-438b-9998-9d98db4b660f tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.107526 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b7509a53-f85c-438b-9998-9d98db4b660f tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.155312 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b7509a53-f85c-438b-9998-9d98db4b660f tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.156756 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b7509a53-f85c-438b-9998-9d98db4b660f tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4543524 Jul 29 23:36:05.162957 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52006) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:05.165365 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7509a53-f85c-438b-9998-9d98db4b660f tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80079e99-24ed-4600-ad10-b3c6d08ace0a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:05.170957 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c5b09b00-790e-4940-9288-051e37eb0e51 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group': {'name': 'tempest-secgroup--20840813'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:05.188688 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fcd597b8-5332-40f7-9ec7-5256c9bc4f20 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.252233 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd597b8-5332-40f7-9ec7-5256c9bc4f20 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Subnet': ['ID=a04a1a33-128d-4bca-8b0b-bf3908ec208d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:05.260145 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fcd597b8-5332-40f7-9ec7-5256c9bc4f20 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.264226 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fcd597b8-5332-40f7-9ec7-5256c9bc4f20 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/a04a1a33-128d-4bca-8b0b-bf3908ec208d HTTP/1.1" status: 204 len: 168 time: 0.7439370 Jul 29 23:36:05.280522 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52008) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:05.299614 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c5b09b00-790e-4940-9288-051e37eb0e51 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.367815 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.380060 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc094ec-540c-41a6-a19c-2253d279c7de req-a69a062e-9d1d-48d2-ad6b-5d7ad34fcbd0 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:05.390065 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6bc094ec-540c-41a6-a19c-2253d279c7de req-a69a062e-9d1d-48d2-ad6b-5d7ad34fcbd0 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8606d2d-f323-4ac7-b3f8-a40ef2012942 HTTP/1.1" status: 200 len: 931 time: 0.3067863 Jul 29 23:36:05.393776 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-dad1e348-2fcc-457a-a8b3-bc8a07c2094b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1115391 Jul 29 23:36:05.398572 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52010) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:05.407372 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-49f8cf0c-4168-4250-97a4-5183c24fd134 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:05.493068 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c5b09b00-790e-4940-9288-051e37eb0e51 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.500437 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c5b09b00-790e-4940-9288-051e37eb0e51 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.538987 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b09b00-790e-4940-9288-051e37eb0e51 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac631acc-eca5-41a6-80ba-d08347acbde9,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:05.547344 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c5b09b00-790e-4940-9288-051e37eb0e51 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.549562 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c5b09b00-790e-4940-9288-051e37eb0e51 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3853126 Jul 29 23:36:05.553229 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52012) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:05.562704 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-e270c491-d094-47ab-aeda-f3c5c65d8353 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group_rule': {'security_group_id': '80079e99-24ed-4600-ad10-b3c6d08ace0a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'ac631acc-eca5-41a6-80ba-d08347acbde9'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:05.610428 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-e270c491-d094-47ab-aeda-f3c5c65d8353 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:36:05.615413 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e270c491-d094-47ab-aeda-f3c5c65d8353 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0596614 Jul 29 23:36:05.616065 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52014) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:05.684957 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-49cfa150-0cb3-497e-add1-3a9c87f85afc tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.724692 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-49cfa150-0cb3-497e-add1-3a9c87f85afc tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.785389 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-49cfa150-0cb3-497e-add1-3a9c87f85afc tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.789796 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-49cfa150-0cb3-497e-add1-3a9c87f85afc tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.792790 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-49cfa150-0cb3-497e-add1-3a9c87f85afc tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "DELETE /v2.0/security-groups/ac631acc-eca5-41a6-80ba-d08347acbde9 HTTP/1.1" status: 204 len: 168 time: 0.1757038 Jul 29 23:36:05.797419 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52020) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:05.819639 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33d793a-5129-4605-a60a-12a7ab64e4f5 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:05.821327 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cfa150-0cb3-497e-add1-3a9c87f85afc tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac631acc-eca5-41a6-80ba-d08347acbde9,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:05.881317 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4e015306-5143-449e-a720-a39bb52ef58c tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0816166 Jul 29 23:36:05.882119 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52022) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:05.960831 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a2c7bd68-2720-4165-a99d-200ae6259f81 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.979338 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d2685cb9-5966-471e-9cf6-0a039acffd98 None None] Provisioning complete for port 97796cdb-de84-4955-afdd-a1cef5b0f449 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:05.980615 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d2685cb9-5966-471e-9cf6-0a039acffd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:05.986474 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6bc094ec-540c-41a6-a19c-2253d279c7de req-572dbd79-df96-4754-8977-9c5be16a90f8 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5909212 Jul 29 23:36:05.990826 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a2c7bd68-2720-4165-a99d-200ae6259f81 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.048195 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a2c7bd68-2720-4165-a99d-200ae6259f81 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.051300 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a2c7bd68-2720-4165-a99d-200ae6259f81 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.056296 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a2c7bd68-2720-4165-a99d-200ae6259f81 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "DELETE /v2.0/security-groups/80079e99-24ed-4600-ad10-b3c6d08ace0a HTTP/1.1" status: 204 len: 168 time: 0.1728969 Jul 29 23:36:06.056959 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52024) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:06.094272 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c7bd68-2720-4165-a99d-200ae6259f81 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80079e99-24ed-4600-ad10-b3c6d08ace0a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:06.136926 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fdce3a89-92c3-48e6-bad9-443783ff440c tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0722072 Jul 29 23:36:06.138202 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52026) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:06.146925 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-358bca53-d324-4048-b466-344ee3d9ba0a tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group': {'name': 'tempest-secgroup--1129062478'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:06.174758 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f8cf0c-4168-4250-97a4-5183c24fd134 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:06.175038 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f00d1c-e3e5-4831-a020-5ef5b2e9dc94 None None] DHCP port deletion for d263319e-790d-4f2c-863f-b09096d5f5fc request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:36:06.178417 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49f8cf0c-4168-4250-97a4-5183c24fd134 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.197515 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-358bca53-d324-4048-b466-344ee3d9ba0a tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.203354 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-f9729687-91cf-4487-b30f-4b88493bea0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 929428df-b96f-47f3-acb1-317f0268c446 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:36:06.231404 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-38545b1f-187b-42c1-9a1d-23ce49c03084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.239597 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-f9729687-91cf-4487-b30f-4b88493bea0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.272980 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-f9729687-91cf-4487-b30f-4b88493bea0c service neutron] Transition to ACTIVE for port object 929428df-b96f-47f3-acb1-317f0268c446 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:06.279866 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-27f00d1c-e3e5-4831-a020-5ef5b2e9dc94 None None] Deleting port 97796cdb-de84-4955-afdd-a1cef5b0f449 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:06.280981 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27f00d1c-e3e5-4831-a020-5ef5b2e9dc94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.295055 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-f9729687-91cf-4487-b30f-4b88493bea0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.377442 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-358bca53-d324-4048-b466-344ee3d9ba0a tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.384142 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-358bca53-d324-4048-b466-344ee3d9ba0a tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.391151 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9729687-91cf-4487-b30f-4b88493bea0c service neutron] Pushing event updated for resources: {'Port': ['ID=929428df-b96f-47f3-acb1-317f0268c446,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:06.431199 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-358bca53-d324-4048-b466-344ee3d9ba0a tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.435285 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-358bca53-d324-4048-b466-344ee3d9ba0a tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2931826 Jul 29 23:36:06.435870 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52030) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:06.440435 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-f091336f-4c67-4628-a7b5-f4acd1fea102 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group_rule': {'security_group_id': 'fc89a143-0ab0-45bb-93b0-d5699bee7301', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:06.450173 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358bca53-d324-4048-b466-344ee3d9ba0a tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc89a143-0ab0-45bb-93b0-d5699bee7301,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:06.489613 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-f091336f-4c67-4628-a7b5-f4acd1fea102 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:36:06.496737 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f091336f-4c67-4628-a7b5-f4acd1fea102 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0594652 Jul 29 23:36:06.498871 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52032) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:06.505199 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-5d12e516-6379-4175-968f-6b74a595a607 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group_rule': {'security_group_id': 'fc89a143-0ab0-45bb-93b0-d5699bee7301', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:06.530886 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-27f00d1c-e3e5-4831-a020-5ef5b2e9dc94 None None] For port 97796cdb-de84-4955-afdd-a1cef5b0f449, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=97796cdb-de84-4955-afdd-a1cef5b0f449,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:06.531211 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27f00d1c-e3e5-4831-a020-5ef5b2e9dc94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.549228 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-27f00d1c-e3e5-4831-a020-5ef5b2e9dc94 None None] Calling delete_port for 97796cdb-de84-4955-afdd-a1cef5b0f449 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:06.571815 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-5d12e516-6379-4175-968f-6b74a595a607 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:36:06.573728 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5d12e516-6379-4175-968f-6b74a595a607 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0736241 Jul 29 23:36:06.576634 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52034) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:06.648689 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27f00d1c-e3e5-4831-a020-5ef5b2e9dc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.658698 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-716368f2-dec5-4316-80a8-cb6ce1d2ad49 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.665774 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783fb5ba-2eac-430c-b824-a74ad2372c27 req-e924006d-95ce-4d81-bec1-aad0ca826684 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:06.667590 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-783fb5ba-2eac-430c-b824-a74ad2372c27 req-e924006d-95ce-4d81-bec1-aad0ca826684 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=84f19daa-c76d-4ec8-87ac-1de752a28803 HTTP/1.1" status: 200 len: 946 time: 0.2223415 Jul 29 23:36:06.668515 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49f8cf0c-4168-4250-97a4-5183c24fd134 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.681879 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f00d1c-e3e5-4831-a020-5ef5b2e9dc94 None None] Pushing event deleted for resources: {'Port': ['ID=97796cdb-de84-4955-afdd-a1cef5b0f449,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:06.691075 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f00d1c-e3e5-4831-a020-5ef5b2e9dc94 None None] No DVR routers for this DVR port 97796cdb-de84-4955-afdd-a1cef5b0f449 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:06.710046 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-716368f2-dec5-4316-80a8-cb6ce1d2ad49 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.717552 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-f9729687-91cf-4487-b30f-4b88493bea0c service neutron] Attempting to bind port 929428df-b96f-47f3-acb1-317f0268c446 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:06.717904 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-f9729687-91cf-4487-b30f-4b88493bea0c service neutron] Attempting to bind port 929428df-b96f-47f3-acb1-317f0268c446 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '3960cd3a-1252-4022-b2ff-b6d1cbf562dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a3b84fcb-d1ea-4d97-a571-e94a9ed02dff'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:06.718313 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-f9729687-91cf-4487-b30f-4b88493bea0c service neutron] Attempting to bind port 929428df-b96f-47f3-acb1-317f0268c446 on network a3b84fcb-d1ea-4d97-a571-e94a9ed02dff {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:06.766157 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 97796cdb-de84-4955-afdd-a1cef5b0f449 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:06.779482 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-f9729687-91cf-4487-b30f-4b88493bea0c service neutron] Port 929428df-b96f-47f3-acb1-317f0268c446 on network a3b84fcb-d1ea-4d97-a571-e94a9ed02dff not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:36:06.779934 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-f9729687-91cf-4487-b30f-4b88493bea0c service neutron] Attempting to bind port 929428df-b96f-47f3-acb1-317f0268c446 on network a3b84fcb-d1ea-4d97-a571-e94a9ed02dff {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:06.782968 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-716368f2-dec5-4316-80a8-cb6ce1d2ad49 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.783954 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f8cf0c-4168-4250-97a4-5183c24fd134 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:06.789951 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-716368f2-dec5-4316-80a8-cb6ce1d2ad49 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.794409 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-716368f2-dec5-4316-80a8-cb6ce1d2ad49 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "DELETE /v2.0/security-groups/fc89a143-0ab0-45bb-93b0-d5699bee7301 HTTP/1.1" status: 204 len: 168 time: 0.2161641 Jul 29 23:36:06.795183 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 97796cdb-de84-4955-afdd-a1cef5b0f449 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:36:06.795572 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 97796cdb-de84-4955-afdd-a1cef5b0f449 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:36:06.795772 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52038) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:06.797113 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-49f8cf0c-4168-4250-97a4-5183c24fd134 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:06.805488 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-783fb5ba-2eac-430c-b824-a74ad2372c27 req-da36b0c1-328d-41f9-afbb-4f11de3c6b86 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965033 Jul 29 23:36:06.806817 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f8cf0c-4168-4250-97a4-5183c24fd134 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:06.807413 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49f8cf0c-4168-4250-97a4-5183c24fd134 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.822250 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8a0888-4d39-4d38-994c-a38592498236 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:06.827448 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.831444 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-f9729687-91cf-4487-b30f-4b88493bea0c service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:06.831894 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-f9729687-91cf-4487-b30f-4b88493bea0c service neutron] Checking segment: {'id': '3960cd3a-1252-4022-b2ff-b6d1cbf562dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a3b84fcb-d1ea-4d97-a571-e94a9ed02dff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:06.832291 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-f9729687-91cf-4487-b30f-4b88493bea0c service neutron] Bound using segment: {'id': '3960cd3a-1252-4022-b2ff-b6d1cbf562dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a3b84fcb-d1ea-4d97-a571-e94a9ed02dff'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:06.832779 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-f9729687-91cf-4487-b30f-4b88493bea0c service neutron] Bound port: 929428df-b96f-47f3-acb1-317f0268c446, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3960cd3a-1252-4022-b2ff-b6d1cbf562dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a3b84fcb-d1ea-4d97-a571-e94a9ed02dff'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:06.833321 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-f9729687-91cf-4487-b30f-4b88493bea0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.836747 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8cf0c-4168-4250-97a4-5183c24fd134 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Subnet': ['ID=3ed4ea76-a42f-4e38-876f-9d0a84b5273b,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:06.886606 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716368f2-dec5-4316-80a8-cb6ce1d2ad49 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc89a143-0ab0-45bb-93b0-d5699bee7301,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:06.892045 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-49f8cf0c-4168-4250-97a4-5183c24fd134 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4898088 Jul 29 23:36:06.899100 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52042) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:06.945893 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-e97ff45b-43c9-4178-8eb7-27e64ec8c8f7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:06.954977 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b3950690-bea0-472e-8ee1-c452c4e106ef tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1275158 Jul 29 23:36:06.955828 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52044) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:06.961454 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-7fed233f-d610-4a1d-bf9d-9f5b087067ea tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group': {'name': 'tempest-secgroup--137481970'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:06.994376 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7fed233f-d610-4a1d-bf9d-9f5b087067ea tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:06.996613 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-f9729687-91cf-4487-b30f-4b88493bea0c service neutron] For port 929428df-b96f-47f3-acb1-317f0268c446, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:07.002590 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-f9729687-91cf-4487-b30f-4b88493bea0c service neutron] For port 929428df-b96f-47f3-acb1-317f0268c446, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=929428df-b96f-47f3-acb1-317f0268c446,segment=NetworkSegment(3960cd3a-1252-4022-b2ff-b6d1cbf562dc),segment_id=3960cd3a-1252-4022-b2ff-b6d1cbf562dc)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:07.032922 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97bfbb7-a1d2-4eac-ad24-d7181355d9a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-d263319e-790d-4f2c-863f-b09096d5f5fc', 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'tenant_id': '9e8d306db215455d80dae7259f2106c8', 'fixed_ips': [{'subnet_id': '3ed4ea76-a42f-4e38-876f-9d0a84b5273b'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:36:07.035123 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b97bfbb7-a1d2-4eac-ad24-d7181355d9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.038096 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-f9729687-91cf-4487-b30f-4b88493bea0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.080676 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-f9729687-91cf-4487-b30f-4b88493bea0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:07.081332 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-f9729687-91cf-4487-b30f-4b88493bea0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.083013 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-f9729687-91cf-4487-b30f-4b88493bea0c service neutron] 10.222.0.23 "PUT /v2.0/ports/929428df-b96f-47f3-acb1-317f0268c446 HTTP/1.1" status: 200 len: 1092 time: 2.3788936 Jul 29 23:36:07.102885 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8606d2d-f323-4ac7-b3f8-a40ef2012942', 'tag': '929428df-b96f-47f3-acb1-317f0268c446'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:07.105335 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b760ea7-1299-42f8-93f4-c5f95bb7512a" -d '{"events": [{"name": "network-changed", "server_uuid": "b8606d2d-f323-4ac7-b3f8-a40ef2012942", "tag": "929428df-b96f-47f3-acb1-317f0268c446"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:07.137700 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7fed233f-d610-4a1d-bf9d-9f5b087067ea tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.145734 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7fed233f-d610-4a1d-bf9d-9f5b087067ea tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.205773 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7fed233f-d610-4a1d-bf9d-9f5b087067ea tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.215995 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7fed233f-d610-4a1d-bf9d-9f5b087067ea tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2586291 Jul 29 23:36:07.217904 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52050) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:07.231923 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689bd29f-c799-47d6-b901-e1db2b8ff692 req-cdd7482b-83d8-4069-b066-f1b634f242e0 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:07.233499 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-689bd29f-c799-47d6-b901-e1db2b8ff692 req-cdd7482b-83d8-4069-b066-f1b634f242e0 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6388c421-6efa-493e-a8d2-5efd2a878482 HTTP/1.1" status: 200 len: 945 time: 0.2972109 Jul 29 23:36:07.237973 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-74dbaee4-99ad-486f-afba-d6f90a1f3401 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:07.238886 n-d-712140-10 neutron-server[94064]: WARNING neutron.api.v2.base [None req-74dbaee4-99ad-486f-afba-d6f90a1f3401 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 29 23:36:07.240566 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-74dbaee4-99ad-486f-afba-d6f90a1f3401 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] update failed (client error): There was a conflict when trying to complete your request. Jul 29 23:36:07.248592 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-74dbaee4-99ad-486f-afba-d6f90a1f3401 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "PUT /v2.0/security-groups/e35856fe-b3d0-47b4-b5b7-03854148b56d HTTP/1.1" status: 409 len: 330 time: 0.0174854 Jul 29 23:36:07.250367 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52052) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:07.268096 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-b97bfbb7-a1d2-4eac-ad24-d7181355d9a9 None None] Allocated IP 2001:db8::2 (d263319e-790d-4f2c-863f-b09096d5f5fc/3ed4ea76-a42f-4e38-876f-9d0a84b5273b/96d6f66b-e717-4109-8053-9d1cf5fba303) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:07.297335 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-9892a78f-798f-455d-a92f-889ea1b734b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:07.299155 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-9892a78f-798f-455d-a92f-889ea1b734b8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=47410282bc2841d8896a8fa066d76b51&device_id=b8606d2d-f323-4ac7-b3f8-a40ef2012942 HTTP/1.1" status: 200 len: 1095 time: 0.1511376 Jul 29 23:36:07.299506 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9729687-91cf-4487-b30f-4b88493bea0c service neutron] Pushing event updated for resources: {'Port': ['ID=929428df-b96f-47f3-acb1-317f0268c446,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:07.353204 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-11cc4ae4-ef7d-4c02-88a3-edac819b34b3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=929428df-b96f-47f3-acb1-317f0268c446 HTTP/1.1" status: 200 len: 217 time: 0.0416999 Jul 29 23:36:07.363169 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed233f-d610-4a1d-bf9d-9f5b087067ea tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e35856fe-b3d0-47b4-b5b7-03854148b56d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:07.400115 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-689bd29f-c799-47d6-b901-e1db2b8ff692 req-e6473649-f285-4d9d-a9b5-a6fc38b5a04a tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab7e7f68-c8c0-4df7-9f45-e0648f976bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501424 Jul 29 23:36:07.401799 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e59b08da-837a-48ab-b04d-b0a08fc69a6a tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.434685 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97ff45b-43c9-4178-8eb7-27e64ec8c8f7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:07.438248 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e97ff45b-43c9-4178-8eb7-27e64ec8c8f7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.456158 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-c342ef30-b537-4442-9c61-0dee841852f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:07.459948 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-c342ef30-b537-4442-9c61-0dee841852f4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fe5da65a-cf51-4f87-867f-d80f072d9572 HTTP/1.1" status: 200 len: 854 time: 0.0931220 Jul 29 23:36:07.487946 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b97bfbb7-a1d2-4eac-ad24-d7181355d9a9 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.494760 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e59b08da-837a-48ab-b04d-b0a08fc69a6a tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.502763 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b97bfbb7-a1d2-4eac-ad24-d7181355d9a9 None None] Transition to ACTIVE for port object 96d6f66b-e717-4109-8053-9d1cf5fba303 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:07.524356 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b97bfbb7-a1d2-4eac-ad24-d7181355d9a9 None None] Transition to ACTIVE for port object 96d6f66b-e717-4109-8053-9d1cf5fba303 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:07.535973 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b97bfbb7-a1d2-4eac-ad24-d7181355d9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.546835 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-2ddd87c0-145a-4e55-9c7a-0234cc04320d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a3b84fcb-d1ea-4d97-a571-e94a9ed02dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790052 Jul 29 23:36:07.582881 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e59b08da-837a-48ab-b04d-b0a08fc69a6a tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.591590 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e59b08da-837a-48ab-b04d-b0a08fc69a6a tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.598570 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e59b08da-837a-48ab-b04d-b0a08fc69a6a tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "DELETE /v2.0/security-groups/e35856fe-b3d0-47b4-b5b7-03854148b56d HTTP/1.1" status: 204 len: 168 time: 0.3404717 Jul 29 23:36:07.600409 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52058) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:07.600662 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97bfbb7-a1d2-4eac-ad24-d7181355d9a9 None None] Pushing event updated for resources: {'Port': ['ID=96d6f66b-e717-4109-8053-9d1cf5fba303,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:07.616329 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97bfbb7-a1d2-4eac-ad24-d7181355d9a9 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:07.618081 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-b97bfbb7-a1d2-4eac-ad24-d7181355d9a9 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:07.622959 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b97bfbb7-a1d2-4eac-ad24-d7181355d9a9 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:07.654180 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b08da-837a-48ab-b04d-b0a08fc69a6a tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35856fe-b3d0-47b4-b5b7-03854148b56d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:07.670904 n-d-712140-10 neutron-server[94063]: INFO neutron.db.ipam_backend_mixin [None req-e97ff45b-43c9-4178-8eb7-27e64ec8c8f7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3ed4ea76-a42f-4e38-876f-9d0a84b5273b (CIDR: 2001:db8::/64) Jul 29 23:36:07.681577 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-e97ff45b-43c9-4178-8eb7-27e64ec8c8f7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:36:07.682106 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e97ff45b-43c9-4178-8eb7-27e64ec8c8f7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:07.697249 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b97bfbb7-a1d2-4eac-ad24-d7181355d9a9 None None] Attempting to bind port 96d6f66b-e717-4109-8053-9d1cf5fba303 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:07.697790 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b97bfbb7-a1d2-4eac-ad24-d7181355d9a9 None None] Attempting to bind port 96d6f66b-e717-4109-8053-9d1cf5fba303 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:07.698361 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97bfbb7-a1d2-4eac-ad24-d7181355d9a9 None None] Attempting to bind port 96d6f66b-e717-4109-8053-9d1cf5fba303 on network d263319e-790d-4f2c-863f-b09096d5f5fc {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:07.701611 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e97ff45b-43c9-4178-8eb7-27e64ec8c8f7 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7669306 Jul 29 23:36:07.705994 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52060) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:07.711821 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97bfbb7-a1d2-4eac-ad24-d7181355d9a9 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:07.712484 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97bfbb7-a1d2-4eac-ad24-d7181355d9a9 None None] Checking segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:07.712976 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-9faa0796-e2c1-46f6-a7cd-b49bf9e2c848 service neutron] 10.222.0.23 "GET /v2.0/networks/a3b84fcb-d1ea-4d97-a571-e94a9ed02dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582110 Jul 29 23:36:07.713171 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b97bfbb7-a1d2-4eac-ad24-d7181355d9a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.713782 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-ef2a7c51-1ff2-45e3-a005-ea07db41f769 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'subnet': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:07.714279 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97bfbb7-a1d2-4eac-ad24-d7181355d9a9 None None] Bound using segment: {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:07.715107 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b97bfbb7-a1d2-4eac-ad24-d7181355d9a9 None None] Bound port: 96d6f66b-e717-4109-8053-9d1cf5fba303, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:07.715760 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b97bfbb7-a1d2-4eac-ad24-d7181355d9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.774878 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f9c06954-1afd-4d92-9bde-6ca3ffa41ea5 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1552157 Jul 29 23:36:07.781509 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52062) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:07.816966 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-74daf3bd-1e8a-4990-987e-80a1f3c7d705 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] delete failed (client error): The resource could not be found. Jul 29 23:36:07.818057 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-74daf3bd-1e8a-4990-987e-80a1f3c7d705 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "DELETE /v2.0/security-groups/ae916064-0076-49c4-9127-be1c8bc976ac HTTP/1.1" status: 404 len: 347 time: 0.0353224 Jul 29 23:36:07.824288 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52066) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:07.852907 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-606ee237-9ee4-4d47-9927-34fc8ef504ce tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] show failed (client error): The resource could not be found. Jul 29 23:36:07.854175 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-606ee237-9ee4-4d47-9927-34fc8ef504ce tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "GET /v2.0/security-groups/ead304da-4426-40e9-b44e-0837e77d5bc6 HTTP/1.1" status: 404 len: 347 time: 0.0288515 Jul 29 23:36:07.863141 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52068) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:07.876287 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb367f76-9291-4a3e-b171-e9cbad29c15b req-ee74d3f8-f569-421f-b06d-09153447e340 service neutron] 10.222.0.23 "GET /v2.0/networks/a3b84fcb-d1ea-4d97-a571-e94a9ed02dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564462 Jul 29 23:36:07.907900 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-ede82d4c-65c5-427a-81a9-2425a9254e69 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] show failed (client error): The resource could not be found. Jul 29 23:36:07.909181 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ede82d4c-65c5-427a-81a9-2425a9254e69 tempest-NegativeSecGroupIPv6Test-1646151564 tempest-NegativeSecGroupIPv6Test-1646151564-project] 10.222.0.18 "GET /v2.0/security-group-rules/7f72ee68-7b00-4d67-8828-d6509e4aef64 HTTP/1.1" status: 404 len: 356 time: 0.0446396 Jul 29 23:36:07.919435 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b97bfbb7-a1d2-4eac-ad24-d7181355d9a9 None None] For port 96d6f66b-e717-4109-8053-9d1cf5fba303, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:07.925700 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b97bfbb7-a1d2-4eac-ad24-d7181355d9a9 None None] For port 96d6f66b-e717-4109-8053-9d1cf5fba303, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=96d6f66b-e717-4109-8053-9d1cf5fba303,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:07.933302 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b97bfbb7-a1d2-4eac-ad24-d7181355d9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:07.952535 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2a7c51-1ff2-45e3-a005-ea07db41f769 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:07.960462 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ef2a7c51-1ff2-45e3-a005-ea07db41f769 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:08.017582 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950ca36-a718-4c52-a78e-43a64c0c4372 req-906aef68-d593-4a5a-b61b-a0dea6a9a7d1 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:08.019594 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f950ca36-a718-4c52-a78e-43a64c0c4372 req-906aef68-d593-4a5a-b61b-a0dea6a9a7d1 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8606d2d-f323-4ac7-b3f8-a40ef2012942 HTTP/1.1" status: 200 len: 943 time: 0.0693140 Jul 29 23:36:08.074027 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97bfbb7-a1d2-4eac-ad24-d7181355d9a9 None None] Pushing event updated for resources: {'Port': ['ID=96d6f66b-e717-4109-8053-9d1cf5fba303,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:08.119513 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:08.169168 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f950ca36-a718-4c52-a78e-43a64c0c4372 req-51e250d2-7225-41db-8846-66bbc0eb41df tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406174 Jul 29 23:36:08.258059 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79363315-9a04-4c97-b72e-97983f595650 x-openstack-request-id: req-79363315-9a04-4c97-b72e-97983f595650 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:08.258362 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8606d2d-f323-4ac7-b3f8-a40ef2012942", "tag": "929428df-b96f-47f3-acb1-317f0268c446", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:08.258651 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-79363315-9a04-4c97-b72e-97983f595650 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:08.258987 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8606d2d-f323-4ac7-b3f8-a40ef2012942', 'tag': '929428df-b96f-47f3-acb1-317f0268c446', 'status': 'completed', 'code': 200} Jul 29 23:36:08.368615 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b760ea7-1299-42f8-93f4-c5f95bb7512a req-d5a087b9-e958-4c05-8ade-dee9bbf74934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:08.371557 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b760ea7-1299-42f8-93f4-c5f95bb7512a req-d5a087b9-e958-4c05-8ade-dee9bbf74934 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=47410282bc2841d8896a8fa066d76b51&device_id=b8606d2d-f323-4ac7-b3f8-a40ef2012942 HTTP/1.1" status: 200 len: 1095 time: 0.0862250 Jul 29 23:36:08.630044 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52082) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:08.844093 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 96d6f66b-e717-4109-8053-9d1cf5fba303 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:08.870316 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b760ea7-1299-42f8-93f4-c5f95bb7512a req-fac25ca5-80e7-4e64-8965-9a75665359e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:08.880705 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b760ea7-1299-42f8-93f4-c5f95bb7512a req-fac25ca5-80e7-4e64-8965-9a75665359e2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a3b84fcb-d1ea-4d97-a571-e94a9ed02dff HTTP/1.1" status: 200 len: 915 time: 0.4958994 Jul 29 23:36:08.939704 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 96d6f66b-e717-4109-8053-9d1cf5fba303 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:09.004356 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043cb02a-f736-4abe-a460-6d7fbb99adad req-18a95457-e795-456e-9e61-43c1a4a0fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:09.006631 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-043cb02a-f736-4abe-a460-6d7fbb99adad req-18a95457-e795-456e-9e61-43c1a4a0fbc4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=89c1baf451424e5ba7760a73fa303c99&device_id=6388c421-6efa-493e-a8d2-5efd2a878482 HTTP/1.1" status: 200 len: 1097 time: 0.2549553 Jul 29 23:36:09.013605 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b760ea7-1299-42f8-93f4-c5f95bb7512a req-1dcd6182-0cb3-467a-9264-c74f53e618f9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=929428df-b96f-47f3-acb1-317f0268c446 HTTP/1.1" status: 200 len: 217 time: 0.1057608 Jul 29 23:36:09.022596 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44a9e47-4f4b-4ce0-bdcc-3c5cd72a98bf req-e4c81230-8905-4f8f-b995-6cf3a2c8ddcb tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:09.024315 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b44a9e47-4f4b-4ce0-bdcc-3c5cd72a98bf req-e4c81230-8905-4f8f-b995-6cf3a2c8ddcb tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=84f19daa-c76d-4ec8-87ac-1de752a28803 HTTP/1.1" status: 200 len: 946 time: 0.3211157 Jul 29 23:36:09.069472 n-d-712140-10 neutron-server[94064]: DEBUG neutron.objects.ports [None req-ef2a7c51-1ff2-45e3-a005-ea07db41f769 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94064) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:36:09.158548 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52086) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:09.159042 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5c8840e6-5c61-4079-ad0e-b103c418f15d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ba4f9b397dde47b98e2237b862121018&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5247247 Jul 29 23:36:09.209939 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b760ea7-1299-42f8-93f4-c5f95bb7512a req-27ca0166-7a1c-4f36-a8bb-16feda4a9fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:09.211646 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b760ea7-1299-42f8-93f4-c5f95bb7512a req-27ca0166-7a1c-4f36-a8bb-16feda4a9fea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=fe5da65a-cf51-4f87-867f-d80f072d9572 HTTP/1.1" status: 200 len: 854 time: 0.1815801 Jul 29 23:36:09.225432 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b44a9e47-4f4b-4ce0-bdcc-3c5cd72a98bf req-598d1b72-fb5f-4e8d-a322-9cc91218bf49 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787553 Jul 29 23:36:09.294665 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b760ea7-1299-42f8-93f4-c5f95bb7512a req-aa3d8f21-6b90-44e3-a4bc-74d2dc133fc6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a3b84fcb-d1ea-4d97-a571-e94a9ed02dff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652108 Jul 29 23:36:09.324353 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7a00eeb-c92a-41ea-af62-e8ceb2632d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.367031 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7a00eeb-c92a-41ea-af62-e8ceb2632d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.398352 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043cb02a-f736-4abe-a460-6d7fbb99adad req-985df5f0-f751-4a27-842c-f0b82314da7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:09.401698 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-043cb02a-f736-4abe-a460-6d7fbb99adad req-985df5f0-f751-4a27-842c-f0b82314da7b service neutron] 10.222.0.23 "GET /v2.0/networks?id=9e8bb3b8-c989-499b-9b47-d0f636a9ee58 HTTP/1.1" status: 200 len: 912 time: 0.3703640 Jul 29 23:36:09.439870 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ef2a7c51-1ff2-45e3-a005-ea07db41f769 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.492253 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-043cb02a-f736-4abe-a460-6d7fbb99adad req-856f82b2-bc81-498c-bf15-86771a649027 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a69c5c4-0957-4ff4-9264-e7753355de62 HTTP/1.1" status: 200 len: 217 time: 0.0720937 Jul 29 23:36:09.601396 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7a00eeb-c92a-41ea-af62-e8ceb2632d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.604026 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7a00eeb-c92a-41ea-af62-e8ceb2632d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.607548 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a7a00eeb-c92a-41ea-af62-e8ceb2632d2e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/73c35c91-be6d-4f11-8a49-5ef520dbd5e3 HTTP/1.1" status: 204 len: 168 time: 0.4452059 Jul 29 23:36:09.629922 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4dc05-ca35-4c68-9012-864255989e91 req-a787691f-0ab5-4ca6-90a8-8b318c2e4ff5 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:09.637928 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47e4dc05-ca35-4c68-9012-864255989e91 req-a787691f-0ab5-4ca6-90a8-8b318c2e4ff5 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6388c421-6efa-493e-a8d2-5efd2a878482 HTTP/1.1" status: 200 len: 945 time: 0.2467170 Jul 29 23:36:09.644114 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a00eeb-c92a-41ea-af62-e8ceb2632d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c35c91-be6d-4f11-8a49-5ef520dbd5e3,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:09.684606 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-ef2a7c51-1ff2-45e3-a005-ea07db41f769 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] For port 96d6f66b-e717-4109-8053-9d1cf5fba303, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=96d6f66b-e717-4109-8053-9d1cf5fba303,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:09.723624 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ef2a7c51-1ff2-45e3-a005-ea07db41f769 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.731613 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ef2a7c51-1ff2-45e3-a005-ea07db41f769 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.732134 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47e4dc05-ca35-4c68-9012-864255989e91 req-ae425508-c09e-4806-9957-3a0b9c4ddca3 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab7e7f68-c8c0-4df7-9f45-e0648f976bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906572 Jul 29 23:36:09.733387 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ef2a7c51-1ff2-45e3-a005-ea07db41f769 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.745847 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b760ea7-1299-42f8-93f4-c5f95bb7512a req-a2669ba0-ab25-4294-a5c4-a9804c2158f7 service neutron] 10.222.0.23 "GET /v2.0/networks/a3b84fcb-d1ea-4d97-a571-e94a9ed02dff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437721 Jul 29 23:36:09.747762 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043cb02a-f736-4abe-a460-6d7fbb99adad req-1a341df4-f99c-47af-b801-f52f892ee79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:09.750854 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-043cb02a-f736-4abe-a460-6d7fbb99adad req-1a341df4-f99c-47af-b801-f52f892ee79e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7563258e-893d-4569-ae46-3f4dfd9cea67 HTTP/1.1" status: 200 len: 851 time: 0.2358212 Jul 29 23:36:09.807868 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c235d709-10a7-4f19-9447-f4d6f9b6ccbc None None] Provisioning for port 96d6f66b-e717-4109-8053-9d1cf5fba303 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:09.814256 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a7c51-1ff2-45e3-a005-ea07db41f769 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Subnet': ['ID=8cfe1e10-7b41-4faf-b3b6-43e09bf5b999,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:09.824764 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c235d709-10a7-4f19-9447-f4d6f9b6ccbc None None] Provisioning complete for port 96d6f66b-e717-4109-8053-9d1cf5fba303 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:09.825144 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c235d709-10a7-4f19-9447-f4d6f9b6ccbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.868724 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef2a7c51-1ff2-45e3-a005-ea07db41f769 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:09.871970 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-ef2a7c51-1ff2-45e3-a005-ea07db41f769 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:09.877897 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2a7c51-1ff2-45e3-a005-ea07db41f769 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:09.878604 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ef2a7c51-1ff2-45e3-a005-ea07db41f769 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:09.892812 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f25aa5f1-6820-4047-9c89-6a2991f7f6c2 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:09.912543 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2a7c51-1ff2-45e3-a005-ea07db41f769 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Port': ['ID=96d6f66b-e717-4109-8053-9d1cf5fba303,revision_number=4']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:09.917869 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ef2a7c51-1ff2-45e3-a005-ea07db41f769 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.2094417 Jul 29 23:36:09.922052 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52102) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:09.929222 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c9fb9c38-774c-45c2-b4d7-65da95f56ab8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Request body: {'port': {'network_id': 'd263319e-790d-4f2c-863f-b09096d5f5fc', 'mac_address': 'fa:16:3e:de:10:00', 'name': 'tempest-NetworksTestDHCPv6-757185994'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:09.938605 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-043cb02a-f736-4abe-a460-6d7fbb99adad req-429e9a05-028c-461a-82de-ba5723d5d0fe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9e8bb3b8-c989-499b-9b47-d0f636a9ee58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1772578 Jul 29 23:36:10.057758 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c235d709-10a7-4f19-9447-f4d6f9b6ccbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:10.080732 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4181a-3a63-45d2-8f78-f38462b83cf3 req-b97b4bda-558b-4854-a903-2b98429c5572 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:10.082341 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c6e4181a-3a63-45d2-8f78-f38462b83cf3 req-b97b4bda-558b-4854-a903-2b98429c5572 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8606d2d-f323-4ac7-b3f8-a40ef2012942 HTTP/1.1" status: 200 len: 943 time: 0.1496832 Jul 29 23:36:10.101997 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9fb9c38-774c-45c2-b4d7-65da95f56ab8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Made reservation on behalf of 9e8d306db215455d80dae7259f2106c8 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:10.114790 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c235d709-10a7-4f19-9447-f4d6f9b6ccbc None None] For port 96d6f66b-e717-4109-8053-9d1cf5fba303, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=96d6f66b-e717-4109-8053-9d1cf5fba303,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:10.123298 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c235d709-10a7-4f19-9447-f4d6f9b6ccbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:10.176164 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b760ea7-1299-42f8-93f4-c5f95bb7512a req-8d1ab80c-0c2d-4490-86df-eb59b4d26956 service neutron] 10.222.0.23 "GET /v2.0/networks/a3b84fcb-d1ea-4d97-a571-e94a9ed02dff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4161968 Jul 29 23:36:10.193827 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c6e4181a-3a63-45d2-8f78-f38462b83cf3 req-048ab40f-aa88-4dd5-a868-aecd0a5946c1 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908928 Jul 29 23:36:10.203701 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-043cb02a-f736-4abe-a460-6d7fbb99adad req-7543e5c7-6ddb-4582-84e5-311b6c4d8c83 service neutron] 10.222.0.23 "GET /v2.0/networks/9e8bb3b8-c989-499b-9b47-d0f636a9ee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288361 Jul 29 23:36:10.237258 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235d709-10a7-4f19-9447-f4d6f9b6ccbc None None] Pushing event updated for resources: {'Port': ['ID=96d6f66b-e717-4109-8053-9d1cf5fba303,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:10.238465 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c9fb9c38-774c-45c2-b4d7-65da95f56ab8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:10.316258 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-c9fb9c38-774c-45c2-b4d7-65da95f56ab8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] device_id is not set on port 092c424d-f6c1-4de7-80ee-0f6d03998718 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:36:10.377447 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-043cb02a-f736-4abe-a460-6d7fbb99adad req-b18c0d73-b563-4082-96fd-e428d07733c9 service neutron] 10.222.0.23 "GET /v2.0/networks/9e8bb3b8-c989-499b-9b47-d0f636a9ee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697648 Jul 29 23:36:10.608346 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-c9fb9c38-774c-45c2-b4d7-65da95f56ab8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Allocated IP 2001:db8::b3 (d263319e-790d-4f2c-863f-b09096d5f5fc/3ed4ea76-a42f-4e38-876f-9d0a84b5273b/092c424d-f6c1-4de7-80ee-0f6d03998718) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:10.624158 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-c9fb9c38-774c-45c2-b4d7-65da95f56ab8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Allocated IP 2001:db8:0:1:f816:3eff:fede:1000 (d263319e-790d-4f2c-863f-b09096d5f5fc/8cfe1e10-7b41-4faf-b3b6-43e09bf5b999/092c424d-f6c1-4de7-80ee-0f6d03998718) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:10.695135 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c866050-1609-4ab5-8b80-e5704fb7473e req-78073199-09a0-447b-a4c8-18ff272c4117 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:10.696775 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6c866050-1609-4ab5-8b80-e5704fb7473e req-78073199-09a0-447b-a4c8-18ff272c4117 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=84f19daa-c76d-4ec8-87ac-1de752a28803 HTTP/1.1" status: 200 len: 946 time: 0.0883980 Jul 29 23:36:10.776157 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 96d6f66b-e717-4109-8053-9d1cf5fba303 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:10.782299 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6c866050-1609-4ab5-8b80-e5704fb7473e req-0eb3d7e3-35e1-43c4-9c37-64866e8fca07 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779414 Jul 29 23:36:10.851419 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 96d6f66b-e717-4109-8053-9d1cf5fba303 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:10.852033 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:10.909153 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c9fb9c38-774c-45c2-b4d7-65da95f56ab8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:10.927713 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-c9fb9c38-774c-45c2-b4d7-65da95f56ab8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Transition to ACTIVE for port object 092c424d-f6c1-4de7-80ee-0f6d03998718 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:10.972527 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c9fb9c38-774c-45c2-b4d7-65da95f56ab8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.032196 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9c08f-d1cd-48f5-93db-3e34b54b81a7 req-d9e445c0-602e-499d-9070-5fcfbd32994f tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:11.041674 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dda9c08f-d1cd-48f5-93db-3e34b54b81a7 req-d9e445c0-602e-499d-9070-5fcfbd32994f tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6388c421-6efa-493e-a8d2-5efd2a878482 HTTP/1.1" status: 200 len: 945 time: 0.1486974 Jul 29 23:36:11.051453 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 929428df-b96f-47f3-acb1-317f0268c446 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:36:11.062412 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb9c38-774c-45c2-b4d7-65da95f56ab8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event updated for resources: {'Port': ['ID=092c424d-f6c1-4de7-80ee-0f6d03998718,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:11.098792 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9fb9c38-774c-45c2-b4d7-65da95f56ab8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Network d263319e-790d-4f2c-863f-b09096d5f5fc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:11.100412 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-c9fb9c38-774c-45c2-b4d7-65da95f56ab8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:11.103636 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fb9c38-774c-45c2-b4d7-65da95f56ab8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:11.109392 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dda9c08f-d1cd-48f5-93db-3e34b54b81a7 req-69468db4-d6a8-47cd-b158-5d4ea61cb1a2 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab7e7f68-c8c0-4df7-9f45-e0648f976bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665803 Jul 29 23:36:11.113299 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9fb9c38-774c-45c2-b4d7-65da95f56ab8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:11.114047 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c9fb9c38-774c-45c2-b4d7-65da95f56ab8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.147025 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52128) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:11.148763 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c9fb9c38-774c-45c2-b4d7-65da95f56ab8 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.2205391 Jul 29 23:36:11.267498 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 929428df-b96f-47f3-acb1-317f0268c446, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=929428df-b96f-47f3-acb1-317f0268c446,segment=NetworkSegment(3960cd3a-1252-4022-b2ff-b6d1cbf562dc),segment_id=3960cd3a-1252-4022-b2ff-b6d1cbf562dc)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:11.297273 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '929428df-b96f-47f3-acb1-317f0268c446', 'network_id': 'a3b84fcb-d1ea-4d97-a571-e94a9ed02dff', 'port_id': '929428df-b96f-47f3-acb1-317f0268c446', 'mac_address': 'fa:16:3e:67:0a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe5da65a-cf51-4f87-867f-d80f072d9572', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:36:11.349706 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.366804 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9a00e213-2903-498c-8f68-8bca28e72756 None None] Provisioning complete for port 96d6f66b-e717-4109-8053-9d1cf5fba303 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:11.367181 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a00e213-2903-498c-8f68-8bca28e72756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.374406 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-5eee04d5-1e97-47f3-a63f-da315a144e1a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting port 092c424d-f6c1-4de7-80ee-0f6d03998718 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:11.374940 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5eee04d5-1e97-47f3-a63f-da315a144e1a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.415081 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 929428df-b96f-47f3-acb1-317f0268c446 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:36:11.438430 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 929428df-b96f-47f3-acb1-317f0268c446, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=929428df-b96f-47f3-acb1-317f0268c446,segment=NetworkSegment(3960cd3a-1252-4022-b2ff-b6d1cbf562dc),segment_id=3960cd3a-1252-4022-b2ff-b6d1cbf562dc)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:11.443921 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.455291 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba11d7-8a64-4a7e-b8dc-a3152e870ced req-21a14d51-010f-469d-a4a0-9d958bdfb0e0 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:11.462774 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-18ba11d7-8a64-4a7e-b8dc-a3152e870ced req-21a14d51-010f-469d-a4a0-9d958bdfb0e0 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8606d2d-f323-4ac7-b3f8-a40ef2012942 HTTP/1.1" status: 200 len: 943 time: 0.1625822 Jul 29 23:36:11.527381 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=929428df-b96f-47f3-acb1-317f0268c446,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:11.528386 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-18ba11d7-8a64-4a7e-b8dc-a3152e870ced req-246254b0-527d-4de1-a0ab-8f5700cee0b3 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646186 Jul 29 23:36:11.597138 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5eee04d5-1e97-47f3-a63f-da315a144e1a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.626371 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-5eee04d5-1e97-47f3-a63f-da315a144e1a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Calling delete_port for 092c424d-f6c1-4de7-80ee-0f6d03998718 owned by {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:11.687606 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['929428df-b96f-47f3-acb1-317f0268c446'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:11.891430 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5eee04d5-1e97-47f3-a63f-da315a144e1a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.895173 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6f1a8037-0534-4003-9bf2-6d798a1d996c None None] Provisioning for port 092c424d-f6c1-4de7-80ee-0f6d03998718 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:11.903904 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6f1a8037-0534-4003-9bf2-6d798a1d996c None None] Provisioning complete for port 092c424d-f6c1-4de7-80ee-0f6d03998718 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:11.904364 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6f1a8037-0534-4003-9bf2-6d798a1d996c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:11.928967 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-6f1a8037-0534-4003-9bf2-6d798a1d996c None None] Port 092c424d-f6c1-4de7-80ee-0f6d03998718 was deleted so its status cannot be updated. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 29 23:36:11.960323 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eee04d5-1e97-47f3-a63f-da315a144e1a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Port': ['ID=092c424d-f6c1-4de7-80ee-0f6d03998718,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:12.032971 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a98fe-7aa2-4e5e-b5ed-d7f951ee2cb4 req-25303b5c-01f6-4107-b9fc-d125275060c0 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:12.034569 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1a98fe-7aa2-4e5e-b5ed-d7f951ee2cb4 req-25303b5c-01f6-4107-b9fc-d125275060c0 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.23 "GET /v2.0/ports?device_id=84f19daa-c76d-4ec8-87ac-1de752a28803 HTTP/1.1" status: 200 len: 946 time: 0.1358719 Jul 29 23:36:12.054294 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5eee04d5-1e97-47f3-a63f-da315a144e1a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.058830 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52158) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:12.059092 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5eee04d5-1e97-47f3-a63f-da315a144e1a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/092c424d-f6c1-4de7-80ee-0f6d03998718 HTTP/1.1" status: 204 len: 168 time: 0.9107237 Jul 29 23:36:12.104027 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb569bc7-ffa2-4f33-9fe0-ce87cae41227 req-82fb6ce4-b8d8-4e53-b718-2c984a4b69e3 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:12.105625 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb569bc7-ffa2-4f33-9fe0-ce87cae41227 req-82fb6ce4-b8d8-4e53-b718-2c984a4b69e3 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=84f19daa-c76d-4ec8-87ac-1de752a28803 HTTP/1.1" status: 200 len: 946 time: 0.2039654 Jul 29 23:36:12.166773 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25fc619-528f-4790-9ee0-2f87f347a34d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:12.169969 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c25fc619-528f-4790-9ee0-2f87f347a34d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1095989 Jul 29 23:36:12.172063 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52162) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:12.225811 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb569bc7-ffa2-4f33-9fe0-ce87cae41227 req-c5b79df0-774d-41ed-9308-ad467d48219c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045742 Jul 29 23:36:12.264443 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-ea1a98fe-7aa2-4e5e-b5ed-d7f951ee2cb4 req-bcc8f4be-3317-4628-b2c4-e9975e07fcdf tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Deleting port ecf42429-5dea-4755-955b-328e8cffbc12 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:12.264443 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ea1a98fe-7aa2-4e5e-b5ed-d7f951ee2cb4 req-bcc8f4be-3317-4628-b2c4-e9975e07fcdf tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.297201 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba18e96-ce4e-4e4f-8542-6731ea6ec75b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:12.310714 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7ba18e96-ce4e-4e4f-8542-6731ea6ec75b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1363404 Jul 29 23:36:12.314568 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52164) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:12.394319 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84aa502-c572-4f30-a682-cf183b5bf8a6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:12.396298 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84aa502-c572-4f30-a682-cf183b5bf8a6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:12.398343 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84aa502-c572-4f30-a682-cf183b5bf8a6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:12.399651 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b84aa502-c572-4f30-a682-cf183b5bf8a6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0838292 Jul 29 23:36:12.404488 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52166) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:12.437427 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e5bc1-c202-4093-a51d-efffd21fe13d req-bd258991-dfb3-4145-88d3-5c1f70767061 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:12.438625 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ef7e5bc1-c202-4093-a51d-efffd21fe13d req-bd258991-dfb3-4145-88d3-5c1f70767061 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6388c421-6efa-493e-a8d2-5efd2a878482 HTTP/1.1" status: 200 len: 945 time: 0.0914586 Jul 29 23:36:12.444685 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ea1a98fe-7aa2-4e5e-b5ed-d7f951ee2cb4 req-bcc8f4be-3317-4628-b2c4-e9975e07fcdf tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] For port ecf42429-5dea-4755-955b-328e8cffbc12, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ecf42429-5dea-4755-955b-328e8cffbc12,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:12.445096 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ea1a98fe-7aa2-4e5e-b5ed-d7f951ee2cb4 req-bcc8f4be-3317-4628-b2c4-e9975e07fcdf tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.465997 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-ea1a98fe-7aa2-4e5e-b5ed-d7f951ee2cb4 req-bcc8f4be-3317-4628-b2c4-e9975e07fcdf tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Calling delete_port for ecf42429-5dea-4755-955b-328e8cffbc12 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:12.472899 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-11bbb4aa-b2e2-490a-bf7e-90ce6fe4a775 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting subnet 3ed4ea76-a42f-4e38-876f-9d0a84b5273b {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:36:12.478059 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-11bbb4aa-b2e2-490a-bf7e-90ce6fe4a775 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.530488 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-11bbb4aa-b2e2-490a-bf7e-90ce6fe4a775 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.562675 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ef7e5bc1-c202-4093-a51d-efffd21fe13d req-f681a140-ddfe-46ae-a289-780e0b073c9a tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab7e7f68-c8c0-4df7-9f45-e0648f976bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092722 Jul 29 23:36:12.655386 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-11bbb4aa-b2e2-490a-bf7e-90ce6fe4a775 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.730429 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-11bbb4aa-b2e2-490a-bf7e-90ce6fe4a775 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.735275 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ea1a98fe-7aa2-4e5e-b5ed-d7f951ee2cb4 req-bcc8f4be-3317-4628-b2c4-e9975e07fcdf tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.746787 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['ecf42429-5dea-4755-955b-328e8cffbc12'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:12.747740 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0250f992-3d24-4826-8cac-58ec1e130dec req-30b1d6d0-0900-40b7-81ec-6f4795a4fb02 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:12.749417 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0250f992-3d24-4826-8cac-58ec1e130dec req-30b1d6d0-0900-40b7-81ec-6f4795a4fb02 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8606d2d-f323-4ac7-b3f8-a40ef2012942 HTTP/1.1" status: 200 len: 944 time: 0.0746264 Jul 29 23:36:12.764816 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bbb4aa-b2e2-490a-bf7e-90ce6fe4a775 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Subnet': ['ID=3ed4ea76-a42f-4e38-876f-9d0a84b5273b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:12.774203 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-11bbb4aa-b2e2-490a-bf7e-90ce6fe4a775 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.780179 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-11bbb4aa-b2e2-490a-bf7e-90ce6fe4a775 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/3ed4ea76-a42f-4e38-876f-9d0a84b5273b HTTP/1.1" status: 204 len: 168 time: 0.3735304 Jul 29 23:36:12.780991 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52176) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:12.784314 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8813a1-9f37-432d-9257-fc959d3dca68 None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:12.851263 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-66654454-a13a-4208-bc8f-81638e188709 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Deleting subnet 8cfe1e10-7b41-4faf-b3b6-43e09bf5b999 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:36:12.855318 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-66654454-a13a-4208-bc8f-81638e188709 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.907503 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-66654454-a13a-4208-bc8f-81638e188709 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:12.993883 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52180) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:13.024145 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-66654454-a13a-4208-bc8f-81638e188709 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.075323 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 929428df-b96f-47f3-acb1-317f0268c446 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:13.113670 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-66654454-a13a-4208-bc8f-81638e188709 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.182786 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 929428df-b96f-47f3-acb1-317f0268c446 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:13.187296 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 929428df-b96f-47f3-acb1-317f0268c446 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:13.187678 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.205114 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-66654454-a13a-4208-bc8f-81638e188709 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.207944 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-66654454-a13a-4208-bc8f-81638e188709 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/8cfe1e10-7b41-4faf-b3b6-43e09bf5b999 HTTP/1.1" status: 204 len: 168 time: 0.4256251 Jul 29 23:36:13.209521 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66654454-a13a-4208-bc8f-81638e188709 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Subnet': ['ID=8cfe1e10-7b41-4faf-b3b6-43e09bf5b999,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:13.212526 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52184) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:13.259881 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-77be566d-4d0f-4d6f-9f8c-76ce36371052 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455425 Jul 29 23:36:13.265037 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52188) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:13.295426 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8f4be-3317-4628-b2c4-e9975e07fcdf tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Pushing event deleted for resources: {'Port': ['ID=ecf42429-5dea-4755-955b-328e8cffbc12,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:13.310272 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0250f992-3d24-4826-8cac-58ec1e130dec req-4c467930-327d-4b6d-aee2-07dc83ecf758 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5526683 Jul 29 23:36:13.324193 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1a98fe-7aa2-4e5e-b5ed-d7f951ee2cb4 req-bcc8f4be-3317-4628-b2c4-e9975e07fcdf tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] No DVR routers for this DVR port ecf42429-5dea-4755-955b-328e8cffbc12 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:13.328189 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.335362 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ea1a98fe-7aa2-4e5e-b5ed-d7f951ee2cb4 req-bcc8f4be-3317-4628-b2c4-e9975e07fcdf tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.338804 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1a98fe-7aa2-4e5e-b5ed-d7f951ee2cb4 req-bcc8f4be-3317-4628-b2c4-e9975e07fcdf tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.23 "DELETE /v2.0/ports/ecf42429-5dea-4755-955b-328e8cffbc12 HTTP/1.1" status: 204 len: 173 time: 1.2886333 Jul 29 23:36:13.340237 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84f19daa-c76d-4ec8-87ac-1de752a28803', 'name': 'network-vif-deleted', 'tag': 'ecf42429-5dea-4755-955b-328e8cffbc12'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:13.343557 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb81b41-e5ae-4c5f-b367-f5eb9e149597" -d '{"events": [{"server_uuid": "84f19daa-c76d-4ec8-87ac-1de752a28803", "name": "network-vif-deleted", "tag": "ecf42429-5dea-4755-955b-328e8cffbc12"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:13.397398 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8606d2d-f323-4ac7-b3f8-a40ef2012942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929428df-b96f-47f3-acb1-317f0268c446'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:13.401399 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf43b382-f294-4607-a4fb-9963348b9e9f" -d '{"events": [{"server_uuid": "b8606d2d-f323-4ac7-b3f8-a40ef2012942", "name": "network-vif-plugged", "status": "completed", "tag": "929428df-b96f-47f3-acb1-317f0268c446"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:13.419189 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 929428df-b96f-47f3-acb1-317f0268c446, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=929428df-b96f-47f3-acb1-317f0268c446,segment=NetworkSegment(3960cd3a-1252-4022-b2ff-b6d1cbf562dc),segment_id=3960cd3a-1252-4022-b2ff-b6d1cbf562dc)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:13.425276 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.426939 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device ecf42429-5dea-4755-955b-328e8cffbc12 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:13.442366 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31276568-3588-4699-b2c8-f4e583e81971 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:13.444501 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-31276568-3588-4699-b2c8-f4e583e81971 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1783900 Jul 29 23:36:13.447071 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52194) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:13.519701 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49886094-cf62-467e-b329-2d1727139cf6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:13.522405 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-49886094-cf62-467e-b329-2d1727139cf6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0741291 Jul 29 23:36:13.525442 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52196) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:13.529077 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: ecf42429-5dea-4755-955b-328e8cffbc12 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:36:13.529676 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device ecf42429-5dea-4755-955b-328e8cffbc12 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:36:13.531374 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=929428df-b96f-47f3-acb1-317f0268c446,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:13.596118 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c07b24bd-beeb-4eca-993e-ad0efa15542f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0681248 Jul 29 23:36:13.603341 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52204) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:13.630429 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaf597b6-da70-4033-b3c5-fe8a68b4e89c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:13.631142 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaf597b6-da70-4033-b3c5-fe8a68b4e89c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:13.635229 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-eaf597b6-da70-4033-b3c5-fe8a68b4e89c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/092c424d-f6c1-4de7-80ee-0f6d03998718 HTTP/1.1" status: 404 len: 333 time: 0.0285351 Jul 29 23:36:13.635491 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52206) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:13.671803 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-d56b79bc-e090-456d-8929-d01d104c7d4f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:13.672456 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d56b79bc-e090-456d-8929-d01d104c7d4f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:13.674060 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d56b79bc-e090-456d-8929-d01d104c7d4f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/8cfe1e10-7b41-4faf-b3b6-43e09bf5b999 HTTP/1.1" status: 404 len: 337 time: 0.0375180 Jul 29 23:36:13.683805 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52208) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:13.718254 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e663879-f890-4e3d-b759-f51a50478e03 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:13.718734 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e663879-f890-4e3d-b759-f51a50478e03 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:13.723896 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52210) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:13.724593 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5e663879-f890-4e3d-b759-f51a50478e03 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/3ed4ea76-a42f-4e38-876f-9d0a84b5273b HTTP/1.1" status: 404 len: 337 time: 0.0386224 Jul 29 23:36:13.764391 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-5639e11a-18b0-470f-a3a0-b53ed822dc6b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:13.765489 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5639e11a-18b0-470f-a3a0-b53ed822dc6b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:13.767281 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5639e11a-18b0-470f-a3a0-b53ed822dc6b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/6090bd6b-1116-4b67-af60-3a2276f1339d HTTP/1.1" status: 404 len: 333 time: 0.0413754 Jul 29 23:36:13.769878 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52212) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:13.795330 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5f58786-7a29-487e-a9db-fb50d5226917 req-8de0e4f8-322e-4b8b-a56f-6991677efa08 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=84f19daa-c76d-4ec8-87ac-1de752a28803 HTTP/1.1" status: 200 len: 210 time: 0.0578294 Jul 29 23:36:13.825148 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a16930-ca1b-4ab5-b3c5-14732be06faa tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:13.825607 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89a16930-ca1b-4ab5-b3c5-14732be06faa tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:13.827519 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-89a16930-ca1b-4ab5-b3c5-14732be06faa tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/a04a1a33-128d-4bca-8b0b-bf3908ec208d HTTP/1.1" status: 404 len: 337 time: 0.0567012 Jul 29 23:36:13.830308 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52214) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:13.906333 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26cf220c-67e3-41a1-bfb0-5c67c18f7b89 x-openstack-request-id: req-26cf220c-67e3-41a1-bfb0-5c67c18f7b89 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:13.907780 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84f19daa-c76d-4ec8-87ac-1de752a28803", "name": "network-vif-deleted", "tag": "ecf42429-5dea-4755-955b-328e8cffbc12", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:13.908431 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-26cf220c-67e3-41a1-bfb0-5c67c18f7b89 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:13.911353 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84f19daa-c76d-4ec8-87ac-1de752a28803', 'name': 'network-vif-deleted', 'tag': 'ecf42429-5dea-4755-955b-328e8cffbc12', 'status': 'completed', 'code': 200} Jul 29 23:36:13.914003 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-7789ead3-c602-44c8-b2e7-ee9d29a1e24b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:13.915673 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7789ead3-c602-44c8-b2e7-ee9d29a1e24b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:13.919513 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f8d2c4-9a52-40e7-8d73-d88ae7d93c12 x-openstack-request-id: req-53f8d2c4-9a52-40e7-8d73-d88ae7d93c12 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:13.920053 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8606d2d-f323-4ac7-b3f8-a40ef2012942", "name": "network-vif-plugged", "status": "completed", "tag": "929428df-b96f-47f3-acb1-317f0268c446", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:13.920182 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-53f8d2c4-9a52-40e7-8d73-d88ae7d93c12 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:13.920795 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7789ead3-c602-44c8-b2e7-ee9d29a1e24b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/83fd866e-9e84-439c-b0b8-d68441de7d49 HTTP/1.1" status: 404 len: 337 time: 0.0790281 Jul 29 23:36:13.923234 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52216) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:13.923462 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8606d2d-f323-4ac7-b3f8-a40ef2012942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '929428df-b96f-47f3-acb1-317f0268c446', 'code': 200} Jul 29 23:36:13.942458 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-092ee1da-9b91-4715-99e9-98781f979170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:13.945914 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2881297-3e13-469d-b023-969ef72c263c None None] Network d263319e-790d-4f2c-863f-b09096d5f5fc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:13.981138 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d1b1e03-6206-4be6-907a-771a5588452f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:13.982010 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d1b1e03-6206-4be6-907a-771a5588452f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:13.992855 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4d1b1e03-6206-4be6-907a-771a5588452f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/b68b7e88-4774-49c1-b9c8-f178edb8938a HTTP/1.1" status: 404 len: 333 time: 0.0683692 Jul 29 23:36:13.999287 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52218) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:14.056777 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-490fae62-f09c-419d-a985-8a190aed448c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:14.057187 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-490fae62-f09c-419d-a985-8a190aed448c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:14.059118 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-490fae62-f09c-419d-a985-8a190aed448c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/a36d5fbf-5275-4707-8915-ac42ae266fe4 HTTP/1.1" status: 404 len: 337 time: 0.0587609 Jul 29 23:36:14.072239 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52222) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:14.081395 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5960bc07-0a77-447b-a692-50fc5690f529 None None] Provisioning complete for port 96d6f66b-e717-4109-8053-9d1cf5fba303 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:14.081743 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5960bc07-0a77-447b-a692-50fc5690f529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:14.284177 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-2351fab4-c17c-4c2e-a7ed-71176546d821 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:14.285010 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2351fab4-c17c-4c2e-a7ed-71176546d821 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:14.287792 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2351fab4-c17c-4c2e-a7ed-71176546d821 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/d95e3a88-5042-44ac-8635-618c26a1c6ed HTTP/1.1" status: 404 len: 337 time: 0.1613967 Jul 29 23:36:14.291271 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52232) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:14.299331 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe6bc5-d568-4ab9-bd32-10217830d720 req-da18d381-cb0d-4423-bb86-6d0e9b2ac560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:14.301484 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2abe6bc5-d568-4ab9-bd32-10217830d720 req-da18d381-cb0d-4423-bb86-6d0e9b2ac560 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b8606d2d-f323-4ac7-b3f8-a40ef2012942 HTTP/1.1" status: 200 len: 1097 time: 0.2413695 Jul 29 23:36:14.332715 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cd83f1-9020-48e0-a949-af3286fb3809 req-197d8b98-c90f-491f-9386-f0ba015dd616 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:14.335531 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16cd83f1-9020-48e0-a949-af3286fb3809 req-197d8b98-c90f-491f-9386-f0ba015dd616 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6388c421-6efa-493e-a8d2-5efd2a878482 HTTP/1.1" status: 200 len: 945 time: 0.2742739 Jul 29 23:36:14.376268 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-02bfb865-a985-4018-b48c-9841f10b3871 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:14.377099 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02bfb865-a985-4018-b48c-9841f10b3871 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:14.381071 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-02bfb865-a985-4018-b48c-9841f10b3871 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/977ef2b8-c2d3-4021-ae92-f52566df8b9a HTTP/1.1" status: 404 len: 333 time: 0.0562558 Jul 29 23:36:14.383789 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52236) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:14.386629 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2abe6bc5-d568-4ab9-bd32-10217830d720 req-5a378178-d7d1-41e2-b1b1-6a6efcffd0cd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773900 Jul 29 23:36:14.399252 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac810e5-4f28-49c0-a702-7170ca9ec88d None None] DHCP port deletion for d263319e-790d-4f2c-863f-b09096d5f5fc request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:36:14.403655 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16cd83f1-9020-48e0-a949-af3286fb3809 req-5dfe194d-e50a-48a6-ae52-80558451558c tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab7e7f68-c8c0-4df7-9f45-e0648f976bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596406 Jul 29 23:36:14.426841 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-a512214b-54fb-4aad-acdd-efdb7e45de47 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:14.426841 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a512214b-54fb-4aad-acdd-efdb7e45de47 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:14.427700 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52238) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:14.427822 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a512214b-54fb-4aad-acdd-efdb7e45de47 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/22f124dc-a7c4-448e-8b92-78da70f0d252 HTTP/1.1" status: 404 len: 337 time: 0.0395617 Jul 29 23:36:14.444530 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-092ee1da-9b91-4715-99e9-98781f979170 admin admin] Deleting port cad39ba9-495a-43c9-81f9-1c335abda58e {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:14.444902 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-092ee1da-9b91-4715-99e9-98781f979170 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:14.457678 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-5419b236-a391-4ffc-8f74-550369ae444c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:14.458251 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5419b236-a391-4ffc-8f74-550369ae444c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:14.460441 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5419b236-a391-4ffc-8f74-550369ae444c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/b40c65ee-a45f-4eae-a181-ba23e7a440ad HTTP/1.1" status: 404 len: 337 time: 0.0351272 Jul 29 23:36:14.462846 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52240) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:14.472305 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5ac810e5-4f28-49c0-a702-7170ca9ec88d None None] Deleting port 96d6f66b-e717-4109-8053-9d1cf5fba303 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:14.472797 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5ac810e5-4f28-49c0-a702-7170ca9ec88d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:14.489008 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-c31c9e65-9f84-4fca-8bd1-b14ff98924bb tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:14.489853 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c31c9e65-9f84-4fca-8bd1-b14ff98924bb tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:14.491716 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c31c9e65-9f84-4fca-8bd1-b14ff98924bb tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/e87d70dc-afef-4a39-bbc7-e13d369d1540 HTTP/1.1" status: 404 len: 333 time: 0.0278432 Jul 29 23:36:14.494237 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52242) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:14.527866 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd1a7b7-8ad3-45a5-8bb5-672f4256ff5e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:14.528427 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bd1a7b7-8ad3-45a5-8bb5-672f4256ff5e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:14.530267 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1bd1a7b7-8ad3-45a5-8bb5-672f4256ff5e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/70a41ce5-ff96-4ca5-a028-11d511ef84ef HTTP/1.1" status: 404 len: 337 time: 0.0349786 Jul 29 23:36:14.536983 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52244) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:14.553526 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-092ee1da-9b91-4715-99e9-98781f979170 admin admin] For port cad39ba9-495a-43c9-81f9-1c335abda58e, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=cad39ba9-495a-43c9-81f9-1c335abda58e,segment=NetworkSegment(4ac21f00-30d3-4050-bcd9-41af44bf680d),segment_id=4ac21f00-30d3-4050-bcd9-41af44bf680d)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:14.554151 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-092ee1da-9b91-4715-99e9-98781f979170 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:14.575808 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-5ac810e5-4f28-49c0-a702-7170ca9ec88d None None] For port 96d6f66b-e717-4109-8053-9d1cf5fba303, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=96d6f66b-e717-4109-8053-9d1cf5fba303,segment=NetworkSegment(3f991b70-3ec0-41aa-a725-5a61f5b8ad4c),segment_id=3f991b70-3ec0-41aa-a725-5a61f5b8ad4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:14.576225 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5ac810e5-4f28-49c0-a702-7170ca9ec88d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:14.578650 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd0f839b-faad-41e7-8ced-ec071e5364a9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:14.579607 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd0f839b-faad-41e7-8ced-ec071e5364a9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:14.585396 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-dd0f839b-faad-41e7-8ced-ec071e5364a9 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/02818f26-4387-49ce-91af-320dfa29d77c HTTP/1.1" status: 404 len: 333 time: 0.0476329 Jul 29 23:36:14.585949 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52246) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:14.591408 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-092ee1da-9b91-4715-99e9-98781f979170 admin admin] Calling delete_port for cad39ba9-495a-43c9-81f9-1c335abda58e owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:14.592135 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5ac810e5-4f28-49c0-a702-7170ca9ec88d None None] Calling delete_port for 96d6f66b-e717-4109-8053-9d1cf5fba303 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:14.603214 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f84438-4da3-4ef1-9dd5-652e50253811 req-42830621-9f3e-4cc6-b774-0cccae82df37 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:14.605452 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a2f84438-4da3-4ef1-9dd5-652e50253811 req-42830621-9f3e-4cc6-b774-0cccae82df37 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8606d2d-f323-4ac7-b3f8-a40ef2012942 HTTP/1.1" status: 200 len: 945 time: 0.0796554 Jul 29 23:36:14.619423 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa91c42a-0d6e-412e-b154-4f37a1bd117b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:14.619933 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa91c42a-0d6e-412e-b154-4f37a1bd117b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:14.626311 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-aa91c42a-0d6e-412e-b154-4f37a1bd117b tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/305fcf02-ae68-42ca-adee-dcf8ef295287 HTTP/1.1" status: 404 len: 337 time: 0.0351033 Jul 29 23:36:14.627179 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52248) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:14.673070 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-7141c442-34e5-4dfd-857e-348935fdf431 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:14.674477 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7141c442-34e5-4dfd-857e-348935fdf431 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:14.678887 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7141c442-34e5-4dfd-857e-348935fdf431 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/352fd74f-ce52-4e85-81e6-479f4ca590dc HTTP/1.1" status: 404 len: 333 time: 0.0506802 Jul 29 23:36:14.681604 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52252) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:14.699671 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5ac810e5-4f28-49c0-a702-7170ca9ec88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:14.711391 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a2f84438-4da3-4ef1-9dd5-652e50253811 req-e326a290-9b96-48ca-9a1c-687321f23bfd tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980301 Jul 29 23:36:14.720157 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-0088428f-8db1-403a-963a-39956a853ae2 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:14.721008 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0088428f-8db1-403a-963a-39956a853ae2 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:14.725663 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52254) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:14.726076 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0088428f-8db1-403a-963a-39956a853ae2 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/fe38480c-5821-4c1c-bf44-5ea4632d8112 HTTP/1.1" status: 404 len: 337 time: 0.0414119 Jul 29 23:36:14.784570 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98fb595-c0ff-4454-9dc6-bdc2a75bf78f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:14.785478 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a98fb595-c0ff-4454-9dc6-bdc2a75bf78f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:14.788284 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac810e5-4f28-49c0-a702-7170ca9ec88d None None] No DVR routers for this DVR port 96d6f66b-e717-4109-8053-9d1cf5fba303 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:14.789008 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a98fb595-c0ff-4454-9dc6-bdc2a75bf78f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/2e69895a-ce08-435f-9608-92defa199a60 HTTP/1.1" status: 404 len: 333 time: 0.0618429 Jul 29 23:36:14.791926 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52256) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:14.795338 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 96d6f66b-e717-4109-8053-9d1cf5fba303 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:14.832379 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ffe9a24-00f8-4f3e-9ef5-323e9e8f5ae6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:14.835817 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 96d6f66b-e717-4109-8053-9d1cf5fba303 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:36:14.836270 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 96d6f66b-e717-4109-8053-9d1cf5fba303 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:36:14.840904 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac810e5-4f28-49c0-a702-7170ca9ec88d None None] Pushing event deleted for resources: {'Port': ['ID=96d6f66b-e717-4109-8053-9d1cf5fba303,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:14.846936 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ffe9a24-00f8-4f3e-9ef5-323e9e8f5ae6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:14.854414 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5ffe9a24-00f8-4f3e-9ef5-323e9e8f5ae6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/fcd3051e-9946-47f3-8be0-25ad6517a5f5 HTTP/1.1" status: 404 len: 337 time: 0.0588109 Jul 29 23:36:14.855098 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52260) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:14.888212 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-4156f44d-bc78-459c-b0af-230a383672ed tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:14.888919 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4156f44d-bc78-459c-b0af-230a383672ed tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:14.896872 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52262) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:14.896988 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4156f44d-bc78-459c-b0af-230a383672ed tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/a34b34dd-9f3c-4ebb-a155-000bc97f1d9e HTTP/1.1" status: 404 len: 333 time: 0.0384111 Jul 29 23:36:14.935317 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-630b525e-d959-4408-869a-cb1c7b197b8d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:14.935770 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-630b525e-d959-4408-869a-cb1c7b197b8d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:14.937547 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-630b525e-d959-4408-869a-cb1c7b197b8d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/13bfce45-6992-4434-aa7e-02f31a5fcdfe HTTP/1.1" status: 404 len: 337 time: 0.0416577 Jul 29 23:36:14.940069 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52266) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:14.971720 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded49541-bd92-48e5-bca3-7ee6ae49c2ba tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:14.973392 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ded49541-bd92-48e5-bca3-7ee6ae49c2ba tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:14.976296 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ded49541-bd92-48e5-bca3-7ee6ae49c2ba tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/e1a71cd8-24dc-41f8-855e-ec30ed8275ad HTTP/1.1" status: 404 len: 333 time: 0.0350623 Jul 29 23:36:14.978652 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52268) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:15.009043 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-092ee1da-9b91-4715-99e9-98781f979170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:15.011691 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-36e429f2-5302-4124-b571-16e9243ea243 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:15.012032 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36e429f2-5302-4124-b571-16e9243ea243 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:15.016344 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52272) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:15.016524 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-36e429f2-5302-4124-b571-16e9243ea243 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/f54a0773-8ce4-4d44-a25e-ad23919d2e46 HTTP/1.1" status: 404 len: 337 time: 0.0368860 Jul 29 23:36:15.045484 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ee1da-9b91-4715-99e9-98781f979170 admin admin] Pushing event deleted for resources: {'Port': ['ID=cad39ba9-495a-43c9-81f9-1c335abda58e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:15.048987 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-5933b97e-7c14-41f6-a04b-c76e8f364f15 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:15.048987 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5933b97e-7c14-41f6-a04b-c76e8f364f15 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:15.051115 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5933b97e-7c14-41f6-a04b-c76e8f364f15 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/4e214e82-465b-4a20-8ce0-07d003311122 HTTP/1.1" status: 404 len: 337 time: 0.0336211 Jul 29 23:36:15.054232 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52274) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:15.100487 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bc848fc-4e81-4c49-a035-6979b193f5c6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:15.101278 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bc848fc-4e81-4c49-a035-6979b193f5c6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:15.103050 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3bc848fc-4e81-4c49-a035-6979b193f5c6 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/3235ed6c-1c24-4ca3-bda6-a5bcc6ea44b9 HTTP/1.1" status: 404 len: 333 time: 0.0460424 Jul 29 23:36:15.105823 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52284) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:15.152762 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-05e78b81-a262-413f-a74a-28eb0a6081a4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:15.153501 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05e78b81-a262-413f-a74a-28eb0a6081a4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:15.155222 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-05e78b81-a262-413f-a74a-28eb0a6081a4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/8af4ae20-ea11-4c3b-96d7-df854195e9e4 HTTP/1.1" status: 404 len: 337 time: 0.0479765 Jul 29 23:36:15.166671 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52286) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:15.237727 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b31e6c8-59e9-460b-ae9f-07933198b15c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:15.238185 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b31e6c8-59e9-460b-ae9f-07933198b15c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:15.243369 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1b31e6c8-59e9-460b-ae9f-07933198b15c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/1ac9fe54-97f4-4144-abc9-1612a1a00fdc HTTP/1.1" status: 404 len: 337 time: 0.0733442 Jul 29 23:36:15.244197 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52288) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:15.270207 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-092ee1da-9b91-4715-99e9-98781f979170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:15.288485 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-400a7dad-68a7-4c0b-9340-fe64374db0f1 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:15.289101 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-400a7dad-68a7-4c0b-9340-fe64374db0f1 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:15.296729 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-400a7dad-68a7-4c0b-9340-fe64374db0f1 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/152effc0-95d1-4ec4-99f0-02e6523cada4 HTTP/1.1" status: 404 len: 333 time: 0.0494359 Jul 29 23:36:15.300887 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52292) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:15.348297 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d50e52a-e93b-4fac-9fc5-1d65374462b1 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:15.348718 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d50e52a-e93b-4fac-9fc5-1d65374462b1 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:15.351195 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2d50e52a-e93b-4fac-9fc5-1d65374462b1 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/1b94fa02-45f8-428f-8cd4-40ca9c239f01 HTTP/1.1" status: 404 len: 337 time: 0.0493331 Jul 29 23:36:15.353869 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52296) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:15.376413 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-462930bb-beb3-4b16-a029-8f28042129df tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:15.378076 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-462930bb-beb3-4b16-a029-8f28042129df tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/networks?id=ebc3405b-dbdf-4745-bae9-00b7363339da HTTP/1.1" status: 200 len: 811 time: 0.2403405 Jul 29 23:36:15.388995 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-49a336d9-5c7a-4bd2-bfa3-881a2e0f866e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:15.389326 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49a336d9-5c7a-4bd2-bfa3-881a2e0f866e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:15.395706 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-49a336d9-5c7a-4bd2-bfa3-881a2e0f866e tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/44f98678-b8ba-4db0-8178-98c9d5cfb143 HTTP/1.1" status: 404 len: 337 time: 0.0381179 Jul 29 23:36:15.399913 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-f58d1b14-5ece-4f21-8f48-5e7594027d8c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/quotas/7a95e2067dac40d1a2f41b37f14aaf9a HTTP/1.1" status: 200 len: 375 time: 0.0112410 Jul 29 23:36:15.400393 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52300) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:15.426492 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f3dc43-5dab-45fc-b386-9258a130fe9a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:15.428186 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73f3dc43-5dab-45fc-b386-9258a130fe9a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:15.430017 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-73f3dc43-5dab-45fc-b386-9258a130fe9a tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/0add187e-16ad-477d-b392-4711f4e70691 HTTP/1.1" status: 404 len: 333 time: 0.0286555 Jul 29 23:36:15.438716 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52304) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:15.468727 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-c68248b3-9392-45cf-bfd2-92afa31da043 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a95e2067dac40d1a2f41b37f14aaf9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449677 Jul 29 23:36:15.495992 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-0865807f-c60b-462f-bb5f-d7d1ff3e58be tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:15.496460 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0865807f-c60b-462f-bb5f-d7d1ff3e58be tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:15.500882 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0865807f-c60b-462f-bb5f-d7d1ff3e58be tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/21c1642e-0b8b-4f4e-9615-0ec24b873077 HTTP/1.1" status: 404 len: 337 time: 0.0584509 Jul 29 23:36:15.509178 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52306) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:15.571725 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a814d3a-e411-4928-aa06-fed5654c7617 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:15.572122 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a814d3a-e411-4928-aa06-fed5654c7617 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:15.573982 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7a814d3a-e411-4928-aa06-fed5654c7617 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/08b2722e-c1f3-48ff-91ed-b06153725ec2 HTTP/1.1" status: 404 len: 337 time: 0.0641108 Jul 29 23:36:15.576619 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52308) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:15.611751 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-88de6d8f-41f3-4150-89c5-e2d63e0d85bb tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports?device_id=b1508f0c-5544-494b-bcb5-606cfef86318 HTTP/1.1" status: 200 len: 205 time: 0.0340014 Jul 29 23:36:15.615353 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52310) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:15.664706 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-3687062b-98da-4d2d-9576-e07ed67ab290 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] delete failed (client error): The resource could not be found. Jul 29 23:36:15.665791 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3687062b-98da-4d2d-9576-e07ed67ab290 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/routers/b1508f0c-5544-494b-bcb5-606cfef86318 HTTP/1.1" status: 404 len: 336 time: 0.0494130 Jul 29 23:36:15.668656 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52312) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:15.711054 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-f17da60f-faef-4ac0-bd27-1e1f08fee41c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:15.711516 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f17da60f-faef-4ac0-bd27-1e1f08fee41c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:15.715942 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f17da60f-faef-4ac0-bd27-1e1f08fee41c tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/a0c588e3-c1f9-46c6-ac62-38037adb8d1f HTTP/1.1" status: 404 len: 337 time: 0.0437441 Jul 29 23:36:15.715942 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-aeefb348-df2a-4084-b177-55910147014a service neutron] 10.222.0.18 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287421 Jul 29 23:36:15.716207 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52314) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:15.752434 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1344020c-9c15-4b08-9d01-c3138f67e6f2 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "GET /v2.0/ports?device_id=68043850-9b8f-4089-bcb4-b15c179a21c9 HTTP/1.1" status: 200 len: 205 time: 0.0332780 Jul 29 23:36:15.762394 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52318) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:15.829800 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-33631310-862a-4419-b4c5-65b59a283444 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] delete failed (client error): The resource could not be found. Jul 29 23:36:15.830639 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-33631310-862a-4419-b4c5-65b59a283444 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/routers/68043850-9b8f-4089-bcb4-b15c179a21c9 HTTP/1.1" status: 404 len: 336 time: 0.0675540 Jul 29 23:36:15.835847 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52322) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:15.865792 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed77b2c0-e52c-41ea-9e40-d77fe5bb7579 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:15.866251 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed77b2c0-e52c-41ea-9e40-d77fe5bb7579 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:15.870258 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ed77b2c0-e52c-41ea-9e40-d77fe5bb7579 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/0c973fe8-054a-4bfb-adeb-8bf4312a5ea7 HTTP/1.1" status: 404 len: 337 time: 0.0312634 Jul 29 23:36:15.870542 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52324) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:15.904807 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9df2b4a-8c48-426d-ba98-faa3353ce2d0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:15.905265 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9df2b4a-8c48-426d-ba98-faa3353ce2d0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:15.909372 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b9df2b4a-8c48-426d-ba98-faa3353ce2d0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/87d3aa5c-625f-45e7-a2e7-253751949323 HTTP/1.1" status: 404 len: 337 time: 0.0356064 Jul 29 23:36:15.910177 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52326) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:15.929649 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092ee1da-9b91-4715-99e9-98781f979170 admin admin] Router cacb1dd4-3960-4d5e-9e22-b6d36f210eb5 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:36:15.943576 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-075e3c8b-5881-4bb1-bf37-476556d2fc14 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:15.944289 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-075e3c8b-5881-4bb1-bf37-476556d2fc14 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:15.948281 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-075e3c8b-5881-4bb1-bf37-476556d2fc14 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/13c5cdd7-39de-4d71-be08-b50444692c24 HTTP/1.1" status: 404 len: 333 time: 0.0355535 Jul 29 23:36:15.949988 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-01660e78-48c0-4e61-8585-ea9eedc6807c service neutron] 10.222.0.18 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240083 Jul 29 23:36:15.950441 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52328) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:15.985842 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f68cdc-e4d7-4667-8784-80f03002175f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:15.986356 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f68cdc-e4d7-4667-8784-80f03002175f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:15.991932 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b0f68cdc-e4d7-4667-8784-80f03002175f tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/cc2f5bc7-442b-4520-80a0-9b0e71e63c1f HTTP/1.1" status: 404 len: 337 time: 0.0367379 Jul 29 23:36:15.992902 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52332) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:16.032737 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-643b620b-e48b-42f8-a170-7f15d3ecbdb2 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:16.040658 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-643b620b-e48b-42f8-a170-7f15d3ecbdb2 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:16.046334 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-643b620b-e48b-42f8-a170-7f15d3ecbdb2 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/af239d58-280e-48c6-bc08-b7891b95150e HTTP/1.1" status: 404 len: 333 time: 0.0522144 Jul 29 23:36:16.048758 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52334) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:16.066366 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092ee1da-9b91-4715-99e9-98781f979170 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:36:16.076765 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-092ee1da-9b91-4715-99e9-98781f979170 admin admin] 10.222.0.18 "PUT /v2.0/routers/cacb1dd4-3960-4d5e-9e22-b6d36f210eb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0818019 Jul 29 23:36:16.079259 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52336) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:16.080310 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09267952-3587-4e6c-abd1-6cf4de2da3c6 None None] Sync routers for ids ['cacb1dd4-3960-4d5e-9e22-b6d36f210eb5'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:36:16.092815 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09267952-3587-4e6c-abd1-6cf4de2da3c6 None None] Routers {'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:16.093453 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-09267952-3587-4e6c-abd1-6cf4de2da3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:36:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['cacb1dd4-3960-4d5e-9e22-b6d36f210eb5'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:16.129572 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-68330b4b-d6f1-463a-98fe-009d38ed7b72 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:16.130819 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68330b4b-d6f1-463a-98fe-009d38ed7b72 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:16.132939 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-68330b4b-d6f1-463a-98fe-009d38ed7b72 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/d89b8ce8-f69a-4bea-9bf2-8746cdb356f4 HTTP/1.1" status: 404 len: 337 time: 0.0832062 Jul 29 23:36:16.135501 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52344) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:16.192243 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-a844a0b5-2417-425d-8dd8-9e6da19f1d56 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:16.193743 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a844a0b5-2417-425d-8dd8-9e6da19f1d56 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:16.197739 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a844a0b5-2417-425d-8dd8-9e6da19f1d56 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/e5082287-af31-427c-81e0-a98510b8ae89 HTTP/1.1" status: 404 len: 333 time: 0.0590503 Jul 29 23:36:16.202464 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52348) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:16.242052 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-09267952-3587-4e6c-abd1-6cf4de2da3c6 None None] Set router cacb1dd4-3960-4d5e-9e22-b6d36f210eb5 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:36:16.252030 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-f869fe3f-a1fc-4120-8686-5b4436a3d537 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:16.252488 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f869fe3f-a1fc-4120-8686-5b4436a3d537 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:16.254268 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f869fe3f-a1fc-4120-8686-5b4436a3d537 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/e302d9a6-0658-4ca0-a04f-6c2b3be4e983 HTTP/1.1" status: 404 len: 337 time: 0.0509157 Jul 29 23:36:16.262394 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52354) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:16.297677 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-54858240-1dcb-4723-9dc1-5bebc426e1a4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:16.298360 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54858240-1dcb-4723-9dc1-5bebc426e1a4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:16.300750 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-54858240-1dcb-4723-9dc1-5bebc426e1a4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/5097358d-da91-4c15-b8ef-d428911e997c HTTP/1.1" status: 404 len: 333 time: 0.0373712 Jul 29 23:36:16.308032 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52356) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:16.342590 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ff195-ac3f-4da3-a773-c89fc25f67f8 req-9ddb2b09-9032-4209-b207-5e95cef55395 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:16.351266 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-de8ff195-ac3f-4da3-a773-c89fc25f67f8 req-9ddb2b09-9032-4209-b207-5e95cef55395 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6388c421-6efa-493e-a8d2-5efd2a878482 HTTP/1.1" status: 200 len: 945 time: 0.1495087 Jul 29 23:36:16.378148 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-43276250-947b-4bb6-b8d6-e4b299f06cf3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:16.378661 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43276250-947b-4bb6-b8d6-e4b299f06cf3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:16.387023 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52364) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:16.388200 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-43276250-947b-4bb6-b8d6-e4b299f06cf3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/ec1d7b59-e16a-4ec5-b0ab-6b64dc82f6f5 HTTP/1.1" status: 404 len: 337 time: 0.0782316 Jul 29 23:36:16.402465 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-de8ff195-ac3f-4da3-a773-c89fc25f67f8 req-2c3263eb-1602-4fb5-9f88-5325dcdb3630 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab7e7f68-c8c0-4df7-9f45-e0648f976bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464613 Jul 29 23:36:16.430140 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5666791f-d858-41c2-850d-e9cff14b3257 admin admin] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:16.464815 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd97f201-dbf4-41a5-831b-40e0d60e53d3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:16.467157 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd97f201-dbf4-41a5-831b-40e0d60e53d3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:16.472722 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-dd97f201-dbf4-41a5-831b-40e0d60e53d3 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/3ad84761-cd4c-4f12-b8c7-47e3df421c02 HTTP/1.1" status: 404 len: 333 time: 0.0691969 Jul 29 23:36:16.475954 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52368) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:16.508810 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-09267952-3587-4e6c-abd1-6cf4de2da3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'name': 'tempest-TaggedBootDevicesTest_v242-927965739-router', 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '156a6ced-e99b-4a1e-abee-30cf7bc97974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:16Z', 'updated_at': '2021-07-29T23:36:14Z', 'revision_number': 5, 'project_id': 'd954899d85d94386b2170efdab77ddb2', 'gw_port': {'id': '156a6ced-e99b-4a1e-abee-30cf7bc97974', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:17Z', 'updated_at': '2021-07-29T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:16.541891 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09267952-3587-4e6c-abd1-6cf4de2da3c6 None None] Checking router: cacb1dd4-3960-4d5e-9e22-b6d36f210eb5 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:36:16.545230 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3862552-7d39-42da-82b2-2d7a9be551d4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:16.545887 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3862552-7d39-42da-82b2-2d7a9be551d4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:16.548023 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e3862552-7d39-42da-82b2-2d7a9be551d4 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/2539818c-56a7-4504-9f4c-f99103297327 HTTP/1.1" status: 404 len: 337 time: 0.0708289 Jul 29 23:36:16.550752 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52370) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:16.558684 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09267952-3587-4e6c-abd1-6cf4de2da3c6 None None] Routers {'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:16.560952 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-09267952-3587-4e6c-abd1-6cf4de2da3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:36:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['cacb1dd4-3960-4d5e-9e22-b6d36f210eb5'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:16.577562 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-610e6a14-7297-49bc-8f36-aff9cf379ace tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:16.578354 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-610e6a14-7297-49bc-8f36-aff9cf379ace tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:16.580356 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-610e6a14-7297-49bc-8f36-aff9cf379ace tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/6b028fcb-1400-4303-b28f-396c8039c190 HTTP/1.1" status: 404 len: 333 time: 0.0285916 Jul 29 23:36:16.588526 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52372) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:16.634037 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-33cefa87-5148-4d16-986f-1789c2bbba2d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:16.634510 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33cefa87-5148-4d16-986f-1789c2bbba2d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:16.647466 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-33cefa87-5148-4d16-986f-1789c2bbba2d tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/05331833-e96d-4b8c-b774-c09b6f339438 HTTP/1.1" status: 404 len: 337 time: 0.0573192 Jul 29 23:36:16.652564 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52376) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:16.671495 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809fd59e-25b5-453d-9760-295d5013aa5e req-5f239edd-25e1-4553-9f74-f47006e03706 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:16.675367 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-809fd59e-25b5-453d-9760-295d5013aa5e req-5f239edd-25e1-4553-9f74-f47006e03706 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8606d2d-f323-4ac7-b3f8-a40ef2012942 HTTP/1.1" status: 200 len: 945 time: 0.1775622 Jul 29 23:36:16.743530 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-98642080-1ae9-4f5e-abff-6d24b8ada213 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:16.744301 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98642080-1ae9-4f5e-abff-6d24b8ada213 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:16.748401 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-98642080-1ae9-4f5e-abff-6d24b8ada213 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/ports/1c5b798f-b4ff-46e8-99c5-db3593685be1 HTTP/1.1" status: 404 len: 333 time: 0.0903292 Jul 29 23:36:16.748638 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5666791f-d858-41c2-850d-e9cff14b3257 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:16.750798 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-809fd59e-25b5-453d-9760-295d5013aa5e req-a9c1b7f8-4c0a-443e-8614-bf3355560055 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630052 Jul 29 23:36:16.751282 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52378) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:16.785946 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ce6d05-93b1-4f37-ae18-fa2530fbe403 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] DELETE failed (client error): The resource could not be found. Jul 29 23:36:16.787086 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1ce6d05-93b1-4f37-ae18-fa2530fbe403 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:36:16.788963 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f1ce6d05-93b1-4f37-ae18-fa2530fbe403 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/subnets/f0030154-9386-497b-8550-3db7da96c08c HTTP/1.1" status: 404 len: 337 time: 0.0366905 Jul 29 23:36:16.792340 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52382) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:16.856814 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-09267952-3587-4e6c-abd1-6cf4de2da3c6 None None] Set router cacb1dd4-3960-4d5e-9e22-b6d36f210eb5 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:36:16.867699 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-5666791f-d858-41c2-850d-e9cff14b3257 admin admin] Deleting port 156a6ced-e99b-4a1e-abee-30cf7bc97974 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:16.868307 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5666791f-d858-41c2-850d-e9cff14b3257 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:16.894035 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-24610883-d8e6-4106-bbf7-b19ab8476ea0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:17.018003 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-5666791f-d858-41c2-850d-e9cff14b3257 admin admin] For port 156a6ced-e99b-4a1e-abee-30cf7bc97974, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=156a6ced-e99b-4a1e-abee-30cf7bc97974,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:17.018376 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5666791f-d858-41c2-850d-e9cff14b3257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:17.031719 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-5666791f-d858-41c2-850d-e9cff14b3257 admin admin] Calling delete_port for 156a6ced-e99b-4a1e-abee-30cf7bc97974 owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:17.090421 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-24610883-d8e6-4106-bbf7-b19ab8476ea0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:17.102636 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-24610883-d8e6-4106-bbf7-b19ab8476ea0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d263319e-790d-4f2c-863f-b09096d5f5fc']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:17.110572 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-09267952-3587-4e6c-abd1-6cf4de2da3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'name': 'tempest-TaggedBootDevicesTest_v242-927965739-router', 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '156a6ced-e99b-4a1e-abee-30cf7bc97974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:16Z', 'updated_at': '2021-07-29T23:36:14Z', 'revision_number': 5, 'project_id': 'd954899d85d94386b2170efdab77ddb2', 'gw_port': {'id': '156a6ced-e99b-4a1e-abee-30cf7bc97974', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:17Z', 'updated_at': '2021-07-29T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:17.115609 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-24610883-d8e6-4106-bbf7-b19ab8476ea0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:17.116120 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-24610883-d8e6-4106-bbf7-b19ab8476ea0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f991b70-3ec0-41aa-a725-5a61f5b8ad4c') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:17.127321 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-24610883-d8e6-4106-bbf7-b19ab8476ea0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:17.143625 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-24610883-d8e6-4106-bbf7-b19ab8476ea0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:17.151484 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24610883-d8e6-4106-bbf7-b19ab8476ea0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:36:17.151936 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-24610883-d8e6-4106-bbf7-b19ab8476ea0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:17.154032 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09267952-3587-4e6c-abd1-6cf4de2da3c6 None None] The sync data for ids ['cacb1dd4-3960-4d5e-9e22-b6d36f210eb5'] in n-d-712140-10 is: [{'id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'name': 'tempest-TaggedBootDevicesTest_v242-927965739-router', 'tenant_id': 'd954899d85d94386b2170efdab77ddb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': '156a6ced-e99b-4a1e-abee-30cf7bc97974', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:24:16Z', 'updated_at': '2021-07-29T23:36:14Z', 'revision_number': 5, 'project_id': 'd954899d85d94386b2170efdab77ddb2', 'gw_port': {'id': '156a6ced-e99b-4a1e-abee-30cf7bc97974', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:7b:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cacb1dd4-3960-4d5e-9e22-b6d36f210eb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 833, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:24:17Z', 'updated_at': '2021-07-29T23:24:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:36:17.206994 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:36:17.206994 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:36:17.206994 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:36:17.206994 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:36:17.206994 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:36:17.206994 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:36:17.206994 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:36:17.206994 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:36:17.206994 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:36:17.206994 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:36:17.206994 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:36:17.206994 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:36:17.206994 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:36:17.206994 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:36:17.206994 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:36:17.206994 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:36:17.206994 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:36:17.206994 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:36:17.206994 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:36:17.206994 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:36:17.206994 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:36:17.206994 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:36:17.206994 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:36:17.206994 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:36:17.206994 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:36:17.206994 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:36:17.206994 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:36:17.206994 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:36:17.206994 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:36:17.206994 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:36:17.206994 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:36:17.206994 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:36:17.232598 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f2dbeb0-554d-4651-b94f-fb3057f662e9 req-e41a1e53-1956-44ea-ae7a-d5f257c62102 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 210 time: 0.1854703 Jul 29 23:36:17.261536 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-24610883-d8e6-4106-bbf7-b19ab8476ea0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:17.278233 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-24610883-d8e6-4106-bbf7-b19ab8476ea0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:17.283375 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-24610883-d8e6-4106-bbf7-b19ab8476ea0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] 10.222.0.18 "DELETE /v2.0/networks/d263319e-790d-4f2c-863f-b09096d5f5fc HTTP/1.1" status: 204 len: 168 time: 0.4865427 Jul 29 23:36:17.298237 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24610883-d8e6-4106-bbf7-b19ab8476ea0 tempest-NetworksTestDHCPv6-1811750041 tempest-NetworksTestDHCPv6-1811750041-project] Pushing event deleted for resources: {'Network': ['ID=d263319e-790d-4f2c-863f-b09096d5f5fc,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:17.317168 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5666791f-d858-41c2-850d-e9cff14b3257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:17.363622 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666791f-d858-41c2-850d-e9cff14b3257 admin admin] Pushing event deleted for resources: {'Port': ['ID=156a6ced-e99b-4a1e-abee-30cf7bc97974,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:17.549620 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5666791f-d858-41c2-850d-e9cff14b3257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:17.748173 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52394) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:17.811703 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5666791f-d858-41c2-850d-e9cff14b3257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:17.816373 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5666791f-d858-41c2-850d-e9cff14b3257 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:17.820202 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987f299-c694-4bef-aa14-56e66b5d143d req-b7f0548d-98be-4a7c-b483-22dafa632597 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:17.830259 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8987f299-c694-4bef-aa14-56e66b5d143d req-b7f0548d-98be-4a7c-b483-22dafa632597 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8606d2d-f323-4ac7-b3f8-a40ef2012942 HTTP/1.1" status: 200 len: 945 time: 0.3503044 Jul 29 23:36:17.909133 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-e6eb084e-8e2b-4366-8593-b50227ddc8de tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:17.911253 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-e6eb084e-8e2b-4366-8593-b50227ddc8de tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.23 "GET /v2.0/networks?id=ebc3405b-dbdf-4745-bae9-00b7363339da HTTP/1.1" status: 200 len: 811 time: 0.3774376 Jul 29 23:36:17.937973 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-2add5698-b15a-4cb3-bb7f-a9abb16ee6f3 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Request body: {'port': {'device_id': '361d3a0a-b024-4102-b212-e8575155027e', 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da', 'admin_state_up': True, 'tenant_id': '7a95e2067dac40d1a2f41b37f14aaf9a'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:17.945993 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5666791f-d858-41c2-850d-e9cff14b3257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:17.946681 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5666791f-d858-41c2-850d-e9cff14b3257 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cacb1dd4-3960-4d5e-9e22-b6d36f210eb5 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:36:17.951910 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5666791f-d858-41c2-850d-e9cff14b3257 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:17.955467 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5666791f-d858-41c2-850d-e9cff14b3257 admin admin] 10.222.0.18 "DELETE /v2.0/routers/cacb1dd4-3960-4d5e-9e22-b6d36f210eb5 HTTP/1.1" status: 204 len: 168 time: 1.8662441 Jul 29 23:36:17.959245 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52400) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:17.965972 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8987f299-c694-4bef-aa14-56e66b5d143d req-d3fe31e8-4bc9-4f5a-aebe-8d753272ac7d tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348305 Jul 29 23:36:18.003000 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8485594-3a0c-4643-84c9-998fd168629f req-2a3bc5c3-c734-4694-bf31-1adb76179067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:18.004891 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c8485594-3a0c-4643-84c9-998fd168629f req-2a3bc5c3-c734-4694-bf31-1adb76179067 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=89c1baf451424e5ba7760a73fa303c99&device_id=6388c421-6efa-493e-a8d2-5efd2a878482 HTTP/1.1" status: 200 len: 1097 time: 0.1719494 Jul 29 23:36:18.106481 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-855cd06b-5bec-450d-ac2b-bf79895ed4e3 admin admin] Deleting subnet 16a048f2-545c-45a3-863f-3a23de75e13e {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:36:18.118269 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-855cd06b-5bec-450d-ac2b-bf79895ed4e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:18.148853 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-24d3caac-cde7-4986-a206-1abd37691994 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9e8d306db215455d80dae7259f2106c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3987496 Jul 29 23:36:18.152147 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52404) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:18.194093 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-855cd06b-5bec-450d-ac2b-bf79895ed4e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:18.214461 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072dce35-8d51-45a9-bb2b-e6f525c29291 req-3a31a27a-afca-4fff-83ae-8bfdada677ac tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:18.221940 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-072dce35-8d51-45a9-bb2b-e6f525c29291 req-3a31a27a-afca-4fff-83ae-8bfdada677ac tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6388c421-6efa-493e-a8d2-5efd2a878482 HTTP/1.1" status: 200 len: 945 time: 0.1379623 Jul 29 23:36:18.244901 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-2add5698-b15a-4cb3-bb7f-a9abb16ee6f3 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Made reservation on behalf of 7a95e2067dac40d1a2f41b37f14aaf9a for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:18.248202 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-2add5698-b15a-4cb3-bb7f-a9abb16ee6f3 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:18.261802 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-84b659aa-5882-4319-a73a-ec7fd1fdde3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:18.296123 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-072dce35-8d51-45a9-bb2b-e6f525c29291 req-410b2c78-1f2d-42bc-9323-e03a6cecad36 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab7e7f68-c8c0-4df7-9f45-e0648f976bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729153 Jul 29 23:36:18.300426 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8485594-3a0c-4643-84c9-998fd168629f req-8579fc2f-0343-45f8-81eb-4669a10d088d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:18.303922 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c8485594-3a0c-4643-84c9-998fd168629f req-8579fc2f-0343-45f8-81eb-4669a10d088d service neutron] 10.222.0.23 "GET /v2.0/networks?id=9e8bb3b8-c989-499b-9b47-d0f636a9ee58 HTTP/1.1" status: 200 len: 912 time: 0.2889266 Jul 29 23:36:18.325201 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-84b659aa-5882-4319-a73a-ec7fd1fdde3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:18.342977 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-855cd06b-5bec-450d-ac2b-bf79895ed4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:18.358768 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c8485594-3a0c-4643-84c9-998fd168629f req-8075abdc-82c4-441b-9059-aa9f1dc07608 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a69c5c4-0957-4ff4-9264-e7753355de62 HTTP/1.1" status: 200 len: 217 time: 0.0468168 Jul 29 23:36:18.430636 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-84b659aa-5882-4319-a73a-ec7fd1fdde3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:18.433214 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-84b659aa-5882-4319-a73a-ec7fd1fdde3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:18.437520 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-84b659aa-5882-4319-a73a-ec7fd1fdde3d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e61e2e1-1257-4bd8-ac7e-be124343b7d8 HTTP/1.1" status: 204 len: 168 time: 0.2811139 Jul 29 23:36:18.458766 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b659aa-5882-4319-a73a-ec7fd1fdde3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e61e2e1-1257-4bd8-ac7e-be124343b7d8,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:18.465732 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8485594-3a0c-4643-84c9-998fd168629f req-7dab974e-d45d-48bd-a0cd-0f5a8896aa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:18.474921 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-855cd06b-5bec-450d-ac2b-bf79895ed4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:18.479298 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c8485594-3a0c-4643-84c9-998fd168629f req-7dab974e-d45d-48bd-a0cd-0f5a8896aa5c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7563258e-893d-4569-ae46-3f4dfd9cea67 HTTP/1.1" status: 200 len: 851 time: 0.0867009 Jul 29 23:36:18.540846 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855cd06b-5bec-450d-ac2b-bf79895ed4e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16a048f2-545c-45a3-863f-3a23de75e13e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:18.544626 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-855cd06b-5bec-450d-ac2b-bf79895ed4e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:18.546939 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-855cd06b-5bec-450d-ac2b-bf79895ed4e3 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/16a048f2-545c-45a3-863f-3a23de75e13e HTTP/1.1" status: 204 len: 168 time: 0.5890102 Jul 29 23:36:18.549568 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52412) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:18.554044 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abaa3b5-6c55-42be-8395-c1bb08626593 None None] Network 66bf1b30-b0b3-402c-8a81-d59ae3f7f904 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:18.560743 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c8485594-3a0c-4643-84c9-998fd168629f req-aac8d523-1190-48f5-8b5c-3a8765c5726f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9e8bb3b8-c989-499b-9b47-d0f636a9ee58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764246 Jul 29 23:36:18.645955 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-2add5698-b15a-4cb3-bb7f-a9abb16ee6f3 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Allocated IP 172.20.0.12 (ebc3405b-dbdf-4745-bae9-00b7363339da/b7783f5c-0922-4c71-a9e3-d83ec4828df5/f2328bf9-5ffb-41a8-b03c-7c2f4534e257) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:18.673807 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a062-843d-42db-92cc-807bce7fb675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:18.751003 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c8485594-3a0c-4643-84c9-998fd168629f req-086f15fe-4c87-4b76-9647-238c4c9bd446 service neutron] 10.222.0.23 "GET /v2.0/networks/9e8bb3b8-c989-499b-9b47-d0f636a9ee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823862 Jul 29 23:36:18.765863 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 156a6ced-e99b-4a1e-abee-30cf7bc97974 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:18.791354 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 156a6ced-e99b-4a1e-abee-30cf7bc97974 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:36:18.792048 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 156a6ced-e99b-4a1e-abee-30cf7bc97974 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:36:18.793086 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device cad39ba9-495a-43c9-81f9-1c335abda58e no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:18.824911 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6ff5a062-843d-42db-92cc-807bce7fb675 admin admin] Deleting port 7b4e2991-a522-4fd5-8a74-fdff6f46fe48 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:18.826068 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a062-843d-42db-92cc-807bce7fb675 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:18.842156 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: cad39ba9-495a-43c9-81f9-1c335abda58e {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:36:18.842815 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device cad39ba9-495a-43c9-81f9-1c335abda58e not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:36:18.907255 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7b4604e2-327e-4590-8a78-1b2e0751de5e req-c6041aa6-6802-4233-a019-c09b3ee891f1 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 210 time: 0.1481366 Jul 29 23:36:18.960983 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c8485594-3a0c-4643-84c9-998fd168629f req-46474043-0e3c-4d42-ab86-27b30c03857a service neutron] 10.222.0.23 "GET /v2.0/networks/9e8bb3b8-c989-499b-9b47-d0f636a9ee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956673 Jul 29 23:36:18.967873 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3296b909-64b0-4ada-97c1-9bc36cdb6b4c None None] DHCP port deletion for 66bf1b30-b0b3-402c-8a81-d59ae3f7f904 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:36:18.985364 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6ff5a062-843d-42db-92cc-807bce7fb675 admin admin] For port 7b4e2991-a522-4fd5-8a74-fdff6f46fe48, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=7b4e2991-a522-4fd5-8a74-fdff6f46fe48,segment=NetworkSegment(4ac21f00-30d3-4050-bcd9-41af44bf680d),segment_id=4ac21f00-30d3-4050-bcd9-41af44bf680d)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:18.985746 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a062-843d-42db-92cc-807bce7fb675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:19.012998 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6ff5a062-843d-42db-92cc-807bce7fb675 admin admin] Calling delete_port for 7b4e2991-a522-4fd5-8a74-fdff6f46fe48 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:19.104695 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-3296b909-64b0-4ada-97c1-9bc36cdb6b4c None None] Deleting port 7b4e2991-a522-4fd5-8a74-fdff6f46fe48 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:19.105523 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3296b909-64b0-4ada-97c1-9bc36cdb6b4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:19.147015 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-2add5698-b15a-4cb3-bb7f-a9abb16ee6f3 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:19.153725 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a062-843d-42db-92cc-807bce7fb675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:19.184934 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5a062-843d-42db-92cc-807bce7fb675 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b4e2991-a522-4fd5-8a74-fdff6f46fe48,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:19.196900 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ff5a062-843d-42db-92cc-807bce7fb675 admin admin] No DVR routers for this DVR port 7b4e2991-a522-4fd5-8a74-fdff6f46fe48 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:19.200570 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ea9cb-16c1-4f51-a9f3-62be2deea8c9 req-d0fce3fb-1b60-4d11-acc2-c962a2c966ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:19.202313 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-188ea9cb-16c1-4f51-a9f3-62be2deea8c9 req-d0fce3fb-1b60-4d11-acc2-c962a2c966ba service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=89c1baf451424e5ba7760a73fa303c99&device_id=6388c421-6efa-493e-a8d2-5efd2a878482 HTTP/1.1" status: 200 len: 1097 time: 0.1101704 Jul 29 23:36:19.229010 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a3eb9-76c9-4c56-b650-c2c90103ceb3 req-3653c7cd-3519-4b75-b1df-9a55b0dc88f8 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:19.231066 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe1a3eb9-76c9-4c56-b650-c2c90103ceb3 req-3653c7cd-3519-4b75-b1df-9a55b0dc88f8 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8606d2d-f323-4ac7-b3f8-a40ef2012942 HTTP/1.1" status: 200 len: 945 time: 0.1378779 Jul 29 23:36:19.275281 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-3296b909-64b0-4ada-97c1-9bc36cdb6b4c None None] For port 7b4e2991-a522-4fd5-8a74-fdff6f46fe48, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=7b4e2991-a522-4fd5-8a74-fdff6f46fe48,segment=NetworkSegment(4ac21f00-30d3-4050-bcd9-41af44bf680d),segment_id=4ac21f00-30d3-4050-bcd9-41af44bf680d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:19.275694 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3296b909-64b0-4ada-97c1-9bc36cdb6b4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:19.292948 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-3296b909-64b0-4ada-97c1-9bc36cdb6b4c None None] Calling delete_port for 7b4e2991-a522-4fd5-8a74-fdff6f46fe48 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:19.316071 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a062-843d-42db-92cc-807bce7fb675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:19.335707 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-6ff5a062-843d-42db-92cc-807bce7fb675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66bf1b30-b0b3-402c-8a81-d59ae3f7f904']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:19.353149 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-6ff5a062-843d-42db-92cc-807bce7fb675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ac21f00-30d3-4050-bcd9-41af44bf680d') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:19.353743 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-6ff5a062-843d-42db-92cc-807bce7fb675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ac21f00-30d3-4050-bcd9-41af44bf680d') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:19.356490 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-2add5698-b15a-4cb3-bb7f-a9abb16ee6f3 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:19.370302 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a062-843d-42db-92cc-807bce7fb675 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:19.391002 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a062-843d-42db-92cc-807bce7fb675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:19.400173 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff5a062-843d-42db-92cc-807bce7fb675 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:36:19.400926 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a062-843d-42db-92cc-807bce7fb675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:19.403528 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:36:19.403528 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:36:19.403528 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:36:19.403528 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:36:19.403528 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:36:19.403528 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:36:19.403528 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:36:19.403528 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:36:19.403528 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:36:19.403528 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:36:19.403528 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:36:19.403528 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:36:19.403528 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:36:19.403528 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:36:19.403528 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:36:19.403528 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:36:19.403528 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:36:19.403528 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:36:19.403528 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:36:19.403528 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:36:19.403528 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:36:19.403528 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:36:19.403528 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:36:19.403528 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:36:19.403528 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:36:19.403528 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:36:19.403528 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:36:19.403528 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:36:19.403528 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:36:19.403528 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:36:19.403528 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:36:19.403528 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:36:19.416595 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3296b909-64b0-4ada-97c1-9bc36cdb6b4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:19.451141 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3296b909-64b0-4ada-97c1-9bc36cdb6b4c None None] Pushing event deleted for resources: {'Port': ['ID=7b4e2991-a522-4fd5-8a74-fdff6f46fe48,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:19.457070 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe1a3eb9-76c9-4c56-b650-c2c90103ceb3 req-db46b857-df63-4f85-b5ce-fc25833449b3 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082207 Jul 29 23:36:19.466247 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3296b909-64b0-4ada-97c1-9bc36cdb6b4c None None] No DVR routers for this DVR port 7b4e2991-a522-4fd5-8a74-fdff6f46fe48 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:19.504016 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a062-843d-42db-92cc-807bce7fb675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:19.511013 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6ff5a062-843d-42db-92cc-807bce7fb675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:19.515466 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6ff5a062-843d-42db-92cc-807bce7fb675 admin admin] 10.222.0.18 "DELETE /v2.0/networks/66bf1b30-b0b3-402c-8a81-d59ae3f7f904 HTTP/1.1" status: 204 len: 168 time: 0.9645541 Jul 29 23:36:19.525105 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-2add5698-b15a-4cb3-bb7f-a9abb16ee6f3 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Network ebc3405b-dbdf-4745-bae9-00b7363339da is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:19.545273 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5a062-843d-42db-92cc-807bce7fb675 admin admin] Pushing event deleted for resources: {'Network': ['ID=66bf1b30-b0b3-402c-8a81-d59ae3f7f904,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:19.548398 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-2add5698-b15a-4cb3-bb7f-a9abb16ee6f3 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:19.554187 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-2add5698-b15a-4cb3-bb7f-a9abb16ee6f3 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:19.616699 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add5698-b15a-4cb3-bb7f-a9abb16ee6f3 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Pushing event updated for resources: {'Port': ['ID=f2328bf9-5ffb-41a8-b03c-7c2f4534e257,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:19.635954 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ea9cb-16c1-4f51-a9f3-62be2deea8c9 req-1d37e591-73fe-471b-bb68-9444cf8a25d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:19.637094 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-188ea9cb-16c1-4f51-a9f3-62be2deea8c9 req-1d37e591-73fe-471b-bb68-9444cf8a25d0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=9e8bb3b8-c989-499b-9b47-d0f636a9ee58 HTTP/1.1" status: 200 len: 912 time: 0.4031277 Jul 29 23:36:19.729757 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-2add5698-b15a-4cb3-bb7f-a9abb16ee6f3 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:19.730298 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-2add5698-b15a-4cb3-bb7f-a9abb16ee6f3 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:19.735508 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-188ea9cb-16c1-4f51-a9f3-62be2deea8c9 req-89728ca4-75c6-457b-97a0-6b8f30e87886 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3a69c5c4-0957-4ff4-9264-e7753355de62 HTTP/1.1" status: 200 len: 217 time: 0.0700130 Jul 29 23:36:19.757782 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52444) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:19.787249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d193d-24ea-4fdb-8f44-882c2d292537 req-c8196d2e-a585-48ee-8e70-23e0d3654b41 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:19.788912 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d80d193d-24ea-4fdb-8f44-882c2d292537 req-c8196d2e-a585-48ee-8e70-23e0d3654b41 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6388c421-6efa-493e-a8d2-5efd2a878482 HTTP/1.1" status: 200 len: 945 time: 0.1750886 Jul 29 23:36:19.823379 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1fab6e31-965f-49ab-bc98-84c3c3eac944 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d954899d85d94386b2170efdab77ddb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0630975 Jul 29 23:36:19.826102 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52448) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:19.852126 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-2add5698-b15a-4cb3-bb7f-a9abb16ee6f3 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9257815 Jul 29 23:36:19.871111 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52452) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:19.892237 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-8976e0f1-773e-486b-9506-0a87ed0cddf7 service neutron] Request body: {'port': {'device_id': '361d3a0a-b024-4102-b212-e8575155027e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:19.921770 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b696708f-578f-45af-97a1-e2f70ea47b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:19.948370 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ea9cb-16c1-4f51-a9f3-62be2deea8c9 req-93f092e6-b994-47e0-869c-9c71821e5e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:19.949846 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-188ea9cb-16c1-4f51-a9f3-62be2deea8c9 req-93f092e6-b994-47e0-869c-9c71821e5e91 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7563258e-893d-4569-ae46-3f4dfd9cea67 HTTP/1.1" status: 200 len: 851 time: 0.2063861 Jul 29 23:36:19.951807 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b696708f-578f-45af-97a1-e2f70ea47b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:20.030982 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-188ea9cb-16c1-4f51-a9f3-62be2deea8c9 req-1d5de4b6-f20d-4a46-b585-39a069a5b04f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=9e8bb3b8-c989-499b-9b47-d0f636a9ee58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679519 Jul 29 23:36:20.031520 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-8976e0f1-773e-486b-9506-0a87ed0cddf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:20.038392 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b696708f-578f-45af-97a1-e2f70ea47b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:20.043132 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b696708f-578f-45af-97a1-e2f70ea47b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:20.043687 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d80d193d-24ea-4fdb-8f44-882c2d292537 req-fc719883-b547-4e9e-9636-fb4111ded6e6 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab7e7f68-c8c0-4df7-9f45-e0648f976bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890178 Jul 29 23:36:20.062508 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b696708f-578f-45af-97a1-e2f70ea47b36 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/570e443d-c275-4484-b6b3-aad8c2d8324d HTTP/1.1" status: 204 len: 168 time: 0.2307031 Jul 29 23:36:20.095153 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696708f-578f-45af-97a1-e2f70ea47b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570e443d-c275-4484-b6b3-aad8c2d8324d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:20.170053 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-2e523ee5-05df-4c25-8242-3e6687cdb705 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1865756943'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:20.228490 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e523ee5-05df-4c25-8242-3e6687cdb705 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Made reservation on behalf of edb42dca52ee498d9c1522ae413e753a for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:20.235973 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2e523ee5-05df-4c25-8242-3e6687cdb705 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:20.250514 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2e523ee5-05df-4c25-8242-3e6687cdb705 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:20.438609 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2e523ee5-05df-4c25-8242-3e6687cdb705 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:20.444662 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2e523ee5-05df-4c25-8242-3e6687cdb705 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:20.506038 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e523ee5-05df-4c25-8242-3e6687cdb705 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:36:20.524790 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e523ee5-05df-4c25-8242-3e6687cdb705 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77b4bdb8-55d9-48b2-aa96-a43b8102d47d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:20.532808 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2e523ee5-05df-4c25-8242-3e6687cdb705 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:20.533162 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-2e523ee5-05df-4c25-8242-3e6687cdb705 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Added segment 33357624-ea92-4e8a-b41d-35f01d2a45f4 of type vlan for network c5deef68-0abd-4408-88dc-38b5b66dcd89 Jul 29 23:36:20.596852 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2e523ee5-05df-4c25-8242-3e6687cdb705 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:20.652686 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2e523ee5-05df-4c25-8242-3e6687cdb705 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:20.665406 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e523ee5-05df-4c25-8242-3e6687cdb705 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:20.665861 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2e523ee5-05df-4c25-8242-3e6687cdb705 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:20.720644 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2e523ee5-05df-4c25-8242-3e6687cdb705 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8486001 Jul 29 23:36:20.721952 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52462) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:20.740261 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-188ea9cb-16c1-4f51-a9f3-62be2deea8c9 req-730f7014-8c14-45e2-b2b1-4a4cb728b0cc service neutron] 10.222.0.23 "GET /v2.0/networks/9e8bb3b8-c989-499b-9b47-d0f636a9ee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6954248 Jul 29 23:36:20.750772 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc6b7b-540a-43cf-8aff-d2301b527e16 req-ce455b22-d9e8-4719-8073-65f2d02902e6 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:20.757392 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-2b078b5d-9e47-4d09-837f-267466a12af8 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Request body: {'subnet': {'network_id': 'c5deef68-0abd-4408-88dc-38b5b66dcd89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:20.758477 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-39fc6b7b-540a-43cf-8aff-d2301b527e16 req-ce455b22-d9e8-4719-8073-65f2d02902e6 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8606d2d-f323-4ac7-b3f8-a40ef2012942 HTTP/1.1" status: 200 len: 945 time: 0.1762056 Jul 29 23:36:20.783061 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 7b4e2991-a522-4fd5-8a74-fdff6f46fe48 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:20.844809 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 7b4e2991-a522-4fd5-8a74-fdff6f46fe48 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:36:20.845370 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 7b4e2991-a522-4fd5-8a74-fdff6f46fe48 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:36:20.863779 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e523ee5-05df-4c25-8242-3e6687cdb705 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Pushing event updated for resources: {'Network': ['ID=c5deef68-0abd-4408-88dc-38b5b66dcd89,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:20.877093 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network c5deef68-0abd-4408-88dc-38b5b66dcd89 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:36:20.930286 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-39fc6b7b-540a-43cf-8aff-d2301b527e16 req-4e248a5c-a719-4efb-a63e-26056323a771 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706762 Jul 29 23:36:20.949684 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b078b5d-9e47-4d09-837f-267466a12af8 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Made reservation on behalf of edb42dca52ee498d9c1522ae413e753a for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:20.954491 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2b078b5d-9e47-4d09-837f-267466a12af8 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.071193 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-188ea9cb-16c1-4f51-a9f3-62be2deea8c9 req-42d83b8e-9b52-4f51-8f30-c39dff688ec4 service neutron] 10.222.0.23 "GET /v2.0/networks/9e8bb3b8-c989-499b-9b47-d0f636a9ee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3106079 Jul 29 23:36:21.144850 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6921fbf3-521d-4e36-97ee-66575fdb5484 req-3f319516-41bd-42f7-a999-c4fea86ebb34 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:21.152505 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6921fbf3-521d-4e36-97ee-66575fdb5484 req-3f319516-41bd-42f7-a999-c4fea86ebb34 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 932 time: 0.0922108 Jul 29 23:36:21.206808 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6921fbf3-521d-4e36-97ee-66575fdb5484 req-8b91b8e1-9edd-434e-9d06-6f3e43042e92 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530140 Jul 29 23:36:21.284534 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-8976e0f1-773e-486b-9506-0a87ed0cddf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2328bf9-5ffb-41a8-b03c-7c2f4534e257 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:36:21.284650 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2b078b5d-9e47-4d09-837f-267466a12af8 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.295818 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-8976e0f1-773e-486b-9506-0a87ed0cddf7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.325886 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-8976e0f1-773e-486b-9506-0a87ed0cddf7 service neutron] Transition to ACTIVE for port object f2328bf9-5ffb-41a8-b03c-7c2f4534e257 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:21.332431 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-8976e0f1-773e-486b-9506-0a87ed0cddf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.404141 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b078b5d-9e47-4d09-837f-267466a12af8 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Pushing event updated for resources: {'Subnet': ['ID=3b8ee25e-7958-43e8-bd2c-cc296566c35a,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:21.431225 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b078b5d-9e47-4d09-837f-267466a12af8 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Checking segment: {'id': '33357624-ea92-4e8a-b41d-35f01d2a45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c5deef68-0abd-4408-88dc-38b5b66dcd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:21.435114 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b078b5d-9e47-4d09-837f-267466a12af8 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Network hostable DHCP agents. Network: c5deef68-0abd-4408-88dc-38b5b66dcd89, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:36:21.451554 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976e0f1-773e-486b-9506-0a87ed0cddf7 service neutron] Pushing event updated for resources: {'Port': ['ID=f2328bf9-5ffb-41a8-b03c-7c2f4534e257,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:21.492722 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b078b5d-9e47-4d09-837f-267466a12af8 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Network c5deef68-0abd-4408-88dc-38b5b66dcd89 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:36:21.509004 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-2b078b5d-9e47-4d09-837f-267466a12af8 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, c5deef68-0abd-4408-88dc-38b5b66dcd89) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:21.517369 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b078b5d-9e47-4d09-837f-267466a12af8 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:21.518699 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2b078b5d-9e47-4d09-837f-267466a12af8 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.522460 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f475d5f9-2826-4c47-a8e9-6d7d2f8199d1 None None] Network c5deef68-0abd-4408-88dc-38b5b66dcd89 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:21.546610 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2b078b5d-9e47-4d09-837f-267466a12af8 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7959051 Jul 29 23:36:21.548794 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52492) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:21.561922 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-34c0e2b7-60da-4ff8-b356-df3cebcbb966 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-630188619', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:21.605464 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-34c0e2b7-60da-4ff8-b356-df3cebcbb966 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.605964 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472e6d2-a6fb-4d00-a866-0f32cfe5709f req-2bb51647-0041-45bf-b344-e2e858f334df tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:21.610669 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-34c0e2b7-60da-4ff8-b356-df3cebcbb966 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.616168 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e472e6d2-a6fb-4d00-a866-0f32cfe5709f req-2bb51647-0041-45bf-b344-e2e858f334df tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6388c421-6efa-493e-a8d2-5efd2a878482 HTTP/1.1" status: 200 len: 945 time: 0.1424847 Jul 29 23:36:21.656338 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-8976e0f1-773e-486b-9506-0a87ed0cddf7 service neutron] Attempting to bind port f2328bf9-5ffb-41a8-b03c-7c2f4534e257 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:21.657192 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-8976e0f1-773e-486b-9506-0a87ed0cddf7 service neutron] Attempting to bind port f2328bf9-5ffb-41a8-b03c-7c2f4534e257 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'c898618f-8f6f-4111-ba8e-fe1c70cde634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:21.657714 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-8976e0f1-773e-486b-9506-0a87ed0cddf7 service neutron] Attempting to bind port f2328bf9-5ffb-41a8-b03c-7c2f4534e257 on network ebc3405b-dbdf-4745-bae9-00b7363339da {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:21.688750 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-8976e0f1-773e-486b-9506-0a87ed0cddf7 service neutron] Port f2328bf9-5ffb-41a8-b03c-7c2f4534e257 on network ebc3405b-dbdf-4745-bae9-00b7363339da not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:36:21.690313 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-8976e0f1-773e-486b-9506-0a87ed0cddf7 service neutron] Attempting to bind port f2328bf9-5ffb-41a8-b03c-7c2f4534e257 on network ebc3405b-dbdf-4745-bae9-00b7363339da {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:21.723757 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-34c0e2b7-60da-4ff8-b356-df3cebcbb966 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.725197 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-8976e0f1-773e-486b-9506-0a87ed0cddf7 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:21.725645 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-8976e0f1-773e-486b-9506-0a87ed0cddf7 service neutron] Checking segment: {'id': 'c898618f-8f6f-4111-ba8e-fe1c70cde634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:21.726144 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-8976e0f1-773e-486b-9506-0a87ed0cddf7 service neutron] Bound using segment: {'id': 'c898618f-8f6f-4111-ba8e-fe1c70cde634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:21.726611 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-8976e0f1-773e-486b-9506-0a87ed0cddf7 service neutron] Bound port: f2328bf9-5ffb-41a8-b03c-7c2f4534e257, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c898618f-8f6f-4111-ba8e-fe1c70cde634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:21.727089 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-8976e0f1-773e-486b-9506-0a87ed0cddf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.729593 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-34c0e2b7-60da-4ff8-b356-df3cebcbb966 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.740097 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52494) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:21.763573 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-34c0e2b7-60da-4ff8-b356-df3cebcbb966 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.768827 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-34c0e2b7-60da-4ff8-b356-df3cebcbb966 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2175221 Jul 29 23:36:21.769621 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52498) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:21.776065 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e472e6d2-a6fb-4d00-a866-0f32cfe5709f req-eb78786b-3fe3-4715-adc6-eeba3743e17d tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab7e7f68-c8c0-4df7-9f45-e0648f976bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585257 Jul 29 23:36:21.779178 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c77a82f-a48a-4b15-b36d-24e6aebc293b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-c5deef68-0abd-4408-88dc-38b5b66dcd89', 'network_id': 'c5deef68-0abd-4408-88dc-38b5b66dcd89', 'tenant_id': 'edb42dca52ee498d9c1522ae413e753a', 'fixed_ips': [{'subnet_id': '3b8ee25e-7958-43e8-bd2c-cc296566c35a'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:36:21.781621 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c77a82f-a48a-4b15-b36d-24e6aebc293b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:21.974800 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-8976e0f1-773e-486b-9506-0a87ed0cddf7 service neutron] For port f2328bf9-5ffb-41a8-b03c-7c2f4534e257, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:21.979596 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-8976e0f1-773e-486b-9506-0a87ed0cddf7 service neutron] For port f2328bf9-5ffb-41a8-b03c-7c2f4534e257, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f2328bf9-5ffb-41a8-b03c-7c2f4534e257,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:21.988216 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-8976e0f1-773e-486b-9506-0a87ed0cddf7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.028807 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-49617cd7-ef33-4dbc-87d2-0eae5606b2b9 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-537007275-network', 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:22.062534 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-8976e0f1-773e-486b-9506-0a87ed0cddf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:22.063601 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-8976e0f1-773e-486b-9506-0a87ed0cddf7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.065117 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-6c77a82f-a48a-4b15-b36d-24e6aebc293b None None] Allocated IP 172.20.0.2 (c5deef68-0abd-4408-88dc-38b5b66dcd89/3b8ee25e-7958-43e8-bd2c-cc296566c35a/aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:22.066321 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-8976e0f1-773e-486b-9506-0a87ed0cddf7 service neutron] 10.222.0.23 "PUT /v2.0/ports/f2328bf9-5ffb-41a8-b03c-7c2f4534e257 HTTP/1.1" status: 200 len: 1093 time: 2.1852610 Jul 29 23:36:22.088435 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '361d3a0a-b024-4102-b212-e8575155027e', 'tag': 'f2328bf9-5ffb-41a8-b03c-7c2f4534e257'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:22.093090 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba03fa0-ce12-4480-987b-677cc5ec189c" -d '{"events": [{"name": "network-changed", "server_uuid": "361d3a0a-b024-4102-b212-e8575155027e", "tag": "f2328bf9-5ffb-41a8-b03c-7c2f4534e257"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:22.215588 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49617cd7-ef33-4dbc-87d2-0eae5606b2b9 admin admin] Made reservation on behalf of 72e6a71724b54f78b875fd06b1bacd37 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:22.225704 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49617cd7-ef33-4dbc-87d2-0eae5606b2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.231495 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976e0f1-773e-486b-9506-0a87ed0cddf7 service neutron] Pushing event updated for resources: {'Port': ['ID=f2328bf9-5ffb-41a8-b03c-7c2f4534e257,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:22.247228 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcdd1f8-7b50-4282-bfc5-507260f24542 req-3423d2f0-31c0-4944-a351-b2d1a43dc594 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:22.248979 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bbcdd1f8-7b50-4282-bfc5-507260f24542 req-3423d2f0-31c0-4944-a351-b2d1a43dc594 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8606d2d-f323-4ac7-b3f8-a40ef2012942 HTTP/1.1" status: 200 len: 945 time: 0.1979094 Jul 29 23:36:22.251734 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49617cd7-ef33-4dbc-87d2-0eae5606b2b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.279953 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d16179ec-372f-4642-89bc-cce99075cce9 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.330388 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-d8f18981-17e6-454d-8f8e-1a9f62eee90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:22.332446 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-d8f18981-17e6-454d-8f8e-1a9f62eee90e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a95e2067dac40d1a2f41b37f14aaf9a&device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 1096 time: 0.1882596 Jul 29 23:36:22.358795 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c77a82f-a48a-4b15-b36d-24e6aebc293b None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.369510 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6c77a82f-a48a-4b15-b36d-24e6aebc293b None None] Transition to ACTIVE for port object aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:22.387537 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6c77a82f-a48a-4b15-b36d-24e6aebc293b None None] Transition to ACTIVE for port object aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:22.400231 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c77a82f-a48a-4b15-b36d-24e6aebc293b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.400862 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bbcdd1f8-7b50-4282-bfc5-507260f24542 req-ab4c1baa-6b8d-4c15-9321-d005c110f0c8 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393862 Jul 29 23:36:22.402314 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-8e529ec5-df3e-48d0-aa2f-35c79f447d50 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2328bf9-5ffb-41a8-b03c-7c2f4534e257 HTTP/1.1" status: 200 len: 217 time: 0.0510018 Jul 29 23:36:22.445174 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c77a82f-a48a-4b15-b36d-24e6aebc293b None None] Network c5deef68-0abd-4408-88dc-38b5b66dcd89 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:22.449120 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-6c77a82f-a48a-4b15-b36d-24e6aebc293b None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:22.455655 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c77a82f-a48a-4b15-b36d-24e6aebc293b None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:22.482170 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77a82f-a48a-4b15-b36d-24e6aebc293b None None] Pushing event updated for resources: {'Port': ['ID=aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:22.501784 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-74dbc717-680a-4b16-a8df-44b9e7a24392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:22.503684 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-74dbc717-680a-4b16-a8df-44b9e7a24392 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7783f5c-0922-4c71-a9e3-d83ec4828df5 HTTP/1.1" status: 200 len: 851 time: 0.0946133 Jul 29 23:36:22.546665 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-3d8d360c-7721-461a-9ccc-3937c1c37bf8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ebc3405b-dbdf-4745-bae9-00b7363339da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323594 Jul 29 23:36:22.644958 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49617cd7-ef33-4dbc-87d2-0eae5606b2b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.655654 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49617cd7-ef33-4dbc-87d2-0eae5606b2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.711905 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49617cd7-ef33-4dbc-87d2-0eae5606b2b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:36:22.742051 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-8134b802-b275-441f-a94e-72995ae3687c service neutron] 10.222.0.23 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853039 Jul 29 23:36:22.746848 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49617cd7-ef33-4dbc-87d2-0eae5606b2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.746848 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-49617cd7-ef33-4dbc-87d2-0eae5606b2b9 admin admin] Added segment 45c04b8e-476f-4241-8476-f7d4980a8b7e of type vlan for network c65634b4-620f-4d4e-b86a-cfaa4125589f Jul 29 23:36:22.748543 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49617cd7-ef33-4dbc-87d2-0eae5606b2b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfe2729-2538-49ea-a3f3-921c83929dd9,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:22.821082 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-6c77a82f-a48a-4b15-b36d-24e6aebc293b None None] Attempting to bind port aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:22.821445 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-6c77a82f-a48a-4b15-b36d-24e6aebc293b None None] Attempting to bind port aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '33357624-ea92-4e8a-b41d-35f01d2a45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c5deef68-0abd-4408-88dc-38b5b66dcd89'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:22.821964 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c77a82f-a48a-4b15-b36d-24e6aebc293b None None] Attempting to bind port aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e on network c5deef68-0abd-4408-88dc-38b5b66dcd89 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:22.831674 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c77a82f-a48a-4b15-b36d-24e6aebc293b None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:22.832217 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c77a82f-a48a-4b15-b36d-24e6aebc293b None None] Checking segment: {'id': '33357624-ea92-4e8a-b41d-35f01d2a45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c5deef68-0abd-4408-88dc-38b5b66dcd89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:22.832618 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c77a82f-a48a-4b15-b36d-24e6aebc293b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.833028 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c77a82f-a48a-4b15-b36d-24e6aebc293b None None] Bound using segment: {'id': '33357624-ea92-4e8a-b41d-35f01d2a45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c5deef68-0abd-4408-88dc-38b5b66dcd89'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:22.833557 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-6c77a82f-a48a-4b15-b36d-24e6aebc293b None None] Bound port: aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33357624-ea92-4e8a-b41d-35f01d2a45f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'c5deef68-0abd-4408-88dc-38b5b66dcd89'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:22.833922 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c77a82f-a48a-4b15-b36d-24e6aebc293b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.918224 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-6c77a82f-a48a-4b15-b36d-24e6aebc293b None None] For port aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:22.919321 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49617cd7-ef33-4dbc-87d2-0eae5606b2b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.921650 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-6c77a82f-a48a-4b15-b36d-24e6aebc293b None None] For port aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e,segment=NetworkSegment(33357624-ea92-4e8a-b41d-35f01d2a45f4),segment_id=33357624-ea92-4e8a-b41d-35f01d2a45f4)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:22.929374 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6c77a82f-a48a-4b15-b36d-24e6aebc293b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.931301 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76ec84fd-867c-443d-a734-14603609ce5a x-openstack-request-id: req-76ec84fd-867c-443d-a734-14603609ce5a {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:22.932080 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "361d3a0a-b024-4102-b212-e8575155027e", "tag": "f2328bf9-5ffb-41a8-b03c-7c2f4534e257", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:22.932666 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-76ec84fd-867c-443d-a734-14603609ce5a {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:22.933452 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '361d3a0a-b024-4102-b212-e8575155027e', 'tag': 'f2328bf9-5ffb-41a8-b03c-7c2f4534e257', 'status': 'completed', 'code': 200} Jul 29 23:36:22.949190 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2db094b2-0033-4d96-92c2-0cddc4d41af5 req-e3e0c709-468e-42a0-85df-22c621eea6c5 service neutron] 10.222.0.23 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982822 Jul 29 23:36:22.968635 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-d16179ec-372f-4642-89bc-cce99075cce9 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Allocated IP 172.20.0.1 (c5deef68-0abd-4408-88dc-38b5b66dcd89/3b8ee25e-7958-43e8-bd2c-cc296566c35a/8264f091-c6ba-485d-9fff-d4922ac3fdc5) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:22.977453 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49617cd7-ef33-4dbc-87d2-0eae5606b2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:22.979948 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49617cd7-ef33-4dbc-87d2-0eae5606b2b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:22.981305 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49617cd7-ef33-4dbc-87d2-0eae5606b2b9 admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:23.028842 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77a82f-a48a-4b15-b36d-24e6aebc293b None None] Pushing event updated for resources: {'Port': ['ID=aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:23.116477 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49617cd7-ef33-4dbc-87d2-0eae5606b2b9 admin admin] Pushing event updated for resources: {'Network': ['ID=c65634b4-620f-4d4e-b86a-cfaa4125589f,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:23.127506 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network c65634b4-620f-4d4e-b86a-cfaa4125589f details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:36:23.138154 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-49617cd7-ef33-4dbc-87d2-0eae5606b2b9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3952427 Jul 29 23:36:23.138819 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52516) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:23.146301 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-8fe44ff4-55c3-430c-a260-f027b3bda8aa admin admin] Request body: {'subnet': {'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-537007275-subnet', 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:23.180540 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba03fa0-ce12-4480-987b-677cc5ec189c req-1835b095-a252-4f78-b481-2a981c288d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:23.182956 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ba03fa0-ce12-4480-987b-677cc5ec189c req-1835b095-a252-4f78-b481-2a981c288d8e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a95e2067dac40d1a2f41b37f14aaf9a&device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 1096 time: 0.1237688 Jul 29 23:36:23.220735 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f3a2b1-c56c-4c60-8cd2-7b5b32c5a145 req-dfcf7f08-84cc-4155-b163-643e42da05ce tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:23.222308 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b6f3a2b1-c56c-4c60-8cd2-7b5b32c5a145 req-dfcf7f08-84cc-4155-b163-643e42da05ce tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 944 time: 0.1457164 Jul 29 23:36:23.224258 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d16179ec-372f-4642-89bc-cce99075cce9 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:23.224760 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe44ff4-55c3-430c-a260-f027b3bda8aa admin admin] Made reservation on behalf of 72e6a71724b54f78b875fd06b1bacd37 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:23.227080 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8fe44ff4-55c3-430c-a260-f027b3bda8aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:23.325012 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-d16179ec-372f-4642-89bc-cce99075cce9 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Transition to ACTIVE for port object 8264f091-c6ba-485d-9fff-d4922ac3fdc5 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:23.452213 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d16179ec-372f-4642-89bc-cce99075cce9 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:23.486469 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b6f3a2b1-c56c-4c60-8cd2-7b5b32c5a145 req-d3253657-57be-4f01-b008-b073385a3439 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027745 Jul 29 23:36:23.523017 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16179ec-372f-4642-89bc-cce99075cce9 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Network c5deef68-0abd-4408-88dc-38b5b66dcd89 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:23.524609 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba03fa0-ce12-4480-987b-677cc5ec189c req-e55b2446-b916-4a92-8a1a-92a1f146c17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:23.526153 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ba03fa0-ce12-4480-987b-677cc5ec189c req-e55b2446-b916-4a92-8a1a-92a1f146c17d service neutron] 10.222.0.23 "GET /v2.0/networks?id=ebc3405b-dbdf-4745-bae9-00b7363339da HTTP/1.1" status: 200 len: 912 time: 0.3252275 Jul 29 23:36:23.529627 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-d16179ec-372f-4642-89bc-cce99075cce9 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:23.537483 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16179ec-372f-4642-89bc-cce99075cce9 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:23.586623 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16179ec-372f-4642-89bc-cce99075cce9 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Pushing event updated for resources: {'Port': ['ID=8264f091-c6ba-485d-9fff-d4922ac3fdc5,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:23.589263 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ba03fa0-ce12-4480-987b-677cc5ec189c req-8251105a-5e43-42e3-8251-d9950ea28b54 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2328bf9-5ffb-41a8-b03c-7c2f4534e257 HTTP/1.1" status: 200 len: 217 time: 0.0552518 Jul 29 23:36:23.619583 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d16179ec-372f-4642-89bc-cce99075cce9 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:23.694150 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba03fa0-ce12-4480-987b-677cc5ec189c req-9156323b-5520-46ef-8203-ea9077631c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:23.695633 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ba03fa0-ce12-4480-987b-677cc5ec189c req-9156323b-5520-46ef-8203-ea9077631c14 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7783f5c-0922-4c71-a9e3-d83ec4828df5 HTTP/1.1" status: 200 len: 851 time: 0.0956845 Jul 29 23:36:23.715457 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd07922-c15c-495d-8260-2cff06be748a req-f3501bb7-a5c1-46cf-a9dd-fcb74525e397 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:23.717215 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0bd07922-c15c-495d-8260-2cff06be748a req-f3501bb7-a5c1-46cf-a9dd-fcb74525e397 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8606d2d-f323-4ac7-b3f8-a40ef2012942 HTTP/1.1" status: 200 len: 945 time: 0.1328261 Jul 29 23:36:23.779870 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d16179ec-372f-4642-89bc-cce99075cce9 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:23.785410 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ba03fa0-ce12-4480-987b-677cc5ec189c req-567b606c-a9c6-44b2-8baf-342e822ad202 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ebc3405b-dbdf-4745-bae9-00b7363339da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800011 Jul 29 23:36:23.831635 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8fe44ff4-55c3-430c-a260-f027b3bda8aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:23.943470 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0bd07922-c15c-495d-8260-2cff06be748a req-831f6619-9996-4173-87e5-2a52b858296b tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858518 Jul 29 23:36:24.011805 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe44ff4-55c3-430c-a260-f027b3bda8aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f136cd8-eda3-43eb-9cb5-3830c4338b63,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:24.099699 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fe44ff4-55c3-430c-a260-f027b3bda8aa admin admin] Checking segment: {'id': '45c04b8e-476f-4241-8476-f7d4980a8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:24.100125 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe44ff4-55c3-430c-a260-f027b3bda8aa admin admin] Network hostable DHCP agents. Network: c65634b4-620f-4d4e-b86a-cfaa4125589f, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:36:24.116448 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ba03fa0-ce12-4480-987b-677cc5ec189c req-3200681d-c44c-4511-b0c2-e0cc9f496621 service neutron] 10.222.0.23 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3117502 Jul 29 23:36:24.171498 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe44ff4-55c3-430c-a260-f027b3bda8aa admin admin] Network c65634b4-620f-4d4e-b86a-cfaa4125589f is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:36:24.239953 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d16179ec-372f-4642-89bc-cce99075cce9 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:24.247861 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d16179ec-372f-4642-89bc-cce99075cce9 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:24.249257 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-8fe44ff4-55c3-430c-a260-f027b3bda8aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, c65634b4-620f-4d4e-b86a-cfaa4125589f) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:24.259120 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483b3815-084f-42a4-872b-bc60b7d247b2 None None] Network c65634b4-620f-4d4e-b86a-cfaa4125589f requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:24.271554 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8290ea-37f2-4efe-8fb3-032f33b02b06 req-584de6f7-c767-4452-a99d-069722b18e01 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:24.290942 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc8290ea-37f2-4efe-8fb3-032f33b02b06 req-584de6f7-c767-4452-a99d-069722b18e01 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6388c421-6efa-493e-a8d2-5efd2a878482 HTTP/1.1" status: 200 len: 945 time: 0.2261131 Jul 29 23:36:24.309225 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe44ff4-55c3-430c-a260-f027b3bda8aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:24.310166 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8fe44ff4-55c3-430c-a260-f027b3bda8aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:24.380397 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d16179ec-372f-4642-89bc-cce99075cce9 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:24.420381 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16179ec-372f-4642-89bc-cce99075cce9 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Pushing event updated for resources: {'Port': ['ID=8264f091-c6ba-485d-9fff-d4922ac3fdc5,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:24.432144 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ba03fa0-ce12-4480-987b-677cc5ec189c req-8c832f38-f6e5-4371-a3e1-4ece9a3eb8bd service neutron] 10.222.0.23 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948167 Jul 29 23:36:24.459086 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc8290ea-37f2-4efe-8fb3-032f33b02b06 req-f80311e3-bf77-4eef-92b5-5cc4c827fee4 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab7e7f68-c8c0-4df7-9f45-e0648f976bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670864 Jul 29 23:36:24.473583 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8fe44ff4-55c3-430c-a260-f027b3bda8aa admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3330224 Jul 29 23:36:24.476887 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd4c921-36ce-4d74-a2dc-558b1effbeb8 None None] Network c5deef68-0abd-4408-88dc-38b5b66dcd89 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:24.480592 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52526) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:24.494463 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-543e3080-af1f-486d-9a82-99c5cd0ee1e2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-537007275-router', 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:24.547209 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-543e3080-af1f-486d-9a82-99c5cd0ee1e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:24.549235 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-543e3080-af1f-486d-9a82-99c5cd0ee1e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:24.609500 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16179ec-372f-4642-89bc-cce99075cce9 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Network c5deef68-0abd-4408-88dc-38b5b66dcd89 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:24.617281 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-d16179ec-372f-4642-89bc-cce99075cce9 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:24.630371 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b96132ac-c242-425a-ace6-2ca8720b70af None None] Provisioning for port aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:24.678886 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-543e3080-af1f-486d-9a82-99c5cd0ee1e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:24.696864 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b280d80-dfaa-4723-807a-cc688336f21b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-c65634b4-620f-4d4e-b86a-cfaa4125589f', 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f', 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37', 'fixed_ips': [{'subnet_id': '9f136cd8-eda3-43eb-9cb5-3830c4338b63'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:36:24.697863 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3b280d80-dfaa-4723-807a-cc688336f21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:24.898417 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:24.953776 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-543e3080-af1f-486d-9a82-99c5cd0ee1e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:25.009584 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16179ec-372f-4642-89bc-cce99075cce9 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Router 44402e4c-eef2-4a11-b8f7-fae2b996ed6d is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:36:25.055013 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10c9f6-9eb9-436c-bf0a-3c678918db3b req-369138fa-6d88-4104-9bf2-2f4ef09276d3 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:25.057312 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f10c9f6-9eb9-436c-bf0a-3c678918db3b req-369138fa-6d88-4104-9bf2-2f4ef09276d3 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.23 "GET /v2.0/ports?device_id=6388c421-6efa-493e-a8d2-5efd2a878482 HTTP/1.1" status: 200 len: 945 time: 0.2392926 Jul 29 23:36:25.077800 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:25.084576 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-3b280d80-dfaa-4723-807a-cc688336f21b None None] Allocated IP 172.20.0.2 (c65634b4-620f-4d4e-b86a-cfaa4125589f/9f136cd8-eda3-43eb-9cb5-3830c4338b63/9848e19a-e936-42b6-92f8-875f15813f58) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:25.092615 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:25.093010 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:25.124553 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device f2328bf9-5ffb-41a8-b03c-7c2f4534e257 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:36:25.241594 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:36:25.246803 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16179ec-372f-4642-89bc-cce99075cce9 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:36:25.277811 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b25b0ac-db53-4b52-8444-c86690426b76 None None] Sync routers for ids ['44402e4c-eef2-4a11-b8f7-fae2b996ed6d'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:36:25.286690 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52534) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:25.293374 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-3e769c2a-d37b-4b08-b0c6-498d3e70636b tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Request body: {'port': {'network_id': 'c5deef68-0abd-4408-88dc-38b5b66dcd89', 'name': 'tempest-FloatingIPNegativeTestJSON-935346848'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:25.295379 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d16179ec-372f-4642-89bc-cce99075cce9 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] 10.222.0.18 "PUT /v2.0/routers/44402e4c-eef2-4a11-b8f7-fae2b996ed6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5110841 Jul 29 23:36:25.370384 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b25b0ac-db53-4b52-8444-c86690426b76 None None] Routers {'44402e4c-eef2-4a11-b8f7-fae2b996ed6d'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:25.371050 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1b25b0ac-db53-4b52-8444-c86690426b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:36:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['44402e4c-eef2-4a11-b8f7-fae2b996ed6d'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:25.446857 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-8f10c9f6-9eb9-436c-bf0a-3c678918db3b req-317c7741-b4d7-4c01-b6c1-8d92545474c0 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Deleting port 3a69c5c4-0957-4ff4-9264-e7753355de62 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:25.447609 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8f10c9f6-9eb9-436c-bf0a-3c678918db3b req-317c7741-b4d7-4c01-b6c1-8d92545474c0 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:25.451722 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1b25b0ac-db53-4b52-8444-c86690426b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:25.488151 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:25.522805 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b25b0ac-db53-4b52-8444-c86690426b76 None None] Routers {'44402e4c-eef2-4a11-b8f7-fae2b996ed6d'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:25.523439 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1b25b0ac-db53-4b52-8444-c86690426b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:36:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['44402e4c-eef2-4a11-b8f7-fae2b996ed6d'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:25.527894 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port f2328bf9-5ffb-41a8-b03c-7c2f4534e257, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f2328bf9-5ffb-41a8-b03c-7c2f4534e257,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:25.563264 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a078ee-ec85-4223-9660-b3c2566fea4f req-13bb35d1-ce1c-4bb8-b1b6-10d2c56a7e35 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:25.571986 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-23a078ee-ec85-4223-9660-b3c2566fea4f req-13bb35d1-ce1c-4bb8-b1b6-10d2c56a7e35 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 944 time: 0.3757248 Jul 29 23:36:25.579623 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-543e3080-af1f-486d-9a82-99c5cd0ee1e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:25.594323 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1b25b0ac-db53-4b52-8444-c86690426b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:25.594887 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b25b0ac-db53-4b52-8444-c86690426b76 None None] The sync data for ids ['44402e4c-eef2-4a11-b8f7-fae2b996ed6d'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:36:25.598575 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3b280d80-dfaa-4723-807a-cc688336f21b None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:25.608419 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'f2328bf9-5ffb-41a8-b03c-7c2f4534e257', 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da', 'port_id': 'f2328bf9-5ffb-41a8-b03c-7c2f4534e257', 'mac_address': 'fa:16:3e:e4:a8:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7783f5c-0922-4c71-a9e3-d83ec4828df5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:36:25.629749 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e,segment=NetworkSegment(33357624-ea92-4e8a-b41d-35f01d2a45f4),segment_id=33357624-ea92-4e8a-b41d-35f01d2a45f4)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:25.636722 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-967a1241-b0a9-4c68-b9b5-555edb63e177 None None] Provisioning for port 8264f091-c6ba-485d-9fff-d4922ac3fdc5 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:25.641679 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3b280d80-dfaa-4723-807a-cc688336f21b None None] Transition to ACTIVE for port object 9848e19a-e936-42b6-92f8-875f15813f58 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:25.644588 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:25.662200 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-543e3080-af1f-486d-9a82-99c5cd0ee1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:25.747807 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-967a1241-b0a9-4c68-b9b5-555edb63e177 None None] Provisioning complete for port 8264f091-c6ba-485d-9fff-d4922ac3fdc5 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:25.751205 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-967a1241-b0a9-4c68-b9b5-555edb63e177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:25.788599 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-23a078ee-ec85-4223-9660-b3c2566fea4f req-91b8b2ad-2019-468d-a552-e49380d36ae8 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156177 Jul 29 23:36:25.824743 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-8f10c9f6-9eb9-436c-bf0a-3c678918db3b req-317c7741-b4d7-4c01-b6c1-8d92545474c0 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] For port 3a69c5c4-0957-4ff4-9264-e7753355de62, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3a69c5c4-0957-4ff4-9264-e7753355de62,segment=NetworkSegment(69e97c6b-4c52-4ecf-b424-73fa51d3b692),segment_id=69e97c6b-4c52-4ecf-b424-73fa51d3b692)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:25.825814 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8f10c9f6-9eb9-436c-bf0a-3c678918db3b req-317c7741-b4d7-4c01-b6c1-8d92545474c0 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:25.862962 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-8f10c9f6-9eb9-436c-bf0a-3c678918db3b req-317c7741-b4d7-4c01-b6c1-8d92545474c0 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Calling delete_port for 3a69c5c4-0957-4ff4-9264-e7753355de62 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:25.879667 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:25.882388 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:25.885830 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e769c2a-d37b-4b08-b0c6-498d3e70636b tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Made reservation on behalf of edb42dca52ee498d9c1522ae413e753a for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:25.890323 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3b280d80-dfaa-4723-807a-cc688336f21b None None] Transition to ACTIVE for port object 9848e19a-e936-42b6-92f8-875f15813f58 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:25.891046 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3e769c2a-d37b-4b08-b0c6-498d3e70636b tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:25.911663 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3b280d80-dfaa-4723-807a-cc688336f21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:25.966036 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b280d80-dfaa-4723-807a-cc688336f21b None None] Pushing event updated for resources: {'Port': ['ID=9848e19a-e936-42b6-92f8-875f15813f58,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:25.969371 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2328bf9-5ffb-41a8-b03c-7c2f4534e257 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:36:25.997390 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port f2328bf9-5ffb-41a8-b03c-7c2f4534e257, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f2328bf9-5ffb-41a8-b03c-7c2f4534e257,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:26.001718 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-3e769c2a-d37b-4b08-b0c6-498d3e70636b tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] device_id is not set on port 451faefa-b160-4c49-b1a1-d4b889906248 yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:36:26.007161 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:26.009025 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-967a1241-b0a9-4c68-b9b5-555edb63e177 None None] Port 8264f091-c6ba-485d-9fff-d4922ac3fdc5 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:36:26.111183 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b280d80-dfaa-4723-807a-cc688336f21b None None] Network c65634b4-620f-4d4e-b86a-cfaa4125589f is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:26.113398 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-543e3080-af1f-486d-9a82-99c5cd0ee1e2 admin admin] Allocated IP 172.25.8.54 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:26.113888 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=f2328bf9-5ffb-41a8-b03c-7c2f4534e257,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:26.117236 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-3b280d80-dfaa-4723-807a-cc688336f21b None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:26.150979 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b280d80-dfaa-4723-807a-cc688336f21b None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:26.179661 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-967a1241-b0a9-4c68-b9b5-555edb63e177 None None] Provisioning complete for port aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:26.181811 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-967a1241-b0a9-4c68-b9b5-555edb63e177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:26.270210 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['f2328bf9-5ffb-41a8-b03c-7c2f4534e257'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:26.320830 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-3b280d80-dfaa-4723-807a-cc688336f21b None None] Attempting to bind port 9848e19a-e936-42b6-92f8-875f15813f58 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:26.320830 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-3b280d80-dfaa-4723-807a-cc688336f21b None None] Attempting to bind port 9848e19a-e936-42b6-92f8-875f15813f58 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '45c04b8e-476f-4241-8476-f7d4980a8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:26.323643 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b280d80-dfaa-4723-807a-cc688336f21b None None] Attempting to bind port 9848e19a-e936-42b6-92f8-875f15813f58 on network c65634b4-620f-4d4e-b86a-cfaa4125589f {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:26.329288 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b280d80-dfaa-4723-807a-cc688336f21b None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:26.329709 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b280d80-dfaa-4723-807a-cc688336f21b None None] Checking segment: {'id': '45c04b8e-476f-4241-8476-f7d4980a8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:26.330071 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3b280d80-dfaa-4723-807a-cc688336f21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:26.330739 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b280d80-dfaa-4723-807a-cc688336f21b None None] Bound using segment: {'id': '45c04b8e-476f-4241-8476-f7d4980a8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:26.331211 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-3b280d80-dfaa-4723-807a-cc688336f21b None None] Bound port: 9848e19a-e936-42b6-92f8-875f15813f58, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c04b8e-476f-4241-8476-f7d4980a8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:26.331411 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3b280d80-dfaa-4723-807a-cc688336f21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:26.491361 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-3b280d80-dfaa-4723-807a-cc688336f21b None None] For port 9848e19a-e936-42b6-92f8-875f15813f58, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:26.495966 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-3b280d80-dfaa-4723-807a-cc688336f21b None None] For port 9848e19a-e936-42b6-92f8-875f15813f58, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9848e19a-e936-42b6-92f8-875f15813f58,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:26.507792 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3b280d80-dfaa-4723-807a-cc688336f21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:26.628950 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b280d80-dfaa-4723-807a-cc688336f21b None None] Pushing event updated for resources: {'Port': ['ID=9848e19a-e936-42b6-92f8-875f15813f58,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:26.631708 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b20a1449-0c52-40e9-96d5-35d6badab22d None None] Provisioning complete for port 8264f091-c6ba-485d-9fff-d4922ac3fdc5 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:26.632109 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b20a1449-0c52-40e9-96d5-35d6badab22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:26.690175 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b20a1449-0c52-40e9-96d5-35d6badab22d None None] Port 8264f091-c6ba-485d-9fff-d4922ac3fdc5 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:36:26.752275 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-3e769c2a-d37b-4b08-b0c6-498d3e70636b tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Allocated IP 172.20.0.4 (c5deef68-0abd-4408-88dc-38b5b66dcd89/3b8ee25e-7958-43e8-bd2c-cc296566c35a/451faefa-b160-4c49-b1a1-d4b889906248) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:26.788946 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:26.792258 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-f603cda2-e999-41ff-8f45-6e68d6327592 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2709839 Jul 29 23:36:26.797755 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8f10c9f6-9eb9-436c-bf0a-3c678918db3b req-317c7741-b4d7-4c01-b6c1-8d92545474c0 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:26.806927 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b6fcbe-65b8-432c-a87c-59c25d2a32aa req-a09ae7b8-7a64-4a82-9e3e-a20d109d6f31 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:26.808539 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-11b6fcbe-65b8-432c-a87c-59c25d2a32aa req-a09ae7b8-7a64-4a82-9e3e-a20d109d6f31 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/ports?device_id=6388c421-6efa-493e-a8d2-5efd2a878482 HTTP/1.1" status: 200 len: 867 time: 0.2604716 Jul 29 23:36:26.841185 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d339ba-bae0-4cc0-83e7-0b5cdf264774 req-8996164f-4357-4f5b-9a44-b447d2bd6c2e tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:26.842745 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64d339ba-bae0-4cc0-83e7-0b5cdf264774 req-8996164f-4357-4f5b-9a44-b447d2bd6c2e tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8606d2d-f323-4ac7-b3f8-a40ef2012942 HTTP/1.1" status: 200 len: 945 time: 0.2848408 Jul 29 23:36:26.858530 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:26.859225 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:26.977535 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317c7741-b4d7-4c01-b6c1-8d92545474c0 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Pushing event deleted for resources: {'Port': ['ID=3a69c5c4-0957-4ff4-9264-e7753355de62,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:27.026935 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-543e3080-af1f-486d-9a82-99c5cd0ee1e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:27.112541 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-11b6fcbe-65b8-432c-a87c-59c25d2a32aa req-929ba270-3594-43eb-a905-c2453edee056 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.18 "GET /v2.0/security-groups?id=ab7e7f68-c8c0-4df7-9f45-e0648f976bd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638278 Jul 29 23:36:27.127748 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device f2328bf9-5ffb-41a8-b03c-7c2f4534e257 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:27.206036 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f10c9f6-9eb9-436c-bf0a-3c678918db3b req-317c7741-b4d7-4c01-b6c1-8d92545474c0 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] No DVR routers for this DVR port 3a69c5c4-0957-4ff4-9264-e7753355de62 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:27.208242 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port f2328bf9-5ffb-41a8-b03c-7c2f4534e257 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:27.218712 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port f2328bf9-5ffb-41a8-b03c-7c2f4534e257 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:27.219304 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:27.243268 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8f10c9f6-9eb9-436c-bf0a-3c678918db3b req-317c7741-b4d7-4c01-b6c1-8d92545474c0 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:27.245384 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f10c9f6-9eb9-436c-bf0a-3c678918db3b req-317c7741-b4d7-4c01-b6c1-8d92545474c0 tempest-TestServerAdvancedOps-2067544698 tempest-TestServerAdvancedOps-2067544698-project] 10.222.0.23 "DELETE /v2.0/ports/3a69c5c4-0957-4ff4-9264-e7753355de62 HTTP/1.1" status: 204 len: 173 time: 2.1755731 Jul 29 23:36:27.249312 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6388c421-6efa-493e-a8d2-5efd2a878482', 'name': 'network-vif-deleted', 'tag': '3a69c5c4-0957-4ff4-9264-e7753355de62'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:27.251746 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5729f7-4262-4a5b-89cc-aa82bee815e2" -d '{"events": [{"server_uuid": "6388c421-6efa-493e-a8d2-5efd2a878482", "name": "network-vif-deleted", "tag": "3a69c5c4-0957-4ff4-9264-e7753355de62"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:27.274881 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-eeeab522-eaa5-4a4b-9980-bb65f5e30c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:27.275635 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-eeeab522-eaa5-4a4b-9980-bb65f5e30c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:27.276798 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-eeeab522-eaa5-4a4b-9980-bb65f5e30c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:27.278949 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-eeeab522-eaa5-4a4b-9980-bb65f5e30c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:27.278949 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-eeeab522-eaa5-4a4b-9980-bb65f5e30c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:27.278949 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-eeeab522-eaa5-4a4b-9980-bb65f5e30c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:27.279678 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-eeeab522-eaa5-4a4b-9980-bb65f5e30c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:27.282199 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-eeeab522-eaa5-4a4b-9980-bb65f5e30c60 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b88923046a64f0cbc69a614c91ce1e9&device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 6495 time: 0.4034393 Jul 29 23:36:27.401187 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:27.431729 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361d3a0a-b024-4102-b212-e8575155027e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2328bf9-5ffb-41a8-b03c-7c2f4534e257'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:27.435177 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0ef8bf-fa46-4314-bdd9-9154d0750731" -d '{"events": [{"server_uuid": "361d3a0a-b024-4102-b212-e8575155027e", "name": "network-vif-plugged", "status": "completed", "tag": "f2328bf9-5ffb-41a8-b03c-7c2f4534e257"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:27.445365 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-543e3080-af1f-486d-9a82-99c5cd0ee1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:27.455933 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port f2328bf9-5ffb-41a8-b03c-7c2f4534e257, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f2328bf9-5ffb-41a8-b03c-7c2f4534e257,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:27.467568 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:27.468423 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 3a69c5c4-0957-4ff4-9264-e7753355de62 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:27.514699 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-64d339ba-bae0-4cc0-83e7-0b5cdf264774 req-836dcf92-0957-482c-a863-b2bf989df35d tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Deleting port 929428df-b96f-47f3-acb1-317f0268c446 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:27.515045 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-64d339ba-bae0-4cc0-83e7-0b5cdf264774 req-836dcf92-0957-482c-a863-b2bf989df35d tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:27.523738 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 3a69c5c4-0957-4ff4-9264-e7753355de62 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:36:27.524254 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 3a69c5c4-0957-4ff4-9264-e7753355de62 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:36:27.557435 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0692d35-fa32-4291-8f86-9c46d53ada5f req-6007ee70-dbce-4c3a-8959-14bd5d9f7b17 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:27.564891 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a0692d35-fa32-4291-8f86-9c46d53ada5f req-6007ee70-dbce-4c3a-8959-14bd5d9f7b17 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8606d2d-f323-4ac7-b3f8-a40ef2012942 HTTP/1.1" status: 200 len: 945 time: 0.2770112 Jul 29 23:36:27.595560 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=f2328bf9-5ffb-41a8-b03c-7c2f4534e257,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:27.626217 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3e769c2a-d37b-4b08-b0c6-498d3e70636b tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:27.646250 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543e3080-af1f-486d-9a82-99c5cd0ee1e2 admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:27.679430 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-543e3080-af1f-486d-9a82-99c5cd0ee1e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:27.687852 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e3080-af1f-486d-9a82-99c5cd0ee1e2 admin admin] Pushing event updated for resources: {'Port': ['ID=1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:27.694628 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543e3080-af1f-486d-9a82-99c5cd0ee1e2 admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:27.699730 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-fb412892-89a3-4416-9638-e9e47a90baf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:27.700246 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-fb412892-89a3-4416-9638-e9e47a90baf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:27.701197 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-fb412892-89a3-4416-9638-e9e47a90baf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:27.702301 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-fb412892-89a3-4416-9638-e9e47a90baf1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=34a9b01a-fb87-4012-8543-47877b831421&id=d2df6756-1437-4cbd-af3b-72d70f51df4a&id=d2df6756-1437-4cbd-af3b-72d70f51df4a&id=d2df6756-1437-4cbd-af3b-72d70f51df4a&id=d2df6756-1437-4cbd-af3b-72d70f51df4a&id=d946e4cf-f467-4b2d-9871-c5018b0b50b6&id=d946e4cf-f467-4b2d-9871-c5018b0b50b6 HTTP/1.1" status: 200 len: 2293 time: 0.3855386 Jul 29 23:36:27.707645 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-3e769c2a-d37b-4b08-b0c6-498d3e70636b tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Transition to ACTIVE for port object 451faefa-b160-4c49-b1a1-d4b889906248 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:27.791624 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a0692d35-fa32-4291-8f86-9c46d53ada5f req-1e0d3a1f-6ed5-4702-a960-191bd905045f tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256296 Jul 29 23:36:28.009442 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-0b444d4a-8513-480e-af46-5b8ada84387e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e05f8a47-fe32-435c-a33a-7877418c510e HTTP/1.1" status: 200 len: 1002 time: 0.2915649 Jul 29 23:36:28.051348 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-64d339ba-bae0-4cc0-83e7-0b5cdf264774 req-836dcf92-0957-482c-a863-b2bf989df35d tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] For port 929428df-b96f-47f3-acb1-317f0268c446, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=929428df-b96f-47f3-acb1-317f0268c446,segment=NetworkSegment(3960cd3a-1252-4022-b2ff-b6d1cbf562dc),segment_id=3960cd3a-1252-4022-b2ff-b6d1cbf562dc)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:28.051348 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-64d339ba-bae0-4cc0-83e7-0b5cdf264774 req-836dcf92-0957-482c-a863-b2bf989df35d tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:28.082233 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03a3a90-6008-461e-a4b6-6fb7aa9c7ba0 None None] Network c65634b4-620f-4d4e-b86a-cfaa4125589f requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:28.133055 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-64d339ba-bae0-4cc0-83e7-0b5cdf264774 req-836dcf92-0957-482c-a863-b2bf989df35d tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Calling delete_port for 929428df-b96f-47f3-acb1-317f0268c446 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:28.155537 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41f7c3-ed76-484a-9001-08030dfeb36a req-180bbaa1-a239-470d-88e8-d01be4fe347c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:28.157225 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c41f7c3-ed76-484a-9001-08030dfeb36a req-180bbaa1-a239-470d-88e8-d01be4fe347c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 946 time: 0.2548077 Jul 29 23:36:28.276616 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3e769c2a-d37b-4b08-b0c6-498d3e70636b tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:28.282848 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-fd8720ea-cd50-422c-82fa-9a2fb4b0a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:28.284458 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-fd8720ea-cd50-422c-82fa-9a2fb4b0a056 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d30afb76-e1b0-42cb-bf28-c9514a93f8f1 HTTP/1.1" status: 200 len: 851 time: 0.2667310 Jul 29 23:36:28.304802 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-96113cb8-9d84-4a2b-a05c-59618de95f09 None None] Provisioning for port 9848e19a-e936-42b6-92f8-875f15813f58 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:28.392926 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c41f7c3-ed76-484a-9001-08030dfeb36a req-3c494b44-e14e-465b-a650-f8a1cde8802c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017007 Jul 29 23:36:28.408528 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e769c2a-d37b-4b08-b0c6-498d3e70636b tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Network c5deef68-0abd-4408-88dc-38b5b66dcd89 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:28.417297 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-3e769c2a-d37b-4b08-b0c6-498d3e70636b tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:28.423925 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e769c2a-d37b-4b08-b0c6-498d3e70636b tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:28.428857 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e769c2a-d37b-4b08-b0c6-498d3e70636b tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Pushing event updated for resources: {'Port': ['ID=451faefa-b160-4c49-b1a1-d4b889906248,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:28.486973 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec4d248-9a87-494a-9828-3e6d61eeba3e x-openstack-request-id: req-fec4d248-9a87-494a-9828-3e6d61eeba3e {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:28.487277 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6388c421-6efa-493e-a8d2-5efd2a878482", "name": "network-vif-deleted", "tag": "3a69c5c4-0957-4ff4-9264-e7753355de62", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:28.487533 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fec4d248-9a87-494a-9828-3e6d61eeba3e {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:28.492312 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6388c421-6efa-493e-a8d2-5efd2a878482', 'name': 'network-vif-deleted', 'tag': '3a69c5c4-0957-4ff4-9264-e7753355de62', 'status': 'completed', 'code': 200} Jul 29 23:36:28.532378 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d22a03-a435-4cec-8e9b-a906d3ff0e3c x-openstack-request-id: req-95d22a03-a435-4cec-8e9b-a906d3ff0e3c {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:28.532960 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361d3a0a-b024-4102-b212-e8575155027e", "name": "network-vif-plugged", "status": "completed", "tag": "f2328bf9-5ffb-41a8-b03c-7c2f4534e257", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:28.533202 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-4a0eea3b-aea6-42e4-8531-4418fb17b9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:28.534035 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-95d22a03-a435-4cec-8e9b-a906d3ff0e3c {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:28.534484 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361d3a0a-b024-4102-b212-e8575155027e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2328bf9-5ffb-41a8-b03c-7c2f4534e257', 'code': 200} Jul 29 23:36:28.534769 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-4a0eea3b-aea6-42e4-8531-4418fb17b9f4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=34a9b01a-fb87-4012-8543-47877b831421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2311540 Jul 29 23:36:28.596994 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52566) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:28.686496 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb3ef96-81e7-4169-a835-3511f521e5dd admin admin] Deleting subnet 7563258e-893d-4569-ae46-3f4dfd9cea67 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:36:28.700740 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ef96-81e7-4169-a835-3511f521e5dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:28.711780 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e769c2a-d37b-4b08-b0c6-498d3e70636b tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:28.712433 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3e769c2a-d37b-4b08-b0c6-498d3e70636b tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:28.816606 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ef96-81e7-4169-a835-3511f521e5dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:28.875265 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ef96-81e7-4169-a835-3511f521e5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:28.877948 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9848e19a-e936-42b6-92f8-875f15813f58 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:28.938115 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-fde04219-73ba-4124-83bb-bbf8836d803d service neutron] 10.222.0.39 "GET /v2.0/networks/34a9b01a-fb87-4012-8543-47877b831421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3899932 Jul 29 23:36:28.953705 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 9848e19a-e936-42b6-92f8-875f15813f58 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:28.962302 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 9848e19a-e936-42b6-92f8-875f15813f58 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:28.962802 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:28.974882 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ef96-81e7-4169-a835-3511f521e5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:28.975264 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3e769c2a-d37b-4b08-b0c6-498d3e70636b tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6862130 Jul 29 23:36:28.979068 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52570) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:28.980646 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-64d339ba-bae0-4cc0-83e7-0b5cdf264774 req-836dcf92-0957-482c-a863-b2bf989df35d tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:28.989169 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-52c33469-32fa-4eab-aedc-d1e10f729cb3 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:29.012862 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['929428df-b96f-47f3-acb1-317f0268c446'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:29.034023 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3ef96-81e7-4169-a835-3511f521e5dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7563258e-893d-4569-ae46-3f4dfd9cea67,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:29.034526 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ea622-5c94-4ba8-9253-6e39ed135141 req-2425d3ce-b798-4982-81fe-0028bc90ddfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:29.037686 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-af8ea622-5c94-4ba8-9253-6e39ed135141 req-2425d3ce-b798-4982-81fe-0028bc90ddfb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 1098 time: 0.3954573 Jul 29 23:36:29.049067 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5d403ba1-4a20-4f39-9329-0861c0e7cba4 None None] Provisioning for port 451faefa-b160-4c49-b1a1-d4b889906248 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:29.054334 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ef96-81e7-4169-a835-3511f521e5dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.056640 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6cb3ef96-81e7-4169-a835-3511f521e5dd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7563258e-893d-4569-ae46-3f4dfd9cea67 HTTP/1.1" status: 204 len: 168 time: 0.4584732 Jul 29 23:36:29.059901 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52572) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:29.061554 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5d403ba1-4a20-4f39-9329-0861c0e7cba4 None None] Provisioning complete for port 451faefa-b160-4c49-b1a1-d4b889906248 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:29.062171 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5d403ba1-4a20-4f39-9329-0861c0e7cba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.071586 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-543e3080-af1f-486d-9a82-99c5cd0ee1e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.122901 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-52c33469-32fa-4eab-aedc-d1e10f729cb3 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks [] for floatingip, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.173367 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5d403ba1-4a20-4f39-9329-0861c0e7cba4 None None] Port 451faefa-b160-4c49-b1a1-d4b889906248 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:36:29.175440 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.201533 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5d403ba1-4a20-4f39-9329-0861c0e7cba4 None None] Provisioning complete for port 9848e19a-e936-42b6-92f8-875f15813f58 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:29.202374 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5d403ba1-4a20-4f39-9329-0861c0e7cba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.261601 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 9848e19a-e936-42b6-92f8-875f15813f58, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9848e19a-e936-42b6-92f8-875f15813f58,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:29.270310 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.356864 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=9848e19a-e936-42b6-92f8-875f15813f58,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:29.449426 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.599686 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836dcf92-0957-482c-a863-b2bf989df35d tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Pushing event deleted for resources: {'Port': ['ID=929428df-b96f-47f3-acb1-317f0268c446,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:29.628790 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-14547344-b851-407d-a5bb-1563e27cd4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.686034 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45082c-50a5-4a2b-8d37-1e1bd5d248c5 req-8c6601ec-514b-4ca9-a640-c6b4897532b8 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:29.687430 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cb45082c-50a5-4a2b-8d37-1e1bd5d248c5 req-8c6601ec-514b-4ca9-a640-c6b4897532b8 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8606d2d-f323-4ac7-b3f8-a40ef2012942 HTTP/1.1" status: 200 len: 867 time: 0.7736208 Jul 29 23:36:29.695921 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d339ba-bae0-4cc0-83e7-0b5cdf264774 req-836dcf92-0957-482c-a863-b2bf989df35d tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] No DVR routers for this DVR port 929428df-b96f-47f3-acb1-317f0268c446 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:29.708985 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-64d339ba-bae0-4cc0-83e7-0b5cdf264774 req-836dcf92-0957-482c-a863-b2bf989df35d tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.710962 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64d339ba-bae0-4cc0-83e7-0b5cdf264774 req-836dcf92-0957-482c-a863-b2bf989df35d tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.23 "DELETE /v2.0/ports/929428df-b96f-47f3-acb1-317f0268c446 HTTP/1.1" status: 204 len: 173 time: 2.8483951 Jul 29 23:36:29.726200 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-af8ea622-5c94-4ba8-9253-6e39ed135141 req-237da023-6a89-4b92-8f2e-af0131642bf9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6800854 Jul 29 23:36:29.733203 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-14547344-b851-407d-a5bb-1563e27cd4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.733652 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-19dd982b-206b-4260-a2b4-34a51841f087 service neutron] 10.222.0.39 "GET /v2.0/networks/34a9b01a-fb87-4012-8543-47877b831421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7712443 Jul 29 23:36:29.754290 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-14547344-b851-407d-a5bb-1563e27cd4d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e8bb3b8-c989-499b-9b47-d0f636a9ee58']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:29.755465 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.769290 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-14547344-b851-407d-a5bb-1563e27cd4d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e97c6b-4c52-4ecf-b424-73fa51d3b692') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:29.769893 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-14547344-b851-407d-a5bb-1563e27cd4d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e97c6b-4c52-4ecf-b424-73fa51d3b692') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:29.787042 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-14547344-b851-407d-a5bb-1563e27cd4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.798577 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-52c33469-32fa-4eab-aedc-d1e10f729cb3 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.812584 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-81c23241-1e44-4e99-8f8f-f0e1dc480e65 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 HTTP/1.1" status: 200 len: 217 time: 0.0438426 Jul 29 23:36:29.813219 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-14547344-b851-407d-a5bb-1563e27cd4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.848747 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14547344-b851-407d-a5bb-1563e27cd4d3 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:36:29.850008 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-14547344-b851-407d-a5bb-1563e27cd4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.852078 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:36:29.852078 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:36:29.852078 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:36:29.852078 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:36:29.852078 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:36:29.852078 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:36:29.852078 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:36:29.852078 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:36:29.852078 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:36:29.852078 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:36:29.852078 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:36:29.852078 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:36:29.852078 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:36:29.852078 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:36:29.852078 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:36:29.852078 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:36:29.852078 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:36:29.852078 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:36:29.852078 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:36:29.852078 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:36:29.852078 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:36:29.852078 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:36:29.852078 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:36:29.852078 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:36:29.852078 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:36:29.852078 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:36:29.852078 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:36:29.852078 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:36:29.852078 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:36:29.852078 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:36:29.852078 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:36:29.852078 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:36:29.937544 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-543e3080-af1f-486d-9a82-99c5cd0ee1e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.946207 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-d009cdaf-0fea-4db9-8801-d1fc12113e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:29.947771 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-d009cdaf-0fea-4db9-8801-d1fc12113e77 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fea1cab5-6d23-4eca-972a-8631f3603147 HTTP/1.1" status: 200 len: 797 time: 0.0853879 Jul 29 23:36:29.948134 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-14547344-b851-407d-a5bb-1563e27cd4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.956117 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-14547344-b851-407d-a5bb-1563e27cd4d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:29.960208 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-14547344-b851-407d-a5bb-1563e27cd4d3 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9e8bb3b8-c989-499b-9b47-d0f636a9ee58 HTTP/1.1" status: 204 len: 168 time: 0.8970594 Jul 29 23:36:29.963644 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52584) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:29.965996 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cb45082c-50a5-4a2b-8d37-1e1bd5d248c5 req-17cfff8e-f4ff-467b-87fc-45192a6ba855 tempest-ServerDiskConfigTestJSON-1991790251 tempest-ServerDiskConfigTestJSON-1991790251-project] 10.222.0.18 "GET /v2.0/security-groups?id=59505229-5b98-44f6-9f06-958129926115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681570 Jul 29 23:36:29.985718 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14547344-b851-407d-a5bb-1563e27cd4d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e8bb3b8-c989-499b-9b47-d0f636a9ee58,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:30.018387 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-52c33469-32fa-4eab-aedc-d1e10f729cb3 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Allocated IP 172.25.8.138 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/c5d531c3-3858-41f8-bd9f-aeef8aa69f67) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:30.046083 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-f50fc4a2-53cf-4b77-bcd7-39fa91e22d63 admin admin] Deleting subnet 7257b23b-1008-46b1-90c5-1d60e27a127a {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:36:30.059220 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f50fc4a2-53cf-4b77-bcd7-39fa91e22d63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:30.080750 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-b60e535d-43aa-4bd0-ad1f-2372d36e0393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:30.082236 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-b60e535d-43aa-4bd0-ad1f-2372d36e0393 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2df6756-1437-4cbd-af3b-72d70f51df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1264124 Jul 29 23:36:30.133057 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f50fc4a2-53cf-4b77-bcd7-39fa91e22d63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:30.192262 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d237d3ae-ab84-4af8-a74b-954a1e23ad86 req-86fad52e-3c89-47ec-8d14-d40b80926439 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:30.194417 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d237d3ae-ab84-4af8-a74b-954a1e23ad86 req-86fad52e-3c89-47ec-8d14-d40b80926439 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 946 time: 0.1298726 Jul 29 23:36:30.202386 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f50fc4a2-53cf-4b77-bcd7-39fa91e22d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:30.206560 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-52c33469-32fa-4eab-aedc-d1e10f729cb3 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:30.258933 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-7710dc92-757d-45fd-82f8-eadb9d4feed8 service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571918 Jul 29 23:36:30.265249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543e3080-af1f-486d-9a82-99c5cd0ee1e2 admin admin] Router 82a47c1c-8c46-4f76-93ad-d86bf84ab363 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:36:30.309025 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f50fc4a2-53cf-4b77-bcd7-39fa91e22d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:30.334773 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d237d3ae-ab84-4af8-a74b-954a1e23ad86 req-4e80a1ee-da37-40fe-b7ad-1c5a918465bb tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250086 Jul 29 23:36:30.360020 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50fc4a2-53cf-4b77-bcd7-39fa91e22d63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7257b23b-1008-46b1-90c5-1d60e27a127a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:30.362220 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-52c33469-32fa-4eab-aedc-d1e10f729cb3 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:30.370902 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f50fc4a2-53cf-4b77-bcd7-39fa91e22d63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:30.372878 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f50fc4a2-53cf-4b77-bcd7-39fa91e22d63 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7257b23b-1008-46b1-90c5-1d60e27a127a HTTP/1.1" status: 204 len: 168 time: 0.4061348 Jul 29 23:36:30.378356 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52592) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:30.459934 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c33469-32fa-4eab-aedc-d1e10f729cb3 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:30.491510 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-52c33469-32fa-4eab-aedc-d1e10f729cb3 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:30.493031 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8606d2d-f323-4ac7-b3f8-a40ef2012942', 'name': 'network-vif-deleted', 'tag': '929428df-b96f-47f3-acb1-317f0268c446'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:30.498137 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d4a8d9-8cdf-46ed-989e-f1f2e3984870" -d '{"events": [{"server_uuid": "b8606d2d-f323-4ac7-b3f8-a40ef2012942", "name": "network-vif-deleted", "tag": "929428df-b96f-47f3-acb1-317f0268c446"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:30.504090 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c33469-32fa-4eab-aedc-d1e10f729cb3 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:30.525968 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-2456b540-0fcd-4aae-8925-3016747965a3 service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571044 Jul 29 23:36:30.545664 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543e3080-af1f-486d-9a82-99c5cd0ee1e2 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:36:30.555725 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f2809c-f876-4cd5-8cb4-61bbd65d0c3d None None] Sync routers for ids ['82a47c1c-8c46-4f76-93ad-d86bf84ab363'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:36:30.571399 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f2809c-f876-4cd5-8cb4-61bbd65d0c3d None None] Routers {'82a47c1c-8c46-4f76-93ad-d86bf84ab363'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:30.572403 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b7f2809c-f876-4cd5-8cb4-61bbd65d0c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:36:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['82a47c1c-8c46-4f76-93ad-d86bf84ab363'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:30.575622 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c33469-32fa-4eab-aedc-d1e10f729cb3 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Pushing event updated for resources: {'Port': ['ID=c5d531c3-3858-41f8-bd9f-aeef8aa69f67,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:30.585441 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-636c5131-7293-4cb8-b392-e5b48be7afe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:30.599582 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09b7977-6f69-4fd0-a890-789fb770b37b x-openstack-request-id: req-e09b7977-6f69-4fd0-a890-789fb770b37b {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:30.599925 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8606d2d-f323-4ac7-b3f8-a40ef2012942", "name": "network-vif-deleted", "tag": "929428df-b96f-47f3-acb1-317f0268c446", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:30.600332 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e09b7977-6f69-4fd0-a890-789fb770b37b {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:30.600766 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8606d2d-f323-4ac7-b3f8-a40ef2012942', 'name': 'network-vif-deleted', 'tag': '929428df-b96f-47f3-acb1-317f0268c446', 'status': 'completed', 'code': 200} Jul 29 23:36:30.603788 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-507aa512-4b96-424f-81ac-01f6f92ea21f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=9c4654c6-ab2c-4aa8-b108-e91e391645a3 HTTP/1.1" status: 200 len: 217 time: 0.0693874 Jul 29 23:36:30.643683 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-543e3080-af1f-486d-9a82-99c5cd0ee1e2 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:30.648695 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52604) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:30.649269 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-543e3080-af1f-486d-9a82-99c5cd0ee1e2 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1646473 Jul 29 23:36:30.671794 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-ba29f8eb-04b0-4cdd-a002-bf53ea1620e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:30.673543 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-ba29f8eb-04b0-4cdd-a002-bf53ea1620e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fea1cab5-6d23-4eca-972a-8631f3603147 HTTP/1.1" status: 200 len: 797 time: 0.0618422 Jul 29 23:36:30.732946 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-b7f2809c-f876-4cd5-8cb4-61bbd65d0c3d None None] Set router 82a47c1c-8c46-4f76-93ad-d86bf84ab363 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:36:30.755310 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-eb0bbd3e-d41d-468e-853e-ea8d47d83d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:30.756958 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-eb0bbd3e-d41d-468e-853e-ea8d47d83d62 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2df6756-1437-4cbd-af3b-72d70f51df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0752852 Jul 29 23:36:30.780340 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9848e19a-e936-42b6-92f8-875f15813f58 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:30.880529 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 9848e19a-e936-42b6-92f8-875f15813f58 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:30.881121 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:30.933121 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-032aae54-573c-4fe5-a0d6-dcd3abb63c04 service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680434 Jul 29 23:36:30.953105 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-52c33469-32fa-4eab-aedc-d1e10f729cb3 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.012895 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b7f2809c-f876-4cd5-8cb4-61bbd65d0c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'name': 'tempest-ServerActionsTestJSON-537007275-router', 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:24Z', 'updated_at': '2021-07-29T23:36:28Z', 'revision_number': 3, 'project_id': '72e6a71724b54f78b875fd06b1bacd37', 'gw_port': {'id': '1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:03:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:25Z', 'updated_at': '2021-07-29T23:36:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:31.063979 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f2809c-f876-4cd5-8cb4-61bbd65d0c3d None None] Checking router: 82a47c1c-8c46-4f76-93ad-d86bf84ab363 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:36:31.064340 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f2809c-f876-4cd5-8cb4-61bbd65d0c3d None None] Updating router 82a47c1c-8c46-4f76-93ad-d86bf84ab363 port 1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:36:31.076979 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-128c9691-acb2-46af-aeb3-023e9a9b1b8c service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359510 Jul 29 23:36:31.100487 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-636c5131-7293-4cb8-b392-e5b48be7afe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.114865 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-636c5131-7293-4cb8-b392-e5b48be7afe5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54458238-9878-4328-b9d5-3ffee2f61f57']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:31.128122 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-636c5131-7293-4cb8-b392-e5b48be7afe5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75a9ef15-1a6f-4e54-9aa4-01686b3e92fa') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:31.128432 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-636c5131-7293-4cb8-b392-e5b48be7afe5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75a9ef15-1a6f-4e54-9aa4-01686b3e92fa') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:31.140975 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-636c5131-7293-4cb8-b392-e5b48be7afe5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.153250 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b7f2809c-f876-4cd5-8cb4-61bbd65d0c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.153412 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 929428df-b96f-47f3-acb1-317f0268c446 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:31.180478 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-636c5131-7293-4cb8-b392-e5b48be7afe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.188943 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-636c5131-7293-4cb8-b392-e5b48be7afe5 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:36:31.189373 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-636c5131-7293-4cb8-b392-e5b48be7afe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.191226 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 929428df-b96f-47f3-acb1-317f0268c446 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:36:31.191643 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 929428df-b96f-47f3-acb1-317f0268c446 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:36:31.201828 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-2f1b7275-b6ec-405a-b072-6ee3e03ef821 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=7e61dd35-a100-4e16-badd-8fb0a09ce0fb HTTP/1.1" status: 200 len: 217 time: 0.1129398 Jul 29 23:36:31.258536 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:36:31.258536 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:36:31.258536 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:36:31.258536 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:36:31.258536 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:36:31.258536 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:36:31.258536 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:36:31.258536 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:36:31.258536 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:36:31.258536 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:36:31.258536 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:36:31.258536 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:36:31.258536 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:36:31.258536 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:36:31.258536 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:36:31.258536 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:36:31.258536 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:36:31.258536 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:36:31.258536 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:36:31.258536 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:36:31.258536 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:36:31.258536 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:36:31.258536 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:36:31.258536 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:36:31.258536 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:36:31.258536 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:36:31.258536 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:36:31.258536 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:36:31.258536 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:36:31.258536 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:36:31.258536 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:36:31.258536 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:36:31.276174 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52620) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:31.297436 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-12e61ff0-2706-4d31-b490-b9bef840a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:31.298922 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-12e61ff0-2706-4d31-b490-b9bef840a2c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fea1cab5-6d23-4eca-972a-8631f3603147 HTTP/1.1" status: 200 len: 797 time: 0.0938768 Jul 29 23:36:31.326532 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-636c5131-7293-4cb8-b392-e5b48be7afe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.331617 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-52c33469-32fa-4eab-aedc-d1e10f729cb3 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.336531 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-636c5131-7293-4cb8-b392-e5b48be7afe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.338404 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-636c5131-7293-4cb8-b392-e5b48be7afe5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/54458238-9878-4328-b9d5-3ffee2f61f57 HTTP/1.1" status: 204 len: 168 time: 0.9573641 Jul 29 23:36:31.419116 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636c5131-7293-4cb8-b392-e5b48be7afe5 admin admin] Pushing event deleted for resources: {'Network': ['ID=54458238-9878-4328-b9d5-3ffee2f61f57,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:31.432360 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b39acd1-35b4-478a-9824-ce4807cb3dcf admin admin] Deleting subnet fe5da65a-cf51-4f87-867f-d80f072d9572 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:36:31.439856 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7b39acd1-35b4-478a-9824-ce4807cb3dcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.537238 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-4dac660e-1d94-4747-9602-908ad780d994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:31.539209 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-4dac660e-1d94-4747-9602-908ad780d994 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2df6756-1437-4cbd-af3b-72d70f51df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1885481 Jul 29 23:36:31.609926 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52628) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:31.623485 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b7f2809c-f876-4cd5-8cb4-61bbd65d0c3d None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.635599 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-b7f2809c-f876-4cd5-8cb4-61bbd65d0c3d None None] Transition to ACTIVE for port object 1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:31.646027 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b7f2809c-f876-4cd5-8cb4-61bbd65d0c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.661564 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-4821cc9e-62d4-46ce-ad12-a01291cf4f4d service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105592 Jul 29 23:36:31.664441 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7b39acd1-35b4-478a-9824-ce4807cb3dcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.673474 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b87361e-4407-46e4-8282-981b112efaba req-403a8d5d-4cd6-46f5-9e28-2ab6660241b7 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:31.675004 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6b87361e-4407-46e4-8282-981b112efaba req-403a8d5d-4cd6-46f5-9e28-2ab6660241b7 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 946 time: 0.1977696 Jul 29 23:36:31.705861 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07603e1-93c5-423b-9902-7539324b4cf3 None None] Pushing event updated for resources: {'Port': ['ID=1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:31.730672 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07603e1-93c5-423b-9902-7539324b4cf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:31.731268 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07603e1-93c5-423b-9902-7539324b4cf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:31.731775 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07603e1-93c5-423b-9902-7539324b4cf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:31.732366 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07603e1-93c5-423b-9902-7539324b4cf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:31.732873 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07603e1-93c5-423b-9902-7539324b4cf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:31.733381 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07603e1-93c5-423b-9902-7539324b4cf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:31.733886 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07603e1-93c5-423b-9902-7539324b4cf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:31.734392 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07603e1-93c5-423b-9902-7539324b4cf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:31.735033 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07603e1-93c5-423b-9902-7539324b4cf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:31.736403 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07603e1-93c5-423b-9902-7539324b4cf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:31.737087 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07603e1-93c5-423b-9902-7539324b4cf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:31.737934 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07603e1-93c5-423b-9902-7539324b4cf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:31.742794 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-b7f2809c-f876-4cd5-8cb4-61bbd65d0c3d None None] Attempting to bind port 1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:31.743478 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-b7f2809c-f876-4cd5-8cb4-61bbd65d0c3d None None] Attempting to bind port 1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:31.744236 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f2809c-f876-4cd5-8cb4-61bbd65d0c3d None None] Attempting to bind port 1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:31.752203 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f2809c-f876-4cd5-8cb4-61bbd65d0c3d None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:31.755886 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6d7c7a18-0857-48d5-b9af-77759664701b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=89c1baf451424e5ba7760a73fa303c99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1422594 Jul 29 23:36:31.757568 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f2809c-f876-4cd5-8cb4-61bbd65d0c3d None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:31.758579 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b7f2809c-f876-4cd5-8cb4-61bbd65d0c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.758739 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52630) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:31.759343 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f2809c-f876-4cd5-8cb4-61bbd65d0c3d None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:31.760168 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-b7f2809c-f876-4cd5-8cb4-61bbd65d0c3d None None] Bound port: 1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:31.760886 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b7f2809c-f876-4cd5-8cb4-61bbd65d0c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.792063 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-52c33469-32fa-4eab-aedc-d1e10f729cb3 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.793415 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-c5822c0b-b6e4-4ba0-9db9-a57405d71ebc service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986936 Jul 29 23:36:31.821641 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-52c33469-32fa-4eab-aedc-d1e10f729cb3 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.832635 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-b7f2809c-f876-4cd5-8cb4-61bbd65d0c3d None None] For port 1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:31.841571 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-b7f2809c-f876-4cd5-8cb4-61bbd65d0c3d None None] For port 1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:31.847220 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b7f2809c-f876-4cd5-8cb4-61bbd65d0c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:31.882930 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-843ff961-12b0-4f0c-ace3-3d27bb6d2817 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=c28d72f5-dcf0-4f89-838c-04edd1d9b91c HTTP/1.1" status: 200 len: 217 time: 0.0779154 Jul 29 23:36:31.936990 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07603e1-93c5-423b-9902-7539324b4cf3 None None] Pushing event updated for resources: {'Port': ['ID=1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:31.955960 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f2809c-f876-4cd5-8cb4-61bbd65d0c3d None None] Routers {'82a47c1c-8c46-4f76-93ad-d86bf84ab363'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:31.957158 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b7f2809c-f876-4cd5-8cb4-61bbd65d0c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:36:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['82a47c1c-8c46-4f76-93ad-d86bf84ab363'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:31.957351 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-2037b44f-305c-4d2b-8a79-8485a53b6a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:31.960085 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-2037b44f-305c-4d2b-8a79-8485a53b6a0c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fea1cab5-6d23-4eca-972a-8631f3603147 HTTP/1.1" status: 200 len: 797 time: 0.0666742 Jul 29 23:36:31.993067 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c33469-32fa-4eab-aedc-d1e10f729cb3 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Pushing event updated for resources: {'Port': ['ID=c5d531c3-3858-41f8-bd9f-aeef8aa69f67,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:32.012789 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-97eecb95-aebd-412b-90fa-eca7858c7689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.050868 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6b87361e-4407-46e4-8282-981b112efaba req-e6587c10-24af-49c8-8038-f4dd315f7ff3 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503619 Jul 29 23:36:32.078756 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7b39acd1-35b4-478a-9824-ce4807cb3dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.079792 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-97eecb95-aebd-412b-90fa-eca7858c7689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.117787 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-249b6daa-127f-4941-8cbb-89305bd3aaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:32.120355 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-249b6daa-127f-4941-8cbb-89305bd3aaf8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2df6756-1437-4cbd-af3b-72d70f51df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1359465 Jul 29 23:36:32.120594 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-52c33469-32fa-4eab-aedc-d1e10f729cb3 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.122224 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-b7f2809c-f876-4cd5-8cb4-61bbd65d0c3d None None] Set router 82a47c1c-8c46-4f76-93ad-d86bf84ab363 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:36:32.198086 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-97eecb95-aebd-412b-90fa-eca7858c7689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.200868 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-97eecb95-aebd-412b-90fa-eca7858c7689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.202147 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-97eecb95-aebd-412b-90fa-eca7858c7689 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab7e7f68-c8c0-4df7-9f45-e0648f976bd1 HTTP/1.1" status: 204 len: 168 time: 0.4423676 Jul 29 23:36:32.259515 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-548df834-2623-453c-a086-7369dd7c49f5 service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218135 Jul 29 23:36:32.264293 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-52c33469-32fa-4eab-aedc-d1e10f729cb3 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.265824 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-52c33469-32fa-4eab-aedc-d1e10f729cb3 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2836416 Jul 29 23:36:32.277272 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52640) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:32.284051 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7b39acd1-35b4-478a-9824-ce4807cb3dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.293166 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-cfe2f27c-b751-4057-8908-084f4f4c53b5 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Request body: {'floatingip': {'port_id': '451faefa-b160-4c49-b1a1-d4b889906248', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:32.296804 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eecb95-aebd-412b-90fa-eca7858c7689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7e7f68-c8c0-4df7-9f45-e0648f976bd1,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:32.351599 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3510ca1b-e0e8-46bf-bf41-140b81e038e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.372534 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cfe2f27c-b751-4057-8908-084f4f4c53b5 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks [] for floatingip, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.459263 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b7f2809c-f876-4cd5-8cb4-61bbd65d0c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'name': 'tempest-ServerActionsTestJSON-537007275-router', 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:24Z', 'updated_at': '2021-07-29T23:36:28Z', 'revision_number': 3, 'project_id': '72e6a71724b54f78b875fd06b1bacd37', 'gw_port': {'id': '1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:03:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:25Z', 'updated_at': '2021-07-29T23:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:32.541466 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f2809c-f876-4cd5-8cb4-61bbd65d0c3d None None] The sync data for ids ['82a47c1c-8c46-4f76-93ad-d86bf84ab363'] in n-d-712140-10 is: [{'id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'name': 'tempest-ServerActionsTestJSON-537007275-router', 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:24Z', 'updated_at': '2021-07-29T23:36:28Z', 'revision_number': 3, 'project_id': '72e6a71724b54f78b875fd06b1bacd37', 'gw_port': {'id': '1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:03:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:25Z', 'updated_at': '2021-07-29T23:36:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:36:32.544905 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-6da524fc-3da0-4e1d-88ae-46e074cee17b service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2746093 Jul 29 23:36:32.575261 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7b39acd1-35b4-478a-9824-ce4807cb3dcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.577663 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7b39acd1-35b4-478a-9824-ce4807cb3dcf admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fe5da65a-cf51-4f87-867f-d80f072d9572 HTTP/1.1" status: 204 len: 168 time: 1.3003831 Jul 29 23:36:32.585985 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52652) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:32.596039 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39acd1-35b4-478a-9824-ce4807cb3dcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe5da65a-cf51-4f87-867f-d80f072d9572,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:32.702521 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-c6ce5a2c-2d79-4b32-a451-9f9500f0dcd6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0d33684c-2635-44de-9bef-97bb265cbccb HTTP/1.1" status: 200 len: 217 time: 0.1231179 Jul 29 23:36:32.774573 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0e8af770-a0e5-4e16-b598-fbc859bc7204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.792857 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-017cee09-d013-4556-bc19-aa10b9f4419b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:32.800205 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-017cee09-d013-4556-bc19-aa10b9f4419b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fdc52fc-c58b-4713-8727-c269bb29b153 HTTP/1.1" status: 200 len: 797 time: 0.0899189 Jul 29 23:36:32.810391 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2b856cb6-2870-40e4-8d31-7488753ebabb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:32.871286 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-cfe2f27c-b751-4057-8908-084f4f4c53b5 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] update failed (client error): The resource could not be found. Jul 29 23:36:32.875293 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cfe2f27c-b751-4057-8908-084f4f4c53b5 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] 10.222.0.18 "PUT /v2.0/floatingips/1878ae61-953a-46b4-9727-1796faeff36d HTTP/1.1" status: 404 len: 507 time: 0.5896118 Jul 29 23:36:32.877105 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52656) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:32.968701 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52658) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:33.022654 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-cc0c3a8e-5c98-45f5-9d99-c24fa9034fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:33.024336 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-cc0c3a8e-5c98-45f5-9d99-c24fa9034fed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d946e4cf-f467-4b2d-9871-c5018b0b50b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2152267 Jul 29 23:36:33.037323 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0e8af770-a0e5-4e16-b598-fbc859bc7204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.057180 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-0e8af770-a0e5-4e16-b598-fbc859bc7204 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3b84fcb-d1ea-4d97-a571-e94a9ed02dff']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:33.110019 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-3510ca1b-e0e8-46bf-bf41-140b81e038e9 admin admin] Allocated IP 172.20.0.1 (c65634b4-620f-4d4e-b86a-cfaa4125589f/9f136cd8-eda3-43eb-9cb5-3830c4338b63/37f53144-de03-48f7-8de7-ca67e16e78d1) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:33.159883 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-59d914a4-b51f-4368-b906-5da2b84ba47b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ff28ce38d0524b44a3e5fdd8c0766492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1885660 Jul 29 23:36:33.163194 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52666) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:33.163443 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-0e8af770-a0e5-4e16-b598-fbc859bc7204 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3960cd3a-1252-4022-b2ff-b6d1cbf562dc') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:33.163986 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-0e8af770-a0e5-4e16-b598-fbc859bc7204 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3960cd3a-1252-4022-b2ff-b6d1cbf562dc') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:33.177161 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e18500-0ece-4927-80cf-a90d0e708916 req-582ffee2-a1cf-4706-86ef-06676e3b1f97 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:33.186336 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24e18500-0ece-4927-80cf-a90d0e708916 req-582ffee2-a1cf-4706-86ef-06676e3b1f97 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 946 time: 0.3034396 Jul 29 23:36:33.232416 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0e8af770-a0e5-4e16-b598-fbc859bc7204 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.273293 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-885430ba-b1d6-4918-8a9b-198b51711f76 service neutron] 10.222.0.39 "GET /v2.0/networks/d946e4cf-f467-4b2d-9871-c5018b0b50b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389832 Jul 29 23:36:33.274225 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0e8af770-a0e5-4e16-b598-fbc859bc7204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.386445 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-17d1cc35-6d0a-443c-8f29-e62ec60191d1 service neutron] 10.222.0.39 "GET /v2.0/networks/d946e4cf-f467-4b2d-9871-c5018b0b50b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056261 Jul 29 23:36:33.404866 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24e18500-0ece-4927-80cf-a90d0e708916 req-61417109-f2b7-4c59-8e19-27045575adb2 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173660 Jul 29 23:36:33.476014 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e8af770-a0e5-4e16-b598-fbc859bc7204 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:36:33.476468 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0e8af770-a0e5-4e16-b598-fbc859bc7204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.480102 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-0ed0de60-137c-43e2-8b26-ae9e368f2a55 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=07254281-c39e-48a0-9915-4707d191bf90 HTTP/1.1" status: 200 len: 217 time: 0.0734057 Jul 29 23:36:33.480816 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:36:33.480816 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:36:33.480816 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:36:33.480816 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:36:33.480816 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:36:33.480816 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:36:33.480816 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:36:33.480816 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:36:33.480816 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:36:33.480816 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:36:33.480816 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:36:33.480816 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:36:33.480816 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:36:33.480816 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:36:33.480816 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:36:33.480816 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:36:33.480816 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:36:33.480816 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:36:33.480816 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:36:33.480816 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:36:33.480816 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:36:33.480816 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:36:33.480816 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:36:33.480816 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:36:33.480816 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:36:33.480816 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:36:33.480816 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:36:33.480816 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:36:33.480816 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:36:33.480816 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:36:33.480816 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:36:33.480816 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:36:33.543173 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-a9d4b16d-bc16-4cb2-a1d4-07dab62ca89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:33.544714 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-a9d4b16d-bc16-4cb2-a1d4-07dab62ca89d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fdc52fc-c58b-4713-8727-c269bb29b153 HTTP/1.1" status: 200 len: 797 time: 0.0521636 Jul 29 23:36:33.639291 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-0f062c98-b7ae-426f-adc3-f5a18645574c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:33.642094 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-0f062c98-b7ae-426f-adc3-f5a18645574c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d946e4cf-f467-4b2d-9871-c5018b0b50b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0651357 Jul 29 23:36:33.644349 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0e8af770-a0e5-4e16-b598-fbc859bc7204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.650453 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0e8af770-a0e5-4e16-b598-fbc859bc7204 admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.655419 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0e8af770-a0e5-4e16-b598-fbc859bc7204 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a3b84fcb-d1ea-4d97-a571-e94a9ed02dff HTTP/1.1" status: 204 len: 168 time: 1.0678928 Jul 29 23:36:33.689086 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-59595ae1-8433-437e-ab44-95be0a206009 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Deleting port c5d531c3-3858-41f8-bd9f-aeef8aa69f67 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:33.689860 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-59595ae1-8433-437e-ab44-95be0a206009 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.767326 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d94d5bb9-3490-41fe-832b-f4f3e4d1eb06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.773341 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8af770-a0e5-4e16-b598-fbc859bc7204 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3b84fcb-d1ea-4d97-a571-e94a9ed02dff,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:33.804334 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-ce22600a-df81-42d3-a190-3273bf503351 service neutron] 10.222.0.39 "GET /v2.0/networks/d946e4cf-f467-4b2d-9871-c5018b0b50b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464496 Jul 29 23:36:33.829551 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3510ca1b-e0e8-46bf-bf41-140b81e038e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.842828 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d94d5bb9-3490-41fe-832b-f4f3e4d1eb06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.894593 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-3510ca1b-e0e8-46bf-bf41-140b81e038e9 admin admin] Transition to ACTIVE for port object 37f53144-de03-48f7-8de7-ca67e16e78d1 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:33.916233 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-59595ae1-8433-437e-ab44-95be0a206009 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.916574 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-59595ae1-8433-437e-ab44-95be0a206009 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:33.936346 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-59595ae1-8433-437e-ab44-95be0a206009 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Calling delete_port for c5d531c3-3858-41f8-bd9f-aeef8aa69f67 owned by network:floatingip {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:33.944101 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0a540b-898e-44c7-8de7-efcc27bfc7f3 req-f664c57a-da42-4793-8753-0b5fd83bf528 service neutron] 10.222.0.39 "GET /v2.0/networks/d946e4cf-f467-4b2d-9871-c5018b0b50b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281822 Jul 29 23:36:33.945196 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52670) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:33.999375 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4c6e64b5-a09b-4359-b99e-bc0c1a93ff45 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=47410282bc2841d8896a8fa066d76b51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0526137 Jul 29 23:36:34.003182 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52672) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:34.027189 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d94d5bb9-3490-41fe-832b-f4f3e4d1eb06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.032170 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d94d5bb9-3490-41fe-832b-f4f3e4d1eb06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.036435 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d94d5bb9-3490-41fe-832b-f4f3e4d1eb06 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1925db15-e11b-4ec5-a208-ddb1aba3d737 HTTP/1.1" status: 204 len: 168 time: 0.8682125 Jul 29 23:36:34.064010 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8cb956ae-f6f8-40ed-82cf-d9fbefaed21c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.092748 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8cb956ae-f6f8-40ed-82cf-d9fbefaed21c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.165916 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-59595ae1-8433-437e-ab44-95be0a206009 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.168156 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8cb956ae-f6f8-40ed-82cf-d9fbefaed21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.168808 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3510ca1b-e0e8-46bf-bf41-140b81e038e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.171677 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8cb956ae-f6f8-40ed-82cf-d9fbefaed21c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.173490 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8cb956ae-f6f8-40ed-82cf-d9fbefaed21c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/59505229-5b98-44f6-9f06-958129926115 HTTP/1.1" status: 204 len: 168 time: 0.1690943 Jul 29 23:36:34.221530 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3510ca1b-e0e8-46bf-bf41-140b81e038e9 admin admin] Network c65634b4-620f-4d4e-b86a-cfaa4125589f is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:34.225524 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb956ae-f6f8-40ed-82cf-d9fbefaed21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59505229-5b98-44f6-9f06-958129926115,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:34.228831 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59595ae1-8433-437e-ab44-95be0a206009 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Pushing event deleted for resources: {'Port': ['ID=c5d531c3-3858-41f8-bd9f-aeef8aa69f67,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:34.279820 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-3510ca1b-e0e8-46bf-bf41-140b81e038e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:34.291407 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3510ca1b-e0e8-46bf-bf41-140b81e038e9 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:34.323778 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d5bb9-3490-41fe-832b-f4f3e4d1eb06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1925db15-e11b-4ec5-a208-ddb1aba3d737,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:34.334950 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510ca1b-e0e8-46bf-bf41-140b81e038e9 admin admin] Pushing event updated for resources: {'Port': ['ID=37f53144-de03-48f7-8de7-ca67e16e78d1,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:34.449657 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-59595ae1-8433-437e-ab44-95be0a206009 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks [] for floatingip, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.455099 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-59595ae1-8433-437e-ab44-95be0a206009 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.474701 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-59595ae1-8433-437e-ab44-95be0a206009 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] 10.222.0.18 "DELETE /v2.0/floatingips/1878ae61-953a-46b4-9727-1796faeff36d HTTP/1.1" status: 204 len: 168 time: 1.5871718 Jul 29 23:36:34.475930 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52692) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:34.481554 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-dfafbb65-effa-4461-adcf-5fac004f2d61 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Request body: {'floatingip': {'floating_network_id': 'c5deef68-0abd-4408-88dc-38b5b66dcd89', 'port_id': '451faefa-b160-4c49-b1a1-d4b889906248', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:34.483698 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3510ca1b-e0e8-46bf-bf41-140b81e038e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.522048 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dfafbb65-effa-4461-adcf-5fac004f2d61 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.765128 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-36ef6985-940c-4289-aed2-1ae74caee1e6 None None] Provisioning for port 37f53144-de03-48f7-8de7-ca67e16e78d1 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:34.774607 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-36ef6985-940c-4289-aed2-1ae74caee1e6 None None] Provisioning complete for port 37f53144-de03-48f7-8de7-ca67e16e78d1 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:34.775322 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-36ef6985-940c-4289-aed2-1ae74caee1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.867414 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3510ca1b-e0e8-46bf-bf41-140b81e038e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:34.909190 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8452a513-6263-4a34-a6e1-396d66e3fa53 req-ad5c575d-3cb8-447e-8b61-743181b96313 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:34.923482 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8452a513-6263-4a34-a6e1-396d66e3fa53 req-ad5c575d-3cb8-447e-8b61-743181b96313 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 946 time: 0.3498056 Jul 29 23:36:34.941166 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-36ef6985-940c-4289-aed2-1ae74caee1e6 None None] Port 37f53144-de03-48f7-8de7-ca67e16e78d1 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:36:34.971313 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:35.102889 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8452a513-6263-4a34-a6e1-396d66e3fa53 req-bac60c64-5a35-431a-a8ac-f642b5ce9f23 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726120 Jul 29 23:36:35.180045 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-dfafbb65-effa-4461-adcf-5fac004f2d61 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:36:35.182820 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-dfafbb65-effa-4461-adcf-5fac004f2d61 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7055795 Jul 29 23:36:35.187548 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52716) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:35.198678 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-287a763e-6244-48b7-8172-28eb1a06648a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'port_id': '451faefa-b160-4c49-b1a1-d4b889906248', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:35.202529 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:35.224331 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:35.224973 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:35.314212 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-287a763e-6244-48b7-8172-28eb1a06648a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:35.475217 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:35.508663 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3510ca1b-e0e8-46bf-bf41-140b81e038e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:35.521945 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3510ca1b-e0e8-46bf-bf41-140b81e038e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:35.567038 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-287a763e-6244-48b7-8172-28eb1a06648a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:35.611333 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:35.644927 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510ca1b-e0e8-46bf-bf41-140b81e038e9 admin admin] Pushing event updated for resources: {'Port': ['ID=37f53144-de03-48f7-8de7-ca67e16e78d1,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:35.652581 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3510ca1b-e0e8-46bf-bf41-140b81e038e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:35.681743 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:35.683599 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52728) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:35.691272 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:35.787255 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:35.793046 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3510ca1b-e0e8-46bf-bf41-140b81e038e9 admin admin] Network c65634b4-620f-4d4e-b86a-cfaa4125589f is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:35.798235 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-3510ca1b-e0e8-46bf-bf41-140b81e038e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:35.815286 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-287a763e-6244-48b7-8172-28eb1a06648a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Allocated IP 172.25.8.79 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/a363f9a7-d68b-459c-a0c5-dec259768789) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:35.902600 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-4f37dc85-34f9-4372-8172-248e1cbfd082 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2064825832-network', 'tenant_id': '1783dd15c07244cf9315c27ec92931b3'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:35.930846 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f37dc85-34f9-4372-8172-248e1cbfd082 admin admin] Made reservation on behalf of 1783dd15c07244cf9315c27ec92931b3 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:35.933869 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4f37dc85-34f9-4372-8172-248e1cbfd082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:35.955817 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4f37dc85-34f9-4372-8172-248e1cbfd082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:36.014314 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3510ca1b-e0e8-46bf-bf41-140b81e038e9 admin admin] Router 82a47c1c-8c46-4f76-93ad-d86bf84ab363 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:36:36.054192 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-287a763e-6244-48b7-8172-28eb1a06648a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:36.104856 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-287a763e-6244-48b7-8172-28eb1a06648a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:36.122096 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52744) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:36.170721 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287a763e-6244-48b7-8172-28eb1a06648a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:36.206484 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-61f8f4d4-a788-43aa-9982-5d9577dc453f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:36.223169 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-287a763e-6244-48b7-8172-28eb1a06648a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:36.250614 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3510ca1b-e0e8-46bf-bf41-140b81e038e9 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:36:36.253053 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287a763e-6244-48b7-8172-28eb1a06648a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:36.259712 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3510ca1b-e0e8-46bf-bf41-140b81e038e9 admin admin] 10.222.0.18 "PUT /v2.0/routers/82a47c1c-8c46-4f76-93ad-d86bf84ab363/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6089694 Jul 29 23:36:36.264516 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa70f77-619c-4392-aaeb-d39131596002 None None] Sync routers for ids ['82a47c1c-8c46-4f76-93ad-d86bf84ab363'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:36:36.288289 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa70f77-619c-4392-aaeb-d39131596002 None None] Routers {'82a47c1c-8c46-4f76-93ad-d86bf84ab363'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:36.289049 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3aa70f77-619c-4392-aaeb-d39131596002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:36:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['82a47c1c-8c46-4f76-93ad-d86bf84ab363'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:36.330201 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-2d0fc282-7766-45e6-b50e-a97db3c282f8 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1476113295-network', 'tenant_id': '169c6b1aaf5b4ff88e543ad52f451abd'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:36.332653 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9661f472-276d-4eec-a2c5-bcdbe0fa582d None None] Provisioning complete for port 37f53144-de03-48f7-8de7-ca67e16e78d1 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:36.333509 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9661f472-276d-4eec-a2c5-bcdbe0fa582d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:36.372138 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-9661f472-276d-4eec-a2c5-bcdbe0fa582d None None] Port 37f53144-de03-48f7-8de7-ca67e16e78d1 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:36:36.461223 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-3aa70f77-619c-4392-aaeb-d39131596002 None None] Set router 82a47c1c-8c46-4f76-93ad-d86bf84ab363 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:36:36.770189 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:36.789945 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a763e-6244-48b7-8172-28eb1a06648a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Pushing event updated for resources: {'Port': ['ID=a363f9a7-d68b-459c-a0c5-dec259768789,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:36.824631 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4f37dc85-34f9-4372-8172-248e1cbfd082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:36.853172 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4f37dc85-34f9-4372-8172-248e1cbfd082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:36.854181 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0fc282-7766-45e6-b50e-a97db3c282f8 admin admin] Made reservation on behalf of 169c6b1aaf5b4ff88e543ad52f451abd for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:36.856661 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2d0fc282-7766-45e6-b50e-a97db3c282f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:36.861559 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:36.872995 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2d0fc282-7766-45e6-b50e-a97db3c282f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:36.873937 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a49870-0ba6-4399-9cf2-8137deb2a3ce req-066a1812-9bff-480c-b518-18981d0caf93 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:36.875529 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89a49870-0ba6-4399-9cf2-8137deb2a3ce req-066a1812-9bff-480c-b518-18981d0caf93 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 946 time: 0.6261377 Jul 29 23:36:36.905388 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3aa70f77-619c-4392-aaeb-d39131596002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'name': 'tempest-ServerActionsTestJSON-537007275-router', 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:24Z', 'updated_at': '2021-07-29T23:36:34Z', 'revision_number': 4, 'project_id': '72e6a71724b54f78b875fd06b1bacd37', 'gw_port': {'id': '1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:03:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:25Z', 'updated_at': '2021-07-29T23:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '37f53144-de03-48f7-8de7-ca67e16e78d1', 'name': '', 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f', 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37', 'mac_address': 'fa:16:3e:5c:7d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '9f136cd8-eda3-43eb-9cb5-3830c4338b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:32Z', 'updated_at': '2021-07-29T23:36:35Z', 'revision_number': 2, 'project_id': '72e6a71724b54f78b875fd06b1bacd37', 'subnets': [{'id': '9f136cd8-eda3-43eb-9cb5-3830c4338b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:36.907148 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f37dc85-34f9-4372-8172-248e1cbfd082 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:36:36.946025 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37dc85-34f9-4372-8172-248e1cbfd082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7628741a-1390-4093-87bc-0cf4c43866a0,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:36.949138 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4f37dc85-34f9-4372-8172-248e1cbfd082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:36.949492 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-4f37dc85-34f9-4372-8172-248e1cbfd082 admin admin] Added segment dfa1117e-b135-428b-bc60-5ea1178f380a of type vlan for network 683b6795-2fa0-4ca9-a524-56fb58dfd01a Jul 29 23:36:36.955973 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa70f77-619c-4392-aaeb-d39131596002 None None] Checking router: 82a47c1c-8c46-4f76-93ad-d86bf84ab363 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:36:36.956653 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa70f77-619c-4392-aaeb-d39131596002 None None] Updating router 82a47c1c-8c46-4f76-93ad-d86bf84ab363 port 37f53144-de03-48f7-8de7-ca67e16e78d1 binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:36:36.991480 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:36.991883 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:36.994592 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3aa70f77-619c-4392-aaeb-d39131596002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.023596 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2d0fc282-7766-45e6-b50e-a97db3c282f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.028237 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2d0fc282-7766-45e6-b50e-a97db3c282f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.028497 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89a49870-0ba6-4399-9cf2-8137deb2a3ce req-2a5f07f6-ca87-4877-b4e7-12f31a566a24 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343529 Jul 29 23:36:37.044331 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d0fc282-7766-45e6-b50e-a97db3c282f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:36:37.045594 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4f37dc85-34f9-4372-8172-248e1cbfd082 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.056009 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2d0fc282-7766-45e6-b50e-a97db3c282f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.056368 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-2d0fc282-7766-45e6-b50e-a97db3c282f8 admin admin] Added segment ffe3445c-3334-4419-8aed-c455848e32ed of type vlan for network d5c3b79a-5fbc-45ec-ae4b-7442deb83787 Jul 29 23:36:37.121457 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-287a763e-6244-48b7-8172-28eb1a06648a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Deleting port a363f9a7-d68b-459c-a0c5-dec259768789 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:37.122489 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-287a763e-6244-48b7-8172-28eb1a06648a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.172865 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2d0fc282-7766-45e6-b50e-a97db3c282f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.176583 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0fc282-7766-45e6-b50e-a97db3c282f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a985c4b7-60b1-431d-9af8-e2452b6f7818,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:37.225507 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2d0fc282-7766-45e6-b50e-a97db3c282f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.226587 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0fc282-7766-45e6-b50e-a97db3c282f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:37.227229 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2d0fc282-7766-45e6-b50e-a97db3c282f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.251200 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4f37dc85-34f9-4372-8172-248e1cbfd082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.253130 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f37dc85-34f9-4372-8172-248e1cbfd082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:37.253716 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4f37dc85-34f9-4372-8172-248e1cbfd082 admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.329507 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-287a763e-6244-48b7-8172-28eb1a06648a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.330534 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-287a763e-6244-48b7-8172-28eb1a06648a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.331403 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2d0fc282-7766-45e6-b50e-a97db3c282f8 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2085938 Jul 29 23:36:37.335589 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52762) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:37.341062 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-dbb8cbd0-0f24-40d5-8e8e-75d978f69d4f admin admin] Request body: {'subnet': {'network_id': 'd5c3b79a-5fbc-45ec-ae4b-7442deb83787', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1476113295-subnet', 'tenant_id': '169c6b1aaf5b4ff88e543ad52f451abd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:37.354263 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0fc282-7766-45e6-b50e-a97db3c282f8 admin admin] Pushing event updated for resources: {'Network': ['ID=d5c3b79a-5fbc-45ec-ae4b-7442deb83787,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:37.363912 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-287a763e-6244-48b7-8172-28eb1a06648a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Calling delete_port for a363f9a7-d68b-459c-a0c5-dec259768789 owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:37.371170 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4f37dc85-34f9-4372-8172-248e1cbfd082 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6864462 Jul 29 23:36:37.371467 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52764) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:37.374911 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network d5c3b79a-5fbc-45ec-ae4b-7442deb83787 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:36:37.376550 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37dc85-34f9-4372-8172-248e1cbfd082 admin admin] Pushing event updated for resources: {'Network': ['ID=683b6795-2fa0-4ca9-a524-56fb58dfd01a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:37.377680 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-a42e5dcd-ef31-4086-9506-2b9c9edf89b2 admin admin] Request body: {'subnet': {'network_id': '683b6795-2fa0-4ca9-a524-56fb58dfd01a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2064825832-subnet', 'tenant_id': '1783dd15c07244cf9315c27ec92931b3', 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:37.404708 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb8cbd0-0f24-40d5-8e8e-75d978f69d4f admin admin] Made reservation on behalf of 169c6b1aaf5b4ff88e543ad52f451abd for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:37.413147 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dbb8cbd0-0f24-40d5-8e8e-75d978f69d4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.429205 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42e5dcd-ef31-4086-9506-2b9c9edf89b2 admin admin] Made reservation on behalf of 1783dd15c07244cf9315c27ec92931b3 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:37.431664 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a42e5dcd-ef31-4086-9506-2b9c9edf89b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.435443 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 683b6795-2fa0-4ca9-a524-56fb58dfd01a details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:36:37.742933 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52766) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:37.752465 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3aa70f77-619c-4392-aaeb-d39131596002 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.752811 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-30140495-71c1-4e39-b691-d5a602424b36 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1043518427', 'description': 'tempest-description--1464543199'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:37.802242 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a42e5dcd-ef31-4086-9506-2b9c9edf89b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.815878 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3aa70f77-619c-4392-aaeb-d39131596002 None None] Transition to ACTIVE for port object 37f53144-de03-48f7-8de7-ca67e16e78d1 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:37.822561 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-287a763e-6244-48b7-8172-28eb1a06648a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.823596 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3aa70f77-619c-4392-aaeb-d39131596002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.877967 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a763e-6244-48b7-8172-28eb1a06648a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Pushing event deleted for resources: {'Port': ['ID=a363f9a7-d68b-459c-a0c5-dec259768789,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:37.885482 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42e5dcd-ef31-4086-9506-2b9c9edf89b2 admin admin] Checking segment: {'id': 'dfa1117e-b135-428b-bc60-5ea1178f380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '683b6795-2fa0-4ca9-a524-56fb58dfd01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:37.885927 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42e5dcd-ef31-4086-9506-2b9c9edf89b2 admin admin] Network hostable DHCP agents. Network: 683b6795-2fa0-4ca9-a524-56fb58dfd01a, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:36:37.887568 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-30140495-71c1-4e39-b691-d5a602424b36 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.888655 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e5dcd-ef31-4086-9506-2b9c9edf89b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3fa239c5-5119-46c0-9a47-909641a9faaa,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:37.919141 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42e5dcd-ef31-4086-9506-2b9c9edf89b2 admin admin] Network 683b6795-2fa0-4ca9-a524-56fb58dfd01a is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:36:37.930766 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-a42e5dcd-ef31-4086-9506-2b9c9edf89b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 683b6795-2fa0-4ca9-a524-56fb58dfd01a) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:37.939756 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42e5dcd-ef31-4086-9506-2b9c9edf89b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:37.941040 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a42e5dcd-ef31-4086-9506-2b9c9edf89b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.947179 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-3aa70f77-619c-4392-aaeb-d39131596002 None None] Attempting to bind port 37f53144-de03-48f7-8de7-ca67e16e78d1 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:37.947666 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-3aa70f77-619c-4392-aaeb-d39131596002 None None] Attempting to bind port 37f53144-de03-48f7-8de7-ca67e16e78d1 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '45c04b8e-476f-4241-8476-f7d4980a8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:37.948352 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa70f77-619c-4392-aaeb-d39131596002 None None] Attempting to bind port 37f53144-de03-48f7-8de7-ca67e16e78d1 on network c65634b4-620f-4d4e-b86a-cfaa4125589f {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:37.959371 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa70f77-619c-4392-aaeb-d39131596002 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:37.959371 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa70f77-619c-4392-aaeb-d39131596002 None None] Checking segment: {'id': '45c04b8e-476f-4241-8476-f7d4980a8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:37.959783 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3aa70f77-619c-4392-aaeb-d39131596002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.960071 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aa70f77-619c-4392-aaeb-d39131596002 None None] Bound using segment: {'id': '45c04b8e-476f-4241-8476-f7d4980a8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:37.964389 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-3aa70f77-619c-4392-aaeb-d39131596002 None None] Bound port: 37f53144-de03-48f7-8de7-ca67e16e78d1, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c04b8e-476f-4241-8476-f7d4980a8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:37.964389 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3aa70f77-619c-4392-aaeb-d39131596002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:37.964670 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a42e5dcd-ef31-4086-9506-2b9c9edf89b2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5894458 Jul 29 23:36:37.964783 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51993dee-3351-4fc2-a641-61c2288dd468 None None] Network 683b6795-2fa0-4ca9-a524-56fb58dfd01a requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:37.965564 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52768) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:37.970140 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-e82a825f-ac02-464e-98ea-64f4e02c709d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2064825832-router', 'tenant_id': '1783dd15c07244cf9315c27ec92931b3', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:37.976357 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243beee0-411d-40d5-8b55-ce1ea20a55f2 None None] Pushing event updated for resources: {'Port': ['ID=37f53144-de03-48f7-8de7-ca67e16e78d1,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:38.002598 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e82a825f-ac02-464e-98ea-64f4e02c709d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.003877 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e82a825f-ac02-464e-98ea-64f4e02c709d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.084417 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e82a825f-ac02-464e-98ea-64f4e02c709d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.168012 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-3aa70f77-619c-4392-aaeb-d39131596002 None None] For port 37f53144-de03-48f7-8de7-ca67e16e78d1, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:38.178439 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-3aa70f77-619c-4392-aaeb-d39131596002 None None] For port 37f53144-de03-48f7-8de7-ca67e16e78d1, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=37f53144-de03-48f7-8de7-ca67e16e78d1,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:38.210667 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dbb8cbd0-0f24-40d5-8e8e-75d978f69d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.263286 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3aa70f77-619c-4392-aaeb-d39131596002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.325196 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e82a825f-ac02-464e-98ea-64f4e02c709d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.425068 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb8cbd0-0f24-40d5-8e8e-75d978f69d4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c226abb-e366-4387-8646-cd91766751ea,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:38.458584 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6478a4-ae3a-484e-a9fa-5f38144d46c0 req-b809b48d-0f29-457c-aa1f-4392cd3c52cc tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:38.466105 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ca6478a4-ae3a-484e-a9fa-5f38144d46c0 req-b809b48d-0f29-457c-aa1f-4392cd3c52cc tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 946 time: 0.2166820 Jul 29 23:36:38.482633 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbb8cbd0-0f24-40d5-8e8e-75d978f69d4f admin admin] Checking segment: {'id': 'ffe3445c-3334-4419-8aed-c455848e32ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd5c3b79a-5fbc-45ec-ae4b-7442deb83787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:38.483069 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb8cbd0-0f24-40d5-8e8e-75d978f69d4f admin admin] Network hostable DHCP agents. Network: d5c3b79a-5fbc-45ec-ae4b-7442deb83787, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:36:38.561806 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-30140495-71c1-4e39-b691-d5a602424b36 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.579052 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.581785 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-30140495-71c1-4e39-b691-d5a602424b36 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.594203 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-287a763e-6244-48b7-8172-28eb1a06648a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] create failed (client error): The resource could not be found. Jul 29 23:36:38.595490 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-287a763e-6244-48b7-8172-28eb1a06648a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.4065132 Jul 29 23:36:38.602755 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52786) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:38.629491 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa70f77-619c-4392-aaeb-d39131596002 None None] Routers {'82a47c1c-8c46-4f76-93ad-d86bf84ab363'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:38.630181 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3aa70f77-619c-4392-aaeb-d39131596002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:36:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['82a47c1c-8c46-4f76-93ad-d86bf84ab363'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:38.640654 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243beee0-411d-40d5-8b55-ce1ea20a55f2 None None] Pushing event updated for resources: {'Port': ['ID=37f53144-de03-48f7-8de7-ca67e16e78d1,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:38.647639 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90abc879-e6a2-4ade-9fb9-957ad35ff110 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-683b6795-2fa0-4ca9-a524-56fb58dfd01a', 'network_id': '683b6795-2fa0-4ca9-a524-56fb58dfd01a', 'tenant_id': '1783dd15c07244cf9315c27ec92931b3', 'fixed_ips': [{'subnet_id': '3fa239c5-5119-46c0-9a47-909641a9faaa'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:36:38.647639 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90abc879-e6a2-4ade-9fb9-957ad35ff110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.662148 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ca6478a4-ae3a-484e-a9fa-5f38144d46c0 req-5a7410ff-f609-4c52-a182-3af02b01d91c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940348 Jul 29 23:36:38.680736 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb8cbd0-0f24-40d5-8e8e-75d978f69d4f admin admin] Network d5c3b79a-5fbc-45ec-ae4b-7442deb83787 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:36:38.733106 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-30140495-71c1-4e39-b691-d5a602424b36 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.735757 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-30140495-71c1-4e39-b691-d5a602424b36 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9917290 Jul 29 23:36:38.736851 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30140495-71c1-4e39-b691-d5a602424b36 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d35234a-e1a4-47fa-9153-e664d9dd98e9,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:38.752920 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52788) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:38.760090 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e82a825f-ac02-464e-98ea-64f4e02c709d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.762468 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f74a1418-87ca-4b30-93b3-cb3ece52c679 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Request body: {'security_group_rule': {'security_group_id': '5d35234a-e1a4-47fa-9153-e664d9dd98e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:38.775471 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-dbb8cbd0-0f24-40d5-8e8e-75d978f69d4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, d5c3b79a-5fbc-45ec-ae4b-7442deb83787) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:38.796650 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb8cbd0-0f24-40d5-8e8e-75d978f69d4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:38.797690 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dbb8cbd0-0f24-40d5-8e8e-75d978f69d4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.806603 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773a355a-3e59-45d5-b51b-2cbf26de5950 None None] Network d5c3b79a-5fbc-45ec-ae4b-7442deb83787 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:38.809847 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e82a825f-ac02-464e-98ea-64f4e02c709d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.854884 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-dbb8cbd0-0f24-40d5-8e8e-75d978f69d4f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.5179656 Jul 29 23:36:38.935743 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f74a1418-87ca-4b30-93b3-cb3ece52c679 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:38.966158 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-e82a825f-ac02-464e-98ea-64f4e02c709d admin admin] Allocated IP 172.25.8.13 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/13548b6d-a9b7-4ac3-bc47-20084219c94c) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:39.064684 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f99d4717-260e-4a33-b721-9a7db65bdf3b tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Deleting port 451faefa-b160-4c49-b1a1-d4b889906248 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:39.065137 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f99d4717-260e-4a33-b721-9a7db65bdf3b tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.092129 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e82a825f-ac02-464e-98ea-64f4e02c709d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.111878 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52800) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:39.147925 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e82a825f-ac02-464e-98ea-64f4e02c709d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.190276 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f74a1418-87ca-4b30-93b3-cb3ece52c679 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.200203 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f74a1418-87ca-4b30-93b3-cb3ece52c679 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.200598 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82a825f-ac02-464e-98ea-64f4e02c709d admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:39.204541 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-e82a825f-ac02-464e-98ea-64f4e02c709d admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:39.209953 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82a825f-ac02-464e-98ea-64f4e02c709d admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:39.236068 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74a1418-87ca-4b30-93b3-cb3ece52c679 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=217e3bc8-2a1a-47b2-9722-a3d13c7c8009,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:39.243672 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82a825f-ac02-464e-98ea-64f4e02c709d admin admin] Pushing event updated for resources: {'Port': ['ID=13548b6d-a9b7-4ac3-bc47-20084219c94c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:39.276920 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f74a1418-87ca-4b30-93b3-cb3ece52c679 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.277960 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f74a1418-87ca-4b30-93b3-cb3ece52c679 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5199525 Jul 29 23:36:39.282084 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52804) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:39.291561 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f99d4717-260e-4a33-b721-9a7db65bdf3b tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.301194 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-dc112bb4-9e2d-4e79-a84a-50ae1127757c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Request body: {'security_group_rule': {'security_group_id': '5d35234a-e1a4-47fa-9153-e664d9dd98e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:39.311293 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f99d4717-260e-4a33-b721-9a7db65bdf3b tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Calling delete_port for 451faefa-b160-4c49-b1a1-d4b889906248 owned by {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:39.400462 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-3aa70f77-619c-4392-aaeb-d39131596002 None None] Set router 82a47c1c-8c46-4f76-93ad-d86bf84ab363 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:36:39.443821 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-69dcf336-58c6-4efe-a5dc-ea34d4bed16e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.494379 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc112bb4-9e2d-4e79-a84a-50ae1127757c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.654824 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc112bb4-9e2d-4e79-a84a-50ae1127757c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.664310 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc112bb4-9e2d-4e79-a84a-50ae1127757c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.702341 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc112bb4-9e2d-4e79-a84a-50ae1127757c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12334bdf-eb25-48cb-90ff-0b372fa55111,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:39.731757 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f99d4717-260e-4a33-b721-9a7db65bdf3b tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.745139 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-dd42f8f3-d734-4304-a5a6-c4e714eb9939 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:39.745139 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-dd42f8f3-d734-4304-a5a6-c4e714eb9939 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/networks?id=d5c3b79a-5fbc-45ec-ae4b-7442deb83787 HTTP/1.1" status: 200 len: 818 time: 0.2789512 Jul 29 23:36:39.786148 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d4717-260e-4a33-b721-9a7db65bdf3b tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Pushing event deleted for resources: {'Port': ['ID=451faefa-b160-4c49-b1a1-d4b889906248,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:39.786650 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e82a825f-ac02-464e-98ea-64f4e02c709d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.801792 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-90abc879-e6a2-4ade-9fb9-957ad35ff110 None None] Allocated IP 172.20.0.2 (683b6795-2fa0-4ca9-a524-56fb58dfd01a/3fa239c5-5119-46c0-9a47-909641a9faaa/b568af63-f145-4d1f-a105-9330a6fa48a2) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:39.807079 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648ca420-c156-42c3-bf39-201c6be5ada7 None None] Network d5c3b79a-5fbc-45ec-ae4b-7442deb83787 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:39.874365 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-fa38c5b3-1312-49b4-82af-699714cba488 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/quotas/169c6b1aaf5b4ff88e543ad52f451abd HTTP/1.1" status: 200 len: 375 time: 0.0897195 Jul 29 23:36:39.914908 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-69dcf336-58c6-4efe-a5dc-ea34d4bed16e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.928884 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc112bb4-9e2d-4e79-a84a-50ae1127757c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:39.930369 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-dc112bb4-9e2d-4e79-a84a-50ae1127757c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6473029 Jul 29 23:36:39.934835 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52818) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:39.940628 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-e2639e5c-30e8-48f2-bf90-68d5cb3e9a28 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:39.948476 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-27d60ef3-03d5-458c-ba3b-91dd6d8f1b12 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=169c6b1aaf5b4ff88e543ad52f451abd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505254 Jul 29 23:36:39.959784 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-69dcf336-58c6-4efe-a5dc-ea34d4bed16e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:40.010058 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dcf336-58c6-4efe-a5dc-ea34d4bed16e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b94621a-b03b-4559-8289-ba8e9699cdf7,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:40.025830 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3aa70f77-619c-4392-aaeb-d39131596002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'name': 'tempest-ServerActionsTestJSON-537007275-router', 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:24Z', 'updated_at': '2021-07-29T23:36:34Z', 'revision_number': 4, 'project_id': '72e6a71724b54f78b875fd06b1bacd37', 'gw_port': {'id': '1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:03:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:25Z', 'updated_at': '2021-07-29T23:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '37f53144-de03-48f7-8de7-ca67e16e78d1', 'name': '', 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f', 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37', 'mac_address': 'fa:16:3e:5c:7d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '9f136cd8-eda3-43eb-9cb5-3830c4338b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:32Z', 'updated_at': '2021-07-29T23:36:38Z', 'revision_number': 4, 'project_id': '72e6a71724b54f78b875fd06b1bacd37', 'subnets': [{'id': '9f136cd8-eda3-43eb-9cb5-3830c4338b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:40.061325 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f99d4717-260e-4a33-b721-9a7db65bdf3b tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:40.067019 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f99d4717-260e-4a33-b721-9a7db65bdf3b tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] 10.222.0.18 "DELETE /v2.0/ports/451faefa-b160-4c49-b1a1-d4b889906248 HTTP/1.1" status: 204 len: 168 time: 1.4516397 Jul 29 23:36:40.071429 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52820) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:40.101687 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e2639e5c-30e8-48f2-bf90-68d5cb3e9a28 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks [] for floatingip, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:40.106383 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa70f77-619c-4392-aaeb-d39131596002 None None] The sync data for ids ['82a47c1c-8c46-4f76-93ad-d86bf84ab363'] in n-d-712140-10 is: [{'id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'name': 'tempest-ServerActionsTestJSON-537007275-router', 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:24Z', 'updated_at': '2021-07-29T23:36:34Z', 'revision_number': 4, 'project_id': '72e6a71724b54f78b875fd06b1bacd37', 'gw_port': {'id': '1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:03:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:25Z', 'updated_at': '2021-07-29T23:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '37f53144-de03-48f7-8de7-ca67e16e78d1', 'name': '', 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f', 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37', 'mac_address': 'fa:16:3e:5c:7d:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '9f136cd8-eda3-43eb-9cb5-3830c4338b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:32Z', 'updated_at': '2021-07-29T23:36:38Z', 'revision_number': 4, 'project_id': '72e6a71724b54f78b875fd06b1bacd37', 'subnets': [{'id': '9f136cd8-eda3-43eb-9cb5-3830c4338b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:36:40.152753 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-69dcf336-58c6-4efe-a5dc-ea34d4bed16e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=697b092542ce42a4a9db749b3c9b6024&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0393567 Jul 29 23:36:40.156739 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52822) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:40.195617 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e82a825f-ac02-464e-98ea-64f4e02c709d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:40.238213 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90abc879-e6a2-4ade-9fb9-957ad35ff110 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:40.264087 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-90abc879-e6a2-4ade-9fb9-957ad35ff110 None None] Transition to ACTIVE for port object b568af63-f145-4d1f-a105-9330a6fa48a2 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:40.293464 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-90abc879-e6a2-4ade-9fb9-957ad35ff110 None None] Transition to ACTIVE for port object b568af63-f145-4d1f-a105-9330a6fa48a2 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:40.307113 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90abc879-e6a2-4ade-9fb9-957ad35ff110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:40.326883 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ad8fd9-3aec-4876-8f6f-ae9d9a39f540 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:40.329159 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a3ad8fd9-3aec-4876-8f6f-ae9d9a39f540 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] 10.222.0.18 "GET /v2.0/ports?device_id=44402e4c-eef2-4a11-b8f7-fae2b996ed6d HTTP/1.1" status: 200 len: 913 time: 0.2547891 Jul 29 23:36:40.350828 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-3e71f2df-fadf-45d0-9676-450550a33ee4 service neutron] 10.222.0.18 "GET /v2.0/networks/d5c3b79a-5fbc-45ec-ae4b-7442deb83787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4013824 Jul 29 23:36:40.351398 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52824) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:40.352199 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3d0cd92a-1d8b-4f9b-9d8a-e889f48c0a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:40.378314 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90abc879-e6a2-4ade-9fb9-957ad35ff110 None None] Network 683b6795-2fa0-4ca9-a524-56fb58dfd01a is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:40.387761 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-90abc879-e6a2-4ade-9fb9-957ad35ff110 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:40.390483 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90abc879-e6a2-4ade-9fb9-957ad35ff110 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:40.399748 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90abc879-e6a2-4ade-9fb9-957ad35ff110 None None] Pushing event updated for resources: {'Port': ['ID=b568af63-f145-4d1f-a105-9330a6fa48a2,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:40.462607 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-90abc879-e6a2-4ade-9fb9-957ad35ff110 None None] Attempting to bind port b568af63-f145-4d1f-a105-9330a6fa48a2 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:40.463299 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-90abc879-e6a2-4ade-9fb9-957ad35ff110 None None] Attempting to bind port b568af63-f145-4d1f-a105-9330a6fa48a2 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'dfa1117e-b135-428b-bc60-5ea1178f380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '683b6795-2fa0-4ca9-a524-56fb58dfd01a'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:40.463410 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90abc879-e6a2-4ade-9fb9-957ad35ff110 None None] Attempting to bind port b568af63-f145-4d1f-a105-9330a6fa48a2 on network 683b6795-2fa0-4ca9-a524-56fb58dfd01a {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:40.469159 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90abc879-e6a2-4ade-9fb9-957ad35ff110 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:40.469612 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90abc879-e6a2-4ade-9fb9-957ad35ff110 None None] Checking segment: {'id': 'dfa1117e-b135-428b-bc60-5ea1178f380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '683b6795-2fa0-4ca9-a524-56fb58dfd01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:40.470027 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90abc879-e6a2-4ade-9fb9-957ad35ff110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:40.470691 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90abc879-e6a2-4ade-9fb9-957ad35ff110 None None] Bound using segment: {'id': 'dfa1117e-b135-428b-bc60-5ea1178f380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '683b6795-2fa0-4ca9-a524-56fb58dfd01a'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:40.471173 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-90abc879-e6a2-4ade-9fb9-957ad35ff110 None None] Bound port: b568af63-f145-4d1f-a105-9330a6fa48a2, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa1117e-b135-428b-bc60-5ea1178f380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '683b6795-2fa0-4ca9-a524-56fb58dfd01a'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:40.471856 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90abc879-e6a2-4ade-9fb9-957ad35ff110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:40.549297 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-90abc879-e6a2-4ade-9fb9-957ad35ff110 None None] For port b568af63-f145-4d1f-a105-9330a6fa48a2, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:40.553460 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-90abc879-e6a2-4ade-9fb9-957ad35ff110 None None] For port b568af63-f145-4d1f-a105-9330a6fa48a2, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=b568af63-f145-4d1f-a105-9330a6fa48a2,segment=NetworkSegment(dfa1117e-b135-428b-bc60-5ea1178f380a),segment_id=dfa1117e-b135-428b-bc60-5ea1178f380a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:40.559788 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90abc879-e6a2-4ade-9fb9-957ad35ff110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:40.619909 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3d0cd92a-1d8b-4f9b-9d8a-e889f48c0a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:40.643130 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90abc879-e6a2-4ade-9fb9-957ad35ff110 None None] Pushing event updated for resources: {'Port': ['ID=b568af63-f145-4d1f-a105-9330a6fa48a2,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:40.702008 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e2639e5c-30e8-48f2-bf90-68d5cb3e9a28 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:40.776231 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e82a825f-ac02-464e-98ea-64f4e02c709d admin admin] Router 925ce1fe-ed0a-4d1f-ac94-dd58d6760967 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:36:40.835580 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 37f53144-de03-48f7-8de7-ca67e16e78d1 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:40.923782 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-b6fe605f-2e40-4c03-82d1-c0b7cdb6e550 service neutron] 10.222.0.18 "GET /v2.0/networks/d5c3b79a-5fbc-45ec-ae4b-7442deb83787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5582864 Jul 29 23:36:40.969737 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 37f53144-de03-48f7-8de7-ca67e16e78d1 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:40.975567 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 37f53144-de03-48f7-8de7-ca67e16e78d1 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:40.976013 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:41.030009 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3d0cd92a-1d8b-4f9b-9d8a-e889f48c0a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:41.040206 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3d0cd92a-1d8b-4f9b-9d8a-e889f48c0a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:41.044895 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3d0cd92a-1d8b-4f9b-9d8a-e889f48c0a01 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b94621a-b03b-4559-8289-ba8e9699cdf7 HTTP/1.1" status: 204 len: 168 time: 0.8823714 Jul 29 23:36:41.072598 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0cd92a-1d8b-4f9b-9d8a-e889f48c0a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b94621a-b03b-4559-8289-ba8e9699cdf7,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:41.134968 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-e2639e5c-30e8-48f2-bf90-68d5cb3e9a28 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Allocated IP 172.25.8.198 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/64bd5678-2e4d-4841-a6d1-e2c7f5e6de2f) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:41.162458 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e82a825f-ac02-464e-98ea-64f4e02c709d admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:36:41.178906 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2efb105-9ee6-4872-a688-b82bd4ebe216 None None] Sync routers for ids ['925ce1fe-ed0a-4d1f-ac94-dd58d6760967'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:36:41.195574 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:41.196776 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2efb105-9ee6-4872-a688-b82bd4ebe216 None None] Routers {'925ce1fe-ed0a-4d1f-ac94-dd58d6760967'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:41.198012 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-d2efb105-9ee6-4872-a688-b82bd4ebe216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:36:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['925ce1fe-ed0a-4d1f-ac94-dd58d6760967'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:41.268906 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 37f53144-de03-48f7-8de7-ca67e16e78d1, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=37f53144-de03-48f7-8de7-ca67e16e78d1,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:41.274973 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:41.302431 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e82a825f-ac02-464e-98ea-64f4e02c709d admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:41.308377 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e82a825f-ac02-464e-98ea-64f4e02c709d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.3420444 Jul 29 23:36:41.310724 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52830) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:41.376996 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ea2fec9b-6307-4ca1-81db-b759e79fc854 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:41.427224 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=37f53144-de03-48f7-8de7-ca67e16e78d1,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:41.647875 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-d2efb105-9ee6-4872-a688-b82bd4ebe216 None None] Set router 925ce1fe-ed0a-4d1f-ac94-dd58d6760967 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:36:41.653038 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e2639e5c-30e8-48f2-bf90-68d5cb3e9a28 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:41.689027 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52836) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:41.730233 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90d60809-123c-498f-8b07-a7fd0c79faa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:41.929065 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795e46f-aaa7-4779-b3b0-5f5870f33815 req-257fb0d3-e618-4786-ba88-42fc08745463 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:41.937610 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e795e46f-aaa7-4779-b3b0-5f5870f33815 req-257fb0d3-e618-4786-ba88-42fc08745463 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 946 time: 0.2434850 Jul 29 23:36:42.025169 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-d2efb105-9ee6-4872-a688-b82bd4ebe216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'name': 'tempest-TestServerBasicOps-2064825832-router', 'tenant_id': '1783dd15c07244cf9315c27ec92931b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '13548b6d-a9b7-4ac3-bc47-20084219c94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:39Z', 'revision_number': 3, 'project_id': '1783dd15c07244cf9315c27ec92931b3', 'gw_port': {'id': '13548b6d-a9b7-4ac3-bc47-20084219c94c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:42.030783 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e795e46f-aaa7-4779-b3b0-5f5870f33815 req-21027834-5dc3-4032-9caf-7c48860f1b5e tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922344 Jul 29 23:36:42.126505 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2efb105-9ee6-4872-a688-b82bd4ebe216 None None] Checking router: 925ce1fe-ed0a-4d1f-ac94-dd58d6760967 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:36:42.127256 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2efb105-9ee6-4872-a688-b82bd4ebe216 None None] Updating router 925ce1fe-ed0a-4d1f-ac94-dd58d6760967 port 13548b6d-a9b7-4ac3-bc47-20084219c94c binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:36:42.143136 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e2639e5c-30e8-48f2-bf90-68d5cb3e9a28 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.207097 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-ea2fec9b-6307-4ca1-81db-b759e79fc854 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Deleting port 8264f091-c6ba-485d-9fff-d4922ac3fdc5 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:42.207097 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ea2fec9b-6307-4ca1-81db-b759e79fc854 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.212567 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d2efb105-9ee6-4872-a688-b82bd4ebe216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.364880 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bdf2cf3-5e3d-4ecb-af99-f8d96eb71644 None None] Network 683b6795-2fa0-4ca9-a524-56fb58dfd01a requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:42.378923 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2639e5c-30e8-48f2-bf90-68d5cb3e9a28 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Pushing event updated for resources: {'Port': ['ID=64bd5678-2e4d-4841-a6d1-e2c7f5e6de2f,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:42.408324 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ea2fec9b-6307-4ca1-81db-b759e79fc854 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.426640 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2639e5c-30e8-48f2-bf90-68d5cb3e9a28 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:42.433914 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-e2639e5c-30e8-48f2-bf90-68d5cb3e9a28 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:42.445105 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2639e5c-30e8-48f2-bf90-68d5cb3e9a28 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:42.453253 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-bf2811da-3380-462b-8dbe-48f47a82cec9 None None] Provisioning for port b568af63-f145-4d1f-a105-9330a6fa48a2 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:42.465577 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0625f7e5-bd44-478e-8395-d0661ac3b8cf req-a15ddd62-dff0-43da-82ce-ebd469c82507 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/ports?device_id=19bf3308-cf73-4718-bee7-825eb6f390ab HTTP/1.1" status: 200 len: 210 time: 0.0901656 Jul 29 23:36:42.487516 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-ea2fec9b-6307-4ca1-81db-b759e79fc854 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Calling delete_port for 8264f091-c6ba-485d-9fff-d4922ac3fdc5 owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:42.573763 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90d60809-123c-498f-8b07-a7fd0c79faa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.588805 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90d60809-123c-498f-8b07-a7fd0c79faa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.658514 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a9a327f6-b788-495a-a502-1bba0f32c687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.724708 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-90d60809-123c-498f-8b07-a7fd0c79faa9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4cc3c2c170974f418c3ca977fe605945&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0328672 Jul 29 23:36:42.725632 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d60809-123c-498f-8b07-a7fd0c79faa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb886aab-3fc8-4f61-968b-3f4d6e91fade,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:42.728551 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52854) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:42.749674 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d2efb105-9ee6-4872-a688-b82bd4ebe216 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.762489 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-d2efb105-9ee6-4872-a688-b82bd4ebe216 None None] Transition to ACTIVE for port object 13548b6d-a9b7-4ac3-bc47-20084219c94c will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:42.772237 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d2efb105-9ee6-4872-a688-b82bd4ebe216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.780002 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ea2fec9b-6307-4ca1-81db-b759e79fc854 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.816949 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e2639e5c-30e8-48f2-bf90-68d5cb3e9a28 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.830195 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2fec9b-6307-4ca1-81db-b759e79fc854 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Pushing event deleted for resources: {'Port': ['ID=8264f091-c6ba-485d-9fff-d4922ac3fdc5,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:42.848502 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-d2efb105-9ee6-4872-a688-b82bd4ebe216 None None] Attempting to bind port 13548b6d-a9b7-4ac3-bc47-20084219c94c on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:42.848823 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-d2efb105-9ee6-4872-a688-b82bd4ebe216 None None] Attempting to bind port 13548b6d-a9b7-4ac3-bc47-20084219c94c by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:42.849408 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2efb105-9ee6-4872-a688-b82bd4ebe216 None None] Attempting to bind port 13548b6d-a9b7-4ac3-bc47-20084219c94c on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:42.865130 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2efb105-9ee6-4872-a688-b82bd4ebe216 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:42.865669 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2efb105-9ee6-4872-a688-b82bd4ebe216 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:42.866083 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d2efb105-9ee6-4872-a688-b82bd4ebe216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.866478 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2efb105-9ee6-4872-a688-b82bd4ebe216 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:42.866963 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-d2efb105-9ee6-4872-a688-b82bd4ebe216 None None] Bound port: 13548b6d-a9b7-4ac3-bc47-20084219c94c, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:42.867358 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d2efb105-9ee6-4872-a688-b82bd4ebe216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:42.951930 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-d2efb105-9ee6-4872-a688-b82bd4ebe216 None None] For port 13548b6d-a9b7-4ac3-bc47-20084219c94c, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:42.973692 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c83cdd-57ba-4b6c-be4f-3a20af729ad4 None None] Pushing event updated for resources: {'Port': ['ID=13548b6d-a9b7-4ac3-bc47-20084219c94c,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:42.993972 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-d2efb105-9ee6-4872-a688-b82bd4ebe216 None None] For port 13548b6d-a9b7-4ac3-bc47-20084219c94c, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=13548b6d-a9b7-4ac3-bc47-20084219c94c,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:43.001406 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d2efb105-9ee6-4872-a688-b82bd4ebe216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.039367 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 37f53144-de03-48f7-8de7-ca67e16e78d1 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:43.142522 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e2639e5c-30e8-48f2-bf90-68d5cb3e9a28 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.160056 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2efb105-9ee6-4872-a688-b82bd4ebe216 None None] Routers {'925ce1fe-ed0a-4d1f-ac94-dd58d6760967'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:43.160633 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-d2efb105-9ee6-4872-a688-b82bd4ebe216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:36:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['925ce1fe-ed0a-4d1f-ac94-dd58d6760967'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:43.168704 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c83cdd-57ba-4b6c-be4f-3a20af729ad4 None None] Pushing event updated for resources: {'Port': ['ID=13548b6d-a9b7-4ac3-bc47-20084219c94c,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:43.206445 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 37f53144-de03-48f7-8de7-ca67e16e78d1 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:43.208138 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.228162 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ea2fec9b-6307-4ca1-81db-b759e79fc854 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.299893 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-168804eb-e6e1-49e8-93b4-4ee931b33196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.337302 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-168804eb-e6e1-49e8-93b4-4ee931b33196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.383319 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-d2efb105-9ee6-4872-a688-b82bd4ebe216 None None] Set router 925ce1fe-ed0a-4d1f-ac94-dd58d6760967 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:36:43.394803 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b568af63-f145-4d1f-a105-9330a6fa48a2 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:43.469416 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port b568af63-f145-4d1f-a105-9330a6fa48a2 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:43.477361 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port b568af63-f145-4d1f-a105-9330a6fa48a2 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:43.479024 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.487493 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-168804eb-e6e1-49e8-93b4-4ee931b33196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.494163 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-168804eb-e6e1-49e8-93b4-4ee931b33196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.495944 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-168804eb-e6e1-49e8-93b4-4ee931b33196 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bb886aab-3fc8-4f61-968b-3f4d6e91fade HTTP/1.1" status: 204 len: 168 time: 0.7508347 Jul 29 23:36:43.535286 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168804eb-e6e1-49e8-93b4-4ee931b33196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb886aab-3fc8-4f61-968b-3f4d6e91fade,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:43.639813 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-a9a327f6-b788-495a-a502-1bba0f32c687 admin admin] Allocated IP 172.20.0.1 (683b6795-2fa0-4ca9-a524-56fb58dfd01a/3fa239c5-5119-46c0-9a47-909641a9faaa/f892a1e6-f49e-4dbe-8f94-7aa18b063713) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:43.749119 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.783808 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-d2efb105-9ee6-4872-a688-b82bd4ebe216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'name': 'tempest-TestServerBasicOps-2064825832-router', 'tenant_id': '1783dd15c07244cf9315c27ec92931b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '13548b6d-a9b7-4ac3-bc47-20084219c94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:39Z', 'revision_number': 3, 'project_id': '1783dd15c07244cf9315c27ec92931b3', 'gw_port': {'id': '13548b6d-a9b7-4ac3-bc47-20084219c94c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:43.794909 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port b568af63-f145-4d1f-a105-9330a6fa48a2, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=b568af63-f145-4d1f-a105-9330a6fa48a2,segment=NetworkSegment(dfa1117e-b135-428b-bc60-5ea1178f380a),segment_id=dfa1117e-b135-428b-bc60-5ea1178f380a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:43.804240 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.889272 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56612fc-e3ea-4305-81f8-0f5f2be32036 req-59f24192-0031-4eb7-90f6-026b39f8c97b tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:43.903269 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b56612fc-e3ea-4305-81f8-0f5f2be32036 req-59f24192-0031-4eb7-90f6-026b39f8c97b tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 946 time: 0.7107100 Jul 29 23:36:43.906753 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea2fec9b-6307-4ca1-81db-b759e79fc854 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Router 44402e4c-eef2-4a11-b8f7-fae2b996ed6d has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:36:43.917132 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2efb105-9ee6-4872-a688-b82bd4ebe216 None None] The sync data for ids ['925ce1fe-ed0a-4d1f-ac94-dd58d6760967'] in n-d-712140-10 is: [{'id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'name': 'tempest-TestServerBasicOps-2064825832-router', 'tenant_id': '1783dd15c07244cf9315c27ec92931b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '13548b6d-a9b7-4ac3-bc47-20084219c94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:39Z', 'revision_number': 3, 'project_id': '1783dd15c07244cf9315c27ec92931b3', 'gw_port': {'id': '13548b6d-a9b7-4ac3-bc47-20084219c94c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6a:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:36:43.937235 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=b568af63-f145-4d1f-a105-9330a6fa48a2,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:43.943201 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e2639e5c-30e8-48f2-bf90-68d5cb3e9a28 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:43.985676 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e2639e5c-30e8-48f2-bf90-68d5cb3e9a28 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:44.014040 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a9a327f6-b788-495a-a502-1bba0f32c687 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:44.138394 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b56612fc-e3ea-4305-81f8-0f5f2be32036 req-6cdaea61-53d6-4517-a2e2-817a1d3c025c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342339 Jul 29 23:36:44.166789 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-a9a327f6-b788-495a-a502-1bba0f32c687 admin admin] Transition to ACTIVE for port object f892a1e6-f49e-4dbe-8f94-7aa18b063713 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:44.210479 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea2fec9b-6307-4ca1-81db-b759e79fc854 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:36:44.221702 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ae2da1-70cf-486d-8e52-4852bb7bf0ef None None] Sync routers for ids ['44402e4c-eef2-4a11-b8f7-fae2b996ed6d'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:36:44.222297 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-a85f5c71-a3dd-4da1-9a49-e99d506036c9 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:44.224105 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-a85f5c71-a3dd-4da1-9a49-e99d506036c9 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.23 "GET /v2.0/networks?id=d5c3b79a-5fbc-45ec-ae4b-7442deb83787 HTTP/1.1" status: 200 len: 818 time: 0.3721023 Jul 29 23:36:44.226673 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2639e5c-30e8-48f2-bf90-68d5cb3e9a28 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Pushing event updated for resources: {'Port': ['ID=64bd5678-2e4d-4841-a6d1-e2c7f5e6de2f,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:44.235635 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ae2da1-70cf-486d-8e52-4852bb7bf0ef None None] Routers {'44402e4c-eef2-4a11-b8f7-fae2b996ed6d'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:44.236588 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-75ae2da1-70cf-486d-8e52-4852bb7bf0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:36:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['44402e4c-eef2-4a11-b8f7-fae2b996ed6d'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:44.237736 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ea2fec9b-6307-4ca1-81db-b759e79fc854 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] 10.222.0.18 "PUT /v2.0/routers/44402e4c-eef2-4a11-b8f7-fae2b996ed6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8738713 Jul 29 23:36:44.244930 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52872) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:44.252148 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-ffaf7c85-42f4-4fc5-8476-334367dce505 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Request body: {'port': {'device_id': '88f7e8b8-e763-45ab-ab20-a6b5fc785dbb', 'network_id': 'd5c3b79a-5fbc-45ec-ae4b-7442deb83787', 'admin_state_up': True, 'tenant_id': '169c6b1aaf5b4ff88e543ad52f451abd'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:44.279441 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e2639e5c-30e8-48f2-bf90-68d5cb3e9a28 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:44.307243 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e2639e5c-30e8-48f2-bf90-68d5cb3e9a28 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:44.308815 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e2639e5c-30e8-48f2-bf90-68d5cb3e9a28 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3729825 Jul 29 23:36:44.319350 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a9a327f6-b788-495a-a502-1bba0f32c687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:44.360105 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-75ae2da1-70cf-486d-8e52-4852bb7bf0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:44.368477 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3adc92c0-c14c-47ee-b99f-75fe16fac257 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:44.378862 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ae2da1-70cf-486d-8e52-4852bb7bf0ef None None] Routers {'44402e4c-eef2-4a11-b8f7-fae2b996ed6d'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:44.380209 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-75ae2da1-70cf-486d-8e52-4852bb7bf0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:36:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['44402e4c-eef2-4a11-b8f7-fae2b996ed6d'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:44.460839 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a327f6-b788-495a-a502-1bba0f32c687 admin admin] Network 683b6795-2fa0-4ca9-a524-56fb58dfd01a is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:44.475107 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-a9a327f6-b788-495a-a502-1bba0f32c687 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:44.502061 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-75ae2da1-70cf-486d-8e52-4852bb7bf0ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:44.502720 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ae2da1-70cf-486d-8e52-4852bb7bf0ef None None] The sync data for ids ['44402e4c-eef2-4a11-b8f7-fae2b996ed6d'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:36:44.508191 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a327f6-b788-495a-a502-1bba0f32c687 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:44.573345 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a327f6-b788-495a-a502-1bba0f32c687 admin admin] Pushing event updated for resources: {'Port': ['ID=f892a1e6-f49e-4dbe-8f94-7aa18b063713,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:44.587017 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a9a327f6-b788-495a-a502-1bba0f32c687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:44.819165 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-87efef78-f65c-49c4-b71c-3e266a9e213b tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:44.829341 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-87efef78-f65c-49c4-b71c-3e266a9e213b tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.23 "GET /v2.0/networks?id=d5c3b79a-5fbc-45ec-ae4b-7442deb83787 HTTP/1.1" status: 200 len: 818 time: 0.8417332 Jul 29 23:36:44.862925 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a9a327f6-b788-495a-a502-1bba0f32c687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:44.887952 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-d6daec62-0480-4265-93aa-5ff44eaaff71 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Request body: {'port': {'device_id': '21af2a82-8e93-4cbc-9886-1da1aeb48ad7', 'network_id': 'd5c3b79a-5fbc-45ec-ae4b-7442deb83787', 'admin_state_up': True, 'tenant_id': '169c6b1aaf5b4ff88e543ad52f451abd'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:44.911714 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-44ebedf8-e295-4c28-9001-ac791a668446 req-7d17994e-1485-4bb2-ac54-3ab32c203502 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/ports?device_id=19bf3308-cf73-4718-bee7-825eb6f390ab HTTP/1.1" status: 200 len: 210 time: 0.3967106 Jul 29 23:36:44.934937 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-50ebcff0-89f8-4757-ba8e-21049d0a78cf None None] Provisioning for port f892a1e6-f49e-4dbe-8f94-7aa18b063713 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:44.947189 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-50ebcff0-89f8-4757-ba8e-21049d0a78cf None None] Provisioning complete for port f892a1e6-f49e-4dbe-8f94-7aa18b063713 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:44.947691 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-50ebcff0-89f8-4757-ba8e-21049d0a78cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:45.016120 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 13548b6d-a9b7-4ac3-bc47-20084219c94c up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:45.084438 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-50ebcff0-89f8-4757-ba8e-21049d0a78cf None None] Port f892a1e6-f49e-4dbe-8f94-7aa18b063713 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:36:45.113702 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 13548b6d-a9b7-4ac3-bc47-20084219c94c completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:45.120404 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 13548b6d-a9b7-4ac3-bc47-20084219c94c triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:45.122282 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:45.186499 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3adc92c0-c14c-47ee-b99f-75fe16fac257 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:45.203907 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3adc92c0-c14c-47ee-b99f-75fe16fac257 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:45.214704 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a9a327f6-b788-495a-a502-1bba0f32c687 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:45.225270 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a9a327f6-b788-495a-a502-1bba0f32c687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:45.246361 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:45.283947 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 13548b6d-a9b7-4ac3-bc47-20084219c94c, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=13548b6d-a9b7-4ac3-bc47-20084219c94c,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:45.289323 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:45.290636 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b568af63-f145-4d1f-a105-9330a6fa48a2 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:45.324155 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-82a0e829-55f9-477a-b4c6-8a03690a0313 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:45.326737 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-82a0e829-55f9-477a-b4c6-8a03690a0313 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.23 "GET /v2.0/networks?id=d5c3b79a-5fbc-45ec-ae4b-7442deb83787 HTTP/1.1" status: 200 len: 818 time: 0.7611144 Jul 29 23:36:45.331498 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a9a327f6-b788-495a-a502-1bba0f32c687 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:45.346128 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-13ee391e-94b4-4b2f-9ae5-cdf44173d6b2 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1043518427&fields=id&tenant_id=72e6a71724b54f78b875fd06b1bacd37 HTTP/1.1" status: 200 len: 267 time: 0.2593880 Jul 29 23:36:45.347642 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a327f6-b788-495a-a502-1bba0f32c687 admin admin] Pushing event updated for resources: {'Port': ['ID=f892a1e6-f49e-4dbe-8f94-7aa18b063713,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:45.366054 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f7c8f30e-80f6-45e5-8151-c07b90a800b8 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Request body: {'port': {'device_id': '19bf3308-cf73-4718-bee7-825eb6f390ab', 'network_id': 'd5c3b79a-5fbc-45ec-ae4b-7442deb83787', 'admin_state_up': True, 'tenant_id': '169c6b1aaf5b4ff88e543ad52f451abd'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:45.407078 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3adc92c0-c14c-47ee-b99f-75fe16fac257 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:45.412704 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adc92c0-c14c-47ee-b99f-75fe16fac257 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Fanout notify agent at l3_agent the message router_deleted on router 44402e4c-eef2-4a11-b8f7-fae2b996ed6d {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:36:45.434134 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=13548b6d-a9b7-4ac3-bc47-20084219c94c,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:45.484532 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port b568af63-f145-4d1f-a105-9330a6fa48a2 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:45.484920 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:45.491762 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a327f6-b788-495a-a502-1bba0f32c687 admin admin] Network 683b6795-2fa0-4ca9-a524-56fb58dfd01a is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:45.493464 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-a9a327f6-b788-495a-a502-1bba0f32c687 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:45.496257 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3adc92c0-c14c-47ee-b99f-75fe16fac257 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:45.497595 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3adc92c0-c14c-47ee-b99f-75fe16fac257 tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] 10.222.0.18 "DELETE /v2.0/routers/44402e4c-eef2-4a11-b8f7-fae2b996ed6d HTTP/1.1" status: 204 len: 168 time: 1.2504342 Jul 29 23:36:45.513683 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52908) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:45.577575 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-ffaf7c85-42f4-4fc5-8476-334367dce505 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Made reservation on behalf of 169c6b1aaf5b4ff88e543ad52f451abd for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:45.581439 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-ffaf7c85-42f4-4fc5-8476-334367dce505 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:45.675160 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-d6daec62-0480-4265-93aa-5ff44eaaff71 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Made reservation on behalf of 169c6b1aaf5b4ff88e543ad52f451abd for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:45.683042 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-d6daec62-0480-4265-93aa-5ff44eaaff71 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:45.696627 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-f853f482-54fa-4634-ad86-adef0a383875 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:45.703865 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-f853f482-54fa-4634-ad86-adef0a383875 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/networks?id=c65634b4-620f-4d4e-b86a-cfaa4125589f HTTP/1.1" status: 200 len: 811 time: 0.3564606 Jul 29 23:36:45.740092 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-e9e3dd45-1e05-4d50-ba9b-3bbaa90b8c1e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/quotas/72e6a71724b54f78b875fd06b1bacd37 HTTP/1.1" status: 200 len: 375 time: 0.0343690 Jul 29 23:36:45.884962 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f7c8f30e-80f6-45e5-8151-c07b90a800b8 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Made reservation on behalf of 169c6b1aaf5b4ff88e543ad52f451abd for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:45.889051 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f7c8f30e-80f6-45e5-8151-c07b90a800b8 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:45.948346 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3cea6505-9807-4a45-a4ea-d10524a2ac53 None None] Provisioning complete for port f892a1e6-f49e-4dbe-8f94-7aa18b063713 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:45.955209 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3cea6505-9807-4a45-a4ea-d10524a2ac53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:45.992179 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-bad24b2f-3423-4fb5-ae35-08e86bb8dee5 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=72e6a71724b54f78b875fd06b1bacd37&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2019475 Jul 29 23:36:46.012554 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-3cea6505-9807-4a45-a4ea-d10524a2ac53 None None] Port f892a1e6-f49e-4dbe-8f94-7aa18b063713 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:36:46.050960 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c60c558-e8d5-4610-a47a-9ac547b5720b tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Deleting subnet 3b8ee25e-7958-43e8-bd2c-cc296566c35a {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:36:46.053353 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-ffaf7c85-42f4-4fc5-8476-334367dce505 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Allocated IP 172.20.0.6 (d5c3b79a-5fbc-45ec-ae4b-7442deb83787/6c226abb-e366-4387-8646-cd91766751ea/337ff77a-74f1-4e4c-a1fc-5b2f7a769fec) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:46.056413 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c60c558-e8d5-4610-a47a-9ac547b5720b tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:46.111134 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a327f6-b788-495a-a502-1bba0f32c687 admin admin] Router 925ce1fe-ed0a-4d1f-ac94-dd58d6760967 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:36:46.120836 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c60c558-e8d5-4610-a47a-9ac547b5720b tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:46.249298 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-ed783354-bcdf-428d-a8ea-7e81bb414c1a service neutron] 10.222.0.18 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432585 Jul 29 23:36:46.316624 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c60c558-e8d5-4610-a47a-9ac547b5720b tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:46.343220 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a327f6-b788-495a-a502-1bba0f32c687 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:36:46.349422 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a9a327f6-b788-495a-a502-1bba0f32c687 admin admin] 10.222.0.18 "PUT /v2.0/routers/925ce1fe-ed0a-4d1f-ac94-dd58d6760967/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0326982 Jul 29 23:36:46.390159 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-5c665fc3-9605-4afc-876d-ed78486a51d9 service neutron] 10.222.0.18 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392920 Jul 29 23:36:46.406353 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-ffaf7c85-42f4-4fc5-8476-334367dce505 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:46.408839 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c60c558-e8d5-4610-a47a-9ac547b5720b tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:46.446796 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60c558-e8d5-4610-a47a-9ac547b5720b tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Pushing event deleted for resources: {'Subnet': ['ID=3b8ee25e-7958-43e8-bd2c-cc296566c35a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:46.451031 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c60c558-e8d5-4610-a47a-9ac547b5720b tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:46.455369 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5c60c558-e8d5-4610-a47a-9ac547b5720b tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] 10.222.0.18 "DELETE /v2.0/subnets/3b8ee25e-7958-43e8-bd2c-cc296566c35a HTTP/1.1" status: 204 len: 168 time: 0.9378543 Jul 29 23:36:46.457933 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 52926) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:46.466187 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25165a60-b210-4d28-8ffd-f4859b440bf0 None None] Network c5deef68-0abd-4408-88dc-38b5b66dcd89 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:46.522227 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-ffaf7c85-42f4-4fc5-8476-334367dce505 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:46.545472 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11fb097-ec2e-4811-8fc4-d4d528f5bbf7 None None] Sync routers for ids ['925ce1fe-ed0a-4d1f-ac94-dd58d6760967'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:36:46.583124 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11fb097-ec2e-4811-8fc4-d4d528f5bbf7 None None] Routers {'925ce1fe-ed0a-4d1f-ac94-dd58d6760967'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:46.588126 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-a11fb097-ec2e-4811-8fc4-d4d528f5bbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:36:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['925ce1fe-ed0a-4d1f-ac94-dd58d6760967'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:46.661409 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b53e210-046d-4dcc-a070-e487f357572a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:46.698794 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-ffaf7c85-42f4-4fc5-8476-334367dce505 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Network d5c3b79a-5fbc-45ec-ae4b-7442deb83787 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:46.734570 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-ffaf7c85-42f4-4fc5-8476-334367dce505 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:46.749269 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf7c85-42f4-4fc5-8476-334367dce505 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Pushing event updated for resources: {'Port': ['ID=337ff77a-74f1-4e4c-a1fc-5b2f7a769fec,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:46.754040 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-ffaf7c85-42f4-4fc5-8476-334367dce505 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:46.772125 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-d6daec62-0480-4265-93aa-5ff44eaaff71 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Allocated IP 172.20.0.3 (d5c3b79a-5fbc-45ec-ae4b-7442deb83787/6c226abb-e366-4387-8646-cd91766751ea/9fae7e9a-577d-4306-b57c-3e27550449cd) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:46.857600 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 13548b6d-a9b7-4ac3-bc47-20084219c94c up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:46.913295 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1b53e210-046d-4dcc-a070-e487f357572a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Deleting port aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:46.913653 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b53e210-046d-4dcc-a070-e487f357572a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:46.959478 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aae308d-de1d-415f-9cdb-a40ca65f8b28 None None] DHCP port deletion for c5deef68-0abd-4408-88dc-38b5b66dcd89 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:36:46.993878 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-ffaf7c85-42f4-4fc5-8476-334367dce505 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:46.994528 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-ffaf7c85-42f4-4fc5-8476-334367dce505 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.021243 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bedf56-5bf4-4b9c-95cf-5c9bfa9cec88 req-9cf57971-1afe-4eec-a60a-5ee76e1935f6 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:47.036526 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-49bedf56-5bf4-4b9c-95cf-5c9bfa9cec88 req-9cf57971-1afe-4eec-a60a-5ee76e1935f6 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 946 time: 0.2579186 Jul 29 23:36:47.039944 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-a11fb097-ec2e-4811-8fc4-d4d528f5bbf7 None None] Set router 925ce1fe-ed0a-4d1f-ac94-dd58d6760967 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:36:47.098046 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-ffaf7c85-42f4-4fc5-8476-334367dce505 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8515818 Jul 29 23:36:47.121681 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-7306fd03-ecdf-41f8-8ba6-6d978e7672a7 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:36:47.123119 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-7306fd03-ecdf-41f8-8ba6-6d978e7672a7 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177884 Jul 29 23:36:47.124649 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5aae308d-de1d-415f-9cdb-a40ca65f8b28 None None] Deleting port aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:47.125104 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5aae308d-de1d-415f-9cdb-a40ca65f8b28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.133416 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 13548b6d-a9b7-4ac3-bc47-20084219c94c triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:47.133799 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.165045 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-1b53e210-046d-4dcc-a070-e487f357572a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] For port aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e,segment=NetworkSegment(33357624-ea92-4e8a-b41d-35f01d2a45f4),segment_id=33357624-ea92-4e8a-b41d-35f01d2a45f4)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:47.167408 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b53e210-046d-4dcc-a070-e487f357572a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.202527 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-49bedf56-5bf4-4b9c-95cf-5c9bfa9cec88 req-589b8e03-21b4-455b-9f7e-6b20c10fcb80 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642063 Jul 29 23:36:47.248815 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1b53e210-046d-4dcc-a070-e487f357572a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Calling delete_port for aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:47.370226 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-d6daec62-0480-4265-93aa-5ff44eaaff71 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.482797 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-d6daec62-0480-4265-93aa-5ff44eaaff71 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.490350 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b53e210-046d-4dcc-a070-e487f357572a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.562450 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53e210-046d-4dcc-a070-e487f357572a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Pushing event deleted for resources: {'Port': ['ID=aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:47.574024 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b53e210-046d-4dcc-a070-e487f357572a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] No DVR routers for this DVR port aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:47.670108 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6daec62-0480-4265-93aa-5ff44eaaff71 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Pushing event updated for resources: {'Port': ['ID=9fae7e9a-577d-4306-b57c-3e27550449cd,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:47.670803 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-5aae308d-de1d-415f-9cdb-a40ca65f8b28 None None] For port aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e,segment=NetworkSegment(33357624-ea92-4e8a-b41d-35f01d2a45f4),segment_id=33357624-ea92-4e8a-b41d-35f01d2a45f4)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:47.672032 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5aae308d-de1d-415f-9cdb-a40ca65f8b28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.688616 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5aae308d-de1d-415f-9cdb-a40ca65f8b28 None None] Calling delete_port for aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:47.689447 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-8aac1504-edcc-40d4-bec6-d71cf0565380 service neutron] Request body: {'port': {'device_id': '88f7e8b8-e763-45ab-ab20-a6b5fc785dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:47.721417 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52958) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:47.728692 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-a11fb097-ec2e-4811-8fc4-d4d528f5bbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'name': 'tempest-TestServerBasicOps-2064825832-router', 'tenant_id': '1783dd15c07244cf9315c27ec92931b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '13548b6d-a9b7-4ac3-bc47-20084219c94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:44Z', 'revision_number': 4, 'project_id': '1783dd15c07244cf9315c27ec92931b3', 'gw_port': {'id': '13548b6d-a9b7-4ac3-bc47-20084219c94c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f892a1e6-f49e-4dbe-8f94-7aa18b063713', 'name': '', 'network_id': '683b6795-2fa0-4ca9-a524-56fb58dfd01a', 'tenant_id': '1783dd15c07244cf9315c27ec92931b3', 'mac_address': 'fa:16:3e:80:02:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '3fa239c5-5119-46c0-9a47-909641a9faaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:42Z', 'updated_at': '2021-07-29T23:36:44Z', 'revision_number': 2, 'project_id': '1783dd15c07244cf9315c27ec92931b3', 'subnets': [{'id': '3fa239c5-5119-46c0-9a47-909641a9faaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:47.771938 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b53e210-046d-4dcc-a070-e487f357572a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.792091 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11fb097-ec2e-4811-8fc4-d4d528f5bbf7 None None] Checking router: 925ce1fe-ed0a-4d1f-ac94-dd58d6760967 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:36:47.795040 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11fb097-ec2e-4811-8fc4-d4d528f5bbf7 None None] Updating router 925ce1fe-ed0a-4d1f-ac94-dd58d6760967 port f892a1e6-f49e-4dbe-8f94-7aa18b063713 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:36:47.804460 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-1b53e210-046d-4dcc-a070-e487f357572a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5deef68-0abd-4408-88dc-38b5b66dcd89']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:47.811920 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:36:47.816464 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:47.816464 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:36:47.816464 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:47.816464 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:36:47.816464 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:47.816464 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:36:47.816464 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:47.816464 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:36:47.816464 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:47.816464 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:36:47.816464 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:47.816464 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:36:47.816464 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:36:47.816464 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:36:47.818205 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5aae308d-de1d-415f-9cdb-a40ca65f8b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.850332 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-1b53e210-046d-4dcc-a070-e487f357572a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33357624-ea92-4e8a-b41d-35f01d2a45f4') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:47.850952 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-1b53e210-046d-4dcc-a070-e487f357572a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33357624-ea92-4e8a-b41d-35f01d2a45f4') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:47.860776 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aae308d-de1d-415f-9cdb-a40ca65f8b28 None None] Pushing event deleted for resources: {'Port': ['ID=aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:47.862595 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b53e210-046d-4dcc-a070-e487f357572a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.862932 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a11fb097-ec2e-4811-8fc4-d4d528f5bbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.863120 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-73ffa13d-c55d-4f7a-93bf-5f69a37cca32 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2118182426-network', 'tenant_id': 'ac80aa40a7e3413586906ca47671fc06'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:47.865625 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aae308d-de1d-415f-9cdb-a40ca65f8b28 None None] No DVR routers for this DVR port aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:36:47.886460 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b53e210-046d-4dcc-a070-e487f357572a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.890169 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aae308d-de1d-415f-9cdb-a40ca65f8b28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:47.890554 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aae308d-de1d-415f-9cdb-a40ca65f8b28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:47.890900 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aae308d-de1d-415f-9cdb-a40ca65f8b28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:47.891241 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aae308d-de1d-415f-9cdb-a40ca65f8b28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:47.891579 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aae308d-de1d-415f-9cdb-a40ca65f8b28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:47.891946 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aae308d-de1d-415f-9cdb-a40ca65f8b28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:47.892279 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aae308d-de1d-415f-9cdb-a40ca65f8b28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:47.892715 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aae308d-de1d-415f-9cdb-a40ca65f8b28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:47.892930 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aae308d-de1d-415f-9cdb-a40ca65f8b28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:47.893255 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aae308d-de1d-415f-9cdb-a40ca65f8b28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:47.893582 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aae308d-de1d-415f-9cdb-a40ca65f8b28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:47.893906 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aae308d-de1d-415f-9cdb-a40ca65f8b28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:47.896889 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-8aac1504-edcc-40d4-bec6-d71cf0565380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.911073 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b53e210-046d-4dcc-a070-e487f357572a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:36:47.912271 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b53e210-046d-4dcc-a070-e487f357572a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:47.916896 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:36:47.916896 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:36:47.916896 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:36:47.916896 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:36:47.916896 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:36:47.916896 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:36:47.916896 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:36:47.916896 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:36:47.916896 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:36:47.916896 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:36:47.916896 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:36:47.916896 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:36:47.916896 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:36:47.916896 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:36:47.916896 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:36:47.916896 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:36:47.916896 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:36:47.916896 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:36:47.916896 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:36:47.916896 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:36:47.916896 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:36:47.916896 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:36:47.916896 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:36:47.916896 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:36:47.916896 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:36:47.916896 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:36:47.916896 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:36:47.916896 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:36:47.916896 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:36:47.916896 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:36:47.916896 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:36:47.916896 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:36:47.931697 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e2d3653c-0309-447b-80ff-881ea8d83269 req-b0fc7c0c-d6a8-4171-ad7c-30ca71077b22 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/ports?device_id=19bf3308-cf73-4718-bee7-825eb6f390ab HTTP/1.1" status: 200 len: 210 time: 0.4241362 Jul 29 23:36:48.010252 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-d6daec62-0480-4265-93aa-5ff44eaaff71 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Network d5c3b79a-5fbc-45ec-ae4b-7442deb83787 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:48.012372 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-d6daec62-0480-4265-93aa-5ff44eaaff71 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:48.021233 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-d6daec62-0480-4265-93aa-5ff44eaaff71 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:48.028898 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b53e210-046d-4dcc-a070-e487f357572a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:48.056700 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b53e210-046d-4dcc-a070-e487f357572a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:48.058995 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1b53e210-046d-4dcc-a070-e487f357572a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] 10.222.0.18 "DELETE /v2.0/networks/c5deef68-0abd-4408-88dc-38b5b66dcd89 HTTP/1.1" status: 204 len: 168 time: 1.5997827 Jul 29 23:36:48.060461 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b53e210-046d-4dcc-a070-e487f357572a tempest-FloatingIPNegativeTestJSON-1209049968 tempest-FloatingIPNegativeTestJSON-1209049968-project] Pushing event deleted for resources: {'Network': ['ID=c5deef68-0abd-4408-88dc-38b5b66dcd89,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:48.172384 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ffa13d-c55d-4f7a-93bf-5f69a37cca32 admin admin] Made reservation on behalf of ac80aa40a7e3413586906ca47671fc06 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:48.177614 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-73ffa13d-c55d-4f7a-93bf-5f69a37cca32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:48.196839 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-73ffa13d-c55d-4f7a-93bf-5f69a37cca32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:48.209564 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-989f1fe7-3a45-4d8d-bb5e-1c59989420fe req-8936fafe-dcdf-47b3-9b45-4154d70edd8a tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 210 time: 0.1367364 Jul 29 23:36:48.234659 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f7c8f30e-80f6-45e5-8151-c07b90a800b8 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Allocated IP 172.20.0.12 (d5c3b79a-5fbc-45ec-ae4b-7442deb83787/6c226abb-e366-4387-8646-cd91766751ea/d1d23768-062f-4f3f-899d-a70ab1b1fc1b) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:48.258272 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-d6daec62-0480-4265-93aa-5ff44eaaff71 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:48.259629 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-d6daec62-0480-4265-93aa-5ff44eaaff71 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:48.434718 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a11fb097-ec2e-4811-8fc4-d4d528f5bbf7 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:48.453451 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-a11fb097-ec2e-4811-8fc4-d4d528f5bbf7 None None] Transition to ACTIVE for port object f892a1e6-f49e-4dbe-8f94-7aa18b063713 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:48.465465 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a11fb097-ec2e-4811-8fc4-d4d528f5bbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:48.488343 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-73ffa13d-c55d-4f7a-93bf-5f69a37cca32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:48.505575 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-73ffa13d-c55d-4f7a-93bf-5f69a37cca32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:48.515384 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52970) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:48.540815 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-d6daec62-0480-4265-93aa-5ff44eaaff71 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6826441 Jul 29 23:36:48.554080 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-396e724d-4669-41f2-9698-a3e12af8e9e1 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:48.556334 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-396e724d-4669-41f2-9698-a3e12af8e9e1 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.23 "GET /v2.0/networks?id=c65634b4-620f-4d4e-b86a-cfaa4125589f HTTP/1.1" status: 200 len: 811 time: 0.3341210 Jul 29 23:36:48.572433 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426c3a7-6479-433c-ac8a-6662a64b01a2 None None] Pushing event updated for resources: {'Port': ['ID=f892a1e6-f49e-4dbe-8f94-7aa18b063713,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:48.583280 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-4970395c-c04a-4d31-82e5-920bff5397dd service neutron] Request body: {'port': {'device_id': '21af2a82-8e93-4cbc-9886-1da1aeb48ad7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:48.597721 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73ffa13d-c55d-4f7a-93bf-5f69a37cca32 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:36:48.632218 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-fc1ce6e3-edba-4723-b5fc-fa66cbd0ae15 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=72e6a71724b54f78b875fd06b1bacd37 HTTP/1.1" status: 200 len: 380 time: 0.0657914 Jul 29 23:36:48.645098 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-a11fb097-ec2e-4811-8fc4-d4d528f5bbf7 None None] Attempting to bind port f892a1e6-f49e-4dbe-8f94-7aa18b063713 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:48.647492 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-a11fb097-ec2e-4811-8fc4-d4d528f5bbf7 None None] Attempting to bind port f892a1e6-f49e-4dbe-8f94-7aa18b063713 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'dfa1117e-b135-428b-bc60-5ea1178f380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '683b6795-2fa0-4ca9-a524-56fb58dfd01a'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:48.648190 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11fb097-ec2e-4811-8fc4-d4d528f5bbf7 None None] Attempting to bind port f892a1e6-f49e-4dbe-8f94-7aa18b063713 on network 683b6795-2fa0-4ca9-a524-56fb58dfd01a {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:48.650027 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04611a3-68e7-42cd-80f9-48bd4676b7ec req-09f75a86-eef4-4aa1-a3dc-3f8895463c87 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:48.651428 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-4099ad47-f6a2-4d7f-b3fa-07d23010b0d8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Request body: {'port': {'device_id': 'b5c7e56f-acb3-4a75-b444-e0a505979ebb', 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f', 'admin_state_up': True, 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37', 'security_groups': ['5d35234a-e1a4-47fa-9153-e664d9dd98e9']}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:48.657298 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c04611a3-68e7-42cd-80f9-48bd4676b7ec req-09f75a86-eef4-4aa1-a3dc-3f8895463c87 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 946 time: 0.2923119 Jul 29 23:36:48.658806 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11fb097-ec2e-4811-8fc4-d4d528f5bbf7 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:48.659061 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffa13d-c55d-4f7a-93bf-5f69a37cca32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5878b6b3-8fb7-4fcf-b284-1475148c3c6a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:48.659194 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11fb097-ec2e-4811-8fc4-d4d528f5bbf7 None None] Checking segment: {'id': 'dfa1117e-b135-428b-bc60-5ea1178f380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '683b6795-2fa0-4ca9-a524-56fb58dfd01a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:48.659569 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a11fb097-ec2e-4811-8fc4-d4d528f5bbf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:48.659979 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11fb097-ec2e-4811-8fc4-d4d528f5bbf7 None None] Bound using segment: {'id': 'dfa1117e-b135-428b-bc60-5ea1178f380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '683b6795-2fa0-4ca9-a524-56fb58dfd01a'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:48.660442 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-a11fb097-ec2e-4811-8fc4-d4d528f5bbf7 None None] Bound port: f892a1e6-f49e-4dbe-8f94-7aa18b063713, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfa1117e-b135-428b-bc60-5ea1178f380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '683b6795-2fa0-4ca9-a524-56fb58dfd01a'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:48.661358 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a11fb097-ec2e-4811-8fc4-d4d528f5bbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:48.680517 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-73ffa13d-c55d-4f7a-93bf-5f69a37cca32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:48.680766 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-73ffa13d-c55d-4f7a-93bf-5f69a37cca32 admin admin] Added segment c483151a-de77-424d-b75c-358e5908e767 of type vlan for network bb77dad8-64a5-4b4d-9054-3c1bc4ef121a Jul 29 23:36:48.780282 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-a11fb097-ec2e-4811-8fc4-d4d528f5bbf7 None None] For port f892a1e6-f49e-4dbe-8f94-7aa18b063713, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:48.784022 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-a11fb097-ec2e-4811-8fc4-d4d528f5bbf7 None None] For port f892a1e6-f49e-4dbe-8f94-7aa18b063713, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f892a1e6-f49e-4dbe-8f94-7aa18b063713,segment=NetworkSegment(dfa1117e-b135-428b-bc60-5ea1178f380a),segment_id=dfa1117e-b135-428b-bc60-5ea1178f380a)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:48.791744 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a11fb097-ec2e-4811-8fc4-d4d528f5bbf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:48.818769 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:36:48.828909 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-4099ad47-f6a2-4d7f-b3fa-07d23010b0d8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Made reservation on behalf of 72e6a71724b54f78b875fd06b1bacd37 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:48.836832 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-4099ad47-f6a2-4d7f-b3fa-07d23010b0d8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:48.855398 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11fb097-ec2e-4811-8fc4-d4d528f5bbf7 None None] Routers {'925ce1fe-ed0a-4d1f-ac94-dd58d6760967'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:48.856317 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-a11fb097-ec2e-4811-8fc4-d4d528f5bbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:36:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['925ce1fe-ed0a-4d1f-ac94-dd58d6760967'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:48.861414 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:36:48.862229 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device aa6237c4-22e1-4ba1-9dd7-5bcc1c491f8e not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:36:49.011400 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9426c3a7-6479-433c-ac8a-6662a64b01a2 None None] Pushing event updated for resources: {'Port': ['ID=f892a1e6-f49e-4dbe-8f94-7aa18b063713,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:49.023776 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-4099ad47-f6a2-4d7f-b3fa-07d23010b0d8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Allocated IP 172.20.0.3 (c65634b4-620f-4d4e-b86a-cfaa4125589f/9f136cd8-eda3-43eb-9cb5-3830c4338b63/8dccf7fc-65fb-4bea-aa88-058e5e3fc67f) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:49.057116 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-a11fb097-ec2e-4811-8fc4-d4d528f5bbf7 None None] Set router 925ce1fe-ed0a-4d1f-ac94-dd58d6760967 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:36:49.270379 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-4099ad47-f6a2-4d7f-b3fa-07d23010b0d8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.289435 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-4099ad47-f6a2-4d7f-b3fa-07d23010b0d8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Transition to ACTIVE for port object 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:49.301919 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-4970395c-c04a-4d31-82e5-920bff5397dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.328368 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-73ffa13d-c55d-4f7a-93bf-5f69a37cca32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.330874 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-4099ad47-f6a2-4d7f-b3fa-07d23010b0d8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.370686 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-a11fb097-ec2e-4811-8fc4-d4d528f5bbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'name': 'tempest-TestServerBasicOps-2064825832-router', 'tenant_id': '1783dd15c07244cf9315c27ec92931b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '13548b6d-a9b7-4ac3-bc47-20084219c94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:44Z', 'revision_number': 4, 'project_id': '1783dd15c07244cf9315c27ec92931b3', 'gw_port': {'id': '13548b6d-a9b7-4ac3-bc47-20084219c94c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f892a1e6-f49e-4dbe-8f94-7aa18b063713', 'name': '', 'network_id': '683b6795-2fa0-4ca9-a524-56fb58dfd01a', 'tenant_id': '1783dd15c07244cf9315c27ec92931b3', 'mac_address': 'fa:16:3e:80:02:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '3fa239c5-5119-46c0-9a47-909641a9faaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:42Z', 'updated_at': '2021-07-29T23:36:48Z', 'revision_number': 4, 'project_id': '1783dd15c07244cf9315c27ec92931b3', 'subnets': [{'id': '3fa239c5-5119-46c0-9a47-909641a9faaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:49.387705 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-4099ad47-f6a2-4d7f-b3fa-07d23010b0d8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Network c65634b4-620f-4d4e-b86a-cfaa4125589f is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:49.391670 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c04611a3-68e7-42cd-80f9-48bd4676b7ec req-807c98ca-cf31-48fa-b2c4-3f22e129ff13 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7333295 Jul 29 23:36:49.401095 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-4099ad47-f6a2-4d7f-b3fa-07d23010b0d8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:49.413504 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a11fb097-ec2e-4811-8fc4-d4d528f5bbf7 None None] The sync data for ids ['925ce1fe-ed0a-4d1f-ac94-dd58d6760967'] in n-d-712140-10 is: [{'id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'name': 'tempest-TestServerBasicOps-2064825832-router', 'tenant_id': '1783dd15c07244cf9315c27ec92931b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '13548b6d-a9b7-4ac3-bc47-20084219c94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:44Z', 'revision_number': 4, 'project_id': '1783dd15c07244cf9315c27ec92931b3', 'gw_port': {'id': '13548b6d-a9b7-4ac3-bc47-20084219c94c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f892a1e6-f49e-4dbe-8f94-7aa18b063713', 'name': '', 'network_id': '683b6795-2fa0-4ca9-a524-56fb58dfd01a', 'tenant_id': '1783dd15c07244cf9315c27ec92931b3', 'mac_address': 'fa:16:3e:80:02:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '3fa239c5-5119-46c0-9a47-909641a9faaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:42Z', 'updated_at': '2021-07-29T23:36:48Z', 'revision_number': 4, 'project_id': '1783dd15c07244cf9315c27ec92931b3', 'subnets': [{'id': '3fa239c5-5119-46c0-9a47-909641a9faaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:36:49.436676 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-4099ad47-f6a2-4d7f-b3fa-07d23010b0d8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:49.493142 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.db.resource_extend [None req-73ffa13d-c55d-4f7a-93bf-5f69a37cca32 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:36:49.543406 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-df840fa4-2f9c-43f4-9001-4b433a26d18d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=edb42dca52ee498d9c1522ae413e753a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0198977 Jul 29 23:36:49.575656 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52988) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:49.620557 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-4099ad47-f6a2-4d7f-b3fa-07d23010b0d8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:49.633729 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-4099ad47-f6a2-4d7f-b3fa-07d23010b0d8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.640067 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099ad47-f6a2-4d7f-b3fa-07d23010b0d8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Pushing event updated for resources: {'Port': ['ID=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:49.670545 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-4099ad47-f6a2-4d7f-b3fa-07d23010b0d8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0323157 Jul 29 23:36:49.683288 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-43d6a017-ef4a-4c7e-96a5-075120f42a8d service neutron] Request body: {'port': {'device_id': 'b5c7e56f-acb3-4a75-b444-e0a505979ebb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:49.770848 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-43d6a017-ef4a-4c7e-96a5-075120f42a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.778270 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-73ffa13d-c55d-4f7a-93bf-5f69a37cca32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.779416 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ffa13d-c55d-4f7a-93bf-5f69a37cca32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:49.780243 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-73ffa13d-c55d-4f7a-93bf-5f69a37cca32 admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.834984 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f2695825-5442-4abb-8f6b-f0766feaf039 None None] Provisioning for port 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:49.839589 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f2695825-5442-4abb-8f6b-f0766feaf039 None None] Provisioning complete for port 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:49.840299 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f2695825-5442-4abb-8f6b-f0766feaf039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.859501 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f7c8f30e-80f6-45e5-8151-c07b90a800b8 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:49.898815 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f2695825-5442-4abb-8f6b-f0766feaf039 None None] Port 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:36:49.932316 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4514018-4f27-4300-bb8a-2706c1dc93c9 req-a73094e8-9a8b-4b0c-ac33-b8e476c44188 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/ports?device_id=19bf3308-cf73-4718-bee7-825eb6f390ab HTTP/1.1" status: 200 len: 210 time: 0.1645989 Jul 29 23:36:49.980685 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-73ffa13d-c55d-4f7a-93bf-5f69a37cca32 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1845455 Jul 29 23:36:49.981449 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 52992) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:50.034596 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-d765ff7e-0672-4980-abc7-7e6b68d3321c admin admin] Request body: {'subnet': {'network_id': 'bb77dad8-64a5-4b4d-9054-3c1bc4ef121a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2118182426-subnet', 'tenant_id': 'ac80aa40a7e3413586906ca47671fc06', 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:50.140085 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f7c8f30e-80f6-45e5-8151-c07b90a800b8 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.142137 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d765ff7e-0672-4980-abc7-7e6b68d3321c admin admin] Made reservation on behalf of ac80aa40a7e3413586906ca47671fc06 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:50.144050 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d765ff7e-0672-4980-abc7-7e6b68d3321c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.160344 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ffa13d-c55d-4f7a-93bf-5f69a37cca32 admin admin] Pushing event updated for resources: {'Network': ['ID=bb77dad8-64a5-4b4d-9054-3c1bc4ef121a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:50.175336 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network bb77dad8-64a5-4b4d-9054-3c1bc4ef121a details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:36:50.196976 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c2d928c0-7235-4008-a0b7-fc262d49bb25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.247606 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-43d6a017-ef4a-4c7e-96a5-075120f42a8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:36:50.256492 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-43d6a017-ef4a-4c7e-96a5-075120f42a8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.274017 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-43d6a017-ef4a-4c7e-96a5-075120f42a8d service neutron] Transition to ACTIVE for port object 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:50.280828 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-43d6a017-ef4a-4c7e-96a5-075120f42a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.341371 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c2d928c0-7235-4008-a0b7-fc262d49bb25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.347914 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6a017-ef4a-4c7e-96a5-075120f42a8d service neutron] Pushing event updated for resources: {'Port': ['ID=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:50.366796 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f7c8f30e-80f6-45e5-8151-c07b90a800b8 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Network d5c3b79a-5fbc-45ec-ae4b-7442deb83787 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:50.394575 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f7c8f30e-80f6-45e5-8151-c07b90a800b8 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:50.398436 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f7c8f30e-80f6-45e5-8151-c07b90a800b8 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:50.453318 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-43d6a017-ef4a-4c7e-96a5-075120f42a8d service neutron] Attempting to bind port 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:50.453856 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-43d6a017-ef4a-4c7e-96a5-075120f42a8d service neutron] Attempting to bind port 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '45c04b8e-476f-4241-8476-f7d4980a8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:50.453993 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-43d6a017-ef4a-4c7e-96a5-075120f42a8d service neutron] Attempting to bind port 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f on network c65634b4-620f-4d4e-b86a-cfaa4125589f {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:50.459292 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-43d6a017-ef4a-4c7e-96a5-075120f42a8d service neutron] Port 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f on network c65634b4-620f-4d4e-b86a-cfaa4125589f not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:36:50.459624 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-43d6a017-ef4a-4c7e-96a5-075120f42a8d service neutron] Attempting to bind port 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f on network c65634b4-620f-4d4e-b86a-cfaa4125589f {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:50.465745 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-43d6a017-ef4a-4c7e-96a5-075120f42a8d service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:50.465981 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-43d6a017-ef4a-4c7e-96a5-075120f42a8d service neutron] Checking segment: {'id': '45c04b8e-476f-4241-8476-f7d4980a8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:50.466293 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c8f30e-80f6-45e5-8151-c07b90a800b8 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Pushing event updated for resources: {'Port': ['ID=d1d23768-062f-4f3f-899d-a70ab1b1fc1b,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:50.466475 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-43d6a017-ef4a-4c7e-96a5-075120f42a8d service neutron] Bound using segment: {'id': '45c04b8e-476f-4241-8476-f7d4980a8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:50.466890 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-43d6a017-ef4a-4c7e-96a5-075120f42a8d service neutron] Bound port: 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45c04b8e-476f-4241-8476-f7d4980a8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:50.467257 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-43d6a017-ef4a-4c7e-96a5-075120f42a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.527105 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e91074d-f7c0-4f79-ab1d-c17f5a91d4f7 req-d1cda1c3-9645-4d0e-8ba5-d9ec773bcdf9 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:50.528709 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2e91074d-f7c0-4f79-ab1d-c17f5a91d4f7 req-d1cda1c3-9645-4d0e-8ba5-d9ec773bcdf9 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 931 time: 0.3931823 Jul 29 23:36:50.544643 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-43d6a017-ef4a-4c7e-96a5-075120f42a8d service neutron] For port 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f, host n-h1-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:50.548171 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-43d6a017-ef4a-4c7e-96a5-075120f42a8d service neutron] For port 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:50.554980 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-43d6a017-ef4a-4c7e-96a5-075120f42a8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.580021 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-8aac1504-edcc-40d4-bec6-d71cf0565380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 337ff77a-74f1-4e4c-a1fc-5b2f7a769fec {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:36:50.593400 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-43d6a017-ef4a-4c7e-96a5-075120f42a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:50.594025 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-43d6a017-ef4a-4c7e-96a5-075120f42a8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.595366 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f7c8f30e-80f6-45e5-8151-c07b90a800b8 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:50.595516 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-43d6a017-ef4a-4c7e-96a5-075120f42a8d service neutron] 10.222.0.23 "PUT /v2.0/ports/8dccf7fc-65fb-4bea-aa88-058e5e3fc67f HTTP/1.1" status: 200 len: 1092 time: 0.9172990 Jul 29 23:36:50.595974 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c7e56f-acb3-4a75-b444-e0a505979ebb', 'tag': '8dccf7fc-65fb-4bea-aa88-058e5e3fc67f'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:50.596111 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f7c8f30e-80f6-45e5-8151-c07b90a800b8 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.598361 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc282c4-6c62-46a1-8262-42a45c5b26ba" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c7e56f-acb3-4a75-b444-e0a505979ebb", "tag": "8dccf7fc-65fb-4bea-aa88-058e5e3fc67f"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:50.615433 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-8aac1504-edcc-40d4-bec6-d71cf0565380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.675188 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c2d928c0-7235-4008-a0b7-fc262d49bb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.679792 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c2d928c0-7235-4008-a0b7-fc262d49bb25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.683604 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c2d928c0-7235-4008-a0b7-fc262d49bb25 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/77b4bdb8-55d9-48b2-aa96-a43b8102d47d HTTP/1.1" status: 204 len: 168 time: 1.0684538 Jul 29 23:36:50.694924 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2e91074d-f7c0-4f79-ab1d-c17f5a91d4f7 req-a9b7eeeb-ee28-4df3-a434-ddd5c5652ab5 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577666 Jul 29 23:36:50.697107 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f7c8f30e-80f6-45e5-8151-c07b90a800b8 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3350053 Jul 29 23:36:50.706593 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-8aac1504-edcc-40d4-bec6-d71cf0565380 service neutron] Transition to ACTIVE for port object 337ff77a-74f1-4e4c-a1fc-5b2f7a769fec will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:50.711566 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d928c0-7235-4008-a0b7-fc262d49bb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b4bdb8-55d9-48b2-aa96-a43b8102d47d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:50.720154 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f0f401a3-4a0c-476e-b2f0-ff25547ea08b service neutron] Request body: {'port': {'device_id': '19bf3308-cf73-4718-bee7-825eb6f390ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:50.731405 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-8aac1504-edcc-40d4-bec6-d71cf0565380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:50.800382 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6a017-ef4a-4c7e-96a5-075120f42a8d service neutron] Pushing event updated for resources: {'Port': ['ID=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:50.867251 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-2104b068-821b-405e-ab01-a587d776e9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:50.871606 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-2104b068-821b-405e-ab01-a587d776e9c3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72e6a71724b54f78b875fd06b1bacd37&device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 1095 time: 0.2080712 Jul 29 23:36:50.912176 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f892a1e6-f49e-4dbe-8f94-7aa18b063713 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:50.992573 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d765ff7e-0672-4980-abc7-7e6b68d3321c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.012017 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port f892a1e6-f49e-4dbe-8f94-7aa18b063713 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:51.018161 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port f892a1e6-f49e-4dbe-8f94-7aa18b063713 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:51.018882 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.039163 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-f7aec635-f248-424b-b246-59938d22d0e0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f HTTP/1.1" status: 200 len: 217 time: 0.1597731 Jul 29 23:36:51.087088 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d765ff7e-0672-4980-abc7-7e6b68d3321c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0b7f5c2-d15d-4727-93a0-0688fbec25e8,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:51.152697 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.181142 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-aae7625e-4c40-4d8e-8848-e2d5b33d0af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:51.187893 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-aae7625e-4c40-4d8e-8848-e2d5b33d0af0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9f136cd8-eda3-43eb-9cb5-3830c4338b63 HTTP/1.1" status: 200 len: 850 time: 0.1368024 Jul 29 23:36:51.206915 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port f892a1e6-f49e-4dbe-8f94-7aa18b063713, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f892a1e6-f49e-4dbe-8f94-7aa18b063713,segment=NetworkSegment(dfa1117e-b135-428b-bc60-5ea1178f380a),segment_id=dfa1117e-b135-428b-bc60-5ea1178f380a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:51.213386 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.240567 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f0f401a3-4a0c-476e-b2f0-ff25547ea08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.290862 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1904c1-6198-4e9c-afe1-e3d880a8654f req-89422170-bdb1-4712-95cb-674c9c3dd0a7 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:51.292903 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c1904c1-6198-4e9c-afe1-e3d880a8654f req-89422170-bdb1-4712-95cb-674c9c3dd0a7 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 946 time: 0.4166038 Jul 29 23:36:51.293814 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac1504-edcc-40d4-bec6-d71cf0565380 service neutron] Pushing event updated for resources: {'Port': ['ID=337ff77a-74f1-4e4c-a1fc-5b2f7a769fec,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:51.304641 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=f892a1e6-f49e-4dbe-8f94-7aa18b063713,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:51.367163 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-60a50d14-0e92-4ea3-8200-6d4410c6e4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:51.368924 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-60a50d14-0e92-4ea3-8200-6d4410c6e4d2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c65634b4-620f-4d4e-b86a-cfaa4125589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1757746 Jul 29 23:36:51.511040 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-931581f2-dd72-4e15-95e3-04ef50ccfdd7 service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316955 Jul 29 23:36:51.527524 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-8aac1504-edcc-40d4-bec6-d71cf0565380 service neutron] Attempting to bind port 337ff77a-74f1-4e4c-a1fc-5b2f7a769fec on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:51.528148 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-8aac1504-edcc-40d4-bec6-d71cf0565380 service neutron] Attempting to bind port 337ff77a-74f1-4e4c-a1fc-5b2f7a769fec by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'ffe3445c-3334-4419-8aed-c455848e32ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd5c3b79a-5fbc-45ec-ae4b-7442deb83787'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:51.528510 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-8aac1504-edcc-40d4-bec6-d71cf0565380 service neutron] Attempting to bind port 337ff77a-74f1-4e4c-a1fc-5b2f7a769fec on network d5c3b79a-5fbc-45ec-ae4b-7442deb83787 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:51.535281 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c1904c1-6198-4e9c-afe1-e3d880a8654f req-8b10ea2d-60e7-439a-aa18-0eec443bef55 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712167 Jul 29 23:36:51.545192 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d765ff7e-0672-4980-abc7-7e6b68d3321c admin admin] Checking segment: {'id': 'c483151a-de77-424d-b75c-358e5908e767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'bb77dad8-64a5-4b4d-9054-3c1bc4ef121a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:51.545560 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d765ff7e-0672-4980-abc7-7e6b68d3321c admin admin] Network hostable DHCP agents. Network: bb77dad8-64a5-4b4d-9054-3c1bc4ef121a, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:36:51.549750 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-8aac1504-edcc-40d4-bec6-d71cf0565380 service neutron] Port 337ff77a-74f1-4e4c-a1fc-5b2f7a769fec on network d5c3b79a-5fbc-45ec-ae4b-7442deb83787 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:36:51.550080 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-8aac1504-edcc-40d4-bec6-d71cf0565380 service neutron] Attempting to bind port 337ff77a-74f1-4e4c-a1fc-5b2f7a769fec on network d5c3b79a-5fbc-45ec-ae4b-7442deb83787 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:51.631943 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-8aac1504-edcc-40d4-bec6-d71cf0565380 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:51.632832 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-8aac1504-edcc-40d4-bec6-d71cf0565380 service neutron] Checking segment: {'id': 'ffe3445c-3334-4419-8aed-c455848e32ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd5c3b79a-5fbc-45ec-ae4b-7442deb83787'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:51.633557 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-8aac1504-edcc-40d4-bec6-d71cf0565380 service neutron] Bound using segment: {'id': 'ffe3445c-3334-4419-8aed-c455848e32ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd5c3b79a-5fbc-45ec-ae4b-7442deb83787'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:51.634113 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-8aac1504-edcc-40d4-bec6-d71cf0565380 service neutron] Bound port: 337ff77a-74f1-4e4c-a1fc-5b2f7a769fec, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe3445c-3334-4419-8aed-c455848e32ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd5c3b79a-5fbc-45ec-ae4b-7442deb83787'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:51.634545 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-8aac1504-edcc-40d4-bec6-d71cf0565380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.726613 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-221eb0f1-eb5c-4af1-bf24-7e8d4b6dab26 req-b6f30761-ec38-47fd-b86b-c08e3a50eebc service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056878 Jul 29 23:36:51.903548 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d765ff7e-0672-4980-abc7-7e6b68d3321c admin admin] Network bb77dad8-64a5-4b4d-9054-3c1bc4ef121a is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:36:51.934057 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-4970395c-c04a-4d31-82e5-920bff5397dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fae7e9a-577d-4306-b57c-3e27550449cd {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:36:51.954431 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-4970395c-c04a-4d31-82e5-920bff5397dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.959470 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-d765ff7e-0672-4980-abc7-7e6b68d3321c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, bb77dad8-64a5-4b4d-9054-3c1bc4ef121a) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:51.965718 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53038) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:51.970124 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a78a52-5049-4965-936c-daaa6e4996a8 None None] Network bb77dad8-64a5-4b4d-9054-3c1bc4ef121a requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:51.976148 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-8aac1504-edcc-40d4-bec6-d71cf0565380 service neutron] For port 337ff77a-74f1-4e4c-a1fc-5b2f7a769fec, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:51.987127 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d765ff7e-0672-4980-abc7-7e6b68d3321c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:51.987866 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d765ff7e-0672-4980-abc7-7e6b68d3321c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:51.996243 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-8aac1504-edcc-40d4-bec6-d71cf0565380 service neutron] For port 337ff77a-74f1-4e4c-a1fc-5b2f7a769fec, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=337ff77a-74f1-4e4c-a1fc-5b2f7a769fec,segment=NetworkSegment(ffe3445c-3334-4419-8aed-c455848e32ed),segment_id=ffe3445c-3334-4419-8aed-c455848e32ed)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:52.008454 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-8aac1504-edcc-40d4-bec6-d71cf0565380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.014663 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-4970395c-c04a-4d31-82e5-920bff5397dd service neutron] Transition to ACTIVE for port object 9fae7e9a-577d-4306-b57c-3e27550449cd will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:52.018947 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8521b47b-90e0-4767-8c70-9c4606b82b13 x-openstack-request-id: req-8521b47b-90e0-4767-8c70-9c4606b82b13 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:52.021212 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c7e56f-acb3-4a75-b444-e0a505979ebb", "tag": "8dccf7fc-65fb-4bea-aa88-058e5e3fc67f", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:52.021486 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8521b47b-90e0-4767-8c70-9c4606b82b13 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:52.026137 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c7e56f-acb3-4a75-b444-e0a505979ebb', 'tag': '8dccf7fc-65fb-4bea-aa88-058e5e3fc67f', 'status': 'completed', 'code': 200} Jul 29 23:36:52.063607 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d765ff7e-0672-4980-abc7-7e6b68d3321c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0334787 Jul 29 23:36:52.063607 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-4970395c-c04a-4d31-82e5-920bff5397dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.066128 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53042) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:52.100932 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-1c05e052-0ccd-43bc-9270-d765bb57f5f4 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2118182426-router', 'tenant_id': 'ac80aa40a7e3413586906ca47671fc06', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:52.120979 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc282c4-6c62-46a1-8262-42a45c5b26ba req-855b201b-d765-4bab-a847-41b21f58b9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:52.123153 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bcc282c4-6c62-46a1-8262-42a45c5b26ba req-855b201b-d765-4bab-a847-41b21f58b9f8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72e6a71724b54f78b875fd06b1bacd37&device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 1095 time: 0.0813606 Jul 29 23:36:52.137146 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-742ad32e-754c-4845-9ed3-84586ed4b459 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1132881144'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:52.144584 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-8aac1504-edcc-40d4-bec6-d71cf0565380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:52.146045 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-8aac1504-edcc-40d4-bec6-d71cf0565380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.147596 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-8aac1504-edcc-40d4-bec6-d71cf0565380 service neutron] 10.222.0.23 "PUT /v2.0/ports/337ff77a-74f1-4e4c-a1fc-5b2f7a769fec HTTP/1.1" status: 200 len: 1092 time: 4.9931731 Jul 29 23:36:52.148467 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f7e8b8-e763-45ab-ab20-a6b5fc785dbb', 'tag': '337ff77a-74f1-4e4c-a1fc-5b2f7a769fec'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:52.150767 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab67924f-5585-49c7-b2bd-683cfc264d21" -d '{"events": [{"name": "network-changed", "server_uuid": "88f7e8b8-e763-45ab-ab20-a6b5fc785dbb", "tag": "337ff77a-74f1-4e4c-a1fc-5b2f7a769fec"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:52.316050 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cbb809-6304-4c21-b534-ca56c96bbcdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-bb77dad8-64a5-4b4d-9054-3c1bc4ef121a', 'network_id': 'bb77dad8-64a5-4b4d-9054-3c1bc4ef121a', 'tenant_id': 'ac80aa40a7e3413586906ca47671fc06', 'fixed_ips': [{'subnet_id': 'a0b7f5c2-d15d-4727-93a0-0688fbec25e8'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:36:52.318469 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5cbb809-6304-4c21-b534-ca56c96bbcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.320825 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac1504-edcc-40d4-bec6-d71cf0565380 service neutron] Pushing event updated for resources: {'Port': ['ID=337ff77a-74f1-4e4c-a1fc-5b2f7a769fec,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:52.336631 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1c05e052-0ccd-43bc-9270-d765bb57f5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.337910 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1c05e052-0ccd-43bc-9270-d765bb57f5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.402241 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742ad32e-754c-4845-9ed3-84586ed4b459 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:52.406543 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-742ad32e-754c-4845-9ed3-84586ed4b459 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.429193 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-742ad32e-754c-4845-9ed3-84586ed4b459 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.449504 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc282c4-6c62-46a1-8262-42a45c5b26ba req-4e1955c2-6c28-4a19-a59d-dc1598705f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:52.451746 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bcc282c4-6c62-46a1-8262-42a45c5b26ba req-4e1955c2-6c28-4a19-a59d-dc1598705f9a service neutron] 10.222.0.23 "GET /v2.0/networks?id=c65634b4-620f-4d4e-b86a-cfaa4125589f HTTP/1.1" status: 200 len: 912 time: 0.3088479 Jul 29 23:36:52.509362 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bcc282c4-6c62-46a1-8262-42a45c5b26ba req-dcbd0260-2325-4216-964c-a087e9f36e39 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f HTTP/1.1" status: 200 len: 217 time: 0.0481300 Jul 29 23:36:52.522897 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913c0c5-3271-4ea9-844e-ed2130ebf263 req-6573eccb-eabf-4658-9f63-29666adbc7f3 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:52.524816 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2913c0c5-3271-4ea9-844e-ed2130ebf263 req-6573eccb-eabf-4658-9f63-29666adbc7f3 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/ports?device_id=19bf3308-cf73-4718-bee7-825eb6f390ab HTTP/1.1" status: 200 len: 932 time: 0.3660724 Jul 29 23:36:52.528741 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-b5cbb809-6304-4c21-b534-ca56c96bbcdd None None] Allocated IP 172.20.0.2 (bb77dad8-64a5-4b4d-9054-3c1bc4ef121a/a0b7f5c2-d15d-4727-93a0-0688fbec25e8/94ced579-4ad2-4139-9397-15a3d1e66853) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:52.564623 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-b97376ee-ec8a-4b79-99d0-95b840fd562e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:52.566265 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-b97376ee-ec8a-4b79-99d0-95b840fd562e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=169c6b1aaf5b4ff88e543ad52f451abd&device_id=88f7e8b8-e763-45ab-ab20-a6b5fc785dbb HTTP/1.1" status: 200 len: 1095 time: 0.3385198 Jul 29 23:36:52.580791 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc282c4-6c62-46a1-8262-42a45c5b26ba req-dd74a4b2-e228-4e3a-a4df-05767d54dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:52.582625 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bcc282c4-6c62-46a1-8262-42a45c5b26ba req-dd74a4b2-e228-4e3a-a4df-05767d54dafd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9f136cd8-eda3-43eb-9cb5-3830c4338b63 HTTP/1.1" status: 200 len: 850 time: 0.0594740 Jul 29 23:36:52.638886 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f0f401a3-4a0c-476e-b2f0-ff25547ea08b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d23768-062f-4f3f-899d-a70ab1b1fc1b {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:36:52.662179 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970395c-c04a-4d31-82e5-920bff5397dd service neutron] Pushing event updated for resources: {'Port': ['ID=9fae7e9a-577d-4306-b57c-3e27550449cd,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:52.670237 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1c05e052-0ccd-43bc-9270-d765bb57f5f4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.680035 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f0f401a3-4a0c-476e-b2f0-ff25547ea08b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.717747 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2913c0c5-3271-4ea9-844e-ed2130ebf263 req-844013c6-ffd3-4966-bd6c-c7e75a676e63 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/security-groups?id=a985c4b7-60b1-431d-9af8-e2452b6f7818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676950 Jul 29 23:36:52.728438 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-0bcf3944-0400-4609-b92f-3411d7531ef6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=337ff77a-74f1-4e4c-a1fc-5b2f7a769fec HTTP/1.1" status: 200 len: 217 time: 0.0913663 Jul 29 23:36:52.776345 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5cbb809-6304-4c21-b534-ca56c96bbcdd None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.789985 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b5cbb809-6304-4c21-b534-ca56c96bbcdd None None] Transition to ACTIVE for port object 94ced579-4ad2-4139-9397-15a3d1e66853 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:52.822149 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b5cbb809-6304-4c21-b534-ca56c96bbcdd None None] Transition to ACTIVE for port object 94ced579-4ad2-4139-9397-15a3d1e66853 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:52.835599 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f892a1e6-f49e-4dbe-8f94-7aa18b063713 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:52.846997 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f264e29d-794b-4162-b9bf-9844e21a914d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:52.849599 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f264e29d-794b-4162-b9bf-9844e21a914d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c226abb-e366-4387-8646-cd91766751ea HTTP/1.1" status: 200 len: 858 time: 0.0703609 Jul 29 23:36:52.880528 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f0f401a3-4a0c-476e-b2f0-ff25547ea08b service neutron] Transition to ACTIVE for port object d1d23768-062f-4f3f-899d-a70ab1b1fc1b will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:52.881816 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5cbb809-6304-4c21-b534-ca56c96bbcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.896917 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f0f401a3-4a0c-476e-b2f0-ff25547ea08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.899109 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-4970395c-c04a-4d31-82e5-920bff5397dd service neutron] Attempting to bind port 9fae7e9a-577d-4306-b57c-3e27550449cd on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:52.899495 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-4970395c-c04a-4d31-82e5-920bff5397dd service neutron] Attempting to bind port 9fae7e9a-577d-4306-b57c-3e27550449cd by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'ffe3445c-3334-4419-8aed-c455848e32ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd5c3b79a-5fbc-45ec-ae4b-7442deb83787'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:52.899848 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-4970395c-c04a-4d31-82e5-920bff5397dd service neutron] Attempting to bind port 9fae7e9a-577d-4306-b57c-3e27550449cd on network d5c3b79a-5fbc-45ec-ae4b-7442deb83787 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:52.937949 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port f892a1e6-f49e-4dbe-8f94-7aa18b063713 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:52.938366 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:52.972425 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cbb809-6304-4c21-b534-ca56c96bbcdd None None] Network bb77dad8-64a5-4b4d-9054-3c1bc4ef121a is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:52.978868 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-beb1f059-581a-4ce1-bf1b-7de1122dc983 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d5c3b79a-5fbc-45ec-ae4b-7442deb83787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964980 Jul 29 23:36:52.984269 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-b5cbb809-6304-4c21-b534-ca56c96bbcdd None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:52.993166 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cbb809-6304-4c21-b534-ca56c96bbcdd None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:52.993364 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-4970395c-c04a-4d31-82e5-920bff5397dd service neutron] Port 9fae7e9a-577d-4306-b57c-3e27550449cd on network d5c3b79a-5fbc-45ec-ae4b-7442deb83787 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:36:52.993821 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-4970395c-c04a-4d31-82e5-920bff5397dd service neutron] Attempting to bind port 9fae7e9a-577d-4306-b57c-3e27550449cd on network d5c3b79a-5fbc-45ec-ae4b-7442deb83787 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:53.003763 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cbb809-6304-4c21-b534-ca56c96bbcdd None None] Pushing event updated for resources: {'Port': ['ID=94ced579-4ad2-4139-9397-15a3d1e66853,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:53.010142 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc282c4-6c62-46a1-8262-42a45c5b26ba req-8791b963-dbc8-41a1-97cb-24542522cc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:53.011217 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-4970395c-c04a-4d31-82e5-920bff5397dd service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:53.011649 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-4970395c-c04a-4d31-82e5-920bff5397dd service neutron] Checking segment: {'id': 'ffe3445c-3334-4419-8aed-c455848e32ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd5c3b79a-5fbc-45ec-ae4b-7442deb83787'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:53.011916 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bcc282c4-6c62-46a1-8262-42a45c5b26ba req-8791b963-dbc8-41a1-97cb-24542522cc05 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c65634b4-620f-4d4e-b86a-cfaa4125589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4197252 Jul 29 23:36:53.012043 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-4970395c-c04a-4d31-82e5-920bff5397dd service neutron] Bound using segment: {'id': 'ffe3445c-3334-4419-8aed-c455848e32ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd5c3b79a-5fbc-45ec-ae4b-7442deb83787'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:53.012607 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-4970395c-c04a-4d31-82e5-920bff5397dd service neutron] Bound port: 9fae7e9a-577d-4306-b57c-3e27550449cd, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe3445c-3334-4419-8aed-c455848e32ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd5c3b79a-5fbc-45ec-ae4b-7442deb83787'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:53.013008 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-4970395c-c04a-4d31-82e5-920bff5397dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.081101 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-742ad32e-754c-4845-9ed3-84586ed4b459 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.081477 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b5cbb809-6304-4c21-b534-ca56c96bbcdd None None] Attempting to bind port 94ced579-4ad2-4139-9397-15a3d1e66853 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:53.082118 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b5cbb809-6304-4c21-b534-ca56c96bbcdd None None] Attempting to bind port 94ced579-4ad2-4139-9397-15a3d1e66853 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'c483151a-de77-424d-b75c-358e5908e767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'bb77dad8-64a5-4b4d-9054-3c1bc4ef121a'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:53.083348 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cbb809-6304-4c21-b534-ca56c96bbcdd None None] Attempting to bind port 94ced579-4ad2-4139-9397-15a3d1e66853 on network bb77dad8-64a5-4b4d-9054-3c1bc4ef121a {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:53.091047 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-742ad32e-754c-4845-9ed3-84586ed4b459 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.096578 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cbb809-6304-4c21-b534-ca56c96bbcdd None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:53.096984 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cbb809-6304-4c21-b534-ca56c96bbcdd None None] Checking segment: {'id': 'c483151a-de77-424d-b75c-358e5908e767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'bb77dad8-64a5-4b4d-9054-3c1bc4ef121a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:53.097346 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5cbb809-6304-4c21-b534-ca56c96bbcdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.097747 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cbb809-6304-4c21-b534-ca56c96bbcdd None None] Bound using segment: {'id': 'c483151a-de77-424d-b75c-358e5908e767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'bb77dad8-64a5-4b4d-9054-3c1bc4ef121a'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:53.099670 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b5cbb809-6304-4c21-b534-ca56c96bbcdd None None] Bound port: 94ced579-4ad2-4139-9397-15a3d1e66853, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c483151a-de77-424d-b75c-358e5908e767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'bb77dad8-64a5-4b4d-9054-3c1bc4ef121a'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:53.100106 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5cbb809-6304-4c21-b534-ca56c96bbcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.131286 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-742ad32e-754c-4845-9ed3-84586ed4b459 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:36:53.149991 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1c05e052-0ccd-43bc-9270-d765bb57f5f4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.159213 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-742ad32e-754c-4845-9ed3-84586ed4b459 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.159718 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-742ad32e-754c-4845-9ed3-84586ed4b459 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Added segment 02a5cb23-e07f-49ed-bdb8-a7b9e926bd79 of type vlan for network 9f010c3f-3df5-40e5-93d1-9e17e480fd37 Jul 29 23:36:53.170620 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ad32e-754c-4845-9ed3-84586ed4b459 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9e4537-4674-4e56-87b4-f4e7053a80f7,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:53.213983 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bcc282c4-6c62-46a1-8262-42a45c5b26ba req-4c079feb-0013-4942-8f12-359f9ccb0db2 service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927314 Jul 29 23:36:53.224822 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-742ad32e-754c-4845-9ed3-84586ed4b459 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.236648 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b5cbb809-6304-4c21-b534-ca56c96bbcdd None None] For port 94ced579-4ad2-4139-9397-15a3d1e66853, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:53.246773 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b5cbb809-6304-4c21-b534-ca56c96bbcdd None None] For port 94ced579-4ad2-4139-9397-15a3d1e66853, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=94ced579-4ad2-4139-9397-15a3d1e66853,segment=NetworkSegment(c483151a-de77-424d-b75c-358e5908e767),segment_id=c483151a-de77-424d-b75c-358e5908e767)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:53.259183 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5cbb809-6304-4c21-b534-ca56c96bbcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.324803 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f401a3-4a0c-476e-b2f0-ff25547ea08b service neutron] Pushing event updated for resources: {'Port': ['ID=d1d23768-062f-4f3f-899d-a70ab1b1fc1b,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:53.342149 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bcc282c4-6c62-46a1-8262-42a45c5b26ba req-40dac2e7-9507-45b5-8bf7-4be1077d0ab7 service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203964 Jul 29 23:36:53.355742 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-742ad32e-754c-4845-9ed3-84586ed4b459 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.364942 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742ad32e-754c-4845-9ed3-84586ed4b459 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:53.365416 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-742ad32e-754c-4845-9ed3-84586ed4b459 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.401972 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-4970395c-c04a-4d31-82e5-920bff5397dd service neutron] For port 9fae7e9a-577d-4306-b57c-3e27550449cd, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:53.403009 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cbb809-6304-4c21-b534-ca56c96bbcdd None None] Pushing event updated for resources: {'Port': ['ID=94ced579-4ad2-4139-9397-15a3d1e66853,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:53.405497 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-4970395c-c04a-4d31-82e5-920bff5397dd service neutron] For port 9fae7e9a-577d-4306-b57c-3e27550449cd, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9fae7e9a-577d-4306-b57c-3e27550449cd,segment=NetworkSegment(ffe3445c-3334-4419-8aed-c455848e32ed),segment_id=ffe3445c-3334-4419-8aed-c455848e32ed)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:53.447232 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-742ad32e-754c-4845-9ed3-84586ed4b459 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4803026 Jul 29 23:36:53.450161 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53062) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:53.457946 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-8c0074e6-33a7-4369-9a17-3f83677443af tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'port': {'network_id': '9f010c3f-3df5-40e5-93d1-9e17e480fd37', 'name': 'tempest-PortsTestJSON-1831081697'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:53.464579 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-4970395c-c04a-4d31-82e5-920bff5397dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.479972 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f0f401a3-4a0c-476e-b2f0-ff25547ea08b service neutron] Attempting to bind port d1d23768-062f-4f3f-899d-a70ab1b1fc1b on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:36:53.480470 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f0f401a3-4a0c-476e-b2f0-ff25547ea08b service neutron] Attempting to bind port d1d23768-062f-4f3f-899d-a70ab1b1fc1b by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'ffe3445c-3334-4419-8aed-c455848e32ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd5c3b79a-5fbc-45ec-ae4b-7442deb83787'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:36:53.480670 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f0f401a3-4a0c-476e-b2f0-ff25547ea08b service neutron] Attempting to bind port d1d23768-062f-4f3f-899d-a70ab1b1fc1b on network d5c3b79a-5fbc-45ec-ae4b-7442deb83787 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:53.512853 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ad32e-754c-4845-9ed3-84586ed4b459 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Network': ['ID=9f010c3f-3df5-40e5-93d1-9e17e480fd37,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:53.524533 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 9f010c3f-3df5-40e5-93d1-9e17e480fd37 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:36:53.533299 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65276b22-4b32-49f5-88de-dbfd81834394 req-6ac5ecbe-abab-4672-b955-1eeaf8cc2c97 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:53.535057 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65276b22-4b32-49f5-88de-dbfd81834394 req-6ac5ecbe-abab-4672-b955-1eeaf8cc2c97 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 943 time: 0.6513903 Jul 29 23:36:53.555900 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f0f401a3-4a0c-476e-b2f0-ff25547ea08b service neutron] Port d1d23768-062f-4f3f-899d-a70ab1b1fc1b on network d5c3b79a-5fbc-45ec-ae4b-7442deb83787 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:36:53.556230 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f0f401a3-4a0c-476e-b2f0-ff25547ea08b service neutron] Attempting to bind port d1d23768-062f-4f3f-899d-a70ab1b1fc1b on network d5c3b79a-5fbc-45ec-ae4b-7442deb83787 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:36:53.578599 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f0f401a3-4a0c-476e-b2f0-ff25547ea08b service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:36:53.579315 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f0f401a3-4a0c-476e-b2f0-ff25547ea08b service neutron] Checking segment: {'id': 'ffe3445c-3334-4419-8aed-c455848e32ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd5c3b79a-5fbc-45ec-ae4b-7442deb83787'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:53.579315 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f0f401a3-4a0c-476e-b2f0-ff25547ea08b service neutron] Bound using segment: {'id': 'ffe3445c-3334-4419-8aed-c455848e32ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd5c3b79a-5fbc-45ec-ae4b-7442deb83787'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:36:53.579767 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f0f401a3-4a0c-476e-b2f0-ff25547ea08b service neutron] Bound port: d1d23768-062f-4f3f-899d-a70ab1b1fc1b, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ffe3445c-3334-4419-8aed-c455848e32ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd5c3b79a-5fbc-45ec-ae4b-7442deb83787'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:36:53.580163 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f0f401a3-4a0c-476e-b2f0-ff25547ea08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.596784 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0074e6-33a7-4369-9a17-3f83677443af tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:53.603999 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8c0074e6-33a7-4369-9a17-3f83677443af tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.604483 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-4970395c-c04a-4d31-82e5-920bff5397dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:53.605170 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-4970395c-c04a-4d31-82e5-920bff5397dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.606667 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-4970395c-c04a-4d31-82e5-920bff5397dd service neutron] 10.222.0.23 "PUT /v2.0/ports/9fae7e9a-577d-4306-b57c-3e27550449cd HTTP/1.1" status: 200 len: 1092 time: 5.0506830 Jul 29 23:36:53.668977 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-8c0074e6-33a7-4369-9a17-3f83677443af tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] device_id is not set on port 9cd59fc3-6f41-423e-b47a-f73ec018dbf7 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:36:53.678146 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-907da9d4-c2e1-46be-8791-7ff400050a39 service neutron] 10.222.0.23 "GET /v2.0/networks/d5c3b79a-5fbc-45ec-ae4b-7442deb83787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6713197 Jul 29 23:36:53.920650 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8c0074e6-33a7-4369-9a17-3f83677443af tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:53.964848 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8c0074e6-33a7-4369-9a17-3f83677443af tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.035009 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0074e6-33a7-4369-9a17-3f83677443af tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Port': ['ID=9cd59fc3-6f41-423e-b47a-f73ec018dbf7,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:54.047282 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0074e6-33a7-4369-9a17-3f83677443af tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Checking segment: {'id': '02a5cb23-e07f-49ed-bdb8-a7b9e926bd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9f010c3f-3df5-40e5-93d1-9e17e480fd37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:54.047642 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0074e6-33a7-4369-9a17-3f83677443af tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network hostable DHCP agents. Network: 9f010c3f-3df5-40e5-93d1-9e17e480fd37, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:36:54.067576 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0074e6-33a7-4369-9a17-3f83677443af tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network 9f010c3f-3df5-40e5-93d1-9e17e480fd37 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:36:54.078884 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-8c0074e6-33a7-4369-9a17-3f83677443af tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 9f010c3f-3df5-40e5-93d1-9e17e480fd37) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:54.091993 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bd6c89-ed0b-4b84-8732-f0cec0c772bf None None] Network 9f010c3f-3df5-40e5-93d1-9e17e480fd37 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:54.093264 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0074e6-33a7-4369-9a17-3f83677443af tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:54.100441 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0074e6-33a7-4369-9a17-3f83677443af tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:54.101110 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8c0074e6-33a7-4369-9a17-3f83677443af tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.126146 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8c0074e6-33a7-4369-9a17-3f83677443af tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6749651 Jul 29 23:36:54.127168 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53068) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:54.133898 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-b5979e03-5eac-49ed-9af4-d244ff999664 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2050050082'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:54.161318 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5979e03-5eac-49ed-9af4-d244ff999664 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:54.171057 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b5979e03-5eac-49ed-9af4-d244ff999664 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.217065 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5979e03-5eac-49ed-9af4-d244ff999664 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:36:54.233867 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b5979e03-5eac-49ed-9af4-d244ff999664 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.234215 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-b5979e03-5eac-49ed-9af4-d244ff999664 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Added segment 0e3463de-c8b5-4d53-bfb9-06429cc8f440 of type vlan for network bb807411-2d33-4286-8e12-39c0ebc5f76f Jul 29 23:36:54.284964 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b5979e03-5eac-49ed-9af4-d244ff999664 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.291788 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65276b22-4b32-49f5-88de-dbfd81834394 req-ace440be-a155-4db0-b0f1-b1adee7e21bf tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7378306 Jul 29 23:36:54.299488 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4970395c-c04a-4d31-82e5-920bff5397dd service neutron] Pushing event updated for resources: {'Port': ['ID=9fae7e9a-577d-4306-b57c-3e27550449cd,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:54.366683 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b5979e03-5eac-49ed-9af4-d244ff999664 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.373167 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5979e03-5eac-49ed-9af4-d244ff999664 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:54.373544 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b5979e03-5eac-49ed-9af4-d244ff999664 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.380325 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170171e6-2a58-41f8-aba6-37def9f9bf0a x-openstack-request-id: req-170171e6-2a58-41f8-aba6-37def9f9bf0a {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:54.380619 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f7e8b8-e763-45ab-ab20-a6b5fc785dbb", "tag": "337ff77a-74f1-4e4c-a1fc-5b2f7a769fec", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:54.380873 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-170171e6-2a58-41f8-aba6-37def9f9bf0a {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:54.381281 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f7e8b8-e763-45ab-ab20-a6b5fc785dbb', 'tag': '337ff77a-74f1-4e4c-a1fc-5b2f7a769fec', 'status': 'completed', 'code': 200} Jul 29 23:36:54.401276 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-857886ab-acd3-44e5-ae82-53e8474a9bfd service neutron] 10.222.0.23 "GET /v2.0/networks/d5c3b79a-5fbc-45ec-ae4b-7442deb83787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6858110 Jul 29 23:36:54.413849 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f0f401a3-4a0c-476e-b2f0-ff25547ea08b service neutron] For port d1d23768-062f-4f3f-899d-a70ab1b1fc1b, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:36:54.420305 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f0f401a3-4a0c-476e-b2f0-ff25547ea08b service neutron] For port d1d23768-062f-4f3f-899d-a70ab1b1fc1b, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=d1d23768-062f-4f3f-899d-a70ab1b1fc1b,segment=NetworkSegment(ffe3445c-3334-4419-8aed-c455848e32ed),segment_id=ffe3445c-3334-4419-8aed-c455848e32ed)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:36:54.422908 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-c9afb6f4-27b9-4e28-bd35-9ebfdd2baac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:54.424628 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-c9afb6f4-27b9-4e28-bd35-9ebfdd2baac2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=169c6b1aaf5b4ff88e543ad52f451abd&device_id=21af2a82-8e93-4cbc-9886-1da1aeb48ad7 HTTP/1.1" status: 200 len: 1095 time: 0.7522807 Jul 29 23:36:54.427878 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f0f401a3-4a0c-476e-b2f0-ff25547ea08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.460229 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5979e03-5eac-49ed-9af4-d244ff999664 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Network': ['ID=bb807411-2d33-4286-8e12-39c0ebc5f76f,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:54.475219 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network bb807411-2d33-4286-8e12-39c0ebc5f76f details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:36:54.484383 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b5979e03-5eac-49ed-9af4-d244ff999664 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3555186 Jul 29 23:36:54.486934 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53072) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:54.492663 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-0e86013f-bfc5-44f0-8952-ddc872477f5e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'ports': [{'network_id': '9f010c3f-3df5-40e5-93d1-9e17e480fd37'}, {'network_id': 'bb807411-2d33-4286-8e12-39c0ebc5f76f'}]} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:54.493297 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-0e86013f-bfc5-44f0-8952-ddc872477f5e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'port': {'network_id': '9f010c3f-3df5-40e5-93d1-9e17e480fd37'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:54.494029 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-0e86013f-bfc5-44f0-8952-ddc872477f5e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'port': {'network_id': 'bb807411-2d33-4286-8e12-39c0ebc5f76f'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:54.565019 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-6c3745d2-de05-4592-a22c-e23199b701bb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fae7e9a-577d-4306-b57c-3e27550449cd HTTP/1.1" status: 200 len: 217 time: 0.1238251 Jul 29 23:36:54.628485 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f0f401a3-4a0c-476e-b2f0-ff25547ea08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:54.630218 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f0f401a3-4a0c-476e-b2f0-ff25547ea08b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.631917 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-f0f401a3-4a0c-476e-b2f0-ff25547ea08b service neutron] 10.222.0.23 "PUT /v2.0/ports/d1d23768-062f-4f3f-899d-a70ab1b1fc1b HTTP/1.1" status: 200 len: 1093 time: 3.9239547 Jul 29 23:36:54.712328 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e86013f-bfc5-44f0-8952-ddc872477f5e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'port': 2} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:54.719854 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e86013f-bfc5-44f0-8952-ddc872477f5e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.764125 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e86013f-bfc5-44f0-8952-ddc872477f5e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:54.787137 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491d2036-d2db-47a0-8563-a774a4a01927 None None] Network bb77dad8-64a5-4b4d-9054-3c1bc4ef121a requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:54.789924 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f401a3-4a0c-476e-b2f0-ff25547ea08b service neutron] Pushing event updated for resources: {'Port': ['ID=d1d23768-062f-4f3f-899d-a70ab1b1fc1b,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:54.819224 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-00cf252d-f64b-4195-8cc4-4f33810ac009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:54.828223 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-00cf252d-f64b-4195-8cc4-4f33810ac009 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c226abb-e366-4387-8646-cd91766751ea HTTP/1.1" status: 200 len: 858 time: 0.2516267 Jul 29 23:36:54.899723 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 94ced579-4ad2-4139-9397-15a3d1e66853 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:54.910245 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-50d7d054-f8b6-424f-b41d-366db4671a7d None None] Provisioning for port 94ced579-4ad2-4139-9397-15a3d1e66853 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:54.917253 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-0e86013f-bfc5-44f0-8952-ddc872477f5e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] device_id is not set on port 6486d63e-1b1b-41f4-9c71-d6c4a3c5a2fe yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:36:54.968725 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67924f-5585-49c7-b2bd-683cfc264d21 req-c6fdb26f-f7a2-4ff5-b391-075ac1c813b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:54.970355 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab67924f-5585-49c7-b2bd-683cfc264d21 req-c6fdb26f-f7a2-4ff5-b391-075ac1c813b7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=169c6b1aaf5b4ff88e543ad52f451abd&device_id=88f7e8b8-e763-45ab-ab20-a6b5fc785dbb HTTP/1.1" status: 200 len: 1095 time: 0.4798441 Jul 29 23:36:54.978883 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-18c22377-8dc0-4c93-b5f6-0d8486589f00 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d5c3b79a-5fbc-45ec-ae4b-7442deb83787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485749 Jul 29 23:36:54.984261 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-67566cdb-a685-4dab-9edd-c4e52e2d3c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:54.985738 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-67566cdb-a685-4dab-9edd-c4e52e2d3c72 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=169c6b1aaf5b4ff88e543ad52f451abd&device_id=19bf3308-cf73-4718-bee7-825eb6f390ab HTTP/1.1" status: 200 len: 1096 time: 0.2495301 Jul 29 23:36:55.028029 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 94ced579-4ad2-4139-9397-15a3d1e66853 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:55.034660 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 94ced579-4ad2-4139-9397-15a3d1e66853 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:55.035051 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.102665 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e86013f-bfc5-44f0-8952-ddc872477f5e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.105099 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269fef6a-ca8b-45d2-9dc8-b726ab376b5a req-746f1de2-8215-44d1-98e0-beacf134e618 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:55.112913 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-269fef6a-ca8b-45d2-9dc8-b726ab376b5a req-746f1de2-8215-44d1-98e0-beacf134e618 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 946 time: 0.6230285 Jul 29 23:36:55.188627 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.217954 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-0e86013f-bfc5-44f0-8952-ddc872477f5e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] device_id is not set on port 5a2f3483-d262-4336-8282-8fcafa5a9dd3 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:36:55.236345 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-dc0d2b5d-63d0-4266-a1bb-900a135f4f3b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1d23768-062f-4f3f-899d-a70ab1b1fc1b HTTP/1.1" status: 200 len: 217 time: 0.1205008 Jul 29 23:36:55.280280 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 94ced579-4ad2-4139-9397-15a3d1e66853, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=94ced579-4ad2-4139-9397-15a3d1e66853,segment=NetworkSegment(c483151a-de77-424d-b75c-358e5908e767),segment_id=c483151a-de77-424d-b75c-358e5908e767)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:55.285347 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.320137 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-96f720de-c88a-4017-afe0-d55bd75ea724 service neutron] 10.222.0.23 "GET /v2.0/networks/d5c3b79a-5fbc-45ec-ae4b-7442deb83787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334014 Jul 29 23:36:55.326008 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1c05e052-0ccd-43bc-9270-d765bb57f5f4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.340426 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:36:55.386906 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1c05e052-0ccd-43bc-9270-d765bb57f5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.463370 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:55.466490 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e86013f-bfc5-44f0-8952-ddc872477f5e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.483738 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-269fef6a-ca8b-45d2-9dc8-b726ab376b5a req-80ac9cb5-d411-45ba-908f-a9f4a92764b7 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701940 Jul 29 23:36:55.484511 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '8dccf7fc-65fb-4bea-aa88-058e5e3fc67f', 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f', 'port_id': '8dccf7fc-65fb-4bea-aa88-058e5e3fc67f', 'mac_address': 'fa:16:3e:7d:30:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f136cd8-eda3-43eb-9cb5-3830c4338b63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:36:55.557651 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6d6c0423-9ebe-47a2-a2d9-10ebf47b63c0 None None] Provisioning complete for port 94ced579-4ad2-4139-9397-15a3d1e66853 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:55.558244 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6d6c0423-9ebe-47a2-a2d9-10ebf47b63c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.567531 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.585596 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e86013f-bfc5-44f0-8952-ddc872477f5e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.612051 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=94ced579-4ad2-4139-9397-15a3d1e66853,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:55.622725 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:36:55.648324 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e86013f-bfc5-44f0-8952-ddc872477f5e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network 9f010c3f-3df5-40e5-93d1-9e17e480fd37 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:55.649264 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:55.652336 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-0e86013f-bfc5-44f0-8952-ddc872477f5e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:55.657694 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e86013f-bfc5-44f0-8952-ddc872477f5e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:55.658733 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e86013f-bfc5-44f0-8952-ddc872477f5e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.664135 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.677355 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86013f-bfc5-44f0-8952-ddc872477f5e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Port': ['ID=6486d63e-1b1b-41f4-9c71-d6c4a3c5a2fe,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:55.696908 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-1c05e052-0ccd-43bc-9270-d765bb57f5f4 admin admin] Allocated IP 172.25.8.87 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/2f948358-45a6-4083-815c-68f56c53350f) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:55.746018 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:55.751821 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-674f1cbd-6197-453e-a20f-62b76f6fefdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:55.753559 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-674f1cbd-6197-453e-a20f-62b76f6fefdc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c226abb-e366-4387-8646-cd91766751ea HTTP/1.1" status: 200 len: 858 time: 0.5068204 Jul 29 23:36:55.764387 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e86013f-bfc5-44f0-8952-ddc872477f5e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Port': ['ID=5a2f3483-d262-4336-8282-8fcafa5a9dd3,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:55.782885 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e86013f-bfc5-44f0-8952-ddc872477f5e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Checking segment: {'id': '0e3463de-c8b5-4d53-bfb9-06429cc8f440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bb807411-2d33-4286-8e12-39c0ebc5f76f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:55.783480 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e86013f-bfc5-44f0-8952-ddc872477f5e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network hostable DHCP agents. Network: bb807411-2d33-4286-8e12-39c0ebc5f76f, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:36:55.810152 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e86013f-bfc5-44f0-8952-ddc872477f5e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network bb807411-2d33-4286-8e12-39c0ebc5f76f is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:36:55.831722 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-638951c5-ebdf-4e74-a27f-593c6a2a0d5b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d5c3b79a-5fbc-45ec-ae4b-7442deb83787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338776 Jul 29 23:36:55.831941 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-0e86013f-bfc5-44f0-8952-ddc872477f5e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, bb807411-2d33-4286-8e12-39c0ebc5f76f) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:55.832903 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67924f-5585-49c7-b2bd-683cfc264d21 req-697c914d-3d43-483b-b100-0ec3745695c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:55.834235 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab67924f-5585-49c7-b2bd-683cfc264d21 req-697c914d-3d43-483b-b100-0ec3745695c0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d5c3b79a-5fbc-45ec-ae4b-7442deb83787 HTTP/1.1" status: 200 len: 919 time: 0.8533077 Jul 29 23:36:55.843054 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fe1b50-eb20-48c4-aed9-95d6f83e8b02 None None] Network bb807411-2d33-4286-8e12-39c0ebc5f76f requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:55.847630 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e86013f-bfc5-44f0-8952-ddc872477f5e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:55.865140 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e86013f-bfc5-44f0-8952-ddc872477f5e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:55.881177 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e86013f-bfc5-44f0-8952-ddc872477f5e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:55.883020 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e86013f-bfc5-44f0-8952-ddc872477f5e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:55.890452 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['8dccf7fc-65fb-4bea-aa88-058e5e3fc67f'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:55.920584 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0e86013f-bfc5-44f0-8952-ddc872477f5e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4297612 Jul 29 23:36:55.920855 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53086) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:56.037757 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-c7c60921-81b6-4c46-b202-8d2ac148f39d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting port 5a2f3483-d262-4336-8282-8fcafa5a9dd3 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:56.038136 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c7c60921-81b6-4c46-b202-8d2ac148f39d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.090442 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-929714b4-ae3d-42d6-a237-11cd849c8f4b service neutron] 10.222.0.23 "GET /v2.0/networks/d5c3b79a-5fbc-45ec-ae4b-7442deb83787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7570782 Jul 29 23:36:56.094923 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab67924f-5585-49c7-b2bd-683cfc264d21 req-8e690f7c-9116-4258-af0f-13bd33c5c348 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=337ff77a-74f1-4e4c-a1fc-5b2f7a769fec HTTP/1.1" status: 200 len: 217 time: 0.1975179 Jul 29 23:36:56.125172 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c7c60921-81b6-4c46-b202-8d2ac148f39d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.132731 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42f9f86-51c9-4ed6-ab57-47bfe553736c req-070fd134-e0ad-4259-9814-5a3d580baaef tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:56.134550 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f42f9f86-51c9-4ed6-ab57-47bfe553736c req-070fd134-e0ad-4259-9814-5a3d580baaef tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/ports?device_id=19bf3308-cf73-4718-bee7-825eb6f390ab HTTP/1.1" status: 200 len: 944 time: 0.4092603 Jul 29 23:36:56.149280 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-c7c60921-81b6-4c46-b202-8d2ac148f39d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Calling delete_port for 5a2f3483-d262-4336-8282-8fcafa5a9dd3 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:56.264909 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c7c60921-81b6-4c46-b202-8d2ac148f39d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.280892 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67924f-5585-49c7-b2bd-683cfc264d21 req-6306e1b2-d44b-447c-b4cc-3e9131f54e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:56.282706 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab67924f-5585-49c7-b2bd-683cfc264d21 req-6306e1b2-d44b-447c-b4cc-3e9131f54e6d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c226abb-e366-4387-8646-cd91766751ea HTTP/1.1" status: 200 len: 858 time: 0.1700630 Jul 29 23:36:56.295609 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1c05e052-0ccd-43bc-9270-d765bb57f5f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.311038 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c7c60921-81b6-4c46-b202-8d2ac148f39d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.313678 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c7c60921-81b6-4c46-b202-8d2ac148f39d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/ports/5a2f3483-d262-4336-8282-8fcafa5a9dd3 HTTP/1.1" status: 204 len: 168 time: 0.3918972 Jul 29 23:36:56.314849 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c60921-81b6-4c46-b202-8d2ac148f39d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Port': ['ID=5a2f3483-d262-4336-8282-8fcafa5a9dd3,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:56.317452 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53088) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:56.335816 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f42f9f86-51c9-4ed6-ab57-47bfe553736c req-71fe71d4-e55e-4511-a25e-3ea9ef4635ee tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/security-groups?id=a985c4b7-60b1-431d-9af8-e2452b6f7818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885607 Jul 29 23:36:56.348638 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-fb07fb55-e8b5-40be-9629-4196c9fbeac3 service neutron] 10.222.0.23 "GET /v2.0/networks/d5c3b79a-5fbc-45ec-ae4b-7442deb83787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4497340 Jul 29 23:36:56.371001 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab67924f-5585-49c7-b2bd-683cfc264d21 req-47d1bc92-a934-4385-90c9-a6f8471a99d8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d5c3b79a-5fbc-45ec-ae4b-7442deb83787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407865 Jul 29 23:36:56.381970 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21af2a82-8e93-4cbc-9886-1da1aeb48ad7', 'tag': '9fae7e9a-577d-4306-b57c-3e27550449cd'}, {'name': 'network-changed', 'server_uuid': '19bf3308-cf73-4718-bee7-825eb6f390ab', 'tag': 'd1d23768-062f-4f3f-899d-a70ab1b1fc1b'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:56.384700 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6139237a-cade-4398-b278-67f24e8b4f9b" -d '{"events": [{"name": "network-changed", "server_uuid": "21af2a82-8e93-4cbc-9886-1da1aeb48ad7", "tag": "9fae7e9a-577d-4306-b57c-3e27550449cd"}, {"name": "network-changed", "server_uuid": "19bf3308-cf73-4718-bee7-825eb6f390ab", "tag": "d1d23768-062f-4f3f-899d-a70ab1b1fc1b"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:56.402288 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddcbc82-a42c-4607-9a20-9f1325ffbfb7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:56.409257 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1c05e052-0ccd-43bc-9270-d765bb57f5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.409482 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddcbc82-a42c-4607-9a20-9f1325ffbfb7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:56.415077 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8ddcbc82-a42c-4607-9a20-9f1325ffbfb7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0965595 Jul 29 23:36:56.415876 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53092) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:56.529055 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-a37ce1b1-d4c6-4e82-9f26-467906757edf tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting port 6486d63e-1b1b-41f4-9c71-d6c4a3c5a2fe {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:56.529406 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a37ce1b1-d4c6-4e82-9f26-467906757edf tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.569120 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c05e052-0ccd-43bc-9270-d765bb57f5f4 admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:56.590351 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-1c05e052-0ccd-43bc-9270-d765bb57f5f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:56.601481 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c05e052-0ccd-43bc-9270-d765bb57f5f4 admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:56.605733 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c05e052-0ccd-43bc-9270-d765bb57f5f4 admin admin] Pushing event updated for resources: {'Port': ['ID=2f948358-45a6-4083-815c-68f56c53350f,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:56.621214 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a37ce1b1-d4c6-4e82-9f26-467906757edf tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.641658 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-a37ce1b1-d4c6-4e82-9f26-467906757edf tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Calling delete_port for 6486d63e-1b1b-41f4-9c71-d6c4a3c5a2fe owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:56.678451 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3b714-786c-475d-a2b4-ffd6a60e7246 req-a2af1220-126a-4364-a6b4-eb60d8ed730d tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:56.680048 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7a3b714-786c-475d-a2b4-ffd6a60e7246 req-a2af1220-126a-4364-a6b4-eb60d8ed730d tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.2026331 Jul 29 23:36:56.684275 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab67924f-5585-49c7-b2bd-683cfc264d21 req-adb16793-05b5-477c-9e74-5ff905e9ef19 service neutron] 10.222.0.23 "GET /v2.0/networks/d5c3b79a-5fbc-45ec-ae4b-7442deb83787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952940 Jul 29 23:36:56.687804 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eea80d0c-fd95-401d-a6bd-a9eee8f388dc req-a79bdf8d-338c-4e00-b50c-f8a1eb850d97 service neutron] 10.222.0.23 "GET /v2.0/networks/d5c3b79a-5fbc-45ec-ae4b-7442deb83787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213034 Jul 29 23:36:56.788700 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a37ce1b1-d4c6-4e82-9f26-467906757edf tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.823242 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 94ced579-4ad2-4139-9397-15a3d1e66853 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:56.844500 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ce1b1-d4c6-4e82-9f26-467906757edf tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Port': ['ID=6486d63e-1b1b-41f4-9c71-d6c4a3c5a2fe,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:56.876160 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a37ce1b1-d4c6-4e82-9f26-467906757edf tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.881521 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a37ce1b1-d4c6-4e82-9f26-467906757edf tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/ports/6486d63e-1b1b-41f4-9c71-d6c4a3c5a2fe HTTP/1.1" status: 204 len: 168 time: 0.4646516 Jul 29 23:36:56.882437 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53098) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:56.892581 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7a3b714-786c-475d-a2b4-ffd6a60e7246 req-a6e1d497-9009-4c37-a0e6-56eea88e4e10 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2021558 Jul 29 23:36:56.936920 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 94ced579-4ad2-4139-9397-15a3d1e66853 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:56.937710 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:56.951627 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab67924f-5585-49c7-b2bd-683cfc264d21 req-7a84c701-8871-46eb-b787-a3ebe3dad246 service neutron] 10.222.0.23 "GET /v2.0/networks/d5c3b79a-5fbc-45ec-ae4b-7442deb83787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2421477 Jul 29 23:36:56.968713 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a273970-9950-489c-9f0d-2eb4feda99a4 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:56.974754 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6a273970-9950-489c-9f0d-2eb4feda99a4 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0887849 Jul 29 23:36:56.975452 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53100) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:57.028662 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-be49cddb-8bdc-449e-94b8-3a2d262bb543 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] GET failed (client error): The resource could not be found. Jul 29 23:36:57.033483 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-be49cddb-8bdc-449e-94b8-3a2d262bb543 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "GET /v2.0/ports/5a2f3483-d262-4336-8282-8fcafa5a9dd3 HTTP/1.1" status: 404 len: 333 time: 0.0570033 Jul 29 23:36:57.036855 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53104) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:57.081994 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814fb2de-acbf-4a26-9760-fd42a4a2956e x-openstack-request-id: req-814fb2de-acbf-4a26-9760-fd42a4a2956e {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:57.082850 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21af2a82-8e93-4cbc-9886-1da1aeb48ad7", "tag": "9fae7e9a-577d-4306-b57c-3e27550449cd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "19bf3308-cf73-4718-bee7-825eb6f390ab", "tag": "d1d23768-062f-4f3f-899d-a70ab1b1fc1b", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:57.083241 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-814fb2de-acbf-4a26-9760-fd42a4a2956e {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:57.083731 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21af2a82-8e93-4cbc-9886-1da1aeb48ad7', 'tag': '9fae7e9a-577d-4306-b57c-3e27550449cd', 'status': 'completed', 'code': 200} Jul 29 23:36:57.084007 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19bf3308-cf73-4718-bee7-825eb6f390ab', 'tag': 'd1d23768-062f-4f3f-899d-a70ab1b1fc1b', 'status': 'completed', 'code': 200} Jul 29 23:36:57.094062 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cde78fe-a9ab-44e4-9d28-725ccdd549f2 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] GET failed (client error): The resource could not be found. Jul 29 23:36:57.099852 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0cde78fe-a9ab-44e4-9d28-725ccdd549f2 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "GET /v2.0/ports/6486d63e-1b1b-41f4-9c71-d6c4a3c5a2fe HTTP/1.1" status: 404 len: 333 time: 0.0619264 Jul 29 23:36:57.103511 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53106) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:57.218840 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-031e47b9-c025-42d3-a599-e4bbe2b90200 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.219559 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139237a-cade-4398-b278-67f24e8b4f9b req-9d0adfc7-fa77-4229-9cd9-703833f081a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:57.220587 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6139237a-cade-4398-b278-67f24e8b4f9b req-9d0adfc7-fa77-4229-9cd9-703833f081a8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=169c6b1aaf5b4ff88e543ad52f451abd&device_id=21af2a82-8e93-4cbc-9886-1da1aeb48ad7 HTTP/1.1" status: 200 len: 1095 time: 0.1470659 Jul 29 23:36:57.231505 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a6b33-143c-4c8e-bb50-d57d93da155b req-fa954e0a-ded1-440b-93fa-965666472c77 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:57.239181 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-382a6b33-143c-4c8e-bb50-d57d93da155b req-fa954e0a-ded1-440b-93fa-965666472c77 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 946 time: 0.1540666 Jul 29 23:36:57.321460 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1c05e052-0ccd-43bc-9270-d765bb57f5f4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.332355 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-031e47b9-c025-42d3-a599-e4bbe2b90200 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.335968 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 337ff77a-74f1-4e4c-a1fc-5b2f7a769fec details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:36:57.338220 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:36:57.344543 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-031e47b9-c025-42d3-a599-e4bbe2b90200 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb807411-2d33-4286-8e12-39c0ebc5f76f']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:57.362359 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-031e47b9-c025-42d3-a599-e4bbe2b90200 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3463de-c8b5-4d53-bfb9-06429cc8f440') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:57.362359 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-031e47b9-c025-42d3-a599-e4bbe2b90200 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3463de-c8b5-4d53-bfb9-06429cc8f440') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:57.373426 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-031e47b9-c025-42d3-a599-e4bbe2b90200 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.390713 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-031e47b9-c025-42d3-a599-e4bbe2b90200 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.399091 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-031e47b9-c025-42d3-a599-e4bbe2b90200 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:36:57.399541 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-031e47b9-c025-42d3-a599-e4bbe2b90200 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.415572 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:36:57.431145 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:36:57.431795 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.480687 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:36:57.480687 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:36:57.480687 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:36:57.480687 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:36:57.480687 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:36:57.480687 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:36:57.480687 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:36:57.480687 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:36:57.480687 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:36:57.480687 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:36:57.480687 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:36:57.480687 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:36:57.480687 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:36:57.480687 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:36:57.480687 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:36:57.480687 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:36:57.480687 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:36:57.480687 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:36:57.480687 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:36:57.480687 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:36:57.480687 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:36:57.480687 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:36:57.480687 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:36:57.480687 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:36:57.480687 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:36:57.480687 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:36:57.480687 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:36:57.480687 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:36:57.480687 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:36:57.480687 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:36:57.480687 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:36:57.480687 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:36:57.485190 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-031e47b9-c025-42d3-a599-e4bbe2b90200 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.498547 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-031e47b9-c025-42d3-a599-e4bbe2b90200 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.500825 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-031e47b9-c025-42d3-a599-e4bbe2b90200 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/networks/bb807411-2d33-4286-8e12-39c0ebc5f76f HTTP/1.1" status: 204 len: 168 time: 0.3963437 Jul 29 23:36:57.506092 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53110) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:57.522668 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-4a56e7b4-556c-4551-8f2c-15dba90b35ee tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-292908883'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:57.527002 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e47b9-c025-42d3-a599-e4bbe2b90200 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Network': ['ID=bb807411-2d33-4286-8e12-39c0ebc5f76f,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:57.554505 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a56e7b4-556c-4551-8f2c-15dba90b35ee tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:57.560503 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4a56e7b4-556c-4551-8f2c-15dba90b35ee tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.561510 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-382a6b33-143c-4c8e-bb50-d57d93da155b req-59fd20d5-84c9-4a31-accc-40a1d73ca778 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212237 Jul 29 23:36:57.600652 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a56e7b4-556c-4551-8f2c-15dba90b35ee tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:36:57.618407 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4a56e7b4-556c-4551-8f2c-15dba90b35ee tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.618883 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-4a56e7b4-556c-4551-8f2c-15dba90b35ee tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Added segment fd1800ee-58ba-4ce5-b45b-63595ab9ccaa of type vlan for network cbabd76d-f619-4366-8b4d-0a82ec692926 Jul 29 23:36:57.619024 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 337ff77a-74f1-4e4c-a1fc-5b2f7a769fec, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=337ff77a-74f1-4e4c-a1fc-5b2f7a769fec,segment=NetworkSegment(ffe3445c-3334-4419-8aed-c455848e32ed),segment_id=ffe3445c-3334-4419-8aed-c455848e32ed)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:57.629197 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139237a-cade-4398-b278-67f24e8b4f9b req-67d2ba73-647c-4323-ac57-217408f52c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:57.631093 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6139237a-cade-4398-b278-67f24e8b4f9b req-67d2ba73-647c-4323-ac57-217408f52c77 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d5c3b79a-5fbc-45ec-ae4b-7442deb83787 HTTP/1.1" status: 200 len: 919 time: 0.3897502 Jul 29 23:36:57.685233 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '337ff77a-74f1-4e4c-a1fc-5b2f7a769fec', 'network_id': 'd5c3b79a-5fbc-45ec-ae4b-7442deb83787', 'port_id': '337ff77a-74f1-4e4c-a1fc-5b2f7a769fec', 'mac_address': 'fa:16:3e:55:54:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c226abb-e366-4387-8646-cd91766751ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:36:57.694525 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4a56e7b4-556c-4551-8f2c-15dba90b35ee tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.751904 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4a56e7b4-556c-4551-8f2c-15dba90b35ee tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.762501 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a56e7b4-556c-4551-8f2c-15dba90b35ee tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:57.763530 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4a56e7b4-556c-4551-8f2c-15dba90b35ee tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.765487 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.806138 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 337ff77a-74f1-4e4c-a1fc-5b2f7a769fec {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:36:57.823622 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.872636 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a56e7b4-556c-4551-8f2c-15dba90b35ee tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Network': ['ID=cbabd76d-f619-4366-8b4d-0a82ec692926,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:57.875993 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4a56e7b4-556c-4551-8f2c-15dba90b35ee tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3584487 Jul 29 23:36:57.879878 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53112) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:57.885219 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-b47a58cb-0bec-4976-ae8c-85bd1e723be7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'subnet': {'network_id': 'cbabd76d-f619-4366-8b4d-0a82ec692926', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:57.892606 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network cbabd76d-f619-4366-8b4d-0a82ec692926 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:36:57.916769 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 337ff77a-74f1-4e4c-a1fc-5b2f7a769fec, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=337ff77a-74f1-4e4c-a1fc-5b2f7a769fec,segment=NetworkSegment(ffe3445c-3334-4419-8aed-c455848e32ed),segment_id=ffe3445c-3334-4419-8aed-c455848e32ed)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:57.948350 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:57.979570 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c7e56f-acb3-4a75-b444-e0a505979ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dccf7fc-65fb-4bea-aa88-058e5e3fc67f'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:36:57.982475 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fd1f56-d09c-4e7f-84ff-49fd4eea1d94" -d '{"events": [{"server_uuid": "b5c7e56f-acb3-4a75-b444-e0a505979ebb", "name": "network-vif-plugged", "status": "completed", "tag": "8dccf7fc-65fb-4bea-aa88-058e5e3fc67f"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:36:57.985807 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:57.993980 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:58.035364 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47a58cb-0bec-4976-ae8c-85bd1e723be7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:58.048419 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b47a58cb-0bec-4976-ae8c-85bd1e723be7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:58.098298 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=337ff77a-74f1-4e4c-a1fc-5b2f7a769fec,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:58.102858 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6139237a-cade-4398-b278-67f24e8b4f9b req-7d3f44f6-940a-4df0-a168-f66b0fd8afb0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fae7e9a-577d-4306-b57c-3e27550449cd HTTP/1.1" status: 200 len: 217 time: 0.4627392 Jul 29 23:36:58.183900 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:58.292833 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['337ff77a-74f1-4e4c-a1fc-5b2f7a769fec'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:36:58.298030 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139237a-cade-4398-b278-67f24e8b4f9b req-fcafcc26-3d4f-40dc-8422-0f7341f5160f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:58.299937 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6139237a-cade-4398-b278-67f24e8b4f9b req-fcafcc26-3d4f-40dc-8422-0f7341f5160f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c226abb-e366-4387-8646-cd91766751ea HTTP/1.1" status: 200 len: 858 time: 0.1658370 Jul 29 23:36:58.322198 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbb9039-3e09-405c-a3e4-0cca788fda42 req-c456785f-8b87-40db-8431-ea77ec8a31c4 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:58.330517 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cbbb9039-3e09-405c-a3e4-0cca788fda42 req-c456785f-8b87-40db-8431-ea77ec8a31c4 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/ports?device_id=19bf3308-cf73-4718-bee7-825eb6f390ab HTTP/1.1" status: 200 len: 944 time: 0.2406042 Jul 29 23:36:58.360317 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b47a58cb-0bec-4976-ae8c-85bd1e723be7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:58.393847 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1c05e052-0ccd-43bc-9270-d765bb57f5f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:58.400419 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6139237a-cade-4398-b278-67f24e8b4f9b req-9eaf8195-1d93-4d9f-92c6-960794742d8c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d5c3b79a-5fbc-45ec-ae4b-7442deb83787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889997 Jul 29 23:36:58.434825 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a58cb-0bec-4976-ae8c-85bd1e723be7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Subnet': ['ID=44effcaf-9f13-4fb1-8656-9a4a8cee444e,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:58.445163 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47a58cb-0bec-4976-ae8c-85bd1e723be7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Checking segment: {'id': 'fd1800ee-58ba-4ce5-b45b-63595ab9ccaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cbabd76d-f619-4366-8b4d-0a82ec692926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:36:58.445539 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47a58cb-0bec-4976-ae8c-85bd1e723be7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network hostable DHCP agents. Network: cbabd76d-f619-4366-8b4d-0a82ec692926, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:36:58.466332 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47a58cb-0bec-4976-ae8c-85bd1e723be7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network cbabd76d-f619-4366-8b4d-0a82ec692926 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:36:58.487811 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-b47a58cb-0bec-4976-ae8c-85bd1e723be7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, cbabd76d-f619-4366-8b4d-0a82ec692926) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:58.493569 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47a58cb-0bec-4976-ae8c-85bd1e723be7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:58.494480 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b47a58cb-0bec-4976-ae8c-85bd1e723be7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:58.517829 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b47a58cb-0bec-4976-ae8c-85bd1e723be7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6374540 Jul 29 23:36:58.518714 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53120) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:58.525565 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c8d51e40-afc3-438c-a085-b9aff5cfc279 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'port': {'network_id': 'cbabd76d-f619-4366-8b4d-0a82ec692926', 'name': 'tempest-PortsTestJSON-778186434'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:36:58.543165 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a400984-611d-4983-8c17-cad23091ad88 None None] Network cbabd76d-f619-4366-8b4d-0a82ec692926 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:36:58.578267 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cbbb9039-3e09-405c-a3e4-0cca788fda42 req-f662fc71-977f-4188-8f3a-817443a452e3 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/security-groups?id=a985c4b7-60b1-431d-9af8-e2452b6f7818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2464409 Jul 29 23:36:58.682943 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6139237a-cade-4398-b278-67f24e8b4f9b req-d700f170-2231-487a-bb1a-e8840ee943d3 service neutron] 10.222.0.23 "GET /v2.0/networks/d5c3b79a-5fbc-45ec-ae4b-7442deb83787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726235 Jul 29 23:36:58.687412 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d51e40-afc3-438c-a085-b9aff5cfc279 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:36:58.695610 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c8d51e40-afc3-438c-a085-b9aff5cfc279 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:58.722555 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-c8d51e40-afc3-438c-a085-b9aff5cfc279 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] device_id is not set on port 6acfa2dc-0a4e-4f52-935f-5ed7dc5d9d68 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:36:58.871631 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-c8d51e40-afc3-438c-a085-b9aff5cfc279 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Allocated IP 172.20.0.11 (cbabd76d-f619-4366-8b4d-0a82ec692926/44effcaf-9f13-4fb1-8656-9a4a8cee444e/6acfa2dc-0a4e-4f52-935f-5ed7dc5d9d68) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:58.922422 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6139237a-cade-4398-b278-67f24e8b4f9b req-21df83b4-f367-4e39-8f1c-9d2ea0b5f994 service neutron] 10.222.0.23 "GET /v2.0/networks/d5c3b79a-5fbc-45ec-ae4b-7442deb83787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316506 Jul 29 23:36:58.937154 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ef7cd0-5231-4f2a-a1a1-68a485cae4fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-cbabd76d-f619-4366-8b4d-0a82ec692926', 'network_id': 'cbabd76d-f619-4366-8b4d-0a82ec692926', 'tenant_id': 'a4227010c4cf4c93949270a4cee39c8a', 'fixed_ips': [{'subnet_id': '44effcaf-9f13-4fb1-8656-9a4a8cee444e'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:36:58.938045 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25ef7cd0-5231-4f2a-a1a1-68a485cae4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:58.950610 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f631927-767c-4ec0-9172-6ac6c80af3d2 req-25d34256-0285-4ae2-9efe-a7f1b026a653 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:58.959259 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5f631927-767c-4ec0-9172-6ac6c80af3d2 req-25d34256-0285-4ae2-9efe-a7f1b026a653 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 945 time: 0.2087355 Jul 29 23:36:58.988095 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c05e052-0ccd-43bc-9270-d765bb57f5f4 admin admin] Router 34b56553-ac54-429a-8df2-8a78ac9978a6 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:36:59.072954 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5f631927-767c-4ec0-9172-6ac6c80af3d2 req-bc689dc9-d8a8-4c7d-abdd-58af42f3c017 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106098 Jul 29 23:36:59.078223 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c8d51e40-afc3-438c-a085-b9aff5cfc279 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.093484 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-c8d51e40-afc3-438c-a085-b9aff5cfc279 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Transition to ACTIVE for port object 6acfa2dc-0a4e-4f52-935f-5ed7dc5d9d68 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:59.118301 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfeb876-bb95-4e3a-ac7c-d931dcff6344 x-openstack-request-id: req-cbfeb876-bb95-4e3a-ac7c-d931dcff6344 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:36:59.118598 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c7e56f-acb3-4a75-b444-e0a505979ebb", "name": "network-vif-plugged", "status": "completed", "tag": "8dccf7fc-65fb-4bea-aa88-058e5e3fc67f", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:36:59.118868 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cbfeb876-bb95-4e3a-ac7c-d931dcff6344 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:36:59.119262 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c7e56f-acb3-4a75-b444-e0a505979ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dccf7fc-65fb-4bea-aa88-058e5e3fc67f', 'code': 200} Jul 29 23:36:59.133696 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c8d51e40-afc3-438c-a085-b9aff5cfc279 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.153308 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139237a-cade-4398-b278-67f24e8b4f9b req-ab51747f-9d27-446c-bcc6-8a07802bffb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:59.154849 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6139237a-cade-4398-b278-67f24e8b4f9b req-ab51747f-9d27-446c-bcc6-8a07802bffb1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=169c6b1aaf5b4ff88e543ad52f451abd&device_id=19bf3308-cf73-4718-bee7-825eb6f390ab HTTP/1.1" status: 200 len: 1096 time: 0.1618726 Jul 29 23:36:59.210778 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d51e40-afc3-438c-a085-b9aff5cfc279 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Port': ['ID=6acfa2dc-0a4e-4f52-935f-5ed7dc5d9d68,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:36:59.217295 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-25ef7cd0-5231-4f2a-a1a1-68a485cae4fe None None] Allocated IP 172.20.0.2 (cbabd76d-f619-4366-8b4d-0a82ec692926/44effcaf-9f13-4fb1-8656-9a4a8cee444e/fb7080b4-27ca-4f84-8658-c68b3ce64c48) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:36:59.222376 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d51e40-afc3-438c-a085-b9aff5cfc279 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:59.222935 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d51e40-afc3-438c-a085-b9aff5cfc279 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:59.223512 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d51e40-afc3-438c-a085-b9aff5cfc279 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:59.225399 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d51e40-afc3-438c-a085-b9aff5cfc279 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:59.225399 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d51e40-afc3-438c-a085-b9aff5cfc279 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:59.225399 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d51e40-afc3-438c-a085-b9aff5cfc279 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:59.225399 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d51e40-afc3-438c-a085-b9aff5cfc279 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:59.226000 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d51e40-afc3-438c-a085-b9aff5cfc279 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:59.226449 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d51e40-afc3-438c-a085-b9aff5cfc279 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:59.226867 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d51e40-afc3-438c-a085-b9aff5cfc279 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:59.227329 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d51e40-afc3-438c-a085-b9aff5cfc279 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:59.227747 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8d51e40-afc3-438c-a085-b9aff5cfc279 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:36:59.244637 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d51e40-afc3-438c-a085-b9aff5cfc279 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network cbabd76d-f619-4366-8b4d-0a82ec692926 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:36:59.248010 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-c8d51e40-afc3-438c-a085-b9aff5cfc279 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:36:59.250778 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d51e40-afc3-438c-a085-b9aff5cfc279 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:36:59.309062 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d51e40-afc3-438c-a085-b9aff5cfc279 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:59.310326 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c8d51e40-afc3-438c-a085-b9aff5cfc279 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.331394 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c8d51e40-afc3-438c-a085-b9aff5cfc279 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8113167 Jul 29 23:36:59.338475 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53132) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:59.338764 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device d1d23768-062f-4f3f-899d-a70ab1b1fc1b details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:36:59.439892 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c05e052-0ccd-43bc-9270-d765bb57f5f4 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:36:59.471180 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1c05e052-0ccd-43bc-9270-d765bb57f5f4 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.472384 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1c05e052-0ccd-43bc-9270-d765bb57f5f4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.3768375 Jul 29 23:36:59.477706 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53134) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:36:59.481882 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08e11e7-d6a2-4499-aabd-13465985ac59 None None] Sync routers for ids ['34b56553-ac54-429a-8df2-8a78ac9978a6'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:36:59.531742 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a8070-6b76-4492-b1a3-fed768d837f8 req-b50bff19-4ddb-4fc8-86b3-ea827dd90ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:59.533334 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-085a8070-6b76-4492-b1a3-fed768d837f8 req-b50bff19-4ddb-4fc8-86b3-ea827dd90ed8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 1097 time: 0.3331144 Jul 29 23:36:59.540798 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.547677 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08e11e7-d6a2-4499-aabd-13465985ac59 None None] Routers {'34b56553-ac54-429a-8df2-8a78ac9978a6'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:36:59.548409 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a08e11e7-d6a2-4499-aabd-13465985ac59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:36:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['34b56553-ac54-429a-8df2-8a78ac9978a6'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:36:59.558267 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25ef7cd0-5231-4f2a-a1a1-68a485cae4fe None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.572025 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b6cfc-7567-4fc8-84c5-8669acbb9a77 req-8ab800c8-964d-4ce1-bea8-93e3fb1c3ac5 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:59.579423 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-e4b501ee-261c-4383-ac17-d7b25588f845 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting port 6acfa2dc-0a4e-4f52-935f-5ed7dc5d9d68 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:36:59.580034 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e4b501ee-261c-4383-ac17-d7b25588f845 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.589475 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b1b6cfc-7567-4fc8-84c5-8669acbb9a77 req-8ab800c8-964d-4ce1-bea8-93e3fb1c3ac5 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 946 time: 0.2747905 Jul 29 23:36:59.618681 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-25ef7cd0-5231-4f2a-a1a1-68a485cae4fe None None] Transition to ACTIVE for port object fb7080b4-27ca-4f84-8658-c68b3ce64c48 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:59.679599 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port d1d23768-062f-4f3f-899d-a70ab1b1fc1b, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=d1d23768-062f-4f3f-899d-a70ab1b1fc1b,segment=NetworkSegment(ffe3445c-3334-4419-8aed-c455848e32ed),segment_id=ffe3445c-3334-4419-8aed-c455848e32ed)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:36:59.692612 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e4b501ee-261c-4383-ac17-d7b25588f845 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.706119 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-e4b501ee-261c-4383-ac17-d7b25588f845 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Calling delete_port for 6acfa2dc-0a4e-4f52-935f-5ed7dc5d9d68 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:36:59.721889 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-085a8070-6b76-4492-b1a3-fed768d837f8 req-736e9c26-a448-42c1-943d-884b3ff4ba55 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751611 Jul 29 23:36:59.756745 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-25ef7cd0-5231-4f2a-a1a1-68a485cae4fe None None] Transition to ACTIVE for port object fb7080b4-27ca-4f84-8658-c68b3ce64c48 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:36:59.799804 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25ef7cd0-5231-4f2a-a1a1-68a485cae4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.803001 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'd1d23768-062f-4f3f-899d-a70ab1b1fc1b', 'network_id': 'd5c3b79a-5fbc-45ec-ae4b-7442deb83787', 'port_id': 'd1d23768-062f-4f3f-899d-a70ab1b1fc1b', 'mac_address': 'fa:16:3e:ef:42:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c226abb-e366-4387-8646-cd91766751ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:36:59.806833 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139237a-cade-4398-b278-67f24e8b4f9b req-f5d2d95a-d17d-4a5f-871e-1d3c689d493a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:36:59.808504 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6139237a-cade-4398-b278-67f24e8b4f9b req-f5d2d95a-d17d-4a5f-871e-1d3c689d493a service neutron] 10.222.0.23 "GET /v2.0/networks?id=d5c3b79a-5fbc-45ec-ae4b-7442deb83787 HTTP/1.1" status: 200 len: 919 time: 0.6440349 Jul 29 23:36:59.814253 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b1b6cfc-7567-4fc8-84c5-8669acbb9a77 req-83b9f9ed-3e84-42ab-a546-dc805c6845b4 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239273 Jul 29 23:36:59.855684 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6139237a-cade-4398-b278-67f24e8b4f9b req-d2542126-0ebe-4f2e-adf9-1ce7aa95970f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1d23768-062f-4f3f-899d-a70ab1b1fc1b HTTP/1.1" status: 200 len: 217 time: 0.0380116 Jul 29 23:36:59.896474 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e4b501ee-261c-4383-ac17-d7b25588f845 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.933036 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:36:59.935282 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b501ee-261c-4383-ac17-d7b25588f845 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Port': ['ID=6acfa2dc-0a4e-4f52-935f-5ed7dc5d9d68,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:00.031699 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-a08e11e7-d6a2-4499-aabd-13465985ac59 None None] Set router 34b56553-ac54-429a-8df2-8a78ac9978a6 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:00.088722 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e4b501ee-261c-4383-ac17-d7b25588f845 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.093276 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e4b501ee-261c-4383-ac17-d7b25588f845 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/ports/6acfa2dc-0a4e-4f52-935f-5ed7dc5d9d68 HTTP/1.1" status: 204 len: 168 time: 0.7537730 Jul 29 23:37:00.100573 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53148) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:00.101959 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.109281 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ef7cd0-5231-4f2a-a1a1-68a485cae4fe None None] Network cbabd76d-f619-4366-8b4d-0a82ec692926 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:00.123962 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-25ef7cd0-5231-4f2a-a1a1-68a485cae4fe None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:00.126634 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ef7cd0-5231-4f2a-a1a1-68a485cae4fe None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:00.131913 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3f3ea16-51a8-4b55-8741-9b3ecf2ff258 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] DELETE failed (client error): The resource could not be found. Jul 29 23:37:00.132653 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3f3ea16-51a8-4b55-8741-9b3ecf2ff258 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:37:00.133408 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef7cd0-5231-4f2a-a1a1-68a485cae4fe None None] Pushing event updated for resources: {'Port': ['ID=fb7080b4-27ca-4f84-8658-c68b3ce64c48,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:00.134487 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d3f3ea16-51a8-4b55-8741-9b3ecf2ff258 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/ports/6acfa2dc-0a4e-4f52-935f-5ed7dc5d9d68 HTTP/1.1" status: 404 len: 333 time: 0.0312827 Jul 29 23:37:00.136699 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139237a-cade-4398-b278-67f24e8b4f9b req-15e1deba-4e9d-4931-a0bf-ecf8402d00c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:00.137941 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53152) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:00.138167 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6139237a-cade-4398-b278-67f24e8b4f9b req-15e1deba-4e9d-4931-a0bf-ecf8402d00c6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c226abb-e366-4387-8646-cd91766751ea HTTP/1.1" status: 200 len: 858 time: 0.2488868 Jul 29 23:37:00.187633 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6139237a-cade-4398-b278-67f24e8b4f9b req-9ade9232-c0e0-41f4-a0a8-639544c715cf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d5c3b79a-5fbc-45ec-ae4b-7442deb83787&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410163 Jul 29 23:37:00.200657 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b7c26-c6a5-4a01-b72c-168e5f5ae6b7 req-702be006-4440-4af5-8bc6-692392a362a8 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:00.203360 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d23768-062f-4f3f-899d-a70ab1b1fc1b {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:00.208891 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-152b7c26-c6a5-4a01-b72c-168e5f5ae6b7 req-702be006-4440-4af5-8bc6-692392a362a8 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/ports?device_id=19bf3308-cf73-4718-bee7-825eb6f390ab HTTP/1.1" status: 200 len: 944 time: 0.1490605 Jul 29 23:37:00.221825 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5210268-230c-4b3e-86ce-71fcaa0180e2 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] GET failed (client error): The resource could not be found. Jul 29 23:37:00.226120 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b5210268-230c-4b3e-86ce-71fcaa0180e2 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "GET /v2.0/ports/6acfa2dc-0a4e-4f52-935f-5ed7dc5d9d68 HTTP/1.1" status: 404 len: 333 time: 0.0865486 Jul 29 23:37:00.229140 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53156) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:00.282766 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-25ef7cd0-5231-4f2a-a1a1-68a485cae4fe None None] Attempting to bind port fb7080b4-27ca-4f84-8658-c68b3ce64c48 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:00.283323 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-25ef7cd0-5231-4f2a-a1a1-68a485cae4fe None None] Attempting to bind port fb7080b4-27ca-4f84-8658-c68b3ce64c48 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'fd1800ee-58ba-4ce5-b45b-63595ab9ccaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cbabd76d-f619-4366-8b4d-0a82ec692926'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:00.283786 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ef7cd0-5231-4f2a-a1a1-68a485cae4fe None None] Attempting to bind port fb7080b4-27ca-4f84-8658-c68b3ce64c48 on network cbabd76d-f619-4366-8b4d-0a82ec692926 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:00.295566 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port d1d23768-062f-4f3f-899d-a70ab1b1fc1b, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=d1d23768-062f-4f3f-899d-a70ab1b1fc1b,segment=NetworkSegment(ffe3445c-3334-4419-8aed-c455848e32ed),segment_id=ffe3445c-3334-4419-8aed-c455848e32ed)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:00.314960 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.318721 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device f2328bf9-5ffb-41a8-b03c-7c2f4534e257 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:37:00.352685 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-c092b44f-cd3b-41a5-94ec-8c1870ab921b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting subnet 44effcaf-9f13-4fb1-8656-9a4a8cee444e {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:37:00.356816 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c092b44f-cd3b-41a5-94ec-8c1870ab921b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.396702 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-152b7c26-c6a5-4a01-b72c-168e5f5ae6b7 req-fb3fee01-c5a7-4c4a-9b5e-78d09ab6108a tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/security-groups?id=a985c4b7-60b1-431d-9af8-e2452b6f7818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868441 Jul 29 23:37:00.419611 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ef7cd0-5231-4f2a-a1a1-68a485cae4fe None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:00.420175 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ef7cd0-5231-4f2a-a1a1-68a485cae4fe None None] Checking segment: {'id': 'fd1800ee-58ba-4ce5-b45b-63595ab9ccaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cbabd76d-f619-4366-8b4d-0a82ec692926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:00.420677 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25ef7cd0-5231-4f2a-a1a1-68a485cae4fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.422921 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ef7cd0-5231-4f2a-a1a1-68a485cae4fe None None] Bound using segment: {'id': 'fd1800ee-58ba-4ce5-b45b-63595ab9ccaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cbabd76d-f619-4366-8b4d-0a82ec692926'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:00.423618 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-25ef7cd0-5231-4f2a-a1a1-68a485cae4fe None None] Bound port: fb7080b4-27ca-4f84-8658-c68b3ce64c48, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd1800ee-58ba-4ce5-b45b-63595ab9ccaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cbabd76d-f619-4366-8b4d-0a82ec692926'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:00.427815 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25ef7cd0-5231-4f2a-a1a1-68a485cae4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.484146 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c092b44f-cd3b-41a5-94ec-8c1870ab921b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.577123 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6139237a-cade-4398-b278-67f24e8b4f9b req-0d12904e-144b-4933-9637-358bf39c0c1f service neutron] 10.222.0.23 "GET /v2.0/networks/d5c3b79a-5fbc-45ec-ae4b-7442deb83787?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660853 Jul 29 23:37:00.593817 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c092b44f-cd3b-41a5-94ec-8c1870ab921b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.637755 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04243f7b-1ac1-439f-82aa-807c16e908c5 req-e433d7aa-5a66-4d82-b123-cdbd8b69a04f tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:00.645796 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-04243f7b-1ac1-439f-82aa-807c16e908c5 req-e433d7aa-5a66-4d82-b123-cdbd8b69a04f tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 945 time: 0.1199219 Jul 29 23:37:00.671604 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c092b44f-cd3b-41a5-94ec-8c1870ab921b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.720394 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c092b44f-cd3b-41a5-94ec-8c1870ab921b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.727411 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c092b44f-cd3b-41a5-94ec-8c1870ab921b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/subnets/44effcaf-9f13-4fb1-8656-9a4a8cee444e HTTP/1.1" status: 204 len: 168 time: 0.4971378 Jul 29 23:37:00.737155 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53174) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:00.754433 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092b44f-cd3b-41a5-94ec-8c1870ab921b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Subnet': ['ID=44effcaf-9f13-4fb1-8656-9a4a8cee444e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:00.802045 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-04243f7b-1ac1-439f-82aa-807c16e908c5 req-e02538e4-7cbf-4db6-9b35-88a9b1fa017d tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545465 Jul 29 23:37:00.858463 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=d1d23768-062f-4f3f-899d-a70ab1b1fc1b,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:00.891744 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port f2328bf9-5ffb-41a8-b03c-7c2f4534e257, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f2328bf9-5ffb-41a8-b03c-7c2f4534e257,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:00.905889 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'f2328bf9-5ffb-41a8-b03c-7c2f4534e257', 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da', 'port_id': 'f2328bf9-5ffb-41a8-b03c-7c2f4534e257', 'mac_address': 'fa:16:3e:e4:a8:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7783f5c-0922-4c71-a9e3-d83ec4828df5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:37:00.918526 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-84a43f6e-3aa7-4f97-a0dc-32ac916b9c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:00.921365 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-25ef7cd0-5231-4f2a-a1a1-68a485cae4fe None None] For port fb7080b4-27ca-4f84-8658-c68b3ce64c48, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:00.961832 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-25ef7cd0-5231-4f2a-a1a1-68a485cae4fe None None] For port fb7080b4-27ca-4f84-8658-c68b3ce64c48, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=fb7080b4-27ca-4f84-8658-c68b3ce64c48,segment=NetworkSegment(fd1800ee-58ba-4ce5-b45b-63595ab9ccaa),segment_id=fd1800ee-58ba-4ce5-b45b-63595ab9ccaa)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:00.971506 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25ef7cd0-5231-4f2a-a1a1-68a485cae4fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.010123 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.048484 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6139237a-cade-4398-b278-67f24e8b4f9b req-90bc1c0d-fd4a-4347-9b50-c4c9b71b6c84 service neutron] 10.222.0.23 "GET /v2.0/networks/d5c3b79a-5fbc-45ec-ae4b-7442deb83787?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4304729 Jul 29 23:37:01.061910 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a08e11e7-d6a2-4499-aabd-13465985ac59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b56553-ac54-429a-8df2-8a78ac9978a6', 'name': 'tempest-TestServerBasicOps-2118182426-router', 'tenant_id': 'ac80aa40a7e3413586906ca47671fc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '2f948358-45a6-4083-815c-68f56c53350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:52Z', 'updated_at': '2021-07-29T23:36:56Z', 'revision_number': 3, 'project_id': 'ac80aa40a7e3413586906ca47671fc06', 'gw_port': {'id': '2f948358-45a6-4083-815c-68f56c53350f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b56553-ac54-429a-8df2-8a78ac9978a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:55Z', 'updated_at': '2021-07-29T23:36:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:01.066035 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95ac436a-bd72-40cf-890f-f059d7633b5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.130070 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2328bf9-5ffb-41a8-b03c-7c2f4534e257 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:01.134609 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08e11e7-d6a2-4499-aabd-13465985ac59 None None] Checking router: 34b56553-ac54-429a-8df2-8a78ac9978a6 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:37:01.134970 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08e11e7-d6a2-4499-aabd-13465985ac59 None None] Updating router 34b56553-ac54-429a-8df2-8a78ac9978a6 port 2f948358-45a6-4083-815c-68f56c53350f binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:37:01.171488 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62aa47-4022-4b58-8eee-78d49a24deb0 req-d3bfa62d-602d-4ba2-be02-e5575d9cc930 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:01.180691 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db62aa47-4022-4b58-8eee-78d49a24deb0 req-d3bfa62d-602d-4ba2-be02-e5575d9cc930 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 946 time: 0.2342997 Jul 29 23:37:01.206513 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port f2328bf9-5ffb-41a8-b03c-7c2f4534e257, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f2328bf9-5ffb-41a8-b03c-7c2f4534e257,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:01.211192 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef7cd0-5231-4f2a-a1a1-68a485cae4fe None None] Pushing event updated for resources: {'Port': ['ID=fb7080b4-27ca-4f84-8658-c68b3ce64c48,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:01.216205 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a08e11e7-d6a2-4499-aabd-13465985ac59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.218052 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.220667 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9fae7e9a-577d-4306-b57c-3e27550449cd details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:37:01.328413 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db62aa47-4022-4b58-8eee-78d49a24deb0 req-62e72ad9-69b6-489b-90a2-339fa8a8d9be tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464674 Jul 29 23:37:01.430307 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9fae7e9a-577d-4306-b57c-3e27550449cd, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9fae7e9a-577d-4306-b57c-3e27550449cd,segment=NetworkSegment(ffe3445c-3334-4419-8aed-c455848e32ed),segment_id=ffe3445c-3334-4419-8aed-c455848e32ed)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:01.434941 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=f2328bf9-5ffb-41a8-b03c-7c2f4534e257,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:01.467310 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '9fae7e9a-577d-4306-b57c-3e27550449cd', 'network_id': 'd5c3b79a-5fbc-45ec-ae4b-7442deb83787', 'port_id': '9fae7e9a-577d-4306-b57c-3e27550449cd', 'mac_address': 'fa:16:3e:41:fc:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c226abb-e366-4387-8646-cd91766751ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:37:01.559283 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-95ac436a-bd72-40cf-890f-f059d7633b5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting port fb7080b4-27ca-4f84-8658-c68b3ce64c48 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:01.559629 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95ac436a-bd72-40cf-890f-f059d7633b5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.637517 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.669010 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fae7e9a-577d-4306-b57c-3e27550449cd {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:01.705457 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9fae7e9a-577d-4306-b57c-3e27550449cd, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9fae7e9a-577d-4306-b57c-3e27550449cd,segment=NetworkSegment(ffe3445c-3334-4419-8aed-c455848e32ed),segment_id=ffe3445c-3334-4419-8aed-c455848e32ed)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:01.718658 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.719056 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-84a43f6e-3aa7-4f97-a0dc-32ac916b9c3f admin admin] Allocated IP 172.20.0.1 (bb77dad8-64a5-4b4d-9054-3c1bc4ef121a/a0b7f5c2-d15d-4727-93a0-0688fbec25e8/b08a14df-1960-479e-969e-433f2d485e8f) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:01.735716 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 337ff77a-74f1-4e4c-a1fc-5b2f7a769fec up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:01.757313 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-95ac436a-bd72-40cf-890f-f059d7633b5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] For port fb7080b4-27ca-4f84-8658-c68b3ce64c48, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=fb7080b4-27ca-4f84-8658-c68b3ce64c48,segment=NetworkSegment(fd1800ee-58ba-4ce5-b45b-63595ab9ccaa),segment_id=fd1800ee-58ba-4ce5-b45b-63595ab9ccaa)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:01.758017 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95ac436a-bd72-40cf-890f-f059d7633b5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:01.781256 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba277ad3-5348-4f3c-bec5-ebed03bd305d req-a5591624-8c6f-4a4a-9c0a-43bba6ee8f75 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:01.783299 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ba277ad3-5348-4f3c-bec5-ebed03bd305d req-a5591624-8c6f-4a4a-9c0a-43bba6ee8f75 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/ports?device_id=19bf3308-cf73-4718-bee7-825eb6f390ab HTTP/1.1" status: 200 len: 945 time: 0.2285841 Jul 29 23:37:01.825466 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-95ac436a-bd72-40cf-890f-f059d7633b5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Calling delete_port for fb7080b4-27ca-4f84-8658-c68b3ce64c48 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:01.862983 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['f2328bf9-5ffb-41a8-b03c-7c2f4534e257'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:01.962683 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=9fae7e9a-577d-4306-b57c-3e27550449cd,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:01.987081 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a08e11e7-d6a2-4499-aabd-13465985ac59 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.006982 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ba277ad3-5348-4f3c-bec5-ebed03bd305d req-75189bb7-e11c-4da8-96f4-1e2269a36010 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/security-groups?id=a985c4b7-60b1-431d-9af8-e2452b6f7818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989770 Jul 29 23:37:02.081253 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['d1d23768-062f-4f3f-899d-a70ab1b1fc1b'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:02.084052 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['9fae7e9a-577d-4306-b57c-3e27550449cd'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:02.122152 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-84a43f6e-3aa7-4f97-a0dc-32ac916b9c3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.145632 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-84a43f6e-3aa7-4f97-a0dc-32ac916b9c3f admin admin] Transition to ACTIVE for port object b08a14df-1960-479e-969e-433f2d485e8f will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:02.163813 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95ac436a-bd72-40cf-890f-f059d7633b5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.228931 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac436a-bd72-40cf-890f-f059d7633b5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Port': ['ID=fb7080b4-27ca-4f84-8658-c68b3ce64c48,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:02.233108 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ac436a-bd72-40cf-890f-f059d7633b5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] No DVR routers for this DVR port fb7080b4-27ca-4f84-8658-c68b3ce64c48 on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:02.243226 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:37:02.282576 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac436a-bd72-40cf-890f-f059d7633b5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:02.282924 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac436a-bd72-40cf-890f-f059d7633b5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:02.283293 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac436a-bd72-40cf-890f-f059d7633b5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:02.283634 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac436a-bd72-40cf-890f-f059d7633b5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:02.284016 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac436a-bd72-40cf-890f-f059d7633b5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:02.284341 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac436a-bd72-40cf-890f-f059d7633b5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:02.284769 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac436a-bd72-40cf-890f-f059d7633b5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:02.285023 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac436a-bd72-40cf-890f-f059d7633b5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:02.286234 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac436a-bd72-40cf-890f-f059d7633b5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:02.286234 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac436a-bd72-40cf-890f-f059d7633b5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:02.287317 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac436a-bd72-40cf-890f-f059d7633b5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:02.287578 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95ac436a-bd72-40cf-890f-f059d7633b5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:02.337344 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a08e11e7-d6a2-4499-aabd-13465985ac59 None None] Transition to ACTIVE for port object 2f948358-45a6-4083-815c-68f56c53350f will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:02.365263 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 337ff77a-74f1-4e4c-a1fc-5b2f7a769fec completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:02.380795 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 337ff77a-74f1-4e4c-a1fc-5b2f7a769fec triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:02.381217 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.394239 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a08e11e7-d6a2-4499-aabd-13465985ac59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.443275 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95ac436a-bd72-40cf-890f-f059d7633b5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.455882 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-95ac436a-bd72-40cf-890f-f059d7633b5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbabd76d-f619-4366-8b4d-0a82ec692926']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:02.469538 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-95ac436a-bd72-40cf-890f-f059d7633b5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1800ee-58ba-4ce5-b45b-63595ab9ccaa') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:02.470194 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-95ac436a-bd72-40cf-890f-f059d7633b5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1800ee-58ba-4ce5-b45b-63595ab9ccaa') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:02.481781 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95ac436a-bd72-40cf-890f-f059d7633b5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.503987 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95ac436a-bd72-40cf-890f-f059d7633b5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.513531 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ac436a-bd72-40cf-890f-f059d7633b5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:02.514536 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95ac436a-bd72-40cf-890f-f059d7633b5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.584370 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a08e11e7-d6a2-4499-aabd-13465985ac59 None None] Attempting to bind port 2f948358-45a6-4083-815c-68f56c53350f on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:02.584763 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a08e11e7-d6a2-4499-aabd-13465985ac59 None None] Attempting to bind port 2f948358-45a6-4083-815c-68f56c53350f by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:02.585173 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08e11e7-d6a2-4499-aabd-13465985ac59 None None] Attempting to bind port 2f948358-45a6-4083-815c-68f56c53350f on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:02.599675 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:37:02.599675 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:02.599675 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:37:02.599675 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:02.599675 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:37:02.599675 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:02.599675 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:37:02.599675 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:02.599675 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:37:02.599675 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:02.599675 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:37:02.599675 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:02.599675 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:37:02.599675 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:02.599675 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:02.599675 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:02.599675 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:02.599675 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:02.599675 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:37:02.599675 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:02.599675 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:37:02.599675 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:02.599675 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:02.599675 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:02.599675 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:02.599675 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:02.599675 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:02.599675 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:02.599675 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:02.599675 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:02.599675 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:02.599675 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:02.605445 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95ac436a-bd72-40cf-890f-f059d7633b5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.613080 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08e11e7-d6a2-4499-aabd-13465985ac59 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:02.614206 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08e11e7-d6a2-4499-aabd-13465985ac59 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:02.614577 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a08e11e7-d6a2-4499-aabd-13465985ac59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.614980 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a08e11e7-d6a2-4499-aabd-13465985ac59 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:02.618678 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139e71c-c1fb-4b37-95d8-819403861f79 req-283b47f0-80db-4177-b248-b692b05d4695 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:02.623291 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a08e11e7-d6a2-4499-aabd-13465985ac59 None None] Bound port: 2f948358-45a6-4083-815c-68f56c53350f, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:02.623686 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a08e11e7-d6a2-4499-aabd-13465985ac59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.645070 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8139e71c-c1fb-4b37-95d8-819403861f79 req-283b47f0-80db-4177-b248-b692b05d4695 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 945 time: 0.4886737 Jul 29 23:37:02.668715 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-84a43f6e-3aa7-4f97-a0dc-32ac916b9c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.749102 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95ac436a-bd72-40cf-890f-f059d7633b5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.757319 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-95ac436a-bd72-40cf-890f-f059d7633b5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/networks/cbabd76d-f619-4366-8b4d-0a82ec692926 HTTP/1.1" status: 204 len: 168 time: 2.0012715 Jul 29 23:37:02.757526 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53198) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:02.765672 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-0d3eb97a-de85-4005-8943-469a84d1f636 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1010080165'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:02.807647 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77f9b3-2c33-4b29-be3f-5984c09a9f01 None None] Pushing event updated for resources: {'Port': ['ID=2f948358-45a6-4083-815c-68f56c53350f,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:02.844188 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3eb97a-de85-4005-8943-469a84d1f636 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:02.860858 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0d3eb97a-de85-4005-8943-469a84d1f636 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.877725 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5cf306-b843-44a1-befa-1a9e408e303c None None] DHCP port deletion for cbabd76d-f619-4366-8b4d-0a82ec692926 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:37:02.920352 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d3eb97a-de85-4005-8943-469a84d1f636 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:02.926824 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1131ae70-3382-4b95-9dbe-ceeb26fd1b97 None None] Could not find standard attr ID for object fb7080b4-27ca-4f84-8658-c68b3ce64c48. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:37:02.938210 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0d3eb97a-de85-4005-8943-469a84d1f636 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:02.938497 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-0d3eb97a-de85-4005-8943-469a84d1f636 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Added segment 1775f634-b31f-4c79-94aa-7fd6b33b3ff6 of type vlan for network e2f1cb10-4f88-4356-be7d-28a01db2b296 Jul 29 23:37:02.950965 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd52b6dc-204c-43e2-8113-86a8a2c36a40 None None] Network cbabd76d-f619-4366-8b4d-0a82ec692926 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:03.010070 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a08e11e7-d6a2-4499-aabd-13465985ac59 None None] For port 2f948358-45a6-4083-815c-68f56c53350f, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:03.051528 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-22ab8a75-c1b8-4071-9efb-1a8ba96d8ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.070416 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd52b6dc-204c-43e2-8113-86a8a2c36a40 None None] Network cbabd76d-f619-4366-8b4d-0a82ec692926 could not be found, it might have been deleted concurrently. {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 29 23:37:03.104417 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a08e11e7-d6a2-4499-aabd-13465985ac59 None None] For port 2f948358-45a6-4083-815c-68f56c53350f, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=2f948358-45a6-4083-815c-68f56c53350f,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:03.107990 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0d3eb97a-de85-4005-8943-469a84d1f636 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.166084 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a08e11e7-d6a2-4499-aabd-13465985ac59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.184167 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0d3eb97a-de85-4005-8943-469a84d1f636 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.190641 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.191002 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3eb97a-de85-4005-8943-469a84d1f636 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:03.192991 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0d3eb97a-de85-4005-8943-469a84d1f636 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.320998 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0d3eb97a-de85-4005-8943-469a84d1f636 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5628004 Jul 29 23:37:03.324736 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53202) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:03.331497 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-708927e3-d104-4c7b-b9e5-cb1c3a3853f4 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'subnet': {'network_id': 'e2f1cb10-4f88-4356-be7d-28a01db2b296', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:03.365051 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a43f6e-3aa7-4f97-a0dc-32ac916b9c3f admin admin] Network bb77dad8-64a5-4b4d-9054-3c1bc4ef121a is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:03.390470 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac436a-bd72-40cf-890f-f059d7633b5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Network': ['ID=cbabd76d-f619-4366-8b4d-0a82ec692926,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:03.398422 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-84a43f6e-3aa7-4f97-a0dc-32ac916b9c3f admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:03.404166 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a43f6e-3aa7-4f97-a0dc-32ac916b9c3f admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:03.461832 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8139e71c-c1fb-4b37-95d8-819403861f79 req-afd0b6db-efc7-4b73-8987-7534df985148 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8141603 Jul 29 23:37:03.471299 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f7e8b8-e763-45ab-ab20-a6b5fc785dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337ff77a-74f1-4e4c-a1fc-5b2f7a769fec'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:03.482043 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a43f6e-3aa7-4f97-a0dc-32ac916b9c3f admin admin] Pushing event updated for resources: {'Port': ['ID=b08a14df-1960-479e-969e-433f2d485e8f,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:03.482289 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b40a64a-6cf0-4059-9643-3b974c302964" -d '{"events": [{"server_uuid": "88f7e8b8-e763-45ab-ab20-a6b5fc785dbb", "name": "network-vif-plugged", "status": "completed", "tag": "337ff77a-74f1-4e4c-a1fc-5b2f7a769fec"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:03.519111 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-84a43f6e-3aa7-4f97-a0dc-32ac916b9c3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.551420 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3eb97a-de85-4005-8943-469a84d1f636 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Network': ['ID=e2f1cb10-4f88-4356-be7d-28a01db2b296,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:03.573877 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 337ff77a-74f1-4e4c-a1fc-5b2f7a769fec, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=337ff77a-74f1-4e4c-a1fc-5b2f7a769fec,segment=NetworkSegment(ffe3445c-3334-4419-8aed-c455848e32ed),segment_id=ffe3445c-3334-4419-8aed-c455848e32ed)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:03.577195 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08e11e7-d6a2-4499-aabd-13465985ac59 None None] Routers {'34b56553-ac54-429a-8df2-8a78ac9978a6'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:03.578675 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a08e11e7-d6a2-4499-aabd-13465985ac59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:36:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['34b56553-ac54-429a-8df2-8a78ac9978a6'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:03.606652 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network e2f1cb10-4f88-4356-be7d-28a01db2b296 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:03.621034 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77f9b3-2c33-4b29-be3f-5984c09a9f01 None None] Pushing event updated for resources: {'Port': ['ID=2f948358-45a6-4083-815c-68f56c53350f,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:03.667159 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708927e3-d104-4c7b-b9e5-cb1c3a3853f4 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:03.672734 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-708927e3-d104-4c7b-b9e5-cb1c3a3853f4 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.729765 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:03.844013 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device f2328bf9-5ffb-41a8-b03c-7c2f4534e257 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:03.899115 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6904be73-2101-4d95-bd7b-641c9e8a1b13 req-9913d868-e054-447d-9d40-a9086eab7bdb tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:03.902455 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6904be73-2101-4d95-bd7b-641c9e8a1b13 req-9913d868-e054-447d-9d40-a9086eab7bdb tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 945 time: 0.2928362 Jul 29 23:37:03.929162 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=337ff77a-74f1-4e4c-a1fc-5b2f7a769fec,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:03.999758 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6904be73-2101-4d95-bd7b-641c9e8a1b13 req-616a5b54-334a-4399-a9e0-6f8d47814482 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807500 Jul 29 23:37:04.085488 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-708927e3-d104-4c7b-b9e5-cb1c3a3853f4 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:04.098768 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-84a43f6e-3aa7-4f97-a0dc-32ac916b9c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:04.184313 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-a08e11e7-d6a2-4499-aabd-13465985ac59 None None] Set router 34b56553-ac54-429a-8df2-8a78ac9978a6 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:04.307804 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708927e3-d104-4c7b-b9e5-cb1c3a3853f4 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Subnet': ['ID=280a45ba-4b52-4efc-b1d4-43dada5ea21a,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:04.336231 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708927e3-d104-4c7b-b9e5-cb1c3a3853f4 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Checking segment: {'id': '1775f634-b31f-4c79-94aa-7fd6b33b3ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e2f1cb10-4f88-4356-be7d-28a01db2b296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:04.336620 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708927e3-d104-4c7b-b9e5-cb1c3a3853f4 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network hostable DHCP agents. Network: e2f1cb10-4f88-4356-be7d-28a01db2b296, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:37:04.362202 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-079d6670-8ec6-488f-a2d1-003eebd1ffcb None None] Provisioning for port b08a14df-1960-479e-969e-433f2d485e8f completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:04.372195 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-079d6670-8ec6-488f-a2d1-003eebd1ffcb None None] Provisioning complete for port b08a14df-1960-479e-969e-433f2d485e8f triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:04.372849 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-079d6670-8ec6-488f-a2d1-003eebd1ffcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:04.398513 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708927e3-d104-4c7b-b9e5-cb1c3a3853f4 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network e2f1cb10-4f88-4356-be7d-28a01db2b296 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:37:04.408664 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port f2328bf9-5ffb-41a8-b03c-7c2f4534e257 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:04.409443 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:04.422875 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-708927e3-d104-4c7b-b9e5-cb1c3a3853f4 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, e2f1cb10-4f88-4356-be7d-28a01db2b296) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:04.440008 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708927e3-d104-4c7b-b9e5-cb1c3a3853f4 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:04.442047 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-708927e3-d104-4c7b-b9e5-cb1c3a3853f4 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:04.448160 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9247fe8-9ac1-488b-b896-ff75100a9f71 req-aa6b1e86-0e05-448c-a760-34d53027acf1 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:04.450827 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa40893-6abc-4381-8fe4-c522b6de03f9 None None] Network e2f1cb10-4f88-4356-be7d-28a01db2b296 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:04.456989 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e9247fe8-9ac1-488b-b896-ff75100a9f71 req-aa6b1e86-0e05-448c-a760-34d53027acf1 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/ports?device_id=19bf3308-cf73-4718-bee7-825eb6f390ab HTTP/1.1" status: 200 len: 945 time: 0.0989628 Jul 29 23:37:04.471792 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-708927e3-d104-4c7b-b9e5-cb1c3a3853f4 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1456313 Jul 29 23:37:04.477598 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53210) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:04.498995 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-2b71e919-d1d7-4fec-90db-99690b5d25aa tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'port': {'network_id': 'e2f1cb10-4f88-4356-be7d-28a01db2b296', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1131329538'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:04.548736 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-079d6670-8ec6-488f-a2d1-003eebd1ffcb None None] Port b08a14df-1960-479e-969e-433f2d485e8f cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:04.577246 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e9247fe8-9ac1-488b-b896-ff75100a9f71 req-61ef86ce-d78c-4749-afc6-db2268a851e1 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/security-groups?id=a985c4b7-60b1-431d-9af8-e2452b6f7818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186507 Jul 29 23:37:04.602252 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-84a43f6e-3aa7-4f97-a0dc-32ac916b9c3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:04.610929 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-84a43f6e-3aa7-4f97-a0dc-32ac916b9c3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:04.638358 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:04.683191 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port f2328bf9-5ffb-41a8-b03c-7c2f4534e257, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f2328bf9-5ffb-41a8-b03c-7c2f4534e257,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:04.694117 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:04.767046 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device fb7080b4-27ca-4f84-8658-c68b3ce64c48 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:04.779518 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b71e919-d1d7-4fec-90db-99690b5d25aa tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:04.783127 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2b71e919-d1d7-4fec-90db-99690b5d25aa tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:04.830863 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: fb7080b4-27ca-4f84-8658-c68b3ce64c48 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:04.831616 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device fb7080b4-27ca-4f84-8658-c68b3ce64c48 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:04.838925 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-2b71e919-d1d7-4fec-90db-99690b5d25aa tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] device_id is not set on port 83176284-e184-4abe-836c-520d33590749 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:37:04.842956 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-84a43f6e-3aa7-4f97-a0dc-32ac916b9c3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:04.877700 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a08e11e7-d6a2-4499-aabd-13465985ac59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b56553-ac54-429a-8df2-8a78ac9978a6', 'name': 'tempest-TestServerBasicOps-2118182426-router', 'tenant_id': 'ac80aa40a7e3413586906ca47671fc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '2f948358-45a6-4083-815c-68f56c53350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:52Z', 'updated_at': '2021-07-29T23:36:56Z', 'revision_number': 3, 'project_id': 'ac80aa40a7e3413586906ca47671fc06', 'gw_port': {'id': '2f948358-45a6-4083-815c-68f56c53350f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b56553-ac54-429a-8df2-8a78ac9978a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:55Z', 'updated_at': '2021-07-29T23:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:04.886577 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a43f6e-3aa7-4f97-a0dc-32ac916b9c3f admin admin] Pushing event updated for resources: {'Port': ['ID=b08a14df-1960-479e-969e-433f2d485e8f,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:04.914720 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=f2328bf9-5ffb-41a8-b03c-7c2f4534e257,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:04.951381 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab879d8e-bb4f-4db2-ac49-ead1bd3ceff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-e2f1cb10-4f88-4356-be7d-28a01db2b296', 'network_id': 'e2f1cb10-4f88-4356-be7d-28a01db2b296', 'tenant_id': 'a4227010c4cf4c93949270a4cee39c8a', 'fixed_ips': [{'subnet_id': '280a45ba-4b52-4efc-b1d4-43dada5ea21a'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:37:04.952749 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab879d8e-bb4f-4db2-ac49-ead1bd3ceff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:04.954090 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67aace1-1a49-41b6-a8a3-3892c09edf4f req-b0c67c0f-d257-47a2-b1e7-ed798172783e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:04.956499 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a08e11e7-d6a2-4499-aabd-13465985ac59 None None] The sync data for ids ['34b56553-ac54-429a-8df2-8a78ac9978a6'] in n-d-712140-10 is: [{'id': '34b56553-ac54-429a-8df2-8a78ac9978a6', 'name': 'tempest-TestServerBasicOps-2118182426-router', 'tenant_id': 'ac80aa40a7e3413586906ca47671fc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '2f948358-45a6-4083-815c-68f56c53350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:52Z', 'updated_at': '2021-07-29T23:36:56Z', 'revision_number': 3, 'project_id': 'ac80aa40a7e3413586906ca47671fc06', 'gw_port': {'id': '2f948358-45a6-4083-815c-68f56c53350f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bc:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b56553-ac54-429a-8df2-8a78ac9978a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:55Z', 'updated_at': '2021-07-29T23:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:37:04.970514 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f67aace1-1a49-41b6-a8a3-3892c09edf4f req-b0c67c0f-d257-47a2-b1e7-ed798172783e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 945 time: 0.2774358 Jul 29 23:37:04.972398 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53212) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:04.986130 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-57cf0a52-f91a-452c-b704-8e9daf7b13d4 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Request body: {'floatingip': {'port_id': '8dccf7fc-65fb-4bea-aa88-058e5e3fc67f'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:05.174753 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-57cf0a52-f91a-452c-b704-8e9daf7b13d4 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks [] for floatingip, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:05.186047 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f21f64e6-a76f-4c86-a258-0bb6d3dd46aa x-openstack-request-id: req-f21f64e6-a76f-4c86-a258-0bb6d3dd46aa {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:05.186989 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f7e8b8-e763-45ab-ab20-a6b5fc785dbb", "name": "network-vif-plugged", "status": "completed", "tag": "337ff77a-74f1-4e4c-a1fc-5b2f7a769fec", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:05.186989 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f21f64e6-a76f-4c86-a258-0bb6d3dd46aa {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:05.186989 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f7e8b8-e763-45ab-ab20-a6b5fc785dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '337ff77a-74f1-4e4c-a1fc-5b2f7a769fec', 'code': 200} Jul 29 23:37:05.220784 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-2b71e919-d1d7-4fec-90db-99690b5d25aa tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Allocated IP 172.20.0.7 (e2f1cb10-4f88-4356-be7d-28a01db2b296/280a45ba-4b52-4efc-b1d4-43dada5ea21a/83176284-e184-4abe-836c-520d33590749) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:05.373466 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:05.397927 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f453d61-ac0f-4969-9dcc-e8b2ff04bf4f req-4666daa4-9fe8-45c9-988e-c84ef99a7951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:05.399454 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f453d61-ac0f-4969-9dcc-e8b2ff04bf4f req-4666daa4-9fe8-45c9-988e-c84ef99a7951 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=88f7e8b8-e763-45ab-ab20-a6b5fc785dbb HTTP/1.1" status: 200 len: 1097 time: 0.2840209 Jul 29 23:37:05.401407 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a43f6e-3aa7-4f97-a0dc-32ac916b9c3f admin admin] Network bb77dad8-64a5-4b4d-9054-3c1bc4ef121a is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:05.419874 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-84a43f6e-3aa7-4f97-a0dc-32ac916b9c3f admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:05.439486 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a41026-098e-4dd1-ab3c-f8ee42fcbadc req-ed1ca081-2bc5-4fdd-b7a1-2da75372012a tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:05.464364 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-58a41026-098e-4dd1-ab3c-f8ee42fcbadc req-ed1ca081-2bc5-4fdd-b7a1-2da75372012a tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 946 time: 0.2836115 Jul 29 23:37:05.608520 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2b71e919-d1d7-4fec-90db-99690b5d25aa tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:05.608520 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-2b71e919-d1d7-4fec-90db-99690b5d25aa tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Transition to ACTIVE for port object 83176284-e184-4abe-836c-520d33590749 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:05.609186 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f453d61-ac0f-4969-9dcc-e8b2ff04bf4f req-6fe665a4-af4b-4f90-84c5-0869270b0ddf service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a985c4b7-60b1-431d-9af8-e2452b6f7818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978149 Jul 29 23:37:05.695776 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2b71e919-d1d7-4fec-90db-99690b5d25aa tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:05.799713 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-ab879d8e-bb4f-4db2-ac49-ead1bd3ceff4 None None] Allocated IP 172.20.0.2 (e2f1cb10-4f88-4356-be7d-28a01db2b296/280a45ba-4b52-4efc-b1d4-43dada5ea21a/a7436f10-d25f-429f-a7dd-db2c4e1bb64f) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:05.820480 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b71e919-d1d7-4fec-90db-99690b5d25aa tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Port': ['ID=83176284-e184-4abe-836c-520d33590749,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:05.850965 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b71e919-d1d7-4fec-90db-99690b5d25aa tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network e2f1cb10-4f88-4356-be7d-28a01db2b296 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:05.852504 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-2b71e919-d1d7-4fec-90db-99690b5d25aa tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:05.862289 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b71e919-d1d7-4fec-90db-99690b5d25aa tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:06.008014 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b71e919-d1d7-4fec-90db-99690b5d25aa tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:06.008750 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2b71e919-d1d7-4fec-90db-99690b5d25aa tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.065610 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2b71e919-d1d7-4fec-90db-99690b5d25aa tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.5858886 Jul 29 23:37:06.066591 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53222) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:06.070462 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab879d8e-bb4f-4db2-ac49-ead1bd3ceff4 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.080148 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ab879d8e-bb4f-4db2-ac49-ead1bd3ceff4 None None] Transition to ACTIVE for port object a7436f10-d25f-429f-a7dd-db2c4e1bb64f will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:06.101739 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ab879d8e-bb4f-4db2-ac49-ead1bd3ceff4 None None] Transition to ACTIVE for port object a7436f10-d25f-429f-a7dd-db2c4e1bb64f will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:06.108840 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-57cf0a52-f91a-452c-b704-8e9daf7b13d4 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.122297 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device d1d23768-062f-4f3f-899d-a70ab1b1fc1b up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:06.126725 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab879d8e-bb4f-4db2-ac49-ead1bd3ceff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.147260 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-58a41026-098e-4dd1-ab3c-f8ee42fcbadc req-22955284-064b-4157-9027-99bbc2189e48 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6815274 Jul 29 23:37:06.154040 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-57cf0a52-f91a-452c-b704-8e9daf7b13d4 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.250518 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-67396876-f6dd-405b-a791-8f817e329793 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting port 83176284-e184-4abe-836c-520d33590749 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:06.254368 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-67396876-f6dd-405b-a791-8f817e329793 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.370692 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab879d8e-bb4f-4db2-ac49-ead1bd3ceff4 None None] Network e2f1cb10-4f88-4356-be7d-28a01db2b296 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:06.389809 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-ab879d8e-bb4f-4db2-ac49-ead1bd3ceff4 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:06.394620 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cd22c08f-16bc-4188-81ea-131877a1ad29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.407279 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab879d8e-bb4f-4db2-ac49-ead1bd3ceff4 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:06.462976 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1d3c249c-def2-49cd-b5fd-1442805d1a3e None None] Provisioning complete for port b08a14df-1960-479e-969e-433f2d485e8f triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:06.463348 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1d3c249c-def2-49cd-b5fd-1442805d1a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.506126 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-67396876-f6dd-405b-a791-8f817e329793 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.554574 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-67396876-f6dd-405b-a791-8f817e329793 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Calling delete_port for 83176284-e184-4abe-836c-520d33590749 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:06.585442 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1d3c249c-def2-49cd-b5fd-1442805d1a3e None None] Port b08a14df-1960-479e-969e-433f2d485e8f cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:06.586680 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab879d8e-bb4f-4db2-ac49-ead1bd3ceff4 None None] Pushing event updated for resources: {'Port': ['ID=a7436f10-d25f-429f-a7dd-db2c4e1bb64f,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:06.684386 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-ab879d8e-bb4f-4db2-ac49-ead1bd3ceff4 None None] Attempting to bind port a7436f10-d25f-429f-a7dd-db2c4e1bb64f on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:06.684817 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-ab879d8e-bb4f-4db2-ac49-ead1bd3ceff4 None None] Attempting to bind port a7436f10-d25f-429f-a7dd-db2c4e1bb64f by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '1775f634-b31f-4c79-94aa-7fd6b33b3ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e2f1cb10-4f88-4356-be7d-28a01db2b296'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:06.685189 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab879d8e-bb4f-4db2-ac49-ead1bd3ceff4 None None] Attempting to bind port a7436f10-d25f-429f-a7dd-db2c4e1bb64f on network e2f1cb10-4f88-4356-be7d-28a01db2b296 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:06.695157 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port d1d23768-062f-4f3f-899d-a70ab1b1fc1b completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:06.697479 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab879d8e-bb4f-4db2-ac49-ead1bd3ceff4 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:06.697908 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab879d8e-bb4f-4db2-ac49-ead1bd3ceff4 None None] Checking segment: {'id': '1775f634-b31f-4c79-94aa-7fd6b33b3ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e2f1cb10-4f88-4356-be7d-28a01db2b296'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:06.698266 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab879d8e-bb4f-4db2-ac49-ead1bd3ceff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.698668 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab879d8e-bb4f-4db2-ac49-ead1bd3ceff4 None None] Bound using segment: {'id': '1775f634-b31f-4c79-94aa-7fd6b33b3ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e2f1cb10-4f88-4356-be7d-28a01db2b296'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:06.699159 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-ab879d8e-bb4f-4db2-ac49-ead1bd3ceff4 None None] Bound port: a7436f10-d25f-429f-a7dd-db2c4e1bb64f, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1775f634-b31f-4c79-94aa-7fd6b33b3ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e2f1cb10-4f88-4356-be7d-28a01db2b296'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:06.720315 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab879d8e-bb4f-4db2-ac49-ead1bd3ceff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.736433 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53230) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:06.752943 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port d1d23768-062f-4f3f-899d-a70ab1b1fc1b triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:06.755527 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:06.779135 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a43f6e-3aa7-4f97-a0dc-32ac916b9c3f admin admin] Router 34b56553-ac54-429a-8df2-8a78ac9978a6 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:37:06.843511 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-57cf0a52-f91a-452c-b704-8e9daf7b13d4 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Floating IP 68cb9fe8-1253-4137-ab3e-9ba47be0daaf associated. External IP: 172.25.8.198, port: 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f. Jul 29 23:37:06.913180 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-67396876-f6dd-405b-a791-8f817e329793 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:07.054606 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67396876-f6dd-405b-a791-8f817e329793 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Port': ['ID=83176284-e184-4abe-836c-520d33590749,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:07.075564 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-018380c5-9ecb-4017-9db2-5a4dd65e4455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:07.162071 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 2f948358-45a6-4083-815c-68f56c53350f up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:07.199703 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361d3a0a-b024-4102-b212-e8575155027e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2328bf9-5ffb-41a8-b03c-7c2f4534e257'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:07.203465 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fad4a414-a1b3-4196-ae82-990d022130f8" -d '{"events": [{"server_uuid": "361d3a0a-b024-4102-b212-e8575155027e", "name": "network-vif-plugged", "status": "completed", "tag": "f2328bf9-5ffb-41a8-b03c-7c2f4534e257"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:07.211631 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:07.215914 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f31642-a0a0-4680-b119-0239872b62ba req-b86cc3b8-4a9a-4fbc-a0bf-9f83870251f5 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:07.224326 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-94f31642-a0a0-4680-b119-0239872b62ba req-b86cc3b8-4a9a-4fbc-a0bf-9f83870251f5 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/ports?device_id=19bf3308-cf73-4718-bee7-825eb6f390ab HTTP/1.1" status: 200 len: 945 time: 0.4934509 Jul 29 23:37:07.295323 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-67396876-f6dd-405b-a791-8f817e329793 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:07.301585 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-67396876-f6dd-405b-a791-8f817e329793 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/ports/83176284-e184-4abe-836c-520d33590749 HTTP/1.1" status: 204 len: 168 time: 1.2322628 Jul 29 23:37:07.302414 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53238) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:07.344984 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a335fb5-3adb-4ad2-a004-0ef66ef4f284 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] GET failed (client error): The resource could not be found. Jul 29 23:37:07.350596 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5a335fb5-3adb-4ad2-a004-0ef66ef4f284 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "GET /v2.0/ports/83176284-e184-4abe-836c-520d33590749 HTTP/1.1" status: 404 len: 333 time: 0.0453415 Jul 29 23:37:07.351730 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53242) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:07.357745 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a43f6e-3aa7-4f97-a0dc-32ac916b9c3f admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:37:07.367977 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ab879d8e-bb4f-4db2-ac49-ead1bd3ceff4 None None] For port a7436f10-d25f-429f-a7dd-db2c4e1bb64f, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:07.376500 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-84a43f6e-3aa7-4f97-a0dc-32ac916b9c3f admin admin] 10.222.0.18 "PUT /v2.0/routers/34b56553-ac54-429a-8df2-8a78ac9978a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8966033 Jul 29 23:37:07.392198 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ab879d8e-bb4f-4db2-ac49-ead1bd3ceff4 None None] For port a7436f10-d25f-429f-a7dd-db2c4e1bb64f, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a7436f10-d25f-429f-a7dd-db2c4e1bb64f,segment=NetworkSegment(1775f634-b31f-4c79-94aa-7fd6b33b3ff6),segment_id=1775f634-b31f-4c79-94aa-7fd6b33b3ff6)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:07.401478 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab879d8e-bb4f-4db2-ac49-ead1bd3ceff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:07.457634 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab879d8e-bb4f-4db2-ac49-ead1bd3ceff4 None None] Pushing event updated for resources: {'Port': ['ID=a7436f10-d25f-429f-a7dd-db2c4e1bb64f,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:07.494097 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 2f948358-45a6-4083-815c-68f56c53350f completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:07.508717 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 2f948358-45a6-4083-815c-68f56c53350f triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:07.509405 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:07.515451 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c3ee88-4031-4974-9a31-29f129d9ec23 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting subnet 280a45ba-4b52-4efc-b1d4-43dada5ea21a {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:37:07.524658 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d7c3ee88-4031-4974-9a31-29f129d9ec23 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:07.555363 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-94f31642-a0a0-4680-b119-0239872b62ba req-d759788d-c221-4b54-80f9-53616fe0aacc tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/security-groups?id=a985c4b7-60b1-431d-9af8-e2452b6f7818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301418 Jul 29 23:37:07.560505 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57cf0a52-f91a-452c-b704-8e9daf7b13d4 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Router 82a47c1c-8c46-4f76-93ad-d86bf84ab363 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:37:07.565377 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:07.633739 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port d1d23768-062f-4f3f-899d-a70ab1b1fc1b, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=d1d23768-062f-4f3f-899d-a70ab1b1fc1b,segment=NetworkSegment(ffe3445c-3334-4419-8aed-c455848e32ed),segment_id=ffe3445c-3334-4419-8aed-c455848e32ed)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:07.644242 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:07.645929 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9fae7e9a-577d-4306-b57c-3e27550449cd up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:07.706306 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d7c3ee88-4031-4974-9a31-29f129d9ec23 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:07.736613 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cf0a52-f91a-452c-b704-8e9daf7b13d4 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:37:07.743619 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-57cf0a52-f91a-452c-b704-8e9daf7b13d4 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:07.752709 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd2a866-2cfc-4f05-8620-3f0805f58e89 None None] Sync routers for ids ['82a47c1c-8c46-4f76-93ad-d86bf84ab363'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:37:07.767687 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=d1d23768-062f-4f3f-899d-a70ab1b1fc1b,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:07.773925 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd2a866-2cfc-4f05-8620-3f0805f58e89 None None] Routers {'82a47c1c-8c46-4f76-93ad-d86bf84ab363'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:07.774570 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-4dd2a866-2cfc-4f05-8620-3f0805f58e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:37:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['82a47c1c-8c46-4f76-93ad-d86bf84ab363'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:07.789256 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-57cf0a52-f91a-452c-b704-8e9daf7b13d4 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "PUT /v2.0/floatingips/68cb9fe8-1253-4137-ab3e-9ba47be0daaf HTTP/1.1" status: 200 len: 991 time: 2.8106313 Jul 29 23:37:07.789256 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5c7e56f-acb3-4a75-b444-e0a505979ebb', 'tag': '8dccf7fc-65fb-4bea-aa88-058e5e3fc67f'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:07.790057 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c80eebe-fd2f-4114-af80-1c47584fa468" -d '{"events": [{"name": "network-changed", "server_uuid": "b5c7e56f-acb3-4a75-b444-e0a505979ebb", "tag": "8dccf7fc-65fb-4bea-aa88-058e5e3fc67f"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:07.887782 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:07.971686 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110eb88a-799c-4ef7-ad38-c063d70322dd req-8e63caee-e664-4696-ae31-f977b286f942 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:07.974990 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-110eb88a-799c-4ef7-ad38-c063d70322dd req-8e63caee-e664-4696-ae31-f977b286f942 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 946 time: 0.1496592 Jul 29 23:37:08.033478 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 2f948358-45a6-4083-815c-68f56c53350f, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=2f948358-45a6-4083-815c-68f56c53350f,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:08.035079 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 9fae7e9a-577d-4306-b57c-3e27550449cd completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:08.046687 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.060171 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-4dd2a866-2cfc-4f05-8620-3f0805f58e89 None None] Set router 82a47c1c-8c46-4f76-93ad-d86bf84ab363 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:08.091699 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 9fae7e9a-577d-4306-b57c-3e27550449cd triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:08.092117 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.093831 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d7c3ee88-4031-4974-9a31-29f129d9ec23 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.106570 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-110eb88a-799c-4ef7-ad38-c063d70322dd req-0c372391-c5b9-47fe-a062-f10ff02de77c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213000 Jul 29 23:37:08.109111 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-018380c5-9ecb-4017-9db2-5a4dd65e4455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.133216 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-018380c5-9ecb-4017-9db2-5a4dd65e4455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.210900 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782953af-d791-4f47-af32-f6f8a5ac463a x-openstack-request-id: req-782953af-d791-4f47-af32-f6f8a5ac463a {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:08.212231 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361d3a0a-b024-4102-b212-e8575155027e", "name": "network-vif-plugged", "status": "completed", "tag": "f2328bf9-5ffb-41a8-b03c-7c2f4534e257", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:08.212812 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-782953af-d791-4f47-af32-f6f8a5ac463a {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:08.213734 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '361d3a0a-b024-4102-b212-e8575155027e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2328bf9-5ffb-41a8-b03c-7c2f4534e257', 'code': 200} Jul 29 23:37:08.291509 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.353597 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=2f948358-45a6-4083-815c-68f56c53350f,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:08.451049 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.541348 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9fae7e9a-577d-4306-b57c-3e27550449cd, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9fae7e9a-577d-4306-b57c-3e27550449cd,segment=NetworkSegment(ffe3445c-3334-4419-8aed-c455848e32ed),segment_id=ffe3445c-3334-4419-8aed-c455848e32ed)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:08.548603 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.613513 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eefa59f-6318-4dd3-927d-45046a0495ba None None] Sync routers for ids ['34b56553-ac54-429a-8df2-8a78ac9978a6'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:37:08.628112 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-4dd2a866-2cfc-4f05-8620-3f0805f58e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'name': 'tempest-ServerActionsTestJSON-537007275-router', 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:24Z', 'updated_at': '2021-07-29T23:36:34Z', 'revision_number': 4, 'project_id': '72e6a71724b54f78b875fd06b1bacd37', 'gw_port': {'id': '1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:03:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:25Z', 'updated_at': '2021-07-29T23:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '68cb9fe8-1253-4137-ab3e-9ba47be0daaf', 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'port_id': '8dccf7fc-65fb-4bea-aa88-058e5e3fc67f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f', 'mac_address': 'fa:16:3e:7d:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c7e56f-acb3-4a75-b444-e0a505979ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:36:42Z', 'updated_at': '2021-07-29T23:37:05Z', 'revision_number': 1, 'project_id': '72e6a71724b54f78b875fd06b1bacd37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37f53144-de03-48f7-8de7-ca67e16e78d1', 'name': '', 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f', 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37', 'mac_address': 'fa:16:3e:5c:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '9f136cd8-eda3-43eb-9cb5-3830c4338b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:32Z', 'updated_at': '2021-07-29T23:36:41Z', 'revision_number': 5, 'project_id': '72e6a71724b54f78b875fd06b1bacd37', 'subnets': [{'id': '9f136cd8-eda3-43eb-9cb5-3830c4338b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:08.647352 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-018380c5-9ecb-4017-9db2-5a4dd65e4455 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ebd49a9599044e3801681bc664cf431&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9098561 Jul 29 23:37:08.650554 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53256) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:08.653194 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018380c5-9ecb-4017-9db2-5a4dd65e4455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0872b983-41dc-4862-8aa0-4d5a791d952b,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:08.668096 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd2a866-2cfc-4f05-8620-3f0805f58e89 None None] Checking router: 82a47c1c-8c46-4f76-93ad-d86bf84ab363 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:37:08.683434 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd2a866-2cfc-4f05-8620-3f0805f58e89 None None] Routers {'82a47c1c-8c46-4f76-93ad-d86bf84ab363'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:08.684351 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-4dd2a866-2cfc-4f05-8620-3f0805f58e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:37:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['82a47c1c-8c46-4f76-93ad-d86bf84ab363'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:08.692265 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d7c3ee88-4031-4974-9a31-29f129d9ec23 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.698809 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=9fae7e9a-577d-4306-b57c-3e27550449cd,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:08.709506 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eefa59f-6318-4dd3-927d-45046a0495ba None None] Routers {'34b56553-ac54-429a-8df2-8a78ac9978a6'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:08.710161 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-2eefa59f-6318-4dd3-927d-45046a0495ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:37:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['34b56553-ac54-429a-8df2-8a78ac9978a6'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:08.774763 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d7c3ee88-4031-4974-9a31-29f129d9ec23 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.783878 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d7c3ee88-4031-4974-9a31-29f129d9ec23 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/subnets/280a45ba-4b52-4efc-b1d4-43dada5ea21a HTTP/1.1" status: 204 len: 168 time: 1.4247496 Jul 29 23:37:08.784538 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53258) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:08.786887 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3ee88-4031-4974-9a31-29f129d9ec23 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Subnet': ['ID=280a45ba-4b52-4efc-b1d4-43dada5ea21a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:08.788564 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6931e885-e1c7-4276-85df-174a91869f49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.871038 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6931e885-e1c7-4276-85df-174a91869f49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.988219 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6931e885-e1c7-4276-85df-174a91869f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.991210 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6931e885-e1c7-4276-85df-174a91869f49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:08.992755 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6931e885-e1c7-4276-85df-174a91869f49 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0872b983-41dc-4862-8aa0-4d5a791d952b HTTP/1.1" status: 204 len: 168 time: 0.3411446 Jul 29 23:37:09.031121 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53262) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:09.032436 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-30d01556-a138-44bc-b203-c77527fdb949 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.041577 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-30c4f436-c228-4d9b-bd5d-d13c90760298 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-941522862', 'description': 'tempest-secgroup-smoke-941522862 description', 'project_id': '1783dd15c07244cf9315c27ec92931b3'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:09.058239 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-2eefa59f-6318-4dd3-927d-45046a0495ba None None] Set router 34b56553-ac54-429a-8df2-8a78ac9978a6 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:09.063998 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931e885-e1c7-4276-85df-174a91869f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0872b983-41dc-4862-8aa0-4d5a791d952b,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:09.107729 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-30d01556-a138-44bc-b203-c77527fdb949 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting port a7436f10-d25f-429f-a7dd-db2c4e1bb64f {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:09.108360 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-4dd2a866-2cfc-4f05-8620-3f0805f58e89 None None] Set router 82a47c1c-8c46-4f76-93ad-d86bf84ab363 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:09.111226 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-30d01556-a138-44bc-b203-c77527fdb949 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.138311 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-30c4f436-c228-4d9b-bd5d-d13c90760298 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.170898 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a7436f10-d25f-429f-a7dd-db2c4e1bb64f up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:09.183000 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b15a27f-6e9f-4a04-98d1-548c5ac6977f x-openstack-request-id: req-2b15a27f-6e9f-4a04-98d1-548c5ac6977f {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:09.183402 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5c7e56f-acb3-4a75-b444-e0a505979ebb", "tag": "8dccf7fc-65fb-4bea-aa88-058e5e3fc67f", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:09.184888 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2b15a27f-6e9f-4a04-98d1-548c5ac6977f {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:09.184888 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5c7e56f-acb3-4a75-b444-e0a505979ebb', 'tag': '8dccf7fc-65fb-4bea-aa88-058e5e3fc67f', 'status': 'completed', 'code': 200} Jul 29 23:37:09.309780 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-30d01556-a138-44bc-b203-c77527fdb949 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] For port a7436f10-d25f-429f-a7dd-db2c4e1bb64f, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a7436f10-d25f-429f-a7dd-db2c4e1bb64f,segment=NetworkSegment(1775f634-b31f-4c79-94aa-7fd6b33b3ff6),segment_id=1775f634-b31f-4c79-94aa-7fd6b33b3ff6)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:09.310172 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-30d01556-a138-44bc-b203-c77527fdb949 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.342688 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-30d01556-a138-44bc-b203-c77527fdb949 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Calling delete_port for a7436f10-d25f-429f-a7dd-db2c4e1bb64f owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:09.492186 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-30d01556-a138-44bc-b203-c77527fdb949 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.517505 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80eebe-fd2f-4114-af80-1c47584fa468 req-57c48804-f0f5-4076-b81f-7b4abbb95248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:09.521840 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c80eebe-fd2f-4114-af80-1c47584fa468 req-57c48804-f0f5-4076-b81f-7b4abbb95248 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72e6a71724b54f78b875fd06b1bacd37&device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 1097 time: 0.3216627 Jul 29 23:37:09.538018 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d01556-a138-44bc-b203-c77527fdb949 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Port': ['ID=a7436f10-d25f-429f-a7dd-db2c4e1bb64f,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:09.550307 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d01556-a138-44bc-b203-c77527fdb949 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] No DVR routers for this DVR port a7436f10-d25f-429f-a7dd-db2c4e1bb64f on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:09.639412 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-4dd2a866-2cfc-4f05-8620-3f0805f58e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'name': 'tempest-ServerActionsTestJSON-537007275-router', 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:24Z', 'updated_at': '2021-07-29T23:36:34Z', 'revision_number': 4, 'project_id': '72e6a71724b54f78b875fd06b1bacd37', 'gw_port': {'id': '1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:03:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:25Z', 'updated_at': '2021-07-29T23:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '68cb9fe8-1253-4137-ab3e-9ba47be0daaf', 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'port_id': '8dccf7fc-65fb-4bea-aa88-058e5e3fc67f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f', 'mac_address': 'fa:16:3e:7d:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c7e56f-acb3-4a75-b444-e0a505979ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:36:42Z', 'updated_at': '2021-07-29T23:37:05Z', 'revision_number': 1, 'project_id': '72e6a71724b54f78b875fd06b1bacd37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37f53144-de03-48f7-8de7-ca67e16e78d1', 'name': '', 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f', 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37', 'mac_address': 'fa:16:3e:5c:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '9f136cd8-eda3-43eb-9cb5-3830c4338b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:32Z', 'updated_at': '2021-07-29T23:36:41Z', 'revision_number': 5, 'project_id': '72e6a71724b54f78b875fd06b1bacd37', 'subnets': [{'id': '9f136cd8-eda3-43eb-9cb5-3830c4338b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:09.684852 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd2a866-2cfc-4f05-8620-3f0805f58e89 None None] The sync data for ids ['82a47c1c-8c46-4f76-93ad-d86bf84ab363'] in n-d-712140-10 is: [{'id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'name': 'tempest-ServerActionsTestJSON-537007275-router', 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:24Z', 'updated_at': '2021-07-29T23:36:34Z', 'revision_number': 4, 'project_id': '72e6a71724b54f78b875fd06b1bacd37', 'gw_port': {'id': '1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:03:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:25Z', 'updated_at': '2021-07-29T23:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '68cb9fe8-1253-4137-ab3e-9ba47be0daaf', 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37', 'floating_ip_address': '172.25.8.198', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'port_id': '8dccf7fc-65fb-4bea-aa88-058e5e3fc67f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2163, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f', 'mac_address': 'fa:16:3e:7d:30:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5c7e56f-acb3-4a75-b444-e0a505979ebb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:36:42Z', 'updated_at': '2021-07-29T23:37:05Z', 'revision_number': 1, 'project_id': '72e6a71724b54f78b875fd06b1bacd37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37f53144-de03-48f7-8de7-ca67e16e78d1', 'name': '', 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f', 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37', 'mac_address': 'fa:16:3e:5c:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '9f136cd8-eda3-43eb-9cb5-3830c4338b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:32Z', 'updated_at': '2021-07-29T23:36:41Z', 'revision_number': 5, 'project_id': '72e6a71724b54f78b875fd06b1bacd37', 'subnets': [{'id': '9f136cd8-eda3-43eb-9cb5-3830c4338b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:37:09.698419 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-30d01556-a138-44bc-b203-c77527fdb949 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.726002 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-30d01556-a138-44bc-b203-c77527fdb949 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2f1cb10-4f88-4356-be7d-28a01db2b296']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:09.741864 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No active binding found for port a7436f10-d25f-429f-a7dd-db2c4e1bb64f {{(pid=94065) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 23:37:09.742654 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a7436f10-d25f-429f-a7dd-db2c4e1bb64f not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 29 23:37:09.758565 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-30d01556-a138-44bc-b203-c77527fdb949 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1775f634-b31f-4c79-94aa-7fd6b33b3ff6') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:09.759200 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-30d01556-a138-44bc-b203-c77527fdb949 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1775f634-b31f-4c79-94aa-7fd6b33b3ff6') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:09.763078 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40c110a-0372-4534-811c-af505fc93648 None None] Network e2f1cb10-4f88-4356-be7d-28a01db2b296 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:09.791574 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-30d01556-a138-44bc-b203-c77527fdb949 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.796757 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd807df-79a2-40bd-afcb-3aa6c3fa6fb8 req-489a84df-a471-44f0-b5f3-fa167f3003ff tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:09.807733 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8cd807df-79a2-40bd-afcb-3aa6c3fa6fb8 req-489a84df-a471-44f0-b5f3-fa167f3003ff tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/ports?device_id=19bf3308-cf73-4718-bee7-825eb6f390ab HTTP/1.1" status: 200 len: 946 time: 0.4546120 Jul 29 23:37:09.854371 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-30c4f436-c228-4d9b-bd5d-d13c90760298 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.859324 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-30d01556-a138-44bc-b203-c77527fdb949 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.884858 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Port a7436f10-d25f-429f-a7dd-db2c4e1bb64f not found, will not notify nova. {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 29 23:37:09.884858 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 2f948358-45a6-4083-815c-68f56c53350f up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d01556-a138-44bc-b203-c77527fdb949 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-30d01556-a138-44bc-b203-c77527fdb949 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:09.885401 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:09.933178 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0d3b1511-0a0d-412e-9e9f-2d6bc893fe50 None None] Could not find standard attr ID for object a7436f10-d25f-429f-a7dd-db2c4e1bb64f. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:37:09.968777 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-30c4f436-c228-4d9b-bd5d-d13c90760298 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.011312 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-30d01556-a138-44bc-b203-c77527fdb949 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.023444 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-30d01556-a138-44bc-b203-c77527fdb949 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.031106 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-30d01556-a138-44bc-b203-c77527fdb949 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/networks/e2f1cb10-4f88-4356-be7d-28a01db2b296 HTTP/1.1" status: 204 len: 168 time: 1.2370069 Jul 29 23:37:10.052137 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53274) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:10.056262 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-2eefa59f-6318-4dd3-927d-45046a0495ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b56553-ac54-429a-8df2-8a78ac9978a6', 'name': 'tempest-TestServerBasicOps-2118182426-router', 'tenant_id': 'ac80aa40a7e3413586906ca47671fc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '2f948358-45a6-4083-815c-68f56c53350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:52Z', 'updated_at': '2021-07-29T23:37:03Z', 'revision_number': 4, 'project_id': 'ac80aa40a7e3413586906ca47671fc06', 'gw_port': {'id': '2f948358-45a6-4083-815c-68f56c53350f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b56553-ac54-429a-8df2-8a78ac9978a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:55Z', 'updated_at': '2021-07-29T23:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'b08a14df-1960-479e-969e-433f2d485e8f', 'name': '', 'network_id': 'bb77dad8-64a5-4b4d-9054-3c1bc4ef121a', 'tenant_id': 'ac80aa40a7e3413586906ca47671fc06', 'mac_address': 'fa:16:3e:96:85:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b56553-ac54-429a-8df2-8a78ac9978a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'a0b7f5c2-d15d-4727-93a0-0688fbec25e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:01Z', 'updated_at': '2021-07-29T23:37:04Z', 'revision_number': 2, 'project_id': 'ac80aa40a7e3413586906ca47671fc06', 'subnets': [{'id': 'a0b7f5c2-d15d-4727-93a0-0688fbec25e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:10.062434 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53276) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:10.067861 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80eebe-fd2f-4114-af80-1c47584fa468 req-2d02d658-1866-4e84-aaac-4e72cde27ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:10.088551 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d01556-a138-44bc-b203-c77527fdb949 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Network': ['ID=e2f1cb10-4f88-4356-be7d-28a01db2b296,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:10.089484 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c80eebe-fd2f-4114-af80-1c47584fa468 req-2d02d658-1866-4e84-aaac-4e72cde27ec9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c65634b4-620f-4d4e-b86a-cfaa4125589f HTTP/1.1" status: 200 len: 912 time: 0.5552881 Jul 29 23:37:10.102457 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8cd807df-79a2-40bd-afcb-3aa6c3fa6fb8 req-97c84264-a3f3-4abb-be5d-561c93f02c46 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/security-groups?id=a985c4b7-60b1-431d-9af8-e2452b6f7818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937417 Jul 29 23:37:10.103490 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c4f436-c228-4d9b-bd5d-d13c90760298 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e06e30b5-b562-45ad-b178-897c9edfc03a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:10.105267 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-03b33923-bb59-49bd-878b-d53e251e8dbb tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'port': {'network_id': '9f010c3f-3df5-40e5-93d1-9e17e480fd37', 'name': 'tempest-PortsTestJSON-1618264278'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:10.141161 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eefa59f-6318-4dd3-927d-45046a0495ba None None] Checking router: 34b56553-ac54-429a-8df2-8a78ac9978a6 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:37:10.141453 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7395552-fbe2-4349-a957-4ce4f63c3509 None None] New status for floating IP 68cb9fe8-1253-4137-ab3e-9ba47be0daaf: ACTIVE {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:37:10.142343 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eefa59f-6318-4dd3-927d-45046a0495ba None None] Updating router 34b56553-ac54-429a-8df2-8a78ac9978a6 port b08a14df-1960-479e-969e-433f2d485e8f binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:37:10.153377 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2b478df9-674c-48a5-a86e-f3109ec0f3df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.153998 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a1ab92-ce00-4f52-9397-5cbc8058d783 None None] DHCP port deletion for e2f1cb10-4f88-4356-be7d-28a01db2b296 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:37:10.202362 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 2f948358-45a6-4083-815c-68f56c53350f triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:10.203337 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.239676 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bf3308-cf73-4718-bee7-825eb6f390ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d23768-062f-4f3f-899d-a70ab1b1fc1b'}, {'server_uuid': '21af2a82-8e93-4cbc-9886-1da1aeb48ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fae7e9a-577d-4306-b57c-3e27550449cd'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:10.242446 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25fba272-b384-4ff1-b862-c53c080dba56" -d '{"events": [{"server_uuid": "19bf3308-cf73-4718-bee7-825eb6f390ab", "name": "network-vif-plugged", "status": "completed", "tag": "d1d23768-062f-4f3f-899d-a70ab1b1fc1b"}, {"server_uuid": "21af2a82-8e93-4cbc-9886-1da1aeb48ad7", "name": "network-vif-plugged", "status": "completed", "tag": "9fae7e9a-577d-4306-b57c-3e27550449cd"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:10.246611 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2eefa59f-6318-4dd3-927d-45046a0495ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.280151 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-30c4f436-c228-4d9b-bd5d-d13c90760298 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.282332 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-30c4f436-c228-4d9b-bd5d-d13c90760298 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2488954 Jul 29 23:37:10.322967 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53284) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:10.325796 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c80eebe-fd2f-4114-af80-1c47584fa468 req-52fb4baa-b187-4aad-8182-ad6a27a18bd6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f HTTP/1.1" status: 200 len: 999 time: 0.2045929 Jul 29 23:37:10.330675 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-da754cff-1ed9-41aa-92ca-c43674d09829 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Request body: {'security_group_rule': {'security_group_id': 'e06e30b5-b562-45ad-b178-897c9edfc03a', 'project_id': '1783dd15c07244cf9315c27ec92931b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:10.417105 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2b478df9-674c-48a5-a86e-f3109ec0f3df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.439147 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2b478df9-674c-48a5-a86e-f3109ec0f3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.462919 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aca029-014e-46a4-a31c-65a2b9f66aa0 req-96de52ca-879e-4c1e-8137-671b02fe944c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:10.464801 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c6aca029-014e-46a4-a31c-65a2b9f66aa0 req-96de52ca-879e-4c1e-8137-671b02fe944c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 946 time: 0.1788673 Jul 29 23:37:10.468220 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80eebe-fd2f-4114-af80-1c47584fa468 req-9ddb0d5d-a38a-4a5c-97f2-4302cea4fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:10.469989 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c80eebe-fd2f-4114-af80-1c47584fa468 req-9ddb0d5d-a38a-4a5c-97f2-4302cea4fe23 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9f136cd8-eda3-43eb-9cb5-3830c4338b63 HTTP/1.1" status: 200 len: 850 time: 0.1291358 Jul 29 23:37:10.471620 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da754cff-1ed9-41aa-92ca-c43674d09829 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.530786 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da754cff-1ed9-41aa-92ca-c43674d09829 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.548146 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da754cff-1ed9-41aa-92ca-c43674d09829 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.552840 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2b478df9-674c-48a5-a86e-f3109ec0f3df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=583a9f3083e845299c242a660350a4e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4658637 Jul 29 23:37:10.556737 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b478df9-674c-48a5-a86e-f3109ec0f3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb7382c-e96b-4e19-99e6-d8de7bea67a4,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:10.558170 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53286) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:10.574309 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2eefa59f-6318-4dd3-927d-45046a0495ba None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.587194 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-2eefa59f-6318-4dd3-927d-45046a0495ba None None] Transition to ACTIVE for port object b08a14df-1960-479e-969e-433f2d485e8f will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:10.598960 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2eefa59f-6318-4dd3-927d-45046a0495ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.619218 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03b33923-bb59-49bd-878b-d53e251e8dbb tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:10.623971 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-03b33923-bb59-49bd-878b-d53e251e8dbb tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.663340 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-03b33923-bb59-49bd-878b-d53e251e8dbb tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] device_id is not set on port be0435eb-e882-482f-aff2-32da9f7fc15c yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:37:10.685695 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da754cff-1ed9-41aa-92ca-c43674d09829 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.687700 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-da754cff-1ed9-41aa-92ca-c43674d09829 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3604727 Jul 29 23:37:10.702387 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53288) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:10.707926 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da754cff-1ed9-41aa-92ca-c43674d09829 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7d0d9b-1fe2-4c29-a0ea-cbebe874c2ff,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:10.721075 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-5318540d-2b4a-4406-af83-00787e4a442a tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Request body: {'security_group_rule': {'security_group_id': 'e06e30b5-b562-45ad-b178-897c9edfc03a', 'project_id': '1783dd15c07244cf9315c27ec92931b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:10.790545 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6ae9d-0ff2-48d6-aa06-1ef54c2ae151 None None] Pushing event updated for resources: {'Port': ['ID=b08a14df-1960-479e-969e-433f2d485e8f,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:10.814129 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c6aca029-014e-46a4-a31c-65a2b9f66aa0 req-d2d06cfc-4744-436d-9bf8-de81e221ee8f tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3048232 Jul 29 23:37:10.826029 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5318540d-2b4a-4406-af83-00787e4a442a tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.851892 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80eebe-fd2f-4114-af80-1c47584fa468 req-fdd24bfd-1ae9-47bf-a8e0-2575f8cf33df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:10.851892 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c80eebe-fd2f-4114-af80-1c47584fa468 req-fdd24bfd-1ae9-47bf-a8e0-2575f8cf33df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c65634b4-620f-4d4e-b86a-cfaa4125589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3419170 Jul 29 23:37:10.932915 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-2eefa59f-6318-4dd3-927d-45046a0495ba None None] Attempting to bind port b08a14df-1960-479e-969e-433f2d485e8f on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:10.933592 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-2eefa59f-6318-4dd3-927d-45046a0495ba None None] Attempting to bind port b08a14df-1960-479e-969e-433f2d485e8f by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'c483151a-de77-424d-b75c-358e5908e767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'bb77dad8-64a5-4b4d-9054-3c1bc4ef121a'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:10.934200 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eefa59f-6318-4dd3-927d-45046a0495ba None None] Attempting to bind port b08a14df-1960-479e-969e-433f2d485e8f on network bb77dad8-64a5-4b4d-9054-3c1bc4ef121a {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:10.942671 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eefa59f-6318-4dd3-927d-45046a0495ba None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:10.943399 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eefa59f-6318-4dd3-927d-45046a0495ba None None] Checking segment: {'id': 'c483151a-de77-424d-b75c-358e5908e767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'bb77dad8-64a5-4b4d-9054-3c1bc4ef121a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:10.944017 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2eefa59f-6318-4dd3-927d-45046a0495ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:10.944609 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eefa59f-6318-4dd3-927d-45046a0495ba None None] Bound using segment: {'id': 'c483151a-de77-424d-b75c-358e5908e767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'bb77dad8-64a5-4b4d-9054-3c1bc4ef121a'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:10.945270 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-2eefa59f-6318-4dd3-927d-45046a0495ba None None] Bound port: b08a14df-1960-479e-969e-433f2d485e8f, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c483151a-de77-424d-b75c-358e5908e767', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'bb77dad8-64a5-4b4d-9054-3c1bc4ef121a'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:10.945848 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2eefa59f-6318-4dd3-927d-45046a0495ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.070641 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a7436f10-d25f-429f-a7dd-db2c4e1bb64f no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:11.110043 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-03b33923-bb59-49bd-878b-d53e251e8dbb tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.128929 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: a7436f10-d25f-429f-a7dd-db2c4e1bb64f {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:11.129422 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a7436f10-d25f-429f-a7dd-db2c4e1bb64f not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:11.134881 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c80eebe-fd2f-4114-af80-1c47584fa468 req-ecc105a9-6c27-430c-bbcb-b56c5cf79f74 service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572463 Jul 29 23:37:11.146839 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-2eefa59f-6318-4dd3-927d-45046a0495ba None None] For port b08a14df-1960-479e-969e-433f2d485e8f, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:11.175576 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-2eefa59f-6318-4dd3-927d-45046a0495ba None None] For port b08a14df-1960-479e-969e-433f2d485e8f, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=b08a14df-1960-479e-969e-433f2d485e8f,segment=NetworkSegment(c483151a-de77-424d-b75c-358e5908e767),segment_id=c483151a-de77-424d-b75c-358e5908e767)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:11.178755 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0974b62-539a-48aa-a5c2-e079ae305479 x-openstack-request-id: req-d0974b62-539a-48aa-a5c2-e079ae305479 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:11.178943 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bf3308-cf73-4718-bee7-825eb6f390ab", "name": "network-vif-plugged", "status": "completed", "tag": "d1d23768-062f-4f3f-899d-a70ab1b1fc1b", "code": 200}, {"server_uuid": "21af2a82-8e93-4cbc-9886-1da1aeb48ad7", "name": "network-vif-plugged", "status": "completed", "tag": "9fae7e9a-577d-4306-b57c-3e27550449cd", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:11.180021 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d0974b62-539a-48aa-a5c2-e079ae305479 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:11.180751 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19bf3308-cf73-4718-bee7-825eb6f390ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d23768-062f-4f3f-899d-a70ab1b1fc1b', 'code': 200} Jul 29 23:37:11.181077 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21af2a82-8e93-4cbc-9886-1da1aeb48ad7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fae7e9a-577d-4306-b57c-3e27550449cd', 'code': 200} Jul 29 23:37:11.189673 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2eefa59f-6318-4dd3-927d-45046a0495ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.209159 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-03b33923-bb59-49bd-878b-d53e251e8dbb tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.260889 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c6ae9d-0ff2-48d6-aa06-1ef54c2ae151 None None] Pushing event updated for resources: {'Port': ['ID=b08a14df-1960-479e-969e-433f2d485e8f,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:11.320531 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b33923-bb59-49bd-878b-d53e251e8dbb tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network 9f010c3f-3df5-40e5-93d1-9e17e480fd37 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:11.321862 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eefa59f-6318-4dd3-927d-45046a0495ba None None] Routers {'34b56553-ac54-429a-8df2-8a78ac9978a6'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:11.326908 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-2eefa59f-6318-4dd3-927d-45046a0495ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:37:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['34b56553-ac54-429a-8df2-8a78ac9978a6'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:11.333088 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-03b33923-bb59-49bd-878b-d53e251e8dbb tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:11.338192 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b33923-bb59-49bd-878b-d53e251e8dbb tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:11.346015 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03b33923-bb59-49bd-878b-d53e251e8dbb tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:11.346695 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-03b33923-bb59-49bd-878b-d53e251e8dbb tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.349950 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b33923-bb59-49bd-878b-d53e251e8dbb tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Port': ['ID=be0435eb-e882-482f-aff2-32da9f7fc15c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:11.373373 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-03b33923-bb59-49bd-878b-d53e251e8dbb tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2875426 Jul 29 23:37:11.374042 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53292) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:11.524989 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-2eefa59f-6318-4dd3-927d-45046a0495ba None None] Set router 34b56553-ac54-429a-8df2-8a78ac9978a6 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:11.564130 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-a69e7fcf-b3db-4cc3-87df-77461d907aaa tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting port be0435eb-e882-482f-aff2-32da9f7fc15c {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:11.564862 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a69e7fcf-b3db-4cc3-87df-77461d907aaa tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.680120 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a69e7fcf-b3db-4cc3-87df-77461d907aaa tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.696702 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-a69e7fcf-b3db-4cc3-87df-77461d907aaa tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Calling delete_port for be0435eb-e882-482f-aff2-32da9f7fc15c owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:11.714300 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-71df88e0-c4d6-4457-b9e1-a555244cf5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.823259 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a69e7fcf-b3db-4cc3-87df-77461d907aaa tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.845728 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-2eefa59f-6318-4dd3-927d-45046a0495ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b56553-ac54-429a-8df2-8a78ac9978a6', 'name': 'tempest-TestServerBasicOps-2118182426-router', 'tenant_id': 'ac80aa40a7e3413586906ca47671fc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '2f948358-45a6-4083-815c-68f56c53350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:52Z', 'updated_at': '2021-07-29T23:37:03Z', 'revision_number': 4, 'project_id': 'ac80aa40a7e3413586906ca47671fc06', 'gw_port': {'id': '2f948358-45a6-4083-815c-68f56c53350f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b56553-ac54-429a-8df2-8a78ac9978a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:55Z', 'updated_at': '2021-07-29T23:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'b08a14df-1960-479e-969e-433f2d485e8f', 'name': '', 'network_id': 'bb77dad8-64a5-4b4d-9054-3c1bc4ef121a', 'tenant_id': 'ac80aa40a7e3413586906ca47671fc06', 'mac_address': 'fa:16:3e:96:85:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b56553-ac54-429a-8df2-8a78ac9978a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'a0b7f5c2-d15d-4727-93a0-0688fbec25e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:01Z', 'updated_at': '2021-07-29T23:37:11Z', 'revision_number': 4, 'project_id': 'ac80aa40a7e3413586906ca47671fc06', 'subnets': [{'id': 'a0b7f5c2-d15d-4727-93a0-0688fbec25e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:11.877324 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eefa59f-6318-4dd3-927d-45046a0495ba None None] The sync data for ids ['34b56553-ac54-429a-8df2-8a78ac9978a6'] in n-d-712140-10 is: [{'id': '34b56553-ac54-429a-8df2-8a78ac9978a6', 'name': 'tempest-TestServerBasicOps-2118182426-router', 'tenant_id': 'ac80aa40a7e3413586906ca47671fc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '2f948358-45a6-4083-815c-68f56c53350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:52Z', 'updated_at': '2021-07-29T23:37:03Z', 'revision_number': 4, 'project_id': 'ac80aa40a7e3413586906ca47671fc06', 'gw_port': {'id': '2f948358-45a6-4083-815c-68f56c53350f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b56553-ac54-429a-8df2-8a78ac9978a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:55Z', 'updated_at': '2021-07-29T23:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'b08a14df-1960-479e-969e-433f2d485e8f', 'name': '', 'network_id': 'bb77dad8-64a5-4b4d-9054-3c1bc4ef121a', 'tenant_id': 'ac80aa40a7e3413586906ca47671fc06', 'mac_address': 'fa:16:3e:96:85:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b56553-ac54-429a-8df2-8a78ac9978a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2197, 'fixed_ips': [{'subnet_id': 'a0b7f5c2-d15d-4727-93a0-0688fbec25e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:37:01Z', 'updated_at': '2021-07-29T23:37:11Z', 'revision_number': 4, 'project_id': 'ac80aa40a7e3413586906ca47671fc06', 'subnets': [{'id': 'a0b7f5c2-d15d-4727-93a0-0688fbec25e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:37:11.891137 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69e7fcf-b3db-4cc3-87df-77461d907aaa tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Port': ['ID=be0435eb-e882-482f-aff2-32da9f7fc15c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:11.893640 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a69e7fcf-b3db-4cc3-87df-77461d907aaa tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:11.901731 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a69e7fcf-b3db-4cc3-87df-77461d907aaa tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/ports/be0435eb-e882-482f-aff2-32da9f7fc15c HTTP/1.1" status: 204 len: 168 time: 0.5265787 Jul 29 23:37:11.903170 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53298) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:11.908519 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-9f58862e-4cc9-4360-910a-a933b96e1d36 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'port': {'network_id': '9f010c3f-3df5-40e5-93d1-9e17e480fd37', 'mac_address': 'fa:16:3e:75:fd:f1', 'name': 'tempest-PortsTestJSON-2115899513'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:11.965409 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-71df88e0-c4d6-4457-b9e1-a555244cf5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.057614 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5318540d-2b4a-4406-af83-00787e4a442a tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.077181 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11732eb-c50c-4cb9-a0c0-735adf12a592 req-6584495b-eebf-453b-ad09-a8f3a21035a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:12.078334 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b11732eb-c50c-4cb9-a0c0-735adf12a592 req-6584495b-eebf-453b-ad09-a8f3a21035a3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=19bf3308-cf73-4718-bee7-825eb6f390ab HTTP/1.1" status: 200 len: 1098 time: 0.2882855 Jul 29 23:37:12.080267 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c80eebe-fd2f-4114-af80-1c47584fa468 req-948c0e29-e26c-42d7-8a34-8eaa2a95f686 service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9074905 Jul 29 23:37:12.085848 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f58862e-4cc9-4360-910a-a933b96e1d36 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:12.097009 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c160d-c520-4930-8cdc-edbf304dd565 req-c1dc6d9b-b256-41b1-8c46-7fadf45a48da tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:12.105121 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0c5c160d-c520-4930-8cdc-edbf304dd565 req-c1dc6d9b-b256-41b1-8c46-7fadf45a48da tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/ports?device_id=19bf3308-cf73-4718-bee7-825eb6f390ab HTTP/1.1" status: 200 len: 946 time: 0.3117230 Jul 29 23:37:12.106959 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5318540d-2b4a-4406-af83-00787e4a442a tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.127919 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73c6abf-667d-488f-8722-eb129f84ac68 req-445c716d-74a1-4517-a58c-d43786d334af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:12.129670 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e73c6abf-667d-488f-8722-eb129f84ac68 req-445c716d-74a1-4517-a58c-d43786d334af service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=21af2a82-8e93-4cbc-9886-1da1aeb48ad7 HTTP/1.1" status: 200 len: 1097 time: 0.3346617 Jul 29 23:37:12.191956 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9f58862e-4cc9-4360-910a-a933b96e1d36 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.201299 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318540d-2b4a-4406-af83-00787e4a442a tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f15f7a-59cc-414e-ac5b-4a327dfd4259,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:12.225396 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5318540d-2b4a-4406-af83-00787e4a442a tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.226619 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5318540d-2b4a-4406-af83-00787e4a442a tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.5165682 Jul 29 23:37:12.229569 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53304) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:12.233577 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-9f58862e-4cc9-4360-910a-a933b96e1d36 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] device_id is not set on port 5b2673f6-66d3-4d40-b07b-4a3b6c31ce44 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:37:12.253571 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-3875fda2-6731-4ac8-afed-6cf22bbf5d18 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Request body: {'security_group_rule': {'security_group_id': 'e06e30b5-b562-45ad-b178-897c9edfc03a', 'project_id': '1783dd15c07244cf9315c27ec92931b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:12.314385 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3875fda2-6731-4ac8-afed-6cf22bbf5d18 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.326616 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b11732eb-c50c-4cb9-a0c0-735adf12a592 req-88df7828-d875-4b7c-9522-80075f79c1b3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a985c4b7-60b1-431d-9af8-e2452b6f7818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171745 Jul 29 23:37:12.328119 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e73c6abf-667d-488f-8722-eb129f84ac68 req-cd533f5e-9e84-464b-bdac-b10e56efafe1 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a985c4b7-60b1-431d-9af8-e2452b6f7818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729460 Jul 29 23:37:12.351775 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0c5c160d-c520-4930-8cdc-edbf304dd565 req-417332e5-b373-4cf1-bc3d-d0b2646b4df8 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/security-groups?id=a985c4b7-60b1-431d-9af8-e2452b6f7818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456491 Jul 29 23:37:12.358197 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-71df88e0-c4d6-4457-b9e1-a555244cf5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.369111 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-71df88e0-c4d6-4457-b9e1-a555244cf5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.370915 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-71df88e0-c4d6-4457-b9e1-a555244cf5ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9bb7382c-e96b-4e19-99e6-d8de7bea67a4 HTTP/1.1" status: 204 len: 168 time: 1.7601590 Jul 29 23:37:12.450929 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3875fda2-6731-4ac8-afed-6cf22bbf5d18 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.452261 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71df88e0-c4d6-4457-b9e1-a555244cf5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb7382c-e96b-4e19-99e6-d8de7bea67a4,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:12.459869 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3875fda2-6731-4ac8-afed-6cf22bbf5d18 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.520000 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875fda2-6731-4ac8-afed-6cf22bbf5d18 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3f9483c-aeca-4d36-956f-c936e0ca11f4,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:12.592428 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3875fda2-6731-4ac8-afed-6cf22bbf5d18 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.599631 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3875fda2-6731-4ac8-afed-6cf22bbf5d18 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3616199 Jul 29 23:37:12.601339 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53308) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:12.611104 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-3201846c-fa3d-4614-83c1-2a695e2b2946 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Request body: {'security_group_rule': {'security_group_id': 'e06e30b5-b562-45ad-b178-897c9edfc03a', 'project_id': '1783dd15c07244cf9315c27ec92931b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:12.690532 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e172f36-b52e-4efb-bc4e-2cdcc4f397bc req-73bf9f4b-45d8-4c3c-a0bc-475abb640392 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:12.693600 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6e172f36-b52e-4efb-bc4e-2cdcc4f397bc req-73bf9f4b-45d8-4c3c-a0bc-475abb640392 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 946 time: 0.1592360 Jul 29 23:37:12.727752 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9f58862e-4cc9-4360-910a-a933b96e1d36 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.797442 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9f58862e-4cc9-4360-910a-a933b96e1d36 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.797851 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3201846c-fa3d-4614-83c1-2a695e2b2946 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.854461 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f58862e-4cc9-4360-910a-a933b96e1d36 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network 9f010c3f-3df5-40e5-93d1-9e17e480fd37 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:12.861850 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-9f58862e-4cc9-4360-910a-a933b96e1d36 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:12.889025 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f58862e-4cc9-4360-910a-a933b96e1d36 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:12.908012 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f58862e-4cc9-4360-910a-a933b96e1d36 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:12.912089 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9f58862e-4cc9-4360-910a-a933b96e1d36 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:12.939353 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f58862e-4cc9-4360-910a-a933b96e1d36 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Port': ['ID=5b2673f6-66d3-4d40-b07b-4a3b6c31ce44,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:12.945723 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6e172f36-b52e-4efb-bc4e-2cdcc4f397bc req-1ef4e8b7-c1fb-4132-ac59-86c24ff19a71 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278197 Jul 29 23:37:12.969508 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9f58862e-4cc9-4360-910a-a933b96e1d36 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0649712 Jul 29 23:37:12.973542 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53312) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:13.015086 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3201846c-fa3d-4614-83c1-2a695e2b2946 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.038606 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3201846c-fa3d-4614-83c1-2a695e2b2946 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.088108 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b08a14df-1960-479e-969e-433f2d485e8f up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:13.097340 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3201846c-fa3d-4614-83c1-2a695e2b2946 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f36688c-9169-4e31-9f67-93b4485e88cd,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:13.106576 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4152c475-61f4-4e17-bade-feab80ed0441 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:13.118973 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4152c475-61f4-4e17-bade-feab80ed0441 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "GET /v2.0/ports/5b2673f6-66d3-4d40-b07b-4a3b6c31ce44 HTTP/1.1" status: 200 len: 841 time: 0.1441183 Jul 29 23:37:13.123289 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53314) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:13.132146 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3201846c-fa3d-4614-83c1-2a695e2b2946 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.142121 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3201846c-fa3d-4614-83c1-2a695e2b2946 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5352609 Jul 29 23:37:13.143179 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53316) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:13.162864 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-14ebb01d-4ae9-4a36-9c97-b72cb588036b tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Request body: {'security_group_rule': {'security_group_id': 'e06e30b5-b562-45ad-b178-897c9edfc03a', 'project_id': '1783dd15c07244cf9315c27ec92931b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:13.254904 n-d-712140-10 neutron-server[94063]: INFO neutron.db.securitygroups_db [None req-14ebb01d-4ae9-4a36-9c97-b72cb588036b tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Project 1783dd15c07244cf9315c27ec92931b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:37:13.260044 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port b08a14df-1960-479e-969e-433f2d485e8f completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:13.274540 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port b08a14df-1960-479e-969e-433f2d485e8f triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:13.275331 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-14ebb01d-4ae9-4a36-9c97-b72cb588036b tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.276815 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.395805 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8ee71f00-427f-4cd1-8dee-d0f4594a01e8 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting port 5b2673f6-66d3-4d40-b07b-4a3b6c31ce44 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:13.396702 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ee71f00-427f-4cd1-8dee-d0f4594a01e8 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.489594 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-14ebb01d-4ae9-4a36-9c97-b72cb588036b tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.502743 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-14ebb01d-4ae9-4a36-9c97-b72cb588036b tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.559700 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ebb01d-4ae9-4a36-9c97-b72cb588036b tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abffefdb-534b-49cd-8a09-93d04e8de5da,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:13.641803 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.656128 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ee71f00-427f-4cd1-8dee-d0f4594a01e8 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.672193 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-14ebb01d-4ae9-4a36-9c97-b72cb588036b tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.679159 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-14ebb01d-4ae9-4a36-9c97-b72cb588036b tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5326369 Jul 29 23:37:13.679159 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53328) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:13.688494 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8ee71f00-427f-4cd1-8dee-d0f4594a01e8 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Calling delete_port for 5b2673f6-66d3-4d40-b07b-4a3b6c31ce44 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:13.693946 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-a33a1ca2-465a-4a39-9443-f0cb14bb1c41 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Request body: {'security_group_rule': {'security_group_id': 'e06e30b5-b562-45ad-b178-897c9edfc03a', 'project_id': '1783dd15c07244cf9315c27ec92931b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:13.746991 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port b08a14df-1960-479e-969e-433f2d485e8f, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=b08a14df-1960-479e-969e-433f2d485e8f,segment=NetworkSegment(c483151a-de77-424d-b75c-358e5908e767),segment_id=c483151a-de77-424d-b75c-358e5908e767)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:13.757141 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.763077 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b77d08d-b007-4d57-9806-759811c09072 req-3ca8a795-ee60-4c7e-8daf-f9c83a78fb0f tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:13.774666 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4b77d08d-b007-4d57-9806-759811c09072 req-3ca8a795-ee60-4c7e-8daf-f9c83a78fb0f tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/ports?device_id=19bf3308-cf73-4718-bee7-825eb6f390ab HTTP/1.1" status: 200 len: 946 time: 0.1950600 Jul 29 23:37:13.782403 n-d-712140-10 neutron-server[94063]: INFO neutron.db.securitygroups_db [None req-a33a1ca2-465a-4a39-9443-f0cb14bb1c41 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Project 1783dd15c07244cf9315c27ec92931b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:37:13.817734 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a33a1ca2-465a-4a39-9443-f0cb14bb1c41 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.851121 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=b08a14df-1960-479e-969e-433f2d485e8f,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:13.892516 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4b77d08d-b007-4d57-9806-759811c09072 req-9b5ff059-5b1b-44c9-a80b-2cdfd38248f6 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/security-groups?id=a985c4b7-60b1-431d-9af8-e2452b6f7818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168203 Jul 29 23:37:13.934352 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ee71f00-427f-4cd1-8dee-d0f4594a01e8 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.949450 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a33a1ca2-465a-4a39-9443-f0cb14bb1c41 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.956344 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a33a1ca2-465a-4a39-9443-f0cb14bb1c41 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.980507 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee71f00-427f-4cd1-8dee-d0f4594a01e8 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Port': ['ID=5b2673f6-66d3-4d40-b07b-4a3b6c31ce44,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:13.983047 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a1ca2-465a-4a39-9443-f0cb14bb1c41 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f05d930-7bcf-4396-89cc-e72b0336efd4,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:13.990729 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ee71f00-427f-4cd1-8dee-d0f4594a01e8 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:13.994277 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8ee71f00-427f-4cd1-8dee-d0f4594a01e8 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/ports/5b2673f6-66d3-4d40-b07b-4a3b6c31ce44 HTTP/1.1" status: 204 len: 168 time: 0.8693659 Jul 29 23:37:13.996870 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a33a1ca2-465a-4a39-9443-f0cb14bb1c41 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.001518 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a33a1ca2-465a-4a39-9443-f0cb14bb1c41 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3147273 Jul 29 23:37:14.002518 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53338) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:14.091505 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-efa914b3-8105-42c3-ae17-0841adc41480 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] GET failed (client error): The resource could not be found. Jul 29 23:37:14.099380 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-efa914b3-8105-42c3-ae17-0841adc41480 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "GET /v2.0/ports/5b2673f6-66d3-4d40-b07b-4a3b6c31ce44 HTTP/1.1" status: 404 len: 333 time: 0.0915406 Jul 29 23:37:14.100741 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53344) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:14.106682 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-7ae4d050-89db-40fc-8606-785a2d719334 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'port': {'network_id': '9f010c3f-3df5-40e5-93d1-9e17e480fd37', 'name': 'tempest-PortsTestJSON-273819710'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:14.219042 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b54fee-a5d4-4114-98e2-0c52027900c3 req-716ca92b-7eac-41ed-a879-fbe1f13320cd tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:14.221842 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-54b54fee-a5d4-4114-98e2-0c52027900c3 req-716ca92b-7eac-41ed-a879-fbe1f13320cd tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 946 time: 0.0717731 Jul 29 23:37:14.296628 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-54b54fee-a5d4-4114-98e2-0c52027900c3 req-0b9f66ab-5308-45bd-964b-abafdac9f545 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660737 Jul 29 23:37:14.307490 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae4d050-89db-40fc-8606-785a2d719334 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:14.309366 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ae4d050-89db-40fc-8606-785a2d719334 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.349697 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-7ae4d050-89db-40fc-8606-785a2d719334 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] device_id is not set on port 167c2103-2e0e-46b8-975b-d86b121666ad yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:37:14.454897 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-563ae161-ff12-43ca-aec1-dd9c0c50a4bc tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-941522862&fields=id&tenant_id=1783dd15c07244cf9315c27ec92931b3 HTTP/1.1" status: 200 len: 267 time: 0.0539286 Jul 29 23:37:14.595528 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ae4d050-89db-40fc-8606-785a2d719334 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.626191 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-fc4375d4-2997-4ae3-96da-779a42be85fe tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:14.629761 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-fc4375d4-2997-4ae3-96da-779a42be85fe tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "GET /v2.0/networks?id=683b6795-2fa0-4ca9-a524-56fb58dfd01a HTTP/1.1" status: 200 len: 809 time: 0.1735916 Jul 29 23:37:14.651247 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ae4d050-89db-40fc-8606-785a2d719334 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.653093 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-744476fd-f86e-429b-be9c-6a7df83b42c1 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "GET /v2.0/quotas/1783dd15c07244cf9315c27ec92931b3 HTTP/1.1" status: 200 len: 375 time: 0.0145564 Jul 29 23:37:14.706695 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae4d050-89db-40fc-8606-785a2d719334 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network 9f010c3f-3df5-40e5-93d1-9e17e480fd37 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:14.726340 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-7ae4d050-89db-40fc-8606-785a2d719334 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:14.738194 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae4d050-89db-40fc-8606-785a2d719334 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:14.746213 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae4d050-89db-40fc-8606-785a2d719334 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:14.746896 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ae4d050-89db-40fc-8606-785a2d719334 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:14.750829 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-4d699207-63d8-4cf0-9ff1-b5492c191b79 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1783dd15c07244cf9315c27ec92931b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0910618 Jul 29 23:37:14.795215 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae4d050-89db-40fc-8606-785a2d719334 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Port': ['ID=167c2103-2e0e-46b8-975b-d86b121666ad,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:14.803602 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7ae4d050-89db-40fc-8606-785a2d719334 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7015591 Jul 29 23:37:14.806225 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53370) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:14.815245 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-8ff5acc0-140a-47a6-b7e1-b74c53540d16 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:14.919616 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-8f533e80-d850-4d0d-89f0-43dda5a4515f service neutron] 10.222.0.18 "GET /v2.0/networks/683b6795-2fa0-4ca9-a524-56fb58dfd01a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513650 Jul 29 23:37:14.952960 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ff5acc0-140a-47a6-b7e1-b74c53540d16 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.011038 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b08a14df-1960-479e-969e-433f2d485e8f up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:15.111714 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port b08a14df-1960-479e-969e-433f2d485e8f triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:15.112397 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.142753 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-cbae0a99-455a-4655-8d74-7fc156c59483 service neutron] 10.222.0.18 "GET /v2.0/networks/683b6795-2fa0-4ca9-a524-56fb58dfd01a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120843 Jul 29 23:37:15.306637 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ff5acc0-140a-47a6-b7e1-b74c53540d16 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.315482 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ff5acc0-140a-47a6-b7e1-b74c53540d16 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.373330 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8ff5acc0-140a-47a6-b7e1-b74c53540d16 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] In _notify_port_updated(), no bound segment for port 167c2103-2e0e-46b8-975b-d86b121666ad on network 9f010c3f-3df5-40e5-93d1-9e17e480fd37 {{(pid=94064) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:37:15.380487 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff5acc0-140a-47a6-b7e1-b74c53540d16 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:15.381529 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ff5acc0-140a-47a6-b7e1-b74c53540d16 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.383141 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8ff5acc0-140a-47a6-b7e1-b74c53540d16 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "PUT /v2.0/ports/167c2103-2e0e-46b8-975b-d86b121666ad HTTP/1.1" status: 200 len: 818 time: 0.5740762 Jul 29 23:37:15.386267 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53384) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:15.415225 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5acc0-140a-47a6-b7e1-b74c53540d16 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Port': ['ID=167c2103-2e0e-46b8-975b-d86b121666ad,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:15.618158 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c0165684-399c-4dd2-a810-e4cfa794a91e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting port 167c2103-2e0e-46b8-975b-d86b121666ad {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:15.619665 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c0165684-399c-4dd2-a810-e4cfa794a91e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.720458 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c0165684-399c-4dd2-a810-e4cfa794a91e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.736478 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c0165684-399c-4dd2-a810-e4cfa794a91e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Calling delete_port for 167c2103-2e0e-46b8-975b-d86b121666ad owned by {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:15.880794 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1722ce-1f48-4e08-8ce7-281f70390012 req-38847720-47f1-44b5-b3dc-b27190ed0a6e tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:15.882914 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1b1722ce-1f48-4e08-8ce7-281f70390012 req-38847720-47f1-44b5-b3dc-b27190ed0a6e tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/ports?device_id=19bf3308-cf73-4718-bee7-825eb6f390ab HTTP/1.1" status: 200 len: 946 time: 0.0879970 Jul 29 23:37:15.936440 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c0165684-399c-4dd2-a810-e4cfa794a91e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.967269 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c0165684-399c-4dd2-a810-e4cfa794a91e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:15.972799 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c0165684-399c-4dd2-a810-e4cfa794a91e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/ports/167c2103-2e0e-46b8-975b-d86b121666ad HTTP/1.1" status: 204 len: 168 time: 0.5828602 Jul 29 23:37:15.973054 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53396) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:16.015141 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1b1722ce-1f48-4e08-8ce7-281f70390012 req-a3f0b1a1-1ea4-48fd-ad8b-1172b296d800 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/security-groups?id=a985c4b7-60b1-431d-9af8-e2452b6f7818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187370 Jul 29 23:37:16.019276 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0165684-399c-4dd2-a810-e4cfa794a91e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Port': ['ID=167c2103-2e0e-46b8-975b-d86b121666ad,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:16.088806 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1b742c-b477-481d-a7b6-8ba2b3f81f13 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:16.090797 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3d1b742c-b477-481d-a7b6-8ba2b3f81f13 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1161110 Jul 29 23:37:16.093735 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53400) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:16.195523 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb0651b2-e8b9-4964-b0ab-a47a6c662a29 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] GET failed (client error): The resource could not be found. Jul 29 23:37:16.201523 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-bb0651b2-e8b9-4964-b0ab-a47a6c662a29 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "GET /v2.0/ports/167c2103-2e0e-46b8-975b-d86b121666ad HTTP/1.1" status: 404 len: 333 time: 0.1063399 Jul 29 23:37:16.205669 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53406) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:16.211920 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-157dc904-7e54-4a0c-b80a-c0e23b4d41dd tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-314843549'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:16.274618 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-157dc904-7e54-4a0c-b80a-c0e23b4d41dd tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:16.280930 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184bfb8-3232-481c-a015-bb2f0629ec9b req-4d9008d0-de3a-47b9-9ec0-475af694a5bb tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:16.282927 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e184bfb8-3232-481c-a015-bb2f0629ec9b req-4d9008d0-de3a-47b9-9ec0-475af694a5bb tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 946 time: 0.1252000 Jul 29 23:37:16.296870 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-157dc904-7e54-4a0c-b80a-c0e23b4d41dd tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:16.342803 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-157dc904-7e54-4a0c-b80a-c0e23b4d41dd tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:16.357187 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-157dc904-7e54-4a0c-b80a-c0e23b4d41dd tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:16.357718 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-157dc904-7e54-4a0c-b80a-c0e23b4d41dd tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Added segment dc38c0a3-b424-44a8-ba3d-8be6fd110914 of type vlan for network 0836af61-df50-4770-b528-f0b17d835a7a Jul 29 23:37:16.378002 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e184bfb8-3232-481c-a015-bb2f0629ec9b req-41b85d86-8b0b-43d3-bcf1-f04ebdcbe51c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804813 Jul 29 23:37:16.433342 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-157dc904-7e54-4a0c-b80a-c0e23b4d41dd tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:16.516713 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-157dc904-7e54-4a0c-b80a-c0e23b4d41dd tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:16.523993 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-157dc904-7e54-4a0c-b80a-c0e23b4d41dd tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:16.539588 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-157dc904-7e54-4a0c-b80a-c0e23b4d41dd tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:16.592463 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1565963b-7cf9-467d-8107-3d49728e5ffb req-fd7cb3b8-4140-40dc-9092-34ef223c4a52 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e11f80d-75f1-4448-bc82-9f70787be424 HTTP/1.1" status: 200 len: 210 time: 0.0422738 Jul 29 23:37:16.631679 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-157dc904-7e54-4a0c-b80a-c0e23b4d41dd tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4208927 Jul 29 23:37:16.631807 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53414) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:16.637145 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-3d42c67e-8ffd-4f39-9568-712ee5d6852a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'subnet': {'network_id': '0836af61-df50-4770-b528-f0b17d835a7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:16.661590 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157dc904-7e54-4a0c-b80a-c0e23b4d41dd tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Network': ['ID=0836af61-df50-4770-b528-f0b17d835a7a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:16.675436 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 0836af61-df50-4770-b528-f0b17d835a7a details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:16.822508 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6da5df4-a381-4ddd-b2b1-6a1b20a803ef req-5fa986d0-fbf7-491d-919d-874a05223d5a tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:16.826659 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c6da5df4-a381-4ddd-b2b1-6a1b20a803ef req-5fa986d0-fbf7-491d-919d-874a05223d5a tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/ports?device_id=21af2a82-8e93-4cbc-9886-1da1aeb48ad7 HTTP/1.1" status: 200 len: 945 time: 0.0984721 Jul 29 23:37:16.900492 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c6da5df4-a381-4ddd-b2b1-6a1b20a803ef req-1c413bfa-9284-4b7d-8889-d4ca139a621a tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/security-groups?id=a985c4b7-60b1-431d-9af8-e2452b6f7818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664036 Jul 29 23:37:16.901749 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d42c67e-8ffd-4f39-9568-712ee5d6852a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:16.906339 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3d42c67e-8ffd-4f39-9568-712ee5d6852a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.298543 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-24368cd0-4b08-47e0-8d55-9af6ba82639e tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:17.300183 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-24368cd0-4b08-47e0-8d55-9af6ba82639e tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.23 "GET /v2.0/networks?id=683b6795-2fa0-4ca9-a524-56fb58dfd01a HTTP/1.1" status: 200 len: 809 time: 0.1989489 Jul 29 23:37:17.430002 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b992a0-8b82-485d-afe0-785b158878a9 req-b37660e6-d166-41a6-839a-f1a6e2decd70 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:17.444074 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1b992a0-8b82-485d-afe0-785b158878a9 req-b37660e6-d166-41a6-839a-f1a6e2decd70 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/ports?device_id=88f7e8b8-e763-45ab-ab20-a6b5fc785dbb HTTP/1.1" status: 200 len: 945 time: 0.2132583 Jul 29 23:37:17.449522 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-c94a24a4-bf98-4674-b851-1a9e9866bbb4 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1783dd15c07244cf9315c27ec92931b3 HTTP/1.1" status: 200 len: 379 time: 0.1317983 Jul 29 23:37:17.456389 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3d42c67e-8ffd-4f39-9568-712ee5d6852a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.471685 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-4c4ee19f-b4f0-449c-bdb5-4e07c5f15c24 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Request body: {'port': {'device_id': '3e11f80d-75f1-4448-bc82-9f70787be424', 'network_id': '683b6795-2fa0-4ca9-a524-56fb58dfd01a', 'admin_state_up': True, 'tenant_id': '1783dd15c07244cf9315c27ec92931b3', 'security_groups': ['e06e30b5-b562-45ad-b178-897c9edfc03a']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:17.622847 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d42c67e-8ffd-4f39-9568-712ee5d6852a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Subnet': ['ID=f2562542-4842-4858-8ef7-2cf7dd91fbcf,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:17.647106 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1b992a0-8b82-485d-afe0-785b158878a9 req-9d02749d-b366-4da9-87d0-9f773292c584 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/security-groups?id=a985c4b7-60b1-431d-9af8-e2452b6f7818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018607 Jul 29 23:37:17.696202 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d42c67e-8ffd-4f39-9568-712ee5d6852a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Checking segment: {'id': 'dc38c0a3-b424-44a8-ba3d-8be6fd110914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0836af61-df50-4770-b528-f0b17d835a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:17.696591 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d42c67e-8ffd-4f39-9568-712ee5d6852a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network hostable DHCP agents. Network: 0836af61-df50-4770-b528-f0b17d835a7a, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:37:17.736067 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-4c4ee19f-b4f0-449c-bdb5-4e07c5f15c24 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Made reservation on behalf of 1783dd15c07244cf9315c27ec92931b3 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:17.745873 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-4c4ee19f-b4f0-449c-bdb5-4e07c5f15c24 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.749779 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d42c67e-8ffd-4f39-9568-712ee5d6852a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network 0836af61-df50-4770-b528-f0b17d835a7a is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:37:17.809872 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-3d42c67e-8ffd-4f39-9568-712ee5d6852a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 0836af61-df50-4770-b528-f0b17d835a7a) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:17.823732 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ba8ab3-d53b-465c-9526-d9f8ae6ea76c None None] Network 0836af61-df50-4770-b528-f0b17d835a7a requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:17.833710 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d42c67e-8ffd-4f39-9568-712ee5d6852a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:17.834386 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3d42c67e-8ffd-4f39-9568-712ee5d6852a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:17.894005 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53438) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:17.895314 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3d42c67e-8ffd-4f39-9568-712ee5d6852a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2615149 Jul 29 23:37:17.902361 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-5ec28491-3785-4152-81d3-5aab1b80273f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'subnet': {'network_id': '0836af61-df50-4770-b528-f0b17d835a7a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:17.926968 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024129d8-49bd-478d-9de8-cca66b3f05f6 req-c5bbe680-1a66-4012-8e41-3020babb7b36 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:17.933007 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024129d8-49bd-478d-9de8-cca66b3f05f6 req-c5bbe680-1a66-4012-8e41-3020babb7b36 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:17.939245 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024129d8-49bd-478d-9de8-cca66b3f05f6 req-c5bbe680-1a66-4012-8e41-3020babb7b36 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:17.945718 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024129d8-49bd-478d-9de8-cca66b3f05f6 req-c5bbe680-1a66-4012-8e41-3020babb7b36 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:17.955161 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024129d8-49bd-478d-9de8-cca66b3f05f6 req-c5bbe680-1a66-4012-8e41-3020babb7b36 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:17.962907 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024129d8-49bd-478d-9de8-cca66b3f05f6 req-c5bbe680-1a66-4012-8e41-3020babb7b36 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:17.983155 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024129d8-49bd-478d-9de8-cca66b3f05f6 req-c5bbe680-1a66-4012-8e41-3020babb7b36 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:17.985941 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-024129d8-49bd-478d-9de8-cca66b3f05f6 req-c5bbe680-1a66-4012-8e41-3020babb7b36 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 5431 time: 0.2249010 Jul 29 23:37:18.107233 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-4c4ee19f-b4f0-449c-bdb5-4e07c5f15c24 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Allocated IP 172.20.0.9 (683b6795-2fa0-4ca9-a524-56fb58dfd01a/3fa239c5-5119-46c0-9a47-909641a9faaa/2dbd7d64-6300-457b-bbf1-9949ac79726c) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:18.114044 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-024129d8-49bd-478d-9de8-cca66b3f05f6 req-c8168d34-4bcf-4af8-87c7-bbe313f9a72e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd5c58a1-104a-4fdf-8d04-3b82c5432514&id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0663569 Jul 29 23:37:18.198568 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec28491-3785-4152-81d3-5aab1b80273f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:18.202638 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5ec28491-3785-4152-81d3-5aab1b80273f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.319814 n-d-712140-10 neutron-server[94064]: INFO neutron.db.ipam_backend_mixin [None req-5ec28491-3785-4152-81d3-5aab1b80273f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f2562542-4842-4858-8ef7-2cf7dd91fbcf (CIDR: 172.20.0.0/28) Jul 29 23:37:18.325128 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec28491-3785-4152-81d3-5aab1b80273f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:37:18.325923 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ec28491-3785-4152-81d3-5aab1b80273f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:37:18.331651 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4de05e6-e6c0-43a5-b2a7-d0b2b5c34d98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-0836af61-df50-4770-b528-f0b17d835a7a', 'network_id': '0836af61-df50-4770-b528-f0b17d835a7a', 'tenant_id': 'a4227010c4cf4c93949270a4cee39c8a', 'fixed_ips': [{'subnet_id': 'f2562542-4842-4858-8ef7-2cf7dd91fbcf'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:37:18.332967 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e4de05e6-e6c0-43a5-b2a7-d0b2b5c34d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.357834 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5ec28491-3785-4152-81d3-5aab1b80273f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4604750 Jul 29 23:37:18.360544 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53444) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:18.366145 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-39699d37-31c2-4e34-8602-9e62a3e5b8f5 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'subnet': {'network_id': '0836af61-df50-4770-b528-f0b17d835a7a', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:18.454484 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa673f-b142-44ee-9f48-a7b0a3f3979c req-9c372961-e8c4-42c7-93f1-54711fd9502c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:18.456011 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a3fa673f-b142-44ee-9f48-a7b0a3f3979c req-9c372961-e8c4-42c7-93f1-54711fd9502c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 946 time: 0.2373979 Jul 29 23:37:18.504261 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-e4de05e6-e6c0-43a5-b2a7-d0b2b5c34d98 None None] Allocated IP 172.20.0.2 (0836af61-df50-4770-b528-f0b17d835a7a/f2562542-4842-4858-8ef7-2cf7dd91fbcf/2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:18.593510 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39699d37-31c2-4e34-8602-9e62a3e5b8f5 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:18.597354 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-39699d37-31c2-4e34-8602-9e62a3e5b8f5 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.609172 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a3fa673f-b142-44ee-9f48-a7b0a3f3979c req-fc17a300-f33d-40cb-ace0-dab781c394f3 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425004 Jul 29 23:37:18.645833 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-4c4ee19f-b4f0-449c-bdb5-4e07c5f15c24 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.690455 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-4c4ee19f-b4f0-449c-bdb5-4e07c5f15c24 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Transition to ACTIVE for port object 2dbd7d64-6300-457b-bbf1-9949ac79726c will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:18.774188 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-4c4ee19f-b4f0-449c-bdb5-4e07c5f15c24 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.884668 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e4de05e6-e6c0-43a5-b2a7-d0b2b5c34d98 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.896154 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e4de05e6-e6c0-43a5-b2a7-d0b2b5c34d98 None None] Transition to ACTIVE for port object 2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:18.918564 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-4c4ee19f-b4f0-449c-bdb5-4e07c5f15c24 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Network 683b6795-2fa0-4ca9-a524-56fb58dfd01a is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:18.919284 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e4de05e6-e6c0-43a5-b2a7-d0b2b5c34d98 None None] Transition to ACTIVE for port object 2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:18.929094 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e4de05e6-e6c0-43a5-b2a7-d0b2b5c34d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:18.970727 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-4c4ee19f-b4f0-449c-bdb5-4e07c5f15c24 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:18.981757 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-4c4ee19f-b4f0-449c-bdb5-4e07c5f15c24 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:18.983353 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4de05e6-e6c0-43a5-b2a7-d0b2b5c34d98 None None] Network 0836af61-df50-4770-b528-f0b17d835a7a is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:18.987469 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-e4de05e6-e6c0-43a5-b2a7-d0b2b5c34d98 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:18.991978 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4de05e6-e6c0-43a5-b2a7-d0b2b5c34d98 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:19.031875 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de05e6-e6c0-43a5-b2a7-d0b2b5c34d98 None None] Pushing event updated for resources: {'Port': ['ID=2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:19.063690 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-4c4ee19f-b4f0-449c-bdb5-4e07c5f15c24 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:19.064368 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-4c4ee19f-b4f0-449c-bdb5-4e07c5f15c24 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.080211 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4ee19f-b4f0-449c-bdb5-4e07c5f15c24 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Pushing event updated for resources: {'Port': ['ID=2dbd7d64-6300-457b-bbf1-9949ac79726c,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:19.108555 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-e4de05e6-e6c0-43a5-b2a7-d0b2b5c34d98 None None] Attempting to bind port 2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:19.108937 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-e4de05e6-e6c0-43a5-b2a7-d0b2b5c34d98 None None] Attempting to bind port 2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'dc38c0a3-b424-44a8-ba3d-8be6fd110914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0836af61-df50-4770-b528-f0b17d835a7a'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:19.109309 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4de05e6-e6c0-43a5-b2a7-d0b2b5c34d98 None None] Attempting to bind port 2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0 on network 0836af61-df50-4770-b528-f0b17d835a7a {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:19.120916 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-39699d37-31c2-4e34-8602-9e62a3e5b8f5 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.124662 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4eb125-360f-489f-bb9e-f830887e1b2d req-dc57fda8-fc3a-4040-8036-fcbd2aa539d4 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:19.133010 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4de05e6-e6c0-43a5-b2a7-d0b2b5c34d98 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:19.133395 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4de05e6-e6c0-43a5-b2a7-d0b2b5c34d98 None None] Checking segment: {'id': 'dc38c0a3-b424-44a8-ba3d-8be6fd110914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0836af61-df50-4770-b528-f0b17d835a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:19.133812 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e4de05e6-e6c0-43a5-b2a7-d0b2b5c34d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.134212 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4de05e6-e6c0-43a5-b2a7-d0b2b5c34d98 None None] Bound using segment: {'id': 'dc38c0a3-b424-44a8-ba3d-8be6fd110914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0836af61-df50-4770-b528-f0b17d835a7a'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:19.134705 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-e4de05e6-e6c0-43a5-b2a7-d0b2b5c34d98 None None] Bound port: 2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc38c0a3-b424-44a8-ba3d-8be6fd110914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '0836af61-df50-4770-b528-f0b17d835a7a'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:19.135122 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e4de05e6-e6c0-43a5-b2a7-d0b2b5c34d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.136458 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8e4eb125-360f-489f-bb9e-f830887e1b2d req-dc57fda8-fc3a-4040-8036-fcbd2aa539d4 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e11f80d-75f1-4448-bc82-9f70787be424 HTTP/1.1" status: 200 len: 931 time: 0.2811375 Jul 29 23:37:19.143960 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-4c4ee19f-b4f0-449c-bdb5-4e07c5f15c24 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6752017 Jul 29 23:37:19.189166 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-b9dedb8c-f68a-4b9b-bc64-0279a59f9cda service neutron] Request body: {'port': {'device_id': '3e11f80d-75f1-4448-bc82-9f70787be424', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:19.193727 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39699d37-31c2-4e34-8602-9e62a3e5b8f5 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Subnet': ['ID=2b72c72b-2ec7-4941-b2fb-0d11b81ae16c,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:19.210589 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39699d37-31c2-4e34-8602-9e62a3e5b8f5 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network 0836af61-df50-4770-b528-f0b17d835a7a is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:19.212344 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-39699d37-31c2-4e34-8602-9e62a3e5b8f5 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:19.216211 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39699d37-31c2-4e34-8602-9e62a3e5b8f5 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:19.217006 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-39699d37-31c2-4e34-8602-9e62a3e5b8f5 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.244459 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-39699d37-31c2-4e34-8602-9e62a3e5b8f5 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8826878 Jul 29 23:37:19.245476 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53448) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:19.258387 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-b8e3b807-34c8-4e8b-8198-839f9db240a2 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'port': {'network_id': '0836af61-df50-4770-b528-f0b17d835a7a', 'fixed_ips': [{'subnet_id': 'f2562542-4842-4858-8ef7-2cf7dd91fbcf'}, {'subnet_id': '2b72c72b-2ec7-4941-b2fb-0d11b81ae16c'}], 'name': 'tempest-PortsTestJSON-148255585'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:19.283954 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-e4de05e6-e6c0-43a5-b2a7-d0b2b5c34d98 None None] For port 2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:19.288543 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-e4de05e6-e6c0-43a5-b2a7-d0b2b5c34d98 None None] For port 2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0,segment=NetworkSegment(dc38c0a3-b424-44a8-ba3d-8be6fd110914),segment_id=dc38c0a3-b424-44a8-ba3d-8be6fd110914)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:19.294684 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e4de05e6-e6c0-43a5-b2a7-d0b2b5c34d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.309408 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8e4eb125-360f-489f-bb9e-f830887e1b2d req-52086483-2af6-4de6-a524-c3a2bb8d2536 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "GET /v2.0/security-groups?id=e06e30b5-b562-45ad-b178-897c9edfc03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679802 Jul 29 23:37:19.338282 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-b9dedb8c-f68a-4b9b-bc64-0279a59f9cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.405762 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de05e6-e6c0-43a5-b2a7-d0b2b5c34d98 None None] Pushing event updated for resources: {'Port': ['ID=2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:19.416333 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e3b807-34c8-4e8b-8198-839f9db240a2 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:19.468749 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1bcdf6ba-1173-40c8-8291-e7309473fbfe None None] Provisioning for port 2dbd7d64-6300-457b-bbf1-9949ac79726c completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:19.480052 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1bcdf6ba-1173-40c8-8291-e7309473fbfe None None] Provisioning complete for port 2dbd7d64-6300-457b-bbf1-9949ac79726c triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:19.481491 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1bcdf6ba-1173-40c8-8291-e7309473fbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.539670 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8e3b807-34c8-4e8b-8198-839f9db240a2 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:19.582883 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-b8e3b807-34c8-4e8b-8198-839f9db240a2 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] device_id is not set on port 29f5f631-b251-460c-afaa-42b83c75ac73 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:37:19.584132 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1bcdf6ba-1173-40c8-8291-e7309473fbfe None None] Port 2dbd7d64-6300-457b-bbf1-9949ac79726c cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:19.997193 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb2498-9b83-4a34-9883-7b0c4f241a4e req-0174de72-78e7-46cd-8637-6a39e38aed0c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:20.005809 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb2498-9b83-4a34-9883-7b0c4f241a4e req-0174de72-78e7-46cd-8637-6a39e38aed0c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:20.012517 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb2498-9b83-4a34-9883-7b0c4f241a4e req-0174de72-78e7-46cd-8637-6a39e38aed0c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:20.023204 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb2498-9b83-4a34-9883-7b0c4f241a4e req-0174de72-78e7-46cd-8637-6a39e38aed0c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:20.033242 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb2498-9b83-4a34-9883-7b0c4f241a4e req-0174de72-78e7-46cd-8637-6a39e38aed0c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:20.042990 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb2498-9b83-4a34-9883-7b0c4f241a4e req-0174de72-78e7-46cd-8637-6a39e38aed0c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:20.048174 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb2498-9b83-4a34-9883-7b0c4f241a4e req-0174de72-78e7-46cd-8637-6a39e38aed0c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:20.050146 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7cb2498-9b83-4a34-9883-7b0c4f241a4e req-0174de72-78e7-46cd-8637-6a39e38aed0c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 5431 time: 0.1616554 Jul 29 23:37:20.065101 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-b9dedb8c-f68a-4b9b-bc64-0279a59f9cda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dbd7d64-6300-457b-bbf1-9949ac79726c {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:20.071654 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-b9dedb8c-f68a-4b9b-bc64-0279a59f9cda service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:20.088928 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-b9dedb8c-f68a-4b9b-bc64-0279a59f9cda service neutron] Transition to ACTIVE for port object 2dbd7d64-6300-457b-bbf1-9949ac79726c will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:20.097177 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-b9dedb8c-f68a-4b9b-bc64-0279a59f9cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:20.208165 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-b8e3b807-34c8-4e8b-8198-839f9db240a2 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Allocated IP 172.20.0.6 (0836af61-df50-4770-b528-f0b17d835a7a/f2562542-4842-4858-8ef7-2cf7dd91fbcf/29f5f631-b251-460c-afaa-42b83c75ac73) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:20.236514 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-b8e3b807-34c8-4e8b-8198-839f9db240a2 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Allocated IP 172.20.0.30 (0836af61-df50-4770-b528-f0b17d835a7a/2b72c72b-2ec7-4941-b2fb-0d11b81ae16c/29f5f631-b251-460c-afaa-42b83c75ac73) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:20.276431 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dedb8c-f68a-4b9b-bc64-0279a59f9cda service neutron] Pushing event updated for resources: {'Port': ['ID=2dbd7d64-6300-457b-bbf1-9949ac79726c,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:20.362160 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfaa188-7f35-47e9-97f0-9e478ad50bc7 req-6bb03f7d-9032-4b6f-8df1-96eab82476b8 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:20.363410 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0bfaa188-7f35-47e9-97f0-9e478ad50bc7 req-6bb03f7d-9032-4b6f-8df1-96eab82476b8 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/ports?device_id=88f7e8b8-e763-45ab-ab20-a6b5fc785dbb HTTP/1.1" status: 200 len: 945 time: 0.1537981 Jul 29 23:37:20.373008 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-b9dedb8c-f68a-4b9b-bc64-0279a59f9cda service neutron] Attempting to bind port 2dbd7d64-6300-457b-bbf1-9949ac79726c on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:20.373457 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-b9dedb8c-f68a-4b9b-bc64-0279a59f9cda service neutron] Attempting to bind port 2dbd7d64-6300-457b-bbf1-9949ac79726c by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'dfa1117e-b135-428b-bc60-5ea1178f380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '683b6795-2fa0-4ca9-a524-56fb58dfd01a'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:20.373939 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-b9dedb8c-f68a-4b9b-bc64-0279a59f9cda service neutron] Attempting to bind port 2dbd7d64-6300-457b-bbf1-9949ac79726c on network 683b6795-2fa0-4ca9-a524-56fb58dfd01a {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:20.388001 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-b9dedb8c-f68a-4b9b-bc64-0279a59f9cda service neutron] Port 2dbd7d64-6300-457b-bbf1-9949ac79726c on network 683b6795-2fa0-4ca9-a524-56fb58dfd01a not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:20.388633 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-b9dedb8c-f68a-4b9b-bc64-0279a59f9cda service neutron] Attempting to bind port 2dbd7d64-6300-457b-bbf1-9949ac79726c on network 683b6795-2fa0-4ca9-a524-56fb58dfd01a {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:20.467845 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-b9dedb8c-f68a-4b9b-bc64-0279a59f9cda service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 36, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:20.468300 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-b9dedb8c-f68a-4b9b-bc64-0279a59f9cda service neutron] Checking segment: {'id': 'dfa1117e-b135-428b-bc60-5ea1178f380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '683b6795-2fa0-4ca9-a524-56fb58dfd01a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:20.468601 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-b9dedb8c-f68a-4b9b-bc64-0279a59f9cda service neutron] Bound using segment: {'id': 'dfa1117e-b135-428b-bc60-5ea1178f380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '683b6795-2fa0-4ca9-a524-56fb58dfd01a'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:20.469050 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-b9dedb8c-f68a-4b9b-bc64-0279a59f9cda service neutron] Bound port: 2dbd7d64-6300-457b-bbf1-9949ac79726c, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dfa1117e-b135-428b-bc60-5ea1178f380a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '683b6795-2fa0-4ca9-a524-56fb58dfd01a'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:20.469419 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-b9dedb8c-f68a-4b9b-bc64-0279a59f9cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:20.495222 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0bfaa188-7f35-47e9-97f0-9e478ad50bc7 req-57b43643-1dc8-488e-abbe-b38412dc6dce tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/security-groups?id=a985c4b7-60b1-431d-9af8-e2452b6f7818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079855 Jul 29 23:37:20.561796 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8e3b807-34c8-4e8b-8198-839f9db240a2 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:20.577666 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b8e3b807-34c8-4e8b-8198-839f9db240a2 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Transition to ACTIVE for port object 29f5f631-b251-460c-afaa-42b83c75ac73 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:20.636624 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8e3b807-34c8-4e8b-8198-839f9db240a2 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:20.708753 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-b9dedb8c-f68a-4b9b-bc64-0279a59f9cda service neutron] For port 2dbd7d64-6300-457b-bbf1-9949ac79726c, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:20.716828 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-b9dedb8c-f68a-4b9b-bc64-0279a59f9cda service neutron] For port 2dbd7d64-6300-457b-bbf1-9949ac79726c, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=2dbd7d64-6300-457b-bbf1-9949ac79726c,segment=NetworkSegment(dfa1117e-b135-428b-bc60-5ea1178f380a),segment_id=dfa1117e-b135-428b-bc60-5ea1178f380a)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:20.733236 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-b9dedb8c-f68a-4b9b-bc64-0279a59f9cda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:20.804008 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e3b807-34c8-4e8b-8198-839f9db240a2 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network 0836af61-df50-4770-b528-f0b17d835a7a is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:20.811392 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-b8e3b807-34c8-4e8b-8198-839f9db240a2 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:20.829589 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e3b807-34c8-4e8b-8198-839f9db240a2 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:20.835700 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e3b807-34c8-4e8b-8198-839f9db240a2 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Port': ['ID=29f5f631-b251-460c-afaa-42b83c75ac73,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:20.948230 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-b9dedb8c-f68a-4b9b-bc64-0279a59f9cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:20.950197 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-b9dedb8c-f68a-4b9b-bc64-0279a59f9cda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:20.969184 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-b9dedb8c-f68a-4b9b-bc64-0279a59f9cda service neutron] 10.222.0.23 "PUT /v2.0/ports/2dbd7d64-6300-457b-bbf1-9949ac79726c HTTP/1.1" status: 200 len: 1092 time: 1.7894094 Jul 29 23:37:21.012603 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e11f80d-75f1-4448-bc82-9f70787be424', 'tag': '2dbd7d64-6300-457b-bbf1-9949ac79726c'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:21.026982 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4015d42a-b518-4e4e-8665-f5cfc33ae086" -d '{"events": [{"name": "network-changed", "server_uuid": "3e11f80d-75f1-4448-bc82-9f70787be424", "tag": "2dbd7d64-6300-457b-bbf1-9949ac79726c"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:21.065218 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e3b807-34c8-4e8b-8198-839f9db240a2 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:21.066092 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8e3b807-34c8-4e8b-8198-839f9db240a2 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.102377 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b8e3b807-34c8-4e8b-8198-839f9db240a2 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 1.8554897 Jul 29 23:37:21.106081 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53468) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:21.128332 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-5fd30eeb-965b-4f5b-b50c-cfbcc5023784 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f2562542-4842-4858-8ef7-2cf7dd91fbcf'}]}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:21.313000 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:21.346202 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dedb8c-f68a-4b9b-bc64-0279a59f9cda service neutron] Pushing event updated for resources: {'Port': ['ID=2dbd7d64-6300-457b-bbf1-9949ac79726c,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:21.359214 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9c282-a955-43e7-9afd-2f5fcdffcee0 req-7649687f-7f9f-4a17-9fcc-ea063294eb49 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:21.368931 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6af9c282-a955-43e7-9afd-2f5fcdffcee0 req-7649687f-7f9f-4a17-9fcc-ea063294eb49 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 946 time: 0.6496935 Jul 29 23:37:21.375172 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5fd30eeb-965b-4f5b-b50c-cfbcc5023784 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:21.410607 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-952442bf-a2e8-43ac-a817-3efdcf3dfdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:21.412681 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-952442bf-a2e8-43ac-a817-3efdcf3dfdbe service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1783dd15c07244cf9315c27ec92931b3&device_id=3e11f80d-75f1-4448-bc82-9f70787be424 HTTP/1.1" status: 200 len: 1095 time: 0.3442073 Jul 29 23:37:21.481671 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:21.520822 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-db6b9221-9c0c-4289-a829-5a364f37623c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2dbd7d64-6300-457b-bbf1-9949ac79726c HTTP/1.1" status: 200 len: 217 time: 0.0861924 Jul 29 23:37:21.522435 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f54a97-a54a-4179-8f11-72560b48f77b None None] Network 0836af61-df50-4770-b528-f0b17d835a7a requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:21.529870 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6af9c282-a955-43e7-9afd-2f5fcdffcee0 req-1d6c2753-78b8-4382-920e-52b88487bd6e tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588185 Jul 29 23:37:21.594384 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-9161f57b-ce33-48f8-8c6f-4ee9d55f08f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:21.596198 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-9161f57b-ce33-48f8-8c6f-4ee9d55f08f3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3fa239c5-5119-46c0-9a47-909641a9faaa HTTP/1.1" status: 200 len: 848 time: 0.0619371 Jul 29 23:37:21.615231 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954d4ec-fb2e-49c6-a488-af9277947d73 req-2477e88e-0720-42a2-ad1c-accee174e24b tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:21.619192 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8954d4ec-fb2e-49c6-a488-af9277947d73 req-2477e88e-0720-42a2-ad1c-accee174e24b tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.23 "GET /v2.0/ports?device_id=88f7e8b8-e763-45ab-ab20-a6b5fc785dbb HTTP/1.1" status: 200 len: 945 time: 0.4277685 Jul 29 23:37:21.726182 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53476) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:21.785224 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-ac716b03-77ff-4a76-a108-91f5968c7f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:21.787171 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-ac716b03-77ff-4a76-a108-91f5968c7f25 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=683b6795-2fa0-4ca9-a524-56fb58dfd01a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1658878 Jul 29 23:37:21.922965 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf280d-5dda-4030-aaf9-94921d4428a6 req-192a4f47-a619-4c46-a7ca-27829a3fb9e9 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:21.924832 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fbcf280d-5dda-4030-aaf9-94921d4428a6 req-192a4f47-a619-4c46-a7ca-27829a3fb9e9 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e11f80d-75f1-4448-bc82-9f70787be424 HTTP/1.1" status: 200 len: 943 time: 0.2009776 Jul 29 23:37:21.984473 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-5fd30eeb-965b-4f5b-b50c-cfbcc5023784 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Delete allocated IP 172.20.0.30 (0836af61-df50-4770-b528-f0b17d835a7a/2b72c72b-2ec7-4941-b2fb-0d11b81ae16c) {{(pid=94064) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 23:37:22.043532 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fbcf280d-5dda-4030-aaf9-94921d4428a6 req-8b780d53-9c26-4487-af4f-859ef5af3389 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "GET /v2.0/security-groups?id=e06e30b5-b562-45ad-b178-897c9edfc03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071181 Jul 29 23:37:22.068931 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9d33866c-fdfd-4c7c-bc7e-fea622af634b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.092290 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-8954d4ec-fb2e-49c6-a488-af9277947d73 req-bea472de-8358-4b13-a1c5-e5d017c94041 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Deleting port 337ff77a-74f1-4e4c-a1fc-5b2f7a769fec {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:22.092750 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8954d4ec-fb2e-49c6-a488-af9277947d73 req-bea472de-8358-4b13-a1c5-e5d017c94041 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.139512 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5fd30eeb-965b-4f5b-b50c-cfbcc5023784 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.157025 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-5fd30eeb-965b-4f5b-b50c-cfbcc5023784 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Ignored duplicate provisioning block setup for port 29f5f631-b251-460c-afaa-42b83c75ac73 by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 29 23:37:22.163216 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5fd30eeb-965b-4f5b-b50c-cfbcc5023784 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.210040 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9d33866c-fdfd-4c7c-bc7e-fea622af634b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.228681 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9d33866c-fdfd-4c7c-bc7e-fea622af634b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.252898 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a89217-6d8b-40d3-929b-04b8a9e428d1 None None] Update dhcp port {'port': {'network_id': '0836af61-df50-4770-b528-f0b17d835a7a', 'fixed_ips': [{'subnet_id': 'f2562542-4842-4858-8ef7-2cf7dd91fbcf', 'ip_address': '172.20.0.2'}, {'subnet_id': '2b72c72b-2ec7-4941-b2fb-0d11b81ae16c'}], 'binding:host_id': 'n-d-712140-10'}, 'id': '2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0'} from n-d-712140-10. {{(pid=94065) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:37:22.346120 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-da30fcb1-6fe7-4b35-9c10-f35d04c66d1c None None] Provisioning for port 2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:22.352931 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33866c-fdfd-4c7c-bc7e-fea622af634b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45c487f-022d-49bf-98d3-5a9b73781d3a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:22.357831 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e2a89217-6d8b-40d3-929b-04b8a9e428d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.411978 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-79379411-d745-4164-8bfc-93c3ed3ad7b8 service neutron] 10.222.0.23 "GET /v2.0/networks/683b6795-2fa0-4ca9-a524-56fb58dfd01a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6138120 Jul 29 23:37:22.456263 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd30eeb-965b-4f5b-b50c-cfbcc5023784 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Port': ['ID=29f5f631-b251-460c-afaa-42b83c75ac73,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:22.500178 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-da30fcb1-6fe7-4b35-9c10-f35d04c66d1c None None] Provisioning complete for port 2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:22.500567 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-da30fcb1-6fe7-4b35-9c10-f35d04c66d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.509989 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-5fd30eeb-965b-4f5b-b50c-cfbcc5023784 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] In _notify_port_updated(), no bound segment for port 29f5f631-b251-460c-afaa-42b83c75ac73 on network 0836af61-df50-4770-b528-f0b17d835a7a {{(pid=94064) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:37:22.523670 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd30eeb-965b-4f5b-b50c-cfbcc5023784 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:22.524542 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5fd30eeb-965b-4f5b-b50c-cfbcc5023784 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.530368 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5fd30eeb-965b-4f5b-b50c-cfbcc5023784 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "PUT /v2.0/ports/29f5f631-b251-460c-afaa-42b83c75ac73 HTTP/1.1" status: 200 len: 918 time: 1.4187186 Jul 29 23:37:22.532109 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53488) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:22.541384 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-5a1ef446-1b2e-4fda-bdc4-e95c4f3b7492 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f2562542-4842-4858-8ef7-2cf7dd91fbcf'}, {'subnet_id': '2b72c72b-2ec7-4941-b2fb-0d11b81ae16c'}]}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:22.691469 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a671b7c-daf4-4a94-92ce-8b50a3f59025 req-612f125f-fb29-4e9a-8b11-08f4b913c3b4 service neutron] 10.222.0.23 "GET /v2.0/networks/683b6795-2fa0-4ca9-a524-56fb58dfd01a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357762 Jul 29 23:37:22.708081 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba93da2-2ade-4286-b97a-ea7093265ce7 x-openstack-request-id: req-6ba93da2-2ade-4286-b97a-ea7093265ce7 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:22.708578 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e11f80d-75f1-4448-bc82-9f70787be424", "tag": "2dbd7d64-6300-457b-bbf1-9949ac79726c", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:22.708740 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ba93da2-2ade-4286-b97a-ea7093265ce7 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:22.709180 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e11f80d-75f1-4448-bc82-9f70787be424', 'tag': '2dbd7d64-6300-457b-bbf1-9949ac79726c', 'status': 'completed', 'code': 200} Jul 29 23:37:22.713089 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5a1ef446-1b2e-4fda-bdc4-e95c4f3b7492 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.724935 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9d33866c-fdfd-4c7c-bc7e-fea622af634b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=16f0bbdd385545078d053003dc3e700c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9914551 Jul 29 23:37:22.748811 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53494) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:22.891588 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53500) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:22.945673 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-da30fcb1-6fe7-4b35-9c10-f35d04c66d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.970284 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-8954d4ec-fb2e-49c6-a488-af9277947d73 req-bea472de-8358-4b13-a1c5-e5d017c94041 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] For port 337ff77a-74f1-4e4c-a1fc-5b2f7a769fec, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=337ff77a-74f1-4e4c-a1fc-5b2f7a769fec,segment=NetworkSegment(ffe3445c-3334-4419-8aed-c455848e32ed),segment_id=ffe3445c-3334-4419-8aed-c455848e32ed)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:22.970661 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8954d4ec-fb2e-49c6-a488-af9277947d73 req-bea472de-8358-4b13-a1c5-e5d017c94041 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:22.996132 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b86a2-46ca-4af5-985f-cf0aa17bb5d5 req-dbbd6181-00f2-4cf9-86c5-2f64de10f429 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:22.997709 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-717b86a2-46ca-4af5-985f-cf0aa17bb5d5 req-dbbd6181-00f2-4cf9-86c5-2f64de10f429 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/ports?device_id=88f7e8b8-e763-45ab-ab20-a6b5fc785dbb HTTP/1.1" status: 200 len: 945 time: 0.1158843 Jul 29 23:37:23.007738 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015d42a-b518-4e4e-8665-f5cfc33ae086 req-ab9564ec-affd-42f4-8636-ec0b14e77cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:23.009347 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4015d42a-b518-4e4e-8665-f5cfc33ae086 req-ab9564ec-affd-42f4-8636-ec0b14e77cb2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1783dd15c07244cf9315c27ec92931b3&device_id=3e11f80d-75f1-4448-bc82-9f70787be424 HTTP/1.1" status: 200 len: 1095 time: 0.2345409 Jul 29 23:37:23.011669 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-e2a89217-6d8b-40d3-929b-04b8a9e428d1 None None] Allocated IP 172.20.0.18 (0836af61-df50-4770-b528-f0b17d835a7a/2b72c72b-2ec7-4941-b2fb-0d11b81ae16c/2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:23.016655 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-8954d4ec-fb2e-49c6-a488-af9277947d73 req-bea472de-8358-4b13-a1c5-e5d017c94041 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Calling delete_port for 337ff77a-74f1-4e4c-a1fc-5b2f7a769fec owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:23.019949 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-da30fcb1-6fe7-4b35-9c10-f35d04c66d1c None None] For port 2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0,segment=NetworkSegment(dc38c0a3-b424-44a8-ba3d-8be6fd110914),segment_id=dc38c0a3-b424-44a8-ba3d-8be6fd110914)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:23.034176 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-da30fcb1-6fe7-4b35-9c10-f35d04c66d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:23.111123 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da30fcb1-6fe7-4b35-9c10-f35d04c66d1c None None] Pushing event updated for resources: {'Port': ['ID=2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:23.141973 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fb531-3c08-41b9-9342-bfd4db205c17 req-a31a0b7f-293b-4aa9-98d3-0f8d2d12283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:23.142556 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fb531-3c08-41b9-9342-bfd4db205c17 req-a31a0b7f-293b-4aa9-98d3-0f8d2d12283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:23.143037 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fb531-3c08-41b9-9342-bfd4db205c17 req-a31a0b7f-293b-4aa9-98d3-0f8d2d12283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:23.143507 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fb531-3c08-41b9-9342-bfd4db205c17 req-a31a0b7f-293b-4aa9-98d3-0f8d2d12283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:23.144001 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fb531-3c08-41b9-9342-bfd4db205c17 req-a31a0b7f-293b-4aa9-98d3-0f8d2d12283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:23.144694 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fb531-3c08-41b9-9342-bfd4db205c17 req-a31a0b7f-293b-4aa9-98d3-0f8d2d12283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:23.145169 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fb531-3c08-41b9-9342-bfd4db205c17 req-a31a0b7f-293b-4aa9-98d3-0f8d2d12283f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:23.155799 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-538fb531-3c08-41b9-9342-bfd4db205c17 req-a31a0b7f-293b-4aa9-98d3-0f8d2d12283f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 6495 time: 0.2618508 Jul 29 23:37:23.251892 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-538fb531-3c08-41b9-9342-bfd4db205c17 req-e77f9471-4745-49d6-aea7-26386863fdef service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&id=bd5c58a1-104a-4fdf-8d04-3b82c5432514&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0949256 Jul 29 23:37:23.276445 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-e2a89217-6d8b-40d3-929b-04b8a9e428d1 None None] For port 2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0,segment=NetworkSegment(dc38c0a3-b424-44a8-ba3d-8be6fd110914),segment_id=dc38c0a3-b424-44a8-ba3d-8be6fd110914)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:23.327490 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e2a89217-6d8b-40d3-929b-04b8a9e428d1 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:23.345620 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e2a89217-6d8b-40d3-929b-04b8a9e428d1 None None] Transition to ACTIVE for port object 2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:23.354693 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e2a89217-6d8b-40d3-929b-04b8a9e428d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:23.455208 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.db.api [None req-5a1ef446-1b2e-4fda-bdc4-e95c4f3b7492 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-50d05bcd-5a43-4aab-8fae-bd5ed85129e6 {{(pid=94064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:37:23.455208 n-d-712140-10 neutron-server[94064]: DEBUG oslo_db.api [None req-5a1ef446-1b2e-4fda-bdc4-e95c4f3b7492 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:37:23.512546 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-548a91e4-ca7e-4202-98a1-6e0f55995eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:23.516240 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a89217-6d8b-40d3-929b-04b8a9e428d1 None None] Pushing event updated for resources: {'Port': ['ID=2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:23.602789 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-717b86a2-46ca-4af5-985f-cf0aa17bb5d5 req-664b3177-e587-4fbf-be62-f6f41f975b19 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/security-groups?id=a985c4b7-60b1-431d-9af8-e2452b6f7818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5923126 Jul 29 23:37:23.614987 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-548a91e4-ca7e-4202-98a1-6e0f55995eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:23.731332 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015d42a-b518-4e4e-8665-f5cfc33ae086 req-6171d518-9cb6-4fe5-b0fc-712c95c331ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:23.733671 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4015d42a-b518-4e4e-8665-f5cfc33ae086 req-6171d518-9cb6-4fe5-b0fc-712c95c331ab service neutron] 10.222.0.23 "GET /v2.0/networks?id=683b6795-2fa0-4ca9-a524-56fb58dfd01a HTTP/1.1" status: 200 len: 910 time: 0.7091315 Jul 29 23:37:23.825261 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4015d42a-b518-4e4e-8665-f5cfc33ae086 req-b86c7368-a638-4d34-aa43-36838e2bdb29 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2dbd7d64-6300-457b-bbf1-9949ac79726c HTTP/1.1" status: 200 len: 217 time: 0.0835986 Jul 29 23:37:23.896290 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42307c4-a2d1-4b00-a75c-c754898a281d req-92095248-1adc-411e-9145-d05c87aae315 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:23.897919 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e42307c4-a2d1-4b00-a75c-c754898a281d req-92095248-1adc-411e-9145-d05c87aae315 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 946 time: 0.2251477 Jul 29 23:37:23.923747 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-548a91e4-ca7e-4202-98a1-6e0f55995eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:23.926474 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-548a91e4-ca7e-4202-98a1-6e0f55995eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:23.929488 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-548a91e4-ca7e-4202-98a1-6e0f55995eee admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b45c487f-022d-49bf-98d3-5a9b73781d3a HTTP/1.1" status: 204 len: 168 time: 1.1779304 Jul 29 23:37:23.972596 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8954d4ec-fb2e-49c6-a488-af9277947d73 req-bea472de-8358-4b13-a1c5-e5d017c94041 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:23.979716 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015d42a-b518-4e4e-8665-f5cfc33ae086 req-c7b4e3e4-4cb3-44d8-abb7-3fd20da514b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:23.991192 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['d1d23768-062f-4f3f-899d-a70ab1b1fc1b', '9fae7e9a-577d-4306-b57c-3e27550449cd'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:23.992039 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4015d42a-b518-4e4e-8665-f5cfc33ae086 req-c7b4e3e4-4cb3-44d8-abb7-3fd20da514b5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3fa239c5-5119-46c0-9a47-909641a9faaa HTTP/1.1" status: 200 len: 848 time: 0.1564300 Jul 29 23:37:23.993311 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a91e4-ca7e-4202-98a1-6e0f55995eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45c487f-022d-49bf-98d3-5a9b73781d3a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:24.057156 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5a1ef446-1b2e-4fda-bdc4-e95c4f3b7492 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.107955 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea472de-8358-4b13-a1c5-e5d017c94041 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Pushing event deleted for resources: {'Port': ['ID=337ff77a-74f1-4e4c-a1fc-5b2f7a769fec,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:24.119121 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e42307c4-a2d1-4b00-a75c-c754898a281d req-4b5f3de6-aefe-413c-8bac-e53d6c4a2d0d tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034829 Jul 29 23:37:24.170881 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4015d42a-b518-4e4e-8665-f5cfc33ae086 req-5bf2344d-2033-4107-b4b1-781f1a505aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:24.173225 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4015d42a-b518-4e4e-8665-f5cfc33ae086 req-5bf2344d-2033-4107-b4b1-781f1a505aa2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=683b6795-2fa0-4ca9-a524-56fb58dfd01a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1668453 Jul 29 23:37:24.211198 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-8954d4ec-fb2e-49c6-a488-af9277947d73 req-bea472de-8358-4b13-a1c5-e5d017c94041 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] No DVR routers for this DVR port 337ff77a-74f1-4e4c-a1fc-5b2f7a769fec on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:24.216778 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8954d4ec-fb2e-49c6-a488-af9277947d73 req-bea472de-8358-4b13-a1c5-e5d017c94041 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.229268 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8954d4ec-fb2e-49c6-a488-af9277947d73 req-bea472de-8358-4b13-a1c5-e5d017c94041 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.23 "DELETE /v2.0/ports/337ff77a-74f1-4e4c-a1fc-5b2f7a769fec HTTP/1.1" status: 204 len: 173 time: 2.5778635 Jul 29 23:37:24.353119 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d5ecec8-067a-47f2-977f-f3895ec2e64b None None] Network 0836af61-df50-4770-b528-f0b17d835a7a requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:24.451713 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-27fec82d-221d-49c4-b062-b4f6f6c732b4 None None] Provisioning for port 29f5f631-b251-460c-afaa-42b83c75ac73 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:24.454123 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4015d42a-b518-4e4e-8665-f5cfc33ae086 req-583608c1-1c03-42cf-8552-e98c51463f48 service neutron] 10.222.0.23 "GET /v2.0/networks/683b6795-2fa0-4ca9-a524-56fb58dfd01a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238390 Jul 29 23:37:24.486649 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-27fec82d-221d-49c4-b062-b4f6f6c732b4 None None] Provisioning complete for port 29f5f631-b251-460c-afaa-42b83c75ac73 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:24.487069 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27fec82d-221d-49c4-b062-b4f6f6c732b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.515545 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53520) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:24.543588 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-27fec82d-221d-49c4-b062-b4f6f6c732b4 None None] Port 29f5f631-b251-460c-afaa-42b83c75ac73 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:24.599174 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9e7f88f3-baf6-44e7-bf35-d97061d985b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.599472 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-27fec82d-221d-49c4-b062-b4f6f6c732b4 None None] Provisioning for port 2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:24.612063 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-27fec82d-221d-49c4-b062-b4f6f6c732b4 None None] Provisioning complete for port 2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:24.612592 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27fec82d-221d-49c4-b062-b4f6f6c732b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.635008 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d682d5-9a2e-492e-bd0a-19fff8048da6 req-ecb53974-d71a-4fd8-914c-09b2cf0558b0 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:24.636920 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-23d682d5-9a2e-492e-bd0a-19fff8048da6 req-ecb53974-d71a-4fd8-914c-09b2cf0558b0 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e11f80d-75f1-4448-bc82-9f70787be424 HTTP/1.1" status: 200 len: 943 time: 0.1802614 Jul 29 23:37:24.668227 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-5a1ef446-1b2e-4fda-bdc4-e95c4f3b7492 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Allocated IP 172.20.0.27 (0836af61-df50-4770-b528-f0b17d835a7a/2b72c72b-2ec7-4941-b2fb-0d11b81ae16c/29f5f631-b251-460c-afaa-42b83c75ac73) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:24.720098 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4015d42a-b518-4e4e-8665-f5cfc33ae086 req-3f07dbb2-d666-4e9c-adcf-8edba8722659 service neutron] 10.222.0.23 "GET /v2.0/networks/683b6795-2fa0-4ca9-a524-56fb58dfd01a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190473 Jul 29 23:37:24.720552 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f7e8b8-e763-45ab-ab20-a6b5fc785dbb', 'name': 'network-vif-deleted', 'tag': '337ff77a-74f1-4e4c-a1fc-5b2f7a769fec'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:24.723469 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c42349e-6cf9-4ec0-9fa8-b0e7815f3da9" -d '{"events": [{"server_uuid": "88f7e8b8-e763-45ab-ab20-a6b5fc785dbb", "name": "network-vif-deleted", "tag": "337ff77a-74f1-4e4c-a1fc-5b2f7a769fec"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:24.794255 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-23d682d5-9a2e-492e-bd0a-19fff8048da6 req-0721cf99-5ef9-4c01-9347-37705edc1981 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "GET /v2.0/security-groups?id=e06e30b5-b562-45ad-b178-897c9edfc03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458523 Jul 29 23:37:24.880495 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5a1ef446-1b2e-4fda-bdc4-e95c4f3b7492 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.890292 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9e7f88f3-baf6-44e7-bf35-d97061d985b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.901606 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9e7f88f3-baf6-44e7-bf35-d97061d985b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.921473 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-5a1ef446-1b2e-4fda-bdc4-e95c4f3b7492 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Ignored duplicate provisioning block setup for port 29f5f631-b251-460c-afaa-42b83c75ac73 by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 29 23:37:24.929827 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5a1ef446-1b2e-4fda-bdc4-e95c4f3b7492 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:24.983419 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9e7f88f3-baf6-44e7-bf35-d97061d985b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a08b9ea3bf994f9d9740e633150b7a63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4667945 Jul 29 23:37:24.993169 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53536) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:25.000891 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f88f3-baf6-44e7-bf35-d97061d985b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a1bdd3e-cffd-4e3f-a1a9-84b065eed305,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:25.001168 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:25.055535 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8674426d-0498-49a8-94c4-799c9c9f3c92 req-4508cd03-22dd-413a-a871-4a5333303d3f tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/ports?device_id=88f7e8b8-e763-45ab-ab20-a6b5fc785dbb HTTP/1.1" status: 200 len: 210 time: 0.0307443 Jul 29 23:37:25.070678 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:25.071118 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:25.076912 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1ef446-1b2e-4fda-bdc4-e95c4f3b7492 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Port': ['ID=29f5f631-b251-460c-afaa-42b83c75ac73,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:25.105062 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe300d64-ea2d-44f0-ba18-60eb8b265147 x-openstack-request-id: req-fe300d64-ea2d-44f0-ba18-60eb8b265147 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:25.105424 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f7e8b8-e763-45ab-ab20-a6b5fc785dbb", "name": "network-vif-deleted", "tag": "337ff77a-74f1-4e4c-a1fc-5b2f7a769fec", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:25.105739 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fe300d64-ea2d-44f0-ba18-60eb8b265147 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:25.106191 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f7e8b8-e763-45ab-ab20-a6b5fc785dbb', 'name': 'network-vif-deleted', 'tag': '337ff77a-74f1-4e4c-a1fc-5b2f7a769fec', 'status': 'completed', 'code': 200} Jul 29 23:37:25.265840 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b314b7-0afe-4a54-83d7-1df1d32cd8bb req-3216de3b-fa53-4fe7-b646-841eff6c3528 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:25.267572 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-87b314b7-0afe-4a54-83d7-1df1d32cd8bb req-3216de3b-fa53-4fe7-b646-841eff6c3528 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 946 time: 0.0587642 Jul 29 23:37:25.318232 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-87b314b7-0afe-4a54-83d7-1df1d32cd8bb req-fa66942d-d37f-4cc0-a0bf-4a238f3088b1 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409718 Jul 29 23:37:25.430824 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37178bfd-f41b-4926-a275-981c87ae0fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:25.463160 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-5a1ef446-1b2e-4fda-bdc4-e95c4f3b7492 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] In _notify_port_updated(), no bound segment for port 29f5f631-b251-460c-afaa-42b83c75ac73 on network 0836af61-df50-4770-b528-f0b17d835a7a {{(pid=94064) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:37:25.466089 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbc832-1548-48ec-b8fd-30fc61ea7a61 req-79668682-f0d0-43ac-8ca0-87bc8898e387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:25.467598 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9bfbc832-1548-48ec-b8fd-30fc61ea7a61 req-79668682-f0d0-43ac-8ca0-87bc8898e387 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a95e2067dac40d1a2f41b37f14aaf9a&device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 1098 time: 0.0404963 Jul 29 23:37:25.468604 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a1ef446-1b2e-4fda-bdc4-e95c4f3b7492 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:25.469216 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5a1ef446-1b2e-4fda-bdc4-e95c4f3b7492 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:25.470451 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5a1ef446-1b2e-4fda-bdc4-e95c4f3b7492 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "PUT /v2.0/ports/29f5f631-b251-460c-afaa-42b83c75ac73 HTTP/1.1" status: 200 len: 998 time: 2.9372320 Jul 29 23:37:25.473306 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37178bfd-f41b-4926-a275-981c87ae0fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:25.473908 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53540) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:25.519821 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37178bfd-f41b-4926-a275-981c87ae0fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:25.522855 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37178bfd-f41b-4926-a275-981c87ae0fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:25.524019 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-37178bfd-f41b-4926-a275-981c87ae0fd5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a1bdd3e-cffd-4e3f-a1a9-84b065eed305 HTTP/1.1" status: 204 len: 168 time: 0.5296495 Jul 29 23:37:25.533388 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37178bfd-f41b-4926-a275-981c87ae0fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a1bdd3e-cffd-4e3f-a1a9-84b065eed305,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:25.635143 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbc832-1548-48ec-b8fd-30fc61ea7a61 req-3fa9bba8-cc56-40b6-9c43-d03668399f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:25.636703 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9bfbc832-1548-48ec-b8fd-30fc61ea7a61 req-3fa9bba8-cc56-40b6-9c43-d03668399f1e service neutron] 10.222.0.23 "GET /v2.0/networks?id=ebc3405b-dbdf-4745-bae9-00b7363339da HTTP/1.1" status: 200 len: 912 time: 0.1551023 Jul 29 23:37:25.654593 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-e892e474-3833-49c9-8ee5-aa9a03193b0a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting port 29f5f631-b251-460c-afaa-42b83c75ac73 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:25.654943 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e892e474-3833-49c9-8ee5-aa9a03193b0a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:25.720226 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9bfbc832-1548-48ec-b8fd-30fc61ea7a61 req-db0ddc86-0bc9-4e00-82ab-8b375d61e934 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2328bf9-5ffb-41a8-b03c-7c2f4534e257 HTTP/1.1" status: 200 len: 217 time: 0.0737748 Jul 29 23:37:25.807407 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbc832-1548-48ec-b8fd-30fc61ea7a61 req-434d5dac-e1e6-4e24-90ee-caa47a667f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:25.808922 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9bfbc832-1548-48ec-b8fd-30fc61ea7a61 req-434d5dac-e1e6-4e24-90ee-caa47a667f30 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7783f5c-0922-4c71-a9e3-d83ec4828df5 HTTP/1.1" status: 200 len: 851 time: 0.0773408 Jul 29 23:37:25.818343 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e892e474-3833-49c9-8ee5-aa9a03193b0a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:25.841475 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-e892e474-3833-49c9-8ee5-aa9a03193b0a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Calling delete_port for 29f5f631-b251-460c-afaa-42b83c75ac73 owned by {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:25.856991 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 2dbd7d64-6300-457b-bbf1-9949ac79726c details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:37:25.860729 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9bfbc832-1548-48ec-b8fd-30fc61ea7a61 req-b4376c37-3b9f-491f-8960-33e0a82d609a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ebc3405b-dbdf-4745-bae9-00b7363339da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330873 Jul 29 23:37:25.862475 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 337ff77a-74f1-4e4c-a1fc-5b2f7a769fec no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:25.898956 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 337ff77a-74f1-4e4c-a1fc-5b2f7a769fec {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:25.899291 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 337ff77a-74f1-4e4c-a1fc-5b2f7a769fec not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:26.004465 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 2dbd7d64-6300-457b-bbf1-9949ac79726c, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=2dbd7d64-6300-457b-bbf1-9949ac79726c,segment=NetworkSegment(dfa1117e-b135-428b-bc60-5ea1178f380a),segment_id=dfa1117e-b135-428b-bc60-5ea1178f380a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:26.019095 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '2dbd7d64-6300-457b-bbf1-9949ac79726c', 'network_id': '683b6795-2fa0-4ca9-a524-56fb58dfd01a', 'port_id': '2dbd7d64-6300-457b-bbf1-9949ac79726c', 'mac_address': 'fa:16:3e:0f:bb:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3fa239c5-5119-46c0-9a47-909641a9faaa', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:37:26.045317 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c431fff-9a24-4022-b69c-4a33367e47de req-d1f028d9-994e-4e60-be83-7af096270260 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.046977 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c431fff-9a24-4022-b69c-4a33367e47de req-d1f028d9-994e-4e60-be83-7af096270260 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e11f80d-75f1-4448-bc82-9f70787be424 HTTP/1.1" status: 200 len: 943 time: 0.1254811 Jul 29 23:37:26.068262 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.074581 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9bfbc832-1548-48ec-b8fd-30fc61ea7a61 req-0e1f9f20-a921-45cb-8fb6-c723f8e7c24c service neutron] 10.222.0.23 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054722 Jul 29 23:37:26.088698 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dbd7d64-6300-457b-bbf1-9949ac79726c {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:26.112606 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 2dbd7d64-6300-457b-bbf1-9949ac79726c, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=2dbd7d64-6300-457b-bbf1-9949ac79726c,segment=NetworkSegment(dfa1117e-b135-428b-bc60-5ea1178f380a),segment_id=dfa1117e-b135-428b-bc60-5ea1178f380a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:26.119023 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.187314 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=2dbd7d64-6300-457b-bbf1-9949ac79726c,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:26.225145 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c431fff-9a24-4022-b69c-4a33367e47de req-7ebf92f2-deaa-44f8-b2d9-a024f04c201c tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "GET /v2.0/security-groups?id=e06e30b5-b562-45ad-b178-897c9edfc03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1581285 Jul 29 23:37:26.305916 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e6de6035-b302-4fc4-94ee-93f499f13975 None None] Provisioning complete for port 29f5f631-b251-460c-afaa-42b83c75ac73 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:26.306332 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e6de6035-b302-4fc4-94ee-93f499f13975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.312391 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9bfbc832-1548-48ec-b8fd-30fc61ea7a61 req-d4ec59c2-4ace-43ea-afda-7678686def97 service neutron] 10.222.0.23 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260010 Jul 29 23:37:26.313872 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e892e474-3833-49c9-8ee5-aa9a03193b0a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.356497 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e6de6035-b302-4fc4-94ee-93f499f13975 None None] Port 29f5f631-b251-460c-afaa-42b83c75ac73 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:26.368220 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892e474-3833-49c9-8ee5-aa9a03193b0a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Port': ['ID=29f5f631-b251-460c-afaa-42b83c75ac73,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:26.374726 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e6de6035-b302-4fc4-94ee-93f499f13975 None None] Provisioning complete for port 2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:26.375115 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e6de6035-b302-4fc4-94ee-93f499f13975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.465101 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['2dbd7d64-6300-457b-bbf1-9949ac79726c'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:26.520456 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e892e474-3833-49c9-8ee5-aa9a03193b0a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.524347 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e892e474-3833-49c9-8ee5-aa9a03193b0a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/ports/29f5f631-b251-460c-afaa-42b83c75ac73 HTTP/1.1" status: 204 len: 168 time: 1.0493505 Jul 29 23:37:26.525780 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53574) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:26.562350 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-af613ccc-51fd-4969-aa7f-5aba2da9de0b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] GET failed (client error): The resource could not be found. Jul 29 23:37:26.564434 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-af613ccc-51fd-4969-aa7f-5aba2da9de0b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "GET /v2.0/ports/29f5f631-b251-460c-afaa-42b83c75ac73 HTTP/1.1" status: 404 len: 333 time: 0.0373089 Jul 29 23:37:26.568278 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53576) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:26.579232 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac71c5-e753-467f-a63c-f7fd68c60231 req-ce6a65ef-e698-4f80-b21e-8c60d51b68b2 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:26.587775 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8ac71c5-e753-467f-a63c-f7fd68c60231 req-ce6a65ef-e698-4f80-b21e-8c60d51b68b2 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 946 time: 0.0787048 Jul 29 23:37:26.627005 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8ac71c5-e753-467f-a63c-f7fd68c60231 req-533f3ea0-2537-41df-a2ce-cac89ea025e6 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382297 Jul 29 23:37:26.634016 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-752e8a14-d9f6-4ad0-9285-ab78cd84fd5f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting subnet 2b72c72b-2ec7-4941-b2fb-0d11b81ae16c {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:37:26.638184 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-752e8a14-d9f6-4ad0-9285-ab78cd84fd5f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.652166 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8ead5bb9-35ab-4183-9cb0-c3b31d0e0266 None None] Could not find standard attr ID for object 29f5f631-b251-460c-afaa-42b83c75ac73. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:37:26.697750 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-752e8a14-d9f6-4ad0-9285-ab78cd84fd5f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.803106 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-752e8a14-d9f6-4ad0-9285-ab78cd84fd5f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.869705 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-752e8a14-d9f6-4ad0-9285-ab78cd84fd5f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.913720 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e8a14-d9f6-4ad0-9285-ab78cd84fd5f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Subnet': ['ID=2b72c72b-2ec7-4941-b2fb-0d11b81ae16c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:26.915813 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-752e8a14-d9f6-4ad0-9285-ab78cd84fd5f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:26.917718 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-752e8a14-d9f6-4ad0-9285-ab78cd84fd5f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/subnets/2b72c72b-2ec7-4941-b2fb-0d11b81ae16c HTTP/1.1" status: 204 len: 168 time: 0.3469677 Jul 29 23:37:26.920405 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53592) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:26.979088 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-4831f2b3-b60b-4a2e-a909-2741a327a2fd tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting subnet f2562542-4842-4858-8ef7-2cf7dd91fbcf {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:37:26.982464 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4831f2b3-b60b-4a2e-a909-2741a327a2fd tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.043615 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4831f2b3-b60b-4a2e-a909-2741a327a2fd tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.151546 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4831f2b3-b60b-4a2e-a909-2741a327a2fd tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.238993 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4831f2b3-b60b-4a2e-a909-2741a327a2fd tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.280084 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831f2b3-b60b-4a2e-a909-2741a327a2fd tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Subnet': ['ID=f2562542-4842-4858-8ef7-2cf7dd91fbcf,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:27.295278 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4831f2b3-b60b-4a2e-a909-2741a327a2fd tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.295278 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4831f2b3-b60b-4a2e-a909-2741a327a2fd tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/subnets/f2562542-4842-4858-8ef7-2cf7dd91fbcf HTTP/1.1" status: 204 len: 168 time: 0.3708730 Jul 29 23:37:27.295278 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53614) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:27.393198 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ae85235-fac9-4dab-91b6-41cf3b5cba30 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.401072 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e3882-cd19-433e-903d-10fcc81ad004 req-bdb7103b-9b9d-48c3-b3b8-20915a480ad0 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:27.403472 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-311e3882-cd19-433e-903d-10fcc81ad004 req-bdb7103b-9b9d-48c3-b3b8-20915a480ad0 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e11f80d-75f1-4448-bc82-9f70787be424 HTTP/1.1" status: 200 len: 944 time: 0.0576491 Jul 29 23:37:27.454929 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-7ae85235-fac9-4dab-91b6-41cf3b5cba30 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting port 2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:27.455205 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ae85235-fac9-4dab-91b6-41cf3b5cba30 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.464632 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-311e3882-cd19-433e-903d-10fcc81ad004 req-dd08e9a6-7341-475e-8d26-ee0d74c8f861 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "GET /v2.0/security-groups?id=e06e30b5-b562-45ad-b178-897c9edfc03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520744 Jul 29 23:37:27.537783 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-7ae85235-fac9-4dab-91b6-41cf3b5cba30 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] For port 2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0,segment=NetworkSegment(dc38c0a3-b424-44a8-ba3d-8be6fd110914),segment_id=dc38c0a3-b424-44a8-ba3d-8be6fd110914)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:27.538376 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ae85235-fac9-4dab-91b6-41cf3b5cba30 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.554046 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-7ae85235-fac9-4dab-91b6-41cf3b5cba30 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Calling delete_port for 2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:27.684726 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ae85235-fac9-4dab-91b6-41cf3b5cba30 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.687922 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7890a-f2ba-4874-b917-8a123ce383cc req-42ae122b-a257-4f2f-b0cd-4c7b151589c7 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:27.695326 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7890a-f2ba-4874-b917-8a123ce383cc req-42ae122b-a257-4f2f-b0cd-4c7b151589c7 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:27.697348 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fdd7890a-f2ba-4874-b917-8a123ce383cc req-42ae122b-a257-4f2f-b0cd-4c7b151589c7 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/ports?device_id=19bf3308-cf73-4718-bee7-825eb6f390ab&device_id=21af2a82-8e93-4cbc-9886-1da1aeb48ad7 HTTP/1.1" status: 200 len: 1682 time: 0.0916033 Jul 29 23:37:27.730795 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae85235-fac9-4dab-91b6-41cf3b5cba30 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] No DVR routers for this DVR port 2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:27.735928 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae85235-fac9-4dab-91b6-41cf3b5cba30 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Port': ['ID=2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:27.747342 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fdd7890a-f2ba-4874-b917-8a123ce383cc req-2c262248-d3cd-4f14-ab91-bff4d0e01950 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.18 "GET /v2.0/security-groups?id=a985c4b7-60b1-431d-9af8-e2452b6f7818&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422952 Jul 29 23:37:27.830712 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6486d82-5315-43a8-96fa-867a8365f228 None None] Network 0836af61-df50-4770-b528-f0b17d835a7a requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:27.849996 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ae85235-fac9-4dab-91b6-41cf3b5cba30 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.877521 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 2dbd7d64-6300-457b-bbf1-9949ac79726c up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:27.878819 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-7ae85235-fac9-4dab-91b6-41cf3b5cba30 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0836af61-df50-4770-b528-f0b17d835a7a']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:27.900253 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-7ae85235-fac9-4dab-91b6-41cf3b5cba30 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc38c0a3-b424-44a8-ba3d-8be6fd110914') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:27.900564 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-7ae85235-fac9-4dab-91b6-41cf3b5cba30 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc38c0a3-b424-44a8-ba3d-8be6fd110914') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:27.909501 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d7f6c000-41e2-44b2-97a6-5e5fd36d0708 None None] Could not find standard attr ID for object 29f5f631-b251-460c-afaa-42b83c75ac73. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:37:27.925806 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ae85235-fac9-4dab-91b6-41cf3b5cba30 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.958076 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc27190-fef8-4666-874e-c5bdf0e1cd7f req-abd72952-9467-4119-8be2-bc1039e2c02b tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:27.961228 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ae85235-fac9-4dab-91b6-41cf3b5cba30 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:27.966517 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5dc27190-fef8-4666-874e-c5bdf0e1cd7f req-abd72952-9467-4119-8be2-bc1039e2c02b tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 946 time: 0.0606194 Jul 29 23:37:27.976733 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ae85235-fac9-4dab-91b6-41cf3b5cba30 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:27.977348 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ae85235-fac9-4dab-91b6-41cf3b5cba30 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.018022 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5dc27190-fef8-4666-874e-c5bdf0e1cd7f req-5aac580f-7fe8-4a35-b9f7-bcf714ec6096 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484004 Jul 29 23:37:28.019476 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 2dbd7d64-6300-457b-bbf1-9949ac79726c completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:28.032824 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 2dbd7d64-6300-457b-bbf1-9949ac79726c triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:28.033284 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.054650 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:37:28.054650 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:28.054650 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:37:28.054650 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:28.054650 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:37:28.054650 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:28.054650 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:37:28.054650 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:28.054650 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:37:28.054650 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:28.054650 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:37:28.054650 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:28.054650 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:37:28.054650 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:28.054650 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:28.054650 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:28.054650 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:28.054650 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:28.054650 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:37:28.054650 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:28.054650 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:37:28.054650 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:28.054650 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:28.054650 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:28.054650 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:28.054650 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:28.054650 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:28.054650 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:28.054650 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:28.054650 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:28.054650 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:28.054650 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:28.060342 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ae85235-fac9-4dab-91b6-41cf3b5cba30 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.066963 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ae85235-fac9-4dab-91b6-41cf3b5cba30 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.074817 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7ae85235-fac9-4dab-91b6-41cf3b5cba30 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/networks/0836af61-df50-4770-b528-f0b17d835a7a HTTP/1.1" status: 204 len: 168 time: 0.7703750 Jul 29 23:37:28.075326 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53638) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:28.121349 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae85235-fac9-4dab-91b6-41cf3b5cba30 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Network': ['ID=0836af61-df50-4770-b528-f0b17d835a7a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:28.133903 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f56065-8771-4920-962b-127b964c67a0 None None] DHCP port deletion for 0836af61-df50-4770-b528-f0b17d835a7a request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:37:28.163287 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.191949 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e11f80d-75f1-4448-bc82-9f70787be424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbd7d64-6300-457b-bbf1-9949ac79726c'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:28.194205 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b0b36b-5174-4da7-93e9-60e968626e59" -d '{"events": [{"server_uuid": "3e11f80d-75f1-4448-bc82-9f70787be424", "name": "network-vif-plugged", "status": "completed", "tag": "2dbd7d64-6300-457b-bbf1-9949ac79726c"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:28.197858 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1449496-00c8-401b-83da-e144f48f2fe6 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:28.202181 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c1449496-00c8-401b-83da-e144f48f2fe6 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1254113 Jul 29 23:37:28.207756 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53644) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:28.212530 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 2dbd7d64-6300-457b-bbf1-9949ac79726c, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=2dbd7d64-6300-457b-bbf1-9949ac79726c,segment=NetworkSegment(dfa1117e-b135-428b-bc60-5ea1178f380a),segment_id=dfa1117e-b135-428b-bc60-5ea1178f380a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:28.221030 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.327716 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53650) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:28.329803 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-013fab99-13a9-49fd-b3e6-079664908499 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1163130 Jul 29 23:37:28.331616 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1855b220-53b5-4d61-b5d7-62f86b58eef5 x-openstack-request-id: req-1855b220-53b5-4d61-b5d7-62f86b58eef5 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:28.331952 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e11f80d-75f1-4448-bc82-9f70787be424", "name": "network-vif-plugged", "status": "completed", "tag": "2dbd7d64-6300-457b-bbf1-9949ac79726c", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:28.332218 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1855b220-53b5-4d61-b5d7-62f86b58eef5 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:28.332628 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e11f80d-75f1-4448-bc82-9f70787be424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dbd7d64-6300-457b-bbf1-9949ac79726c', 'code': 200} Jul 29 23:37:28.343134 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-bd741235-e453-4ee0-b088-956e7fc01c35 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2089910702'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:28.366348 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=2dbd7d64-6300-457b-bbf1-9949ac79726c,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:28.391607 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd741235-e453-4ee0-b088-956e7fc01c35 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:28.397218 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bd741235-e453-4ee0-b088-956e7fc01c35 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.502105 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd741235-e453-4ee0-b088-956e7fc01c35 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:28.527528 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bd741235-e453-4ee0-b088-956e7fc01c35 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.531063 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-bd741235-e453-4ee0-b088-956e7fc01c35 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Added segment 68af77ca-1d2c-4a93-a853-20b515c0412a of type vlan for network 269d4f42-3dbe-4156-be6f-b8a5f55fe5ae Jul 29 23:37:28.542306 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01016fc9-a032-4fb3-9877-12c48d1a3042 req-b167ef95-bc64-4595-a6d5-50512df6d213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:28.543763 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-01016fc9-a032-4fb3-9877-12c48d1a3042 req-b167ef95-bc64-4595-a6d5-50512df6d213 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3e11f80d-75f1-4448-bc82-9f70787be424 HTTP/1.1" status: 200 len: 1097 time: 0.1262977 Jul 29 23:37:28.606954 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-73d753a5-22d4-4e12-86f4-1d4dbdc0151c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3329012 Jul 29 23:37:28.631143 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bd741235-e453-4ee0-b088-956e7fc01c35 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.662172 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-01016fc9-a032-4fb3-9877-12c48d1a3042 req-613a43e5-cfee-4678-9f46-ced1b3654dce service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e06e30b5-b562-45ad-b178-897c9edfc03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042829 Jul 29 23:37:28.739654 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bd741235-e453-4ee0-b088-956e7fc01c35 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.745532 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd741235-e453-4ee0-b088-956e7fc01c35 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:28.746134 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bd741235-e453-4ee0-b088-956e7fc01c35 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:28.759939 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f5e45-a540-4d7b-a799-f89b5440726f req-81feae06-21c7-45ed-a559-c866174b52e2 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:28.761467 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-701f5e45-a540-4d7b-a799-f89b5440726f req-81feae06-21c7-45ed-a559-c866174b52e2 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e11f80d-75f1-4448-bc82-9f70787be424 HTTP/1.1" status: 200 len: 945 time: 0.1342194 Jul 29 23:37:28.826867 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-aa8cafc4-4ddb-4ed7-9b76-b3ba36fa624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:28.827257 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-aa8cafc4-4ddb-4ed7-9b76-b3ba36fa624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:28.827721 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-aa8cafc4-4ddb-4ed7-9b76-b3ba36fa624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:28.828218 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-aa8cafc4-4ddb-4ed7-9b76-b3ba36fa624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:28.828682 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-aa8cafc4-4ddb-4ed7-9b76-b3ba36fa624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:28.829135 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-aa8cafc4-4ddb-4ed7-9b76-b3ba36fa624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:28.829599 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-aa8cafc4-4ddb-4ed7-9b76-b3ba36fa624d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:28.831658 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-aa8cafc4-4ddb-4ed7-9b76-b3ba36fa624d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b88923046a64f0cbc69a614c91ce1e9&device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 6495 time: 0.1538088 Jul 29 23:37:28.849521 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-bd741235-e453-4ee0-b088-956e7fc01c35 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5203912 Jul 29 23:37:28.853457 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53664) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:28.861012 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-47467f12-67ed-4c7b-9cda-2e8ff1cf1160 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'subnet': {'network_id': '269d4f42-3dbe-4156-be6f-b8a5f55fe5ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:28.902751 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd741235-e453-4ee0-b088-956e7fc01c35 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Network': ['ID=269d4f42-3dbe-4156-be6f-b8a5f55fe5ae,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:28.924148 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 269d4f42-3dbe-4156-be6f-b8a5f55fe5ae details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:29.026623 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:29.030893 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-701f5e45-a540-4d7b-a799-f89b5440726f req-290812f6-9154-4f4b-8bf6-d93252d573b2 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "GET /v2.0/security-groups?id=e06e30b5-b562-45ad-b178-897c9edfc03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2513933 Jul 29 23:37:29.076983 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:29.077335 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 2533b3f5-cc2a-4e1a-8cd3-d82b6e8406a0 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:29.116370 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-271ee1b9-b193-4492-806d-e1607fcfa9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:29.116852 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-271ee1b9-b193-4492-806d-e1607fcfa9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:29.117320 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-271ee1b9-b193-4492-806d-e1607fcfa9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:29.119060 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-271ee1b9-b193-4492-806d-e1607fcfa9c3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=34a9b01a-fb87-4012-8543-47877b831421&id=d2df6756-1437-4cbd-af3b-72d70f51df4a&id=d2df6756-1437-4cbd-af3b-72d70f51df4a&id=d2df6756-1437-4cbd-af3b-72d70f51df4a&id=d2df6756-1437-4cbd-af3b-72d70f51df4a&id=d946e4cf-f467-4b2d-9871-c5018b0b50b6&id=d946e4cf-f467-4b2d-9871-c5018b0b50b6 HTTP/1.1" status: 200 len: 2293 time: 0.2501326 Jul 29 23:37:29.120291 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47467f12-67ed-4c7b-9cda-2e8ff1cf1160 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:29.123757 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-47467f12-67ed-4c7b-9cda-2e8ff1cf1160 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.268889 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-c6b0fa0e-4531-491c-a0b7-47c83cea6cff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e05f8a47-fe32-435c-a33a-7877418c510e HTTP/1.1" status: 200 len: 1002 time: 0.1411905 Jul 29 23:37:29.370155 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-ce0c417e-edfa-4d97-8afa-e48d6683ae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:29.371745 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-ce0c417e-edfa-4d97-8afa-e48d6683ae50 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d30afb76-e1b0-42cb-bf28-c9514a93f8f1 HTTP/1.1" status: 200 len: 851 time: 0.0902491 Jul 29 23:37:29.461638 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.499589 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-47467f12-67ed-4c7b-9cda-2e8ff1cf1160 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.532923 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-7ab9303b-2118-4db6-a709-c818179b3b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:29.534559 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-7ab9303b-2118-4db6-a709-c818179b3b90 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=34a9b01a-fb87-4012-8543-47877b831421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1545074 Jul 29 23:37:29.562345 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-e527d1d6-0b42-4c46-a92a-3a92b3613563 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:37:29.563578 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-e527d1d6-0b42-4c46-a92a-3a92b3613563 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0188637 Jul 29 23:37:29.597430 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a942603c-41d2-4b7b-a44a-f024233f2045 req-e5e2cf02-0e2c-41e2-a748-47de849b2dcf tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:29.598655 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a942603c-41d2-4b7b-a44a-f024233f2045 req-e5e2cf02-0e2c-41e2-a748-47de849b2dcf tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 946 time: 0.1554875 Jul 29 23:37:29.611864 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47467f12-67ed-4c7b-9cda-2e8ff1cf1160 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Subnet': ['ID=0f09f765-e4a7-4df3-a214-be530a85791e,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:29.702535 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47467f12-67ed-4c7b-9cda-2e8ff1cf1160 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Checking segment: {'id': '68af77ca-1d2c-4a93-a853-20b515c0412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '269d4f42-3dbe-4156-be6f-b8a5f55fe5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:29.702901 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47467f12-67ed-4c7b-9cda-2e8ff1cf1160 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network hostable DHCP agents. Network: 269d4f42-3dbe-4156-be6f-b8a5f55fe5ae, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:37:29.723061 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a942603c-41d2-4b7b-a44a-f024233f2045 req-2ccebcbc-859c-4088-ba47-719da8044c2d tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141305 Jul 29 23:37:29.756109 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-50e31b79-2446-4279-9e77-5f3fd93535bb service neutron] 10.222.0.39 "GET /v2.0/networks/34a9b01a-fb87-4012-8543-47877b831421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808202 Jul 29 23:37:29.761991 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47467f12-67ed-4c7b-9cda-2e8ff1cf1160 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network 269d4f42-3dbe-4156-be6f-b8a5f55fe5ae is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:37:29.795869 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.858304 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device f2328bf9-5ffb-41a8-b03c-7c2f4534e257 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:29.875711 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-47467f12-67ed-4c7b-9cda-2e8ff1cf1160 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 269d4f42-3dbe-4156-be6f-b8a5f55fe5ae) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:29.882688 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-d593cf07-4bb7-43d7-952c-8123525e5edf service neutron] 10.222.0.39 "GET /v2.0/networks/34a9b01a-fb87-4012-8543-47877b831421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174858 Jul 29 23:37:29.894331 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47467f12-67ed-4c7b-9cda-2e8ff1cf1160 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:29.895493 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-47467f12-67ed-4c7b-9cda-2e8ff1cf1160 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:29.944007 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a8107e-ec82-4636-bf7a-fc4d1b2ed54c None None] Network 269d4f42-3dbe-4156-be6f-b8a5f55fe5ae requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:29.963121 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-4a91953d-d113-42a3-8a7e-10da54c3d8f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 HTTP/1.1" status: 200 len: 217 time: 0.0713522 Jul 29 23:37:29.997880 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-47467f12-67ed-4c7b-9cda-2e8ff1cf1160 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1429148 Jul 29 23:37:30.002417 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53694) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:30.016243 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-06bd6c48-5b64-452d-b45e-7b16908b0720 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'port': {'network_id': '269d4f42-3dbe-4156-be6f-b8a5f55fe5ae', 'name': 'tempest-PortsTestJSON-1022174153'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:30.049957 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-d49ed6ef-1689-4678-9f07-d03e972e9253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:30.052780 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-d49ed6ef-1689-4678-9f07-d03e972e9253 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fea1cab5-6d23-4eca-972a-8631f3603147 HTTP/1.1" status: 200 len: 797 time: 0.0741961 Jul 29 23:37:30.072238 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.146918 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-2d3d2a96-414c-452c-a404-40b094cc9902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:30.148879 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-2d3d2a96-414c-452c-a404-40b094cc9902 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2df6756-1437-4cbd-af3b-72d70f51df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0871882 Jul 29 23:37:30.154171 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port f2328bf9-5ffb-41a8-b03c-7c2f4534e257, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f2328bf9-5ffb-41a8-b03c-7c2f4534e257,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:30.180405 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.255646 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-75a12cdb-0247-4aa5-b106-98b4cf53e341 service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981400 Jul 29 23:37:30.268453 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96076ba-2d77-410b-8dd9-8f1614bd0c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-269d4f42-3dbe-4156-be6f-b8a5f55fe5ae', 'network_id': '269d4f42-3dbe-4156-be6f-b8a5f55fe5ae', 'tenant_id': 'a4227010c4cf4c93949270a4cee39c8a', 'fixed_ips': [{'subnet_id': '0f09f765-e4a7-4df3-a214-be530a85791e'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:37:30.269936 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f96076ba-2d77-410b-8dd9-8f1614bd0c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.281834 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bd6c48-5b64-452d-b45e-7b16908b0720 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:30.282384 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=f2328bf9-5ffb-41a8-b03c-7c2f4534e257,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:30.294921 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-06bd6c48-5b64-452d-b45e-7b16908b0720 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.319519 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-06bd6c48-5b64-452d-b45e-7b16908b0720 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] device_id is not set on port 1c78314d-f537-4f49-ae60-dcbc1e532710 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:37:30.440076 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86099300-7052-4cc5-883e-73a0f185d9f3 req-749edaee-77be-47cc-a93d-b96f692745c9 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:30.442234 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-86099300-7052-4cc5-883e-73a0f185d9f3 req-749edaee-77be-47cc-a93d-b96f692745c9 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.23 "GET /v2.0/ports?device_id=21af2a82-8e93-4cbc-9886-1da1aeb48ad7 HTTP/1.1" status: 200 len: 945 time: 0.0870571 Jul 29 23:37:30.447309 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '361d3a0a-b024-4102-b212-e8575155027e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2328bf9-5ffb-41a8-b03c-7c2f4534e257'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:30.449658 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e157c70-bbac-4169-aa31-dd87565f0975" -d '{"events": [{"server_uuid": "361d3a0a-b024-4102-b212-e8575155027e", "name": "network-vif-unplugged", "status": "completed", "tag": "f2328bf9-5ffb-41a8-b03c-7c2f4534e257"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:30.471242 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-4c608cb6-7206-419a-9d61-45af5df08590 service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075431 Jul 29 23:37:30.480806 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-f96076ba-2d77-410b-8dd9-8f1614bd0c5f None None] Allocated IP 172.20.0.2 (269d4f42-3dbe-4156-be6f-b8a5f55fe5ae/0f09f765-e4a7-4df3-a214-be530a85791e/77dcbfee-452d-483d-967a-e0ae541d39d1) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:30.544936 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-7fc22bab-6f73-46da-a67d-014b5b69a728 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=9c4654c6-ab2c-4aa8-b108-e91e391645a3 HTTP/1.1" status: 200 len: 217 time: 0.0530930 Jul 29 23:37:30.666663 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-a6a2bf67-7bfa-40f9-8980-3539c5bdefc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:30.669064 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-a6a2bf67-7bfa-40f9-8980-3539c5bdefc7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fea1cab5-6d23-4eca-972a-8631f3603147 HTTP/1.1" status: 200 len: 797 time: 0.1139529 Jul 29 23:37:30.676626 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f96076ba-2d77-410b-8dd9-8f1614bd0c5f None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.687290 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f96076ba-2d77-410b-8dd9-8f1614bd0c5f None None] Transition to ACTIVE for port object 77dcbfee-452d-483d-967a-e0ae541d39d1 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:30.709570 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f96076ba-2d77-410b-8dd9-8f1614bd0c5f None None] Transition to ACTIVE for port object 77dcbfee-452d-483d-967a-e0ae541d39d1 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:30.718437 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f96076ba-2d77-410b-8dd9-8f1614bd0c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.745507 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-86099300-7052-4cc5-883e-73a0f185d9f3 req-6f707888-6cb0-4295-becb-ae4b27acea03 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Deleting port 9fae7e9a-577d-4306-b57c-3e27550449cd {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:30.746201 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-86099300-7052-4cc5-883e-73a0f185d9f3 req-6f707888-6cb0-4295-becb-ae4b27acea03 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.798519 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-06bd6c48-5b64-452d-b45e-7b16908b0720 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Allocated IP 172.20.0.8 (269d4f42-3dbe-4156-be6f-b8a5f55fe5ae/0f09f765-e4a7-4df3-a214-be530a85791e/1c78314d-f537-4f49-ae60-dcbc1e532710) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:30.829820 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-7f505aaf-3500-44da-8347-032c50eafda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:30.835244 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-7f505aaf-3500-44da-8347-032c50eafda8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2df6756-1437-4cbd-af3b-72d70f51df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1566503 Jul 29 23:37:30.849778 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96076ba-2d77-410b-8dd9-8f1614bd0c5f None None] Network 269d4f42-3dbe-4156-be6f-b8a5f55fe5ae is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:30.856800 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-f96076ba-2d77-410b-8dd9-8f1614bd0c5f None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:30.860489 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96076ba-2d77-410b-8dd9-8f1614bd0c5f None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:30.908093 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96076ba-2d77-410b-8dd9-8f1614bd0c5f None None] Pushing event updated for resources: {'Port': ['ID=77dcbfee-452d-483d-967a-e0ae541d39d1,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:30.980806 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f96076ba-2d77-410b-8dd9-8f1614bd0c5f None None] Attempting to bind port 77dcbfee-452d-483d-967a-e0ae541d39d1 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:30.981580 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f96076ba-2d77-410b-8dd9-8f1614bd0c5f None None] Attempting to bind port 77dcbfee-452d-483d-967a-e0ae541d39d1 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '68af77ca-1d2c-4a93-a853-20b515c0412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '269d4f42-3dbe-4156-be6f-b8a5f55fe5ae'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:30.981580 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96076ba-2d77-410b-8dd9-8f1614bd0c5f None None] Attempting to bind port 77dcbfee-452d-483d-967a-e0ae541d39d1 on network 269d4f42-3dbe-4156-be6f-b8a5f55fe5ae {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:30.994914 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96076ba-2d77-410b-8dd9-8f1614bd0c5f None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:30.995531 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96076ba-2d77-410b-8dd9-8f1614bd0c5f None None] Checking segment: {'id': '68af77ca-1d2c-4a93-a853-20b515c0412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '269d4f42-3dbe-4156-be6f-b8a5f55fe5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:30.996240 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f96076ba-2d77-410b-8dd9-8f1614bd0c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:30.996970 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96076ba-2d77-410b-8dd9-8f1614bd0c5f None None] Bound using segment: {'id': '68af77ca-1d2c-4a93-a853-20b515c0412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '269d4f42-3dbe-4156-be6f-b8a5f55fe5ae'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:30.998709 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f96076ba-2d77-410b-8dd9-8f1614bd0c5f None None] Bound port: 77dcbfee-452d-483d-967a-e0ae541d39d1, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68af77ca-1d2c-4a93-a853-20b515c0412a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '269d4f42-3dbe-4156-be6f-b8a5f55fe5ae'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:30.999331 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f96076ba-2d77-410b-8dd9-8f1614bd0c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:31.052268 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-86099300-7052-4cc5-883e-73a0f185d9f3 req-6f707888-6cb0-4295-becb-ae4b27acea03 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] For port 9fae7e9a-577d-4306-b57c-3e27550449cd, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9fae7e9a-577d-4306-b57c-3e27550449cd,segment=NetworkSegment(ffe3445c-3334-4419-8aed-c455848e32ed),segment_id=ffe3445c-3334-4419-8aed-c455848e32ed)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:31.052955 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-86099300-7052-4cc5-883e-73a0f185d9f3 req-6f707888-6cb0-4295-becb-ae4b27acea03 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:31.083548 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-06bd6c48-5b64-452d-b45e-7b16908b0720 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:31.104615 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-06bd6c48-5b64-452d-b45e-7b16908b0720 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Transition to ACTIVE for port object 1c78314d-f537-4f49-ae60-dcbc1e532710 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:31.106706 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-86099300-7052-4cc5-883e-73a0f185d9f3 req-6f707888-6cb0-4295-becb-ae4b27acea03 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Calling delete_port for 9fae7e9a-577d-4306-b57c-3e27550449cd owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:31.133645 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f96076ba-2d77-410b-8dd9-8f1614bd0c5f None None] For port 77dcbfee-452d-483d-967a-e0ae541d39d1, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:31.137942 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f96076ba-2d77-410b-8dd9-8f1614bd0c5f None None] For port 77dcbfee-452d-483d-967a-e0ae541d39d1, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=77dcbfee-452d-483d-967a-e0ae541d39d1,segment=NetworkSegment(68af77ca-1d2c-4a93-a853-20b515c0412a),segment_id=68af77ca-1d2c-4a93-a853-20b515c0412a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:31.146381 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f96076ba-2d77-410b-8dd9-8f1614bd0c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:31.154221 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-06bd6c48-5b64-452d-b45e-7b16908b0720 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:31.160198 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ec0fc3-77a9-4292-8619-55277cd6bc0f req-65cce24d-c712-4cf9-84e0-296d2008c806 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:31.162368 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-11ec0fc3-77a9-4292-8619-55277cd6bc0f req-65cce24d-c712-4cf9-84e0-296d2008c806 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.23 "GET /v2.0/ports?device_id=19bf3308-cf73-4718-bee7-825eb6f390ab HTTP/1.1" status: 200 len: 946 time: 0.1902497 Jul 29 23:37:31.217638 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-927f0a32-e6d5-44b3-8216-5e0de745b803 service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3742592 Jul 29 23:37:31.223697 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bd6c48-5b64-452d-b45e-7b16908b0720 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network 269d4f42-3dbe-4156-be6f-b8a5f55fe5ae is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:31.231109 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-06bd6c48-5b64-452d-b45e-7b16908b0720 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:31.237271 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bd6c48-5b64-452d-b45e-7b16908b0720 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:31.246881 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1297dc-a24c-4f47-9677-d35c5e78a982 req-1cbf99a8-ecba-4ea9-82bd-928cd3a49812 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:31.255901 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ec1297dc-a24c-4f47-9677-d35c5e78a982 req-1cbf99a8-ecba-4ea9-82bd-928cd3a49812 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=361d3a0a-b024-4102-b212-e8575155027e HTTP/1.1" status: 200 len: 944 time: 0.2291088 Jul 29 23:37:31.309028 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd6c48-5b64-452d-b45e-7b16908b0720 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Port': ['ID=1c78314d-f537-4f49-ae60-dcbc1e532710,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:31.353381 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bd6c48-5b64-452d-b45e-7b16908b0720 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:31.354447 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-06bd6c48-5b64-452d-b45e-7b16908b0720 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:31.378135 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-06bd6c48-5b64-452d-b45e-7b16908b0720 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3702390 Jul 29 23:37:31.380442 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53748) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:31.388146 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-cccdfa06-84c1-46ed-a2c9-b6734dc4377c tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'port': {'network_id': '269d4f42-3dbe-4156-be6f-b8a5f55fe5ae', 'name': 'tempest-PortsTestJSON-1008943571'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:31.487258 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96076ba-2d77-410b-8dd9-8f1614bd0c5f None None] Pushing event updated for resources: {'Port': ['ID=77dcbfee-452d-483d-967a-e0ae541d39d1,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:31.581078 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccdfa06-84c1-46ed-a2c9-b6734dc4377c tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:31.586756 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cccdfa06-84c1-46ed-a2c9-b6734dc4377c tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:31.614591 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-cccdfa06-84c1-46ed-a2c9-b6734dc4377c tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] device_id is not set on port 0eac9f92-3ff2-4986-afe0-187ed6b7e831 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:37:31.848915 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-cccdfa06-84c1-46ed-a2c9-b6734dc4377c tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Allocated IP 172.20.0.12 (269d4f42-3dbe-4156-be6f-b8a5f55fe5ae/0f09f765-e4a7-4df3-a214-be530a85791e/0eac9f92-3ff2-4986-afe0-187ed6b7e831) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:32.066567 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-ee6f8419-197d-437a-b58c-0be21c030799 service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8083904 Jul 29 23:37:32.072997 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cccdfa06-84c1-46ed-a2c9-b6734dc4377c tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.093597 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-cccdfa06-84c1-46ed-a2c9-b6734dc4377c tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Transition to ACTIVE for port object 0eac9f92-3ff2-4986-afe0-187ed6b7e831 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:32.136194 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-11ec0fc3-77a9-4292-8619-55277cd6bc0f req-970f78e4-1422-4385-9861-91a8bcd659bf tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Deleting port d1d23768-062f-4f3f-899d-a70ab1b1fc1b {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:32.136713 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-11ec0fc3-77a9-4292-8619-55277cd6bc0f req-970f78e4-1422-4385-9861-91a8bcd659bf tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.141682 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cccdfa06-84c1-46ed-a2c9-b6734dc4377c tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.142922 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-f3cfbab3-8e7c-4542-a88e-8c7a277b4855 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=7e61dd35-a100-4e16-badd-8fb0a09ce0fb HTTP/1.1" status: 200 len: 217 time: 0.0676663 Jul 29 23:37:32.160603 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-86099300-7052-4cc5-883e-73a0f185d9f3 req-6f707888-6cb0-4295-becb-ae4b27acea03 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.173074 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['d1d23768-062f-4f3f-899d-a70ab1b1fc1b'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:32.190248 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccdfa06-84c1-46ed-a2c9-b6734dc4377c tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network 269d4f42-3dbe-4156-be6f-b8a5f55fe5ae is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:32.193775 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-cccdfa06-84c1-46ed-a2c9-b6734dc4377c tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:32.200094 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccdfa06-84c1-46ed-a2c9-b6734dc4377c tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:32.232806 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccdfa06-84c1-46ed-a2c9-b6734dc4377c tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Port': ['ID=0eac9f92-3ff2-4986-afe0-187ed6b7e831,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:32.258574 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccdfa06-84c1-46ed-a2c9-b6734dc4377c tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:32.259361 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cccdfa06-84c1-46ed-a2c9-b6734dc4377c tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.281006 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cccdfa06-84c1-46ed-a2c9-b6734dc4377c tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8984494 Jul 29 23:37:32.283610 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53750) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:32.287542 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-ec1297dc-a24c-4f47-9677-d35c5e78a982 req-47e54369-34ab-4c19-9b97-dc4587287d7f tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Deleting port f2328bf9-5ffb-41a8-b03c-7c2f4534e257 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:32.287920 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ec1297dc-a24c-4f47-9677-d35c5e78a982 req-47e54369-34ab-4c19-9b97-dc4587287d7f tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.299767 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f707888-6cb0-4295-becb-ae4b27acea03 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Pushing event deleted for resources: {'Port': ['ID=9fae7e9a-577d-4306-b57c-3e27550449cd,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:32.421274 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc51443b-9c32-4c8a-8a8e-bd889c9883dd tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:32.423350 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fc51443b-9c32-4c8a-8a8e-bd889c9883dd tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.1356635 Jul 29 23:37:32.427475 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53752) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:32.471429 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-3705ca29-8ac1-4e40-9103-e5c8c359f0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:32.473652 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-3705ca29-8ac1-4e40-9103-e5c8c359f0ac service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fea1cab5-6d23-4eca-972a-8631f3603147 HTTP/1.1" status: 200 len: 797 time: 0.3051779 Jul 29 23:37:32.474474 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-86099300-7052-4cc5-883e-73a0f185d9f3 req-6f707888-6cb0-4295-becb-ae4b27acea03 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] No DVR routers for this DVR port 9fae7e9a-577d-4306-b57c-3e27550449cd on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:32.477390 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-11ec0fc3-77a9-4292-8619-55277cd6bc0f req-970f78e4-1422-4385-9861-91a8bcd659bf tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] For port d1d23768-062f-4f3f-899d-a70ab1b1fc1b, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=d1d23768-062f-4f3f-899d-a70ab1b1fc1b,segment=NetworkSegment(ffe3445c-3334-4419-8aed-c455848e32ed),segment_id=ffe3445c-3334-4419-8aed-c455848e32ed)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:32.477768 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-11ec0fc3-77a9-4292-8619-55277cd6bc0f req-970f78e4-1422-4385-9861-91a8bcd659bf tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.484032 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-86099300-7052-4cc5-883e-73a0f185d9f3 req-6f707888-6cb0-4295-becb-ae4b27acea03 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.486071 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-86099300-7052-4cc5-883e-73a0f185d9f3 req-6f707888-6cb0-4295-becb-ae4b27acea03 tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.23 "DELETE /v2.0/ports/9fae7e9a-577d-4306-b57c-3e27550449cd HTTP/1.1" status: 204 len: 173 time: 2.0296588 Jul 29 23:37:32.499915 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21af2a82-8e93-4cbc-9886-1da1aeb48ad7', 'name': 'network-vif-deleted', 'tag': '9fae7e9a-577d-4306-b57c-3e27550449cd'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:32.502713 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39799869-81e0-4cb2-af1e-8c81b11a8320" -d '{"events": [{"server_uuid": "21af2a82-8e93-4cbc-9886-1da1aeb48ad7", "name": "network-vif-deleted", "tag": "9fae7e9a-577d-4306-b57c-3e27550449cd"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:32.545352 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1a4b45f1-6844-4d23-b674-fb93709a2469 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting port 0eac9f92-3ff2-4986-afe0-187ed6b7e831 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:32.545667 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1a4b45f1-6844-4d23-b674-fb93709a2469 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.591164 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-11ec0fc3-77a9-4292-8619-55277cd6bc0f req-970f78e4-1422-4385-9861-91a8bcd659bf tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Calling delete_port for d1d23768-062f-4f3f-899d-a70ab1b1fc1b owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:32.685041 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-5055b1ca-36f8-47ce-a742-6dfe5cf2900b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:32.686765 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-5055b1ca-36f8-47ce-a742-6dfe5cf2900b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2df6756-1437-4cbd-af3b-72d70f51df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2042649 Jul 29 23:37:32.698018 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ec1297dc-a24c-4f47-9677-d35c5e78a982 req-47e54369-34ab-4c19-9b97-dc4587287d7f tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] For port f2328bf9-5ffb-41a8-b03c-7c2f4534e257, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f2328bf9-5ffb-41a8-b03c-7c2f4534e257,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:32.698682 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ec1297dc-a24c-4f47-9677-d35c5e78a982 req-47e54369-34ab-4c19-9b97-dc4587287d7f tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.710143 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1a4b45f1-6844-4d23-b674-fb93709a2469 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.724846 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1a4b45f1-6844-4d23-b674-fb93709a2469 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Calling delete_port for 0eac9f92-3ff2-4986-afe0-187ed6b7e831 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:32.730348 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-ec1297dc-a24c-4f47-9677-d35c5e78a982 req-47e54369-34ab-4c19-9b97-dc4587287d7f tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Calling delete_port for f2328bf9-5ffb-41a8-b03c-7c2f4534e257 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:32.798930 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8658625a-8d80-4021-af08-0b05f57bcdac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:32.841133 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53622d7c-b8f7-4876-aa5e-cec6dac76b3c None None] Network 269d4f42-3dbe-4156-be6f-b8a5f55fe5ae requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:32.893039 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-6ca09ef9-457f-47d5-951a-0eb810415c65 service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986341 Jul 29 23:37:32.917837 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fb839e96-30fa-48d8-b1eb-7c76071c6ab2 None None] Provisioning for port 77dcbfee-452d-483d-967a-e0ae541d39d1 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:32.984600 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1a4b45f1-6844-4d23-b674-fb93709a2469 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.038456 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4b45f1-6844-4d23-b674-fb93709a2469 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Port': ['ID=0eac9f92-3ff2-4986-afe0-187ed6b7e831,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:33.096826 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-11ec0fc3-77a9-4292-8619-55277cd6bc0f req-970f78e4-1422-4385-9861-91a8bcd659bf tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.108056 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ec1297dc-a24c-4f47-9677-d35c5e78a982 req-47e54369-34ab-4c19-9b97-dc4587287d7f tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.128075 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 77dcbfee-452d-483d-967a-e0ae541d39d1 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:33.182878 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f78e4-1422-4385-9861-91a8bcd659bf tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Pushing event deleted for resources: {'Port': ['ID=d1d23768-062f-4f3f-899d-a70ab1b1fc1b,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:33.218381 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1a4b45f1-6844-4d23-b674-fb93709a2469 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.223525 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1a4b45f1-6844-4d23-b674-fb93709a2469 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/ports/0eac9f92-3ff2-4986-afe0-187ed6b7e831 HTTP/1.1" status: 204 len: 168 time: 0.7949533 Jul 29 23:37:33.227161 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53758) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:33.232863 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 77dcbfee-452d-483d-967a-e0ae541d39d1 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:33.240787 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 77dcbfee-452d-483d-967a-e0ae541d39d1 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:33.241166 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.264588 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1ee8d5-7148-4251-8c16-46215117722b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] GET failed (client error): The resource could not be found. Jul 29 23:37:33.266905 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cc1ee8d5-7148-4251-8c16-46215117722b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "GET /v2.0/ports/0eac9f92-3ff2-4986-afe0-187ed6b7e831 HTTP/1.1" status: 404 len: 333 time: 0.0384219 Jul 29 23:37:33.276767 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53760) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:33.326671 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ec0fc3-77a9-4292-8619-55277cd6bc0f req-970f78e4-1422-4385-9861-91a8bcd659bf tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] No DVR routers for this DVR port d1d23768-062f-4f3f-899d-a70ab1b1fc1b on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:33.350328 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e54369-34ab-4c19-9b97-dc4587287d7f tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Pushing event deleted for resources: {'Port': ['ID=f2328bf9-5ffb-41a8-b03c-7c2f4534e257,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:33.351825 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-11ec0fc3-77a9-4292-8619-55277cd6bc0f req-970f78e4-1422-4385-9861-91a8bcd659bf tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.354403 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-11ec0fc3-77a9-4292-8619-55277cd6bc0f req-970f78e4-1422-4385-9861-91a8bcd659bf tempest-ListServersNegativeTestJSON-1180803801 tempest-ListServersNegativeTestJSON-1180803801-project] 10.222.0.23 "DELETE /v2.0/ports/d1d23768-062f-4f3f-899d-a70ab1b1fc1b HTTP/1.1" status: 204 len: 173 time: 2.1817584 Jul 29 23:37:33.355721 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec1297dc-a24c-4f47-9677-d35c5e78a982 req-47e54369-34ab-4c19-9b97-dc4587287d7f tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] No DVR routers for this DVR port f2328bf9-5ffb-41a8-b03c-7c2f4534e257 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:33.359530 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-81a67dcb-98eb-4726-a615-98917921e0d1 service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457588 Jul 29 23:37:33.360569 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ec1297dc-a24c-4f47-9677-d35c5e78a982 req-47e54369-34ab-4c19-9b97-dc4587287d7f tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.367369 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ec1297dc-a24c-4f47-9677-d35c5e78a982 req-47e54369-34ab-4c19-9b97-dc4587287d7f tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "DELETE /v2.0/ports/f2328bf9-5ffb-41a8-b03c-7c2f4534e257 HTTP/1.1" status: 204 len: 173 time: 2.1104310 Jul 29 23:37:33.414715 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.429170 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-ca19cc71-d99e-4b82-89f1-80e613929d5a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=c28d72f5-dcf0-4f89-838c-04edd1d9b91c HTTP/1.1" status: 200 len: 217 time: 0.0606689 Jul 29 23:37:33.485576 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 77dcbfee-452d-483d-967a-e0ae541d39d1, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=77dcbfee-452d-483d-967a-e0ae541d39d1,segment=NetworkSegment(68af77ca-1d2c-4a93-a853-20b515c0412a),segment_id=68af77ca-1d2c-4a93-a853-20b515c0412a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:33.492398 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.494854 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ed979dfa-1a26-4c19-bb22-14fe4f653048 None None] Provisioning complete for port 77dcbfee-452d-483d-967a-e0ae541d39d1 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:33.495391 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ed979dfa-1a26-4c19-bb22-14fe4f653048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.540191 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-5bf0be37-4a8a-4b53-b3cc-a0fc5203865a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting port 1c78314d-f537-4f49-ae60-dcbc1e532710 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:33.546716 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5bf0be37-4a8a-4b53-b3cc-a0fc5203865a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.572894 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-e07cae19-4c6a-4490-b53e-f80122c54f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:33.578453 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-e07cae19-4c6a-4490-b53e-f80122c54f2f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fea1cab5-6d23-4eca-972a-8631f3603147 HTTP/1.1" status: 200 len: 797 time: 0.1415136 Jul 29 23:37:33.615176 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=77dcbfee-452d-483d-967a-e0ae541d39d1,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:33.657671 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-9fa7d69e-a114-453b-a2b1-66b6fd895d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:33.659293 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-9fa7d69e-a114-453b-a2b1-66b6fd895d42 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2df6756-1437-4cbd-af3b-72d70f51df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0727921 Jul 29 23:37:33.709629 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ed979dfa-1a26-4c19-bb22-14fe4f653048 None None] Provisioning for port 1c78314d-f537-4f49-ae60-dcbc1e532710 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:33.715579 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ed979dfa-1a26-4c19-bb22-14fe4f653048 None None] Provisioning complete for port 1c78314d-f537-4f49-ae60-dcbc1e532710 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:33.715987 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ed979dfa-1a26-4c19-bb22-14fe4f653048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.769764 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5bf0be37-4a8a-4b53-b3cc-a0fc5203865a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:33.797743 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-5bf0be37-4a8a-4b53-b3cc-a0fc5203865a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Calling delete_port for 1c78314d-f537-4f49-ae60-dcbc1e532710 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:33.844063 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ed979dfa-1a26-4c19-bb22-14fe4f653048 None None] Port 1c78314d-f537-4f49-ae60-dcbc1e532710 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:33.868889 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9fae7e9a-577d-4306-b57c-3e27550449cd no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:33.896727 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-dd4f824b-9b0f-4ecc-aab8-b734c5ddeebb service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291608 Jul 29 23:37:33.925398 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 9fae7e9a-577d-4306-b57c-3e27550449cd {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:33.927238 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9fae7e9a-577d-4306-b57c-3e27550449cd not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:33.976396 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8ca4c168-ee41-47be-83fa-20c2521921ca None None] Provisioning complete for port 1c78314d-f537-4f49-ae60-dcbc1e532710 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:33.976775 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8ca4c168-ee41-47be-83fa-20c2521921ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.072405 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8ca4c168-ee41-47be-83fa-20c2521921ca None None] Port 1c78314d-f537-4f49-ae60-dcbc1e532710 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:34.114952 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5bf0be37-4a8a-4b53-b3cc-a0fc5203865a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.183213 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0be37-4a8a-4b53-b3cc-a0fc5203865a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Port': ['ID=1c78314d-f537-4f49-ae60-dcbc1e532710,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:34.193124 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-66e3c20a-e4f9-4d47-8a79-dd81dd542387 None None] Could not find standard attr ID for object 0eac9f92-3ff2-4986-afe0-187ed6b7e831. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:37:34.229502 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-8027f81e-522a-4173-9db9-246727e8f4b7 service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3243814 Jul 29 23:37:34.318290 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5bf0be37-4a8a-4b53-b3cc-a0fc5203865a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.323702 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5bf0be37-4a8a-4b53-b3cc-a0fc5203865a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/ports/1c78314d-f537-4f49-ae60-dcbc1e532710 HTTP/1.1" status: 204 len: 168 time: 1.0414302 Jul 29 23:37:34.323915 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53784) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:34.362492 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-b8191672-e6d7-4e21-a5ee-df333519cd37 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0d33684c-2635-44de-9bef-97bb265cbccb HTTP/1.1" status: 200 len: 217 time: 0.1202645 Jul 29 23:37:34.369819 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-094ae0b2-65ea-4b5f-925a-8e71f39281d2 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] GET failed (client error): The resource could not be found. Jul 29 23:37:34.373989 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-094ae0b2-65ea-4b5f-925a-8e71f39281d2 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "GET /v2.0/ports/1c78314d-f537-4f49-ae60-dcbc1e532710 HTTP/1.1" status: 404 len: 333 time: 0.0464537 Jul 29 23:37:34.374278 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53788) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:34.434895 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-471c97ae-a2be-41e1-8fff-0b2f71eecc5c tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting subnet 0f09f765-e4a7-4df3-a214-be530a85791e {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:37:34.446728 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-471c97ae-a2be-41e1-8fff-0b2f71eecc5c tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.495195 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3e6bb0-8f7e-4c65-a5ea-4707400786a7 req-15cb3026-fb6d-46a3-b33e-f1997b31799a tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:34.497216 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f3e6bb0-8f7e-4c65-a5ea-4707400786a7 req-15cb3026-fb6d-46a3-b33e-f1997b31799a tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e11f80d-75f1-4448-bc82-9f70787be424 HTTP/1.1" status: 200 len: 945 time: 0.1329882 Jul 29 23:37:34.501185 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-2814fdef-96f0-4c00-aec0-9c4a96c316f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:34.504041 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-2814fdef-96f0-4c00-aec0-9c4a96c316f6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fdc52fc-c58b-4713-8727-c269bb29b153 HTTP/1.1" status: 200 len: 797 time: 0.1132896 Jul 29 23:37:34.511270 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-471c97ae-a2be-41e1-8fff-0b2f71eecc5c tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.605954 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f3e6bb0-8f7e-4c65-a5ea-4707400786a7 req-93a4f52f-24ea-4f42-b962-bd75f3f82b63 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "GET /v2.0/security-groups?id=e06e30b5-b562-45ad-b178-897c9edfc03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858932 Jul 29 23:37:34.612138 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-a6ff69ef-b8e9-4616-b492-5eff62b388f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:34.616178 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-a6ff69ef-b8e9-4616-b492-5eff62b388f1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d946e4cf-f467-4b2d-9871-c5018b0b50b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1021802 Jul 29 23:37:34.655880 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-471c97ae-a2be-41e1-8fff-0b2f71eecc5c tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.754245 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-471c97ae-a2be-41e1-8fff-0b2f71eecc5c tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.755987 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebb87b8b-0b47-49c9-8c08-92fce80c0542 x-openstack-request-id: req-ebb87b8b-0b47-49c9-8c08-92fce80c0542 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:34.756830 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "361d3a0a-b024-4102-b212-e8575155027e", "name": "network-vif-unplugged", "status": "failed", "tag": "f2328bf9-5ffb-41a8-b03c-7c2f4534e257", "code": 422}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:34.757254 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ebb87b8b-0b47-49c9-8c08-92fce80c0542 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:34.757839 n-d-712140-10 neutron-server[94065]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '361d3a0a-b024-4102-b212-e8575155027e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f2328bf9-5ffb-41a8-b03c-7c2f4534e257', 'code': 422} returned with failed status Jul 29 23:37:34.789104 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-471c97ae-a2be-41e1-8fff-0b2f71eecc5c tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:34.793080 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-471c97ae-a2be-41e1-8fff-0b2f71eecc5c tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/subnets/0f09f765-e4a7-4df3-a214-be530a85791e HTTP/1.1" status: 204 len: 168 time: 0.4170582 Jul 29 23:37:34.794021 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53792) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:34.827045 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471c97ae-a2be-41e1-8fff-0b2f71eecc5c tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Subnet': ['ID=0f09f765-e4a7-4df3-a214-be530a85791e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:34.842223 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996f57a6-1c36-4939-8f6a-0b7c18437d52 x-openstack-request-id: req-996f57a6-1c36-4939-8f6a-0b7c18437d52 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:34.842435 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21af2a82-8e93-4cbc-9886-1da1aeb48ad7", "name": "network-vif-deleted", "tag": "9fae7e9a-577d-4306-b57c-3e27550449cd", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:34.842727 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-996f57a6-1c36-4939-8f6a-0b7c18437d52 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:34.843120 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21af2a82-8e93-4cbc-9886-1da1aeb48ad7', 'name': 'network-vif-deleted', 'tag': '9fae7e9a-577d-4306-b57c-3e27550449cd', 'status': 'completed', 'code': 200} Jul 29 23:37:34.876576 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b12cd95-f18d-437d-990a-d1cc574205de None None] Network 269d4f42-3dbe-4156-be6f-b8a5f55fe5ae requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:34.918558 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53796) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:34.969610 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-cae494a9-13ab-40a7-9805-1e3a77230866 service neutron] 10.222.0.39 "GET /v2.0/networks/d946e4cf-f467-4b2d-9871-c5018b0b50b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469455 Jul 29 23:37:35.045439 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-c661e695-5e18-4ab1-9f57-72e714f82d8a admin admin] Deleting subnet 6c226abb-e366-4387-8646-cd91766751ea {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:37:35.071050 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c661e695-5e18-4ab1-9f57-72e714f82d8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.102670 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 77dcbfee-452d-483d-967a-e0ae541d39d1 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:35.140655 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c661e695-5e18-4ab1-9f57-72e714f82d8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.149404 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-541714bd-e8f9-445c-b781-ae283d307d8b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.193811 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c661e695-5e18-4ab1-9f57-72e714f82d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.276302 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c661e695-5e18-4ab1-9f57-72e714f82d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.300834 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6063543-3fe0-4f6c-b522-bfd9cb5a6e87 req-ccbcbd6b-bcf0-4b5f-be3a-a30b1ad46a81 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:35.307732 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c661e695-5e18-4ab1-9f57-72e714f82d8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.309280 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 77dcbfee-452d-483d-967a-e0ae541d39d1 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:35.309665 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.313835 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c661e695-5e18-4ab1-9f57-72e714f82d8a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6c226abb-e366-4387-8646-cd91766751ea HTTP/1.1" status: 204 len: 168 time: 0.3938839 Jul 29 23:37:35.314767 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53802) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:35.317041 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a6063543-3fe0-4f6c-b522-bfd9cb5a6e87 req-ccbcbd6b-bcf0-4b5f-be3a-a30b1ad46a81 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e11f80d-75f1-4448-bc82-9f70787be424 HTTP/1.1" status: 200 len: 945 time: 0.2252362 Jul 29 23:37:35.317890 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c661e695-5e18-4ab1-9f57-72e714f82d8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c226abb-e366-4387-8646-cd91766751ea,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:35.345744 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-ebc88921-0216-441f-a7a7-daba5996f87f service neutron] 10.222.0.39 "GET /v2.0/networks/d946e4cf-f467-4b2d-9871-c5018b0b50b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640282 Jul 29 23:37:35.398432 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.423514 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a6063543-3fe0-4f6c-b522-bfd9cb5a6e87 req-c062fd78-6ca0-42ab-bbf4-d54867898977 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "GET /v2.0/security-groups?id=e06e30b5-b562-45ad-b178-897c9edfc03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007676 Jul 29 23:37:35.440528 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-56115b68-250f-42fe-975a-ef86da7aa6f7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=07254281-c39e-48a0-9915-4707d191bf90 HTTP/1.1" status: 200 len: 217 time: 0.0782621 Jul 29 23:37:35.475425 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d11ac18-bc24-44c2-b3b0-1b60ed329f1f None None] DHCP port deletion for 269d4f42-3dbe-4156-be6f-b8a5f55fe5ae request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:37:35.530005 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-485e1da6-fc9e-4841-99ab-76b427042855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.540453 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-541714bd-e8f9-445c-b781-ae283d307d8b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting port 77dcbfee-452d-483d-967a-e0ae541d39d1 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:35.540808 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-541714bd-e8f9-445c-b781-ae283d307d8b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.566902 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-3d11ac18-bc24-44c2-b3b0-1b60ed329f1f None None] Deleting port 77dcbfee-452d-483d-967a-e0ae541d39d1 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:35.567363 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3d11ac18-bc24-44c2-b3b0-1b60ed329f1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.639377 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-3d11ac18-bc24-44c2-b3b0-1b60ed329f1f None None] For port 77dcbfee-452d-483d-967a-e0ae541d39d1, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=77dcbfee-452d-483d-967a-e0ae541d39d1,segment=NetworkSegment(68af77ca-1d2c-4a93-a853-20b515c0412a),segment_id=68af77ca-1d2c-4a93-a853-20b515c0412a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:35.639377 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3d11ac18-bc24-44c2-b3b0-1b60ed329f1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.656243 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-3d11ac18-bc24-44c2-b3b0-1b60ed329f1f None None] Calling delete_port for 77dcbfee-452d-483d-967a-e0ae541d39d1 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:35.660196 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-485e1da6-fc9e-4841-99ab-76b427042855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.672549 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-485e1da6-fc9e-4841-99ab-76b427042855 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5c3b79a-5fbc-45ec-ae4b-7442deb83787']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:35.679095 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-f77ca370-6c47-4192-97a4-7763b65deb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:35.693253 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-f77ca370-6c47-4192-97a4-7763b65deb07 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fdc52fc-c58b-4713-8727-c269bb29b153 HTTP/1.1" status: 200 len: 797 time: 0.2403755 Jul 29 23:37:35.693413 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-485e1da6-fc9e-4841-99ab-76b427042855 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe3445c-3334-4419-8aed-c455848e32ed') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:35.693413 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-485e1da6-fc9e-4841-99ab-76b427042855 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe3445c-3334-4419-8aed-c455848e32ed') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:35.709782 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-485e1da6-fc9e-4841-99ab-76b427042855 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.729845 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-485e1da6-fc9e-4841-99ab-76b427042855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.730142 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-541714bd-e8f9-445c-b781-ae283d307d8b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] For port 77dcbfee-452d-483d-967a-e0ae541d39d1, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=77dcbfee-452d-483d-967a-e0ae541d39d1,segment=NetworkSegment(68af77ca-1d2c-4a93-a853-20b515c0412a),segment_id=68af77ca-1d2c-4a93-a853-20b515c0412a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:35.730278 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-541714bd-e8f9-445c-b781-ae283d307d8b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.739379 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-485e1da6-fc9e-4841-99ab-76b427042855 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:35.741156 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-485e1da6-fc9e-4841-99ab-76b427042855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.743257 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:37:35.743257 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:35.743257 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:37:35.743257 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:35.743257 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:37:35.743257 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:35.743257 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:37:35.743257 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:35.743257 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:37:35.743257 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:35.743257 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:37:35.743257 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:35.743257 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:37:35.743257 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:35.743257 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:35.743257 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:35.743257 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:35.743257 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:35.743257 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:37:35.743257 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:35.743257 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:37:35.743257 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:35.743257 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:35.743257 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:35.743257 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:35.743257 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:35.743257 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:35.743257 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:35.743257 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:35.743257 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:35.743257 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:35.743257 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:35.777652 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3d11ac18-bc24-44c2-b3b0-1b60ed329f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.792989 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-343561d8-ac08-4f22-853d-55a7feb40710 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:35.801394 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-343561d8-ac08-4f22-853d-55a7feb40710 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/networks?id=ebc3405b-dbdf-4745-bae9-00b7363339da HTTP/1.1" status: 200 len: 811 time: 0.2702007 Jul 29 23:37:35.815352 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-541714bd-e8f9-445c-b781-ae283d307d8b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Calling delete_port for 77dcbfee-452d-483d-967a-e0ae541d39d1 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:35.816485 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11ac18-bc24-44c2-b3b0-1b60ed329f1f None None] Pushing event deleted for resources: {'Port': ['ID=77dcbfee-452d-483d-967a-e0ae541d39d1,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:35.828727 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d11ac18-bc24-44c2-b3b0-1b60ed329f1f None None] No DVR routers for this DVR port 77dcbfee-452d-483d-967a-e0ae541d39d1 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:35.841251 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-28ed70a1-3f41-4510-bd77-4fe4cc8a6084 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/quotas/7a95e2067dac40d1a2f41b37f14aaf9a HTTP/1.1" status: 200 len: 375 time: 0.0339401 Jul 29 23:37:35.855339 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-485e1da6-fc9e-4841-99ab-76b427042855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.866747 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-485e1da6-fc9e-4841-99ab-76b427042855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:35.870168 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-485e1da6-fc9e-4841-99ab-76b427042855 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d5c3b79a-5fbc-45ec-ae4b-7442deb83787 HTTP/1.1" status: 204 len: 168 time: 0.5542297 Jul 29 23:37:35.884265 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device d1d23768-062f-4f3f-899d-a70ab1b1fc1b no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:35.888135 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e1da6-fc9e-4841-99ab-76b427042855 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5c3b79a-5fbc-45ec-ae4b-7442deb83787,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:35.920950 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: d1d23768-062f-4f3f-899d-a70ab1b1fc1b {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:35.921620 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device d1d23768-062f-4f3f-899d-a70ab1b1fc1b not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:35.943787 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-427c8bf5-6908-4203-8755-980ff07f879c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a95e2067dac40d1a2f41b37f14aaf9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1015434 Jul 29 23:37:36.003596 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-fe4eeea4-a364-4326-b6a8-60469f6fc85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:36.004943 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-fe4eeea4-a364-4326-b6a8-60469f6fc85b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d946e4cf-f467-4b2d-9871-c5018b0b50b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3171623 Jul 29 23:37:36.093870 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53834) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:36.139355 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-c9b40396-a3e8-4eab-a8f9-584178d4403d service neutron] 10.222.0.18 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946614 Jul 29 23:37:36.146915 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-541714bd-e8f9-445c-b781-ae283d307d8b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.155701 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0a35bfa9-5e3c-49d3-950f-2759e083bf51 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=169c6b1aaf5b4ff88e543ad52f451abd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0585303 Jul 29 23:37:36.156042 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53836) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:36.192796 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cde85f3c-7b65-4638-91bd-06227a14140a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.214863 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-073ad4d5-addd-4747-9d2b-1d62de59d70f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.227306 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541714bd-e8f9-445c-b781-ae283d307d8b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Port': ['ID=77dcbfee-452d-483d-967a-e0ae541d39d1,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:36.232505 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-94dd58c9-6727-449e-8b75-c7ba0e4b6428 service neutron] 10.222.0.39 "GET /v2.0/networks/d946e4cf-f467-4b2d-9871-c5018b0b50b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182834 Jul 29 23:37:36.239327 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-073ad4d5-addd-4747-9d2b-1d62de59d70f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.239778 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541714bd-e8f9-445c-b781-ae283d307d8b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] No DVR routers for this DVR port 77dcbfee-452d-483d-967a-e0ae541d39d1 on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:36.289622 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-073ad4d5-addd-4747-9d2b-1d62de59d70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.293441 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-073ad4d5-addd-4747-9d2b-1d62de59d70f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.295007 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-073ad4d5-addd-4747-9d2b-1d62de59d70f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a985c4b7-60b1-431d-9af8-e2452b6f7818 HTTP/1.1" status: 204 len: 168 time: 0.1378331 Jul 29 23:37:36.304955 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073ad4d5-addd-4747-9d2b-1d62de59d70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a985c4b7-60b1-431d-9af8-e2452b6f7818,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:36.406353 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-541714bd-e8f9-445c-b781-ae283d307d8b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.412329 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-52f768f3-84de-4587-9c38-1f345d0bfbdc service neutron] 10.222.0.18 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627909 Jul 29 23:37:36.423612 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-541714bd-e8f9-445c-b781-ae283d307d8b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['269d4f42-3dbe-4156-be6f-b8a5f55fe5ae']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:36.447550 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-541714bd-e8f9-445c-b781-ae283d307d8b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68af77ca-1d2c-4a93-a853-20b515c0412a') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:36.447902 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-541714bd-e8f9-445c-b781-ae283d307d8b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68af77ca-1d2c-4a93-a853-20b515c0412a') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:36.468591 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-541714bd-e8f9-445c-b781-ae283d307d8b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.482936 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bade28-ec75-49ca-8fbc-c77e6fea86c2 req-96d1066b-358a-4f62-9fc3-0dab3f37c034 service neutron] 10.222.0.39 "GET /v2.0/networks/d946e4cf-f467-4b2d-9871-c5018b0b50b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395930 Jul 29 23:37:36.491133 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-541714bd-e8f9-445c-b781-ae283d307d8b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.508318 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-541714bd-e8f9-445c-b781-ae283d307d8b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:36.509026 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-541714bd-e8f9-445c-b781-ae283d307d8b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:36.513060 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:36.657230 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-541714bd-e8f9-445c-b781-ae283d307d8b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.680995 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-541714bd-e8f9-445c-b781-ae283d307d8b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.685849 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-541714bd-e8f9-445c-b781-ae283d307d8b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/networks/269d4f42-3dbe-4156-be6f-b8a5f55fe5ae HTTP/1.1" status: 204 len: 168 time: 1.8766134 Jul 29 23:37:36.686712 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53848) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:36.692941 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-e7157120-54a3-4acf-88e8-e6d1a5f7643a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1389373588'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:36.700934 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f133e7-97ca-4ab6-b0fa-a6f90c349cdc req-55657b51-6d39-4d41-9298-178318e8fa8f tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:36.709479 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-25f133e7-97ca-4ab6-b0fa-a6f90c349cdc req-55657b51-6d39-4d41-9298-178318e8fa8f tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e11f80d-75f1-4448-bc82-9f70787be424 HTTP/1.1" status: 200 len: 945 time: 0.0987418 Jul 29 23:37:36.717990 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7157120-54a3-4acf-88e8-e6d1a5f7643a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:36.721895 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e7157120-54a3-4acf-88e8-e6d1a5f7643a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.727541 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541714bd-e8f9-445c-b781-ae283d307d8b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Network': ['ID=269d4f42-3dbe-4156-be6f-b8a5f55fe5ae,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:36.749305 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7157120-54a3-4acf-88e8-e6d1a5f7643a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:36.762885 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e7157120-54a3-4acf-88e8-e6d1a5f7643a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.763108 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-e7157120-54a3-4acf-88e8-e6d1a5f7643a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Added segment 2e729ff5-d242-44e7-ad94-50c342f205ea of type vlan for network cdfaf891-5032-4812-91f0-c2a3202d7ec9 Jul 29 23:37:36.773009 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-25f133e7-97ca-4ab6-b0fa-a6f90c349cdc req-cb00bedf-8adf-4e22-bcce-752b50fae0c8 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "GET /v2.0/security-groups?id=e06e30b5-b562-45ad-b178-897c9edfc03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625811 Jul 29 23:37:36.804116 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53854) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:36.823176 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e7157120-54a3-4acf-88e8-e6d1a5f7643a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.834575 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.844576 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19bf3308-cf73-4718-bee7-825eb6f390ab', 'name': 'network-vif-deleted', 'tag': 'd1d23768-062f-4f3f-899d-a70ab1b1fc1b'}, {'server_uuid': '361d3a0a-b024-4102-b212-e8575155027e', 'name': 'network-vif-deleted', 'tag': 'f2328bf9-5ffb-41a8-b03c-7c2f4534e257'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:36.847285 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83121f0b-1cf1-4fdc-81c0-2d35cac5002b" -d '{"events": [{"server_uuid": "19bf3308-cf73-4718-bee7-825eb6f390ab", "name": "network-vif-deleted", "tag": "d1d23768-062f-4f3f-899d-a70ab1b1fc1b"}, {"server_uuid": "361d3a0a-b024-4102-b212-e8575155027e", "name": "network-vif-deleted", "tag": "f2328bf9-5ffb-41a8-b03c-7c2f4534e257"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:36.869184 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e7157120-54a3-4acf-88e8-e6d1a5f7643a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:36.886285 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7157120-54a3-4acf-88e8-e6d1a5f7643a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:36.888696 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e7157120-54a3-4acf-88e8-e6d1a5f7643a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.043845 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e7157120-54a3-4acf-88e8-e6d1a5f7643a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3559663 Jul 29 23:37:37.049508 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53868) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:37.055130 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c15efecd-d2e8-4ed6-a8e8-7c1c174152af req-d5b88e0c-a188-4ab9-9b5e-b37b25834044 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 210 time: 0.0907860 Jul 29 23:37:37.085506 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-7418f97f-bae0-4225-be23-6c0c7b0c254f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'subnet': {'network_id': 'cdfaf891-5032-4812-91f0-c2a3202d7ec9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:37.090401 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 77dcbfee-452d-483d-967a-e0ae541d39d1 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:37.102868 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7157120-54a3-4acf-88e8-e6d1a5f7643a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Network': ['ID=cdfaf891-5032-4812-91f0-c2a3202d7ec9,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:37.166333 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 351 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99cac3eb-233d-462a-9cec-cd913d5ed521 x-openstack-request-id: req-99cac3eb-233d-462a-9cec-cd913d5ed521 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:37.166639 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19bf3308-cf73-4718-bee7-825eb6f390ab", "name": "network-vif-deleted", "tag": "d1d23768-062f-4f3f-899d-a70ab1b1fc1b", "status": "completed", "code": 200}, {"server_uuid": "361d3a0a-b024-4102-b212-e8575155027e", "name": "network-vif-deleted", "tag": "f2328bf9-5ffb-41a8-b03c-7c2f4534e257", "status": "failed", "code": 422}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:37.166894 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-99cac3eb-233d-462a-9cec-cd913d5ed521 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:37.167331 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19bf3308-cf73-4718-bee7-825eb6f390ab', 'name': 'network-vif-deleted', 'tag': 'd1d23768-062f-4f3f-899d-a70ab1b1fc1b', 'status': 'completed', 'code': 200} Jul 29 23:37:37.167592 n-d-712140-10 neutron-server[94063]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '361d3a0a-b024-4102-b212-e8575155027e', 'name': 'network-vif-deleted', 'tag': 'f2328bf9-5ffb-41a8-b03c-7c2f4534e257', 'status': 'failed', 'code': 422} returned with failed status Jul 29 23:37:37.175893 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 77dcbfee-452d-483d-967a-e0ae541d39d1 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:37.176271 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 77dcbfee-452d-483d-967a-e0ae541d39d1 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:37.195232 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network cdfaf891-5032-4812-91f0-c2a3202d7ec9 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:37.311636 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7418f97f-bae0-4225-be23-6c0c7b0c254f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:37.321238 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7418f97f-bae0-4225-be23-6c0c7b0c254f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.376232 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96323e37-ace3-405d-9d9e-7d7037d3e6c7 tempest-TestServerBasicOps-1134389189 tempest-TestServerBasicOps-1134389189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:37.378416 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-96323e37-ace3-405d-9d9e-7d7037d3e6c7 tempest-TestServerBasicOps-1134389189 tempest-TestServerBasicOps-1134389189-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3e11f80d-75f1-4448-bc82-9f70787be424 HTTP/1.1" status: 200 len: 1092 time: 0.5729949 Jul 29 23:37:37.383035 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53878) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:37.388939 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-95ec39b2-32fa-4b32-9e02-a14db15a171e tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'port_id': '2dbd7d64-6300-457b-bbf1-9949ac79726c', 'tenant_id': '1783dd15c07244cf9315c27ec92931b3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:37.428798 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95ec39b2-32fa-4b32-9e02-a14db15a171e tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.592660 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7418f97f-bae0-4225-be23-6c0c7b0c254f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.600188 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95ec39b2-32fa-4b32-9e02-a14db15a171e tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.616578 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53882) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:37.720021 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7418f97f-bae0-4225-be23-6c0c7b0c254f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Checking segment: {'id': '2e729ff5-d242-44e7-ad94-50c342f205ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdfaf891-5032-4812-91f0-c2a3202d7ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:37.720634 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7418f97f-bae0-4225-be23-6c0c7b0c254f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network hostable DHCP agents. Network: cdfaf891-5032-4812-91f0-c2a3202d7ec9, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:37:37.722857 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418f97f-bae0-4225-be23-6c0c7b0c254f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Subnet': ['ID=9dfefccd-c2a1-426a-9267-7522ccfdc19e,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:37.744365 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-1ae4f509-fa11-4bc2-854f-3a40716855ad admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-386007753-network', 'tenant_id': '4fb146cc3e0a40b5a1018788a8e7a1ae'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:37.744998 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7418f97f-bae0-4225-be23-6c0c7b0c254f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network cdfaf891-5032-4812-91f0-c2a3202d7ec9 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:37:37.757265 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-7418f97f-bae0-4225-be23-6c0c7b0c254f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, cdfaf891-5032-4812-91f0-c2a3202d7ec9) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:37.761804 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7418f97f-bae0-4225-be23-6c0c7b0c254f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:37.762598 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7418f97f-bae0-4225-be23-6c0c7b0c254f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.774931 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dfd51e4-d97e-4af6-a1c9-f0cca1961350 None None] Network cdfaf891-5032-4812-91f0-c2a3202d7ec9 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:37.785556 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-95ec39b2-32fa-4b32-9e02-a14db15a171e tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Allocated IP 172.25.8.94 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/c512a0a3-f95a-430a-9641-480457210b40) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:37.793830 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ae4f509-fa11-4bc2-854f-3a40716855ad admin admin] Made reservation on behalf of 4fb146cc3e0a40b5a1018788a8e7a1ae for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:37.796960 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1ae4f509-fa11-4bc2-854f-3a40716855ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.797565 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7418f97f-bae0-4225-be23-6c0c7b0c254f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7460642 Jul 29 23:37:37.800422 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53886) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:37.807113 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-18164fe4-6e37-4120-acf6-afd1e51c2264 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'port': {'network_id': 'cdfaf891-5032-4812-91f0-c2a3202d7ec9', 'name': 'tempest-PortsTestJSON-457320685', 'fixed_ips': [{'subnet_id': '9dfefccd-c2a1-426a-9267-7522ccfdc19e', 'ip_address': '172.20.0.10'}]}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:37.813789 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1ae4f509-fa11-4bc2-854f-3a40716855ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.983818 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95ec39b2-32fa-4b32-9e02-a14db15a171e tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:37.990686 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebe17aa-3420-483b-8cd2-b04478cb503f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-cdfaf891-5032-4812-91f0-c2a3202d7ec9', 'network_id': 'cdfaf891-5032-4812-91f0-c2a3202d7ec9', 'tenant_id': 'a4227010c4cf4c93949270a4cee39c8a', 'fixed_ips': [{'subnet_id': '9dfefccd-c2a1-426a-9267-7522ccfdc19e'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:37:37.991554 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ebe17aa-3420-483b-8cd2-b04478cb503f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.080083 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1ae4f509-fa11-4bc2-854f-3a40716855ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.111883 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1ae4f509-fa11-4bc2-854f-3a40716855ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.139593 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18164fe4-6e37-4120-acf6-afd1e51c2264 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:38.141614 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.213157 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-4ebe17aa-3420-483b-8cd2-b04478cb503f None None] Allocated IP 172.20.0.2 (cdfaf891-5032-4812-91f0-c2a3202d7ec9/9dfefccd-c2a1-426a-9267-7522ccfdc19e/c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:38.312229 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ae4f509-fa11-4bc2-854f-3a40716855ad admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:38.343519 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-18164fe4-6e37-4120-acf6-afd1e51c2264 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.343764 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95ec39b2-32fa-4b32-9e02-a14db15a171e tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.366182 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-18164fe4-6e37-4120-acf6-afd1e51c2264 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] device_id is not set on port 46d633ec-6bbf-4545-b0bd-2c92f671b518 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:37:38.419433 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1ae4f509-fa11-4bc2-854f-3a40716855ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.420138 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-1ae4f509-fa11-4bc2-854f-3a40716855ad admin admin] Added segment a93c9df4-cb80-4c08-8aaf-a5ae7f1eebd5 of type vlan for network cde036fc-2d60-41e5-9b5b-cf4f908bce44 Jul 29 23:37:38.439977 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4f509-fa11-4bc2-854f-3a40716855ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82e7b4c-ff0d-4709-a0df-b3a8dc2fd20b,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:38.449129 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ebe17aa-3420-483b-8cd2-b04478cb503f None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.459889 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-4ebe17aa-3420-483b-8cd2-b04478cb503f None None] Transition to ACTIVE for port object c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:38.475542 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3ec62100-942f-4613-9c3b-596d067b1da7 req-10e79748-8ff8-421a-9a73-223f81567d98 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 210 time: 0.1886601 Jul 29 23:37:38.508407 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-4ebe17aa-3420-483b-8cd2-b04478cb503f None None] Transition to ACTIVE for port object c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:38.515414 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ebe17aa-3420-483b-8cd2-b04478cb503f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.543988 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ec39b2-32fa-4b32-9e02-a14db15a171e tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:38.553752 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53904) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:38.561901 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1ae4f509-fa11-4bc2-854f-3a40716855ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.566153 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebe17aa-3420-483b-8cd2-b04478cb503f None None] Network cdfaf891-5032-4812-91f0-c2a3202d7ec9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:38.572664 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-4ebe17aa-3420-483b-8cd2-b04478cb503f None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:38.578768 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-95ec39b2-32fa-4b32-9e02-a14db15a171e tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:38.579131 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebe17aa-3420-483b-8cd2-b04478cb503f None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:38.586944 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ec39b2-32fa-4b32-9e02-a14db15a171e tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:38.590246 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec39b2-32fa-4b32-9e02-a14db15a171e tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Pushing event updated for resources: {'Port': ['ID=c512a0a3-f95a-430a-9641-480457210b40,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:38.590480 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe17aa-3420-483b-8cd2-b04478cb503f None None] Pushing event updated for resources: {'Port': ['ID=c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:38.613925 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-24fd6ac3-a7dd-45b0-9368-3e0f20635cd8 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:38.616136 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-24fd6ac3-a7dd-45b0-9368-3e0f20635cd8 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.23 "GET /v2.0/networks?id=ebc3405b-dbdf-4745-bae9-00b7363339da HTTP/1.1" status: 200 len: 811 time: 0.5549095 Jul 29 23:37:38.626739 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-18164fe4-6e37-4120-acf6-afd1e51c2264 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Allocated IP 172.20.0.10 (cdfaf891-5032-4812-91f0-c2a3202d7ec9/9dfefccd-c2a1-426a-9267-7522ccfdc19e/46d633ec-6bbf-4545-b0bd-2c92f671b518) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:38.665893 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-4ebe17aa-3420-483b-8cd2-b04478cb503f None None] Attempting to bind port c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:38.666513 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-4ebe17aa-3420-483b-8cd2-b04478cb503f None None] Attempting to bind port c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '2e729ff5-d242-44e7-ad94-50c342f205ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdfaf891-5032-4812-91f0-c2a3202d7ec9'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:38.666982 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebe17aa-3420-483b-8cd2-b04478cb503f None None] Attempting to bind port c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7 on network cdfaf891-5032-4812-91f0-c2a3202d7ec9 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:38.672930 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebe17aa-3420-483b-8cd2-b04478cb503f None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:38.673468 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebe17aa-3420-483b-8cd2-b04478cb503f None None] Checking segment: {'id': '2e729ff5-d242-44e7-ad94-50c342f205ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdfaf891-5032-4812-91f0-c2a3202d7ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:38.673978 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ebe17aa-3420-483b-8cd2-b04478cb503f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.674504 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebe17aa-3420-483b-8cd2-b04478cb503f None None] Bound using segment: {'id': '2e729ff5-d242-44e7-ad94-50c342f205ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdfaf891-5032-4812-91f0-c2a3202d7ec9'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:38.675449 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-4ebe17aa-3420-483b-8cd2-b04478cb503f None None] Bound port: c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e729ff5-d242-44e7-ad94-50c342f205ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'cdfaf891-5032-4812-91f0-c2a3202d7ec9'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:38.676261 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ebe17aa-3420-483b-8cd2-b04478cb503f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.779114 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-4ebe17aa-3420-483b-8cd2-b04478cb503f None None] For port c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:38.785553 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-4ebe17aa-3420-483b-8cd2-b04478cb503f None None] For port c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7,segment=NetworkSegment(2e729ff5-d242-44e7-ad94-50c342f205ea),segment_id=2e729ff5-d242-44e7-ad94-50c342f205ea)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:38.796041 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ebe17aa-3420-483b-8cd2-b04478cb503f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.863537 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-18164fe4-6e37-4120-acf6-afd1e51c2264 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.886822 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-18164fe4-6e37-4120-acf6-afd1e51c2264 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Transition to ACTIVE for port object 46d633ec-6bbf-4545-b0bd-2c92f671b518 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:38.897792 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebe17aa-3420-483b-8cd2-b04478cb503f None None] Pushing event updated for resources: {'Port': ['ID=c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:38.938894 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-18164fe4-6e37-4120-acf6-afd1e51c2264 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:38.991336 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18164fe4-6e37-4120-acf6-afd1e51c2264 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network cdfaf891-5032-4812-91f0-c2a3202d7ec9 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:38.997627 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-18164fe4-6e37-4120-acf6-afd1e51c2264 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:39.001571 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18164fe4-6e37-4120-acf6-afd1e51c2264 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:39.031017 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-6fa9245a-95f7-4d47-b2e1-52519317955a tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Request body: {'port': {'device_id': 'c4c7c4a0-d52f-42fb-8b54-394b4f16148d', 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da', 'admin_state_up': True, 'tenant_id': '7a95e2067dac40d1a2f41b37f14aaf9a'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:39.042163 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18164fe4-6e37-4120-acf6-afd1e51c2264 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Port': ['ID=46d633ec-6bbf-4545-b0bd-2c92f671b518,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:39.087815 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18164fe4-6e37-4120-acf6-afd1e51c2264 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:39.088654 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-18164fe4-6e37-4120-acf6-afd1e51c2264 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.112091 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-18164fe4-6e37-4120-acf6-afd1e51c2264 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3098896 Jul 29 23:37:39.114475 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53910) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:39.119210 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6f5f5d23-bfb5-43b1-8b38-625e338087ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.121702 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.db.resource_extend [None req-1ae4f509-fa11-4bc2-854f-3a40716855ad admin admin] It took 0.52 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:37:39.123987 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-13d9877c-ace4-4c5e-9020-dd1d07ee752f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'port': {'network_id': 'cdfaf891-5032-4812-91f0-c2a3202d7ec9', 'name': 'tempest-PortsTestJSON-475957725', 'fixed_ips': [{'subnet_id': '9dfefccd-c2a1-426a-9267-7522ccfdc19e', 'ip_address': '172.20.0.9'}]}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:39.197602 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1ae4f509-fa11-4bc2-854f-3a40716855ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.198579 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae4f509-fa11-4bc2-854f-3a40716855ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:39.200043 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1ae4f509-fa11-4bc2-854f-3a40716855ad admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.238460 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:37:39.372694 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae4f509-fa11-4bc2-854f-3a40716855ad admin admin] Pushing event updated for resources: {'Network': ['ID=cde036fc-2d60-41e5-9b5b-cf4f908bce44,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:39.383042 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network cde036fc-2d60-41e5-9b5b-cf4f908bce44 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:39.521538 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6f5f5d23-bfb5-43b1-8b38-625e338087ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.535206 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6f5f5d23-bfb5-43b1-8b38-625e338087ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.552700 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1ae4f509-fa11-4bc2-854f-3a40716855ad admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9334130 Jul 29 23:37:39.553870 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53914) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:39.559517 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-b9bc3caa-3095-4ecf-b840-68753a1c1afd admin admin] Request body: {'subnet': {'network_id': 'cde036fc-2d60-41e5-9b5b-cf4f908bce44', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-386007753-subnet', 'tenant_id': '4fb146cc3e0a40b5a1018788a8e7a1ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:39.565214 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d9877c-ace4-4c5e-9020-dd1d07ee752f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:39.570165 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-13d9877c-ace4-4c5e-9020-dd1d07ee752f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.590658 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-13d9877c-ace4-4c5e-9020-dd1d07ee752f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] device_id is not set on port ef6d7a74-bf94-45f7-b2e4-0de9b2ab7cba yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:37:39.647381 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6f5f5d23-bfb5-43b1-8b38-625e338087ec admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ea489d5a0224a97a910896bb6b794a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0902400 Jul 29 23:37:39.651362 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53916) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:39.661686 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5f5d23-bfb5-43b1-8b38-625e338087ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2754bc-c764-49bb-947c-23379525fb1a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:39.678987 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5cd27656-af49-420e-b88f-85f19be3b701 req-981b79ff-53b0-4c04-84d8-4d9ded460f23 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 210 time: 0.0943348 Jul 29 23:37:39.680183 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-6fa9245a-95f7-4d47-b2e1-52519317955a tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Made reservation on behalf of 7a95e2067dac40d1a2f41b37f14aaf9a for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:39.686703 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-6fa9245a-95f7-4d47-b2e1-52519317955a tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.751046 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bc3caa-3095-4ecf-b840-68753a1c1afd admin admin] Made reservation on behalf of 4fb146cc3e0a40b5a1018788a8e7a1ae for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:39.754532 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9bc3caa-3095-4ecf-b840-68753a1c1afd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.839141 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5033b537-6c28-4103-adb3-4c3a2f8f6130 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.906740 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95ec39b2-32fa-4b32-9e02-a14db15a171e tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.919012 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-13d9877c-ace4-4c5e-9020-dd1d07ee752f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Allocated IP 172.20.0.9 (cdfaf891-5032-4812-91f0-c2a3202d7ec9/9dfefccd-c2a1-426a-9267-7522ccfdc19e/ef6d7a74-bf94-45f7-b2e4-0de9b2ab7cba) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:39.928557 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5033b537-6c28-4103-adb3-4c3a2f8f6130 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:39.961789 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-6fa9245a-95f7-4d47-b2e1-52519317955a tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Allocated IP 172.20.0.13 (ebc3405b-dbdf-4745-bae9-00b7363339da/b7783f5c-0922-4c71-a9e3-d83ec4828df5/35673d14-3bc7-4aac-8a2b-101b6c3f2600) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:40.025800 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95ec39b2-32fa-4b32-9e02-a14db15a171e tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.113857 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412530cf-37f1-42fb-a7ff-125d6c5b0277 None None] Network cdfaf891-5032-4812-91f0-c2a3202d7ec9 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:40.184864 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5ccdfe66-5d6d-4482-9be9-d290e9ffa5d0 None None] Provisioning for port c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:40.285163 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-6fa9245a-95f7-4d47-b2e1-52519317955a tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.325817 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95ec39b2-32fa-4b32-9e02-a14db15a171e tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.348719 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95ec39b2-32fa-4b32-9e02-a14db15a171e tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.401543 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5033b537-6c28-4103-adb3-4c3a2f8f6130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.404430 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5033b537-6c28-4103-adb3-4c3a2f8f6130 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.405610 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5033b537-6c28-4103-adb3-4c3a2f8f6130 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd2754bc-c764-49bb-947c-23379525fb1a HTTP/1.1" status: 204 len: 168 time: 0.7551374 Jul 29 23:37:40.439264 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-6fa9245a-95f7-4d47-b2e1-52519317955a tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.450391 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5033b537-6c28-4103-adb3-4c3a2f8f6130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2754bc-c764-49bb-947c-23379525fb1a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:40.465969 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95ec39b2-32fa-4b32-9e02-a14db15a171e tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.524267 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9bc3caa-3095-4ecf-b840-68753a1c1afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.530492 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec39b2-32fa-4b32-9e02-a14db15a171e tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Pushing event updated for resources: {'Port': ['ID=c512a0a3-f95a-430a-9641-480457210b40,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:40.541076 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-6fa9245a-95f7-4d47-b2e1-52519317955a tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Network ebc3405b-dbdf-4745-bae9-00b7363339da is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:40.569072 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-6fa9245a-95f7-4d47-b2e1-52519317955a tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:40.577342 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-6fa9245a-95f7-4d47-b2e1-52519317955a tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:40.584677 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-13d9877c-ace4-4c5e-9020-dd1d07ee752f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.635467 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc3caa-3095-4ecf-b840-68753a1c1afd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b54ae24d-c265-422c-adbc-8e5d8dd842f4,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:40.655868 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-13d9877c-ace4-4c5e-9020-dd1d07ee752f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Transition to ACTIVE for port object ef6d7a74-bf94-45f7-b2e4-0de9b2ab7cba will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:40.671353 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa9245a-95f7-4d47-b2e1-52519317955a tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Pushing event updated for resources: {'Port': ['ID=35673d14-3bc7-4aac-8a2b-101b6c3f2600,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:40.686957 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-6fa9245a-95f7-4d47-b2e1-52519317955a tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:40.687647 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-6fa9245a-95f7-4d47-b2e1-52519317955a tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.689147 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bc3caa-3095-4ecf-b840-68753a1c1afd admin admin] Checking segment: {'id': 'a93c9df4-cb80-4c08-8aaf-a5ae7f1eebd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cde036fc-2d60-41e5-9b5b-cf4f908bce44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:40.689662 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bc3caa-3095-4ecf-b840-68753a1c1afd admin admin] Network hostable DHCP agents. Network: cde036fc-2d60-41e5-9b5b-cf4f908bce44, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:37:40.718847 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-95ec39b2-32fa-4b32-9e02-a14db15a171e tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Floating IP 5ce78201-da20-4aff-b6f6-b883084e6710 associated. External IP: 172.25.8.94, port: 2dbd7d64-6300-457b-bbf1-9949ac79726c. Jul 29 23:37:40.724567 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-6fa9245a-95f7-4d47-b2e1-52519317955a tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7029271 Jul 29 23:37:40.725335 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bc3caa-3095-4ecf-b840-68753a1c1afd admin admin] Network cde036fc-2d60-41e5-9b5b-cf4f908bce44 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:37:40.738286 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-13d9877c-ace4-4c5e-9020-dd1d07ee752f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.771039 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-133a7451-f73a-4924-9bfe-796a3b2644bc None None] Provisioning for port 46d633ec-6bbf-4545-b0bd-2c92f671b518 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:40.781418 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-133a7451-f73a-4924-9bfe-796a3b2644bc None None] Provisioning complete for port 46d633ec-6bbf-4545-b0bd-2c92f671b518 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:40.782439 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-133a7451-f73a-4924-9bfe-796a3b2644bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.792712 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-0e5d4a9d-33d1-4c00-8195-d7cfbefa03eb service neutron] Request body: {'port': {'device_id': 'c4c7c4a0-d52f-42fb-8b54-394b4f16148d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:40.826043 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-b9bc3caa-3095-4ecf-b840-68753a1c1afd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, cde036fc-2d60-41e5-9b5b-cf4f908bce44) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:40.834042 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bc3caa-3095-4ecf-b840-68753a1c1afd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:40.834775 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9bc3caa-3095-4ecf-b840-68753a1c1afd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.844262 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d9877c-ace4-4c5e-9020-dd1d07ee752f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network cdfaf891-5032-4812-91f0-c2a3202d7ec9 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:40.844772 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-133a7451-f73a-4924-9bfe-796a3b2644bc None None] Port 46d633ec-6bbf-4545-b0bd-2c92f671b518 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:40.854327 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7b46d6-afe6-430b-bd64-57cf89c58241 None None] Network cde036fc-2d60-41e5-9b5b-cf4f908bce44 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:40.864012 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-13d9877c-ace4-4c5e-9020-dd1d07ee752f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:40.867132 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d9877c-ace4-4c5e-9020-dd1d07ee752f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:40.870682 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d9877c-ace4-4c5e-9020-dd1d07ee752f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Port': ['ID=ef6d7a74-bf94-45f7-b2e4-0de9b2ab7cba,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:40.879560 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53926) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:40.920082 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e6d6b907-f95f-41be-b10c-5cf78a337c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:40.954899 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b9bc3caa-3095-4ecf-b840-68753a1c1afd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3995178 Jul 29 23:37:41.014301 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-0e5d4a9d-33d1-4c00-8195-d7cfbefa03eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.016517 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d9877c-ace4-4c5e-9020-dd1d07ee752f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:41.016726 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-13d9877c-ace4-4c5e-9020-dd1d07ee752f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.051736 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81571026-f27d-4038-a9e6-7a5b0523f935 req-06d42f18-73ae-4598-ad68-9c33d8ce9af8 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:41.059402 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81571026-f27d-4038-a9e6-7a5b0523f935 req-06d42f18-73ae-4598-ad68-9c33d8ce9af8 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 932 time: 0.2194026 Jul 29 23:37:41.141315 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a970d45c-66aa-4b18-8e23-d52ce9c14ca8 None None] Network cde036fc-2d60-41e5-9b5b-cf4f908bce44 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:41.143369 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:41.162952 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e6d6b907-f95f-41be-b10c-5cf78a337c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.171799 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e6d6b907-f95f-41be-b10c-5cf78a337c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.234685 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d6b907-f95f-41be-b10c-5cf78a337c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=899fe936-2bf6-4b39-a06d-5c7559c2e339,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:41.243979 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-13d9877c-ace4-4c5e-9020-dd1d07ee752f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1282074 Jul 29 23:37:41.246595 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53934) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:41.256643 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81571026-f27d-4038-a9e6-7a5b0523f935 req-d674275d-5abc-461f-94dc-d7404695d3f4 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960664 Jul 29 23:37:41.291696 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a993f942-d6eb-490f-b426-8d1e42071d67 None None] Provisioning complete for port 46d633ec-6bbf-4545-b0bd-2c92f671b518 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:41.292437 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a993f942-d6eb-490f-b426-8d1e42071d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.339999 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:41.346469 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a993f942-d6eb-490f-b426-8d1e42071d67 None None] Port 46d633ec-6bbf-4545-b0bd-2c92f671b518 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:41.348226 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:41.348598 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.361614 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e6d6b907-f95f-41be-b10c-5cf78a337c6a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d63b4bdf851143f3b07ab8bf1a464807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4800165 Jul 29 23:37:41.372275 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53938) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:41.406679 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1038853-cd08-4cc4-88a7-086b624c6b20 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:41.412733 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a1038853-cd08-4cc4-88a7-086b624c6b20 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1645885 Jul 29 23:37:41.416423 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53942) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:41.490490 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2479e9d9-487b-4471-b1aa-dee57716eaa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.502117 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cec3a4-8192-4e2a-b0fe-8f15ae729e1a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:41.506179 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.509342 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cec3a4-8192-4e2a-b0fe-8f15ae729e1a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:41.515967 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ec39b2-32fa-4b32-9e02-a14db15a171e tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Router 925ce1fe-ed0a-4d1f-ac94-dd58d6760967 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:37:41.517325 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cec3a4-8192-4e2a-b0fe-8f15ae729e1a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:41.522377 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53944) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:41.522670 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-33cec3a4-8192-4e2a-b0fe-8f15ae729e1a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1052473 Jul 29 23:37:41.556418 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2479e9d9-487b-4471-b1aa-dee57716eaa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.578738 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7,segment=NetworkSegment(2e729ff5-d242-44e7-ad94-50c342f205ea),segment_id=2e729ff5-d242-44e7-ad94-50c342f205ea)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:41.583446 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-963cf311-e278-430b-8aad-6f37abf57164 None None] Provisioning for port ef6d7a74-bf94-45f7-b2e4-0de9b2ab7cba completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:41.589080 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-963cf311-e278-430b-8aad-6f37abf57164 None None] Provisioning complete for port ef6d7a74-bf94-45f7-b2e4-0de9b2ab7cba triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:41.589080 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-963cf311-e278-430b-8aad-6f37abf57164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.609427 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.623628 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2479e9d9-487b-4471-b1aa-dee57716eaa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.629140 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2479e9d9-487b-4471-b1aa-dee57716eaa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.630944 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2479e9d9-487b-4471-b1aa-dee57716eaa0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/899fe936-2bf6-4b39-a06d-5c7559c2e339 HTTP/1.1" status: 204 len: 168 time: 0.2575457 Jul 29 23:37:41.646962 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479e9d9-487b-4471-b1aa-dee57716eaa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899fe936-2bf6-4b39-a06d-5c7559c2e339,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:41.723297 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-963cf311-e278-430b-8aad-6f37abf57164 None None] Port ef6d7a74-bf94-45f7-b2e4-0de9b2ab7cba cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:41.756165 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:41.880538 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-0e5d4a9d-33d1-4c00-8195-d7cfbefa03eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35673d14-3bc7-4aac-8a2b-101b6c3f2600 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:41.912764 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-0e5d4a9d-33d1-4c00-8195-d7cfbefa03eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.935205 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-91283796-5590-4016-b1d6-506a55f0be49 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting port ef6d7a74-bf94-45f7-b2e4-0de9b2ab7cba {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:41.935542 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-91283796-5590-4016-b1d6-506a55f0be49 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:41.957926 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ec39b2-32fa-4b32-9e02-a14db15a171e tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:37:41.969061 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9d4b7e-8dc7-43db-8c63-ed25f370731f None None] Sync routers for ids ['925ce1fe-ed0a-4d1f-ac94-dd58d6760967'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:37:41.979632 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9d4b7e-8dc7-43db-8c63-ed25f370731f None None] Routers {'925ce1fe-ed0a-4d1f-ac94-dd58d6760967'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:41.980316 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9d9d4b7e-8dc7-43db-8c63-ed25f370731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:37:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['925ce1fe-ed0a-4d1f-ac94-dd58d6760967'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:41.989909 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-0e5d4a9d-33d1-4c00-8195-d7cfbefa03eb service neutron] Transition to ACTIVE for port object 35673d14-3bc7-4aac-8a2b-101b6c3f2600 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:42.000627 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-0c9e31f1-c55a-49ca-9ac8-eb9a7366edf3 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:42.002038 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-0c9e31f1-c55a-49ca-9ac8-eb9a7366edf3 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] 10.222.0.18 "GET /v2.0/networks?id=cde036fc-2d60-41e5-9b5b-cf4f908bce44 HTTP/1.1" status: 200 len: 821 time: 0.2901506 Jul 29 23:37:42.010806 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-0e5d4a9d-33d1-4c00-8195-d7cfbefa03eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.033248 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53958) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:42.055407 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9157bd7-233a-45c6-b9c5-cbe5ae0c0db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.068196 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95ec39b2-32fa-4b32-9e02-a14db15a171e tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.105781 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-c02d350d-bd85-46e5-930a-4dad67f6f03f tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] 10.222.0.18 "GET /v2.0/quotas/4fb146cc3e0a40b5a1018788a8e7a1ae HTTP/1.1" status: 200 len: 375 time: 0.0827088 Jul 29 23:37:42.116160 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-9d9d4b7e-8dc7-43db-8c63-ed25f370731f None None] Set router 925ce1fe-ed0a-4d1f-ac94-dd58d6760967 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:42.198876 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9157bd7-233a-45c6-b9c5-cbe5ae0c0db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.203929 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9157bd7-233a-45c6-b9c5-cbe5ae0c0db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.246457 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b9157bd7-233a-45c6-b9c5-cbe5ae0c0db9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7fd51e0ecbb840a4bec66bd3de176aaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2102630 Jul 29 23:37:42.247331 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9157bd7-233a-45c6-b9c5-cbe5ae0c0db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8567d91b-a80f-4781-83ff-c12768e595c5,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:42.250914 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53960) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:42.318528 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5c302dc-b8cc-4daf-8451-c8ea6c0d30e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.344128 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5c302dc-b8cc-4daf-8451-c8ea6c0d30e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.408462 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5c302dc-b8cc-4daf-8451-c8ea6c0d30e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.412971 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5c302dc-b8cc-4daf-8451-c8ea6c0d30e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.414151 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e5c302dc-b8cc-4daf-8451-c8ea6c0d30e5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8567d91b-a80f-4781-83ff-c12768e595c5 HTTP/1.1" status: 204 len: 168 time: 0.1622763 Jul 29 23:37:42.419768 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9d9d4b7e-8dc7-43db-8c63-ed25f370731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'name': 'tempest-TestServerBasicOps-2064825832-router', 'tenant_id': '1783dd15c07244cf9315c27ec92931b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '13548b6d-a9b7-4ac3-bc47-20084219c94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:44Z', 'revision_number': 4, 'project_id': '1783dd15c07244cf9315c27ec92931b3', 'gw_port': {'id': '13548b6d-a9b7-4ac3-bc47-20084219c94c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '5ce78201-da20-4aff-b6f6-b883084e6710', 'tenant_id': '1783dd15c07244cf9315c27ec92931b3', 'floating_ip_address': '172.25.8.94', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'port_id': '2dbd7d64-6300-457b-bbf1-9949ac79726c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '683b6795-2fa0-4ca9-a524-56fb58dfd01a', 'mac_address': 'fa:16:3e:0f:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e11f80d-75f1-4448-bc82-9f70787be424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:37:39Z', 'updated_at': '2021-07-29T23:37:39Z', 'revision_number': 0, 'project_id': '1783dd15c07244cf9315c27ec92931b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f892a1e6-f49e-4dbe-8f94-7aa18b063713', 'name': '', 'network_id': '683b6795-2fa0-4ca9-a524-56fb58dfd01a', 'tenant_id': '1783dd15c07244cf9315c27ec92931b3', 'mac_address': 'fa:16:3e:80:02:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '3fa239c5-5119-46c0-9a47-909641a9faaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:42Z', 'updated_at': '2021-07-29T23:36:51Z', 'revision_number': 5, 'project_id': '1783dd15c07244cf9315c27ec92931b3', 'subnets': [{'id': '3fa239c5-5119-46c0-9a47-909641a9faaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:42.422814 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c302dc-b8cc-4daf-8451-c8ea6c0d30e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8567d91b-a80f-4781-83ff-c12768e595c5,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:42.451729 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9d4b7e-8dc7-43db-8c63-ed25f370731f None None] Checking router: 925ce1fe-ed0a-4d1f-ac94-dd58d6760967 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:37:42.466247 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9d4b7e-8dc7-43db-8c63-ed25f370731f None None] Routers {'925ce1fe-ed0a-4d1f-ac94-dd58d6760967'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:42.467014 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9d9d4b7e-8dc7-43db-8c63-ed25f370731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:37:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['925ce1fe-ed0a-4d1f-ac94-dd58d6760967'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:42.540115 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d4a9d-33d1-4c00-8195-d7cfbefa03eb service neutron] Pushing event updated for resources: {'Port': ['ID=35673d14-3bc7-4aac-8a2b-101b6c3f2600,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:42.552058 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-5c30061d-8ad4-4c9b-9cbd-f8a3d7c8f2f8 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4fb146cc3e0a40b5a1018788a8e7a1ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530727 Jul 29 23:37:42.563223 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-95ec39b2-32fa-4b32-9e02-a14db15a171e tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.1694958 Jul 29 23:37:42.565544 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e11f80d-75f1-4448-bc82-9f70787be424', 'tag': '2dbd7d64-6300-457b-bbf1-9949ac79726c'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:42.568317 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f407d6-c3a9-4ea4-8230-acecf35f548c" -d '{"events": [{"name": "network-changed", "server_uuid": "3e11f80d-75f1-4448-bc82-9f70787be424", "tag": "2dbd7d64-6300-457b-bbf1-9949ac79726c"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:42.577224 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-91283796-5590-4016-b1d6-506a55f0be49 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.657458 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-91283796-5590-4016-b1d6-506a55f0be49 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Calling delete_port for ef6d7a74-bf94-45f7-b2e4-0de9b2ab7cba owned by {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:42.749131 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-9d9d4b7e-8dc7-43db-8c63-ed25f370731f None None] Set router 925ce1fe-ed0a-4d1f-ac94-dd58d6760967 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:37:42.791801 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-0e5d4a9d-33d1-4c00-8195-d7cfbefa03eb service neutron] Attempting to bind port 35673d14-3bc7-4aac-8a2b-101b6c3f2600 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:42.792362 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-0e5d4a9d-33d1-4c00-8195-d7cfbefa03eb service neutron] Attempting to bind port 35673d14-3bc7-4aac-8a2b-101b6c3f2600 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'c898618f-8f6f-4111-ba8e-fe1c70cde634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:42.792660 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-0e5d4a9d-33d1-4c00-8195-d7cfbefa03eb service neutron] Attempting to bind port 35673d14-3bc7-4aac-8a2b-101b6c3f2600 on network ebc3405b-dbdf-4745-bae9-00b7363339da {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:42.841218 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-0e5d4a9d-33d1-4c00-8195-d7cfbefa03eb service neutron] Port 35673d14-3bc7-4aac-8a2b-101b6c3f2600 on network ebc3405b-dbdf-4745-bae9-00b7363339da not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:42.841707 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-0e5d4a9d-33d1-4c00-8195-d7cfbefa03eb service neutron] Attempting to bind port 35673d14-3bc7-4aac-8a2b-101b6c3f2600 on network ebc3405b-dbdf-4745-bae9-00b7363339da {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:42.848896 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-0e5d4a9d-33d1-4c00-8195-d7cfbefa03eb service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:42.849243 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-0e5d4a9d-33d1-4c00-8195-d7cfbefa03eb service neutron] Checking segment: {'id': 'c898618f-8f6f-4111-ba8e-fe1c70cde634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:42.849622 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-0e5d4a9d-33d1-4c00-8195-d7cfbefa03eb service neutron] Bound using segment: {'id': 'c898618f-8f6f-4111-ba8e-fe1c70cde634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:42.850061 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-0e5d4a9d-33d1-4c00-8195-d7cfbefa03eb service neutron] Bound port: 35673d14-3bc7-4aac-8a2b-101b6c3f2600, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c898618f-8f6f-4111-ba8e-fe1c70cde634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:42.850454 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-0e5d4a9d-33d1-4c00-8195-d7cfbefa03eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:42.855933 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-a3fb766c-0b48-4667-a433-dc3fbf93fa7f service neutron] 10.222.0.18 "GET /v2.0/networks/cde036fc-2d60-41e5-9b5b-cf4f908bce44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814653 Jul 29 23:37:42.997004 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:43.045217 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-0e5d4a9d-33d1-4c00-8195-d7cfbefa03eb service neutron] For port 35673d14-3bc7-4aac-8a2b-101b6c3f2600, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:43.053149 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-91283796-5590-4016-b1d6-506a55f0be49 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.056409 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-0e5d4a9d-33d1-4c00-8195-d7cfbefa03eb service neutron] For port 35673d14-3bc7-4aac-8a2b-101b6c3f2600, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=35673d14-3bc7-4aac-8a2b-101b6c3f2600,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:43.086278 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:43.086651 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.091093 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-0e5d4a9d-33d1-4c00-8195-d7cfbefa03eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.098186 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-5b2bfaf8-4ac3-483f-be57-36aa6ed840af service neutron] 10.222.0.18 "GET /v2.0/networks/cde036fc-2d60-41e5-9b5b-cf4f908bce44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318313 Jul 29 23:37:43.102614 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91283796-5590-4016-b1d6-506a55f0be49 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Port': ['ID=ef6d7a74-bf94-45f7-b2e4-0de9b2ab7cba,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:43.116046 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9d9d4b7e-8dc7-43db-8c63-ed25f370731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'name': 'tempest-TestServerBasicOps-2064825832-router', 'tenant_id': '1783dd15c07244cf9315c27ec92931b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '13548b6d-a9b7-4ac3-bc47-20084219c94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:44Z', 'revision_number': 4, 'project_id': '1783dd15c07244cf9315c27ec92931b3', 'gw_port': {'id': '13548b6d-a9b7-4ac3-bc47-20084219c94c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '5ce78201-da20-4aff-b6f6-b883084e6710', 'tenant_id': '1783dd15c07244cf9315c27ec92931b3', 'floating_ip_address': '172.25.8.94', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'port_id': '2dbd7d64-6300-457b-bbf1-9949ac79726c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '683b6795-2fa0-4ca9-a524-56fb58dfd01a', 'mac_address': 'fa:16:3e:0f:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e11f80d-75f1-4448-bc82-9f70787be424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:37:39Z', 'updated_at': '2021-07-29T23:37:39Z', 'revision_number': 0, 'project_id': '1783dd15c07244cf9315c27ec92931b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f892a1e6-f49e-4dbe-8f94-7aa18b063713', 'name': '', 'network_id': '683b6795-2fa0-4ca9-a524-56fb58dfd01a', 'tenant_id': '1783dd15c07244cf9315c27ec92931b3', 'mac_address': 'fa:16:3e:80:02:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '3fa239c5-5119-46c0-9a47-909641a9faaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:42Z', 'updated_at': '2021-07-29T23:36:51Z', 'revision_number': 5, 'project_id': '1783dd15c07244cf9315c27ec92931b3', 'subnets': [{'id': '3fa239c5-5119-46c0-9a47-909641a9faaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:43.152692 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d9d4b7e-8dc7-43db-8c63-ed25f370731f None None] The sync data for ids ['925ce1fe-ed0a-4d1f-ac94-dd58d6760967'] in n-d-712140-10 is: [{'id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'name': 'tempest-TestServerBasicOps-2064825832-router', 'tenant_id': '1783dd15c07244cf9315c27ec92931b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '13548b6d-a9b7-4ac3-bc47-20084219c94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:44Z', 'revision_number': 4, 'project_id': '1783dd15c07244cf9315c27ec92931b3', 'gw_port': {'id': '13548b6d-a9b7-4ac3-bc47-20084219c94c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '5ce78201-da20-4aff-b6f6-b883084e6710', 'tenant_id': '1783dd15c07244cf9315c27ec92931b3', 'floating_ip_address': '172.25.8.94', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'port_id': '2dbd7d64-6300-457b-bbf1-9949ac79726c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '683b6795-2fa0-4ca9-a524-56fb58dfd01a', 'mac_address': 'fa:16:3e:0f:bb:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e11f80d-75f1-4448-bc82-9f70787be424', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:37:39Z', 'updated_at': '2021-07-29T23:37:39Z', 'revision_number': 0, 'project_id': '1783dd15c07244cf9315c27ec92931b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f892a1e6-f49e-4dbe-8f94-7aa18b063713', 'name': '', 'network_id': '683b6795-2fa0-4ca9-a524-56fb58dfd01a', 'tenant_id': '1783dd15c07244cf9315c27ec92931b3', 'mac_address': 'fa:16:3e:80:02:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '3fa239c5-5119-46c0-9a47-909641a9faaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:42Z', 'updated_at': '2021-07-29T23:36:51Z', 'revision_number': 5, 'project_id': '1783dd15c07244cf9315c27ec92931b3', 'subnets': [{'id': '3fa239c5-5119-46c0-9a47-909641a9faaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:37:43.167226 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5d4a9d-33d1-4c00-8195-d7cfbefa03eb service neutron] Pushing event updated for resources: {'Port': ['ID=35673d14-3bc7-4aac-8a2b-101b6c3f2600,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:43.173981 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-0e5d4a9d-33d1-4c00-8195-d7cfbefa03eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:43.174600 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-0e5d4a9d-33d1-4c00-8195-d7cfbefa03eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.176556 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-0e5d4a9d-33d1-4c00-8195-d7cfbefa03eb service neutron] 10.222.0.23 "PUT /v2.0/ports/35673d14-3bc7-4aac-8a2b-101b6c3f2600 HTTP/1.1" status: 200 len: 1093 time: 2.3928857 Jul 29 23:37:43.330211 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-91283796-5590-4016-b1d6-506a55f0be49 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.332994 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-91283796-5590-4016-b1d6-506a55f0be49 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/ports/ef6d7a74-bf94-45f7-b2e4-0de9b2ab7cba HTTP/1.1" status: 204 len: 168 time: 1.8082745 Jul 29 23:37:43.335730 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53992) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:43.345415 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-0bf95437-cf99-4307-9fff-6c7af6dbd693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:43.347616 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-0bf95437-cf99-4307-9fff-6c7af6dbd693 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a95e2067dac40d1a2f41b37f14aaf9a&device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 1096 time: 0.0808802 Jul 29 23:37:43.395373 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53994) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:43.400391 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fee2429-63b7-4a75-abf6-ad476d561372 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] GET failed (client error): The resource could not be found. Jul 29 23:37:43.402162 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1fee2429-63b7-4a75-abf6-ad476d561372 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "GET /v2.0/ports/ef6d7a74-bf94-45f7-b2e4-0de9b2ab7cba HTTP/1.1" status: 404 len: 333 time: 0.0646558 Jul 29 23:37:43.410827 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53998) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:43.413518 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-e59efd85-3e92-4752-8a43-c26a3d82c798 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35673d14-3bc7-4aac-8a2b-101b6c3f2600 HTTP/1.1" status: 200 len: 217 time: 0.0554254 Jul 29 23:37:43.482921 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-5d81cf8e-97bb-4508-898f-03b4ecb6adf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:43.484447 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-5d81cf8e-97bb-4508-898f-03b4ecb6adf3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7783f5c-0922-4c71-a9e3-d83ec4828df5 HTTP/1.1" status: 200 len: 851 time: 0.0647259 Jul 29 23:37:43.533101 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-5fc6fda2-edec-4fc7-bfaf-131c6f648dae service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ebc3405b-dbdf-4745-bae9-00b7363339da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363824 Jul 29 23:37:43.552202 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8502aa48-9b71-4226-b73c-d02dbe6c3da3 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting port 46d633ec-6bbf-4545-b0bd-2c92f671b518 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:43.553536 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8502aa48-9b71-4226-b73c-d02dbe6c3da3 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.605434 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e7e7bca-4bb7-4657-91a3-ef4ae6fe82ee None None] New status for floating IP 5ce78201-da20-4aff-b6f6-b883084e6710: ACTIVE {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:37:43.639796 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43520863-b26e-4dcd-a444-94f15fa66047 req-b5f14231-3c3f-40cd-9724-1112f7d56bf3 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:43.641862 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43520863-b26e-4dcd-a444-94f15fa66047 req-b5f14231-3c3f-40cd-9724-1112f7d56bf3 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 944 time: 0.1562285 Jul 29 23:37:43.666814 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-b0b3f655-03b3-4656-a1ec-c9828a28cb84 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-970417614-network', 'tenant_id': '31c6b4da3330473e9172806a4f14ca41'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:43.703669 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8502aa48-9b71-4226-b73c-d02dbe6c3da3 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.709308 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43520863-b26e-4dcd-a444-94f15fa66047 req-ca5562d8-4850-40d4-a3ce-50e6c4a66960 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599089 Jul 29 23:37:43.726147 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-e9469065-4bcc-4ba5-9e06-688240dacea2 service neutron] 10.222.0.23 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772158 Jul 29 23:37:43.727441 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b3f655-03b3-4656-a1ec-c9828a28cb84 admin admin] Made reservation on behalf of 31c6b4da3330473e9172806a4f14ca41 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:43.730104 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0b3f655-03b3-4656-a1ec-c9828a28cb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.741138 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8502aa48-9b71-4226-b73c-d02dbe6c3da3 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Calling delete_port for 46d633ec-6bbf-4545-b0bd-2c92f671b518 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:43.743566 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0b3f655-03b3-4656-a1ec-c9828a28cb84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:43.858004 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea618ba-813a-4457-aad5-4a876bd89fbb x-openstack-request-id: req-7ea618ba-813a-4457-aad5-4a876bd89fbb {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:43.858614 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e11f80d-75f1-4448-bc82-9f70787be424", "tag": "2dbd7d64-6300-457b-bbf1-9949ac79726c", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:43.859574 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7ea618ba-813a-4457-aad5-4a876bd89fbb {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:43.860326 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e11f80d-75f1-4448-bc82-9f70787be424', 'tag': '2dbd7d64-6300-457b-bbf1-9949ac79726c', 'status': 'completed', 'code': 200} Jul 29 23:37:43.906912 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b8941a5-63dc-451e-821d-feb6eaf01541 req-cc11c2e5-4deb-4f79-b7d9-47cea003e8b2 service neutron] 10.222.0.23 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720681 Jul 29 23:37:43.971162 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f6bde97a-7722-4a3a-a5c2-7bee51d2a77c req-212caf88-90b3-4236-a8c9-c49bc3c5ac63 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] 10.222.0.18 "GET /v2.0/ports?device_id=94a448e3-035f-4a06-8c08-dec4a38667f5 HTTP/1.1" status: 200 len: 210 time: 0.0413444 Jul 29 23:37:43.979891 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f407d6-c3a9-4ea4-8230-acecf35f548c req-bda1d90d-74ff-4589-bad4-076cdbd3dfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:43.981690 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-19f407d6-c3a9-4ea4-8230-acecf35f548c req-bda1d90d-74ff-4589-bad4-076cdbd3dfc6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1783dd15c07244cf9315c27ec92931b3&device_id=3e11f80d-75f1-4448-bc82-9f70787be424 HTTP/1.1" status: 200 len: 1097 time: 0.0977342 Jul 29 23:37:44.036746 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0b3f655-03b3-4656-a1ec-c9828a28cb84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.041350 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8502aa48-9b71-4226-b73c-d02dbe6c3da3 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.043442 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0b3f655-03b3-4656-a1ec-c9828a28cb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.105718 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502aa48-9b71-4226-b73c-d02dbe6c3da3 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Port': ['ID=46d633ec-6bbf-4545-b0bd-2c92f671b518,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:44.108643 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f407d6-c3a9-4ea4-8230-acecf35f548c req-92934400-a8b9-43ef-b8df-d38128b8a44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:44.111050 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-19f407d6-c3a9-4ea4-8230-acecf35f548c req-92934400-a8b9-43ef-b8df-d38128b8a44d service neutron] 10.222.0.23 "GET /v2.0/networks?id=683b6795-2fa0-4ca9-a524-56fb58dfd01a HTTP/1.1" status: 200 len: 910 time: 0.1168351 Jul 29 23:37:44.122254 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b3f655-03b3-4656-a1ec-c9828a28cb84 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:44.146741 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b3f655-03b3-4656-a1ec-c9828a28cb84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34620b70-4b2b-4cd7-876a-7983de9a6701,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:44.176700 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0b3f655-03b3-4656-a1ec-c9828a28cb84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.177060 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-b0b3f655-03b3-4656-a1ec-c9828a28cb84 admin admin] Added segment 7571af66-ea80-4cd3-b238-7b868a282d7b of type vlan for network c2b73bc0-3c80-4afd-94a1-0e2762308a37 Jul 29 23:37:44.214321 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-19f407d6-c3a9-4ea4-8230-acecf35f548c req-e813d252-5408-4158-b78e-81d8406e5910 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2dbd7d64-6300-457b-bbf1-9949ac79726c HTTP/1.1" status: 200 len: 1000 time: 0.0825045 Jul 29 23:37:44.238910 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0b3f655-03b3-4656-a1ec-c9828a28cb84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.243064 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8502aa48-9b71-4226-b73c-d02dbe6c3da3 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.245042 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8502aa48-9b71-4226-b73c-d02dbe6c3da3 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/ports/46d633ec-6bbf-4545-b0bd-2c92f671b518 HTTP/1.1" status: 204 len: 168 time: 0.8317544 Jul 29 23:37:44.248355 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54010) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:44.292658 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-3db2f559-b306-4d46-80af-cb84db521b07 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] GET failed (client error): The resource could not be found. Jul 29 23:37:44.295187 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3db2f559-b306-4d46-80af-cb84db521b07 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "GET /v2.0/ports/46d633ec-6bbf-4545-b0bd-2c92f671b518 HTTP/1.1" status: 404 len: 333 time: 0.0457509 Jul 29 23:37:44.297817 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f407d6-c3a9-4ea4-8230-acecf35f548c req-0e31d74a-a22e-4245-8bca-2f0c9ecdaa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:44.298926 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54012) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:44.302623 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-19f407d6-c3a9-4ea4-8230-acecf35f548c req-0e31d74a-a22e-4245-8bca-2f0c9ecdaa51 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3fa239c5-5119-46c0-9a47-909641a9faaa HTTP/1.1" status: 200 len: 848 time: 0.0796123 Jul 29 23:37:44.348502 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0b3f655-03b3-4656-a1ec-c9828a28cb84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.349474 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b3f655-03b3-4656-a1ec-c9828a28cb84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:44.350070 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0b3f655-03b3-4656-a1ec-c9828a28cb84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.360486 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f407d6-c3a9-4ea4-8230-acecf35f548c req-90264c7e-072f-42a8-ab8c-198abf234b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:44.362170 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-19f407d6-c3a9-4ea4-8230-acecf35f548c req-90264c7e-072f-42a8-ab8c-198abf234b45 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=683b6795-2fa0-4ca9-a524-56fb58dfd01a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0492921 Jul 29 23:37:44.411790 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-a94ac394-5b70-40d8-bc27-e37e8877cd3f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting subnet 9dfefccd-c2a1-426a-9267-7522ccfdc19e {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:37:44.421149 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b0b3f655-03b3-4656-a1ec-c9828a28cb84 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0131495 Jul 29 23:37:44.421149 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a94ac394-5b70-40d8-bc27-e37e8877cd3f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.422675 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54014) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:44.428060 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-78111d54-7687-458a-832e-9eb64c4cc4ce admin admin] Request body: {'subnet': {'network_id': 'c2b73bc0-3c80-4afd-94a1-0e2762308a37', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-970417614-subnet', 'tenant_id': '31c6b4da3330473e9172806a4f14ca41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:44.457980 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b3f655-03b3-4656-a1ec-c9828a28cb84 admin admin] Pushing event updated for resources: {'Network': ['ID=c2b73bc0-3c80-4afd-94a1-0e2762308a37,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:44.473534 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a94ac394-5b70-40d8-bc27-e37e8877cd3f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.474401 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network c2b73bc0-3c80-4afd-94a1-0e2762308a37 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:44.475399 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78111d54-7687-458a-832e-9eb64c4cc4ce admin admin] Made reservation on behalf of 31c6b4da3330473e9172806a4f14ca41 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:44.478280 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-78111d54-7687-458a-832e-9eb64c4cc4ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.526723 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-19f407d6-c3a9-4ea4-8230-acecf35f548c req-0f7e7eff-5c69-4c48-8763-8aee6250ebd2 service neutron] 10.222.0.23 "GET /v2.0/networks/683b6795-2fa0-4ca9-a524-56fb58dfd01a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560199 Jul 29 23:37:44.566739 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a94ac394-5b70-40d8-bc27-e37e8877cd3f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.644069 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a94ac394-5b70-40d8-bc27-e37e8877cd3f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.677599 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a94ac394-5b70-40d8-bc27-e37e8877cd3f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.683153 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a94ac394-5b70-40d8-bc27-e37e8877cd3f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/subnets/9dfefccd-c2a1-426a-9267-7522ccfdc19e HTTP/1.1" status: 204 len: 168 time: 0.3831851 Jul 29 23:37:44.684063 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54016) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:44.684828 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94ac394-5b70-40d8-bc27-e37e8877cd3f tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Subnet': ['ID=9dfefccd-c2a1-426a-9267-7522ccfdc19e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:44.687961 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82c7e11-c06b-453a-9703-d284d47b16ec None None] Network cdfaf891-5032-4812-91f0-c2a3202d7ec9 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:44.723771 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-19f407d6-c3a9-4ea4-8230-acecf35f548c req-30d191bb-af70-42ab-b2bc-a8204391c189 service neutron] 10.222.0.23 "GET /v2.0/networks/683b6795-2fa0-4ca9-a524-56fb58dfd01a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891699 Jul 29 23:37:44.800587 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-63b1ed17-115c-4cfb-b386-01d386a074d7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.879775 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-63b1ed17-115c-4cfb-b386-01d386a074d7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting port c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:44.880191 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-63b1ed17-115c-4cfb-b386-01d386a074d7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.930855 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0745ae-89ef-4828-abe5-47707a49979d None None] DHCP port deletion for cdfaf891-5032-4812-91f0-c2a3202d7ec9 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:37:44.957752 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e38acb-2af1-4d7e-943d-1d8a2e808a3b req-f7ee5e91-f440-401b-aeab-645fe132ffc4 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:44.962795 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-11e38acb-2af1-4d7e-943d-1d8a2e808a3b req-f7ee5e91-f440-401b-aeab-645fe132ffc4 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 944 time: 0.1279399 Jul 29 23:37:44.979108 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-9e1ff012-8960-4c74-b5d4-b431b337be95 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:44.981129 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-9e1ff012-8960-4c74-b5d4-b431b337be95 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] 10.222.0.23 "GET /v2.0/networks?id=cde036fc-2d60-41e5-9b5b-cf4f908bce44 HTTP/1.1" status: 200 len: 821 time: 0.3266058 Jul 29 23:37:44.989938 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-db0745ae-89ef-4828-abe5-47707a49979d None None] Deleting port c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:44.990656 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-db0745ae-89ef-4828-abe5-47707a49979d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:44.996287 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-63b1ed17-115c-4cfb-b386-01d386a074d7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] For port c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7,segment=NetworkSegment(2e729ff5-d242-44e7-ad94-50c342f205ea),segment_id=2e729ff5-d242-44e7-ad94-50c342f205ea)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:44.996695 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-63b1ed17-115c-4cfb-b386-01d386a074d7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.011889 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-76efa6be-f772-4825-b5f9-521645798d76 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] Request body: {'port': {'device_id': '94a448e3-035f-4a06-8c08-dec4a38667f5', 'network_id': 'cde036fc-2d60-41e5-9b5b-cf4f908bce44', 'admin_state_up': True, 'tenant_id': '4fb146cc3e0a40b5a1018788a8e7a1ae'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:45.016650 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-63b1ed17-115c-4cfb-b386-01d386a074d7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Calling delete_port for c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:45.019754 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-78111d54-7687-458a-832e-9eb64c4cc4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.036584 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:45.092811 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-db0745ae-89ef-4828-abe5-47707a49979d None None] For port c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7,segment=NetworkSegment(2e729ff5-d242-44e7-ad94-50c342f205ea),segment_id=2e729ff5-d242-44e7-ad94-50c342f205ea)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:45.093256 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-db0745ae-89ef-4828-abe5-47707a49979d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.112717 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-db0745ae-89ef-4828-abe5-47707a49979d None None] Calling delete_port for c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:45.113076 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-11e38acb-2af1-4d7e-943d-1d8a2e808a3b req-81c72feb-9e01-46f3-9313-db50363a429d tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304002 Jul 29 23:37:45.131007 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-63b1ed17-115c-4cfb-b386-01d386a074d7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.146077 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b1ed17-115c-4cfb-b386-01d386a074d7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] No DVR routers for this DVR port c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:45.170927 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1ed17-115c-4cfb-b386-01d386a074d7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Port': ['ID=c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:45.176286 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78111d54-7687-458a-832e-9eb64c4cc4ce admin admin] Checking segment: {'id': '7571af66-ea80-4cd3-b238-7b868a282d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c2b73bc0-3c80-4afd-94a1-0e2762308a37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:45.176644 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78111d54-7687-458a-832e-9eb64c4cc4ce admin admin] Network hostable DHCP agents. Network: c2b73bc0-3c80-4afd-94a1-0e2762308a37, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:37:45.183226 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78111d54-7687-458a-832e-9eb64c4cc4ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8136620-cd64-4ac2-b72c-b1363b51133c,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:45.216491 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.244709 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78111d54-7687-458a-832e-9eb64c4cc4ce admin admin] Network c2b73bc0-3c80-4afd-94a1-0e2762308a37 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:37:45.270038 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-76efa6be-f772-4825-b5f9-521645798d76 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] Made reservation on behalf of 4fb146cc3e0a40b5a1018788a8e7a1ae for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:45.277011 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-76efa6be-f772-4825-b5f9-521645798d76 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.282960 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-78111d54-7687-458a-832e-9eb64c4cc4ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, c2b73bc0-3c80-4afd-94a1-0e2762308a37) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:45.290323 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-db0745ae-89ef-4828-abe5-47707a49979d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.300265 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78111d54-7687-458a-832e-9eb64c4cc4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:45.301172 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-78111d54-7687-458a-832e-9eb64c4cc4ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.323455 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-63b1ed17-115c-4cfb-b386-01d386a074d7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.326027 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b51d47b-4fd8-4d5f-ba29-d0fa03dd7f47 None None] Network c2b73bc0-3c80-4afd-94a1-0e2762308a37 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:45.337520 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-63b1ed17-115c-4cfb-b386-01d386a074d7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdfaf891-5032-4812-91f0-c2a3202d7ec9']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:45.353318 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-63b1ed17-115c-4cfb-b386-01d386a074d7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e729ff5-d242-44e7-ad94-50c342f205ea') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:45.354050 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-63b1ed17-115c-4cfb-b386-01d386a074d7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e729ff5-d242-44e7-ad94-50c342f205ea') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:45.366860 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e3ff5473-6710-4f89-abde-2d5a6cda21a4 req-a8aed844-1fad-4681-976b-243415252fdb tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] 10.222.0.18 "GET /v2.0/ports?device_id=94a448e3-035f-4a06-8c08-dec4a38667f5 HTTP/1.1" status: 200 len: 210 time: 0.0497546 Jul 29 23:37:45.367623 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0745ae-89ef-4828-abe5-47707a49979d None None] No DVR routers for this DVR port c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:45.369757 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0745ae-89ef-4828-abe5-47707a49979d None None] Pushing event deleted for resources: {'Port': ['ID=c2a17ae7-4ba1-4ad0-bdb4-a79804c722f7,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:45.390070 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-78111d54-7687-458a-832e-9eb64c4cc4ce admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9660027 Jul 29 23:37:45.391049 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-63b1ed17-115c-4cfb-b386-01d386a074d7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.409273 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-63b1ed17-115c-4cfb-b386-01d386a074d7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.417866 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63b1ed17-115c-4cfb-b386-01d386a074d7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:45.418369 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-63b1ed17-115c-4cfb-b386-01d386a074d7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.422632 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:37:45.422632 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:45.422632 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:37:45.422632 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:45.422632 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:37:45.422632 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:45.422632 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:37:45.422632 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:45.422632 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:37:45.422632 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:45.422632 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:37:45.422632 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:45.422632 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:37:45.422632 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:45.422632 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:45.422632 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:45.422632 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:45.422632 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:45.422632 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:37:45.422632 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:45.422632 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:37:45.422632 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:45.422632 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:45.422632 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:45.422632 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:45.422632 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:45.422632 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:45.422632 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:45.422632 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:45.422632 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:45.422632 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:45.422632 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:45.498083 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-63b1ed17-115c-4cfb-b386-01d386a074d7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.510980 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-63b1ed17-115c-4cfb-b386-01d386a074d7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.512936 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-63b1ed17-115c-4cfb-b386-01d386a074d7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/networks/cdfaf891-5032-4812-91f0-c2a3202d7ec9 HTTP/1.1" status: 204 len: 168 time: 0.8192942 Jul 29 23:37:45.520670 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54026) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:45.520923 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dec66aa-db13-484e-8bf0-528dc2595891 None None] Network c2b73bc0-3c80-4afd-94a1-0e2762308a37 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:45.526485 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-293c804c-feaa-4afc-bda1-bc521a418eed tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1135501464'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:45.538798 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b1ed17-115c-4cfb-b386-01d386a074d7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Network': ['ID=cdfaf891-5032-4812-91f0-c2a3202d7ec9,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:45.561779 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-76efa6be-f772-4825-b5f9-521645798d76 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] Allocated IP 172.20.0.5 (cde036fc-2d60-41e5-9b5b-cf4f908bce44/b54ae24d-c265-422c-adbc-8e5d8dd842f4/d3bf7d13-e355-4522-9f42-b7418bc7f7df) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:45.575908 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293c804c-feaa-4afc-bda1-bc521a418eed tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:45.579692 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-293c804c-feaa-4afc-bda1-bc521a418eed tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.631244 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-293c804c-feaa-4afc-bda1-bc521a418eed tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:37:45.668358 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-293c804c-feaa-4afc-bda1-bc521a418eed tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.668838 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-293c804c-feaa-4afc-bda1-bc521a418eed tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Added segment 05705914-2dea-438d-9cdc-20149204d95a of type vlan for network 90229c19-1be4-42c9-94e9-32ace2a945c7 Jul 29 23:37:45.749207 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-293c804c-feaa-4afc-bda1-bc521a418eed tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.803162 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-293c804c-feaa-4afc-bda1-bc521a418eed tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.808899 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293c804c-feaa-4afc-bda1-bc521a418eed tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:45.809504 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-293c804c-feaa-4afc-bda1-bc521a418eed tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.872458 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4c7c4a0-d52f-42fb-8b54-394b4f16148d', 'tag': '35673d14-3bc7-4aac-8a2b-101b6c3f2600'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:45.874729 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68e80454-c2f2-4b2e-97fe-3bf9df5a662c" -d '{"events": [{"name": "network-changed", "server_uuid": "c4c7c4a0-d52f-42fb-8b54-394b4f16148d", "tag": "35673d14-3bc7-4aac-8a2b-101b6c3f2600"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:45.887778 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-76efa6be-f772-4825-b5f9-521645798d76 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:45.901666 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-293c804c-feaa-4afc-bda1-bc521a418eed tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3798099 Jul 29 23:37:45.904735 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54036) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:45.911230 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-67651745-4230-4815-8a07-ae9869930992 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'subnet': {'network_id': '90229c19-1be4-42c9-94e9-32ace2a945c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:45.922563 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 35673d14-3bc7-4aac-8a2b-101b6c3f2600 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:37:45.946998 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293c804c-feaa-4afc-bda1-bc521a418eed tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Network': ['ID=90229c19-1be4-42c9-94e9-32ace2a945c7,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:45.963499 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 90229c19-1be4-42c9-94e9-32ace2a945c7 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:37:45.974515 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9823a1e1-884f-4fd6-82d6-122448d7b4d7 x-openstack-request-id: req-9823a1e1-884f-4fd6-82d6-122448d7b4d7 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:45.974819 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4c7c4a0-d52f-42fb-8b54-394b4f16148d", "tag": "35673d14-3bc7-4aac-8a2b-101b6c3f2600", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:45.975327 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9823a1e1-884f-4fd6-82d6-122448d7b4d7 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:45.975732 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4c7c4a0-d52f-42fb-8b54-394b4f16148d', 'tag': '35673d14-3bc7-4aac-8a2b-101b6c3f2600', 'status': 'completed', 'code': 200} Jul 29 23:37:46.043972 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-76efa6be-f772-4825-b5f9-521645798d76 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.054993 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e80454-c2f2-4b2e-97fe-3bf9df5a662c req-1cb042b9-4b20-415a-87c9-c75d1b5ad2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:46.056069 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67651745-4230-4815-8a07-ae9869930992 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:46.056749 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68e80454-c2f2-4b2e-97fe-3bf9df5a662c req-1cb042b9-4b20-415a-87c9-c75d1b5ad2e6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a95e2067dac40d1a2f41b37f14aaf9a&device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 1096 time: 0.0749607 Jul 29 23:37:46.060978 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-67651745-4230-4815-8a07-ae9869930992 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.102035 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 35673d14-3bc7-4aac-8a2b-101b6c3f2600, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=35673d14-3bc7-4aac-8a2b-101b6c3f2600,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:46.125036 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '35673d14-3bc7-4aac-8a2b-101b6c3f2600', 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da', 'port_id': '35673d14-3bc7-4aac-8a2b-101b6c3f2600', 'mac_address': 'fa:16:3e:94:bc:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7783f5c-0922-4c71-a9e3-d83ec4828df5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:37:46.202476 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.219811 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e80454-c2f2-4b2e-97fe-3bf9df5a662c req-e47764e1-8c52-45b2-b260-d4e6597c2866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:46.221378 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68e80454-c2f2-4b2e-97fe-3bf9df5a662c req-e47764e1-8c52-45b2-b260-d4e6597c2866 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ebc3405b-dbdf-4745-bae9-00b7363339da HTTP/1.1" status: 200 len: 912 time: 0.1389763 Jul 29 23:37:46.223399 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-76efa6be-f772-4825-b5f9-521645798d76 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] Network cde036fc-2d60-41e5-9b5b-cf4f908bce44 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:46.228423 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35673d14-3bc7-4aac-8a2b-101b6c3f2600 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:46.235642 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-76efa6be-f772-4825-b5f9-521645798d76 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:46.238389 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-76efa6be-f772-4825-b5f9-521645798d76 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:46.241894 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76efa6be-f772-4825-b5f9-521645798d76 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] Pushing event updated for resources: {'Port': ['ID=d3bf7d13-e355-4522-9f42-b7418bc7f7df,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:46.265624 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 35673d14-3bc7-4aac-8a2b-101b6c3f2600, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=35673d14-3bc7-4aac-8a2b-101b6c3f2600,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:46.271114 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.301753 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-67651745-4230-4815-8a07-ae9869930992 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.336530 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=35673d14-3bc7-4aac-8a2b-101b6c3f2600,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:46.364465 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68e80454-c2f2-4b2e-97fe-3bf9df5a662c req-e7b7915a-9b07-4350-92a3-26a7177a1915 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=35673d14-3bc7-4aac-8a2b-101b6c3f2600 HTTP/1.1" status: 200 len: 217 time: 0.1096618 Jul 29 23:37:46.381043 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67651745-4230-4815-8a07-ae9869930992 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Subnet': ['ID=65867422-6995-4722-9c41-075477ee5d95,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:46.394044 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67651745-4230-4815-8a07-ae9869930992 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Checking segment: {'id': '05705914-2dea-438d-9cdc-20149204d95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90229c19-1be4-42c9-94e9-32ace2a945c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:46.394464 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67651745-4230-4815-8a07-ae9869930992 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network hostable DHCP agents. Network: 90229c19-1be4-42c9-94e9-32ace2a945c7, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:37:46.414031 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67651745-4230-4815-8a07-ae9869930992 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network 90229c19-1be4-42c9-94e9-32ace2a945c7 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:37:46.422107 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-76efa6be-f772-4825-b5f9-521645798d76 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:46.422884 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-76efa6be-f772-4825-b5f9-521645798d76 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.424316 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-67651745-4230-4815-8a07-ae9869930992 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 90229c19-1be4-42c9-94e9-32ace2a945c7) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:46.433291 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ede0175-e01e-4649-94ea-944b91c96def None None] Network 90229c19-1be4-42c9-94e9-32ace2a945c7 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:46.438491 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67651745-4230-4815-8a07-ae9869930992 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:46.439447 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-67651745-4230-4815-8a07-ae9869930992 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.446919 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb324a24-c514-4d02-a8af-c1a1b3ae0d55 req-ed8a0f42-f550-4aad-8462-4a67fcd8cc36 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:46.454912 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb324a24-c514-4d02-a8af-c1a1b3ae0d55 req-ed8a0f42-f550-4aad-8462-4a67fcd8cc36 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 945 time: 0.1984413 Jul 29 23:37:46.457106 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-67651745-4230-4815-8a07-ae9869930992 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5511401 Jul 29 23:37:46.459798 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54048) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:46.467471 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-fcda1846-22f7-4cac-b791-6495b92a9430 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1767677899', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:46.489563 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-76efa6be-f772-4825-b5f9-521645798d76 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4839680 Jul 29 23:37:46.497060 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['35673d14-3bc7-4aac-8a2b-101b6c3f2600'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:46.499717 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fcda1846-22f7-4cac-b791-6495b92a9430 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.501464 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e80454-c2f2-4b2e-97fe-3bf9df5a662c req-169f9f66-4456-41e5-86bc-367c3d40490d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:46.501627 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fcda1846-22f7-4cac-b791-6495b92a9430 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.501862 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68e80454-c2f2-4b2e-97fe-3bf9df5a662c req-169f9f66-4456-41e5-86bc-367c3d40490d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7783f5c-0922-4c71-a9e3-d83ec4828df5 HTTP/1.1" status: 200 len: 851 time: 0.1287405 Jul 29 23:37:46.508573 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-e53bc913-5643-4a89-9c95-8ce9b2cceee9 service neutron] Request body: {'port': {'device_id': '94a448e3-035f-4a06-8c08-dec4a38667f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:46.569600 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fcda1846-22f7-4cac-b791-6495b92a9430 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.575042 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68e80454-c2f2-4b2e-97fe-3bf9df5a662c req-75ea84a8-4eda-4406-af00-95206b755ae1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ebc3405b-dbdf-4745-bae9-00b7363339da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621314 Jul 29 23:37:46.576849 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fcda1846-22f7-4cac-b791-6495b92a9430 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.578172 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb324a24-c514-4d02-a8af-c1a1b3ae0d55 req-a6a13e2d-6de2-44aa-aece-341be5d17025 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224635 Jul 29 23:37:46.609787 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fcda1846-22f7-4cac-b791-6495b92a9430 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.611031 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fcda1846-22f7-4cac-b791-6495b92a9430 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1497207 Jul 29 23:37:46.616557 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54050) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:46.645188 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-af6b1dbc-ddc4-444d-89c9-b57804006921 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'port': {'network_id': '90229c19-1be4-42c9-94e9-32ace2a945c7', 'name': 'tempest-PortsTestJSON-476407178'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:46.678558 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-e53bc913-5643-4a89-9c95-8ce9b2cceee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.785237 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4c01e0-363d-4f8c-956b-2109095e3f0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-90229c19-1be4-42c9-94e9-32ace2a945c7', 'network_id': '90229c19-1be4-42c9-94e9-32ace2a945c7', 'tenant_id': 'a4227010c4cf4c93949270a4cee39c8a', 'fixed_ips': [{'subnet_id': '65867422-6995-4722-9c41-075477ee5d95'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:37:46.786468 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ea4c01e0-363d-4f8c-956b-2109095e3f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.833518 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6b1dbc-ddc4-444d-89c9-b57804006921 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:46.838631 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-af6b1dbc-ddc4-444d-89c9-b57804006921 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:46.864992 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-af6b1dbc-ddc4-444d-89c9-b57804006921 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] device_id is not set on port 81762abf-33e0-44b9-a80b-284bf8e40417 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:37:46.940932 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68e80454-c2f2-4b2e-97fe-3bf9df5a662c req-ca59414b-a764-46a4-99a8-b344fd91eea5 service neutron] 10.222.0.23 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549776 Jul 29 23:37:46.981773 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-ea4c01e0-363d-4f8c-956b-2109095e3f0d None None] Allocated IP 172.20.0.2 (90229c19-1be4-42c9-94e9-32ace2a945c7/65867422-6995-4722-9c41-075477ee5d95/d59f8ee7-7749-419f-89db-35375291ad36) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:47.055198 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7003063-2f53-42a5-ad21-429e12a6df1e req-3554ddd6-387b-47e5-941e-04195fb91852 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:47.057027 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7003063-2f53-42a5-ad21-429e12a6df1e req-3554ddd6-387b-47e5-941e-04195fb91852 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] 10.222.0.18 "GET /v2.0/ports?device_id=94a448e3-035f-4a06-8c08-dec4a38667f5 HTTP/1.1" status: 200 len: 931 time: 0.1936748 Jul 29 23:37:47.158032 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ea4c01e0-363d-4f8c-956b-2109095e3f0d None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.163201 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7003063-2f53-42a5-ad21-429e12a6df1e req-dcfac0a5-e99d-4c84-9df2-dc9021ac135d tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] 10.222.0.18 "GET /v2.0/security-groups?id=a82e7b4c-ff0d-4709-a0df-b3a8dc2fd20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911207 Jul 29 23:37:47.167850 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ea4c01e0-363d-4f8c-956b-2109095e3f0d None None] Transition to ACTIVE for port object d59f8ee7-7749-419f-89db-35375291ad36 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:47.169853 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68e80454-c2f2-4b2e-97fe-3bf9df5a662c req-b20b357c-7661-471f-8228-426be871bba0 service neutron] 10.222.0.23 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897085 Jul 29 23:37:47.189636 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ea4c01e0-363d-4f8c-956b-2109095e3f0d None None] Transition to ACTIVE for port object d59f8ee7-7749-419f-89db-35375291ad36 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:47.201233 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ea4c01e0-363d-4f8c-956b-2109095e3f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.242089 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-e53bc913-5643-4a89-9c95-8ce9b2cceee9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3bf7d13-e355-4522-9f42-b7418bc7f7df {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:47.251346 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4c01e0-363d-4f8c-956b-2109095e3f0d None None] Network 90229c19-1be4-42c9-94e9-32ace2a945c7 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:47.253234 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-e53bc913-5643-4a89-9c95-8ce9b2cceee9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.256441 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-ea4c01e0-363d-4f8c-956b-2109095e3f0d None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:47.260442 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4c01e0-363d-4f8c-956b-2109095e3f0d None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:47.277032 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c01e0-363d-4f8c-956b-2109095e3f0d None None] Pushing event updated for resources: {'Port': ['ID=d59f8ee7-7749-419f-89db-35375291ad36,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:47.289950 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-af6b1dbc-ddc4-444d-89c9-b57804006921 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Allocated IP 172.20.0.6 (90229c19-1be4-42c9-94e9-32ace2a945c7/65867422-6995-4722-9c41-075477ee5d95/81762abf-33e0-44b9-a80b-284bf8e40417) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:47.291207 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-e53bc913-5643-4a89-9c95-8ce9b2cceee9 service neutron] Transition to ACTIVE for port object d3bf7d13-e355-4522-9f42-b7418bc7f7df will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:47.301937 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-e53bc913-5643-4a89-9c95-8ce9b2cceee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.336213 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-ea4c01e0-363d-4f8c-956b-2109095e3f0d None None] Attempting to bind port d59f8ee7-7749-419f-89db-35375291ad36 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:47.336622 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-ea4c01e0-363d-4f8c-956b-2109095e3f0d None None] Attempting to bind port d59f8ee7-7749-419f-89db-35375291ad36 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '05705914-2dea-438d-9cdc-20149204d95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90229c19-1be4-42c9-94e9-32ace2a945c7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:47.337023 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4c01e0-363d-4f8c-956b-2109095e3f0d None None] Attempting to bind port d59f8ee7-7749-419f-89db-35375291ad36 on network 90229c19-1be4-42c9-94e9-32ace2a945c7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:47.342424 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4c01e0-363d-4f8c-956b-2109095e3f0d None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:47.342802 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4c01e0-363d-4f8c-956b-2109095e3f0d None None] Checking segment: {'id': '05705914-2dea-438d-9cdc-20149204d95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90229c19-1be4-42c9-94e9-32ace2a945c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:47.343214 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ea4c01e0-363d-4f8c-956b-2109095e3f0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.343614 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4c01e0-363d-4f8c-956b-2109095e3f0d None None] Bound using segment: {'id': '05705914-2dea-438d-9cdc-20149204d95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90229c19-1be4-42c9-94e9-32ace2a945c7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:47.344124 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-ea4c01e0-363d-4f8c-956b-2109095e3f0d None None] Bound port: d59f8ee7-7749-419f-89db-35375291ad36, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05705914-2dea-438d-9cdc-20149204d95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '90229c19-1be4-42c9-94e9-32ace2a945c7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:47.344542 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ea4c01e0-363d-4f8c-956b-2109095e3f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.417860 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53bc913-5643-4a89-9c95-8ce9b2cceee9 service neutron] Pushing event updated for resources: {'Port': ['ID=d3bf7d13-e355-4522-9f42-b7418bc7f7df,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:47.418359 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ea4c01e0-363d-4f8c-956b-2109095e3f0d None None] For port d59f8ee7-7749-419f-89db-35375291ad36, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:47.422788 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ea4c01e0-363d-4f8c-956b-2109095e3f0d None None] For port d59f8ee7-7749-419f-89db-35375291ad36, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d59f8ee7-7749-419f-89db-35375291ad36,segment=NetworkSegment(05705914-2dea-438d-9cdc-20149204d95a),segment_id=05705914-2dea-438d-9cdc-20149204d95a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:47.430765 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ea4c01e0-363d-4f8c-956b-2109095e3f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.493341 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-af6b1dbc-ddc4-444d-89c9-b57804006921 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.499646 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b946e1-846f-4f55-87c3-208f542d5340 req-22a4eaca-5f60-4dc8-ba7a-c42a1cce7985 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:47.501337 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80b946e1-846f-4f55-87c3-208f542d5340 req-22a4eaca-5f60-4dc8-ba7a-c42a1cce7985 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/networks?id=c2b73bc0-3c80-4afd-94a1-0e2762308a37 HTTP/1.1" status: 200 len: 808 time: 0.2121434 Jul 29 23:37:47.514354 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c01e0-363d-4f8c-956b-2109095e3f0d None None] Pushing event updated for resources: {'Port': ['ID=d59f8ee7-7749-419f-89db-35375291ad36,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:47.518121 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-af6b1dbc-ddc4-444d-89c9-b57804006921 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Transition to ACTIVE for port object 81762abf-33e0-44b9-a80b-284bf8e40417 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:47.529564 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80b946e1-846f-4f55-87c3-208f542d5340 req-b67afbdf-ad18-4fb2-80f1-7c817b0d8d59 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/quotas/31c6b4da3330473e9172806a4f14ca41 HTTP/1.1" status: 200 len: 375 time: 0.0212882 Jul 29 23:37:47.556832 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-e53bc913-5643-4a89-9c95-8ce9b2cceee9 service neutron] Attempting to bind port d3bf7d13-e355-4522-9f42-b7418bc7f7df on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:47.557178 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-e53bc913-5643-4a89-9c95-8ce9b2cceee9 service neutron] Attempting to bind port d3bf7d13-e355-4522-9f42-b7418bc7f7df by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'a93c9df4-cb80-4c08-8aaf-a5ae7f1eebd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cde036fc-2d60-41e5-9b5b-cf4f908bce44'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:47.557542 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-e53bc913-5643-4a89-9c95-8ce9b2cceee9 service neutron] Attempting to bind port d3bf7d13-e355-4522-9f42-b7418bc7f7df on network cde036fc-2d60-41e5-9b5b-cf4f908bce44 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:47.569014 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-af6b1dbc-ddc4-444d-89c9-b57804006921 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.576509 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80b946e1-846f-4f55-87c3-208f542d5340 req-edf1fd0e-7dc0-46c3-9a5c-ecb7654d1d92 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=31c6b4da3330473e9172806a4f14ca41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336211 Jul 29 23:37:47.578759 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-e53bc913-5643-4a89-9c95-8ce9b2cceee9 service neutron] Port d3bf7d13-e355-4522-9f42-b7418bc7f7df on network cde036fc-2d60-41e5-9b5b-cf4f908bce44 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:47.579111 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-e53bc913-5643-4a89-9c95-8ce9b2cceee9 service neutron] Attempting to bind port d3bf7d13-e355-4522-9f42-b7418bc7f7df on network cde036fc-2d60-41e5-9b5b-cf4f908bce44 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:47.599148 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-e53bc913-5643-4a89-9c95-8ce9b2cceee9 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:47.599516 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-e53bc913-5643-4a89-9c95-8ce9b2cceee9 service neutron] Checking segment: {'id': 'a93c9df4-cb80-4c08-8aaf-a5ae7f1eebd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cde036fc-2d60-41e5-9b5b-cf4f908bce44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:47.599963 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-e53bc913-5643-4a89-9c95-8ce9b2cceee9 service neutron] Bound using segment: {'id': 'a93c9df4-cb80-4c08-8aaf-a5ae7f1eebd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cde036fc-2d60-41e5-9b5b-cf4f908bce44'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:47.600436 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-e53bc913-5643-4a89-9c95-8ce9b2cceee9 service neutron] Bound port: d3bf7d13-e355-4522-9f42-b7418bc7f7df, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a93c9df4-cb80-4c08-8aaf-a5ae7f1eebd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'cde036fc-2d60-41e5-9b5b-cf4f908bce44'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:47.600811 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-e53bc913-5643-4a89-9c95-8ce9b2cceee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.617016 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6b1dbc-ddc4-444d-89c9-b57804006921 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network 90229c19-1be4-42c9-94e9-32ace2a945c7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:47.622344 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-af6b1dbc-ddc4-444d-89c9-b57804006921 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:47.627164 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6b1dbc-ddc4-444d-89c9-b57804006921 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:47.667159 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6b1dbc-ddc4-444d-89c9-b57804006921 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Port': ['ID=81762abf-33e0-44b9-a80b-284bf8e40417,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:47.723762 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6b1dbc-ddc4-444d-89c9-b57804006921 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:47.726492 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-af6b1dbc-ddc4-444d-89c9-b57804006921 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.746661 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-af6b1dbc-ddc4-444d-89c9-b57804006921 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1290472 Jul 29 23:37:47.749648 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54070) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:47.758897 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80b946e1-846f-4f55-87c3-208f542d5340 req-a4406cd3-de9f-44cd-bd6b-d6b1919a71cb service neutron] 10.222.0.18 "GET /v2.0/networks/c2b73bc0-3c80-4afd-94a1-0e2762308a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704800 Jul 29 23:37:47.765770 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-e53bc913-5643-4a89-9c95-8ce9b2cceee9 service neutron] For port d3bf7d13-e355-4522-9f42-b7418bc7f7df, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:47.780402 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-e53bc913-5643-4a89-9c95-8ce9b2cceee9 service neutron] For port d3bf7d13-e355-4522-9f42-b7418bc7f7df, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=d3bf7d13-e355-4522-9f42-b7418bc7f7df,segment=NetworkSegment(a93c9df4-cb80-4c08-8aaf-a5ae7f1eebd5),segment_id=a93c9df4-cb80-4c08-8aaf-a5ae7f1eebd5)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:47.796471 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-e53bc913-5643-4a89-9c95-8ce9b2cceee9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.873034 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-e53bc913-5643-4a89-9c95-8ce9b2cceee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:47.873862 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-e53bc913-5643-4a89-9c95-8ce9b2cceee9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:47.875769 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-e53bc913-5643-4a89-9c95-8ce9b2cceee9 service neutron] 10.222.0.23 "PUT /v2.0/ports/d3bf7d13-e355-4522-9f42-b7418bc7f7df HTTP/1.1" status: 200 len: 1092 time: 1.3774636 Jul 29 23:37:47.940185 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53bc913-5643-4a89-9c95-8ce9b2cceee9 service neutron] Pushing event updated for resources: {'Port': ['ID=d3bf7d13-e355-4522-9f42-b7418bc7f7df,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:47.944642 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 35673d14-3bc7-4aac-8a2b-101b6c3f2600 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:47.976783 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94a448e3-035f-4a06-8c08-dec4a38667f5', 'tag': 'd3bf7d13-e355-4522-9f42-b7418bc7f7df'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:47.979243 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bda8aa-24ce-4b19-b3fc-47ac95f94746" -d '{"events": [{"name": "network-changed", "server_uuid": "94a448e3-035f-4a06-8c08-dec4a38667f5", "tag": "d3bf7d13-e355-4522-9f42-b7418bc7f7df"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:47.989554 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80b946e1-846f-4f55-87c3-208f542d5340 req-2254ee17-5b23-4129-af13-ec0be440714a service neutron] 10.222.0.18 "GET /v2.0/networks/c2b73bc0-3c80-4afd-94a1-0e2762308a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199621 Jul 29 23:37:47.997284 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-09481936-5250-46d2-8eb5-73e04fc459ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:47.999041 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-09481936-5250-46d2-8eb5-73e04fc459ca service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4fb146cc3e0a40b5a1018788a8e7a1ae&device_id=94a448e3-035f-4a06-8c08-dec4a38667f5 HTTP/1.1" status: 200 len: 1095 time: 0.0782058 Jul 29 23:37:48.026382 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 35673d14-3bc7-4aac-8a2b-101b6c3f2600 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:48.031982 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 35673d14-3bc7-4aac-8a2b-101b6c3f2600 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:48.032916 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.053946 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-b9e1824d-afd2-4c18-a78a-034b881bdc92 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3bf7d13-e355-4522-9f42-b7418bc7f7df HTTP/1.1" status: 200 len: 217 time: 0.0468149 Jul 29 23:37:48.134286 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.138905 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-434c9133-4cd6-4979-9f94-16e226b84257 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.186241 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c7c4a0-d52f-42fb-8b54-394b4f16148d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35673d14-3bc7-4aac-8a2b-101b6c3f2600'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:48.192695 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0be0c8-9323-4cef-81b1-0246f316d4cf" -d '{"events": [{"server_uuid": "c4c7c4a0-d52f-42fb-8b54-394b4f16148d", "name": "network-vif-plugged", "status": "completed", "tag": "35673d14-3bc7-4aac-8a2b-101b6c3f2600"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:48.223772 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 35673d14-3bc7-4aac-8a2b-101b6c3f2600, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=35673d14-3bc7-4aac-8a2b-101b6c3f2600,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:48.231791 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.333443 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=35673d14-3bc7-4aac-8a2b-101b6c3f2600,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:48.344443 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:48.344887 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:48.345345 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:48.345976 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:48.346403 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:48.347993 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:48.348422 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:48.348933 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:48.349400 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:48.349948 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:48.350711 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:48.351133 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:48.528728 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-434c9133-4cd6-4979-9f94-16e226b84257 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.535743 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-434c9133-4cd6-4979-9f94-16e226b84257 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.643182 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c9133-4cd6-4979-9f94-16e226b84257 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Port': ['ID=81762abf-33e0-44b9-a80b-284bf8e40417,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:48.662322 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a514e-25a6-4111-90ad-c7662e6b056f req-7caf6db5-fac2-4bba-b2f6-ca9056a60da1 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:48.663966 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bf2a514e-25a6-4111-90ad-c7662e6b056f req-7caf6db5-fac2-4bba-b2f6-ca9056a60da1 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 946 time: 0.0855598 Jul 29 23:37:48.668293 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-4bc56403-04b5-4f40-b512-f49817d6ca54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:48.669877 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-4bc56403-04b5-4f40-b512-f49817d6ca54 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b54ae24d-c265-422c-adbc-8e5d8dd842f4 HTTP/1.1" status: 200 len: 861 time: 0.6090207 Jul 29 23:37:48.702389 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b078782-2ef7-4298-9020-35640bb3e06c None None] Network 90229c19-1be4-42c9-94e9-32ace2a945c7 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:48.730477 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-5788e3fd-c992-44eb-8af6-c94831f3d57a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cde036fc-2d60-41e5-9b5b-cf4f908bce44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516269 Jul 29 23:37:48.766941 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bf2a514e-25a6-4111-90ad-c7662e6b056f req-47ed1bd4-a9f5-4c69-8895-4150a4c9149e tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960371 Jul 29 23:37:48.846081 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-434c9133-4cd6-4979-9f94-16e226b84257 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:48.905826 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-59d52ccf-5437-4734-92d1-968ee7e989de service neutron] 10.222.0.23 "GET /v2.0/networks/cde036fc-2d60-41e5-9b5b-cf4f908bce44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649065 Jul 29 23:37:49.041187 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-04a22419-752f-4fd2-981d-dd5205516bb8 None None] Provisioning for port d59f8ee7-7749-419f-89db-35375291ad36 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:49.074063 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71932d2-63a7-42ba-a07b-5bbbc607e356 x-openstack-request-id: req-d71932d2-63a7-42ba-a07b-5bbbc607e356 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:49.074930 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94a448e3-035f-4a06-8c08-dec4a38667f5", "tag": "d3bf7d13-e355-4522-9f42-b7418bc7f7df", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:49.075362 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d71932d2-63a7-42ba-a07b-5bbbc607e356 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:49.076098 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94a448e3-035f-4a06-8c08-dec4a38667f5', 'tag': 'd3bf7d13-e355-4522-9f42-b7418bc7f7df', 'status': 'completed', 'code': 200} Jul 29 23:37:49.094030 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d59f8ee7-7749-419f-89db-35375291ad36 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:49.095571 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-434c9133-4cd6-4979-9f94-16e226b84257 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.112943 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52715c50-66da-4476-8a01-c3c995e7b4a5 req-bfe6964c-e0d9-4269-bb6c-14a29da35797 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/ports?device_id=830b6465-0e1d-4408-b4d9-5a9b65bb7f72 HTTP/1.1" status: 200 len: 210 time: 0.0500801 Jul 29 23:37:49.156395 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a048df98-07cd-4e13-911e-95ccee17c7a1 req-4580cea6-fda6-4f05-9fe3-e3140161ace5 service neutron] 10.222.0.23 "GET /v2.0/networks/cde036fc-2d60-41e5-9b5b-cf4f908bce44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391310 Jul 29 23:37:49.175406 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port d59f8ee7-7749-419f-89db-35375291ad36 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:49.185516 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port d59f8ee7-7749-419f-89db-35375291ad36 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:49.186180 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.297058 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.348829 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port d59f8ee7-7749-419f-89db-35375291ad36, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d59f8ee7-7749-419f-89db-35375291ad36,segment=NetworkSegment(05705914-2dea-438d-9cdc-20149204d95a),segment_id=05705914-2dea-438d-9cdc-20149204d95a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:49.355382 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.359281 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f292b0c-e4e4-4d42-8813-7ba82a9981b2 req-3988a4a4-5c67-40f5-9cee-4f9bdecada3b tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:49.380213 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0f292b0c-e4e4-4d42-8813-7ba82a9981b2 req-3988a4a4-5c67-40f5-9cee-4f9bdecada3b tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] 10.222.0.18 "GET /v2.0/ports?device_id=94a448e3-035f-4a06-8c08-dec4a38667f5 HTTP/1.1" status: 200 len: 943 time: 0.1691778 Jul 29 23:37:49.428982 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bda8aa-24ce-4b19-b3fc-47ac95f94746 req-bb6198fe-7230-45ac-9083-d3f1aae260a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:49.431227 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-94bda8aa-24ce-4b19-b3fc-47ac95f94746 req-bb6198fe-7230-45ac-9083-d3f1aae260a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=4fb146cc3e0a40b5a1018788a8e7a1ae&device_id=94a448e3-035f-4a06-8c08-dec4a38667f5 HTTP/1.1" status: 200 len: 1095 time: 0.1821003 Jul 29 23:37:49.448122 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=d59f8ee7-7749-419f-89db-35375291ad36,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:49.567689 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0f292b0c-e4e4-4d42-8813-7ba82a9981b2 req-3dc0181e-799c-4a46-8e51-ead95e507253 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] 10.222.0.18 "GET /v2.0/security-groups?id=a82e7b4c-ff0d-4709-a0df-b3a8dc2fd20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843143 Jul 29 23:37:49.581722 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c75eb1cd-2aa8-40c5-8624-6ff0d5acec9a None None] Provisioning complete for port d59f8ee7-7749-419f-89db-35375291ad36 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:49.582163 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c75eb1cd-2aa8-40c5-8624-6ff0d5acec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.663933 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b946e1-846f-4f55-87c3-208f542d5340 req-ac5eadca-3916-4e15-ba12-a489a27b428b tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:49.666100 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80b946e1-846f-4f55-87c3-208f542d5340 req-ac5eadca-3916-4e15-ba12-a489a27b428b tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.23 "GET /v2.0/networks?id=c2b73bc0-3c80-4afd-94a1-0e2762308a37 HTTP/1.1" status: 200 len: 808 time: 0.2559414 Jul 29 23:37:49.667719 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bda8aa-24ce-4b19-b3fc-47ac95f94746 req-88ee1501-e4ae-4462-b5d3-1978bbd2804f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:49.669247 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-94bda8aa-24ce-4b19-b3fc-47ac95f94746 req-88ee1501-e4ae-4462-b5d3-1978bbd2804f service neutron] 10.222.0.23 "GET /v2.0/networks?id=cde036fc-2d60-41e5-9b5b-cf4f908bce44 HTTP/1.1" status: 200 len: 922 time: 0.2199872 Jul 29 23:37:49.689952 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-80b946e1-846f-4f55-87c3-208f542d5340 req-9456b756-8bca-426f-aaaa-2661740c03ae tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Request body: {'port': {'device_id': '830b6465-0e1d-4408-b4d9-5a9b65bb7f72', 'network_id': 'c2b73bc0-3c80-4afd-94a1-0e2762308a37', 'admin_state_up': True, 'tenant_id': '31c6b4da3330473e9172806a4f14ca41'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:49.750550 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c75eb1cd-2aa8-40c5-8624-6ff0d5acec9a None None] Provisioning for port 81762abf-33e0-44b9-a80b-284bf8e40417 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:49.755493 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c75eb1cd-2aa8-40c5-8624-6ff0d5acec9a None None] Provisioning complete for port 81762abf-33e0-44b9-a80b-284bf8e40417 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:49.755920 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c75eb1cd-2aa8-40c5-8624-6ff0d5acec9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.820554 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c75eb1cd-2aa8-40c5-8624-6ff0d5acec9a None None] Port 81762abf-33e0-44b9-a80b-284bf8e40417 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:49.864729 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f17d25-3c5c-4676-9c3a-42b64a5b5903 x-openstack-request-id: req-a9f17d25-3c5c-4676-9c3a-42b64a5b5903 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:49.864729 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c7c4a0-d52f-42fb-8b54-394b4f16148d", "name": "network-vif-plugged", "status": "completed", "tag": "35673d14-3bc7-4aac-8a2b-101b6c3f2600", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:49.864729 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a9f17d25-3c5c-4676-9c3a-42b64a5b5903 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:49.865498 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c7c4a0-d52f-42fb-8b54-394b4f16148d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35673d14-3bc7-4aac-8a2b-101b6c3f2600', 'code': 200} Jul 29 23:37:49.876254 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-94bda8aa-24ce-4b19-b3fc-47ac95f94746 req-133b7c3e-a087-45a2-8778-ecc33ed0bc5e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d3bf7d13-e355-4522-9f42-b7418bc7f7df HTTP/1.1" status: 200 len: 217 time: 0.1805947 Jul 29 23:37:49.912486 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-434c9133-4cd6-4979-9f94-16e226b84257 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.918852 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-434c9133-4cd6-4979-9f94-16e226b84257 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:49.946928 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-11214b83-ab6f-4778-8708-68972772f0ae None None] Provisioning complete for port 81762abf-33e0-44b9-a80b-284bf8e40417 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:49.947306 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-11214b83-ab6f-4778-8708-68972772f0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:50.005476 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-11214b83-ab6f-4778-8708-68972772f0ae None None] Port 81762abf-33e0-44b9-a80b-284bf8e40417 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:50.015757 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80b946e1-846f-4f55-87c3-208f542d5340 req-9456b756-8bca-426f-aaaa-2661740c03ae tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Made reservation on behalf of 31c6b4da3330473e9172806a4f14ca41 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:50.019580 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-80b946e1-846f-4f55-87c3-208f542d5340 req-9456b756-8bca-426f-aaaa-2661740c03ae tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:50.022891 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c9133-4cd6-4979-9f94-16e226b84257 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Port': ['ID=81762abf-33e0-44b9-a80b-284bf8e40417,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:50.029362 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-434c9133-4cd6-4979-9f94-16e226b84257 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:50.059739 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bda8aa-24ce-4b19-b3fc-47ac95f94746 req-c7f1c38f-7449-40e3-a5e3-78cd0bc4156b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:50.061475 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-94bda8aa-24ce-4b19-b3fc-47ac95f94746 req-c7f1c38f-7449-40e3-a5e3-78cd0bc4156b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b54ae24d-c265-422c-adbc-8e5d8dd842f4 HTTP/1.1" status: 200 len: 861 time: 0.1732631 Jul 29 23:37:50.118848 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-94bda8aa-24ce-4b19-b3fc-47ac95f94746 req-459be5f0-493f-45b5-8043-01f0c7f2e54a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=cde036fc-2d60-41e5-9b5b-cf4f908bce44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466716 Jul 29 23:37:50.126038 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0115ea7d-b27b-45b6-8d69-e428cead0034 None None] Provisioning complete for port 81762abf-33e0-44b9-a80b-284bf8e40417 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:50.126664 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0115ea7d-b27b-45b6-8d69-e428cead0034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:50.141001 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434c9133-4cd6-4979-9f94-16e226b84257 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network 90229c19-1be4-42c9-94e9-32ace2a945c7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:50.142420 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-434c9133-4cd6-4979-9f94-16e226b84257 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:50.160486 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc548f-416f-478f-898a-7b3b82101a15 req-89535432-c16a-48c3-98c7-0d736f5100ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:50.162372 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a9dc548f-416f-478f-898a-7b3b82101a15 req-89535432-c16a-48c3-98c7-0d736f5100ee service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 1098 time: 0.2094917 Jul 29 23:37:50.168205 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-0115ea7d-b27b-45b6-8d69-e428cead0034 None None] Port 81762abf-33e0-44b9-a80b-284bf8e40417 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:50.170803 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040469b3-c033-4379-920d-f5696bb61e71 req-49009aa7-5ff7-4c31-9705-8818f2b43b19 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:50.172734 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-040469b3-c033-4379-920d-f5696bb61e71 req-49009aa7-5ff7-4c31-9705-8818f2b43b19 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 946 time: 0.2395909 Jul 29 23:37:50.284763 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434c9133-4cd6-4979-9f94-16e226b84257 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Router b07eaba1-78d9-4a61-9329-43f2d4716e15 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:37:50.338430 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a9dc548f-416f-478f-898a-7b3b82101a15 req-581eebe1-ff38-46d1-b11f-744f181d407f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550522 Jul 29 23:37:50.360031 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-040469b3-c033-4379-920d-f5696bb61e71 req-240dc79d-4eb8-4ef9-b20a-69991c7042ca tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724639 Jul 29 23:37:50.385829 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-80b946e1-846f-4f55-87c3-208f542d5340 req-9456b756-8bca-426f-aaaa-2661740c03ae tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Allocated IP 172.20.0.2 (c2b73bc0-3c80-4afd-94a1-0e2762308a37/b8136620-cd64-4ac2-b72c-b1363b51133c/b56fe678-00fa-4ace-a51c-9907c72bed7a) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:50.398494 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-be9a8f6d-64b3-45a3-ad79-b86966070a48 None None] Provisioning complete for port 81762abf-33e0-44b9-a80b-284bf8e40417 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:50.399020 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-be9a8f6d-64b3-45a3-ad79-b86966070a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:50.412091 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-94bda8aa-24ce-4b19-b3fc-47ac95f94746 req-01408c80-16bb-4fb2-bff8-b6a7c7898429 service neutron] 10.222.0.23 "GET /v2.0/networks/cde036fc-2d60-41e5-9b5b-cf4f908bce44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545354 Jul 29 23:37:50.416655 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434c9133-4cd6-4979-9f94-16e226b84257 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:37:50.423167 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-434c9133-4cd6-4979-9f94-16e226b84257 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "PUT /v2.0/routers/b07eaba1-78d9-4a61-9329-43f2d4716e15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6720085 Jul 29 23:37:50.427063 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54098) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:50.430972 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a5ea98-59d9-4ce8-897e-45e9f3518d02 None None] Sync routers for ids ['b07eaba1-78d9-4a61-9329-43f2d4716e15'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:37:50.447271 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a5ea98-59d9-4ce8-897e-45e9f3518d02 None None] Routers {'b07eaba1-78d9-4a61-9329-43f2d4716e15'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:50.448058 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-02a5ea98-59d9-4ce8-897e-45e9f3518d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:37:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b07eaba1-78d9-4a61-9329-43f2d4716e15'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:50.486229 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-02a5ea98-59d9-4ce8-897e-45e9f3518d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:50.492887 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-be9a8f6d-64b3-45a3-ad79-b86966070a48 None None] Port 81762abf-33e0-44b9-a80b-284bf8e40417 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:50.499041 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a5ea98-59d9-4ce8-897e-45e9f3518d02 None None] Routers {'b07eaba1-78d9-4a61-9329-43f2d4716e15'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:50.499683 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-02a5ea98-59d9-4ce8-897e-45e9f3518d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:37:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b07eaba1-78d9-4a61-9329-43f2d4716e15'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:50.538425 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3865aa4f-388a-424f-be57-4c7c43cf8814 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:50.543339 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3865aa4f-388a-424f-be57-4c7c43cf8814 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07eaba1-78d9-4a61-9329-43f2d4716e15 HTTP/1.1" status: 200 len: 981 time: 0.1150565 Jul 29 23:37:50.544013 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54100) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:50.545848 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-02a5ea98-59d9-4ce8-897e-45e9f3518d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:50.546552 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a5ea98-59d9-4ce8-897e-45e9f3518d02 None None] The sync data for ids ['b07eaba1-78d9-4a61-9329-43f2d4716e15'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:37:50.608635 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9b053aed-51ce-48c3-8b1f-0a3b8315592a req-84259322-1a53-418a-a3a9-ac92e0e4d0bd tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/ports?device_id=830b6465-0e1d-4408-b4d9-5a9b65bb7f72 HTTP/1.1" status: 200 len: 210 time: 0.0635297 Jul 29 23:37:50.726023 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-94bda8aa-24ce-4b19-b3fc-47ac95f94746 req-7ddc1d29-5b3e-4d09-aaa3-49ae3e5cf534 service neutron] 10.222.0.23 "GET /v2.0/networks/cde036fc-2d60-41e5-9b5b-cf4f908bce44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925212 Jul 29 23:37:50.731574 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-80b946e1-846f-4f55-87c3-208f542d5340 req-9456b756-8bca-426f-aaaa-2661740c03ae tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:50.767892 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5edc8cc-958e-4cea-854b-dcc305fb91cb req-e3f93b0b-9557-4d97-b0d7-f2551f03bb8c tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:50.770679 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5edc8cc-958e-4cea-854b-dcc305fb91cb req-e3f93b0b-9557-4d97-b0d7-f2551f03bb8c tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] 10.222.0.18 "GET /v2.0/ports?device_id=94a448e3-035f-4a06-8c08-dec4a38667f5 HTTP/1.1" status: 200 len: 943 time: 0.0852253 Jul 29 23:37:50.827073 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5edc8cc-958e-4cea-854b-dcc305fb91cb req-eb57e00f-5cd5-43a9-a785-9f66def57a71 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] 10.222.0.18 "GET /v2.0/security-groups?id=a82e7b4c-ff0d-4709-a0df-b3a8dc2fd20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505271 Jul 29 23:37:50.828492 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-80b946e1-846f-4f55-87c3-208f542d5340 req-9456b756-8bca-426f-aaaa-2661740c03ae tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:50.880230 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80b946e1-846f-4f55-87c3-208f542d5340 req-9456b756-8bca-426f-aaaa-2661740c03ae tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Network c2b73bc0-3c80-4afd-94a1-0e2762308a37 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:50.885731 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-80b946e1-846f-4f55-87c3-208f542d5340 req-9456b756-8bca-426f-aaaa-2661740c03ae tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:50.890353 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b946e1-846f-4f55-87c3-208f542d5340 req-9456b756-8bca-426f-aaaa-2661740c03ae tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:50.894778 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9456b756-8bca-426f-aaaa-2661740c03ae tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Pushing event updated for resources: {'Port': ['ID=b56fe678-00fa-4ace-a51c-9907c72bed7a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:50.953704 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b946e1-846f-4f55-87c3-208f542d5340 req-9456b756-8bca-426f-aaaa-2661740c03ae tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:50.954470 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-80b946e1-846f-4f55-87c3-208f542d5340 req-9456b756-8bca-426f-aaaa-2661740c03ae tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:50.972756 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80b946e1-846f-4f55-87c3-208f542d5340 req-9456b756-8bca-426f-aaaa-2661740c03ae tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2870150 Jul 29 23:37:50.986062 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-80b946e1-846f-4f55-87c3-208f542d5340 req-04f22ff1-fda9-417b-8bec-5eda0f88aa9e service neutron] Request body: {'port': {'device_id': '830b6465-0e1d-4408-b4d9-5a9b65bb7f72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:51.005741 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d59f8ee7-7749-419f-89db-35375291ad36 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:51.032357 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d9049bfd-deea-4a56-aa17-c359ad5f1b5a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.046129 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-80b946e1-846f-4f55-87c3-208f542d5340 req-04f22ff1-fda9-417b-8bec-5eda0f88aa9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.057070 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port d59f8ee7-7749-419f-89db-35375291ad36 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:51.057525 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.286661 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-d9049bfd-deea-4a56-aa17-c359ad5f1b5a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting port 81762abf-33e0-44b9-a80b-284bf8e40417 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:51.287003 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d9049bfd-deea-4a56-aa17-c359ad5f1b5a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.359644 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-80b946e1-846f-4f55-87c3-208f542d5340 req-04f22ff1-fda9-417b-8bec-5eda0f88aa9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b56fe678-00fa-4ace-a51c-9907c72bed7a {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:51.367825 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-80b946e1-846f-4f55-87c3-208f542d5340 req-04f22ff1-fda9-417b-8bec-5eda0f88aa9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.381015 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-80b946e1-846f-4f55-87c3-208f542d5340 req-04f22ff1-fda9-417b-8bec-5eda0f88aa9e service neutron] Transition to ACTIVE for port object b56fe678-00fa-4ace-a51c-9907c72bed7a will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:51.384608 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-80b946e1-846f-4f55-87c3-208f542d5340 req-04f22ff1-fda9-417b-8bec-5eda0f88aa9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.389445 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d9049bfd-deea-4a56-aa17-c359ad5f1b5a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.412684 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-d9049bfd-deea-4a56-aa17-c359ad5f1b5a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Calling delete_port for 81762abf-33e0-44b9-a80b-284bf8e40417 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:51.452980 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f22ff1-fda9-417b-8bec-5eda0f88aa9e service neutron] Pushing event updated for resources: {'Port': ['ID=b56fe678-00fa-4ace-a51c-9907c72bed7a,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:51.543432 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-80b946e1-846f-4f55-87c3-208f542d5340 req-04f22ff1-fda9-417b-8bec-5eda0f88aa9e service neutron] Attempting to bind port b56fe678-00fa-4ace-a51c-9907c72bed7a on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:51.543930 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-80b946e1-846f-4f55-87c3-208f542d5340 req-04f22ff1-fda9-417b-8bec-5eda0f88aa9e service neutron] Attempting to bind port b56fe678-00fa-4ace-a51c-9907c72bed7a by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '7571af66-ea80-4cd3-b238-7b868a282d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c2b73bc0-3c80-4afd-94a1-0e2762308a37'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:51.544355 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b946e1-846f-4f55-87c3-208f542d5340 req-04f22ff1-fda9-417b-8bec-5eda0f88aa9e service neutron] Attempting to bind port b56fe678-00fa-4ace-a51c-9907c72bed7a on network c2b73bc0-3c80-4afd-94a1-0e2762308a37 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:51.554660 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fb13a-98b8-4470-9122-4db95258de12 req-d66a78bd-8144-4691-b965-e80ee32c5f55 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:51.556263 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6d3fb13a-98b8-4470-9122-4db95258de12 req-d66a78bd-8144-4691-b965-e80ee32c5f55 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 946 time: 0.1043696 Jul 29 23:37:51.561008 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b946e1-846f-4f55-87c3-208f542d5340 req-04f22ff1-fda9-417b-8bec-5eda0f88aa9e service neutron] Port b56fe678-00fa-4ace-a51c-9907c72bed7a on network c2b73bc0-3c80-4afd-94a1-0e2762308a37 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:37:51.561552 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b946e1-846f-4f55-87c3-208f542d5340 req-04f22ff1-fda9-417b-8bec-5eda0f88aa9e service neutron] Attempting to bind port b56fe678-00fa-4ace-a51c-9907c72bed7a on network c2b73bc0-3c80-4afd-94a1-0e2762308a37 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:51.569897 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b946e1-846f-4f55-87c3-208f542d5340 req-04f22ff1-fda9-417b-8bec-5eda0f88aa9e service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:51.570528 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b946e1-846f-4f55-87c3-208f542d5340 req-04f22ff1-fda9-417b-8bec-5eda0f88aa9e service neutron] Checking segment: {'id': '7571af66-ea80-4cd3-b238-7b868a282d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c2b73bc0-3c80-4afd-94a1-0e2762308a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:51.571204 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b946e1-846f-4f55-87c3-208f542d5340 req-04f22ff1-fda9-417b-8bec-5eda0f88aa9e service neutron] Bound using segment: {'id': '7571af66-ea80-4cd3-b238-7b868a282d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c2b73bc0-3c80-4afd-94a1-0e2762308a37'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:51.571776 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-80b946e1-846f-4f55-87c3-208f542d5340 req-04f22ff1-fda9-417b-8bec-5eda0f88aa9e service neutron] Bound port: b56fe678-00fa-4ace-a51c-9907c72bed7a, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7571af66-ea80-4cd3-b238-7b868a282d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c2b73bc0-3c80-4afd-94a1-0e2762308a37'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:51.572264 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-80b946e1-846f-4f55-87c3-208f542d5340 req-04f22ff1-fda9-417b-8bec-5eda0f88aa9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.611808 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d9049bfd-deea-4a56-aa17-c359ad5f1b5a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.640580 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9049bfd-deea-4a56-aa17-c359ad5f1b5a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Port': ['ID=81762abf-33e0-44b9-a80b-284bf8e40417,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:51.655031 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6d3fb13a-98b8-4470-9122-4db95258de12 req-a6b56ac2-56a2-4f8c-8419-ef159f61d4e5 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889940 Jul 29 23:37:51.698873 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-80b946e1-846f-4f55-87c3-208f542d5340 req-04f22ff1-fda9-417b-8bec-5eda0f88aa9e service neutron] For port b56fe678-00fa-4ace-a51c-9907c72bed7a, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:51.702454 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-80b946e1-846f-4f55-87c3-208f542d5340 req-04f22ff1-fda9-417b-8bec-5eda0f88aa9e service neutron] For port b56fe678-00fa-4ace-a51c-9907c72bed7a, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b56fe678-00fa-4ace-a51c-9907c72bed7a,segment=NetworkSegment(7571af66-ea80-4cd3-b238-7b868a282d7b),segment_id=7571af66-ea80-4cd3-b238-7b868a282d7b)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:51.708039 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-80b946e1-846f-4f55-87c3-208f542d5340 req-04f22ff1-fda9-417b-8bec-5eda0f88aa9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.762359 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b946e1-846f-4f55-87c3-208f542d5340 req-04f22ff1-fda9-417b-8bec-5eda0f88aa9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:51.763292 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-80b946e1-846f-4f55-87c3-208f542d5340 req-04f22ff1-fda9-417b-8bec-5eda0f88aa9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.764405 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80b946e1-846f-4f55-87c3-208f542d5340 req-04f22ff1-fda9-417b-8bec-5eda0f88aa9e service neutron] 10.222.0.23 "PUT /v2.0/ports/b56fe678-00fa-4ace-a51c-9907c72bed7a HTTP/1.1" status: 200 len: 1092 time: 0.7831349 Jul 29 23:37:51.764861 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '830b6465-0e1d-4408-b4d9-5a9b65bb7f72', 'tag': 'b56fe678-00fa-4ace-a51c-9907c72bed7a'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:51.777264 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2083eb49-78e9-48ac-9831-1bac1e0a5001" -d '{"events": [{"name": "network-changed", "server_uuid": "830b6465-0e1d-4408-b4d9-5a9b65bb7f72", "tag": "b56fe678-00fa-4ace-a51c-9907c72bed7a"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:51.813152 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f22ff1-fda9-417b-8bec-5eda0f88aa9e service neutron] Pushing event updated for resources: {'Port': ['ID=b56fe678-00fa-4ace-a51c-9907c72bed7a,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:51.840025 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d9049bfd-deea-4a56-aa17-c359ad5f1b5a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:51.907293 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b946e1-846f-4f55-87c3-208f542d5340 req-b941275c-5b35-45ba-ae99-7e0274373c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:51.908749 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80b946e1-846f-4f55-87c3-208f542d5340 req-b941275c-5b35-45ba-ae99-7e0274373c73 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=31c6b4da3330473e9172806a4f14ca41&device_id=830b6465-0e1d-4408-b4d9-5a9b65bb7f72 HTTP/1.1" status: 200 len: 1095 time: 0.0906239 Jul 29 23:37:51.921537 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab02ecbf-80e0-4c66-9ca2-3be9aa618678 req-bd5b1a2a-e7f0-4b24-8baa-5fc021053ba0 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:51.922993 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab02ecbf-80e0-4c66-9ca2-3be9aa618678 req-bd5b1a2a-e7f0-4b24-8baa-5fc021053ba0 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/ports?device_id=830b6465-0e1d-4408-b4d9-5a9b65bb7f72 HTTP/1.1" status: 200 len: 943 time: 0.0613871 Jul 29 23:37:51.961656 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device d3bf7d13-e355-4522-9f42-b7418bc7f7df details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:37:51.964967 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80b946e1-846f-4f55-87c3-208f542d5340 req-2bee1d33-b41e-4c77-a9c6-47666535e113 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b56fe678-00fa-4ace-a51c-9907c72bed7a HTTP/1.1" status: 200 len: 217 time: 0.0410175 Jul 29 23:37:52.010502 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9049bfd-deea-4a56-aa17-c359ad5f1b5a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Router b07eaba1-78d9-4a61-9329-43f2d4716e15 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:37:52.028646 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab02ecbf-80e0-4c66-9ca2-3be9aa618678 req-6ebf6d49-91f8-4437-97d4-bb47103ba57a tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/security-groups?id=34620b70-4b2b-4cd7-876a-7983de9a6701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972331 Jul 29 23:37:52.037142 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b946e1-846f-4f55-87c3-208f542d5340 req-69cd4501-ad33-42f3-b152-1fa1a3a227dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:52.038628 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80b946e1-846f-4f55-87c3-208f542d5340 req-69cd4501-ad33-42f3-b152-1fa1a3a227dd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b8136620-cd64-4ac2-b72c-b1363b51133c HTTP/1.1" status: 200 len: 848 time: 0.0658133 Jul 29 23:37:52.092973 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9049bfd-deea-4a56-aa17-c359ad5f1b5a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:37:52.099063 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d9049bfd-deea-4a56-aa17-c359ad5f1b5a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "PUT /v2.0/routers/b07eaba1-78d9-4a61-9329-43f2d4716e15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5538766 Jul 29 23:37:52.100162 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80b946e1-846f-4f55-87c3-208f542d5340 req-c059fe7c-f570-4c35-a329-550d86705b45 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c2b73bc0-3c80-4afd-94a1-0e2762308a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534627 Jul 29 23:37:52.101297 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port d3bf7d13-e355-4522-9f42-b7418bc7f7df, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=d3bf7d13-e355-4522-9f42-b7418bc7f7df,segment=NetworkSegment(a93c9df4-cb80-4c08-8aaf-a5ae7f1eebd5),segment_id=a93c9df4-cb80-4c08-8aaf-a5ae7f1eebd5)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:52.101623 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54116) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:52.105393 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7497be-b93e-4180-acf3-8b0af016042a None None] Sync routers for ids ['b07eaba1-78d9-4a61-9329-43f2d4716e15'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:37:52.119228 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'd3bf7d13-e355-4522-9f42-b7418bc7f7df', 'network_id': 'cde036fc-2d60-41e5-9b5b-cf4f908bce44', 'port_id': 'd3bf7d13-e355-4522-9f42-b7418bc7f7df', 'mac_address': 'fa:16:3e:41:be:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b54ae24d-c265-422c-adbc-8e5d8dd842f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:37:52.121220 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7497be-b93e-4180-acf3-8b0af016042a None None] Routers {'b07eaba1-78d9-4a61-9329-43f2d4716e15'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:52.121876 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-9f7497be-b93e-4180-acf3-8b0af016042a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:37:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b07eaba1-78d9-4a61-9329-43f2d4716e15'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:52.138071 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-586e67d6-5871-401e-b2dd-51d0e3bb6d3e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] GET failed (client error): The resource could not be found. Jul 29 23:37:52.142229 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-586e67d6-5871-401e-b2dd-51d0e3bb6d3e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "GET /v2.0/ports/81762abf-33e0-44b9-a80b-284bf8e40417 HTTP/1.1" status: 404 len: 333 time: 0.0370896 Jul 29 23:37:52.142427 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54118) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:52.186489 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.210038 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3bf7d13-e355-4522-9f42-b7418bc7f7df {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:52.223558 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-9f7497be-b93e-4180-acf3-8b0af016042a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:52.232874 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f1d433ab-f43d-44d5-9bcc-4efcbbd0cbb5 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.236988 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port d3bf7d13-e355-4522-9f42-b7418bc7f7df, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=d3bf7d13-e355-4522-9f42-b7418bc7f7df,segment=NetworkSegment(a93c9df4-cb80-4c08-8aaf-a5ae7f1eebd5),segment_id=a93c9df4-cb80-4c08-8aaf-a5ae7f1eebd5)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:52.240579 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7497be-b93e-4180-acf3-8b0af016042a None None] Routers {'b07eaba1-78d9-4a61-9329-43f2d4716e15'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:37:52.241223 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-9f7497be-b93e-4180-acf3-8b0af016042a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:37:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b07eaba1-78d9-4a61-9329-43f2d4716e15'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:52.245695 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.249103 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80b946e1-846f-4f55-87c3-208f542d5340 req-cd6332b4-1720-4968-8b4f-13c3f9134f9a service neutron] 10.222.0.23 "GET /v2.0/networks/c2b73bc0-3c80-4afd-94a1-0e2762308a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430702 Jul 29 23:37:52.279131 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae773d5-40a2-4038-a3d2-c037595e77c7 x-openstack-request-id: req-0ae773d5-40a2-4038-a3d2-c037595e77c7 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:52.279892 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "830b6465-0e1d-4408-b4d9-5a9b65bb7f72", "tag": "b56fe678-00fa-4ace-a51c-9907c72bed7a", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:52.279892 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0ae773d5-40a2-4038-a3d2-c037595e77c7 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:52.280365 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '830b6465-0e1d-4408-b4d9-5a9b65bb7f72', 'tag': 'b56fe678-00fa-4ace-a51c-9907c72bed7a', 'status': 'completed', 'code': 200} Jul 29 23:37:52.294004 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-9f7497be-b93e-4180-acf3-8b0af016042a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:52.295129 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f7497be-b93e-4180-acf3-8b0af016042a None None] The sync data for ids ['b07eaba1-78d9-4a61-9329-43f2d4716e15'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:37:52.335912 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=d3bf7d13-e355-4522-9f42-b7418bc7f7df,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:52.421730 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2130f2bf-7825-431a-a345-1ca361820f5b req-f5a91586-c90a-4e83-b460-3a5bbd5a6331 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:52.423186 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f1d433ab-f43d-44d5-9bcc-4efcbbd0cbb5 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.423396 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2130f2bf-7825-431a-a345-1ca361820f5b req-f5a91586-c90a-4e83-b460-3a5bbd5a6331 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] 10.222.0.18 "GET /v2.0/ports?device_id=94a448e3-035f-4a06-8c08-dec4a38667f5 HTTP/1.1" status: 200 len: 944 time: 0.0762188 Jul 29 23:37:52.425875 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f1d433ab-f43d-44d5-9bcc-4efcbbd0cbb5 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.442495 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80b946e1-846f-4f55-87c3-208f542d5340 req-0627a94a-aad8-4a1e-b8cf-2e9e6016cf85 service neutron] 10.222.0.23 "GET /v2.0/networks/c2b73bc0-3c80-4afd-94a1-0e2762308a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806850 Jul 29 23:37:52.476211 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2130f2bf-7825-431a-a345-1ca361820f5b req-e1491a8b-eb13-46be-b7cb-b201587fdb88 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] 10.222.0.18 "GET /v2.0/security-groups?id=a82e7b4c-ff0d-4709-a0df-b3a8dc2fd20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447001 Jul 29 23:37:52.488932 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['d3bf7d13-e355-4522-9f42-b7418bc7f7df'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:52.596203 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083eb49-78e9-48ac-9831-1bac1e0a5001 req-83cca963-74f1-4a82-9475-2789a3c2e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:52.597917 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2083eb49-78e9-48ac-9831-1bac1e0a5001 req-83cca963-74f1-4a82-9475-2789a3c2e8b3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=31c6b4da3330473e9172806a4f14ca41&device_id=830b6465-0e1d-4408-b4d9-5a9b65bb7f72 HTTP/1.1" status: 200 len: 1095 time: 0.0972927 Jul 29 23:37:52.615292 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717cece1-3714-4b0f-83e7-77c19cd49a48 req-c0437582-49df-4538-b02f-40bab701a9ac tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:52.616866 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-717cece1-3714-4b0f-83e7-77c19cd49a48 req-c0437582-49df-4538-b02f-40bab701a9ac tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 946 time: 0.0652072 Jul 29 23:37:52.705245 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-717cece1-3714-4b0f-83e7-77c19cd49a48 req-08c9b535-4206-4dee-a305-e0d4da70052b tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784149 Jul 29 23:37:52.736138 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083eb49-78e9-48ac-9831-1bac1e0a5001 req-bc872cd3-a1ac-4dd5-a24c-71763875b856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:52.738338 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2083eb49-78e9-48ac-9831-1bac1e0a5001 req-bc872cd3-a1ac-4dd5-a24c-71763875b856 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c2b73bc0-3c80-4afd-94a1-0e2762308a37 HTTP/1.1" status: 200 len: 909 time: 0.1205482 Jul 29 23:37:52.760904 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f1d433ab-f43d-44d5-9bcc-4efcbbd0cbb5 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.761508 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d433ab-f43d-44d5-9bcc-4efcbbd0cbb5 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Fanout notify agent at l3_agent the message router_deleted on router b07eaba1-78d9-4a61-9329-43f2d4716e15 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:37:52.768427 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f1d433ab-f43d-44d5-9bcc-4efcbbd0cbb5 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.772137 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f1d433ab-f43d-44d5-9bcc-4efcbbd0cbb5 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/routers/b07eaba1-78d9-4a61-9329-43f2d4716e15 HTTP/1.1" status: 204 len: 168 time: 0.6260321 Jul 29 23:37:52.773756 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54122) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:52.789935 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2083eb49-78e9-48ac-9831-1bac1e0a5001 req-7c7650ac-315f-4ab1-98a6-6210c52e6247 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b56fe678-00fa-4ace-a51c-9907c72bed7a HTTP/1.1" status: 200 len: 217 time: 0.0415592 Jul 29 23:37:52.832426 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ca29d54-9e5d-4e9d-8777-b04839d01bba tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting subnet 65867422-6995-4722-9c41-075477ee5d95 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:37:52.835809 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ca29d54-9e5d-4e9d-8777-b04839d01bba tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.847634 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083eb49-78e9-48ac-9831-1bac1e0a5001 req-4322f55e-4109-4d2b-bd76-cfc87cdb6196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:52.849177 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2083eb49-78e9-48ac-9831-1bac1e0a5001 req-4322f55e-4109-4d2b-bd76-cfc87cdb6196 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b8136620-cd64-4ac2-b72c-b1363b51133c HTTP/1.1" status: 200 len: 848 time: 0.0517402 Jul 29 23:37:52.879276 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ca29d54-9e5d-4e9d-8777-b04839d01bba tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.885032 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2083eb49-78e9-48ac-9831-1bac1e0a5001 req-7c29cec4-c27c-4f94-be98-e088e2d06f0f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c2b73bc0-3c80-4afd-94a1-0e2762308a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257936 Jul 29 23:37:52.970252 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ca29d54-9e5d-4e9d-8777-b04839d01bba tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:52.985135 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2083eb49-78e9-48ac-9831-1bac1e0a5001 req-1bc65206-7744-46c7-a928-0c651d4a601d service neutron] 10.222.0.23 "GET /v2.0/networks/c2b73bc0-3c80-4afd-94a1-0e2762308a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899332 Jul 29 23:37:53.031546 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ca29d54-9e5d-4e9d-8777-b04839d01bba tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.060596 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca29d54-9e5d-4e9d-8777-b04839d01bba tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Subnet': ['ID=65867422-6995-4722-9c41-075477ee5d95,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:53.064333 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7ca29d54-9e5d-4e9d-8777-b04839d01bba tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.066287 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7ca29d54-9e5d-4e9d-8777-b04839d01bba tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/subnets/65867422-6995-4722-9c41-075477ee5d95 HTTP/1.1" status: 204 len: 168 time: 0.2914464 Jul 29 23:37:53.069466 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54128) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:53.073835 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320ea22a-7a90-42d0-b49d-884040454070 None None] Network 90229c19-1be4-42c9-94e9-32ace2a945c7 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:53.078920 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2083eb49-78e9-48ac-9831-1bac1e0a5001 req-8ae48e8e-5b84-4dce-8289-b53cd96cdd2d service neutron] 10.222.0.23 "GET /v2.0/networks/c2b73bc0-3c80-4afd-94a1-0e2762308a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858953 Jul 29 23:37:53.160806 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-00443f57-c93c-44aa-8234-637f2003a8f9 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.182538 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a81fea-11fc-476c-aed4-8d370fcee063 req-902783ca-37fe-4e78-b27a-4df182540698 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:53.184524 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c7a81fea-11fc-476c-aed4-8d370fcee063 req-902783ca-37fe-4e78-b27a-4df182540698 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/ports?device_id=830b6465-0e1d-4408-b4d9-5a9b65bb7f72 HTTP/1.1" status: 200 len: 943 time: 0.0549028 Jul 29 23:37:53.223021 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-00443f57-c93c-44aa-8234-637f2003a8f9 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting port d59f8ee7-7749-419f-89db-35375291ad36 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:53.223505 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-00443f57-c93c-44aa-8234-637f2003a8f9 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.239320 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c7a81fea-11fc-476c-aed4-8d370fcee063 req-9889ef3d-7689-4732-bf5f-c5fc5c8274ad tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/security-groups?id=34620b70-4b2b-4cd7-876a-7983de9a6701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469413 Jul 29 23:37:53.264374 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be2921a-1d1f-44b9-a15e-f294dedb30bb None None] DHCP port deletion for 90229c19-1be4-42c9-94e9-32ace2a945c7 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:37:53.303698 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-00443f57-c93c-44aa-8234-637f2003a8f9 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] For port d59f8ee7-7749-419f-89db-35375291ad36, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d59f8ee7-7749-419f-89db-35375291ad36,segment=NetworkSegment(05705914-2dea-438d-9cdc-20149204d95a),segment_id=05705914-2dea-438d-9cdc-20149204d95a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:53.304110 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-00443f57-c93c-44aa-8234-637f2003a8f9 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.319956 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-9be2921a-1d1f-44b9-a15e-f294dedb30bb None None] Deleting port d59f8ee7-7749-419f-89db-35375291ad36 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:53.320459 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9be2921a-1d1f-44b9-a15e-f294dedb30bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.322212 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-00443f57-c93c-44aa-8234-637f2003a8f9 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Calling delete_port for d59f8ee7-7749-419f-89db-35375291ad36 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:53.391635 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-9be2921a-1d1f-44b9-a15e-f294dedb30bb None None] For port d59f8ee7-7749-419f-89db-35375291ad36, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d59f8ee7-7749-419f-89db-35375291ad36,segment=NetworkSegment(05705914-2dea-438d-9cdc-20149204d95a),segment_id=05705914-2dea-438d-9cdc-20149204d95a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:53.392058 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9be2921a-1d1f-44b9-a15e-f294dedb30bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.402542 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-00443f57-c93c-44aa-8234-637f2003a8f9 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.407682 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-9be2921a-1d1f-44b9-a15e-f294dedb30bb None None] Calling delete_port for d59f8ee7-7749-419f-89db-35375291ad36 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:53.431809 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00443f57-c93c-44aa-8234-637f2003a8f9 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] No DVR routers for this DVR port d59f8ee7-7749-419f-89db-35375291ad36 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:53.433833 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00443f57-c93c-44aa-8234-637f2003a8f9 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Port': ['ID=d59f8ee7-7749-419f-89db-35375291ad36,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:53.486565 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9be2921a-1d1f-44b9-a15e-f294dedb30bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.511875 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be2921a-1d1f-44b9-a15e-f294dedb30bb None None] Pushing event deleted for resources: {'Port': ['ID=d59f8ee7-7749-419f-89db-35375291ad36,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:53.515745 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be2921a-1d1f-44b9-a15e-f294dedb30bb None None] No DVR routers for this DVR port d59f8ee7-7749-419f-89db-35375291ad36 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:53.529029 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-00443f57-c93c-44aa-8234-637f2003a8f9 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.540735 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-00443f57-c93c-44aa-8234-637f2003a8f9 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90229c19-1be4-42c9-94e9-32ace2a945c7']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:53.552503 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-00443f57-c93c-44aa-8234-637f2003a8f9 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05705914-2dea-438d-9cdc-20149204d95a') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:53.552832 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-00443f57-c93c-44aa-8234-637f2003a8f9 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05705914-2dea-438d-9cdc-20149204d95a') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:37:53.561860 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-00443f57-c93c-44aa-8234-637f2003a8f9 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.576006 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-00443f57-c93c-44aa-8234-637f2003a8f9 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.583414 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00443f57-c93c-44aa-8234-637f2003a8f9 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:37:53.583852 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-00443f57-c93c-44aa-8234-637f2003a8f9 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.586881 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:37:53.586881 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:37:53.586881 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:37:53.586881 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:37:53.586881 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:37:53.586881 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:37:53.586881 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:37:53.586881 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:37:53.586881 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:37:53.586881 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:37:53.586881 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:37:53.586881 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:37:53.586881 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:37:53.586881 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:37:53.586881 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:37:53.586881 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:37:53.586881 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:37:53.586881 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:37:53.586881 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:37:53.586881 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:37:53.586881 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:37:53.586881 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:37:53.586881 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:37:53.586881 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:37:53.586881 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:37:53.586881 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:37:53.586881 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:37:53.586881 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:37:53.586881 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:37:53.586881 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:37:53.586881 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:37:53.586881 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:37:53.616692 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568df2bd-a022-4b2a-bd64-3c7aca819694 req-d51ca8f6-0372-421c-895e-c61ed61b4c88 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:53.618207 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-568df2bd-a022-4b2a-bd64-3c7aca819694 req-d51ca8f6-0372-421c-895e-c61ed61b4c88 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] 10.222.0.18 "GET /v2.0/ports?device_id=94a448e3-035f-4a06-8c08-dec4a38667f5 HTTP/1.1" status: 200 len: 944 time: 0.0552795 Jul 29 23:37:53.648304 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-00443f57-c93c-44aa-8234-637f2003a8f9 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.656185 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-00443f57-c93c-44aa-8234-637f2003a8f9 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.659994 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-00443f57-c93c-44aa-8234-637f2003a8f9 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/networks/90229c19-1be4-42c9-94e9-32ace2a945c7 HTTP/1.1" status: 204 len: 168 time: 0.5880187 Jul 29 23:37:53.669376 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54132) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:53.670770 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00443f57-c93c-44aa-8234-637f2003a8f9 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Network': ['ID=90229c19-1be4-42c9-94e9-32ace2a945c7,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:53.687167 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-568df2bd-a022-4b2a-bd64-3c7aca819694 req-0f054d1c-c176-4e65-9f43-cce8712e1799 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] 10.222.0.18 "GET /v2.0/security-groups?id=a82e7b4c-ff0d-4709-a0df-b3a8dc2fd20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600636 Jul 29 23:37:53.719057 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15b1fff-6bdd-4fc6-9d91-7d5c93a15c79 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:53.720421 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d15b1fff-6bdd-4fc6-9d91-7d5c93a15c79 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "GET /v2.0/ports/9cd59fc3-6f41-423e-b47a-f73ec018dbf7 HTTP/1.1" status: 200 len: 841 time: 0.0500937 Jul 29 23:37:53.725010 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54134) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:53.765987 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8d10c01c-380e-454f-abff-deea9fe2d120 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "GET /v2.0/ports/9cd59fc3-6f41-423e-b47a-f73ec018dbf7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0398605 Jul 29 23:37:53.770089 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54138) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:53.775214 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-6c2154cc-27d0-44ee-9895-2b70c5c78771 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'subnet': {'network_id': '9f010c3f-3df5-40e5-93d1-9e17e480fd37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:53.886642 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270b7b22-3bb1-4b5c-a710-fc43e96dfc60 req-19d0591e-e78d-45ba-99ed-255904384d31 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:53.888300 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-270b7b22-3bb1-4b5c-a710-fc43e96dfc60 req-19d0591e-e78d-45ba-99ed-255904384d31 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 946 time: 0.1095598 Jul 29 23:37:53.924755 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2154cc-27d0-44ee-9895-2b70c5c78771 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:53.928126 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6c2154cc-27d0-44ee-9895-2b70c5c78771 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:53.976176 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device d3bf7d13-e355-4522-9f42-b7418bc7f7df up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:53.980810 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-270b7b22-3bb1-4b5c-a710-fc43e96dfc60 req-eea3676e-b516-4e4f-8e40-25c12eebba84 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845811 Jul 29 23:37:54.035407 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port d3bf7d13-e355-4522-9f42-b7418bc7f7df completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:54.040233 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port d3bf7d13-e355-4522-9f42-b7418bc7f7df triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:54.040675 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.125861 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.151388 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a448e3-035f-4a06-8c08-dec4a38667f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3bf7d13-e355-4522-9f42-b7418bc7f7df'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:54.154029 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6c2154cc-27d0-44ee-9895-2b70c5c78771 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.154252 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe2d05f-5a8c-40be-b82c-3d5099f83539" -d '{"events": [{"server_uuid": "94a448e3-035f-4a06-8c08-dec4a38667f5", "name": "network-vif-plugged", "status": "completed", "tag": "d3bf7d13-e355-4522-9f42-b7418bc7f7df"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:54.169038 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port d3bf7d13-e355-4522-9f42-b7418bc7f7df, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=d3bf7d13-e355-4522-9f42-b7418bc7f7df,segment=NetworkSegment(a93c9df4-cb80-4c08-8aaf-a5ae7f1eebd5),segment_id=a93c9df4-cb80-4c08-8aaf-a5ae7f1eebd5)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:54.174731 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.208636 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2154cc-27d0-44ee-9895-2b70c5c78771 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network 9f010c3f-3df5-40e5-93d1-9e17e480fd37 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:54.209731 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34210946-8eda-462e-a4cc-d7786f26a156 x-openstack-request-id: req-34210946-8eda-462e-a4cc-d7786f26a156 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:54.210025 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a448e3-035f-4a06-8c08-dec4a38667f5", "name": "network-vif-plugged", "status": "completed", "tag": "d3bf7d13-e355-4522-9f42-b7418bc7f7df", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:54.210279 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34210946-8eda-462e-a4cc-d7786f26a156 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:54.210672 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a448e3-035f-4a06-8c08-dec4a38667f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3bf7d13-e355-4522-9f42-b7418bc7f7df', 'code': 200} Jul 29 23:37:54.215383 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-6c2154cc-27d0-44ee-9895-2b70c5c78771 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:54.219689 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2154cc-27d0-44ee-9895-2b70c5c78771 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:54.220319 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6c2154cc-27d0-44ee-9895-2b70c5c78771 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.229802 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cf0d4c-7efe-4a96-82ff-c33161fe0b10 None None] Network 9f010c3f-3df5-40e5-93d1-9e17e480fd37 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:54.232423 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2154cc-27d0-44ee-9895-2b70c5c78771 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Subnet': ['ID=54b6fd52-63e7-4af4-b22b-13a5e223fa54,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:54.240904 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6c2154cc-27d0-44ee-9895-2b70c5c78771 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4696505 Jul 29 23:37:54.243581 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54144) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:54.248986 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-3ffade35-7ef5-4055-8df8-1080671df2a9 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'security_group': {'name': 'tempest-secgroup-2076333130'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:54.289515 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=d3bf7d13-e355-4522-9f42-b7418bc7f7df,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:54.331920 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3ffade35-7ef5-4055-8df8-1080671df2a9 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.364165 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e822e89-50b4-4419-a50b-4d8b32f1d89f req-3eb916ec-bc55-484a-9a80-0448a9098096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:54.365688 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2e822e89-50b4-4419-a50b-4d8b32f1d89f req-3eb916ec-bc55-484a-9a80-0448a9098096 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=94a448e3-035f-4a06-8c08-dec4a38667f5 HTTP/1.1" status: 200 len: 1097 time: 0.0914531 Jul 29 23:37:54.417061 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7d090-656c-4bb9-9dc3-11c7d9c50426 req-37fe30fb-4b73-4211-aa28-57416d9cfa5a tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:54.418610 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ddd7d090-656c-4bb9-9dc3-11c7d9c50426 req-37fe30fb-4b73-4211-aa28-57416d9cfa5a tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/ports?device_id=830b6465-0e1d-4408-b4d9-5a9b65bb7f72 HTTP/1.1" status: 200 len: 943 time: 0.0988059 Jul 29 23:37:54.427927 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2501d318-6ec4-4a89-8913-22f1b3c7bfb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-9f010c3f-3df5-40e5-93d1-9e17e480fd37', 'network_id': '9f010c3f-3df5-40e5-93d1-9e17e480fd37', 'tenant_id': 'a4227010c4cf4c93949270a4cee39c8a', 'fixed_ips': [{'subnet_id': '54b6fd52-63e7-4af4-b22b-13a5e223fa54'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:37:54.429118 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2501d318-6ec4-4a89-8913-22f1b3c7bfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.447078 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2e822e89-50b4-4419-a50b-4d8b32f1d89f req-8184b6ca-fb53-462a-8904-9eaecb1ba23a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a82e7b4c-ff0d-4709-a0df-b3a8dc2fd20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730906 Jul 29 23:37:54.495132 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ddd7d090-656c-4bb9-9dc3-11c7d9c50426 req-b3a7df93-10cd-4e03-a157-f8be24f27033 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/security-groups?id=34620b70-4b2b-4cd7-876a-7983de9a6701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654082 Jul 29 23:37:54.542465 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3ffade35-7ef5-4055-8df8-1080671df2a9 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.547813 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3ffade35-7ef5-4055-8df8-1080671df2a9 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.579475 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-2501d318-6ec4-4a89-8913-22f1b3c7bfb4 None None] Allocated IP 172.20.0.2 (9f010c3f-3df5-40e5-93d1-9e17e480fd37/54b6fd52-63e7-4af4-b22b-13a5e223fa54/0a019e18-d7f3-4d79-84b1-37d68f46503e) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:54.590988 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3ffade35-7ef5-4055-8df8-1080671df2a9 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.592348 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3ffade35-7ef5-4055-8df8-1080671df2a9 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3475542 Jul 29 23:37:54.593322 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffade35-7ef5-4055-8df8-1080671df2a9 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77c9059f-bda1-4dc5-91d7-8143b806ec78,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:54.595150 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54148) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:54.600928 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-70d9004b-42bc-4f1c-bae7-858c4cc14d20 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'security_group': {'name': 'tempest-secgroup-158792952'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:54.629016 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-70d9004b-42bc-4f1c-bae7-858c4cc14d20 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.730706 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-70d9004b-42bc-4f1c-bae7-858c4cc14d20 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.735631 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-70d9004b-42bc-4f1c-bae7-858c4cc14d20 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.777441 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-70d9004b-42bc-4f1c-bae7-858c4cc14d20 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.779536 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-70d9004b-42bc-4f1c-bae7-858c4cc14d20 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1833541 Jul 29 23:37:54.782270 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d9004b-42bc-4f1c-bae7-858c4cc14d20 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56a91a61-99b9-4d84-bd25-50aa2d2d2bea,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:54.785476 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54152) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:54.788596 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2501d318-6ec4-4a89-8913-22f1b3c7bfb4 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.793390 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-52abc353-8026-4086-8bab-543fa953474e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1876143029', 'security_groups': ['56a91a61-99b9-4d84-bd25-50aa2d2d2bea'], 'network_id': '9f010c3f-3df5-40e5-93d1-9e17e480fd37', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '54b6fd52-63e7-4af4-b22b-13a5e223fa54'}]}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:54.801558 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-2501d318-6ec4-4a89-8913-22f1b3c7bfb4 None None] Transition to ACTIVE for port object 0a019e18-d7f3-4d79-84b1-37d68f46503e will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:54.822045 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-2501d318-6ec4-4a89-8913-22f1b3c7bfb4 None None] Transition to ACTIVE for port object 0a019e18-d7f3-4d79-84b1-37d68f46503e will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:54.829941 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2501d318-6ec4-4a89-8913-22f1b3c7bfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:54.852643 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84814b7-87bf-42f7-a280-5c40d2ae2ae9 req-6cf0fb7e-a277-4c01-8d33-88afd0db025d tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:54.854454 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b84814b7-87bf-42f7-a280-5c40d2ae2ae9 req-6cf0fb7e-a277-4c01-8d33-88afd0db025d tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] 10.222.0.18 "GET /v2.0/ports?device_id=94a448e3-035f-4a06-8c08-dec4a38667f5 HTTP/1.1" status: 200 len: 945 time: 0.0890129 Jul 29 23:37:54.882660 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2501d318-6ec4-4a89-8913-22f1b3c7bfb4 None None] Network 9f010c3f-3df5-40e5-93d1-9e17e480fd37 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:54.887350 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501d318-6ec4-4a89-8913-22f1b3c7bfb4 None None] Pushing event updated for resources: {'Port': ['ID=0a019e18-d7f3-4d79-84b1-37d68f46503e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:54.891853 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-2501d318-6ec4-4a89-8913-22f1b3c7bfb4 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:54.894164 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2501d318-6ec4-4a89-8913-22f1b3c7bfb4 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:54.917108 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b84814b7-87bf-42f7-a280-5c40d2ae2ae9 req-a902792d-3ac4-4759-89a3-ca659a2e5eb8 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] 10.222.0.18 "GET /v2.0/security-groups?id=a82e7b4c-ff0d-4709-a0df-b3a8dc2fd20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563085 Jul 29 23:37:54.973691 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52abc353-8026-4086-8bab-543fa953474e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:54.982903 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d59f8ee7-7749-419f-89db-35375291ad36 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:37:55.010017 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-2501d318-6ec4-4a89-8913-22f1b3c7bfb4 None None] Attempting to bind port 0a019e18-d7f3-4d79-84b1-37d68f46503e on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:37:55.010595 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-2501d318-6ec4-4a89-8913-22f1b3c7bfb4 None None] Attempting to bind port 0a019e18-d7f3-4d79-84b1-37d68f46503e by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '02a5cb23-e07f-49ed-bdb8-a7b9e926bd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9f010c3f-3df5-40e5-93d1-9e17e480fd37'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:37:55.011148 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2501d318-6ec4-4a89-8913-22f1b3c7bfb4 None None] Attempting to bind port 0a019e18-d7f3-4d79-84b1-37d68f46503e on network 9f010c3f-3df5-40e5-93d1-9e17e480fd37 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:37:55.014619 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: d59f8ee7-7749-419f-89db-35375291ad36 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:37:55.014963 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d59f8ee7-7749-419f-89db-35375291ad36 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:37:55.020245 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2501d318-6ec4-4a89-8913-22f1b3c7bfb4 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:37:55.020666 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2501d318-6ec4-4a89-8913-22f1b3c7bfb4 None None] Checking segment: {'id': '02a5cb23-e07f-49ed-bdb8-a7b9e926bd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9f010c3f-3df5-40e5-93d1-9e17e480fd37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:37:55.021013 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2501d318-6ec4-4a89-8913-22f1b3c7bfb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.021527 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2501d318-6ec4-4a89-8913-22f1b3c7bfb4 None None] Bound using segment: {'id': '02a5cb23-e07f-49ed-bdb8-a7b9e926bd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9f010c3f-3df5-40e5-93d1-9e17e480fd37'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:37:55.022094 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-2501d318-6ec4-4a89-8913-22f1b3c7bfb4 None None] Bound port: 0a019e18-d7f3-4d79-84b1-37d68f46503e, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02a5cb23-e07f-49ed-bdb8-a7b9e926bd79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '9f010c3f-3df5-40e5-93d1-9e17e480fd37'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:37:55.022574 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2501d318-6ec4-4a89-8913-22f1b3c7bfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.101219 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-52abc353-8026-4086-8bab-543fa953474e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.101991 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-2501d318-6ec4-4a89-8913-22f1b3c7bfb4 None None] For port 0a019e18-d7f3-4d79-84b1-37d68f46503e, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:37:55.106758 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-2501d318-6ec4-4a89-8913-22f1b3c7bfb4 None None] For port 0a019e18-d7f3-4d79-84b1-37d68f46503e, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0a019e18-d7f3-4d79-84b1-37d68f46503e,segment=NetworkSegment(02a5cb23-e07f-49ed-bdb8-a7b9e926bd79),segment_id=02a5cb23-e07f-49ed-bdb8-a7b9e926bd79)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:37:55.116650 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2501d318-6ec4-4a89-8913-22f1b3c7bfb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.125606 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027ac881-4e42-4fb6-b340-75bfd94b0f9b req-5b57349a-adce-4dea-8ee2-011bcbcfaba6 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:55.129791 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-52abc353-8026-4086-8bab-543fa953474e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] device_id is not set on port 350a0231-5ff8-41fa-a542-fee20e004cdb yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:37:55.136797 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-027ac881-4e42-4fb6-b340-75bfd94b0f9b req-5b57349a-adce-4dea-8ee2-011bcbcfaba6 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 946 time: 0.0682330 Jul 29 23:37:55.190613 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2501d318-6ec4-4a89-8913-22f1b3c7bfb4 None None] Pushing event updated for resources: {'Port': ['ID=0a019e18-d7f3-4d79-84b1-37d68f46503e,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:55.193251 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-027ac881-4e42-4fb6-b340-75bfd94b0f9b req-3012cec4-dad9-4e85-9a43-967820b73ada tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547535 Jul 29 23:37:55.414652 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-52abc353-8026-4086-8bab-543fa953474e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Allocated IP 172.20.0.7 (9f010c3f-3df5-40e5-93d1-9e17e480fd37/54b6fd52-63e7-4af4-b22b-13a5e223fa54/350a0231-5ff8-41fa-a542-fee20e004cdb) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:55.602976 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-52abc353-8026-4086-8bab-543fa953474e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.618349 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-52abc353-8026-4086-8bab-543fa953474e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Transition to ACTIVE for port object 350a0231-5ff8-41fa-a542-fee20e004cdb will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:55.637066 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8802f3-a1ec-4155-8ac9-b5044e7bc328 req-c0e1c46b-bfc5-42ab-b3f3-08a3b03b0f55 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:55.638628 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9f8802f3-a1ec-4155-8ac9-b5044e7bc328 req-c0e1c46b-bfc5-42ab-b3f3-08a3b03b0f55 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/ports?device_id=830b6465-0e1d-4408-b4d9-5a9b65bb7f72 HTTP/1.1" status: 200 len: 943 time: 0.0496600 Jul 29 23:37:55.653928 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-52abc353-8026-4086-8bab-543fa953474e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.680010 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9f8802f3-a1ec-4155-8ac9-b5044e7bc328 req-251dab2c-951b-4a92-ac63-1208e4772931 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/security-groups?id=34620b70-4b2b-4cd7-876a-7983de9a6701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345147 Jul 29 23:37:55.705713 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52abc353-8026-4086-8bab-543fa953474e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network 9f010c3f-3df5-40e5-93d1-9e17e480fd37 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:55.709413 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-52abc353-8026-4086-8bab-543fa953474e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:55.715250 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52abc353-8026-4086-8bab-543fa953474e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:37:55.722115 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52abc353-8026-4086-8bab-543fa953474e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Port': ['ID=350a0231-5ff8-41fa-a542-fee20e004cdb,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:55.768158 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52abc353-8026-4086-8bab-543fa953474e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:55.769489 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-52abc353-8026-4086-8bab-543fa953474e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:55.783931 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-52abc353-8026-4086-8bab-543fa953474e tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9968109 Jul 29 23:37:55.787257 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54162) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:55.793799 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-f67817b4-1b5e-40ee-b187-f17ac997b04b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'subnet': {'network_id': '9f010c3f-3df5-40e5-93d1-9e17e480fd37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:55.907931 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67817b4-1b5e-40ee-b187-f17ac997b04b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:55.912233 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f67817b4-1b5e-40ee-b187-f17ac997b04b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.006966 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device b56fe678-00fa-4ace-a51c-9907c72bed7a details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:37:56.030057 n-d-712140-10 neutron-server[94064]: INFO neutron.db.ipam_backend_mixin [None req-f67817b4-1b5e-40ee-b187-f17ac997b04b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 54b6fd52-63e7-4af4-b22b-13a5e223fa54 (CIDR: 172.20.0.0/28) Jul 29 23:37:56.034080 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-f67817b4-1b5e-40ee-b187-f17ac997b04b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:37:56.034644 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f67817b4-1b5e-40ee-b187-f17ac997b04b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:37:56.058989 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f67817b4-1b5e-40ee-b187-f17ac997b04b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2668214 Jul 29 23:37:56.059296 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54166) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:56.061260 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2abc0-ecf6-43d2-81cb-48d945d34029 req-11be9500-c391-43b9-ace7-f363ba7e8be5 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:56.064626 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-a699d855-179d-4d69-abcf-f2db1da743e6 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'subnet': {'network_id': '9f010c3f-3df5-40e5-93d1-9e17e480fd37', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:56.071630 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50a2abc0-ecf6-43d2-81cb-48d945d34029 req-11be9500-c391-43b9-ace7-f363ba7e8be5 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] 10.222.0.18 "GET /v2.0/ports?device_id=94a448e3-035f-4a06-8c08-dec4a38667f5 HTTP/1.1" status: 200 len: 945 time: 0.0727754 Jul 29 23:37:56.114850 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50a2abc0-ecf6-43d2-81cb-48d945d34029 req-dca21d8b-b43e-4044-b05b-ac32a7a67ce6 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] 10.222.0.18 "GET /v2.0/security-groups?id=a82e7b4c-ff0d-4709-a0df-b3a8dc2fd20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419800 Jul 29 23:37:56.150336 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port b56fe678-00fa-4ace-a51c-9907c72bed7a, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b56fe678-00fa-4ace-a51c-9907c72bed7a,segment=NetworkSegment(7571af66-ea80-4cd3-b238-7b868a282d7b),segment_id=7571af66-ea80-4cd3-b238-7b868a282d7b)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:56.164309 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'b56fe678-00fa-4ace-a51c-9907c72bed7a', 'network_id': 'c2b73bc0-3c80-4afd-94a1-0e2762308a37', 'port_id': 'b56fe678-00fa-4ace-a51c-9907c72bed7a', 'mac_address': 'fa:16:3e:c5:11:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8136620-cd64-4ac2-b72c-b1363b51133c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:37:56.222888 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.239962 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b56fe678-00fa-4ace-a51c-9907c72bed7a {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:37:56.240687 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a699d855-179d-4d69-abcf-f2db1da743e6 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:37:56.245365 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a699d855-179d-4d69-abcf-f2db1da743e6 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.271994 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port b56fe678-00fa-4ace-a51c-9907c72bed7a, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b56fe678-00fa-4ace-a51c-9907c72bed7a,segment=NetworkSegment(7571af66-ea80-4cd3-b238-7b868a282d7b),segment_id=7571af66-ea80-4cd3-b238-7b868a282d7b)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:56.280901 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.350371 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=b56fe678-00fa-4ace-a51c-9907c72bed7a,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:56.366968 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed97d1b-4036-42df-a64b-ca61426b47bc req-e66ac356-89b2-4f21-9c7a-8908451bfac9 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:56.374159 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f6c6dd84-56c7-472b-a6d7-d28352a499b4 None None] Provisioning for port 0a019e18-d7f3-4d79-84b1-37d68f46503e completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:56.376915 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6ed97d1b-4036-42df-a64b-ca61426b47bc req-e66ac356-89b2-4f21-9c7a-8908451bfac9 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 946 time: 0.0834725 Jul 29 23:37:56.395546 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f6c6dd84-56c7-472b-a6d7-d28352a499b4 None None] Provisioning complete for port 9cd59fc3-6f41-423e-b47a-f73ec018dbf7 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:56.395969 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6c6dd84-56c7-472b-a6d7-d28352a499b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.434943 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6ed97d1b-4036-42df-a64b-ca61426b47bc req-80cfb25b-ab66-47e6-82f3-53990444e370 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570660 Jul 29 23:37:56.443604 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f6c6dd84-56c7-472b-a6d7-d28352a499b4 None None] Port 9cd59fc3-6f41-423e-b47a-f73ec018dbf7 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:56.563160 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['b56fe678-00fa-4ace-a51c-9907c72bed7a'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:56.598219 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a699d855-179d-4d69-abcf-f2db1da743e6 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.676601 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a699d855-179d-4d69-abcf-f2db1da743e6 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network 9f010c3f-3df5-40e5-93d1-9e17e480fd37 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:37:56.683420 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-a699d855-179d-4d69-abcf-f2db1da743e6 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:37:56.687336 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a699d855-179d-4d69-abcf-f2db1da743e6 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:56.688524 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a699d855-179d-4d69-abcf-f2db1da743e6 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.697781 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f288180f-969f-4b08-bcea-d6eb3301d903 None None] Provisioning for port 350a0231-5ff8-41fa-a542-fee20e004cdb completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:56.703868 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703a2de5-5860-4bc8-8fa9-893fc90f85e2 None None] Network 9f010c3f-3df5-40e5-93d1-9e17e480fd37 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:37:56.707772 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f288180f-969f-4b08-bcea-d6eb3301d903 None None] Provisioning complete for port 350a0231-5ff8-41fa-a542-fee20e004cdb triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:56.708213 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f288180f-969f-4b08-bcea-d6eb3301d903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:56.722643 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a699d855-179d-4d69-abcf-f2db1da743e6 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6582415 Jul 29 23:37:56.726020 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54182) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:56.733958 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-58fc5d3a-1cc0-4add-818c-ca625093ee63 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-509048332', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f192ab59-940f-4a9d-9198-94a9e67266e7'}], 'security_groups': ['77c9059f-bda1-4dc5-91d7-8143b806ec78']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:37:56.740689 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a699d855-179d-4d69-abcf-f2db1da743e6 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Subnet': ['ID=f192ab59-940f-4a9d-9198-94a9e67266e7,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:56.815910 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f288180f-969f-4b08-bcea-d6eb3301d903 None None] Port 350a0231-5ff8-41fa-a542-fee20e004cdb cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:56.876751 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6bfcd4-b9cd-4ae9-93b0-883e14fe4b53 req-ed4f8688-5056-40ee-8c76-6156cc5d06d4 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:56.879255 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c6bfcd4-b9cd-4ae9-93b0-883e14fe4b53 req-ed4f8688-5056-40ee-8c76-6156cc5d06d4 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] 10.222.0.18 "GET /v2.0/ports?device_id=94a448e3-035f-4a06-8c08-dec4a38667f5 HTTP/1.1" status: 200 len: 945 time: 0.1085632 Jul 29 23:37:56.953893 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c6bfcd4-b9cd-4ae9-93b0-883e14fe4b53 req-e1d26422-4d92-4817-a13d-0030021ccc56 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] 10.222.0.18 "GET /v2.0/security-groups?id=a82e7b4c-ff0d-4709-a0df-b3a8dc2fd20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659864 Jul 29 23:37:57.000856 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-58fc5d3a-1cc0-4add-818c-ca625093ee63 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.049364 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0a019e18-d7f3-4d79-84b1-37d68f46503e up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:57.108493 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e49dd6d-1564-4bd6-a180-d0bf22401870 None None] Update dhcp port {'port': {'network_id': '9f010c3f-3df5-40e5-93d1-9e17e480fd37', 'fixed_ips': [{'subnet_id': '54b6fd52-63e7-4af4-b22b-13a5e223fa54', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f192ab59-940f-4a9d-9198-94a9e67266e7'}], 'binding:host_id': 'n-d-712140-10'}, 'id': '0a019e18-d7f3-4d79-84b1-37d68f46503e'} from n-d-712140-10. {{(pid=94065) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:37:57.159893 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6e49dd6d-1564-4bd6-a180-d0bf22401870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.177103 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 0a019e18-d7f3-4d79-84b1-37d68f46503e completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:57.182758 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e5acf-7a25-4886-8df8-a97a7cc12d4e req-d712ec3f-a883-4185-b28e-c0202b0d1982 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:57.185406 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-373e5acf-7a25-4886-8df8-a97a7cc12d4e req-d712ec3f-a883-4185-b28e-c0202b0d1982 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/ports?device_id=830b6465-0e1d-4408-b4d9-5a9b65bb7f72 HTTP/1.1" status: 200 len: 944 time: 0.1422627 Jul 29 23:37:57.186977 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 0a019e18-d7f3-4d79-84b1-37d68f46503e triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:57.187557 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.412418 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.444198 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-6e49dd6d-1564-4bd6-a180-d0bf22401870 None None] Allocated IP 172.20.0.18 (9f010c3f-3df5-40e5-93d1-9e17e480fd37/f192ab59-940f-4a9d-9198-94a9e67266e7/0a019e18-d7f3-4d79-84b1-37d68f46503e) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:57.462780 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 0a019e18-d7f3-4d79-84b1-37d68f46503e, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0a019e18-d7f3-4d79-84b1-37d68f46503e,segment=NetworkSegment(02a5cb23-e07f-49ed-bdb8-a7b9e926bd79),segment_id=02a5cb23-e07f-49ed-bdb8-a7b9e926bd79)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:57.470470 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.593450 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=0a019e18-d7f3-4d79-84b1-37d68f46503e,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:57.629954 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-6e49dd6d-1564-4bd6-a180-d0bf22401870 None None] For port 0a019e18-d7f3-4d79-84b1-37d68f46503e, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0a019e18-d7f3-4d79-84b1-37d68f46503e,segment=NetworkSegment(02a5cb23-e07f-49ed-bdb8-a7b9e926bd79),segment_id=02a5cb23-e07f-49ed-bdb8-a7b9e926bd79)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:57.635199 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-373e5acf-7a25-4886-8df8-a97a7cc12d4e req-a4a2642c-0f4b-4474-8451-15ed248f9a4c tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/security-groups?id=34620b70-4b2b-4cd7-876a-7983de9a6701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4382312 Jul 29 23:37:57.753552 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9b5a6-587a-4587-b16d-41474005733d req-c2016ba9-2830-4553-9ed8-2606faba39ec tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:57.755217 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-94c9b5a6-587a-4587-b16d-41474005733d req-c2016ba9-2830-4553-9ed8-2606faba39ec tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 946 time: 0.0513456 Jul 29 23:37:57.799110 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-94c9b5a6-587a-4587-b16d-41474005733d req-37093a56-b984-44e0-b99a-ae2017c77a82 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375040 Jul 29 23:37:57.831192 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6e49dd6d-1564-4bd6-a180-d0bf22401870 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.847049 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6e49dd6d-1564-4bd6-a180-d0bf22401870 None None] Transition to ACTIVE for port object 0a019e18-d7f3-4d79-84b1-37d68f46503e will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:57.851064 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6e49dd6d-1564-4bd6-a180-d0bf22401870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:57.936061 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e49dd6d-1564-4bd6-a180-d0bf22401870 None None] Pushing event updated for resources: {'Port': ['ID=0a019e18-d7f3-4d79-84b1-37d68f46503e,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:57.968860 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-58fc5d3a-1cc0-4add-818c-ca625093ee63 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Delete allocated IP 172.20.0.7 (9f010c3f-3df5-40e5-93d1-9e17e480fd37/54b6fd52-63e7-4af4-b22b-13a5e223fa54) {{(pid=94063) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 23:37:57.978382 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-58fc5d3a-1cc0-4add-818c-ca625093ee63 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Allocated IP 172.20.0.25 (9f010c3f-3df5-40e5-93d1-9e17e480fd37/f192ab59-940f-4a9d-9198-94a9e67266e7/350a0231-5ff8-41fa-a542-fee20e004cdb) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:37:58.010055 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device b56fe678-00fa-4ace-a51c-9907c72bed7a up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:58.071415 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port b56fe678-00fa-4ace-a51c-9907c72bed7a completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:58.078049 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port b56fe678-00fa-4ace-a51c-9907c72bed7a triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:58.078049 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.168504 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.182614 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9e11c-dbfd-49ac-82d9-48c4217616d7 req-aaff4d0a-124a-4ece-b9cc-6be8ad4c7347 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:58.184810 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0ad9e11c-dbfd-49ac-82d9-48c4217616d7 req-aaff4d0a-124a-4ece-b9cc-6be8ad4c7347 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] 10.222.0.18 "GET /v2.0/ports?device_id=94a448e3-035f-4a06-8c08-dec4a38667f5 HTTP/1.1" status: 200 len: 945 time: 0.1455054 Jul 29 23:37:58.204675 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '830b6465-0e1d-4408-b4d9-5a9b65bb7f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56fe678-00fa-4ace-a51c-9907c72bed7a'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:58.208451 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed96912-b773-4891-86ee-1b4e84063faa" -d '{"events": [{"server_uuid": "830b6465-0e1d-4408-b4d9-5a9b65bb7f72", "name": "network-vif-plugged", "status": "completed", "tag": "b56fe678-00fa-4ace-a51c-9907c72bed7a"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:58.215869 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port b56fe678-00fa-4ace-a51c-9907c72bed7a, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b56fe678-00fa-4ace-a51c-9907c72bed7a,segment=NetworkSegment(7571af66-ea80-4cd3-b238-7b868a282d7b),segment_id=7571af66-ea80-4cd3-b238-7b868a282d7b)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:58.224346 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c80d23-b073-42f7-bb77-3f7f4d8f2642 req-482c7b88-e49c-4dd5-a6fc-14edebc7191d tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:58.225113 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.225870 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-96c80d23-b073-42f7-bb77-3f7f4d8f2642 req-482c7b88-e49c-4dd5-a6fc-14edebc7191d tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] 10.222.0.23 "GET /v2.0/ports?device_id=94a448e3-035f-4a06-8c08-dec4a38667f5 HTTP/1.1" status: 200 len: 945 time: 0.1239202 Jul 29 23:37:58.300639 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=b56fe678-00fa-4ace-a51c-9907c72bed7a,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:58.312126 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-58fc5d3a-1cc0-4add-818c-ca625093ee63 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.318085 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0ad9e11c-dbfd-49ac-82d9-48c4217616d7 req-75125f6c-d01f-4364-9a89-648044d187ac tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] 10.222.0.18 "GET /v2.0/security-groups?id=a82e7b4c-ff0d-4709-a0df-b3a8dc2fd20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221187 Jul 29 23:37:58.356534 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-58fc5d3a-1cc0-4add-818c-ca625093ee63 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Transition to ACTIVE for port object 350a0231-5ff8-41fa-a542-fee20e004cdb will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:37:58.363010 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-58fc5d3a-1cc0-4add-818c-ca625093ee63 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.371078 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4d2844-96a1-46ef-9309-3bf72eb54914 x-openstack-request-id: req-9d4d2844-96a1-46ef-9309-3bf72eb54914 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:58.371419 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "830b6465-0e1d-4408-b4d9-5a9b65bb7f72", "name": "network-vif-plugged", "status": "completed", "tag": "b56fe678-00fa-4ace-a51c-9907c72bed7a", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:58.371669 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d4d2844-96a1-46ef-9309-3bf72eb54914 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:58.372546 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '830b6465-0e1d-4408-b4d9-5a9b65bb7f72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56fe678-00fa-4ace-a51c-9907c72bed7a', 'code': 200} Jul 29 23:37:58.459634 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fc5d3a-1cc0-4add-818c-ca625093ee63 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Port': ['ID=350a0231-5ff8-41fa-a542-fee20e004cdb,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:58.520576 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-96c80d23-b073-42f7-bb77-3f7f4d8f2642 req-b3a9ee4f-9b66-4aa9-bf7f-7f4b6a6283c6 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] Deleting port d3bf7d13-e355-4522-9f42-b7418bc7f7df {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:58.521102 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-96c80d23-b073-42f7-bb77-3f7f4d8f2642 req-b3a9ee4f-9b66-4aa9-bf7f-7f4b6a6283c6 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.624450 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-58fc5d3a-1cc0-4add-818c-ca625093ee63 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] In _notify_port_updated(), no bound segment for port 350a0231-5ff8-41fa-a542-fee20e004cdb on network 9f010c3f-3df5-40e5-93d1-9e17e480fd37 {{(pid=94063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:37:58.630067 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fc5d3a-1cc0-4add-818c-ca625093ee63 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:58.630713 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-58fc5d3a-1cc0-4add-818c-ca625093ee63 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.632107 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-58fc5d3a-1cc0-4add-818c-ca625093ee63 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "PUT /v2.0/ports/350a0231-5ff8-41fa-a542-fee20e004cdb HTTP/1.1" status: 200 len: 920 time: 1.9053311 Jul 29 23:37:58.635052 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54192) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:58.639871 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06b9434-4060-4c58-944a-1c625e84c878 req-7c2c2862-42de-492e-9c5b-8d56451c97a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:58.644525 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c06b9434-4060-4c58-944a-1c625e84c878 req-7c2c2862-42de-492e-9c5b-8d56451c97a7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=830b6465-0e1d-4408-b4d9-5a9b65bb7f72 HTTP/1.1" status: 200 len: 1097 time: 0.2057738 Jul 29 23:37:58.661563 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c8332c6b-fbd0-470a-bdbd-23d4b91c5244 None None] Provisioning for port 350a0231-5ff8-41fa-a542-fee20e004cdb completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:58.668092 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c8332c6b-fbd0-470a-bdbd-23d4b91c5244 None None] Provisioning complete for port 350a0231-5ff8-41fa-a542-fee20e004cdb triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:58.668735 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c8332c6b-fbd0-470a-bdbd-23d4b91c5244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.698623 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-96c80d23-b073-42f7-bb77-3f7f4d8f2642 req-b3a9ee4f-9b66-4aa9-bf7f-7f4b6a6283c6 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] For port d3bf7d13-e355-4522-9f42-b7418bc7f7df, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=d3bf7d13-e355-4522-9f42-b7418bc7f7df,segment=NetworkSegment(a93c9df4-cb80-4c08-8aaf-a5ae7f1eebd5),segment_id=a93c9df4-cb80-4c08-8aaf-a5ae7f1eebd5)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:37:58.699002 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-96c80d23-b073-42f7-bb77-3f7f4d8f2642 req-b3a9ee4f-9b66-4aa9-bf7f-7f4b6a6283c6 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.711928 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c8332c6b-fbd0-470a-bdbd-23d4b91c5244 None None] Port 350a0231-5ff8-41fa-a542-fee20e004cdb cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:58.720744 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c06b9434-4060-4c58-944a-1c625e84c878 req-6f554067-84a7-41fe-9b89-c5def1c1b691 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=34620b70-4b2b-4cd7-876a-7983de9a6701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651689 Jul 29 23:37:58.721660 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-96c80d23-b073-42f7-bb77-3f7f4d8f2642 req-b3a9ee4f-9b66-4aa9-bf7f-7f4b6a6283c6 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] Calling delete_port for d3bf7d13-e355-4522-9f42-b7418bc7f7df owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:58.726122 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c8332c6b-fbd0-470a-bdbd-23d4b91c5244 None None] Provisioning for port 0a019e18-d7f3-4d79-84b1-37d68f46503e completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:37:58.731673 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c8332c6b-fbd0-470a-bdbd-23d4b91c5244 None None] Provisioning complete for port 0a019e18-d7f3-4d79-84b1-37d68f46503e triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:58.732397 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c8332c6b-fbd0-470a-bdbd-23d4b91c5244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.803929 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-67fcfd96-43c6-42dd-a16f-89773d3471fc tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting port 350a0231-5ff8-41fa-a542-fee20e004cdb {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:37:58.804761 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-67fcfd96-43c6-42dd-a16f-89773d3471fc tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.837484 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53495c7d-9878-4a6b-804b-840e16430375 req-1d8a2666-8df2-420e-9422-4b10fbab9078 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:58.839436 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-53495c7d-9878-4a6b-804b-840e16430375 req-1d8a2666-8df2-420e-9422-4b10fbab9078 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/ports?device_id=830b6465-0e1d-4408-b4d9-5a9b65bb7f72 HTTP/1.1" status: 200 len: 945 time: 0.0766032 Jul 29 23:37:58.856594 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c8332c6b-fbd0-470a-bdbd-23d4b91c5244 None None] Provisioning complete for port 9cd59fc3-6f41-423e-b47a-f73ec018dbf7 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:58.857168 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c8332c6b-fbd0-470a-bdbd-23d4b91c5244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.915598 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c8332c6b-fbd0-470a-bdbd-23d4b91c5244 None None] Port 9cd59fc3-6f41-423e-b47a-f73ec018dbf7 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:37:58.917295 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-53495c7d-9878-4a6b-804b-840e16430375 req-4b86d605-9e9c-4b3b-a4fc-2be9dcc97f8a tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/security-groups?id=34620b70-4b2b-4cd7-876a-7983de9a6701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714715 Jul 29 23:37:58.923409 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-67fcfd96-43c6-42dd-a16f-89773d3471fc tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.936442 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-96c80d23-b073-42f7-bb77-3f7f4d8f2642 req-b3a9ee4f-9b66-4aa9-bf7f-7f4b6a6283c6 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:58.946204 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-67fcfd96-43c6-42dd-a16f-89773d3471fc tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Calling delete_port for 350a0231-5ff8-41fa-a542-fee20e004cdb owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:37:58.950444 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['d3bf7d13-e355-4522-9f42-b7418bc7f7df'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:37:58.975822 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a9ee4f-9b66-4aa9-bf7f-7f4b6a6283c6 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] Pushing event deleted for resources: {'Port': ['ID=d3bf7d13-e355-4522-9f42-b7418bc7f7df,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:59.019912 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c80d23-b073-42f7-bb77-3f7f4d8f2642 req-b3a9ee4f-9b66-4aa9-bf7f-7f4b6a6283c6 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] No DVR routers for this DVR port d3bf7d13-e355-4522-9f42-b7418bc7f7df on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:37:59.022630 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-96c80d23-b073-42f7-bb77-3f7f4d8f2642 req-b3a9ee4f-9b66-4aa9-bf7f-7f4b6a6283c6 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.024820 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-96c80d23-b073-42f7-bb77-3f7f4d8f2642 req-b3a9ee4f-9b66-4aa9-bf7f-7f4b6a6283c6 tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] 10.222.0.23 "DELETE /v2.0/ports/d3bf7d13-e355-4522-9f42-b7418bc7f7df HTTP/1.1" status: 204 len: 173 time: 0.7858481 Jul 29 23:37:59.025290 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94a448e3-035f-4a06-8c08-dec4a38667f5', 'name': 'network-vif-deleted', 'tag': 'd3bf7d13-e355-4522-9f42-b7418bc7f7df'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:37:59.027739 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1067d686-39f3-4f9a-b1de-ec851a5f6c29" -d '{"events": [{"server_uuid": "94a448e3-035f-4a06-8c08-dec4a38667f5", "name": "network-vif-deleted", "tag": "d3bf7d13-e355-4522-9f42-b7418bc7f7df"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:37:59.030212 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0a019e18-d7f3-4d79-84b1-37d68f46503e up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:37:59.129407 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2cfe87-375c-4ef4-bb07-68e168b963cc req-5835db2d-cfa5-4762-a46b-8451f7b1ba52 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:37:59.136819 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 0a019e18-d7f3-4d79-84b1-37d68f46503e triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:37:59.137348 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.140166 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fb2cfe87-375c-4ef4-bb07-68e168b963cc req-5835db2d-cfa5-4762-a46b-8451f7b1ba52 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 946 time: 0.0848525 Jul 29 23:37:59.196761 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-67fcfd96-43c6-42dd-a16f-89773d3471fc tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.220189 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fb2cfe87-375c-4ef4-bb07-68e168b963cc req-f34f7ed9-2db8-467d-a087-4aac862f3b39 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790386 Jul 29 23:37:59.239395 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-01f152d4-ec66-407a-beb5-2b877b7db029 None None] Could not find standard attr ID for object 350a0231-5ff8-41fa-a542-fee20e004cdb. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:37:59.240823 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcfd96-43c6-42dd-a16f-89773d3471fc tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Port': ['ID=350a0231-5ff8-41fa-a542-fee20e004cdb,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:59.272446 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcfd96-43c6-42dd-a16f-89773d3471fc tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:59.272810 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcfd96-43c6-42dd-a16f-89773d3471fc tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:59.273143 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcfd96-43c6-42dd-a16f-89773d3471fc tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:59.273490 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcfd96-43c6-42dd-a16f-89773d3471fc tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:59.273825 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcfd96-43c6-42dd-a16f-89773d3471fc tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:59.274165 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcfd96-43c6-42dd-a16f-89773d3471fc tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:59.274500 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcfd96-43c6-42dd-a16f-89773d3471fc tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:59.274836 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcfd96-43c6-42dd-a16f-89773d3471fc tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:59.275186 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcfd96-43c6-42dd-a16f-89773d3471fc tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:59.275519 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcfd96-43c6-42dd-a16f-89773d3471fc tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:59.275857 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcfd96-43c6-42dd-a16f-89773d3471fc tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:59.276650 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67fcfd96-43c6-42dd-a16f-89773d3471fc tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:37:59.328736 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-67fcfd96-43c6-42dd-a16f-89773d3471fc tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.331938 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-67fcfd96-43c6-42dd-a16f-89773d3471fc tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/ports/350a0231-5ff8-41fa-a542-fee20e004cdb HTTP/1.1" status: 204 len: 168 time: 0.6957569 Jul 29 23:37:59.334532 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54202) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:59.344520 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ed57d0-3ebc-481a-8146-d6f7aa7bc320 x-openstack-request-id: req-92ed57d0-3ebc-481a-8146-d6f7aa7bc320 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:37:59.344810 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94a448e3-035f-4a06-8c08-dec4a38667f5", "name": "network-vif-deleted", "tag": "d3bf7d13-e355-4522-9f42-b7418bc7f7df", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:37:59.345065 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92ed57d0-3ebc-481a-8146-d6f7aa7bc320 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:37:59.345458 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94a448e3-035f-4a06-8c08-dec4a38667f5', 'name': 'network-vif-deleted', 'tag': 'd3bf7d13-e355-4522-9f42-b7418bc7f7df', 'status': 'completed', 'code': 200} Jul 29 23:37:59.364102 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-0416c079-85f1-47f0-ad51-6dcdd09293ec tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] GET failed (client error): The resource could not be found. Jul 29 23:37:59.365892 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0416c079-85f1-47f0-ad51-6dcdd09293ec tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "GET /v2.0/ports/350a0231-5ff8-41fa-a542-fee20e004cdb HTTP/1.1" status: 404 len: 333 time: 0.0303555 Jul 29 23:37:59.372720 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54206) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:59.452097 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42822ad6-59c3-490d-81d3-ff3548fae956 req-b3857d5e-b27b-4881-a722-266ab3594b1f tempest-ServerAddressesNegativeTestJSON-966663586 tempest-ServerAddressesNegativeTestJSON-966663586-project] 10.222.0.18 "GET /v2.0/ports?device_id=94a448e3-035f-4a06-8c08-dec4a38667f5 HTTP/1.1" status: 200 len: 210 time: 0.0360205 Jul 29 23:37:59.458836 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d8f1ce0e-49a9-4e79-9609-30963d4a8589 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.485560 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d8f1ce0e-49a9-4e79-9609-30963d4a8589 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.488632 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.538161 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d8f1ce0e-49a9-4e79-9609-30963d4a8589 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.541043 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d8f1ce0e-49a9-4e79-9609-30963d4a8589 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.542343 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d8f1ce0e-49a9-4e79-9609-30963d4a8589 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/security-groups/56a91a61-99b9-4d84-bd25-50aa2d2d2bea HTTP/1.1" status: 204 len: 168 time: 0.1683559 Jul 29 23:37:59.547338 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54208) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:59.552706 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f1ce0e-49a9-4e79-9609-30963d4a8589 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a91a61-99b9-4d84-bd25-50aa2d2d2bea,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:59.616853 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e59b92cf-8431-41e1-8a62-f57bbe4573bc tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.646774 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e59b92cf-8431-41e1-8a62-f57bbe4573bc tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.697379 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e59b92cf-8431-41e1-8a62-f57bbe4573bc tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.702493 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e59b92cf-8431-41e1-8a62-f57bbe4573bc tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.704276 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e59b92cf-8431-41e1-8a62-f57bbe4573bc tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/security-groups/77c9059f-bda1-4dc5-91d7-8143b806ec78 HTTP/1.1" status: 204 len: 168 time: 0.1554663 Jul 29 23:37:59.710555 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54210) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:37:59.723873 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59b92cf-8431-41e1-8a62-f57bbe4573bc tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77c9059f-bda1-4dc5-91d7-8143b806ec78,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:37:59.777259 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.798197 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe765d0-d6ff-4eed-a5b7-afd241354484 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting subnet 54b6fd52-63e7-4af4-b22b-13a5e223fa54 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:37:59.803294 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7fe765d0-d6ff-4eed-a5b7-afd241354484 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.844932 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7fe765d0-d6ff-4eed-a5b7-afd241354484 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.930200 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7fe765d0-d6ff-4eed-a5b7-afd241354484 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:37:59.997980 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7fe765d0-d6ff-4eed-a5b7-afd241354484 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.035629 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe765d0-d6ff-4eed-a5b7-afd241354484 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Subnet': ['ID=54b6fd52-63e7-4af4-b22b-13a5e223fa54,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:00.056633 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7fe765d0-d6ff-4eed-a5b7-afd241354484 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.058703 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7fe765d0-d6ff-4eed-a5b7-afd241354484 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/subnets/54b6fd52-63e7-4af4-b22b-13a5e223fa54 HTTP/1.1" status: 204 len: 168 time: 0.3464007 Jul 29 23:38:00.062672 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54214) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:00.066101 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b2cfd2-8950-4c40-9b8d-ef36787b94b5 None None] Network 9f010c3f-3df5-40e5-93d1-9e17e480fd37 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:00.068360 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-e00e9597-4ec5-4e85-bc54-6f3332e84d9b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'subnet': {'network_id': '9f010c3f-3df5-40e5-93d1-9e17e480fd37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:00.134471 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030d949-f9c5-44a8-b6e5-1f0f826cd1de req-8e9a0d84-56d7-4c27-ad4c-34a24c866dab tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:00.136178 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b030d949-f9c5-44a8-b6e5-1f0f826cd1de req-8e9a0d84-56d7-4c27-ad4c-34a24c866dab tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/ports?device_id=830b6465-0e1d-4408-b4d9-5a9b65bb7f72 HTTP/1.1" status: 200 len: 945 time: 0.1355531 Jul 29 23:38:00.204822 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b030d949-f9c5-44a8-b6e5-1f0f826cd1de req-fcf5dd05-c8b5-4fa8-a44b-28b4f77d6c5a tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/security-groups?id=34620b70-4b2b-4cd7-876a-7983de9a6701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622253 Jul 29 23:38:00.249392 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00e9597-4ec5-4e85-bc54-6f3332e84d9b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:00.254233 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e00e9597-4ec5-4e85-bc54-6f3332e84d9b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.400004 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ddbbc-fbee-4155-9bae-6f329cfeb4f8 req-98ac06d9-c114-400f-b08b-80be8532cf76 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:00.400783 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b35ddbbc-fbee-4155-9bae-6f329cfeb4f8 req-98ac06d9-c114-400f-b08b-80be8532cf76 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 946 time: 0.0894215 Jul 29 23:38:00.469902 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b35ddbbc-fbee-4155-9bae-6f329cfeb4f8 req-7a0564c2-bce5-4f84-ab0a-7b49f8d7843d tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558286 Jul 29 23:38:00.618088 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e00e9597-4ec5-4e85-bc54-6f3332e84d9b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.633219 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54230) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:00.679808 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00e9597-4ec5-4e85-bc54-6f3332e84d9b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network 9f010c3f-3df5-40e5-93d1-9e17e480fd37 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:00.683445 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-e00e9597-4ec5-4e85-bc54-6f3332e84d9b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:00.688559 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00e9597-4ec5-4e85-bc54-6f3332e84d9b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:00.689204 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e00e9597-4ec5-4e85-bc54-6f3332e84d9b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.698675 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e9597-4ec5-4e85-bc54-6f3332e84d9b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Subnet': ['ID=6f7a9104-5678-4566-bee5-a15f9c25bb06,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:00.699665 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-aaf18566-44a2-4377-937e-654c36857a58 admin admin] Deleting subnet b54ae24d-c265-422c-adbc-8e5d8dd842f4 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:38:00.703939 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aaf18566-44a2-4377-937e-654c36857a58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.714331 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e00e9597-4ec5-4e85-bc54-6f3332e84d9b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6479542 Jul 29 23:38:00.716348 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54234) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:00.722067 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-a478589d-0cb2-49cb-8289-f86ce15042c1 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'security_group': {'name': 'tempest-secgroup-99803457'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:00.748754 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a478589d-0cb2-49cb-8289-f86ce15042c1 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.755142 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aaf18566-44a2-4377-937e-654c36857a58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.826173 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aaf18566-44a2-4377-937e-654c36857a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.876855 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a478589d-0cb2-49cb-8289-f86ce15042c1 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.881858 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a478589d-0cb2-49cb-8289-f86ce15042c1 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.891531 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aaf18566-44a2-4377-937e-654c36857a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.922132 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a478589d-0cb2-49cb-8289-f86ce15042c1 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.926368 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a478589d-0cb2-49cb-8289-f86ce15042c1 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2061038 Jul 29 23:38:00.927986 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54238) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:00.931926 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf18566-44a2-4377-937e-654c36857a58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b54ae24d-c265-422c-adbc-8e5d8dd842f4,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:00.941353 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aaf18566-44a2-4377-937e-654c36857a58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:00.944123 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-75772520-27b6-47de-a355-6f97ab1cef1c tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'security_group': {'name': 'tempest-secgroup-63874749'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:00.946096 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-aaf18566-44a2-4377-937e-654c36857a58 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b54ae24d-c265-422c-adbc-8e5d8dd842f4 HTTP/1.1" status: 204 len: 168 time: 0.3117766 Jul 29 23:38:00.949798 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a478589d-0cb2-49cb-8289-f86ce15042c1 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef73aa86-7e0e-45d4-b495-9c745885c0b9,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:00.951934 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54242) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:00.981925 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-75772520-27b6-47de-a355-6f97ab1cef1c tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.007083 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c0fb21-feea-4f12-995d-53306b7d7176 None None] Network 9f010c3f-3df5-40e5-93d1-9e17e480fd37 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:01.053556 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eb241db7-ba90-4174-b701-0915a082344e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.075119 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-74aae724-5d9d-4d15-b023-da2704367590 None None] Provisioning complete for port 0a019e18-d7f3-4d79-84b1-37d68f46503e triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:01.075668 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-74aae724-5d9d-4d15-b023-da2704367590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.117663 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac454eb3-b20a-40b5-8316-b3e17b5b4bdc req-908e709f-b9b8-4203-a1c2-651b04e41b19 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:01.119224 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac454eb3-b20a-40b5-8316-b3e17b5b4bdc req-908e709f-b9b8-4203-a1c2-651b04e41b19 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/ports?device_id=830b6465-0e1d-4408-b4d9-5a9b65bb7f72 HTTP/1.1" status: 200 len: 945 time: 0.0860107 Jul 29 23:38:01.157315 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eb241db7-ba90-4174-b701-0915a082344e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.169288 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-eb241db7-ba90-4174-b701-0915a082344e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cde036fc-2d60-41e5-9b5b-cf4f908bce44']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:01.171297 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-75772520-27b6-47de-a355-6f97ab1cef1c tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.179355 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-75772520-27b6-47de-a355-6f97ab1cef1c tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.183006 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-eb241db7-ba90-4174-b701-0915a082344e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a93c9df4-cb80-4c08-8aaf-a5ae7f1eebd5') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:01.183365 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-eb241db7-ba90-4174-b701-0915a082344e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a93c9df4-cb80-4c08-8aaf-a5ae7f1eebd5') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:01.194215 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eb241db7-ba90-4174-b701-0915a082344e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.212561 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eb241db7-ba90-4174-b701-0915a082344e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.213384 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-75772520-27b6-47de-a355-6f97ab1cef1c tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.217831 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-75772520-27b6-47de-a355-6f97ab1cef1c tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2887664 Jul 29 23:38:01.218880 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54244) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:01.224292 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-28dc2223-1504-47ab-9323-27ea74898f70 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'security_group': {'name': 'tempest-secgroup-1551276400'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:01.227508 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac454eb3-b20a-40b5-8316-b3e17b5b4bdc req-f2e32d70-8439-4843-b02d-ec73358bfae0 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/security-groups?id=34620b70-4b2b-4cd7-876a-7983de9a6701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949998 Jul 29 23:38:01.229050 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb241db7-ba90-4174-b701-0915a082344e admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:01.229522 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eb241db7-ba90-4174-b701-0915a082344e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.232459 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:38:01.232459 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:01.232459 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:38:01.232459 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:01.232459 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:38:01.232459 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:01.232459 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:38:01.232459 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:01.232459 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:38:01.232459 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:01.232459 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:38:01.232459 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:01.232459 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:38:01.232459 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:01.232459 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:01.232459 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:01.232459 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:01.232459 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:01.232459 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:38:01.232459 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:01.232459 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:38:01.232459 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:01.232459 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:01.232459 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:01.232459 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:01.232459 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:01.232459 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:01.232459 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:01.232459 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:01.232459 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:01.232459 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:01.232459 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:01.246397 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75772520-27b6-47de-a355-6f97ab1cef1c tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78f7059c-826f-43db-87c2-b30fa19d3f3d,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:01.262053 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-74aae724-5d9d-4d15-b023-da2704367590 None None] Provisioning complete for port 9cd59fc3-6f41-423e-b47a-f73ec018dbf7 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:01.262432 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-74aae724-5d9d-4d15-b023-da2704367590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.308308 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-74aae724-5d9d-4d15-b023-da2704367590 None None] Port 9cd59fc3-6f41-423e-b47a-f73ec018dbf7 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:01.314027 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-28dc2223-1504-47ab-9323-27ea74898f70 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.326821 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eb241db7-ba90-4174-b701-0915a082344e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.334156 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eb241db7-ba90-4174-b701-0915a082344e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.338336 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-eb241db7-ba90-4174-b701-0915a082344e admin admin] 10.222.0.18 "DELETE /v2.0/networks/cde036fc-2d60-41e5-9b5b-cf4f908bce44 HTTP/1.1" status: 204 len: 168 time: 0.3831098 Jul 29 23:38:01.358009 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb241db7-ba90-4174-b701-0915a082344e admin admin] Pushing event deleted for resources: {'Network': ['ID=cde036fc-2d60-41e5-9b5b-cf4f908bce44,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:01.386197 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b978b4a9-102f-45a8-bafb-6feca7dcafdd None None] Update dhcp port {'port': {'network_id': '9f010c3f-3df5-40e5-93d1-9e17e480fd37', 'fixed_ips': [{'subnet_id': 'f192ab59-940f-4a9d-9198-94a9e67266e7', 'ip_address': '172.20.0.18'}, {'subnet_id': '6f7a9104-5678-4566-bee5-a15f9c25bb06'}], 'binding:host_id': 'n-d-712140-10'}, 'id': '0a019e18-d7f3-4d79-84b1-37d68f46503e'} from n-d-712140-10. {{(pid=94065) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:38:01.413311 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b978b4a9-102f-45a8-bafb-6feca7dcafdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.448860 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-28dc2223-1504-47ab-9323-27ea74898f70 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.453273 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-28dc2223-1504-47ab-9323-27ea74898f70 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.490015 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-28dc2223-1504-47ab-9323-27ea74898f70 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.494361 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54248) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:01.494894 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-28dc2223-1504-47ab-9323-27ea74898f70 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2744207 Jul 29 23:38:01.494996 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54250) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:01.506113 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-246d0675-b85b-494c-8264-3fa3b8eec864 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1221282574', 'security_groups': ['f7d9e314-80b4-4195-8dbc-2158a610bee9'], 'network_id': '9f010c3f-3df5-40e5-93d1-9e17e480fd37', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6f7a9104-5678-4566-bee5-a15f9c25bb06'}]}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:01.507540 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc2223-1504-47ab-9323-27ea74898f70 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d9e314-80b4-4195-8dbc-2158a610bee9,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:01.622509 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-b978b4a9-102f-45a8-bafb-6feca7dcafdd None None] Allocated IP 172.20.0.2 (9f010c3f-3df5-40e5-93d1-9e17e480fd37/6f7a9104-5678-4566-bee5-a15f9c25bb06/0a019e18-d7f3-4d79-84b1-37d68f46503e) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:01.636198 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9e67ea09-8f8a-48f6-9705-35c412ce6a96 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4fb146cc3e0a40b5a1018788a8e7a1ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1386499 Jul 29 23:38:01.640220 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54256) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:01.667639 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38f43d-94f8-44ef-b4b0-eaea619221c3 req-30813fc9-9c12-4d7d-b3cf-7b824aa58444 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:01.669199 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee38f43d-94f8-44ef-b4b0-eaea619221c3 req-30813fc9-9c12-4d7d-b3cf-7b824aa58444 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 946 time: 0.0954306 Jul 29 23:38:01.702561 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246d0675-b85b-494c-8264-3fa3b8eec864 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:01.707142 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-246d0675-b85b-494c-8264-3fa3b8eec864 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.716136 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07f517a0-9065-4d20-8818-c15d2fc2f986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.735948 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b978b4a9-102f-45a8-bafb-6feca7dcafdd None None] For port 0a019e18-d7f3-4d79-84b1-37d68f46503e, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0a019e18-d7f3-4d79-84b1-37d68f46503e,segment=NetworkSegment(02a5cb23-e07f-49ed-bdb8-a7b9e926bd79),segment_id=02a5cb23-e07f-49ed-bdb8-a7b9e926bd79)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:01.736365 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-246d0675-b85b-494c-8264-3fa3b8eec864 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] device_id is not set on port 4e536c19-d62c-4126-8e8a-fdc2957a3d64 yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:38:01.743755 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07f517a0-9065-4d20-8818-c15d2fc2f986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.749162 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee38f43d-94f8-44ef-b4b0-eaea619221c3 req-7b58f88b-e1f4-4318-bb78-72461a665978 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629089 Jul 29 23:38:01.773032 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b978b4a9-102f-45a8-bafb-6feca7dcafdd None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.802008 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b978b4a9-102f-45a8-bafb-6feca7dcafdd None None] Transition to ACTIVE for port object 0a019e18-d7f3-4d79-84b1-37d68f46503e will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:01.803368 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07f517a0-9065-4d20-8818-c15d2fc2f986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.807256 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b978b4a9-102f-45a8-bafb-6feca7dcafdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.811049 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07f517a0-9065-4d20-8818-c15d2fc2f986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:01.815346 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-07f517a0-9065-4d20-8818-c15d2fc2f986 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a82e7b4c-ff0d-4709-a0df-b3a8dc2fd20b HTTP/1.1" status: 204 len: 168 time: 0.1713150 Jul 29 23:38:01.824188 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f517a0-9065-4d20-8818-c15d2fc2f986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82e7b4c-ff0d-4709-a0df-b3a8dc2fd20b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:01.926867 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-246d0675-b85b-494c-8264-3fa3b8eec864 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Allocated IP 172.20.0.14 (9f010c3f-3df5-40e5-93d1-9e17e480fd37/6f7a9104-5678-4566-bee5-a15f9c25bb06/4e536c19-d62c-4126-8e8a-fdc2957a3d64) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:01.933388 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b978b4a9-102f-45a8-bafb-6feca7dcafdd None None] Pushing event updated for resources: {'Port': ['ID=0a019e18-d7f3-4d79-84b1-37d68f46503e,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:02.080291 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device d3bf7d13-e355-4522-9f42-b7418bc7f7df no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:02.091787 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-246d0675-b85b-494c-8264-3fa3b8eec864 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.107455 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: d3bf7d13-e355-4522-9f42-b7418bc7f7df {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:38:02.107805 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device d3bf7d13-e355-4522-9f42-b7418bc7f7df not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:02.108691 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-246d0675-b85b-494c-8264-3fa3b8eec864 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Transition to ACTIVE for port object 4e536c19-d62c-4126-8e8a-fdc2957a3d64 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:02.150024 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-246d0675-b85b-494c-8264-3fa3b8eec864 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.203771 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246d0675-b85b-494c-8264-3fa3b8eec864 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network 9f010c3f-3df5-40e5-93d1-9e17e480fd37 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:02.207935 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-246d0675-b85b-494c-8264-3fa3b8eec864 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:02.212191 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246d0675-b85b-494c-8264-3fa3b8eec864 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:02.244742 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d0675-b85b-494c-8264-3fa3b8eec864 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Port': ['ID=4e536c19-d62c-4126-8e8a-fdc2957a3d64,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:02.275016 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246d0675-b85b-494c-8264-3fa3b8eec864 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:02.275583 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-246d0675-b85b-494c-8264-3fa3b8eec864 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.306325 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-246d0675-b85b-494c-8264-3fa3b8eec864 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 0.8101640 Jul 29 23:38:02.309546 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54272) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:02.318098 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-7a245221-86ac-4c8e-a7de-d4c00ebce66a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'subnet': {'network_id': '9f010c3f-3df5-40e5-93d1-9e17e480fd37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:02.502043 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3994f-220a-4b57-90b4-5eff80caa569 req-eefc85a9-bee7-485b-b802-0135f6be7998 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:02.504233 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f9f3994f-220a-4b57-90b4-5eff80caa569 req-eefc85a9-bee7-485b-b802-0135f6be7998 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/ports?device_id=830b6465-0e1d-4408-b4d9-5a9b65bb7f72 HTTP/1.1" status: 200 len: 945 time: 0.1362033 Jul 29 23:38:02.518255 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb03d0-5912-43df-808c-a290a59b36c1 req-1c635353-c3b5-4f77-b199-687779dc02aa tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:02.520612 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cfeb03d0-5912-43df-808c-a290a59b36c1 req-1c635353-c3b5-4f77-b199-687779dc02aa tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.23 "GET /v2.0/ports?device_id=830b6465-0e1d-4408-b4d9-5a9b65bb7f72 HTTP/1.1" status: 200 len: 945 time: 0.1507587 Jul 29 23:38:02.552306 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ae422735-cbaa-404e-8fb3-1c20d778adde None None] Provisioning for port 0a019e18-d7f3-4d79-84b1-37d68f46503e completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:02.559718 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ae422735-cbaa-404e-8fb3-1c20d778adde None None] Provisioning complete for port 0a019e18-d7f3-4d79-84b1-37d68f46503e triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:02.560389 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ae422735-cbaa-404e-8fb3-1c20d778adde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.649019 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f9f3994f-220a-4b57-90b4-5eff80caa569 req-62da65fb-e6ec-47c0-98de-a5357eff768f tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/security-groups?id=34620b70-4b2b-4cd7-876a-7983de9a6701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255393 Jul 29 23:38:02.649617 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a245221-86ac-4c8e-a7de-d4c00ebce66a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:02.653223 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7a245221-86ac-4c8e-a7de-d4c00ebce66a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.687674 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ae422735-cbaa-404e-8fb3-1c20d778adde None None] Provisioning complete for port 9cd59fc3-6f41-423e-b47a-f73ec018dbf7 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:02.688401 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ae422735-cbaa-404e-8fb3-1c20d778adde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.744806 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ae422735-cbaa-404e-8fb3-1c20d778adde None None] Port 9cd59fc3-6f41-423e-b47a-f73ec018dbf7 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:02.751910 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-cfeb03d0-5912-43df-808c-a290a59b36c1 req-0c310463-04b5-4434-aa63-6e726193254c tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Deleting port b56fe678-00fa-4ace-a51c-9907c72bed7a {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:02.752264 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cfeb03d0-5912-43df-808c-a290a59b36c1 req-0c310463-04b5-4434-aa63-6e726193254c tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.780659 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54284) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:02.797730 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c1e2c554-948c-4a10-b03d-6851eb8c9a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.849734 n-d-712140-10 neutron-server[94063]: INFO neutron.db.ipam_backend_mixin [None req-7a245221-86ac-4c8e-a7de-d4c00ebce66a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6f7a9104-5678-4566-bee5-a15f9c25bb06 (CIDR: 172.20.0.0/28) Jul 29 23:38:02.859942 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a245221-86ac-4c8e-a7de-d4c00ebce66a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:38:02.860811 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a245221-86ac-4c8e-a7de-d4c00ebce66a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:38:02.874646 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c9f482c7-b57c-4dbf-a3e1-547a17c9f963 None None] Provisioning for port 4e536c19-d62c-4126-8e8a-fdc2957a3d64 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:02.881164 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c9f482c7-b57c-4dbf-a3e1-547a17c9f963 None None] Provisioning complete for port 4e536c19-d62c-4126-8e8a-fdc2957a3d64 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:02.882285 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c9f482c7-b57c-4dbf-a3e1-547a17c9f963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.924344 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c9f482c7-b57c-4dbf-a3e1-547a17c9f963 None None] Port 4e536c19-d62c-4126-8e8a-fdc2957a3d64 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:02.932241 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7a245221-86ac-4c8e-a7de-d4c00ebce66a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6215432 Jul 29 23:38:02.934989 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54290) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:02.940006 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-cfeb03d0-5912-43df-808c-a290a59b36c1 req-0c310463-04b5-4434-aa63-6e726193254c tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] For port b56fe678-00fa-4ace-a51c-9907c72bed7a, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b56fe678-00fa-4ace-a51c-9907c72bed7a,segment=NetworkSegment(7571af66-ea80-4cd3-b238-7b868a282d7b),segment_id=7571af66-ea80-4cd3-b238-7b868a282d7b)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:02.940384 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cfeb03d0-5912-43df-808c-a290a59b36c1 req-0c310463-04b5-4434-aa63-6e726193254c tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:02.941113 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-9b3f75d8-7b2a-4509-a9fd-15ad1bb7a9e7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'subnet': {'network_id': '9f010c3f-3df5-40e5-93d1-9e17e480fd37', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:02.977161 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6624b7-0a34-49d3-9c58-7a1e894a1aa9 req-1e05b89e-def9-4add-b846-69773bb6f6b6 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:02.982560 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ef6624b7-0a34-49d3-9c58-7a1e894a1aa9 req-1e05b89e-def9-4add-b846-69773bb6f6b6 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 946 time: 0.1124837 Jul 29 23:38:02.982560 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-cfeb03d0-5912-43df-808c-a290a59b36c1 req-0c310463-04b5-4434-aa63-6e726193254c tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Calling delete_port for b56fe678-00fa-4ace-a51c-9907c72bed7a owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:03.002105 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0a019e18-d7f3-4d79-84b1-37d68f46503e up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:03.007750 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-d4da9241-544d-4b40-8f2a-fa35da3671dc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-725201234-network', 'tenant_id': '224345a79dda437684f96bb484f29725'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:03.047514 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4da9241-544d-4b40-8f2a-fa35da3671dc admin admin] Made reservation on behalf of 224345a79dda437684f96bb484f29725 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:03.049957 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d4da9241-544d-4b40-8f2a-fa35da3671dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.057231 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 0a019e18-d7f3-4d79-84b1-37d68f46503e triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:03.057956 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.061565 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ef6624b7-0a34-49d3-9c58-7a1e894a1aa9 req-cf0d27b7-7846-4a04-a6cf-42575b492502 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757613 Jul 29 23:38:03.067806 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d4da9241-544d-4b40-8f2a-fa35da3671dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.106145 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3f75d8-7b2a-4509-a9fd-15ad1bb7a9e7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:03.112382 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b3f75d8-7b2a-4509-a9fd-15ad1bb7a9e7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.177704 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cfeb03d0-5912-43df-808c-a290a59b36c1 req-0c310463-04b5-4434-aa63-6e726193254c tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.200072 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['b56fe678-00fa-4ace-a51c-9907c72bed7a'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:03.205208 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c310463-04b5-4434-aa63-6e726193254c tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Pushing event deleted for resources: {'Port': ['ID=b56fe678-00fa-4ace-a51c-9907c72bed7a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:03.216992 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c310463-04b5-4434-aa63-6e726193254c tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:03.218217 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c310463-04b5-4434-aa63-6e726193254c tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:03.218217 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c310463-04b5-4434-aa63-6e726193254c tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:03.218217 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c310463-04b5-4434-aa63-6e726193254c tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:03.218612 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c310463-04b5-4434-aa63-6e726193254c tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:03.218975 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c310463-04b5-4434-aa63-6e726193254c tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:03.219413 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c310463-04b5-4434-aa63-6e726193254c tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:03.219795 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c310463-04b5-4434-aa63-6e726193254c tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:03.220218 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c310463-04b5-4434-aa63-6e726193254c tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:03.220643 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c310463-04b5-4434-aa63-6e726193254c tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:03.221043 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c310463-04b5-4434-aa63-6e726193254c tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:03.222389 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c310463-04b5-4434-aa63-6e726193254c tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:03.249246 n-d-712140-10 neutron-server[94064]: INFO neutron.db.ipam_backend_mixin [None req-9b3f75d8-7b2a-4509-a9fd-15ad1bb7a9e7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f192ab59-940f-4a9d-9198-94a9e67266e7 (CIDR: 172.20.0.16/28) Jul 29 23:38:03.253370 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3f75d8-7b2a-4509-a9fd-15ad1bb7a9e7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:38:03.253824 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b3f75d8-7b2a-4509-a9fd-15ad1bb7a9e7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:38:03.263438 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfeb03d0-5912-43df-808c-a290a59b36c1 req-0c310463-04b5-4434-aa63-6e726193254c tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] No DVR routers for this DVR port b56fe678-00fa-4ace-a51c-9907c72bed7a on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:03.266961 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cfeb03d0-5912-43df-808c-a290a59b36c1 req-0c310463-04b5-4434-aa63-6e726193254c tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.270663 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cfeb03d0-5912-43df-808c-a290a59b36c1 req-0c310463-04b5-4434-aa63-6e726193254c tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.23 "DELETE /v2.0/ports/b56fe678-00fa-4ace-a51c-9907c72bed7a HTTP/1.1" status: 204 len: 173 time: 0.7409308 Jul 29 23:38:03.271677 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '830b6465-0e1d-4408-b4d9-5a9b65bb7f72', 'name': 'network-vif-deleted', 'tag': 'b56fe678-00fa-4ace-a51c-9907c72bed7a'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:03.275620 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9e1443-1d87-410d-9bb6-16cb14099e8b" -d '{"events": [{"server_uuid": "830b6465-0e1d-4408-b4d9-5a9b65bb7f72", "name": "network-vif-deleted", "tag": "b56fe678-00fa-4ace-a51c-9907c72bed7a"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:03.293998 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d4da9241-544d-4b40-8f2a-fa35da3671dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.300293 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d4da9241-544d-4b40-8f2a-fa35da3671dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.312412 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9b3f75d8-7b2a-4509-a9fd-15ad1bb7a9e7 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3761001 Jul 29 23:38:03.312746 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54294) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:03.321124 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-4cd531a8-12dd-4d22-a2bb-e63975dca8fe tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'subnet': {'network_id': '9f010c3f-3df5-40e5-93d1-9e17e480fd37', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:03.326841 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4da9241-544d-4b40-8f2a-fa35da3671dc admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:38:03.350814 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da9241-544d-4b40-8f2a-fa35da3671dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b75d98b-c2c0-4733-8cc3-4ced401c7e09,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:03.355347 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d4da9241-544d-4b40-8f2a-fa35da3671dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.355937 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-d4da9241-544d-4b40-8f2a-fa35da3671dc admin admin] Added segment d692fd88-7a7a-4f59-9d22-ff33ee5f1a3d of type vlan for network 8f3c76a6-294b-442d-88c5-e90b8e7ba673 Jul 29 23:38:03.369192 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129bc0de-149d-4283-8020-9c16a0d6f59d x-openstack-request-id: req-129bc0de-149d-4283-8020-9c16a0d6f59d {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:03.369483 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "830b6465-0e1d-4408-b4d9-5a9b65bb7f72", "name": "network-vif-deleted", "tag": "b56fe678-00fa-4ace-a51c-9907c72bed7a", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:03.369957 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-129bc0de-149d-4283-8020-9c16a0d6f59d {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:03.370385 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '830b6465-0e1d-4408-b4d9-5a9b65bb7f72', 'name': 'network-vif-deleted', 'tag': 'b56fe678-00fa-4ace-a51c-9907c72bed7a', 'status': 'completed', 'code': 200} Jul 29 23:38:03.406138 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d4da9241-544d-4b40-8f2a-fa35da3671dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.436670 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d4da9241-544d-4b40-8f2a-fa35da3671dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.437633 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4da9241-544d-4b40-8f2a-fa35da3671dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:03.438222 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d4da9241-544d-4b40-8f2a-fa35da3671dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.450064 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cd531a8-12dd-4d22-a2bb-e63975dca8fe tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Made reservation on behalf of a4227010c4cf4c93949270a4cee39c8a for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:03.453514 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4cd531a8-12dd-4d22-a2bb-e63975dca8fe tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.491193 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d4da9241-544d-4b40-8f2a-fa35da3671dc admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7080963 Jul 29 23:38:03.495203 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54296) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:03.501779 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-819e3d3d-eda2-475a-9d8a-e23461720ea8 admin admin] Request body: {'subnet': {'network_id': '8f3c76a6-294b-442d-88c5-e90b8e7ba673', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-725201234-subnet', 'tenant_id': '224345a79dda437684f96bb484f29725', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:03.510450 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da9241-544d-4b40-8f2a-fa35da3671dc admin admin] Pushing event updated for resources: {'Network': ['ID=8f3c76a6-294b-442d-88c5-e90b8e7ba673,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:03.521378 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 8f3c76a6-294b-442d-88c5-e90b8e7ba673 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:38:03.533548 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819e3d3d-eda2-475a-9d8a-e23461720ea8 admin admin] Made reservation on behalf of 224345a79dda437684f96bb484f29725 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:03.536566 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-819e3d3d-eda2-475a-9d8a-e23461720ea8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.704895 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4cd531a8-12dd-4d22-a2bb-e63975dca8fe tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.728215 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-819e3d3d-eda2-475a-9d8a-e23461720ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.762904 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd531a8-12dd-4d22-a2bb-e63975dca8fe tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Network 9f010c3f-3df5-40e5-93d1-9e17e480fd37 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:03.767027 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-4cd531a8-12dd-4d22-a2bb-e63975dca8fe tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:03.770114 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cd531a8-12dd-4d22-a2bb-e63975dca8fe tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:03.771462 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4cd531a8-12dd-4d22-a2bb-e63975dca8fe tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:03.777436 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b19f9e-c4ff-4004-aafe-ef93c2f4c3f2 None None] Network 9f010c3f-3df5-40e5-93d1-9e17e480fd37 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:03.812300 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e3d3d-eda2-475a-9d8a-e23461720ea8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3798c3a-b9e2-4a1c-ae89-c46c1a504838,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:03.816763 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1dfbeb53-6528-4781-a5f2-6961111b070f req-41191e63-b678-4138-8e5d-6d90590fd9a9 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/ports?device_id=830b6465-0e1d-4408-b4d9-5a9b65bb7f72 HTTP/1.1" status: 200 len: 210 time: 0.0414929 Jul 29 23:38:03.834705 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd531a8-12dd-4d22-a2bb-e63975dca8fe tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Subnet': ['ID=dd2f1949-2c24-4c2a-8670-8f838decbddb,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:03.845532 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4cd531a8-12dd-4d22-a2bb-e63975dca8fe tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5310135 Jul 29 23:38:03.848815 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54300) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:03.861089 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-37c29952-6408-4410-95cd-1646c3c7dc64 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-487413263', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dd2f1949-2c24-4c2a-8670-8f838decbddb'}], 'security_groups': ['ef73aa86-7e0e-45d4-b495-9c745885c0b9', '78f7059c-826f-43db-87c2-b30fa19d3f3d']}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:03.899047 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819e3d3d-eda2-475a-9d8a-e23461720ea8 admin admin] Checking segment: {'id': 'd692fd88-7a7a-4f59-9d22-ff33ee5f1a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8f3c76a6-294b-442d-88c5-e90b8e7ba673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:03.899543 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819e3d3d-eda2-475a-9d8a-e23461720ea8 admin admin] Network hostable DHCP agents. Network: 8f3c76a6-294b-442d-88c5-e90b8e7ba673, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:38:03.969846 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819e3d3d-eda2-475a-9d8a-e23461720ea8 admin admin] Network 8f3c76a6-294b-442d-88c5-e90b8e7ba673 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:38:03.985366 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-819e3d3d-eda2-475a-9d8a-e23461720ea8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 8f3c76a6-294b-442d-88c5-e90b8e7ba673) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:03.995879 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819e3d3d-eda2-475a-9d8a-e23461720ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:03.996366 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5305625e-5bec-4576-a7b7-9439712f2b67 None None] Network 8f3c76a6-294b-442d-88c5-e90b8e7ba673 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:03.996506 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-819e3d3d-eda2-475a-9d8a-e23461720ea8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.030534 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-819e3d3d-eda2-475a-9d8a-e23461720ea8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5310378 Jul 29 23:38:04.031165 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54302) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:04.038447 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-06019482-5dd9-4b74-9e73-9c165f031ed1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-725201234-router', 'tenant_id': '224345a79dda437684f96bb484f29725', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:04.073845 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37c29952-6408-4410-95cd-1646c3c7dc64 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.075041 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-06019482-5dd9-4b74-9e73-9c165f031ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.076312 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-06019482-5dd9-4b74-9e73-9c165f031ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.204168 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-06019482-5dd9-4b74-9e73-9c165f031ed1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.207016 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d979b746-9024-448a-ae9c-1b9be25e4f3f None None] Network 8f3c76a6-294b-442d-88c5-e90b8e7ba673 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:04.285669 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380418a0-5198-410f-9e63-953c0d6c1b7b None None] Update dhcp port {'port': {'network_id': '9f010c3f-3df5-40e5-93d1-9e17e480fd37', 'fixed_ips': [{'subnet_id': 'f192ab59-940f-4a9d-9198-94a9e67266e7', 'ip_address': '172.20.0.18'}, {'subnet_id': '6f7a9104-5678-4566-bee5-a15f9c25bb06', 'ip_address': '172.20.0.2'}, {'subnet_id': 'dd2f1949-2c24-4c2a-8670-8f838decbddb'}], 'binding:host_id': 'n-d-712140-10'}, 'id': '0a019e18-d7f3-4d79-84b1-37d68f46503e'} from n-d-712140-10. {{(pid=94065) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:38:04.303276 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee0fe2-d6ad-4b80-a3ed-cc41754f9cf6 req-a1c82f04-7590-4299-be32-1ee6f9afee69 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:04.304944 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0bee0fe2-d6ad-4b80-a3ed-cc41754f9cf6 req-a1c82f04-7590-4299-be32-1ee6f9afee69 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 946 time: 0.1403875 Jul 29 23:38:04.328632 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-380418a0-5198-410f-9e63-953c0d6c1b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.397629 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-06019482-5dd9-4b74-9e73-9c165f031ed1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.432656 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0bee0fe2-d6ad-4b80-a3ed-cc41754f9cf6 req-25c4362f-3a0f-4f13-ac5b-b7b1744b616e tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813880 Jul 29 23:38:04.512446 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-37c29952-6408-4410-95cd-1646c3c7dc64 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Delete allocated IP 172.20.0.14 (9f010c3f-3df5-40e5-93d1-9e17e480fd37/6f7a9104-5678-4566-bee5-a15f9c25bb06) {{(pid=94064) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 23:38:04.524119 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-37c29952-6408-4410-95cd-1646c3c7dc64 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Allocated IP 172.20.0.41 (9f010c3f-3df5-40e5-93d1-9e17e480fd37/dd2f1949-2c24-4c2a-8670-8f838decbddb/4e536c19-d62c-4126-8e8a-fdc2957a3d64) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:04.725408 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37c29952-6408-4410-95cd-1646c3c7dc64 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.742538 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-37c29952-6408-4410-95cd-1646c3c7dc64 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Transition to ACTIVE for port object 4e536c19-d62c-4126-8e8a-fdc2957a3d64 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:04.750741 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37c29952-6408-4410-95cd-1646c3c7dc64 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.831823 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-380418a0-5198-410f-9e63-953c0d6c1b7b None None] Allocated IP 172.20.0.34 (9f010c3f-3df5-40e5-93d1-9e17e480fd37/dd2f1949-2c24-4c2a-8670-8f838decbddb/0a019e18-d7f3-4d79-84b1-37d68f46503e) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:04.870951 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c29952-6408-4410-95cd-1646c3c7dc64 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event updated for resources: {'Port': ['ID=4e536c19-d62c-4126-8e8a-fdc2957a3d64,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:04.883518 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-37c29952-6408-4410-95cd-1646c3c7dc64 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] In _notify_port_updated(), no bound segment for port 4e536c19-d62c-4126-8e8a-fdc2957a3d64 on network 9f010c3f-3df5-40e5-93d1-9e17e480fd37 {{(pid=94064) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:38:04.889208 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c29952-6408-4410-95cd-1646c3c7dc64 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:04.889875 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37c29952-6408-4410-95cd-1646c3c7dc64 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:04.895184 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-37c29952-6408-4410-95cd-1646c3c7dc64 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "PUT /v2.0/ports/4e536c19-d62c-4126-8e8a-fdc2957a3d64 HTTP/1.1" status: 200 len: 959 time: 1.0449059 Jul 29 23:38:04.898411 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54312) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:04.973715 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-380418a0-5198-410f-9e63-953c0d6c1b7b None None] For port 0a019e18-d7f3-4d79-84b1-37d68f46503e, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0a019e18-d7f3-4d79-84b1-37d68f46503e,segment=NetworkSegment(02a5cb23-e07f-49ed-bdb8-a7b9e926bd79),segment_id=02a5cb23-e07f-49ed-bdb8-a7b9e926bd79)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:05.010512 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-380418a0-5198-410f-9e63-953c0d6c1b7b None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.026453 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-380418a0-5198-410f-9e63-953c0d6c1b7b None None] Transition to ACTIVE for port object 0a019e18-d7f3-4d79-84b1-37d68f46503e will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:05.031471 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-380418a0-5198-410f-9e63-953c0d6c1b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.045320 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1e2ab428-0acf-441a-a141-12ee6cf90990 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting port 4e536c19-d62c-4126-8e8a-fdc2957a3d64 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:05.045904 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1e2ab428-0acf-441a-a141-12ee6cf90990 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.048824 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-06019482-5dd9-4b74-9e73-9c165f031ed1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.082246 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-06019482-5dd9-4b74-9e73-9c165f031ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.169049 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380418a0-5198-410f-9e63-953c0d6c1b7b None None] Pushing event updated for resources: {'Port': ['ID=0a019e18-d7f3-4d79-84b1-37d68f46503e,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:05.201150 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1e2ab428-0acf-441a-a141-12ee6cf90990 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.219116 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1e2ab428-0acf-441a-a141-12ee6cf90990 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Calling delete_port for 4e536c19-d62c-4126-8e8a-fdc2957a3d64 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:05.324539 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-06019482-5dd9-4b74-9e73-9c165f031ed1 admin admin] Allocated IP 172.25.8.252 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/cceb9f9e-403c-4cf7-a746-be5931753e56) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:05.365467 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.392264 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-2998c355-3649-4b70-ba89-8cc22eb14a12 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:05.394447 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-2998c355-3649-4b70-ba89-8cc22eb14a12 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/networks?id=c2b73bc0-3c80-4afd-94a1-0e2762308a37 HTTP/1.1" status: 200 len: 808 time: 0.2250435 Jul 29 23:38:05.412796 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1e2ab428-0acf-441a-a141-12ee6cf90990 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.460705 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2ab428-0acf-441a-a141-12ee6cf90990 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Port': ['ID=4e536c19-d62c-4126-8e8a-fdc2957a3d64,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:05.468607 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-c5ee4667-51c3-4247-a4a5-8eadc3246d7b tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/quotas/31c6b4da3330473e9172806a4f14ca41 HTTP/1.1" status: 200 len: 375 time: 0.0265269 Jul 29 23:38:05.517871 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-8574cbf6-85b4-4de9-92c2-40a189b11db4 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=31c6b4da3330473e9172806a4f14ca41&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395734 Jul 29 23:38:05.562602 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1e2ab428-0acf-441a-a141-12ee6cf90990 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.569240 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1e2ab428-0acf-441a-a141-12ee6cf90990 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/ports/4e536c19-d62c-4126-8e8a-fdc2957a3d64 HTTP/1.1" status: 204 len: 168 time: 0.6691132 Jul 29 23:38:05.569908 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54330) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:05.599618 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-e17a5d63-a2f5-4634-ad50-1632ea0a3554 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] GET failed (client error): The resource could not be found. Jul 29 23:38:05.604381 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e17a5d63-a2f5-4634-ad50-1632ea0a3554 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "GET /v2.0/ports/4e536c19-d62c-4126-8e8a-fdc2957a3d64 HTTP/1.1" status: 404 len: 333 time: 0.0334015 Jul 29 23:38:05.605100 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54332) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:05.605283 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-06019482-5dd9-4b74-9e73-9c165f031ed1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.671128 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-52e90104-0c93-4da1-8b90-df7e63f380d7 service neutron] 10.222.0.18 "GET /v2.0/networks/c2b73bc0-3c80-4afd-94a1-0e2762308a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343403 Jul 29 23:38:05.683141 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c05a554-9b76-4c8a-b714-df4f5b637664 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.700900 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-06019482-5dd9-4b74-9e73-9c165f031ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.708978 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c05a554-9b76-4c8a-b714-df4f5b637664 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.757011 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c05a554-9b76-4c8a-b714-df4f5b637664 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.761067 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c05a554-9b76-4c8a-b714-df4f5b637664 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.764639 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5c05a554-9b76-4c8a-b714-df4f5b637664 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/security-groups/f7d9e314-80b4-4195-8dbc-2158a610bee9 HTTP/1.1" status: 204 len: 168 time: 0.1560988 Jul 29 23:38:05.766591 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54334) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:05.788788 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c05a554-9b76-4c8a-b714-df4f5b637664 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d9e314-80b4-4195-8dbc-2158a610bee9,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:05.792813 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06019482-5dd9-4b74-9e73-9c165f031ed1 admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:05.809119 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-06019482-5dd9-4b74-9e73-9c165f031ed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:05.812836 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06019482-5dd9-4b74-9e73-9c165f031ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=cceb9f9e-403c-4cf7-a746-be5931753e56,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:05.817311 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06019482-5dd9-4b74-9e73-9c165f031ed1 admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:05.844203 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f903126a-feb3-49a5-87bf-1d8b873298c0 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.858955 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-276737f8-a2bf-4c82-9bff-9827bfae21d4 service neutron] 10.222.0.18 "GET /v2.0/networks/c2b73bc0-3c80-4afd-94a1-0e2762308a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774004 Jul 29 23:38:05.869788 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-35132c42-0d67-4e5a-8f69-e18249ead576 None None] Could not find standard attr ID for object 4e536c19-d62c-4126-8e8a-fdc2957a3d64. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:38:05.875111 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f903126a-feb3-49a5-87bf-1d8b873298c0 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.889424 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-35132c42-0d67-4e5a-8f69-e18249ead576 None None] Provisioning for port 0a019e18-d7f3-4d79-84b1-37d68f46503e completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:05.895697 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-35132c42-0d67-4e5a-8f69-e18249ead576 None None] Provisioning complete for port 0a019e18-d7f3-4d79-84b1-37d68f46503e triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:05.896456 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-35132c42-0d67-4e5a-8f69-e18249ead576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.932472 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f903126a-feb3-49a5-87bf-1d8b873298c0 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.935928 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f903126a-feb3-49a5-87bf-1d8b873298c0 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:05.940909 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f903126a-feb3-49a5-87bf-1d8b873298c0 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/security-groups/78f7059c-826f-43db-87c2-b30fa19d3f3d HTTP/1.1" status: 204 len: 168 time: 0.1714830 Jul 29 23:38:05.941552 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54338) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:05.964264 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f903126a-feb3-49a5-87bf-1d8b873298c0 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f7059c-826f-43db-87c2-b30fa19d3f3d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:06.006170 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-35132c42-0d67-4e5a-8f69-e18249ead576 None None] Provisioning complete for port 9cd59fc3-6f41-423e-b47a-f73ec018dbf7 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:06.006996 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-35132c42-0d67-4e5a-8f69-e18249ead576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.022513 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-80676ba8-b6af-4172-a3ad-dc0f10044e04 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.048606 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-80676ba8-b6af-4172-a3ad-dc0f10044e04 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.050270 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-35132c42-0d67-4e5a-8f69-e18249ead576 None None] Port 9cd59fc3-6f41-423e-b47a-f73ec018dbf7 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:06.083006 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device b56fe678-00fa-4ace-a51c-9907c72bed7a no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:06.103752 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: b56fe678-00fa-4ace-a51c-9907c72bed7a {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:38:06.104145 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device b56fe678-00fa-4ace-a51c-9907c72bed7a not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:06.141333 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-80676ba8-b6af-4172-a3ad-dc0f10044e04 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.145581 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-80676ba8-b6af-4172-a3ad-dc0f10044e04 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.146940 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-80676ba8-b6af-4172-a3ad-dc0f10044e04 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/security-groups/ef73aa86-7e0e-45d4-b495-9c745885c0b9 HTTP/1.1" status: 204 len: 168 time: 0.2007804 Jul 29 23:38:06.151259 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54344) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:06.189129 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-06019482-5dd9-4b74-9e73-9c165f031ed1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.198775 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c60bbf4f-699c-4b09-92d9-5172e354fcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.208741 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80676ba8-b6af-4172-a3ad-dc0f10044e04 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef73aa86-7e0e-45d4-b495-9c745885c0b9,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:06.253734 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-26345d64-8f9f-4559-8def-100dd5903abb tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting subnet 6f7a9104-5678-4566-bee5-a15f9c25bb06 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:38:06.257303 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-26345d64-8f9f-4559-8def-100dd5903abb tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.306854 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-26345d64-8f9f-4559-8def-100dd5903abb tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.311467 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0d952-d911-4a43-8d72-2f39f36c0d41 req-28953728-8735-4353-8e10-6dae9b85c00d tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:06.313336 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17a0d952-d911-4a43-8d72-2f39f36c0d41 req-28953728-8735-4353-8e10-6dae9b85c00d tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 946 time: 0.2070220 Jul 29 23:38:06.420687 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17a0d952-d911-4a43-8d72-2f39f36c0d41 req-9dd2b3ed-bc73-4064-b234-10a4b0e3439b tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918386 Jul 29 23:38:06.435338 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-26345d64-8f9f-4559-8def-100dd5903abb tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.465909 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a4acfcfd-77cc-469a-81bd-d05c1f552d52 None None] Could not find standard attr ID for object 4e536c19-d62c-4126-8e8a-fdc2957a3d64. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:38:06.527264 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-26345d64-8f9f-4559-8def-100dd5903abb tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.536406 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-06019482-5dd9-4b74-9e73-9c165f031ed1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.570026 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26345d64-8f9f-4559-8def-100dd5903abb tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Subnet': ['ID=6f7a9104-5678-4566-bee5-a15f9c25bb06,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:06.572372 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-26345d64-8f9f-4559-8def-100dd5903abb tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.577675 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-26345d64-8f9f-4559-8def-100dd5903abb tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/subnets/6f7a9104-5678-4566-bee5-a15f9c25bb06 HTTP/1.1" status: 204 len: 168 time: 0.4221191 Jul 29 23:38:06.578715 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54354) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:06.623367 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9add5792-f1ca-411c-9bd0-e2546261fb93 req-876ea3af-aa53-47e5-924b-ef159bfee644 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/ports?device_id=d54d337e-7620-40ec-a178-658dae93711a HTTP/1.1" status: 200 len: 210 time: 0.0328522 Jul 29 23:38:06.640863 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-726b16d4-a440-45fa-9e96-9f754f8fc56b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting subnet dd2f1949-2c24-4c2a-8670-8f838decbddb {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:38:06.645972 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-726b16d4-a440-45fa-9e96-9f754f8fc56b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.705176 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f6525a-8bd3-4865-90d9-7f44204990c3 None None] Network 9f010c3f-3df5-40e5-93d1-9e17e480fd37 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:06.710729 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-726b16d4-a440-45fa-9e96-9f754f8fc56b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.744805 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06019482-5dd9-4b74-9e73-9c165f031ed1 admin admin] Router 5500049b-2379-4065-9544-fcf07cf65994 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:38:06.820243 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-726b16d4-a440-45fa-9e96-9f754f8fc56b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.855543 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.883801 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06019482-5dd9-4b74-9e73-9c165f031ed1 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:38:06.895996 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d887b0b-f273-4323-9c6c-e519f13a0447 None None] Sync routers for ids ['5500049b-2379-4065-9544-fcf07cf65994'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:38:06.904678 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-06019482-5dd9-4b74-9e73-9c165f031ed1 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:06.906324 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-06019482-5dd9-4b74-9e73-9c165f031ed1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8736603 Jul 29 23:38:06.910199 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54356) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:06.917592 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d887b0b-f273-4323-9c6c-e519f13a0447 None None] Routers {'5500049b-2379-4065-9544-fcf07cf65994'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:06.918249 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-7d887b0b-f273-4323-9c6c-e519f13a0447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:38:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['5500049b-2379-4065-9544-fcf07cf65994'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:06.968211 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-726b16d4-a440-45fa-9e96-9f754f8fc56b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:07.001899 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726b16d4-a440-45fa-9e96-9f754f8fc56b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Subnet': ['ID=dd2f1949-2c24-4c2a-8670-8f838decbddb,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:07.009645 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-726b16d4-a440-45fa-9e96-9f754f8fc56b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:07.011581 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-726b16d4-a440-45fa-9e96-9f754f8fc56b tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/subnets/dd2f1949-2c24-4c2a-8670-8f838decbddb HTTP/1.1" status: 204 len: 168 time: 0.4316747 Jul 29 23:38:07.015277 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54358) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:07.051965 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cf70f41-b94d-493d-b27f-526256484772 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] DELETE failed (client error): The resource could not be found. Jul 29 23:38:07.053855 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cf70f41-b94d-493d-b27f-526256484772 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:38:07.060567 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8cf70f41-b94d-493d-b27f-526256484772 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/subnets/6f7a9104-5678-4566-bee5-a15f9c25bb06 HTTP/1.1" status: 404 len: 337 time: 0.0438678 Jul 29 23:38:07.062790 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54360) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:07.178991 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-da86ac4f-d542-4eb1-9c28-5978d8381186 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting subnet f192ab59-940f-4a9d-9198-94a9e67266e7 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:38:07.187766 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-da86ac4f-d542-4eb1-9c28-5978d8381186 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:07.194636 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0a019e18-d7f3-4d79-84b1-37d68f46503e up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:07.258584 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-7d887b0b-f273-4323-9c6c-e519f13a0447 None None] Set router 5500049b-2379-4065-9544-fcf07cf65994 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:38:07.302987 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-da86ac4f-d542-4eb1-9c28-5978d8381186 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:07.413610 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 0a019e18-d7f3-4d79-84b1-37d68f46503e triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:07.415434 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:07.510198 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-12f12cb4-f9dd-4bd4-a73b-c35f905b3316 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:07.511807 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-12f12cb4-f9dd-4bd4-a73b-c35f905b3316 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.23 "GET /v2.0/networks?id=c2b73bc0-3c80-4afd-94a1-0e2762308a37 HTTP/1.1" status: 200 len: 808 time: 0.1706240 Jul 29 23:38:07.527449 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-e47fc9c3-741e-4437-8685-4884d8ea2333 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Request body: {'port': {'device_id': 'd54d337e-7620-40ec-a178-658dae93711a', 'network_id': 'c2b73bc0-3c80-4afd-94a1-0e2762308a37', 'admin_state_up': True, 'tenant_id': '31c6b4da3330473e9172806a4f14ca41'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:07.640377 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-7d887b0b-f273-4323-9c6c-e519f13a0447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5500049b-2379-4065-9544-fcf07cf65994', 'name': 'tempest-ServerRescueTestJSON-725201234-router', 'tenant_id': '224345a79dda437684f96bb484f29725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'cceb9f9e-403c-4cf7-a746-be5931753e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:04Z', 'updated_at': '2021-07-29T23:38:06Z', 'revision_number': 3, 'project_id': '224345a79dda437684f96bb484f29725', 'gw_port': {'id': 'cceb9f9e-403c-4cf7-a746-be5931753e56', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:59:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5500049b-2379-4065-9544-fcf07cf65994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:05Z', 'updated_at': '2021-07-29T23:38:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:07.673466 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792e1ca-a13f-4e16-b1b0-2ef6d080be7e req-05c25c92-b2ca-4f12-87dd-b97e133d8516 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:07.675804 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8792e1ca-a13f-4e16-b1b0-2ef6d080be7e req-05c25c92-b2ca-4f12-87dd-b97e133d8516 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 946 time: 0.1124091 Jul 29 23:38:07.676935 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d887b0b-f273-4323-9c6c-e519f13a0447 None None] Checking router: 5500049b-2379-4065-9544-fcf07cf65994 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:38:07.677287 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d887b0b-f273-4323-9c6c-e519f13a0447 None None] Updating router 5500049b-2379-4065-9544-fcf07cf65994 port cceb9f9e-403c-4cf7-a746-be5931753e56 binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:38:07.713693 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7d887b0b-f273-4323-9c6c-e519f13a0447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:07.746248 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8792e1ca-a13f-4e16-b1b0-2ef6d080be7e req-df6e7340-0330-4295-ab29-b9f988391e01 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599141 Jul 29 23:38:07.746923 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d6c130-c7da-4994-a4f2-602b809a24c8 None None] Network 9f010c3f-3df5-40e5-93d1-9e17e480fd37 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:07.747366 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-e47fc9c3-741e-4437-8685-4884d8ea2333 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Made reservation on behalf of 31c6b4da3330473e9172806a4f14ca41 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:07.751100 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-e47fc9c3-741e-4437-8685-4884d8ea2333 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:07.903256 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-da86ac4f-d542-4eb1-9c28-5978d8381186 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:07.920513 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-e47fc9c3-741e-4437-8685-4884d8ea2333 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Allocated IP 172.20.0.13 (c2b73bc0-3c80-4afd-94a1-0e2762308a37/b8136620-cd64-4ac2-b72c-b1363b51133c/fee43df9-a2a7-41a9-b764-76b1e6c753af) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:07.944768 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-29898a94-b9d9-477e-9b94-addb014b8dac req-637ceff0-f6a2-4a3f-93f6-b79448ece95f tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/ports?device_id=d54d337e-7620-40ec-a178-658dae93711a HTTP/1.1" status: 200 len: 210 time: 0.0408912 Jul 29 23:38:07.950391 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8a3236a3-ae59-4d9f-ad6f-040b20d29370 None None] Provisioning complete for port 0a019e18-d7f3-4d79-84b1-37d68f46503e triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:07.950894 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8a3236a3-ae59-4d9f-ad6f-040b20d29370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.017944 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-da86ac4f-d542-4eb1-9c28-5978d8381186 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.074635 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-da86ac4f-d542-4eb1-9c28-5978d8381186 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.079328 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-da86ac4f-d542-4eb1-9c28-5978d8381186 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/subnets/f192ab59-940f-4a9d-9198-94a9e67266e7 HTTP/1.1" status: 204 len: 168 time: 1.0151644 Jul 29 23:38:08.080957 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da86ac4f-d542-4eb1-9c28-5978d8381186 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Subnet': ['ID=f192ab59-940f-4a9d-9198-94a9e67266e7,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:08.082802 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54368) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:08.114999 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dfaf21c-854d-40ee-a55f-4e7f1e515c06 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] DELETE failed (client error): The resource could not be found. Jul 29 23:38:08.115810 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dfaf21c-854d-40ee-a55f-4e7f1e515c06 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:38:08.121190 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1dfaf21c-854d-40ee-a55f-4e7f1e515c06 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/subnets/54b6fd52-63e7-4af4-b22b-13a5e223fa54 HTTP/1.1" status: 404 len: 337 time: 0.0353391 Jul 29 23:38:08.121996 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-e47fc9c3-741e-4437-8685-4884d8ea2333 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.123806 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54370) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:08.171124 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-e47fc9c3-741e-4437-8685-4884d8ea2333 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.180393 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-337c753a-a105-4139-91a9-1d8dce460d33 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "GET /v2.0/ports?device_id=b07eaba1-78d9-4a61-9329-43f2d4716e15 HTTP/1.1" status: 200 len: 205 time: 0.0554736 Jul 29 23:38:08.184248 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54372) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:08.204713 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.218661 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-e47fc9c3-741e-4437-8685-4884d8ea2333 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Network c2b73bc0-3c80-4afd-94a1-0e2762308a37 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:08.223052 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-f7e05b04-68b3-421a-9b47-7011d779a58a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] delete failed (client error): The resource could not be found. Jul 29 23:38:08.223259 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-e47fc9c3-741e-4437-8685-4884d8ea2333 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:08.225897 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-e47fc9c3-741e-4437-8685-4884d8ea2333 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:08.226856 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f7e05b04-68b3-421a-9b47-7011d779a58a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/routers/b07eaba1-78d9-4a61-9329-43f2d4716e15 HTTP/1.1" status: 404 len: 336 time: 0.0432913 Jul 29 23:38:08.232575 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54374) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:08.254659 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8a3236a3-ae59-4d9f-ad6f-040b20d29370 None None] Provisioning complete for port 9cd59fc3-6f41-423e-b47a-f73ec018dbf7 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:08.254659 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8a3236a3-ae59-4d9f-ad6f-040b20d29370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.270043 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-9517d011-4819-4d20-80f6-8e4dec0f400a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] DELETE failed (client error): The resource could not be found. Jul 29 23:38:08.270501 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9517d011-4819-4d20-80f6-8e4dec0f400a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:38:08.275722 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9517d011-4819-4d20-80f6-8e4dec0f400a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/subnets/65867422-6995-4722-9c41-075477ee5d95 HTTP/1.1" status: 404 len: 337 time: 0.0413325 Jul 29 23:38:08.275722 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54376) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:08.299712 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47fc9c3-741e-4437-8685-4884d8ea2333 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Pushing event updated for resources: {'Port': ['ID=fee43df9-a2a7-41a9-b764-76b1e6c753af,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:08.307771 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b2d7f45b-acdc-43d8-99a5-3abfee011273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.308771 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-e47fc9c3-741e-4437-8685-4884d8ea2333 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:08.309415 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-e47fc9c3-741e-4437-8685-4884d8ea2333 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.309866 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c5ebf9f-96cd-4005-bb4a-b22082e4692a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] DELETE failed (client error): The resource could not be found. Jul 29 23:38:08.310315 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c5ebf9f-96cd-4005-bb4a-b22082e4692a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:38:08.314955 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54378) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:08.316015 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4c5ebf9f-96cd-4005-bb4a-b22082e4692a tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/subnets/9dfefccd-c2a1-426a-9267-7522ccfdc19e HTTP/1.1" status: 404 len: 337 time: 0.0372362 Jul 29 23:38:08.349123 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-aff2774f-897a-46bb-a10d-e411ede7073d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] DELETE failed (client error): The resource could not be found. Jul 29 23:38:08.349732 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aff2774f-897a-46bb-a10d-e411ede7073d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:38:08.355172 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-aff2774f-897a-46bb-a10d-e411ede7073d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/subnets/0f09f765-e4a7-4df3-a214-be530a85791e HTTP/1.1" status: 404 len: 337 time: 0.0344849 Jul 29 23:38:08.355738 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54380) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:08.359462 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-e47fc9c3-741e-4437-8685-4884d8ea2333 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8366053 Jul 29 23:38:08.372145 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-8f9f10a9-a542-4af5-a5cb-6024efdf759e service neutron] Request body: {'port': {'device_id': 'd54d337e-7620-40ec-a178-658dae93711a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:08.374271 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7d887b0b-f273-4323-9c6c-e519f13a0447 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.395144 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8a3236a3-ae59-4d9f-ad6f-040b20d29370 None None] Port 9cd59fc3-6f41-423e-b47a-f73ec018dbf7 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:08.400542 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e868a4-0eba-455f-9eb5-e3d73d4698db None None] Update dhcp port {'port': {'network_id': '9f010c3f-3df5-40e5-93d1-9e17e480fd37', 'fixed_ips': [{'subnet_id': 'f192ab59-940f-4a9d-9198-94a9e67266e7'}], 'binding:host_id': 'n-d-712140-10'}, 'id': '0a019e18-d7f3-4d79-84b1-37d68f46503e'} from n-d-712140-10. {{(pid=94065) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:38:08.402756 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7d887b0b-f273-4323-9c6c-e519f13a0447 None None] Transition to ACTIVE for port object cceb9f9e-403c-4cf7-a746-be5931753e56 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:08.409849 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd782e51-f127-4294-b910-7dfcd22effde tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] DELETE failed (client error): The resource could not be found. Jul 29 23:38:08.410801 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd782e51-f127-4294-b910-7dfcd22effde tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:38:08.415973 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-bd782e51-f127-4294-b910-7dfcd22effde tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/ports/29f5f631-b251-460c-afaa-42b83c75ac73 HTTP/1.1" status: 404 len: 333 time: 0.0571010 Jul 29 23:38:08.417001 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54382) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:08.428321 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7d887b0b-f273-4323-9c6c-e519f13a0447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.454996 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de6df82-194f-4fdf-89e2-d904b7df1a16 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] DELETE failed (client error): The resource could not be found. Jul 29 23:38:08.455580 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3de6df82-194f-4fdf-89e2-d904b7df1a16 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:38:08.458210 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3de6df82-194f-4fdf-89e2-d904b7df1a16 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/subnets/2b72c72b-2ec7-4941-b2fb-0d11b81ae16c HTTP/1.1" status: 404 len: 337 time: 0.0405586 Jul 29 23:38:08.463972 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54388) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:08.490637 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a5e868a4-0eba-455f-9eb5-e3d73d4698db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.499766 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb63a5-bb9d-43c4-b1ff-f988249bf612 None None] Pushing event updated for resources: {'Port': ['ID=cceb9f9e-403c-4cf7-a746-be5931753e56,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:08.510199 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-b2d7f45b-acdc-43d8-99a5-3abfee011273 admin admin] Allocated IP 172.20.0.1 (8f3c76a6-294b-442d-88c5-e90b8e7ba673/a3798c3a-b9e2-4a1c-ae89-c46c1a504838/5c5d67e0-0037-4c26-ab41-ed2efbeb1a58) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:08.523982 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2e59cc9-66d6-41dc-a1e7-affc483ee7db tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] DELETE failed (client error): The resource could not be found. Jul 29 23:38:08.524521 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2e59cc9-66d6-41dc-a1e7-affc483ee7db tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:38:08.526625 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b2e59cc9-66d6-41dc-a1e7-affc483ee7db tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/subnets/f2562542-4842-4858-8ef7-2cf7dd91fbcf HTTP/1.1" status: 404 len: 337 time: 0.0622618 Jul 29 23:38:08.527542 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-8f9f10a9-a542-4af5-a5cb-6024efdf759e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.535147 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-7d887b0b-f273-4323-9c6c-e519f13a0447 None None] Attempting to bind port cceb9f9e-403c-4cf7-a746-be5931753e56 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:08.535536 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-7d887b0b-f273-4323-9c6c-e519f13a0447 None None] Attempting to bind port cceb9f9e-403c-4cf7-a746-be5931753e56 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:08.536185 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d887b0b-f273-4323-9c6c-e519f13a0447 None None] Attempting to bind port cceb9f9e-403c-4cf7-a746-be5931753e56 on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:08.543494 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d887b0b-f273-4323-9c6c-e519f13a0447 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:08.543909 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d887b0b-f273-4323-9c6c-e519f13a0447 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:08.544344 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54392) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:08.544516 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7d887b0b-f273-4323-9c6c-e519f13a0447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.545035 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d887b0b-f273-4323-9c6c-e519f13a0447 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:08.545521 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-7d887b0b-f273-4323-9c6c-e519f13a0447 None None] Bound port: cceb9f9e-403c-4cf7-a746-be5931753e56, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:08.545910 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7d887b0b-f273-4323-9c6c-e519f13a0447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.631938 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949fd2f-a69a-4404-8ece-fcb8cdb8e3d3 req-76b1a727-a448-4761-85a0-bd8592af60d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:08.633496 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e949fd2f-a69a-4404-8ece-fcb8cdb8e3d3 req-76b1a727-a448-4761-85a0-bd8592af60d7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3e11f80d-75f1-4448-bc82-9f70787be424 HTTP/1.1" status: 200 len: 1097 time: 0.1313462 Jul 29 23:38:08.659304 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b2d7f45b-acdc-43d8-99a5-3abfee011273 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.675405 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-79850e25-ecba-4405-8289-229e079d1753 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] DELETE failed (client error): The resource could not be found. Jul 29 23:38:08.676230 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79850e25-ecba-4405-8289-229e079d1753 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:38:08.676952 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-7d887b0b-f273-4323-9c6c-e519f13a0447 None None] For port cceb9f9e-403c-4cf7-a746-be5931753e56, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:08.680807 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-79850e25-ecba-4405-8289-229e079d1753 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/ports/83176284-e184-4abe-836c-520d33590749 HTTP/1.1" status: 404 len: 333 time: 0.0321021 Jul 29 23:38:08.682621 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54394) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:08.684629 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-7d887b0b-f273-4323-9c6c-e519f13a0447 None None] For port cceb9f9e-403c-4cf7-a746-be5931753e56, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=cceb9f9e-403c-4cf7-a746-be5931753e56,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:08.691467 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7d887b0b-f273-4323-9c6c-e519f13a0447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.727340 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e949fd2f-a69a-4404-8ece-fcb8cdb8e3d3 req-b6951de3-6444-4a03-a0de-cc9f5ad9b71c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e06e30b5-b562-45ad-b178-897c9edfc03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791278 Jul 29 23:38:08.729807 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c4f3e6-559c-4c49-86a3-65ee36a697c5 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] DELETE failed (client error): The resource could not be found. Jul 29 23:38:08.730263 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93c4f3e6-559c-4c49-86a3-65ee36a697c5 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:38:08.732113 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-93c4f3e6-559c-4c49-86a3-65ee36a697c5 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/subnets/280a45ba-4b52-4efc-b1d4-43dada5ea21a HTTP/1.1" status: 404 len: 337 time: 0.0473020 Jul 29 23:38:08.737141 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54396) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:08.742782 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d887b0b-f273-4323-9c6c-e519f13a0447 None None] Routers {'5500049b-2379-4065-9544-fcf07cf65994'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:08.742782 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-7d887b0b-f273-4323-9c6c-e519f13a0447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:38:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['5500049b-2379-4065-9544-fcf07cf65994'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:08.783612 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-a237ca59-8f8e-4c0e-ba0a-a1836e990c5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] DELETE failed (client error): The resource could not be found. Jul 29 23:38:08.784409 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a237ca59-8f8e-4c0e-ba0a-a1836e990c5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:38:08.786841 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a237ca59-8f8e-4c0e-ba0a-a1836e990c5d tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/subnets/44effcaf-9f13-4fb1-8656-9a4a8cee444e HTTP/1.1" status: 404 len: 337 time: 0.0486705 Jul 29 23:38:08.789630 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54402) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:08.840044 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade2b993-b29b-4164-858c-420bccf7a850 None None] Network 9f010c3f-3df5-40e5-93d1-9e17e480fd37 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:08.851766 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b2d7f45b-acdc-43d8-99a5-3abfee011273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.907552 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-8f9f10a9-a542-4af5-a5cb-6024efdf759e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee43df9-a2a7-41a9-b764-76b1e6c753af {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:08.922281 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-8f9f10a9-a542-4af5-a5cb-6024efdf759e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.931628 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f18cb0ed-5f4a-4f25-a183-7c51587ccc71 None None] Provisioning complete for port 0a019e18-d7f3-4d79-84b1-37d68f46503e triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:08.932050 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f18cb0ed-5f4a-4f25-a183-7c51587ccc71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.933514 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eb63a5-bb9d-43c4-b1ff-f988249bf612 None None] Pushing event updated for resources: {'Port': ['ID=cceb9f9e-403c-4cf7-a746-be5931753e56,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:08.940013 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-8f9f10a9-a542-4af5-a5cb-6024efdf759e service neutron] Transition to ACTIVE for port object fee43df9-a2a7-41a9-b764-76b1e6c753af will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:08.944581 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-7d887b0b-f273-4323-9c6c-e519f13a0447 None None] Set router 5500049b-2379-4065-9544-fcf07cf65994 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:38:08.948354 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c0712-c8b6-4a08-abdd-9915cbc5a56f req-bd1504d9-c3fc-4dcc-88aa-28543468cb09 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:08.949944 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d41c0712-c8b6-4a08-abdd-9915cbc5a56f req-bd1504d9-c3fc-4dcc-88aa-28543468cb09 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 946 time: 0.0821879 Jul 29 23:38:08.957335 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-8f9f10a9-a542-4af5-a5cb-6024efdf759e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:08.967197 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d7f45b-acdc-43d8-99a5-3abfee011273 admin admin] Network 8f3c76a6-294b-442d-88c5-e90b8e7ba673 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:08.976200 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-b2d7f45b-acdc-43d8-99a5-3abfee011273 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:08.984707 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d7f45b-acdc-43d8-99a5-3abfee011273 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:09.023064 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7f45b-acdc-43d8-99a5-3abfee011273 admin admin] Pushing event updated for resources: {'Port': ['ID=5c5d67e0-0037-4c26-ab41-ed2efbeb1a58,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:09.055213 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b2d7f45b-acdc-43d8-99a5-3abfee011273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.055642 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d41c0712-c8b6-4a08-abdd-9915cbc5a56f req-417cbf1e-4c11-4f8d-86c4-e1e0f1000508 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949583 Jul 29 23:38:09.056819 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f10a9-a542-4af5-a5cb-6024efdf759e service neutron] Pushing event updated for resources: {'Port': ['ID=fee43df9-a2a7-41a9-b764-76b1e6c753af,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:09.119202 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-926817cf-b0fe-413f-902a-a2c70a55c214 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting port 9cd59fc3-6f41-423e-b47a-f73ec018dbf7 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:09.119604 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-926817cf-b0fe-413f-902a-a2c70a55c214 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.121252 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-8f9f10a9-a542-4af5-a5cb-6024efdf759e service neutron] Attempting to bind port fee43df9-a2a7-41a9-b764-76b1e6c753af on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:09.121595 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-8f9f10a9-a542-4af5-a5cb-6024efdf759e service neutron] Attempting to bind port fee43df9-a2a7-41a9-b764-76b1e6c753af by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '7571af66-ea80-4cd3-b238-7b868a282d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c2b73bc0-3c80-4afd-94a1-0e2762308a37'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:09.121984 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-8f9f10a9-a542-4af5-a5cb-6024efdf759e service neutron] Attempting to bind port fee43df9-a2a7-41a9-b764-76b1e6c753af on network c2b73bc0-3c80-4afd-94a1-0e2762308a37 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:09.129007 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-8f9f10a9-a542-4af5-a5cb-6024efdf759e service neutron] Port fee43df9-a2a7-41a9-b764-76b1e6c753af on network c2b73bc0-3c80-4afd-94a1-0e2762308a37 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:09.132359 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-8f9f10a9-a542-4af5-a5cb-6024efdf759e service neutron] Attempting to bind port fee43df9-a2a7-41a9-b764-76b1e6c753af on network c2b73bc0-3c80-4afd-94a1-0e2762308a37 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:09.139325 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-8f9f10a9-a542-4af5-a5cb-6024efdf759e service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:09.139808 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-8f9f10a9-a542-4af5-a5cb-6024efdf759e service neutron] Checking segment: {'id': '7571af66-ea80-4cd3-b238-7b868a282d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c2b73bc0-3c80-4afd-94a1-0e2762308a37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:09.140320 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-8f9f10a9-a542-4af5-a5cb-6024efdf759e service neutron] Bound using segment: {'id': '7571af66-ea80-4cd3-b238-7b868a282d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c2b73bc0-3c80-4afd-94a1-0e2762308a37'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:09.140919 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-8f9f10a9-a542-4af5-a5cb-6024efdf759e service neutron] Bound port: fee43df9-a2a7-41a9-b764-76b1e6c753af, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7571af66-ea80-4cd3-b238-7b868a282d7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c2b73bc0-3c80-4afd-94a1-0e2762308a37'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:09.141382 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-8f9f10a9-a542-4af5-a5cb-6024efdf759e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.179165 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0a019e18-d7f3-4d79-84b1-37d68f46503e no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:09.224087 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-8f9f10a9-a542-4af5-a5cb-6024efdf759e service neutron] For port fee43df9-a2a7-41a9-b764-76b1e6c753af, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:09.228791 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-926817cf-b0fe-413f-902a-a2c70a55c214 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.228981 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-8f9f10a9-a542-4af5-a5cb-6024efdf759e service neutron] For port fee43df9-a2a7-41a9-b764-76b1e6c753af, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=fee43df9-a2a7-41a9-b764-76b1e6c753af,segment=NetworkSegment(7571af66-ea80-4cd3-b238-7b868a282d7b),segment_id=7571af66-ea80-4cd3-b238-7b868a282d7b)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:09.235472 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-8f9f10a9-a542-4af5-a5cb-6024efdf759e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.247567 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-926817cf-b0fe-413f-902a-a2c70a55c214 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Calling delete_port for 9cd59fc3-6f41-423e-b47a-f73ec018dbf7 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:09.306016 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-8f9f10a9-a542-4af5-a5cb-6024efdf759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:09.306795 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-8f9f10a9-a542-4af5-a5cb-6024efdf759e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.308579 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-8f9f10a9-a542-4af5-a5cb-6024efdf759e service neutron] 10.222.0.23 "PUT /v2.0/ports/fee43df9-a2a7-41a9-b764-76b1e6c753af HTTP/1.1" status: 200 len: 1093 time: 0.9407737 Jul 29 23:38:09.309129 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54d337e-7620-40ec-a178-658dae93711a', 'tag': 'fee43df9-a2a7-41a9-b764-76b1e6c753af'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:09.311465 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897b967b-9f58-4d23-96b5-5ba2d62c2294" -d '{"events": [{"name": "network-changed", "server_uuid": "d54d337e-7620-40ec-a178-658dae93711a", "tag": "fee43df9-a2a7-41a9-b764-76b1e6c753af"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:09.375251 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b2d7f45b-acdc-43d8-99a5-3abfee011273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.378856 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835c458-dc4c-4f2c-a67c-412431edc083 req-99836ae8-865e-4492-82c0-b943832c54a2 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:09.380661 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1835c458-dc4c-4f2c-a67c-412431edc083 req-99836ae8-865e-4492-82c0-b943832c54a2 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/ports?device_id=d54d337e-7620-40ec-a178-658dae93711a HTTP/1.1" status: 200 len: 944 time: 0.1348825 Jul 29 23:38:09.395724 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f10a9-a542-4af5-a5cb-6024efdf759e service neutron] Pushing event updated for resources: {'Port': ['ID=fee43df9-a2a7-41a9-b764-76b1e6c753af,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:09.418400 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d0d63fb-920a-4532-b22e-224824196150 None None] DHCP port deletion for 9f010c3f-3df5-40e5-93d1-9e17e480fd37 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:38:09.440177 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-926817cf-b0fe-413f-902a-a2c70a55c214 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.461698 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-60c64802-49d5-46dc-8064-63b0a165058d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:09.462526 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-60c64802-49d5-46dc-8064-63b0a165058d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=31c6b4da3330473e9172806a4f14ca41&device_id=d54d337e-7620-40ec-a178-658dae93711a HTTP/1.1" status: 200 len: 1096 time: 0.0808973 Jul 29 23:38:09.482624 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1835c458-dc4c-4f2c-a67c-412431edc083 req-4b6ecbb7-6deb-479e-8c4c-8931a4932ab3 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/security-groups?id=34620b70-4b2b-4cd7-876a-7983de9a6701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814888 Jul 29 23:38:09.501285 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926817cf-b0fe-413f-902a-a2c70a55c214 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Port': ['ID=9cd59fc3-6f41-423e-b47a-f73ec018dbf7,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:09.501608 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.506584 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f18cb0ed-5f4a-4f25-a183-7c51587ccc71 None None] Could not find standard attr ID for object 9cd59fc3-6f41-423e-b47a-f73ec018dbf7. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:38:09.523936 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-926817cf-b0fe-413f-902a-a2c70a55c214 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.526194 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-926817cf-b0fe-413f-902a-a2c70a55c214 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/ports/9cd59fc3-6f41-423e-b47a-f73ec018dbf7 HTTP/1.1" status: 204 len: 168 time: 0.7350342 Jul 29 23:38:09.528735 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54410) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:09.539245 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-6ab2d26d-9d67-40da-8455-98412df89357 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fee43df9-a2a7-41a9-b764-76b1e6c753af HTTP/1.1" status: 200 len: 217 time: 0.0644000 Jul 29 23:38:09.553397 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f92c28-a91f-45d0-b21f-4bbfc959e896 x-openstack-request-id: req-71f92c28-a91f-45d0-b21f-4bbfc959e896 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:09.553677 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d54d337e-7620-40ec-a178-658dae93711a", "tag": "fee43df9-a2a7-41a9-b764-76b1e6c753af", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:09.553939 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71f92c28-a91f-45d0-b21f-4bbfc959e896 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:09.554306 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd54d337e-7620-40ec-a178-658dae93711a', 'tag': 'fee43df9-a2a7-41a9-b764-76b1e6c753af', 'status': 'completed', 'code': 200} Jul 29 23:38:09.594230 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 0a019e18-d7f3-4d79-84b1-37d68f46503e, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0a019e18-d7f3-4d79-84b1-37d68f46503e,segment=NetworkSegment(02a5cb23-e07f-49ed-bdb8-a7b9e926bd79),segment_id=02a5cb23-e07f-49ed-bdb8-a7b9e926bd79)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:09.606085 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.651051 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b2d7f45b-acdc-43d8-99a5-3abfee011273 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.655429 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5a06e6cb-37c2-4b11-95e7-6bed9ef2a125 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.656971 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b2d7f45b-acdc-43d8-99a5-3abfee011273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.657418 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-4d0d63fb-920a-4532-b22e-224824196150 None None] Deleting port 0a019e18-d7f3-4d79-84b1-37d68f46503e {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:09.657765 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d0d63fb-920a-4532-b22e-224824196150 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.660384 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-b0a2b42d-4bc5-4f2d-9f0d-c65fba2f86fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:09.662357 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-b0a2b42d-4bc5-4f2d-9f0d-c65fba2f86fb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b8136620-cd64-4ac2-b72c-b1363b51133c HTTP/1.1" status: 200 len: 848 time: 0.1073143 Jul 29 23:38:09.698931 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-d33b58b6-9cd3-4209-b662-104b9ccc5b35 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c2b73bc0-3c80-4afd-94a1-0e2762308a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290008 Jul 29 23:38:09.714258 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-7d887b0b-f273-4323-9c6c-e519f13a0447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5500049b-2379-4065-9544-fcf07cf65994', 'name': 'tempest-ServerRescueTestJSON-725201234-router', 'tenant_id': '224345a79dda437684f96bb484f29725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'cceb9f9e-403c-4cf7-a746-be5931753e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:04Z', 'updated_at': '2021-07-29T23:38:06Z', 'revision_number': 3, 'project_id': '224345a79dda437684f96bb484f29725', 'gw_port': {'id': 'cceb9f9e-403c-4cf7-a746-be5931753e56', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:59:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5500049b-2379-4065-9544-fcf07cf65994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:05Z', 'updated_at': '2021-07-29T23:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:09.738685 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7f45b-acdc-43d8-99a5-3abfee011273 admin admin] Pushing event updated for resources: {'Port': ['ID=5c5d67e0-0037-4c26-ab41-ed2efbeb1a58,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:09.741203 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b2d7f45b-acdc-43d8-99a5-3abfee011273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.768348 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d887b0b-f273-4323-9c6c-e519f13a0447 None None] The sync data for ids ['5500049b-2379-4065-9544-fcf07cf65994'] in n-d-712140-10 is: [{'id': '5500049b-2379-4065-9544-fcf07cf65994', 'name': 'tempest-ServerRescueTestJSON-725201234-router', 'tenant_id': '224345a79dda437684f96bb484f29725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'cceb9f9e-403c-4cf7-a746-be5931753e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:04Z', 'updated_at': '2021-07-29T23:38:06Z', 'revision_number': 3, 'project_id': '224345a79dda437684f96bb484f29725', 'gw_port': {'id': 'cceb9f9e-403c-4cf7-a746-be5931753e56', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:59:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5500049b-2379-4065-9544-fcf07cf65994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:05Z', 'updated_at': '2021-07-29T23:38:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:38:09.784491 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=0a019e18-d7f3-4d79-84b1-37d68f46503e,revision_number=11']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:09.788504 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-4d0d63fb-920a-4532-b22e-224824196150 None None] For port 0a019e18-d7f3-4d79-84b1-37d68f46503e, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0a019e18-d7f3-4d79-84b1-37d68f46503e,segment=NetworkSegment(02a5cb23-e07f-49ed-bdb8-a7b9e926bd79),segment_id=02a5cb23-e07f-49ed-bdb8-a7b9e926bd79)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:09.788718 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d0d63fb-920a-4532-b22e-224824196150 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.803980 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-4d0d63fb-920a-4532-b22e-224824196150 None None] Calling delete_port for 0a019e18-d7f3-4d79-84b1-37d68f46503e owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:09.825845 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-5a06e6cb-37c2-4b11-95e7-6bed9ef2a125 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Deleting port 0a019e18-d7f3-4d79-84b1-37d68f46503e {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:09.826191 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5a06e6cb-37c2-4b11-95e7-6bed9ef2a125 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.868841 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d7f45b-acdc-43d8-99a5-3abfee011273 admin admin] Network 8f3c76a6-294b-442d-88c5-e90b8e7ba673 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:09.870582 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-b2d7f45b-acdc-43d8-99a5-3abfee011273 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:09.887664 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-a220e3d8-1e96-491e-9c82-6ba36b333e0b service neutron] 10.222.0.23 "GET /v2.0/networks/c2b73bc0-3c80-4afd-94a1-0e2762308a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719389 Jul 29 23:38:09.896663 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d0d63fb-920a-4532-b22e-224824196150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.925364 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d63fb-920a-4532-b22e-224824196150 None None] Pushing event deleted for resources: {'Port': ['ID=0a019e18-d7f3-4d79-84b1-37d68f46503e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:09.929698 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0d63fb-920a-4532-b22e-224824196150 None None] No DVR routers for this DVR port 0a019e18-d7f3-4d79-84b1-37d68f46503e on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:09.980644 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-5a06e6cb-37c2-4b11-95e7-6bed9ef2a125 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] For port 0a019e18-d7f3-4d79-84b1-37d68f46503e, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0a019e18-d7f3-4d79-84b1-37d68f46503e,segment=NetworkSegment(02a5cb23-e07f-49ed-bdb8-a7b9e926bd79),segment_id=02a5cb23-e07f-49ed-bdb8-a7b9e926bd79)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:09.981013 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5a06e6cb-37c2-4b11-95e7-6bed9ef2a125 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:09.998775 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-5a06e6cb-37c2-4b11-95e7-6bed9ef2a125 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Calling delete_port for 0a019e18-d7f3-4d79-84b1-37d68f46503e owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:10.044076 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2d7f45b-acdc-43d8-99a5-3abfee011273 admin admin] Router 5500049b-2379-4065-9544-fcf07cf65994 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:38:10.070521 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea1a0586-9f27-435c-8ea4-7600272a17e4 req-e8d47210-b48a-4edd-8554-bbc7947abd5b service neutron] 10.222.0.23 "GET /v2.0/networks/c2b73bc0-3c80-4afd-94a1-0e2762308a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720881 Jul 29 23:38:10.177089 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5a06e6cb-37c2-4b11-95e7-6bed9ef2a125 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.231480 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d7f45b-acdc-43d8-99a5-3abfee011273 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:38:10.233328 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06e6cb-37c2-4b11-95e7-6bed9ef2a125 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Port': ['ID=0a019e18-d7f3-4d79-84b1-37d68f46503e,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:10.240063 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b2d7f45b-acdc-43d8-99a5-3abfee011273 admin admin] 10.222.0.18 "PUT /v2.0/routers/5500049b-2379-4065-9544-fcf07cf65994/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3249321 Jul 29 23:38:10.255317 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a06e6cb-37c2-4b11-95e7-6bed9ef2a125 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] No DVR routers for this DVR port 0a019e18-d7f3-4d79-84b1-37d68f46503e on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:10.705230 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b967b-9f58-4d23-96b5-5ba2d62c2294 req-893d2681-2ee1-4949-83a4-45ccd275a11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:10.708004 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-897b967b-9f58-4d23-96b5-5ba2d62c2294 req-893d2681-2ee1-4949-83a4-45ccd275a11e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=31c6b4da3330473e9172806a4f14ca41&device_id=d54d337e-7620-40ec-a178-658dae93711a HTTP/1.1" status: 200 len: 1096 time: 0.5494642 Jul 29 23:38:10.774593 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13a88c-27e0-48b2-b9ad-b0efeb420046 req-e8abb6e1-e031-40d9-9be5-eca67b52f3e4 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:10.776242 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-af13a88c-27e0-48b2-b9ad-b0efeb420046 req-e8abb6e1-e031-40d9-9be5-eca67b52f3e4 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 946 time: 0.5517745 Jul 29 23:38:10.810129 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5a06e6cb-37c2-4b11-95e7-6bed9ef2a125 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.831587 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-5a06e6cb-37c2-4b11-95e7-6bed9ef2a125 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f010c3f-3df5-40e5-93d1-9e17e480fd37']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:10.853070 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-5a06e6cb-37c2-4b11-95e7-6bed9ef2a125 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02a5cb23-e07f-49ed-bdb8-a7b9e926bd79') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:10.853387 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-5a06e6cb-37c2-4b11-95e7-6bed9ef2a125 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02a5cb23-e07f-49ed-bdb8-a7b9e926bd79') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:10.870853 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5a06e6cb-37c2-4b11-95e7-6bed9ef2a125 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.900914 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-af13a88c-27e0-48b2-b9ad-b0efeb420046 req-37392a82-a9a6-4db4-bb04-5ac13c8e5d44 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881634 Jul 29 23:38:10.907000 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5a06e6cb-37c2-4b11-95e7-6bed9ef2a125 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.921245 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b967b-9f58-4d23-96b5-5ba2d62c2294 req-6c193875-8ca3-41f6-bd61-62b553545f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:10.921245 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-897b967b-9f58-4d23-96b5-5ba2d62c2294 req-6c193875-8ca3-41f6-bd61-62b553545f91 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c2b73bc0-3c80-4afd-94a1-0e2762308a37 HTTP/1.1" status: 200 len: 909 time: 0.1852102 Jul 29 23:38:10.923678 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a06e6cb-37c2-4b11-95e7-6bed9ef2a125 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:10.924375 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5a06e6cb-37c2-4b11-95e7-6bed9ef2a125 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:10.927369 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:11.015307 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-897b967b-9f58-4d23-96b5-5ba2d62c2294 req-8a9ae5ed-865c-4711-911b-a9c35805a6f7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fee43df9-a2a7-41a9-b764-76b1e6c753af HTTP/1.1" status: 200 len: 217 time: 0.0717270 Jul 29 23:38:11.054106 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device cceb9f9e-403c-4cf7-a746-be5931753e56 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:11.065631 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5a06e6cb-37c2-4b11-95e7-6bed9ef2a125 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.093260 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5a06e6cb-37c2-4b11-95e7-6bed9ef2a125 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.095146 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5a06e6cb-37c2-4b11-95e7-6bed9ef2a125 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] 10.222.0.18 "DELETE /v2.0/networks/9f010c3f-3df5-40e5-93d1-9e17e480fd37 HTTP/1.1" status: 204 len: 168 time: 1.5654504 Jul 29 23:38:11.107443 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port cceb9f9e-403c-4cf7-a746-be5931753e56 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:11.113137 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a06e6cb-37c2-4b11-95e7-6bed9ef2a125 tempest-PortsTestJSON-685294030 tempest-PortsTestJSON-685294030-project] Pushing event deleted for resources: {'Network': ['ID=9f010c3f-3df5-40e5-93d1-9e17e480fd37,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:11.113445 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port cceb9f9e-403c-4cf7-a746-be5931753e56 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:11.114046 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.124284 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897b967b-9f58-4d23-96b5-5ba2d62c2294 req-1a4c6fe0-e66e-4f84-bbcc-af3934632bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:11.125846 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-897b967b-9f58-4d23-96b5-5ba2d62c2294 req-1a4c6fe0-e66e-4f84-bbcc-af3934632bd6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b8136620-cd64-4ac2-b72c-b1363b51133c HTTP/1.1" status: 200 len: 848 time: 0.1019113 Jul 29 23:38:11.150456 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51d556-1946-41f9-bbc4-06b041986c19 req-adcaafd3-63d8-4edd-b190-6493355c3c00 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:11.151959 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea51d556-1946-41f9-bbc4-06b041986c19 req-adcaafd3-63d8-4edd-b190-6493355c3c00 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/ports?device_id=d54d337e-7620-40ec-a178-658dae93711a HTTP/1.1" status: 200 len: 944 time: 0.1194952 Jul 29 23:38:11.169725 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-897b967b-9f58-4d23-96b5-5ba2d62c2294 req-4bf3e80f-41f3-49e4-b896-1e2a52ef5eba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c2b73bc0-3c80-4afd-94a1-0e2762308a37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361640 Jul 29 23:38:11.200943 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.224195 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port cceb9f9e-403c-4cf7-a746-be5931753e56, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=cceb9f9e-403c-4cf7-a746-be5931753e56,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:11.229713 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.263579 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea51d556-1946-41f9-bbc4-06b041986c19 req-33d63cd4-1ed9-4ff7-93db-0afec4490b02 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/security-groups?id=34620b70-4b2b-4cd7-876a-7983de9a6701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965819 Jul 29 23:38:11.310516 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-897b967b-9f58-4d23-96b5-5ba2d62c2294 req-dfaa40dc-a894-4327-9bc6-fa33078221d9 service neutron] 10.222.0.23 "GET /v2.0/networks/c2b73bc0-3c80-4afd-94a1-0e2762308a37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335230 Jul 29 23:38:11.318688 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=cceb9f9e-403c-4cf7-a746-be5931753e56,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:11.394365 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54440) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:11.419542 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-897b967b-9f58-4d23-96b5-5ba2d62c2294 req-ba9bcee7-3c28-45ed-b39c-42fa6cdce1ae service neutron] 10.222.0.23 "GET /v2.0/networks/c2b73bc0-3c80-4afd-94a1-0e2762308a37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993664 Jul 29 23:38:11.550178 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-63ca27bb-ea6c-474f-9eff-672ca2c2ca63 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a4227010c4cf4c93949270a4cee39c8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1519620 Jul 29 23:38:11.552559 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54452) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:11.604119 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-21719e0a-37fe-4d88-a4a4-557efd008990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.628751 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-21719e0a-37fe-4d88-a4a4-557efd008990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.661486 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7a126c-dda9-4f37-822c-26d21f6d3d8b None None] Sync routers for ids ['5500049b-2379-4065-9544-fcf07cf65994'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:38:11.671050 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7a126c-dda9-4f37-822c-26d21f6d3d8b None None] Routers {'5500049b-2379-4065-9544-fcf07cf65994'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:11.671734 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-2f7a126c-dda9-4f37-822c-26d21f6d3d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:38:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['5500049b-2379-4065-9544-fcf07cf65994'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:11.674242 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-ef3bd1eb-9f85-4200-aa60-6d2feb947d99 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:11.676779 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-ef3bd1eb-9f85-4200-aa60-6d2feb947d99 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/networks?id=8f3c76a6-294b-442d-88c5-e90b8e7ba673 HTTP/1.1" status: 200 len: 810 time: 0.1135013 Jul 29 23:38:11.679241 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-21719e0a-37fe-4d88-a4a4-557efd008990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.682063 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-21719e0a-37fe-4d88-a4a4-557efd008990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:11.683270 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-21719e0a-37fe-4d88-a4a4-557efd008990 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a9e4537-4674-4e56-87b4-f4e7053a80f7 HTTP/1.1" status: 204 len: 168 time: 0.1297114 Jul 29 23:38:11.695013 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-1f9afe76-965d-44f1-b89a-2310752cf6c5 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/quotas/224345a79dda437684f96bb484f29725 HTTP/1.1" status: 200 len: 375 time: 0.0118473 Jul 29 23:38:11.704174 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21719e0a-37fe-4d88-a4a4-557efd008990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9e4537-4674-4e56-87b4-f4e7053a80f7,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:11.756856 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-b3821b31-1ff9-4a88-908b-fb3235f21ca7 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=224345a79dda437684f96bb484f29725&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0535462 Jul 29 23:38:11.785218 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-2f7a126c-dda9-4f37-822c-26d21f6d3d8b None None] Set router 5500049b-2379-4065-9544-fcf07cf65994 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:38:11.852953 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-bfa9afbb-2859-4e83-a06d-433f02492b1e service neutron] 10.222.0.18 "GET /v2.0/networks/8f3c76a6-294b-442d-88c5-e90b8e7ba673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945477 Jul 29 23:38:11.950663 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-3bf80e64-db64-4e5f-a84e-06081e872b0c service neutron] 10.222.0.18 "GET /v2.0/networks/8f3c76a6-294b-442d-88c5-e90b8e7ba673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915964 Jul 29 23:38:12.017209 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-2f7a126c-dda9-4f37-822c-26d21f6d3d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5500049b-2379-4065-9544-fcf07cf65994', 'name': 'tempest-ServerRescueTestJSON-725201234-router', 'tenant_id': '224345a79dda437684f96bb484f29725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'cceb9f9e-403c-4cf7-a746-be5931753e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:04Z', 'updated_at': '2021-07-29T23:38:09Z', 'revision_number': 4, 'project_id': '224345a79dda437684f96bb484f29725', 'gw_port': {'id': 'cceb9f9e-403c-4cf7-a746-be5931753e56', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:59:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5500049b-2379-4065-9544-fcf07cf65994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:05Z', 'updated_at': '2021-07-29T23:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '5c5d67e0-0037-4c26-ab41-ed2efbeb1a58', 'name': '', 'network_id': '8f3c76a6-294b-442d-88c5-e90b8e7ba673', 'tenant_id': '224345a79dda437684f96bb484f29725', 'mac_address': 'fa:16:3e:0a:61:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5500049b-2379-4065-9544-fcf07cf65994', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'a3798c3a-b9e2-4a1c-ae89-c46c1a504838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:08Z', 'updated_at': '2021-07-29T23:38:09Z', 'revision_number': 2, 'project_id': '224345a79dda437684f96bb484f29725', 'subnets': [{'id': 'a3798c3a-b9e2-4a1c-ae89-c46c1a504838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:12.067067 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7a126c-dda9-4f37-822c-26d21f6d3d8b None None] Checking router: 5500049b-2379-4065-9544-fcf07cf65994 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:38:12.067618 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7a126c-dda9-4f37-822c-26d21f6d3d8b None None] Updating router 5500049b-2379-4065-9544-fcf07cf65994 port 5c5d67e0-0037-4c26-ab41-ed2efbeb1a58 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:38:12.102820 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device fee43df9-a2a7-41a9-b764-76b1e6c753af details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:38:12.114842 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2f7a126c-dda9-4f37-822c-26d21f6d3d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.224084 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fea8c-8b89-4f38-9bff-833b2a819f2d req-4aed60f8-2e0f-4bf1-83dc-72d906a3c8c6 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:12.225836 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-677fea8c-8b89-4f38-9bff-833b2a819f2d req-4aed60f8-2e0f-4bf1-83dc-72d906a3c8c6 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 946 time: 0.0971677 Jul 29 23:38:12.244995 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port fee43df9-a2a7-41a9-b764-76b1e6c753af, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=fee43df9-a2a7-41a9-b764-76b1e6c753af,segment=NetworkSegment(7571af66-ea80-4cd3-b238-7b868a282d7b),segment_id=7571af66-ea80-4cd3-b238-7b868a282d7b)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:12.272763 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'fee43df9-a2a7-41a9-b764-76b1e6c753af', 'network_id': 'c2b73bc0-3c80-4afd-94a1-0e2762308a37', 'port_id': 'fee43df9-a2a7-41a9-b764-76b1e6c753af', 'mac_address': 'fa:16:3e:a0:e8:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8136620-cd64-4ac2-b72c-b1363b51133c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:38:12.298086 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [req-76e8ef8a-64de-4bb1-92d2-d5f2905c2b6f req-78fcf828-fd4d-462b-9d82-59d42e99be58 service neutron] (94064) timed out ('10.222.0.39', 59967) {{(pid=94064) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 23:38:12.319194 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-677fea8c-8b89-4f38-9bff-833b2a819f2d req-b3c73b82-c360-45d7-8473-4ce538a1a569 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837505 Jul 29 23:38:12.358637 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.375495 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee43df9-a2a7-41a9-b764-76b1e6c753af {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:12.401254 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port fee43df9-a2a7-41a9-b764-76b1e6c753af, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=fee43df9-a2a7-41a9-b764-76b1e6c753af,segment=NetworkSegment(7571af66-ea80-4cd3-b238-7b868a282d7b),segment_id=7571af66-ea80-4cd3-b238-7b868a282d7b)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:12.418639 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.484671 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-45850ea9-5cd7-413f-bb0c-59332868fb19 req-79e28530-7444-4453-8f29-3a2a55a9cae6 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 210 time: 0.0421581 Jul 29 23:38:12.523939 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=fee43df9-a2a7-41a9-b764-76b1e6c753af,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:12.553069 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2f7a126c-dda9-4f37-822c-26d21f6d3d8b None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.574014 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-2f7a126c-dda9-4f37-822c-26d21f6d3d8b None None] Transition to ACTIVE for port object 5c5d67e0-0037-4c26-ab41-ed2efbeb1a58 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:12.582665 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2f7a126c-dda9-4f37-822c-26d21f6d3d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.603478 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b2c35-3db9-4aac-ad62-0bfa8694eed9 req-ef8fb252-73a8-485a-9613-1f2f18911518 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:12.604005 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54490) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:12.611447 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e64b2c35-3db9-4aac-ad62-0bfa8694eed9 req-ef8fb252-73a8-485a-9613-1f2f18911518 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/ports?device_id=d54d337e-7620-40ec-a178-658dae93711a HTTP/1.1" status: 200 len: 945 time: 0.0635073 Jul 29 23:38:12.648662 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11edaa-e70c-45f1-9020-1f0c42c9fc76 None None] Pushing event updated for resources: {'Port': ['ID=5c5d67e0-0037-4c26-ab41-ed2efbeb1a58,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:12.668578 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e64b2c35-3db9-4aac-ad62-0bfa8694eed9 req-ff2b3fa4-0be2-4386-b13e-1ab7e1a069b7 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/security-groups?id=34620b70-4b2b-4cd7-876a-7983de9a6701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558419 Jul 29 23:38:12.676213 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['fee43df9-a2a7-41a9-b764-76b1e6c753af'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:12.687535 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11edaa-e70c-45f1-9020-1f0c42c9fc76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:12.688177 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11edaa-e70c-45f1-9020-1f0c42c9fc76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:12.688291 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11edaa-e70c-45f1-9020-1f0c42c9fc76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:12.688551 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11edaa-e70c-45f1-9020-1f0c42c9fc76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:12.688998 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11edaa-e70c-45f1-9020-1f0c42c9fc76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:12.689633 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11edaa-e70c-45f1-9020-1f0c42c9fc76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:12.689837 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11edaa-e70c-45f1-9020-1f0c42c9fc76 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:12.690324 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11edaa-e70c-45f1-9020-1f0c42c9fc76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:12.690683 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11edaa-e70c-45f1-9020-1f0c42c9fc76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:12.691094 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11edaa-e70c-45f1-9020-1f0c42c9fc76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:12.692419 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11edaa-e70c-45f1-9020-1f0c42c9fc76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:12.693196 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd11edaa-e70c-45f1-9020-1f0c42c9fc76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:12.740388 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-363fc263-2a38-4450-b3b0-41b5a613ce0b tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Request body: {'security_group': {'name': 'tempest-secgroup--1740340943'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:12.750705 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-2f7a126c-dda9-4f37-822c-26d21f6d3d8b None None] Attempting to bind port 5c5d67e0-0037-4c26-ab41-ed2efbeb1a58 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:12.751383 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-2f7a126c-dda9-4f37-822c-26d21f6d3d8b None None] Attempting to bind port 5c5d67e0-0037-4c26-ab41-ed2efbeb1a58 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'd692fd88-7a7a-4f59-9d22-ff33ee5f1a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8f3c76a6-294b-442d-88c5-e90b8e7ba673'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:12.751940 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7a126c-dda9-4f37-822c-26d21f6d3d8b None None] Attempting to bind port 5c5d67e0-0037-4c26-ab41-ed2efbeb1a58 on network 8f3c76a6-294b-442d-88c5-e90b8e7ba673 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:12.759002 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7a126c-dda9-4f37-822c-26d21f6d3d8b None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:12.759880 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7a126c-dda9-4f37-822c-26d21f6d3d8b None None] Checking segment: {'id': 'd692fd88-7a7a-4f59-9d22-ff33ee5f1a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8f3c76a6-294b-442d-88c5-e90b8e7ba673'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:12.760644 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2f7a126c-dda9-4f37-822c-26d21f6d3d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.761215 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f7a126c-dda9-4f37-822c-26d21f6d3d8b None None] Bound using segment: {'id': 'd692fd88-7a7a-4f59-9d22-ff33ee5f1a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8f3c76a6-294b-442d-88c5-e90b8e7ba673'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:12.762034 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-2f7a126c-dda9-4f37-822c-26d21f6d3d8b None None] Bound port: 5c5d67e0-0037-4c26-ab41-ed2efbeb1a58, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd692fd88-7a7a-4f59-9d22-ff33ee5f1a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8f3c76a6-294b-442d-88c5-e90b8e7ba673'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:12.762611 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2f7a126c-dda9-4f37-822c-26d21f6d3d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.767309 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-363fc263-2a38-4450-b3b0-41b5a613ce0b tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.777285 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-363fc263-2a38-4450-b3b0-41b5a613ce0b tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.852223 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-2f7a126c-dda9-4f37-822c-26d21f6d3d8b None None] For port 5c5d67e0-0037-4c26-ab41-ed2efbeb1a58, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:12.855809 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-2f7a126c-dda9-4f37-822c-26d21f6d3d8b None None] For port 5c5d67e0-0037-4c26-ab41-ed2efbeb1a58, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=5c5d67e0-0037-4c26-ab41-ed2efbeb1a58,segment=NetworkSegment(d692fd88-7a7a-4f59-9d22-ff33ee5f1a3d),segment_id=d692fd88-7a7a-4f59-9d22-ff33ee5f1a3d)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:12.863714 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-2f7a126c-dda9-4f37-822c-26d21f6d3d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.904176 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-363fc263-2a38-4450-b3b0-41b5a613ce0b tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.909993 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-363fc263-2a38-4450-b3b0-41b5a613ce0b tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:12.934572 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7a126c-dda9-4f37-822c-26d21f6d3d8b None None] Routers {'5500049b-2379-4065-9544-fcf07cf65994'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:12.935236 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-2f7a126c-dda9-4f37-822c-26d21f6d3d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:38:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['5500049b-2379-4065-9544-fcf07cf65994'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:12.938515 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd11edaa-e70c-45f1-9020-1f0c42c9fc76 None None] Pushing event updated for resources: {'Port': ['ID=5c5d67e0-0037-4c26-ab41-ed2efbeb1a58,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:12.966278 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363fc263-2a38-4450-b3b0-41b5a613ce0b tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adbe10a9-8297-4236-9e94-b52ae18b75cb,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:13.030286 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device cceb9f9e-403c-4cf7-a746-be5931753e56 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:13.037792 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-363fc263-2a38-4450-b3b0-41b5a613ce0b tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.042438 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-363fc263-2a38-4450-b3b0-41b5a613ce0b tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.065641 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-2f7a126c-dda9-4f37-822c-26d21f6d3d8b None None] Set router 5500049b-2379-4065-9544-fcf07cf65994 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:38:13.070596 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-363fc263-2a38-4450-b3b0-41b5a613ce0b tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.071786 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-363fc263-2a38-4450-b3b0-41b5a613ce0b tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4662256 Jul 29 23:38:13.074530 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54494) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:13.083239 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363fc263-2a38-4450-b3b0-41b5a613ce0b tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c77fe34-1296-438b-a740-f2f2a1c12f81,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:13.093198 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port cceb9f9e-403c-4cf7-a746-be5931753e56 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:13.094068 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.133009 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c99d1eaa-b556-41f6-a68e-676d3d6873da tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0573337 Jul 29 23:38:13.135990 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54496) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:13.140658 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-12a47550-9ecb-4f80-b421-22bf8781b9fb tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Request body: {'security_group': {'name': 'tempest-security--546030067', 'description': 'tempest-security-description-1132145616'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:13.170466 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-12a47550-9ecb-4f80-b421-22bf8781b9fb tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.224996 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-12a47550-9ecb-4f80-b421-22bf8781b9fb tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.229224 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-12a47550-9ecb-4f80-b421-22bf8781b9fb tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.232155 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-12a47550-9ecb-4f80-b421-22bf8781b9fb tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.236258 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-12a47550-9ecb-4f80-b421-22bf8781b9fb tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "PUT /v2.0/security-groups/4c77fe34-1296-438b-a740-f2f2a1c12f81 HTTP/1.1" status: 200 len: 1779 time: 0.0965145 Jul 29 23:38:13.237726 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54498) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:13.273589 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a47550-9ecb-4f80-b421-22bf8781b9fb tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c77fe34-1296-438b-a740-f2f2a1c12f81,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:13.294516 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-443d87df-f326-4a5e-8d00-4454e9e7d5b3 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "GET /v2.0/security-groups/4c77fe34-1296-438b-a740-f2f2a1c12f81 HTTP/1.1" status: 200 len: 1779 time: 0.0535495 Jul 29 23:38:13.296892 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54500) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:13.425681 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-2f7a126c-dda9-4f37-822c-26d21f6d3d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5500049b-2379-4065-9544-fcf07cf65994', 'name': 'tempest-ServerRescueTestJSON-725201234-router', 'tenant_id': '224345a79dda437684f96bb484f29725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'cceb9f9e-403c-4cf7-a746-be5931753e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:04Z', 'updated_at': '2021-07-29T23:38:09Z', 'revision_number': 4, 'project_id': '224345a79dda437684f96bb484f29725', 'gw_port': {'id': 'cceb9f9e-403c-4cf7-a746-be5931753e56', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:59:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5500049b-2379-4065-9544-fcf07cf65994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:05Z', 'updated_at': '2021-07-29T23:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '5c5d67e0-0037-4c26-ab41-ed2efbeb1a58', 'name': '', 'network_id': '8f3c76a6-294b-442d-88c5-e90b8e7ba673', 'tenant_id': '224345a79dda437684f96bb484f29725', 'mac_address': 'fa:16:3e:0a:61:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5500049b-2379-4065-9544-fcf07cf65994', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'a3798c3a-b9e2-4a1c-ae89-c46c1a504838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:08Z', 'updated_at': '2021-07-29T23:38:12Z', 'revision_number': 4, 'project_id': '224345a79dda437684f96bb484f29725', 'subnets': [{'id': 'a3798c3a-b9e2-4a1c-ae89-c46c1a504838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:13.454735 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f7a126c-dda9-4f37-822c-26d21f6d3d8b None None] The sync data for ids ['5500049b-2379-4065-9544-fcf07cf65994'] in n-d-712140-10 is: [{'id': '5500049b-2379-4065-9544-fcf07cf65994', 'name': 'tempest-ServerRescueTestJSON-725201234-router', 'tenant_id': '224345a79dda437684f96bb484f29725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'cceb9f9e-403c-4cf7-a746-be5931753e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:04Z', 'updated_at': '2021-07-29T23:38:09Z', 'revision_number': 4, 'project_id': '224345a79dda437684f96bb484f29725', 'gw_port': {'id': 'cceb9f9e-403c-4cf7-a746-be5931753e56', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:59:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5500049b-2379-4065-9544-fcf07cf65994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:05Z', 'updated_at': '2021-07-29T23:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '5c5d67e0-0037-4c26-ab41-ed2efbeb1a58', 'name': '', 'network_id': '8f3c76a6-294b-442d-88c5-e90b8e7ba673', 'tenant_id': '224345a79dda437684f96bb484f29725', 'mac_address': 'fa:16:3e:0a:61:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5500049b-2379-4065-9544-fcf07cf65994', 'device_owner': 'network:router_interface', 'standard_attr_id': 2329, 'fixed_ips': [{'subnet_id': 'a3798c3a-b9e2-4a1c-ae89-c46c1a504838', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:08Z', 'updated_at': '2021-07-29T23:38:12Z', 'revision_number': 4, 'project_id': '224345a79dda437684f96bb484f29725', 'subnets': [{'id': 'a3798c3a-b9e2-4a1c-ae89-c46c1a504838', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:38:13.481820 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5826b27-fe91-4e8b-b771-6cc9c5c1a698 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.498786 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-eb9051fc-2622-47f8-b76f-cbec9297c4c0 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:13.498786 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-eb9051fc-2622-47f8-b76f-cbec9297c4c0 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.23 "GET /v2.0/networks?id=8f3c76a6-294b-442d-88c5-e90b8e7ba673 HTTP/1.1" status: 200 len: 810 time: 0.1876516 Jul 29 23:38:13.518834 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20561154-43e2-464e-b89a-0156ffadb890 req-12d81bf2-b1f8-4afa-a6af-0db5cefb3fac tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:13.521067 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20561154-43e2-464e-b89a-0156ffadb890 req-12d81bf2-b1f8-4afa-a6af-0db5cefb3fac tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 946 time: 0.1264737 Jul 29 23:38:13.524872 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-07f7a2df-c628-45f8-9f9a-e59d2dd6a8fb tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Request body: {'port': {'device_id': '5af4741f-a29b-45e3-a7dc-6141913edf48', 'network_id': '8f3c76a6-294b-442d-88c5-e90b8e7ba673', 'admin_state_up': True, 'tenant_id': '224345a79dda437684f96bb484f29725'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:13.599357 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5826b27-fe91-4e8b-b771-6cc9c5c1a698 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.656195 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20561154-43e2-464e-b89a-0156ffadb890 req-87ce16bc-955b-4a33-936f-2504ff55ff71 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213517 Jul 29 23:38:13.700423 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5826b27-fe91-4e8b-b771-6cc9c5c1a698 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.702944 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5826b27-fe91-4e8b-b771-6cc9c5c1a698 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.706372 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b5826b27-fe91-4e8b-b771-6cc9c5c1a698 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "DELETE /v2.0/security-groups/4c77fe34-1296-438b-a740-f2f2a1c12f81 HTTP/1.1" status: 204 len: 168 time: 0.4062896 Jul 29 23:38:13.706935 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54510) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:13.717462 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5826b27-fe91-4e8b-b771-6cc9c5c1a698 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c77fe34-1296-438b-a740-f2f2a1c12f81,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:13.770281 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0e693461-9e79-452b-9ae9-7d7ad2fc365f tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0611656 Jul 29 23:38:13.771729 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-07f7a2df-c628-45f8-9f9a-e59d2dd6a8fb tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Made reservation on behalf of 224345a79dda437684f96bb484f29725 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:13.772040 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54512) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:13.777138 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-07f7a2df-c628-45f8-9f9a-e59d2dd6a8fb tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.787444 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-ea416623-868b-4e7f-b81d-a2c510dfb2fe tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] delete failed (client error): The resource could not be found. Jul 29 23:38:13.792283 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ea416623-868b-4e7f-b81d-a2c510dfb2fe tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "DELETE /v2.0/security-groups/4c77fe34-1296-438b-a740-f2f2a1c12f81 HTTP/1.1" status: 404 len: 347 time: 0.0155330 Jul 29 23:38:13.793770 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54514) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:13.802302 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-1ab363e2-a9b3-41cd-901e-3764b09ed39e tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Request body: {'security_group': {'name': 'tempest-secgroup--362445197'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:13.831367 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1ab363e2-a9b3-41cd-901e-3764b09ed39e tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.883964 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9a338c99-8dc1-4970-b854-09c2bfad267a req-3d7ae1d1-e3db-44ee-8012-d520527960dd tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 210 time: 0.0643842 Jul 29 23:38:13.947721 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1ab363e2-a9b3-41cd-901e-3764b09ed39e tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.956436 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1ab363e2-a9b3-41cd-901e-3764b09ed39e tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.990539 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab363e2-a9b3-41cd-901e-3764b09ed39e tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86872d92-2225-47a1-b6d5-a0f96a4ddbdc,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:13.992871 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-07f7a2df-c628-45f8-9f9a-e59d2dd6a8fb tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Allocated IP 172.20.0.14 (8f3c76a6-294b-442d-88c5-e90b8e7ba673/a3798c3a-b9e2-4a1c-ae89-c46c1a504838/0b68c01e-f134-43d7-b43c-cfea2df631f5) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:13.997117 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1ab363e2-a9b3-41cd-901e-3764b09ed39e tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:13.999588 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1ab363e2-a9b3-41cd-901e-3764b09ed39e tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2046347 Jul 29 23:38:14.002632 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54516) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:14.024044 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-5d04074a-9471-4bdc-bd66-6180f3a0008c tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Request body: {'security_group_rule': {'security_group_id': '86872d92-2225-47a1-b6d5-a0f96a4ddbdc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:14.041958 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84a193-751a-4401-8f1b-fb36faeffcf6 req-da72e9a9-5602-4dd8-90ce-694868411184 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:14.050059 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ba84a193-751a-4401-8f1b-fb36faeffcf6 req-da72e9a9-5602-4dd8-90ce-694868411184 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/ports?device_id=d54d337e-7620-40ec-a178-658dae93711a HTTP/1.1" status: 200 len: 945 time: 0.0848005 Jul 29 23:38:14.060055 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d04074a-9471-4bdc-bd66-6180f3a0008c tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.101835 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device fee43df9-a2a7-41a9-b764-76b1e6c753af up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:14.167584 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d04074a-9471-4bdc-bd66-6180f3a0008c tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.172526 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port fee43df9-a2a7-41a9-b764-76b1e6c753af completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:14.175282 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ba84a193-751a-4401-8f1b-fb36faeffcf6 req-26144391-e9a7-4d35-a0b4-a1e1669a67f7 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/security-groups?id=34620b70-4b2b-4cd7-876a-7983de9a6701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234698 Jul 29 23:38:14.177643 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port fee43df9-a2a7-41a9-b764-76b1e6c753af triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:14.178734 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.178880 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d04074a-9471-4bdc-bd66-6180f3a0008c tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.201856 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04074a-9471-4bdc-bd66-6180f3a0008c tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a31112-1653-4f6b-b0b1-f06f509a8f86,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:14.214229 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d04074a-9471-4bdc-bd66-6180f3a0008c tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.216571 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5d04074a-9471-4bdc-bd66-6180f3a0008c tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2115462 Jul 29 23:38:14.219418 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54518) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:14.284590 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.288099 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-69a3bd58-973e-41a7-95c0-90dfda355fed tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.304823 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-69a3bd58-973e-41a7-95c0-90dfda355fed tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.308805 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-07f7a2df-c628-45f8-9f9a-e59d2dd6a8fb tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.309973 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54d337e-7620-40ec-a178-658dae93711a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee43df9-a2a7-41a9-b764-76b1e6c753af'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:14.312370 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84b1175-cb1d-4013-b85c-f787ebb986ef" -d '{"events": [{"server_uuid": "d54d337e-7620-40ec-a178-658dae93711a", "name": "network-vif-plugged", "status": "completed", "tag": "fee43df9-a2a7-41a9-b764-76b1e6c753af"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:14.326600 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port fee43df9-a2a7-41a9-b764-76b1e6c753af, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=fee43df9-a2a7-41a9-b764-76b1e6c753af,segment=NetworkSegment(7571af66-ea80-4cd3-b238-7b868a282d7b),segment_id=7571af66-ea80-4cd3-b238-7b868a282d7b)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:14.333107 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.362799 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeeee9c5-1d14-4c1d-8eca-7db24e87ff66 x-openstack-request-id: req-eeeee9c5-1d14-4c1d-8eca-7db24e87ff66 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:14.362983 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-69a3bd58-973e-41a7-95c0-90dfda355fed tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.363226 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54d337e-7620-40ec-a178-658dae93711a", "name": "network-vif-plugged", "status": "completed", "tag": "fee43df9-a2a7-41a9-b764-76b1e6c753af", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:14.363766 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eeeee9c5-1d14-4c1d-8eca-7db24e87ff66 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:14.364351 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54d337e-7620-40ec-a178-658dae93711a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee43df9-a2a7-41a9-b764-76b1e6c753af', 'code': 200} Jul 29 23:38:14.370615 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-69a3bd58-973e-41a7-95c0-90dfda355fed tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.371806 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-69a3bd58-973e-41a7-95c0-90dfda355fed tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/a6a31112-1653-4f6b-b0b1-f06f509a8f86 HTTP/1.1" status: 204 len: 168 time: 0.1511216 Jul 29 23:38:14.374924 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54522) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:14.380516 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a3bd58-973e-41a7-95c0-90dfda355fed tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6a31112-1653-4f6b-b0b1-f06f509a8f86,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:14.394413 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=fee43df9-a2a7-41a9-b764-76b1e6c753af,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:14.398340 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-07f7a2df-c628-45f8-9f9a-e59d2dd6a8fb tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.453889 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-07f7a2df-c628-45f8-9f9a-e59d2dd6a8fb tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Network 8f3c76a6-294b-442d-88c5-e90b8e7ba673 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:14.466734 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-242118cb-295a-4edb-8c35-ad8cc9f8b754 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0854642 Jul 29 23:38:14.469394 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54524) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:14.470384 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-07f7a2df-c628-45f8-9f9a-e59d2dd6a8fb tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:14.477096 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-07f7a2df-c628-45f8-9f9a-e59d2dd6a8fb tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:14.495371 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f7a2df-c628-45f8-9f9a-e59d2dd6a8fb tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Pushing event updated for resources: {'Port': ['ID=0b68c01e-f134-43d7-b43c-cfea2df631f5,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:14.538881 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-76a8c7b0-d799-42a2-976b-a014aa297ff4 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.546949 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b9c744-6ac6-41b2-ad49-c35142d725b8 req-3e62471e-716b-440d-b57d-7577b893ce71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:14.548531 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-34b9c744-6ac6-41b2-ad49-c35142d725b8 req-3e62471e-716b-440d-b57d-7577b893ce71 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=d54d337e-7620-40ec-a178-658dae93711a HTTP/1.1" status: 200 len: 1098 time: 0.0910029 Jul 29 23:38:14.555430 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-07f7a2df-c628-45f8-9f9a-e59d2dd6a8fb tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:14.556086 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-07f7a2df-c628-45f8-9f9a-e59d2dd6a8fb tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.563300 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-76a8c7b0-d799-42a2-976b-a014aa297ff4 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.590653 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-07f7a2df-c628-45f8-9f9a-e59d2dd6a8fb tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0814838 Jul 29 23:38:14.596879 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-34b9c744-6ac6-41b2-ad49-c35142d725b8 req-655aed72-c547-44e0-b032-f66b3382fe2a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=34620b70-4b2b-4cd7-876a-7983de9a6701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380051 Jul 29 23:38:14.614020 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-76a8c7b0-d799-42a2-976b-a014aa297ff4 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.617146 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-76a8c7b0-d799-42a2-976b-a014aa297ff4 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.618322 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-76a8c7b0-d799-42a2-976b-a014aa297ff4 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "DELETE /v2.0/security-groups/86872d92-2225-47a1-b6d5-a0f96a4ddbdc HTTP/1.1" status: 204 len: 168 time: 0.1478736 Jul 29 23:38:14.621144 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54526) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:14.632342 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8c7b0-d799-42a2-976b-a014aa297ff4 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86872d92-2225-47a1-b6d5-a0f96a4ddbdc,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:14.649107 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-1e8cf6d6-994e-4a04-9ac8-69d47c4ec6cd service neutron] Request body: {'port': {'device_id': '5af4741f-a29b-45e3-a7dc-6141913edf48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:14.730093 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-95b78b86-ab3b-4eb0-81a2-25c76809babc tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1074588 Jul 29 23:38:14.734579 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54530) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:14.739334 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-10425df0-7779-431c-a736-144c3c21b0f7 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Request body: {'security_group': {'name': 'tempest-secgroup--1670793400'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:14.741738 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-1e8cf6d6-994e-4a04-9ac8-69d47c4ec6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.767256 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-10425df0-7779-431c-a736-144c3c21b0f7 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.817100 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc32a4-7f75-4329-b7bf-7019066a8ab0 req-379fbb98-7968-4afc-ba56-2a83bd4672b2 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:14.818757 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16bc32a4-7f75-4329-b7bf-7019066a8ab0 req-379fbb98-7968-4afc-ba56-2a83bd4672b2 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 946 time: 0.0858850 Jul 29 23:38:14.865566 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-10425df0-7779-431c-a736-144c3c21b0f7 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.869648 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-10425df0-7779-431c-a736-144c3c21b0f7 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.900637 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-10425df0-7779-431c-a736-144c3c21b0f7 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:14.901800 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-10425df0-7779-431c-a736-144c3c21b0f7 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1661203 Jul 29 23:38:14.902706 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10425df0-7779-431c-a736-144c3c21b0f7 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0113ef82-695a-4977-8960-f429b0043f51,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:14.904995 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54534) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:14.918824 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-baeaf59a-0aac-47cf-871a-45c2c5d928af tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Request body: {'security_group_rule': {'security_group_id': '0113ef82-695a-4977-8960-f429b0043f51', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:14.928955 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16bc32a4-7f75-4329-b7bf-7019066a8ab0 req-dca4fe42-b32f-4d3d-a8dc-eb08a323e516 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988970 Jul 29 23:38:14.970961 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-baeaf59a-0aac-47cf-871a-45c2c5d928af tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.053279 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-baeaf59a-0aac-47cf-871a-45c2c5d928af tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.058530 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-baeaf59a-0aac-47cf-871a-45c2c5d928af tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.063993 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 5c5d67e0-0037-4c26-ab41-ed2efbeb1a58 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:15.075323 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeaf59a-0aac-47cf-871a-45c2c5d928af tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ce51fed-872c-4335-9d93-138d3b5861b8,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:15.093421 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-baeaf59a-0aac-47cf-871a-45c2c5d928af tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.094678 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-baeaf59a-0aac-47cf-871a-45c2c5d928af tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1796710 Jul 29 23:38:15.099017 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54538) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:15.103075 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-d29af215-86f2-466f-8288-ccd6ff881e29 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Request body: {'security_group_rule': {'security_group_id': '0113ef82-695a-4977-8960-f429b0043f51', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:15.131672 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d29af215-86f2-466f-8288-ccd6ff881e29 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.138170 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 5c5d67e0-0037-4c26-ab41-ed2efbeb1a58 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:15.142427 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 5c5d67e0-0037-4c26-ab41-ed2efbeb1a58 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:15.143693 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.155032 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-1e8cf6d6-994e-4a04-9ac8-69d47c4ec6cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b68c01e-f134-43d7-b43c-cfea2df631f5 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:15.165967 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-1e8cf6d6-994e-4a04-9ac8-69d47c4ec6cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.185999 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-1e8cf6d6-994e-4a04-9ac8-69d47c4ec6cd service neutron] Transition to ACTIVE for port object 0b68c01e-f134-43d7-b43c-cfea2df631f5 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:15.195606 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23b03b-7d17-4a8c-8ed9-cc147d41667e req-caacde24-5d54-4a36-9697-267ccfc07789 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:15.197254 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c23b03b-7d17-4a8c-8ed9-cc147d41667e req-caacde24-5d54-4a36-9697-267ccfc07789 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 932 time: 0.0796187 Jul 29 23:38:15.198370 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-1e8cf6d6-994e-4a04-9ac8-69d47c4ec6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.209313 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d29af215-86f2-466f-8288-ccd6ff881e29 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.213850 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d29af215-86f2-466f-8288-ccd6ff881e29 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.233218 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29af215-86f2-466f-8288-ccd6ff881e29 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c6f73f-6c74-48d1-8ff9-85ff7bed0cc2,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:15.245259 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.248829 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d29af215-86f2-466f-8288-ccd6ff881e29 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.253788 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d29af215-86f2-466f-8288-ccd6ff881e29 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1507778 Jul 29 23:38:15.255136 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54542) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:15.263889 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-806dbe09-a1ca-491d-ae32-0f3315eaf3d8 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Request body: {'security_group_rule': {'security_group_id': '0113ef82-695a-4977-8960-f429b0043f51', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:15.294997 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8cf6d6-994e-4a04-9ac8-69d47c4ec6cd service neutron] Pushing event updated for resources: {'Port': ['ID=0b68c01e-f134-43d7-b43c-cfea2df631f5,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:15.307166 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-806dbe09-a1ca-491d-ae32-0f3315eaf3d8 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.307911 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 5c5d67e0-0037-4c26-ab41-ed2efbeb1a58, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=5c5d67e0-0037-4c26-ab41-ed2efbeb1a58,segment=NetworkSegment(d692fd88-7a7a-4f59-9d22-ff33ee5f1a3d),segment_id=d692fd88-7a7a-4f59-9d22-ff33ee5f1a3d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:15.312580 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.332598 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c23b03b-7d17-4a8c-8ed9-cc147d41667e req-f61dfb25-37f6-4aad-8a94-555d13a31390 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002996 Jul 29 23:38:15.381279 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-806dbe09-a1ca-491d-ae32-0f3315eaf3d8 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.386681 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-806dbe09-a1ca-491d-ae32-0f3315eaf3d8 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.397701 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=5c5d67e0-0037-4c26-ab41-ed2efbeb1a58,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:15.398868 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-1e8cf6d6-994e-4a04-9ac8-69d47c4ec6cd service neutron] Attempting to bind port 0b68c01e-f134-43d7-b43c-cfea2df631f5 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:15.399222 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-1e8cf6d6-994e-4a04-9ac8-69d47c4ec6cd service neutron] Attempting to bind port 0b68c01e-f134-43d7-b43c-cfea2df631f5 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'd692fd88-7a7a-4f59-9d22-ff33ee5f1a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8f3c76a6-294b-442d-88c5-e90b8e7ba673'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:15.399558 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-1e8cf6d6-994e-4a04-9ac8-69d47c4ec6cd service neutron] Attempting to bind port 0b68c01e-f134-43d7-b43c-cfea2df631f5 on network 8f3c76a6-294b-442d-88c5-e90b8e7ba673 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:15.413953 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-1e8cf6d6-994e-4a04-9ac8-69d47c4ec6cd service neutron] Port 0b68c01e-f134-43d7-b43c-cfea2df631f5 on network 8f3c76a6-294b-442d-88c5-e90b8e7ba673 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:15.414283 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-1e8cf6d6-994e-4a04-9ac8-69d47c4ec6cd service neutron] Attempting to bind port 0b68c01e-f134-43d7-b43c-cfea2df631f5 on network 8f3c76a6-294b-442d-88c5-e90b8e7ba673 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:15.420491 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-1e8cf6d6-994e-4a04-9ac8-69d47c4ec6cd service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:15.420741 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806dbe09-a1ca-491d-ae32-0f3315eaf3d8 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bfc1745-32dd-4e5d-bb24-79f925f3f1d6,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:15.420930 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-1e8cf6d6-994e-4a04-9ac8-69d47c4ec6cd service neutron] Checking segment: {'id': 'd692fd88-7a7a-4f59-9d22-ff33ee5f1a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8f3c76a6-294b-442d-88c5-e90b8e7ba673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:15.421205 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-1e8cf6d6-994e-4a04-9ac8-69d47c4ec6cd service neutron] Bound using segment: {'id': 'd692fd88-7a7a-4f59-9d22-ff33ee5f1a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8f3c76a6-294b-442d-88c5-e90b8e7ba673'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:15.421636 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-1e8cf6d6-994e-4a04-9ac8-69d47c4ec6cd service neutron] Bound port: 0b68c01e-f134-43d7-b43c-cfea2df631f5, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd692fd88-7a7a-4f59-9d22-ff33ee5f1a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8f3c76a6-294b-442d-88c5-e90b8e7ba673'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:15.421995 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-1e8cf6d6-994e-4a04-9ac8-69d47c4ec6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.426760 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-806dbe09-a1ca-491d-ae32-0f3315eaf3d8 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.428037 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-806dbe09-a1ca-491d-ae32-0f3315eaf3d8 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1717331 Jul 29 23:38:15.430636 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54544) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:15.435088 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-fc11cc56-ba4a-4d72-ac95-baf6be593776 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Request body: {'security_group_rule': {'security_group_id': '0113ef82-695a-4977-8960-f429b0043f51', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:15.472901 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fc11cc56-ba4a-4d72-ac95-baf6be593776 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.507068 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d342cc-ab0b-424c-9a89-7c5c38c4cc21 req-dbd5376d-36a0-44c3-bdd6-0f59370fa348 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:15.509581 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-58d342cc-ab0b-424c-9a89-7c5c38c4cc21 req-dbd5376d-36a0-44c3-bdd6-0f59370fa348 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/ports?device_id=d54d337e-7620-40ec-a178-658dae93711a HTTP/1.1" status: 200 len: 946 time: 0.1066935 Jul 29 23:38:15.552898 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-1e8cf6d6-994e-4a04-9ac8-69d47c4ec6cd service neutron] For port 0b68c01e-f134-43d7-b43c-cfea2df631f5, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:15.555514 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fc11cc56-ba4a-4d72-ac95-baf6be593776 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.561156 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fc11cc56-ba4a-4d72-ac95-baf6be593776 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.574791 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-1e8cf6d6-994e-4a04-9ac8-69d47c4ec6cd service neutron] For port 0b68c01e-f134-43d7-b43c-cfea2df631f5, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=0b68c01e-f134-43d7-b43c-cfea2df631f5,segment=NetworkSegment(d692fd88-7a7a-4f59-9d22-ff33ee5f1a3d),segment_id=d692fd88-7a7a-4f59-9d22-ff33ee5f1a3d)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:15.578814 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-58d342cc-ab0b-424c-9a89-7c5c38c4cc21 req-fc22244f-6d7f-489c-80f9-182f554f8c2b tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/security-groups?id=34620b70-4b2b-4cd7-876a-7983de9a6701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586360 Jul 29 23:38:15.580892 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-1e8cf6d6-994e-4a04-9ac8-69d47c4ec6cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.584568 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc11cc56-ba4a-4d72-ac95-baf6be593776 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce16921f-dbcc-48e4-a119-f8ee44440037,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:15.595429 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fc11cc56-ba4a-4d72-ac95-baf6be593776 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.599927 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fc11cc56-ba4a-4d72-ac95-baf6be593776 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1683083 Jul 29 23:38:15.600637 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54546) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:15.605215 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-091a065d-865f-4218-bc1a-9cf278aa489f tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Request body: {'security_group_rule': {'security_group_id': '0113ef82-695a-4977-8960-f429b0043f51', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:15.615923 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-1e8cf6d6-994e-4a04-9ac8-69d47c4ec6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:15.615923 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-1e8cf6d6-994e-4a04-9ac8-69d47c4ec6cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.617264 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-1e8cf6d6-994e-4a04-9ac8-69d47c4ec6cd service neutron] 10.222.0.23 "PUT /v2.0/ports/0b68c01e-f134-43d7-b43c-cfea2df631f5 HTTP/1.1" status: 200 len: 1093 time: 0.9777317 Jul 29 23:38:15.617708 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5af4741f-a29b-45e3-a7dc-6141913edf48', 'tag': '0b68c01e-f134-43d7-b43c-cfea2df631f5'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:15.619986 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f61c53-a143-4a08-ab3a-64f39c8fbfb6" -d '{"events": [{"name": "network-changed", "server_uuid": "5af4741f-a29b-45e3-a7dc-6141913edf48", "tag": "0b68c01e-f134-43d7-b43c-cfea2df631f5"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:15.637763 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-091a065d-865f-4218-bc1a-9cf278aa489f tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.647130 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8cf6d6-994e-4a04-9ac8-69d47c4ec6cd service neutron] Pushing event updated for resources: {'Port': ['ID=0b68c01e-f134-43d7-b43c-cfea2df631f5,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:15.674618 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee91d5a-9ee9-4b4c-9ade-6e8b3989bc2c x-openstack-request-id: req-fee91d5a-9ee9-4b4c-9ade-6e8b3989bc2c {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:15.674826 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5af4741f-a29b-45e3-a7dc-6141913edf48", "tag": "0b68c01e-f134-43d7-b43c-cfea2df631f5", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:15.675243 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fee91d5a-9ee9-4b4c-9ade-6e8b3989bc2c {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:15.675780 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5af4741f-a29b-45e3-a7dc-6141913edf48', 'tag': '0b68c01e-f134-43d7-b43c-cfea2df631f5', 'status': 'completed', 'code': 200} Jul 29 23:38:15.705211 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-76dadbfb-2488-4f8e-8185-34f795f02d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:15.706796 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-76dadbfb-2488-4f8e-8185-34f795f02d80 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=224345a79dda437684f96bb484f29725&device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 1096 time: 0.0429626 Jul 29 23:38:15.721879 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-091a065d-865f-4218-bc1a-9cf278aa489f tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.725627 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-091a065d-865f-4218-bc1a-9cf278aa489f tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.747111 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091a065d-865f-4218-bc1a-9cf278aa489f tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb64cbc5-66ea-45ba-96ae-b01977295c98,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:15.751711 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-091a065d-865f-4218-bc1a-9cf278aa489f tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.755523 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-091a065d-865f-4218-bc1a-9cf278aa489f tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1512916 Jul 29 23:38:15.756103 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-95b04fd1-f436-4584-9ed7-d4381e6ddb3d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b68c01e-f134-43d7-b43c-cfea2df631f5 HTTP/1.1" status: 200 len: 217 time: 0.0388222 Jul 29 23:38:15.756458 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54550) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:15.815750 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-898b7769-9195-4864-8135-5280d84d70cc tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.827577 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-898b7769-9195-4864-8135-5280d84d70cc tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.830655 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-47465975-9f04-4c39-a657-ae9a174eb947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:15.832342 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-47465975-9f04-4c39-a657-ae9a174eb947 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a3798c3a-b9e2-4a1c-ae89-c46c1a504838 HTTP/1.1" status: 200 len: 850 time: 0.0691733 Jul 29 23:38:15.873453 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-fba7b01d-bb1c-4585-8c10-cc5daa0089c4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8f3c76a6-294b-442d-88c5-e90b8e7ba673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305452 Jul 29 23:38:15.880446 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-898b7769-9195-4864-8135-5280d84d70cc tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.886009 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-898b7769-9195-4864-8135-5280d84d70cc tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.887455 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-898b7769-9195-4864-8135-5280d84d70cc tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/bb64cbc5-66ea-45ba-96ae-b01977295c98 HTTP/1.1" status: 204 len: 168 time: 0.1300390 Jul 29 23:38:15.890200 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54552) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:15.913207 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b7769-9195-4864-8135-5280d84d70cc tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb64cbc5-66ea-45ba-96ae-b01977295c98,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:15.937551 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0d0d7912-f212-42a4-8fdb-08ff15919384 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0461216 Jul 29 23:38:15.940964 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54554) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:15.967399 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-55e57ae6-49db-4653-ae9a-6389f86c19f0 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.975557 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-55e57ae6-49db-4653-ae9a-6389f86c19f0 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:15.988082 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-4208e6ef-8b59-415d-ad7b-d71cb88c0613 service neutron] 10.222.0.23 "GET /v2.0/networks/8f3c76a6-294b-442d-88c5-e90b8e7ba673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991888 Jul 29 23:38:16.007660 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-55e57ae6-49db-4653-ae9a-6389f86c19f0 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.019583 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-55e57ae6-49db-4653-ae9a-6389f86c19f0 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.020827 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-55e57ae6-49db-4653-ae9a-6389f86c19f0 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/ce16921f-dbcc-48e4-a119-f8ee44440037 HTTP/1.1" status: 204 len: 168 time: 0.0788894 Jul 29 23:38:16.021759 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e57ae6-49db-4653-ae9a-6389f86c19f0 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ce16921f-dbcc-48e4-a119-f8ee44440037,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:16.023534 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54558) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:16.069378 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1f23b6a9-468b-4c7d-85b7-fab927e10c47 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0449598 Jul 29 23:38:16.072023 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54562) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:16.095174 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-86327414-1953-45cc-977f-d3600260a100 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.103336 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-86327414-1953-45cc-977f-d3600260a100 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.115367 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c0da2-0aaf-4dd1-b376-c6c1ef367fca req-5cc6afb0-1be1-44e6-8546-5115862187f8 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:16.116877 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-706c0da2-0aaf-4dd1-b376-c6c1ef367fca req-5cc6afb0-1be1-44e6-8546-5115862187f8 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 946 time: 0.0786967 Jul 29 23:38:16.122309 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59fc357e-fa15-410b-9398-2f86e2c2a6f3 req-03a5a734-a950-4b03-8abd-1c5327b97fa3 service neutron] 10.222.0.23 "GET /v2.0/networks/8f3c76a6-294b-442d-88c5-e90b8e7ba673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276731 Jul 29 23:38:16.133500 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-86327414-1953-45cc-977f-d3600260a100 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.139300 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-86327414-1953-45cc-977f-d3600260a100 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.141605 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-86327414-1953-45cc-977f-d3600260a100 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/7bfc1745-32dd-4e5d-bb24-79f925f3f1d6 HTTP/1.1" status: 204 len: 168 time: 0.0686386 Jul 29 23:38:16.144610 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54564) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:16.153162 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86327414-1953-45cc-977f-d3600260a100 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7bfc1745-32dd-4e5d-bb24-79f925f3f1d6,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:16.173508 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-706c0da2-0aaf-4dd1-b376-c6c1ef367fca req-ec5efedf-314b-469e-ad82-1e7b513873f3 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501118 Jul 29 23:38:16.233756 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ea6238ba-7346-45c9-b94d-19fb630f8250 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0854814 Jul 29 23:38:16.234357 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54566) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:16.239291 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:38:16.262526 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f61c53-a143-4a08-ab3a-64f39c8fbfb6 req-45053830-3e6a-41ff-af21-bf3ca1c426f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:16.264063 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-03f61c53-a143-4a08-ab3a-64f39c8fbfb6 req-45053830-3e6a-41ff-af21-bf3ca1c426f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=224345a79dda437684f96bb484f29725&device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 1096 time: 0.0875676 Jul 29 23:38:16.266738 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3c022098-18cd-45d9-83da-47567e18502c tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.276254 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3c022098-18cd-45d9-83da-47567e18502c tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.352374 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3c022098-18cd-45d9-83da-47567e18502c tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.360028 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3c022098-18cd-45d9-83da-47567e18502c tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.361038 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3c022098-18cd-45d9-83da-47567e18502c tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/98c6f73f-6c74-48d1-8ff9-85ff7bed0cc2 HTTP/1.1" status: 204 len: 168 time: 0.1257927 Jul 29 23:38:16.365543 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54570) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:16.375644 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c022098-18cd-45d9-83da-47567e18502c tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98c6f73f-6c74-48d1-8ff9-85ff7bed0cc2,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:16.392866 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f61c53-a143-4a08-ab3a-64f39c8fbfb6 req-ae736868-bcb1-4fcb-97c7-9d0b97f5375e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:16.394521 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-03f61c53-a143-4a08-ab3a-64f39c8fbfb6 req-ae736868-bcb1-4fcb-97c7-9d0b97f5375e service neutron] 10.222.0.23 "GET /v2.0/networks?id=8f3c76a6-294b-442d-88c5-e90b8e7ba673 HTTP/1.1" status: 200 len: 911 time: 0.1200707 Jul 29 23:38:16.413152 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-81112fb0-b9e5-40a2-841a-1215092202bb tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0473189 Jul 29 23:38:16.416117 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54572) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:16.441126 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-12735344-35d6-4353-b1e5-a22c34682482 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.446361 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-03f61c53-a143-4a08-ab3a-64f39c8fbfb6 req-580a767e-9c4b-4f6c-88ea-11f00249f418 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b68c01e-f134-43d7-b43c-cfea2df631f5 HTTP/1.1" status: 200 len: 217 time: 0.0434554 Jul 29 23:38:16.449451 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-12735344-35d6-4353-b1e5-a22c34682482 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.482635 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-12735344-35d6-4353-b1e5-a22c34682482 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.489208 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-12735344-35d6-4353-b1e5-a22c34682482 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.493150 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-12735344-35d6-4353-b1e5-a22c34682482 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/2ce51fed-872c-4335-9d93-138d3b5861b8 HTTP/1.1" status: 204 len: 168 time: 0.0732677 Jul 29 23:38:16.493150 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54574) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:16.504133 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12735344-35d6-4353-b1e5-a22c34682482 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2ce51fed-872c-4335-9d93-138d3b5861b8,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:16.523623 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ced411f-1f64-4442-9ddf-babbc7fac148 req-88a093e4-4d42-4bdf-a5ea-b19ef708e7a4 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:16.525151 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ced411f-1f64-4442-9ddf-babbc7fac148 req-88a093e4-4d42-4bdf-a5ea-b19ef708e7a4 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 944 time: 0.1153111 Jul 29 23:38:16.526931 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f61c53-a143-4a08-ab3a-64f39c8fbfb6 req-20c55902-0a96-4fc8-b707-c4b31a474fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:16.528297 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-03f61c53-a143-4a08-ab3a-64f39c8fbfb6 req-20c55902-0a96-4fc8-b707-c4b31a474fad service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a3798c3a-b9e2-4a1c-ae89-c46c1a504838 HTTP/1.1" status: 200 len: 850 time: 0.0638235 Jul 29 23:38:16.538202 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-018b6b9d-4dbd-422c-bcd6-8d013f924f50 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0440555 Jul 29 23:38:16.541000 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54576) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:16.572326 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-03f61c53-a143-4a08-ab3a-64f39c8fbfb6 req-7a6edd5c-4011-4ed4-ad2e-d56d8a53cec0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8f3c76a6-294b-442d-88c5-e90b8e7ba673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314591 Jul 29 23:38:16.595491 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-806453e8-b143-4564-a1af-eadf8245d4ec tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.598423 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ced411f-1f64-4442-9ddf-babbc7fac148 req-0623db43-ab65-4151-b917-ccd1889ec884 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661318 Jul 29 23:38:16.628766 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-806453e8-b143-4564-a1af-eadf8245d4ec tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.678458 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-806453e8-b143-4564-a1af-eadf8245d4ec tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.681300 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-806453e8-b143-4564-a1af-eadf8245d4ec tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.684742 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-806453e8-b143-4564-a1af-eadf8245d4ec tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "DELETE /v2.0/security-groups/0113ef82-695a-4977-8960-f429b0043f51 HTTP/1.1" status: 204 len: 168 time: 0.1404622 Jul 29 23:38:16.685063 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54580) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:16.692373 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806453e8-b143-4564-a1af-eadf8245d4ec tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0113ef82-695a-4977-8960-f429b0043f51,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:16.716226 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-03f61c53-a143-4a08-ab3a-64f39c8fbfb6 req-8255f4a1-ec0e-452a-921b-d6eb76601e63 service neutron] 10.222.0.23 "GET /v2.0/networks/8f3c76a6-294b-442d-88c5-e90b8e7ba673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302924 Jul 29 23:38:16.770023 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d462856-05bf-43a1-96a1-b15ea78f0121 req-523db375-b732-4c9b-a00c-b01d519e3eab tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:16.771489 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d462856-05bf-43a1-96a1-b15ea78f0121 req-523db375-b732-4c9b-a00c-b01d519e3eab tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/ports?device_id=d54d337e-7620-40ec-a178-658dae93711a HTTP/1.1" status: 200 len: 946 time: 0.1078737 Jul 29 23:38:16.813009 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e702f72b-8a18-43fa-94a6-1a7bae4f3a28 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1268334 Jul 29 23:38:16.818016 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54582) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:16.822809 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-4390234c-646e-4901-b1bc-da87e1b3851c tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Request body: {'security_group': {'name': 'tempest-secgroup--1602745825'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:16.846611 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4390234c-646e-4901-b1bc-da87e1b3851c tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.856710 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d462856-05bf-43a1-96a1-b15ea78f0121 req-c0c53168-2a84-48aa-9864-ded5c13564be tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/security-groups?id=34620b70-4b2b-4cd7-876a-7983de9a6701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552042 Jul 29 23:38:16.874099 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-03f61c53-a143-4a08-ab3a-64f39c8fbfb6 req-2af92195-495a-468e-8726-09cf58140e19 service neutron] 10.222.0.23 "GET /v2.0/networks/8f3c76a6-294b-442d-88c5-e90b8e7ba673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391752 Jul 29 23:38:16.946177 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4390234c-646e-4901-b1bc-da87e1b3851c tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.951427 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4390234c-646e-4901-b1bc-da87e1b3851c tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.984381 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4390234c-646e-4901-b1bc-da87e1b3851c tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:16.985794 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4390234c-646e-4901-b1bc-da87e1b3851c tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1665974 Jul 29 23:38:16.987977 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4390234c-646e-4901-b1bc-da87e1b3851c tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=962ba8a0-7fc7-4c0b-874b-7f48d00b84f3,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:16.988734 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54586) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:16.992513 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 5c5d67e0-0037-4c26-ab41-ed2efbeb1a58 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:16.993931 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-badf2267-29b5-444e-b88c-44f9fc634792 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Request body: {'security_group_rule': {'security_group_id': '962ba8a0-7fc7-4c0b-874b-7f48d00b84f3', 'direction': 'ingress', 'protocol': 17}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:17.025259 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-badf2267-29b5-444e-b88c-44f9fc634792 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.048563 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 5c5d67e0-0037-4c26-ab41-ed2efbeb1a58 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:17.049531 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.094181 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-badf2267-29b5-444e-b88c-44f9fc634792 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.105151 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-badf2267-29b5-444e-b88c-44f9fc634792 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.121199 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf2267-29b5-444e-b88c-44f9fc634792 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6cd98a6-32ba-40e0-bb2d-4227ce9ed708,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:17.132440 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-badf2267-29b5-444e-b88c-44f9fc634792 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.133688 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-badf2267-29b5-444e-b88c-44f9fc634792 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1436968 Jul 29 23:38:17.137120 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54592) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:17.197423 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5b032816-b33f-432d-a73f-ccf4d95febfe tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.223984 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5b032816-b33f-432d-a73f-ccf4d95febfe tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.282904 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5b032816-b33f-432d-a73f-ccf4d95febfe tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.286229 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5b032816-b33f-432d-a73f-ccf4d95febfe tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.290523 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5b032816-b33f-432d-a73f-ccf4d95febfe tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "DELETE /v2.0/security-groups/962ba8a0-7fc7-4c0b-874b-7f48d00b84f3 HTTP/1.1" status: 204 len: 168 time: 0.1523426 Jul 29 23:38:17.291160 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54600) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:17.317490 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b032816-b33f-432d-a73f-ccf4d95febfe tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=962ba8a0-7fc7-4c0b-874b-7f48d00b84f3,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:17.323327 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06639c2f-7d8c-4d80-8a7c-8b4b62c1ef9c req-802b6c4e-0fa4-4945-acc7-22ec563f45bb tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:17.325687 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-06639c2f-7d8c-4d80-8a7c-8b4b62c1ef9c req-802b6c4e-0fa4-4945-acc7-22ec563f45bb tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 946 time: 0.0690103 Jul 29 23:38:17.369354 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ba5b9c14-00a8-41ae-9e82-6c98c6b6ab05 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0675371 Jul 29 23:38:17.370009 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54604) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:17.374412 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-8c7318c2-a788-4dff-9ef2-af215703c7b9 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Request body: {'security_group': {'name': 'tempest-secgroup--878508933'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:17.389761 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-06639c2f-7d8c-4d80-8a7c-8b4b62c1ef9c req-724c1fcd-aed4-471f-b090-ca507a67641b tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554137 Jul 29 23:38:17.398836 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8c7318c2-a788-4dff-9ef2-af215703c7b9 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.494963 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8c7318c2-a788-4dff-9ef2-af215703c7b9 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.499016 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8c7318c2-a788-4dff-9ef2-af215703c7b9 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.532759 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8c7318c2-a788-4dff-9ef2-af215703c7b9 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.534570 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8c7318c2-a788-4dff-9ef2-af215703c7b9 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1639378 Jul 29 23:38:17.537620 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54608) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:17.542887 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-f67874fd-0270-4a7e-b31e-0c13ab546fb5 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Request body: {'security_group': {'name': 'tempest-secgroup--1979050319'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:17.548635 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7318c2-a788-4dff-9ef2-af215703c7b9 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7f9d04-1658-413c-8569-a363638d0594,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:17.570792 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f67874fd-0270-4a7e-b31e-0c13ab546fb5 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.665637 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f67874fd-0270-4a7e-b31e-0c13ab546fb5 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.670849 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f67874fd-0270-4a7e-b31e-0c13ab546fb5 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.699484 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f67874fd-0270-4a7e-b31e-0c13ab546fb5 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.700736 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f67874fd-0270-4a7e-b31e-0c13ab546fb5 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1621909 Jul 29 23:38:17.703451 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54614) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:17.704206 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b9f4f0-9be2-427e-b13d-c0d4020a84fd req-8e3a9d8b-ba2f-4479-af1c-d5297933579a tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:17.705922 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-54b9f4f0-9be2-427e-b13d-c0d4020a84fd req-8e3a9d8b-ba2f-4479-af1c-d5297933579a tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/ports?device_id=d54d337e-7620-40ec-a178-658dae93711a HTTP/1.1" status: 200 len: 946 time: 0.0543652 Jul 29 23:38:17.708214 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-8445f83c-1fe9-4657-b5bf-c7e7e443f0fe tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Request body: {'security_group_rule': {'security_group_id': '9f7f9d04-1658-413c-8569-a363638d0594', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b393d6e7-b3a2-403a-b0d4-0733cafacff4', 'remote_ip_prefix': None}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:17.712370 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67874fd-0270-4a7e-b31e-0c13ab546fb5 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b393d6e7-b3a2-403a-b0d4-0733cafacff4,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:17.744809 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8445f83c-1fe9-4657-b5bf-c7e7e443f0fe tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.750244 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-54b9f4f0-9be2-427e-b13d-c0d4020a84fd req-5e83fe52-b18c-4bbf-88ca-6f364106a267 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/security-groups?id=34620b70-4b2b-4cd7-876a-7983de9a6701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377908 Jul 29 23:38:17.832825 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8445f83c-1fe9-4657-b5bf-c7e7e443f0fe tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.837722 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8445f83c-1fe9-4657-b5bf-c7e7e443f0fe tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.859855 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8445f83c-1fe9-4657-b5bf-c7e7e443f0fe tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b12a52d-e4ce-4516-97f8-bb9eb9d456d2,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:17.864241 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef91ba0-02b2-4678-8582-00fc4b6f4c8b req-0a9ad76a-6a7f-489f-9734-58bf36ba48e9 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:17.864745 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8445f83c-1fe9-4657-b5bf-c7e7e443f0fe tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.866185 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8445f83c-1fe9-4657-b5bf-c7e7e443f0fe tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1615243 Jul 29 23:38:17.866566 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8ef91ba0-02b2-4678-8582-00fc4b6f4c8b req-0a9ad76a-6a7f-489f-9734-58bf36ba48e9 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 944 time: 0.0538733 Jul 29 23:38:17.868753 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54616) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:17.915133 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-adddb5af-5860-4cfa-8d05-7940f0121461 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.926072 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-adddb5af-5860-4cfa-8d05-7940f0121461 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.933765 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8ef91ba0-02b2-4678-8582-00fc4b6f4c8b req-477e143f-2309-4ad9-a43c-aa2c9cecfb77 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584028 Jul 29 23:38:17.957103 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-adddb5af-5860-4cfa-8d05-7940f0121461 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.963851 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-adddb5af-5860-4cfa-8d05-7940f0121461 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:17.964915 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-adddb5af-5860-4cfa-8d05-7940f0121461 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/3b12a52d-e4ce-4516-97f8-bb9eb9d456d2 HTTP/1.1" status: 204 len: 168 time: 0.0952303 Jul 29 23:38:17.967710 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54618) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:17.970504 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adddb5af-5860-4cfa-8d05-7940f0121461 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b12a52d-e4ce-4516-97f8-bb9eb9d456d2,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:18.014802 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-78a1d8aa-00be-4054-8af0-abac2477a73e tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0458560 Jul 29 23:38:18.017407 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54620) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:18.070425 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-921dea19-f792-4b64-a3b5-3dea30163a91 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.092592 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-921dea19-f792-4b64-a3b5-3dea30163a91 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.103592 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 0b68c01e-f134-43d7-b43c-cfea2df631f5 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:38:18.137518 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-921dea19-f792-4b64-a3b5-3dea30163a91 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.140526 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-921dea19-f792-4b64-a3b5-3dea30163a91 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.141861 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-921dea19-f792-4b64-a3b5-3dea30163a91 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "DELETE /v2.0/security-groups/b393d6e7-b3a2-403a-b0d4-0733cafacff4 HTTP/1.1" status: 204 len: 168 time: 0.1229351 Jul 29 23:38:18.145844 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54622) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:18.153533 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921dea19-f792-4b64-a3b5-3dea30163a91 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b393d6e7-b3a2-403a-b0d4-0733cafacff4,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:18.218288 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54624) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:18.218581 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4c4ca3ca-c720-4465-9de1-59c110ff9295 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0713232 Jul 29 23:38:18.228294 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 0b68c01e-f134-43d7-b43c-cfea2df631f5, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=0b68c01e-f134-43d7-b43c-cfea2df631f5,segment=NetworkSegment(d692fd88-7a7a-4f59-9d22-ff33ee5f1a3d),segment_id=d692fd88-7a7a-4f59-9d22-ff33ee5f1a3d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:18.245629 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '0b68c01e-f134-43d7-b43c-cfea2df631f5', 'network_id': '8f3c76a6-294b-442d-88c5-e90b8e7ba673', 'port_id': '0b68c01e-f134-43d7-b43c-cfea2df631f5', 'mac_address': 'fa:16:3e:6e:86:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3798c3a-b9e2-4a1c-ae89-c46c1a504838', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:38:18.278458 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-02c3bc4d-bcba-49ef-9605-0cab37623278 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.299320 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.305865 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-02c3bc4d-bcba-49ef-9605-0cab37623278 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.318779 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b68c01e-f134-43d7-b43c-cfea2df631f5 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:18.339789 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 0b68c01e-f134-43d7-b43c-cfea2df631f5, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=0b68c01e-f134-43d7-b43c-cfea2df631f5,segment=NetworkSegment(d692fd88-7a7a-4f59-9d22-ff33ee5f1a3d),segment_id=d692fd88-7a7a-4f59-9d22-ff33ee5f1a3d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:18.343673 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.350482 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-02c3bc4d-bcba-49ef-9605-0cab37623278 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.353350 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-02c3bc4d-bcba-49ef-9605-0cab37623278 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.354507 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-02c3bc4d-bcba-49ef-9605-0cab37623278 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "DELETE /v2.0/security-groups/9f7f9d04-1658-413c-8569-a363638d0594 HTTP/1.1" status: 204 len: 168 time: 0.1352978 Jul 29 23:38:18.357473 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54626) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:18.366666 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3bc4d-bcba-49ef-9605-0cab37623278 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7f9d04-1658-413c-8569-a363638d0594,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:18.401913 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=0b68c01e-f134-43d7-b43c-cfea2df631f5,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:18.406613 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-14738ac7-cf61-42b2-9635-e3e6c1425de1 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0477271 Jul 29 23:38:18.410500 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54628) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:18.415525 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-8ea35207-68d3-43d3-b4c3-640e755ed2d9 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Request body: {'security_group': {'name': 'tempest-secgroup--867571906'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:18.437427 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8ea35207-68d3-43d3-b4c3-640e755ed2d9 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.530466 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68462e7e-226a-4052-89b7-11b8388c6b3e req-81bf91f1-6b82-437f-83e0-ee3d0864a37d tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:18.531869 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68462e7e-226a-4052-89b7-11b8388c6b3e req-81bf91f1-6b82-437f-83e0-ee3d0864a37d tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 946 time: 0.0694225 Jul 29 23:38:18.585051 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8ea35207-68d3-43d3-b4c3-640e755ed2d9 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.590912 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68462e7e-226a-4052-89b7-11b8388c6b3e req-27bde533-dc32-4297-a5ad-d754f1b45619 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525892 Jul 29 23:38:18.592032 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8ea35207-68d3-43d3-b4c3-640e755ed2d9 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.616951 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['0b68c01e-f134-43d7-b43c-cfea2df631f5'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:18.624453 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea35207-68d3-43d3-b4c3-640e755ed2d9 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f041c44e-52d5-4bca-9fc3-fb0c851aa987,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:18.629186 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8ea35207-68d3-43d3-b4c3-640e755ed2d9 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.630440 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8ea35207-68d3-43d3-b4c3-640e755ed2d9 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2185571 Jul 29 23:38:18.633252 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54634) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:18.637959 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-59d8a368-7bf6-424e-a3a5-0b73ec9cef27 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Request body: {'security_group_rule': {'security_group_id': 'f041c44e-52d5-4bca-9fc3-fb0c851aa987', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:18.666819 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-59d8a368-7bf6-424e-a3a5-0b73ec9cef27 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.718629 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-59d8a368-7bf6-424e-a3a5-0b73ec9cef27 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.722396 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-59d8a368-7bf6-424e-a3a5-0b73ec9cef27 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.744839 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d8a368-7bf6-424e-a3a5-0b73ec9cef27 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15c0e0d5-24d0-426a-90ad-8ba9623bdce7,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:18.748984 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-59d8a368-7bf6-424e-a3a5-0b73ec9cef27 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.753629 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-59d8a368-7bf6-424e-a3a5-0b73ec9cef27 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1159115 Jul 29 23:38:18.754208 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54636) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:18.777672 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a54fd063-31ee-4ef4-ab54-74b8aae7d208 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.785650 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a54fd063-31ee-4ef4-ab54-74b8aae7d208 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.816493 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a54fd063-31ee-4ef4-ab54-74b8aae7d208 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.823503 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a54fd063-31ee-4ef4-ab54-74b8aae7d208 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.826935 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a54fd063-31ee-4ef4-ab54-74b8aae7d208 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/15c0e0d5-24d0-426a-90ad-8ba9623bdce7 HTTP/1.1" status: 204 len: 168 time: 0.0698345 Jul 29 23:38:18.827350 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54640) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:18.829108 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54fd063-31ee-4ef4-ab54-74b8aae7d208 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15c0e0d5-24d0-426a-90ad-8ba9623bdce7,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:18.898131 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2f32d13e-f0fc-4c85-8e1a-644d941ebf81 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0693555 Jul 29 23:38:18.900886 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54642) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:18.915512 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93298e-1acb-4794-9d4a-6ef3a7f9e4c3 req-e07d5cad-c266-4306-b548-2addfd4c2d46 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:18.917093 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6e93298e-1acb-4794-9d4a-6ef3a7f9e4c3 req-e07d5cad-c266-4306-b548-2addfd4c2d46 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/ports?device_id=d54d337e-7620-40ec-a178-658dae93711a HTTP/1.1" status: 200 len: 946 time: 0.0752306 Jul 29 23:38:18.959178 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90980048-02c0-4462-94ca-d95dfc332edd tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:18.963427 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6e93298e-1acb-4794-9d4a-6ef3a7f9e4c3 req-4185b87a-faad-4af1-9cee-e8e06bad50ec tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/security-groups?id=34620b70-4b2b-4cd7-876a-7983de9a6701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348313 Jul 29 23:38:18.984139 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90980048-02c0-4462-94ca-d95dfc332edd tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.038711 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90980048-02c0-4462-94ca-d95dfc332edd tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.041689 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90980048-02c0-4462-94ca-d95dfc332edd tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.043861 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-90980048-02c0-4462-94ca-d95dfc332edd tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "DELETE /v2.0/security-groups/f041c44e-52d5-4bca-9fc3-fb0c851aa987 HTTP/1.1" status: 204 len: 168 time: 0.1407518 Jul 29 23:38:19.047322 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54646) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:19.059439 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90980048-02c0-4462-94ca-d95dfc332edd tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f041c44e-52d5-4bca-9fc3-fb0c851aa987,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:19.073794 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea49cbf-464e-4e66-9a0a-80adc8c422a5 req-42a24ca3-9aaa-4438-9f5e-aefc084947ee tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:19.075528 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0ea49cbf-464e-4e66-9a0a-80adc8c422a5 req-42a24ca3-9aaa-4438-9f5e-aefc084947ee tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.23 "GET /v2.0/ports?device_id=d54d337e-7620-40ec-a178-658dae93711a HTTP/1.1" status: 200 len: 946 time: 0.0797651 Jul 29 23:38:19.119603 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f981b9e4-7d3e-4d93-bf3f-120f91e6737b tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0710588 Jul 29 23:38:19.123368 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1cba1d-601b-472b-913d-20d553349f47 req-f399009a-44ea-4d9e-affc-6ae3a02197d3 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:19.124897 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be1cba1d-601b-472b-913d-20d553349f47 req-f399009a-44ea-4d9e-affc-6ae3a02197d3 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 945 time: 0.0960786 Jul 29 23:38:19.126410 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54648) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:19.131657 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-fcdac495-8538-4619-be67-4efe488a4356 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Request body: {'security_group': {'name': 'tempest-secgroup--766138165'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:19.157244 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fcdac495-8538-4619-be67-4efe488a4356 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.200222 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be1cba1d-601b-472b-913d-20d553349f47 req-21875926-3e69-4ae0-bc88-3dfaf9266945 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686584 Jul 29 23:38:19.233609 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-0ea49cbf-464e-4e66-9a0a-80adc8c422a5 req-fa535500-f88c-47b4-9144-a844252bb2eb tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Deleting port fee43df9-a2a7-41a9-b764-76b1e6c753af {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:19.233955 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0ea49cbf-464e-4e66-9a0a-80adc8c422a5 req-fa535500-f88c-47b4-9144-a844252bb2eb tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.248724 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fcdac495-8538-4619-be67-4efe488a4356 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.253455 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fcdac495-8538-4619-be67-4efe488a4356 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.288042 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdac495-8538-4619-be67-4efe488a4356 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34233aa2-8796-48d5-a726-45d8e07c947f,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:19.290383 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fcdac495-8538-4619-be67-4efe488a4356 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.291546 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fcdac495-8538-4619-be67-4efe488a4356 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1638453 Jul 29 23:38:19.294667 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54650) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:19.301783 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-e7196562-755f-4dea-b2dc-8efd66c38dbe tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Request body: {'security_group_rule': {'security_group_id': '34233aa2-8796-48d5-a726-45d8e07c947f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:19.335899 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e7196562-755f-4dea-b2dc-8efd66c38dbe tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.338448 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-0ea49cbf-464e-4e66-9a0a-80adc8c422a5 req-fa535500-f88c-47b4-9144-a844252bb2eb tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] For port fee43df9-a2a7-41a9-b764-76b1e6c753af, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=fee43df9-a2a7-41a9-b764-76b1e6c753af,segment=NetworkSegment(7571af66-ea80-4cd3-b238-7b868a282d7b),segment_id=7571af66-ea80-4cd3-b238-7b868a282d7b)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:19.338818 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0ea49cbf-464e-4e66-9a0a-80adc8c422a5 req-fa535500-f88c-47b4-9144-a844252bb2eb tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.352747 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-0ea49cbf-464e-4e66-9a0a-80adc8c422a5 req-fa535500-f88c-47b4-9144-a844252bb2eb tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Calling delete_port for fee43df9-a2a7-41a9-b764-76b1e6c753af owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:19.396656 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e7196562-755f-4dea-b2dc-8efd66c38dbe tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.400638 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e7196562-755f-4dea-b2dc-8efd66c38dbe tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.419386 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7196562-755f-4dea-b2dc-8efd66c38dbe tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5de77ed-36e4-41ae-a999-00e97ffb31b4,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:19.429141 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e7196562-755f-4dea-b2dc-8efd66c38dbe tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.430502 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e7196562-755f-4dea-b2dc-8efd66c38dbe tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1349077 Jul 29 23:38:19.433154 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54652) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:19.456813 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-18d2ad31-9693-4470-b5ce-5299a2798bff tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "GET /v2.0/security-group-rules/e5de77ed-36e4-41ae-a999-00e97ffb31b4 HTTP/1.1" status: 200 len: 763 time: 0.0223808 Jul 29 23:38:19.459136 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54654) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:19.498822 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0ea49cbf-464e-4e66-9a0a-80adc8c422a5 req-fa535500-f88c-47b4-9144-a844252bb2eb tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.509730 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2a7aed58-cbda-430a-8ffd-535d80a7de14 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0468700 Jul 29 23:38:19.510009 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['fee43df9-a2a7-41a9-b764-76b1e6c753af'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:19.510477 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54656) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:19.550441 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa535500-f88c-47b4-9144-a844252bb2eb tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Pushing event deleted for resources: {'Port': ['ID=fee43df9-a2a7-41a9-b764-76b1e6c753af,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:19.586886 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3f38f0e0-86c6-46ab-aedd-3b238e92cfa4 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.603467 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea49cbf-464e-4e66-9a0a-80adc8c422a5 req-fa535500-f88c-47b4-9144-a844252bb2eb tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] No DVR routers for this DVR port fee43df9-a2a7-41a9-b764-76b1e6c753af on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:19.606277 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0ea49cbf-464e-4e66-9a0a-80adc8c422a5 req-fa535500-f88c-47b4-9144-a844252bb2eb tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.608541 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0ea49cbf-464e-4e66-9a0a-80adc8c422a5 req-fa535500-f88c-47b4-9144-a844252bb2eb tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.23 "DELETE /v2.0/ports/fee43df9-a2a7-41a9-b764-76b1e6c753af HTTP/1.1" status: 204 len: 173 time: 0.5253439 Jul 29 23:38:19.615654 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3f38f0e0-86c6-46ab-aedd-3b238e92cfa4 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.621452 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54d337e-7620-40ec-a178-658dae93711a', 'name': 'network-vif-deleted', 'tag': 'fee43df9-a2a7-41a9-b764-76b1e6c753af'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:19.623930 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48eb661b-f1e0-4555-8a55-921756e5b744" -d '{"events": [{"server_uuid": "d54d337e-7620-40ec-a178-658dae93711a", "name": "network-vif-deleted", "tag": "fee43df9-a2a7-41a9-b764-76b1e6c753af"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:19.653401 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3f38f0e0-86c6-46ab-aedd-3b238e92cfa4 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.660672 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3f38f0e0-86c6-46ab-aedd-3b238e92cfa4 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.662055 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3f38f0e0-86c6-46ab-aedd-3b238e92cfa4 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/e5de77ed-36e4-41ae-a999-00e97ffb31b4 HTTP/1.1" status: 204 len: 168 time: 0.1511173 Jul 29 23:38:19.664968 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54662) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:19.674376 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f38f0e0-86c6-46ab-aedd-3b238e92cfa4 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5de77ed-36e4-41ae-a999-00e97ffb31b4,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:19.720888 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54666) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:19.721500 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3032e064-2ffe-4b71-b691-041a2e968c05 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0550182 Jul 29 23:38:19.726148 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-8275e67b-96bc-4300-a146-251676c837cd tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Request body: {'security_group_rule': {'security_group_id': '34233aa2-8796-48d5-a726-45d8e07c947f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:19.745124 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27409c9c-f4b6-4a3a-b7c9-74b09d606f75 req-594caa2a-14b9-426e-89fb-1809712f94a3 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:19.746655 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-27409c9c-f4b6-4a3a-b7c9-74b09d606f75 req-594caa2a-14b9-426e-89fb-1809712f94a3 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 946 time: 0.0648229 Jul 29 23:38:19.782129 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8275e67b-96bc-4300-a146-251676c837cd tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.822643 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-27409c9c-f4b6-4a3a-b7c9-74b09d606f75 req-e3f3441f-a754-4889-a3f1-cbae6604aed4 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681751 Jul 29 23:38:19.878836 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa12a26-76d5-482b-90d2-ae3f070a781c x-openstack-request-id: req-cfa12a26-76d5-482b-90d2-ae3f070a781c {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:19.879160 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54d337e-7620-40ec-a178-658dae93711a", "name": "network-vif-deleted", "tag": "fee43df9-a2a7-41a9-b764-76b1e6c753af", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:19.879416 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cfa12a26-76d5-482b-90d2-ae3f070a781c {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:19.879754 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd54d337e-7620-40ec-a178-658dae93711a', 'name': 'network-vif-deleted', 'tag': 'fee43df9-a2a7-41a9-b764-76b1e6c753af', 'status': 'completed', 'code': 200} Jul 29 23:38:19.881486 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8275e67b-96bc-4300-a146-251676c837cd tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.885284 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f6dba118-b684-4de8-9e88-74a531bac3c0 req-5471f0ee-b789-4e3d-be38-05c35c40797c service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0807121 Jul 29 23:38:19.886463 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8275e67b-96bc-4300-a146-251676c837cd tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.905875 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8275e67b-96bc-4300-a146-251676c837cd tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7959d83f-3de5-4623-ac3f-9a4954251627,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:19.917218 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8275e67b-96bc-4300-a146-251676c837cd tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:19.918489 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8275e67b-96bc-4300-a146-251676c837cd tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1966207 Jul 29 23:38:19.921763 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54668) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:19.946484 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-42e32ac3-5e14-4cae-932d-ed3b19afc4c1 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "GET /v2.0/security-group-rules/7959d83f-3de5-4623-ac3f-9a4954251627 HTTP/1.1" status: 200 len: 763 time: 0.0210326 Jul 29 23:38:19.947318 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54670) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:19.990729 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dba118-b684-4de8-9e88-74a531bac3c0 req-9fd2e34d-2599-48b2-8ae5-d51111089411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:19.992379 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f6dba118-b684-4de8-9e88-74a531bac3c0 req-9fd2e34d-2599-48b2-8ae5-d51111089411 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72e6a71724b54f78b875fd06b1bacd37&device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 1097 time: 0.0503404 Jul 29 23:38:19.993445 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-62c46e5f-798e-49b2-86f5-75f0f6d62e17 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0449035 Jul 29 23:38:19.996204 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54674) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:20.026733 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e6640f70-264e-4269-86ca-a9a090bde23f tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.037019 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e6640f70-264e-4269-86ca-a9a090bde23f tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.070091 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e6640f70-264e-4269-86ca-a9a090bde23f tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.077459 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e6640f70-264e-4269-86ca-a9a090bde23f tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.078739 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e6640f70-264e-4269-86ca-a9a090bde23f tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/7959d83f-3de5-4623-ac3f-9a4954251627 HTTP/1.1" status: 204 len: 168 time: 0.0802386 Jul 29 23:38:20.084450 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54676) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:20.087136 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6640f70-264e-4269-86ca-a9a090bde23f tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7959d83f-3de5-4623-ac3f-9a4954251627,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:20.103061 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 0b68c01e-f134-43d7-b43c-cfea2df631f5 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:20.108659 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-77161851-de6c-47a1-b5a6-710ebec03258 req-7cbf56a1-a4fb-4c02-a370-c08ff4399e02 tempest-VolumesActionsTest-862800227 tempest-VolumesActionsTest-862800227-project] 10.222.0.18 "GET /v2.0/ports?device_id=d54d337e-7620-40ec-a178-658dae93711a HTTP/1.1" status: 200 len: 210 time: 0.0337400 Jul 29 23:38:20.159065 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-63146ab7-68f3-4b4c-a545-7f981009327c tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0732636 Jul 29 23:38:20.164630 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54678) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:20.173179 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-f431a92f-0695-4fec-a83f-36c932593cc9 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Request body: {'security_group_rule': {'security_group_id': '34233aa2-8796-48d5-a726-45d8e07c947f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:20.173448 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dba118-b684-4de8-9e88-74a531bac3c0 req-4df29afb-1973-4217-9482-ed19f8a97386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:20.175356 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f6dba118-b684-4de8-9e88-74a531bac3c0 req-4df29afb-1973-4217-9482-ed19f8a97386 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c65634b4-620f-4d4e-b86a-cfaa4125589f HTTP/1.1" status: 200 len: 912 time: 0.1575131 Jul 29 23:38:20.202455 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 0b68c01e-f134-43d7-b43c-cfea2df631f5 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:20.215148 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f431a92f-0695-4fec-a83f-36c932593cc9 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.220163 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 0b68c01e-f134-43d7-b43c-cfea2df631f5 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:20.220839 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.304722 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f6dba118-b684-4de8-9e88-74a531bac3c0 req-86f46014-b358-410a-9870-8f101f1788a4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f HTTP/1.1" status: 200 len: 1001 time: 0.1213567 Jul 29 23:38:20.325581 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f431a92f-0695-4fec-a83f-36c932593cc9 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.329577 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.334081 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f431a92f-0695-4fec-a83f-36c932593cc9 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.355296 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af4741f-a29b-45e3-a7dc-6141913edf48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b68c01e-f134-43d7-b43c-cfea2df631f5'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:20.357722 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1851ec57-e490-439c-9fe3-77b00102ed22" -d '{"events": [{"server_uuid": "5af4741f-a29b-45e3-a7dc-6141913edf48", "name": "network-vif-plugged", "status": "completed", "tag": "0b68c01e-f134-43d7-b43c-cfea2df631f5"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:20.372393 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 0b68c01e-f134-43d7-b43c-cfea2df631f5, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=0b68c01e-f134-43d7-b43c-cfea2df631f5,segment=NetworkSegment(d692fd88-7a7a-4f59-9d22-ff33ee5f1a3d),segment_id=d692fd88-7a7a-4f59-9d22-ff33ee5f1a3d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:20.374863 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f431a92f-0695-4fec-a83f-36c932593cc9 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22d2ce9e-11b9-4c7a-b2e3-8d927e440e31,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:20.378420 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.379285 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device fee43df9-a2a7-41a9-b764-76b1e6c753af no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:20.381984 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f431a92f-0695-4fec-a83f-36c932593cc9 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.384283 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f431a92f-0695-4fec-a83f-36c932593cc9 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2181740 Jul 29 23:38:20.387725 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54684) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:20.421259 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-203aceb8-2117-4d06-bbad-70e044fbc72a tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "GET /v2.0/security-group-rules/22d2ce9e-11b9-4c7a-b2e3-8d927e440e31 HTTP/1.1" status: 200 len: 764 time: 0.0297949 Jul 29 23:38:20.421719 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54686) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:20.430124 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: fee43df9-a2a7-41a9-b764-76b1e6c753af {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:38:20.430411 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device fee43df9-a2a7-41a9-b764-76b1e6c753af not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:20.452070 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=0b68c01e-f134-43d7-b43c-cfea2df631f5,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:20.488996 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-60bcd147-67de-4af4-a733-aa092789ebbb tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0657940 Jul 29 23:38:20.493246 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54688) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:20.523643 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3e945f3e-536f-4c10-b087-ba6adb2f52da tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.535291 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3e945f3e-536f-4c10-b087-ba6adb2f52da tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.579241 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3e945f3e-536f-4c10-b087-ba6adb2f52da tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.587649 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3e945f3e-536f-4c10-b087-ba6adb2f52da tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.591285 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3e945f3e-536f-4c10-b087-ba6adb2f52da tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/22d2ce9e-11b9-4c7a-b2e3-8d927e440e31 HTTP/1.1" status: 204 len: 168 time: 0.0945010 Jul 29 23:38:20.595416 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54690) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:20.602287 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e945f3e-536f-4c10-b087-ba6adb2f52da tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22d2ce9e-11b9-4c7a-b2e3-8d927e440e31,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:20.654914 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-949287a5-9a75-4037-8aad-a215adf8bd13 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0584345 Jul 29 23:38:20.659314 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54692) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:20.718182 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f8fc17af-fa5e-4013-a87c-33d6531a4cbb tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.744706 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f8fc17af-fa5e-4013-a87c-33d6531a4cbb tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.791965 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f8fc17af-fa5e-4013-a87c-33d6531a4cbb tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.794978 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f8fc17af-fa5e-4013-a87c-33d6531a4cbb tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:20.798786 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f8fc17af-fa5e-4013-a87c-33d6531a4cbb tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "DELETE /v2.0/security-groups/34233aa2-8796-48d5-a726-45d8e07c947f HTTP/1.1" status: 204 len: 168 time: 0.1358914 Jul 29 23:38:20.799957 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54694) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:20.811187 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dba118-b684-4de8-9e88-74a531bac3c0 req-3fbdf3f4-4681-4158-a4c3-00cde2f80514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:20.812691 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f6dba118-b684-4de8-9e88-74a531bac3c0 req-3fbdf3f4-4681-4158-a4c3-00cde2f80514 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9f136cd8-eda3-43eb-9cb5-3830c4338b63 HTTP/1.1" status: 200 len: 850 time: 0.5016763 Jul 29 23:38:20.820484 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc17af-fa5e-4013-a87c-33d6531a4cbb tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34233aa2-8796-48d5-a726-45d8e07c947f,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:20.838653 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fbb11-ca19-4eac-886c-78c6f95439b6 req-4dd890ef-95bf-4d14-89a2-2af152fa4567 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:20.848618 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-384fbb11-ca19-4eac-886c-78c6f95439b6 req-4dd890ef-95bf-4d14-89a2-2af152fa4567 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 946 time: 0.0845385 Jul 29 23:38:20.867113 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4ae43b18-90a6-4d66-b0d3-fde90d7d50bd tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0660715 Jul 29 23:38:20.871786 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54698) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:20.907131 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dba118-b684-4de8-9e88-74a531bac3c0 req-33ddd64d-3b35-4e50-9947-54f013b367c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:20.909683 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f6dba118-b684-4de8-9e88-74a531bac3c0 req-33ddd64d-3b35-4e50-9947-54f013b367c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c65634b4-620f-4d4e-b86a-cfaa4125589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0882239 Jul 29 23:38:20.914176 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-384fbb11-ca19-4eac-886c-78c6f95439b6 req-33ef5e0d-ad54-4a49-92d1-68bf2e96b74a tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644245 Jul 29 23:38:20.922336 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-69e970a1-e93c-4d39-9d80-f4cc6261bce5 tempest-SecGroupTest-2071822625 tempest-SecGroupTest-2071822625-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0451028 Jul 29 23:38:20.973371 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c45889eb-f955-475b-9a07-a58a886f2005 x-openstack-request-id: req-c45889eb-f955-475b-9a07-a58a886f2005 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:20.973956 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af4741f-a29b-45e3-a7dc-6141913edf48", "name": "network-vif-plugged", "status": "completed", "tag": "0b68c01e-f134-43d7-b43c-cfea2df631f5", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:20.974060 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c45889eb-f955-475b-9a07-a58a886f2005 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:20.974419 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af4741f-a29b-45e3-a7dc-6141913edf48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b68c01e-f134-43d7-b43c-cfea2df631f5', 'code': 200} Jul 29 23:38:21.023522 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f6dba118-b684-4de8-9e88-74a531bac3c0 req-9750011b-d993-431e-9e78-b6320cb6b3b0 service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074321 Jul 29 23:38:21.155154 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85c7db-792d-49a0-bb3b-a9086261e185 req-0273f30f-be3c-4f91-9823-b52d16dfa07f tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:21.156780 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6d85c7db-792d-49a0-bb3b-a9086261e185 req-0273f30f-be3c-4f91-9823-b52d16dfa07f tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 946 time: 0.1356568 Jul 29 23:38:21.172414 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4aa2d-a46a-4479-a606-09e49e87f501 req-f5df65dd-4342-46c5-9aa7-9df763e17292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:21.173935 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1d4aa2d-a46a-4479-a606-09e49e87f501 req-f5df65dd-4342-46c5-9aa7-9df763e17292 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 1098 time: 0.1234572 Jul 29 23:38:21.211530 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54708) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:21.226064 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f6dba118-b684-4de8-9e88-74a531bac3c0 req-e5770b39-6e54-491d-9c64-79a38e957e2b service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743064 Jul 29 23:38:21.246907 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6d85c7db-792d-49a0-bb3b-a9086261e185 req-380ff143-e058-446e-bfeb-5193798865a7 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720012 Jul 29 23:38:21.253243 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1d4aa2d-a46a-4479-a606-09e49e87f501 req-9a19a712-b0ef-4172-ad5a-29528f580925 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694528 Jul 29 23:38:21.365524 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-94d46709-7934-40f1-b67c-9bc3ea152e80 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=855f3b47c8864f2b9cbd101f89d4dc98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1524365 Jul 29 23:38:21.371028 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54712) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:21.420838 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-729a5105-409c-4e6b-b760-0360e347aa5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:21.444990 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-729a5105-409c-4e6b-b760-0360e347aa5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:21.496251 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-729a5105-409c-4e6b-b760-0360e347aa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:21.498864 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-729a5105-409c-4e6b-b760-0360e347aa5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:21.500070 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-729a5105-409c-4e6b-b760-0360e347aa5a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/adbe10a9-8297-4236-9e94-b52ae18b75cb HTTP/1.1" status: 204 len: 168 time: 0.1310012 Jul 29 23:38:21.508096 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a5105-409c-4e6b-b760-0360e347aa5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbe10a9-8297-4236-9e94-b52ae18b75cb,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:22.043764 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd56faff-69fc-4356-9d24-6a85727311b7 req-c4bfc92b-e4dc-4762-8e89-4229da536766 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:22.045386 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dd56faff-69fc-4356-9d24-6a85727311b7 req-c4bfc92b-e4dc-4762-8e89-4229da536766 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 946 time: 0.0558777 Jul 29 23:38:22.120062 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dd56faff-69fc-4356-9d24-6a85727311b7 req-464e0ae4-ce10-4da4-bc32-4d3198e9f796 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599062 Jul 29 23:38:22.382871 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac789d32-0237-43f7-b851-d6514b3912c0 req-cee63e4a-5ad1-4d08-8c35-068c3145e5a3 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:22.384433 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac789d32-0237-43f7-b851-d6514b3912c0 req-cee63e4a-5ad1-4d08-8c35-068c3145e5a3 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 946 time: 0.0609238 Jul 29 23:38:22.426944 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac789d32-0237-43f7-b851-d6514b3912c0 req-cc384453-703e-40fd-940b-ccbde1b2dd5f tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345368 Jul 29 23:38:23.273074 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1608e6a1-6e23-40c5-8ffe-91494600d9c1 req-bb36b5bc-e201-4ccf-8b9b-1fa6432e0c80 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:23.283203 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1608e6a1-6e23-40c5-8ffe-91494600d9c1 req-bb36b5bc-e201-4ccf-8b9b-1fa6432e0c80 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 946 time: 0.0768826 Jul 29 23:38:23.330351 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1608e6a1-6e23-40c5-8ffe-91494600d9c1 req-26d77aea-954e-4871-960d-61c0e7c19753 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461783 Jul 29 23:38:23.507988 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54836) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:23.683962 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-57e3cb63-5663-4aba-9bf6-1cbd3218550f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:23.700131 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7d4ac-ff63-48a1-bf6c-102f243cbaa1 req-a502367b-2df1-4434-b9ed-aac88bb7886f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:23.701959 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5a7d4ac-ff63-48a1-bf6c-102f243cbaa1 req-a502367b-2df1-4434-b9ed-aac88bb7886f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=224345a79dda437684f96bb484f29725&device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 1098 time: 0.1125512 Jul 29 23:38:23.726678 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ec1ed2-269d-4821-9268-9965a1d4955f req-5fe2fd77-0aad-4d7e-be20-bf2cd6553b19 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:23.728567 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-25ec1ed2-269d-4821-9268-9965a1d4955f req-5fe2fd77-0aad-4d7e-be20-bf2cd6553b19 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 946 time: 0.1061699 Jul 29 23:38:23.879593 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-25ec1ed2-269d-4821-9268-9965a1d4955f req-7285665c-1d79-4fd9-9f54-c53d06ee4fc2 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338031 Jul 29 23:38:23.900276 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7d4ac-ff63-48a1-bf6c-102f243cbaa1 req-743218b5-e001-4366-9911-5909543694cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:23.901871 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5a7d4ac-ff63-48a1-bf6c-102f243cbaa1 req-743218b5-e001-4366-9911-5909543694cb service neutron] 10.222.0.23 "GET /v2.0/networks?id=8f3c76a6-294b-442d-88c5-e90b8e7ba673 HTTP/1.1" status: 200 len: 911 time: 0.1914992 Jul 29 23:38:23.962306 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5a7d4ac-ff63-48a1-bf6c-102f243cbaa1 req-f979697e-c97a-4373-9c72-31983cb3aa66 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0b68c01e-f134-43d7-b43c-cfea2df631f5 HTTP/1.1" status: 200 len: 217 time: 0.0507946 Jul 29 23:38:24.083656 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-57e3cb63-5663-4aba-9bf6-1cbd3218550f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:24.109818 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-57e3cb63-5663-4aba-9bf6-1cbd3218550f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:24.146481 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a7d4ac-ff63-48a1-bf6c-102f243cbaa1 req-c5de4c07-6875-4888-bfe8-28b400270abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:24.148004 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5a7d4ac-ff63-48a1-bf6c-102f243cbaa1 req-c5de4c07-6875-4888-bfe8-28b400270abf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a3798c3a-b9e2-4a1c-ae89-c46c1a504838 HTTP/1.1" status: 200 len: 850 time: 0.1720648 Jul 29 23:38:24.174440 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-57e3cb63-5663-4aba-9bf6-1cbd3218550f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c1bc9a2b6e5c489d9a6fd3af030153f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6641712 Jul 29 23:38:24.177384 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54844) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:24.192526 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5a7d4ac-ff63-48a1-bf6c-102f243cbaa1 req-791bcb1c-d28b-42d9-96dd-4ec8a71c574f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8f3c76a6-294b-442d-88c5-e90b8e7ba673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364933 Jul 29 23:38:24.193156 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e3cb63-5663-4aba-9bf6-1cbd3218550f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42ef0771-a72c-44b7-bce5-eee575f40639,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:24.208678 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6240bd-5893-4b88-b857-05d1ae761ace req-9363e719-e5cc-4da2-8c6a-7e0a6e414dfc tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:24.216043 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e6240bd-5893-4b88-b857-05d1ae761ace req-9363e719-e5cc-4da2-8c6a-7e0a6e414dfc tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 946 time: 0.1728961 Jul 29 23:38:24.271710 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2de2b4d7-d306-46c1-8a5d-d72c1e4cf4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:24.309140 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2de2b4d7-d306-46c1-8a5d-d72c1e4cf4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:24.327710 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e6240bd-5893-4b88-b857-05d1ae761ace req-dde56d74-a6a3-4d4e-a6f9-cdce20167025 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108723 Jul 29 23:38:24.378928 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5a7d4ac-ff63-48a1-bf6c-102f243cbaa1 req-e63137bb-b2cd-48c9-a287-321fce7301ac service neutron] 10.222.0.23 "GET /v2.0/networks/8f3c76a6-294b-442d-88c5-e90b8e7ba673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788723 Jul 29 23:38:24.415527 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2de2b4d7-d306-46c1-8a5d-d72c1e4cf4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:24.428088 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2de2b4d7-d306-46c1-8a5d-d72c1e4cf4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:24.430170 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2de2b4d7-d306-46c1-8a5d-d72c1e4cf4a2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/42ef0771-a72c-44b7-bce5-eee575f40639 HTTP/1.1" status: 204 len: 168 time: 0.2501924 Jul 29 23:38:24.453938 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2b4d7-d306-46c1-8a5d-d72c1e4cf4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42ef0771-a72c-44b7-bce5-eee575f40639,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:24.616370 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5a7d4ac-ff63-48a1-bf6c-102f243cbaa1 req-b7ce2322-71b4-4c97-8004-dc3f33aec9fd service neutron] 10.222.0.23 "GET /v2.0/networks/8f3c76a6-294b-442d-88c5-e90b8e7ba673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300048 Jul 29 23:38:24.701861 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587a4b7-42c9-4854-b133-f6d662764101 req-5180ed64-0325-48fb-b444-b94d2528283a tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:24.703952 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e587a4b7-42c9-4854-b133-f6d662764101 req-5180ed64-0325-48fb-b444-b94d2528283a tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 946 time: 0.0580807 Jul 29 23:38:24.784301 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e587a4b7-42c9-4854-b133-f6d662764101 req-8b13ff85-c04b-46e8-b51d-0b363cad3ef7 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671422 Jul 29 23:38:24.876471 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54860) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:24.894499 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-569e4815-3bbe-47e7-af1a-6a19d6b4161f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:25.017219 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-569e4815-3bbe-47e7-af1a-6a19d6b4161f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:25.023862 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-569e4815-3bbe-47e7-af1a-6a19d6b4161f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:25.077710 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 54864) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:25.077883 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-569e4815-3bbe-47e7-af1a-6a19d6b4161f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f7c963bb0ec4dd2b6575fbd7a6a6bb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2000685 Jul 29 23:38:25.078523 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e4815-3bbe-47e7-af1a-6a19d6b4161f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8146823a-82af-41d6-a0dc-c172d3be02dc,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:25.176637 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d666f28b-176a-4471-960d-3daa0f4f0247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:25.206126 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d666f28b-176a-4471-960d-3daa0f4f0247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:25.269138 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d666f28b-176a-4471-960d-3daa0f4f0247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:25.275935 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d666f28b-176a-4471-960d-3daa0f4f0247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:25.279069 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d666f28b-176a-4471-960d-3daa0f4f0247 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8146823a-82af-41d6-a0dc-c172d3be02dc HTTP/1.1" status: 204 len: 168 time: 0.1979532 Jul 29 23:38:25.291716 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666f28b-176a-4471-960d-3daa0f4f0247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8146823a-82af-41d6-a0dc-c172d3be02dc,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:25.493359 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652b52d2-6404-4af3-9f37-b30a8954b8f5 req-6baf2d00-f879-4453-8eb0-36889a1e15c2 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:25.502585 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-652b52d2-6404-4af3-9f37-b30a8954b8f5 req-6baf2d00-f879-4453-8eb0-36889a1e15c2 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 946 time: 0.0864007 Jul 29 23:38:25.553167 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-652b52d2-6404-4af3-9f37-b30a8954b8f5 req-f77748db-d7ff-42bf-a83a-1fca9dc0751e tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463173 Jul 29 23:38:25.904316 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3653da-ca7e-497b-83e8-d28d39d50cfd req-1575d5c3-53e2-45b9-bbfa-326511ecd262 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:25.906252 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-df3653da-ca7e-497b-83e8-d28d39d50cfd req-1575d5c3-53e2-45b9-bbfa-326511ecd262 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.23 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 946 time: 0.1101732 Jul 29 23:38:26.027656 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faf2d66-1c0d-4b27-a47c-e9c072566bb9 req-6c0f3e21-4c2e-4249-883d-12d1c93802f8 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:26.029241 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5faf2d66-1c0d-4b27-a47c-e9c072566bb9 req-6c0f3e21-4c2e-4249-883d-12d1c93802f8 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 946 time: 0.1218922 Jul 29 23:38:26.101338 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5faf2d66-1c0d-4b27-a47c-e9c072566bb9 req-617f108f-d00c-447a-b801-a0a83d1ba4f8 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546536 Jul 29 23:38:26.104870 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-df3653da-ca7e-497b-83e8-d28d39d50cfd req-6fc2d64e-af8f-4012-9a34-ae7538eb1a6e tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Deleting port 35673d14-3bc7-4aac-8a2b-101b6c3f2600 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:26.105208 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-df3653da-ca7e-497b-83e8-d28d39d50cfd req-6fc2d64e-af8f-4012-9a34-ae7538eb1a6e tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:26.235609 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-df3653da-ca7e-497b-83e8-d28d39d50cfd req-6fc2d64e-af8f-4012-9a34-ae7538eb1a6e tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] For port 35673d14-3bc7-4aac-8a2b-101b6c3f2600, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=35673d14-3bc7-4aac-8a2b-101b6c3f2600,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:26.236919 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-df3653da-ca7e-497b-83e8-d28d39d50cfd req-6fc2d64e-af8f-4012-9a34-ae7538eb1a6e tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:26.254824 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-df3653da-ca7e-497b-83e8-d28d39d50cfd req-6fc2d64e-af8f-4012-9a34-ae7538eb1a6e tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Calling delete_port for 35673d14-3bc7-4aac-8a2b-101b6c3f2600 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:26.446932 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-df3653da-ca7e-497b-83e8-d28d39d50cfd req-6fc2d64e-af8f-4012-9a34-ae7538eb1a6e tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:26.460638 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['35673d14-3bc7-4aac-8a2b-101b6c3f2600'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:26.493465 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2d64e-af8f-4012-9a34-ae7538eb1a6e tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Pushing event deleted for resources: {'Port': ['ID=35673d14-3bc7-4aac-8a2b-101b6c3f2600,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:26.604184 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-df3653da-ca7e-497b-83e8-d28d39d50cfd req-6fc2d64e-af8f-4012-9a34-ae7538eb1a6e tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] No DVR routers for this DVR port 35673d14-3bc7-4aac-8a2b-101b6c3f2600 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:26.608471 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-df3653da-ca7e-497b-83e8-d28d39d50cfd req-6fc2d64e-af8f-4012-9a34-ae7538eb1a6e tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:26.621854 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-df3653da-ca7e-497b-83e8-d28d39d50cfd req-6fc2d64e-af8f-4012-9a34-ae7538eb1a6e tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.23 "DELETE /v2.0/ports/35673d14-3bc7-4aac-8a2b-101b6c3f2600 HTTP/1.1" status: 204 len: 173 time: 0.7035334 Jul 29 23:38:26.622603 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4c7c4a0-d52f-42fb-8b54-394b4f16148d', 'name': 'network-vif-deleted', 'tag': '35673d14-3bc7-4aac-8a2b-101b6c3f2600'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:26.647575 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19681f9-70bd-4277-aa8b-39dc10c60c2c" -d '{"events": [{"server_uuid": "c4c7c4a0-d52f-42fb-8b54-394b4f16148d", "name": "network-vif-deleted", "tag": "35673d14-3bc7-4aac-8a2b-101b6c3f2600"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:26.753875 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a169252-35cb-49ef-aea7-ad764a096577 req-6b8ae202-c83a-4390-8fee-3cce3fa9ea31 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:26.757553 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1a169252-35cb-49ef-aea7-ad764a096577 req-6b8ae202-c83a-4390-8fee-3cce3fa9ea31 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 946 time: 0.0781603 Jul 29 23:38:26.859948 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1a169252-35cb-49ef-aea7-ad764a096577 req-6da2e75b-b9e2-4880-9cea-4faa029aa904 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736384 Jul 29 23:38:26.916470 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1e800e-b67e-4e08-8050-688e5d672a76 x-openstack-request-id: req-cf1e800e-b67e-4e08-8050-688e5d672a76 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:26.916835 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4c7c4a0-d52f-42fb-8b54-394b4f16148d", "name": "network-vif-deleted", "tag": "35673d14-3bc7-4aac-8a2b-101b6c3f2600", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:26.917153 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cf1e800e-b67e-4e08-8050-688e5d672a76 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:26.917621 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4c7c4a0-d52f-42fb-8b54-394b4f16148d', 'name': 'network-vif-deleted', 'tag': '35673d14-3bc7-4aac-8a2b-101b6c3f2600', 'status': 'completed', 'code': 200} Jul 29 23:38:27.280724 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ffd5ef19-ebb0-40c9-99cd-90768b41a3eb req-2ec33b7e-6afe-4c6a-b491-e604c4c26aad tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4c7c4a0-d52f-42fb-8b54-394b4f16148d HTTP/1.1" status: 200 len: 210 time: 0.0511761 Jul 29 23:38:28.004100 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9032a6-c2e4-4a76-adf0-6d139dac3f37 req-10c8762d-7827-40b4-9257-f4289af3aa9c tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:28.006475 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c9032a6-c2e4-4a76-adf0-6d139dac3f37 req-10c8762d-7827-40b4-9257-f4289af3aa9c tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 946 time: 0.0649900 Jul 29 23:38:28.060429 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c9032a6-c2e4-4a76-adf0-6d139dac3f37 req-62526156-1ec1-4fe0-9ca3-bb9aa6e67ceb tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475042 Jul 29 23:38:28.401717 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-84e62267-9522-4880-be89-3e3f4a7828f7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0871484 Jul 29 23:38:28.563227 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040f65-361d-4fef-b4af-4627052642fe req-da1bdcda-c181-4fdf-968a-0d9b8bed5073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:28.563227 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040f65-361d-4fef-b4af-4627052642fe req-da1bdcda-c181-4fdf-968a-0d9b8bed5073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:28.563227 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040f65-361d-4fef-b4af-4627052642fe req-da1bdcda-c181-4fdf-968a-0d9b8bed5073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:28.563227 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040f65-361d-4fef-b4af-4627052642fe req-da1bdcda-c181-4fdf-968a-0d9b8bed5073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:28.563227 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040f65-361d-4fef-b4af-4627052642fe req-da1bdcda-c181-4fdf-968a-0d9b8bed5073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:28.563859 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040f65-361d-4fef-b4af-4627052642fe req-da1bdcda-c181-4fdf-968a-0d9b8bed5073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:28.564281 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040f65-361d-4fef-b4af-4627052642fe req-da1bdcda-c181-4fdf-968a-0d9b8bed5073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:28.566886 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-da1bdcda-c181-4fdf-968a-0d9b8bed5073 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b88923046a64f0cbc69a614c91ce1e9&device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 6495 time: 0.0700142 Jul 29 23:38:28.821811 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040f65-361d-4fef-b4af-4627052642fe req-6483ed93-7b6a-491c-ae9b-e9380b9a23d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:28.822186 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040f65-361d-4fef-b4af-4627052642fe req-6483ed93-7b6a-491c-ae9b-e9380b9a23d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:28.822620 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040f65-361d-4fef-b4af-4627052642fe req-6483ed93-7b6a-491c-ae9b-e9380b9a23d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:28.824294 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-6483ed93-7b6a-491c-ae9b-e9380b9a23d2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=34a9b01a-fb87-4012-8543-47877b831421&id=d2df6756-1437-4cbd-af3b-72d70f51df4a&id=d2df6756-1437-4cbd-af3b-72d70f51df4a&id=d2df6756-1437-4cbd-af3b-72d70f51df4a&id=d2df6756-1437-4cbd-af3b-72d70f51df4a&id=d946e4cf-f467-4b2d-9871-c5018b0b50b6&id=d946e4cf-f467-4b2d-9871-c5018b0b50b6 HTTP/1.1" status: 200 len: 2293 time: 0.2153926 Jul 29 23:38:28.852728 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-b54e17e5-4810-4479-a2a2-d106d95516d6 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:28.859784 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-b54e17e5-4810-4479-a2a2-d106d95516d6 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/networks?id=ebc3405b-dbdf-4745-bae9-00b7363339da HTTP/1.1" status: 200 len: 811 time: 0.1723156 Jul 29 23:38:28.952520 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-c51c2292-64c6-47a1-9a7f-3cbf13cd46ab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e05f8a47-fe32-435c-a33a-7877418c510e HTTP/1.1" status: 200 len: 1002 time: 0.1164834 Jul 29 23:38:28.954748 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-da2a5378-e7b7-4223-8769-f682567ce8c2 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/quotas/7a95e2067dac40d1a2f41b37f14aaf9a HTTP/1.1" status: 200 len: 375 time: 0.0939317 Jul 29 23:38:29.034626 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-c1c0f108-4b60-4a10-9e0c-697ea834b893 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=7a95e2067dac40d1a2f41b37f14aaf9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0641925 Jul 29 23:38:29.054670 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040f65-361d-4fef-b4af-4627052642fe req-e5285bd1-8fff-4433-b8a8-eb39660c08ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:29.058890 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-e5285bd1-8fff-4433-b8a8-eb39660c08ce service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d30afb76-e1b0-42cb-bf28-c9514a93f8f1 HTTP/1.1" status: 200 len: 851 time: 0.0950186 Jul 29 23:38:29.180402 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040f65-361d-4fef-b4af-4627052642fe req-8469715e-083f-41cb-a83c-6e40234053f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:29.181907 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-8469715e-083f-41cb-a83c-6e40234053f6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=34a9b01a-fb87-4012-8543-47877b831421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1109419 Jul 29 23:38:29.257266 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-4120ed03-f37c-49c9-bae2-e889faff3fef service neutron] 10.222.0.18 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971934 Jul 29 23:38:29.373035 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-7a88bba8-e60a-445f-94f0-88ca8fd4a52c service neutron] 10.222.0.39 "GET /v2.0/networks/34a9b01a-fb87-4012-8543-47877b831421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799071 Jul 29 23:38:29.419638 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-0f21286a-aca2-43c4-bc94-4c501d1e2742 service neutron] 10.222.0.18 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613114 Jul 29 23:38:29.495545 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.609166 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-4f8f2171-2f10-4070-b741-2c8b7a71a083 service neutron] 10.222.0.39 "GET /v2.0/networks/34a9b01a-fb87-4012-8543-47877b831421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268803 Jul 29 23:38:29.692215 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-8eae2f73-39b1-466e-b5af-8baf392d0fa0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.53&port_id=fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 HTTP/1.1" status: 200 len: 217 time: 0.0732725 Jul 29 23:38:29.777648 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:29.852976 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040f65-361d-4fef-b4af-4627052642fe req-d2a29c04-1883-4a5e-8e33-5ebbaaae7410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:29.854856 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-d2a29c04-1883-4a5e-8e33-5ebbaaae7410 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fea1cab5-6d23-4eca-972a-8631f3603147 HTTP/1.1" status: 200 len: 797 time: 0.1373467 Jul 29 23:38:29.867184 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a6196-3883-4bee-9fdf-958a9c818480 req-07adaaf8-b3b0-46c6-b6d9-99ec85a10b69 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:29.875160 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d57a6196-3883-4bee-9fdf-958a9c818480 req-07adaaf8-b3b0-46c6-b6d9-99ec85a10b69 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 946 time: 0.1876502 Jul 29 23:38:29.951270 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d57a6196-3883-4bee-9fdf-958a9c818480 req-aae56811-6798-48dd-a562-9a45a8ab6427 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748854 Jul 29 23:38:29.955615 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040f65-361d-4fef-b4af-4627052642fe req-d8bdd864-1c09-48ac-9cb3-c226b4f85123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:29.957313 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-d8bdd864-1c09-48ac-9cb3-c226b4f85123 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2df6756-1437-4cbd-af3b-72d70f51df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0793345 Jul 29 23:38:30.125367 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-710472b3-fd92-4821-be9a-c1e7b00dddb9 service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427023 Jul 29 23:38:30.146178 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 35673d14-3bc7-4aac-8a2b-101b6c3f2600 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:30.186016 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-de0c4511-84e2-43f7-884b-0edb80d4c2f1 req-2b81c775-3204-42a4-a08f-d6963ea7bd3a tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=eedcaf8d-790c-44e5-b1cd-0e0fbcfc96a2 HTTP/1.1" status: 200 len: 210 time: 0.0639215 Jul 29 23:38:30.206029 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 35673d14-3bc7-4aac-8a2b-101b6c3f2600 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:38:30.207781 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 35673d14-3bc7-4aac-8a2b-101b6c3f2600 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:30.403237 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-1b344b17-9e33-43e1-867d-ae3005dd52e4 service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665527 Jul 29 23:38:30.454533 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-82807be9-d285-4a06-847e-8060b76e7749 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.74&port_id=9c4654c6-ab2c-4aa8-b108-e91e391645a3 HTTP/1.1" status: 200 len: 217 time: 0.0436544 Jul 29 23:38:30.520992 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040f65-361d-4fef-b4af-4627052642fe req-61eb8796-fb55-46cb-9a44-3d40f6ef5de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:30.523453 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-61eb8796-fb55-46cb-9a44-3d40f6ef5de1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fea1cab5-6d23-4eca-972a-8631f3603147 HTTP/1.1" status: 200 len: 797 time: 0.0595250 Jul 29 23:38:30.607879 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040f65-361d-4fef-b4af-4627052642fe req-4d7dd15d-f55f-4505-becb-27f6a3b260e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:30.620474 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-4d7dd15d-f55f-4505-becb-27f6a3b260e1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2df6756-1437-4cbd-af3b-72d70f51df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0894601 Jul 29 23:38:30.817403 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-b411c77b-697d-45b2-b161-dfedbb85138f service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892309 Jul 29 23:38:30.928392 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-c5b86cff-2910-492e-a5a8-966c0bf44f4a service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024806 Jul 29 23:38:31.099422 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-f2745382-684d-4cfa-a2db-5179b2a4924c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=7e61dd35-a100-4e16-badd-8fb0a09ce0fb HTTP/1.1" status: 200 len: 217 time: 0.1635969 Jul 29 23:38:31.290664 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040f65-361d-4fef-b4af-4627052642fe req-71f203d4-93d6-4d2c-ba76-935880dac62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:31.292369 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-71f203d4-93d6-4d2c-ba76-935880dac62a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fea1cab5-6d23-4eca-972a-8631f3603147 HTTP/1.1" status: 200 len: 797 time: 0.1839700 Jul 29 23:38:31.342214 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1d7e3-3242-4119-b955-098e5b14f7d7 req-1447f921-d950-4b26-94f7-144daf9025ca tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:31.343702 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52d1d7e3-3242-4119-b955-098e5b14f7d7 req-1447f921-d950-4b26-94f7-144daf9025ca tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 946 time: 0.1505961 Jul 29 23:38:31.376458 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-9fd7d6b4-a4a0-4f7e-bf4c-c8efc7f39fd3 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:31.378181 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-9fd7d6b4-a4a0-4f7e-bf4c-c8efc7f39fd3 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.23 "GET /v2.0/networks?id=ebc3405b-dbdf-4745-bae9-00b7363339da HTTP/1.1" status: 200 len: 811 time: 0.2929144 Jul 29 23:38:31.394887 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040f65-361d-4fef-b4af-4627052642fe req-63a5f5ac-2b21-43c1-96a3-33012d75473d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:31.396465 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-63a5f5ac-2b21-43c1-96a3-33012d75473d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2df6756-1437-4cbd-af3b-72d70f51df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0930986 Jul 29 23:38:31.403164 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-f00fbe6d-aff5-4858-96d2-4d63c9880d75 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Request body: {'port': {'device_id': 'eedcaf8d-790c-44e5-b1cd-0e0fbcfc96a2', 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da', 'admin_state_up': True, 'tenant_id': '7a95e2067dac40d1a2f41b37f14aaf9a'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:31.530118 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52d1d7e3-3242-4119-b955-098e5b14f7d7 req-ffe5f6c9-03ad-4ff7-8801-a72ba95352db tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689341 Jul 29 23:38:31.595560 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-93820710-d834-47ab-b164-0206effb7903 service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886008 Jul 29 23:38:31.782561 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f9a3c64b-511d-4eca-add4-b808ed9e0fd5 req-6becb5b8-845d-4ed3-b455-2c97c26f2912 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=eedcaf8d-790c-44e5-b1cd-0e0fbcfc96a2 HTTP/1.1" status: 200 len: 210 time: 0.0493782 Jul 29 23:38:31.807196 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-f00fbe6d-aff5-4858-96d2-4d63c9880d75 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Made reservation on behalf of 7a95e2067dac40d1a2f41b37f14aaf9a for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:31.810704 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-f00fbe6d-aff5-4858-96d2-4d63c9880d75 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:31.854898 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-12aafce6-4645-4200-bb28-1adbea304b51 service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437499 Jul 29 23:38:31.937134 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-2d7f3c8b-8733-431d-a875-3231a7adb9fc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.131&port_id=c28d72f5-dcf0-4f89-838c-04edd1d9b91c HTTP/1.1" status: 200 len: 217 time: 0.0472181 Jul 29 23:38:31.998949 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040f65-361d-4fef-b4af-4627052642fe req-526aca4e-efa8-4e14-a633-06ea2ef427ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:32.000807 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-526aca4e-efa8-4e14-a633-06ea2ef427ba service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fea1cab5-6d23-4eca-972a-8631f3603147 HTTP/1.1" status: 200 len: 797 time: 0.0561845 Jul 29 23:38:32.093819 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040f65-361d-4fef-b4af-4627052642fe req-1093ca22-eec6-499e-aaf4-20140042e710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:32.095480 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-1093ca22-eec6-499e-aaf4-20140042e710 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d2df6756-1437-4cbd-af3b-72d70f51df4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0870800 Jul 29 23:38:32.134256 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-f00fbe6d-aff5-4858-96d2-4d63c9880d75 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Allocated IP 172.20.0.2 (ebc3405b-dbdf-4745-bae9-00b7363339da/b7783f5c-0922-4c71-a9e3-d83ec4828df5/7b6accba-c93e-4dee-bf28-0c473ab44121) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:32.265778 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-0596158c-69bb-4dce-a8d2-92ff98d03483 service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631832 Jul 29 23:38:32.808954 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24a544d9-f5a2-4d0b-b626-ba1a49e68e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:32.912965 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc83ce7e-74bb-4b07-9848-3898ec4aeed8 req-dd2ee42e-edd9-413c-8a1f-c0da2aa28416 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:32.914820 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc83ce7e-74bb-4b07-9848-3898ec4aeed8 req-dd2ee42e-edd9-413c-8a1f-c0da2aa28416 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 946 time: 0.1245043 Jul 29 23:38:32.921339 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-f00fbe6d-aff5-4858-96d2-4d63c9880d75 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:32.948903 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-77cc7cfa-a27f-4b0e-bb65-0085c9544090 service neutron] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6513567 Jul 29 23:38:33.022091 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-8c5204b5-5709-453a-8a61-e84d7db371ba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=0d33684c-2635-44de-9bef-97bb265cbccb HTTP/1.1" status: 200 len: 217 time: 0.0642018 Jul 29 23:38:33.044844 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc83ce7e-74bb-4b07-9848-3898ec4aeed8 req-166b2448-6e5d-42e4-b6de-f87eec723a8b tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205885 Jul 29 23:38:33.101596 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040f65-361d-4fef-b4af-4627052642fe req-11101f5b-8643-4c7d-b582-49aecd5c6b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:33.103440 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-11101f5b-8643-4c7d-b582-49aecd5c6b58 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fdc52fc-c58b-4713-8727-c269bb29b153 HTTP/1.1" status: 200 len: 797 time: 0.0719638 Jul 29 23:38:33.108595 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-f00fbe6d-aff5-4858-96d2-4d63c9880d75 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:33.235299 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-f00fbe6d-aff5-4858-96d2-4d63c9880d75 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Network ebc3405b-dbdf-4745-bae9-00b7363339da is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:33.249447 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-f00fbe6d-aff5-4858-96d2-4d63c9880d75 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:33.256820 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-f00fbe6d-aff5-4858-96d2-4d63c9880d75 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:33.337196 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-f00fbe6d-aff5-4858-96d2-4d63c9880d75 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:33.337845 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-f00fbe6d-aff5-4858-96d2-4d63c9880d75 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:33.398045 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00fbe6d-aff5-4858-96d2-4d63c9880d75 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Pushing event updated for resources: {'Port': ['ID=7b6accba-c93e-4dee-bf28-0c473ab44121,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:33.404596 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040f65-361d-4fef-b4af-4627052642fe req-a7bf4d59-f769-4c2b-947e-818e4b093b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:33.406091 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-a7bf4d59-f769-4c2b-947e-818e4b093b2d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d946e4cf-f467-4b2d-9871-c5018b0b50b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2750700 Jul 29 23:38:33.409884 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-f00fbe6d-aff5-4858-96d2-4d63c9880d75 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0124359 Jul 29 23:38:33.435268 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-a312b088-5f50-4abf-948e-5e78ff719f1e service neutron] Request body: {'port': {'device_id': 'eedcaf8d-790c-44e5-b1cd-0e0fbcfc96a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:33.459263 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890673e-5c67-407d-8a72-58b141592c2c req-78193e0a-5164-45fd-ba19-5e0748fb2f23 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:33.460812 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e890673e-5c67-407d-8a72-58b141592c2c req-78193e0a-5164-45fd-ba19-5e0748fb2f23 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=eedcaf8d-790c-44e5-b1cd-0e0fbcfc96a2 HTTP/1.1" status: 200 len: 931 time: 0.1186068 Jul 29 23:38:33.667099 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-1b822ae7-aea8-4427-a33f-ec88ac13b46b service neutron] 10.222.0.39 "GET /v2.0/networks/d946e4cf-f467-4b2d-9871-c5018b0b50b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508860 Jul 29 23:38:33.672561 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-a312b088-5f50-4abf-948e-5e78ff719f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:33.686279 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e890673e-5c67-407d-8a72-58b141592c2c req-da2745f2-537b-449c-86c3-3f7dfc50b06e tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482363 Jul 29 23:38:33.972035 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-aea8bcfd-84c3-480b-abeb-a5a757aa2758 service neutron] 10.222.0.39 "GET /v2.0/networks/d946e4cf-f467-4b2d-9871-c5018b0b50b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835362 Jul 29 23:38:34.026813 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-910d63c4-75ed-4102-b7e9-1c6d5eafcdfc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=07254281-c39e-48a0-9915-4707d191bf90 HTTP/1.1" status: 200 len: 217 time: 0.0472517 Jul 29 23:38:34.142386 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040f65-361d-4fef-b4af-4627052642fe req-04eab84b-62df-4e0f-9f33-cfefa7ab60cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:34.151095 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-04eab84b-62df-4e0f-9f33-cfefa7ab60cf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1fdc52fc-c58b-4713-8727-c269bb29b153 HTTP/1.1" status: 200 len: 797 time: 0.1050005 Jul 29 23:38:34.386795 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-a312b088-5f50-4abf-948e-5e78ff719f1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b6accba-c93e-4dee-bf28-0c473ab44121 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:34.400033 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-a312b088-5f50-4abf-948e-5e78ff719f1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.406131 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1040f65-361d-4fef-b4af-4627052642fe req-eaf82da2-f1bc-4ef7-806c-f0054868ca4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:34.407689 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-eaf82da2-f1bc-4ef7-806c-f0054868ca4c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d946e4cf-f467-4b2d-9871-c5018b0b50b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2549345 Jul 29 23:38:34.417845 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d495c46-a3bf-4c5f-a13e-1914671fe0d5 req-57c4c03a-cd93-48f3-bcf1-4a1a4284437e tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:34.426074 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9d495c46-a3bf-4c5f-a13e-1914671fe0d5 req-57c4c03a-cd93-48f3-bcf1-4a1a4284437e tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 946 time: 0.2583313 Jul 29 23:38:34.504532 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-a312b088-5f50-4abf-948e-5e78ff719f1e service neutron] Transition to ACTIVE for port object 7b6accba-c93e-4dee-bf28-0c473ab44121 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:34.521249 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-a312b088-5f50-4abf-948e-5e78ff719f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:34.558405 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9d495c46-a3bf-4c5f-a13e-1914671fe0d5 req-5cf7e109-2590-4f32-89ec-097a75354071 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313119 Jul 29 23:38:34.649126 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-4ac925bd-709e-4dc1-98c9-0ad7a4991ae0 service neutron] 10.222.0.39 "GET /v2.0/networks/d946e4cf-f467-4b2d-9871-c5018b0b50b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143183 Jul 29 23:38:34.664822 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312b088-5f50-4abf-948e-5e78ff719f1e service neutron] Pushing event updated for resources: {'Port': ['ID=7b6accba-c93e-4dee-bf28-0c473ab44121,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:34.930956 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e81fa0-7ee8-4de2-a555-7008a8f662cd req-f3bf5a84-b6e9-4545-a9a7-6bf2a445d42e tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:34.932516 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f1e81fa0-7ee8-4de2-a555-7008a8f662cd req-f3bf5a84-b6e9-4545-a9a7-6bf2a445d42e tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=eedcaf8d-790c-44e5-b1cd-0e0fbcfc96a2 HTTP/1.1" status: 200 len: 943 time: 0.1361041 Jul 29 23:38:34.984262 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-a312b088-5f50-4abf-948e-5e78ff719f1e service neutron] Attempting to bind port 7b6accba-c93e-4dee-bf28-0c473ab44121 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:34.984999 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-a312b088-5f50-4abf-948e-5e78ff719f1e service neutron] Attempting to bind port 7b6accba-c93e-4dee-bf28-0c473ab44121 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'c898618f-8f6f-4111-ba8e-fe1c70cde634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:34.984999 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-a312b088-5f50-4abf-948e-5e78ff719f1e service neutron] Attempting to bind port 7b6accba-c93e-4dee-bf28-0c473ab44121 on network ebc3405b-dbdf-4745-bae9-00b7363339da {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:34.993707 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1040f65-361d-4fef-b4af-4627052642fe req-b4f68408-e990-406f-b6cb-ae18e52a36f6 service neutron] 10.222.0.39 "GET /v2.0/networks/d946e4cf-f467-4b2d-9871-c5018b0b50b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209603 Jul 29 23:38:34.998772 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-a312b088-5f50-4abf-948e-5e78ff719f1e service neutron] Port 7b6accba-c93e-4dee-bf28-0c473ab44121 on network ebc3405b-dbdf-4745-bae9-00b7363339da not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:35.010163 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-a312b088-5f50-4abf-948e-5e78ff719f1e service neutron] Attempting to bind port 7b6accba-c93e-4dee-bf28-0c473ab44121 on network ebc3405b-dbdf-4745-bae9-00b7363339da {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:35.030659 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-a312b088-5f50-4abf-948e-5e78ff719f1e service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:35.030912 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-a312b088-5f50-4abf-948e-5e78ff719f1e service neutron] Checking segment: {'id': 'c898618f-8f6f-4111-ba8e-fe1c70cde634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:35.031305 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-a312b088-5f50-4abf-948e-5e78ff719f1e service neutron] Bound using segment: {'id': 'c898618f-8f6f-4111-ba8e-fe1c70cde634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:35.031753 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-a312b088-5f50-4abf-948e-5e78ff719f1e service neutron] Bound port: 7b6accba-c93e-4dee-bf28-0c473ab44121, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c898618f-8f6f-4111-ba8e-fe1c70cde634', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:35.032142 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-a312b088-5f50-4abf-948e-5e78ff719f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.039987 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f1e81fa0-7ee8-4de2-a555-7008a8f662cd req-63e130a4-4d91-45d4-9729-a40660468dab tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973599 Jul 29 23:38:35.150931 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-a312b088-5f50-4abf-948e-5e78ff719f1e service neutron] For port 7b6accba-c93e-4dee-bf28-0c473ab44121, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:35.155044 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-a312b088-5f50-4abf-948e-5e78ff719f1e service neutron] For port 7b6accba-c93e-4dee-bf28-0c473ab44121, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=7b6accba-c93e-4dee-bf28-0c473ab44121,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:35.163235 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-a312b088-5f50-4abf-948e-5e78ff719f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.219451 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-a312b088-5f50-4abf-948e-5e78ff719f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.220461 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-a312b088-5f50-4abf-948e-5e78ff719f1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.225863 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-a312b088-5f50-4abf-948e-5e78ff719f1e service neutron] 10.222.0.23 "PUT /v2.0/ports/7b6accba-c93e-4dee-bf28-0c473ab44121 HTTP/1.1" status: 200 len: 1092 time: 1.7942464 Jul 29 23:38:35.225863 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eedcaf8d-790c-44e5-b1cd-0e0fbcfc96a2', 'tag': '7b6accba-c93e-4dee-bf28-0c473ab44121'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:35.226743 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da669d97-bcb6-4bac-8fa3-3588661af492" -d '{"events": [{"name": "network-changed", "server_uuid": "eedcaf8d-790c-44e5-b1cd-0e0fbcfc96a2", "tag": "7b6accba-c93e-4dee-bf28-0c473ab44121"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:35.276022 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a312b088-5f50-4abf-948e-5e78ff719f1e service neutron] Pushing event updated for resources: {'Port': ['ID=7b6accba-c93e-4dee-bf28-0c473ab44121,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:35.319974 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a6fe7c-48d2-423e-90d1-096a7777fde8 x-openstack-request-id: req-35a6fe7c-48d2-423e-90d1-096a7777fde8 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:35.320276 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eedcaf8d-790c-44e5-b1cd-0e0fbcfc96a2", "tag": "7b6accba-c93e-4dee-bf28-0c473ab44121", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:35.320627 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35a6fe7c-48d2-423e-90d1-096a7777fde8 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:35.320870 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eedcaf8d-790c-44e5-b1cd-0e0fbcfc96a2', 'tag': '7b6accba-c93e-4dee-bf28-0c473ab44121', 'status': 'completed', 'code': 200} Jul 29 23:38:35.334877 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-e1bec408-2ab4-416f-bac6-47f82114736d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.336494 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-e1bec408-2ab4-416f-bac6-47f82114736d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a95e2067dac40d1a2f41b37f14aaf9a&device_id=eedcaf8d-790c-44e5-b1cd-0e0fbcfc96a2 HTTP/1.1" status: 200 len: 1095 time: 0.0547318 Jul 29 23:38:35.386658 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-2ca4bc60-8cef-4739-826f-522d01dcdfb8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b6accba-c93e-4dee-bf28-0c473ab44121 HTTP/1.1" status: 200 len: 217 time: 0.0409093 Jul 29 23:38:35.389777 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:35.469898 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-6c1908d3-1496-45f1-9c12-ff75de6cc901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.472291 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-6c1908d3-1496-45f1-9c12-ff75de6cc901 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7783f5c-0922-4c71-a9e3-d83ec4828df5 HTTP/1.1" status: 200 len: 851 time: 0.0773156 Jul 29 23:38:35.509943 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-b8ebca8f-a4be-4848-b814-948ded117667 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ebc3405b-dbdf-4745-bae9-00b7363339da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291483 Jul 29 23:38:35.623467 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-aba595c5-4e5a-4e2e-8ef2-26bfb8d94a3e service neutron] 10.222.0.23 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941653 Jul 29 23:38:35.770056 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2790004b-4e71-4f34-9f68-1d7354d88087 req-9d790124-573e-4d31-b15e-1fe03e0b761d tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.777413 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2790004b-4e71-4f34-9f68-1d7354d88087 req-9d790124-573e-4d31-b15e-1fe03e0b761d tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 946 time: 0.1225452 Jul 29 23:38:35.813296 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d9ab7a44-b27d-4016-be6e-0a9c5af9d0ad req-d4aedf28-5ae7-4e60-bf74-d1df1ea5bdf8 service neutron] 10.222.0.23 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814690 Jul 29 23:38:35.847912 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2790004b-4e71-4f34-9f68-1d7354d88087 req-18142db6-8f8d-412e-a439-c1383fbb89df tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694959 Jul 29 23:38:35.991362 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da669d97-bcb6-4bac-8fa3-3588661af492 req-58b89b33-ed67-40ed-b231-8fd743cad938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:35.993479 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da669d97-bcb6-4bac-8fa3-3588661af492 req-58b89b33-ed67-40ed-b231-8fd743cad938 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=7a95e2067dac40d1a2f41b37f14aaf9a&device_id=eedcaf8d-790c-44e5-b1cd-0e0fbcfc96a2 HTTP/1.1" status: 200 len: 1095 time: 0.0962749 Jul 29 23:38:36.213144 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7dd2ff1f-c60a-43e8-b8ba-20b6d8313bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:36.216260 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da669d97-bcb6-4bac-8fa3-3588661af492 req-e193348b-a87e-4716-993f-6fdb64ab6064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:36.218312 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da669d97-bcb6-4bac-8fa3-3588661af492 req-e193348b-a87e-4716-993f-6fdb64ab6064 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ebc3405b-dbdf-4745-bae9-00b7363339da HTTP/1.1" status: 200 len: 912 time: 0.2062354 Jul 29 23:38:36.280045 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da669d97-bcb6-4bac-8fa3-3588661af492 req-b420d0d8-713f-425f-9cc7-f570a9e6b3d5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7b6accba-c93e-4dee-bf28-0c473ab44121 HTTP/1.1" status: 200 len: 217 time: 0.0509927 Jul 29 23:38:36.289378 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32900ca2-8729-4791-a3f5-f4678d3ba840 req-84dfc3fc-a337-4d7e-bf6d-f11b6d65b316 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:36.291082 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-32900ca2-8729-4791-a3f5-f4678d3ba840 req-84dfc3fc-a337-4d7e-bf6d-f11b6d65b316 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=eedcaf8d-790c-44e5-b1cd-0e0fbcfc96a2 HTTP/1.1" status: 200 len: 943 time: 0.1197469 Jul 29 23:38:36.379847 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-32900ca2-8729-4791-a3f5-f4678d3ba840 req-3ed61233-4fc6-4364-8b6f-bab170c573cc tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559163 Jul 29 23:38:36.387023 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da669d97-bcb6-4bac-8fa3-3588661af492 req-3c8e2027-f2e4-4f61-830e-e690f0e562cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:36.389419 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da669d97-bcb6-4bac-8fa3-3588661af492 req-3c8e2027-f2e4-4f61-830e-e690f0e562cc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b7783f5c-0922-4c71-a9e3-d83ec4828df5 HTTP/1.1" status: 200 len: 851 time: 0.0958078 Jul 29 23:38:36.431916 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da669d97-bcb6-4bac-8fa3-3588661af492 req-540b5951-8948-452a-95b5-3dc330ffd13f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ebc3405b-dbdf-4745-bae9-00b7363339da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271430 Jul 29 23:38:36.627128 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da669d97-bcb6-4bac-8fa3-3588661af492 req-151266f7-d80c-4f0e-a010-56d816a92ad0 service neutron] 10.222.0.23 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847410 Jul 29 23:38:36.779279 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da669d97-bcb6-4bac-8fa3-3588661af492 req-3b193609-ef4b-4b2b-98ae-0743e74435b2 service neutron] 10.222.0.23 "GET /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422153 Jul 29 23:38:36.832520 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:37.047289 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c403b8e0-ae5f-44ea-98ac-0bf68190c38d req-5b3e9c62-7985-4757-b59e-c0328d541156 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:37.057049 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c403b8e0-ae5f-44ea-98ac-0bf68190c38d req-5b3e9c62-7985-4757-b59e-c0328d541156 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 946 time: 0.0960543 Jul 29 23:38:37.122809 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c403b8e0-ae5f-44ea-98ac-0bf68190c38d req-44480055-0db0-4e25-9575-a1c2c7c9f17e tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574887 Jul 29 23:38:37.567325 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a396a-8788-4ad6-a4cd-59786fcf6b18 req-ee67159b-f1bd-41e6-95cf-d14a4599bcc0 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:37.568860 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-562a396a-8788-4ad6-a4cd-59786fcf6b18 req-ee67159b-f1bd-41e6-95cf-d14a4599bcc0 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=eedcaf8d-790c-44e5-b1cd-0e0fbcfc96a2 HTTP/1.1" status: 200 len: 943 time: 0.0891809 Jul 29 23:38:37.725753 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-562a396a-8788-4ad6-a4cd-59786fcf6b18 req-6cdbb46a-b516-471d-8e20-c9b28cd2ca47 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322024 Jul 29 23:38:38.086360 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55094) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:38.141975 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:38.209618 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 7b6accba-c93e-4dee-bf28-0c473ab44121 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:38:38.406324 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2d861a8e-7174-4943-a3d0-fca47c144ab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:38.421852 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 7b6accba-c93e-4dee-bf28-0c473ab44121, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=7b6accba-c93e-4dee-bf28-0c473ab44121,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:38.436229 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75b46f4-d5ec-4e58-af7b-e770d78aa795 req-ce90e889-7ff9-4dd5-802d-39e972809f73 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:38.443658 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '7b6accba-c93e-4dee-bf28-0c473ab44121', 'network_id': 'ebc3405b-dbdf-4745-bae9-00b7363339da', 'port_id': '7b6accba-c93e-4dee-bf28-0c473ab44121', 'mac_address': 'fa:16:3e:8e:07:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7783f5c-0922-4c71-a9e3-d83ec4828df5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:38:38.457090 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a75b46f4-d5ec-4e58-af7b-e770d78aa795 req-ce90e889-7ff9-4dd5-802d-39e972809f73 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 946 time: 0.1367052 Jul 29 23:38:38.508441 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2d861a8e-7174-4943-a3d0-fca47c144ab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:38.517818 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2d861a8e-7174-4943-a3d0-fca47c144ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:38.518542 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:38.537685 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a75b46f4-d5ec-4e58-af7b-e770d78aa795 req-686e89a4-f9a6-441c-ad45-1826a0529235 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742006 Jul 29 23:38:38.545288 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b6accba-c93e-4dee-bf28-0c473ab44121 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:38.558682 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2d861a8e-7174-4943-a3d0-fca47c144ab4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=25a5798f383d4ef99d901ac166a926ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4709229 Jul 29 23:38:38.560729 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55102) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:38.584198 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 7b6accba-c93e-4dee-bf28-0c473ab44121, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=7b6accba-c93e-4dee-bf28-0c473ab44121,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:38.591145 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d861a8e-7174-4943-a3d0-fca47c144ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281487a7-9cd7-4ec5-b185-1a83cc462083,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:38.593244 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:38.686428 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c2fed515-cebc-4306-8b30-b1fa5858ec5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:38.694695 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=7b6accba-c93e-4dee-bf28-0c473ab44121,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:38.714742 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c2fed515-cebc-4306-8b30-b1fa5858ec5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:38.807970 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c2fed515-cebc-4306-8b30-b1fa5858ec5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:38.811869 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c2fed515-cebc-4306-8b30-b1fa5858ec5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:38.815346 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c2fed515-cebc-4306-8b30-b1fa5858ec5a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/281487a7-9cd7-4ec5-b185-1a83cc462083 HTTP/1.1" status: 204 len: 168 time: 0.2522762 Jul 29 23:38:38.849030 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fed515-cebc-4306-8b30-b1fa5858ec5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281487a7-9cd7-4ec5-b185-1a83cc462083,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:38.853684 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['7b6accba-c93e-4dee-bf28-0c473ab44121'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:38.918951 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e33b30-81dc-49a5-8efa-8a126212dbc3 req-efdfca3b-9a53-4558-977e-db8442b429c1 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:38.920522 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-35e33b30-81dc-49a5-8efa-8a126212dbc3 req-efdfca3b-9a53-4558-977e-db8442b429c1 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=eedcaf8d-790c-44e5-b1cd-0e0fbcfc96a2 HTTP/1.1" status: 200 len: 944 time: 0.0885012 Jul 29 23:38:39.000139 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-35e33b30-81dc-49a5-8efa-8a126212dbc3 req-316d5b10-550d-484a-99cb-8442465d543d tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651288 Jul 29 23:38:39.232718 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55114) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:39.248464 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ee15c0f-dff8-49df-a8d0-93b4fcbbaa84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.360320 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ee15c0f-dff8-49df-a8d0-93b4fcbbaa84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.365778 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ee15c0f-dff8-49df-a8d0-93b4fcbbaa84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.413848 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee15c0f-dff8-49df-a8d0-93b4fcbbaa84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6007534b-3842-44ca-9181-f136dfdb2c79,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:39.422939 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0ee15c0f-dff8-49df-a8d0-93b4fcbbaa84 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed7dc7b145bd43d1acfdccc2f6c1a1f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1852920 Jul 29 23:38:39.424571 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55116) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:39.488591 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a659eed7-9617-419f-b354-6a637fcccbb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.514901 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a659eed7-9617-419f-b354-6a637fcccbb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.564866 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a659eed7-9617-419f-b354-6a637fcccbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.568342 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a659eed7-9617-419f-b354-6a637fcccbb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:39.569540 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a659eed7-9617-419f-b354-6a637fcccbb5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6007534b-3842-44ca-9181-f136dfdb2c79 HTTP/1.1" status: 204 len: 168 time: 0.1428499 Jul 29 23:38:39.600766 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a659eed7-9617-419f-b354-6a637fcccbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6007534b-3842-44ca-9181-f136dfdb2c79,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:39.709704 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d2309-1f99-4476-a135-35d9fb4210de req-838221c3-29bf-4563-a55c-4a9e4686867f tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:39.719237 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-632d2309-1f99-4476-a135-35d9fb4210de req-838221c3-29bf-4563-a55c-4a9e4686867f tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 946 time: 0.0991213 Jul 29 23:38:39.794161 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-632d2309-1f99-4476-a135-35d9fb4210de req-9bbe4279-6b62-4f12-8f06-26d2c6701e8c tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708060 Jul 29 23:38:40.143648 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0c662-c577-4fe4-a0ec-9a5677160dfa req-2272fef0-9815-44d9-9c85-2e716e57beb0 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:40.145230 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d8e0c662-c577-4fe4-a0ec-9a5677160dfa req-2272fef0-9815-44d9-9c85-2e716e57beb0 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=eedcaf8d-790c-44e5-b1cd-0e0fbcfc96a2 HTTP/1.1" status: 200 len: 944 time: 0.0581849 Jul 29 23:38:40.209746 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 7b6accba-c93e-4dee-bf28-0c473ab44121 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:40.235673 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d8e0c662-c577-4fe4-a0ec-9a5677160dfa req-b737941b-a7bf-4716-9283-fbddc354e796 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831537 Jul 29 23:38:40.334368 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 7b6accba-c93e-4dee-bf28-0c473ab44121 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:40.344255 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 7b6accba-c93e-4dee-bf28-0c473ab44121 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:40.345512 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:40.440216 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:40.464795 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedcaf8d-790c-44e5-b1cd-0e0fbcfc96a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6accba-c93e-4dee-bf28-0c473ab44121'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:40.468491 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed8b280-7cb0-4a32-a750-38a621290d17" -d '{"events": [{"server_uuid": "eedcaf8d-790c-44e5-b1cd-0e0fbcfc96a2", "name": "network-vif-plugged", "status": "completed", "tag": "7b6accba-c93e-4dee-bf28-0c473ab44121"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:40.482636 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 7b6accba-c93e-4dee-bf28-0c473ab44121, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=7b6accba-c93e-4dee-bf28-0c473ab44121,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:40.490970 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:40.595952 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=7b6accba-c93e-4dee-bf28-0c473ab44121,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:40.610022 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389e69b2-da3f-4fbd-8c48-ba481db3c58a x-openstack-request-id: req-389e69b2-da3f-4fbd-8c48-ba481db3c58a {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:40.611243 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedcaf8d-790c-44e5-b1cd-0e0fbcfc96a2", "name": "network-vif-plugged", "status": "completed", "tag": "7b6accba-c93e-4dee-bf28-0c473ab44121", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:40.612883 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-389e69b2-da3f-4fbd-8c48-ba481db3c58a {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:40.615260 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedcaf8d-790c-44e5-b1cd-0e0fbcfc96a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b6accba-c93e-4dee-bf28-0c473ab44121', 'code': 200} Jul 29 23:38:40.684141 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db176afe-8df2-4a85-899c-70d6f4aad204 req-6e2ccd03-8966-4b16-8a9a-031ef53a424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:40.686416 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db176afe-8df2-4a85-899c-70d6f4aad204 req-6e2ccd03-8966-4b16-8a9a-031ef53a424e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=eedcaf8d-790c-44e5-b1cd-0e0fbcfc96a2 HTTP/1.1" status: 200 len: 1097 time: 0.0543456 Jul 29 23:38:40.740144 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db176afe-8df2-4a85-899c-70d6f4aad204 req-f12dcbc0-ef74-4383-95f8-842ac68e32ba service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438571 Jul 29 23:38:40.976703 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f1bd4-6f31-426d-9b93-36078746321c req-219d3daa-bab5-4efc-9cd8-b73f36ca72a8 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:40.978824 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-678f1bd4-6f31-426d-9b93-36078746321c req-219d3daa-bab5-4efc-9cd8-b73f36ca72a8 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 946 time: 0.0836036 Jul 29 23:38:41.065099 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-678f1bd4-6f31-426d-9b93-36078746321c req-5b3f71a2-b0e3-4378-af2e-b7275e928470 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735836 Jul 29 23:38:41.491128 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871c3c3b-06dc-4f13-8bcd-b795e530f809 req-726196fa-4dfa-47e6-9698-dda1ea3dada7 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:41.492747 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-871c3c3b-06dc-4f13-8bcd-b795e530f809 req-726196fa-4dfa-47e6-9698-dda1ea3dada7 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=eedcaf8d-790c-44e5-b1cd-0e0fbcfc96a2 HTTP/1.1" status: 200 len: 945 time: 0.1198907 Jul 29 23:38:41.552006 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-871c3c3b-06dc-4f13-8bcd-b795e530f809 req-0b52b0d3-d717-4508-9155-f757245d2305 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512044 Jul 29 23:38:42.200102 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b841468-5864-4dbe-8f7a-4252c0adc4a2 req-adeb5e0a-8e70-46a9-831a-b2fb0817da22 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:42.209883 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b841468-5864-4dbe-8f7a-4252c0adc4a2 req-adeb5e0a-8e70-46a9-831a-b2fb0817da22 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 946 time: 0.0750506 Jul 29 23:38:42.267346 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b841468-5864-4dbe-8f7a-4252c0adc4a2 req-64cf579e-70d4-42f3-be38-849eff5f06e8 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562177 Jul 29 23:38:42.448395 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55204) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:42.618049 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a348f4ce-dd02-429c-af28-cd425c25bcfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:42.709331 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b842f-0b6f-4012-97fb-4ea91332b198 req-7cbae678-608d-4155-adc5-c6398dfe8501 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:42.717576 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-325b842f-0b6f-4012-97fb-4ea91332b198 req-7cbae678-608d-4155-adc5-c6398dfe8501 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=eedcaf8d-790c-44e5-b1cd-0e0fbcfc96a2 HTTP/1.1" status: 200 len: 945 time: 0.0766110 Jul 29 23:38:42.772565 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-325b842f-0b6f-4012-97fb-4ea91332b198 req-30f91fbf-594c-45a2-93ed-f764a84baf14 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538480 Jul 29 23:38:42.817439 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a348f4ce-dd02-429c-af28-cd425c25bcfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:42.824452 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a348f4ce-dd02-429c-af28-cd425c25bcfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:42.881062 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55212) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:42.882176 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a348f4ce-dd02-429c-af28-cd425c25bcfd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=519fa2a0ef0d40f6b5f30f828b804c83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4318333 Jul 29 23:38:42.885440 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348f4ce-dd02-429c-af28-cd425c25bcfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04993ea-3153-4c4b-8b43-66d1f4aa497a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:42.944648 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-23760db0-8269-4364-b3ed-5dbb41a0a25e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:42.974437 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-23760db0-8269-4364-b3ed-5dbb41a0a25e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:43.113462 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-23760db0-8269-4364-b3ed-5dbb41a0a25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:43.124296 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-23760db0-8269-4364-b3ed-5dbb41a0a25e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:43.124296 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-23760db0-8269-4364-b3ed-5dbb41a0a25e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a04993ea-3153-4c4b-8b43-66d1f4aa497a HTTP/1.1" status: 204 len: 168 time: 0.2351775 Jul 29 23:38:43.133146 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23760db0-8269-4364-b3ed-5dbb41a0a25e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04993ea-3153-4c4b-8b43-66d1f4aa497a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:43.168375 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ece2d-62f9-4009-8451-94b72007d3f9 req-cdd8b38f-1442-4125-b3a5-cd208a3b1184 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:43.170100 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-961ece2d-62f9-4009-8451-94b72007d3f9 req-cdd8b38f-1442-4125-b3a5-cd208a3b1184 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=eedcaf8d-790c-44e5-b1cd-0e0fbcfc96a2 HTTP/1.1" status: 200 len: 945 time: 0.0900707 Jul 29 23:38:43.227487 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-961ece2d-62f9-4009-8451-94b72007d3f9 req-4f4f51a7-6761-4814-b02d-9faeda21749b tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423605 Jul 29 23:38:43.402188 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a71d8c-e6b4-4c89-a928-fc33fa574db8 req-4f8f2ae9-2b4e-4300-a849-d352a73eb6f5 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:43.403736 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-21a71d8c-e6b4-4c89-a928-fc33fa574db8 req-4f8f2ae9-2b4e-4300-a849-d352a73eb6f5 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 946 time: 0.0608265 Jul 29 23:38:43.460896 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-21a71d8c-e6b4-4c89-a928-fc33fa574db8 req-c04e4821-05c9-4460-b67b-b6aa68bd68c2 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490599 Jul 29 23:38:43.566804 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55232) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:43.586581 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-359ddb45-351a-4b2f-a358-1c4cb96cf0cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:43.716505 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-359ddb45-351a-4b2f-a358-1c4cb96cf0cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:43.722598 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-359ddb45-351a-4b2f-a358-1c4cb96cf0cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:43.767220 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ddb45-351a-4b2f-a358-1c4cb96cf0cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7db149-27be-40b6-814f-b24b84ab3fd4,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:43.774352 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-359ddb45-351a-4b2f-a358-1c4cb96cf0cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d9a7684dfdc3430fbabcb0d2d95f179d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2038672 Jul 29 23:38:43.774709 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55234) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:43.846524 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7bf28a1b-03e5-4468-bf47-4748c16f62b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:43.868896 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7bf28a1b-03e5-4468-bf47-4748c16f62b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:43.921696 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7bf28a1b-03e5-4468-bf47-4748c16f62b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:43.925359 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7bf28a1b-03e5-4468-bf47-4748c16f62b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:43.928795 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7bf28a1b-03e5-4468-bf47-4748c16f62b6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2d7db149-27be-40b6-814f-b24b84ab3fd4 HTTP/1.1" status: 204 len: 168 time: 0.1528156 Jul 29 23:38:43.938024 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf28a1b-03e5-4468-bf47-4748c16f62b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7db149-27be-40b6-814f-b24b84ab3fd4,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:44.353120 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb97cfc-a559-4d1c-a189-231aed5c2292 req-ef862b74-3d8e-4dc2-9bc3-6c5c9a14d024 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:44.354761 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-deb97cfc-a559-4d1c-a189-231aed5c2292 req-ef862b74-3d8e-4dc2-9bc3-6c5c9a14d024 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=eedcaf8d-790c-44e5-b1cd-0e0fbcfc96a2 HTTP/1.1" status: 200 len: 945 time: 0.0565190 Jul 29 23:38:44.400208 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-deb97cfc-a559-4d1c-a189-231aed5c2292 req-79e21697-fdd7-4494-966e-5a98ac2ddcaa tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386858 Jul 29 23:38:44.670551 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c323b93-2a87-40ac-a8ec-3d909268c4dd req-4d18a6be-969a-4484-ba7b-17f612445843 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:44.672318 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5c323b93-2a87-40ac-a8ec-3d909268c4dd req-4d18a6be-969a-4484-ba7b-17f612445843 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 946 time: 0.0517337 Jul 29 23:38:44.700961 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55290) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:44.713989 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5c323b93-2a87-40ac-a8ec-3d909268c4dd req-e6e71b08-800b-457d-848f-0a689a4d9f98 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346897 Jul 29 23:38:44.812838 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-d312dd59-a30d-4fa6-b656-ff058b073b2b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-617390365-network', 'tenant_id': '6aed13958309405595fb5d9e93900ceb'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:44.836380 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d312dd59-a30d-4fa6-b656-ff058b073b2b admin admin] Made reservation on behalf of 6aed13958309405595fb5d9e93900ceb for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:44.838651 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d312dd59-a30d-4fa6-b656-ff058b073b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.847909 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d312dd59-a30d-4fa6-b656-ff058b073b2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.883728 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb00e2-da04-46a6-8b1e-014c41fb8ab3 req-c97b42dd-d4ad-42a6-a44e-b4f46d6b8e9c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:44.885247 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b9fb00e2-da04-46a6-8b1e-014c41fb8ab3 req-c97b42dd-d4ad-42a6-a44e-b4f46d6b8e9c tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=eedcaf8d-790c-44e5-b1cd-0e0fbcfc96a2 HTTP/1.1" status: 200 len: 945 time: 0.0501695 Jul 29 23:38:44.926396 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b9fb00e2-da04-46a6-8b1e-014c41fb8ab3 req-29157889-717f-4bcd-a521-404a5d7f55e6 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346427 Jul 29 23:38:44.937169 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d312dd59-a30d-4fa6-b656-ff058b073b2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.948590 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d312dd59-a30d-4fa6-b656-ff058b073b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.967102 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d312dd59-a30d-4fa6-b656-ff058b073b2b admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:38:44.986791 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d312dd59-a30d-4fa6-b656-ff058b073b2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:44.987139 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-d312dd59-a30d-4fa6-b656-ff058b073b2b admin admin] Added segment db08581a-4e43-4e71-96b8-5105be245552 of type vlan for network 8697cb84-dbf2-400d-bc38-d72798ad7471 Jul 29 23:38:44.994786 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d312dd59-a30d-4fa6-b656-ff058b073b2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4fbeda2-5585-4056-87b3-0fd4259be376,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:45.032016 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d312dd59-a30d-4fa6-b656-ff058b073b2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.038355 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725f4c2-c0f5-4c43-97fc-1508f375b711 req-f0f85998-a389-4d58-8081-31cc03e6e21f tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:45.039829 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7725f4c2-c0f5-4c43-97fc-1508f375b711 req-f0f85998-a389-4d58-8081-31cc03e6e21f tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 945 time: 0.0515015 Jul 29 23:38:45.062137 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d312dd59-a30d-4fa6-b656-ff058b073b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.063180 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d312dd59-a30d-4fa6-b656-ff058b073b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:45.063801 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d312dd59-a30d-4fa6-b656-ff058b073b2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.085795 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7725f4c2-c0f5-4c43-97fc-1508f375b711 req-dca9fd3b-d185-4b59-b2fd-5d6d43344b3c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397484 Jul 29 23:38:45.121220 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d312dd59-a30d-4fa6-b656-ff058b073b2b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4194725 Jul 29 23:38:45.124200 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55304) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:45.132725 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-0e6f7a96-bbc2-4e8b-a589-5efdbebc8848 admin admin] Request body: {'subnet': {'network_id': '8697cb84-dbf2-400d-bc38-d72798ad7471', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-617390365-subnet', 'tenant_id': '6aed13958309405595fb5d9e93900ceb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:45.142587 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d312dd59-a30d-4fa6-b656-ff058b073b2b admin admin] Pushing event updated for resources: {'Network': ['ID=8697cb84-dbf2-400d-bc38-d72798ad7471,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:45.156977 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 8697cb84-dbf2-400d-bc38-d72798ad7471 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:38:45.163429 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6f7a96-bbc2-4e8b-a589-5efdbebc8848 admin admin] Made reservation on behalf of 6aed13958309405595fb5d9e93900ceb for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:45.166380 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e6f7a96-bbc2-4e8b-a589-5efdbebc8848 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.369725 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e6f7a96-bbc2-4e8b-a589-5efdbebc8848 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.422974 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f7a96-bbc2-4e8b-a589-5efdbebc8848 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb26dd77-a548-4050-b5e3-c6cc0d0465b8,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:45.447064 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6f7a96-bbc2-4e8b-a589-5efdbebc8848 admin admin] Checking segment: {'id': 'db08581a-4e43-4e71-96b8-5105be245552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8697cb84-dbf2-400d-bc38-d72798ad7471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:45.447458 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6f7a96-bbc2-4e8b-a589-5efdbebc8848 admin admin] Network hostable DHCP agents. Network: 8697cb84-dbf2-400d-bc38-d72798ad7471, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:38:45.471284 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6f7a96-bbc2-4e8b-a589-5efdbebc8848 admin admin] Network 8697cb84-dbf2-400d-bc38-d72798ad7471 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:38:45.483762 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-0e6f7a96-bbc2-4e8b-a589-5efdbebc8848 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 8697cb84-dbf2-400d-bc38-d72798ad7471) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:45.489748 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6f7a96-bbc2-4e8b-a589-5efdbebc8848 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:45.490909 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e6f7a96-bbc2-4e8b-a589-5efdbebc8848 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:45.494629 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f14a080-bdfb-409c-8f3c-c76d28e31434 None None] Network 8697cb84-dbf2-400d-bc38-d72798ad7471 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:45.507777 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0e6f7a96-bbc2-4e8b-a589-5efdbebc8848 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3806591 Jul 29 23:38:45.677592 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c0214b-56f1-4441-a90e-8ade833aa18d None None] Network 8697cb84-dbf2-400d-bc38-d72798ad7471 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:45.885279 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f29bdf-165f-4046-8605-c33f039aea5e req-afcade90-2b58-467b-991c-be54e424983b tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:45.886867 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88f29bdf-165f-4046-8605-c33f039aea5e req-afcade90-2b58-467b-991c-be54e424983b tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 946 time: 0.0636652 Jul 29 23:38:45.960121 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88f29bdf-165f-4046-8605-c33f039aea5e req-f1cc8d69-3d15-4268-aa45-6bbde2b90e44 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619662 Jul 29 23:38:46.119453 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2f372-e84f-4a84-8c4e-2f3e606ad2ba req-1325c088-64e9-462a-8540-221a9847ee29 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:46.121031 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-90d2f372-e84f-4a84-8c4e-2f3e606ad2ba req-1325c088-64e9-462a-8540-221a9847ee29 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/ports?device_id=eedcaf8d-790c-44e5-b1cd-0e0fbcfc96a2 HTTP/1.1" status: 200 len: 945 time: 0.0841973 Jul 29 23:38:46.200672 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55388) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:46.207243 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-aef1177b-c391-4ba2-b562-f937f9e5ba31 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-956775052-network', 'tenant_id': '836af45d0848435bbba4ec5362c183f7'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:46.210146 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-90d2f372-e84f-4a84-8c4e-2f3e606ad2ba req-271681e6-78b3-433d-aa64-a14c67249d7d tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.18 "GET /v2.0/security-groups?id=285ffa0d-5948-47de-8832-f760b20395b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817430 Jul 29 23:38:46.234079 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef1177b-c391-4ba2-b562-f937f9e5ba31 admin admin] Made reservation on behalf of 836af45d0848435bbba4ec5362c183f7 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:46.234757 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdc5954-1e70-42bb-bd49-1795a441cba9 req-8f67bb74-b201-418f-83f7-035dc708dbb3 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:46.237341 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4bdc5954-1e70-42bb-bd49-1795a441cba9 req-8f67bb74-b201-418f-83f7-035dc708dbb3 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.23 "GET /v2.0/ports?device_id=eedcaf8d-790c-44e5-b1cd-0e0fbcfc96a2 HTTP/1.1" status: 200 len: 945 time: 0.0695708 Jul 29 23:38:46.238238 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aef1177b-c391-4ba2-b562-f937f9e5ba31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.247236 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aef1177b-c391-4ba2-b562-f937f9e5ba31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.348152 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-4bdc5954-1e70-42bb-bd49-1795a441cba9 req-ee82408f-c6c5-400b-8682-3718f857fc47 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Deleting port 7b6accba-c93e-4dee-bf28-0c473ab44121 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:38:46.348658 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4bdc5954-1e70-42bb-bd49-1795a441cba9 req-ee82408f-c6c5-400b-8682-3718f857fc47 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.354649 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aef1177b-c391-4ba2-b562-f937f9e5ba31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.359451 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aef1177b-c391-4ba2-b562-f937f9e5ba31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.385651 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1177b-c391-4ba2-b562-f937f9e5ba31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6fef0e-25fb-42b9-84a7-185f8e3f1f83,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:46.398984 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef1177b-c391-4ba2-b562-f937f9e5ba31 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:38:46.413832 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aef1177b-c391-4ba2-b562-f937f9e5ba31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.414188 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-aef1177b-c391-4ba2-b562-f937f9e5ba31 admin admin] Added segment 47f235c7-5289-4035-ac89-231beb139193 of type vlan for network 4dbc1009-f4ad-4fa5-8874-00250235f2da Jul 29 23:38:46.440766 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-4bdc5954-1e70-42bb-bd49-1795a441cba9 req-ee82408f-c6c5-400b-8682-3718f857fc47 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] For port 7b6accba-c93e-4dee-bf28-0c473ab44121, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=7b6accba-c93e-4dee-bf28-0c473ab44121,segment=NetworkSegment(c898618f-8f6f-4111-ba8e-fe1c70cde634),segment_id=c898618f-8f6f-4111-ba8e-fe1c70cde634)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:46.441136 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4bdc5954-1e70-42bb-bd49-1795a441cba9 req-ee82408f-c6c5-400b-8682-3718f857fc47 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.456677 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aef1177b-c391-4ba2-b562-f937f9e5ba31 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.459129 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-4bdc5954-1e70-42bb-bd49-1795a441cba9 req-ee82408f-c6c5-400b-8682-3718f857fc47 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Calling delete_port for 7b6accba-c93e-4dee-bf28-0c473ab44121 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:38:46.487267 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aef1177b-c391-4ba2-b562-f937f9e5ba31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.488326 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef1177b-c391-4ba2-b562-f937f9e5ba31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:46.488905 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aef1177b-c391-4ba2-b562-f937f9e5ba31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.554939 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-aef1177b-c391-4ba2-b562-f937f9e5ba31 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3491297 Jul 29 23:38:46.554939 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55394) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:46.559418 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-43084fec-e1eb-4c07-87e4-5c03c46af44a admin admin] Request body: {'subnet': {'network_id': '4dbc1009-f4ad-4fa5-8874-00250235f2da', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-956775052-subnet', 'tenant_id': '836af45d0848435bbba4ec5362c183f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:46.571869 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1177b-c391-4ba2-b562-f937f9e5ba31 admin admin] Pushing event updated for resources: {'Network': ['ID=4dbc1009-f4ad-4fa5-8874-00250235f2da,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:46.582684 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 4dbc1009-f4ad-4fa5-8874-00250235f2da details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:38:46.599082 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43084fec-e1eb-4c07-87e4-5c03c46af44a admin admin] Made reservation on behalf of 836af45d0848435bbba4ec5362c183f7 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:46.602454 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-43084fec-e1eb-4c07-87e4-5c03c46af44a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.605512 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4bdc5954-1e70-42bb-bd49-1795a441cba9 req-ee82408f-c6c5-400b-8682-3718f857fc47 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.625388 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['7b6accba-c93e-4dee-bf28-0c473ab44121'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:46.642484 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee82408f-c6c5-400b-8682-3718f857fc47 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Pushing event deleted for resources: {'Port': ['ID=7b6accba-c93e-4dee-bf28-0c473ab44121,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:46.695022 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bdc5954-1e70-42bb-bd49-1795a441cba9 req-ee82408f-c6c5-400b-8682-3718f857fc47 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] No DVR routers for this DVR port 7b6accba-c93e-4dee-bf28-0c473ab44121 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:38:46.698745 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4bdc5954-1e70-42bb-bd49-1795a441cba9 req-ee82408f-c6c5-400b-8682-3718f857fc47 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.701588 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4bdc5954-1e70-42bb-bd49-1795a441cba9 req-ee82408f-c6c5-400b-8682-3718f857fc47 tempest-DeleteServersTestJSON-1491279415 tempest-DeleteServersTestJSON-1491279415-project] 10.222.0.23 "DELETE /v2.0/ports/7b6accba-c93e-4dee-bf28-0c473ab44121 HTTP/1.1" status: 204 len: 173 time: 0.4569397 Jul 29 23:38:46.702591 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eedcaf8d-790c-44e5-b1cd-0e0fbcfc96a2', 'name': 'network-vif-deleted', 'tag': '7b6accba-c93e-4dee-bf28-0c473ab44121'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:46.705322 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697983b4-bb73-45b9-984f-244bb2eb563d" -d '{"events": [{"server_uuid": "eedcaf8d-790c-44e5-b1cd-0e0fbcfc96a2", "name": "network-vif-deleted", "tag": "7b6accba-c93e-4dee-bf28-0c473ab44121"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:46.754512 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b54c809f-0999-4324-a0dd-ab747cde9a58 x-openstack-request-id: req-b54c809f-0999-4324-a0dd-ab747cde9a58 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:46.754909 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eedcaf8d-790c-44e5-b1cd-0e0fbcfc96a2", "name": "network-vif-deleted", "tag": "7b6accba-c93e-4dee-bf28-0c473ab44121", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:46.755261 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b54c809f-0999-4324-a0dd-ab747cde9a58 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:46.755755 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eedcaf8d-790c-44e5-b1cd-0e0fbcfc96a2', 'name': 'network-vif-deleted', 'tag': '7b6accba-c93e-4dee-bf28-0c473ab44121', 'status': 'completed', 'code': 200} Jul 29 23:38:46.830405 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-43084fec-e1eb-4c07-87e4-5c03c46af44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.887117 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43084fec-e1eb-4c07-87e4-5c03c46af44a admin admin] Pushing event updated for resources: {'Subnet': ['ID=74d4b2be-0c1f-4ce1-a65e-691bbaf19756,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:46.897031 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43084fec-e1eb-4c07-87e4-5c03c46af44a admin admin] Checking segment: {'id': '47f235c7-5289-4035-ac89-231beb139193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '4dbc1009-f4ad-4fa5-8874-00250235f2da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:46.897471 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43084fec-e1eb-4c07-87e4-5c03c46af44a admin admin] Network hostable DHCP agents. Network: 4dbc1009-f4ad-4fa5-8874-00250235f2da, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:38:46.914153 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43084fec-e1eb-4c07-87e4-5c03c46af44a admin admin] Network 4dbc1009-f4ad-4fa5-8874-00250235f2da is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:38:46.922677 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-43084fec-e1eb-4c07-87e4-5c03c46af44a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 4dbc1009-f4ad-4fa5-8874-00250235f2da) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:46.927868 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43084fec-e1eb-4c07-87e4-5c03c46af44a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:46.928470 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-43084fec-e1eb-4c07-87e4-5c03c46af44a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:46.933288 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb2676a-0f61-47aa-af80-5d48b4206949 None None] Network 4dbc1009-f4ad-4fa5-8874-00250235f2da requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:46.951895 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-43084fec-e1eb-4c07-87e4-5c03c46af44a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3883913 Jul 29 23:38:47.083210 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47785af7-50a5-4959-a073-bc297303bdd2 None None] Network 4dbc1009-f4ad-4fa5-8874-00250235f2da requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:47.103502 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c9166-febc-47f0-ae45-fa2e80aa535d req-b24d8287-cd11-4899-a047-6deeb2c65b94 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:47.105535 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c46c9166-febc-47f0-ae45-fa2e80aa535d req-b24d8287-cd11-4899-a047-6deeb2c65b94 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 946 time: 0.0810211 Jul 29 23:38:47.162461 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c46c9166-febc-47f0-ae45-fa2e80aa535d req-7fa4aba6-b2f6-4cbe-a5d2-d6b8405bb123 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505395 Jul 29 23:38:47.534930 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-d1f73ae2-65aa-486f-85fa-5bfeac3a47a4 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:47.537084 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-d1f73ae2-65aa-486f-85fa-5bfeac3a47a4 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] 10.222.0.18 "GET /v2.0/networks?id=8697cb84-dbf2-400d-bc38-d72798ad7471 HTTP/1.1" status: 200 len: 808 time: 0.1087539 Jul 29 23:38:47.554342 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-6c009c32-1d59-45b4-88b5-d4dafe3cdfab tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] 10.222.0.18 "GET /v2.0/quotas/6aed13958309405595fb5d9e93900ceb HTTP/1.1" status: 200 len: 375 time: 0.0114784 Jul 29 23:38:47.589622 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-5091c92c-bd6a-4eb5-b17b-1fe6e08c250f tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6aed13958309405595fb5d9e93900ceb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288982 Jul 29 23:38:47.683774 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-3c785db0-38c6-444c-b67c-2f05f7645b77 service neutron] 10.222.0.18 "GET /v2.0/networks/8697cb84-dbf2-400d-bc38-d72798ad7471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862551 Jul 29 23:38:47.779161 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-4bb7f5c2-ddc9-43da-9f83-d9d68adb1165 service neutron] 10.222.0.18 "GET /v2.0/networks/8697cb84-dbf2-400d-bc38-d72798ad7471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885596 Jul 29 23:38:47.978611 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a0f29e9d-5843-4e53-bd0d-767db321da30 req-83c525ea-fe90-48db-aa3c-1a0b6d0408c4 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] 10.222.0.18 "GET /v2.0/ports?device_id=31064b25-27c3-4a76-afad-5afee2426958 HTTP/1.1" status: 200 len: 210 time: 0.0283225 Jul 29 23:38:48.211768 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55452) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:48.247377 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:38:48.291382 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f040191-48ff-4f66-8a24-74ddf19082b6 admin admin] Deleting subnet b8136620-cd64-4ac2-b72c-b1363b51133c {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:38:48.297490 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1f040191-48ff-4f66-8a24-74ddf19082b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.324064 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a93ef4-f031-4d8f-8f50-de8333503b0a req-16766b4c-449d-4b0e-bd0c-66158a5f2b15 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:48.333426 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-83a93ef4-f031-4d8f-8f50-de8333503b0a req-16766b4c-449d-4b0e-bd0c-66158a5f2b15 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 946 time: 0.0873117 Jul 29 23:38:48.371220 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1f040191-48ff-4f66-8a24-74ddf19082b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.402285 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-83a93ef4-f031-4d8f-8f50-de8333503b0a req-17557453-1561-4847-ba2b-4b4b817decd1 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677311 Jul 29 23:38:48.417857 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:48.443028 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '8dccf7fc-65fb-4bea-aa88-058e5e3fc67f', 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f', 'port_id': '8dccf7fc-65fb-4bea-aa88-058e5e3fc67f', 'mac_address': 'fa:16:3e:7d:30:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f136cd8-eda3-43eb-9cb5-3830c4338b63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:38:48.443777 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1f040191-48ff-4f66-8a24-74ddf19082b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.506967 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.523655 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:48.524076 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1f040191-48ff-4f66-8a24-74ddf19082b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.549877 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:48.555670 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.573555 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1f040191-48ff-4f66-8a24-74ddf19082b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.575926 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1f040191-48ff-4f66-8a24-74ddf19082b6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b8136620-cd64-4ac2-b72c-b1363b51133c HTTP/1.1" status: 204 len: 168 time: 0.3629425 Jul 29 23:38:48.576902 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f040191-48ff-4f66-8a24-74ddf19082b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8136620-cd64-4ac2-b72c-b1363b51133c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:48.578556 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55460) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:48.635460 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:48.650510 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:48.650937 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:48.651351 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:48.651763 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:48.653562 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:48.654124 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:48.654539 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:48.654943 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:48.655468 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:48.656240 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:48.657052 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:48.658178 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:38:48.667468 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9206be44-3b1a-40ac-96f3-5be036e81aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.703107 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['8dccf7fc-65fb-4bea-aa88-058e5e3fc67f'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:48.763961 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9206be44-3b1a-40ac-96f3-5be036e81aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.783547 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-9206be44-3b1a-40ac-96f3-5be036e81aff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2b73bc0-3c80-4afd-94a1-0e2762308a37']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:48.798285 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-9206be44-3b1a-40ac-96f3-5be036e81aff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7571af66-ea80-4cd3-b238-7b868a282d7b') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:48.798818 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-9206be44-3b1a-40ac-96f3-5be036e81aff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7571af66-ea80-4cd3-b238-7b868a282d7b') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:48.811220 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9206be44-3b1a-40ac-96f3-5be036e81aff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.835562 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9206be44-3b1a-40ac-96f3-5be036e81aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.843380 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9206be44-3b1a-40ac-96f3-5be036e81aff admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:48.844079 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9206be44-3b1a-40ac-96f3-5be036e81aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.846944 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:38:48.846944 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:48.846944 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:38:48.846944 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:48.846944 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:38:48.846944 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:48.846944 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:38:48.846944 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:48.846944 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:38:48.846944 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:48.846944 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:38:48.846944 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:48.846944 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:38:48.846944 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:48.846944 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:48.846944 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:48.846944 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:48.846944 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:48.846944 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:38:48.846944 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:48.846944 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:38:48.846944 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:48.846944 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:48.846944 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:48.846944 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:48.846944 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:48.846944 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:48.846944 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:48.846944 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:48.846944 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:48.846944 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:48.846944 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:48.910432 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9206be44-3b1a-40ac-96f3-5be036e81aff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.918830 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9206be44-3b1a-40ac-96f3-5be036e81aff admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:48.920884 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9206be44-3b1a-40ac-96f3-5be036e81aff admin admin] 10.222.0.18 "DELETE /v2.0/networks/c2b73bc0-3c80-4afd-94a1-0e2762308a37 HTTP/1.1" status: 204 len: 168 time: 0.3413267 Jul 29 23:38:48.953437 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9206be44-3b1a-40ac-96f3-5be036e81aff admin admin] Pushing event deleted for resources: {'Network': ['ID=c2b73bc0-3c80-4afd-94a1-0e2762308a37,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:49.105897 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f689d1f8-13da-45b1-93d9-7783eb8bff83 req-b476239e-b0ce-4479-903f-e7d88d4e039e tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] 10.222.0.18 "GET /v2.0/ports?device_id=31064b25-27c3-4a76-afad-5afee2426958 HTTP/1.1" status: 200 len: 210 time: 0.0310912 Jul 29 23:38:49.172372 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55486) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:49.221178 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-af137f83-3818-4826-8491-78766fd06f84 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=31c6b4da3330473e9172806a4f14ca41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466220 Jul 29 23:38:49.223249 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55490) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:49.302282 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-13b2984f-e243-4580-b983-9b58d9191a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.309178 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-1ec41f8d-5180-4b07-bb73-f6de5d8cb909 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:49.310708 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-1ec41f8d-5180-4b07-bb73-f6de5d8cb909 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] 10.222.0.23 "GET /v2.0/networks?id=8697cb84-dbf2-400d-bc38-d72798ad7471 HTTP/1.1" status: 200 len: 808 time: 0.2039249 Jul 29 23:38:49.329988 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-d9d50c74-8eb0-4348-a429-dae8eb356b69 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Request body: {'port': {'device_id': '31064b25-27c3-4a76-afad-5afee2426958', 'network_id': '8697cb84-dbf2-400d-bc38-d72798ad7471', 'admin_state_up': True, 'tenant_id': '6aed13958309405595fb5d9e93900ceb'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:49.330905 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-13b2984f-e243-4580-b983-9b58d9191a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.398854 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-13b2984f-e243-4580-b983-9b58d9191a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.402998 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-13b2984f-e243-4580-b983-9b58d9191a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.408170 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-13b2984f-e243-4580-b983-9b58d9191a64 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/34620b70-4b2b-4cd7-876a-7983de9a6701 HTTP/1.1" status: 204 len: 168 time: 0.1809208 Jul 29 23:38:49.416052 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2984f-e243-4580-b983-9b58d9191a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34620b70-4b2b-4cd7-876a-7983de9a6701,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:49.581038 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5949ad1-bf18-4713-8938-47c51c468642 req-73c5723e-0a52-4384-99c8-f6b8cec9d84f tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:49.582662 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e5949ad1-bf18-4713-8938-47c51c468642 req-73c5723e-0a52-4384-99c8-f6b8cec9d84f tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 946 time: 0.0923889 Jul 29 23:38:49.614757 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-d9d50c74-8eb0-4348-a429-dae8eb356b69 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Made reservation on behalf of 6aed13958309405595fb5d9e93900ceb for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:49.619626 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-d9d50c74-8eb0-4348-a429-dae8eb356b69 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:49.736279 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e5949ad1-bf18-4713-8938-47c51c468642 req-a04edd77-bbd0-46ad-a995-53099371a661 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398227 Jul 29 23:38:49.808586 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-d9d50c74-8eb0-4348-a429-dae8eb356b69 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Allocated IP 172.20.0.12 (8697cb84-dbf2-400d-bc38-d72798ad7471/eb26dd77-a548-4050-b5e3-c6cc0d0465b8/1a4c8500-eae9-4d61-a7fe-d159cafbcabc) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:50.071243 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-d9d50c74-8eb0-4348-a429-dae8eb356b69 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.130807 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-d9d50c74-8eb0-4348-a429-dae8eb356b69 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.202580 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-d9d50c74-8eb0-4348-a429-dae8eb356b69 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Network 8697cb84-dbf2-400d-bc38-d72798ad7471 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:50.206673 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-d9d50c74-8eb0-4348-a429-dae8eb356b69 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:50.209405 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-d9d50c74-8eb0-4348-a429-dae8eb356b69 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:50.257415 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:50.306774 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d50c74-8eb0-4348-a429-dae8eb356b69 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Pushing event updated for resources: {'Port': ['ID=1a4c8500-eae9-4d61-a7fe-d159cafbcabc,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:50.346222 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-d9d50c74-8eb0-4348-a429-dae8eb356b69 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:50.346889 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:50.346889 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.347026 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-d9d50c74-8eb0-4348-a429-dae8eb356b69 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.367996 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9301c35-a91e-4cb5-99da-77f5d03b8258 req-1b2ee939-72b9-4d71-a275-c0dd0c7a380e tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:50.375821 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a9301c35-a91e-4cb5-99da-77f5d03b8258 req-1b2ee939-72b9-4d71-a275-c0dd0c7a380e tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] 10.222.0.18 "GET /v2.0/ports?device_id=31064b25-27c3-4a76-afad-5afee2426958 HTTP/1.1" status: 200 len: 932 time: 0.1734712 Jul 29 23:38:50.397484 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-d9d50c74-8eb0-4348-a429-dae8eb356b69 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0755033 Jul 29 23:38:50.415669 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-40d21c97-0f70-42b2-ae76-44b7f280d177 service neutron] Request body: {'port': {'device_id': '31064b25-27c3-4a76-afad-5afee2426958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:50.452350 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a9301c35-a91e-4cb5-99da-77f5d03b8258 req-76b7e012-0a1e-4cb7-aa37-1df95d17cb1e tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4fbeda2-5585-4056-87b3-0fd4259be376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711033 Jul 29 23:38:50.503334 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-40d21c97-0f70-42b2-ae76-44b7f280d177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.544120 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.591999 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55534) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:50.616956 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:50.618462 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c7e56f-acb3-4a75-b444-e0a505979ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dccf7fc-65fb-4bea-aa88-058e5e3fc67f'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:50.622244 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0161d192-8851-4378-ba3f-e49f74d42ed2" -d '{"events": [{"server_uuid": "b5c7e56f-acb3-4a75-b444-e0a505979ebb", "name": "network-vif-plugged", "status": "completed", "tag": "8dccf7fc-65fb-4bea-aa88-058e5e3fc67f"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:50.628130 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.629576 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 7b6accba-c93e-4dee-bf28-0c473ab44121 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:38:50.660287 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 7b6accba-c93e-4dee-bf28-0c473ab44121 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:38:50.660635 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 7b6accba-c93e-4dee-bf28-0c473ab44121 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:38:50.711035 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb82da4-da1c-46a0-ab10-5877790e2c0f x-openstack-request-id: req-3bb82da4-da1c-46a0-ab10-5877790e2c0f {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:50.711388 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c7e56f-acb3-4a75-b444-e0a505979ebb", "name": "network-vif-plugged", "status": "completed", "tag": "8dccf7fc-65fb-4bea-aa88-058e5e3fc67f", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:50.711995 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3bb82da4-da1c-46a0-ab10-5877790e2c0f {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:50.712419 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c7e56f-acb3-4a75-b444-e0a505979ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dccf7fc-65fb-4bea-aa88-058e5e3fc67f', 'code': 200} Jul 29 23:38:50.778438 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:50.807202 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-d3f9da30-7a4a-4075-bb7b-01f8602db345 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-564830720-network', 'tenant_id': '0a79785e132a4d99b2aaa6f727be8ed3'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:50.836651 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f9da30-7a4a-4075-bb7b-01f8602db345 admin admin] Made reservation on behalf of 0a79785e132a4d99b2aaa6f727be8ed3 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:50.841419 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d3f9da30-7a4a-4075-bb7b-01f8602db345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:50.856645 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d3f9da30-7a4a-4075-bb7b-01f8602db345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.027946 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d3f9da30-7a4a-4075-bb7b-01f8602db345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.035293 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d3f9da30-7a4a-4075-bb7b-01f8602db345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.065395 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f9da30-7a4a-4075-bb7b-01f8602db345 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:38:51.077788 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9da30-7a4a-4075-bb7b-01f8602db345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=113e89da-09d4-4f59-9634-5a65b0893d50,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:51.088330 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d3f9da30-7a4a-4075-bb7b-01f8602db345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.088689 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-d3f9da30-7a4a-4075-bb7b-01f8602db345 admin admin] Added segment f4ea2064-205e-4a2c-bcae-d206545b0490 of type vlan for network a078107d-6a53-485e-892f-fcb208a92e47 Jul 29 23:38:51.179708 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d3f9da30-7a4a-4075-bb7b-01f8602db345 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.238871 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d3f9da30-7a4a-4075-bb7b-01f8602db345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.239858 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f9da30-7a4a-4075-bb7b-01f8602db345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:51.240469 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d3f9da30-7a4a-4075-bb7b-01f8602db345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.259136 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2213995-eaa1-4f9f-88c2-1a98d6a7548c req-c69f242b-4634-40ef-a195-87ff63038947 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:51.265080 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d3f9da30-7a4a-4075-bb7b-01f8602db345 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6717381 Jul 29 23:38:51.269587 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d2213995-eaa1-4f9f-88c2-1a98d6a7548c req-c69f242b-4634-40ef-a195-87ff63038947 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 946 time: 0.2095318 Jul 29 23:38:51.271253 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55550) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:51.288520 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f8e05df1-f4ad-442f-95e3-ac981ee0c6c0 admin admin] Request body: {'subnet': {'network_id': 'a078107d-6a53-485e-892f-fcb208a92e47', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-564830720-subnet', 'tenant_id': '0a79785e132a4d99b2aaa6f727be8ed3', 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:51.361439 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9da30-7a4a-4075-bb7b-01f8602db345 admin admin] Pushing event updated for resources: {'Network': ['ID=a078107d-6a53-485e-892f-fcb208a92e47,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:51.372264 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network a078107d-6a53-485e-892f-fcb208a92e47 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:38:51.387486 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d2213995-eaa1-4f9f-88c2-1a98d6a7548c req-6a886ede-06d7-4277-981a-9fe8a35dba1a tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170192 Jul 29 23:38:51.390097 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e05df1-f4ad-442f-95e3-ac981ee0c6c0 admin admin] Made reservation on behalf of 0a79785e132a4d99b2aaa6f727be8ed3 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:38:51.393366 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f8e05df1-f4ad-442f-95e3-ac981ee0c6c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.662438 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-40d21c97-0f70-42b2-ae76-44b7f280d177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4c8500-eae9-4d61-a7fe-d159cafbcabc {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:51.674790 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-40d21c97-0f70-42b2-ae76-44b7f280d177 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.695461 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7133da-4403-45f6-ad3c-c7e806a71d74 req-85d298fd-ca56-4779-a16c-7930ad155500 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:51.697845 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee7133da-4403-45f6-ad3c-c7e806a71d74 req-85d298fd-ca56-4779-a16c-7930ad155500 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] 10.222.0.18 "GET /v2.0/ports?device_id=31064b25-27c3-4a76-afad-5afee2426958 HTTP/1.1" status: 200 len: 932 time: 0.1472101 Jul 29 23:38:51.717387 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-40d21c97-0f70-42b2-ae76-44b7f280d177 service neutron] Transition to ACTIVE for port object 1a4c8500-eae9-4d61-a7fe-d159cafbcabc will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:51.753872 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-40d21c97-0f70-42b2-ae76-44b7f280d177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.837393 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f8e05df1-f4ad-442f-95e3-ac981ee0c6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:51.846716 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d21c97-0f70-42b2-ae76-44b7f280d177 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4c8500-eae9-4d61-a7fe-d159cafbcabc,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:51.878617 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee7133da-4403-45f6-ad3c-c7e806a71d74 req-27f189b4-73b0-4f0d-9d77-ef2767d30454 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4fbeda2-5585-4056-87b3-0fd4259be376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720438 Jul 29 23:38:52.001607 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e05df1-f4ad-442f-95e3-ac981ee0c6c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6053540-60f6-4031-8b3f-cd352d3a578a,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:52.024020 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8e05df1-f4ad-442f-95e3-ac981ee0c6c0 admin admin] Checking segment: {'id': 'f4ea2064-205e-4a2c-bcae-d206545b0490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a078107d-6a53-485e-892f-fcb208a92e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:52.024271 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e05df1-f4ad-442f-95e3-ac981ee0c6c0 admin admin] Network hostable DHCP agents. Network: a078107d-6a53-485e-892f-fcb208a92e47, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:38:52.072596 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-40d21c97-0f70-42b2-ae76-44b7f280d177 service neutron] Attempting to bind port 1a4c8500-eae9-4d61-a7fe-d159cafbcabc on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:52.073153 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-40d21c97-0f70-42b2-ae76-44b7f280d177 service neutron] Attempting to bind port 1a4c8500-eae9-4d61-a7fe-d159cafbcabc by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'db08581a-4e43-4e71-96b8-5105be245552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8697cb84-dbf2-400d-bc38-d72798ad7471'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:52.073699 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-40d21c97-0f70-42b2-ae76-44b7f280d177 service neutron] Attempting to bind port 1a4c8500-eae9-4d61-a7fe-d159cafbcabc on network 8697cb84-dbf2-400d-bc38-d72798ad7471 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:52.081496 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e05df1-f4ad-442f-95e3-ac981ee0c6c0 admin admin] Network a078107d-6a53-485e-892f-fcb208a92e47 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:38:52.086501 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-40d21c97-0f70-42b2-ae76-44b7f280d177 service neutron] Port 1a4c8500-eae9-4d61-a7fe-d159cafbcabc on network 8697cb84-dbf2-400d-bc38-d72798ad7471 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:38:52.087026 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-40d21c97-0f70-42b2-ae76-44b7f280d177 service neutron] Attempting to bind port 1a4c8500-eae9-4d61-a7fe-d159cafbcabc on network 8697cb84-dbf2-400d-bc38-d72798ad7471 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:52.101134 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-40d21c97-0f70-42b2-ae76-44b7f280d177 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:52.101786 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-40d21c97-0f70-42b2-ae76-44b7f280d177 service neutron] Checking segment: {'id': 'db08581a-4e43-4e71-96b8-5105be245552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8697cb84-dbf2-400d-bc38-d72798ad7471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:52.102418 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-40d21c97-0f70-42b2-ae76-44b7f280d177 service neutron] Bound using segment: {'id': 'db08581a-4e43-4e71-96b8-5105be245552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8697cb84-dbf2-400d-bc38-d72798ad7471'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:52.103127 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-40d21c97-0f70-42b2-ae76-44b7f280d177 service neutron] Bound port: 1a4c8500-eae9-4d61-a7fe-d159cafbcabc, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db08581a-4e43-4e71-96b8-5105be245552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '8697cb84-dbf2-400d-bc38-d72798ad7471'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:52.103714 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-40d21c97-0f70-42b2-ae76-44b7f280d177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.116695 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-f8e05df1-f4ad-442f-95e3-ac981ee0c6c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, a078107d-6a53-485e-892f-fcb208a92e47) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:52.138614 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e05df1-f4ad-442f-95e3-ac981ee0c6c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:52.139239 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f8e05df1-f4ad-442f-95e3-ac981ee0c6c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.153021 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52862c34-71fa-49f6-946e-eb9b0d8d2540 None None] Network a078107d-6a53-485e-892f-fcb208a92e47 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:52.232556 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-40d21c97-0f70-42b2-ae76-44b7f280d177 service neutron] For port 1a4c8500-eae9-4d61-a7fe-d159cafbcabc, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:52.238206 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-40d21c97-0f70-42b2-ae76-44b7f280d177 service neutron] For port 1a4c8500-eae9-4d61-a7fe-d159cafbcabc, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=1a4c8500-eae9-4d61-a7fe-d159cafbcabc,segment=NetworkSegment(db08581a-4e43-4e71-96b8-5105be245552),segment_id=db08581a-4e43-4e71-96b8-5105be245552)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:52.245062 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-40d21c97-0f70-42b2-ae76-44b7f280d177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.308966 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f8e05df1-f4ad-442f-95e3-ac981ee0c6c0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0335078 Jul 29 23:38:52.313056 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55566) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:52.319194 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-0ad65dff-9b55-442e-bc03-c5ef236029c1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-564830720-router', 'tenant_id': '0a79785e132a4d99b2aaa6f727be8ed3', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:38:52.330415 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-40d21c97-0f70-42b2-ae76-44b7f280d177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:52.331019 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-40d21c97-0f70-42b2-ae76-44b7f280d177 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.333064 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-40d21c97-0f70-42b2-ae76-44b7f280d177 service neutron] 10.222.0.23 "PUT /v2.0/ports/1a4c8500-eae9-4d61-a7fe-d159cafbcabc HTTP/1.1" status: 200 len: 1093 time: 1.9224362 Jul 29 23:38:52.346525 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31064b25-27c3-4a76-afad-5afee2426958', 'tag': '1a4c8500-eae9-4d61-a7fe-d159cafbcabc'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:38:52.364202 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804b20f7-7ef0-43d5-ad61-f3c1e64d85a0" -d '{"events": [{"name": "network-changed", "server_uuid": "31064b25-27c3-4a76-afad-5afee2426958", "tag": "1a4c8500-eae9-4d61-a7fe-d159cafbcabc"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:38:52.370688 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0ad65dff-9b55-442e-bc03-c5ef236029c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.372467 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0ad65dff-9b55-442e-bc03-c5ef236029c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.415698 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9df4419-c1b7-4e2c-ae6a-79ed4a444c94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-a078107d-6a53-485e-892f-fcb208a92e47', 'network_id': 'a078107d-6a53-485e-892f-fcb208a92e47', 'tenant_id': '0a79785e132a4d99b2aaa6f727be8ed3', 'fixed_ips': [{'subnet_id': 'b6053540-60f6-4031-8b3f-cd352d3a578a'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:38:52.418257 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c9df4419-c1b7-4e2c-ae6a-79ed4a444c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.446649 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d21c97-0f70-42b2-ae76-44b7f280d177 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4c8500-eae9-4d61-a7fe-d159cafbcabc,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:52.475624 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-ee7ccf54-9ca2-4a66-b008-5974b4bdf5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:52.477621 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-ee7ccf54-9ca2-4a66-b008-5974b4bdf5d7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6aed13958309405595fb5d9e93900ceb&device_id=31064b25-27c3-4a76-afad-5afee2426958 HTTP/1.1" status: 200 len: 1096 time: 0.0945470 Jul 29 23:38:52.479987 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0ad65dff-9b55-442e-bc03-c5ef236029c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:52.480222 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c65f8c5-b76b-439c-af92-424b223be81e x-openstack-request-id: req-1c65f8c5-b76b-439c-af92-424b223be81e {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:38:52.480608 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31064b25-27c3-4a76-afad-5afee2426958", "tag": "1a4c8500-eae9-4d61-a7fe-d159cafbcabc", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:38:52.480918 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1c65f8c5-b76b-439c-af92-424b223be81e {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:38:52.481620 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31064b25-27c3-4a76-afad-5afee2426958', 'tag': '1a4c8500-eae9-4d61-a7fe-d159cafbcabc', 'status': 'completed', 'code': 200} Jul 29 23:38:52.586470 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55574) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:52.608342 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-a2de14dc-b4fe-41c0-b978-208401c6b240 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a4c8500-eae9-4d61-a7fe-d159cafbcabc HTTP/1.1" status: 200 len: 217 time: 0.1204066 Jul 29 23:38:52.695331 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-c9df4419-c1b7-4e2c-ae6a-79ed4a444c94 None None] Allocated IP 172.20.0.2 (a078107d-6a53-485e-892f-fcb208a92e47/b6053540-60f6-4031-8b3f-cd352d3a578a/662594da-0b94-4357-b5bb-e67d7f9d30fd) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:52.848679 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-462693fd-4c17-4092-a45a-626ac8a3a35a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:52.850156 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-462693fd-4c17-4092-a45a-626ac8a3a35a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb26dd77-a548-4050-b5e3-c6cc0d0465b8 HTTP/1.1" status: 200 len: 848 time: 0.2339280 Jul 29 23:38:52.908137 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-29a82f5f-ae88-48fe-9d88-e8bf8dd0e469 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8697cb84-dbf2-400d-bc38-d72798ad7471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501142 Jul 29 23:38:53.013006 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c9df4419-c1b7-4e2c-ae6a-79ed4a444c94 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.037217 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c9df4419-c1b7-4e2c-ae6a-79ed4a444c94 None None] Transition to ACTIVE for port object 662594da-0b94-4357-b5bb-e67d7f9d30fd will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:53.037864 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-923dfdbd-12d3-4dd3-b86a-2418c1b49be7 service neutron] 10.222.0.23 "GET /v2.0/networks/8697cb84-dbf2-400d-bc38-d72798ad7471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185184 Jul 29 23:38:53.058486 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae242df1-9d7c-438f-b4bd-c72570547e4a req-5b28da9f-68c6-49f7-b563-d3d498bb60a5 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:53.066742 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae242df1-9d7c-438f-b4bd-c72570547e4a req-5b28da9f-68c6-49f7-b563-d3d498bb60a5 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 946 time: 0.3784451 Jul 29 23:38:53.071768 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c9df4419-c1b7-4e2c-ae6a-79ed4a444c94 None None] Transition to ACTIVE for port object 662594da-0b94-4357-b5bb-e67d7f9d30fd will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:53.082914 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c9df4419-c1b7-4e2c-ae6a-79ed4a444c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.089400 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-df565454-b9f9-4492-b42d-05f30258ab98 admin admin] Deleting subnet b7783f5c-0922-4c71-a9e3-d83ec4828df5 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:38:53.112544 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-df565454-b9f9-4492-b42d-05f30258ab98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.140265 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9df4419-c1b7-4e2c-ae6a-79ed4a444c94 None None] Network a078107d-6a53-485e-892f-fcb208a92e47 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:53.141324 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df4419-c1b7-4e2c-ae6a-79ed4a444c94 None None] Pushing event updated for resources: {'Port': ['ID=662594da-0b94-4357-b5bb-e67d7f9d30fd,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:53.146249 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-c9df4419-c1b7-4e2c-ae6a-79ed4a444c94 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:53.156414 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9df4419-c1b7-4e2c-ae6a-79ed4a444c94 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:53.225808 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae242df1-9d7c-438f-b4bd-c72570547e4a req-accf0abb-711d-480d-b0f4-e26a0887985a tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583793 Jul 29 23:38:53.230410 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-df565454-b9f9-4492-b42d-05f30258ab98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.241102 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:38:53.270500 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c9df4419-c1b7-4e2c-ae6a-79ed4a444c94 None None] Attempting to bind port 662594da-0b94-4357-b5bb-e67d7f9d30fd on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:53.270887 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c9df4419-c1b7-4e2c-ae6a-79ed4a444c94 None None] Attempting to bind port 662594da-0b94-4357-b5bb-e67d7f9d30fd by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'f4ea2064-205e-4a2c-bcae-d206545b0490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a078107d-6a53-485e-892f-fcb208a92e47'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:53.271266 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9df4419-c1b7-4e2c-ae6a-79ed4a444c94 None None] Attempting to bind port 662594da-0b94-4357-b5bb-e67d7f9d30fd on network a078107d-6a53-485e-892f-fcb208a92e47 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:53.296684 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9df4419-c1b7-4e2c-ae6a-79ed4a444c94 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:53.297812 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9df4419-c1b7-4e2c-ae6a-79ed4a444c94 None None] Checking segment: {'id': 'f4ea2064-205e-4a2c-bcae-d206545b0490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a078107d-6a53-485e-892f-fcb208a92e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:53.298904 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c9df4419-c1b7-4e2c-ae6a-79ed4a444c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.299322 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9df4419-c1b7-4e2c-ae6a-79ed4a444c94 None None] Bound using segment: {'id': 'f4ea2064-205e-4a2c-bcae-d206545b0490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a078107d-6a53-485e-892f-fcb208a92e47'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:53.299827 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c9df4419-c1b7-4e2c-ae6a-79ed4a444c94 None None] Bound port: 662594da-0b94-4357-b5bb-e67d7f9d30fd, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ea2064-205e-4a2c-bcae-d206545b0490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a078107d-6a53-485e-892f-fcb208a92e47'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:53.300240 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c9df4419-c1b7-4e2c-ae6a-79ed4a444c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.343550 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-df565454-b9f9-4492-b42d-05f30258ab98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.356134 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfe3ddc3-7b80-4e48-8f65-e72fa14aa733 req-14e021a0-75be-4c3e-9959-882881df89cd service neutron] 10.222.0.23 "GET /v2.0/networks/8697cb84-dbf2-400d-bc38-d72798ad7471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806580 Jul 29 23:38:53.386955 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0ad65dff-9b55-442e-bc03-c5ef236029c1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.428367 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c9df4419-c1b7-4e2c-ae6a-79ed4a444c94 None None] For port 662594da-0b94-4357-b5bb-e67d7f9d30fd, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:53.441887 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c9df4419-c1b7-4e2c-ae6a-79ed4a444c94 None None] For port 662594da-0b94-4357-b5bb-e67d7f9d30fd, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=662594da-0b94-4357-b5bb-e67d7f9d30fd,segment=NetworkSegment(f4ea2064-205e-4a2c-bcae-d206545b0490),segment_id=f4ea2064-205e-4a2c-bcae-d206545b0490)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:53.448374 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c9df4419-c1b7-4e2c-ae6a-79ed4a444c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.506912 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72e7137-b097-4c89-b7ba-e3dc98bca6cb req-d6bb9f2f-9c39-4edc-b370-f36fec3a66f5 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:53.508819 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c72e7137-b097-4c89-b7ba-e3dc98bca6cb req-d6bb9f2f-9c39-4edc-b370-f36fec3a66f5 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] 10.222.0.18 "GET /v2.0/ports?device_id=31064b25-27c3-4a76-afad-5afee2426958 HTTP/1.1" status: 200 len: 944 time: 0.1695111 Jul 29 23:38:53.566352 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b20f7-7ef0-43d5-ad61-f3c1e64d85a0 req-0fda692b-1103-4c6f-b832-0c9060bfd911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:53.568519 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-804b20f7-7ef0-43d5-ad61-f3c1e64d85a0 req-0fda692b-1103-4c6f-b832-0c9060bfd911 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6aed13958309405595fb5d9e93900ceb&device_id=31064b25-27c3-4a76-afad-5afee2426958 HTTP/1.1" status: 200 len: 1096 time: 0.1571050 Jul 29 23:38:53.592662 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-df565454-b9f9-4492-b42d-05f30258ab98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.602324 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df4419-c1b7-4e2c-ae6a-79ed4a444c94 None None] Pushing event updated for resources: {'Port': ['ID=662594da-0b94-4357-b5bb-e67d7f9d30fd,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:53.688079 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c72e7137-b097-4c89-b7ba-e3dc98bca6cb req-73843633-00bb-4097-bbd5-a52fc50aaf53 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4fbeda2-5585-4056-87b3-0fd4259be376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660647 Jul 29 23:38:53.693029 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565454-b9f9-4492-b42d-05f30258ab98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7783f5c-0922-4c71-a9e3-d83ec4828df5,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:53.696752 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-df565454-b9f9-4492-b42d-05f30258ab98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.701174 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-df565454-b9f9-4492-b42d-05f30258ab98 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b7783f5c-0922-4c71-a9e3-d83ec4828df5 HTTP/1.1" status: 204 len: 168 time: 1.1136127 Jul 29 23:38:53.704649 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55584) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:53.761964 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b20f7-7ef0-43d5-ad61-f3c1e64d85a0 req-b4c55cff-1c13-4c3d-88cc-5013f84ef288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:53.764240 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-804b20f7-7ef0-43d5-ad61-f3c1e64d85a0 req-b4c55cff-1c13-4c3d-88cc-5013f84ef288 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8697cb84-dbf2-400d-bc38-d72798ad7471 HTTP/1.1" status: 200 len: 909 time: 0.1845949 Jul 29 23:38:53.805333 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0ad65dff-9b55-442e-bc03-c5ef236029c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.825538 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-804b20f7-7ef0-43d5-ad61-f3c1e64d85a0 req-b402a365-e3f8-4c82-bbde-1bf32affd267 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1a4c8500-eae9-4d61-a7fe-d159cafbcabc HTTP/1.1" status: 200 len: 217 time: 0.0509744 Jul 29 23:38:53.859559 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0ad65dff-9b55-442e-bc03-c5ef236029c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.865668 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-616c047d-91bd-4362-9cd7-c02652053cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:53.930782 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804b20f7-7ef0-43d5-ad61-f3c1e64d85a0 req-58e2f6b7-a876-4f4b-8589-69cf62cce215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:53.935026 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-804b20f7-7ef0-43d5-ad61-f3c1e64d85a0 req-58e2f6b7-a876-4f4b-8589-69cf62cce215 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=eb26dd77-a548-4050-b5e3-c6cc0d0465b8 HTTP/1.1" status: 200 len: 848 time: 0.0961940 Jul 29 23:38:53.978192 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-804b20f7-7ef0-43d5-ad61-f3c1e64d85a0 req-4c0c1b9a-fb8e-4893-9da0-9a8446860336 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8697cb84-dbf2-400d-bc38-d72798ad7471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354543 Jul 29 23:38:54.059365 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-616c047d-91bd-4362-9cd7-c02652053cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.073498 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-616c047d-91bd-4362-9cd7-c02652053cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc3405b-dbdf-4745-bae9-00b7363339da']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:54.094285 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-804b20f7-7ef0-43d5-ad61-f3c1e64d85a0 req-fac026a6-39e9-4a55-9dba-03a9240b8235 service neutron] 10.222.0.23 "GET /v2.0/networks/8697cb84-dbf2-400d-bc38-d72798ad7471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064193 Jul 29 23:38:54.098694 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-616c047d-91bd-4362-9cd7-c02652053cb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c898618f-8f6f-4111-ba8e-fe1c70cde634') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:54.099002 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-616c047d-91bd-4362-9cd7-c02652053cb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c898618f-8f6f-4111-ba8e-fe1c70cde634') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:54.101832 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-0ad65dff-9b55-442e-bc03-c5ef236029c1 admin admin] Allocated IP 172.25.8.204 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/a825465a-0411-4f61-8740-ce41ae377cd7) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:54.116509 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-616c047d-91bd-4362-9cd7-c02652053cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.137475 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-616c047d-91bd-4362-9cd7-c02652053cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.178033 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-616c047d-91bd-4362-9cd7-c02652053cb7 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:38:54.178449 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-616c047d-91bd-4362-9cd7-c02652053cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.180250 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:38:54.180250 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:38:54.180250 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:38:54.180250 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:38:54.180250 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:38:54.180250 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:38:54.180250 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:38:54.180250 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:38:54.180250 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:38:54.180250 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:38:54.180250 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:38:54.180250 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:38:54.180250 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:38:54.180250 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:38:54.180250 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:38:54.180250 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:38:54.180250 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:38:54.180250 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:38:54.180250 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:38:54.180250 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:38:54.180250 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:38:54.180250 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:38:54.180250 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:38:54.180250 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:38:54.180250 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:38:54.180250 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:38:54.180250 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:38:54.180250 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:38:54.180250 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:38:54.180250 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:38:54.180250 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:38:54.180250 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:38:54.209699 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-804b20f7-7ef0-43d5-ad61-f3c1e64d85a0 req-6a5bf5df-cfa0-4495-82b7-70a5841739d7 service neutron] 10.222.0.23 "GET /v2.0/networks/8697cb84-dbf2-400d-bc38-d72798ad7471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060822 Jul 29 23:38:54.278955 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-616c047d-91bd-4362-9cd7-c02652053cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.305993 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-616c047d-91bd-4362-9cd7-c02652053cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.310895 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-616c047d-91bd-4362-9cd7-c02652053cb7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/ebc3405b-dbdf-4745-bae9-00b7363339da HTTP/1.1" status: 204 len: 168 time: 0.6029990 Jul 29 23:38:54.310895 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c047d-91bd-4362-9cd7-c02652053cb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ebc3405b-dbdf-4745-bae9-00b7363339da,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:54.371883 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0ad65dff-9b55-442e-bc03-c5ef236029c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.437719 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04231c6c-d1bb-4233-a881-1d396f71ffc4 req-0015af6f-2b00-4fff-937e-644d470a3f83 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:54.440833 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-04231c6c-d1bb-4233-a881-1d396f71ffc4 req-0015af6f-2b00-4fff-937e-644d470a3f83 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 946 time: 0.0973866 Jul 29 23:38:54.442099 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0ad65dff-9b55-442e-bc03-c5ef236029c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.529574 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-04231c6c-d1bb-4233-a881-1d396f71ffc4 req-2b046bed-25d6-4d68-a883-50f75a7d90a4 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683434 Jul 29 23:38:54.534372 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad65dff-9b55-442e-bc03-c5ef236029c1 admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:54.535468 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55594) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:54.538328 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-0ad65dff-9b55-442e-bc03-c5ef236029c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:54.547587 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad65dff-9b55-442e-bc03-c5ef236029c1 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:54.626945 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-18d91842-df26-46de-b8a9-45d6897af2fd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7a95e2067dac40d1a2f41b37f14aaf9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0855453 Jul 29 23:38:54.630017 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55596) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:54.645119 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad65dff-9b55-442e-bc03-c5ef236029c1 admin admin] Pushing event updated for resources: {'Port': ['ID=a825465a-0411-4f61-8740-ce41ae377cd7,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:54.834189 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3bd28a04-59d8-417a-a426-05fa697ee11f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.877494 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3bd28a04-59d8-417a-a426-05fa697ee11f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.925355 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6b2c3-37b2-47e5-9eff-804099856749 req-b86bcc05-e749-4914-8a94-d5efafba55cc tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:54.927020 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9ca6b2c3-37b2-47e5-9eff-804099856749 req-b86bcc05-e749-4914-8a94-d5efafba55cc tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] 10.222.0.18 "GET /v2.0/ports?device_id=31064b25-27c3-4a76-afad-5afee2426958 HTTP/1.1" status: 200 len: 944 time: 0.1011961 Jul 29 23:38:54.984010 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3bd28a04-59d8-417a-a426-05fa697ee11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.987410 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3bd28a04-59d8-417a-a426-05fa697ee11f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:54.990701 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3bd28a04-59d8-417a-a426-05fa697ee11f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/285ffa0d-5948-47de-8832-f760b20395b6 HTTP/1.1" status: 204 len: 168 time: 0.3596904 Jul 29 23:38:55.033782 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9ca6b2c3-37b2-47e5-9eff-804099856749 req-9f32ae6b-a542-4fb0-93b0-36e66ead6c2c tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4fbeda2-5585-4056-87b3-0fd4259be376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936310 Jul 29 23:38:55.063181 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1bbb62-64d4-4db1-bd8d-b0656f42f7a0 None None] Network a078107d-6a53-485e-892f-fcb208a92e47 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:38:55.091929 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0ad65dff-9b55-442e-bc03-c5ef236029c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.165412 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 662594da-0b94-4357-b5bb-e67d7f9d30fd up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:55.204814 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ff1ddd15-9d82-4d1a-97fa-c1feb81fad8f None None] Provisioning for port 662594da-0b94-4357-b5bb-e67d7f9d30fd completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:55.255852 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd28a04-59d8-417a-a426-05fa697ee11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285ffa0d-5948-47de-8832-f760b20395b6,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:55.393261 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 662594da-0b94-4357-b5bb-e67d7f9d30fd completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:55.404263 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 662594da-0b94-4357-b5bb-e67d7f9d30fd triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:55.404637 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.417194 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0ad65dff-9b55-442e-bc03-c5ef236029c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.529109 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.647165 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 662594da-0b94-4357-b5bb-e67d7f9d30fd, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=662594da-0b94-4357-b5bb-e67d7f9d30fd,segment=NetworkSegment(f4ea2064-205e-4a2c-bcae-d206545b0490),segment_id=f4ea2064-205e-4a2c-bcae-d206545b0490)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:55.677251 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.684730 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad65dff-9b55-442e-bc03-c5ef236029c1 admin admin] Router 1a03cf29-fc48-4a16-8c04-c6b547fc703e is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:38:55.847443 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=662594da-0b94-4357-b5bb-e67d7f9d30fd,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:55.849663 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e797d4d-8986-4687-ab39-144472c2a0f0 req-c11922db-c8a7-4b5e-ac93-b961e01ab950 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:55.860716 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6e797d4d-8986-4687-ab39-144472c2a0f0 req-c11922db-c8a7-4b5e-ac93-b961e01ab950 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 946 time: 0.1436093 Jul 29 23:38:55.974792 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-dc76a09d-ae0d-4464-bca6-9b0a1d052730 None None] Provisioning complete for port 662594da-0b94-4357-b5bb-e67d7f9d30fd triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:55.975298 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dc76a09d-ae0d-4464-bca6-9b0a1d052730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:55.975940 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad65dff-9b55-442e-bc03-c5ef236029c1 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:38:56.006410 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0ad65dff-9b55-442e-bc03-c5ef236029c1 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.006968 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6e797d4d-8986-4687-ab39-144472c2a0f0 req-eab2f728-efc4-493e-adbf-ed6903917f00 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433997 Jul 29 23:38:56.010201 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0ad65dff-9b55-442e-bc03-c5ef236029c1 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6921084 Jul 29 23:38:56.010497 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55626) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:56.023675 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd4027-9829-4076-9e4a-14d7afcf5d9f req-1e778df3-2a1a-4852-9b9c-40ff9a1bfa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:56.025351 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7dd4027-9829-4076-9e4a-14d7afcf5d9f req-1e778df3-2a1a-4852-9b9c-40ff9a1bfa17 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 1098 time: 0.1257393 Jul 29 23:38:56.041310 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee52001f-8c62-4df9-9eba-91609a8d7d85 None None] Sync routers for ids ['1a03cf29-fc48-4a16-8c04-c6b547fc703e'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:38:56.057826 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee52001f-8c62-4df9-9eba-91609a8d7d85 None None] Routers {'1a03cf29-fc48-4a16-8c04-c6b547fc703e'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:56.058850 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-ee52001f-8c62-4df9-9eba-91609a8d7d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:38:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['1a03cf29-fc48-4a16-8c04-c6b547fc703e'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:56.139657 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7dd4027-9829-4076-9e4a-14d7afcf5d9f req-e788f9ec-7fbf-44a5-9e04-abc817c66e06 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051326 Jul 29 23:38:56.234990 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f23e7d-aa5a-48a3-bd65-84d114437379 req-a2d19643-4abd-4fa4-95e7-066abd5c01de tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:56.237797 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d3f23e7d-aa5a-48a3-bd65-84d114437379 req-a2d19643-4abd-4fa4-95e7-066abd5c01de tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] 10.222.0.18 "GET /v2.0/ports?device_id=31064b25-27c3-4a76-afad-5afee2426958 HTTP/1.1" status: 200 len: 944 time: 0.1046119 Jul 29 23:38:56.267207 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 1a4c8500-eae9-4d61-a7fe-d159cafbcabc details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:38:56.302919 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-ee52001f-8c62-4df9-9eba-91609a8d7d85 None None] Set router 1a03cf29-fc48-4a16-8c04-c6b547fc703e gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:38:56.329615 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d3f23e7d-aa5a-48a3-bd65-84d114437379 req-7cc8026e-17b6-434b-ad7b-4db9df4a03fc tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4fbeda2-5585-4056-87b3-0fd4259be376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785134 Jul 29 23:38:56.393517 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.db.resource_extend [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:38:56.624193 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 1a4c8500-eae9-4d61-a7fe-d159cafbcabc, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=1a4c8500-eae9-4d61-a7fe-d159cafbcabc,segment=NetworkSegment(db08581a-4e43-4e71-96b8-5105be245552),segment_id=db08581a-4e43-4e71-96b8-5105be245552)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:56.638174 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-ee52001f-8c62-4df9-9eba-91609a8d7d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a03cf29-fc48-4a16-8c04-c6b547fc703e', 'name': 'tempest-TestAggregatesBasicOps-564830720-router', 'tenant_id': '0a79785e132a4d99b2aaa6f727be8ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'a825465a-0411-4f61-8740-ce41ae377cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:52Z', 'updated_at': '2021-07-29T23:38:54Z', 'revision_number': 3, 'project_id': '0a79785e132a4d99b2aaa6f727be8ed3', 'gw_port': {'id': 'a825465a-0411-4f61-8740-ce41ae377cd7', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a03cf29-fc48-4a16-8c04-c6b547fc703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:53Z', 'updated_at': '2021-07-29T23:38:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:56.697553 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee52001f-8c62-4df9-9eba-91609a8d7d85 None None] Checking router: 1a03cf29-fc48-4a16-8c04-c6b547fc703e for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:38:56.698211 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee52001f-8c62-4df9-9eba-91609a8d7d85 None None] Updating router 1a03cf29-fc48-4a16-8c04-c6b547fc703e port a825465a-0411-4f61-8740-ce41ae377cd7 binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:38:56.721795 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e70923ae-a1d4-421c-a942-cf13527cb919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.726195 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '1a4c8500-eae9-4d61-a7fe-d159cafbcabc', 'network_id': '8697cb84-dbf2-400d-bc38-d72798ad7471', 'port_id': '1a4c8500-eae9-4d61-a7fe-d159cafbcabc', 'mac_address': 'fa:16:3e:7f:2b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb26dd77-a548-4050-b5e3-c6cc0d0465b8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:38:56.731499 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ee52001f-8c62-4df9-9eba-91609a8d7d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.819562 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:56.885887 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4c8500-eae9-4d61-a7fe-d159cafbcabc {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:38:56.916681 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 1a4c8500-eae9-4d61-a7fe-d159cafbcabc, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=1a4c8500-eae9-4d61-a7fe-d159cafbcabc,segment=NetworkSegment(db08581a-4e43-4e71-96b8-5105be245552),segment_id=db08581a-4e43-4e71-96b8-5105be245552)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:38:56.924114 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.033573 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-e70923ae-a1d4-421c-a942-cf13527cb919 admin admin] Allocated IP 172.20.0.1 (a078107d-6a53-485e-892f-fcb208a92e47/b6053540-60f6-4031-8b3f-cd352d3a578a/199fbae9-f48e-4eb1-91a3-7d0a209f57af) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:38:57.208276 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 662594da-0b94-4357-b5bb-e67d7f9d30fd up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:38:57.217271 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e70923ae-a1d4-421c-a942-cf13527cb919 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.230220 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c043cc5d-6b0b-4603-8952-0169ab8ed274 req-f3a6c9c1-594a-44b1-9561-d8cba4cfbed3 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:57.232876 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-e70923ae-a1d4-421c-a942-cf13527cb919 admin admin] Transition to ACTIVE for port object 199fbae9-f48e-4eb1-91a3-7d0a209f57af will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:57.234888 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c043cc5d-6b0b-4603-8952-0169ab8ed274 req-f3a6c9c1-594a-44b1-9561-d8cba4cfbed3 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 946 time: 0.1160583 Jul 29 23:38:57.296670 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c043cc5d-6b0b-4603-8952-0169ab8ed274 req-7fefd2b0-97b3-450f-a55a-5d5bacabff6f tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516045 Jul 29 23:38:57.318946 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e70923ae-a1d4-421c-a942-cf13527cb919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.320686 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['1a4c8500-eae9-4d61-a7fe-d159cafbcabc'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:38:57.372400 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70923ae-a1d4-421c-a942-cf13527cb919 admin admin] Network a078107d-6a53-485e-892f-fcb208a92e47 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:57.378095 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=1a4c8500-eae9-4d61-a7fe-d159cafbcabc,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:57.380951 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-e70923ae-a1d4-421c-a942-cf13527cb919 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:57.386079 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70923ae-a1d4-421c-a942-cf13527cb919 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:38:57.388924 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70923ae-a1d4-421c-a942-cf13527cb919 admin admin] Pushing event updated for resources: {'Port': ['ID=199fbae9-f48e-4eb1-91a3-7d0a209f57af,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:57.429233 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e70923ae-a1d4-421c-a942-cf13527cb919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.431515 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 662594da-0b94-4357-b5bb-e67d7f9d30fd triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:57.431515 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.700300 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe993c1-d3c4-45d4-9bb4-b5b5001ac552 req-7ccf5038-db24-4a67-ac1c-385137b0b11f tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:57.702254 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8fe993c1-d3c4-45d4-9bb4-b5b5001ac552 req-7ccf5038-db24-4a67-ac1c-385137b0b11f tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] 10.222.0.18 "GET /v2.0/ports?device_id=31064b25-27c3-4a76-afad-5afee2426958 HTTP/1.1" status: 200 len: 945 time: 0.1399820 Jul 29 23:38:57.733843 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ee52001f-8c62-4df9-9eba-91609a8d7d85 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.753206 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e70923ae-a1d4-421c-a942-cf13527cb919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.762155 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ee52001f-8c62-4df9-9eba-91609a8d7d85 None None] Transition to ACTIVE for port object a825465a-0411-4f61-8740-ce41ae377cd7 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:38:57.800631 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8fe993c1-d3c4-45d4-9bb4-b5b5001ac552 req-a9ef3746-9400-41b8-8827-ab04af8f900d tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4fbeda2-5585-4056-87b3-0fd4259be376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895777 Jul 29 23:38:57.851564 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55690) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:57.860056 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ee52001f-8c62-4df9-9eba-91609a8d7d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:57.966127 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6228f-d490-4dac-b66a-d5ef953313d5 None None] Pushing event updated for resources: {'Port': ['ID=a825465a-0411-4f61-8740-ce41ae377cd7,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:57.997927 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-89c5c427-2575-47a7-8532-4a50a81fde5d None None] Provisioning for port 199fbae9-f48e-4eb1-91a3-7d0a209f57af completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:38:58.010904 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-89c5c427-2575-47a7-8532-4a50a81fde5d None None] Provisioning complete for port 199fbae9-f48e-4eb1-91a3-7d0a209f57af triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:58.011518 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-89c5c427-2575-47a7-8532-4a50a81fde5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:58.052938 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-ee52001f-8c62-4df9-9eba-91609a8d7d85 None None] Attempting to bind port a825465a-0411-4f61-8740-ce41ae377cd7 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:38:58.053494 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-ee52001f-8c62-4df9-9eba-91609a8d7d85 None None] Attempting to bind port a825465a-0411-4f61-8740-ce41ae377cd7 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:38:58.054020 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee52001f-8c62-4df9-9eba-91609a8d7d85 None None] Attempting to bind port a825465a-0411-4f61-8740-ce41ae377cd7 on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:38:58.061253 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-89c5c427-2575-47a7-8532-4a50a81fde5d None None] Port 199fbae9-f48e-4eb1-91a3-7d0a209f57af cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:58.063193 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee52001f-8c62-4df9-9eba-91609a8d7d85 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:38:58.063794 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee52001f-8c62-4df9-9eba-91609a8d7d85 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:38:58.064376 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ee52001f-8c62-4df9-9eba-91609a8d7d85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:58.064993 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee52001f-8c62-4df9-9eba-91609a8d7d85 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:38:58.065627 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-ee52001f-8c62-4df9-9eba-91609a8d7d85 None None] Bound port: a825465a-0411-4f61-8740-ce41ae377cd7, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:38:58.066321 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ee52001f-8c62-4df9-9eba-91609a8d7d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:58.159351 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e70923ae-a1d4-421c-a942-cf13527cb919 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:58.162947 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-0c8e9085-d108-41af-b3b1-164e436fd0a7 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:58.166640 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e70923ae-a1d4-421c-a942-cf13527cb919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:58.169167 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ee52001f-8c62-4df9-9eba-91609a8d7d85 None None] For port a825465a-0411-4f61-8740-ce41ae377cd7, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:38:58.173733 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ee52001f-8c62-4df9-9eba-91609a8d7d85 None None] For port a825465a-0411-4f61-8740-ce41ae377cd7, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a825465a-0411-4f61-8740-ce41ae377cd7,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:38:58.179255 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ee52001f-8c62-4df9-9eba-91609a8d7d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:58.181922 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-0c8e9085-d108-41af-b3b1-164e436fd0a7 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/networks?id=8f3c76a6-294b-442d-88c5-e90b8e7ba673 HTTP/1.1" status: 200 len: 810 time: 0.2500114 Jul 29 23:38:58.233359 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-8da4e37d-e810-4b9c-85ea-4f9357728731 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/quotas/224345a79dda437684f96bb484f29725 HTTP/1.1" status: 200 len: 375 time: 0.0503583 Jul 29 23:38:58.244556 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c84c7f67-9e5d-416d-81d4-23f96497d981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:58.249366 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee52001f-8c62-4df9-9eba-91609a8d7d85 None None] Routers {'1a03cf29-fc48-4a16-8c04-c6b547fc703e'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:38:58.250362 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-ee52001f-8c62-4df9-9eba-91609a8d7d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:38:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['1a03cf29-fc48-4a16-8c04-c6b547fc703e'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:58.261205 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e70923ae-a1d4-421c-a942-cf13527cb919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:58.270873 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70923ae-a1d4-421c-a942-cf13527cb919 admin admin] Pushing event updated for resources: {'Port': ['ID=199fbae9-f48e-4eb1-91a3-7d0a209f57af,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:58.314394 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f6228f-d490-4dac-b66a-d5ef953313d5 None None] Pushing event updated for resources: {'Port': ['ID=a825465a-0411-4f61-8740-ce41ae377cd7,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:58.329946 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-4ffdfc18-88b4-474c-8c41-c3fd2dc650cd tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=224345a79dda437684f96bb484f29725&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0944541 Jul 29 23:38:58.421034 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-ee52001f-8c62-4df9-9eba-91609a8d7d85 None None] Set router 1a03cf29-fc48-4a16-8c04-c6b547fc703e gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:38:58.485477 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-48f0ab12-817d-4b33-88bd-21c0c65e82dd service neutron] 10.222.0.18 "GET /v2.0/networks/8f3c76a6-294b-442d-88c5-e90b8e7ba673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549053 Jul 29 23:38:58.582771 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c84c7f67-9e5d-416d-81d4-23f96497d981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:58.596045 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c84c7f67-9e5d-416d-81d4-23f96497d981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:58.669175 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c7f67-9e5d-416d-81d4-23f96497d981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0617577e-2eee-4877-9399-3ad57e931614,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:58.678198 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c84c7f67-9e5d-416d-81d4-23f96497d981 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=86882ce61713480281c96c928111939c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8249049 Jul 29 23:38:58.693381 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-aeb33e44-7304-4edc-ba13-d9350eef390a service neutron] 10.222.0.18 "GET /v2.0/networks/8f3c76a6-294b-442d-88c5-e90b8e7ba673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064750 Jul 29 23:38:58.694055 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55702) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:38:58.792193 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e70923ae-a1d4-421c-a942-cf13527cb919 admin admin] Network a078107d-6a53-485e-892f-fcb208a92e47 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:38:58.794829 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-e70923ae-a1d4-421c-a942-cf13527cb919 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:38:58.809530 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-ee52001f-8c62-4df9-9eba-91609a8d7d85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a03cf29-fc48-4a16-8c04-c6b547fc703e', 'name': 'tempest-TestAggregatesBasicOps-564830720-router', 'tenant_id': '0a79785e132a4d99b2aaa6f727be8ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'a825465a-0411-4f61-8740-ce41ae377cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:52Z', 'updated_at': '2021-07-29T23:38:57Z', 'revision_number': 4, 'project_id': '0a79785e132a4d99b2aaa6f727be8ed3', 'gw_port': {'id': 'a825465a-0411-4f61-8740-ce41ae377cd7', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a03cf29-fc48-4a16-8c04-c6b547fc703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:53Z', 'updated_at': '2021-07-29T23:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '199fbae9-f48e-4eb1-91a3-7d0a209f57af', 'name': '', 'network_id': 'a078107d-6a53-485e-892f-fcb208a92e47', 'tenant_id': '0a79785e132a4d99b2aaa6f727be8ed3', 'mac_address': 'fa:16:3e:f5:46:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a03cf29-fc48-4a16-8c04-c6b547fc703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'b6053540-60f6-4031-8b3f-cd352d3a578a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:56Z', 'updated_at': '2021-07-29T23:38:57Z', 'revision_number': 2, 'project_id': '0a79785e132a4d99b2aaa6f727be8ed3', 'subnets': [{'id': 'b6053540-60f6-4031-8b3f-cd352d3a578a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:38:58.810874 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0289a0fd-94e3-4cc1-a9bd-5d0718a69ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:58.859738 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee52001f-8c62-4df9-9eba-91609a8d7d85 None None] The sync data for ids ['1a03cf29-fc48-4a16-8c04-c6b547fc703e'] in n-d-712140-10 is: [{'id': '1a03cf29-fc48-4a16-8c04-c6b547fc703e', 'name': 'tempest-TestAggregatesBasicOps-564830720-router', 'tenant_id': '0a79785e132a4d99b2aaa6f727be8ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'a825465a-0411-4f61-8740-ce41ae377cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:52Z', 'updated_at': '2021-07-29T23:38:57Z', 'revision_number': 4, 'project_id': '0a79785e132a4d99b2aaa6f727be8ed3', 'gw_port': {'id': 'a825465a-0411-4f61-8740-ce41ae377cd7', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6a:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a03cf29-fc48-4a16-8c04-c6b547fc703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:53Z', 'updated_at': '2021-07-29T23:38:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '199fbae9-f48e-4eb1-91a3-7d0a209f57af', 'name': '', 'network_id': 'a078107d-6a53-485e-892f-fcb208a92e47', 'tenant_id': '0a79785e132a4d99b2aaa6f727be8ed3', 'mac_address': 'fa:16:3e:f5:46:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a03cf29-fc48-4a16-8c04-c6b547fc703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'b6053540-60f6-4031-8b3f-cd352d3a578a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:56Z', 'updated_at': '2021-07-29T23:38:57Z', 'revision_number': 2, 'project_id': '0a79785e132a4d99b2aaa6f727be8ed3', 'subnets': [{'id': 'b6053540-60f6-4031-8b3f-cd352d3a578a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:38:58.863241 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0289a0fd-94e3-4cc1-a9bd-5d0718a69ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:58.988942 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0289a0fd-94e3-4cc1-a9bd-5d0718a69ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:59.002296 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0289a0fd-94e3-4cc1-a9bd-5d0718a69ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:59.011200 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0289a0fd-94e3-4cc1-a9bd-5d0718a69ff4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0617577e-2eee-4877-9399-3ad57e931614 HTTP/1.1" status: 204 len: 168 time: 0.3078816 Jul 29 23:38:59.060141 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e70923ae-a1d4-421c-a942-cf13527cb919 admin admin] Router 1a03cf29-fc48-4a16-8c04-c6b547fc703e has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:38:59.077517 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0289a0fd-94e3-4cc1-a9bd-5d0718a69ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0617577e-2eee-4877-9399-3ad57e931614,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:38:59.143573 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da5587b-68d9-4123-915c-608d1d7da369 req-b167c003-352c-4409-9bc1-69f74e6fc6c8 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:38:59.145996 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1da5587b-68d9-4123-915c-608d1d7da369 req-b167c003-352c-4409-9bc1-69f74e6fc6c8 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] 10.222.0.18 "GET /v2.0/ports?device_id=31064b25-27c3-4a76-afad-5afee2426958 HTTP/1.1" status: 200 len: 945 time: 0.1335239 Jul 29 23:38:59.252025 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1da5587b-68d9-4123-915c-608d1d7da369 req-4f15d7a4-9866-4cc7-aa4e-71528392b838 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4fbeda2-5585-4056-87b3-0fd4259be376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956221 Jul 29 23:38:59.402014 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e70923ae-a1d4-421c-a942-cf13527cb919 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:38:59.411768 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e70923ae-a1d4-421c-a942-cf13527cb919 admin admin] 10.222.0.18 "PUT /v2.0/routers/1a03cf29-fc48-4a16-8c04-c6b547fc703e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4001451 Jul 29 23:38:59.437195 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c3cebc3e-b40a-4318-946f-8b78aa7984f0 None None] Provisioning complete for port 199fbae9-f48e-4eb1-91a3-7d0a209f57af triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:38:59.439372 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c3cebc3e-b40a-4318-946f-8b78aa7984f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:59.446285 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1a32ca55-db5b-4c45-ac77-92b65eba272a req-f35ffa6a-97b9-4fba-99bc-d8a0cc9b6031 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 210 time: 0.0908856 Jul 29 23:38:59.549598 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:38:59.576273 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c3cebc3e-b40a-4318-946f-8b78aa7984f0 None None] Port 199fbae9-f48e-4eb1-91a3-7d0a209f57af cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:38:59.790246 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:00.287279 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 1a4c8500-eae9-4d61-a7fe-d159cafbcabc up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:00.445508 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 1a4c8500-eae9-4d61-a7fe-d159cafbcabc completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:00.456601 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 1a4c8500-eae9-4d61-a7fe-d159cafbcabc triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:00.457395 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:00.524246 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe0083-b7c5-40f8-8d6f-23d6bfbec981 req-1d2fd114-d41d-44c5-829f-cbe5c70941fd tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:00.537886 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-99fe0083-b7c5-40f8-8d6f-23d6bfbec981 req-1d2fd114-d41d-44c5-829f-cbe5c70941fd tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] 10.222.0.18 "GET /v2.0/ports?device_id=31064b25-27c3-4a76-afad-5afee2426958 HTTP/1.1" status: 200 len: 945 time: 0.1460619 Jul 29 23:39:00.621101 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55764) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:00.627179 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c2c98cec-2652-4786-aaa0-552cb06534c1 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-721480627-network', 'tenant_id': '6c4320a76e29456888c077cced2108a8'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:00.637208 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-99fe0083-b7c5-40f8-8d6f-23d6bfbec981 req-e51fe463-91f4-4634-a6c0-5750693f444f tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4fbeda2-5585-4056-87b3-0fd4259be376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912204 Jul 29 23:39:00.696207 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c98cec-2652-4786-aaa0-552cb06534c1 admin admin] Made reservation on behalf of 6c4320a76e29456888c077cced2108a8 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:00.700416 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2c98cec-2652-4786-aaa0-552cb06534c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:00.701261 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:00.732130 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2c98cec-2652-4786-aaa0-552cb06534c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:00.793320 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 1a4c8500-eae9-4d61-a7fe-d159cafbcabc, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=1a4c8500-eae9-4d61-a7fe-d159cafbcabc,segment=NetworkSegment(db08581a-4e43-4e71-96b8-5105be245552),segment_id=db08581a-4e43-4e71-96b8-5105be245552)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:00.795937 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31064b25-27c3-4a76-afad-5afee2426958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4c8500-eae9-4d61-a7fe-d159cafbcabc'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:00.802064 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5565228b-d7c0-4b72-b6b8-21723a08fe53" -d '{"events": [{"server_uuid": "31064b25-27c3-4a76-afad-5afee2426958", "name": "network-vif-plugged", "status": "completed", "tag": "1a4c8500-eae9-4d61-a7fe-d159cafbcabc"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:00.807488 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:00.835980 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-de808b1d-dbd6-4a9c-b287-d66c0e115762 req-3ada6dd5-3877-49d0-8ac0-d0bde541b466 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 210 time: 0.0652037 Jul 29 23:39:00.911311 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55770) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:00.921962 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=1a4c8500-eae9-4d61-a7fe-d159cafbcabc,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:00.960636 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc2e2ad-142d-4304-9b0a-037cebf7d544 x-openstack-request-id: req-8fc2e2ad-142d-4304-9b0a-037cebf7d544 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:00.961037 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31064b25-27c3-4a76-afad-5afee2426958", "name": "network-vif-plugged", "status": "completed", "tag": "1a4c8500-eae9-4d61-a7fe-d159cafbcabc", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:00.961391 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8fc2e2ad-142d-4304-9b0a-037cebf7d544 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:00.961895 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31064b25-27c3-4a76-afad-5afee2426958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4c8500-eae9-4d61-a7fe-d159cafbcabc', 'code': 200} Jul 29 23:39:01.059219 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2c98cec-2652-4786-aaa0-552cb06534c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.071715 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2c98cec-2652-4786-aaa0-552cb06534c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.103036 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2c98cec-2652-4786-aaa0-552cb06534c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:39:01.105499 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f654c93-b60d-44a6-aad8-aadf6610299d req-bc959c4e-35d8-4c1a-96bb-17e3d6c48685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:01.107177 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0f654c93-b60d-44a6-aad8-aadf6610299d req-bc959c4e-35d8-4c1a-96bb-17e3d6c48685 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=31064b25-27c3-4a76-afad-5afee2426958 HTTP/1.1" status: 200 len: 1098 time: 0.0688603 Jul 29 23:39:01.139969 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c98cec-2652-4786-aaa0-552cb06534c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad686e1-ba92-424a-9dc7-d4e95d87c4a7,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:01.159500 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2c98cec-2652-4786-aaa0-552cb06534c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.159500 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-c2c98cec-2652-4786-aaa0-552cb06534c1 admin admin] Added segment 1ca562f4-0a8b-43ef-bfa5-36c43dddb22f of type vlan for network 58b3418f-0108-4c2b-9d78-3e01d6d879fe Jul 29 23:39:01.170519 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a825465a-0411-4f61-8740-ce41ae377cd7 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:01.181256 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-8802e17d-fd82-46c0-92fe-940d7a93298d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1082787952-network', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:01.205983 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0f654c93-b60d-44a6-aad8-aadf6610299d req-2e42e18a-8fd6-42da-b42c-61be27cfbbf8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=b4fbeda2-5585-4056-87b3-0fd4259be376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864854 Jul 29 23:39:01.212736 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8802e17d-fd82-46c0-92fe-940d7a93298d admin admin] Made reservation on behalf of ad76cebfbeab469a8fb6ccf5a7dd03a4 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:01.215711 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c98cec-2652-4786-aaa0-552cb06534c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:01.216095 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8802e17d-fd82-46c0-92fe-940d7a93298d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.216405 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c98cec-2652-4786-aaa0-552cb06534c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:01.216912 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c98cec-2652-4786-aaa0-552cb06534c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:01.217390 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c98cec-2652-4786-aaa0-552cb06534c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:01.218062 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c98cec-2652-4786-aaa0-552cb06534c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:01.218536 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c98cec-2652-4786-aaa0-552cb06534c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:01.219437 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c98cec-2652-4786-aaa0-552cb06534c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:01.220492 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c98cec-2652-4786-aaa0-552cb06534c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:01.220968 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c98cec-2652-4786-aaa0-552cb06534c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:01.221442 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c98cec-2652-4786-aaa0-552cb06534c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:01.222751 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c98cec-2652-4786-aaa0-552cb06534c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:01.223346 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c98cec-2652-4786-aaa0-552cb06534c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:01.229643 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8802e17d-fd82-46c0-92fe-940d7a93298d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.249904 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2c98cec-2652-4786-aaa0-552cb06534c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.325519 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2c98cec-2652-4786-aaa0-552cb06534c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.327607 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c98cec-2652-4786-aaa0-552cb06534c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:01.328256 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2c98cec-2652-4786-aaa0-552cb06534c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.347577 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port a825465a-0411-4f61-8740-ce41ae377cd7 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:01.356047 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port a825465a-0411-4f61-8740-ce41ae377cd7 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:01.357333 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.462145 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c98cec-2652-4786-aaa0-552cb06534c1 admin admin] Pushing event updated for resources: {'Network': ['ID=58b3418f-0108-4c2b-9d78-3e01d6d879fe,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:01.481626 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 58b3418f-0108-4c2b-9d78-3e01d6d879fe details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:39:01.505604 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-ff94cb14-a38d-4c8f-83a2-0de4c44a4dc7 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:01.513176 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-ff94cb14-a38d-4c8f-83a2-0de4c44a4dc7 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.23 "GET /v2.0/networks?id=8f3c76a6-294b-442d-88c5-e90b8e7ba673 HTTP/1.1" status: 200 len: 810 time: 0.2172008 Jul 29 23:39:01.531709 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-a63c0ba4-3e6f-49cc-8633-7c7f1c307a3c tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Request body: {'port': {'device_id': '6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa', 'network_id': '8f3c76a6-294b-442d-88c5-e90b8e7ba673', 'admin_state_up': True, 'tenant_id': '224345a79dda437684f96bb484f29725'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:01.594849 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.621569 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port a825465a-0411-4f61-8740-ce41ae377cd7, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a825465a-0411-4f61-8740-ce41ae377cd7,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:01.631456 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.668703 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8802e17d-fd82-46c0-92fe-940d7a93298d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.679039 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8802e17d-fd82-46c0-92fe-940d7a93298d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.684120 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c2c98cec-2652-4786-aaa0-552cb06534c1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0593905 Jul 29 23:39:01.686649 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55780) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:01.699102 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-f0e1746e-e536-4efd-a53c-627ba1ee90af admin admin] Request body: {'subnet': {'network_id': '58b3418f-0108-4c2b-9d78-3e01d6d879fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-721480627-subnet', 'tenant_id': '6c4320a76e29456888c077cced2108a8', 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:01.714241 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8802e17d-fd82-46c0-92fe-940d7a93298d admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:39:01.725703 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=a825465a-0411-4f61-8740-ce41ae377cd7,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:01.727679 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8802e17d-fd82-46c0-92fe-940d7a93298d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.728097 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-8802e17d-fd82-46c0-92fe-940d7a93298d admin admin] Added segment 68cddc6e-f947-4e0d-a9f3-78b61292f920 of type vlan for network ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec Jul 29 23:39:01.741001 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e1746e-e536-4efd-a53c-627ba1ee90af admin admin] Made reservation on behalf of 6c4320a76e29456888c077cced2108a8 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:01.744149 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f0e1746e-e536-4efd-a53c-627ba1ee90af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.873569 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802e17d-fd82-46c0-92fe-940d7a93298d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc46f7c-01f9-47d5-b77c-2b7e7c402e3e,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:01.883390 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8802e17d-fd82-46c0-92fe-940d7a93298d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:01.950368 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83c6ce-3dc3-498c-b771-db65b5a2bffa req-745a0144-8765-4cda-9eef-e42aebf924b3 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:01.952647 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7b83c6ce-3dc3-498c-b771-db65b5a2bffa req-745a0144-8765-4cda-9eef-e42aebf924b3 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] 10.222.0.18 "GET /v2.0/ports?device_id=31064b25-27c3-4a76-afad-5afee2426958 HTTP/1.1" status: 200 len: 946 time: 0.1911137 Jul 29 23:39:02.005170 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-a63c0ba4-3e6f-49cc-8633-7c7f1c307a3c tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Made reservation on behalf of 224345a79dda437684f96bb484f29725 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:02.008857 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-a63c0ba4-3e6f-49cc-8633-7c7f1c307a3c tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:02.046186 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8802e17d-fd82-46c0-92fe-940d7a93298d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:02.047638 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8802e17d-fd82-46c0-92fe-940d7a93298d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:02.048904 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8802e17d-fd82-46c0-92fe-940d7a93298d admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:02.118367 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f0e1746e-e536-4efd-a53c-627ba1ee90af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:02.158977 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7b83c6ce-3dc3-498c-b771-db65b5a2bffa req-dd6a768e-0d4c-426a-8951-b344067ac3d9 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4fbeda2-5585-4056-87b3-0fd4259be376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676350 Jul 29 23:39:02.164584 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8802e17d-fd82-46c0-92fe-940d7a93298d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2518864 Jul 29 23:39:02.169110 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55784) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:02.205135 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-3ccc29bf-4e72-491a-8004-0fad8e6b23dd admin admin] Request body: {'subnet': {'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1082787952-subnet', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:02.237047 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8802e17d-fd82-46c0-92fe-940d7a93298d admin admin] Pushing event updated for resources: {'Network': ['ID=ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:02.255350 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:39:02.328404 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e1746e-e536-4efd-a53c-627ba1ee90af admin admin] Pushing event updated for resources: {'Subnet': ['ID=057a67c1-468b-40e2-855e-91093fe1eab1,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:02.342175 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-a63c0ba4-3e6f-49cc-8633-7c7f1c307a3c tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Allocated IP 172.20.0.4 (8f3c76a6-294b-442d-88c5-e90b8e7ba673/a3798c3a-b9e2-4a1c-ae89-c46c1a504838/2a530c82-6c27-4567-8692-09b82c33a119) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:02.352693 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e1746e-e536-4efd-a53c-627ba1ee90af admin admin] Checking segment: {'id': '1ca562f4-0a8b-43ef-bfa5-36c43dddb22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '58b3418f-0108-4c2b-9d78-3e01d6d879fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:02.353053 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e1746e-e536-4efd-a53c-627ba1ee90af admin admin] Network hostable DHCP agents. Network: 58b3418f-0108-4c2b-9d78-3e01d6d879fe, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:39:02.382792 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e1746e-e536-4efd-a53c-627ba1ee90af admin admin] Network 58b3418f-0108-4c2b-9d78-3e01d6d879fe is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:39:02.412772 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-f0e1746e-e536-4efd-a53c-627ba1ee90af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 58b3418f-0108-4c2b-9d78-3e01d6d879fe) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:02.420336 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6ec76224-b4e6-4bf0-b867-644aec3c0257 req-1a3bca1d-be55-48df-b611-4232ca0458e5 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 210 time: 0.0518973 Jul 29 23:39:02.421857 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e1746e-e536-4efd-a53c-627ba1ee90af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:02.426006 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f0e1746e-e536-4efd-a53c-627ba1ee90af admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:02.450853 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-750a9f25-cf1b-4f39-aa6c-a94ec0442666 None None] Network 58b3418f-0108-4c2b-9d78-3e01d6d879fe requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:02.455207 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccc29bf-4e72-491a-8004-0fad8e6b23dd admin admin] Made reservation on behalf of ad76cebfbeab469a8fb6ccf5a7dd03a4 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:02.462620 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3ccc29bf-4e72-491a-8004-0fad8e6b23dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:02.483638 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f0e1746e-e536-4efd-a53c-627ba1ee90af admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7956271 Jul 29 23:39:02.486776 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55794) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:02.494165 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-7e4c4451-360f-4cc0-952b-8507960915ad admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-721480627-router', 'tenant_id': '6c4320a76e29456888c077cced2108a8', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:02.537349 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e4c4451-360f-4cc0-952b-8507960915ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:02.538490 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e4c4451-360f-4cc0-952b-8507960915ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:02.619216 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ee57bf-c39e-45bd-b7d6-e53b1f6f9ba4 None None] Sync routers for ids ['1a03cf29-fc48-4a16-8c04-c6b547fc703e'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:39:02.634307 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ee57bf-c39e-45bd-b7d6-e53b1f6f9ba4 None None] Routers {'1a03cf29-fc48-4a16-8c04-c6b547fc703e'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:02.634959 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-64ee57bf-c39e-45bd-b7d6-e53b1f6f9ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:38:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['1a03cf29-fc48-4a16-8c04-c6b547fc703e'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:02.645267 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e4c4451-360f-4cc0-952b-8507960915ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:02.744611 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-a63c0ba4-3e6f-49cc-8633-7c7f1c307a3c tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:02.765307 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fa3c22-537e-427e-82aa-b83643e5f9ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-58b3418f-0108-4c2b-9d78-3e01d6d879fe', 'network_id': '58b3418f-0108-4c2b-9d78-3e01d6d879fe', 'tenant_id': '6c4320a76e29456888c077cced2108a8', 'fixed_ips': [{'subnet_id': '057a67c1-468b-40e2-855e-91093fe1eab1'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:39:02.766205 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-44fa3c22-537e-427e-82aa-b83643e5f9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:02.829262 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3ccc29bf-4e72-491a-8004-0fad8e6b23dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:02.884882 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-64ee57bf-c39e-45bd-b7d6-e53b1f6f9ba4 None None] Set router 1a03cf29-fc48-4a16-8c04-c6b547fc703e gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:02.925947 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccc29bf-4e72-491a-8004-0fad8e6b23dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3fee908-ce2a-4a34-b5cd-8383eff77fab,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:02.949774 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-a63c0ba4-3e6f-49cc-8633-7c7f1c307a3c tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.018391 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccc29bf-4e72-491a-8004-0fad8e6b23dd admin admin] Checking segment: {'id': '68cddc6e-f947-4e0d-a9f3-78b61292f920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:03.018764 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccc29bf-4e72-491a-8004-0fad8e6b23dd admin admin] Network hostable DHCP agents. Network: ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:39:03.022826 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63c0ba4-3e6f-49cc-8633-7c7f1c307a3c tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Pushing event updated for resources: {'Port': ['ID=2a530c82-6c27-4567-8692-09b82c33a119,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:03.045438 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-a63c0ba4-3e6f-49cc-8633-7c7f1c307a3c tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Network 8f3c76a6-294b-442d-88c5-e90b8e7ba673 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:03.050242 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-a63c0ba4-3e6f-49cc-8633-7c7f1c307a3c tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:03.055644 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-a63c0ba4-3e6f-49cc-8633-7c7f1c307a3c tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:03.058457 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccc29bf-4e72-491a-8004-0fad8e6b23dd admin admin] Network ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:39:03.082188 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ce06917b-c1ce-4ac2-90c7-a4c6090d5199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.083990 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['0b68c01e-f134-43d7-b43c-cfea2df631f5'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:39:03.099110 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e4c4451-360f-4cc0-952b-8507960915ad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.151678 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-a63c0ba4-3e6f-49cc-8633-7c7f1c307a3c tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:03.152387 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-a63c0ba4-3e6f-49cc-8633-7c7f1c307a3c tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.156451 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-3ccc29bf-4e72-491a-8004-0fad8e6b23dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:03.164982 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccc29bf-4e72-491a-8004-0fad8e6b23dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:03.165628 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3ccc29bf-4e72-491a-8004-0fad8e6b23dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.176846 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a825465a-0411-4f61-8740-ce41ae377cd7 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:03.177052 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff47d69-a54d-4a4b-9554-86ef391969fb None None] Network ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:03.184796 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3ccc29bf-4e72-491a-8004-0fad8e6b23dd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9841075 Jul 29 23:39:03.187138 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-a63c0ba4-3e6f-49cc-8633-7c7f1c307a3c tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6595571 Jul 29 23:39:03.189454 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55798) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:03.195829 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-01aa5a22-4dad-4532-b98a-a25cdd4a45e2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1082787952-router', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:03.212437 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] Request body: {'port': {'device_id': '6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:03.301661 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01aa5a22-4dad-4532-b98a-a25cdd4a45e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.302698 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01aa5a22-4dad-4532-b98a-a25cdd4a45e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.349054 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.366982 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-44fa3c22-537e-427e-82aa-b83643e5f9ae None None] Allocated IP 172.20.0.2 (58b3418f-0108-4c2b-9d78-3e01d6d879fe/057a67c1-468b-40e2-855e-91093fe1eab1/761112bc-daa9-40c8-9e13-44e40d97c190) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:03.463699 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e4c4451-360f-4cc0-952b-8507960915ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.481448 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-64ee57bf-c39e-45bd-b7d6-e53b1f6f9ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a03cf29-fc48-4a16-8c04-c6b547fc703e', 'name': 'tempest-TestAggregatesBasicOps-564830720-router', 'tenant_id': '0a79785e132a4d99b2aaa6f727be8ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'a825465a-0411-4f61-8740-ce41ae377cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:52Z', 'updated_at': '2021-07-29T23:38:57Z', 'revision_number': 4, 'project_id': '0a79785e132a4d99b2aaa6f727be8ed3', 'gw_port': {'id': 'a825465a-0411-4f61-8740-ce41ae377cd7', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a03cf29-fc48-4a16-8c04-c6b547fc703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:53Z', 'updated_at': '2021-07-29T23:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '199fbae9-f48e-4eb1-91a3-7d0a209f57af', 'name': '', 'network_id': 'a078107d-6a53-485e-892f-fcb208a92e47', 'tenant_id': '0a79785e132a4d99b2aaa6f727be8ed3', 'mac_address': 'fa:16:3e:f5:46:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a03cf29-fc48-4a16-8c04-c6b547fc703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'b6053540-60f6-4031-8b3f-cd352d3a578a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:56Z', 'updated_at': '2021-07-29T23:38:57Z', 'revision_number': 2, 'project_id': '0a79785e132a4d99b2aaa6f727be8ed3', 'subnets': [{'id': 'b6053540-60f6-4031-8b3f-cd352d3a578a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:03.508267 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e4c4451-360f-4cc0-952b-8507960915ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.511377 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ee57bf-c39e-45bd-b7d6-e53b1f6f9ba4 None None] Checking router: 1a03cf29-fc48-4a16-8c04-c6b547fc703e for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:39:03.511988 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ee57bf-c39e-45bd-b7d6-e53b1f6f9ba4 None None] Updating router 1a03cf29-fc48-4a16-8c04-c6b547fc703e port 199fbae9-f48e-4eb1-91a3-7d0a209f57af binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:39:03.542374 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-64ee57bf-c39e-45bd-b7d6-e53b1f6f9ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.678339 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-7e4c4451-360f-4cc0-952b-8507960915ad admin admin] Allocated IP 172.25.8.130 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/1f763b6e-fdf9-4391-92d6-b39462ad3c58) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:03.683404 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51971ef7-1028-4e01-ba04-6805c7cee9a5 req-5493e72e-17a6-40c8-8853-e9a30633a377 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:03.697210 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-51971ef7-1028-4e01-ba04-6805c7cee9a5 req-5493e72e-17a6-40c8-8853-e9a30633a377 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] 10.222.0.18 "GET /v2.0/ports?device_id=31064b25-27c3-4a76-afad-5afee2426958 HTTP/1.1" status: 200 len: 946 time: 0.3967578 Jul 29 23:39:03.700352 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01aa5a22-4dad-4532-b98a-a25cdd4a45e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.833619 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port a825465a-0411-4f61-8740-ce41ae377cd7 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:03.848593 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.885803 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e4c4451-360f-4cc0-952b-8507960915ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.933768 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-64ee57bf-c39e-45bd-b7d6-e53b1f6f9ba4 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.949106 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-64ee57bf-c39e-45bd-b7d6-e53b1f6f9ba4 None None] Transition to ACTIVE for port object 199fbae9-f48e-4eb1-91a3-7d0a209f57af will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:03.950454 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e4c4451-360f-4cc0-952b-8507960915ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:03.957965 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-64ee57bf-c39e-45bd-b7d6-e53b1f6f9ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.044685 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4c4451-360f-4cc0-952b-8507960915ad admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:04.048555 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-7e4c4451-360f-4cc0-952b-8507960915ad admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:04.061077 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4c4451-360f-4cc0-952b-8507960915ad admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:04.119735 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5415e0-935f-4720-937b-bd277a55c311 None None] Pushing event updated for resources: {'Port': ['ID=199fbae9-f48e-4eb1-91a3-7d0a209f57af,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:04.133831 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c4451-360f-4cc0-952b-8507960915ad admin admin] Pushing event updated for resources: {'Port': ['ID=1f763b6e-fdf9-4391-92d6-b39462ad3c58,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:04.135180 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-64ee57bf-c39e-45bd-b7d6-e53b1f6f9ba4 None None] Attempting to bind port 199fbae9-f48e-4eb1-91a3-7d0a209f57af on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:04.136451 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-64ee57bf-c39e-45bd-b7d6-e53b1f6f9ba4 None None] Attempting to bind port 199fbae9-f48e-4eb1-91a3-7d0a209f57af by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'f4ea2064-205e-4a2c-bcae-d206545b0490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a078107d-6a53-485e-892f-fcb208a92e47'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:04.136967 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ee57bf-c39e-45bd-b7d6-e53b1f6f9ba4 None None] Attempting to bind port 199fbae9-f48e-4eb1-91a3-7d0a209f57af on network a078107d-6a53-485e-892f-fcb208a92e47 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:04.160395 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ee57bf-c39e-45bd-b7d6-e53b1f6f9ba4 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:04.168378 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ee57bf-c39e-45bd-b7d6-e53b1f6f9ba4 None None] Checking segment: {'id': 'f4ea2064-205e-4a2c-bcae-d206545b0490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a078107d-6a53-485e-892f-fcb208a92e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:04.169239 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-64ee57bf-c39e-45bd-b7d6-e53b1f6f9ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.169984 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ee57bf-c39e-45bd-b7d6-e53b1f6f9ba4 None None] Bound using segment: {'id': 'f4ea2064-205e-4a2c-bcae-d206545b0490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a078107d-6a53-485e-892f-fcb208a92e47'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:04.170957 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-64ee57bf-c39e-45bd-b7d6-e53b1f6f9ba4 None None] Bound port: 199fbae9-f48e-4eb1-91a3-7d0a209f57af, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4ea2064-205e-4a2c-bcae-d206545b0490', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a078107d-6a53-485e-892f-fcb208a92e47'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:04.171610 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-64ee57bf-c39e-45bd-b7d6-e53b1f6f9ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.189928 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-44fa3c22-537e-427e-82aa-b83643e5f9ae None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.258628 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-44fa3c22-537e-427e-82aa-b83643e5f9ae None None] Transition to ACTIVE for port object 761112bc-daa9-40c8-9e13-44e40d97c190 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:04.333428 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdec8519-2215-4548-8fba-44c4b030da89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec', 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'fixed_ips': [{'subnet_id': 'd3fee908-ce2a-4a34-b5cd-8383eff77fab'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:39:04.338914 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cdec8519-2215-4548-8fba-44c4b030da89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.353879 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-64ee57bf-c39e-45bd-b7d6-e53b1f6f9ba4 None None] For port 199fbae9-f48e-4eb1-91a3-7d0a209f57af, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:04.359807 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-64ee57bf-c39e-45bd-b7d6-e53b1f6f9ba4 None None] For port 199fbae9-f48e-4eb1-91a3-7d0a209f57af, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=199fbae9-f48e-4eb1-91a3-7d0a209f57af,segment=NetworkSegment(f4ea2064-205e-4a2c-bcae-d206545b0490),segment_id=f4ea2064-205e-4a2c-bcae-d206545b0490)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:04.361570 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-44fa3c22-537e-427e-82aa-b83643e5f9ae None None] Transition to ACTIVE for port object 761112bc-daa9-40c8-9e13-44e40d97c190 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:04.373145 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-64ee57bf-c39e-45bd-b7d6-e53b1f6f9ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.377895 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-44fa3c22-537e-427e-82aa-b83643e5f9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.523279 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5415e0-935f-4720-937b-bd277a55c311 None None] Pushing event updated for resources: {'Port': ['ID=199fbae9-f48e-4eb1-91a3-7d0a209f57af,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:04.538288 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ee57bf-c39e-45bd-b7d6-e53b1f6f9ba4 None None] Routers {'1a03cf29-fc48-4a16-8c04-c6b547fc703e'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:04.539290 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-64ee57bf-c39e-45bd-b7d6-e53b1f6f9ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:38:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['1a03cf29-fc48-4a16-8c04-c6b547fc703e'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:04.543610 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa3c22-537e-427e-82aa-b83643e5f9ae None None] Pushing event updated for resources: {'Port': ['ID=761112bc-daa9-40c8-9e13-44e40d97c190,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:04.549687 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fa3c22-537e-427e-82aa-b83643e5f9ae None None] Network 58b3418f-0108-4c2b-9d78-3e01d6d879fe is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:04.561282 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-44fa3c22-537e-427e-82aa-b83643e5f9ae None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:04.565660 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fa3c22-537e-427e-82aa-b83643e5f9ae None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:04.703720 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e4c4451-360f-4cc0-952b-8507960915ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.787904 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-64ee57bf-c39e-45bd-b7d6-e53b1f6f9ba4 None None] Set router 1a03cf29-fc48-4a16-8c04-c6b547fc703e gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:04.863146 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01aa5a22-4dad-4532-b98a-a25cdd4a45e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.939733 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a530c82-6c27-4567-8692-09b82c33a119 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:39:04.948244 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:04.964652 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] Transition to ACTIVE for port object 2a530c82-6c27-4567-8692-09b82c33a119 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:04.989286 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:05.105321 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] Pushing event updated for resources: {'Port': ['ID=2a530c82-6c27-4567-8692-09b82c33a119,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:05.128451 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-51971ef7-1028-4e01-ba04-6805c7cee9a5 req-1eed8414-132b-4d92-971f-9e5a978960e1 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4fbeda2-5585-4056-87b3-0fd4259be376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4117992 Jul 29 23:39:05.159243 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:05.159889 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:05.161796 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:05.162233 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:05.162648 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:05.163915 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:05.164336 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:05.168373 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:05.168732 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:05.169083 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:05.169713 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:05.170065 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:05.185389 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-64ee57bf-c39e-45bd-b7d6-e53b1f6f9ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a03cf29-fc48-4a16-8c04-c6b547fc703e', 'name': 'tempest-TestAggregatesBasicOps-564830720-router', 'tenant_id': '0a79785e132a4d99b2aaa6f727be8ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'a825465a-0411-4f61-8740-ce41ae377cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:52Z', 'updated_at': '2021-07-29T23:38:57Z', 'revision_number': 4, 'project_id': '0a79785e132a4d99b2aaa6f727be8ed3', 'gw_port': {'id': 'a825465a-0411-4f61-8740-ce41ae377cd7', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a03cf29-fc48-4a16-8c04-c6b547fc703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:53Z', 'updated_at': '2021-07-29T23:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '199fbae9-f48e-4eb1-91a3-7d0a209f57af', 'name': '', 'network_id': 'a078107d-6a53-485e-892f-fcb208a92e47', 'tenant_id': '0a79785e132a4d99b2aaa6f727be8ed3', 'mac_address': 'fa:16:3e:f5:46:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a03cf29-fc48-4a16-8c04-c6b547fc703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'b6053540-60f6-4031-8b3f-cd352d3a578a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:56Z', 'updated_at': '2021-07-29T23:39:04Z', 'revision_number': 4, 'project_id': '0a79785e132a4d99b2aaa6f727be8ed3', 'subnets': [{'id': 'b6053540-60f6-4031-8b3f-cd352d3a578a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:05.196834 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 199fbae9-f48e-4eb1-91a3-7d0a209f57af up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:05.255355 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e4c4451-360f-4cc0-952b-8507960915ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:05.270775 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ee57bf-c39e-45bd-b7d6-e53b1f6f9ba4 None None] The sync data for ids ['1a03cf29-fc48-4a16-8c04-c6b547fc703e'] in n-d-712140-10 is: [{'id': '1a03cf29-fc48-4a16-8c04-c6b547fc703e', 'name': 'tempest-TestAggregatesBasicOps-564830720-router', 'tenant_id': '0a79785e132a4d99b2aaa6f727be8ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'a825465a-0411-4f61-8740-ce41ae377cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:52Z', 'updated_at': '2021-07-29T23:38:57Z', 'revision_number': 4, 'project_id': '0a79785e132a4d99b2aaa6f727be8ed3', 'gw_port': {'id': 'a825465a-0411-4f61-8740-ce41ae377cd7', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a03cf29-fc48-4a16-8c04-c6b547fc703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:53Z', 'updated_at': '2021-07-29T23:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '199fbae9-f48e-4eb1-91a3-7d0a209f57af', 'name': '', 'network_id': 'a078107d-6a53-485e-892f-fcb208a92e47', 'tenant_id': '0a79785e132a4d99b2aaa6f727be8ed3', 'mac_address': 'fa:16:3e:f5:46:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a03cf29-fc48-4a16-8c04-c6b547fc703e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2431, 'fixed_ips': [{'subnet_id': 'b6053540-60f6-4031-8b3f-cd352d3a578a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:56Z', 'updated_at': '2021-07-29T23:39:04Z', 'revision_number': 4, 'project_id': '0a79785e132a4d99b2aaa6f727be8ed3', 'subnets': [{'id': 'b6053540-60f6-4031-8b3f-cd352d3a578a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:39:05.277829 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-44fa3c22-537e-427e-82aa-b83643e5f9ae None None] Attempting to bind port 761112bc-daa9-40c8-9e13-44e40d97c190 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:05.285383 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-44fa3c22-537e-427e-82aa-b83643e5f9ae None None] Attempting to bind port 761112bc-daa9-40c8-9e13-44e40d97c190 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '1ca562f4-0a8b-43ef-bfa5-36c43dddb22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '58b3418f-0108-4c2b-9d78-3e01d6d879fe'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:05.294767 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fa3c22-537e-427e-82aa-b83643e5f9ae None None] Attempting to bind port 761112bc-daa9-40c8-9e13-44e40d97c190 on network 58b3418f-0108-4c2b-9d78-3e01d6d879fe {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:05.304869 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-cdec8519-2215-4548-8fba-44c4b030da89 None None] Allocated IP 172.20.0.2 (ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec/d3fee908-ce2a-4a34-b5cd-8383eff77fab/362a84f3-e043-4d0d-9705-6027bde88f2b) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:05.356877 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fa3c22-537e-427e-82aa-b83643e5f9ae None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:05.358559 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fa3c22-537e-427e-82aa-b83643e5f9ae None None] Checking segment: {'id': '1ca562f4-0a8b-43ef-bfa5-36c43dddb22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '58b3418f-0108-4c2b-9d78-3e01d6d879fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:05.361580 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-44fa3c22-537e-427e-82aa-b83643e5f9ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:05.363799 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fa3c22-537e-427e-82aa-b83643e5f9ae None None] Bound using segment: {'id': '1ca562f4-0a8b-43ef-bfa5-36c43dddb22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '58b3418f-0108-4c2b-9d78-3e01d6d879fe'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:05.367060 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-44fa3c22-537e-427e-82aa-b83643e5f9ae None None] Bound port: 761112bc-daa9-40c8-9e13-44e40d97c190, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ca562f4-0a8b-43ef-bfa5-36c43dddb22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '58b3418f-0108-4c2b-9d78-3e01d6d879fe'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:05.368343 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-44fa3c22-537e-427e-82aa-b83643e5f9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:05.441452 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137dcaa-f9e3-4a75-a598-42fca6d6e225 req-da712877-9497-454c-95e1-d8b67d40d4e6 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:05.452418 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4137dcaa-f9e3-4a75-a598-42fca6d6e225 req-da712877-9497-454c-95e1-d8b67d40d4e6 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 943 time: 0.1969728 Jul 29 23:39:05.477891 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] Attempting to bind port 2a530c82-6c27-4567-8692-09b82c33a119 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:05.478244 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] Attempting to bind port 2a530c82-6c27-4567-8692-09b82c33a119 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'd692fd88-7a7a-4f59-9d22-ff33ee5f1a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8f3c76a6-294b-442d-88c5-e90b8e7ba673'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:05.478575 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] Attempting to bind port 2a530c82-6c27-4567-8692-09b82c33a119 on network 8f3c76a6-294b-442d-88c5-e90b8e7ba673 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:05.482057 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4c4451-360f-4cc0-952b-8507960915ad admin admin] Router 8bd175f1-8bdc-4d02-be5c-d8952586f3b9 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:39:05.501526 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] Port 2a530c82-6c27-4567-8692-09b82c33a119 on network 8f3c76a6-294b-442d-88c5-e90b8e7ba673 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:05.501874 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] Attempting to bind port 2a530c82-6c27-4567-8692-09b82c33a119 on network 8f3c76a6-294b-442d-88c5-e90b8e7ba673 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:05.513429 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:05.513806 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] Checking segment: {'id': 'd692fd88-7a7a-4f59-9d22-ff33ee5f1a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8f3c76a6-294b-442d-88c5-e90b8e7ba673'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:05.514250 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] Bound using segment: {'id': 'd692fd88-7a7a-4f59-9d22-ff33ee5f1a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8f3c76a6-294b-442d-88c5-e90b8e7ba673'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:05.514689 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] Bound port: 2a530c82-6c27-4567-8692-09b82c33a119, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd692fd88-7a7a-4f59-9d22-ff33ee5f1a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '8f3c76a6-294b-442d-88c5-e90b8e7ba673'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:05.515233 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:05.684884 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-44fa3c22-537e-427e-82aa-b83643e5f9ae None None] For port 761112bc-daa9-40c8-9e13-44e40d97c190, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:05.695411 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-44fa3c22-537e-427e-82aa-b83643e5f9ae None None] For port 761112bc-daa9-40c8-9e13-44e40d97c190, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=761112bc-daa9-40c8-9e13-44e40d97c190,segment=NetworkSegment(1ca562f4-0a8b-43ef-bfa5-36c43dddb22f),segment_id=1ca562f4-0a8b-43ef-bfa5-36c43dddb22f)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:05.725435 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-44fa3c22-537e-427e-82aa-b83643e5f9ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:05.746171 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4c4451-360f-4cc0-952b-8507960915ad admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:39:05.779770 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e4c4451-360f-4cc0-952b-8507960915ad admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:05.782928 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7e4c4451-360f-4cc0-952b-8507960915ad admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2929275 Jul 29 23:39:05.784644 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55816) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:05.798774 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ee456d-c60c-4265-8baf-4951ee384b55 None None] Sync routers for ids ['8bd175f1-8bdc-4d02-be5c-d8952586f3b9'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:39:05.837758 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:05.842743 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] For port 2a530c82-6c27-4567-8692-09b82c33a119, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:05.853686 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] For port 2a530c82-6c27-4567-8692-09b82c33a119, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=2a530c82-6c27-4567-8692-09b82c33a119,segment=NetworkSegment(d692fd88-7a7a-4f59-9d22-ff33ee5f1a3d),segment_id=d692fd88-7a7a-4f59-9d22-ff33ee5f1a3d)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:05.868594 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 199fbae9-f48e-4eb1-91a3-7d0a209f57af completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:05.876277 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:05.882840 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 199fbae9-f48e-4eb1-91a3-7d0a209f57af triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:05.883439 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:05.934998 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4137dcaa-f9e3-4a75-a598-42fca6d6e225 req-f5e3b320-e745-4d2e-a865-f4a7d767b4e7 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814785 Jul 29 23:39:05.962690 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ee456d-c60c-4265-8baf-4951ee384b55 None None] Routers {'8bd175f1-8bdc-4d02-be5c-d8952586f3b9'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:05.964119 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f6ee456d-c60c-4265-8baf-4951ee384b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:38:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8bd175f1-8bdc-4d02-be5c-d8952586f3b9'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:06.017478 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa3c22-537e-427e-82aa-b83643e5f9ae None None] Pushing event updated for resources: {'Port': ['ID=761112bc-daa9-40c8-9e13-44e40d97c190,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:06.068980 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01aa5a22-4dad-4532-b98a-a25cdd4a45e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:06.134412 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:06.135044 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:06.136514 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] 10.222.0.23 "PUT /v2.0/ports/2a530c82-6c27-4567-8692-09b82c33a119 HTTP/1.1" status: 200 len: 1092 time: 2.9356604 Jul 29 23:39:06.137269 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa', 'tag': '2a530c82-6c27-4567-8692-09b82c33a119'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:06.139572 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ca91db-38ad-44d0-ae9e-2cb960a48316" -d '{"events": [{"name": "network-changed", "server_uuid": "6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa", "tag": "2a530c82-6c27-4567-8692-09b82c33a119"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:06.191016 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01aa5a22-4dad-4532-b98a-a25cdd4a45e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:06.299409 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdf80df-ec4f-42eb-9ffe-bc6473483b6c x-openstack-request-id: req-1cdf80df-ec4f-42eb-9ffe-bc6473483b6c {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:06.299703 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa", "tag": "2a530c82-6c27-4567-8692-09b82c33a119", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:06.299997 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1cdf80df-ec4f-42eb-9ffe-bc6473483b6c {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:06.300408 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa', 'tag': '2a530c82-6c27-4567-8692-09b82c33a119', 'status': 'completed', 'code': 200} Jul 29 23:39:06.360083 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0769188a-e6db-40d0-a5c3-7c01ee6b7f4f service neutron] Pushing event updated for resources: {'Port': ['ID=2a530c82-6c27-4567-8692-09b82c33a119,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:06.459176 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-3d20c025-09f1-4957-b3c9-bf0583b79263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:06.461263 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-3d20c025-09f1-4957-b3c9-bf0583b79263 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=224345a79dda437684f96bb484f29725&device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 1095 time: 0.2679977 Jul 29 23:39:06.535721 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-b8be80cc-85dc-4c62-802e-cdf377ea7c63 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a530c82-6c27-4567-8692-09b82c33a119 HTTP/1.1" status: 200 len: 217 time: 0.0610285 Jul 29 23:39:06.556766 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-f6ee456d-c60c-4265-8baf-4951ee384b55 None None] Set router 8bd175f1-8bdc-4d02-be5c-d8952586f3b9 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:06.637509 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-01aa5a22-4dad-4532-b98a-a25cdd4a45e2 admin admin] Allocated IP 172.25.8.47 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/42e0f22f-344a-4bf3-ba23-a0e8384b7f83) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:06.647518 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-c7afaabd-2b11-4e1d-bce1-7a7b07581077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:06.649380 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-c7afaabd-2b11-4e1d-bce1-7a7b07581077 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a3798c3a-b9e2-4a1c-ae89-c46c1a504838 HTTP/1.1" status: 200 len: 850 time: 0.0874491 Jul 29 23:39:06.742788 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cdec8519-2215-4548-8fba-44c4b030da89 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:06.776502 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:06.803873 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-601464c8-9927-43f6-9a3b-06f657f8498d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:06.820160 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-cdec8519-2215-4548-8fba-44c4b030da89 None None] Transition to ACTIVE for port object 362a84f3-e043-4d0d-9705-6027bde88f2b will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:06.838428 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-ea4fa66a-c6b8-4483-afd6-b3918c8ce9d2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8f3c76a6-294b-442d-88c5-e90b8e7ba673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1773386 Jul 29 23:39:06.922659 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-cdec8519-2215-4548-8fba-44c4b030da89 None None] Transition to ACTIVE for port object 362a84f3-e043-4d0d-9705-6027bde88f2b will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:06.927302 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 199fbae9-f48e-4eb1-91a3-7d0a209f57af, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=199fbae9-f48e-4eb1-91a3-7d0a209f57af,segment=NetworkSegment(f4ea2064-205e-4a2c-bcae-d206545b0490),segment_id=f4ea2064-205e-4a2c-bcae-d206545b0490)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:06.937862 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:06.958621 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:06.974296 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cdec8519-2215-4548-8fba-44c4b030da89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:06.992187 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3c2429b2-3490-4b3d-9cf7-85e467513a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:07.196790 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=199fbae9-f48e-4eb1-91a3-7d0a209f57af,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:07.283411 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01aa5a22-4dad-4532-b98a-a25cdd4a45e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:07.316179 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 761112bc-daa9-40c8-9e13-44e40d97c190 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:07.335224 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e6819-626d-4062-a81a-1ccd7229bd06 req-7bcdd2c2-24a6-46a7-957b-39668228d7d9 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:07.340519 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9c6e6819-626d-4062-a81a-1ccd7229bd06 req-7bcdd2c2-24a6-46a7-957b-39668228d7d9 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 943 time: 0.2641804 Jul 29 23:39:07.347061 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-e4a1ef8a-2208-4192-80e9-401aa85e2b37 service neutron] 10.222.0.23 "GET /v2.0/networks/8f3c76a6-294b-442d-88c5-e90b8e7ba673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4992096 Jul 29 23:39:07.440607 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-3c2429b2-3490-4b3d-9cf7-85e467513a2f admin admin] Allocated IP 172.20.0.1 (58b3418f-0108-4c2b-9d78-3e01d6d879fe/057a67c1-468b-40e2-855e-91093fe1eab1/dfa55e6e-8d60-4b5a-bdcb-c75d7489178b) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:07.489886 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdec8519-2215-4548-8fba-44c4b030da89 None None] Network ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:07.494855 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-cdec8519-2215-4548-8fba-44c4b030da89 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:07.529572 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdec8519-2215-4548-8fba-44c4b030da89 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:07.567530 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec8519-2215-4548-8fba-44c4b030da89 None None] Pushing event updated for resources: {'Port': ['ID=362a84f3-e043-4d0d-9705-6027bde88f2b,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:07.616756 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9c6e6819-626d-4062-a81a-1ccd7229bd06 req-8fc9c12e-71b9-4806-99fa-f37ab99cccdb tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752476 Jul 29 23:39:07.637557 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6b5e32d-974b-4c2e-8059-4f59829e8beb req-05f1f024-15e6-44d4-bd71-2ab3bd6e75d2 service neutron] 10.222.0.23 "GET /v2.0/networks/8f3c76a6-294b-442d-88c5-e90b8e7ba673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810831 Jul 29 23:39:07.645003 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01aa5a22-4dad-4532-b98a-a25cdd4a45e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:07.682434 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-cdec8519-2215-4548-8fba-44c4b030da89 None None] Attempting to bind port 362a84f3-e043-4d0d-9705-6027bde88f2b on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:07.683380 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-cdec8519-2215-4548-8fba-44c4b030da89 None None] Attempting to bind port 362a84f3-e043-4d0d-9705-6027bde88f2b by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '68cddc6e-f947-4e0d-a9f3-78b61292f920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:07.683513 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdec8519-2215-4548-8fba-44c4b030da89 None None] Attempting to bind port 362a84f3-e043-4d0d-9705-6027bde88f2b on network ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:07.687507 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 761112bc-daa9-40c8-9e13-44e40d97c190 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:07.696869 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdec8519-2215-4548-8fba-44c4b030da89 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:07.697330 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdec8519-2215-4548-8fba-44c4b030da89 None None] Checking segment: {'id': '68cddc6e-f947-4e0d-a9f3-78b61292f920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:07.697823 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cdec8519-2215-4548-8fba-44c4b030da89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:07.698288 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdec8519-2215-4548-8fba-44c4b030da89 None None] Bound using segment: {'id': '68cddc6e-f947-4e0d-a9f3-78b61292f920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:07.698853 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-cdec8519-2215-4548-8fba-44c4b030da89 None None] Bound port: 362a84f3-e043-4d0d-9705-6027bde88f2b, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cddc6e-f947-4e0d-a9f3-78b61292f920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:07.699330 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cdec8519-2215-4548-8fba-44c4b030da89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:07.703808 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b54c03ed-16f7-4f00-a488-1c9672fbae78 None None] Network 58b3418f-0108-4c2b-9d78-3e01d6d879fe requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:07.737280 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3c2429b2-3490-4b3d-9cf7-85e467513a2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:07.755601 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-3c2429b2-3490-4b3d-9cf7-85e467513a2f admin admin] Transition to ACTIVE for port object dfa55e6e-8d60-4b5a-bdcb-c75d7489178b will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:07.755800 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f6ee456d-c60c-4265-8baf-4951ee384b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd175f1-8bdc-4d02-be5c-d8952586f3b9', 'name': 'tempest-TestAggregatesBasicOps-721480627-router', 'tenant_id': '6c4320a76e29456888c077cced2108a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '1f763b6e-fdf9-4391-92d6-b39462ad3c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:02Z', 'updated_at': '2021-07-29T23:39:04Z', 'revision_number': 3, 'project_id': '6c4320a76e29456888c077cced2108a8', 'gw_port': {'id': '1f763b6e-fdf9-4391-92d6-b39462ad3c58', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd175f1-8bdc-4d02-be5c-d8952586f3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:03Z', 'updated_at': '2021-07-29T23:39:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:07.791819 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01aa5a22-4dad-4532-b98a-a25cdd4a45e2 admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:07.797594 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-01aa5a22-4dad-4532-b98a-a25cdd4a45e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:07.807220 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ee456d-c60c-4265-8baf-4951ee384b55 None None] Checking router: 8bd175f1-8bdc-4d02-be5c-d8952586f3b9 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:39:07.807382 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01aa5a22-4dad-4532-b98a-a25cdd4a45e2 admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:07.807686 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ee456d-c60c-4265-8baf-4951ee384b55 None None] Updating router 8bd175f1-8bdc-4d02-be5c-d8952586f3b9 port 1f763b6e-fdf9-4391-92d6-b39462ad3c58 binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:39:07.832372 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3c2429b2-3490-4b3d-9cf7-85e467513a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:07.858974 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b2d628c2-ac46-4a23-a6e5-c68810ec17b9 None None] Provisioning for port 761112bc-daa9-40c8-9e13-44e40d97c190 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:07.868999 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa5a22-4dad-4532-b98a-a25cdd4a45e2 admin admin] Pushing event updated for resources: {'Port': ['ID=42e0f22f-344a-4bf3-ba23-a0e8384b7f83,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:07.895518 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca91db-38ad-44d0-ae9e-2cb960a48316 req-6c51f4cf-0d90-407d-b2fc-9d1185e469df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:07.897160 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-78ca91db-38ad-44d0-ae9e-2cb960a48316 req-6c51f4cf-0d90-407d-b2fc-9d1185e469df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=224345a79dda437684f96bb484f29725&device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 1095 time: 0.1801543 Jul 29 23:39:07.897297 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b2d628c2-ac46-4a23-a6e5-c68810ec17b9 None None] Provisioning complete for port 761112bc-daa9-40c8-9e13-44e40d97c190 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:07.897632 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b2d628c2-ac46-4a23-a6e5-c68810ec17b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:07.911943 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2429b2-3490-4b3d-9cf7-85e467513a2f admin admin] Network 58b3418f-0108-4c2b-9d78-3e01d6d879fe is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:07.914980 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-3c2429b2-3490-4b3d-9cf7-85e467513a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:07.921074 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2429b2-3490-4b3d-9cf7-85e467513a2f admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:07.927404 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2429b2-3490-4b3d-9cf7-85e467513a2f admin admin] Pushing event updated for resources: {'Port': ['ID=dfa55e6e-8d60-4b5a-bdcb-c75d7489178b,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:07.968955 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3c2429b2-3490-4b3d-9cf7-85e467513a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:07.970991 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-cdec8519-2215-4548-8fba-44c4b030da89 None None] For port 362a84f3-e043-4d0d-9705-6027bde88f2b, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:07.977750 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-cdec8519-2215-4548-8fba-44c4b030da89 None None] For port 362a84f3-e043-4d0d-9705-6027bde88f2b, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=362a84f3-e043-4d0d-9705-6027bde88f2b,segment=NetworkSegment(68cddc6e-f947-4e0d-a9f3-78b61292f920),segment_id=68cddc6e-f947-4e0d-a9f3-78b61292f920)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:07.981970 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6ee456d-c60c-4265-8baf-4951ee384b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:08.136412 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca91db-38ad-44d0-ae9e-2cb960a48316 req-0d72dc6a-5e67-445c-beea-3b6a922743cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:08.138641 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-78ca91db-38ad-44d0-ae9e-2cb960a48316 req-0d72dc6a-5e67-445c-beea-3b6a922743cc service neutron] 10.222.0.23 "GET /v2.0/networks?id=8f3c76a6-294b-442d-88c5-e90b8e7ba673 HTTP/1.1" status: 200 len: 911 time: 0.2318640 Jul 29 23:39:08.271692 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-78ca91db-38ad-44d0-ae9e-2cb960a48316 req-e022c343-feb4-44fd-b642-3480005bc612 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a530c82-6c27-4567-8692-09b82c33a119 HTTP/1.1" status: 200 len: 217 time: 0.1219695 Jul 29 23:39:08.401948 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ca91db-38ad-44d0-ae9e-2cb960a48316 req-9641d262-e2dc-4bf4-aea9-9b00fffbbdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:08.405553 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-78ca91db-38ad-44d0-ae9e-2cb960a48316 req-9641d262-e2dc-4bf4-aea9-9b00fffbbdcb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a3798c3a-b9e2-4a1c-ae89-c46c1a504838 HTTP/1.1" status: 200 len: 850 time: 0.1202965 Jul 29 23:39:08.425117 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6ee456d-c60c-4265-8baf-4951ee384b55 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:08.465538 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01aa5a22-4dad-4532-b98a-a25cdd4a45e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:08.470144 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-78ca91db-38ad-44d0-ae9e-2cb960a48316 req-2d1593c2-a19b-4c98-b7a3-1c5cc3184ffa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8f3c76a6-294b-442d-88c5-e90b8e7ba673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516930 Jul 29 23:39:08.491339 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cdec8519-2215-4548-8fba-44c4b030da89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:08.547440 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f6ee456d-c60c-4265-8baf-4951ee384b55 None None] Transition to ACTIVE for port object 1f763b6e-fdf9-4391-92d6-b39462ad3c58 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:08.675574 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdec8519-2215-4548-8fba-44c4b030da89 None None] Pushing event updated for resources: {'Port': ['ID=362a84f3-e043-4d0d-9705-6027bde88f2b,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:08.731773 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6ee456d-c60c-4265-8baf-4951ee384b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:08.778650 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:08.792631 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-78ca91db-38ad-44d0-ae9e-2cb960a48316 req-396b3b94-b6e4-4ea0-b121-a58c74247397 service neutron] 10.222.0.23 "GET /v2.0/networks/8f3c76a6-294b-442d-88c5-e90b8e7ba673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818058 Jul 29 23:39:08.876857 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0cf8c9-8a29-4eea-adde-da3e248fe3b9 None None] Pushing event updated for resources: {'Port': ['ID=1f763b6e-fdf9-4391-92d6-b39462ad3c58,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:08.940576 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf4c9f-8f7b-48ed-97de-8765666d54a7 req-a2c7d377-6419-4660-b177-b13db50767d2 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:08.948227 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3baf4c9f-8f7b-48ed-97de-8765666d54a7 req-a2c7d377-6419-4660-b177-b13db50767d2 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 943 time: 0.2026877 Jul 29 23:39:08.990116 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3c2429b2-3490-4b3d-9cf7-85e467513a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:08.994518 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b2d628c2-ac46-4a23-a6e5-c68810ec17b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:09.038032 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f6ee456d-c60c-4265-8baf-4951ee384b55 None None] Attempting to bind port 1f763b6e-fdf9-4391-92d6-b39462ad3c58 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:09.038425 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f6ee456d-c60c-4265-8baf-4951ee384b55 None None] Attempting to bind port 1f763b6e-fdf9-4391-92d6-b39462ad3c58 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:09.038926 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee456d-c60c-4265-8baf-4951ee384b55 None None] Attempting to bind port 1f763b6e-fdf9-4391-92d6-b39462ad3c58 on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:09.072679 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee456d-c60c-4265-8baf-4951ee384b55 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:09.073146 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee456d-c60c-4265-8baf-4951ee384b55 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:09.076782 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6ee456d-c60c-4265-8baf-4951ee384b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:09.078036 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6ee456d-c60c-4265-8baf-4951ee384b55 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:09.079442 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f6ee456d-c60c-4265-8baf-4951ee384b55 None None] Bound port: 1f763b6e-fdf9-4391-92d6-b39462ad3c58, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:09.099708 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6ee456d-c60c-4265-8baf-4951ee384b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:09.170517 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3baf4c9f-8f7b-48ed-97de-8765666d54a7 req-845cb500-eb01-445b-b57a-05e98efbd728 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209027 Jul 29 23:39:09.231698 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-78ca91db-38ad-44d0-ae9e-2cb960a48316 req-fa8fe995-7f88-4ff9-824d-62c534e5b44d service neutron] 10.222.0.23 "GET /v2.0/networks/8f3c76a6-294b-442d-88c5-e90b8e7ba673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301534 Jul 29 23:39:09.261454 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01aa5a22-4dad-4532-b98a-a25cdd4a45e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:09.446097 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3c2429b2-3490-4b3d-9cf7-85e467513a2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:09.457332 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3c2429b2-3490-4b3d-9cf7-85e467513a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:09.542332 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f6ee456d-c60c-4265-8baf-4951ee384b55 None None] For port 1f763b6e-fdf9-4391-92d6-b39462ad3c58, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:09.547134 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f6ee456d-c60c-4265-8baf-4951ee384b55 None None] For port 1f763b6e-fdf9-4391-92d6-b39462ad3c58, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=1f763b6e-fdf9-4391-92d6-b39462ad3c58,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:09.570080 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b2d628c2-ac46-4a23-a6e5-c68810ec17b9 None None] For port 761112bc-daa9-40c8-9e13-44e40d97c190, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=761112bc-daa9-40c8-9e13-44e40d97c190,segment=NetworkSegment(1ca562f4-0a8b-43ef-bfa5-36c43dddb22f),segment_id=1ca562f4-0a8b-43ef-bfa5-36c43dddb22f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:09.571635 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 199fbae9-f48e-4eb1-91a3-7d0a209f57af up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:09.608057 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01aa5a22-4dad-4532-b98a-a25cdd4a45e2 admin admin] Router b255c339-ea4a-48c3-9dbb-74bbf2990780 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:39:09.635110 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b2d628c2-ac46-4a23-a6e5-c68810ec17b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:09.636308 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3c2429b2-3490-4b3d-9cf7-85e467513a2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:09.639303 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6ee456d-c60c-4265-8baf-4951ee384b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:09.734627 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d628c2-ac46-4a23-a6e5-c68810ec17b9 None None] Pushing event updated for resources: {'Port': ['ID=761112bc-daa9-40c8-9e13-44e40d97c190,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:09.806894 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2429b2-3490-4b3d-9cf7-85e467513a2f admin admin] Pushing event updated for resources: {'Port': ['ID=dfa55e6e-8d60-4b5a-bdcb-c75d7489178b,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:09.823994 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0cf8c9-8a29-4eea-adde-da3e248fe3b9 None None] Pushing event updated for resources: {'Port': ['ID=1f763b6e-fdf9-4391-92d6-b39462ad3c58,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:09.827868 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ee456d-c60c-4265-8baf-4951ee384b55 None None] Routers {'8bd175f1-8bdc-4d02-be5c-d8952586f3b9'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:09.830012 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f6ee456d-c60c-4265-8baf-4951ee384b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:39:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8bd175f1-8bdc-4d02-be5c-d8952586f3b9'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:09.897358 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01aa5a22-4dad-4532-b98a-a25cdd4a45e2 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:39:09.908919 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39c3547-f7a4-4081-a7e9-ef627f8e3961 None None] Sync routers for ids ['b255c339-ea4a-48c3-9dbb-74bbf2990780'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:39:09.946505 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39c3547-f7a4-4081-a7e9-ef627f8e3961 None None] Routers {'b255c339-ea4a-48c3-9dbb-74bbf2990780'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:09.947140 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-c39c3547-f7a4-4081-a7e9-ef627f8e3961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:39:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b255c339-ea4a-48c3-9dbb-74bbf2990780'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:09.957882 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01aa5a22-4dad-4532-b98a-a25cdd4a45e2 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:09.962806 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55872) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:09.964051 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-01aa5a22-4dad-4532-b98a-a25cdd4a45e2 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7734272 Jul 29 23:39:10.019419 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-f6ee456d-c60c-4265-8baf-4951ee384b55 None None] Set router 8bd175f1-8bdc-4d02-be5c-d8952586f3b9 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:10.172233 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-c39c3547-f7a4-4081-a7e9-ef627f8e3961 None None] Set router b255c339-ea4a-48c3-9dbb-74bbf2990780 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:10.224379 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-bbc46ad9-3834-432c-a3d4-6ab5c132c4b1 None None] Provisioning for port dfa55e6e-8d60-4b5a-bdcb-c75d7489178b completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:10.237509 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2429b2-3490-4b3d-9cf7-85e467513a2f admin admin] Network 58b3418f-0108-4c2b-9d78-3e01d6d879fe is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:10.241353 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-3c2429b2-3490-4b3d-9cf7-85e467513a2f admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:10.314873 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 199fbae9-f48e-4eb1-91a3-7d0a209f57af triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:10.315447 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:10.333750 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-bbc46ad9-3834-432c-a3d4-6ab5c132c4b1 None None] Provisioning complete for port dfa55e6e-8d60-4b5a-bdcb-c75d7489178b triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:10.334327 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bbc46ad9-3834-432c-a3d4-6ab5c132c4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:10.403449 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-bbc46ad9-3834-432c-a3d4-6ab5c132c4b1 None None] Port dfa55e6e-8d60-4b5a-bdcb-c75d7489178b cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:39:10.411865 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 2a530c82-6c27-4567-8692-09b82c33a119 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:39:10.654493 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e9219d-c65d-41b8-aa66-e1174b5e14fe req-361dd30b-c364-428d-b05c-31c103423e1a tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:10.663094 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d6e9219d-c65d-41b8-aa66-e1174b5e14fe req-361dd30b-c364-428d-b05c-31c103423e1a tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 943 time: 0.1154108 Jul 29 23:39:10.676747 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 2a530c82-6c27-4567-8692-09b82c33a119, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=2a530c82-6c27-4567-8692-09b82c33a119,segment=NetworkSegment(d692fd88-7a7a-4f59-9d22-ff33ee5f1a3d),segment_id=d692fd88-7a7a-4f59-9d22-ff33ee5f1a3d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:10.701598 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '2a530c82-6c27-4567-8692-09b82c33a119', 'network_id': '8f3c76a6-294b-442d-88c5-e90b8e7ba673', 'port_id': '2a530c82-6c27-4567-8692-09b82c33a119', 'mac_address': 'fa:16:3e:80:87:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3798c3a-b9e2-4a1c-ae89-c46c1a504838', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:39:10.710044 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-bbc46ad9-3834-432c-a3d4-6ab5c132c4b1 None None] Provisioning complete for port 761112bc-daa9-40c8-9e13-44e40d97c190 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:10.710432 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bbc46ad9-3834-432c-a3d4-6ab5c132c4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:10.753316 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d6e9219d-c65d-41b8-aa66-e1174b5e14fe req-8a556131-410d-4dab-8260-cacc50396e86 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809109 Jul 29 23:39:10.798942 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fd2474-e607-49a4-a2f2-e7287713c130 None None] Network ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:10.824812 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-c39c3547-f7a4-4081-a7e9-ef627f8e3961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'name': 'tempest-AttachVolumeTestJSON-1082787952-router', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:03Z', 'updated_at': '2021-07-29T23:39:08Z', 'revision_number': 3, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'gw_port': {'id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:06Z', 'updated_at': '2021-07-29T23:39:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:10.868246 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39c3547-f7a4-4081-a7e9-ef627f8e3961 None None] Checking router: b255c339-ea4a-48c3-9dbb-74bbf2990780 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:39:10.868943 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39c3547-f7a4-4081-a7e9-ef627f8e3961 None None] Updating router b255c339-ea4a-48c3-9dbb-74bbf2990780 port 42e0f22f-344a-4bf3-ba23-a0e8384b7f83 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:39:10.919243 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:10.919561 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c39c3547-f7a4-4081-a7e9-ef627f8e3961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:10.962037 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e14f0b-6789-4566-8aba-ac0eb64aeed9 req-8f0491f9-8cac-4499-b2f6-f2517cdc5f2b tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:10.973094 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-41e14f0b-6789-4566-8aba-ac0eb64aeed9 req-8f0491f9-8cac-4499-b2f6-f2517cdc5f2b tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] 10.222.0.18 "GET /v2.0/ports?device_id=31064b25-27c3-4a76-afad-5afee2426958 HTTP/1.1" status: 200 len: 946 time: 0.1186802 Jul 29 23:39:10.985611 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a530c82-6c27-4567-8692-09b82c33a119 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:39:11.010426 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f6ee456d-c60c-4265-8baf-4951ee384b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd175f1-8bdc-4d02-be5c-d8952586f3b9', 'name': 'tempest-TestAggregatesBasicOps-721480627-router', 'tenant_id': '6c4320a76e29456888c077cced2108a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '1f763b6e-fdf9-4391-92d6-b39462ad3c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:02Z', 'updated_at': '2021-07-29T23:39:08Z', 'revision_number': 4, 'project_id': '6c4320a76e29456888c077cced2108a8', 'gw_port': {'id': '1f763b6e-fdf9-4391-92d6-b39462ad3c58', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd175f1-8bdc-4d02-be5c-d8952586f3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:03Z', 'updated_at': '2021-07-29T23:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'dfa55e6e-8d60-4b5a-bdcb-c75d7489178b', 'name': '', 'network_id': '58b3418f-0108-4c2b-9d78-3e01d6d879fe', 'tenant_id': '6c4320a76e29456888c077cced2108a8', 'mac_address': 'fa:16:3e:1c:4d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd175f1-8bdc-4d02-be5c-d8952586f3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '057a67c1-468b-40e2-855e-91093fe1eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:07Z', 'updated_at': '2021-07-29T23:39:09Z', 'revision_number': 2, 'project_id': '6c4320a76e29456888c077cced2108a8', 'subnets': [{'id': '057a67c1-468b-40e2-855e-91093fe1eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:11.039638 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-41e14f0b-6789-4566-8aba-ac0eb64aeed9 req-7046ff56-09a6-407d-bca0-6f1a97600866 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4fbeda2-5585-4056-87b3-0fd4259be376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657496 Jul 29 23:39:11.088369 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ee456d-c60c-4265-8baf-4951ee384b55 None None] The sync data for ids ['8bd175f1-8bdc-4d02-be5c-d8952586f3b9'] in n-d-712140-10 is: [{'id': '8bd175f1-8bdc-4d02-be5c-d8952586f3b9', 'name': 'tempest-TestAggregatesBasicOps-721480627-router', 'tenant_id': '6c4320a76e29456888c077cced2108a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '1f763b6e-fdf9-4391-92d6-b39462ad3c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:02Z', 'updated_at': '2021-07-29T23:39:08Z', 'revision_number': 4, 'project_id': '6c4320a76e29456888c077cced2108a8', 'gw_port': {'id': '1f763b6e-fdf9-4391-92d6-b39462ad3c58', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd175f1-8bdc-4d02-be5c-d8952586f3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:03Z', 'updated_at': '2021-07-29T23:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'dfa55e6e-8d60-4b5a-bdcb-c75d7489178b', 'name': '', 'network_id': '58b3418f-0108-4c2b-9d78-3e01d6d879fe', 'tenant_id': '6c4320a76e29456888c077cced2108a8', 'mac_address': 'fa:16:3e:1c:4d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd175f1-8bdc-4d02-be5c-d8952586f3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '057a67c1-468b-40e2-855e-91093fe1eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:07Z', 'updated_at': '2021-07-29T23:39:09Z', 'revision_number': 2, 'project_id': '6c4320a76e29456888c077cced2108a8', 'subnets': [{'id': '057a67c1-468b-40e2-855e-91093fe1eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:39:11.171779 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 2a530c82-6c27-4567-8692-09b82c33a119, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=2a530c82-6c27-4567-8692-09b82c33a119,segment=NetworkSegment(d692fd88-7a7a-4f59-9d22-ff33ee5f1a3d),segment_id=d692fd88-7a7a-4f59-9d22-ff33ee5f1a3d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:11.200529 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:11.230276 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2429b2-3490-4b3d-9cf7-85e467513a2f admin admin] Router 8bd175f1-8bdc-4d02-be5c-d8952586f3b9 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:39:11.351267 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 761112bc-daa9-40c8-9e13-44e40d97c190 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:11.461092 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c39c3547-f7a4-4081-a7e9-ef627f8e3961 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:11.480428 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-c39c3547-f7a4-4081-a7e9-ef627f8e3961 None None] Transition to ACTIVE for port object 42e0f22f-344a-4bf3-ba23-a0e8384b7f83 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:11.496073 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a066a575-0f55-4d4d-bc98-3c862ddcc819 None None] Provisioning complete for port dfa55e6e-8d60-4b5a-bdcb-c75d7489178b triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:11.496281 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a066a575-0f55-4d4d-bc98-3c862ddcc819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:11.519650 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c39c3547-f7a4-4081-a7e9-ef627f8e3961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:11.600126 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2429b2-3490-4b3d-9cf7-85e467513a2f admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:39:11.600987 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-c39c3547-f7a4-4081-a7e9-ef627f8e3961 None None] Attempting to bind port 42e0f22f-344a-4bf3-ba23-a0e8384b7f83 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:11.601369 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-c39c3547-f7a4-4081-a7e9-ef627f8e3961 None None] Attempting to bind port 42e0f22f-344a-4bf3-ba23-a0e8384b7f83 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:11.601870 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39c3547-f7a4-4081-a7e9-ef627f8e3961 None None] Attempting to bind port 42e0f22f-344a-4bf3-ba23-a0e8384b7f83 on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:11.617134 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39c3547-f7a4-4081-a7e9-ef627f8e3961 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:11.617134 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39c3547-f7a4-4081-a7e9-ef627f8e3961 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:11.617134 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c39c3547-f7a4-4081-a7e9-ef627f8e3961 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:11.617134 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39c3547-f7a4-4081-a7e9-ef627f8e3961 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:11.617134 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-c39c3547-f7a4-4081-a7e9-ef627f8e3961 None None] Bound port: 42e0f22f-344a-4bf3-ba23-a0e8384b7f83, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:11.617134 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c39c3547-f7a4-4081-a7e9-ef627f8e3961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:11.617718 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a066a575-0f55-4d4d-bc98-3c862ddcc819 None None] Port dfa55e6e-8d60-4b5a-bdcb-c75d7489178b cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:39:11.618709 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3c2429b2-3490-4b3d-9cf7-85e467513a2f admin admin] 10.222.0.18 "PUT /v2.0/routers/8bd175f1-8bdc-4d02-be5c-d8952586f3b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8329117 Jul 29 23:39:11.626459 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['2a530c82-6c27-4567-8692-09b82c33a119'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:39:11.643417 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-faec601f-8db5-4f98-9f7d-c7a3260d8a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:11.663397 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4841484-a15c-4d68-a9d4-c7e7d7bde81d None None] Pushing event updated for resources: {'Port': ['ID=42e0f22f-344a-4bf3-ba23-a0e8384b7f83,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:11.684326 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 761112bc-daa9-40c8-9e13-44e40d97c190 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:11.684776 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:11.751686 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a066a575-0f55-4d4d-bc98-3c862ddcc819 None None] Provisioning for port 362a84f3-e043-4d0d-9705-6027bde88f2b completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:11.753884 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=2a530c82-6c27-4567-8692-09b82c33a119,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:11.782341 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-c39c3547-f7a4-4081-a7e9-ef627f8e3961 None None] For port 42e0f22f-344a-4bf3-ba23-a0e8384b7f83, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:11.792451 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-c39c3547-f7a4-4081-a7e9-ef627f8e3961 None None] For port 42e0f22f-344a-4bf3-ba23-a0e8384b7f83, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=42e0f22f-344a-4bf3-ba23-a0e8384b7f83,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:11.804640 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c39c3547-f7a4-4081-a7e9-ef627f8e3961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:11.873865 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39c3547-f7a4-4081-a7e9-ef627f8e3961 None None] Routers {'b255c339-ea4a-48c3-9dbb-74bbf2990780'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:11.874519 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-c39c3547-f7a4-4081-a7e9-ef627f8e3961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:39:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b255c339-ea4a-48c3-9dbb-74bbf2990780'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:11.993658 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4841484-a15c-4d68-a9d4-c7e7d7bde81d None None] Pushing event updated for resources: {'Port': ['ID=42e0f22f-344a-4bf3-ba23-a0e8384b7f83,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:12.084684 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 362a84f3-e043-4d0d-9705-6027bde88f2b up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:12.135042 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f5d41-816b-4b01-ae2c-e1b58ba699a5 req-dc638f29-0f8c-454d-b9ee-d08108870b02 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:12.143904 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b28f5d41-816b-4b01-ae2c-e1b58ba699a5 req-dc638f29-0f8c-454d-b9ee-d08108870b02 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 944 time: 0.2145500 Jul 29 23:39:12.150623 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-faec601f-8db5-4f98-9f7d-c7a3260d8a14 admin admin] Allocated IP 172.20.0.1 (ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec/d3fee908-ce2a-4a34-b5cd-8383eff77fab/f6dd2ce7-917d-41ac-b240-970f2b369ca1) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:12.196037 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-c39c3547-f7a4-4081-a7e9-ef627f8e3961 None None] Set router b255c339-ea4a-48c3-9dbb-74bbf2990780 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:12.207996 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 362a84f3-e043-4d0d-9705-6027bde88f2b completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:12.213544 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 362a84f3-e043-4d0d-9705-6027bde88f2b triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:12.214196 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:12.234088 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20358c1-d201-42dc-9892-45484e8ac8e4 req-8240b3fe-1802-49a3-bc63-67d3d8d06987 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:12.235694 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f20358c1-d201-42dc-9892-45484e8ac8e4 req-8240b3fe-1802-49a3-bc63-67d3d8d06987 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] 10.222.0.23 "GET /v2.0/ports?device_id=31064b25-27c3-4a76-afad-5afee2426958 HTTP/1.1" status: 200 len: 946 time: 0.2036111 Jul 29 23:39:12.336157 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b4732411-db6d-4a5d-934e-b159db00704f None None] Provisioning complete for port 362a84f3-e043-4d0d-9705-6027bde88f2b triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:12.337153 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b4732411-db6d-4a5d-934e-b159db00704f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:12.345148 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-faec601f-8db5-4f98-9f7d-c7a3260d8a14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:12.384173 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-faec601f-8db5-4f98-9f7d-c7a3260d8a14 admin admin] Transition to ACTIVE for port object f6dd2ce7-917d-41ac-b240-970f2b369ca1 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:12.432786 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-faec601f-8db5-4f98-9f7d-c7a3260d8a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:12.484108 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b28f5d41-816b-4b01-ae2c-e1b58ba699a5 req-3fc4d74e-125a-4ecd-a401-5ecf619a0af2 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3160448 Jul 29 23:39:12.567424 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-f20358c1-d201-42dc-9892-45484e8ac8e4 req-a97b0fbe-df55-4bd2-b021-524554c05f1b tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Deleting port 1a4c8500-eae9-4d61-a7fe-d159cafbcabc {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:12.568012 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:12.577795 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec601f-8db5-4f98-9f7d-c7a3260d8a14 admin admin] Pushing event updated for resources: {'Port': ['ID=f6dd2ce7-917d-41ac-b240-970f2b369ca1,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:12.578472 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f20358c1-d201-42dc-9892-45484e8ac8e4 req-a97b0fbe-df55-4bd2-b021-524554c05f1b tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:12.601795 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faec601f-8db5-4f98-9f7d-c7a3260d8a14 admin admin] Network ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:12.611070 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-faec601f-8db5-4f98-9f7d-c7a3260d8a14 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:12.614145 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faec601f-8db5-4f98-9f7d-c7a3260d8a14 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:12.624855 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-c39c3547-f7a4-4081-a7e9-ef627f8e3961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'name': 'tempest-AttachVolumeTestJSON-1082787952-router', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:03Z', 'updated_at': '2021-07-29T23:39:08Z', 'revision_number': 3, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'gw_port': {'id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:06Z', 'updated_at': '2021-07-29T23:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:12.644756 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 362a84f3-e043-4d0d-9705-6027bde88f2b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=362a84f3-e043-4d0d-9705-6027bde88f2b,segment=NetworkSegment(68cddc6e-f947-4e0d-a9f3-78b61292f920),segment_id=68cddc6e-f947-4e0d-a9f3-78b61292f920)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:12.652092 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:12.746383 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39c3547-f7a4-4081-a7e9-ef627f8e3961 None None] The sync data for ids ['b255c339-ea4a-48c3-9dbb-74bbf2990780'] in n-d-712140-10 is: [{'id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'name': 'tempest-AttachVolumeTestJSON-1082787952-router', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:03Z', 'updated_at': '2021-07-29T23:39:08Z', 'revision_number': 3, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'gw_port': {'id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d0:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:06Z', 'updated_at': '2021-07-29T23:39:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:39:12.757636 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=362a84f3-e043-4d0d-9705-6027bde88f2b,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:12.767313 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-faec601f-8db5-4f98-9f7d-c7a3260d8a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:12.870960 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-f20358c1-d201-42dc-9892-45484e8ac8e4 req-a97b0fbe-df55-4bd2-b021-524554c05f1b tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] For port 1a4c8500-eae9-4d61-a7fe-d159cafbcabc, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=1a4c8500-eae9-4d61-a7fe-d159cafbcabc,segment=NetworkSegment(db08581a-4e43-4e71-96b8-5105be245552),segment_id=db08581a-4e43-4e71-96b8-5105be245552)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:12.871448 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f20358c1-d201-42dc-9892-45484e8ac8e4 req-a97b0fbe-df55-4bd2-b021-524554c05f1b tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:12.905359 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-f20358c1-d201-42dc-9892-45484e8ac8e4 req-a97b0fbe-df55-4bd2-b021-524554c05f1b tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Calling delete_port for 1a4c8500-eae9-4d61-a7fe-d159cafbcabc owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:13.061137 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d8fe1326-3cd3-43cd-bc93-add71ae033de None None] Provisioning for port f6dd2ce7-917d-41ac-b240-970f2b369ca1 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:13.074488 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d8fe1326-3cd3-43cd-bc93-add71ae033de None None] Provisioning complete for port f6dd2ce7-917d-41ac-b240-970f2b369ca1 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:13.074788 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8fe1326-3cd3-43cd-bc93-add71ae033de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.138491 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-faec601f-8db5-4f98-9f7d-c7a3260d8a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.175910 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe1326-3cd3-43cd-bc93-add71ae033de None None] Port f6dd2ce7-917d-41ac-b240-970f2b369ca1 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:39:13.229582 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f20358c1-d201-42dc-9892-45484e8ac8e4 req-a97b0fbe-df55-4bd2-b021-524554c05f1b tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.244953 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['1a4c8500-eae9-4d61-a7fe-d159cafbcabc'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:39:13.323926 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 362a84f3-e043-4d0d-9705-6027bde88f2b up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:13.324114 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97b0fbe-df55-4bd2-b021-524554c05f1b tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Pushing event deleted for resources: {'Port': ['ID=1a4c8500-eae9-4d61-a7fe-d159cafbcabc,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:13.447714 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 362a84f3-e043-4d0d-9705-6027bde88f2b triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:13.447714 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.488452 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-faec601f-8db5-4f98-9f7d-c7a3260d8a14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.500575 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-faec601f-8db5-4f98-9f7d-c7a3260d8a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.568948 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-faec601f-8db5-4f98-9f7d-c7a3260d8a14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.632235 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faec601f-8db5-4f98-9f7d-c7a3260d8a14 admin admin] Pushing event updated for resources: {'Port': ['ID=f6dd2ce7-917d-41ac-b240-970f2b369ca1,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:13.645846 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1f763b6e-fdf9-4391-92d6-b39462ad3c58 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:13.754044 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faec601f-8db5-4f98-9f7d-c7a3260d8a14 admin admin] Network ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:13.756197 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-faec601f-8db5-4f98-9f7d-c7a3260d8a14 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:13.757981 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 1f763b6e-fdf9-4391-92d6-b39462ad3c58 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:13.776589 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 1f763b6e-fdf9-4391-92d6-b39462ad3c58 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:13.777372 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.917397 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f20358c1-d201-42dc-9892-45484e8ac8e4 req-a97b0fbe-df55-4bd2-b021-524554c05f1b tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] No DVR routers for this DVR port 1a4c8500-eae9-4d61-a7fe-d159cafbcabc on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:13.920687 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f20358c1-d201-42dc-9892-45484e8ac8e4 req-a97b0fbe-df55-4bd2-b021-524554c05f1b tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.925233 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f20358c1-d201-42dc-9892-45484e8ac8e4 req-a97b0fbe-df55-4bd2-b021-524554c05f1b tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] 10.222.0.23 "DELETE /v2.0/ports/1a4c8500-eae9-4d61-a7fe-d159cafbcabc HTTP/1.1" status: 204 len: 173 time: 1.6769092 Jul 29 23:39:13.927947 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:13.937922 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31064b25-27c3-4a76-afad-5afee2426958', 'name': 'network-vif-deleted', 'tag': '1a4c8500-eae9-4d61-a7fe-d159cafbcabc'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:13.941916 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96482cc-bb8a-41e0-888e-272a847859b1" -d '{"events": [{"server_uuid": "31064b25-27c3-4a76-afad-5afee2426958", "name": "network-vif-deleted", "tag": "1a4c8500-eae9-4d61-a7fe-d159cafbcabc"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:13.953129 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faec601f-8db5-4f98-9f7d-c7a3260d8a14 admin admin] Router b255c339-ea4a-48c3-9dbb-74bbf2990780 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:39:13.961170 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97def6-b9d2-4cc4-90de-a9d0a938fdcf req-46f2d98c-842c-4b5f-991e-9e731737f8a5 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:13.970830 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4a97def6-b9d2-4cc4-90de-a9d0a938fdcf req-46f2d98c-842c-4b5f-991e-9e731737f8a5 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] 10.222.0.18 "GET /v2.0/ports?device_id=31064b25-27c3-4a76-afad-5afee2426958 HTTP/1.1" status: 200 len: 867 time: 0.8235335 Jul 29 23:39:13.992119 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 1f763b6e-fdf9-4391-92d6-b39462ad3c58, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=1f763b6e-fdf9-4391-92d6-b39462ad3c58,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:13.999523 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.033610 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4a97def6-b9d2-4cc4-90de-a9d0a938fdcf req-5ad1103b-5edf-4663-b8b2-34bbe366daa7 tempest-VolumesActionsTest-639379811 tempest-VolumesActionsTest-639379811-project] 10.222.0.18 "GET /v2.0/security-groups?id=b4fbeda2-5585-4056-87b3-0fd4259be376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614874 Jul 29 23:39:14.129631 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=1f763b6e-fdf9-4391-92d6-b39462ad3c58,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:14.186143 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faec601f-8db5-4f98-9f7d-c7a3260d8a14 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:39:14.196130 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-faec601f-8db5-4f98-9f7d-c7a3260d8a14 admin admin] 10.222.0.18 "PUT /v2.0/routers/b255c339-ea4a-48c3-9dbb-74bbf2990780/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2260830 Jul 29 23:39:14.217416 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-94a9f137-b34b-452f-a28d-2bb61065760c None None] Provisioning complete for port f6dd2ce7-917d-41ac-b240-970f2b369ca1 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:14.219014 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-94a9f137-b34b-452f-a28d-2bb61065760c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.221497 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd28dad-312b-4928-b6a8-abd9c8c6872d req-3403d419-c394-48fb-a92a-ae5d5fabaf01 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:14.229505 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2bd28dad-312b-4928-b6a8-abd9c8c6872d req-3403d419-c394-48fb-a92a-ae5d5fabaf01 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 945 time: 0.0681381 Jul 29 23:39:14.269588 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-94a9f137-b34b-452f-a28d-2bb61065760c None None] Port f6dd2ce7-917d-41ac-b240-970f2b369ca1 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:39:14.272557 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2bd28dad-312b-4928-b6a8-abd9c8c6872d req-987662c5-f83f-4ddd-bd46-ff0a35d01edc tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421717 Jul 29 23:39:14.342104 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 2a530c82-6c27-4567-8692-09b82c33a119 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:14.404018 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 2a530c82-6c27-4567-8692-09b82c33a119 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:14.405288 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af237ab2-546a-4506-8a87-a48d66f1a3a0 req-5b288ce0-1199-47d8-abfd-c3523d53d554 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:14.409991 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 2a530c82-6c27-4567-8692-09b82c33a119 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:14.410514 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.414574 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-af237ab2-546a-4506-8a87-a48d66f1a3a0 req-5b288ce0-1199-47d8-abfd-c3523d53d554 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 944 time: 0.0743792 Jul 29 23:39:14.462314 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-af237ab2-546a-4506-8a87-a48d66f1a3a0 req-75cd466f-a5b1-467f-b88d-8a726b71fe03 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467069 Jul 29 23:39:14.512068 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.522656 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6944195c-8917-4474-98c2-b4b70dc9c1cb x-openstack-request-id: req-6944195c-8917-4474-98c2-b4b70dc9c1cb {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:14.523157 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31064b25-27c3-4a76-afad-5afee2426958", "name": "network-vif-deleted", "tag": "1a4c8500-eae9-4d61-a7fe-d159cafbcabc", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:14.523583 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6944195c-8917-4474-98c2-b4b70dc9c1cb {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:14.524358 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31064b25-27c3-4a76-afad-5afee2426958', 'name': 'network-vif-deleted', 'tag': '1a4c8500-eae9-4d61-a7fe-d159cafbcabc', 'status': 'completed', 'code': 200} Jul 29 23:39:14.537007 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a530c82-6c27-4567-8692-09b82c33a119'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:14.539411 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cfbc7ec-d1d6-4d8b-a1d4-c970e0e6ac0f" -d '{"events": [{"server_uuid": "6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa", "name": "network-vif-plugged", "status": "completed", "tag": "2a530c82-6c27-4567-8692-09b82c33a119"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:14.560219 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 2a530c82-6c27-4567-8692-09b82c33a119, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=2a530c82-6c27-4567-8692-09b82c33a119,segment=NetworkSegment(d692fd88-7a7a-4f59-9d22-ff33ee5f1a3d),segment_id=d692fd88-7a7a-4f59-9d22-ff33ee5f1a3d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:14.568435 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.569363 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 1a4c8500-eae9-4d61-a7fe-d159cafbcabc no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:14.739045 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 1a4c8500-eae9-4d61-a7fe-d159cafbcabc {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:39:14.739045 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 1a4c8500-eae9-4d61-a7fe-d159cafbcabc not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:39:14.739552 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:14.816138 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=2a530c82-6c27-4567-8692-09b82c33a119,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:14.861307 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.901631 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:14.907939 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:14.959988 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:15.170617 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1f763b6e-fdf9-4391-92d6-b39462ad3c58 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:15.230944 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55958) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:15.234287 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 1f763b6e-fdf9-4391-92d6-b39462ad3c58 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:15.236007 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.236608 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-16eeac8a-7bc9-4bfa-886c-ef51c55742e4 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Request body: {'security_group': {'name': 'tempest-securitygroup--765640342', 'description': 'tempest-description--10543550'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:15.261332 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-16eeac8a-7bc9-4bfa-886c-ef51c55742e4 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.266254 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b2e8bef-6acc-4a2e-98d8-f7cf2577860a x-openstack-request-id: req-4b2e8bef-6acc-4a2e-98d8-f7cf2577860a {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:15.268364 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa", "name": "network-vif-plugged", "status": "completed", "tag": "2a530c82-6c27-4567-8692-09b82c33a119", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:15.268508 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b2e8bef-6acc-4a2e-98d8-f7cf2577860a {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:15.268839 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a530c82-6c27-4567-8692-09b82c33a119', 'code': 200} Jul 29 23:39:15.356971 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 42e0f22f-344a-4bf3-ba23-a0e8384b7f83 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:15.446762 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 42e0f22f-344a-4bf3-ba23-a0e8384b7f83 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:15.459413 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bec4ed-6e63-4766-81af-e4e732576b1d None None] Sync routers for ids ['8bd175f1-8bdc-4d02-be5c-d8952586f3b9'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:39:15.461600 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01395f30-d57f-45c6-92b7-aececd6f6093 req-ef70bf7e-dd02-4c8b-a5cb-54c3344e5072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:15.462145 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-16eeac8a-7bc9-4bfa-886c-ef51c55742e4 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.467534 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-01395f30-d57f-45c6-92b7-aececd6f6093 req-ef70bf7e-dd02-4c8b-a5cb-54c3344e5072 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 1097 time: 0.1222165 Jul 29 23:39:15.467954 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 42e0f22f-344a-4bf3-ba23-a0e8384b7f83 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:15.468446 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.470772 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-16eeac8a-7bc9-4bfa-886c-ef51c55742e4 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.520482 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-01395f30-d57f-45c6-92b7-aececd6f6093 req-44640382-e25c-4cdf-8bcd-3cfe4117ef01 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453699 Jul 29 23:39:15.525798 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bec4ed-6e63-4766-81af-e4e732576b1d None None] Routers {'8bd175f1-8bdc-4d02-be5c-d8952586f3b9'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:15.526795 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-87bec4ed-6e63-4766-81af-e4e732576b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:39:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8bd175f1-8bdc-4d02-be5c-d8952586f3b9'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:15.527661 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eeac8a-7bc9-4bfa-886c-ef51c55742e4 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15a3c01e-0e1d-4375-b864-495586bc2b7c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:15.557534 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-16eeac8a-7bc9-4bfa-886c-ef51c55742e4 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.560099 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-16eeac8a-7bc9-4bfa-886c-ef51c55742e4 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3280625 Jul 29 23:39:15.562748 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55970) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:15.572239 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-20bbd360-8251-4cbf-9707-0e36964636f8 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Request body: {'security_group_rule': {'security_group_id': '15a3c01e-0e1d-4375-b864-495586bc2b7c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:15.609609 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-20bbd360-8251-4cbf-9707-0e36964636f8 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.708905 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-20bbd360-8251-4cbf-9707-0e36964636f8 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.710573 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-87bec4ed-6e63-4766-81af-e4e732576b1d None None] Set router 8bd175f1-8bdc-4d02-be5c-d8952586f3b9 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:15.712629 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.716806 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-20bbd360-8251-4cbf-9707-0e36964636f8 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.734578 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 42e0f22f-344a-4bf3-ba23-a0e8384b7f83, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=42e0f22f-344a-4bf3-ba23-a0e8384b7f83,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:15.742705 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bbd360-8251-4cbf-9707-0e36964636f8 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb504c4c-7430-4607-a5fd-6a68a293a322,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:15.755184 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-20bbd360-8251-4cbf-9707-0e36964636f8 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.757319 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-20bbd360-8251-4cbf-9707-0e36964636f8 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1921232 Jul 29 23:39:15.760303 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55978) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:15.773258 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-63aba5de-43ce-4c12-ba56-c2c9d14c60cc tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Request body: {'security_group_rule': {'security_group_id': '15a3c01e-0e1d-4375-b864-495586bc2b7c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:15.777311 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.823492 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a2ed80-8d8d-4e03-804d-7bbf8623ded3 None None] Sync routers for ids ['b255c339-ea4a-48c3-9dbb-74bbf2990780'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:39:15.841983 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-63aba5de-43ce-4c12-ba56-c2c9d14c60cc tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:15.843861 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a2ed80-8d8d-4e03-804d-7bbf8623ded3 None None] Routers {'b255c339-ea4a-48c3-9dbb-74bbf2990780'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:15.846930 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-a0a2ed80-8d8d-4e03-804d-7bbf8623ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:39:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b255c339-ea4a-48c3-9dbb-74bbf2990780'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:15.924395 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=42e0f22f-344a-4bf3-ba23-a0e8384b7f83,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:16.009728 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-a0a2ed80-8d8d-4e03-804d-7bbf8623ded3 None None] Set router b255c339-ea4a-48c3-9dbb-74bbf2990780 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:16.015136 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a979b82-36ad-4f39-aac0-2da17f31c287 req-53476f37-5e29-4fa0-b8df-f06d84566d8f tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:16.017587 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a979b82-36ad-4f39-aac0-2da17f31c287 req-53476f37-5e29-4fa0-b8df-f06d84566d8f tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 945 time: 0.1508982 Jul 29 23:39:16.019566 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-63aba5de-43ce-4c12-ba56-c2c9d14c60cc tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.025913 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-63aba5de-43ce-4c12-ba56-c2c9d14c60cc tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.067608 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63aba5de-43ce-4c12-ba56-c2c9d14c60cc tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e898dc15-75b2-46ca-87dd-3575ae9e0bfc,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:16.083313 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-63aba5de-43ce-4c12-ba56-c2c9d14c60cc tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.084722 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-63aba5de-43ce-4c12-ba56-c2c9d14c60cc tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3229787 Jul 29 23:39:16.088602 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55990) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:16.096884 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-96e3b92f-961d-4533-9d7e-14700ede9b07 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:16.108707 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a979b82-36ad-4f39-aac0-2da17f31c287 req-dec41bee-10e9-44b7-8e5e-dc432cbd658a tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800862 Jul 29 23:39:16.137443 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-87bec4ed-6e63-4766-81af-e4e732576b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd175f1-8bdc-4d02-be5c-d8952586f3b9', 'name': 'tempest-TestAggregatesBasicOps-721480627-router', 'tenant_id': '6c4320a76e29456888c077cced2108a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '1f763b6e-fdf9-4391-92d6-b39462ad3c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:02Z', 'updated_at': '2021-07-29T23:39:08Z', 'revision_number': 4, 'project_id': '6c4320a76e29456888c077cced2108a8', 'gw_port': {'id': '1f763b6e-fdf9-4391-92d6-b39462ad3c58', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd175f1-8bdc-4d02-be5c-d8952586f3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:03Z', 'updated_at': '2021-07-29T23:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'dfa55e6e-8d60-4b5a-bdcb-c75d7489178b', 'name': '', 'network_id': '58b3418f-0108-4c2b-9d78-3e01d6d879fe', 'tenant_id': '6c4320a76e29456888c077cced2108a8', 'mac_address': 'fa:16:3e:1c:4d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd175f1-8bdc-4d02-be5c-d8952586f3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '057a67c1-468b-40e2-855e-91093fe1eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:07Z', 'updated_at': '2021-07-29T23:39:09Z', 'revision_number': 2, 'project_id': '6c4320a76e29456888c077cced2108a8', 'subnets': [{'id': '057a67c1-468b-40e2-855e-91093fe1eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:16.166271 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96e3b92f-961d-4533-9d7e-14700ede9b07 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for floatingip, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.205092 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bec4ed-6e63-4766-81af-e4e732576b1d None None] Checking router: 8bd175f1-8bdc-4d02-be5c-d8952586f3b9 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:39:16.205301 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bec4ed-6e63-4766-81af-e4e732576b1d None None] Updating router 8bd175f1-8bdc-4d02-be5c-d8952586f3b9 port dfa55e6e-8d60-4b5a-bdcb-c75d7489178b binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:39:16.248582 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-87bec4ed-6e63-4766-81af-e4e732576b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.425785 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96e3b92f-961d-4533-9d7e-14700ede9b07 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.450915 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-a0a2ed80-8d8d-4e03-804d-7bbf8623ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'name': 'tempest-AttachVolumeTestJSON-1082787952-router', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:03Z', 'updated_at': '2021-07-29T23:39:13Z', 'revision_number': 4, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'gw_port': {'id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:06Z', 'updated_at': '2021-07-29T23:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f6dd2ce7-917d-41ac-b240-970f2b369ca1', 'name': '', 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'mac_address': 'fa:16:3e:f4:e3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'd3fee908-ce2a-4a34-b5cd-8383eff77fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:11Z', 'updated_at': '2021-07-29T23:39:13Z', 'revision_number': 2, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'subnets': [{'id': 'd3fee908-ce2a-4a34-b5cd-8383eff77fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:16.524470 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a2ed80-8d8d-4e03-804d-7bbf8623ded3 None None] Checking router: b255c339-ea4a-48c3-9dbb-74bbf2990780 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:39:16.524800 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a2ed80-8d8d-4e03-804d-7bbf8623ded3 None None] Updating router b255c339-ea4a-48c3-9dbb-74bbf2990780 port f6dd2ce7-917d-41ac-b240-970f2b369ca1 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:39:16.585068 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a0a2ed80-8d8d-4e03-804d-7bbf8623ded3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.649524 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 56010) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:16.663967 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-96e3b92f-961d-4533-9d7e-14700ede9b07 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Allocated IP 172.25.8.9 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/2cdb21a2-595a-481b-a1cb-55530c33f2f3) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:16.869383 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96e3b92f-961d-4533-9d7e-14700ede9b07 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.896803 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-87bec4ed-6e63-4766-81af-e4e732576b1d None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.912617 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-87bec4ed-6e63-4766-81af-e4e732576b1d None None] Transition to ACTIVE for port object dfa55e6e-8d60-4b5a-bdcb-c75d7489178b will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:16.917404 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96e3b92f-961d-4533-9d7e-14700ede9b07 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:16.922931 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-87bec4ed-6e63-4766-81af-e4e732576b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.029724 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959cb15-3375-450e-a9d8-0c5d0b51bff8 None None] Pushing event updated for resources: {'Port': ['ID=dfa55e6e-8d60-4b5a-bdcb-c75d7489178b,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:17.035132 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3b92f-961d-4533-9d7e-14700ede9b07 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Pushing event updated for resources: {'Port': ['ID=2cdb21a2-595a-481b-a1cb-55530c33f2f3,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:17.076890 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e3b92f-961d-4533-9d7e-14700ede9b07 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:17.079319 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-96e3b92f-961d-4533-9d7e-14700ede9b07 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:17.084018 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e3b92f-961d-4533-9d7e-14700ede9b07 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:17.113761 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-87bec4ed-6e63-4766-81af-e4e732576b1d None None] Attempting to bind port dfa55e6e-8d60-4b5a-bdcb-c75d7489178b on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:17.115623 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-87bec4ed-6e63-4766-81af-e4e732576b1d None None] Attempting to bind port dfa55e6e-8d60-4b5a-bdcb-c75d7489178b by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '1ca562f4-0a8b-43ef-bfa5-36c43dddb22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '58b3418f-0108-4c2b-9d78-3e01d6d879fe'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:17.116197 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bec4ed-6e63-4766-81af-e4e732576b1d None None] Attempting to bind port dfa55e6e-8d60-4b5a-bdcb-c75d7489178b on network 58b3418f-0108-4c2b-9d78-3e01d6d879fe {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:17.129908 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a0a2ed80-8d8d-4e03-804d-7bbf8623ded3 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.132195 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bec4ed-6e63-4766-81af-e4e732576b1d None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:17.132845 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bec4ed-6e63-4766-81af-e4e732576b1d None None] Checking segment: {'id': '1ca562f4-0a8b-43ef-bfa5-36c43dddb22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '58b3418f-0108-4c2b-9d78-3e01d6d879fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:17.134288 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-87bec4ed-6e63-4766-81af-e4e732576b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.135078 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bec4ed-6e63-4766-81af-e4e732576b1d None None] Bound using segment: {'id': '1ca562f4-0a8b-43ef-bfa5-36c43dddb22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '58b3418f-0108-4c2b-9d78-3e01d6d879fe'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:17.135855 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-87bec4ed-6e63-4766-81af-e4e732576b1d None None] Bound port: dfa55e6e-8d60-4b5a-bdcb-c75d7489178b, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ca562f4-0a8b-43ef-bfa5-36c43dddb22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '58b3418f-0108-4c2b-9d78-3e01d6d879fe'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:17.136434 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-87bec4ed-6e63-4766-81af-e4e732576b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.168806 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-a0a2ed80-8d8d-4e03-804d-7bbf8623ded3 None None] Transition to ACTIVE for port object f6dd2ce7-917d-41ac-b240-970f2b369ca1 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:17.184955 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a0a2ed80-8d8d-4e03-804d-7bbf8623ded3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.255700 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 42e0f22f-344a-4bf3-ba23-a0e8384b7f83 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:17.271474 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd63d3-8260-4826-99bd-18b0dca24f02 None None] Pushing event updated for resources: {'Port': ['ID=f6dd2ce7-917d-41ac-b240-970f2b369ca1,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:17.274595 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c7e56f-acb3-4a75-b444-e0a505979ebb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dccf7fc-65fb-4bea-aa88-058e5e3fc67f'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:17.285173 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35862db0-d3e0-4551-8eae-825b28979a3a" -d '{"events": [{"server_uuid": "b5c7e56f-acb3-4a75-b444-e0a505979ebb", "name": "network-vif-unplugged", "status": "completed", "tag": "8dccf7fc-65fb-4bea-aa88-058e5e3fc67f"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:17.291159 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd63d3-8260-4826-99bd-18b0dca24f02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:17.291860 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd63d3-8260-4826-99bd-18b0dca24f02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:17.292455 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd63d3-8260-4826-99bd-18b0dca24f02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:17.292997 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd63d3-8260-4826-99bd-18b0dca24f02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:17.293709 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd63d3-8260-4826-99bd-18b0dca24f02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:17.294580 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd63d3-8260-4826-99bd-18b0dca24f02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:17.295121 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd63d3-8260-4826-99bd-18b0dca24f02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:17.295706 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd63d3-8260-4826-99bd-18b0dca24f02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:17.296276 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd63d3-8260-4826-99bd-18b0dca24f02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:17.297117 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd63d3-8260-4826-99bd-18b0dca24f02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:17.297707 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd63d3-8260-4826-99bd-18b0dca24f02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:17.298266 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07bd63d3-8260-4826-99bd-18b0dca24f02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:17.358644 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96e3b92f-961d-4533-9d7e-14700ede9b07 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.415920 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-a0a2ed80-8d8d-4e03-804d-7bbf8623ded3 None None] Attempting to bind port f6dd2ce7-917d-41ac-b240-970f2b369ca1 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:17.417898 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-a0a2ed80-8d8d-4e03-804d-7bbf8623ded3 None None] Attempting to bind port f6dd2ce7-917d-41ac-b240-970f2b369ca1 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '68cddc6e-f947-4e0d-a9f3-78b61292f920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:17.418664 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a2ed80-8d8d-4e03-804d-7bbf8623ded3 None None] Attempting to bind port f6dd2ce7-917d-41ac-b240-970f2b369ca1 on network ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:17.432170 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a2ed80-8d8d-4e03-804d-7bbf8623ded3 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:17.432624 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a2ed80-8d8d-4e03-804d-7bbf8623ded3 None None] Checking segment: {'id': '68cddc6e-f947-4e0d-a9f3-78b61292f920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:17.434189 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a0a2ed80-8d8d-4e03-804d-7bbf8623ded3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.439494 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a2ed80-8d8d-4e03-804d-7bbf8623ded3 None None] Bound using segment: {'id': '68cddc6e-f947-4e0d-a9f3-78b61292f920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:17.440050 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-a0a2ed80-8d8d-4e03-804d-7bbf8623ded3 None None] Bound port: f6dd2ce7-917d-41ac-b240-970f2b369ca1, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68cddc6e-f947-4e0d-a9f3-78b61292f920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:17.440474 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a0a2ed80-8d8d-4e03-804d-7bbf8623ded3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.452368 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95522cff-c5ed-40f7-a029-51d246e1c873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.479299 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96e3b92f-961d-4533-9d7e-14700ede9b07 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.488937 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87314160-dc60-449b-aad0-1135bf3f10ff req-d08a9eaf-1e98-44e8-a953-aa0f9750e077 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:17.490866 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-87bec4ed-6e63-4766-81af-e4e732576b1d None None] For port dfa55e6e-8d60-4b5a-bdcb-c75d7489178b, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:17.497008 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-87314160-dc60-449b-aad0-1135bf3f10ff req-d08a9eaf-1e98-44e8-a953-aa0f9750e077 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 945 time: 0.2011728 Jul 29 23:39:17.505670 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-87bec4ed-6e63-4766-81af-e4e732576b1d None None] For port dfa55e6e-8d60-4b5a-bdcb-c75d7489178b, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=dfa55e6e-8d60-4b5a-bdcb-c75d7489178b,segment=NetworkSegment(1ca562f4-0a8b-43ef-bfa5-36c43dddb22f),segment_id=1ca562f4-0a8b-43ef-bfa5-36c43dddb22f)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:17.515826 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 42e0f22f-344a-4bf3-ba23-a0e8384b7f83 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:17.516456 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.584559 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-87bec4ed-6e63-4766-81af-e4e732576b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.667010 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-87314160-dc60-449b-aad0-1135bf3f10ff req-7cb22be6-db54-40ca-a60c-353c8e3c26cd tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574171 Jul 29 23:39:17.779020 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051984b0-3c9a-4be8-b756-52fb51192930 x-openstack-request-id: req-051984b0-3c9a-4be8-b756-52fb51192930 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:17.779315 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c7e56f-acb3-4a75-b444-e0a505979ebb", "name": "network-vif-unplugged", "status": "completed", "tag": "8dccf7fc-65fb-4bea-aa88-058e5e3fc67f", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:17.780538 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-051984b0-3c9a-4be8-b756-52fb51192930 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:17.782856 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c7e56f-acb3-4a75-b444-e0a505979ebb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dccf7fc-65fb-4bea-aa88-058e5e3fc67f', 'code': 200} Jul 29 23:39:17.787887 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bec4ed-6e63-4766-81af-e4e732576b1d None None] Routers {'8bd175f1-8bdc-4d02-be5c-d8952586f3b9'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:17.789107 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-87bec4ed-6e63-4766-81af-e4e732576b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:39:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8bd175f1-8bdc-4d02-be5c-d8952586f3b9'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:17.793227 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-a0a2ed80-8d8d-4e03-804d-7bbf8623ded3 None None] For port f6dd2ce7-917d-41ac-b240-970f2b369ca1, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:17.802132 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-a0a2ed80-8d8d-4e03-804d-7bbf8623ded3 None None] For port f6dd2ce7-917d-41ac-b240-970f2b369ca1, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f6dd2ce7-917d-41ac-b240-970f2b369ca1,segment=NetworkSegment(68cddc6e-f947-4e0d-a9f3-78b61292f920),segment_id=68cddc6e-f947-4e0d-a9f3-78b61292f920)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:17.809294 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-a0a2ed80-8d8d-4e03-804d-7bbf8623ded3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.885962 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96e3b92f-961d-4533-9d7e-14700ede9b07 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.896578 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96e3b92f-961d-4533-9d7e-14700ede9b07 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:17.939785 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd63d3-8260-4826-99bd-18b0dca24f02 None None] Pushing event updated for resources: {'Port': ['ID=f6dd2ce7-917d-41ac-b240-970f2b369ca1,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:17.957137 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b959cb15-3375-450e-a9d8-0c5d0b51bff8 None None] Pushing event updated for resources: {'Port': ['ID=dfa55e6e-8d60-4b5a-bdcb-c75d7489178b,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:18.004755 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a2ed80-8d8d-4e03-804d-7bbf8623ded3 None None] Routers {'b255c339-ea4a-48c3-9dbb-74bbf2990780'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:18.005562 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-a0a2ed80-8d8d-4e03-804d-7bbf8623ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:39:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b255c339-ea4a-48c3-9dbb-74bbf2990780'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:18.021652 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-95522cff-c5ed-40f7-a029-51d246e1c873 admin admin] Deleting port 199fbae9-f48e-4eb1-91a3-7d0a209f57af {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:18.022478 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95522cff-c5ed-40f7-a029-51d246e1c873 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:18.103230 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3b92f-961d-4533-9d7e-14700ede9b07 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Pushing event updated for resources: {'Port': ['ID=2cdb21a2-595a-481b-a1cb-55530c33f2f3,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:18.138449 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96e3b92f-961d-4533-9d7e-14700ede9b07 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:18.174063 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96e3b92f-961d-4533-9d7e-14700ede9b07 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:18.185142 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-96e3b92f-961d-4533-9d7e-14700ede9b07 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.0950449 Jul 29 23:39:18.213440 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-95522cff-c5ed-40f7-a029-51d246e1c873 admin admin] For port 199fbae9-f48e-4eb1-91a3-7d0a209f57af, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=199fbae9-f48e-4eb1-91a3-7d0a209f57af,segment=NetworkSegment(f4ea2064-205e-4a2c-bcae-d206545b0490),segment_id=f4ea2064-205e-4a2c-bcae-d206545b0490)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:18.214687 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95522cff-c5ed-40f7-a029-51d246e1c873 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:18.236459 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-87bec4ed-6e63-4766-81af-e4e732576b1d None None] Set router 8bd175f1-8bdc-4d02-be5c-d8952586f3b9 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:18.253244 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-95522cff-c5ed-40f7-a029-51d246e1c873 admin admin] Calling delete_port for 199fbae9-f48e-4eb1-91a3-7d0a209f57af owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:18.260108 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-a0a2ed80-8d8d-4e03-804d-7bbf8623ded3 None None] Set router b255c339-ea4a-48c3-9dbb-74bbf2990780 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:18.378058 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:39:18.517132 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd7d89-3eec-4c99-8d0a-82f8b546439f req-a99fac4f-9d0a-4c43-b85f-8ce51b964cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:18.518455 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6cfd7d89-3eec-4c99-8d0a-82f8b546439f req-a99fac4f-9d0a-4c43-b85f-8ce51b964cf3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=224345a79dda437684f96bb484f29725&device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 1097 time: 0.2118835 Jul 29 23:39:18.552584 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93227bcb-35de-49e5-b9a5-50970a190687 req-17aee125-2d52-4a74-b24e-bd4c1cacae6b tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:18.558145 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-a0a2ed80-8d8d-4e03-804d-7bbf8623ded3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'name': 'tempest-AttachVolumeTestJSON-1082787952-router', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:03Z', 'updated_at': '2021-07-29T23:39:13Z', 'revision_number': 4, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'gw_port': {'id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:06Z', 'updated_at': '2021-07-29T23:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f6dd2ce7-917d-41ac-b240-970f2b369ca1', 'name': '', 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'mac_address': 'fa:16:3e:f4:e3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'd3fee908-ce2a-4a34-b5cd-8383eff77fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:11Z', 'updated_at': '2021-07-29T23:39:17Z', 'revision_number': 4, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'subnets': [{'id': 'd3fee908-ce2a-4a34-b5cd-8383eff77fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:18.564188 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-93227bcb-35de-49e5-b9a5-50970a190687 req-17aee125-2d52-4a74-b24e-bd4c1cacae6b tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 945 time: 0.2475085 Jul 29 23:39:18.600413 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a2ed80-8d8d-4e03-804d-7bbf8623ded3 None None] The sync data for ids ['b255c339-ea4a-48c3-9dbb-74bbf2990780'] in n-d-712140-10 is: [{'id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'name': 'tempest-AttachVolumeTestJSON-1082787952-router', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:03Z', 'updated_at': '2021-07-29T23:39:13Z', 'revision_number': 4, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'gw_port': {'id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:06Z', 'updated_at': '2021-07-29T23:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f6dd2ce7-917d-41ac-b240-970f2b369ca1', 'name': '', 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'mac_address': 'fa:16:3e:f4:e3:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'd3fee908-ce2a-4a34-b5cd-8383eff77fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:11Z', 'updated_at': '2021-07-29T23:39:17Z', 'revision_number': 4, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'subnets': [{'id': 'd3fee908-ce2a-4a34-b5cd-8383eff77fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:39:18.630521 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:18.648388 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '8dccf7fc-65fb-4bea-aa88-058e5e3fc67f', 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f', 'port_id': '8dccf7fc-65fb-4bea-aa88-058e5e3fc67f', 'mac_address': 'fa:16:3e:7d:30:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f136cd8-eda3-43eb-9cb5-3830c4338b63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:39:18.706291 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-93227bcb-35de-49e5-b9a5-50970a190687 req-8db4992c-b96d-419e-bad3-1925adbba9e5 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411440 Jul 29 23:39:18.738321 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:18.757131 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:39:18.783346 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:18.791496 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-87bec4ed-6e63-4766-81af-e4e732576b1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd175f1-8bdc-4d02-be5c-d8952586f3b9', 'name': 'tempest-TestAggregatesBasicOps-721480627-router', 'tenant_id': '6c4320a76e29456888c077cced2108a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '1f763b6e-fdf9-4391-92d6-b39462ad3c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:02Z', 'updated_at': '2021-07-29T23:39:08Z', 'revision_number': 4, 'project_id': '6c4320a76e29456888c077cced2108a8', 'gw_port': {'id': '1f763b6e-fdf9-4391-92d6-b39462ad3c58', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd175f1-8bdc-4d02-be5c-d8952586f3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:03Z', 'updated_at': '2021-07-29T23:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'dfa55e6e-8d60-4b5a-bdcb-c75d7489178b', 'name': '', 'network_id': '58b3418f-0108-4c2b-9d78-3e01d6d879fe', 'tenant_id': '6c4320a76e29456888c077cced2108a8', 'mac_address': 'fa:16:3e:1c:4d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd175f1-8bdc-4d02-be5c-d8952586f3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '057a67c1-468b-40e2-855e-91093fe1eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:07Z', 'updated_at': '2021-07-29T23:39:17Z', 'revision_number': 4, 'project_id': '6c4320a76e29456888c077cced2108a8', 'subnets': [{'id': '057a67c1-468b-40e2-855e-91093fe1eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:18.826069 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bec4ed-6e63-4766-81af-e4e732576b1d None None] The sync data for ids ['8bd175f1-8bdc-4d02-be5c-d8952586f3b9'] in n-d-712140-10 is: [{'id': '8bd175f1-8bdc-4d02-be5c-d8952586f3b9', 'name': 'tempest-TestAggregatesBasicOps-721480627-router', 'tenant_id': '6c4320a76e29456888c077cced2108a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '1f763b6e-fdf9-4391-92d6-b39462ad3c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:02Z', 'updated_at': '2021-07-29T23:39:08Z', 'revision_number': 4, 'project_id': '6c4320a76e29456888c077cced2108a8', 'gw_port': {'id': '1f763b6e-fdf9-4391-92d6-b39462ad3c58', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd175f1-8bdc-4d02-be5c-d8952586f3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:03Z', 'updated_at': '2021-07-29T23:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'dfa55e6e-8d60-4b5a-bdcb-c75d7489178b', 'name': '', 'network_id': '58b3418f-0108-4c2b-9d78-3e01d6d879fe', 'tenant_id': '6c4320a76e29456888c077cced2108a8', 'mac_address': 'fa:16:3e:1c:4d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bd175f1-8bdc-4d02-be5c-d8952586f3b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2460, 'fixed_ips': [{'subnet_id': '057a67c1-468b-40e2-855e-91093fe1eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:07Z', 'updated_at': '2021-07-29T23:39:17Z', 'revision_number': 4, 'project_id': '6c4320a76e29456888c077cced2108a8', 'subnets': [{'id': '057a67c1-468b-40e2-855e-91093fe1eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:39:18.827681 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:18.853117 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95522cff-c5ed-40f7-a029-51d246e1c873 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:18.903310 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95522cff-c5ed-40f7-a029-51d246e1c873 admin admin] Pushing event deleted for resources: {'Port': ['ID=199fbae9-f48e-4eb1-91a3-7d0a209f57af,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:18.915959 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f,revision_number=9']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:18.926213 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['8dccf7fc-65fb-4bea-aa88-058e5e3fc67f'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:39:18.930741 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd7d89-3eec-4c99-8d0a-82f8b546439f req-594ce2b0-e991-4499-b8fb-4c2488a972d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:18.932397 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6cfd7d89-3eec-4c99-8d0a-82f8b546439f req-594ce2b0-e991-4499-b8fb-4c2488a972d0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8f3c76a6-294b-442d-88c5-e90b8e7ba673 HTTP/1.1" status: 200 len: 911 time: 0.3649843 Jul 29 23:39:19.155592 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6cfd7d89-3eec-4c99-8d0a-82f8b546439f req-fd31c915-e0c7-4143-b100-3f1b183233eb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a530c82-6c27-4567-8692-09b82c33a119 HTTP/1.1" status: 200 len: 217 time: 0.1728370 Jul 29 23:39:19.211767 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-981a7ea5-69fe-439d-9634-a81f214f3bfa tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--765640342&fields=id&tenant_id=ad76cebfbeab469a8fb6ccf5a7dd03a4 HTTP/1.1" status: 200 len: 267 time: 0.2939374 Jul 29 23:39:19.597532 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f6dd2ce7-917d-41ac-b240-970f2b369ca1 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:19.635114 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-b73a89d9-cc2c-4823-a53e-a12dff1c9afd tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:19.647287 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-b73a89d9-cc2c-4823-a53e-a12dff1c9afd tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/networks?id=ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec HTTP/1.1" status: 200 len: 811 time: 0.3951042 Jul 29 23:39:19.673522 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-47aa8595-b92a-435a-8d84-da9f452f7937 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/quotas/ad76cebfbeab469a8fb6ccf5a7dd03a4 HTTP/1.1" status: 200 len: 375 time: 0.0252240 Jul 29 23:39:19.713265 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port f6dd2ce7-917d-41ac-b240-970f2b369ca1 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:19.723633 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port f6dd2ce7-917d-41ac-b240-970f2b369ca1 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:19.725971 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:19.776265 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95522cff-c5ed-40f7-a029-51d246e1c873 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:19.826313 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfd7d89-3eec-4c99-8d0a-82f8b546439f req-b2ea7f4d-a009-49d7-a073-cc58af60e99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:19.829993 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6cfd7d89-3eec-4c99-8d0a-82f8b546439f req-b2ea7f4d-a009-49d7-a073-cc58af60e99f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a3798c3a-b9e2-4a1c-ae89-c46c1a504838 HTTP/1.1" status: 200 len: 850 time: 0.6218400 Jul 29 23:39:19.878878 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6cfd7d89-3eec-4c99-8d0a-82f8b546439f req-6746e4e7-4332-41e6-96be-9ddfedc3e8bb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8f3c76a6-294b-442d-88c5-e90b8e7ba673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367537 Jul 29 23:39:19.913536 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:19.962547 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-86f0eff7-55d8-4096-9c21-64b285f97e73 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad76cebfbeab469a8fb6ccf5a7dd03a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2654600 Jul 29 23:39:19.971019 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port f6dd2ce7-917d-41ac-b240-970f2b369ca1, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f6dd2ce7-917d-41ac-b240-970f2b369ca1,segment=NetworkSegment(68cddc6e-f947-4e0d-a9f3-78b61292f920),segment_id=68cddc6e-f947-4e0d-a9f3-78b61292f920)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:19.980196 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:19.981269 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device dfa55e6e-8d60-4b5a-bdcb-c75d7489178b up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:20.088413 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=f6dd2ce7-917d-41ac-b240-970f2b369ca1,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:20.144647 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port dfa55e6e-8d60-4b5a-bdcb-c75d7489178b completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:20.149271 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port dfa55e6e-8d60-4b5a-bdcb-c75d7489178b triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:20.149986 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:20.338521 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:20.387265 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:20.412786 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6cfd7d89-3eec-4c99-8d0a-82f8b546439f req-d4895d3d-46ac-4529-9fa7-a76a9ff937d2 service neutron] 10.222.0.23 "GET /v2.0/networks/8f3c76a6-294b-442d-88c5-e90b8e7ba673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5204196 Jul 29 23:39:20.447734 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port dfa55e6e-8d60-4b5a-bdcb-c75d7489178b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=dfa55e6e-8d60-4b5a-bdcb-c75d7489178b,segment=NetworkSegment(1ca562f4-0a8b-43ef-bfa5-36c43dddb22f),segment_id=1ca562f4-0a8b-43ef-bfa5-36c43dddb22f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:20.477862 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:20.539259 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6cfd7d89-3eec-4c99-8d0a-82f8b546439f req-5c462834-918b-4c04-8f06-a7d7fa8ae00a service neutron] 10.222.0.23 "GET /v2.0/networks/8f3c76a6-294b-442d-88c5-e90b8e7ba673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159923 Jul 29 23:39:20.555815 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-dbc15b8b-4722-461a-85ba-531d3465fc43 service neutron] 10.222.0.18 "GET /v2.0/networks/ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5490363 Jul 29 23:39:20.580746 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=dfa55e6e-8d60-4b5a-bdcb-c75d7489178b,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:20.677654 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:20.678554 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:20.807535 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-925a3d2b-3436-4e56-afe6-a8211f326487 service neutron] 10.222.0.18 "GET /v2.0/networks/ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507150 Jul 29 23:39:20.907798 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:21.008880 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c7e56f-acb3-4a75-b444-e0a505979ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dccf7fc-65fb-4bea-aa88-058e5e3fc67f'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:21.033323 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61ef0fd-7897-4ebf-95cc-f1dcba940d03" -d '{"events": [{"server_uuid": "b5c7e56f-acb3-4a75-b444-e0a505979ebb", "name": "network-vif-plugged", "status": "completed", "tag": "8dccf7fc-65fb-4bea-aa88-058e5e3fc67f"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:21.081916 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95522cff-c5ed-40f7-a029-51d246e1c873 admin admin] Router 1a03cf29-fc48-4a16-8c04-c6b547fc703e has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:39:21.092972 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:21.099677 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:21.242519 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f,revision_number=10']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:21.306410 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f6dd2ce7-917d-41ac-b240-970f2b369ca1 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:21.454415 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port f6dd2ce7-917d-41ac-b240-970f2b369ca1 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:21.454585 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:21.509670 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7565a4f-67d4-4b6c-b8f7-617a3011c04a req-281c0d01-8051-4088-97d5-c839ab44d9c2 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:21.518841 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7565a4f-67d4-4b6c-b8f7-617a3011c04a req-281c0d01-8051-4088-97d5-c839ab44d9c2 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 945 time: 0.2715168 Jul 29 23:39:21.569649 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95522cff-c5ed-40f7-a029-51d246e1c873 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:39:21.592653 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c8d003-3132-439e-9275-4222df06373d None None] Sync routers for ids ['1a03cf29-fc48-4a16-8c04-c6b547fc703e'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:39:21.598948 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7565a4f-67d4-4b6c-b8f7-617a3011c04a req-e32a4c83-2041-4f36-a7a4-d7c4b428ae11 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790660 Jul 29 23:39:21.639097 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-95522cff-c5ed-40f7-a029-51d246e1c873 admin admin] 10.222.0.18 "PUT /v2.0/routers/1a03cf29-fc48-4a16-8c04-c6b547fc703e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9884310 Jul 29 23:39:21.641788 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56116) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:21.733941 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c8d003-3132-439e-9275-4222df06373d None None] Routers {'1a03cf29-fc48-4a16-8c04-c6b547fc703e'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:21.738094 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e1c8d003-3132-439e-9275-4222df06373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:39:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['1a03cf29-fc48-4a16-8c04-c6b547fc703e'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:21.936493 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0d713a-d1a1-4955-9ac6-69a89e2936c6 x-openstack-request-id: req-3c0d713a-d1a1-4955-9ac6-69a89e2936c6 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:21.936700 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c7e56f-acb3-4a75-b444-e0a505979ebb", "name": "network-vif-plugged", "status": "completed", "tag": "8dccf7fc-65fb-4bea-aa88-058e5e3fc67f", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:21.936954 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c0d713a-d1a1-4955-9ac6-69a89e2936c6 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:21.937356 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c7e56f-acb3-4a75-b444-e0a505979ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dccf7fc-65fb-4bea-aa88-058e5e3fc67f', 'code': 200} Jul 29 23:39:22.002142 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b73bd54-2f82-478c-b5ae-7b8936827e43 admin admin] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:22.091413 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b8413fd-38f7-4528-8b11-be11502f83d2 req-af2d8770-4a35-4903-9e69-eb645205cad5 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 210 time: 0.1351244 Jul 29 23:39:22.113583 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2e61b6a-f238-4b81-a252-856f6b3623ff req-66be49fd-6003-4ced-b285-d0dd86166709 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3e11f80d-75f1-4448-bc82-9f70787be424&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2420118 Jul 29 23:39:22.119318 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device dfa55e6e-8d60-4b5a-bdcb-c75d7489178b up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:22.291654 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e61b6a-f238-4b81-a252-856f6b3623ff req-dd20dfcb-0aa6-4e81-a30d-89aed5035d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:22.293196 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2e61b6a-f238-4b81-a252-856f6b3623ff req-dd20dfcb-0aa6-4e81-a30d-89aed5035d55 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1783dd15c07244cf9315c27ec92931b3&device_id=3e11f80d-75f1-4448-bc82-9f70787be424 HTTP/1.1" status: 200 len: 1097 time: 0.1465120 Jul 29 23:39:22.320431 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b73bd54-2f82-478c-b5ae-7b8936827e43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:22.513637 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1b73bd54-2f82-478c-b5ae-7b8936827e43 admin admin] Deleting port a825465a-0411-4f61-8740-ce41ae377cd7 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:22.514797 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b73bd54-2f82-478c-b5ae-7b8936827e43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:22.529681 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-e1c8d003-3132-439e-9275-4222df06373d None None] Set router 1a03cf29-fc48-4a16-8c04-c6b547fc703e gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:22.665574 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e61b6a-f238-4b81-a252-856f6b3623ff req-14f53732-3ad3-43de-9e47-30814c343395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:22.671104 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2e61b6a-f238-4b81-a252-856f6b3623ff req-14f53732-3ad3-43de-9e47-30814c343395 service neutron] 10.222.0.23 "GET /v2.0/networks?id=683b6795-2fa0-4ca9-a524-56fb58dfd01a HTTP/1.1" status: 200 len: 910 time: 0.3238699 Jul 29 23:39:22.726028 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port dfa55e6e-8d60-4b5a-bdcb-c75d7489178b triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:22.736492 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:22.787065 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-1b73bd54-2f82-478c-b5ae-7b8936827e43 admin admin] For port a825465a-0411-4f61-8740-ce41ae377cd7, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a825465a-0411-4f61-8740-ce41ae377cd7,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:22.788125 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b73bd54-2f82-478c-b5ae-7b8936827e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:22.804226 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1b73bd54-2f82-478c-b5ae-7b8936827e43 admin admin] Calling delete_port for a825465a-0411-4f61-8740-ce41ae377cd7 owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:22.924087 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2e61b6a-f238-4b81-a252-856f6b3623ff req-8cabfd22-5da7-42ae-b7f7-2b0047cb9a45 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2dbd7d64-6300-457b-bbf1-9949ac79726c HTTP/1.1" status: 200 len: 1000 time: 0.2449894 Jul 29 23:39:22.954240 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834c943-435b-45a8-b5ff-995df6a54793 req-2fa4893f-81c7-4014-b29e-a040bac63958 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:22.968760 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9834c943-435b-45a8-b5ff-995df6a54793 req-2fa4893f-81c7-4014-b29e-a040bac63958 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 945 time: 0.1125968 Jul 29 23:39:23.049954 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e61b6a-f238-4b81-a252-856f6b3623ff req-ed8cffd6-3188-4bbf-a57e-0b697e98e598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:23.051305 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2e61b6a-f238-4b81-a252-856f6b3623ff req-ed8cffd6-3188-4bbf-a57e-0b697e98e598 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3fa239c5-5119-46c0-9a47-909641a9faaa HTTP/1.1" status: 200 len: 848 time: 0.1143608 Jul 29 23:39:23.075925 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b73bd54-2f82-478c-b5ae-7b8936827e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:23.097185 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9834c943-435b-45a8-b5ff-995df6a54793 req-2c859bb9-1aeb-476b-8ab7-7dfa72188bc8 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266925 Jul 29 23:39:23.141221 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e1c8d003-3132-439e-9275-4222df06373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a03cf29-fc48-4a16-8c04-c6b547fc703e', 'name': 'tempest-TestAggregatesBasicOps-564830720-router', 'tenant_id': '0a79785e132a4d99b2aaa6f727be8ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.204'}], 'enable_snat': True}, 'gw_port_id': 'a825465a-0411-4f61-8740-ce41ae377cd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:52Z', 'updated_at': '2021-07-29T23:39:18Z', 'revision_number': 5, 'project_id': '0a79785e132a4d99b2aaa6f727be8ed3', 'gw_port': {'id': 'a825465a-0411-4f61-8740-ce41ae377cd7', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:6a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a03cf29-fc48-4a16-8c04-c6b547fc703e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:53Z', 'updated_at': '2021-07-29T23:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:23.223282 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73bd54-2f82-478c-b5ae-7b8936827e43 admin admin] Pushing event deleted for resources: {'Port': ['ID=a825465a-0411-4f61-8740-ce41ae377cd7,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:23.245792 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c8d003-3132-439e-9275-4222df06373d None None] Checking router: 1a03cf29-fc48-4a16-8c04-c6b547fc703e for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:39:23.275228 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c8d003-3132-439e-9275-4222df06373d None None] Routers {'1a03cf29-fc48-4a16-8c04-c6b547fc703e'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:23.277811 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e1c8d003-3132-439e-9275-4222df06373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:39:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['1a03cf29-fc48-4a16-8c04-c6b547fc703e'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:23.305929 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e61b6a-f238-4b81-a252-856f6b3623ff req-bd43f141-9139-42b2-8fd6-19eb5c76826a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:23.316312 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2e61b6a-f238-4b81-a252-856f6b3623ff req-bd43f141-9139-42b2-8fd6-19eb5c76826a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=683b6795-2fa0-4ca9-a524-56fb58dfd01a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2171946 Jul 29 23:39:23.444820 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b73bd54-2f82-478c-b5ae-7b8936827e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:23.479596 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-e1c8d003-3132-439e-9275-4222df06373d None None] Set router 1a03cf29-fc48-4a16-8c04-c6b547fc703e gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:23.514619 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-b3b42858-afdc-4c45-8014-14a4ea867130 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:23.516705 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-b3b42858-afdc-4c45-8014-14a4ea867130 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.23 "GET /v2.0/networks?id=ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec HTTP/1.1" status: 200 len: 811 time: 0.1441925 Jul 29 23:39:23.551752 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a4cd8f5-e759-4cb5-9155-96d86ec26168 req-5886ef8f-f3c2-415e-8f69-809e8e8a79d1 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 210 time: 0.2343090 Jul 29 23:39:23.621900 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-5621203f-49ed-45e8-87f8-8cdaec51b059 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad76cebfbeab469a8fb6ccf5a7dd03a4 HTTP/1.1" status: 200 len: 379 time: 0.0691917 Jul 29 23:39:23.644897 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-db7863b8-b6c4-49b7-aead-f31e86b760aa tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Request body: {'port': {'device_id': '6d7cf285-6adb-4ea3-a00f-3c4c336f1550', 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec', 'admin_state_up': True, 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'security_groups': ['15a3c01e-0e1d-4375-b864-495586bc2b7c']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:23.647467 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e1c8d003-3132-439e-9275-4222df06373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a03cf29-fc48-4a16-8c04-c6b547fc703e', 'name': 'tempest-TestAggregatesBasicOps-564830720-router', 'tenant_id': '0a79785e132a4d99b2aaa6f727be8ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:52Z', 'updated_at': '2021-07-29T23:39:22Z', 'revision_number': 7, 'project_id': '0a79785e132a4d99b2aaa6f727be8ed3', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:23.651967 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b73bd54-2f82-478c-b5ae-7b8936827e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:23.655292 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b73bd54-2f82-478c-b5ae-7b8936827e43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:23.697269 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c8d003-3132-439e-9275-4222df06373d None None] The sync data for ids ['1a03cf29-fc48-4a16-8c04-c6b547fc703e'] in n-d-712140-10 is: [{'id': '1a03cf29-fc48-4a16-8c04-c6b547fc703e', 'name': 'tempest-TestAggregatesBasicOps-564830720-router', 'tenant_id': '0a79785e132a4d99b2aaa6f727be8ed3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:52Z', 'updated_at': '2021-07-29T23:39:22Z', 'revision_number': 7, 'project_id': '0a79785e132a4d99b2aaa6f727be8ed3', 'gw_port_host': None}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:39:23.710010 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b73bd54-2f82-478c-b5ae-7b8936827e43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:23.710271 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b73bd54-2f82-478c-b5ae-7b8936827e43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a03cf29-fc48-4a16-8c04-c6b547fc703e {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:39:23.715300 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b73bd54-2f82-478c-b5ae-7b8936827e43 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:23.716674 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1b73bd54-2f82-478c-b5ae-7b8936827e43 admin admin] 10.222.0.18 "DELETE /v2.0/routers/1a03cf29-fc48-4a16-8c04-c6b547fc703e HTTP/1.1" status: 204 len: 168 time: 2.0723858 Jul 29 23:39:23.721352 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56136) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:23.783203 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-777d3574-28b8-405a-963c-f27594d73dcf admin admin] Deleting subnet b6053540-60f6-4031-8b3f-cd352d3a578a {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:39:23.788067 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-777d3574-28b8-405a-963c-f27594d73dcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:23.824714 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2e61b6a-f238-4b81-a252-856f6b3623ff req-8dd844e3-7ba0-484d-874e-b325f792ce44 service neutron] 10.222.0.23 "GET /v2.0/networks/683b6795-2fa0-4ca9-a524-56fb58dfd01a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4881105 Jul 29 23:39:23.850816 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-777d3574-28b8-405a-963c-f27594d73dcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:23.949705 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-777d3574-28b8-405a-963c-f27594d73dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:23.970659 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-db7863b8-b6c4-49b7-aead-f31e86b760aa tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Made reservation on behalf of ad76cebfbeab469a8fb6ccf5a7dd03a4 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:23.974629 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-db7863b8-b6c4-49b7-aead-f31e86b760aa tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:24.017459 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-777d3574-28b8-405a-963c-f27594d73dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:24.054278 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-777d3574-28b8-405a-963c-f27594d73dcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:24.059561 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-777d3574-28b8-405a-963c-f27594d73dcf admin admin] 10.222.0.18 "DELETE /v2.0/subnets/b6053540-60f6-4031-8b3f-cd352d3a578a HTTP/1.1" status: 204 len: 168 time: 0.3349259 Jul 29 23:39:24.059561 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d3574-28b8-405a-963c-f27594d73dcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6053540-60f6-4031-8b3f-cd352d3a578a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:24.062054 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2502b9e-abc1-4e24-bf73-6a86b0004fa5 None None] Network a078107d-6a53-485e-892f-fcb208a92e47 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:24.065592 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56144) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:24.182710 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-184d596a-1152-408c-b8ff-83f5b64b4bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:24.213135 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2e61b6a-f238-4b81-a252-856f6b3623ff req-63317c92-8a54-4ed8-a6e8-3c0d7f86351a service neutron] 10.222.0.23 "GET /v2.0/networks/683b6795-2fa0-4ca9-a524-56fb58dfd01a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642387 Jul 29 23:39:24.226452 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-db7863b8-b6c4-49b7-aead-f31e86b760aa tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Allocated IP 172.20.0.3 (ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec/d3fee908-ce2a-4a34-b5cd-8383eff77fab/fd84251b-e42f-42ef-b5f1-0a32da709a43) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:24.277947 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-184d596a-1152-408c-b8ff-83f5b64b4bdd admin admin] Deleting port 662594da-0b94-4357-b5bb-e67d7f9d30fd {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:24.278292 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-184d596a-1152-408c-b8ff-83f5b64b4bdd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:24.399666 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-184d596a-1152-408c-b8ff-83f5b64b4bdd admin admin] For port 662594da-0b94-4357-b5bb-e67d7f9d30fd, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=662594da-0b94-4357-b5bb-e67d7f9d30fd,segment=NetworkSegment(f4ea2064-205e-4a2c-bcae-d206545b0490),segment_id=f4ea2064-205e-4a2c-bcae-d206545b0490)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:24.400730 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-184d596a-1152-408c-b8ff-83f5b64b4bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:24.428524 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-184d596a-1152-408c-b8ff-83f5b64b4bdd admin admin] Calling delete_port for 662594da-0b94-4357-b5bb-e67d7f9d30fd owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:24.460361 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf11f28-3013-4b0b-a278-2c7a4ccd5b60 req-94296e9c-a8fb-4f99-b3e2-8d9ed05b3517 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:24.462093 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4cf11f28-3013-4b0b-a278-2c7a4ccd5b60 req-94296e9c-a8fb-4f99-b3e2-8d9ed05b3517 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 945 time: 0.1376193 Jul 29 23:39:24.559025 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4cf11f28-3013-4b0b-a278-2c7a4ccd5b60 req-faa34f91-81cd-44cf-8880-da6ffdbb32c2 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882056 Jul 29 23:39:24.588807 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-db7863b8-b6c4-49b7-aead-f31e86b760aa tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:24.610150 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-184d596a-1152-408c-b8ff-83f5b64b4bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:24.620084 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-db7863b8-b6c4-49b7-aead-f31e86b760aa tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Transition to ACTIVE for port object fd84251b-e42f-42ef-b5f1-0a32da709a43 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:24.691584 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d596a-1152-408c-b8ff-83f5b64b4bdd admin admin] Pushing event deleted for resources: {'Port': ['ID=662594da-0b94-4357-b5bb-e67d7f9d30fd,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:24.707271 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184d596a-1152-408c-b8ff-83f5b64b4bdd admin admin] No DVR routers for this DVR port 662594da-0b94-4357-b5bb-e67d7f9d30fd on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:24.734548 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8435b2f-3a02-4b85-9636-c691480a0f1f None None] DHCP port deletion for a078107d-6a53-485e-892f-fcb208a92e47 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:39:24.740459 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8583e18c-5c53-4eea-8f62-622ee74f5008 req-e357237b-a32b-4eee-8e68-a4916bfc8873 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 210 time: 0.0518811 Jul 29 23:39:24.753375 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-db7863b8-b6c4-49b7-aead-f31e86b760aa tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:24.828041 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-db7863b8-b6c4-49b7-aead-f31e86b760aa tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Network ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:24.836900 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-db7863b8-b6c4-49b7-aead-f31e86b760aa tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:24.839736 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-184d596a-1152-408c-b8ff-83f5b64b4bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:24.854558 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-db7863b8-b6c4-49b7-aead-f31e86b760aa tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:24.854813 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-184d596a-1152-408c-b8ff-83f5b64b4bdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a078107d-6a53-485e-892f-fcb208a92e47']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:24.876590 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-184d596a-1152-408c-b8ff-83f5b64b4bdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4ea2064-205e-4a2c-bcae-d206545b0490') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:24.876898 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-184d596a-1152-408c-b8ff-83f5b64b4bdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4ea2064-205e-4a2c-bcae-d206545b0490') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:24.889847 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-184d596a-1152-408c-b8ff-83f5b64b4bdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:24.909041 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-184d596a-1152-408c-b8ff-83f5b64b4bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:24.919225 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-184d596a-1152-408c-b8ff-83f5b64b4bdd admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:39:24.919708 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-184d596a-1152-408c-b8ff-83f5b64b4bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:24.952180 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-db7863b8-b6c4-49b7-aead-f31e86b760aa tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:24.952920 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-db7863b8-b6c4-49b7-aead-f31e86b760aa tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:24.974074 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:39:24.974074 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:39:24.974074 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:39:24.974074 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:39:24.974074 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:39:24.974074 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:39:24.974074 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:39:24.974074 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:39:24.974074 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:39:24.974074 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:39:24.974074 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:39:24.974074 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:39:24.974074 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:39:24.974074 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:39:24.974074 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:39:24.974074 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:39:24.974074 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:39:24.974074 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:39:24.974074 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:39:24.974074 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:39:24.974074 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:39:24.974074 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:39:24.974074 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:39:24.974074 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:39:24.974074 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:39:24.974074 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:39:24.974074 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:39:24.974074 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:39:24.974074 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:39:24.974074 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:39:24.974074 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:39:24.974074 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:39:25.019337 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-184d596a-1152-408c-b8ff-83f5b64b4bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:25.034619 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7863b8-b6c4-49b7-aead-f31e86b760aa tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Pushing event updated for resources: {'Port': ['ID=fd84251b-e42f-42ef-b5f1-0a32da709a43,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:25.035788 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-184d596a-1152-408c-b8ff-83f5b64b4bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:25.038715 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-184d596a-1152-408c-b8ff-83f5b64b4bdd admin admin] 10.222.0.18 "DELETE /v2.0/networks/a078107d-6a53-485e-892f-fcb208a92e47 HTTP/1.1" status: 204 len: 168 time: 0.9710262 Jul 29 23:39:25.042752 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 56162) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:25.059508 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-db7863b8-b6c4-49b7-aead-f31e86b760aa tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4297996 Jul 29 23:39:25.087988 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d596a-1152-408c-b8ff-83f5b64b4bdd admin admin] Pushing event deleted for resources: {'Network': ['ID=a078107d-6a53-485e-892f-fcb208a92e47,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:25.141279 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-f9206424-f353-4b50-a8b9-433c8babcebd service neutron] Request body: {'port': {'device_id': '6d7cf285-6adb-4ea3-a00f-3c4c336f1550', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:25.293068 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 199fbae9-f48e-4eb1-91a3-7d0a209f57af no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:25.348320 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 199fbae9-f48e-4eb1-91a3-7d0a209f57af {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:39:25.348522 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 199fbae9-f48e-4eb1-91a3-7d0a209f57af not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:39:25.349015 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a825465a-0411-4f61-8740-ce41ae377cd7 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:25.420512 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ce77f7d1-0a03-4a87-a074-d94a49c45a5b None None] Provisioning for port fd84251b-e42f-42ef-b5f1-0a32da709a43 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:25.430887 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ce77f7d1-0a03-4a87-a074-d94a49c45a5b None None] Provisioning complete for port fd84251b-e42f-42ef-b5f1-0a32da709a43 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:25.431282 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ce77f7d1-0a03-4a87-a074-d94a49c45a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:25.436074 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: a825465a-0411-4f61-8740-ce41ae377cd7 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:39:25.436543 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a825465a-0411-4f61-8740-ce41ae377cd7 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:39:25.437039 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 662594da-0b94-4357-b5bb-e67d7f9d30fd no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:25.486359 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ce77f7d1-0a03-4a87-a074-d94a49c45a5b None None] Port fd84251b-e42f-42ef-b5f1-0a32da709a43 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:39:25.509046 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 662594da-0b94-4357-b5bb-e67d7f9d30fd {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:39:25.509397 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 662594da-0b94-4357-b5bb-e67d7f9d30fd not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:39:25.931247 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-f9206424-f353-4b50-a8b9-433c8babcebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:26.007656 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23c7a9-89cc-41c6-9a8a-bf6b1826d09c req-fbc60938-db46-4056-8629-e8fe23eb4931 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:26.009243 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9c23c7a9-89cc-41c6-9a8a-bf6b1826d09c req-fbc60938-db46-4056-8629-e8fe23eb4931 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 945 time: 0.1505888 Jul 29 23:39:26.182466 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9c23c7a9-89cc-41c6-9a8a-bf6b1826d09c req-e696a5ff-0b91-41fd-a83f-a90159d01c3c tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527214 Jul 29 23:39:26.496610 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9152759-f1a1-4339-8e40-3878dab8328c req-b7d0606b-f6eb-42b9-89cc-27b488173714 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:26.505592 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9152759-f1a1-4339-8e40-3878dab8328c req-b7d0606b-f6eb-42b9-89cc-27b488173714 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:26.512896 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9152759-f1a1-4339-8e40-3878dab8328c req-b7d0606b-f6eb-42b9-89cc-27b488173714 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:26.519853 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9152759-f1a1-4339-8e40-3878dab8328c req-b7d0606b-f6eb-42b9-89cc-27b488173714 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:26.525892 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9152759-f1a1-4339-8e40-3878dab8328c req-b7d0606b-f6eb-42b9-89cc-27b488173714 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:26.532503 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9152759-f1a1-4339-8e40-3878dab8328c req-b7d0606b-f6eb-42b9-89cc-27b488173714 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:26.540001 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9152759-f1a1-4339-8e40-3878dab8328c req-b7d0606b-f6eb-42b9-89cc-27b488173714 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:26.541829 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d9152759-f1a1-4339-8e40-3878dab8328c req-b7d0606b-f6eb-42b9-89cc-27b488173714 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 5431 time: 0.2409368 Jul 29 23:39:26.805272 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d9152759-f1a1-4339-8e40-3878dab8328c req-0c8da45b-9bd9-4e72-822f-9a7decb9c2db tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd5c58a1-104a-4fdf-8d04-3b82c5432514&id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2401614 Jul 29 23:39:26.846197 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-f9206424-f353-4b50-a8b9-433c8babcebd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd84251b-e42f-42ef-b5f1-0a32da709a43 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:39:26.892853 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-f9206424-f353-4b50-a8b9-433c8babcebd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:26.932216 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-cd70c172-b680-495c-b716-353cc41b79a4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:26.941810 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-cd70c172-b680-495c-b716-353cc41b79a4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:26.948038 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-cd70c172-b680-495c-b716-353cc41b79a4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:26.954198 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-cd70c172-b680-495c-b716-353cc41b79a4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:26.960344 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-cd70c172-b680-495c-b716-353cc41b79a4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:26.966907 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-cd70c172-b680-495c-b716-353cc41b79a4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:26.973199 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-cd70c172-b680-495c-b716-353cc41b79a4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:26.976920 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-cd70c172-b680-495c-b716-353cc41b79a4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 5431 time: 0.3397741 Jul 29 23:39:27.048707 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-f9206424-f353-4b50-a8b9-433c8babcebd service neutron] Transition to ACTIVE for port object fd84251b-e42f-42ef-b5f1-0a32da709a43 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:27.065308 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e0512d23-3cf0-4d0d-8b36-01677375e785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.070974 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-f9206424-f353-4b50-a8b9-433c8babcebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:27.196874 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-3af2a207-6c73-4813-80a9-e8eddfcb60b2 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:27.198513 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-3af2a207-6c73-4813-80a9-e8eddfcb60b2 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.39 "GET /v2.0/ports/9c4654c6-ab2c-4aa8-b108-e91e391645a3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2076156 Jul 29 23:39:27.554895 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9206424-f353-4b50-a8b9-433c8babcebd service neutron] Pushing event updated for resources: {'Port': ['ID=fd84251b-e42f-42ef-b5f1-0a32da709a43,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:27.705129 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac639c6-1780-4ae1-8727-bcf7811a5028 req-4d784896-73b2-4908-a65b-de61382a8262 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:27.721669 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eac639c6-1780-4ae1-8727-bcf7811a5028 req-4d784896-73b2-4908-a65b-de61382a8262 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 943 time: 0.6712763 Jul 29 23:39:27.905462 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-ac3af6c8-ace9-4486-b4cf-996ddebf1270 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.39 "GET /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6931753 Jul 29 23:39:27.918342 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eac639c6-1780-4ae1-8727-bcf7811a5028 req-8523e9ec-7c99-4664-a2d7-71cf9b6f6bd6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1944506 Jul 29 23:39:27.984174 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-fd307dee-2a88-4374-9a28-dcee7f4876ef service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:28.143731 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-f9206424-f353-4b50-a8b9-433c8babcebd service neutron] Attempting to bind port fd84251b-e42f-42ef-b5f1-0a32da709a43 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:28.144102 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-f9206424-f353-4b50-a8b9-433c8babcebd service neutron] Attempting to bind port fd84251b-e42f-42ef-b5f1-0a32da709a43 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '68cddc6e-f947-4e0d-a9f3-78b61292f920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:28.144437 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-f9206424-f353-4b50-a8b9-433c8babcebd service neutron] Attempting to bind port fd84251b-e42f-42ef-b5f1-0a32da709a43 on network ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:28.227710 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-f9206424-f353-4b50-a8b9-433c8babcebd service neutron] Port fd84251b-e42f-42ef-b5f1-0a32da709a43 on network ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:39:28.228213 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-f9206424-f353-4b50-a8b9-433c8babcebd service neutron] Attempting to bind port fd84251b-e42f-42ef-b5f1-0a32da709a43 on network ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:28.254480 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-fd307dee-2a88-4374-9a28-dcee7f4876ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.270335 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-f9206424-f353-4b50-a8b9-433c8babcebd service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:28.270705 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-f9206424-f353-4b50-a8b9-433c8babcebd service neutron] Checking segment: {'id': '68cddc6e-f947-4e0d-a9f3-78b61292f920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:28.271071 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-f9206424-f353-4b50-a8b9-433c8babcebd service neutron] Bound using segment: {'id': '68cddc6e-f947-4e0d-a9f3-78b61292f920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:28.271521 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-f9206424-f353-4b50-a8b9-433c8babcebd service neutron] Bound port: fd84251b-e42f-42ef-b5f1-0a32da709a43, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68cddc6e-f947-4e0d-a9f3-78b61292f920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:28.271922 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-f9206424-f353-4b50-a8b9-433c8babcebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.336078 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d917e56-3f6d-4f9e-b676-a77d8c7e07c2 req-f27a67f0-9dc1-4ce9-9fc8-9d71b597650c tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:28.337713 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d917e56-3f6d-4f9e-b676-a77d8c7e07c2 req-f27a67f0-9dc1-4ce9-9fc8-9d71b597650c tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 945 time: 0.2716606 Jul 29 23:39:28.448752 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d917e56-3f6d-4f9e-b676-a77d8c7e07c2 req-8f73c3aa-1d3e-4e11-aaf1-4847d2824407 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707829 Jul 29 23:39:28.510879 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-e0512d23-3cf0-4d0d-8b36-01677375e785 admin admin] Deleting port dfa55e6e-8d60-4b5a-bdcb-c75d7489178b {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:28.511219 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e0512d23-3cf0-4d0d-8b36-01677375e785 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.673068 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-f9206424-f353-4b50-a8b9-433c8babcebd service neutron] For port fd84251b-e42f-42ef-b5f1-0a32da709a43, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:28.712714 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-f9206424-f353-4b50-a8b9-433c8babcebd service neutron] For port fd84251b-e42f-42ef-b5f1-0a32da709a43, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=fd84251b-e42f-42ef-b5f1-0a32da709a43,segment=NetworkSegment(68cddc6e-f947-4e0d-a9f3-78b61292f920),segment_id=68cddc6e-f947-4e0d-a9f3-78b61292f920)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:28.739070 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd8522-144d-45ae-8ef7-39438f099b59 req-5365c512-8248-48a6-9ed6-da31538aa674 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:28.752758 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd8522-144d-45ae-8ef7-39438f099b59 req-5365c512-8248-48a6-9ed6-da31538aa674 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:28.769354 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd8522-144d-45ae-8ef7-39438f099b59 req-5365c512-8248-48a6-9ed6-da31538aa674 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:28.776206 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd8522-144d-45ae-8ef7-39438f099b59 req-5365c512-8248-48a6-9ed6-da31538aa674 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:28.783347 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd8522-144d-45ae-8ef7-39438f099b59 req-5365c512-8248-48a6-9ed6-da31538aa674 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:28.792179 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd8522-144d-45ae-8ef7-39438f099b59 req-5365c512-8248-48a6-9ed6-da31538aa674 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:28.796528 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd8522-144d-45ae-8ef7-39438f099b59 req-5365c512-8248-48a6-9ed6-da31538aa674 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:28.798826 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3ddd8522-144d-45ae-8ef7-39438f099b59 req-5365c512-8248-48a6-9ed6-da31538aa674 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 5431 time: 0.2193558 Jul 29 23:39:28.813165 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-e0512d23-3cf0-4d0d-8b36-01677375e785 admin admin] For port dfa55e6e-8d60-4b5a-bdcb-c75d7489178b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=dfa55e6e-8d60-4b5a-bdcb-c75d7489178b,segment=NetworkSegment(1ca562f4-0a8b-43ef-bfa5-36c43dddb22f),segment_id=1ca562f4-0a8b-43ef-bfa5-36c43dddb22f)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:28.813538 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e0512d23-3cf0-4d0d-8b36-01677375e785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.827213 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-f9206424-f353-4b50-a8b9-433c8babcebd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.854100 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-e0512d23-3cf0-4d0d-8b36-01677375e785 admin admin] Calling delete_port for dfa55e6e-8d60-4b5a-bdcb-c75d7489178b owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:28.919624 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-f9206424-f353-4b50-a8b9-433c8babcebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:28.920279 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-f9206424-f353-4b50-a8b9-433c8babcebd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:28.924391 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-f9206424-f353-4b50-a8b9-433c8babcebd service neutron] 10.222.0.23 "PUT /v2.0/ports/fd84251b-e42f-42ef-b5f1-0a32da709a43 HTTP/1.1" status: 200 len: 1092 time: 3.7856383 Jul 29 23:39:28.936429 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d7cf285-6adb-4ea3-a00f-3c4c336f1550', 'tag': 'fd84251b-e42f-42ef-b5f1-0a32da709a43'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:28.942161 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f62154-ff6a-41ac-8a0c-06e2f3fc33ff" -d '{"events": [{"name": "network-changed", "server_uuid": "6d7cf285-6adb-4ea3-a00f-3c4c336f1550", "tag": "fd84251b-e42f-42ef-b5f1-0a32da709a43"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:28.950778 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-fd307dee-2a88-4374-9a28-dcee7f4876ef service neutron] For port 9c4654c6-ab2c-4aa8-b108-e91e391645a3, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9c4654c6-ab2c-4aa8-b108-e91e391645a3,segment=NetworkSegment(4f926ea3-c46b-4f5a-8198-04187dc3e094),segment_id=4f926ea3-c46b-4f5a-8198-04187dc3e094)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:29.081625 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3ddd8522-144d-45ae-8ef7-39438f099b59 req-e4b2aff4-135f-4c4e-87fe-ebdc2254994d tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd5c58a1-104a-4fdf-8d04-3b82c5432514&id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2470021 Jul 29 23:39:29.128809 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-fd307dee-2a88-4374-9a28-dcee7f4876ef service neutron] For port 9c4654c6-ab2c-4aa8-b108-e91e391645a3, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:29.231657 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c3d7418-61f5-4305-a267-a10c82ada260 x-openstack-request-id: req-8c3d7418-61f5-4305-a267-a10c82ada260 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:29.232255 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d7cf285-6adb-4ea3-a00f-3c4c336f1550", "tag": "fd84251b-e42f-42ef-b5f1-0a32da709a43", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:29.232701 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8c3d7418-61f5-4305-a267-a10c82ada260 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:29.233273 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d7cf285-6adb-4ea3-a00f-3c4c336f1550', 'tag': 'fd84251b-e42f-42ef-b5f1-0a32da709a43', 'status': 'completed', 'code': 200} Jul 29 23:39:29.246567 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-fd307dee-2a88-4374-9a28-dcee7f4876ef service neutron] device_id is not set on port 9c4654c6-ab2c-4aa8-b108-e91e391645a3 yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:39:29.253823 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9206424-f353-4b50-a8b9-433c8babcebd service neutron] Pushing event updated for resources: {'Port': ['ID=fd84251b-e42f-42ef-b5f1-0a32da709a43,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:29.310114 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-fd307dee-2a88-4374-9a28-dcee7f4876ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.315145 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-857ce60d-6f25-4f1d-ab92-d7a6214e179d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:29.316836 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-857ce60d-6f25-4f1d-ab92-d7a6214e179d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ad76cebfbeab469a8fb6ccf5a7dd03a4&device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 1095 time: 0.3345921 Jul 29 23:39:29.342426 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-fd307dee-2a88-4374-9a28-dcee7f4876ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.447139 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-61a74383-6f14-4575-a500-2470b4d40fe7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd84251b-e42f-42ef-b5f1-0a32da709a43 HTTP/1.1" status: 200 len: 217 time: 0.1111724 Jul 29 23:39:29.465265 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388046e-19ce-4c4f-8dc2-6d3cccf947fa req-e7e5c503-73b9-4080-be2a-ae689ab49aad tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:29.473377 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6388046e-19ce-4c4f-8dc2-6d3cccf947fa req-e7e5c503-73b9-4080-be2a-ae689ab49aad tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 943 time: 0.2096963 Jul 29 23:39:29.503464 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.622727 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd307dee-2a88-4374-9a28-dcee7f4876ef service neutron] Pushing event updated for resources: {'Port': ['ID=9c4654c6-ab2c-4aa8-b108-e91e391645a3,revision_number=6']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:29.637733 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-fd307dee-2a88-4374-9a28-dcee7f4876ef service neutron] No DVR routers for this DVR port 9c4654c6-ab2c-4aa8-b108-e91e391645a3 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:29.697484 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-1726e935-9c05-4d7d-a6db-ff154b7f71e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:29.699010 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-1726e935-9c05-4d7d-a6db-ff154b7f71e3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3fee908-ce2a-4a34-b5cd-8383eff77fab HTTP/1.1" status: 200 len: 850 time: 0.2489381 Jul 29 23:39:29.709898 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6388046e-19ce-4c4f-8dc2-6d3cccf947fa req-a559a98c-05db-4f91-8a14-f3911664d069 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2343936 Jul 29 23:39:29.791827 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.794172 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-fd307dee-2a88-4374-9a28-dcee7f4876ef service neutron] In _notify_port_updated(), no bound segment for port 9c4654c6-ab2c-4aa8-b108-e91e391645a3 on network d2df6756-1437-4cbd-af3b-72d70f51df4a {{(pid=94063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:39:29.795286 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-fd307dee-2a88-4374-9a28-dcee7f4876ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:29.796063 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-fd307dee-2a88-4374-9a28-dcee7f4876ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:29.798020 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-fd307dee-2a88-4374-9a28-dcee7f4876ef service neutron] 10.222.0.39 "PUT /v2.0/ports/9c4654c6-ab2c-4aa8-b108-e91e391645a3 HTTP/1.1" status: 200 len: 1026 time: 1.8489506 Jul 29 23:39:29.828263 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-c218506d-22b8-48aa-b989-d4fb97124060 req-5fb381fe-b01a-44ba-88b8-d9fadb0cf4cc service neutron] (94063) timed out ('10.222.0.18', 55282) {{(pid=94063) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 23:39:29.914519 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-7a4f1215-a36b-448e-bd97-df190e226649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:29.916188 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-7a4f1215-a36b-448e-bd97-df190e226649 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2047765 Jul 29 23:39:29.978567 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3606342b-ac4b-48a8-9cf5-cb3a095ffbb6 None None] Provisioning complete for port 9c4654c6-ab2c-4aa8-b108-e91e391645a3 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:29.979444 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3606342b-ac4b-48a8-9cf5-cb3a095ffbb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.034023 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-3606342b-ac4b-48a8-9cf5-cb3a095ffbb6 None None] Port 9c4654c6-ab2c-4aa8-b108-e91e391645a3 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:39:30.042429 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-e071ea3d-2b5b-4e0e-9c74-b8d01ad86022 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:30.044125 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-e071ea3d-2b5b-4e0e-9c74-b8d01ad86022 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.39 "GET /v2.0/ports/fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2147682 Jul 29 23:39:30.065492 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-09a7adfa-37e9-42aa-90db-ae3ca065541c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:30.082417 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e0512d23-3cf0-4d0d-8b36-01677375e785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.244151 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:39:30.379912 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 9c4654c6-ab2c-4aa8-b108-e91e391645a3 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:30.461597 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 9c4654c6-ab2c-4aa8-b108-e91e391645a3 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:39:30.462035 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:30.596926 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-80f826e6-3822-44f8-ada2-f57d83155418 service neutron] 10.222.0.23 "GET /v2.0/networks/ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6666672 Jul 29 23:39:30.601071 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0512d23-3cf0-4d0d-8b36-01677375e785 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa55e6e-8d60-4b5a-bdcb-c75d7489178b,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:30.603602 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.676380 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:30.688232 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-544f750b-e810-401b-9a00-a70039fd16fb" -d '{"events": [{"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-unplugged", "status": "completed", "tag": "fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:30.730928 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805,segment=NetworkSegment(4f926ea3-c46b-4f5a-8198-04187dc3e094),segment_id=4f926ea3-c46b-4f5a-8198-04187dc3e094)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:30.740127 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.740936 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device e05f8a47-fe32-435c-a33a-7877418c510e no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:30.881185 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:30.913515 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777992f0-27a8-4333-94cf-43ec0379b98a req-63b4d063-2cf5-4b25-844f-00e9e19775f2 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:30.916876 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-777992f0-27a8-4333-94cf-43ec0379b98a req-63b4d063-2cf5-4b25-844f-00e9e19775f2 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 945 time: 1.0419197 Jul 29 23:39:30.927659 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-09a7adfa-37e9-42aa-90db-ae3ca065541c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:30.944050 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-042f0cfa-d6f3-4739-b53a-eb3fee36a780 req-04946729-57d9-4929-b9d2-6e33bd954eed service neutron] 10.222.0.23 "GET /v2.0/networks/ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3068345 Jul 29 23:39:30.969288 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:31.021500 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port e05f8a47-fe32-435c-a33a-7877418c510e, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=e05f8a47-fe32-435c-a33a-7877418c510e,segment=NetworkSegment(509fa46d-998d-413c-9893-dc66a48d71f6),segment_id=509fa46d-998d-413c-9893-dc66a48d71f6)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:31.032228 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:31.033274 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device c28d72f5-dcf0-4f89-838c-04edd1d9b91c no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:31.065583 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-777992f0-27a8-4333-94cf-43ec0379b98a req-faca8002-cc6b-4603-9e13-577df23e8bb2 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182694 Jul 29 23:39:31.226429 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=e05f8a47-fe32-435c-a33a-7877418c510e,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:31.302842 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f62154-ff6a-41ac-8a0c-06e2f3fc33ff req-fb24f5c0-b9ab-40fb-8292-4092ed046e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:31.304417 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7f62154-ff6a-41ac-8a0c-06e2f3fc33ff req-fb24f5c0-b9ab-40fb-8292-4092ed046e91 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ad76cebfbeab469a8fb6ccf5a7dd03a4&device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 1095 time: 0.2803986 Jul 29 23:39:31.327353 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:31.371177 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port c28d72f5-dcf0-4f89-838c-04edd1d9b91c, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=c28d72f5-dcf0-4f89-838c-04edd1d9b91c,segment=NetworkSegment(4f926ea3-c46b-4f5a-8198-04187dc3e094),segment_id=4f926ea3-c46b-4f5a-8198-04187dc3e094)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:31.377063 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:31.382134 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 7e61dd35-a100-4e16-badd-8fb0a09ce0fb no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:31.471102 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e0512d23-3cf0-4d0d-8b36-01677375e785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:31.488461 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=c28d72f5-dcf0-4f89-838c-04edd1d9b91c,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:31.543113 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475123a-a08e-495a-b26b-ac9b7eb19e31 req-b6c37356-98a9-4f09-9250-87e48ed4939d tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:31.551041 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475123a-a08e-495a-b26b-ac9b7eb19e31 req-b6c37356-98a9-4f09-9250-87e48ed4939d tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:31.557453 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475123a-a08e-495a-b26b-ac9b7eb19e31 req-b6c37356-98a9-4f09-9250-87e48ed4939d tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:31.564298 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475123a-a08e-495a-b26b-ac9b7eb19e31 req-b6c37356-98a9-4f09-9250-87e48ed4939d tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:31.571000 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475123a-a08e-495a-b26b-ac9b7eb19e31 req-b6c37356-98a9-4f09-9250-87e48ed4939d tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:31.576958 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475123a-a08e-495a-b26b-ac9b7eb19e31 req-b6c37356-98a9-4f09-9250-87e48ed4939d tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:31.579613 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3475123a-a08e-495a-b26b-ac9b7eb19e31 req-b6c37356-98a9-4f09-9250-87e48ed4939d tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 4654 time: 0.3388457 Jul 29 23:39:31.620827 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:31.639614 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f62154-ff6a-41ac-8a0c-06e2f3fc33ff req-2fb17ecc-9939-4d11-8ce4-8adca41835fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:31.643046 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7f62154-ff6a-41ac-8a0c-06e2f3fc33ff req-2fb17ecc-9939-4d11-8ce4-8adca41835fc service neutron] 10.222.0.23 "GET /v2.0/networks?id=ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec HTTP/1.1" status: 200 len: 912 time: 0.3042831 Jul 29 23:39:31.668128 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 7e61dd35-a100-4e16-badd-8fb0a09ce0fb, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=7e61dd35-a100-4e16-badd-8fb0a09ce0fb,segment=NetworkSegment(4f926ea3-c46b-4f5a-8198-04187dc3e094),segment_id=4f926ea3-c46b-4f5a-8198-04187dc3e094)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:31.682300 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:31.682951 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 0d33684c-2635-44de-9bef-97bb265cbccb no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:31.768565 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7f62154-ff6a-41ac-8a0c-06e2f3fc33ff req-b49fe039-112d-4067-80a6-fa9772947178 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd84251b-e42f-42ef-b5f1-0a32da709a43 HTTP/1.1" status: 200 len: 217 time: 0.1122949 Jul 29 23:39:31.772917 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=7e61dd35-a100-4e16-badd-8fb0a09ce0fb,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:31.830161 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:31.831783 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-09a7adfa-37e9-42aa-90db-ae3ca065541c service neutron] For port fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805,segment=NetworkSegment(4f926ea3-c46b-4f5a-8198-04187dc3e094),segment_id=4f926ea3-c46b-4f5a-8198-04187dc3e094)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:31.869254 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-09a7adfa-37e9-42aa-90db-ae3ca065541c service neutron] For port fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:31.934248 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3475123a-a08e-495a-b26b-ac9b7eb19e31 req-57d9a626-8e61-4cff-b155-3071c6afc38d tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=bd5c58a1-104a-4fdf-8d04-3b82c5432514&id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3123701 Jul 29 23:39:32.050246 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 0d33684c-2635-44de-9bef-97bb265cbccb, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=0d33684c-2635-44de-9bef-97bb265cbccb,segment=NetworkSegment(8c9c41a8-7d48-4280-848c-d61b4ffb090c),segment_id=8c9c41a8-7d48-4280-848c-d61b4ffb090c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:32.057311 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0364e54a-e21c-4aad-9b7f-a54042065a8f x-openstack-request-id: req-0364e54a-e21c-4aad-9b7f-a54042065a8f {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:32.057311 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-unplugged", "status": "completed", "tag": "fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:32.057311 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0364e54a-e21c-4aad-9b7f-a54042065a8f {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:32.058564 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805', 'code': 200} Jul 29 23:39:32.063337 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.064494 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 07254281-c39e-48a0-9915-4707d191bf90 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:32.074682 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f62154-ff6a-41ac-8a0c-06e2f3fc33ff req-576fef51-5cfe-4ea7-920a-db5befe35035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:32.079075 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7f62154-ff6a-41ac-8a0c-06e2f3fc33ff req-576fef51-5cfe-4ea7-920a-db5befe35035 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3fee908-ce2a-4a34-b5cd-8383eff77fab HTTP/1.1" status: 200 len: 850 time: 0.1337783 Jul 29 23:39:32.244391 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=0d33684c-2635-44de-9bef-97bb265cbccb,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:32.254393 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.301233 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-09a7adfa-37e9-42aa-90db-ae3ca065541c service neutron] device_id is not set on port fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:39:32.326086 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 07254281-c39e-48a0-9915-4707d191bf90, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=07254281-c39e-48a0-9915-4707d191bf90,segment=NetworkSegment(8c9c41a8-7d48-4280-848c-d61b4ffb090c),segment_id=8c9c41a8-7d48-4280-848c-d61b4ffb090c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:32.330735 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.364414 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-09a7adfa-37e9-42aa-90db-ae3ca065541c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.395921 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=07254281-c39e-48a0-9915-4707d191bf90,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:32.457540 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b569be-a287-4cc8-8369-87bf10825b2e req-55c2ad4a-95c5-43c5-901e-63705c2cf167 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:32.459968 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d3b569be-a287-4cc8-8369-87bf10825b2e req-55c2ad4a-95c5-43c5-901e-63705c2cf167 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 943 time: 0.2317808 Jul 29 23:39:32.464708 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f62154-ff6a-41ac-8a0c-06e2f3fc33ff req-6dbf0742-4fc4-4439-b871-5e7e41ec0cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:32.466297 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7f62154-ff6a-41ac-8a0c-06e2f3fc33ff req-6dbf0742-4fc4-4439-b871-5e7e41ec0cc4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3609030 Jul 29 23:39:32.489483 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-09a7adfa-37e9-42aa-90db-ae3ca065541c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.631287 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7f62154-ff6a-41ac-8a0c-06e2f3fc33ff req-e1754b30-c1f6-4e73-96e1-ef184f86ea6c service neutron] 10.222.0.23 "GET /v2.0/networks/ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352544 Jul 29 23:39:32.711646 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7adfa-37e9-42aa-90db-ae3ca065541c service neutron] Pushing event updated for resources: {'Port': ['ID=fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805,revision_number=7']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:32.724464 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d3b569be-a287-4cc8-8369-87bf10825b2e req-28214c53-2169-4946-9434-d8ad35c68bbe tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2542274 Jul 29 23:39:32.806700 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9fb3abe6-3ac9-4b8f-9ea8-397ddc0ae572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:32.913633 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-09a7adfa-37e9-42aa-90db-ae3ca065541c service neutron] No DVR routers for this DVR port fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:32.994980 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94760d2-1718-47c8-8569-93706a4cd250 req-934f0aba-c7dc-4bca-bcbe-a1b7dcbd3d2a tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.004182 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b94760d2-1718-47c8-8569-93706a4cd250 req-934f0aba-c7dc-4bca-bcbe-a1b7dcbd3d2a tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 945 time: 0.1335025 Jul 29 23:39:33.030274 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0512d23-3cf0-4d0d-8b36-01677375e785 admin admin] Router 8bd175f1-8bdc-4d02-be5c-d8952586f3b9 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:39:33.062264 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-09a7adfa-37e9-42aa-90db-ae3ca065541c service neutron] In _notify_port_updated(), no bound segment for port fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 on network d2df6756-1437-4cbd-af3b-72d70f51df4a {{(pid=94063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:39:33.063308 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-09a7adfa-37e9-42aa-90db-ae3ca065541c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.064057 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-09a7adfa-37e9-42aa-90db-ae3ca065541c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:33.065472 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-09a7adfa-37e9-42aa-90db-ae3ca065541c service neutron] 10.222.0.39 "PUT /v2.0/ports/fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 HTTP/1.1" status: 200 len: 1025 time: 3.0097489 Jul 29 23:39:33.082157 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7f62154-ff6a-41ac-8a0c-06e2f3fc33ff req-5ec80fe3-c474-42ca-89b9-e08ef0b37344 service neutron] 10.222.0.23 "GET /v2.0/networks/ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353085 Jul 29 23:39:33.089918 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-08c10691-25f6-4e84-aeb1-54f92b5d0f13 None None] Provisioning complete for port fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:33.090539 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08c10691-25f6-4e84-aeb1-54f92b5d0f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:33.143699 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-08c10691-25f6-4e84-aeb1-54f92b5d0f13 None None] Port fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:39:33.159873 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b94760d2-1718-47c8-8569-93706a4cd250 req-65b92b14-354b-434d-abfb-89fa4d7573a6 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558774 Jul 29 23:39:33.376283 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-74237645-58b7-4e0d-b0c3-dc5e61b4ea75 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Deleting port 7e61dd35-a100-4e16-badd-8fb0a09ce0fb {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:33.376964 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-74237645-58b7-4e0d-b0c3-dc5e61b4ea75 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:33.450228 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0512d23-3cf0-4d0d-8b36-01677375e785 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:39:33.457365 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e0512d23-3cf0-4d0d-8b36-01677375e785 admin admin] 10.222.0.18 "PUT /v2.0/routers/8bd175f1-8bdc-4d02-be5c-d8952586f3b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4113917 Jul 29 23:39:33.459460 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56274) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:33.475557 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3de3a51-88ce-4bfa-88a1-0a67023ada34 None None] Sync routers for ids ['8bd175f1-8bdc-4d02-be5c-d8952586f3b9'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:39:33.480598 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fec13-9743-4ebf-93bd-d05e41a56e20 req-5c1ebb3a-9881-4a85-9ece-524432e83b0a tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.487568 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fec13-9743-4ebf-93bd-d05e41a56e20 req-5c1ebb3a-9881-4a85-9ece-524432e83b0a tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.492879 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3de3a51-88ce-4bfa-88a1-0a67023ada34 None None] Routers {'8bd175f1-8bdc-4d02-be5c-d8952586f3b9'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:33.493883 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fec13-9743-4ebf-93bd-d05e41a56e20 req-5c1ebb3a-9881-4a85-9ece-524432e83b0a tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.494894 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b3de3a51-88ce-4bfa-88a1-0a67023ada34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:39:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8bd175f1-8bdc-4d02-be5c-d8952586f3b9'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:33.508974 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fec13-9743-4ebf-93bd-d05e41a56e20 req-5c1ebb3a-9881-4a85-9ece-524432e83b0a tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.515068 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4fec13-9743-4ebf-93bd-d05e41a56e20 req-5c1ebb3a-9881-4a85-9ece-524432e83b0a tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.517043 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fa4fec13-9743-4ebf-93bd-d05e41a56e20 req-5c1ebb3a-9881-4a85-9ece-524432e83b0a tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 3876 time: 0.2296855 Jul 29 23:39:33.571630 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-74237645-58b7-4e0d-b0c3-dc5e61b4ea75 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] For port 7e61dd35-a100-4e16-badd-8fb0a09ce0fb, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=7e61dd35-a100-4e16-badd-8fb0a09ce0fb,segment=NetworkSegment(4f926ea3-c46b-4f5a-8198-04187dc3e094),segment_id=4f926ea3-c46b-4f5a-8198-04187dc3e094)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:33.572335 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-74237645-58b7-4e0d-b0c3-dc5e61b4ea75 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:33.588937 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-74237645-58b7-4e0d-b0c3-dc5e61b4ea75 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Calling delete_port for 7e61dd35-a100-4e16-badd-8fb0a09ce0fb owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:33.679816 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-b3de3a51-88ce-4bfa-88a1-0a67023ada34 None None] Set router 8bd175f1-8bdc-4d02-be5c-d8952586f3b9 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:33.725925 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fa4fec13-9743-4ebf-93bd-d05e41a56e20 req-3352314c-cc3b-4054-a820-620e500c01ed tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1836693 Jul 29 23:39:33.903407 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-74237645-58b7-4e0d-b0c3-dc5e61b4ea75 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:33.938953 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74237645-58b7-4e0d-b0c3-dc5e61b4ea75 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Pushing event deleted for resources: {'Port': ['ID=7e61dd35-a100-4e16-badd-8fb0a09ce0fb,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:33.948734 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b3de3a51-88ce-4bfa-88a1-0a67023ada34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd175f1-8bdc-4d02-be5c-d8952586f3b9', 'name': 'tempest-TestAggregatesBasicOps-721480627-router', 'tenant_id': '6c4320a76e29456888c077cced2108a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '1f763b6e-fdf9-4391-92d6-b39462ad3c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:02Z', 'updated_at': '2021-07-29T23:39:29Z', 'revision_number': 5, 'project_id': '6c4320a76e29456888c077cced2108a8', 'gw_port': {'id': '1f763b6e-fdf9-4391-92d6-b39462ad3c58', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd175f1-8bdc-4d02-be5c-d8952586f3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:03Z', 'updated_at': '2021-07-29T23:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:33.960263 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8b2327-6a71-445d-af76-fac5ef5c818c req-6bf327d7-15e9-4ca3-ba0c-d235e6f5f6bf tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:33.967895 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a8b2327-6a71-445d-af76-fac5ef5c818c req-6bf327d7-15e9-4ca3-ba0c-d235e6f5f6bf tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 943 time: 0.1060095 Jul 29 23:39:33.983907 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3de3a51-88ce-4bfa-88a1-0a67023ada34 None None] Checking router: 8bd175f1-8bdc-4d02-be5c-d8952586f3b9 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:39:33.998651 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3de3a51-88ce-4bfa-88a1-0a67023ada34 None None] Routers {'8bd175f1-8bdc-4d02-be5c-d8952586f3b9'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:34.007162 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b3de3a51-88ce-4bfa-88a1-0a67023ada34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:39:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8bd175f1-8bdc-4d02-be5c-d8952586f3b9'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:34.044137 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a8b2327-6a71-445d-af76-fac5ef5c818c req-2d0ff7bd-bc60-4f9a-bf35-40852ed15951 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706964 Jul 29 23:39:34.059770 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e05f8a47-fe32-435c-a33a-7877418c510e'}, {'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c28d72f5-dcf0-4f89-838c-04edd1d9b91c'}, {'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e61dd35-a100-4e16-badd-8fb0a09ce0fb'}, {'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d33684c-2635-44de-9bef-97bb265cbccb'}, {'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07254281-c39e-48a0-9915-4707d191bf90'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:34.062892 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb010a9-651e-4b18-bf4f-91539d85b5c6" -d '{"events": [{"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-unplugged", "status": "completed", "tag": "e05f8a47-fe32-435c-a33a-7877418c510e"}, {"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-unplugged", "status": "completed", "tag": "c28d72f5-dcf0-4f89-838c-04edd1d9b91c"}, {"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-unplugged", "status": "completed", "tag": "7e61dd35-a100-4e16-badd-8fb0a09ce0fb"}, {"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-unplugged", "status": "completed", "tag": "0d33684c-2635-44de-9bef-97bb265cbccb"}, {"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-unplugged", "status": "completed", "tag": "07254281-c39e-48a0-9915-4707d191bf90"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:34.091507 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-74237645-58b7-4e0d-b0c3-dc5e61b4ea75 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] No DVR routers for this DVR port 7e61dd35-a100-4e16-badd-8fb0a09ce0fb on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:34.101849 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-74237645-58b7-4e0d-b0c3-dc5e61b4ea75 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.106224 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-74237645-58b7-4e0d-b0c3-dc5e61b4ea75 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.39 "DELETE /v2.0/ports/7e61dd35-a100-4e16-badd-8fb0a09ce0fb HTTP/1.1" status: 204 len: 173 time: 1.0226684 Jul 29 23:39:34.106732 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-deleted', 'tag': '7e61dd35-a100-4e16-badd-8fb0a09ce0fb'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:34.109071 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68aa0bda-9081-45cb-ab82-30772b29c3bd" -d '{"events": [{"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-deleted", "tag": "7e61dd35-a100-4e16-badd-8fb0a09ce0fb"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:34.147575 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-850ea78c-5139-44a7-8517-9e36b67c5272 admin admin] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.150808 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-050425e6-5cd7-4324-a348-028b8d2278ad x-openstack-request-id: req-050425e6-5cd7-4324-a348-028b8d2278ad {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:34.151120 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-unplugged", "status": "completed", "tag": "e05f8a47-fe32-435c-a33a-7877418c510e", "code": 200}, {"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-unplugged", "status": "completed", "tag": "c28d72f5-dcf0-4f89-838c-04edd1d9b91c", "code": 200}, {"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-unplugged", "status": "completed", "tag": "7e61dd35-a100-4e16-badd-8fb0a09ce0fb", "code": 200}, {"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-unplugged", "status": "completed", "tag": "0d33684c-2635-44de-9bef-97bb265cbccb", "code": 200}, {"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-unplugged", "status": "completed", "tag": "07254281-c39e-48a0-9915-4707d191bf90", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:34.151376 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-050425e6-5cd7-4324-a348-028b8d2278ad {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:34.151790 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e05f8a47-fe32-435c-a33a-7877418c510e', 'code': 200} Jul 29 23:39:34.152073 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c28d72f5-dcf0-4f89-838c-04edd1d9b91c', 'code': 200} Jul 29 23:39:34.152491 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e61dd35-a100-4e16-badd-8fb0a09ce0fb', 'code': 200} Jul 29 23:39:34.152724 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d33684c-2635-44de-9bef-97bb265cbccb', 'code': 200} Jul 29 23:39:34.152972 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07254281-c39e-48a0-9915-4707d191bf90', 'code': 200} Jul 29 23:39:34.163906 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-b3de3a51-88ce-4bfa-88a1-0a67023ada34 None None] Set router 8bd175f1-8bdc-4d02-be5c-d8952586f3b9 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:34.243065 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2d5b05-9b28-413c-8521-346cd0368501 x-openstack-request-id: req-1e2d5b05-9b28-413c-8521-346cd0368501 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:34.243366 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-deleted", "tag": "7e61dd35-a100-4e16-badd-8fb0a09ce0fb", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:34.243623 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1e2d5b05-9b28-413c-8521-346cd0368501 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:34.244058 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-deleted', 'tag': '7e61dd35-a100-4e16-badd-8fb0a09ce0fb', 'status': 'completed', 'code': 200} Jul 29 23:39:34.290889 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-9ce47df6-4320-4eea-ad88-4a0b7dba52dd tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Deleting port e05f8a47-fe32-435c-a33a-7877418c510e {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:34.291148 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-9ce47df6-4320-4eea-ad88-4a0b7dba52dd tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.361183 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-850ea78c-5139-44a7-8517-9e36b67c5272 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.439148 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b3de3a51-88ce-4bfa-88a1-0a67023ada34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bd175f1-8bdc-4d02-be5c-d8952586f3b9', 'name': 'tempest-TestAggregatesBasicOps-721480627-router', 'tenant_id': '6c4320a76e29456888c077cced2108a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '1f763b6e-fdf9-4391-92d6-b39462ad3c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:02Z', 'updated_at': '2021-07-29T23:39:29Z', 'revision_number': 5, 'project_id': '6c4320a76e29456888c077cced2108a8', 'gw_port': {'id': '1f763b6e-fdf9-4391-92d6-b39462ad3c58', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd175f1-8bdc-4d02-be5c-d8952586f3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:03Z', 'updated_at': '2021-07-29T23:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:34.444989 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9880d22-80d0-4a07-b2fa-76eebdaf71d7 req-0978fadc-fa90-4510-bc9f-c1b10687390d tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:34.450221 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c9880d22-80d0-4a07-b2fa-76eebdaf71d7 req-0978fadc-fa90-4510-bc9f-c1b10687390d tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 945 time: 0.1419432 Jul 29 23:39:34.453536 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-850ea78c-5139-44a7-8517-9e36b67c5272 admin admin] Deleting port 1f763b6e-fdf9-4391-92d6-b39462ad3c58 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:34.454406 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-850ea78c-5139-44a7-8517-9e36b67c5272 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.504640 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device fd84251b-e42f-42ef-b5f1-0a32da709a43 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:39:34.525259 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3de3a51-88ce-4bfa-88a1-0a67023ada34 None None] The sync data for ids ['8bd175f1-8bdc-4d02-be5c-d8952586f3b9'] in n-d-712140-10 is: [{'id': '8bd175f1-8bdc-4d02-be5c-d8952586f3b9', 'name': 'tempest-TestAggregatesBasicOps-721480627-router', 'tenant_id': '6c4320a76e29456888c077cced2108a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.130'}], 'enable_snat': True}, 'gw_port_id': '1f763b6e-fdf9-4391-92d6-b39462ad3c58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:02Z', 'updated_at': '2021-07-29T23:39:29Z', 'revision_number': 5, 'project_id': '6c4320a76e29456888c077cced2108a8', 'gw_port': {'id': '1f763b6e-fdf9-4391-92d6-b39462ad3c58', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d3:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd175f1-8bdc-4d02-be5c-d8952586f3b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2457, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:03Z', 'updated_at': '2021-07-29T23:39:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:39:34.638291 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-850ea78c-5139-44a7-8517-9e36b67c5272 admin admin] For port 1f763b6e-fdf9-4391-92d6-b39462ad3c58, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=1f763b6e-fdf9-4391-92d6-b39462ad3c58,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:34.642722 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-850ea78c-5139-44a7-8517-9e36b67c5272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.657928 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-9ce47df6-4320-4eea-ad88-4a0b7dba52dd tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] For port e05f8a47-fe32-435c-a33a-7877418c510e, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=e05f8a47-fe32-435c-a33a-7877418c510e,segment=NetworkSegment(509fa46d-998d-413c-9893-dc66a48d71f6),segment_id=509fa46d-998d-413c-9893-dc66a48d71f6)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:34.658306 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-9ce47df6-4320-4eea-ad88-4a0b7dba52dd tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.663434 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c9880d22-80d0-4a07-b2fa-76eebdaf71d7 req-dbbbfcc9-27f6-4583-81ac-b8ee3cea10c9 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983788 Jul 29 23:39:34.703069 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-850ea78c-5139-44a7-8517-9e36b67c5272 admin admin] Calling delete_port for 1f763b6e-fdf9-4391-92d6-b39462ad3c58 owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:34.812504 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port fd84251b-e42f-42ef-b5f1-0a32da709a43, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=fd84251b-e42f-42ef-b5f1-0a32da709a43,segment=NetworkSegment(68cddc6e-f947-4e0d-a9f3-78b61292f920),segment_id=68cddc6e-f947-4e0d-a9f3-78b61292f920)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:34.834987 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'fd84251b-e42f-42ef-b5f1-0a32da709a43', 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec', 'port_id': 'fd84251b-e42f-42ef-b5f1-0a32da709a43', 'mac_address': 'fa:16:3e:29:9a:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3fee908-ce2a-4a34-b5cd-8383eff77fab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:39:34.926698 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:34.971122 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd84251b-e42f-42ef-b5f1-0a32da709a43 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:39:35.014663 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port fd84251b-e42f-42ef-b5f1-0a32da709a43, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=fd84251b-e42f-42ef-b5f1-0a32da709a43,segment=NetworkSegment(68cddc6e-f947-4e0d-a9f3-78b61292f920),segment_id=68cddc6e-f947-4e0d-a9f3-78b61292f920)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:35.022700 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:35.159044 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=fd84251b-e42f-42ef-b5f1-0a32da709a43,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:35.230478 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device dfa55e6e-8d60-4b5a-bdcb-c75d7489178b no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:35.268353 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-850ea78c-5139-44a7-8517-9e36b67c5272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:35.308116 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ea78c-5139-44a7-8517-9e36b67c5272 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f763b6e-fdf9-4391-92d6-b39462ad3c58,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:35.310514 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['fd84251b-e42f-42ef-b5f1-0a32da709a43'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:39:35.326925 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: dfa55e6e-8d60-4b5a-bdcb-c75d7489178b {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:39:35.328421 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device dfa55e6e-8d60-4b5a-bdcb-c75d7489178b not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:39:35.346155 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec84a1-5dd8-4ab5-8dcf-b649f6e1ac1a req-ef064654-ce2f-4aa1-b0a8-39a906a2ca08 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:35.362928 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec84a1-5dd8-4ab5-8dcf-b649f6e1ac1a req-ef064654-ce2f-4aa1-b0a8-39a906a2ca08 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:35.370960 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec84a1-5dd8-4ab5-8dcf-b649f6e1ac1a req-ef064654-ce2f-4aa1-b0a8-39a906a2ca08 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:35.380862 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec84a1-5dd8-4ab5-8dcf-b649f6e1ac1a req-ef064654-ce2f-4aa1-b0a8-39a906a2ca08 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:35.389744 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d8ec84a1-5dd8-4ab5-8dcf-b649f6e1ac1a req-ef064654-ce2f-4aa1-b0a8-39a906a2ca08 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 3144 time: 0.4338338 Jul 29 23:39:35.408024 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:35.413869 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-9ce47df6-4320-4eea-ad88-4a0b7dba52dd tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:35.413869 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-9ce47df6-4320-4eea-ad88-4a0b7dba52dd tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:35.414167 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-9ce47df6-4320-4eea-ad88-4a0b7dba52dd tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Floating IP 8132ce0a-cab3-4c98-bc93-51a585b126c6 disassociated. External IP: 172.25.8.206, port: e05f8a47-fe32-435c-a33a-7877418c510e. Jul 29 23:39:35.414400 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-9ce47df6-4320-4eea-ad88-4a0b7dba52dd tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Calling delete_port for e05f8a47-fe32-435c-a33a-7877418c510e owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:35.464215 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-850ea78c-5139-44a7-8517-9e36b67c5272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:35.582833 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d8ec84a1-5dd8-4ab5-8dcf-b649f6e1ac1a req-f69cd0da-22f1-4f8d-b2f5-2568051c4fe3 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1897373 Jul 29 23:39:35.677799 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-850ea78c-5139-44a7-8517-9e36b67c5272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:35.680443 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-850ea78c-5139-44a7-8517-9e36b67c5272 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:35.732446 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-850ea78c-5139-44a7-8517-9e36b67c5272 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:35.732931 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850ea78c-5139-44a7-8517-9e36b67c5272 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bd175f1-8bdc-4d02-be5c-d8952586f3b9 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:39:35.736752 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-9ce47df6-4320-4eea-ad88-4a0b7dba52dd tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:35.753291 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-850ea78c-5139-44a7-8517-9e36b67c5272 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:35.755656 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-850ea78c-5139-44a7-8517-9e36b67c5272 admin admin] 10.222.0.18 "DELETE /v2.0/routers/8bd175f1-8bdc-4d02-be5c-d8952586f3b9 HTTP/1.1" status: 204 len: 168 time: 2.2945182 Jul 29 23:39:35.758230 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56308) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:35.784845 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce47df6-4320-4eea-ad88-4a0b7dba52dd tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Pushing event deleted for resources: {'Port': ['ID=e05f8a47-fe32-435c-a33a-7877418c510e,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:35.843705 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ce39dd-b36b-4564-8d24-cd97eb8fde52 admin admin] Deleting subnet 057a67c1-468b-40e2-855e-91093fe1eab1 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:39:35.858434 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-79ce39dd-b36b-4564-8d24-cd97eb8fde52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:35.889547 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b55409-7d73-49f9-9688-fe4f7ad9dc55 req-2b7a5f57-563e-4ea6-8f53-d44305054471 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:35.891581 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2b55409-7d73-49f9-9688-fe4f7ad9dc55 req-2b7a5f57-563e-4ea6-8f53-d44305054471 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 944 time: 0.1973379 Jul 29 23:39:35.930783 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-79ce39dd-b36b-4564-8d24-cd97eb8fde52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.021416 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2b55409-7d73-49f9-9688-fe4f7ad9dc55 req-78b46dd1-f8f3-4b34-ad47-2050dd8123be tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204741 Jul 29 23:39:36.037140 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-9ce47df6-4320-4eea-ad88-4a0b7dba52dd tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Router 65580c99-64bb-4c92-88fb-3fa25086e809 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:39:36.098111 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-79ce39dd-b36b-4564-8d24-cd97eb8fde52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.210813 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8f15adf-07ba-464b-80e0-73c673cf2e68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.238200 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-79ce39dd-b36b-4564-8d24-cd97eb8fde52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.339777 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aead84a-3d22-4c8f-bf89-8ee95199ac2e None None] Network 58b3418f-0108-4c2b-9d78-3e01d6d879fe requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:36.340397 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce39dd-b36b-4564-8d24-cd97eb8fde52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=057a67c1-468b-40e2-855e-91093fe1eab1,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:36.343399 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-79ce39dd-b36b-4564-8d24-cd97eb8fde52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.345452 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-79ce39dd-b36b-4564-8d24-cd97eb8fde52 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/057a67c1-468b-40e2-855e-91093fe1eab1 HTTP/1.1" status: 204 len: 168 time: 0.5846837 Jul 29 23:39:36.354829 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56316) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:36.525567 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ddabab28-9f72-44aa-8292-389572e3009c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.533396 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device fd84251b-e42f-42ef-b5f1-0a32da709a43 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:36.611602 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-ddabab28-9f72-44aa-8292-389572e3009c admin admin] Deleting port 761112bc-daa9-40c8-9e13-44e40d97c190 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:36.612233 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ddabab28-9f72-44aa-8292-389572e3009c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.642847 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port fd84251b-e42f-42ef-b5f1-0a32da709a43 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:36.649289 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port fd84251b-e42f-42ef-b5f1-0a32da709a43 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:36.650460 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.725672 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d86510-4d00-423c-aefa-234e0cb6e924 None None] DHCP port deletion for 58b3418f-0108-4c2b-9d78-3e01d6d879fe request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:39:36.732916 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-ddabab28-9f72-44aa-8292-389572e3009c admin admin] For port 761112bc-daa9-40c8-9e13-44e40d97c190, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=761112bc-daa9-40c8-9e13-44e40d97c190,segment=NetworkSegment(1ca562f4-0a8b-43ef-bfa5-36c43dddb22f),segment_id=1ca562f4-0a8b-43ef-bfa5-36c43dddb22f)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:36.733493 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ddabab28-9f72-44aa-8292-389572e3009c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.761819 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-ddabab28-9f72-44aa-8292-389572e3009c admin admin] Calling delete_port for 761112bc-daa9-40c8-9e13-44e40d97c190 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:36.768229 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.819734 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7cf285-6adb-4ea3-a00f-3c4c336f1550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd84251b-e42f-42ef-b5f1-0a32da709a43'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:36.822236 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a268252-8fa6-442b-9354-9a3884039546" -d '{"events": [{"server_uuid": "6d7cf285-6adb-4ea3-a00f-3c4c336f1550", "name": "network-vif-plugged", "status": "completed", "tag": "fd84251b-e42f-42ef-b5f1-0a32da709a43"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:36.848956 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port fd84251b-e42f-42ef-b5f1-0a32da709a43, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=fd84251b-e42f-42ef-b5f1-0a32da709a43,segment=NetworkSegment(68cddc6e-f947-4e0d-a9f3-78b61292f920),segment_id=68cddc6e-f947-4e0d-a9f3-78b61292f920)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:36.858076 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.904302 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c06ef13-8670-4a62-9989-0f8e32ca1832 req-6aa3a9bf-cd92-40ba-a86d-163370844c3e tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:36.917096 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9c06ef13-8670-4a62-9989-0f8e32ca1832 req-6aa3a9bf-cd92-40ba-a86d-163370844c3e tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 945 time: 0.1079962 Jul 29 23:39:36.923517 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=fd84251b-e42f-42ef-b5f1-0a32da709a43,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:36.937970 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.943211 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-49d86510-4d00-423c-aefa-234e0cb6e924 None None] Deleting port 761112bc-daa9-40c8-9e13-44e40d97c190 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:36.943599 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-49d86510-4d00-423c-aefa-234e0cb6e924 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:36.973213 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ddabab28-9f72-44aa-8292-389572e3009c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.014754 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddabab28-9f72-44aa-8292-389572e3009c admin admin] Pushing event deleted for resources: {'Port': ['ID=761112bc-daa9-40c8-9e13-44e40d97c190,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:37.019571 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddabab28-9f72-44aa-8292-389572e3009c admin admin] No DVR routers for this DVR port 761112bc-daa9-40c8-9e13-44e40d97c190 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:37.079987 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9c06ef13-8670-4a62-9989-0f8e32ca1832 req-1401f563-9b4c-4579-9e9f-73205413aedc tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517670 Jul 29 23:39:37.089706 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-49d86510-4d00-423c-aefa-234e0cb6e924 None None] For port 761112bc-daa9-40c8-9e13-44e40d97c190, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=761112bc-daa9-40c8-9e13-44e40d97c190,segment=NetworkSegment(1ca562f4-0a8b-43ef-bfa5-36c43dddb22f),segment_id=1ca562f4-0a8b-43ef-bfa5-36c43dddb22f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:37.090125 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-49d86510-4d00-423c-aefa-234e0cb6e924 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.102749 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-9ce47df6-4320-4eea-ad88-4a0b7dba52dd tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:39:37.119710 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ddabab28-9f72-44aa-8292-389572e3009c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.120950 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfe8aef-934c-41e8-9042-fc9d19911dd7 None None] Sync routers for ids ['65580c99-64bb-4c92-88fb-3fa25086e809'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:39:37.133811 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-ddabab28-9f72-44aa-8292-389572e3009c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58b3418f-0108-4c2b-9d78-3e01d6d879fe']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:37.137791 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-49d86510-4d00-423c-aefa-234e0cb6e924 None None] Calling delete_port for 761112bc-daa9-40c8-9e13-44e40d97c190 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:37.150013 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-ddabab28-9f72-44aa-8292-389572e3009c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ca562f4-0a8b-43ef-bfa5-36c43dddb22f') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:37.150530 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-ddabab28-9f72-44aa-8292-389572e3009c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ca562f4-0a8b-43ef-bfa5-36c43dddb22f') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:37.163943 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ddabab28-9f72-44aa-8292-389572e3009c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.168167 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfe8aef-934c-41e8-9042-fc9d19911dd7 None None] Routers {'65580c99-64bb-4c92-88fb-3fa25086e809'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:37.168836 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-edfe8aef-934c-41e8-9042-fc9d19911dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:39:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['65580c99-64bb-4c92-88fb-3fa25086e809'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:37.213112 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ddabab28-9f72-44aa-8292-389572e3009c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.230018 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddabab28-9f72-44aa-8292-389572e3009c admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:39:37.230592 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ddabab28-9f72-44aa-8292-389572e3009c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.233542 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:39:37.233542 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:39:37.233542 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:39:37.233542 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:39:37.233542 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:39:37.233542 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:39:37.233542 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:39:37.233542 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:39:37.233542 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:39:37.233542 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:39:37.233542 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:39:37.233542 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:39:37.233542 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:39:37.233542 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:39:37.233542 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:39:37.233542 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:39:37.233542 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:39:37.233542 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:39:37.233542 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:39:37.233542 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:39:37.233542 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:39:37.233542 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:39:37.233542 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:39:37.233542 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:39:37.233542 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:39:37.233542 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:39:37.233542 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:39:37.233542 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:39:37.233542 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:39:37.233542 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:39:37.233542 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:39:37.233542 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:39:37.345732 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ddabab28-9f72-44aa-8292-389572e3009c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.355126 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-9ce47df6-4320-4eea-ad88-4a0b7dba52dd tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] No DVR routers for this DVR port e05f8a47-fe32-435c-a33a-7877418c510e on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:37.364407 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-9ce47df6-4320-4eea-ad88-4a0b7dba52dd tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.368960 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-9ce47df6-4320-4eea-ad88-4a0b7dba52dd tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.39 "DELETE /v2.0/ports/e05f8a47-fe32-435c-a33a-7877418c510e HTTP/1.1" status: 204 len: 173 time: 3.2448487 Jul 29 23:39:37.369531 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ddabab28-9f72-44aa-8292-389572e3009c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.372587 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-deleted', 'tag': 'e05f8a47-fe32-435c-a33a-7877418c510e'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:37.376008 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ddabab28-9f72-44aa-8292-389572e3009c admin admin] 10.222.0.18 "DELETE /v2.0/networks/58b3418f-0108-4c2b-9d78-3e01d6d879fe HTTP/1.1" status: 204 len: 168 time: 1.0144246 Jul 29 23:39:37.395418 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddabab28-9f72-44aa-8292-389572e3009c admin admin] Pushing event deleted for resources: {'Network': ['ID=58b3418f-0108-4c2b-9d78-3e01d6d879fe,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:37.410343 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 761112bc-daa9-40c8-9e13-44e40d97c190 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:37.411020 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb9ac6b-238e-4c3e-a556-20442c571d7d" -d '{"events": [{"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-deleted", "tag": "e05f8a47-fe32-435c-a33a-7877418c510e"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:37.457918 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 761112bc-daa9-40c8-9e13-44e40d97c190 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:39:37.458359 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 761112bc-daa9-40c8-9e13-44e40d97c190 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:39:37.458853 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1f763b6e-fdf9-4391-92d6-b39462ad3c58 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:37.489082 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 1f763b6e-fdf9-4391-92d6-b39462ad3c58 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:39:37.489082 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1f763b6e-fdf9-4391-92d6-b39462ad3c58 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:39:37.516865 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-edfe8aef-934c-41e8-9042-fc9d19911dd7 None None] Set router 65580c99-64bb-4c92-88fb-3fa25086e809 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:37.555007 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a4aade-e636-45f7-a2e9-67aac5c27bd4 req-e8ce41cf-e0dc-493c-acb1-f1a90fb125da tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:37.564305 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a4aade-e636-45f7-a2e9-67aac5c27bd4 req-e8ce41cf-e0dc-493c-acb1-f1a90fb125da tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:37.568748 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-49d86510-4d00-423c-aefa-234e0cb6e924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.575364 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a4aade-e636-45f7-a2e9-67aac5c27bd4 req-e8ce41cf-e0dc-493c-acb1-f1a90fb125da tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:37.577765 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-12a4aade-e636-45f7-a2e9-67aac5c27bd4 req-e8ce41cf-e0dc-493c-acb1-f1a90fb125da tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 2410 time: 0.3860826 Jul 29 23:39:37.581731 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-49d86510-4d00-423c-aefa-234e0cb6e924 None None] Network 58b3418f-0108-4c2b-9d78-3e01d6d879fe is not hosted by any dhcp agent {{(pid=94065) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:39:37.582067 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d86510-4d00-423c-aefa-234e0cb6e924 None None] No DVR routers for this DVR port 761112bc-daa9-40c8-9e13-44e40d97c190 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:37.629357 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d86510-4d00-423c-aefa-234e0cb6e924 None None] Pushing event deleted for resources: {'Port': ['ID=761112bc-daa9-40c8-9e13-44e40d97c190,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:37.678081 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-12a4aade-e636-45f7-a2e9-67aac5c27bd4 req-b27bfed4-98ca-4685-9497-669aae61fb52 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616627 Jul 29 23:39:37.694895 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56334) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:37.721557 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-4bb2f999-4323-4824-a3fa-6689d848b5d7 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Deleting port c28d72f5-dcf0-4f89-838c-04edd1d9b91c {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:37.722198 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-4bb2f999-4323-4824-a3fa-6689d848b5d7 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.764918 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b329146d-6b34-4625-bba2-7b0f74deed23 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a79785e132a4d99b2aaa6f727be8ed3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0683208 Jul 29 23:39:37.766687 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56336) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:37.841302 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f36213-b210-4616-b220-4da315b1ec24 x-openstack-request-id: req-c5f36213-b210-4616-b220-4da315b1ec24 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:37.841638 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7cf285-6adb-4ea3-a00f-3c4c336f1550", "name": "network-vif-plugged", "status": "completed", "tag": "fd84251b-e42f-42ef-b5f1-0a32da709a43", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:37.841803 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c5f36213-b210-4616-b220-4da315b1ec24 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:37.844947 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7cf285-6adb-4ea3-a00f-3c4c336f1550', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd84251b-e42f-42ef-b5f1-0a32da709a43', 'code': 200} Jul 29 23:39:37.856749 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6baba876-d60e-46eb-bd13-470f69ba7b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.892300 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6baba876-d60e-46eb-bd13-470f69ba7b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.898939 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-edfe8aef-934c-41e8-9042-fc9d19911dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'name': 'tempest-TaggedBootDevicesTest-1453947197-router', 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '56ecd2dd-a89f-4358-959b-ce3663370a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:49Z', 'updated_at': '2021-07-29T23:28:06Z', 'revision_number': 4, 'project_id': '1b88923046a64f0cbc69a614c91ce1e9', 'gw_port': {'id': '56ecd2dd-a89f-4358-959b-ce3663370a90', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:49Z', 'updated_at': '2021-07-29T23:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '773e0dc2-9abf-49c1-a91b-05c9d9004a94', 'name': '', 'network_id': '34a9b01a-fb87-4012-8543-47877b831421', 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'mac_address': 'fa:16:3e:b9:26:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'd30afb76-e1b0-42cb-bf28-c9514a93f8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:00Z', 'updated_at': '2021-07-29T23:28:20Z', 'revision_number': 5, 'project_id': '1b88923046a64f0cbc69a614c91ce1e9', 'subnets': [{'id': 'd30afb76-e1b0-42cb-bf28-c9514a93f8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:37.966063 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfe8aef-934c-41e8-9042-fc9d19911dd7 None None] Checking router: 65580c99-64bb-4c92-88fb-3fa25086e809 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:39:37.983857 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfe8aef-934c-41e8-9042-fc9d19911dd7 None None] Routers {'65580c99-64bb-4c92-88fb-3fa25086e809'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:37.985205 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-edfe8aef-934c-41e8-9042-fc9d19911dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:39:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['65580c99-64bb-4c92-88fb-3fa25086e809'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:37.994377 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6baba876-d60e-46eb-bd13-470f69ba7b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:37.997457 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6baba876-d60e-46eb-bd13-470f69ba7b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:38.002505 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6baba876-d60e-46eb-bd13-470f69ba7b85 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/113e89da-09d4-4f59-9634-5a65b0893d50 HTTP/1.1" status: 204 len: 168 time: 0.2359977 Jul 29 23:39:38.011338 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baba876-d60e-46eb-bd13-470f69ba7b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113e89da-09d4-4f59-9634-5a65b0893d50,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:38.020140 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-4bb2f999-4323-4824-a3fa-6689d848b5d7 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] For port c28d72f5-dcf0-4f89-838c-04edd1d9b91c, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=c28d72f5-dcf0-4f89-838c-04edd1d9b91c,segment=NetworkSegment(4f926ea3-c46b-4f5a-8198-04187dc3e094),segment_id=4f926ea3-c46b-4f5a-8198-04187dc3e094)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:38.020740 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-4bb2f999-4323-4824-a3fa-6689d848b5d7 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:38.060044 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-4bb2f999-4323-4824-a3fa-6689d848b5d7 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Calling delete_port for c28d72f5-dcf0-4f89-838c-04edd1d9b91c owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:38.068043 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555a895d-e542-483c-bdb2-d851079e6dcb req-28628de5-4afd-4cb9-8e0b-845d50e0f249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:38.069573 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-555a895d-e542-483c-bdb2-d851079e6dcb req-28628de5-4afd-4cb9-8e0b-845d50e0f249 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 1097 time: 0.1745994 Jul 29 23:39:38.157485 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c67eb6e-b308-41b6-9721-3c9f18e64e73 req-1aa1896c-e2c5-4785-859a-9c1c5eda937a tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:38.165446 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:38.167800 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3c67eb6e-b308-41b6-9721-3c9f18e64e73 req-1aa1896c-e2c5-4785-859a-9c1c5eda937a tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 945 time: 0.1998959 Jul 29 23:39:38.219869 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-555a895d-e542-483c-bdb2-d851079e6dcb req-a13f0da4-a146-410d-b255-7c2bc8fdf58e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335962 Jul 29 23:39:38.282433 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3c67eb6e-b308-41b6-9721-3c9f18e64e73 req-34870669-da6a-44b7-946f-73c27337f773 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080649 Jul 29 23:39:38.291774 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-edfe8aef-934c-41e8-9042-fc9d19911dd7 None None] Set router 65580c99-64bb-4c92-88fb-3fa25086e809 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:38.461615 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83402cd6-68d7-40c4-b767-238e241ed551 x-openstack-request-id: req-83402cd6-68d7-40c4-b767-238e241ed551 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:38.461871 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-deleted", "tag": "e05f8a47-fe32-435c-a33a-7877418c510e", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:38.462127 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83402cd6-68d7-40c4-b767-238e241ed551 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:38.463676 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-deleted', 'tag': 'e05f8a47-fe32-435c-a33a-7877418c510e', 'status': 'completed', 'code': 200} Jul 29 23:39:38.575546 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-4bb2f999-4323-4824-a3fa-6689d848b5d7 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:38.643676 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2f999-4323-4824-a3fa-6689d848b5d7 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Pushing event deleted for resources: {'Port': ['ID=c28d72f5-dcf0-4f89-838c-04edd1d9b91c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:38.672799 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1cd456-80ab-473b-a5db-903890e6b723 req-b58abee7-3647-4cdd-b2fb-e11804c2bf50 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:38.681831 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-edfe8aef-934c-41e8-9042-fc9d19911dd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'name': 'tempest-TaggedBootDevicesTest-1453947197-router', 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '56ecd2dd-a89f-4358-959b-ce3663370a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:49Z', 'updated_at': '2021-07-29T23:28:06Z', 'revision_number': 4, 'project_id': '1b88923046a64f0cbc69a614c91ce1e9', 'gw_port': {'id': '56ecd2dd-a89f-4358-959b-ce3663370a90', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:49Z', 'updated_at': '2021-07-29T23:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '773e0dc2-9abf-49c1-a91b-05c9d9004a94', 'name': '', 'network_id': '34a9b01a-fb87-4012-8543-47877b831421', 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'mac_address': 'fa:16:3e:b9:26:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'd30afb76-e1b0-42cb-bf28-c9514a93f8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:00Z', 'updated_at': '2021-07-29T23:28:20Z', 'revision_number': 5, 'project_id': '1b88923046a64f0cbc69a614c91ce1e9', 'subnets': [{'id': 'd30afb76-e1b0-42cb-bf28-c9514a93f8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:38.682425 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db1cd456-80ab-473b-a5db-903890e6b723 req-b58abee7-3647-4cdd-b2fb-e11804c2bf50 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 945 time: 0.1451366 Jul 29 23:39:38.727224 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-4bb2f999-4323-4824-a3fa-6689d848b5d7 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] No DVR routers for this DVR port c28d72f5-dcf0-4f89-838c-04edd1d9b91c on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:38.730573 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-4bb2f999-4323-4824-a3fa-6689d848b5d7 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:38.732939 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-4bb2f999-4323-4824-a3fa-6689d848b5d7 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.39 "DELETE /v2.0/ports/c28d72f5-dcf0-4f89-838c-04edd1d9b91c HTTP/1.1" status: 204 len: 173 time: 1.2907577 Jul 29 23:39:38.756928 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56358) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:38.762708 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfe8aef-934c-41e8-9042-fc9d19911dd7 None None] The sync data for ids ['65580c99-64bb-4c92-88fb-3fa25086e809'] in n-d-712140-10 is: [{'id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'name': 'tempest-TaggedBootDevicesTest-1453947197-router', 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '56ecd2dd-a89f-4358-959b-ce3663370a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:49Z', 'updated_at': '2021-07-29T23:28:06Z', 'revision_number': 4, 'project_id': '1b88923046a64f0cbc69a614c91ce1e9', 'gw_port': {'id': '56ecd2dd-a89f-4358-959b-ce3663370a90', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:49Z', 'updated_at': '2021-07-29T23:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '773e0dc2-9abf-49c1-a91b-05c9d9004a94', 'name': '', 'network_id': '34a9b01a-fb87-4012-8543-47877b831421', 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'mac_address': 'fa:16:3e:b9:26:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'device_owner': 'network:router_interface', 'standard_attr_id': 1161, 'fixed_ips': [{'subnet_id': 'd30afb76-e1b0-42cb-bf28-c9514a93f8f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:28:00Z', 'updated_at': '2021-07-29T23:28:20Z', 'revision_number': 5, 'project_id': '1b88923046a64f0cbc69a614c91ce1e9', 'subnets': [{'id': 'd30afb76-e1b0-42cb-bf28-c9514a93f8f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:39:38.821764 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db1cd456-80ab-473b-a5db-903890e6b723 req-02a87bb0-49e3-4a1d-9bf5-ab07fa933028 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387503 Jul 29 23:39:38.865473 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a9998e9e-4703-429d-a2f6-6b2761c3081d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6c4320a76e29456888c077cced2108a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1073322 Jul 29 23:39:38.868237 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56360) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:38.962301 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4d01b09a-f1e4-46f6-88a3-0a218e843d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.008592 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4d01b09a-f1e4-46f6-88a3-0a218e843d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.071174 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-8644ec49-7b4f-4fbb-b142-0cd54381268f tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Deleting port 07254281-c39e-48a0-9915-4707d191bf90 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:39.072178 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-8644ec49-7b4f-4fbb-b142-0cd54381268f tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.133563 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4d01b09a-f1e4-46f6-88a3-0a218e843d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.137880 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4d01b09a-f1e4-46f6-88a3-0a218e843d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.142026 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4d01b09a-f1e4-46f6-88a3-0a218e843d26 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/aad686e1-ba92-424a-9dc7-d4e95d87c4a7 HTTP/1.1" status: 204 len: 168 time: 0.2697363 Jul 29 23:39:39.190175 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c999f6-3f11-491b-b6d0-561c2876d8c7 req-ab375b93-48bd-42d4-830c-5f831336c871 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:39.190822 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01b09a-f1e4-46f6-88a3-0a218e843d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad686e1-ba92-424a-9dc7-d4e95d87c4a7,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:39.209712 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c999f6-3f11-491b-b6d0-561c2876d8c7 req-ab375b93-48bd-42d4-830c-5f831336c871 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:39.230028 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-83c999f6-3f11-491b-b6d0-561c2876d8c7 req-ab375b93-48bd-42d4-830c-5f831336c871 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 1677 time: 0.2843394 Jul 29 23:39:39.432540 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-83c999f6-3f11-491b-b6d0-561c2876d8c7 req-d9c83d03-de03-418e-891b-51facd8cc179 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups?id=c3ccdba3-1dff-45d7-ab0a-fc43566797cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008004 Jul 29 23:39:39.471537 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9d96e8-4981-4746-9cd9-b6f4f349df1e None None] New status for floating IP 8132ce0a-cab3-4c98-bc93-51a585b126c6: DOWN {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:39:39.472300 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-8644ec49-7b4f-4fbb-b142-0cd54381268f tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] For port 07254281-c39e-48a0-9915-4707d191bf90, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=07254281-c39e-48a0-9915-4707d191bf90,segment=NetworkSegment(8c9c41a8-7d48-4280-848c-d61b4ffb090c),segment_id=8c9c41a8-7d48-4280-848c-d61b4ffb090c)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:39.472693 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-8644ec49-7b4f-4fbb-b142-0cd54381268f tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.501218 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-8644ec49-7b4f-4fbb-b142-0cd54381268f tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Calling delete_port for 07254281-c39e-48a0-9915-4707d191bf90 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:39.879487 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add402ae-5453-42d0-8c9f-1bae350f8c39 req-83c18c0b-03f8-4d54-9127-53ebdddcfbcb tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:39.881150 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-add402ae-5453-42d0-8c9f-1bae350f8c39 req-83c18c0b-03f8-4d54-9127-53ebdddcfbcb tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 945 time: 0.1662085 Jul 29 23:39:39.882404 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-8644ec49-7b4f-4fbb-b142-0cd54381268f tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.964299 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8644ec49-7b4f-4fbb-b142-0cd54381268f tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Pushing event deleted for resources: {'Port': ['ID=07254281-c39e-48a0-9915-4707d191bf90,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:39.989727 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-8644ec49-7b4f-4fbb-b142-0cd54381268f tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] No DVR routers for this DVR port 07254281-c39e-48a0-9915-4707d191bf90 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:39.993562 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-8644ec49-7b4f-4fbb-b142-0cd54381268f tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:39.996242 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-8644ec49-7b4f-4fbb-b142-0cd54381268f tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.39 "DELETE /v2.0/ports/07254281-c39e-48a0-9915-4707d191bf90 HTTP/1.1" status: 204 len: 173 time: 1.2554240 Jul 29 23:39:40.041677 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-add402ae-5453-42d0-8c9f-1bae350f8c39 req-210fd147-62aa-434a-a07c-e7a93998752a tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469717 Jul 29 23:39:40.149906 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-5c093dba-71dd-4886-be75-d36dfcd0cb55 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Deleting port 0d33684c-2635-44de-9bef-97bb265cbccb {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:39:40.150546 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-5c093dba-71dd-4886-be75-d36dfcd0cb55 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:40.386370 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d021b9f-558f-4fe8-a1ae-855bf0716c27 req-19311a5d-d693-4109-a205-ddae2673f506 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:40.396580 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d021b9f-558f-4fe8-a1ae-855bf0716c27 req-19311a5d-d693-4109-a205-ddae2673f506 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 945 time: 0.1926165 Jul 29 23:39:40.467319 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-deleted', 'tag': 'c28d72f5-dcf0-4f89-838c-04edd1d9b91c'}, {'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-deleted', 'tag': '07254281-c39e-48a0-9915-4707d191bf90'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:40.470440 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84b1b13-67bc-4dea-a695-fe9dacdafbeb" -d '{"events": [{"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-deleted", "tag": "c28d72f5-dcf0-4f89-838c-04edd1d9b91c"}, {"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-deleted", "tag": "07254281-c39e-48a0-9915-4707d191bf90"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:40.474729 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-5c093dba-71dd-4886-be75-d36dfcd0cb55 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] For port 0d33684c-2635-44de-9bef-97bb265cbccb, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=0d33684c-2635-44de-9bef-97bb265cbccb,segment=NetworkSegment(8c9c41a8-7d48-4280-848c-d61b4ffb090c),segment_id=8c9c41a8-7d48-4280-848c-d61b4ffb090c)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:40.475116 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-5c093dba-71dd-4886-be75-d36dfcd0cb55 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:40.498305 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-5c093dba-71dd-4886-be75-d36dfcd0cb55 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Calling delete_port for 0d33684c-2635-44de-9bef-97bb265cbccb owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:39:40.520203 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d021b9f-558f-4fe8-a1ae-855bf0716c27 req-07ead7eb-58b0-4405-b856-8c83f6e9b983 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224601 Jul 29 23:39:40.711231 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4ff869-0d03-4e9d-92a5-dd0efabdadfe req-119b244d-0ebe-447f-abc2-1ec9337e59e3 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:40.712817 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2d4ff869-0d03-4e9d-92a5-dd0efabdadfe req-119b244d-0ebe-447f-abc2-1ec9337e59e3 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 945 time: 0.0939896 Jul 29 23:39:40.722707 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56422) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:40.730207 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-d742dd51-70df-4a22-a3ab-e0ba4e1be4a8 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Request body: {'floatingip': {'port_id': 'fd84251b-e42f-42ef-b5f1-0a32da709a43'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:40.744346 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-5c093dba-71dd-4886-be75-d36dfcd0cb55 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:40.778417 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c093dba-71dd-4886-be75-d36dfcd0cb55 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Pushing event deleted for resources: {'Port': ['ID=0d33684c-2635-44de-9bef-97bb265cbccb,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:40.791658 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d742dd51-70df-4a22-a3ab-e0ba4e1be4a8 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for floatingip, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:40.808748 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a03ca7b5-37bb-4be4-95c0-afb32e461a0d req-ef1cbbd4-01d4-4ad9-bb68-38ed6636b3a4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 210 time: 0.0345502 Jul 29 23:39:40.853003 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-5c093dba-71dd-4886-be75-d36dfcd0cb55 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] No DVR routers for this DVR port 0d33684c-2635-44de-9bef-97bb265cbccb on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:39:40.856239 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-5c093dba-71dd-4886-be75-d36dfcd0cb55 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:40.858616 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24b9aceb-f0fe-4be8-a937-be16a5bb1235 req-5c093dba-71dd-4886-be75-d36dfcd0cb55 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.39 "DELETE /v2.0/ports/0d33684c-2635-44de-9bef-97bb265cbccb HTTP/1.1" status: 204 len: 173 time: 0.8502848 Jul 29 23:39:40.892913 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff152dc3-e107-44dd-95d0-a564842434d4 x-openstack-request-id: req-ff152dc3-e107-44dd-95d0-a564842434d4 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:40.893787 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-deleted", "tag": "c28d72f5-dcf0-4f89-838c-04edd1d9b91c", "status": "completed", "code": 200}, {"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-deleted", "tag": "07254281-c39e-48a0-9915-4707d191bf90", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:40.893907 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ff152dc3-e107-44dd-95d0-a564842434d4 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:40.894395 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-deleted', 'tag': 'c28d72f5-dcf0-4f89-838c-04edd1d9b91c', 'status': 'completed', 'code': 200} Jul 29 23:39:40.894770 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-deleted', 'tag': '07254281-c39e-48a0-9915-4707d191bf90', 'status': 'completed', 'code': 200} Jul 29 23:39:41.249396 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 56438) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:41.441281 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-8d4e029e-6b57-4882-a1ba-02c2c9d171f5 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'network': {'name': 'tempest-network-smoke--1375067496', 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'port_security_enabled': True}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:41.464810 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d4e029e-6b57-4882-a1ba-02c2c9d171f5 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Made reservation on behalf of a74022ced16f48bea72df0eb10f3e470 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:41.470091 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d4e029e-6b57-4882-a1ba-02c2c9d171f5 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:41.479910 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d4e029e-6b57-4882-a1ba-02c2c9d171f5 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:41.528500 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d742dd51-70df-4a22-a3ab-e0ba4e1be4a8 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:41.535495 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d742dd51-70df-4a22-a3ab-e0ba4e1be4a8 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:41.616636 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d4e029e-6b57-4882-a1ba-02c2c9d171f5 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:41.656800 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d4e029e-6b57-4882-a1ba-02c2c9d171f5 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:41.706372 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d4e029e-6b57-4882-a1ba-02c2c9d171f5 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:39:41.726130 n-d-712140-10 neutron-server[94064]: INFO neutron.db.l3_db [None req-d742dd51-70df-4a22-a3ab-e0ba4e1be4a8 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Floating IP 9bc29487-ba8c-4c44-89e8-073fb6d9c1b2 associated. External IP: 172.25.8.9, port: fd84251b-e42f-42ef-b5f1-0a32da709a43. Jul 29 23:39:41.728246 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ebcc9a-e9a1-474a-84bb-b9d48a61c3b3 req-6254f2e7-f374-45aa-aba5-ce005308c3b7 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:41.729858 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d3ebcc9a-e9a1-474a-84bb-b9d48a61c3b3 req-6254f2e7-f374-45aa-aba5-ce005308c3b7 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 945 time: 0.1089692 Jul 29 23:39:41.730529 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e029e-6b57-4882-a1ba-02c2c9d171f5 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0513bd63-878b-42d8-8a6d-58251c64e2ae,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:41.733716 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d4e029e-6b57-4882-a1ba-02c2c9d171f5 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:41.734193 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-8d4e029e-6b57-4882-a1ba-02c2c9d171f5 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Added segment 4d3bc1fd-2f54-43ed-a175-4f07f8f403de of type vlan for network 35f66920-bcaf-4f1b-afc2-223b687e24e3 Jul 29 23:39:41.800621 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d4e029e-6b57-4882-a1ba-02c2c9d171f5 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:41.845559 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d3ebcc9a-e9a1-474a-84bb-b9d48a61c3b3 req-444b714b-d43a-43e8-880f-c42a65c15d93 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752106 Jul 29 23:39:41.889133 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d4e029e-6b57-4882-a1ba-02c2c9d171f5 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:41.903447 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d4e029e-6b57-4882-a1ba-02c2c9d171f5 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:41.904194 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d4e029e-6b57-4882-a1ba-02c2c9d171f5 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.024556 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8d4e029e-6b57-4882-a1ba-02c2c9d171f5 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7705436 Jul 29 23:39:42.025585 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56470) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:42.037378 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-aca22ac6-b543-4ecf-a113-16ae3ec2574b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-475089061', 'admin_state_up': True, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:42.040065 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4e029e-6b57-4882-a1ba-02c2c9d171f5 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'Network': ['ID=35f66920-bcaf-4f1b-afc2-223b687e24e3,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:42.051987 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 35f66920-bcaf-4f1b-afc2-223b687e24e3 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:39:42.069133 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d742dd51-70df-4a22-a3ab-e0ba4e1be4a8 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Router b255c339-ea4a-48c3-9dbb-74bbf2990780 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:39:42.076850 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf10b06-cb99-4141-8d0b-4de9b420cfcf req-98da0309-3259-4601-ade2-8d321f2d2b4b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:42.087807 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0bf10b06-cb99-4141-8d0b-4de9b420cfcf req-98da0309-3259-4601-ade2-8d321f2d2b4b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 946 time: 0.1355729 Jul 29 23:39:42.096387 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aca22ac6-b543-4ecf-a113-16ae3ec2574b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.097732 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aca22ac6-b543-4ecf-a113-16ae3ec2574b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.148455 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0bf10b06-cb99-4141-8d0b-4de9b420cfcf req-292a60bc-635e-49cb-9ad7-be36e190e485 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500069 Jul 29 23:39:42.285826 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fffa383f-f719-45e0-a882-770b46b081c6 req-61bb3f4d-be63-4b73-8376-cd366eb99c79 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 210 time: 0.0525839 Jul 29 23:39:42.630824 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aca22ac6-b543-4ecf-a113-16ae3ec2574b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.734764 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d742dd51-70df-4a22-a3ab-e0ba4e1be4a8 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:39:42.741136 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d742dd51-70df-4a22-a3ab-e0ba4e1be4a8 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.745703 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc7c9b6-e525-419d-b89f-0a86253f9880 None None] Sync routers for ids ['b255c339-ea4a-48c3-9dbb-74bbf2990780'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:39:42.761453 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc7c9b6-e525-419d-b89f-0a86253f9880 None None] Routers {'b255c339-ea4a-48c3-9dbb-74bbf2990780'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:42.762283 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-5cc7c9b6-e525-419d-b89f-0a86253f9880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:39:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b255c339-ea4a-48c3-9dbb-74bbf2990780'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:42.818526 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c98e94-f415-4f15-b1f7-ba634e181793 req-867b1bf9-d6a1-4024-816d-744baccfb049 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:42.829317 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59c98e94-f415-4f15-b1f7-ba634e181793 req-867b1bf9-d6a1-4024-816d-744baccfb049 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 946 time: 0.0919633 Jul 29 23:39:42.886362 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d742dd51-70df-4a22-a3ab-e0ba4e1be4a8 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "PUT /v2.0/floatingips/9bc29487-ba8c-4c44-89e8-073fb6d9c1b2 HTTP/1.1" status: 200 len: 989 time: 2.1625268 Jul 29 23:39:42.896681 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-deleted', 'tag': '0d33684c-2635-44de-9bef-97bb265cbccb'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:42.899698 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad176e5-a02d-4552-bccc-766500e5af56" -d '{"events": [{"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-deleted", "tag": "0d33684c-2635-44de-9bef-97bb265cbccb"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:42.908847 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59c98e94-f415-4f15-b1f7-ba634e181793 req-1144ac9b-6d04-4ca0-a661-4bf8fbbd908a tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786736 Jul 29 23:39:42.920289 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d7cf285-6adb-4ea3-a00f-3c4c336f1550', 'tag': 'fd84251b-e42f-42ef-b5f1-0a32da709a43'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:42.924221 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f6db25-68a3-4662-a3ef-854a3ae5ff18" -d '{"events": [{"name": "network-changed", "server_uuid": "6d7cf285-6adb-4ea3-a00f-3c4c336f1550", "tag": "fd84251b-e42f-42ef-b5f1-0a32da709a43"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:42.941820 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aca22ac6-b543-4ecf-a113-16ae3ec2574b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:42.973500 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-5cc7c9b6-e525-419d-b89f-0a86253f9880 None None] Set router b255c339-ea4a-48c3-9dbb-74bbf2990780 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:43.059206 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dff540-fe53-4a5d-9cbf-80e10dca89eb req-49c2f451-ae3a-47fb-9f69-3d039586c071 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:43.061577 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81dff540-fe53-4a5d-9cbf-80e10dca89eb req-49c2f451-ae3a-47fb-9f69-3d039586c071 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 945 time: 0.0839760 Jul 29 23:39:43.121775 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81dff540-fe53-4a5d-9cbf-80e10dca89eb req-d76835ed-4305-445b-a505-a1f982c69ef5 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529914 Jul 29 23:39:43.208286 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aca22ac6-b543-4ecf-a113-16ae3ec2574b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:43.232767 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aca22ac6-b543-4ecf-a113-16ae3ec2574b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:43.266721 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dc59f5-83be-44be-808f-270f02884881 x-openstack-request-id: req-51dc59f5-83be-44be-808f-270f02884881 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:43.267155 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5e5d91e-29c1-409e-ae1b-9c2fe119d82f", "name": "network-vif-deleted", "tag": "0d33684c-2635-44de-9bef-97bb265cbccb", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:43.267406 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-51dc59f5-83be-44be-808f-270f02884881 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:43.267802 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5e5d91e-29c1-409e-ae1b-9c2fe119d82f', 'name': 'network-vif-deleted', 'tag': '0d33684c-2635-44de-9bef-97bb265cbccb', 'status': 'completed', 'code': 200} Jul 29 23:39:43.285583 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-5cc7c9b6-e525-419d-b89f-0a86253f9880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'name': 'tempest-AttachVolumeTestJSON-1082787952-router', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:03Z', 'updated_at': '2021-07-29T23:39:13Z', 'revision_number': 4, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'gw_port': {'id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:06Z', 'updated_at': '2021-07-29T23:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '9bc29487-ba8c-4c44-89e8-073fb6d9c1b2', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'floating_ip_address': '172.25.8.9', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'port_id': 'fd84251b-e42f-42ef-b5f1-0a32da709a43', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec', 'mac_address': 'fa:16:3e:29:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7cf285-6adb-4ea3-a00f-3c4c336f1550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:39:17Z', 'updated_at': '2021-07-29T23:39:41Z', 'revision_number': 1, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dd2ce7-917d-41ac-b240-970f2b369ca1', 'name': '', 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'mac_address': 'fa:16:3e:f4:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'd3fee908-ce2a-4a34-b5cd-8383eff77fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:11Z', 'updated_at': '2021-07-29T23:39:19Z', 'revision_number': 5, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'subnets': [{'id': 'd3fee908-ce2a-4a34-b5cd-8383eff77fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:43.412385 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f381f0cc-0be4-4d0c-93d6-9986a8382437 x-openstack-request-id: req-f381f0cc-0be4-4d0c-93d6-9986a8382437 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:43.412840 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d7cf285-6adb-4ea3-a00f-3c4c336f1550", "tag": "fd84251b-e42f-42ef-b5f1-0a32da709a43", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:43.413198 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f381f0cc-0be4-4d0c-93d6-9986a8382437 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:43.413724 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d7cf285-6adb-4ea3-a00f-3c4c336f1550', 'tag': 'fd84251b-e42f-42ef-b5f1-0a32da709a43', 'status': 'completed', 'code': 200} Jul 29 23:39:43.449898 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-aca22ac6-b543-4ecf-a113-16ae3ec2574b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Allocated IP 172.25.8.167 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/bf244d1a-4d65-408d-8e8b-3e93aae0438b) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:43.496931 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6db25-68a3-4662-a3ef-854a3ae5ff18 req-031aaac6-ab94-4134-b177-a10208a844a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:43.498631 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b2f6db25-68a3-4662-a3ef-854a3ae5ff18 req-031aaac6-ab94-4134-b177-a10208a844a2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ad76cebfbeab469a8fb6ccf5a7dd03a4&device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 1097 time: 0.1016998 Jul 29 23:39:43.501315 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc7c9b6-e525-419d-b89f-0a86253f9880 None None] Checking router: b255c339-ea4a-48c3-9dbb-74bbf2990780 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:39:43.518675 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-409b9468-f553-47d5-a7b1-c3a0d8de0c39 req-a3aa0198-6097-43b6-9aaf-8b294a3a4c0c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 210 time: 0.0769341 Jul 29 23:39:43.520691 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc7c9b6-e525-419d-b89f-0a86253f9880 None None] Routers {'b255c339-ea4a-48c3-9dbb-74bbf2990780'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:43.521346 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-5cc7c9b6-e525-419d-b89f-0a86253f9880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:39:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b255c339-ea4a-48c3-9dbb-74bbf2990780'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:43.609809 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aca22ac6-b543-4ecf-a113-16ae3ec2574b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:43.659128 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aca22ac6-b543-4ecf-a113-16ae3ec2574b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:43.682917 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6db25-68a3-4662-a3ef-854a3ae5ff18 req-3a7b7034-ec06-4a09-afbc-7519b381aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:43.684581 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b2f6db25-68a3-4662-a3ef-854a3ae5ff18 req-3a7b7034-ec06-4a09-afbc-7519b381aa2d service neutron] 10.222.0.23 "GET /v2.0/networks?id=ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec HTTP/1.1" status: 200 len: 912 time: 0.1707227 Jul 29 23:39:43.700908 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aca22ac6-b543-4ecf-a113-16ae3ec2574b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:43.702332 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-5cc7c9b6-e525-419d-b89f-0a86253f9880 None None] Set router b255c339-ea4a-48c3-9dbb-74bbf2990780 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:43.705943 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-aca22ac6-b543-4ecf-a113-16ae3ec2574b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:43.715505 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aca22ac6-b543-4ecf-a113-16ae3ec2574b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:43.722107 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca22ac6-b543-4ecf-a113-16ae3ec2574b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'Port': ['ID=bf244d1a-4d65-408d-8e8b-3e93aae0438b,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:43.782628 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b2f6db25-68a3-4662-a3ef-854a3ae5ff18 req-7c9420d3-7f1f-4ca3-9809-b30e22d4b7f9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd84251b-e42f-42ef-b5f1-0a32da709a43 HTTP/1.1" status: 200 len: 997 time: 0.0781412 Jul 29 23:39:43.905166 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6db25-68a3-4662-a3ef-854a3ae5ff18 req-72bb2afa-9697-4e84-bedd-f5bd875c193a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:43.909024 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b2f6db25-68a3-4662-a3ef-854a3ae5ff18 req-72bb2afa-9697-4e84-bedd-f5bd875c193a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3fee908-ce2a-4a34-b5cd-8383eff77fab HTTP/1.1" status: 200 len: 850 time: 0.1038918 Jul 29 23:39:43.992928 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f6db25-68a3-4662-a3ef-854a3ae5ff18 req-cdeea7e6-972b-4a60-aa0e-0f8740b464c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:43.994617 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b2f6db25-68a3-4662-a3ef-854a3ae5ff18 req-cdeea7e6-972b-4a60-aa0e-0f8740b464c4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746975 Jul 29 23:39:44.043667 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-5cc7c9b6-e525-419d-b89f-0a86253f9880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'name': 'tempest-AttachVolumeTestJSON-1082787952-router', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:03Z', 'updated_at': '2021-07-29T23:39:13Z', 'revision_number': 4, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'gw_port': {'id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:06Z', 'updated_at': '2021-07-29T23:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '9bc29487-ba8c-4c44-89e8-073fb6d9c1b2', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'floating_ip_address': '172.25.8.9', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'port_id': 'fd84251b-e42f-42ef-b5f1-0a32da709a43', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec', 'mac_address': 'fa:16:3e:29:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7cf285-6adb-4ea3-a00f-3c4c336f1550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:39:17Z', 'updated_at': '2021-07-29T23:39:41Z', 'revision_number': 1, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dd2ce7-917d-41ac-b240-970f2b369ca1', 'name': '', 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'mac_address': 'fa:16:3e:f4:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'd3fee908-ce2a-4a34-b5cd-8383eff77fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:11Z', 'updated_at': '2021-07-29T23:39:19Z', 'revision_number': 5, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'subnets': [{'id': 'd3fee908-ce2a-4a34-b5cd-8383eff77fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:44.076750 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aca22ac6-b543-4ecf-a113-16ae3ec2574b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:44.118022 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc7c9b6-e525-419d-b89f-0a86253f9880 None None] The sync data for ids ['b255c339-ea4a-48c3-9dbb-74bbf2990780'] in n-d-712140-10 is: [{'id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'name': 'tempest-AttachVolumeTestJSON-1082787952-router', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:03Z', 'updated_at': '2021-07-29T23:39:13Z', 'revision_number': 4, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'gw_port': {'id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:06Z', 'updated_at': '2021-07-29T23:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '9bc29487-ba8c-4c44-89e8-073fb6d9c1b2', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'floating_ip_address': '172.25.8.9', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'port_id': 'fd84251b-e42f-42ef-b5f1-0a32da709a43', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec', 'mac_address': 'fa:16:3e:29:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d7cf285-6adb-4ea3-a00f-3c4c336f1550', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:39:17Z', 'updated_at': '2021-07-29T23:39:41Z', 'revision_number': 1, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dd2ce7-917d-41ac-b240-970f2b369ca1', 'name': '', 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'mac_address': 'fa:16:3e:f4:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'd3fee908-ce2a-4a34-b5cd-8383eff77fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:11Z', 'updated_at': '2021-07-29T23:39:19Z', 'revision_number': 5, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'subnets': [{'id': 'd3fee908-ce2a-4a34-b5cd-8383eff77fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:39:44.183311 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb17fdd-c3ba-4227-8f9a-6e454e9002b3 req-32c24066-e5b0-418c-96df-f1c1d6dd14a8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:44.185045 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ceb17fdd-c3ba-4227-8f9a-6e454e9002b3 req-32c24066-e5b0-418c-96df-f1c1d6dd14a8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 946 time: 0.1389687 Jul 29 23:39:44.236762 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b2f6db25-68a3-4662-a3ef-854a3ae5ff18 req-2365d353-cf61-4447-97b4-ff6bd6210977 service neutron] 10.222.0.23 "GET /v2.0/networks/ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339396 Jul 29 23:39:44.244650 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ceb17fdd-c3ba-4227-8f9a-6e454e9002b3 req-18c89de5-a2f3-462e-a0a0-4fa25fed1659 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516074 Jul 29 23:39:44.365505 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b2f6db25-68a3-4662-a3ef-854a3ae5ff18 req-86911d7e-7667-4cc5-a471-ee45a132590f service neutron] 10.222.0.23 "GET /v2.0/networks/ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196392 Jul 29 23:39:44.387863 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aca22ac6-b543-4ecf-a113-16ae3ec2574b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:44.432686 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4cbcba-9659-49f2-8baf-35bf5c5d0f7e req-a28b1d8e-c6a1-491c-93e6-ee5be4061607 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:44.434180 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4a4cbcba-9659-49f2-8baf-35bf5c5d0f7e req-a28b1d8e-c6a1-491c-93e6-ee5be4061607 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 945 time: 0.0677593 Jul 29 23:39:44.467926 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20301088-f304-4694-8c6c-535044ec9149 None None] New status for floating IP 9bc29487-ba8c-4c44-89e8-073fb6d9c1b2: ACTIVE {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:39:44.493175 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4a4cbcba-9659-49f2-8baf-35bf5c5d0f7e req-79123a4e-bfe1-4a6f-898b-ef5b41076e25 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496616 Jul 29 23:39:44.616192 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca22ac6-b543-4ecf-a113-16ae3ec2574b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Router f910637b-c3a9-430a-97db-d53e2ea119c8 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:39:44.630027 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:39:44.735255 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-314811b9-1d84-454a-821e-2e681eed04e6 req-a1545a5d-9c7f-41bb-b694-cdbe2c7e563c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 210 time: 0.0449810 Jul 29 23:39:44.782912 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:44.807955 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c7e56f-acb3-4a75-b444-e0a505979ebb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dccf7fc-65fb-4bea-aa88-058e5e3fc67f'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:44.810258 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89299cf-918a-4f08-b184-f2eb49936fc6" -d '{"events": [{"server_uuid": "b5c7e56f-acb3-4a75-b444-e0a505979ebb", "name": "network-vif-unplugged", "status": "completed", "tag": "8dccf7fc-65fb-4bea-aa88-058e5e3fc67f"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:44.817112 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca22ac6-b543-4ecf-a113-16ae3ec2574b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:39:44.842784 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aca22ac6-b543-4ecf-a113-16ae3ec2574b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:44.845758 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:44.848340 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 56516) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:44.848685 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-aca22ac6-b543-4ecf-a113-16ae3ec2574b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.8217778 Jul 29 23:39:44.858534 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25243a54-8ce6-4799-a9c8-071a50fc8161 None None] Sync routers for ids ['f910637b-c3a9-430a-97db-d53e2ea119c8'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:39:44.863744 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:44.866213 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c225f6c5-b4e6-46a4-9987-1f6c260f16c5 x-openstack-request-id: req-c225f6c5-b4e6-46a4-9987-1f6c260f16c5 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:44.866519 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c7e56f-acb3-4a75-b444-e0a505979ebb", "name": "network-vif-unplugged", "status": "completed", "tag": "8dccf7fc-65fb-4bea-aa88-058e5e3fc67f", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:44.866769 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c225f6c5-b4e6-46a4-9987-1f6c260f16c5 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:44.867152 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c7e56f-acb3-4a75-b444-e0a505979ebb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dccf7fc-65fb-4bea-aa88-058e5e3fc67f', 'code': 200} Jul 29 23:39:44.901752 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25243a54-8ce6-4799-a9c8-071a50fc8161 None None] Routers {'f910637b-c3a9-430a-97db-d53e2ea119c8'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:44.908068 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-25243a54-8ce6-4799-a9c8-071a50fc8161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:39:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f910637b-c3a9-430a-97db-d53e2ea119c8'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:44.940854 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c4372b54-3e1a-40ae-ba83-3a68d0585a2d tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=a74022ced16f48bea72df0eb10f3e470&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0911238 Jul 29 23:39:44.944067 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56520) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:44.992073 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f,revision_number=11']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:45.063855 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-25243a54-8ce6-4799-a9c8-071a50fc8161 None None] Set router f910637b-c3a9-430a-97db-d53e2ea119c8 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:45.130447 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5152b91b-2ce7-4968-ba3e-f47e0d19733a tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:45.132018 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5152b91b-2ce7-4968-ba3e-f47e0d19733a tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1868653 Jul 29 23:39:45.134798 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56522) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:45.178011 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ce8bd9d6-4fa5-4fe8-bd86-1bebff31c0e1 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=0aea9f43-4eea-456f-a634-5f5375b1fdb7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417991 Jul 29 23:39:45.179534 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56524) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:45.184794 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-1b624db4-b094-42d0-8552-cd26afc08e65 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2079473709', 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3', 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:45.289576 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-25243a54-8ce6-4799-a9c8-071a50fc8161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'name': 'tempest-TestNetworkBasicOps-router-475089061', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:42Z', 'updated_at': '2021-07-29T23:39:43Z', 'revision_number': 3, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:43Z', 'updated_at': '2021-07-29T23:39:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:45.320389 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b624db4-b094-42d0-8552-cd26afc08e65 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Made reservation on behalf of a74022ced16f48bea72df0eb10f3e470 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:39:45.324111 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b624db4-b094-42d0-8552-cd26afc08e65 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:45.333420 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25243a54-8ce6-4799-a9c8-071a50fc8161 None None] Checking router: f910637b-c3a9-430a-97db-d53e2ea119c8 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:39:45.334283 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25243a54-8ce6-4799-a9c8-071a50fc8161 None None] Updating router f910637b-c3a9-430a-97db-d53e2ea119c8 port bf244d1a-4d65-408d-8e8b-3e93aae0438b binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:39:45.366974 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25243a54-8ce6-4799-a9c8-071a50fc8161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:45.467115 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32fceb4-02f9-42da-955b-f1f6f7af7139 req-c98ea4d0-1adf-4118-85a3-299c34275214 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:45.469327 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e32fceb4-02f9-42da-955b-f1f6f7af7139 req-c98ea4d0-1adf-4118-85a3-299c34275214 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0874863 Jul 29 23:39:45.545479 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e32fceb4-02f9-42da-955b-f1f6f7af7139 req-da78de6e-aa0a-4355-8b79-f5595701350b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644696 Jul 29 23:39:45.565030 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b624db4-b094-42d0-8552-cd26afc08e65 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:45.653759 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b624db4-b094-42d0-8552-cd26afc08e65 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Checking segment: {'id': '4d3bc1fd-2f54-43ed-a175-4f07f8f403de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:45.654393 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b624db4-b094-42d0-8552-cd26afc08e65 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Network hostable DHCP agents. Network: 35f66920-bcaf-4f1b-afc2-223b687e24e3, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:39:45.661959 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b624db4-b094-42d0-8552-cd26afc08e65 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'Subnet': ['ID=9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:45.687111 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b624db4-b094-42d0-8552-cd26afc08e65 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Network 35f66920-bcaf-4f1b-afc2-223b687e24e3 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:39:45.703626 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-1b624db4-b094-42d0-8552-cd26afc08e65 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 35f66920-bcaf-4f1b-afc2-223b687e24e3) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:45.721473 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b624db4-b094-42d0-8552-cd26afc08e65 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:45.722442 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b624db4-b094-42d0-8552-cd26afc08e65 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:45.736491 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb424494-d4d5-4f6f-8135-af320aed690b req-94328a37-f5c2-43b1-b7cf-2243179f6f6f tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:45.739827 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1b624db4-b094-42d0-8552-cd26afc08e65 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5589952 Jul 29 23:39:45.744298 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56536) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:45.745227 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb424494-d4d5-4f6f-8135-af320aed690b req-94328a37-f5c2-43b1-b7cf-2243179f6f6f tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 945 time: 0.1101038 Jul 29 23:39:45.755928 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45ca4d6-d219-4a1f-9dc6-a593d425f277 None None] Network 35f66920-bcaf-4f1b-afc2-223b687e24e3 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:45.801371 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb424494-d4d5-4f6f-8135-af320aed690b req-3f8128bc-a30c-442a-af77-beaff09f2eb2 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546069 Jul 29 23:39:45.901952 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25243a54-8ce6-4799-a9c8-071a50fc8161 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:45.940077 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-25243a54-8ce6-4799-a9c8-071a50fc8161 None None] Transition to ACTIVE for port object bf244d1a-4d65-408d-8e8b-3e93aae0438b will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:45.983404 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25243a54-8ce6-4799-a9c8-071a50fc8161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:46.000766 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1641c360-0079-45c6-94b6-0c7589420c27 req-850be736-1c8a-4c95-9bfc-9032013fedcd tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 210 time: 0.0521626 Jul 29 23:39:46.100108 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-25243a54-8ce6-4799-a9c8-071a50fc8161 None None] Attempting to bind port bf244d1a-4d65-408d-8e8b-3e93aae0438b on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:46.100108 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-25243a54-8ce6-4799-a9c8-071a50fc8161 None None] Attempting to bind port bf244d1a-4d65-408d-8e8b-3e93aae0438b by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:46.100108 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25243a54-8ce6-4799-a9c8-071a50fc8161 None None] Attempting to bind port bf244d1a-4d65-408d-8e8b-3e93aae0438b on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:46.117070 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36d929-77bf-438b-8e7c-41cfd1d09b3f None None] Pushing event updated for resources: {'Port': ['ID=bf244d1a-4d65-408d-8e8b-3e93aae0438b,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:46.121681 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25243a54-8ce6-4799-a9c8-071a50fc8161 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:46.121681 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25243a54-8ce6-4799-a9c8-071a50fc8161 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:46.122268 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25243a54-8ce6-4799-a9c8-071a50fc8161 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:46.123046 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25243a54-8ce6-4799-a9c8-071a50fc8161 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:46.123464 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-25243a54-8ce6-4799-a9c8-071a50fc8161 None None] Bound port: bf244d1a-4d65-408d-8e8b-3e93aae0438b, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:46.123986 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25243a54-8ce6-4799-a9c8-071a50fc8161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:46.261608 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-25243a54-8ce6-4799-a9c8-071a50fc8161 None None] For port bf244d1a-4d65-408d-8e8b-3e93aae0438b, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:46.290929 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-25243a54-8ce6-4799-a9c8-071a50fc8161 None None] For port bf244d1a-4d65-408d-8e8b-3e93aae0438b, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=bf244d1a-4d65-408d-8e8b-3e93aae0438b,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:46.294121 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-35f66920-bcaf-4f1b-afc2-223b687e24e3', 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'fixed_ips': [{'subnet_id': '9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:39:46.294991 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:46.307633 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25243a54-8ce6-4799-a9c8-071a50fc8161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:46.366842 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36d929-77bf-438b-8e7c-41cfd1d09b3f None None] Pushing event updated for resources: {'Port': ['ID=bf244d1a-4d65-408d-8e8b-3e93aae0438b,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:46.390027 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1c4a8e66-818f-4c34-9e2e-6d020f1f72ae tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:46.409774 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25243a54-8ce6-4799-a9c8-071a50fc8161 None None] Routers {'f910637b-c3a9-430a-97db-d53e2ea119c8'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:46.410669 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-25243a54-8ce6-4799-a9c8-071a50fc8161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:39:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f910637b-c3a9-430a-97db-d53e2ea119c8'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:46.736414 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-25243a54-8ce6-4799-a9c8-071a50fc8161 None None] Set router f910637b-c3a9-430a-97db-d53e2ea119c8 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:46.790015 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff526d3-16b9-45c5-9230-15e71f958494 req-a7abee10-a173-4675-b7ab-0ac06641c2da tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:46.798272 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7ff526d3-16b9-45c5-9230-15e71f958494 req-a7abee10-a173-4675-b7ab-0ac06641c2da tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.1181934 Jul 29 23:39:46.881193 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7ff526d3-16b9-45c5-9230-15e71f958494 req-d12af3b6-ee3d-48e1-ad0e-c7dcaabb0aee tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758166 Jul 29 23:39:46.892187 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-1c4a8e66-818f-4c34-9e2e-6d020f1f72ae tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Allocated IP 172.20.0.1 (35f66920-bcaf-4f1b-afc2-223b687e24e3/9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e/840a29ff-9cfa-4ff7-ab68-9707f5dc7a12) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:47.029960 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:39:47.117675 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39499d65-c21c-43a6-b50f-f7b8e182272f req-16f8f684-61b0-47ff-b997-42a7de7d1852 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:47.130151 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-39499d65-c21c-43a6-b50f-f7b8e182272f req-16f8f684-61b0-47ff-b997-42a7de7d1852 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 945 time: 0.0940151 Jul 29 23:39:47.132137 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1c4a8e66-818f-4c34-9e2e-6d020f1f72ae tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:47.171331 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-1c4a8e66-818f-4c34-9e2e-6d020f1f72ae tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Transition to ACTIVE for port object 840a29ff-9cfa-4ff7-ab68-9707f5dc7a12 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:47.268100 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-39499d65-c21c-43a6-b50f-f7b8e182272f req-48077bbd-833e-4c63-a95a-9905fbc8e1ee tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366858 Jul 29 23:39:47.330309 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1c4a8e66-818f-4c34-9e2e-6d020f1f72ae tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:47.393446 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:47.410679 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '8dccf7fc-65fb-4bea-aa88-058e5e3fc67f', 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f', 'port_id': '8dccf7fc-65fb-4bea-aa88-058e5e3fc67f', 'mac_address': 'fa:16:3e:7d:30:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f136cd8-eda3-43eb-9cb5-3830c4338b63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:39:47.416428 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4a8e66-818f-4c34-9e2e-6d020f1f72ae tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Network 35f66920-bcaf-4f1b-afc2-223b687e24e3 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:47.429369 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-1c4a8e66-818f-4c34-9e2e-6d020f1f72ae tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:47.436317 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4a8e66-818f-4c34-9e2e-6d020f1f72ae tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:47.489549 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:47.519678 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a8e66-818f-4c34-9e2e-6d020f1f72ae tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'Port': ['ID=840a29ff-9cfa-4ff7-ab68-9707f5dc7a12,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:47.531232 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:39:47.542540 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Allocated IP 172.20.0.2 (35f66920-bcaf-4f1b-afc2-223b687e24e3/9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e/f6f63a6c-024b-43a0-bcc9-f03183f07736) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:39:47.589541 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bf060e54-cc35-4519-961c-9625f4ebbd25 req-1c0b0907-870b-4593-8762-3447a71e19f2 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 210 time: 0.0886030 Jul 29 23:39:47.592715 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1c4a8e66-818f-4c34-9e2e-6d020f1f72ae tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:47.604666 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:47.635997 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-25243a54-8ce6-4799-a9c8-071a50fc8161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'name': 'tempest-TestNetworkBasicOps-router-475089061', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:42Z', 'updated_at': '2021-07-29T23:39:43Z', 'revision_number': 3, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:43Z', 'updated_at': '2021-07-29T23:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:47.643694 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:47.685895 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25243a54-8ce6-4799-a9c8-071a50fc8161 None None] The sync data for ids ['f910637b-c3a9-430a-97db-d53e2ea119c8'] in n-d-712140-10 is: [{'id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'name': 'tempest-TestNetworkBasicOps-router-475089061', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:42Z', 'updated_at': '2021-07-29T23:39:43Z', 'revision_number': 3, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:43Z', 'updated_at': '2021-07-29T23:39:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:39:47.760120 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['8dccf7fc-65fb-4bea-aa88-058e5e3fc67f'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:39:47.837823 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f,revision_number=12']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:48.070310 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:48.074263 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996209ee-e9e0-45db-84da-a56611b970be req-2ab807b1-e791-424b-b975-d3558d0f2d47 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:48.086308 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-996209ee-e9e0-45db-84da-a56611b970be req-2ab807b1-e791-424b-b975-d3558d0f2d47 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 945 time: 0.0981057 Jul 29 23:39:48.154090 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Transition to ACTIVE for port object f6f63a6c-024b-43a0-bcc9-f03183f07736 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:48.176507 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-996209ee-e9e0-45db-84da-a56611b970be req-560989ba-7e31-4aaa-83f6-9f2a2f9c9525 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850677 Jul 29 23:39:48.297617 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Transition to ACTIVE for port object f6f63a6c-024b-43a0-bcc9-f03183f07736 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:48.318861 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:48.429527 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Network 35f66920-bcaf-4f1b-afc2-223b687e24e3 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:48.436786 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:48.440751 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:39:48.464191 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f20638-32d9-4b6e-b479-52e45ceb2034 req-b91f8688-6b5f-4d53-942d-27fa98392283 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:48.473677 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-86f20638-32d9-4b6e-b479-52e45ceb2034 req-b91f8688-6b5f-4d53-942d-27fa98392283 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 945 time: 0.0896242 Jul 29 23:39:48.521834 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1c4a8e66-818f-4c34-9e2e-6d020f1f72ae tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:48.556320 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-86f20638-32d9-4b6e-b479-52e45ceb2034 req-9a4d1138-04c9-46e1-945a-6853d19a388b tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784245 Jul 29 23:39:48.702459 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Pushing event updated for resources: {'Port': ['ID=f6f63a6c-024b-43a0-bcc9-f03183f07736,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:48.763862 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:48.768154 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:48.768555 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:48.768927 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:48.770684 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:48.771145 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:48.771725 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:48.772116 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:48.772458 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:48.772797 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:48.773132 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:48.773465 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:39:48.798891 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Attempting to bind port f6f63a6c-024b-43a0-bcc9-f03183f07736 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:48.799282 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Attempting to bind port f6f63a6c-024b-43a0-bcc9-f03183f07736 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '4d3bc1fd-2f54-43ed-a175-4f07f8f403de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:48.802611 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Attempting to bind port f6f63a6c-024b-43a0-bcc9-f03183f07736 on network 35f66920-bcaf-4f1b-afc2-223b687e24e3 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:48.814333 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-544f3013-a9e6-4b00-8e4f-7ff0bff4a09f req-db2a44f5-41f7-4b81-b9b6-8aa9121cf0f5 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 210 time: 0.0869193 Jul 29 23:39:48.834520 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:48.834852 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Checking segment: {'id': '4d3bc1fd-2f54-43ed-a175-4f07f8f403de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:48.835272 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:48.835675 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Bound using segment: {'id': '4d3bc1fd-2f54-43ed-a175-4f07f8f403de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:48.844636 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Bound port: f6f63a6c-024b-43a0-bcc9-f03183f07736, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3bc1fd-2f54-43ed-a175-4f07f8f403de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:48.845609 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:48.977285 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] For port f6f63a6c-024b-43a0-bcc9-f03183f07736, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:48.981623 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] For port f6f63a6c-024b-43a0-bcc9-f03183f07736, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f6f63a6c-024b-43a0-bcc9-f03183f07736,segment=NetworkSegment(4d3bc1fd-2f54-43ed-a175-4f07f8f403de),segment_id=4d3bc1fd-2f54-43ed-a175-4f07f8f403de)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:48.991865 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:49.097684 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b672bdc0-8a03-492e-a4e9-3011c6b6ec5c None None] Pushing event updated for resources: {'Port': ['ID=f6f63a6c-024b-43a0-bcc9-f03183f07736,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:49.145241 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1c4a8e66-818f-4c34-9e2e-6d020f1f72ae tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:49.176354 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1c4a8e66-818f-4c34-9e2e-6d020f1f72ae tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:49.351057 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1c4a8e66-818f-4c34-9e2e-6d020f1f72ae tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:49.358130 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a8e66-818f-4c34-9e2e-6d020f1f72ae tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'Port': ['ID=840a29ff-9cfa-4ff7-ab68-9707f5dc7a12,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:49.388876 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device bf244d1a-4d65-408d-8e8b-3e93aae0438b up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:49.395909 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7812e3-ba6a-4dd3-a243-afa779b3dd42 req-58b7147e-e627-401d-b980-6b285359aa19 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:49.397519 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab7812e3-ba6a-4dd3-a243-afa779b3dd42 req-58b7147e-e627-401d-b980-6b285359aa19 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 945 time: 0.1143262 Jul 29 23:39:49.451872 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56598) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:49.548938 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab7812e3-ba6a-4dd3-a243-afa779b3dd42 req-b855cc5c-3274-4c2a-9465-b99148a8d7af tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360910 Jul 29 23:39:49.569262 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port bf244d1a-4d65-408d-8e8b-3e93aae0438b completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:49.583568 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port bf244d1a-4d65-408d-8e8b-3e93aae0438b triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:49.583976 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:49.723468 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-192285ca-683b-4f26-815a-dcc6dcba99c7 admin admin] Deleting subnet eb26dd77-a548-4050-b5e3-c6cc0d0465b8 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:39:49.739249 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-192285ca-683b-4f26-815a-dcc6dcba99c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:49.802314 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e660153-9ce3-47a7-9e81-48fb4df853f1 req-46ab559f-cdb8-4be1-89d6-890a64821e81 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:49.806364 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:49.808220 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0e660153-9ce3-47a7-9e81-48fb4df853f1 req-46ab559f-cdb8-4be1-89d6-890a64821e81 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 945 time: 0.0961475 Jul 29 23:39:49.857763 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port bf244d1a-4d65-408d-8e8b-3e93aae0438b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=bf244d1a-4d65-408d-8e8b-3e93aae0438b,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:49.873747 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:49.881944 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-192285ca-683b-4f26-815a-dcc6dcba99c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:49.910360 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0e660153-9ce3-47a7-9e81-48fb4df853f1 req-7965fe97-65da-4467-9ef9-eeb8528b39e9 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839772 Jul 29 23:39:49.951374 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4a8e66-818f-4c34-9e2e-6d020f1f72ae tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Network 35f66920-bcaf-4f1b-afc2-223b687e24e3 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:39:49.968497 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-1c4a8e66-818f-4c34-9e2e-6d020f1f72ae tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:39:49.988984 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=bf244d1a-4d65-408d-8e8b-3e93aae0438b,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:50.040832 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-192285ca-683b-4f26-815a-dcc6dcba99c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.177746 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4a8e66-818f-4c34-9e2e-6d020f1f72ae tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Router f910637b-c3a9-430a-97db-d53e2ea119c8 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:39:50.179612 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-192285ca-683b-4f26-815a-dcc6dcba99c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.213848 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-163be920-9bff-4989-9c1f-347ef6b09090 req-ee92f7b9-c41e-496a-a9a3-3a9f75967898 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 210 time: 0.0819511 Jul 29 23:39:50.214204 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192285ca-683b-4f26-815a-dcc6dcba99c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb26dd77-a548-4050-b5e3-c6cc0d0465b8,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:50.220371 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-192285ca-683b-4f26-815a-dcc6dcba99c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.222940 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-192285ca-683b-4f26-815a-dcc6dcba99c7 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/eb26dd77-a548-4050-b5e3-c6cc0d0465b8 HTTP/1.1" status: 204 len: 168 time: 0.7507596 Jul 29 23:39:50.227210 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56606) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:50.313918 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3ee9e1ad-689b-4882-8a73-396212abe575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.500781 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3ee9e1ad-689b-4882-8a73-396212abe575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.518712 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-3ee9e1ad-689b-4882-8a73-396212abe575 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8697cb84-dbf2-400d-bc38-d72798ad7471']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:50.535240 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-3ee9e1ad-689b-4882-8a73-396212abe575 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db08581a-4e43-4e71-96b8-5105be245552') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:50.535799 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-3ee9e1ad-689b-4882-8a73-396212abe575 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db08581a-4e43-4e71-96b8-5105be245552') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:50.538745 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4a8e66-818f-4c34-9e2e-6d020f1f72ae tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:39:50.548492 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1c4a8e66-818f-4c34-9e2e-6d020f1f72ae tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "PUT /v2.0/routers/f910637b-c3a9-430a-97db-d53e2ea119c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8029189 Jul 29 23:39:50.549145 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 56608) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:50.558426 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3ee9e1ad-689b-4882-8a73-396212abe575 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.576075 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3ee9e1ad-689b-4882-8a73-396212abe575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.589188 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ee9e1ad-689b-4882-8a73-396212abe575 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:39:50.589812 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3ee9e1ad-689b-4882-8a73-396212abe575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.594164 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:39:50.594164 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:39:50.594164 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:39:50.594164 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:39:50.594164 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:39:50.594164 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:39:50.594164 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:39:50.594164 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:39:50.594164 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:39:50.594164 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:39:50.594164 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:39:50.594164 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:39:50.594164 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:39:50.594164 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:39:50.594164 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:39:50.594164 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:39:50.594164 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:39:50.594164 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:39:50.594164 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:39:50.594164 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:39:50.594164 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:39:50.594164 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:39:50.594164 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:39:50.594164 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:39:50.594164 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:39:50.594164 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:39:50.594164 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:39:50.594164 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:39:50.594164 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:39:50.594164 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:39:50.594164 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:39:50.594164 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:39:50.644528 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:50.737521 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:50.738227 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.814392 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3ee9e1ad-689b-4882-8a73-396212abe575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.820133 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3ee9e1ad-689b-4882-8a73-396212abe575 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.822058 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3ee9e1ad-689b-4882-8a73-396212abe575 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8697cb84-dbf2-400d-bc38-d72798ad7471 HTTP/1.1" status: 204 len: 168 time: 0.5937140 Jul 29 23:39:50.848787 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56612) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:50.873802 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9e1ad-689b-4882-8a73-396212abe575 admin admin] Pushing event deleted for resources: {'Network': ['ID=8697cb84-dbf2-400d-bc38-d72798ad7471,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:50.981218 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0029a92-f942-4801-8179-0ad11bb1fac0 admin admin] Deleting subnet 74d4b2be-0c1f-4ce1-a65e-691bbaf19756 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:39:50.984891 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d0029a92-f942-4801-8179-0ad11bb1fac0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:50.992705 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:51.044813 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d0029a92-f942-4801-8179-0ad11bb1fac0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:51.053798 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c7e56f-acb3-4a75-b444-e0a505979ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dccf7fc-65fb-4bea-aa88-058e5e3fc67f'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:39:51.056778 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5334d3f1-3fd0-4821-bf1d-6e5055e59f76" -d '{"events": [{"server_uuid": "b5c7e56f-acb3-4a75-b444-e0a505979ebb", "name": "network-vif-plugged", "status": "completed", "tag": "8dccf7fc-65fb-4bea-aa88-058e5e3fc67f"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:39:51.089541 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:51.098961 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:51.145666 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d0029a92-f942-4801-8179-0ad11bb1fac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:51.150935 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29746295-0aaa-4df8-b3e3-1266224cef76 None None] Sync routers for ids ['f910637b-c3a9-430a-97db-d53e2ea119c8'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:39:51.153817 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d8ba3-40c5-4d82-80f9-8cdd373ba3a6 req-53c15a65-704e-403a-bd5c-2dd2a20bc547 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:51.169082 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-592d8ba3-40c5-4d82-80f9-8cdd373ba3a6 req-53c15a65-704e-403a-bd5c-2dd2a20bc547 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 945 time: 0.2893939 Jul 29 23:39:51.171984 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29746295-0aaa-4df8-b3e3-1266224cef76 None None] Routers {'f910637b-c3a9-430a-97db-d53e2ea119c8'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:51.172775 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-29746295-0aaa-4df8-b3e3-1266224cef76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:39:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f910637b-c3a9-430a-97db-d53e2ea119c8'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:51.175016 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaaebfb-7b4d-41fd-987f-f805dc21c74d tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:51.178582 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaaebfb-7b4d-41fd-987f-f805dc21c74d tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:51.179303 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaaebfb-7b4d-41fd-987f-f805dc21c74d tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:51.179991 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaaebfb-7b4d-41fd-987f-f805dc21c74d tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:51.180659 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaaebfb-7b4d-41fd-987f-f805dc21c74d tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:51.183718 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaaebfb-7b4d-41fd-987f-f805dc21c74d tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:51.184400 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaaebfb-7b4d-41fd-987f-f805dc21c74d tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:51.185040 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaaebfb-7b4d-41fd-987f-f805dc21c74d tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:51.185674 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaaebfb-7b4d-41fd-987f-f805dc21c74d tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:51.187445 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaaebfb-7b4d-41fd-987f-f805dc21c74d tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:51.189670 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaaebfb-7b4d-41fd-987f-f805dc21c74d tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:51.191538 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaaebfb-7b4d-41fd-987f-f805dc21c74d tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:51.194281 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaaebfb-7b4d-41fd-987f-f805dc21c74d tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:51.194951 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaaebfb-7b4d-41fd-987f-f805dc21c74d tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:51.200973 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6eaaebfb-7b4d-41fd-987f-f805dc21c74d tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9809 time: 0.6494699 Jul 29 23:39:51.211785 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56620) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:51.246267 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f,revision_number=13']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:51.303395 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-592d8ba3-40c5-4d82-80f9-8cdd373ba3a6 req-79e38748-38d2-40be-90fc-1891d28da364 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009400 Jul 29 23:39:51.382732 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c19071-6381-4bca-8e58-ca9771b5b7c6 None None] Network 35f66920-bcaf-4f1b-afc2-223b687e24e3 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:39:51.438712 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402438a7-a284-41a0-be0b-55d42c59d4ca tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:51.444443 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402438a7-a284-41a0-be0b-55d42c59d4ca tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:51.445020 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402438a7-a284-41a0-be0b-55d42c59d4ca tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:51.450256 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402438a7-a284-41a0-be0b-55d42c59d4ca tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:51.451017 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402438a7-a284-41a0-be0b-55d42c59d4ca tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:51.451563 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402438a7-a284-41a0-be0b-55d42c59d4ca tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:51.453332 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402438a7-a284-41a0-be0b-55d42c59d4ca tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:51.454222 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402438a7-a284-41a0-be0b-55d42c59d4ca tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:51.454765 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402438a7-a284-41a0-be0b-55d42c59d4ca tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:51.455293 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402438a7-a284-41a0-be0b-55d42c59d4ca tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:51.458254 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402438a7-a284-41a0-be0b-55d42c59d4ca tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:51.458624 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402438a7-a284-41a0-be0b-55d42c59d4ca tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:51.460327 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-402438a7-a284-41a0-be0b-55d42c59d4ca tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:51.462955 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-29746295-0aaa-4df8-b3e3-1266224cef76 None None] Set router f910637b-c3a9-430a-97db-d53e2ea119c8 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:51.467863 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-402438a7-a284-41a0-be0b-55d42c59d4ca tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8359 time: 0.2515075 Jul 29 23:39:51.470787 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 56624) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:51.503559 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d0029a92-f942-4801-8179-0ad11bb1fac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:51.551351 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0029a92-f942-4801-8179-0ad11bb1fac0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74d4b2be-0c1f-4ce1-a65e-691bbaf19756,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:51.559997 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d0029a92-f942-4801-8179-0ad11bb1fac0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:51.565023 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d0029a92-f942-4801-8179-0ad11bb1fac0 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/74d4b2be-0c1f-4ce1-a65e-691bbaf19756 HTTP/1.1" status: 204 len: 168 time: 0.7124531 Jul 29 23:39:51.565496 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56626) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:51.574750 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f6f63a6c-024b-43a0-bcc9-f03183f07736 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:51.639256 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2c208e-ec6b-4a2e-84ff-24e430f9cd92 req-4fd72e3e-2f10-413a-90bf-4f597cd1d025 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:51.657887 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da2c208e-ec6b-4a2e-84ff-24e430f9cd92 req-4fd72e3e-2f10-413a-90bf-4f597cd1d025 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 945 time: 0.2616324 Jul 29 23:39:51.678920 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1339edc2-0727-40cc-90d1-9f26b840747b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:51.745701 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-45b60f2b-15ad-4e27-8423-dc86379a9944 None None] Provisioning for port f6f63a6c-024b-43a0-bcc9-f03183f07736 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:51.804412 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1339edc2-0727-40cc-90d1-9f26b840747b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:51.804632 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port f6f63a6c-024b-43a0-bcc9-f03183f07736 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:51.807197 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da2c208e-ec6b-4a2e-84ff-24e430f9cd92 req-bfdf0841-a06e-45d8-bb4d-3c8c3fc78ead tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439340 Jul 29 23:39:51.828028 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port f6f63a6c-024b-43a0-bcc9-f03183f07736 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:51.828490 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:51.839697 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-1339edc2-0727-40cc-90d1-9f26b840747b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dbc1009-f4ad-4fa5-8874-00250235f2da']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:51.885313 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-1339edc2-0727-40cc-90d1-9f26b840747b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47f235c7-5289-4035-ac89-231beb139193') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:51.885637 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-1339edc2-0727-40cc-90d1-9f26b840747b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47f235c7-5289-4035-ac89-231beb139193') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:51.933529 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1339edc2-0727-40cc-90d1-9f26b840747b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:51.963884 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-29746295-0aaa-4df8-b3e3-1266224cef76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'name': 'tempest-TestNetworkBasicOps-router-475089061', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:42Z', 'updated_at': '2021-07-29T23:39:48Z', 'revision_number': 4, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:43Z', 'updated_at': '2021-07-29T23:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '840a29ff-9cfa-4ff7-ab68-9707f5dc7a12', 'name': '', 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'mac_address': 'fa:16:3e:ce:a5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:46Z', 'updated_at': '2021-07-29T23:39:48Z', 'revision_number': 2, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'subnets': [{'id': '9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:51.977780 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:51.993236 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1339edc2-0727-40cc-90d1-9f26b840747b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.026971 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1339edc2-0727-40cc-90d1-9f26b840747b admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:39:52.027410 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1339edc2-0727-40cc-90d1-9f26b840747b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.045359 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port f6f63a6c-024b-43a0-bcc9-f03183f07736, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f6f63a6c-024b-43a0-bcc9-f03183f07736,segment=NetworkSegment(4d3bc1fd-2f54-43ed-a175-4f07f8f403de),segment_id=4d3bc1fd-2f54-43ed-a175-4f07f8f403de)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:52.057092 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29746295-0aaa-4df8-b3e3-1266224cef76 None None] Checking router: f910637b-c3a9-430a-97db-d53e2ea119c8 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:39:52.058704 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29746295-0aaa-4df8-b3e3-1266224cef76 None None] Updating router f910637b-c3a9-430a-97db-d53e2ea119c8 port 840a29ff-9cfa-4ff7-ab68-9707f5dc7a12 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:39:52.062632 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.063950 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device bf244d1a-4d65-408d-8e8b-3e93aae0438b up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:52.125856 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-29746295-0aaa-4df8-b3e3-1266224cef76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.158056 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:39:52.158056 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:39:52.158056 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:39:52.158056 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:39:52.158056 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:39:52.158056 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:39:52.158056 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:39:52.158056 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:39:52.158056 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:39:52.158056 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:39:52.158056 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:39:52.158056 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:39:52.158056 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:39:52.158056 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:39:52.158056 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:39:52.158056 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:39:52.158056 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:39:52.158056 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:39:52.158056 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:39:52.158056 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:39:52.158056 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:39:52.158056 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:39:52.158056 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:39:52.158056 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:39:52.158056 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:39:52.158056 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:39:52.158056 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:39:52.158056 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:39:52.158056 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:39:52.158056 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:39:52.158056 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:39:52.158056 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:39:52.163678 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1339edc2-0727-40cc-90d1-9f26b840747b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.169795 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1339edc2-0727-40cc-90d1-9f26b840747b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.175809 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1339edc2-0727-40cc-90d1-9f26b840747b admin admin] 10.222.0.18 "DELETE /v2.0/networks/4dbc1009-f4ad-4fa5-8874-00250235f2da HTTP/1.1" status: 204 len: 168 time: 0.6087658 Jul 29 23:39:52.195979 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd95c310-710f-45d5-a833-3756243760d4 x-openstack-request-id: req-fd95c310-710f-45d5-a833-3756243760d4 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:39:52.196580 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c7e56f-acb3-4a75-b444-e0a505979ebb", "name": "network-vif-plugged", "status": "completed", "tag": "8dccf7fc-65fb-4bea-aa88-058e5e3fc67f", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:39:52.197065 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fd95c310-710f-45d5-a833-3756243760d4 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:39:52.199495 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c7e56f-acb3-4a75-b444-e0a505979ebb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dccf7fc-65fb-4bea-aa88-058e5e3fc67f', 'code': 200} Jul 29 23:39:52.200092 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1339edc2-0727-40cc-90d1-9f26b840747b admin admin] Pushing event deleted for resources: {'Network': ['ID=4dbc1009-f4ad-4fa5-8874-00250235f2da,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:52.230282 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a6166-4987-405d-bae5-8da4b084856d req-442471e9-3b64-4a0a-814b-3ed18353a6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:52.232050 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-871a6166-4987-405d-bae5-8da4b084856d req-442471e9-3b64-4a0a-814b-3ed18353a6c0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 1097 time: 0.1391826 Jul 29 23:39:52.245225 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=f6f63a6c-024b-43a0-bcc9-f03183f07736,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:52.324301 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port bf244d1a-4d65-408d-8e8b-3e93aae0438b triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:52.324688 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.573843 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56632) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:52.623716 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f7466166-2244-4c9e-8e5c-7c653e725d19 None None] Provisioning complete for port f6f63a6c-024b-43a0-bcc9-f03183f07736 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:52.626011 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f7466166-2244-4c9e-8e5c-7c653e725d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.711409 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2b8910f1-dc05-49bc-838e-310de9804721 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6aed13958309405595fb5d9e93900ceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1357861 Jul 29 23:39:52.712212 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56634) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:52.861297 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-59d44fb3-8bf4-4caf-b0e9-d9354dc86464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.881715 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f7466166-2244-4c9e-8e5c-7c653e725d19 None None] Provisioning for port 840a29ff-9cfa-4ff7-ab68-9707f5dc7a12 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:52.888707 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f7466166-2244-4c9e-8e5c-7c653e725d19 None None] Provisioning complete for port 840a29ff-9cfa-4ff7-ab68-9707f5dc7a12 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:52.889526 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f7466166-2244-4c9e-8e5c-7c653e725d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.920430 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-59d44fb3-8bf4-4caf-b0e9-d9354dc86464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.971262 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-29746295-0aaa-4df8-b3e3-1266224cef76 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:52.981314 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f7466166-2244-4c9e-8e5c-7c653e725d19 None None] Port 840a29ff-9cfa-4ff7-ab68-9707f5dc7a12 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:39:53.002466 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-29746295-0aaa-4df8-b3e3-1266224cef76 None None] Transition to ACTIVE for port object 840a29ff-9cfa-4ff7-ab68-9707f5dc7a12 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:39:53.013322 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-29746295-0aaa-4df8-b3e3-1266224cef76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:53.040561 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-59d44fb3-8bf4-4caf-b0e9-d9354dc86464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:53.043268 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-59d44fb3-8bf4-4caf-b0e9-d9354dc86464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:53.049529 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-59d44fb3-8bf4-4caf-b0e9-d9354dc86464 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b4fbeda2-5585-4056-87b3-0fd4259be376 HTTP/1.1" status: 204 len: 168 time: 0.3340936 Jul 29 23:39:53.060458 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d44fb3-8bf4-4caf-b0e9-d9354dc86464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4fbeda2-5585-4056-87b3-0fd4259be376,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:53.144285 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-871a6166-4987-405d-bae5-8da4b084856d req-ce4ff736-9ba0-4b24-b32e-7d41e13f27e8 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8995664 Jul 29 23:39:53.233358 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a036a012-1146-46df-862c-4d67fa61b89c req-6e2fdc7f-b38b-40d6-a3c9-f88d1e5237de tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 210 time: 0.9900360 Jul 29 23:39:53.312833 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac800cf-a3b7-42ef-b843-8060796f9d75 None None] Pushing event updated for resources: {'Port': ['ID=840a29ff-9cfa-4ff7-ab68-9707f5dc7a12,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:53.329701 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2bdd5db8-fdd5-4062-b410-939b64297315 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5918 time: 1.8493381 Jul 29 23:39:53.336672 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-29746295-0aaa-4df8-b3e3-1266224cef76 None None] Attempting to bind port 840a29ff-9cfa-4ff7-ab68-9707f5dc7a12 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:39:53.340905 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-29746295-0aaa-4df8-b3e3-1266224cef76 None None] Attempting to bind port 840a29ff-9cfa-4ff7-ab68-9707f5dc7a12 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '4d3bc1fd-2f54-43ed-a175-4f07f8f403de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:39:53.347242 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29746295-0aaa-4df8-b3e3-1266224cef76 None None] Attempting to bind port 840a29ff-9cfa-4ff7-ab68-9707f5dc7a12 on network 35f66920-bcaf-4f1b-afc2-223b687e24e3 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:39:53.354268 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f6f63a6c-024b-43a0-bcc9-f03183f07736 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:53.355731 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29746295-0aaa-4df8-b3e3-1266224cef76 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:39:53.358244 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29746295-0aaa-4df8-b3e3-1266224cef76 None None] Checking segment: {'id': '4d3bc1fd-2f54-43ed-a175-4f07f8f403de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:39:53.359267 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-29746295-0aaa-4df8-b3e3-1266224cef76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:53.362333 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29746295-0aaa-4df8-b3e3-1266224cef76 None None] Bound using segment: {'id': '4d3bc1fd-2f54-43ed-a175-4f07f8f403de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:39:53.363030 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-29746295-0aaa-4df8-b3e3-1266224cef76 None None] Bound port: 840a29ff-9cfa-4ff7-ab68-9707f5dc7a12, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3bc1fd-2f54-43ed-a175-4f07f8f403de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:39:53.363529 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-29746295-0aaa-4df8-b3e3-1266224cef76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:53.475312 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port f6f63a6c-024b-43a0-bcc9-f03183f07736 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:53.475913 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:53.511774 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-29746295-0aaa-4df8-b3e3-1266224cef76 None None] For port 840a29ff-9cfa-4ff7-ab68-9707f5dc7a12, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:39:53.523721 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-29746295-0aaa-4df8-b3e3-1266224cef76 None None] For port 840a29ff-9cfa-4ff7-ab68-9707f5dc7a12, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=840a29ff-9cfa-4ff7-ab68-9707f5dc7a12,segment=NetworkSegment(4d3bc1fd-2f54-43ed-a175-4f07f8f403de),segment_id=4d3bc1fd-2f54-43ed-a175-4f07f8f403de)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:39:53.536839 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-29746295-0aaa-4df8-b3e3-1266224cef76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:53.542637 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894d87e-b7e0-40ef-8271-21f8d7fc0d6e req-41357b9f-504d-4570-8865-f1a1d2cf7b41 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:53.549834 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d894d87e-b7e0-40ef-8271-21f8d7fc0d6e req-41357b9f-504d-4570-8865-f1a1d2cf7b41 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 946 time: 0.1486254 Jul 29 23:39:53.639570 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29746295-0aaa-4df8-b3e3-1266224cef76 None None] Routers {'f910637b-c3a9-430a-97db-d53e2ea119c8'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:39:53.646557 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-29746295-0aaa-4df8-b3e3-1266224cef76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:39:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f910637b-c3a9-430a-97db-d53e2ea119c8'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:53.653346 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d894d87e-b7e0-40ef-8271-21f8d7fc0d6e req-411d4bd8-f065-4a17-9e4e-8ce622217632 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937412 Jul 29 23:39:53.720082 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac800cf-a3b7-42ef-b843-8060796f9d75 None None] Pushing event updated for resources: {'Port': ['ID=840a29ff-9cfa-4ff7-ab68-9707f5dc7a12,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:53.918482 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b25e106-f05f-4ba6-b71c-1290c5f7062f req-cf196d65-b62d-4f5e-a3da-0f67fb5d7c04 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:53.920756 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0b25e106-f05f-4ba6-b71c-1290c5f7062f req-cf196d65-b62d-4f5e-a3da-0f67fb5d7c04 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 945 time: 0.1225295 Jul 29 23:39:53.931281 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56646) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:53.959332 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-29746295-0aaa-4df8-b3e3-1266224cef76 None None] Set router f910637b-c3a9-430a-97db-d53e2ea119c8 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:39:54.048944 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2fef27e8-d62b-42eb-ac07-62557b3976ce admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=836af45d0848435bbba4ec5362c183f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1146636 Jul 29 23:39:54.054226 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56648) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:54.061830 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0b25e106-f05f-4ba6-b71c-1290c5f7062f req-f056e905-beaa-417f-8344-89952a617d29 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341538 Jul 29 23:39:54.143599 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eee1ae65-cc9e-4352-896e-107de0d64d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:54.186511 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eee1ae65-cc9e-4352-896e-107de0d64d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:54.250671 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eee1ae65-cc9e-4352-896e-107de0d64d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:54.254769 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eee1ae65-cc9e-4352-896e-107de0d64d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:54.258299 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-eee1ae65-cc9e-4352-896e-107de0d64d8c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2e6fef0e-25fb-42b9-84a7-185f8e3f1f83 HTTP/1.1" status: 204 len: 168 time: 0.2007489 Jul 29 23:39:54.286345 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee1ae65-cc9e-4352-896e-107de0d64d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6fef0e-25fb-42b9-84a7-185f8e3f1f83,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:54.543507 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-29746295-0aaa-4df8-b3e3-1266224cef76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'name': 'tempest-TestNetworkBasicOps-router-475089061', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:42Z', 'updated_at': '2021-07-29T23:39:48Z', 'revision_number': 4, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:43Z', 'updated_at': '2021-07-29T23:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '840a29ff-9cfa-4ff7-ab68-9707f5dc7a12', 'name': '', 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'mac_address': 'fa:16:3e:ce:a5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:46Z', 'updated_at': '2021-07-29T23:39:53Z', 'revision_number': 4, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'subnets': [{'id': '9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:39:54.588099 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29746295-0aaa-4df8-b3e3-1266224cef76 None None] The sync data for ids ['f910637b-c3a9-430a-97db-d53e2ea119c8'] in n-d-712140-10 is: [{'id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'name': 'tempest-TestNetworkBasicOps-router-475089061', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:42Z', 'updated_at': '2021-07-29T23:39:48Z', 'revision_number': 4, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:43Z', 'updated_at': '2021-07-29T23:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '840a29ff-9cfa-4ff7-ab68-9707f5dc7a12', 'name': '', 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'mac_address': 'fa:16:3e:ce:a5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:46Z', 'updated_at': '2021-07-29T23:39:53Z', 'revision_number': 4, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'subnets': [{'id': '9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:39:55.009913 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56664) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:55.017224 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-d4575498-044c-4676-97e1-c128c3b98df5 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1265203748', 'description': 'tempest-secgroup-smoke-1265203748 description', 'project_id': 'a74022ced16f48bea72df0eb10f3e470'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:55.083231 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d4575498-044c-4676-97e1-c128c3b98df5 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.196502 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d3d2b75d-4b57-4677-87c2-b17a3af6d4e8 req-caf5fd91-148b-4778-95b8-f3372f540e1e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 210 time: 0.0765669 Jul 29 23:39:55.335060 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d4575498-044c-4676-97e1-c128c3b98df5 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.340626 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d4575498-044c-4676-97e1-c128c3b98df5 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.386732 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d4575498-044c-4676-97e1-c128c3b98df5 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.389143 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d4575498-044c-4676-97e1-c128c3b98df5 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3779645 Jul 29 23:39:55.391967 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 56672) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:55.398701 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-c8899cdf-5fca-4789-97c1-7cb68d1d2288 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'security_group_rule': {'security_group_id': '757b979a-405c-45a3-af17-a6e1c111b92c', 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:55.418707 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4575498-044c-4676-97e1-c128c3b98df5 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=757b979a-405c-45a3-af17-a6e1c111b92c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:55.482305 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 840a29ff-9cfa-4ff7-ab68-9707f5dc7a12 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:55.566618 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c8899cdf-5fca-4789-97c1-7cb68d1d2288 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.653009 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 840a29ff-9cfa-4ff7-ab68-9707f5dc7a12 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:39:55.666489 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 840a29ff-9cfa-4ff7-ab68-9707f5dc7a12 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:55.667616 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.748414 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a5f59-0940-4cce-9dc4-412c5869d8cf req-53d77795-694d-4a6d-bb24-93c95a6961ff tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:55.770313 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e24a5f59-0940-4cce-9dc4-412c5869d8cf req-53d77795-694d-4a6d-bb24-93c95a6961ff tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 946 time: 0.3621817 Jul 29 23:39:55.856135 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e24a5f59-0940-4cce-9dc4-412c5869d8cf req-2d7568e9-1b61-4991-9f80-32055c4c52d8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753527 Jul 29 23:39:55.923915 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c8899cdf-5fca-4789-97c1-7cb68d1d2288 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.923915 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c8899cdf-5fca-4789-97c1-7cb68d1d2288 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.924085 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.935099 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8899cdf-5fca-4789-97c1-7cb68d1d2288 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f203b06b-97d5-4fff-b503-93887342bb7e,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:55.993578 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c8899cdf-5fca-4789-97c1-7cb68d1d2288 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:55.995173 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c8899cdf-5fca-4789-97c1-7cb68d1d2288 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6015775 Jul 29 23:39:56.000868 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 56682) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:56.007361 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-d8aaee0f-d6dc-49f0-8c6a-cedc7d5402de tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'security_group_rule': {'security_group_id': '757b979a-405c-45a3-af17-a6e1c111b92c', 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:56.063518 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 840a29ff-9cfa-4ff7-ab68-9707f5dc7a12, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=840a29ff-9cfa-4ff7-ab68-9707f5dc7a12,segment=NetworkSegment(4d3bc1fd-2f54-43ed-a175-4f07f8f403de),segment_id=4d3bc1fd-2f54-43ed-a175-4f07f8f403de)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:39:56.082111 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.118674 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d8aaee0f-d6dc-49f0-8c6a-cedc7d5402de tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.214148 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5150d95-19b6-4b9e-b0dd-17f32a33a65a req-6d7db97b-3b56-4abe-bf07-1a87a95c2e0c tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:56.221022 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=840a29ff-9cfa-4ff7-ab68-9707f5dc7a12,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:56.233366 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5150d95-19b6-4b9e-b0dd-17f32a33a65a req-6d7db97b-3b56-4abe-bf07-1a87a95c2e0c tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 945 time: 0.1613739 Jul 29 23:39:56.328889 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d8aaee0f-d6dc-49f0-8c6a-cedc7d5402de tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.359353 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d8aaee0f-d6dc-49f0-8c6a-cedc7d5402de tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.380565 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5150d95-19b6-4b9e-b0dd-17f32a33a65a req-7ddb6fca-9a27-4a87-81ac-ad99bb620e13 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438456 Jul 29 23:39:56.417896 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aaee0f-d6dc-49f0-8c6a-cedc7d5402de tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b780e992-81e9-4366-8697-2ff8a238f96d,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:56.433200 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d8aaee0f-d6dc-49f0-8c6a-cedc7d5402de tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.438666 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d8aaee0f-d6dc-49f0-8c6a-cedc7d5402de tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4360635 Jul 29 23:39:56.438933 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56698) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:56.449022 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-b30a8588-ff3a-4f80-813b-9b78000f4cf3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'security_group_rule': {'security_group_id': '757b979a-405c-45a3-af17-a6e1c111b92c', 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:56.513174 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b30a8588-ff3a-4f80-813b-9b78000f4cf3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.668541 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b30a8588-ff3a-4f80-813b-9b78000f4cf3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.679075 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b30a8588-ff3a-4f80-813b-9b78000f4cf3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.720286 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30a8588-ff3a-4f80-813b-9b78000f4cf3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=485c7940-41b5-4986-9c11-aea58dab80e1,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:56.730096 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b30a8588-ff3a-4f80-813b-9b78000f4cf3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.736625 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b30a8588-ff3a-4f80-813b-9b78000f4cf3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2967339 Jul 29 23:39:56.739420 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56700) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:56.746486 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-da765158-9dcb-475b-976c-baade98c0b28 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'security_group_rule': {'security_group_id': '757b979a-405c-45a3-af17-a6e1c111b92c', 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:56.798733 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-da765158-9dcb-475b-976c-baade98c0b28 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.827966 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-adbacdb1-0bc1-4a14-bd4a-fdce1d77d5f3 req-50ddab03-854c-4214-a445-dfce1451859d tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 210 time: 0.1246200 Jul 29 23:39:56.894579 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-da765158-9dcb-475b-976c-baade98c0b28 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.907713 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-da765158-9dcb-475b-976c-baade98c0b28 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.925243 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da765158-9dcb-475b-976c-baade98c0b28 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39847151-8865-4b7d-a65f-5fe67bc94047,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:56.970517 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-da765158-9dcb-475b-976c-baade98c0b28 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:56.971686 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-da765158-9dcb-475b-976c-baade98c0b28 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2307622 Jul 29 23:39:56.975802 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56706) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:56.980039 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56708) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:56.985381 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-0691ac82-a5c9-4f56-9290-cd82d88203e3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'security_group_rule': {'security_group_id': '757b979a-405c-45a3-af17-a6e1c111b92c', 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:57.058728 n-d-712140-10 neutron-server[94064]: INFO neutron.db.securitygroups_db [None req-0691ac82-a5c9-4f56-9290-cd82d88203e3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Project a74022ced16f48bea72df0eb10f3e470 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:39:57.064480 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0691ac82-a5c9-4f56-9290-cd82d88203e3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.152040 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0691ac82-a5c9-4f56-9290-cd82d88203e3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.163906 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0691ac82-a5c9-4f56-9290-cd82d88203e3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.205225 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0691ac82-a5c9-4f56-9290-cd82d88203e3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28bd2a31-70ae-4a50-bacd-73f50815e5e9,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:57.238457 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8c476175-e419-4b00-8cda-9864275c23a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.265663 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0691ac82-a5c9-4f56-9290-cd82d88203e3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.270138 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0691ac82-a5c9-4f56-9290-cd82d88203e3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2932701 Jul 29 23:39:57.270994 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56716) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:57.278054 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605f9554-a656-430c-bd42-eb8f93151153 req-9d007f76-d7c4-4093-943e-9c27046f0eab tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:57.279776 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-e497d071-7d8a-4579-9a39-63f265459cef tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'security_group_rule': {'security_group_id': '757b979a-405c-45a3-af17-a6e1c111b92c', 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:39:57.288836 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-605f9554-a656-430c-bd42-eb8f93151153 req-9d007f76-d7c4-4093-943e-9c27046f0eab tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 946 time: 0.1374104 Jul 29 23:39:57.299655 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb98b13-f1be-4e3f-a8eb-05555f682c01 req-b40bb5e0-a746-42f6-963f-647bad4b5e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:57.301696 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1bb98b13-f1be-4e3f-a8eb-05555f682c01 req-b40bb5e0-a746-42f6-963f-647bad4b5e36 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=224345a79dda437684f96bb484f29725&device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 1097 time: 0.2010250 Jul 29 23:39:57.320770 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.db.api [None req-8c476175-e419-4b00-8cda-9864275c23a2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:39:57.320770 n-d-712140-10 neutron-server[94064]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 23:39:57.320770 n-d-712140-10 neutron-server[94064]: [parameters: {'project_id': 'fe5fedda8d124566bdc47b80d81bec9c', 'id': 'a8700d91-31be-4fb8-b699-3e0ecfd5036f', 'expiration': datetime.datetime(2021, 7, 29, 23, 41, 57, 308541)}] Jul 29 23:39:57.320770 n-d-712140-10 neutron-server[94064]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:39:57.321185 n-d-712140-10 neutron-server[94064]: DEBUG oslo_db.api [None req-8c476175-e419-4b00-8cda-9864275c23a2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:39:57.332685 n-d-712140-10 neutron-server[94064]: INFO neutron.db.securitygroups_db [None req-e497d071-7d8a-4579-9a39-63f265459cef tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Project a74022ced16f48bea72df0eb10f3e470 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:39:57.338824 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e497d071-7d8a-4579-9a39-63f265459cef tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.350923 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 840a29ff-9cfa-4ff7-ab68-9707f5dc7a12 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:39:57.428449 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e497d071-7d8a-4579-9a39-63f265459cef tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.436106 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e497d071-7d8a-4579-9a39-63f265459cef tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.461165 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 840a29ff-9cfa-4ff7-ab68-9707f5dc7a12 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:39:57.462464 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.488233 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb98b13-f1be-4e3f-a8eb-05555f682c01 req-fd1eb74d-b507-4bae-9fbb-ccbeb92e6b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:57.489654 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1bb98b13-f1be-4e3f-a8eb-05555f682c01 req-fd1eb74d-b507-4bae-9fbb-ccbeb92e6b0f service neutron] 10.222.0.23 "GET /v2.0/networks?id=8f3c76a6-294b-442d-88c5-e90b8e7ba673 HTTP/1.1" status: 200 len: 911 time: 0.1708064 Jul 29 23:39:57.498743 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e497d071-7d8a-4579-9a39-63f265459cef tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.511492 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e497d071-7d8a-4579-9a39-63f265459cef tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2381737 Jul 29 23:39:57.514419 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497d071-7d8a-4579-9a39-63f265459cef tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb7c7e3f-c684-443a-9c36-89ad33b148dd,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:57.563321 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-605f9554-a656-430c-bd42-eb8f93151153 req-fd07559b-980f-452c-ba04-e5c376811dcc tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2733309 Jul 29 23:39:57.566511 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1bb98b13-f1be-4e3f-a8eb-05555f682c01 req-da851801-1824-4632-b51e-00a786dd707f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2a530c82-6c27-4567-8692-09b82c33a119 HTTP/1.1" status: 200 len: 217 time: 0.0614216 Jul 29 23:39:57.670069 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb98b13-f1be-4e3f-a8eb-05555f682c01 req-422c504e-23a1-4a8d-8f49-c5ea84d0b113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:57.672485 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1bb98b13-f1be-4e3f-a8eb-05555f682c01 req-422c504e-23a1-4a8d-8f49-c5ea84d0b113 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a3798c3a-b9e2-4a1c-ae89-c46c1a504838 HTTP/1.1" status: 200 len: 850 time: 0.0974028 Jul 29 23:39:57.722167 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1bb98b13-f1be-4e3f-a8eb-05555f682c01 req-76e59495-0daa-4715-99c4-d261caba87df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8f3c76a6-294b-442d-88c5-e90b8e7ba673&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401268 Jul 29 23:39:57.822607 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8c476175-e419-4b00-8cda-9864275c23a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.850467 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1bb98b13-f1be-4e3f-a8eb-05555f682c01 req-b53aae40-fdaa-47b7-a909-3cdff1900a5d service neutron] 10.222.0.23 "GET /v2.0/networks/8f3c76a6-294b-442d-88c5-e90b8e7ba673?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186547 Jul 29 23:39:57.971456 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8c476175-e419-4b00-8cda-9864275c23a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.980146 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10466848-7252-4df4-88eb-8ca951300663 req-e0e519e8-cb47-4df1-9e45-31b36d4afd42 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:57.989398 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8c476175-e419-4b00-8cda-9864275c23a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:57.991101 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-10466848-7252-4df4-88eb-8ca951300663 req-e0e519e8-cb47-4df1-9e45-31b36d4afd42 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 945 time: 0.3175144 Jul 29 23:39:58.022615 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8c476175-e419-4b00-8cda-9864275c23a2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fe5fedda8d124566bdc47b80d81bec9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0390725 Jul 29 23:39:58.024591 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 56726) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:39:58.043871 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c476175-e419-4b00-8cda-9864275c23a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99d0b7cd-5795-4dba-86c3-9142e6eb9c16,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:58.080195 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-10466848-7252-4df4-88eb-8ca951300663 req-3609da7c-da02-4705-9bc6-ea4b0bdf182c tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879545 Jul 29 23:39:58.175130 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1bb98b13-f1be-4e3f-a8eb-05555f682c01 req-0ac74d7a-608a-4858-ae2c-9b59e15e9662 service neutron] 10.222.0.23 "GET /v2.0/networks/8f3c76a6-294b-442d-88c5-e90b8e7ba673?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121607 Jul 29 23:39:58.182152 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0f40bcb3-fd05-4e07-8435-b987bb46f3a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.249388 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0f40bcb3-fd05-4e07-8435-b987bb46f3a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.361001 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-264ca353-235b-4721-94c9-0ce8127fb0fb tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1265203748&fields=id&tenant_id=a74022ced16f48bea72df0eb10f3e470 HTTP/1.1" status: 200 len: 267 time: 0.0616679 Jul 29 23:39:58.362390 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0f40bcb3-fd05-4e07-8435-b987bb46f3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.370099 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0f40bcb3-fd05-4e07-8435-b987bb46f3a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:58.374441 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0f40bcb3-fd05-4e07-8435-b987bb46f3a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/99d0b7cd-5795-4dba-86c3-9142e6eb9c16 HTTP/1.1" status: 204 len: 168 time: 0.3464592 Jul 29 23:39:58.445588 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f40bcb3-fd05-4e07-8435-b987bb46f3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99d0b7cd-5795-4dba-86c3-9142e6eb9c16,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:39:58.566079 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-95129da0-7073-478c-a747-a5f0473c05b7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:58.573591 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-95129da0-7073-478c-a747-a5f0473c05b7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/networks?id=35f66920-bcaf-4f1b-afc2-223b687e24e3 HTTP/1.1" status: 200 len: 797 time: 0.1998580 Jul 29 23:39:58.591288 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-f14a03d0-660c-47af-af11-f138f747b7f6 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/quotas/a74022ced16f48bea72df0eb10f3e470 HTTP/1.1" status: 200 len: 375 time: 0.0166352 Jul 29 23:39:58.677580 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-fd60e9f7-32a6-46d2-bd02-2ffcb5cedf8c tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a74022ced16f48bea72df0eb10f3e470&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0808966 Jul 29 23:39:58.849122 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-ae5c0fd6-52b1-4bcc-9804-62c6f1de52f3 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:39:58.856522 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-ae5c0fd6-52b1-4bcc-9804-62c6f1de52f3 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1779160 Jul 29 23:39:58.994418 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-02b0b740-72b7-4fb4-81cc-fc88da8056fe service neutron] 10.222.0.18 "GET /v2.0/networks/35f66920-bcaf-4f1b-afc2-223b687e24e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332016 Jul 29 23:39:59.146108 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-3e6f8136-72f5-457a-9a75-af72e1ef546d service neutron] 10.222.0.18 "GET /v2.0/networks/35f66920-bcaf-4f1b-afc2-223b687e24e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423206 Jul 29 23:39:59.408086 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d14b50fd-aac6-483a-8dfb-7a2e2cd2a016 req-0535b114-9256-4ba2-9b75-fdeea306dc12 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5e5d91e-29c1-409e-ae1b-9c2fe119d82f HTTP/1.1" status: 200 len: 210 time: 0.0423617 Jul 29 23:39:59.503797 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:39:59.677182 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0f5717-6959-4c8a-b92b-36de975f9299 req-fcc4f5ad-6649-49e3-9d95-73ec374be690 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:39:59.691433 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6d0f5717-6959-4c8a-b92b-36de975f9299 req-fcc4f5ad-6649-49e3-9d95-73ec374be690 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 946 time: 0.1352813 Jul 29 23:39:59.800606 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6d0f5717-6959-4c8a-b92b-36de975f9299 req-b95d8308-93f3-4d7e-adb8-ede12209d69d tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072989 Jul 29 23:39:59.800853 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.006459 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0251ae76-6d2a-4967-8581-9e8ede98c941 req-a36ce9bd-f9f0-4ced-97f5-e505218c5837 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:00.008717 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0251ae76-6d2a-4967-8581-9e8ede98c941 req-a36ce9bd-f9f0-4ced-97f5-e505218c5837 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 945 time: 0.1274149 Jul 29 23:40:00.091362 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0251ae76-6d2a-4967-8581-9e8ede98c941 req-04c691dc-b59b-451b-ac39-54e427eaef4b tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742455 Jul 29 23:40:00.373088 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db3b2477-a18a-43a4-b557-25289b18cd35 req-bb55b46e-ebd3-4abe-9d39-5de5ea3ff20f tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=878f7aad-b958-4575-9ea1-769ff46bcdd5 HTTP/1.1" status: 200 len: 210 time: 0.0700126 Jul 29 23:40:00.509163 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 56788) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:00.591220 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ce6aad8a-2c87-49e6-83de-99900663b467 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.624388 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ce6aad8a-2c87-49e6-83de-99900663b467 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.699031 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ce6aad8a-2c87-49e6-83de-99900663b467 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.703667 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ce6aad8a-2c87-49e6-83de-99900663b467 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:00.705684 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ce6aad8a-2c87-49e6-83de-99900663b467 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "DELETE /v2.0/security-groups/c3ccdba3-1dff-45d7-ab0a-fc43566797cb HTTP/1.1" status: 204 len: 168 time: 0.1945450 Jul 29 23:40:00.708678 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56790) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:00.728062 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-1fbca2f0-bd19-48a4-a10a-fa336e52b3e6 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] show failed (client error): The resource could not be found. Jul 29 23:40:00.729354 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1fbca2f0-bd19-48a4-a10a-fa336e52b3e6 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "GET /v2.0/security-groups/c3ccdba3-1dff-45d7-ab0a-fc43566797cb HTTP/1.1" status: 404 len: 347 time: 0.0189283 Jul 29 23:40:00.732471 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56792) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:00.737657 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6aad8a-2c87-49e6-83de-99900663b467 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ccdba3-1dff-45d7-ab0a-fc43566797cb,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:01.005967 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-41e3be25-e7e2-4c4c-852c-7e2f61c01d6e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Deleting port 99656e33-0731-476d-917a-1d03652af1de {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:01.006710 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-41e3be25-e7e2-4c4c-852c-7e2f61c01d6e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.143680 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d8a244-68b2-480e-9e92-b45b1b312181 req-7843f09c-16af-40a7-a781-600784a5335b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:01.145316 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-00d8a244-68b2-480e-9e92-b45b1b312181 req-7843f09c-16af-40a7-a781-600784a5335b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 946 time: 0.1870518 Jul 29 23:40:01.154015 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-41e3be25-e7e2-4c4c-852c-7e2f61c01d6e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.154493 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-41e3be25-e7e2-4c4c-852c-7e2f61c01d6e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.154852 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-b4fbe071-b988-49c1-9286-0878d8160b92 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:01.156468 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-b4fbe071-b988-49c1-9286-0878d8160b92 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.23 "GET /v2.0/networks?id=35f66920-bcaf-4f1b-afc2-223b687e24e3 HTTP/1.1" status: 200 len: 797 time: 0.3053646 Jul 29 23:40:01.170663 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-41e3be25-e7e2-4c4c-852c-7e2f61c01d6e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Calling delete_port for 99656e33-0731-476d-917a-1d03652af1de owned by network:floatingip {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:01.218762 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-00d8a244-68b2-480e-9e92-b45b1b312181 req-37d89c23-b68b-4592-ab93-aeffec45069e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585504 Jul 29 23:40:01.264568 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-8de0ebd4-33c0-4397-b2e7-1989ab600d1f tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a74022ced16f48bea72df0eb10f3e470 HTTP/1.1" status: 200 len: 380 time: 0.0915377 Jul 29 23:40:01.279652 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-dd515446-148b-4e43-89b0-f8362b347865 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'port': {'device_id': '878f7aad-b958-4575-9ea1-769ff46bcdd5', 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3', 'admin_state_up': True, 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'security_groups': ['757b979a-405c-45a3-af17-a6e1c111b92c']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:01.427203 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-41e3be25-e7e2-4c4c-852c-7e2f61c01d6e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.460759 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e3be25-e7e2-4c4c-852c-7e2f61c01d6e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Pushing event deleted for resources: {'Port': ['ID=99656e33-0731-476d-917a-1d03652af1de,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:01.477297 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e3be25-e7e2-4c4c-852c-7e2f61c01d6e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:01.478227 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e3be25-e7e2-4c4c-852c-7e2f61c01d6e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:01.478720 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e3be25-e7e2-4c4c-852c-7e2f61c01d6e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:01.479233 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e3be25-e7e2-4c4c-852c-7e2f61c01d6e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:01.479724 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e3be25-e7e2-4c4c-852c-7e2f61c01d6e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:01.480223 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e3be25-e7e2-4c4c-852c-7e2f61c01d6e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:01.480702 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e3be25-e7e2-4c4c-852c-7e2f61c01d6e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:01.481182 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e3be25-e7e2-4c4c-852c-7e2f61c01d6e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:01.481821 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e3be25-e7e2-4c4c-852c-7e2f61c01d6e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:01.482298 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e3be25-e7e2-4c4c-852c-7e2f61c01d6e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:01.482789 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e3be25-e7e2-4c4c-852c-7e2f61c01d6e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:01.483259 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e3be25-e7e2-4c4c-852c-7e2f61c01d6e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:01.500301 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c7cbf-a075-4dc7-8ff0-5d436af97ffe req-7c4c35da-2486-4d65-9fc7-069bb56759eb tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:01.501838 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-535c7cbf-a075-4dc7-8ff0-5d436af97ffe req-7c4c35da-2486-4d65-9fc7-069bb56759eb tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 945 time: 0.1109939 Jul 29 23:40:01.551535 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-dd515446-148b-4e43-89b0-f8362b347865 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Made reservation on behalf of a74022ced16f48bea72df0eb10f3e470 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:01.555058 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-dd515446-148b-4e43-89b0-f8362b347865 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.557483 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-41e3be25-e7e2-4c4c-852c-7e2f61c01d6e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks [] for floatingip, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.560212 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-41e3be25-e7e2-4c4c-852c-7e2f61c01d6e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.561429 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-41e3be25-e7e2-4c4c-852c-7e2f61c01d6e tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "DELETE /v2.0/floatingips/8132ce0a-cab3-4c98-bc93-51a585b126c6 HTTP/1.1" status: 204 len: 168 time: 0.8276587 Jul 29 23:40:01.566003 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56810) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:01.574642 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-535c7cbf-a075-4dc7-8ff0-5d436af97ffe req-71ab0a1c-336b-4354-a5d2-51f9d6bd6ecf tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650072 Jul 29 23:40:01.691095 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-acb47793-d9be-4fc9-b6e3-9339679e5bcb tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Deleting port 9c4654c6-ab2c-4aa8-b108-e91e391645a3 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:01.691450 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-acb47793-d9be-4fc9-b6e3-9339679e5bcb tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.762373 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-dd515446-148b-4e43-89b0-f8362b347865 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Allocated IP 172.20.0.10 (35f66920-bcaf-4f1b-afc2-223b687e24e3/9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e/6bfd3b8c-868b-4667-aa54-6ef730418cfe) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:01.861965 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eafa52ed-1cec-4c06-b7e4-e01e0a8edbf3 req-a7db65b4-92eb-458e-a782-9dca116cfaf8 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=878f7aad-b958-4575-9ea1-769ff46bcdd5 HTTP/1.1" status: 200 len: 210 time: 0.0620646 Jul 29 23:40:01.868207 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-acb47793-d9be-4fc9-b6e3-9339679e5bcb tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:01.898708 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-acb47793-d9be-4fc9-b6e3-9339679e5bcb tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Calling delete_port for 9c4654c6-ab2c-4aa8-b108-e91e391645a3 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:02.045421 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-dd515446-148b-4e43-89b0-f8362b347865 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.061139 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-dd515446-148b-4e43-89b0-f8362b347865 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Transition to ACTIVE for port object 6bfd3b8c-868b-4667-aa54-6ef730418cfe will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:02.134548 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-dd515446-148b-4e43-89b0-f8362b347865 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.209683 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-acb47793-d9be-4fc9-b6e3-9339679e5bcb tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.240529 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-dd515446-148b-4e43-89b0-f8362b347865 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Network 35f66920-bcaf-4f1b-afc2-223b687e24e3 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:02.245368 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-dd515446-148b-4e43-89b0-f8362b347865 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:02.247902 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-dd515446-148b-4e43-89b0-f8362b347865 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:02.251486 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd515446-148b-4e43-89b0-f8362b347865 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'Port': ['ID=6bfd3b8c-868b-4667-aa54-6ef730418cfe,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:02.281492 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb47793-d9be-4fc9-b6e3-9339679e5bcb tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Pushing event deleted for resources: {'Port': ['ID=9c4654c6-ab2c-4aa8-b108-e91e391645a3,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:02.385146 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e5a44-b451-477c-90a0-31f0fd0e602f req-d98821dc-19f9-4f97-a96b-efe9d00eb41e tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:02.386857 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-604e5a44-b451-477c-90a0-31f0fd0e602f req-d98821dc-19f9-4f97-a96b-efe9d00eb41e tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 945 time: 0.0838544 Jul 29 23:40:02.396534 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-dd515446-148b-4e43-89b0-f8362b347865 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:02.397271 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-dd515446-148b-4e43-89b0-f8362b347865 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.435780 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-dd515446-148b-4e43-89b0-f8362b347865 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1621871 Jul 29 23:40:02.454657 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-7de96285-de6b-4239-a7a2-eeb96c73f28b service neutron] Request body: {'port': {'device_id': '878f7aad-b958-4575-9ea1-769ff46bcdd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:02.466077 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-acb47793-d9be-4fc9-b6e3-9339679e5bcb tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.469771 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-acb47793-d9be-4fc9-b6e3-9339679e5bcb tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "DELETE /v2.0/ports/9c4654c6-ab2c-4aa8-b108-e91e391645a3 HTTP/1.1" status: 204 len: 168 time: 0.9025071 Jul 29 23:40:02.472537 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56820) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:02.517651 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-604e5a44-b451-477c-90a0-31f0fd0e602f req-280caf7e-8fd3-40aa-81ef-ea9e6c2ea848 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171982 Jul 29 23:40:02.585303 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-7de96285-de6b-4239-a7a2-eeb96c73f28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.629984 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-59edd822-78e2-457d-bba2-b2d93fe5c4e4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Deleting port fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:02.630344 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-59edd822-78e2-457d-bba2-b2d93fe5c4e4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.741815 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-74fc3be1-8fb0-465c-94d9-b6eee954cc04 None None] Provisioning for port 6bfd3b8c-868b-4667-aa54-6ef730418cfe completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:02.748441 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-74fc3be1-8fb0-465c-94d9-b6eee954cc04 None None] Provisioning complete for port 6bfd3b8c-868b-4667-aa54-6ef730418cfe triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:02.750826 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-74fc3be1-8fb0-465c-94d9-b6eee954cc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.791135 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a711d8-a5e0-4e5a-83e5-bd4d54ed882e req-1368d124-10a9-4e81-afbb-26feed3e43ea tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:02.797160 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6a711d8-a5e0-4e5a-83e5-bd4d54ed882e req-1368d124-10a9-4e81-afbb-26feed3e43ea tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 946 time: 0.1701970 Jul 29 23:40:02.809953 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-59edd822-78e2-457d-bba2-b2d93fe5c4e4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:02.847059 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-59edd822-78e2-457d-bba2-b2d93fe5c4e4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Calling delete_port for fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:02.882595 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-74fc3be1-8fb0-465c-94d9-b6eee954cc04 None None] Port 6bfd3b8c-868b-4667-aa54-6ef730418cfe cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:40:02.928677 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8e2a189b-6572-4df1-b4b0-11dbef1140d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.027196 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6a711d8-a5e0-4e5a-83e5-bd4d54ed882e req-62d9baa6-540c-4187-b4fb-c5449271f0ba tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2137396 Jul 29 23:40:03.127483 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-59edd822-78e2-457d-bba2-b2d93fe5c4e4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.164918 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59edd822-78e2-457d-bba2-b2d93fe5c4e4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Pushing event deleted for resources: {'Port': ['ID=fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:03.308095 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-59edd822-78e2-457d-bba2-b2d93fe5c4e4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.311090 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-59edd822-78e2-457d-bba2-b2d93fe5c4e4 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "DELETE /v2.0/ports/fdd03afc-4d06-4dcb-bdb1-9aa6d7e18805 HTTP/1.1" status: 204 len: 168 time: 0.8363431 Jul 29 23:40:03.315109 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56828) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:03.332440 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-7de96285-de6b-4239-a7a2-eeb96c73f28b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bfd3b8c-868b-4667-aa54-6ef730418cfe {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:40:03.341257 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-7de96285-de6b-4239-a7a2-eeb96c73f28b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.354899 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-7de96285-de6b-4239-a7a2-eeb96c73f28b service neutron] Transition to ACTIVE for port object 6bfd3b8c-868b-4667-aa54-6ef730418cfe will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:03.365670 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-7de96285-de6b-4239-a7a2-eeb96c73f28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.378057 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-587f90bb-97b6-4064-ad75-1040afea8e08 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Deleting subnet 1fdc52fc-c58b-4713-8727-c269bb29b153 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:40:03.381887 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-587f90bb-97b6-4064-ad75-1040afea8e08 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.418568 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de96285-de6b-4239-a7a2-eeb96c73f28b service neutron] Pushing event updated for resources: {'Port': ['ID=6bfd3b8c-868b-4667-aa54-6ef730418cfe,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:03.433940 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-587f90bb-97b6-4064-ad75-1040afea8e08 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.456990 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dfb369-fa8a-4564-9799-bd6c8721f282 req-f1d734d3-259c-4c2e-b029-37a1ee24e2e9 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:03.466052 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-79dfb369-fa8a-4564-9799-bd6c8721f282 req-f1d734d3-259c-4c2e-b029-37a1ee24e2e9 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=878f7aad-b958-4575-9ea1-769ff46bcdd5 HTTP/1.1" status: 200 len: 932 time: 0.1861365 Jul 29 23:40:03.566342 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-587f90bb-97b6-4064-ad75-1040afea8e08 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.603539 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-7de96285-de6b-4239-a7a2-eeb96c73f28b service neutron] Attempting to bind port 6bfd3b8c-868b-4667-aa54-6ef730418cfe on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:03.605996 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-7de96285-de6b-4239-a7a2-eeb96c73f28b service neutron] Attempting to bind port 6bfd3b8c-868b-4667-aa54-6ef730418cfe by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '4d3bc1fd-2f54-43ed-a175-4f07f8f403de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:03.606361 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-7de96285-de6b-4239-a7a2-eeb96c73f28b service neutron] Attempting to bind port 6bfd3b8c-868b-4667-aa54-6ef730418cfe on network 35f66920-bcaf-4f1b-afc2-223b687e24e3 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:03.622938 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-7de96285-de6b-4239-a7a2-eeb96c73f28b service neutron] Port 6bfd3b8c-868b-4667-aa54-6ef730418cfe on network 35f66920-bcaf-4f1b-afc2-223b687e24e3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:40:03.623271 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-7de96285-de6b-4239-a7a2-eeb96c73f28b service neutron] Attempting to bind port 6bfd3b8c-868b-4667-aa54-6ef730418cfe on network 35f66920-bcaf-4f1b-afc2-223b687e24e3 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:03.642481 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-79dfb369-fa8a-4564-9799-bd6c8721f282 req-e7ad8618-8686-4033-af72-8a9fe0b57749 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=757b979a-405c-45a3-af17-a6e1c111b92c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709626 Jul 29 23:40:03.645950 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-7de96285-de6b-4239-a7a2-eeb96c73f28b service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:03.646491 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-7de96285-de6b-4239-a7a2-eeb96c73f28b service neutron] Checking segment: {'id': '4d3bc1fd-2f54-43ed-a175-4f07f8f403de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:03.647405 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-7de96285-de6b-4239-a7a2-eeb96c73f28b service neutron] Bound using segment: {'id': '4d3bc1fd-2f54-43ed-a175-4f07f8f403de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:03.647894 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-7de96285-de6b-4239-a7a2-eeb96c73f28b service neutron] Bound port: 6bfd3b8c-868b-4667-aa54-6ef730418cfe, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d3bc1fd-2f54-43ed-a175-4f07f8f403de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:03.648537 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-7de96285-de6b-4239-a7a2-eeb96c73f28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.721315 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-587f90bb-97b6-4064-ad75-1040afea8e08 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.794277 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f90bb-97b6-4064-ad75-1040afea8e08 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Pushing event deleted for resources: {'Subnet': ['ID=1fdc52fc-c58b-4713-8727-c269bb29b153,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:03.804551 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-587f90bb-97b6-4064-ad75-1040afea8e08 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.806037 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb9113f-fc58-49b2-ba9d-dc8c17dbe265 None None] Network d946e4cf-f467-4b2d-9871-c5018b0b50b6 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:03.809360 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-587f90bb-97b6-4064-ad75-1040afea8e08 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "DELETE /v2.0/subnets/1fdc52fc-c58b-4713-8727-c269bb29b153 HTTP/1.1" status: 204 len: 168 time: 0.4924622 Jul 29 23:40:03.815078 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56832) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:03.913083 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-7de96285-de6b-4239-a7a2-eeb96c73f28b service neutron] For port 6bfd3b8c-868b-4667-aa54-6ef730418cfe, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:03.929891 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d8037c3-1c57-4aaa-9a43-9aead2c97a05 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Deleting subnet fea1cab5-6d23-4eca-972a-8631f3603147 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:40:03.935538 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8d8037c3-1c57-4aaa-9a43-9aead2c97a05 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:03.964884 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-7de96285-de6b-4239-a7a2-eeb96c73f28b service neutron] For port 6bfd3b8c-868b-4667-aa54-6ef730418cfe, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=6bfd3b8c-868b-4667-aa54-6ef730418cfe,segment=NetworkSegment(4d3bc1fd-2f54-43ed-a175-4f07f8f403de),segment_id=4d3bc1fd-2f54-43ed-a175-4f07f8f403de)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:03.987057 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-7de96285-de6b-4239-a7a2-eeb96c73f28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.019897 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa241a4-a852-4be4-8382-4d471e7a8b4d req-41184a30-81eb-487b-b253-11c02d1f2940 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:04.028179 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6fa241a4-a852-4be4-8382-4d471e7a8b4d req-41184a30-81eb-487b-b253-11c02d1f2940 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 945 time: 0.2427697 Jul 29 23:40:04.059091 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8d8037c3-1c57-4aaa-9a43-9aead2c97a05 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.091733 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de96285-de6b-4239-a7a2-eeb96c73f28b service neutron] Pushing event updated for resources: {'Port': ['ID=6bfd3b8c-868b-4667-aa54-6ef730418cfe,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:04.132969 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-7de96285-de6b-4239-a7a2-eeb96c73f28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:04.133725 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-7de96285-de6b-4239-a7a2-eeb96c73f28b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.135434 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-7de96285-de6b-4239-a7a2-eeb96c73f28b service neutron] 10.222.0.23 "PUT /v2.0/ports/6bfd3b8c-868b-4667-aa54-6ef730418cfe HTTP/1.1" status: 200 len: 1093 time: 1.6876516 Jul 29 23:40:04.135950 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878f7aad-b958-4575-9ea1-769ff46bcdd5', 'tag': '6bfd3b8c-868b-4667-aa54-6ef730418cfe'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:04.141415 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2624120f-fd4b-4673-ab70-bfe856b280a1" -d '{"events": [{"name": "network-changed", "server_uuid": "878f7aad-b958-4575-9ea1-769ff46bcdd5", "tag": "6bfd3b8c-868b-4667-aa54-6ef730418cfe"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:04.176201 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dbc55f-f770-4f96-9865-a3f4beb976b0 None None] DHCP port deletion for d946e4cf-f467-4b2d-9871-c5018b0b50b6 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:40:04.224482 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6fa241a4-a852-4be4-8382-4d471e7a8b4d req-24cbe7d3-6fb3-4a06-83a0-7d8b095f7b7c tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952980 Jul 29 23:40:04.300372 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8d8037c3-1c57-4aaa-9a43-9aead2c97a05 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.337016 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a9dbc55f-f770-4f96-9865-a3f4beb976b0 None None] Deleting port 62cb2b8c-3395-4972-b475-2a7500769959 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:04.339296 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc55f-f770-4f96-9865-a3f4beb976b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.363463 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-895e6645-db19-4cbf-8d3b-4d8ad23d97b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:04.368545 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-895e6645-db19-4cbf-8d3b-4d8ad23d97b4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a74022ced16f48bea72df0eb10f3e470&device_id=878f7aad-b958-4575-9ea1-769ff46bcdd5 HTTP/1.1" status: 200 len: 1096 time: 0.1409464 Jul 29 23:40:04.440236 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8d8037c3-1c57-4aaa-9a43-9aead2c97a05 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.448997 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-cf0c887d-d517-473c-a5a1-260d6f5adbc1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bfd3b8c-868b-4667-aa54-6ef730418cfe HTTP/1.1" status: 200 len: 217 time: 0.0670629 Jul 29 23:40:04.487491 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a9dbc55f-f770-4f96-9865-a3f4beb976b0 None None] For port 62cb2b8c-3395-4972-b475-2a7500769959, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=62cb2b8c-3395-4972-b475-2a7500769959,segment=NetworkSegment(8c9c41a8-7d48-4280-848c-d61b4ffb090c),segment_id=8c9c41a8-7d48-4280-848c-d61b4ffb090c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:04.487910 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc55f-f770-4f96-9865-a3f4beb976b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.494668 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8037c3-1c57-4aaa-9a43-9aead2c97a05 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Pushing event deleted for resources: {'Subnet': ['ID=fea1cab5-6d23-4eca-972a-8631f3603147,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:04.508530 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a9dbc55f-f770-4f96-9865-a3f4beb976b0 None None] Calling delete_port for 62cb2b8c-3395-4972-b475-2a7500769959 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:04.511804 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-c1369196-3a38-4ed3-ba44-d0b603c888a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:04.513506 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-c1369196-3a38-4ed3-ba44-d0b603c888a4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e HTTP/1.1" status: 200 len: 835 time: 0.0587034 Jul 29 23:40:04.524687 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8d8037c3-1c57-4aaa-9a43-9aead2c97a05 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.527436 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8d8037c3-1c57-4aaa-9a43-9aead2c97a05 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "DELETE /v2.0/subnets/fea1cab5-6d23-4eca-972a-8631f3603147 HTTP/1.1" status: 204 len: 168 time: 0.7072630 Jul 29 23:40:04.533264 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56842) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:04.535103 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4df9b5-3449-472c-a2f7-4aa645414824 req-1b13acac-6f66-4725-b456-30e0583cd3bc tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:04.543294 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc4df9b5-3449-472c-a2f7-4aa645414824 req-1b13acac-6f66-4725-b456-30e0583cd3bc tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 946 time: 0.1734440 Jul 29 23:40:04.622010 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-44b348b9-7718-464e-9030-e395fb35001c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:04.624527 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-44b348b9-7718-464e-9030-e395fb35001c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=35f66920-bcaf-4f1b-afc2-223b687e24e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720272 Jul 29 23:40:04.634521 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b2858f-8fba-4040-adc4-7e65804bac97 None None] Network d2df6756-1437-4cbd-af3b-72d70f51df4a requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:04.640274 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc4df9b5-3449-472c-a2f7-4aa645414824 req-e2c7c3e4-6655-4ce6-8f83-d72f956adfd7 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953701 Jul 29 23:40:04.700713 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8a37ef3a-d1dc-448e-8ca9-cc7dc8cd4c1c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.721961 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a9dbc55f-f770-4f96-9865-a3f4beb976b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.808017 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9dbc55f-f770-4f96-9865-a3f4beb976b0 None None] No DVR routers for this DVR port 62cb2b8c-3395-4972-b475-2a7500769959 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:04.813926 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dbc55f-f770-4f96-9865-a3f4beb976b0 None None] Pushing event deleted for resources: {'Port': ['ID=62cb2b8c-3395-4972-b475-2a7500769959,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:04.885099 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ebb9a41-6128-4c6d-a9ea-edbeff01e882 x-openstack-request-id: req-3ebb9a41-6128-4c6d-a9ea-edbeff01e882 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:04.885398 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878f7aad-b958-4575-9ea1-769ff46bcdd5", "tag": "6bfd3b8c-868b-4667-aa54-6ef730418cfe", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:04.885724 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3ebb9a41-6128-4c6d-a9ea-edbeff01e882 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:04.886132 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878f7aad-b958-4575-9ea1-769ff46bcdd5', 'tag': '6bfd3b8c-868b-4667-aa54-6ef730418cfe', 'status': 'completed', 'code': 200} Jul 29 23:40:04.909410 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-60bc3ad4-384b-4d00-993a-3f589e918b1e service neutron] 10.222.0.23 "GET /v2.0/networks/35f66920-bcaf-4f1b-afc2-223b687e24e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656102 Jul 29 23:40:04.957704 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8a37ef3a-d1dc-448e-8ca9-cc7dc8cd4c1c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:04.982387 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-8a37ef3a-d1dc-448e-8ca9-cc7dc8cd4c1c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d946e4cf-f467-4b2d-9871-c5018b0b50b6']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:04.987415 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51dae8c-42b5-48a3-9904-2b13afd429f5 None None] DHCP port deletion for d2df6756-1437-4cbd-af3b-72d70f51df4a request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:40:04.995764 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-8a37ef3a-d1dc-448e-8ca9-cc7dc8cd4c1c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c9c41a8-7d48-4280-848c-d61b4ffb090c') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:04.996112 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-8a37ef3a-d1dc-448e-8ca9-cc7dc8cd4c1c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c9c41a8-7d48-4280-848c-d61b4ffb090c') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:05.007665 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8a37ef3a-d1dc-448e-8ca9-cc7dc8cd4c1c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.023952 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8a37ef3a-d1dc-448e-8ca9-cc7dc8cd4c1c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.037065 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a37ef3a-d1dc-448e-8ca9-cc7dc8cd4c1c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:40:05.037475 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8a37ef3a-d1dc-448e-8ca9-cc7dc8cd4c1c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.043890 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:40:05.043890 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:40:05.043890 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:40:05.043890 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:40:05.043890 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:40:05.043890 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:40:05.043890 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:40:05.043890 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:40:05.043890 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:40:05.043890 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:40:05.043890 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:40:05.043890 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:40:05.043890 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:40:05.043890 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:40:05.043890 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:40:05.043890 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:40:05.043890 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:40:05.043890 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:40:05.043890 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:40:05.043890 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:40:05.043890 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:40:05.043890 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:40:05.043890 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:40:05.043890 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:40:05.043890 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:40:05.043890 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:40:05.043890 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:40:05.043890 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:40:05.043890 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:40:05.043890 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:40:05.043890 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:40:05.043890 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:40:05.076176 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f51dae8c-42b5-48a3-9904-2b13afd429f5 None None] Deleting port e63ab917-2055-4f22-9467-440f36edfd83 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:05.076910 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f51dae8c-42b5-48a3-9904-2b13afd429f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.119678 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c90963-30a9-4e5f-a878-f01c712e02da req-5efe1b4a-c813-4d93-a298-788f951a844e tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:05.121137 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a0c90963-30a9-4e5f-a878-f01c712e02da req-5efe1b4a-c813-4d93-a298-788f951a844e tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=878f7aad-b958-4575-9ea1-769ff46bcdd5 HTTP/1.1" status: 200 len: 944 time: 0.1164732 Jul 29 23:40:05.128108 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64913387-ff9a-4b08-97b5-0c767a792d10 req-14b1a3f5-0e99-4ac6-a617-e243d3b92d6a service neutron] 10.222.0.23 "GET /v2.0/networks/35f66920-bcaf-4f1b-afc2-223b687e24e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064378 Jul 29 23:40:05.186442 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f51dae8c-42b5-48a3-9904-2b13afd429f5 None None] For port e63ab917-2055-4f22-9467-440f36edfd83, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e63ab917-2055-4f22-9467-440f36edfd83,segment=NetworkSegment(4f926ea3-c46b-4f5a-8198-04187dc3e094),segment_id=4f926ea3-c46b-4f5a-8198-04187dc3e094)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:05.191444 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f51dae8c-42b5-48a3-9904-2b13afd429f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.195658 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a0c90963-30a9-4e5f-a878-f01c712e02da req-ba7b4e0a-ccd6-487d-8105-32b1696901e5 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=757b979a-405c-45a3-af17-a6e1c111b92c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566583 Jul 29 23:40:05.237418 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f51dae8c-42b5-48a3-9904-2b13afd429f5 None None] Calling delete_port for e63ab917-2055-4f22-9467-440f36edfd83 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:05.254262 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8a37ef3a-d1dc-448e-8ca9-cc7dc8cd4c1c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.259417 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8a37ef3a-d1dc-448e-8ca9-cc7dc8cd4c1c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.261804 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8a37ef3a-d1dc-448e-8ca9-cc7dc8cd4c1c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "DELETE /v2.0/networks/d946e4cf-f467-4b2d-9871-c5018b0b50b6 HTTP/1.1" status: 204 len: 168 time: 0.7273118 Jul 29 23:40:05.265442 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 56852) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:05.293399 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37ef3a-d1dc-448e-8ca9-cc7dc8cd4c1c tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Pushing event deleted for resources: {'Network': ['ID=d946e4cf-f467-4b2d-9871-c5018b0b50b6,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:05.323189 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624120f-fd4b-4673-ab70-bfe856b280a1 req-3695efe2-7b94-4407-ab45-7555d00d7d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:05.327603 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2624120f-fd4b-4673-ab70-bfe856b280a1 req-3695efe2-7b94-4407-ab45-7555d00d7d25 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a74022ced16f48bea72df0eb10f3e470&device_id=878f7aad-b958-4575-9ea1-769ff46bcdd5 HTTP/1.1" status: 200 len: 1096 time: 0.1304395 Jul 29 23:40:05.371283 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e63ab917-2055-4f22-9467-440f36edfd83 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:05.412347 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.481088 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f51dae8c-42b5-48a3-9904-2b13afd429f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.515290 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51dae8c-42b5-48a3-9904-2b13afd429f5 None None] Pushing event deleted for resources: {'Port': ['ID=e63ab917-2055-4f22-9467-440f36edfd83,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:05.543199 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51dae8c-42b5-48a3-9904-2b13afd429f5 None None] No DVR routers for this DVR port e63ab917-2055-4f22-9467-440f36edfd83 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:05.550899 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.564727 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f0a02-0612-46ed-8fb9-dd5d39adb281 req-4111c0b5-8c5e-4a80-804d-a4acf3039d54 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:05.580271 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-594f0a02-0612-46ed-8fb9-dd5d39adb281 req-4111c0b5-8c5e-4a80-804d-a4acf3039d54 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 945 time: 0.1773815 Jul 29 23:40:05.594482 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-03a723f6-73ef-42f2-9bc9-ca63bc3df605 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:05.684930 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624120f-fd4b-4673-ab70-bfe856b280a1 req-b49986d9-23a8-4105-a6f7-5e4f181114e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:05.687614 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2624120f-fd4b-4673-ab70-bfe856b280a1 req-b49986d9-23a8-4105-a6f7-5e4f181114e5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=35f66920-bcaf-4f1b-afc2-223b687e24e3 HTTP/1.1" status: 200 len: 898 time: 0.3326774 Jul 29 23:40:05.759217 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-594f0a02-0612-46ed-8fb9-dd5d39adb281 req-4bf928b5-6f04-4fb5-9ee2-2c2270ff146f tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773627 Jul 29 23:40:05.797485 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 62cb2b8c-3395-4972-b475-2a7500769959 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:05.818187 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 62cb2b8c-3395-4972-b475-2a7500769959 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:05.818850 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 62cb2b8c-3395-4972-b475-2a7500769959 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:05.828190 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5cbf51-013e-4bdf-bb30-cd6b89c34216 req-385eaf6c-34b1-409c-ba7a-457228c3b9f2 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:05.828904 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ef5cbf51-013e-4bdf-bb30-cd6b89c34216 req-385eaf6c-34b1-409c-ba7a-457228c3b9f2 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 945 time: 0.2297225 Jul 29 23:40:05.831106 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2624120f-fd4b-4673-ab70-bfe856b280a1 req-1e772b3e-94d6-453a-8dc4-da866e59aa8b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bfd3b8c-868b-4667-aa54-6ef730418cfe HTTP/1.1" status: 200 len: 217 time: 0.1281321 Jul 29 23:40:06.220951 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-de7c576a-62d4-44b9-8baf-8362dd786a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:06.303675 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-03a723f6-73ef-42f2-9bc9-ca63bc3df605 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:06.332042 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-03a723f6-73ef-42f2-9bc9-ca63bc3df605 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2df6756-1437-4cbd-af3b-72d70f51df4a']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:06.364731 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-03a723f6-73ef-42f2-9bc9-ca63bc3df605 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f926ea3-c46b-4f5a-8198-04187dc3e094') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:06.364936 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-03a723f6-73ef-42f2-9bc9-ca63bc3df605 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f926ea3-c46b-4f5a-8198-04187dc3e094') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:06.378615 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624120f-fd4b-4673-ab70-bfe856b280a1 req-c82c9af5-5da1-40fe-9c16-6f2368c44202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:06.380190 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2624120f-fd4b-4673-ab70-bfe856b280a1 req-c82c9af5-5da1-40fe-9c16-6f2368c44202 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e HTTP/1.1" status: 200 len: 835 time: 0.5153797 Jul 29 23:40:06.383879 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-03a723f6-73ef-42f2-9bc9-ca63bc3df605 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:06.451826 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325ae306-8365-467b-90c0-c892d6471aa2 req-0e8aba9d-e5a5-484e-917a-e6600594d1d8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:06.460260 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-325ae306-8365-467b-90c0-c892d6471aa2 req-0e8aba9d-e5a5-484e-917a-e6600594d1d8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 946 time: 0.5702043 Jul 29 23:40:06.476552 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-03a723f6-73ef-42f2-9bc9-ca63bc3df605 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:06.502344 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a723f6-73ef-42f2-9bc9-ca63bc3df605 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:40:06.502763 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-03a723f6-73ef-42f2-9bc9-ca63bc3df605 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:06.507127 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:40:06.507127 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:40:06.507127 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:40:06.507127 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:40:06.507127 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:40:06.507127 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:40:06.507127 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:40:06.507127 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:40:06.507127 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:40:06.507127 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:40:06.507127 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:40:06.507127 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:40:06.507127 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:40:06.507127 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:40:06.507127 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:40:06.507127 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:40:06.507127 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:40:06.507127 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:40:06.507127 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:40:06.507127 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:40:06.507127 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:40:06.507127 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:40:06.507127 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:40:06.507127 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:40:06.507127 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:40:06.507127 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:40:06.507127 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:40:06.507127 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:40:06.507127 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:40:06.507127 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:40:06.507127 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:40:06.507127 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:40:06.600068 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-325ae306-8365-467b-90c0-c892d6471aa2 req-f9881d9d-13e5-433d-b256-e1b8ff16bc8c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332691 Jul 29 23:40:06.607216 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2624120f-fd4b-4673-ab70-bfe856b280a1 req-2c46edf3-e64a-4fab-b1d7-d7daa45d40cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:06.609406 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2624120f-fd4b-4673-ab70-bfe856b280a1 req-2c46edf3-e64a-4fab-b1d7-d7daa45d40cf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=35f66920-bcaf-4f1b-afc2-223b687e24e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1990831 Jul 29 23:40:06.710895 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-ef5cbf51-013e-4bdf-bb30-cd6b89c34216 req-4532803f-96f3-40cc-b11d-1677d626bf5e tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Deleting port 2a530c82-6c27-4567-8692-09b82c33a119 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:06.711531 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ef5cbf51-013e-4bdf-bb30-cd6b89c34216 req-4532803f-96f3-40cc-b11d-1677d626bf5e tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:06.715564 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-03a723f6-73ef-42f2-9bc9-ca63bc3df605 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:06.762120 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-03a723f6-73ef-42f2-9bc9-ca63bc3df605 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:06.771455 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-03a723f6-73ef-42f2-9bc9-ca63bc3df605 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] 10.222.0.18 "DELETE /v2.0/networks/d2df6756-1437-4cbd-af3b-72d70f51df4a HTTP/1.1" status: 204 len: 168 time: 1.4944048 Jul 29 23:40:06.860789 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:06.872635 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a723f6-73ef-42f2-9bc9-ca63bc3df605 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Pushing event deleted for resources: {'Network': ['ID=d2df6756-1437-4cbd-af3b-72d70f51df4a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:06.900690 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a723f6-73ef-42f2-9bc9-ca63bc3df605 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:06.902074 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a723f6-73ef-42f2-9bc9-ca63bc3df605 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:06.902074 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a723f6-73ef-42f2-9bc9-ca63bc3df605 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:06.902074 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a723f6-73ef-42f2-9bc9-ca63bc3df605 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:06.902074 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a723f6-73ef-42f2-9bc9-ca63bc3df605 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:06.902499 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a723f6-73ef-42f2-9bc9-ca63bc3df605 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:06.902975 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a723f6-73ef-42f2-9bc9-ca63bc3df605 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:06.903384 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a723f6-73ef-42f2-9bc9-ca63bc3df605 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:06.903799 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a723f6-73ef-42f2-9bc9-ca63bc3df605 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:06.904163 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a723f6-73ef-42f2-9bc9-ca63bc3df605 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:06.904492 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a723f6-73ef-42f2-9bc9-ca63bc3df605 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:06.904814 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a723f6-73ef-42f2-9bc9-ca63bc3df605 tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:06.988653 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2624120f-fd4b-4673-ab70-bfe856b280a1 req-27c6122a-677b-4735-b7c8-c2fdf28cf6a8 service neutron] 10.222.0.23 "GET /v2.0/networks/35f66920-bcaf-4f1b-afc2-223b687e24e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644629 Jul 29 23:40:07.013903 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2f6509-1ecd-4539-ace3-03eb3dba0a72 req-129ffb02-aabf-4381-9a37-f8d8b9a511df tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:07.022220 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab2f6509-1ecd-4539-ace3-03eb3dba0a72 req-129ffb02-aabf-4381-9a37-f8d8b9a511df tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=878f7aad-b958-4575-9ea1-769ff46bcdd5 HTTP/1.1" status: 200 len: 944 time: 0.1827419 Jul 29 23:40:07.123320 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ef5cbf51-013e-4bdf-bb30-cd6b89c34216 req-4532803f-96f3-40cc-b11d-1677d626bf5e tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] For port 2a530c82-6c27-4567-8692-09b82c33a119, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=2a530c82-6c27-4567-8692-09b82c33a119,segment=NetworkSegment(d692fd88-7a7a-4f59-9d22-ff33ee5f1a3d),segment_id=d692fd88-7a7a-4f59-9d22-ff33ee5f1a3d)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:07.123791 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ef5cbf51-013e-4bdf-bb30-cd6b89c34216 req-4532803f-96f3-40cc-b11d-1677d626bf5e tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:07.147808 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab2f6509-1ecd-4539-ace3-03eb3dba0a72 req-6c02388e-d660-4287-bcca-8dac9592a46c tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=757b979a-405c-45a3-af17-a6e1c111b92c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244757 Jul 29 23:40:07.170485 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-ef5cbf51-013e-4bdf-bb30-cd6b89c34216 req-4532803f-96f3-40cc-b11d-1677d626bf5e tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Calling delete_port for 2a530c82-6c27-4567-8692-09b82c33a119 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:07.246166 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:40:07.281682 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2624120f-fd4b-4673-ab70-bfe856b280a1 req-709df24f-a933-4326-9cc5-95df9a58e29d service neutron] 10.222.0.23 "GET /v2.0/networks/35f66920-bcaf-4f1b-afc2-223b687e24e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792761 Jul 29 23:40:07.373536 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e979820-4628-4e38-bd73-9de7cb926546 req-243c6805-0558-4059-b77e-7e2c991d7458 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:07.375419 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e979820-4628-4e38-bd73-9de7cb926546 req-243c6805-0558-4059-b77e-7e2c991d7458 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 945 time: 0.1199517 Jul 29 23:40:07.463306 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e979820-4628-4e38-bd73-9de7cb926546 req-25bfd79d-6506-4bb6-be7f-bb66ea3b001d tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750313 Jul 29 23:40:07.511743 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ef5cbf51-013e-4bdf-bb30-cd6b89c34216 req-4532803f-96f3-40cc-b11d-1677d626bf5e tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:07.525604 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['0b68c01e-f134-43d7-b43c-cfea2df631f5'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:40:07.557061 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4532803f-96f3-40cc-b11d-1677d626bf5e tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Pushing event deleted for resources: {'Port': ['ID=2a530c82-6c27-4567-8692-09b82c33a119,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:07.616055 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5cbf51-013e-4bdf-bb30-cd6b89c34216 req-4532803f-96f3-40cc-b11d-1677d626bf5e tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] No DVR routers for this DVR port 2a530c82-6c27-4567-8692-09b82c33a119 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:07.619016 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ef5cbf51-013e-4bdf-bb30-cd6b89c34216 req-4532803f-96f3-40cc-b11d-1677d626bf5e tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:07.621765 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ef5cbf51-013e-4bdf-bb30-cd6b89c34216 req-4532803f-96f3-40cc-b11d-1677d626bf5e tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.23 "DELETE /v2.0/ports/2a530c82-6c27-4567-8692-09b82c33a119 HTTP/1.1" status: 204 len: 173 time: 1.7381017 Jul 29 23:40:07.622577 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa', 'name': 'network-vif-deleted', 'tag': '2a530c82-6c27-4567-8692-09b82c33a119'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:07.626644 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080478d5-991b-429d-93d1-009a6befa5bf" -d '{"events": [{"server_uuid": "6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa", "name": "network-vif-deleted", "tag": "2a530c82-6c27-4567-8692-09b82c33a119"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:07.921088 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4579ffd-bc20-4a68-9fd5-c3ad0123ac9b req-9f8983cc-5f3e-4fb9-bc1a-bc9e27f6666b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:07.935023 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d4579ffd-bc20-4a68-9fd5-c3ad0123ac9b req-9f8983cc-5f3e-4fb9-bc1a-bc9e27f6666b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 946 time: 0.1954429 Jul 29 23:40:08.064421 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d4579ffd-bc20-4a68-9fd5-c3ad0123ac9b req-0497eaa6-f05a-4904-a7e1-7a9ff728d553 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177640 Jul 29 23:40:08.123317 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbbcf685-51b0-41bf-8e82-132a98d0beda x-openstack-request-id: req-bbbcf685-51b0-41bf-8e82-132a98d0beda {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:08.123628 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa", "name": "network-vif-deleted", "tag": "2a530c82-6c27-4567-8692-09b82c33a119", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:08.124568 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bbbcf685-51b0-41bf-8e82-132a98d0beda {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:08.124568 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa', 'name': 'network-vif-deleted', 'tag': '2a530c82-6c27-4567-8692-09b82c33a119', 'status': 'completed', 'code': 200} Jul 29 23:40:08.149855 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:08.395424 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d35f4a-c6af-41c2-af10-a971c69a9b53 req-75108ec0-98f7-491e-a202-39a2461aa54c tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:08.408109 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a7d35f4a-c6af-41c2-af10-a971c69a9b53 req-75108ec0-98f7-491e-a202-39a2461aa54c tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=878f7aad-b958-4575-9ea1-769ff46bcdd5 HTTP/1.1" status: 200 len: 944 time: 0.0849791 Jul 29 23:40:08.455919 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a7d35f4a-c6af-41c2-af10-a971c69a9b53 req-f80571d8-ee9e-46af-a409-0280e33fa98a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=757b979a-405c-45a3-af17-a6e1c111b92c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389946 Jul 29 23:40:08.593264 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-83760c01-58c8-48e3-a35c-5273fcbb2790 req-bb94ec51-1ac4-4634-96dd-8ac86931b903 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f8a84c3-0306-4c8c-8d84-56cc1b9a19fa HTTP/1.1" status: 200 len: 210 time: 0.0297272 Jul 29 23:40:08.737048 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 6bfd3b8c-868b-4667-aa54-6ef730418cfe details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:40:08.740283 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 2a530c82-6c27-4567-8692-09b82c33a119 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:08.766464 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 2a530c82-6c27-4567-8692-09b82c33a119 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:08.766949 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 2a530c82-6c27-4567-8692-09b82c33a119 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:08.874850 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 6bfd3b8c-868b-4667-aa54-6ef730418cfe, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=6bfd3b8c-868b-4667-aa54-6ef730418cfe,segment=NetworkSegment(4d3bc1fd-2f54-43ed-a175-4f07f8f403de),segment_id=4d3bc1fd-2f54-43ed-a175-4f07f8f403de)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:08.885803 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '6bfd3b8c-868b-4667-aa54-6ef730418cfe', 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3', 'port_id': '6bfd3b8c-868b-4667-aa54-6ef730418cfe', 'mac_address': 'fa:16:3e:95:9e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:40:08.929024 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:08.942527 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bfd3b8c-868b-4667-aa54-6ef730418cfe {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:40:08.964202 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 6bfd3b8c-868b-4667-aa54-6ef730418cfe, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=6bfd3b8c-868b-4667-aa54-6ef730418cfe,segment=NetworkSegment(4d3bc1fd-2f54-43ed-a175-4f07f8f403de),segment_id=4d3bc1fd-2f54-43ed-a175-4f07f8f403de)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:08.969327 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:09.021318 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=6bfd3b8c-868b-4667-aa54-6ef730418cfe,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:09.207635 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed2634-696e-4534-bf09-2386d19188e6 req-88e28492-1149-456a-b681-cccd48569a2e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:09.215782 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81ed2634-696e-4534-bf09-2386d19188e6 req-88e28492-1149-456a-b681-cccd48569a2e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 946 time: 0.0779040 Jul 29 23:40:09.267211 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81ed2634-696e-4534-bf09-2386d19188e6 req-820ba093-d1dd-4209-a901-28080a6c7784 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451257 Jul 29 23:40:09.279548 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['6bfd3b8c-868b-4667-aa54-6ef730418cfe'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:40:09.637754 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d58fa5-ff38-4b47-bb43-b2e03b0440fc req-89956d37-a3e1-44ca-b2dd-400c9e05bdbf tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:09.640092 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a2d58fa5-ff38-4b47-bb43-b2e03b0440fc req-89956d37-a3e1-44ca-b2dd-400c9e05bdbf tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=878f7aad-b958-4575-9ea1-769ff46bcdd5 HTTP/1.1" status: 200 len: 945 time: 0.0824776 Jul 29 23:40:09.694072 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a2d58fa5-ff38-4b47-bb43-b2e03b0440fc req-e2563103-30d2-4885-b598-d823e3229cab tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=757b979a-405c-45a3-af17-a6e1c111b92c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450354 Jul 29 23:40:09.998325 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cc5ab9-9259-43ce-bd22-0fbe58e01906 req-7b1bf668-58dd-422a-a1cf-7e75958a27d4 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:10.006916 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28cc5ab9-9259-43ce-bd22-0fbe58e01906 req-7b1bf668-58dd-422a-a1cf-7e75958a27d4 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 946 time: 0.0622990 Jul 29 23:40:10.048798 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28cc5ab9-9259-43ce-bd22-0fbe58e01906 req-626de4e4-bb7c-4a1c-9322-5d712811a8b4 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407379 Jul 29 23:40:10.566737 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e19f48-046c-4a67-a371-d14b0ed55315 req-311216e0-2813-4b39-ab43-910b4e546aac tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:10.568285 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95e19f48-046c-4a67-a371-d14b0ed55315 req-311216e0-2813-4b39-ab43-910b4e546aac tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 946 time: 0.0516446 Jul 29 23:40:10.612523 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95e19f48-046c-4a67-a371-d14b0ed55315 req-62a60d1d-bad2-4308-ba87-4defc03136b5 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380442 Jul 29 23:40:10.769511 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 6bfd3b8c-868b-4667-aa54-6ef730418cfe up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:10.833953 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145243f8-f4df-4f77-b44d-5e68193f2f83 req-47525e7b-e160-418a-9ab8-71d91c595e5a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:10.842042 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-145243f8-f4df-4f77-b44d-5e68193f2f83 req-47525e7b-e160-418a-9ab8-71d91c595e5a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=878f7aad-b958-4575-9ea1-769ff46bcdd5 HTTP/1.1" status: 200 len: 945 time: 0.0707486 Jul 29 23:40:10.868795 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 6bfd3b8c-868b-4667-aa54-6ef730418cfe completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:10.874850 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 6bfd3b8c-868b-4667-aa54-6ef730418cfe triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:10.875556 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:10.908745 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-145243f8-f4df-4f77-b44d-5e68193f2f83 req-b7084446-c329-4765-8847-23f83021f6ab tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=757b979a-405c-45a3-af17-a6e1c111b92c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657430 Jul 29 23:40:10.995062 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:11.035326 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878f7aad-b958-4575-9ea1-769ff46bcdd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bfd3b8c-868b-4667-aa54-6ef730418cfe'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:11.038580 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd1ce4e-1864-426e-aee2-7fe1c2658be0" -d '{"events": [{"server_uuid": "878f7aad-b958-4575-9ea1-769ff46bcdd5", "name": "network-vif-plugged", "status": "completed", "tag": "6bfd3b8c-868b-4667-aa54-6ef730418cfe"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:11.055626 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 6bfd3b8c-868b-4667-aa54-6ef730418cfe, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=6bfd3b8c-868b-4667-aa54-6ef730418cfe,segment=NetworkSegment(4d3bc1fd-2f54-43ed-a175-4f07f8f403de),segment_id=4d3bc1fd-2f54-43ed-a175-4f07f8f403de)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:11.063040 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:11.066748 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:11.156332 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5441509-6bcc-4964-9ff0-ebaee3c64187 x-openstack-request-id: req-d5441509-6bcc-4964-9ff0-ebaee3c64187 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:11.157012 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878f7aad-b958-4575-9ea1-769ff46bcdd5", "name": "network-vif-plugged", "status": "completed", "tag": "6bfd3b8c-868b-4667-aa54-6ef730418cfe", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:11.157449 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d5441509-6bcc-4964-9ff0-ebaee3c64187 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:11.158525 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878f7aad-b958-4575-9ea1-769ff46bcdd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bfd3b8c-868b-4667-aa54-6ef730418cfe', 'code': 200} Jul 29 23:40:11.321520 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=6bfd3b8c-868b-4667-aa54-6ef730418cfe,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:11.351001 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:11.385027 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f538b-8a18-4c54-9d30-045ca8fb7b00 req-f62bc5b9-d246-4344-b6b4-377e766b9129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:11.386609 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-271f538b-8a18-4c54-9d30-045ca8fb7b00 req-f62bc5b9-d246-4344-b6b4-377e766b9129 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=878f7aad-b958-4575-9ea1-769ff46bcdd5 HTTP/1.1" status: 200 len: 1098 time: 0.1442170 Jul 29 23:40:11.401910 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d217154e-51cb-4813-87fc-a2224dc1e820 req-645aac8d-f3f2-4b9f-8e08-33fec4a040de tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:11.407314 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:11.411044 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d217154e-51cb-4813-87fc-a2224dc1e820 req-645aac8d-f3f2-4b9f-8e08-33fec4a040de tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 946 time: 0.0926249 Jul 29 23:40:11.412977 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:11.458905 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-271f538b-8a18-4c54-9d30-045ca8fb7b00 req-bb1eab6c-d391-4191-adb0-6f4e2e23a957 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=757b979a-405c-45a3-af17-a6e1c111b92c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452228 Jul 29 23:40:11.472491 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f,revision_number=14']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:11.496019 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d217154e-51cb-4813-87fc-a2224dc1e820 req-cd07ffec-840d-47d5-9294-5dd6abf0c48d tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785232 Jul 29 23:40:11.933946 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941966c-b303-4db8-b191-5d01387a22e1 req-f97a8006-9cfb-4dda-9eca-62e8ea32ed52 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:11.935576 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3941966c-b303-4db8-b191-5d01387a22e1 req-f97a8006-9cfb-4dda-9eca-62e8ea32ed52 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0540512 Jul 29 23:40:11.981028 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3941966c-b303-4db8-b191-5d01387a22e1 req-cc1e6995-995e-4a11-a2e7-009614b80c2e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391569 Jul 29 23:40:12.118545 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d6b3c-4fd0-4852-b0c0-bdf25cdbe953 req-55ead80c-4ed5-4de4-9506-3b3cd2a7fafd tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:12.122475 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-302d6b3c-4fd0-4852-b0c0-bdf25cdbe953 req-55ead80c-4ed5-4de4-9506-3b3cd2a7fafd tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=878f7aad-b958-4575-9ea1-769ff46bcdd5 HTTP/1.1" status: 200 len: 946 time: 0.0577514 Jul 29 23:40:12.160376 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-302d6b3c-4fd0-4852-b0c0-bdf25cdbe953 req-052e93e1-3cd1-4476-a6fd-7fd8c238f583 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=757b979a-405c-45a3-af17-a6e1c111b92c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325871 Jul 29 23:40:12.481410 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89881c4e-0787-4308-bc80-89b2d54aa7bb req-d39187f2-0682-4dac-8113-392bbde7a96b tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:12.483018 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89881c4e-0787-4308-bc80-89b2d54aa7bb req-d39187f2-0682-4dac-8113-392bbde7a96b tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.23 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 946 time: 0.1754315 Jul 29 23:40:12.502128 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba88f59-2794-4ac5-aedf-b516431828e5 req-f0c63307-5eaf-42fd-9bf3-d0db1d6a98d4 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:12.503666 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bba88f59-2794-4ac5-aedf-b516431828e5 req-f0c63307-5eaf-42fd-9bf3-d0db1d6a98d4 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.1152072 Jul 29 23:40:12.548576 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac39a8-6aa0-4f24-8c68-db32047c0334 req-5eaa21c6-5505-4920-bd3a-85b0345022a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:12.550116 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15ac39a8-6aa0-4f24-8c68-db32047c0334 req-5eaa21c6-5505-4920-bd3a-85b0345022a7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72e6a71724b54f78b875fd06b1bacd37&device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 1096 time: 0.1240234 Jul 29 23:40:12.689168 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bba88f59-2794-4ac5-aedf-b516431828e5 req-a8c34dd9-0749-46a0-aaf8-3dad7c5650f3 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749895 Jul 29 23:40:12.733616 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac39a8-6aa0-4f24-8c68-db32047c0334 req-406ea212-2dae-487b-882c-ba661dcf779e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:12.736099 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15ac39a8-6aa0-4f24-8c68-db32047c0334 req-406ea212-2dae-487b-882c-ba661dcf779e service neutron] 10.222.0.23 "GET /v2.0/networks?id=c65634b4-620f-4d4e-b86a-cfaa4125589f HTTP/1.1" status: 200 len: 912 time: 0.1745079 Jul 29 23:40:12.749898 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-89881c4e-0787-4308-bc80-89b2d54aa7bb req-47c91f4c-a5a5-4800-b6eb-5ddd37b7b446 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Deleting port 0b68c01e-f134-43d7-b43c-cfea2df631f5 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:12.750253 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-89881c4e-0787-4308-bc80-89b2d54aa7bb req-47c91f4c-a5a5-4800-b6eb-5ddd37b7b446 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:12.915153 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15ac39a8-6aa0-4f24-8c68-db32047c0334 req-0dbbb369-ffc1-4751-9a72-c310c5a917bc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f HTTP/1.1" status: 200 len: 999 time: 0.1618292 Jul 29 23:40:12.935583 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac8b3c-6ead-40d7-ac0a-6def8b4b9127 req-b7a60fc5-8e3f-4e1d-9525-d227986410af tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:12.937740 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a3ac8b3c-6ead-40d7-ac0a-6def8b4b9127 req-b7a60fc5-8e3f-4e1d-9525-d227986410af tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 946 time: 0.1764112 Jul 29 23:40:13.012731 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-89881c4e-0787-4308-bc80-89b2d54aa7bb req-47c91f4c-a5a5-4800-b6eb-5ddd37b7b446 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] For port 0b68c01e-f134-43d7-b43c-cfea2df631f5, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=0b68c01e-f134-43d7-b43c-cfea2df631f5,segment=NetworkSegment(d692fd88-7a7a-4f59-9d22-ff33ee5f1a3d),segment_id=d692fd88-7a7a-4f59-9d22-ff33ee5f1a3d)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:13.013118 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-89881c4e-0787-4308-bc80-89b2d54aa7bb req-47c91f4c-a5a5-4800-b6eb-5ddd37b7b446 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:13.034294 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac39a8-6aa0-4f24-8c68-db32047c0334 req-9a37174d-f6e6-4973-b799-51e63ca1189c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:13.035795 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15ac39a8-6aa0-4f24-8c68-db32047c0334 req-9a37174d-f6e6-4973-b799-51e63ca1189c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9f136cd8-eda3-43eb-9cb5-3830c4338b63 HTTP/1.1" status: 200 len: 850 time: 0.1079202 Jul 29 23:40:13.044553 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a3ac8b3c-6ead-40d7-ac0a-6def8b4b9127 req-09747578-838f-431e-8fb4-c3cd9addce8d tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b75d98b-c2c0-4733-8cc3-4ced401c7e09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945418 Jul 29 23:40:13.047242 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-89881c4e-0787-4308-bc80-89b2d54aa7bb req-47c91f4c-a5a5-4800-b6eb-5ddd37b7b446 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Calling delete_port for 0b68c01e-f134-43d7-b43c-cfea2df631f5 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:13.117439 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac39a8-6aa0-4f24-8c68-db32047c0334 req-c8205f61-0a0f-4385-8d3a-9b07956204a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:13.119391 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15ac39a8-6aa0-4f24-8c68-db32047c0334 req-c8205f61-0a0f-4385-8d3a-9b07956204a0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c65634b4-620f-4d4e-b86a-cfaa4125589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739770 Jul 29 23:40:13.160408 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c7e56f-acb3-4a75-b444-e0a505979ebb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dccf7fc-65fb-4bea-aa88-058e5e3fc67f'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:13.163217 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42ad34fd-9fdf-4c90-9c31-72f8b8f59039" -d '{"events": [{"server_uuid": "b5c7e56f-acb3-4a75-b444-e0a505979ebb", "name": "network-vif-unplugged", "status": "completed", "tag": "8dccf7fc-65fb-4bea-aa88-058e5e3fc67f"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:13.204830 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d96ac2d-20f6-4cb6-86e0-fdd421eba4cc x-openstack-request-id: req-5d96ac2d-20f6-4cb6-86e0-fdd421eba4cc {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:13.205405 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c7e56f-acb3-4a75-b444-e0a505979ebb", "name": "network-vif-unplugged", "status": "completed", "tag": "8dccf7fc-65fb-4bea-aa88-058e5e3fc67f", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:13.205856 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d96ac2d-20f6-4cb6-86e0-fdd421eba4cc {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:13.206443 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c7e56f-acb3-4a75-b444-e0a505979ebb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dccf7fc-65fb-4bea-aa88-058e5e3fc67f', 'code': 200} Jul 29 23:40:13.344405 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15ac39a8-6aa0-4f24-8c68-db32047c0334 req-24fbd61c-9b66-4054-a4b1-7ce2f1964357 service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835129 Jul 29 23:40:13.414755 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca6b5d6-b23a-4372-8609-faa51a479737 req-ae4aeb6d-9e45-43f1-af66-f1802c9d3a76 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:13.417077 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eca6b5d6-b23a-4372-8609-faa51a479737 req-ae4aeb6d-9e45-43f1-af66-f1802c9d3a76 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=878f7aad-b958-4575-9ea1-769ff46bcdd5 HTTP/1.1" status: 200 len: 946 time: 0.1498406 Jul 29 23:40:13.467199 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-89881c4e-0787-4308-bc80-89b2d54aa7bb req-47c91f4c-a5a5-4800-b6eb-5ddd37b7b446 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:13.485300 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['0b68c01e-f134-43d7-b43c-cfea2df631f5'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:40:13.535373 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c91f4c-a5a5-4800-b6eb-5ddd37b7b446 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Pushing event deleted for resources: {'Port': ['ID=0b68c01e-f134-43d7-b43c-cfea2df631f5,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:13.540174 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eca6b5d6-b23a-4372-8609-faa51a479737 req-b12040f6-79c0-4c94-b775-807a1b1b7410 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=757b979a-405c-45a3-af17-a6e1c111b92c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138816 Jul 29 23:40:13.594034 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-89881c4e-0787-4308-bc80-89b2d54aa7bb req-47c91f4c-a5a5-4800-b6eb-5ddd37b7b446 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] No DVR routers for this DVR port 0b68c01e-f134-43d7-b43c-cfea2df631f5 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:13.597611 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-15ac39a8-6aa0-4f24-8c68-db32047c0334 req-db7f8363-9813-4d1d-9e3e-db8b4b73de7e service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437987 Jul 29 23:40:13.598785 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-89881c4e-0787-4308-bc80-89b2d54aa7bb req-47c91f4c-a5a5-4800-b6eb-5ddd37b7b446 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:13.600984 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89881c4e-0787-4308-bc80-89b2d54aa7bb req-47c91f4c-a5a5-4800-b6eb-5ddd37b7b446 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.23 "DELETE /v2.0/ports/0b68c01e-f134-43d7-b43c-cfea2df631f5 HTTP/1.1" status: 204 len: 173 time: 1.0953760 Jul 29 23:40:13.601499 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5af4741f-a29b-45e3-a7dc-6141913edf48', 'name': 'network-vif-deleted', 'tag': '0b68c01e-f134-43d7-b43c-cfea2df631f5'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:13.603774 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707702f8-fd6d-4166-bb64-5b177722c2a4" -d '{"events": [{"server_uuid": "5af4741f-a29b-45e3-a7dc-6141913edf48", "name": "network-vif-deleted", "tag": "0b68c01e-f134-43d7-b43c-cfea2df631f5"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:13.696275 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62a50c2-28e8-4c53-86dc-aa66484469fc req-56f302a7-4003-478e-98d1-c574b0e2853a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:13.708836 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a62a50c2-28e8-4c53-86dc-aa66484469fc req-56f302a7-4003-478e-98d1-c574b0e2853a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=878f7aad-b958-4575-9ea1-769ff46bcdd5 HTTP/1.1" status: 200 len: 946 time: 0.0760221 Jul 29 23:40:13.760158 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a62a50c2-28e8-4c53-86dc-aa66484469fc req-72c37505-e19f-43a0-b644-f603c3addc7b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=757b979a-405c-45a3-af17-a6e1c111b92c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503616 Jul 29 23:40:13.796859 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 57130) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:13.855545 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34311be6-c168-451e-9e2e-894657086316 x-openstack-request-id: req-34311be6-c168-451e-9e2e-894657086316 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:13.856278 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5af4741f-a29b-45e3-a7dc-6141913edf48", "name": "network-vif-deleted", "tag": "0b68c01e-f134-43d7-b43c-cfea2df631f5", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:13.856708 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34311be6-c168-451e-9e2e-894657086316 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:13.857317 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5af4741f-a29b-45e3-a7dc-6141913edf48', 'name': 'network-vif-deleted', 'tag': '0b68c01e-f134-43d7-b43c-cfea2df631f5', 'status': 'completed', 'code': 200} Jul 29 23:40:13.864130 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd06aa6e-5418-4529-ae31-9307bb45882f tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:13.866849 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-bd06aa6e-5418-4529-ae31-9307bb45882f tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=878f7aad-b958-4575-9ea1-769ff46bcdd5 HTTP/1.1" status: 200 len: 1093 time: 0.0687590 Jul 29 23:40:13.870202 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57132) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:13.875560 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-3d9f2b05-3121-4f00-aedb-356f4e624a75 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'port_id': '6bfd3b8c-868b-4667-aa54-6ef730418cfe', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:13.899274 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d9f2b05-3121-4f00-aedb-356f4e624a75 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for floatingip, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:13.974214 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd6dd5-977d-4764-93ce-94e3cb17b03d req-d72df581-b8da-4246-b7b7-879169d6078b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:13.975709 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-61bd6dd5-977d-4764-93ce-94e3cb17b03d req-d72df581-b8da-4246-b7b7-879169d6078b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0725269 Jul 29 23:40:14.013488 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d9f2b05-3121-4f00-aedb-356f4e624a75 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:14.047198 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-61bd6dd5-977d-4764-93ce-94e3cb17b03d req-c31e376e-91e7-4275-9932-65a60fc65ca6 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531738 Jul 29 23:40:14.186131 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-3d9f2b05-3121-4f00-aedb-356f4e624a75 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Allocated IP 172.25.8.57 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/c2fc07a0-d2d5-45bb-bdcc-512d357440c1) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:14.196081 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-944afcb1-164f-4038-8b8e-521e6771c562 req-2d01b068-6092-4dbd-8165-dca4c55205a8 tempest-ServerRescueTestJSON-2110673236 tempest-ServerRescueTestJSON-2110673236-project] 10.222.0.18 "GET /v2.0/ports?device_id=5af4741f-a29b-45e3-a7dc-6141913edf48 HTTP/1.1" status: 200 len: 210 time: 0.0511985 Jul 29 23:40:14.366129 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d9f2b05-3121-4f00-aedb-356f4e624a75 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:14.430576 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d9f2b05-3121-4f00-aedb-356f4e624a75 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:14.477902 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9f2b05-3121-4f00-aedb-356f4e624a75 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:14.480877 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-3d9f2b05-3121-4f00-aedb-356f4e624a75 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:14.484215 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9f2b05-3121-4f00-aedb-356f4e624a75 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:14.523081 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f2b05-3121-4f00-aedb-356f4e624a75 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'Port': ['ID=c2fc07a0-d2d5-45bb-bdcc-512d357440c1,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:14.931826 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d9f2b05-3121-4f00-aedb-356f4e624a75 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:15.007312 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d9f2b05-3121-4f00-aedb-356f4e624a75 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:15.175300 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d9f2b05-3121-4f00-aedb-356f4e624a75 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:15.188990 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d9f2b05-3121-4f00-aedb-356f4e624a75 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:15.215458 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ca1a4-2f3e-40f8-bc41-2f7f4d51c410 req-379bdf8f-f1c5-47d8-a142-39b2e31f435a tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:15.217051 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d46ca1a4-2f3e-40f8-bc41-2f7f4d51c410 req-379bdf8f-f1c5-47d8-a142-39b2e31f435a tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0674865 Jul 29 23:40:15.267012 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d46ca1a4-2f3e-40f8-bc41-2f7f4d51c410 req-9b8ffa21-66c1-4b5d-b894-f7a1bc4ddb77 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410960 Jul 29 23:40:15.297591 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d9f2b05-3121-4f00-aedb-356f4e624a75 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:15.299410 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f2b05-3121-4f00-aedb-356f4e624a75 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'Port': ['ID=c2fc07a0-d2d5-45bb-bdcc-512d357440c1,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:15.376111 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 57176) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:15.438084 n-d-712140-10 neutron-server[94064]: INFO neutron.db.l3_db [None req-3d9f2b05-3121-4f00-aedb-356f4e624a75 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Floating IP 9929a826-89a0-4839-9254-38600d8acd04 associated. External IP: 172.25.8.57, port: 6bfd3b8c-868b-4667-aa54-6ef730418cfe. Jul 29 23:40:16.042665 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f50aede-fbb0-4ace-b84e-7d894bbba623 req-4bf2f47e-005f-472e-8efd-71261bd4cbc7 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:16.044394 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f50aede-fbb0-4ace-b84e-7d894bbba623 req-4bf2f47e-005f-472e-8efd-71261bd4cbc7 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.1038215 Jul 29 23:40:16.074488 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d9f2b05-3121-4f00-aedb-356f4e624a75 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Router f910637b-c3a9-430a-97db-d53e2ea119c8 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:40:16.163667 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f50aede-fbb0-4ace-b84e-7d894bbba623 req-a4d65ced-81c0-4f91-8704-33d5a07c7b02 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108997 Jul 29 23:40:16.219497 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9f2b05-3121-4f00-aedb-356f4e624a75 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:40:16.234594 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8417bb5e-c18c-4fb1-8c2f-55896dfe63fb None None] Sync routers for ids ['f910637b-c3a9-430a-97db-d53e2ea119c8'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:40:16.256253 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8417bb5e-c18c-4fb1-8c2f-55896dfe63fb None None] Routers {'f910637b-c3a9-430a-97db-d53e2ea119c8'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:16.257238 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8417bb5e-c18c-4fb1-8c2f-55896dfe63fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:40:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f910637b-c3a9-430a-97db-d53e2ea119c8'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:16.266442 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d9f2b05-3121-4f00-aedb-356f4e624a75 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:16.315219 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3d9f2b05-3121-4f00-aedb-356f4e624a75 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4438987 Jul 29 23:40:16.315825 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878f7aad-b958-4575-9ea1-769ff46bcdd5', 'tag': '6bfd3b8c-868b-4667-aa54-6ef730418cfe'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:16.318170 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a813a6-54e4-4367-92ec-b90e238a2664" -d '{"events": [{"name": "network-changed", "server_uuid": "878f7aad-b958-4575-9ea1-769ff46bcdd5", "tag": "6bfd3b8c-868b-4667-aa54-6ef730418cfe"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:16.332145 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57198) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:16.385231 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f721387-32ba-4f35-9fc8-0e89359c1518 req-f2d3bb35-c2df-4272-8373-3dbcf49ccd01 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:16.393238 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9f721387-32ba-4f35-9fc8-0e89359c1518 req-f2d3bb35-c2df-4272-8373-3dbcf49ccd01 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.1224320 Jul 29 23:40:16.421109 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9fcdbd30-5022-4441-8a7f-53965ed2b42f tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/floatingips/9929a826-89a0-4839-9254-38600d8acd04 HTTP/1.1" status: 200 len: 991 time: 0.0862319 Jul 29 23:40:16.444199 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f811082d-4672-425f-8dac-45fdb9451864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:16.457785 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-8417bb5e-c18c-4fb1-8c2f-55896dfe63fb None None] Set router f910637b-c3a9-430a-97db-d53e2ea119c8 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:16.500460 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9f721387-32ba-4f35-9fc8-0e89359c1518 req-da992447-c3d5-4ffb-9921-f4c221535bf1 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062784 Jul 29 23:40:16.588679 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7afcc579-eee1-4861-b9ba-d627077f4667 x-openstack-request-id: req-7afcc579-eee1-4861-b9ba-d627077f4667 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:16.589195 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878f7aad-b958-4575-9ea1-769ff46bcdd5", "tag": "6bfd3b8c-868b-4667-aa54-6ef730418cfe", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:16.589717 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7afcc579-eee1-4861-b9ba-d627077f4667 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:16.590545 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878f7aad-b958-4575-9ea1-769ff46bcdd5', 'tag': '6bfd3b8c-868b-4667-aa54-6ef730418cfe', 'status': 'completed', 'code': 200} Jul 29 23:40:16.692332 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a813a6-54e4-4367-92ec-b90e238a2664 req-fcbf00b3-e848-4614-a7a0-ce212a809fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:16.694717 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95a813a6-54e4-4367-92ec-b90e238a2664 req-fcbf00b3-e848-4614-a7a0-ce212a809fa1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a74022ced16f48bea72df0eb10f3e470&device_id=878f7aad-b958-4575-9ea1-769ff46bcdd5 HTTP/1.1" status: 200 len: 1098 time: 0.0765741 Jul 29 23:40:16.841182 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 0b68c01e-f134-43d7-b43c-cfea2df631f5 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:16.888468 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8417bb5e-c18c-4fb1-8c2f-55896dfe63fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'name': 'tempest-TestNetworkBasicOps-router-475089061', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:42Z', 'updated_at': '2021-07-29T23:39:48Z', 'revision_number': 4, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:43Z', 'updated_at': '2021-07-29T23:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '9929a826-89a0-4839-9254-38600d8acd04', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'port_id': '6bfd3b8c-868b-4667-aa54-6ef730418cfe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3', 'mac_address': 'fa:16:3e:95:9e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878f7aad-b958-4575-9ea1-769ff46bcdd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:40:14Z', 'updated_at': '2021-07-29T23:40:14Z', 'revision_number': 0, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840a29ff-9cfa-4ff7-ab68-9707f5dc7a12', 'name': '', 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'mac_address': 'fa:16:3e:ce:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:46Z', 'updated_at': '2021-07-29T23:39:55Z', 'revision_number': 5, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'subnets': [{'id': '9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:16.891194 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a813a6-54e4-4367-92ec-b90e238a2664 req-759101c5-bc6c-42e6-8bc0-754af095c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:16.892839 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95a813a6-54e4-4367-92ec-b90e238a2664 req-759101c5-bc6c-42e6-8bc0-754af095c8f1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=35f66920-bcaf-4f1b-afc2-223b687e24e3 HTTP/1.1" status: 200 len: 898 time: 0.1370549 Jul 29 23:40:16.893699 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 0b68c01e-f134-43d7-b43c-cfea2df631f5 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:16.894320 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 0b68c01e-f134-43d7-b43c-cfea2df631f5 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:16.924720 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8417bb5e-c18c-4fb1-8c2f-55896dfe63fb None None] Checking router: f910637b-c3a9-430a-97db-d53e2ea119c8 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:40:16.933931 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8417bb5e-c18c-4fb1-8c2f-55896dfe63fb None None] Routers {'f910637b-c3a9-430a-97db-d53e2ea119c8'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:16.934741 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8417bb5e-c18c-4fb1-8c2f-55896dfe63fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:40:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f910637b-c3a9-430a-97db-d53e2ea119c8'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:17.054694 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-8417bb5e-c18c-4fb1-8c2f-55896dfe63fb None None] Set router f910637b-c3a9-430a-97db-d53e2ea119c8 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:17.086133 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95a813a6-54e4-4367-92ec-b90e238a2664 req-5a48efc7-53c4-42c9-af35-5f77ebaf95c3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bfd3b8c-868b-4667-aa54-6ef730418cfe HTTP/1.1" status: 200 len: 999 time: 0.1016724 Jul 29 23:40:17.095212 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-9d777b23-26ac-491b-94f3-9d394ffc921e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:17.102552 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-9d777b23-26ac-491b-94f3-9d394ffc921e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/networks?id=c65634b4-620f-4d4e-b86a-cfaa4125589f HTTP/1.1" status: 200 len: 811 time: 0.2086098 Jul 29 23:40:17.162082 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-2763df79-2fe9-410a-a34b-59572415907e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/quotas/72e6a71724b54f78b875fd06b1bacd37 HTTP/1.1" status: 200 len: 375 time: 0.0585017 Jul 29 23:40:17.226894 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a813a6-54e4-4367-92ec-b90e238a2664 req-e7fcd2a2-c0fe-48f8-9c86-25e4057bca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:17.229997 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95a813a6-54e4-4367-92ec-b90e238a2664 req-e7fcd2a2-c0fe-48f8-9c86-25e4057bca04 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e HTTP/1.1" status: 200 len: 835 time: 0.1245670 Jul 29 23:40:17.344834 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-8c9fb2c7-35a1-41b7-b797-2cb309fdd095 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=72e6a71724b54f78b875fd06b1bacd37&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1666007 Jul 29 23:40:17.350474 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8417bb5e-c18c-4fb1-8c2f-55896dfe63fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'name': 'tempest-TestNetworkBasicOps-router-475089061', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:42Z', 'updated_at': '2021-07-29T23:39:48Z', 'revision_number': 4, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:43Z', 'updated_at': '2021-07-29T23:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '9929a826-89a0-4839-9254-38600d8acd04', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'port_id': '6bfd3b8c-868b-4667-aa54-6ef730418cfe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3', 'mac_address': 'fa:16:3e:95:9e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878f7aad-b958-4575-9ea1-769ff46bcdd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:40:14Z', 'updated_at': '2021-07-29T23:40:14Z', 'revision_number': 0, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840a29ff-9cfa-4ff7-ab68-9707f5dc7a12', 'name': '', 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'mac_address': 'fa:16:3e:ce:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:46Z', 'updated_at': '2021-07-29T23:39:55Z', 'revision_number': 5, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'subnets': [{'id': '9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:17.380891 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8417bb5e-c18c-4fb1-8c2f-55896dfe63fb None None] The sync data for ids ['f910637b-c3a9-430a-97db-d53e2ea119c8'] in n-d-712140-10 is: [{'id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'name': 'tempest-TestNetworkBasicOps-router-475089061', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:42Z', 'updated_at': '2021-07-29T23:39:48Z', 'revision_number': 4, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:43Z', 'updated_at': '2021-07-29T23:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '9929a826-89a0-4839-9254-38600d8acd04', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'port_id': '6bfd3b8c-868b-4667-aa54-6ef730418cfe', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3', 'mac_address': 'fa:16:3e:95:9e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878f7aad-b958-4575-9ea1-769ff46bcdd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:40:14Z', 'updated_at': '2021-07-29T23:40:14Z', 'revision_number': 0, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840a29ff-9cfa-4ff7-ab68-9707f5dc7a12', 'name': '', 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'mac_address': 'fa:16:3e:ce:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:46Z', 'updated_at': '2021-07-29T23:39:55Z', 'revision_number': 5, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'subnets': [{'id': '9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:40:17.423585 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57232) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:17.449135 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a813a6-54e4-4367-92ec-b90e238a2664 req-d8d462fe-dc63-4484-ad22-b79634373d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:17.450818 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95a813a6-54e4-4367-92ec-b90e238a2664 req-d8d462fe-dc63-4484-ad22-b79634373d91 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=35f66920-bcaf-4f1b-afc2-223b687e24e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1811960 Jul 29 23:40:17.518019 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5d4b6c55-fd86-48da-a30f-305bdc00fae3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/floatingips/9929a826-89a0-4839-9254-38600d8acd04 HTTP/1.1" status: 200 len: 991 time: 0.0928342 Jul 29 23:40:17.519216 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-5b5dc68d-23a1-42a2-b2ba-fdc91da8de0b service neutron] 10.222.0.18 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507170 Jul 29 23:40:17.611911 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f811082d-4672-425f-8dac-45fdb9451864 admin admin] Deleting port 5c5d67e0-0037-4c26-ab41-ed2efbeb1a58 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:17.612262 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f811082d-4672-425f-8dac-45fdb9451864 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:17.672629 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4455e45f-2afd-4c3e-bac6-c405b5a44e2e None None] New status for floating IP 9929a826-89a0-4839-9254-38600d8acd04: ACTIVE {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:40:17.761100 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f811082d-4672-425f-8dac-45fdb9451864 admin admin] For port 5c5d67e0-0037-4c26-ab41-ed2efbeb1a58, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=5c5d67e0-0037-4c26-ab41-ed2efbeb1a58,segment=NetworkSegment(d692fd88-7a7a-4f59-9d22-ff33ee5f1a3d),segment_id=d692fd88-7a7a-4f59-9d22-ff33ee5f1a3d)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:17.761485 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f811082d-4672-425f-8dac-45fdb9451864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:17.765731 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95a813a6-54e4-4367-92ec-b90e238a2664 req-afd7cfd2-edbc-47fe-ac0b-0921d44ef0ef service neutron] 10.222.0.23 "GET /v2.0/networks/35f66920-bcaf-4f1b-afc2-223b687e24e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3040555 Jul 29 23:40:17.772538 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-421c793b-129c-49b5-bfb9-65e3bfad93c3 service neutron] 10.222.0.18 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444007 Jul 29 23:40:17.834483 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f811082d-4672-425f-8dac-45fdb9451864 admin admin] Calling delete_port for 5c5d67e0-0037-4c26-ab41-ed2efbeb1a58 owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:17.913466 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57242) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:17.921692 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95a813a6-54e4-4367-92ec-b90e238a2664 req-eb5325f5-1b0a-41ff-b77f-c070ff44f63d service neutron] 10.222.0.23 "GET /v2.0/networks/35f66920-bcaf-4f1b-afc2-223b687e24e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480045 Jul 29 23:40:18.152124 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8127431f-1a49-4cd4-af74-08de231fff6a req-747b298f-33e3-4134-8a05-275c1bcee200 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 210 time: 0.0470719 Jul 29 23:40:18.277384 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f811082d-4672-425f-8dac-45fdb9451864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:18.316287 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811082d-4672-425f-8dac-45fdb9451864 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c5d67e0-0037-4c26-ab41-ed2efbeb1a58,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:18.521690 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57262) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:18.603764 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f811082d-4672-425f-8dac-45fdb9451864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:18.641711 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3d5c3b7f-dbfc-4221-80e2-7647a9448c17 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/floatingips/9929a826-89a0-4839-9254-38600d8acd04 HTTP/1.1" status: 200 len: 993 time: 0.1188426 Jul 29 23:40:18.812909 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0f324fd6-e14e-4118-9ac5-5c4f689b2b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:18.951025 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f811082d-4672-425f-8dac-45fdb9451864 admin admin] Router 5500049b-2379-4065-9544-fcf07cf65994 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:40:19.069078 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f811082d-4672-425f-8dac-45fdb9451864 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:40:19.080145 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57274) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:19.080275 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f811082d-4672-425f-8dac-45fdb9451864 admin admin] 10.222.0.18 "PUT /v2.0/routers/5500049b-2379-4065-9544-fcf07cf65994/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7028768 Jul 29 23:40:19.082795 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72405498-9080-4171-a15e-cc869d0c317d None None] Sync routers for ids ['5500049b-2379-4065-9544-fcf07cf65994'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:40:19.094024 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72405498-9080-4171-a15e-cc869d0c317d None None] Routers {'5500049b-2379-4065-9544-fcf07cf65994'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:19.094665 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-72405498-9080-4171-a15e-cc869d0c317d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:40:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['5500049b-2379-4065-9544-fcf07cf65994'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:19.150642 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-0f324fd6-e14e-4118-9ac5-5c4f689b2b35 admin admin] Deleting port 773e0dc2-9abf-49c1-a91b-05c9d9004a94 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:19.151113 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0f324fd6-e14e-4118-9ac5-5c4f689b2b35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:19.250350 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-72405498-9080-4171-a15e-cc869d0c317d None None] Set router 5500049b-2379-4065-9544-fcf07cf65994 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:19.328373 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fef1b405-0f04-4565-bb68-65a7f9b60c0d req-a5b5f81c-39bf-49c6-963f-d90051767f79 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 210 time: 0.0444808 Jul 29 23:40:19.332622 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b81c67f0-5940-4746-822c-61bed9f2c14d admin admin] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:19.394109 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-0f324fd6-e14e-4118-9ac5-5c4f689b2b35 admin admin] For port 773e0dc2-9abf-49c1-a91b-05c9d9004a94, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=773e0dc2-9abf-49c1-a91b-05c9d9004a94,segment=NetworkSegment(509fa46d-998d-413c-9893-dc66a48d71f6),segment_id=509fa46d-998d-413c-9893-dc66a48d71f6)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:19.394621 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0f324fd6-e14e-4118-9ac5-5c4f689b2b35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:19.439333 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-0f324fd6-e14e-4118-9ac5-5c4f689b2b35 admin admin] Calling delete_port for 773e0dc2-9abf-49c1-a91b-05c9d9004a94 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:19.508502 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-72405498-9080-4171-a15e-cc869d0c317d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5500049b-2379-4065-9544-fcf07cf65994', 'name': 'tempest-ServerRescueTestJSON-725201234-router', 'tenant_id': '224345a79dda437684f96bb484f29725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.252'}], 'enable_snat': True}, 'gw_port_id': 'cceb9f9e-403c-4cf7-a746-be5931753e56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:04Z', 'updated_at': '2021-07-29T23:40:18Z', 'revision_number': 5, 'project_id': '224345a79dda437684f96bb484f29725', 'gw_port': {'id': 'cceb9f9e-403c-4cf7-a746-be5931753e56', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:59:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5500049b-2379-4065-9544-fcf07cf65994', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:38:05Z', 'updated_at': '2021-07-29T23:38:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:19.515715 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b81c67f0-5940-4746-822c-61bed9f2c14d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:19.538881 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72405498-9080-4171-a15e-cc869d0c317d None None] Checking router: 5500049b-2379-4065-9544-fcf07cf65994 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:40:19.548969 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72405498-9080-4171-a15e-cc869d0c317d None None] Routers {'5500049b-2379-4065-9544-fcf07cf65994'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:19.549590 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-72405498-9080-4171-a15e-cc869d0c317d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:40:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['5500049b-2379-4065-9544-fcf07cf65994'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:19.653054 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b81c67f0-5940-4746-822c-61bed9f2c14d admin admin] Deleting port cceb9f9e-403c-4cf7-a746-be5931753e56 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:19.653625 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b81c67f0-5940-4746-822c-61bed9f2c14d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:19.667685 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-72405498-9080-4171-a15e-cc869d0c317d None None] Set router 5500049b-2379-4065-9544-fcf07cf65994 gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:19.770954 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0f324fd6-e14e-4118-9ac5-5c4f689b2b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:19.776125 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-72405498-9080-4171-a15e-cc869d0c317d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5500049b-2379-4065-9544-fcf07cf65994', 'name': 'tempest-ServerRescueTestJSON-725201234-router', 'tenant_id': '224345a79dda437684f96bb484f29725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:04Z', 'updated_at': '2021-07-29T23:40:19Z', 'revision_number': 6, 'project_id': '224345a79dda437684f96bb484f29725', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:19.813528 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f324fd6-e14e-4118-9ac5-5c4f689b2b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=773e0dc2-9abf-49c1-a91b-05c9d9004a94,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:19.814283 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72405498-9080-4171-a15e-cc869d0c317d None None] The sync data for ids ['5500049b-2379-4065-9544-fcf07cf65994'] in n-d-712140-10 is: [{'id': '5500049b-2379-4065-9544-fcf07cf65994', 'name': 'tempest-ServerRescueTestJSON-725201234-router', 'tenant_id': '224345a79dda437684f96bb484f29725', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:38:04Z', 'updated_at': '2021-07-29T23:40:19Z', 'revision_number': 6, 'project_id': '224345a79dda437684f96bb484f29725', 'gw_port_host': None}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:40:19.817599 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b81c67f0-5940-4746-822c-61bed9f2c14d admin admin] For port cceb9f9e-403c-4cf7-a746-be5931753e56, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=cceb9f9e-403c-4cf7-a746-be5931753e56,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:19.818386 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b81c67f0-5940-4746-822c-61bed9f2c14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:19.871156 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b81c67f0-5940-4746-822c-61bed9f2c14d admin admin] Calling delete_port for cceb9f9e-403c-4cf7-a746-be5931753e56 owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:19.917349 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-6bae47fd-1ecf-4fef-88d7-934e0aba4941 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:19.919168 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-6bae47fd-1ecf-4fef-88d7-934e0aba4941 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.23 "GET /v2.0/networks?id=c65634b4-620f-4d4e-b86a-cfaa4125589f HTTP/1.1" status: 200 len: 811 time: 0.2264135 Jul 29 23:40:19.934678 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-9fbe8c01-05f2-4685-89a4-25def8b152f8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Request body: {'port': {'device_id': 'c95adda4-c306-4883-9acf-861b18b299e5', 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f', 'admin_state_up': True, 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:20.065543 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-9fbe8c01-05f2-4685-89a4-25def8b152f8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Made reservation on behalf of 72e6a71724b54f78b875fd06b1bacd37 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:20.069627 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-9fbe8c01-05f2-4685-89a4-25def8b152f8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:20.155220 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0f324fd6-e14e-4118-9ac5-5c4f689b2b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:20.266137 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-9fbe8c01-05f2-4685-89a4-25def8b152f8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Allocated IP 172.20.0.4 (c65634b4-620f-4d4e-b86a-cfaa4125589f/9f136cd8-eda3-43eb-9cb5-3830c4338b63/3aa1533a-9a9a-4c72-a786-1e80bc86c7a1) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:20.275742 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b81c67f0-5940-4746-822c-61bed9f2c14d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:20.339063 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81c67f0-5940-4746-822c-61bed9f2c14d admin admin] Pushing event deleted for resources: {'Port': ['ID=cceb9f9e-403c-4cf7-a746-be5931753e56,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:20.490492 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b81c67f0-5940-4746-822c-61bed9f2c14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:20.721878 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c79bf422-1970-42f1-a203-0bfe72184261 req-f370e018-a8e8-4147-844a-fbb47269049e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 210 time: 0.2993643 Jul 29 23:40:20.765021 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-9fbe8c01-05f2-4685-89a4-25def8b152f8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:20.779603 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-9fbe8c01-05f2-4685-89a4-25def8b152f8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Transition to ACTIVE for port object 3aa1533a-9a9a-4c72-a786-1e80bc86c7a1 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:20.819558 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-9fbe8c01-05f2-4685-89a4-25def8b152f8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:20.878318 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-9fbe8c01-05f2-4685-89a4-25def8b152f8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Network c65634b4-620f-4d4e-b86a-cfaa4125589f is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:20.879724 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbe8c01-05f2-4685-89a4-25def8b152f8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Pushing event updated for resources: {'Port': ['ID=3aa1533a-9a9a-4c72-a786-1e80bc86c7a1,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:20.891065 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-9fbe8c01-05f2-4685-89a4-25def8b152f8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:20.904887 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-9fbe8c01-05f2-4685-89a4-25def8b152f8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:20.964478 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-9fbe8c01-05f2-4685-89a4-25def8b152f8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:20.965164 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-9fbe8c01-05f2-4685-89a4-25def8b152f8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:20.982148 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-9fbe8c01-05f2-4685-89a4-25def8b152f8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0526173 Jul 29 23:40:21.008758 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-af0de737-5f4e-410d-b375-5a1168b1656b service neutron] Request body: {'port': {'device_id': 'c95adda4-c306-4883-9acf-861b18b299e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:21.025957 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b81c67f0-5940-4746-822c-61bed9f2c14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.028223 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b81c67f0-5940-4746-822c-61bed9f2c14d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.081607 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-af0de737-5f4e-410d-b375-5a1168b1656b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.087635 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f324fd6-e14e-4118-9ac5-5c4f689b2b35 admin admin] Router 65580c99-64bb-4c92-88fb-3fa25086e809 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:40:21.091262 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b81c67f0-5940-4746-822c-61bed9f2c14d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.091904 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81c67f0-5940-4746-822c-61bed9f2c14d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5500049b-2379-4065-9544-fcf07cf65994 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:40:21.097809 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b81c67f0-5940-4746-822c-61bed9f2c14d admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.098636 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b81c67f0-5940-4746-822c-61bed9f2c14d admin admin] 10.222.0.18 "DELETE /v2.0/routers/5500049b-2379-4065-9544-fcf07cf65994 HTTP/1.1" status: 204 len: 168 time: 2.0169404 Jul 29 23:40:21.105681 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57314) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:21.188218 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbd3b0f3-2882-40c3-88ec-42d341b04963 admin admin] Deleting subnet a3798c3a-b9e2-4a1c-ae89-c46c1a504838 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:40:21.193608 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bbd3b0f3-2882-40c3-88ec-42d341b04963 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.244641 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d5d8cea9-2257-41d5-ae75-edbc7ed61c3a None None] Provisioning for port 3aa1533a-9a9a-4c72-a786-1e80bc86c7a1 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:21.266984 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d5d8cea9-2257-41d5-ae75-edbc7ed61c3a None None] Provisioning complete for port 3aa1533a-9a9a-4c72-a786-1e80bc86c7a1 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:21.267611 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d5d8cea9-2257-41d5-ae75-edbc7ed61c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.340894 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bbd3b0f3-2882-40c3-88ec-42d341b04963 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.343996 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d5d8cea9-2257-41d5-ae75-edbc7ed61c3a None None] Port 3aa1533a-9a9a-4c72-a786-1e80bc86c7a1 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:40:21.411809 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bbd3b0f3-2882-40c3-88ec-42d341b04963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.424599 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 5c5d67e0-0037-4c26-ab41-ed2efbeb1a58 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:21.448846 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f324fd6-e14e-4118-9ac5-5c4f689b2b35 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:40:21.450197 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 5c5d67e0-0037-4c26-ab41-ed2efbeb1a58 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:21.455378 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0f324fd6-e14e-4118-9ac5-5c4f689b2b35 admin admin] 10.222.0.18 "PUT /v2.0/routers/65580c99-64bb-4c92-88fb-3fa25086e809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5408809 Jul 29 23:40:21.458241 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 5c5d67e0-0037-4c26-ab41-ed2efbeb1a58 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:21.458882 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device cceb9f9e-403c-4cf7-a746-be5931753e56 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:21.461835 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57318) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:21.469063 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0e0021-31f0-4f22-9fa1-fd9c04b2073c None None] Sync routers for ids ['65580c99-64bb-4c92-88fb-3fa25086e809'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:40:21.479345 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0e0021-31f0-4f22-9fa1-fd9c04b2073c None None] Routers {'65580c99-64bb-4c92-88fb-3fa25086e809'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:21.480634 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-dc0e0021-31f0-4f22-9fa1-fd9c04b2073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:40:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['65580c99-64bb-4c92-88fb-3fa25086e809'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:21.489006 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: cceb9f9e-403c-4cf7-a746-be5931753e56 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:21.501604 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device cceb9f9e-403c-4cf7-a746-be5931753e56 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:21.572156 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bbd3b0f3-2882-40c3-88ec-42d341b04963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.594853 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-af0de737-5f4e-410d-b375-5a1168b1656b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aa1533a-9a9a-4c72-a786-1e80bc86c7a1 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:40:21.600804 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd3b0f3-2882-40c3-88ec-42d341b04963 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3798c3a-b9e2-4a1c-ae89-c46c1a504838,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:21.603615 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-af0de737-5f4e-410d-b375-5a1168b1656b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.617461 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bbd3b0f3-2882-40c3-88ec-42d341b04963 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.619793 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bbd3b0f3-2882-40c3-88ec-42d341b04963 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a3798c3a-b9e2-4a1c-ae89-c46c1a504838 HTTP/1.1" status: 204 len: 168 time: 0.5117481 Jul 29 23:40:21.620346 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-af0de737-5f4e-410d-b375-5a1168b1656b service neutron] Transition to ACTIVE for port object 3aa1533a-9a9a-4c72-a786-1e80bc86c7a1 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:21.622689 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 57326) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:21.635266 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-af0de737-5f4e-410d-b375-5a1168b1656b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.669513 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-dc0e0021-31f0-4f22-9fa1-fd9c04b2073c None None] Set router 65580c99-64bb-4c92-88fb-3fa25086e809 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:21.692196 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4ea6504-18e8-41ef-8a30-92b4bf7e513a admin admin] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.762400 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0de737-5f4e-410d-b375-5a1168b1656b service neutron] Pushing event updated for resources: {'Port': ['ID=3aa1533a-9a9a-4c72-a786-1e80bc86c7a1,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:21.797117 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-130ae876-e511-4024-82ab-33f9ea983ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.864906 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4ea6504-18e8-41ef-8a30-92b4bf7e513a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:21.977223 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-af0de737-5f4e-410d-b375-5a1168b1656b service neutron] Attempting to bind port 3aa1533a-9a9a-4c72-a786-1e80bc86c7a1 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:21.977810 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-af0de737-5f4e-410d-b375-5a1168b1656b service neutron] Attempting to bind port 3aa1533a-9a9a-4c72-a786-1e80bc86c7a1 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '45c04b8e-476f-4241-8476-f7d4980a8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:21.977935 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-af0de737-5f4e-410d-b375-5a1168b1656b service neutron] Attempting to bind port 3aa1533a-9a9a-4c72-a786-1e80bc86c7a1 on network c65634b4-620f-4d4e-b86a-cfaa4125589f {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:21.978800 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-c4ea6504-18e8-41ef-8a30-92b4bf7e513a admin admin] Deleting port 56ecd2dd-a89f-4358-959b-ce3663370a90 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:21.979303 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4ea6504-18e8-41ef-8a30-92b4bf7e513a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.035133 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-dc0e0021-31f0-4f22-9fa1-fd9c04b2073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'name': 'tempest-TaggedBootDevicesTest-1453947197-router', 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44'}], 'enable_snat': True}, 'gw_port_id': '56ecd2dd-a89f-4358-959b-ce3663370a90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:49Z', 'updated_at': '2021-07-29T23:40:19Z', 'revision_number': 5, 'project_id': '1b88923046a64f0cbc69a614c91ce1e9', 'gw_port': {'id': '56ecd2dd-a89f-4358-959b-ce3663370a90', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:9f:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1152, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:27:49Z', 'updated_at': '2021-07-29T23:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:22.042628 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-130ae876-e511-4024-82ab-33f9ea983ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.058047 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-130ae876-e511-4024-82ab-33f9ea983ebb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f3c76a6-294b-442d-88c5-e90b8e7ba673']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:22.086041 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0e0021-31f0-4f22-9fa1-fd9c04b2073c None None] Checking router: 65580c99-64bb-4c92-88fb-3fa25086e809 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:40:22.098790 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-130ae876-e511-4024-82ab-33f9ea983ebb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd692fd88-7a7a-4f59-9d22-ff33ee5f1a3d') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:22.099089 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-130ae876-e511-4024-82ab-33f9ea983ebb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd692fd88-7a7a-4f59-9d22-ff33ee5f1a3d') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:22.110063 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0e0021-31f0-4f22-9fa1-fd9c04b2073c None None] Routers {'65580c99-64bb-4c92-88fb-3fa25086e809'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:40:22.111518 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-dc0e0021-31f0-4f22-9fa1-fd9c04b2073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:40:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['65580c99-64bb-4c92-88fb-3fa25086e809'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:22.122567 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-af0de737-5f4e-410d-b375-5a1168b1656b service neutron] Port 3aa1533a-9a9a-4c72-a786-1e80bc86c7a1 on network c65634b4-620f-4d4e-b86a-cfaa4125589f not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:40:22.122891 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-af0de737-5f4e-410d-b375-5a1168b1656b service neutron] Attempting to bind port 3aa1533a-9a9a-4c72-a786-1e80bc86c7a1 on network c65634b4-620f-4d4e-b86a-cfaa4125589f {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:22.126295 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-130ae876-e511-4024-82ab-33f9ea983ebb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.145827 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-af0de737-5f4e-410d-b375-5a1168b1656b service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 39, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:22.146349 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-af0de737-5f4e-410d-b375-5a1168b1656b service neutron] Checking segment: {'id': '45c04b8e-476f-4241-8476-f7d4980a8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:22.146753 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-af0de737-5f4e-410d-b375-5a1168b1656b service neutron] Bound using segment: {'id': '45c04b8e-476f-4241-8476-f7d4980a8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:22.147354 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-af0de737-5f4e-410d-b375-5a1168b1656b service neutron] Bound port: 3aa1533a-9a9a-4c72-a786-1e80bc86c7a1, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45c04b8e-476f-4241-8476-f7d4980a8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:22.147807 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-af0de737-5f4e-410d-b375-5a1168b1656b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.148677 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-c4ea6504-18e8-41ef-8a30-92b4bf7e513a admin admin] For port 56ecd2dd-a89f-4358-959b-ce3663370a90, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=56ecd2dd-a89f-4358-959b-ce3663370a90,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:22.149186 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4ea6504-18e8-41ef-8a30-92b4bf7e513a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.157586 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-130ae876-e511-4024-82ab-33f9ea983ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.167313 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e411a9ec-76dd-4eb4-99e8-9f9e90653558 req-dead4686-eff5-4348-b407-68a74cf1fb4c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:22.169201 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e411a9ec-76dd-4eb4-99e8-9f9e90653558 req-dead4686-eff5-4348-b407-68a74cf1fb4c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 943 time: 0.2836261 Jul 29 23:40:22.182923 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-c4ea6504-18e8-41ef-8a30-92b4bf7e513a admin admin] Calling delete_port for 56ecd2dd-a89f-4358-959b-ce3663370a90 owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:22.194264 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-130ae876-e511-4024-82ab-33f9ea983ebb admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:40:22.194567 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-130ae876-e511-4024-82ab-33f9ea983ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.197684 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:40:22.197684 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:40:22.197684 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:40:22.197684 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:40:22.197684 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:40:22.197684 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:40:22.197684 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:40:22.197684 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:40:22.197684 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:40:22.197684 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:40:22.197684 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:40:22.197684 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:40:22.197684 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:40:22.197684 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:40:22.197684 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:40:22.197684 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:40:22.197684 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:40:22.197684 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:40:22.197684 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:40:22.197684 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:40:22.197684 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:40:22.197684 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:40:22.197684 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:40:22.197684 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:40:22.197684 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:40:22.197684 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:40:22.197684 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:40:22.197684 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:40:22.197684 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:40:22.197684 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:40:22.197684 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:40:22.197684 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:40:22.323876 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-130ae876-e511-4024-82ab-33f9ea983ebb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.331688 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-dc0e0021-31f0-4f22-9fa1-fd9c04b2073c None None] Set router 65580c99-64bb-4c92-88fb-3fa25086e809 gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:40:22.340537 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e411a9ec-76dd-4eb4-99e8-9f9e90653558 req-87e17b66-a96d-42cf-bc02-b658b80d491c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578774 Jul 29 23:40:22.377108 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-af0de737-5f4e-410d-b375-5a1168b1656b service neutron] For port 3aa1533a-9a9a-4c72-a786-1e80bc86c7a1, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:22.383801 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-130ae876-e511-4024-82ab-33f9ea983ebb admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.392527 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-130ae876-e511-4024-82ab-33f9ea983ebb admin admin] 10.222.0.18 "DELETE /v2.0/networks/8f3c76a6-294b-442d-88c5-e90b8e7ba673 HTTP/1.1" status: 204 len: 168 time: 0.7653589 Jul 29 23:40:22.395202 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ae876-e511-4024-82ab-33f9ea983ebb admin admin] Pushing event deleted for resources: {'Network': ['ID=8f3c76a6-294b-442d-88c5-e90b8e7ba673,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:22.423205 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-af0de737-5f4e-410d-b375-5a1168b1656b service neutron] For port 3aa1533a-9a9a-4c72-a786-1e80bc86c7a1, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3aa1533a-9a9a-4c72-a786-1e80bc86c7a1,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:22.440128 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-af0de737-5f4e-410d-b375-5a1168b1656b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.471112 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-dc0e0021-31f0-4f22-9fa1-fd9c04b2073c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'name': 'tempest-TaggedBootDevicesTest-1453947197-router', 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:49Z', 'updated_at': '2021-07-29T23:40:21Z', 'revision_number': 6, 'project_id': '1b88923046a64f0cbc69a614c91ce1e9', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:22.519971 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0e0021-31f0-4f22-9fa1-fd9c04b2073c None None] The sync data for ids ['65580c99-64bb-4c92-88fb-3fa25086e809'] in n-d-712140-10 is: [{'id': '65580c99-64bb-4c92-88fb-3fa25086e809', 'name': 'tempest-TaggedBootDevicesTest-1453947197-router', 'tenant_id': '1b88923046a64f0cbc69a614c91ce1e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:27:49Z', 'updated_at': '2021-07-29T23:40:21Z', 'revision_number': 6, 'project_id': '1b88923046a64f0cbc69a614c91ce1e9', 'gw_port_host': None}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:40:22.585249 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4ea6504-18e8-41ef-8a30-92b4bf7e513a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.599810 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-af0de737-5f4e-410d-b375-5a1168b1656b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:22.600492 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-af0de737-5f4e-410d-b375-5a1168b1656b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.602076 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-af0de737-5f4e-410d-b375-5a1168b1656b service neutron] 10.222.0.23 "PUT /v2.0/ports/3aa1533a-9a9a-4c72-a786-1e80bc86c7a1 HTTP/1.1" status: 200 len: 1092 time: 1.6095695 Jul 29 23:40:22.602679 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c95adda4-c306-4883-9acf-861b18b299e5', 'tag': '3aa1533a-9a9a-4c72-a786-1e80bc86c7a1'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:22.612931 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd174c2e-8eb1-4894-b3ef-36f5d3fb6696" -d '{"events": [{"name": "network-changed", "server_uuid": "c95adda4-c306-4883-9acf-861b18b299e5", "tag": "3aa1533a-9a9a-4c72-a786-1e80bc86c7a1"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:22.637472 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0de737-5f4e-410d-b375-5a1168b1656b service neutron] Pushing event updated for resources: {'Port': ['ID=3aa1533a-9a9a-4c72-a786-1e80bc86c7a1,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:22.674967 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be756f8f-08a4-4ba6-9cec-352a1a7c6471 x-openstack-request-id: req-be756f8f-08a4-4ba6-9cec-352a1a7c6471 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:22.674967 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c95adda4-c306-4883-9acf-861b18b299e5", "tag": "3aa1533a-9a9a-4c72-a786-1e80bc86c7a1", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:22.674967 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be756f8f-08a4-4ba6-9cec-352a1a7c6471 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:22.674967 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c95adda4-c306-4883-9acf-861b18b299e5', 'tag': '3aa1533a-9a9a-4c72-a786-1e80bc86c7a1', 'status': 'completed', 'code': 200} Jul 29 23:40:22.708370 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57348) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:22.736374 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-c957af93-39c7-4619-90be-444b6b1e2def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:22.737368 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ea6504-18e8-41ef-8a30-92b4bf7e513a admin admin] Pushing event deleted for resources: {'Port': ['ID=56ecd2dd-a89f-4358-959b-ce3663370a90,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:22.738795 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-c957af93-39c7-4619-90be-444b6b1e2def service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72e6a71724b54f78b875fd06b1bacd37&device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 1095 time: 0.0613329 Jul 29 23:40:22.800302 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-b0d7a49a-a76b-4d73-8a42-48808e872686 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3aa1533a-9a9a-4c72-a786-1e80bc86c7a1 HTTP/1.1" status: 200 len: 217 time: 0.0527575 Jul 29 23:40:22.819493 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b3c31e15-c4ae-405f-93a3-87e0f05e30c7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=224345a79dda437684f96bb484f29725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0912673 Jul 29 23:40:22.820418 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57352) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:22.863285 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4ea6504-18e8-41ef-8a30-92b4bf7e513a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.868664 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-073cebb4-8b7e-457f-9cc4-d419bf196335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:22.870463 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-073cebb4-8b7e-457f-9cc4-d419bf196335 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9f136cd8-eda3-43eb-9cb5-3830c4338b63 HTTP/1.1" status: 200 len: 850 time: 0.0634911 Jul 29 23:40:22.924612 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-4a6033de-b7d4-4f4b-8dea-b39528f0c3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:22.926291 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-4a6033de-b7d4-4f4b-8dea-b39528f0c3b6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c65634b4-620f-4d4e-b86a-cfaa4125589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0489810 Jul 29 23:40:22.970032 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4ea6504-18e8-41ef-8a30-92b4bf7e513a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.973534 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4ea6504-18e8-41ef-8a30-92b4bf7e513a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:22.988884 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c5aa4472-1e9d-4948-a879-a0deb879ea3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.043960 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4ea6504-18e8-41ef-8a30-92b4bf7e513a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.044532 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ea6504-18e8-41ef-8a30-92b4bf7e513a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65580c99-64bb-4c92-88fb-3fa25086e809 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:40:23.044696 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-43fcb292-d08e-468f-8a14-1e2b818972fd service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105256 Jul 29 23:40:23.051934 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c4ea6504-18e8-41ef-8a30-92b4bf7e513a admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.057502 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c4ea6504-18e8-41ef-8a30-92b4bf7e513a admin admin] 10.222.0.18 "DELETE /v2.0/routers/65580c99-64bb-4c92-88fb-3fa25086e809 HTTP/1.1" status: 204 len: 168 time: 1.5900571 Jul 29 23:40:23.057502 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c5aa4472-1e9d-4948-a879-a0deb879ea3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.057502 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57358) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:23.132313 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-44188603-3e0e-4957-9dec-beb0ebcc4a69 admin admin] Deleting subnet d30afb76-e1b0-42cb-bf28-c9514a93f8f1 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:40:23.136129 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44188603-3e0e-4957-9dec-beb0ebcc4a69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.172649 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f87d279-f701-41f5-bb4a-ab0b32e402ef req-7fc9dbbd-3990-4dc1-a391-1ce43084e077 service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211417 Jul 29 23:40:23.172862 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44188603-3e0e-4957-9dec-beb0ebcc4a69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.199417 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c5aa4472-1e9d-4948-a879-a0deb879ea3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.202194 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c5aa4472-1e9d-4948-a879-a0deb879ea3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.206281 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c5aa4472-1e9d-4948-a879-a0deb879ea3d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b75d98b-c2c0-4733-8cc3-4ced401c7e09 HTTP/1.1" status: 204 len: 168 time: 0.3768868 Jul 29 23:40:23.222476 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa4472-1e9d-4948-a879-a0deb879ea3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b75d98b-c2c0-4733-8cc3-4ced401c7e09,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:23.263608 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd174c2e-8eb1-4894-b3ef-36f5d3fb6696 req-9f7d923b-2f62-4d2d-87d0-7bb2f613a3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:23.265748 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fd174c2e-8eb1-4894-b3ef-36f5d3fb6696 req-9f7d923b-2f62-4d2d-87d0-7bb2f613a3ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72e6a71724b54f78b875fd06b1bacd37&device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 1095 time: 0.0464349 Jul 29 23:40:23.300881 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44188603-3e0e-4957-9dec-beb0ebcc4a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.361184 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44188603-3e0e-4957-9dec-beb0ebcc4a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.392735 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44188603-3e0e-4957-9dec-beb0ebcc4a69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d30afb76-e1b0-42cb-bf28-c9514a93f8f1,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:23.406223 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44188603-3e0e-4957-9dec-beb0ebcc4a69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.411409 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd23f03-b5dc-44f2-957e-2822d6f409b1 None None] Network 34a9b01a-fb87-4012-8543-47877b831421 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:23.450080 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-44188603-3e0e-4957-9dec-beb0ebcc4a69 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d30afb76-e1b0-42cb-bf28-c9514a93f8f1 HTTP/1.1" status: 204 len: 168 time: 0.3870106 Jul 29 23:40:23.458311 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 57368) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:23.501810 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd174c2e-8eb1-4894-b3ef-36f5d3fb6696 req-f2363018-b611-4674-8bb1-7fee8e2d8d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:23.508918 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fd174c2e-8eb1-4894-b3ef-36f5d3fb6696 req-f2363018-b611-4674-8bb1-7fee8e2d8d43 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c65634b4-620f-4d4e-b86a-cfaa4125589f HTTP/1.1" status: 200 len: 912 time: 0.2244365 Jul 29 23:40:23.585596 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 56ecd2dd-a89f-4358-959b-ce3663370a90 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:23.620005 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 56ecd2dd-a89f-4358-959b-ce3663370a90 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:23.620696 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 56ecd2dd-a89f-4358-959b-ce3663370a90 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:23.621549 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 773e0dc2-9abf-49c1-a91b-05c9d9004a94 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:23.646343 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fd174c2e-8eb1-4894-b3ef-36f5d3fb6696 req-cc60a7d7-a3bd-4683-a969-9c8fa03f500c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3aa1533a-9a9a-4c72-a786-1e80bc86c7a1 HTTP/1.1" status: 200 len: 217 time: 0.0762832 Jul 29 23:40:23.659555 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 773e0dc2-9abf-49c1-a91b-05c9d9004a94 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:23.660340 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 773e0dc2-9abf-49c1-a91b-05c9d9004a94 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:23.711612 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaf5151-aa5e-4f35-8bd7-58fbbbddf995 req-5571758f-02d0-4add-b56e-5b2e51adbdcc tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:23.713253 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5aaf5151-aa5e-4f35-8bd7-58fbbbddf995 req-5571758f-02d0-4add-b56e-5b2e51adbdcc tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 943 time: 0.2882063 Jul 29 23:40:23.716030 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec5cd30e-a635-472d-9aa0-658591bed901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.770394 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1c7e24-8426-4040-b486-3568decabeb7 None None] DHCP port deletion for 34a9b01a-fb87-4012-8543-47877b831421 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:40:23.789952 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd174c2e-8eb1-4894-b3ef-36f5d3fb6696 req-15c731d9-bf50-45a4-932d-f5b278ef6876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:23.791641 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fd174c2e-8eb1-4894-b3ef-36f5d3fb6696 req-15c731d9-bf50-45a4-932d-f5b278ef6876 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9f136cd8-eda3-43eb-9cb5-3830c4338b63 HTTP/1.1" status: 200 len: 850 time: 0.1341953 Jul 29 23:40:23.826131 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5aaf5151-aa5e-4f35-8bd7-58fbbbddf995 req-ae966322-8591-49d6-82e7-1d257b80cca9 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052830 Jul 29 23:40:23.852003 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-da1c7e24-8426-4040-b486-3568decabeb7 None None] Deleting port 38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:23.852628 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-da1c7e24-8426-4040-b486-3568decabeb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.920748 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-ec5cd30e-a635-472d-9aa0-658591bed901 admin admin] Deleting port 38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:23.921105 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec5cd30e-a635-472d-9aa0-658591bed901 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:23.938452 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd174c2e-8eb1-4894-b3ef-36f5d3fb6696 req-f662ba7d-fe54-4777-a0ac-3dce3e53db4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:23.940028 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fd174c2e-8eb1-4894-b3ef-36f5d3fb6696 req-f662ba7d-fe54-4777-a0ac-3dce3e53db4a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c65634b4-620f-4d4e-b86a-cfaa4125589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1201594 Jul 29 23:40:24.015475 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-da1c7e24-8426-4040-b486-3568decabeb7 None None] For port 38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6,segment=NetworkSegment(509fa46d-998d-413c-9893-dc66a48d71f6),segment_id=509fa46d-998d-413c-9893-dc66a48d71f6)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:24.016215 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-da1c7e24-8426-4040-b486-3568decabeb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.030965 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-da1c7e24-8426-4040-b486-3568decabeb7 None None] Calling delete_port for 38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:24.062742 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-ec5cd30e-a635-472d-9aa0-658591bed901 admin admin] For port 38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6,segment=NetworkSegment(509fa46d-998d-413c-9893-dc66a48d71f6),segment_id=509fa46d-998d-413c-9893-dc66a48d71f6)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:24.063320 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec5cd30e-a635-472d-9aa0-658591bed901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.086540 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-ec5cd30e-a635-472d-9aa0-658591bed901 admin admin] Calling delete_port for 38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:24.117008 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fd174c2e-8eb1-4894-b3ef-36f5d3fb6696 req-f6acfd82-7f09-4286-940e-c5d1f2be2ec5 service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449387 Jul 29 23:40:24.274889 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 57400) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:24.298897 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fd174c2e-8eb1-4894-b3ef-36f5d3fb6696 req-5886e704-6446-4243-986a-d05d1e1b956b service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514268 Jul 29 23:40:24.302813 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec5cd30e-a635-472d-9aa0-658591bed901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.330427 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5cd30e-a635-472d-9aa0-658591bed901 admin admin] Pushing event deleted for resources: {'Port': ['ID=38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:24.334309 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5cd30e-a635-472d-9aa0-658591bed901 admin admin] No DVR routers for this DVR port 38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6 on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:24.351811 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-da1c7e24-8426-4040-b486-3568decabeb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.382786 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1c7e24-8426-4040-b486-3568decabeb7 None None] Pushing event deleted for resources: {'Port': ['ID=38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:24.392060 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1c7e24-8426-4040-b486-3568decabeb7 None None] No DVR routers for this DVR port 38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:24.411968 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-9894e678-6c06-4e6a-8b43-26501145d329 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-514152136-network', 'tenant_id': 'd3fb5a332a9b4f3e9e4f320859a778b2'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:24.432212 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec5cd30e-a635-472d-9aa0-658591bed901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.446399 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-ec5cd30e-a635-472d-9aa0-658591bed901 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34a9b01a-fb87-4012-8543-47877b831421']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:24.459860 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-ec5cd30e-a635-472d-9aa0-658591bed901 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509fa46d-998d-413c-9893-dc66a48d71f6') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:24.460113 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-ec5cd30e-a635-472d-9aa0-658591bed901 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509fa46d-998d-413c-9893-dc66a48d71f6') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:24.466492 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9894e678-6c06-4e6a-8b43-26501145d329 admin admin] Made reservation on behalf of d3fb5a332a9b4f3e9e4f320859a778b2 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:24.469295 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9894e678-6c06-4e6a-8b43-26501145d329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.479233 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec5cd30e-a635-472d-9aa0-658591bed901 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.485984 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9894e678-6c06-4e6a-8b43-26501145d329 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.501640 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec5cd30e-a635-472d-9aa0-658591bed901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.512254 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec5cd30e-a635-472d-9aa0-658591bed901 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:40:24.512663 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec5cd30e-a635-472d-9aa0-658591bed901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.514926 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:40:24.514926 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:40:24.514926 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:40:24.514926 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:40:24.514926 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:40:24.514926 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:40:24.514926 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:40:24.514926 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:40:24.514926 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:40:24.514926 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:40:24.514926 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:40:24.514926 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:40:24.514926 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:40:24.514926 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:40:24.514926 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:40:24.514926 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:40:24.514926 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:40:24.514926 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:40:24.514926 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:40:24.514926 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:40:24.514926 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:40:24.514926 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:40:24.514926 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:40:24.514926 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:40:24.514926 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:40:24.514926 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:40:24.514926 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:40:24.514926 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:40:24.514926 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:40:24.514926 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:40:24.514926 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:40:24.514926 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:40:24.589713 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec5cd30e-a635-472d-9aa0-658591bed901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.596918 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec5cd30e-a635-472d-9aa0-658591bed901 admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.598648 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ec5cd30e-a635-472d-9aa0-658591bed901 admin admin] 10.222.0.18 "DELETE /v2.0/networks/34a9b01a-fb87-4012-8543-47877b831421 HTTP/1.1" status: 204 len: 168 time: 1.1400027 Jul 29 23:40:24.613821 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5cd30e-a635-472d-9aa0-658591bed901 admin admin] Pushing event deleted for resources: {'Network': ['ID=34a9b01a-fb87-4012-8543-47877b831421,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:24.668545 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9894e678-6c06-4e6a-8b43-26501145d329 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.673411 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9894e678-6c06-4e6a-8b43-26501145d329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.697317 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9894e678-6c06-4e6a-8b43-26501145d329 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:40:24.712806 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894e678-6c06-4e6a-8b43-26501145d329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a807262-2b59-43bf-aa8c-78ca266099ca,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:24.717805 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9894e678-6c06-4e6a-8b43-26501145d329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.718214 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-9894e678-6c06-4e6a-8b43-26501145d329 admin admin] Added segment a8976c7a-f1e1-4faa-8785-6a4550315896 of type vlan for network ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef Jul 29 23:40:24.745657 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57412) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:24.764357 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9894e678-6c06-4e6a-8b43-26501145d329 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.805414 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9894e678-6c06-4e6a-8b43-26501145d329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.806856 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9894e678-6c06-4e6a-8b43-26501145d329 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:24.807450 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9894e678-6c06-4e6a-8b43-26501145d329 admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.814375 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e21e532f-b96b-4e09-a326-fc0b32ad9b15 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b88923046a64f0cbc69a614c91ce1e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0653636 Jul 29 23:40:24.814658 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57418) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:24.868278 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 3aa1533a-9a9a-4c72-a786-1e80bc86c7a1 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:40:24.914290 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9894e678-6c06-4e6a-8b43-26501145d329 admin admin] Pushing event updated for resources: {'Network': ['ID=ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:24.919493 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e46cb06d-f795-4457-9a93-5815e4f5c7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:24.925856 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9894e678-6c06-4e6a-8b43-26501145d329 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6511772 Jul 29 23:40:24.928353 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 57422) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:24.934520 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-4af2dbc0-211d-44ce-977f-a0eb3a1191d1 admin admin] Request body: {'subnet': {'network_id': 'ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-514152136-subnet', 'tenant_id': 'd3fb5a332a9b4f3e9e4f320859a778b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:24.955085 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e46cb06d-f795-4457-9a93-5815e4f5c7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.001571 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:40:25.003383 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942cbc44-fd89-4ca4-b2f1-d4ffec45cdc2 req-7aa7ea38-c214-43e0-adb0-5eb4c2475106 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:25.005042 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-942cbc44-fd89-4ca4-b2f1-d4ffec45cdc2 req-7aa7ea38-c214-43e0-adb0-5eb4c2475106 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 943 time: 0.0755918 Jul 29 23:40:25.006526 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af2dbc0-211d-44ce-977f-a0eb3a1191d1 admin admin] Made reservation on behalf of d3fb5a332a9b4f3e9e4f320859a778b2 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:25.008659 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4af2dbc0-211d-44ce-977f-a0eb3a1191d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.032701 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e46cb06d-f795-4457-9a93-5815e4f5c7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.035489 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e46cb06d-f795-4457-9a93-5815e4f5c7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.037326 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e46cb06d-f795-4457-9a93-5815e4f5c7ae admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bd5c58a1-104a-4fdf-8d04-3b82c5432514 HTTP/1.1" status: 204 len: 168 time: 0.2216671 Jul 29 23:40:25.047424 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46cb06d-f795-4457-9a93-5815e4f5c7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5c58a1-104a-4fdf-8d04-3b82c5432514,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:25.089522 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 3aa1533a-9a9a-4c72-a786-1e80bc86c7a1, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3aa1533a-9a9a-4c72-a786-1e80bc86c7a1,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:25.101814 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-942cbc44-fd89-4ca4-b2f1-d4ffec45cdc2 req-25a71e07-2709-4fce-b6b4-af51627b84ec tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793402 Jul 29 23:40:25.112016 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '3aa1533a-9a9a-4c72-a786-1e80bc86c7a1', 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f', 'port_id': '3aa1533a-9a9a-4c72-a786-1e80bc86c7a1', 'mac_address': 'fa:16:3e:b4:0e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f136cd8-eda3-43eb-9cb5-3830c4338b63', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:40:25.183360 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.216681 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aa1533a-9a9a-4c72-a786-1e80bc86c7a1 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:40:25.251189 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 3aa1533a-9a9a-4c72-a786-1e80bc86c7a1, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3aa1533a-9a9a-4c72-a786-1e80bc86c7a1,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:25.272341 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.300788 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4af2dbc0-211d-44ce-977f-a0eb3a1191d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.324461 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:25.360377 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:25.360977 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 38dcdbbd-7bc2-4c83-81ce-cad7de7a23f6 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:25.366444 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=3aa1533a-9a9a-4c72-a786-1e80bc86c7a1,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:25.391994 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2dbc0-211d-44ce-977f-a0eb3a1191d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ab4809e-62fa-4046-90ed-21ddf42130aa,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:25.402736 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af2dbc0-211d-44ce-977f-a0eb3a1191d1 admin admin] Checking segment: {'id': 'a8976c7a-f1e1-4faa-8785-6a4550315896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:25.403590 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af2dbc0-211d-44ce-977f-a0eb3a1191d1 admin admin] Network hostable DHCP agents. Network: ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:40:25.423441 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af2dbc0-211d-44ce-977f-a0eb3a1191d1 admin admin] Network ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:40:25.433423 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-4af2dbc0-211d-44ce-977f-a0eb3a1191d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:25.438876 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af2dbc0-211d-44ce-977f-a0eb3a1191d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:25.439696 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4af2dbc0-211d-44ce-977f-a0eb3a1191d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:25.445547 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872a4115-acd2-4471-bbd3-cda3cddfe000 None None] Network ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:25.457426 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4af2dbc0-211d-44ce-977f-a0eb3a1191d1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5263906 Jul 29 23:40:25.549451 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['3aa1533a-9a9a-4c72-a786-1e80bc86c7a1'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:40:25.677636 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c6f7b5-794e-4994-a853-a16281cca516 None None] Network ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:26.040567 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 57476) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:26.075166 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-b5c4cd67-b95b-4e07-a40f-61ac81adf4a3 tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:26.077227 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-b5c4cd67-b95b-4e07-a40f-61ac81adf4a3 tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] 10.222.0.18 "GET /v2.0/networks?id=ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef HTTP/1.1" status: 200 len: 808 time: 0.1223941 Jul 29 23:40:26.093361 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-4f48dd61-65d1-4798-a5e5-e23c7513f1b9 tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] 10.222.0.18 "GET /v2.0/quotas/d3fb5a332a9b4f3e9e4f320859a778b2 HTTP/1.1" status: 200 len: 375 time: 0.0094531 Jul 29 23:40:26.127516 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-06fdd390-a489-442f-a3ac-fb0cfc3e7539 tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d3fb5a332a9b4f3e9e4f320859a778b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279846 Jul 29 23:40:26.153590 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-e93be222-496a-460e-be41-2eb06e2b7cb9 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-452105928-network', 'tenant_id': '06ab17c5cc6746bab57106ee59fa328e'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:26.224263 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93be222-496a-460e-be41-2eb06e2b7cb9 admin admin] Made reservation on behalf of 06ab17c5cc6746bab57106ee59fa328e for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:26.226496 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e93be222-496a-460e-be41-2eb06e2b7cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.242126 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e93be222-496a-460e-be41-2eb06e2b7cb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.270212 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-178e9a87-f930-42fd-a786-19314ed36555 service neutron] 10.222.0.18 "GET /v2.0/networks/ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294329 Jul 29 23:40:26.402962 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-cbdfdef3-2539-49c4-89f7-2e4879690515 service neutron] 10.222.0.18 "GET /v2.0/networks/ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260648 Jul 29 23:40:26.430008 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e93be222-496a-460e-be41-2eb06e2b7cb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.434766 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e93be222-496a-460e-be41-2eb06e2b7cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.470266 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e93be222-496a-460e-be41-2eb06e2b7cb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:40:26.481321 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93be222-496a-460e-be41-2eb06e2b7cb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b97011-e3f6-4e91-bff0-4c3eeb90861f,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:26.487534 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e93be222-496a-460e-be41-2eb06e2b7cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.488053 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-e93be222-496a-460e-be41-2eb06e2b7cb9 admin admin] Added segment 34565e8b-070a-4cc0-ba2e-e2e22fe39be1 of type vlan for network 59043b8d-b424-4ada-86a6-1f0cb6573951 Jul 29 23:40:26.546116 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e93be222-496a-460e-be41-2eb06e2b7cb9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.577831 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e93be222-496a-460e-be41-2eb06e2b7cb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.579122 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93be222-496a-460e-be41-2eb06e2b7cb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:26.579904 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e93be222-496a-460e-be41-2eb06e2b7cb9 admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.678928 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e93be222-496a-460e-be41-2eb06e2b7cb9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6372933 Jul 29 23:40:26.681894 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57500) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:26.687097 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-649d24d5-deed-4ed1-a4f6-9488941e10f2 admin admin] Request body: {'subnet': {'network_id': '59043b8d-b424-4ada-86a6-1f0cb6573951', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-452105928-subnet', 'tenant_id': '06ab17c5cc6746bab57106ee59fa328e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:26.692921 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93be222-496a-460e-be41-2eb06e2b7cb9 admin admin] Pushing event updated for resources: {'Network': ['ID=59043b8d-b424-4ada-86a6-1f0cb6573951,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:26.708217 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 59043b8d-b424-4ada-86a6-1f0cb6573951 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:40:26.731348 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d30f4b-1639-4c5d-b1bd-c3fbb0dff9f2 req-999334f4-6ea6-4c54-aa83-608dff25926f tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:26.737811 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-10d30f4b-1639-4c5d-b1bd-c3fbb0dff9f2 req-999334f4-6ea6-4c54-aa83-608dff25926f tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 944 time: 0.1369679 Jul 29 23:40:26.747775 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649d24d5-deed-4ed1-a4f6-9488941e10f2 admin admin] Made reservation on behalf of 06ab17c5cc6746bab57106ee59fa328e for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:26.751762 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-649d24d5-deed-4ed1-a4f6-9488941e10f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:26.831060 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-10d30f4b-1639-4c5d-b1bd-c3fbb0dff9f2 req-6422f892-ddca-4721-ae6e-bc5a0ba469c6 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921817 Jul 29 23:40:26.891565 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 3aa1533a-9a9a-4c72-a786-1e80bc86c7a1 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:26.953677 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 3aa1533a-9a9a-4c72-a786-1e80bc86c7a1 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:26.958472 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 3aa1533a-9a9a-4c72-a786-1e80bc86c7a1 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:26.958848 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.050725 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-397fd2c7-a18e-40ad-bb7c-fe5846d01f20 req-abaa7c6a-293e-46a6-9151-1d255f7756c1 tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e4eefdd-9543-474c-a6ec-65f4dc10501d HTTP/1.1" status: 200 len: 210 time: 0.0632870 Jul 29 23:40:27.056004 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-649d24d5-deed-4ed1-a4f6-9488941e10f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.070310 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.096744 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c95adda4-c306-4883-9acf-861b18b299e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa1533a-9a9a-4c72-a786-1e80bc86c7a1'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:27.099343 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b008aae-5d09-477e-b0ea-56600b30ffed" -d '{"events": [{"server_uuid": "c95adda4-c306-4883-9acf-861b18b299e5", "name": "network-vif-plugged", "status": "completed", "tag": "3aa1533a-9a9a-4c72-a786-1e80bc86c7a1"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:27.117886 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 3aa1533a-9a9a-4c72-a786-1e80bc86c7a1, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3aa1533a-9a9a-4c72-a786-1e80bc86c7a1,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:27.125541 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.141680 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d24d5-deed-4ed1-a4f6-9488941e10f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f85cfb25-f86f-415b-85e2-2dd1ee62cb64,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:27.147279 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649d24d5-deed-4ed1-a4f6-9488941e10f2 admin admin] Checking segment: {'id': '34565e8b-070a-4cc0-ba2e-e2e22fe39be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '59043b8d-b424-4ada-86a6-1f0cb6573951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:27.147658 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649d24d5-deed-4ed1-a4f6-9488941e10f2 admin admin] Network hostable DHCP agents. Network: 59043b8d-b424-4ada-86a6-1f0cb6573951, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:40:27.171713 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649d24d5-deed-4ed1-a4f6-9488941e10f2 admin admin] Network 59043b8d-b424-4ada-86a6-1f0cb6573951 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:40:27.173839 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4718b5-1990-4f95-a388-a15340f5bda4 x-openstack-request-id: req-ba4718b5-1990-4f95-a388-a15340f5bda4 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:27.174064 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c95adda4-c306-4883-9acf-861b18b299e5", "name": "network-vif-plugged", "status": "completed", "tag": "3aa1533a-9a9a-4c72-a786-1e80bc86c7a1", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:27.174297 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba4718b5-1990-4f95-a388-a15340f5bda4 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:27.174704 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c95adda4-c306-4883-9acf-861b18b299e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aa1533a-9a9a-4c72-a786-1e80bc86c7a1', 'code': 200} Jul 29 23:40:27.193616 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-649d24d5-deed-4ed1-a4f6-9488941e10f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 59043b8d-b424-4ada-86a6-1f0cb6573951) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:27.203393 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b2680b-586e-4161-972a-21139aedfa45 None None] Network 59043b8d-b424-4ada-86a6-1f0cb6573951 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:27.213957 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649d24d5-deed-4ed1-a4f6-9488941e10f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:27.214607 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-649d24d5-deed-4ed1-a4f6-9488941e10f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:27.254781 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-649d24d5-deed-4ed1-a4f6-9488941e10f2 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5620253 Jul 29 23:40:27.254997 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=3aa1533a-9a9a-4c72-a786-1e80bc86c7a1,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:27.289163 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec243efc-aadd-4846-9ee5-eba788c39087 req-f20fe41c-bfe0-4c60-9971-b22999ee238f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:27.290883 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ec243efc-aadd-4846-9ee5-eba788c39087 req-f20fe41c-bfe0-4c60-9971-b22999ee238f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 1097 time: 0.0641394 Jul 29 23:40:27.343398 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ec243efc-aadd-4846-9ee5-eba788c39087 req-787d6c21-b6cc-42c8-b0df-471d51bbb3e4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425091 Jul 29 23:40:27.391990 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f7ba99-68f8-408d-a089-54eba1e822fe None None] Network 59043b8d-b424-4ada-86a6-1f0cb6573951 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:27.778257 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-2f76b73f-016b-432e-b191-5dd7ce42b09d tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:27.780336 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-2f76b73f-016b-432e-b191-5dd7ce42b09d tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] 10.222.0.18 "GET /v2.0/networks?id=59043b8d-b424-4ada-86a6-1f0cb6573951 HTTP/1.1" status: 200 len: 813 time: 0.1076474 Jul 29 23:40:27.795807 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-bc54b575-4bd3-4916-a206-56484949a1a9 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] 10.222.0.18 "GET /v2.0/quotas/06ab17c5cc6746bab57106ee59fa328e HTTP/1.1" status: 200 len: 375 time: 0.0094726 Jul 29 23:40:27.829217 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-ec71fe82-0a84-40f7-a439-1a30340bea3f tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=06ab17c5cc6746bab57106ee59fa328e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276077 Jul 29 23:40:28.003477 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-4395b37c-aea9-4266-9db9-cf0152cd938f service neutron] 10.222.0.18 "GET /v2.0/networks/59043b8d-b424-4ada-86a6-1f0cb6573951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656747 Jul 29 23:40:28.094746 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-5c15b9f7-0f65-4403-b39d-c7c2ae102585 tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:28.096324 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-5c15b9f7-0f65-4403-b39d-c7c2ae102585 tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] 10.222.0.23 "GET /v2.0/networks?id=ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef HTTP/1.1" status: 200 len: 808 time: 0.1933393 Jul 29 23:40:28.114835 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-762532ae-6971-47b9-a187-a441e7c160fd tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] Request body: {'port': {'device_id': '4e4eefdd-9543-474c-a6ec-65f4dc10501d', 'network_id': 'ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef', 'admin_state_up': True, 'tenant_id': 'd3fb5a332a9b4f3e9e4f320859a778b2'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:28.427062 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-e9faee05-b909-4422-9cf1-fd19da9b8171 service neutron] 10.222.0.18 "GET /v2.0/networks/59043b8d-b424-4ada-86a6-1f0cb6573951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4163337 Jul 29 23:40:28.484949 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-762532ae-6971-47b9-a187-a441e7c160fd tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] Made reservation on behalf of d3fb5a332a9b4f3e9e4f320859a778b2 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:28.488625 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-762532ae-6971-47b9-a187-a441e7c160fd tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:28.671768 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-762532ae-6971-47b9-a187-a441e7c160fd tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] Allocated IP 172.20.0.4 (ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef/7ab4809e-62fa-4046-90ed-21ddf42130aa/41876e87-a27d-44f0-a699-e1a45404c41d) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:28.699560 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e73ebef-ffa4-40af-8636-e8d084f0061d req-f3dd1489-4c2e-4505-acbf-27b555dce949 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:28.699560 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2e73ebef-ffa4-40af-8636-e8d084f0061d req-f3dd1489-4c2e-4505-acbf-27b555dce949 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 945 time: 0.0799682 Jul 29 23:40:28.818537 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2e73ebef-ffa4-40af-8636-e8d084f0061d req-e911a3e7-8b22-48c8-b4b1-da85475ed71f tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973783 Jul 29 23:40:28.910152 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-762532ae-6971-47b9-a187-a441e7c160fd tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:28.988117 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-762532ae-6971-47b9-a187-a441e7c160fd tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.050966 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-762532ae-6971-47b9-a187-a441e7c160fd tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] Network ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:29.051750 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762532ae-6971-47b9-a187-a441e7c160fd tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] Pushing event updated for resources: {'Port': ['ID=41876e87-a27d-44f0-a699-e1a45404c41d,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:29.056124 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-762532ae-6971-47b9-a187-a441e7c160fd tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:29.066396 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98283b1a-340f-4e82-9d13-90fbfd761e24 req-757a1ff6-ada8-48f7-8f3f-7c61819bf764 tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:29.068033 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98283b1a-340f-4e82-9d13-90fbfd761e24 req-757a1ff6-ada8-48f7-8f3f-7c61819bf764 tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e4eefdd-9543-474c-a6ec-65f4dc10501d HTTP/1.1" status: 200 len: 931 time: 0.1137016 Jul 29 23:40:29.068873 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-762532ae-6971-47b9-a187-a441e7c160fd tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:29.147552 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-762532ae-6971-47b9-a187-a441e7c160fd tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:29.148252 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-762532ae-6971-47b9-a187-a441e7c160fd tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.153747 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98283b1a-340f-4e82-9d13-90fbfd761e24 req-1b525eca-a8d5-4e47-9c35-9f21480c5760 tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a807262-2b59-43bf-aa8c-78ca266099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618103 Jul 29 23:40:29.178551 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-762532ae-6971-47b9-a187-a441e7c160fd tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0679507 Jul 29 23:40:29.198955 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-7c57f625-744e-469e-ad8a-fcaf07d903da service neutron] Request body: {'port': {'device_id': '4e4eefdd-9543-474c-a6ec-65f4dc10501d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:29.266058 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-72606aed-cda2-4e02-9e39-7a2695d46b69 req-4d97614a-f31b-49c1-bcfb-6d787b99824d tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] 10.222.0.18 "GET /v2.0/ports?device_id=81383426-9db6-4b06-abeb-119596dc8e99 HTTP/1.1" status: 200 len: 210 time: 0.0353732 Jul 29 23:40:29.306051 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-7c57f625-744e-469e-ad8a-fcaf07d903da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.511156 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.540373 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8393d2-9280-4396-8533-a9d7bd94d89c req-7bcd6305-c042-40f7-992f-47f4beeab27b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:29.541889 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fd8393d2-9280-4396-8533-a9d7bd94d89c req-7bcd6305-c042-40f7-992f-47f4beeab27b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 945 time: 0.1008103 Jul 29 23:40:29.610820 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fd8393d2-9280-4396-8533-a9d7bd94d89c req-861117bc-b968-405d-abb9-e3aae638aaa8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595400 Jul 29 23:40:29.664006 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-7c57f625-744e-469e-ad8a-fcaf07d903da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41876e87-a27d-44f0-a699-e1a45404c41d {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:40:29.672494 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-7c57f625-744e-469e-ad8a-fcaf07d903da service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.696217 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-7c57f625-744e-469e-ad8a-fcaf07d903da service neutron] Transition to ACTIVE for port object 41876e87-a27d-44f0-a699-e1a45404c41d will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:29.703140 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-7c57f625-744e-469e-ad8a-fcaf07d903da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.802226 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:29.828642 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57f625-744e-469e-ad8a-fcaf07d903da service neutron] Pushing event updated for resources: {'Port': ['ID=41876e87-a27d-44f0-a699-e1a45404c41d,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:29.922998 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-704765c3-a497-45ca-b045-db04f9fb1717 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:29.924534 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-704765c3-a497-45ca-b045-db04f9fb1717 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] 10.222.0.23 "GET /v2.0/networks?id=59043b8d-b424-4ada-86a6-1f0cb6573951 HTTP/1.1" status: 200 len: 813 time: 0.1945946 Jul 29 23:40:29.933703 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-7c57f625-744e-469e-ad8a-fcaf07d903da service neutron] Attempting to bind port 41876e87-a27d-44f0-a699-e1a45404c41d on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:29.934043 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-7c57f625-744e-469e-ad8a-fcaf07d903da service neutron] Attempting to bind port 41876e87-a27d-44f0-a699-e1a45404c41d by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'a8976c7a-f1e1-4faa-8785-6a4550315896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:29.934375 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-7c57f625-744e-469e-ad8a-fcaf07d903da service neutron] Attempting to bind port 41876e87-a27d-44f0-a699-e1a45404c41d on network ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:29.942798 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-f1a0776f-cc0c-40dc-bc6f-9579f53b61b6 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] Request body: {'port': {'device_id': '81383426-9db6-4b06-abeb-119596dc8e99', 'network_id': '59043b8d-b424-4ada-86a6-1f0cb6573951', 'admin_state_up': True, 'tenant_id': '06ab17c5cc6746bab57106ee59fa328e'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:29.948501 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-7c57f625-744e-469e-ad8a-fcaf07d903da service neutron] Port 41876e87-a27d-44f0-a699-e1a45404c41d on network ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:40:29.948830 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-7c57f625-744e-469e-ad8a-fcaf07d903da service neutron] Attempting to bind port 41876e87-a27d-44f0-a699-e1a45404c41d on network ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:29.996424 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-7c57f625-744e-469e-ad8a-fcaf07d903da service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:29.996765 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-7c57f625-744e-469e-ad8a-fcaf07d903da service neutron] Checking segment: {'id': 'a8976c7a-f1e1-4faa-8785-6a4550315896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:29.997155 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-7c57f625-744e-469e-ad8a-fcaf07d903da service neutron] Bound using segment: {'id': 'a8976c7a-f1e1-4faa-8785-6a4550315896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:29.997603 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-7c57f625-744e-469e-ad8a-fcaf07d903da service neutron] Bound port: 41876e87-a27d-44f0-a699-e1a45404c41d, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8976c7a-f1e1-4faa-8785-6a4550315896', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:29.997963 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-7c57f625-744e-469e-ad8a-fcaf07d903da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:30.110751 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-7c57f625-744e-469e-ad8a-fcaf07d903da service neutron] For port 41876e87-a27d-44f0-a699-e1a45404c41d, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:30.115025 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-7c57f625-744e-469e-ad8a-fcaf07d903da service neutron] For port 41876e87-a27d-44f0-a699-e1a45404c41d, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=41876e87-a27d-44f0-a699-e1a45404c41d,segment=NetworkSegment(a8976c7a-f1e1-4faa-8785-6a4550315896),segment_id=a8976c7a-f1e1-4faa-8785-6a4550315896)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:30.120616 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-7c57f625-744e-469e-ad8a-fcaf07d903da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:30.147808 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-f1a0776f-cc0c-40dc-bc6f-9579f53b61b6 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] Made reservation on behalf of 06ab17c5cc6746bab57106ee59fa328e for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:30.151221 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-f1a0776f-cc0c-40dc-bc6f-9579f53b61b6 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:30.174480 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-7c57f625-744e-469e-ad8a-fcaf07d903da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:30.175189 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-7c57f625-744e-469e-ad8a-fcaf07d903da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:30.176700 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-7c57f625-744e-469e-ad8a-fcaf07d903da service neutron] 10.222.0.23 "PUT /v2.0/ports/41876e87-a27d-44f0-a699-e1a45404c41d HTTP/1.1" status: 200 len: 1092 time: 0.9834261 Jul 29 23:40:30.178211 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4eefdd-9543-474c-a6ec-65f4dc10501d', 'tag': '41876e87-a27d-44f0-a699-e1a45404c41d'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:30.180465 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3b2987-6070-4363-b4d1-f29fe0208a19" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4eefdd-9543-474c-a6ec-65f4dc10501d", "tag": "41876e87-a27d-44f0-a699-e1a45404c41d"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:30.248143 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c57f625-744e-469e-ad8a-fcaf07d903da service neutron] Pushing event updated for resources: {'Port': ['ID=41876e87-a27d-44f0-a699-e1a45404c41d,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:30.256981 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c395b6f-1fc5-4ed0-a040-29d558fe82f7 x-openstack-request-id: req-3c395b6f-1fc5-4ed0-a040-29d558fe82f7 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:30.257262 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4eefdd-9543-474c-a6ec-65f4dc10501d", "tag": "41876e87-a27d-44f0-a699-e1a45404c41d", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:30.257512 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3c395b6f-1fc5-4ed0-a040-29d558fe82f7 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:30.257920 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e4eefdd-9543-474c-a6ec-65f4dc10501d', 'tag': '41876e87-a27d-44f0-a699-e1a45404c41d', 'status': 'completed', 'code': 200} Jul 29 23:40:30.375523 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-1e0880fe-2ce3-4ff9-92f1-ce3c5ca49144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:30.376960 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-1e0880fe-2ce3-4ff9-92f1-ce3c5ca49144 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d3fb5a332a9b4f3e9e4f320859a778b2&device_id=4e4eefdd-9543-474c-a6ec-65f4dc10501d HTTP/1.1" status: 200 len: 1095 time: 0.1218209 Jul 29 23:40:30.435312 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-bf374cf3-2e83-4a52-bdb9-8b3017bedb06 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41876e87-a27d-44f0-a699-e1a45404c41d HTTP/1.1" status: 200 len: 217 time: 0.0470901 Jul 29 23:40:30.437396 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-f1a0776f-cc0c-40dc-bc6f-9579f53b61b6 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] Allocated IP 172.20.0.2 (59043b8d-b424-4ada-86a6-1f0cb6573951/f85cfb25-f86f-415b-85e2-2dd1ee62cb64/7a89e4a8-5488-42da-bfd4-b6f230b81595) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:30.465716 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fde5f8-20b4-4854-b41d-26e2ccdcfe68 req-c7973b24-5ae4-435b-8abc-dde34be8c6f5 tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:30.467823 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6fde5f8-20b4-4854-b41d-26e2ccdcfe68 req-c7973b24-5ae4-435b-8abc-dde34be8c6f5 tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e4eefdd-9543-474c-a6ec-65f4dc10501d HTTP/1.1" status: 200 len: 943 time: 0.1589046 Jul 29 23:40:30.543679 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-a8283c0c-6f0e-494a-8f15-b1558019c7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:30.546024 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-a8283c0c-6f0e-494a-8f15-b1558019c7d5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7ab4809e-62fa-4046-90ed-21ddf42130aa HTTP/1.1" status: 200 len: 848 time: 0.1021340 Jul 29 23:40:30.599350 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6fde5f8-20b4-4854-b41d-26e2ccdcfe68 req-09b6de1c-ee4b-4c98-9050-24115d9e750d tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a807262-2b59-43bf-aa8c-78ca266099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119211 Jul 29 23:40:30.605080 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-5ec92214-a3d3-484e-b39b-f737042285a2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482171 Jul 29 23:40:30.726411 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9d2b6b52-81e8-40ae-983c-486a98b8a6e9 req-5b85cb8f-cf41-4003-8d1a-7077f9273372 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] 10.222.0.18 "GET /v2.0/ports?device_id=81383426-9db6-4b06-abeb-119596dc8e99 HTTP/1.1" status: 200 len: 210 time: 0.0359874 Jul 29 23:40:30.835524 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-f1a0776f-cc0c-40dc-bc6f-9579f53b61b6 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:30.842309 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-92ae8fca-92e9-4917-a816-d23205acfbc3 service neutron] 10.222.0.23 "GET /v2.0/networks/ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263443 Jul 29 23:40:30.944021 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2200eaf4-15bf-4c78-8299-0530943c531d req-488a8e7c-e4a2-40e6-87ce-5756117a113a tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:30.944021 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2200eaf4-15bf-4c78-8299-0530943c531d req-488a8e7c-e4a2-40e6-87ce-5756117a113a tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 945 time: 0.1572242 Jul 29 23:40:31.020427 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-f1a0776f-cc0c-40dc-bc6f-9579f53b61b6 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:31.025711 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2200eaf4-15bf-4c78-8299-0530943c531d req-5eebd1af-c82e-4b5e-b5d0-6e3b195cc7c2 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698938 Jul 29 23:40:31.033980 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52d8f154-18ab-4bfc-8e7d-7e63c8831be4 req-c68438b1-e01c-4d5c-8d82-cf00e806e47e service neutron] 10.222.0.23 "GET /v2.0/networks/ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825511 Jul 29 23:40:31.081123 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-f1a0776f-cc0c-40dc-bc6f-9579f53b61b6 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] Network 59043b8d-b424-4ada-86a6-1f0cb6573951 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:31.084279 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-f1a0776f-cc0c-40dc-bc6f-9579f53b61b6 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:31.098759 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-f1a0776f-cc0c-40dc-bc6f-9579f53b61b6 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:31.147576 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0776f-cc0c-40dc-bc6f-9579f53b61b6 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] Pushing event updated for resources: {'Port': ['ID=7a89e4a8-5488-42da-bfd4-b6f230b81595,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:31.180116 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-f1a0776f-cc0c-40dc-bc6f-9579f53b61b6 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:31.180782 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-f1a0776f-cc0c-40dc-bc6f-9579f53b61b6 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:31.184800 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b2987-6070-4363-b4d1-f29fe0208a19 req-f8714d2b-9149-4677-a926-cf1d747d22ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:31.186441 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c3b2987-6070-4363-b4d1-f29fe0208a19 req-f8714d2b-9149-4677-a926-cf1d747d22ab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d3fb5a332a9b4f3e9e4f320859a778b2&device_id=4e4eefdd-9543-474c-a6ec-65f4dc10501d HTTP/1.1" status: 200 len: 1095 time: 0.0999606 Jul 29 23:40:31.221902 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-f1a0776f-cc0c-40dc-bc6f-9579f53b61b6 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2839954 Jul 29 23:40:31.251688 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-cd7664d0-3f7d-42b7-b001-dc5c5e8c4ee1 service neutron] Request body: {'port': {'device_id': '81383426-9db6-4b06-abeb-119596dc8e99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:31.342662 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-cd7664d0-3f7d-42b7-b001-dc5c5e8c4ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:31.356862 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b2987-6070-4363-b4d1-f29fe0208a19 req-e1a43eb5-a9bd-44ce-8b64-bad59e00bdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:31.358642 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c3b2987-6070-4363-b4d1-f29fe0208a19 req-e1a43eb5-a9bd-44ce-8b64-bad59e00bdd5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef HTTP/1.1" status: 200 len: 909 time: 0.1604533 Jul 29 23:40:31.426844 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c3b2987-6070-4363-b4d1-f29fe0208a19 req-50d356c7-f7fd-4f6e-b665-e0400ac3c373 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41876e87-a27d-44f0-a699-e1a45404c41d HTTP/1.1" status: 200 len: 217 time: 0.0445015 Jul 29 23:40:31.557720 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3b2987-6070-4363-b4d1-f29fe0208a19 req-a453fa07-80bd-4759-b8c1-b8b398b731b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:31.559257 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c3b2987-6070-4363-b4d1-f29fe0208a19 req-a453fa07-80bd-4759-b8c1-b8b398b731b1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=7ab4809e-62fa-4046-90ed-21ddf42130aa HTTP/1.1" status: 200 len: 848 time: 0.1247237 Jul 29 23:40:31.629561 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c3b2987-6070-4363-b4d1-f29fe0208a19 req-a99d4503-9266-447d-bf2c-2f3d12cc32fd service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564821 Jul 29 23:40:31.812659 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e38cb89-42b0-4540-b1b2-78326b2f562d req-472ee7a5-c719-4e4d-a8d3-b7a207eaf56b tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:31.814260 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e38cb89-42b0-4540-b1b2-78326b2f562d req-472ee7a5-c719-4e4d-a8d3-b7a207eaf56b tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e4eefdd-9543-474c-a6ec-65f4dc10501d HTTP/1.1" status: 200 len: 943 time: 0.1249423 Jul 29 23:40:31.838264 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c3b2987-6070-4363-b4d1-f29fe0208a19 req-d0f74bab-923c-4b4c-9c32-cb5970bb9f13 service neutron] 10.222.0.23 "GET /v2.0/networks/ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992264 Jul 29 23:40:32.159355 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-cd7664d0-3f7d-42b7-b001-dc5c5e8c4ee1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a89e4a8-5488-42da-bfd4-b6f230b81595 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:40:32.177668 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-cd7664d0-3f7d-42b7-b001-dc5c5e8c4ee1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:32.188045 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e38cb89-42b0-4540-b1b2-78326b2f562d req-e706da1c-7a24-4592-a3ca-b8758475503f tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a807262-2b59-43bf-aa8c-78ca266099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3543432 Jul 29 23:40:32.206650 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-cd7664d0-3f7d-42b7-b001-dc5c5e8c4ee1 service neutron] Transition to ACTIVE for port object 7a89e4a8-5488-42da-bfd4-b6f230b81595 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:32.215004 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-cd7664d0-3f7d-42b7-b001-dc5c5e8c4ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:32.266959 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c3b2987-6070-4363-b4d1-f29fe0208a19 req-5b56b29a-c91b-46ba-abcf-f07242ff9d57 service neutron] 10.222.0.23 "GET /v2.0/networks/ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143548 Jul 29 23:40:32.300785 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7664d0-3f7d-42b7-b001-dc5c5e8c4ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=7a89e4a8-5488-42da-bfd4-b6f230b81595,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:32.382646 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8b7f8f-c3df-479b-a92c-351188dfd286 req-3b2294c8-d134-49bf-8fce-ed616283556e tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:32.384172 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5c8b7f8f-c3df-479b-a92c-351188dfd286 req-3b2294c8-d134-49bf-8fce-ed616283556e tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] 10.222.0.18 "GET /v2.0/ports?device_id=81383426-9db6-4b06-abeb-119596dc8e99 HTTP/1.1" status: 200 len: 943 time: 0.1224194 Jul 29 23:40:32.441757 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-cd7664d0-3f7d-42b7-b001-dc5c5e8c4ee1 service neutron] Attempting to bind port 7a89e4a8-5488-42da-bfd4-b6f230b81595 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:32.442091 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-cd7664d0-3f7d-42b7-b001-dc5c5e8c4ee1 service neutron] Attempting to bind port 7a89e4a8-5488-42da-bfd4-b6f230b81595 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '34565e8b-070a-4cc0-ba2e-e2e22fe39be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '59043b8d-b424-4ada-86a6-1f0cb6573951'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:32.442422 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-cd7664d0-3f7d-42b7-b001-dc5c5e8c4ee1 service neutron] Attempting to bind port 7a89e4a8-5488-42da-bfd4-b6f230b81595 on network 59043b8d-b424-4ada-86a6-1f0cb6573951 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:32.450815 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5c8b7f8f-c3df-479b-a92c-351188dfd286 req-225be025-617f-426a-aa06-bcd0e82549fb tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b97011-e3f6-4e91-bff0-4c3eeb90861f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584404 Jul 29 23:40:32.452402 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-cd7664d0-3f7d-42b7-b001-dc5c5e8c4ee1 service neutron] Port 7a89e4a8-5488-42da-bfd4-b6f230b81595 on network 59043b8d-b424-4ada-86a6-1f0cb6573951 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:40:32.452726 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-cd7664d0-3f7d-42b7-b001-dc5c5e8c4ee1 service neutron] Attempting to bind port 7a89e4a8-5488-42da-bfd4-b6f230b81595 on network 59043b8d-b424-4ada-86a6-1f0cb6573951 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:32.459251 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-cd7664d0-3f7d-42b7-b001-dc5c5e8c4ee1 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:32.459592 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-cd7664d0-3f7d-42b7-b001-dc5c5e8c4ee1 service neutron] Checking segment: {'id': '34565e8b-070a-4cc0-ba2e-e2e22fe39be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '59043b8d-b424-4ada-86a6-1f0cb6573951'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:32.460015 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-cd7664d0-3f7d-42b7-b001-dc5c5e8c4ee1 service neutron] Bound using segment: {'id': '34565e8b-070a-4cc0-ba2e-e2e22fe39be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '59043b8d-b424-4ada-86a6-1f0cb6573951'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:32.460629 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-cd7664d0-3f7d-42b7-b001-dc5c5e8c4ee1 service neutron] Bound port: 7a89e4a8-5488-42da-bfd4-b6f230b81595, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34565e8b-070a-4cc0-ba2e-e2e22fe39be1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '59043b8d-b424-4ada-86a6-1f0cb6573951'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:32.460992 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-cd7664d0-3f7d-42b7-b001-dc5c5e8c4ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:32.567904 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-cd7664d0-3f7d-42b7-b001-dc5c5e8c4ee1 service neutron] For port 7a89e4a8-5488-42da-bfd4-b6f230b81595, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:32.585769 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-cd7664d0-3f7d-42b7-b001-dc5c5e8c4ee1 service neutron] For port 7a89e4a8-5488-42da-bfd4-b6f230b81595, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=7a89e4a8-5488-42da-bfd4-b6f230b81595,segment=NetworkSegment(34565e8b-070a-4cc0-ba2e-e2e22fe39be1),segment_id=34565e8b-070a-4cc0-ba2e-e2e22fe39be1)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:32.591063 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-cd7664d0-3f7d-42b7-b001-dc5c5e8c4ee1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:32.609869 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58837727-b774-4af2-a1c3-56d2a84ecdf1 req-13390a58-3eca-4ade-93c9-60c949073e6e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:32.611546 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-58837727-b774-4af2-a1c3-56d2a84ecdf1 req-13390a58-3eca-4ade-93c9-60c949073e6e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 945 time: 0.0926840 Jul 29 23:40:32.650201 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-cd7664d0-3f7d-42b7-b001-dc5c5e8c4ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:32.650943 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-cd7664d0-3f7d-42b7-b001-dc5c5e8c4ee1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:32.652334 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-cd7664d0-3f7d-42b7-b001-dc5c5e8c4ee1 service neutron] 10.222.0.23 "PUT /v2.0/ports/7a89e4a8-5488-42da-bfd4-b6f230b81595 HTTP/1.1" status: 200 len: 1092 time: 1.4052675 Jul 29 23:40:32.653689 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81383426-9db6-4b06-abeb-119596dc8e99', 'tag': '7a89e4a8-5488-42da-bfd4-b6f230b81595'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:32.656853 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024c8781-66df-4b69-badc-ceb199b493af" -d '{"events": [{"name": "network-changed", "server_uuid": "81383426-9db6-4b06-abeb-119596dc8e99", "tag": "7a89e4a8-5488-42da-bfd4-b6f230b81595"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:32.709726 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-58837727-b774-4af2-a1c3-56d2a84ecdf1 req-69706a15-d1fe-43a5-96bc-5bea90bcbeb8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768952 Jul 29 23:40:32.719122 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7664d0-3f7d-42b7-b001-dc5c5e8c4ee1 service neutron] Pushing event updated for resources: {'Port': ['ID=7a89e4a8-5488-42da-bfd4-b6f230b81595,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:32.762595 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-f4e15718-c150-491c-8b16-b9c2c27262e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:32.765651 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-f4e15718-c150-491c-8b16-b9c2c27262e7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=06ab17c5cc6746bab57106ee59fa328e&device_id=81383426-9db6-4b06-abeb-119596dc8e99 HTTP/1.1" status: 200 len: 1095 time: 0.0548997 Jul 29 23:40:32.817527 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b22a5095-8c63-4eec-9ba2-9e534e5fcdf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:32.835413 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-23bc7482-0def-464c-9208-f3b538c06e5f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a89e4a8-5488-42da-bfd4-b6f230b81595 HTTP/1.1" status: 200 len: 217 time: 0.0490034 Jul 29 23:40:32.856706 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f771b81-1b6f-4c92-b6ef-f0933bf8e345 x-openstack-request-id: req-0f771b81-1b6f-4c92-b6ef-f0933bf8e345 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:32.857143 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81383426-9db6-4b06-abeb-119596dc8e99", "tag": "7a89e4a8-5488-42da-bfd4-b6f230b81595", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:32.857479 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0f771b81-1b6f-4c92-b6ef-f0933bf8e345 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:32.858492 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81383426-9db6-4b06-abeb-119596dc8e99', 'tag': '7a89e4a8-5488-42da-bfd4-b6f230b81595', 'status': 'completed', 'code': 200} Jul 29 23:40:32.911604 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 41876e87-a27d-44f0-a699-e1a45404c41d details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:40:32.911827 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-839f8299-fd5a-4188-afe4-22efcd79e229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:32.913485 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-839f8299-fd5a-4188-afe4-22efcd79e229 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f85cfb25-f86f-415b-85e2-2dd1ee62cb64 HTTP/1.1" status: 200 len: 853 time: 0.0672443 Jul 29 23:40:32.954661 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-63127f98-50d6-4300-a114-0d462fa935e1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=59043b8d-b424-4ada-86a6-1f0cb6573951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269411 Jul 29 23:40:33.027730 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 41876e87-a27d-44f0-a699-e1a45404c41d, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=41876e87-a27d-44f0-a699-e1a45404c41d,segment=NetworkSegment(a8976c7a-f1e1-4faa-8785-6a4550315896),segment_id=a8976c7a-f1e1-4faa-8785-6a4550315896)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:33.042155 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '41876e87-a27d-44f0-a699-e1a45404c41d', 'network_id': 'ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef', 'port_id': '41876e87-a27d-44f0-a699-e1a45404c41d', 'mac_address': 'fa:16:3e:97:bb:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ab4809e-62fa-4046-90ed-21ddf42130aa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:40:33.081350 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:33.083245 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-3f5af8a8-2572-40bb-a280-f5f906b6c6a0 service neutron] 10.222.0.23 "GET /v2.0/networks/59043b8d-b424-4ada-86a6-1f0cb6573951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138983 Jul 29 23:40:33.095512 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41876e87-a27d-44f0-a699-e1a45404c41d {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:40:33.117243 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 41876e87-a27d-44f0-a699-e1a45404c41d, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=41876e87-a27d-44f0-a699-e1a45404c41d,segment=NetworkSegment(a8976c7a-f1e1-4faa-8785-6a4550315896),segment_id=a8976c7a-f1e1-4faa-8785-6a4550315896)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:33.121938 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:33.177559 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=41876e87-a27d-44f0-a699-e1a45404c41d,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:33.203294 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fbd8ca3e-cf9c-42b7-ab3b-ebb0500500fe req-cac14359-590b-4fec-8e55-cbde9fbb1e84 service neutron] 10.222.0.23 "GET /v2.0/networks/59043b8d-b424-4ada-86a6-1f0cb6573951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023853 Jul 29 23:40:33.344725 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c8781-66df-4b69-badc-ceb199b493af req-fc63e344-5558-463c-b12b-1076d299931e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:33.346272 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-024c8781-66df-4b69-badc-ceb199b493af req-fc63e344-5558-463c-b12b-1076d299931e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=06ab17c5cc6746bab57106ee59fa328e&device_id=81383426-9db6-4b06-abeb-119596dc8e99 HTTP/1.1" status: 200 len: 1095 time: 0.0909352 Jul 29 23:40:33.354763 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c1a40b-7664-4f5e-81a6-cbccc7caf88d req-02c3af76-d524-49d8-a473-f7f783718d9c tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:33.356199 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b0c1a40b-7664-4f5e-81a6-cbccc7caf88d req-02c3af76-d524-49d8-a473-f7f783718d9c tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e4eefdd-9543-474c-a6ec-65f4dc10501d HTTP/1.1" status: 200 len: 944 time: 0.0818579 Jul 29 23:40:33.411397 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['41876e87-a27d-44f0-a699-e1a45404c41d'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:40:33.462909 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b0c1a40b-7664-4f5e-81a6-cbccc7caf88d req-ce6fd4c2-37db-47d4-bf05-c44118fe23dc tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a807262-2b59-43bf-aa8c-78ca266099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854445 Jul 29 23:40:33.523390 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c8781-66df-4b69-badc-ceb199b493af req-bf8e6ac1-78b9-49da-8b3d-69bc9beeab02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:33.526133 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-024c8781-66df-4b69-badc-ceb199b493af req-bf8e6ac1-78b9-49da-8b3d-69bc9beeab02 service neutron] 10.222.0.23 "GET /v2.0/networks?id=59043b8d-b424-4ada-86a6-1f0cb6573951 HTTP/1.1" status: 200 len: 914 time: 0.1652100 Jul 29 23:40:33.589821 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-024c8781-66df-4b69-badc-ceb199b493af req-7a2ab03b-7705-467d-bbee-2b097d240b77 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a89e4a8-5488-42da-bfd4-b6f230b81595 HTTP/1.1" status: 200 len: 217 time: 0.0558896 Jul 29 23:40:33.669551 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee6691-5ca0-476e-a2f6-dc73c35af933 req-f6bccca0-4eff-4a95-87f1-6653fb6681af tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:33.671732 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-94ee6691-5ca0-476e-a2f6-dc73c35af933 req-f6bccca0-4eff-4a95-87f1-6653fb6681af tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] 10.222.0.18 "GET /v2.0/ports?device_id=81383426-9db6-4b06-abeb-119596dc8e99 HTTP/1.1" status: 200 len: 943 time: 0.1282206 Jul 29 23:40:33.673931 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024c8781-66df-4b69-badc-ceb199b493af req-3c417e7e-c96d-4b07-9156-f02b1d5d9e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:33.675495 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-024c8781-66df-4b69-badc-ceb199b493af req-3c417e7e-c96d-4b07-9156-f02b1d5d9e51 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=f85cfb25-f86f-415b-85e2-2dd1ee62cb64 HTTP/1.1" status: 200 len: 853 time: 0.0692174 Jul 29 23:40:33.726206 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-024c8781-66df-4b69-badc-ceb199b493af req-da81fdab-c1c0-409c-b6bf-591e0614fa95 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=59043b8d-b424-4ada-86a6-1f0cb6573951&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401819 Jul 29 23:40:33.766870 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-94ee6691-5ca0-476e-a2f6-dc73c35af933 req-3d0e7938-34b2-4e57-a0e8-932877a3902b tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b97011-e3f6-4e91-bff0-4c3eeb90861f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874548 Jul 29 23:40:33.853282 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-024c8781-66df-4b69-badc-ceb199b493af req-91fc182e-c8d6-4427-a6be-46557b031455 service neutron] 10.222.0.23 "GET /v2.0/networks/59043b8d-b424-4ada-86a6-1f0cb6573951?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175096 Jul 29 23:40:33.972377 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c44a0e-9b82-40c4-980c-68ce8d3613a4 req-cc76c090-78d2-42a3-a1f4-388dae8a596a tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:33.973333 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2c44a0e-9b82-40c4-980c-68ce8d3613a4 req-cc76c090-78d2-42a3-a1f4-388dae8a596a tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 945 time: 0.1178224 Jul 29 23:40:34.016286 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-024c8781-66df-4b69-badc-ceb199b493af req-6bf9145c-f82c-4d21-8dab-33dc951061e0 service neutron] 10.222.0.23 "GET /v2.0/networks/59043b8d-b424-4ada-86a6-1f0cb6573951?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496389 Jul 29 23:40:34.037541 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2c44a0e-9b82-40c4-980c-68ce8d3613a4 req-431208b3-915c-4a01-8c21-718642167893 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553331 Jul 29 23:40:34.607508 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93725cc6-cf23-4432-a4e8-58afd7547b08 req-8f0954e7-6918-4814-a838-cbe27d7e7e51 tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:34.610074 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-93725cc6-cf23-4432-a4e8-58afd7547b08 req-8f0954e7-6918-4814-a838-cbe27d7e7e51 tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e4eefdd-9543-474c-a6ec-65f4dc10501d HTTP/1.1" status: 200 len: 944 time: 0.0624795 Jul 29 23:40:34.661554 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-93725cc6-cf23-4432-a4e8-58afd7547b08 req-f6bc512a-70a3-4940-b33d-d8c1c6ae66ae tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a807262-2b59-43bf-aa8c-78ca266099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422578 Jul 29 23:40:34.909586 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 7a89e4a8-5488-42da-bfd4-b6f230b81595 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:40:34.913163 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 41876e87-a27d-44f0-a699-e1a45404c41d up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:34.913397 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d7379-292e-4bab-ae73-32938911fcfd req-67fda444-78c3-4c3f-9fab-02b4ce1f6502 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:34.915062 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a41d7379-292e-4bab-ae73-32938911fcfd req-67fda444-78c3-4c3f-9fab-02b4ce1f6502 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] 10.222.0.18 "GET /v2.0/ports?device_id=81383426-9db6-4b06-abeb-119596dc8e99 HTTP/1.1" status: 200 len: 943 time: 0.0700979 Jul 29 23:40:34.961298 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a41d7379-292e-4bab-ae73-32938911fcfd req-651afecc-c704-428d-87ee-eec1a92cfd00 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b97011-e3f6-4e91-bff0-4c3eeb90861f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357525 Jul 29 23:40:35.039928 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 41876e87-a27d-44f0-a699-e1a45404c41d completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:35.048787 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 41876e87-a27d-44f0-a699-e1a45404c41d triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:35.049159 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.098916 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 7a89e4a8-5488-42da-bfd4-b6f230b81595, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=7a89e4a8-5488-42da-bfd4-b6f230b81595,segment=NetworkSegment(34565e8b-070a-4cc0-ba2e-e2e22fe39be1),segment_id=34565e8b-070a-4cc0-ba2e-e2e22fe39be1)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:35.122588 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '7a89e4a8-5488-42da-bfd4-b6f230b81595', 'network_id': '59043b8d-b424-4ada-86a6-1f0cb6573951', 'port_id': '7a89e4a8-5488-42da-bfd4-b6f230b81595', 'mac_address': 'fa:16:3e:7b:f4:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f85cfb25-f86f-415b-85e2-2dd1ee62cb64', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:40:35.195100 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a6a38b-cf4e-4f54-b9dc-6cf726ca1598 req-9fd8481a-80c7-4d73-96c8-0b7054485981 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:35.203231 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.209064 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d2a6a38b-cf4e-4f54-b9dc-6cf726ca1598 req-9fd8481a-80c7-4d73-96c8-0b7054485981 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 945 time: 0.0725746 Jul 29 23:40:35.227237 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a89e4a8-5488-42da-bfd4-b6f230b81595 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:40:35.232424 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.252238 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d2a6a38b-cf4e-4f54-b9dc-6cf726ca1598 req-a66b91b9-cd0c-4e40-9f25-1f07f0361fc6 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414829 Jul 29 23:40:35.293214 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 41876e87-a27d-44f0-a699-e1a45404c41d, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=41876e87-a27d-44f0-a699-e1a45404c41d,segment=NetworkSegment(a8976c7a-f1e1-4faa-8785-6a4550315896),segment_id=a8976c7a-f1e1-4faa-8785-6a4550315896)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:35.296477 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 7a89e4a8-5488-42da-bfd4-b6f230b81595, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=7a89e4a8-5488-42da-bfd4-b6f230b81595,segment=NetworkSegment(34565e8b-070a-4cc0-ba2e-e2e22fe39be1),segment_id=34565e8b-070a-4cc0-ba2e-e2e22fe39be1)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:35.299340 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4eefdd-9543-474c-a6ec-65f4dc10501d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41876e87-a27d-44f0-a699-e1a45404c41d'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:35.302308 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c36ff65-78fc-4021-8475-f4b0a03e402c" -d '{"events": [{"server_uuid": "4e4eefdd-9543-474c-a6ec-65f4dc10501d", "name": "network-vif-plugged", "status": "completed", "tag": "41876e87-a27d-44f0-a699-e1a45404c41d"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:35.306291 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.308057 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.378813 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0734f736-5893-45a7-8ba7-522cc7cd7d95 x-openstack-request-id: req-0734f736-5893-45a7-8ba7-522cc7cd7d95 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:35.379086 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4eefdd-9543-474c-a6ec-65f4dc10501d", "name": "network-vif-plugged", "status": "completed", "tag": "41876e87-a27d-44f0-a699-e1a45404c41d", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:35.379341 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0734f736-5893-45a7-8ba7-522cc7cd7d95 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:35.379750 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4eefdd-9543-474c-a6ec-65f4dc10501d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41876e87-a27d-44f0-a699-e1a45404c41d', 'code': 200} Jul 29 23:40:35.386496 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:35.397397 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=7a89e4a8-5488-42da-bfd4-b6f230b81595,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:35.457438 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=41876e87-a27d-44f0-a699-e1a45404c41d,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:35.495323 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee49ba-38fb-429b-b24e-118acf763637 req-b2c8daa7-23a1-46cc-b86c-0872ad1af47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:35.496933 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0fee49ba-38fb-429b-b24e-118acf763637 req-b2c8daa7-23a1-46cc-b86c-0872ad1af47d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4e4eefdd-9543-474c-a6ec-65f4dc10501d HTTP/1.1" status: 200 len: 1097 time: 0.0434599 Jul 29 23:40:35.542832 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0fee49ba-38fb-429b-b24e-118acf763637 req-c873ab84-33d2-4f56-b36a-cb07cbbc9681 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=3a807262-2b59-43bf-aa8c-78ca266099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315804 Jul 29 23:40:35.604900 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['7a89e4a8-5488-42da-bfd4-b6f230b81595'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:40:35.798053 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c50bacc-111f-4099-af69-026513279f13 req-57f06513-a033-485f-a3b4-1cb80735ed13 tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:35.799567 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0c50bacc-111f-4099-af69-026513279f13 req-57f06513-a033-485f-a3b4-1cb80735ed13 tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e4eefdd-9543-474c-a6ec-65f4dc10501d HTTP/1.1" status: 200 len: 945 time: 0.0641456 Jul 29 23:40:35.838845 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0c50bacc-111f-4099-af69-026513279f13 req-ac19fb3b-b00e-4748-a4d4-51789b90ffca tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a807262-2b59-43bf-aa8c-78ca266099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331995 Jul 29 23:40:36.092973 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be245b6-bcc5-4ccf-8c2b-f745a4c93b1b req-3d74b8f0-39f0-43bc-84ee-1c2f516aa4d0 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:36.094477 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8be245b6-bcc5-4ccf-8c2b-f745a4c93b1b req-3d74b8f0-39f0-43bc-84ee-1c2f516aa4d0 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] 10.222.0.18 "GET /v2.0/ports?device_id=81383426-9db6-4b06-abeb-119596dc8e99 HTTP/1.1" status: 200 len: 944 time: 0.0543649 Jul 29 23:40:36.133961 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8be245b6-bcc5-4ccf-8c2b-f745a4c93b1b req-ad28012f-dcef-47e1-a043-c1df6a5ae071 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b97011-e3f6-4e91-bff0-4c3eeb90861f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334451 Jul 29 23:40:36.203557 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-540c6b9d-e890-4edd-9903-8c17111f57e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:36.371046 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3899fb-0ce7-43a7-9c8c-8451f92170d3 req-f0a77447-4c92-4ca2-be25-9504b75ae953 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:36.372586 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0c3899fb-0ce7-43a7-9c8c-8451f92170d3 req-f0a77447-4c92-4ca2-be25-9504b75ae953 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 945 time: 0.0503659 Jul 29 23:40:36.412574 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0c3899fb-0ce7-43a7-9c8c-8451f92170d3 req-b1ffa488-cc77-4026-8f10-6f004a94694e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338209 Jul 29 23:40:36.836462 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:36.923527 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 7a89e4a8-5488-42da-bfd4-b6f230b81595 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:36.962657 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20e206d-02b4-4770-b952-b46cc756de79 req-a5954d4a-cb3c-4716-ada6-82c1c7039d94 tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:36.964830 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f20e206d-02b4-4770-b952-b46cc756de79 req-a5954d4a-cb3c-4716-ada6-82c1c7039d94 tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e4eefdd-9543-474c-a6ec-65f4dc10501d HTTP/1.1" status: 200 len: 945 time: 0.0558820 Jul 29 23:40:36.977251 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 7a89e4a8-5488-42da-bfd4-b6f230b81595 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:36.981439 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 7a89e4a8-5488-42da-bfd4-b6f230b81595 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:36.982166 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.010304 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f20e206d-02b4-4770-b952-b46cc756de79 req-12a527e3-914c-4cb1-be72-d22e288ee4aa tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a807262-2b59-43bf-aa8c-78ca266099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374305 Jul 29 23:40:37.079324 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.115007 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 7a89e4a8-5488-42da-bfd4-b6f230b81595, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=7a89e4a8-5488-42da-bfd4-b6f230b81595,segment=NetworkSegment(34565e8b-070a-4cc0-ba2e-e2e22fe39be1),segment_id=34565e8b-070a-4cc0-ba2e-e2e22fe39be1)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:37.126574 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:37.182977 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=7a89e4a8-5488-42da-bfd4-b6f230b81595,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:37.268896 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98867e1e-2602-4947-b264-0fa8824b317a req-a0cb2f49-9cf9-46a4-bf45-b5c080e0199f tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:37.272302 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98867e1e-2602-4947-b264-0fa8824b317a req-a0cb2f49-9cf9-46a4-bf45-b5c080e0199f tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] 10.222.0.18 "GET /v2.0/ports?device_id=81383426-9db6-4b06-abeb-119596dc8e99 HTTP/1.1" status: 200 len: 945 time: 0.0545542 Jul 29 23:40:37.312995 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98867e1e-2602-4947-b264-0fa8824b317a req-8c3abad5-b406-4d09-9c5e-755b5ec43a9f tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b97011-e3f6-4e91-bff0-4c3eeb90861f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359237 Jul 29 23:40:37.381636 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81383426-9db6-4b06-abeb-119596dc8e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a89e4a8-5488-42da-bfd4-b6f230b81595'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:37.385206 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f956b341-47a0-4db7-9ed4-58c7eb6a2614" -d '{"events": [{"server_uuid": "81383426-9db6-4b06-abeb-119596dc8e99", "name": "network-vif-plugged", "status": "completed", "tag": "7a89e4a8-5488-42da-bfd4-b6f230b81595"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:37.473979 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04fe7030-e80a-4184-a763-75e86721fb5c x-openstack-request-id: req-04fe7030-e80a-4184-a763-75e86721fb5c {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:37.474364 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81383426-9db6-4b06-abeb-119596dc8e99", "name": "network-vif-plugged", "status": "completed", "tag": "7a89e4a8-5488-42da-bfd4-b6f230b81595", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:37.474693 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04fe7030-e80a-4184-a763-75e86721fb5c {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:37.475150 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81383426-9db6-4b06-abeb-119596dc8e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a89e4a8-5488-42da-bfd4-b6f230b81595', 'code': 200} Jul 29 23:40:37.615573 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6a26e-c24b-4376-a7a4-f32d03d3eee5 req-bc312c37-638a-4cf5-b556-77ba19cf799f tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:37.617118 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68f6a26e-c24b-4376-a7a4-f32d03d3eee5 req-bc312c37-638a-4cf5-b556-77ba19cf799f tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 945 time: 0.0840437 Jul 29 23:40:37.619750 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f4656b-f027-48aa-9a32-d58822bfa60e req-c42e18d6-cc8e-4dc6-b775-99331277c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:37.621143 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f1f4656b-f027-48aa-9a32-d58822bfa60e req-c42e18d6-cc8e-4dc6-b775-99331277c714 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=81383426-9db6-4b06-abeb-119596dc8e99 HTTP/1.1" status: 200 len: 1097 time: 0.0788581 Jul 29 23:40:37.678441 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68f6a26e-c24b-4376-a7a4-f32d03d3eee5 req-973d74ca-6dcb-4b2c-8760-525471e7c5bd tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545616 Jul 29 23:40:37.680361 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f1f4656b-f027-48aa-9a32-d58822bfa60e req-bb9b51c5-3590-431c-be8f-0378487ca95f service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=08b97011-e3f6-4e91-bff0-4c3eeb90861f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496676 Jul 29 23:40:38.147582 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:38.500279 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d9018-a73b-4b38-8981-c012a192a1bb req-d747e59e-ccd6-4cc6-a36b-b8073e2ec94b tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:38.501772 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d28d9018-a73b-4b38-8981-c012a192a1bb req-d747e59e-ccd6-4cc6-a36b-b8073e2ec94b tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] 10.222.0.18 "GET /v2.0/ports?device_id=81383426-9db6-4b06-abeb-119596dc8e99 HTTP/1.1" status: 200 len: 945 time: 0.0507967 Jul 29 23:40:38.542645 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d28d9018-a73b-4b38-8981-c012a192a1bb req-a802faad-4226-40ca-9a82-dcff2e7e681a tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b97011-e3f6-4e91-bff0-4c3eeb90861f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347369 Jul 29 23:40:38.860585 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b574531f-521c-4a1a-9664-44e129101134 req-2e758a48-02aa-489f-86c2-ddbd4a5c4ef2 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:38.862085 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b574531f-521c-4a1a-9664-44e129101134 req-2e758a48-02aa-489f-86c2-ddbd4a5c4ef2 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 945 time: 0.0494833 Jul 29 23:40:38.908956 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b574531f-521c-4a1a-9664-44e129101134 req-5f6dfa67-ca71-4ef8-b160-a9d3784fafd5 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408983 Jul 29 23:40:39.540478 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d9359-4ee9-421a-a2f7-49e5ae086d92 req-f16e6505-db7b-4675-b7d7-85390ea25e14 tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:39.541881 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-414d9359-4ee9-421a-a2f7-49e5ae086d92 req-f16e6505-db7b-4675-b7d7-85390ea25e14 tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e4eefdd-9543-474c-a6ec-65f4dc10501d HTTP/1.1" status: 200 len: 945 time: 0.0601180 Jul 29 23:40:39.580977 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-414d9359-4ee9-421a-a2f7-49e5ae086d92 req-5c2ce85f-dae8-44a9-ac33-b1662ecbfcc0 tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a807262-2b59-43bf-aa8c-78ca266099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325437 Jul 29 23:40:39.684672 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9453d139-0558-4ab0-988c-853a949c09c0 req-c1c7823e-e32e-443f-b932-3d44446fecfd tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:39.686281 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9453d139-0558-4ab0-988c-853a949c09c0 req-c1c7823e-e32e-443f-b932-3d44446fecfd tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] 10.222.0.18 "GET /v2.0/ports?device_id=81383426-9db6-4b06-abeb-119596dc8e99 HTTP/1.1" status: 200 len: 945 time: 0.0493791 Jul 29 23:40:39.726969 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9453d139-0558-4ab0-988c-853a949c09c0 req-f189f261-6969-415b-a6ec-0035642257ce tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b97011-e3f6-4e91-bff0-4c3eeb90861f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340118 Jul 29 23:40:40.149817 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f5746-0529-4c2f-9409-21b5b7f018b8 req-1dd8f499-96ae-4549-991a-4bd07d517450 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:40.151357 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-431f5746-0529-4c2f-9409-21b5b7f018b8 req-1dd8f499-96ae-4549-991a-4bd07d517450 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 945 time: 0.0495832 Jul 29 23:40:40.191694 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-431f5746-0529-4c2f-9409-21b5b7f018b8 req-0a6b84c8-8e6c-47ee-a6f4-d142eb4f8594 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335131 Jul 29 23:40:40.316955 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e5a74-5744-4b36-9bc3-3abe6fd00388 req-59c4caf8-ceee-4710-8ca2-51035a9843c7 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:40.318362 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c42e5a74-5744-4b36-9bc3-3abe6fd00388 req-59c4caf8-ceee-4710-8ca2-51035a9843c7 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] 10.222.0.18 "GET /v2.0/ports?device_id=81383426-9db6-4b06-abeb-119596dc8e99 HTTP/1.1" status: 200 len: 945 time: 0.0583048 Jul 29 23:40:40.356444 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c42e5a74-5744-4b36-9bc3-3abe6fd00388 req-6f4cfb55-53eb-40fe-9ebf-da3aa68436a2 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b97011-e3f6-4e91-bff0-4c3eeb90861f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320332 Jul 29 23:40:40.699003 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93436fcf-f700-4732-b82d-5a6623ce0ecb req-f6ffff0b-dfb9-45fe-a8cf-5ce026e56887 tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:40.700508 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-93436fcf-f700-4732-b82d-5a6623ce0ecb req-f6ffff0b-dfb9-45fe-a8cf-5ce026e56887 tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e4eefdd-9543-474c-a6ec-65f4dc10501d HTTP/1.1" status: 200 len: 945 time: 0.0494399 Jul 29 23:40:40.741233 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-93436fcf-f700-4732-b82d-5a6623ce0ecb req-5b5ed834-c85d-4949-ba4a-2a6d656feed9 tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] 10.222.0.18 "GET /v2.0/security-groups?id=3a807262-2b59-43bf-aa8c-78ca266099ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346675 Jul 29 23:40:41.204195 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78e924-2dc1-4e17-9f53-01571b488041 req-c61a7877-e388-41b3-a934-6fb4ac59f3f6 tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:41.205576 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cc78e924-2dc1-4e17-9f53-01571b488041 req-c61a7877-e388-41b3-a934-6fb4ac59f3f6 tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] 10.222.0.23 "GET /v2.0/ports?device_id=4e4eefdd-9543-474c-a6ec-65f4dc10501d HTTP/1.1" status: 200 len: 945 time: 0.0487876 Jul 29 23:40:41.347939 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-cc78e924-2dc1-4e17-9f53-01571b488041 req-e1c34054-6f64-4f56-8624-c6ed949140eb tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] Deleting port 41876e87-a27d-44f0-a699-e1a45404c41d {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:41.348289 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cc78e924-2dc1-4e17-9f53-01571b488041 req-e1c34054-6f64-4f56-8624-c6ed949140eb tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:41.358694 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009da36a-c78e-48dc-9924-80b82f04c328 req-62974216-f330-4978-8847-a69a64495706 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:41.360273 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-009da36a-c78e-48dc-9924-80b82f04c328 req-62974216-f330-4978-8847-a69a64495706 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 945 time: 0.0725315 Jul 29 23:40:41.456425 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-009da36a-c78e-48dc-9924-80b82f04c328 req-597eb5c8-c4e9-4d0d-901c-27608f9ec9c2 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834348 Jul 29 23:40:41.479020 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-cc78e924-2dc1-4e17-9f53-01571b488041 req-e1c34054-6f64-4f56-8624-c6ed949140eb tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] For port 41876e87-a27d-44f0-a699-e1a45404c41d, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=41876e87-a27d-44f0-a699-e1a45404c41d,segment=NetworkSegment(a8976c7a-f1e1-4faa-8785-6a4550315896),segment_id=a8976c7a-f1e1-4faa-8785-6a4550315896)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:41.479399 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cc78e924-2dc1-4e17-9f53-01571b488041 req-e1c34054-6f64-4f56-8624-c6ed949140eb tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:41.493868 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-cc78e924-2dc1-4e17-9f53-01571b488041 req-e1c34054-6f64-4f56-8624-c6ed949140eb tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] Calling delete_port for 41876e87-a27d-44f0-a699-e1a45404c41d owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:41.610578 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42315aea-f4f6-4b11-ab5c-3ca9952d89e4 req-6a69a45f-903d-4fdc-b459-3e80522bcf9b tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:41.612183 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42315aea-f4f6-4b11-ab5c-3ca9952d89e4 req-6a69a45f-903d-4fdc-b459-3e80522bcf9b tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] 10.222.0.18 "GET /v2.0/ports?device_id=81383426-9db6-4b06-abeb-119596dc8e99 HTTP/1.1" status: 200 len: 945 time: 0.0770295 Jul 29 23:40:41.686948 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42315aea-f4f6-4b11-ab5c-3ca9952d89e4 req-9c5344e8-027e-405d-b045-44b9ee89f4b1 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] 10.222.0.18 "GET /v2.0/security-groups?id=08b97011-e3f6-4e91-bff0-4c3eeb90861f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658228 Jul 29 23:40:41.711362 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cc78e924-2dc1-4e17-9f53-01571b488041 req-e1c34054-6f64-4f56-8624-c6ed949140eb tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:41.724442 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['41876e87-a27d-44f0-a699-e1a45404c41d'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:40:41.749155 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c34054-6f64-4f56-8624-c6ed949140eb tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] Pushing event deleted for resources: {'Port': ['ID=41876e87-a27d-44f0-a699-e1a45404c41d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:41.804233 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc78e924-2dc1-4e17-9f53-01571b488041 req-e1c34054-6f64-4f56-8624-c6ed949140eb tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] No DVR routers for this DVR port 41876e87-a27d-44f0-a699-e1a45404c41d on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:41.809166 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-cc78e924-2dc1-4e17-9f53-01571b488041 req-e1c34054-6f64-4f56-8624-c6ed949140eb tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:41.812056 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cc78e924-2dc1-4e17-9f53-01571b488041 req-e1c34054-6f64-4f56-8624-c6ed949140eb tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] 10.222.0.23 "DELETE /v2.0/ports/41876e87-a27d-44f0-a699-e1a45404c41d HTTP/1.1" status: 204 len: 173 time: 0.5950484 Jul 29 23:40:41.812515 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4eefdd-9543-474c-a6ec-65f4dc10501d', 'name': 'network-vif-deleted', 'tag': '41876e87-a27d-44f0-a699-e1a45404c41d'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:41.814861 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c631a3ed-0c7f-420b-a185-4f46d78576aa" -d '{"events": [{"server_uuid": "4e4eefdd-9543-474c-a6ec-65f4dc10501d", "name": "network-vif-deleted", "tag": "41876e87-a27d-44f0-a699-e1a45404c41d"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:41.855574 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-54c52686-1b40-4565-8a9e-e8154955b934 req-2ad0a8a0-0a80-450d-9567-489d100d8ea5 tempest-ServerTagsTestJSON-2005273658 tempest-ServerTagsTestJSON-2005273658-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e4eefdd-9543-474c-a6ec-65f4dc10501d HTTP/1.1" status: 200 len: 210 time: 0.0335779 Jul 29 23:40:41.915080 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74932a1e-e91c-4b83-974f-db34b786e729 x-openstack-request-id: req-74932a1e-e91c-4b83-974f-db34b786e729 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:41.915408 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4eefdd-9543-474c-a6ec-65f4dc10501d", "name": "network-vif-deleted", "tag": "41876e87-a27d-44f0-a699-e1a45404c41d", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:41.915665 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74932a1e-e91c-4b83-974f-db34b786e729 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:41.916128 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e4eefdd-9543-474c-a6ec-65f4dc10501d', 'name': 'network-vif-deleted', 'tag': '41876e87-a27d-44f0-a699-e1a45404c41d', 'status': 'completed', 'code': 200} Jul 29 23:40:41.972430 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105218be-9262-4b1b-abfd-cc0241d3c399 req-ba3b57f5-ee8d-4513-b6cb-666e422422d3 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:41.973930 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-105218be-9262-4b1b-abfd-cc0241d3c399 req-ba3b57f5-ee8d-4513-b6cb-666e422422d3 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] 10.222.0.23 "GET /v2.0/ports?device_id=81383426-9db6-4b06-abeb-119596dc8e99 HTTP/1.1" status: 200 len: 945 time: 0.0566735 Jul 29 23:40:42.069086 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-105218be-9262-4b1b-abfd-cc0241d3c399 req-a360ddd9-b9fb-41e7-9db1-c611ee733746 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] Deleting port 7a89e4a8-5488-42da-bfd4-b6f230b81595 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:40:42.069431 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-105218be-9262-4b1b-abfd-cc0241d3c399 req-a360ddd9-b9fb-41e7-9db1-c611ee733746 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:42.162829 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-105218be-9262-4b1b-abfd-cc0241d3c399 req-a360ddd9-b9fb-41e7-9db1-c611ee733746 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] For port 7a89e4a8-5488-42da-bfd4-b6f230b81595, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=7a89e4a8-5488-42da-bfd4-b6f230b81595,segment=NetworkSegment(34565e8b-070a-4cc0-ba2e-e2e22fe39be1),segment_id=34565e8b-070a-4cc0-ba2e-e2e22fe39be1)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:42.163203 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-105218be-9262-4b1b-abfd-cc0241d3c399 req-a360ddd9-b9fb-41e7-9db1-c611ee733746 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:42.178942 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-105218be-9262-4b1b-abfd-cc0241d3c399 req-a360ddd9-b9fb-41e7-9db1-c611ee733746 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] Calling delete_port for 7a89e4a8-5488-42da-bfd4-b6f230b81595 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:40:42.344050 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-105218be-9262-4b1b-abfd-cc0241d3c399 req-a360ddd9-b9fb-41e7-9db1-c611ee733746 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:42.362615 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['7a89e4a8-5488-42da-bfd4-b6f230b81595'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:40:42.380143 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a360ddd9-b9fb-41e7-9db1-c611ee733746 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] Pushing event deleted for resources: {'Port': ['ID=7a89e4a8-5488-42da-bfd4-b6f230b81595,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:42.427410 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-105218be-9262-4b1b-abfd-cc0241d3c399 req-a360ddd9-b9fb-41e7-9db1-c611ee733746 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] No DVR routers for this DVR port 7a89e4a8-5488-42da-bfd4-b6f230b81595 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:40:42.430571 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-105218be-9262-4b1b-abfd-cc0241d3c399 req-a360ddd9-b9fb-41e7-9db1-c611ee733746 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:42.433261 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-105218be-9262-4b1b-abfd-cc0241d3c399 req-a360ddd9-b9fb-41e7-9db1-c611ee733746 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] 10.222.0.23 "DELETE /v2.0/ports/7a89e4a8-5488-42da-bfd4-b6f230b81595 HTTP/1.1" status: 204 len: 173 time: 0.4512742 Jul 29 23:40:42.599485 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4400c9a-2252-4cec-8bdb-e5f85f2889c8 req-f87a6142-919a-460b-9521-81d76e1a06d8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:42.601028 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b4400c9a-2252-4cec-8bdb-e5f85f2889c8 req-f87a6142-919a-460b-9521-81d76e1a06d8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 945 time: 0.0641241 Jul 29 23:40:42.639292 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b4400c9a-2252-4cec-8bdb-e5f85f2889c8 req-74d57f74-f5a9-49fe-95c9-b08b811c96fa tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316305 Jul 29 23:40:42.804285 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4bb6a7d-173e-4ca8-8256-41d7c5df58dd req-64966ba1-6c77-4c79-a7b5-9e7991cc45a7 tempest-ServerAddressesTestJSON-2144640325 tempest-ServerAddressesTestJSON-2144640325-project] 10.222.0.18 "GET /v2.0/ports?device_id=81383426-9db6-4b06-abeb-119596dc8e99 HTTP/1.1" status: 200 len: 210 time: 0.0320222 Jul 29 23:40:42.994327 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57954) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:43.051334 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-90d37116-e755-4c36-a623-a252e1b1bc1b admin admin] Deleting subnet 7ab4809e-62fa-4046-90ed-21ddf42130aa {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:40:43.054779 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90d37116-e755-4c36-a623-a252e1b1bc1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.106971 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90d37116-e755-4c36-a623-a252e1b1bc1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.159569 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90d37116-e755-4c36-a623-a252e1b1bc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.222470 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90d37116-e755-4c36-a623-a252e1b1bc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.251710 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d37116-e755-4c36-a623-a252e1b1bc1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ab4809e-62fa-4046-90ed-21ddf42130aa,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:43.253642 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90d37116-e755-4c36-a623-a252e1b1bc1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.255562 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-90d37116-e755-4c36-a623-a252e1b1bc1b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/7ab4809e-62fa-4046-90ed-21ddf42130aa HTTP/1.1" status: 204 len: 168 time: 0.2602065 Jul 29 23:40:43.258323 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57960) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:43.353112 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-83b538ae-6619-496e-863a-cc8f0a20cfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.442696 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-83b538ae-6619-496e-863a-cc8f0a20cfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.453865 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-83b538ae-6619-496e-863a-cc8f0a20cfff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:43.466275 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-83b538ae-6619-496e-863a-cc8f0a20cfff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8976c7a-f1e1-4faa-8785-6a4550315896') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:43.466559 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-83b538ae-6619-496e-863a-cc8f0a20cfff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8976c7a-f1e1-4faa-8785-6a4550315896') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:43.476869 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-83b538ae-6619-496e-863a-cc8f0a20cfff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.491450 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-83b538ae-6619-496e-863a-cc8f0a20cfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.501042 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83b538ae-6619-496e-863a-cc8f0a20cfff admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:40:43.501679 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-83b538ae-6619-496e-863a-cc8f0a20cfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.504661 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:40:43.504661 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:40:43.504661 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:40:43.504661 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:40:43.504661 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:40:43.504661 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:40:43.504661 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:40:43.504661 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:40:43.504661 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:40:43.504661 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:40:43.504661 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:40:43.504661 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:40:43.504661 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:40:43.504661 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:40:43.504661 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:40:43.504661 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:40:43.504661 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:40:43.504661 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:40:43.504661 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:40:43.504661 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:40:43.504661 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:40:43.504661 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:40:43.504661 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:40:43.504661 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:40:43.504661 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:40:43.504661 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:40:43.504661 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:40:43.504661 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:40:43.504661 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:40:43.504661 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:40:43.504661 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:40:43.504661 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:40:43.603191 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-83b538ae-6619-496e-863a-cc8f0a20cfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.610675 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-83b538ae-6619-496e-863a-cc8f0a20cfff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.612667 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-83b538ae-6619-496e-863a-cc8f0a20cfff admin admin] 10.222.0.18 "DELETE /v2.0/networks/ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef HTTP/1.1" status: 204 len: 168 time: 0.3531477 Jul 29 23:40:43.625516 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b538ae-6619-496e-863a-cc8f0a20cfff admin admin] Pushing event deleted for resources: {'Network': ['ID=ba5f81c2-30d9-4efc-bdbd-bd2d6d2d3cef,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:43.752093 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 57976) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:43.779355 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0e30b-824a-49ec-a784-2cc0eb15c40a req-96f97e3a-b1e2-41d5-8d7d-744cc1afe8e2 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:43.780766 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-09e0e30b-824a-49ec-a784-2cc0eb15c40a req-96f97e3a-b1e2-41d5-8d7d-744cc1afe8e2 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 945 time: 0.0653961 Jul 29 23:40:43.824825 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-548328d8-9dd2-4b1b-9108-fa6765c1fcb0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d3fb5a332a9b4f3e9e4f320859a778b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0714602 Jul 29 23:40:43.828110 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 57978) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:43.855313 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-09e0e30b-824a-49ec-a784-2cc0eb15c40a req-00c1af87-67b9-4153-960e-0d72e0ee881a tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650609 Jul 29 23:40:43.897014 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3d58b9ff-a1ea-4fed-bd07-47d7202ff28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.912208 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57986) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:43.916929 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81383426-9db6-4b06-abeb-119596dc8e99', 'name': 'network-vif-deleted', 'tag': '7a89e4a8-5488-42da-bfd4-b6f230b81595'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:43.919296 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85ac6f3-a7a9-4769-aa80-12ae94f79073" -d '{"events": [{"server_uuid": "81383426-9db6-4b06-abeb-119596dc8e99", "name": "network-vif-deleted", "tag": "7a89e4a8-5488-42da-bfd4-b6f230b81595"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:43.927261 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3d58b9ff-a1ea-4fed-bd07-47d7202ff28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.958816 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-337b151c-7ccb-4d7e-9637-8e6b45ff9709 admin admin] Deleting subnet f85cfb25-f86f-415b-85e2-2dd1ee62cb64 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:40:43.963604 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-337b151c-7ccb-4d7e-9637-8e6b45ff9709 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:43.996599 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3d58b9ff-a1ea-4fed-bd07-47d7202ff28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.000215 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3d58b9ff-a1ea-4fed-bd07-47d7202ff28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.003810 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-337b151c-7ccb-4d7e-9637-8e6b45ff9709 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.015579 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3d58b9ff-a1ea-4fed-bd07-47d7202ff28a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a807262-2b59-43bf-aa8c-78ca266099ca HTTP/1.1" status: 204 len: 168 time: 0.1834922 Jul 29 23:40:44.018587 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81da3155-b61d-495a-b7a6-405a7c1494ad x-openstack-request-id: req-81da3155-b61d-495a-b7a6-405a7c1494ad {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:44.018878 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81383426-9db6-4b06-abeb-119596dc8e99", "name": "network-vif-deleted", "tag": "7a89e4a8-5488-42da-bfd4-b6f230b81595", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:44.019195 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-81da3155-b61d-495a-b7a6-405a7c1494ad {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:44.019516 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81383426-9db6-4b06-abeb-119596dc8e99', 'name': 'network-vif-deleted', 'tag': '7a89e4a8-5488-42da-bfd4-b6f230b81595', 'status': 'completed', 'code': 200} Jul 29 23:40:44.030925 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58b9ff-a1ea-4fed-bd07-47d7202ff28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a807262-2b59-43bf-aa8c-78ca266099ca,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:44.082646 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-337b151c-7ccb-4d7e-9637-8e6b45ff9709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.149821 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-337b151c-7ccb-4d7e-9637-8e6b45ff9709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.182033 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b151c-7ccb-4d7e-9637-8e6b45ff9709 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f85cfb25-f86f-415b-85e2-2dd1ee62cb64,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:44.185588 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-337b151c-7ccb-4d7e-9637-8e6b45ff9709 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.188209 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-337b151c-7ccb-4d7e-9637-8e6b45ff9709 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f85cfb25-f86f-415b-85e2-2dd1ee62cb64 HTTP/1.1" status: 204 len: 168 time: 0.2744694 Jul 29 23:40:44.190478 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57998) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:44.246176 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:40:44.270757 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-54f74573-0fbc-4a5a-a316-5f178bc48663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.378106 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-54f74573-0fbc-4a5a-a316-5f178bc48663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.388354 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-54f74573-0fbc-4a5a-a316-5f178bc48663 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59043b8d-b424-4ada-86a6-1f0cb6573951']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:44.400185 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-54f74573-0fbc-4a5a-a316-5f178bc48663 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34565e8b-070a-4cc0-ba2e-e2e22fe39be1') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:44.400487 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-54f74573-0fbc-4a5a-a316-5f178bc48663 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34565e8b-070a-4cc0-ba2e-e2e22fe39be1') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:40:44.412653 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-54f74573-0fbc-4a5a-a316-5f178bc48663 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.429376 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-54f74573-0fbc-4a5a-a316-5f178bc48663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.437103 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f74573-0fbc-4a5a-a316-5f178bc48663 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:40:44.437556 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-54f74573-0fbc-4a5a-a316-5f178bc48663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.439400 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:40:44.439400 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:40:44.439400 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:40:44.439400 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:40:44.439400 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:40:44.439400 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:40:44.439400 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:40:44.439400 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:40:44.439400 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:40:44.439400 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:40:44.439400 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:40:44.439400 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:40:44.439400 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:40:44.439400 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:40:44.439400 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:40:44.439400 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:40:44.439400 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:40:44.439400 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:40:44.439400 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:40:44.439400 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:40:44.439400 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:40:44.439400 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:40:44.439400 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:40:44.439400 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:40:44.439400 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:40:44.439400 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:40:44.439400 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:40:44.439400 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:40:44.439400 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:40:44.439400 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:40:44.439400 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:40:44.439400 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:40:44.525506 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-54f74573-0fbc-4a5a-a316-5f178bc48663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.531962 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-54f74573-0fbc-4a5a-a316-5f178bc48663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.536983 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-54f74573-0fbc-4a5a-a316-5f178bc48663 admin admin] 10.222.0.18 "DELETE /v2.0/networks/59043b8d-b424-4ada-86a6-1f0cb6573951 HTTP/1.1" status: 204 len: 168 time: 0.3451450 Jul 29 23:40:44.548949 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f74573-0fbc-4a5a-a316-5f178bc48663 admin admin] Pushing event deleted for resources: {'Network': ['ID=59043b8d-b424-4ada-86a6-1f0cb6573951,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:44.727460 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58032) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:44.789864 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-459e1761-0def-426b-a90c-04515743a1f4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=06ab17c5cc6746bab57106ee59fa328e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0608101 Jul 29 23:40:44.792468 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58036) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:44.845094 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 58038) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:44.851155 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b2c717e7-ce4a-4106-9996-2e1bf72076e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.876043 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b2c717e7-ce4a-4106-9996-2e1bf72076e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.937041 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b2c717e7-ce4a-4106-9996-2e1bf72076e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.939696 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b2c717e7-ce4a-4106-9996-2e1bf72076e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:44.943246 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b2c717e7-ce4a-4106-9996-2e1bf72076e0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08b97011-e3f6-4e91-bff0-4c3eeb90861f HTTP/1.1" status: 204 len: 168 time: 0.1460915 Jul 29 23:40:44.950608 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c717e7-ce4a-4106-9996-2e1bf72076e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b97011-e3f6-4e91-bff0-4c3eeb90861f,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:44.974670 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 41876e87-a27d-44f0-a699-e1a45404c41d no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:44.997633 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-78047b57-e93b-4559-8c78-cc389831f030 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-751193526-network', 'tenant_id': '9c922b9eef7849b382751a5f51225ca4'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:45.005252 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 41876e87-a27d-44f0-a699-e1a45404c41d {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:45.005594 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 41876e87-a27d-44f0-a699-e1a45404c41d not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:45.006020 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 7a89e4a8-5488-42da-bfd4-b6f230b81595 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:40:45.032766 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4d494-edd4-44cb-8a4b-4879f687d9cb req-33dac147-dc59-4dd0-b7d4-d4caebc1c953 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:45.033823 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 7a89e4a8-5488-42da-bfd4-b6f230b81595 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:40:45.034172 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 7a89e4a8-5488-42da-bfd4-b6f230b81595 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:40:45.035720 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dab4d494-edd4-44cb-8a4b-4879f687d9cb req-33dac147-dc59-4dd0-b7d4-d4caebc1c953 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 945 time: 0.0883522 Jul 29 23:40:45.041738 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78047b57-e93b-4559-8c78-cc389831f030 admin admin] Made reservation on behalf of 9c922b9eef7849b382751a5f51225ca4 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:45.044644 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-78047b57-e93b-4559-8c78-cc389831f030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.061720 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-78047b57-e93b-4559-8c78-cc389831f030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.117090 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dab4d494-edd4-44cb-8a4b-4879f687d9cb req-e23eac9e-c352-42d0-8941-6f7dc78a470b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695572 Jul 29 23:40:45.202312 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-78047b57-e93b-4559-8c78-cc389831f030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.212174 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-78047b57-e93b-4559-8c78-cc389831f030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.239962 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78047b57-e93b-4559-8c78-cc389831f030 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:40:45.252576 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78047b57-e93b-4559-8c78-cc389831f030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfaeee0c-c5b2-459c-a87d-a278b8080123,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:45.256516 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-78047b57-e93b-4559-8c78-cc389831f030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.257358 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-78047b57-e93b-4559-8c78-cc389831f030 admin admin] Added segment 93032bfd-4edb-4f6b-b220-fa8e868bb309 of type vlan for network eaa8fac9-2de2-4cd9-adb9-0cd9d171e965 Jul 29 23:40:45.318867 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-78047b57-e93b-4559-8c78-cc389831f030 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.353362 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-78047b57-e93b-4559-8c78-cc389831f030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.354506 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78047b57-e93b-4559-8c78-cc389831f030 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:45.355125 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-78047b57-e93b-4559-8c78-cc389831f030 admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.419577 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-78047b57-e93b-4559-8c78-cc389831f030 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5724671 Jul 29 23:40:45.425371 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58062) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:45.430538 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-2c80699b-c9d1-437f-9890-6b00e93f4aaa admin admin] Request body: {'subnet': {'network_id': 'eaa8fac9-2de2-4cd9-adb9-0cd9d171e965', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-751193526-subnet', 'tenant_id': '9c922b9eef7849b382751a5f51225ca4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:45.430816 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78047b57-e93b-4559-8c78-cc389831f030 admin admin] Pushing event updated for resources: {'Network': ['ID=eaa8fac9-2de2-4cd9-adb9-0cd9d171e965,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:45.441778 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network eaa8fac9-2de2-4cd9-adb9-0cd9d171e965 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:40:45.462457 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c80699b-c9d1-437f-9890-6b00e93f4aaa admin admin] Made reservation on behalf of 9c922b9eef7849b382751a5f51225ca4 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:45.465360 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c80699b-c9d1-437f-9890-6b00e93f4aaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.675822 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c80699b-c9d1-437f-9890-6b00e93f4aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.716203 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58072) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:45.733159 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c80699b-c9d1-437f-9890-6b00e93f4aaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=4bac587e-df83-41a8-8d4d-dfe59a8dbb02,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:45.750082 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c80699b-c9d1-437f-9890-6b00e93f4aaa admin admin] Checking segment: {'id': '93032bfd-4edb-4f6b-b220-fa8e868bb309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eaa8fac9-2de2-4cd9-adb9-0cd9d171e965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:45.750443 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c80699b-c9d1-437f-9890-6b00e93f4aaa admin admin] Network hostable DHCP agents. Network: eaa8fac9-2de2-4cd9-adb9-0cd9d171e965, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:40:45.767455 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c80699b-c9d1-437f-9890-6b00e93f4aaa admin admin] Network eaa8fac9-2de2-4cd9-adb9-0cd9d171e965 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:40:45.777652 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-2c80699b-c9d1-437f-9890-6b00e93f4aaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, eaa8fac9-2de2-4cd9-adb9-0cd9d171e965) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:45.782201 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c80699b-c9d1-437f-9890-6b00e93f4aaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:45.783071 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c80699b-c9d1-437f-9890-6b00e93f4aaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.791265 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac7913f-99cf-42ae-95e5-c21983e08a8c None None] Network eaa8fac9-2de2-4cd9-adb9-0cd9d171e965 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:45.804996 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2c80699b-c9d1-437f-9890-6b00e93f4aaa admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3783252 Jul 29 23:40:45.854326 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-0ec3cb3d-8e3b-4851-bbb2-548e4e535960 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-17800559-network', 'tenant_id': 'c0bbf1d5a2c046b1849965f1e5af9a81'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:45.879824 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ec3cb3d-8e3b-4851-bbb2-548e4e535960 admin admin] Made reservation on behalf of c0bbf1d5a2c046b1849965f1e5af9a81 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:45.883292 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0ec3cb3d-8e3b-4851-bbb2-548e4e535960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.895665 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0ec3cb3d-8e3b-4851-bbb2-548e4e535960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:45.953235 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222577ed-4b21-4f7b-a4df-b6a678baabe4 None None] Network eaa8fac9-2de2-4cd9-adb9-0cd9d171e965 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:46.030915 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0ec3cb3d-8e3b-4851-bbb2-548e4e535960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.038280 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0ec3cb3d-8e3b-4851-bbb2-548e4e535960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.071643 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ec3cb3d-8e3b-4851-bbb2-548e4e535960 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:40:46.083933 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3cb3d-8e3b-4851-bbb2-548e4e535960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf22b1f0-b13f-4db5-8ed9-0757d034cd6b,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:46.091783 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0ec3cb3d-8e3b-4851-bbb2-548e4e535960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.092329 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-0ec3cb3d-8e3b-4851-bbb2-548e4e535960 admin admin] Added segment 2989bb2e-66f0-4bc3-a7eb-0d25ca5b206e of type vlan for network fa114f01-51e7-46c7-accc-ed507b02fe0d Jul 29 23:40:46.146123 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0ec3cb3d-8e3b-4851-bbb2-548e4e535960 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.180052 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0ec3cb3d-8e3b-4851-bbb2-548e4e535960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.181049 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec3cb3d-8e3b-4851-bbb2-548e4e535960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:46.181643 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0ec3cb3d-8e3b-4851-bbb2-548e4e535960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.249327 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0ec3cb3d-8e3b-4851-bbb2-548e4e535960 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5319934 Jul 29 23:40:46.250430 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec3cb3d-8e3b-4851-bbb2-548e4e535960 admin admin] Pushing event updated for resources: {'Network': ['ID=fa114f01-51e7-46c7-accc-ed507b02fe0d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:46.252980 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 58096) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:46.259571 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-43b8636f-5f85-4371-b454-57ff22cc7bd5 admin admin] Request body: {'subnet': {'network_id': 'fa114f01-51e7-46c7-accc-ed507b02fe0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-17800559-subnet', 'tenant_id': 'c0bbf1d5a2c046b1849965f1e5af9a81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:46.267828 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network fa114f01-51e7-46c7-accc-ed507b02fe0d details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:40:46.343947 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b8636f-5f85-4371-b454-57ff22cc7bd5 admin admin] Made reservation on behalf of c0bbf1d5a2c046b1849965f1e5af9a81 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:46.346240 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-43b8636f-5f85-4371-b454-57ff22cc7bd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.455137 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-619768d6-f59b-48cf-8280-aae92ee5592d tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:46.456698 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-619768d6-f59b-48cf-8280-aae92ee5592d tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/networks?id=eaa8fac9-2de2-4cd9-adb9-0cd9d171e965 HTTP/1.1" status: 200 len: 813 time: 0.1912289 Jul 29 23:40:46.479319 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-739f2766-d642-43f2-b528-39feb26936f5 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/quotas/9c922b9eef7849b382751a5f51225ca4 HTTP/1.1" status: 200 len: 375 time: 0.0158620 Jul 29 23:40:46.532844 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-bef90826-e934-477a-b962-4a66c686621c tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c922b9eef7849b382751a5f51225ca4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454917 Jul 29 23:40:46.890312 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-43b8636f-5f85-4371-b454-57ff22cc7bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:46.943327 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-b07a8e9d-b28d-43f8-90fb-9c56265af225 service neutron] 10.222.0.18 "GET /v2.0/networks/eaa8fac9-2de2-4cd9-adb9-0cd9d171e965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4024153 Jul 29 23:40:46.981032 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8636f-5f85-4371-b454-57ff22cc7bd5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87c59731-3041-43b9-9d6d-9f3587a75763,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:47.034463 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b8636f-5f85-4371-b454-57ff22cc7bd5 admin admin] Checking segment: {'id': '2989bb2e-66f0-4bc3-a7eb-0d25ca5b206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fa114f01-51e7-46c7-accc-ed507b02fe0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:47.034812 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b8636f-5f85-4371-b454-57ff22cc7bd5 admin admin] Network hostable DHCP agents. Network: fa114f01-51e7-46c7-accc-ed507b02fe0d, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:40:47.071335 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b8636f-5f85-4371-b454-57ff22cc7bd5 admin admin] Network fa114f01-51e7-46c7-accc-ed507b02fe0d is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:40:47.087359 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-548022a3-be65-4917-bb46-c7058f60af61 service neutron] 10.222.0.18 "GET /v2.0/networks/eaa8fac9-2de2-4cd9-adb9-0cd9d171e965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362071 Jul 29 23:40:47.088012 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-43b8636f-5f85-4371-b454-57ff22cc7bd5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, fa114f01-51e7-46c7-accc-ed507b02fe0d) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:47.092700 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b8636f-5f85-4371-b454-57ff22cc7bd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:47.093345 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-43b8636f-5f85-4371-b454-57ff22cc7bd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:47.098563 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2faf0f7a-49fc-4287-aa26-6538c69678ea None None] Network fa114f01-51e7-46c7-accc-ed507b02fe0d requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:47.116607 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-43b8636f-5f85-4371-b454-57ff22cc7bd5 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8616176 Jul 29 23:40:47.259221 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b077ced-d954-47b4-ac42-53ec27a3f495 None None] Network fa114f01-51e7-46c7-accc-ed507b02fe0d requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:40:47.667425 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41b8712-8734-491f-bb9d-6634bb502ca7 req-818a9321-86c9-4a2b-a86b-1dcfd9f6dded tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:47.671416 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d41b8712-8734-491f-bb9d-6634bb502ca7 req-818a9321-86c9-4a2b-a86b-1dcfd9f6dded tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 945 time: 0.0704687 Jul 29 23:40:47.713280 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d41b8712-8734-491f-bb9d-6634bb502ca7 req-8c340823-d214-4815-91ed-efb51b7cc514 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341303 Jul 29 23:40:47.878064 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aefbc3a1-7f4d-4db0-b54a-a528418567fd req-9214d438-735b-432d-9bb1-547c6ff6611f tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 210 time: 0.0277605 Jul 29 23:40:48.130551 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-c484a55e-ed94-4d28-a836-1d55bf05f487 tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:48.132164 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-c484a55e-ed94-4d28-a836-1d55bf05f487 tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] 10.222.0.18 "GET /v2.0/networks?id=fa114f01-51e7-46c7-accc-ed507b02fe0d HTTP/1.1" status: 200 len: 819 time: 0.1091983 Jul 29 23:40:48.148992 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-67349d3f-f168-41be-b082-1628add3733e tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] 10.222.0.18 "GET /v2.0/quotas/c0bbf1d5a2c046b1849965f1e5af9a81 HTTP/1.1" status: 200 len: 375 time: 0.0110519 Jul 29 23:40:48.183253 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-5bf98515-0c40-4227-9511-dae7d37babd8 tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c0bbf1d5a2c046b1849965f1e5af9a81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272694 Jul 29 23:40:48.279852 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-4e0fefea-a512-4d16-810f-cfeba28a25e6 service neutron] 10.222.0.18 "GET /v2.0/networks/fa114f01-51e7-46c7-accc-ed507b02fe0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881357 Jul 29 23:40:48.375737 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-3b942c82-afb9-4b20-9c2e-42ba225005b7 service neutron] 10.222.0.18 "GET /v2.0/networks/fa114f01-51e7-46c7-accc-ed507b02fe0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893822 Jul 29 23:40:48.606584 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-25e1941e-09d0-404b-8248-7b78609cf146 req-15f08d3e-24bc-4a37-a4af-5e1f4630d275 tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08af551-290a-4f1e-b19b-f4b5d83a4a0e HTTP/1.1" status: 200 len: 210 time: 0.0321620 Jul 29 23:40:48.622590 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-73f22876-67d4-4992-a062-e9ac53017b5d tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:48.625149 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-73f22876-67d4-4992-a062-e9ac53017b5d tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.23 "GET /v2.0/networks?id=eaa8fac9-2de2-4cd9-adb9-0cd9d171e965 HTTP/1.1" status: 200 len: 813 time: 0.1903155 Jul 29 23:40:48.644868 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-3512c296-31cd-440f-8fec-a4abd0bb84ce tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Request body: {'port': {'device_id': '1f34f600-33d7-45bf-9635-d23bd35e63ae', 'network_id': 'eaa8fac9-2de2-4cd9-adb9-0cd9d171e965', 'admin_state_up': True, 'tenant_id': '9c922b9eef7849b382751a5f51225ca4'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:48.765357 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-3512c296-31cd-440f-8fec-a4abd0bb84ce tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Made reservation on behalf of 9c922b9eef7849b382751a5f51225ca4 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:48.769361 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-3512c296-31cd-440f-8fec-a4abd0bb84ce tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:48.918535 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04db20-7e2a-4ec7-8dd6-bb4808d14276 req-3477541b-d311-45ea-aa31-380674698006 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:48.920151 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0e04db20-7e2a-4ec7-8dd6-bb4808d14276 req-3477541b-d311-45ea-aa31-380674698006 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 945 time: 0.1141982 Jul 29 23:40:48.995702 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-3512c296-31cd-440f-8fec-a4abd0bb84ce tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Allocated IP 172.20.0.10 (eaa8fac9-2de2-4cd9-adb9-0cd9d171e965/4bac587e-df83-41a8-8d4d-dfe59a8dbb02/01e2403b-4235-4023-b6cb-5c26115dff63) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:49.001118 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0e04db20-7e2a-4ec7-8dd6-bb4808d14276 req-57ec7f3b-6a7b-44a8-acb6-8d416f16999a tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620098 Jul 29 23:40:49.206811 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-01b47788-be32-480a-93af-13ffae576be0 req-43e4c715-08a3-4144-995c-c1753b39c964 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 210 time: 0.0393476 Jul 29 23:40:49.217692 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-3512c296-31cd-440f-8fec-a4abd0bb84ce tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.262824 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-3512c296-31cd-440f-8fec-a4abd0bb84ce tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.312656 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-3512c296-31cd-440f-8fec-a4abd0bb84ce tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Network eaa8fac9-2de2-4cd9-adb9-0cd9d171e965 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:49.315698 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-3512c296-31cd-440f-8fec-a4abd0bb84ce tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:49.318295 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-3512c296-31cd-440f-8fec-a4abd0bb84ce tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:49.346703 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3512c296-31cd-440f-8fec-a4abd0bb84ce tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Pushing event updated for resources: {'Port': ['ID=01e2403b-4235-4023-b6cb-5c26115dff63,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:49.375541 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-3512c296-31cd-440f-8fec-a4abd0bb84ce tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:49.376172 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-3512c296-31cd-440f-8fec-a4abd0bb84ce tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.390839 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-3512c296-31cd-440f-8fec-a4abd0bb84ce tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7505431 Jul 29 23:40:49.408348 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-895536ff-9471-4956-9759-60578a2c21a0 service neutron] Request body: {'port': {'device_id': '1f34f600-33d7-45bf-9635-d23bd35e63ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:49.460556 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-895536ff-9471-4956-9759-60578a2c21a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.756228 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa075054-c2c8-4536-baf5-ac5d1b85f78c req-76a8dbb7-c97c-4219-9d89-3a79c018db09 tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08af551-290a-4f1e-b19b-f4b5d83a4a0e HTTP/1.1" status: 200 len: 210 time: 0.0498044 Jul 29 23:40:49.831615 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-d54ef842-1a14-4cd5-9bfe-5cce68f30aac tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:49.833310 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-d54ef842-1a14-4cd5-9bfe-5cce68f30aac tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] 10.222.0.23 "GET /v2.0/networks?id=fa114f01-51e7-46c7-accc-ed507b02fe0d HTTP/1.1" status: 200 len: 819 time: 0.1917460 Jul 29 23:40:49.854606 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-1f983f63-6256-4837-a95d-c00ba03dd3dd tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] Request body: {'port': {'device_id': 'b08af551-290a-4f1e-b19b-f4b5d83a4a0e', 'network_id': 'fa114f01-51e7-46c7-accc-ed507b02fe0d', 'admin_state_up': True, 'tenant_id': 'c0bbf1d5a2c046b1849965f1e5af9a81'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:49.943198 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-895536ff-9471-4956-9759-60578a2c21a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01e2403b-4235-4023-b6cb-5c26115dff63 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:40:49.954878 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-895536ff-9471-4956-9759-60578a2c21a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:49.985299 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-895536ff-9471-4956-9759-60578a2c21a0 service neutron] Transition to ACTIVE for port object 01e2403b-4235-4023-b6cb-5c26115dff63 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:49.992932 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-895536ff-9471-4956-9759-60578a2c21a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.055025 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895536ff-9471-4956-9759-60578a2c21a0 service neutron] Pushing event updated for resources: {'Port': ['ID=01e2403b-4235-4023-b6cb-5c26115dff63,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:50.088755 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-1f983f63-6256-4837-a95d-c00ba03dd3dd tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] Made reservation on behalf of c0bbf1d5a2c046b1849965f1e5af9a81 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:50.092886 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-1f983f63-6256-4837-a95d-c00ba03dd3dd tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.239933 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-895536ff-9471-4956-9759-60578a2c21a0 service neutron] Attempting to bind port 01e2403b-4235-4023-b6cb-5c26115dff63 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:50.240390 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-895536ff-9471-4956-9759-60578a2c21a0 service neutron] Attempting to bind port 01e2403b-4235-4023-b6cb-5c26115dff63 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '93032bfd-4edb-4f6b-b220-fa8e868bb309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eaa8fac9-2de2-4cd9-adb9-0cd9d171e965'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:50.240600 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-895536ff-9471-4956-9759-60578a2c21a0 service neutron] Attempting to bind port 01e2403b-4235-4023-b6cb-5c26115dff63 on network eaa8fac9-2de2-4cd9-adb9-0cd9d171e965 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:50.254439 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383ff370-8004-48c9-8318-702a28918f56 req-54790d2a-08ab-4753-828f-223a96a8393c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:50.255975 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-383ff370-8004-48c9-8318-702a28918f56 req-54790d2a-08ab-4753-828f-223a96a8393c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 945 time: 0.1608078 Jul 29 23:40:50.259286 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-895536ff-9471-4956-9759-60578a2c21a0 service neutron] Port 01e2403b-4235-4023-b6cb-5c26115dff63 on network eaa8fac9-2de2-4cd9-adb9-0cd9d171e965 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:40:50.259695 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-895536ff-9471-4956-9759-60578a2c21a0 service neutron] Attempting to bind port 01e2403b-4235-4023-b6cb-5c26115dff63 on network eaa8fac9-2de2-4cd9-adb9-0cd9d171e965 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:50.307144 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-895536ff-9471-4956-9759-60578a2c21a0 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:50.307490 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-895536ff-9471-4956-9759-60578a2c21a0 service neutron] Checking segment: {'id': '93032bfd-4edb-4f6b-b220-fa8e868bb309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eaa8fac9-2de2-4cd9-adb9-0cd9d171e965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:50.307900 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-895536ff-9471-4956-9759-60578a2c21a0 service neutron] Bound using segment: {'id': '93032bfd-4edb-4f6b-b220-fa8e868bb309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eaa8fac9-2de2-4cd9-adb9-0cd9d171e965'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:50.308484 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-895536ff-9471-4956-9759-60578a2c21a0 service neutron] Bound port: 01e2403b-4235-4023-b6cb-5c26115dff63, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93032bfd-4edb-4f6b-b220-fa8e868bb309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eaa8fac9-2de2-4cd9-adb9-0cd9d171e965'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:50.308703 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-895536ff-9471-4956-9759-60578a2c21a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.380880 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-383ff370-8004-48c9-8318-702a28918f56 req-5e6aba38-882d-408a-ae0f-87472d189242 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152220 Jul 29 23:40:50.383441 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-1f983f63-6256-4837-a95d-c00ba03dd3dd tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] Allocated IP 172.20.0.11 (fa114f01-51e7-46c7-accc-ed507b02fe0d/87c59731-3041-43b9-9d6d-9f3587a75763/994b4eb0-8b8a-450c-b4de-569c9c2a7539) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:40:50.439157 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-895536ff-9471-4956-9759-60578a2c21a0 service neutron] For port 01e2403b-4235-4023-b6cb-5c26115dff63, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:50.463740 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-895536ff-9471-4956-9759-60578a2c21a0 service neutron] For port 01e2403b-4235-4023-b6cb-5c26115dff63, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=01e2403b-4235-4023-b6cb-5c26115dff63,segment=NetworkSegment(93032bfd-4edb-4f6b-b220-fa8e868bb309),segment_id=93032bfd-4edb-4f6b-b220-fa8e868bb309)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:50.472046 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-895536ff-9471-4956-9759-60578a2c21a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.582463 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-895536ff-9471-4956-9759-60578a2c21a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:50.583085 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-895536ff-9471-4956-9759-60578a2c21a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.584517 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-895536ff-9471-4956-9759-60578a2c21a0 service neutron] 10.222.0.23 "PUT /v2.0/ports/01e2403b-4235-4023-b6cb-5c26115dff63 HTTP/1.1" status: 200 len: 1093 time: 1.1810677 Jul 29 23:40:50.588726 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f34f600-33d7-45bf-9635-d23bd35e63ae', 'tag': '01e2403b-4235-4023-b6cb-5c26115dff63'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:50.592308 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-591ad45c-1873-4a46-96be-947dec4a0fec" -d '{"events": [{"name": "network-changed", "server_uuid": "1f34f600-33d7-45bf-9635-d23bd35e63ae", "tag": "01e2403b-4235-4023-b6cb-5c26115dff63"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:50.669204 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895536ff-9471-4956-9759-60578a2c21a0 service neutron] Pushing event updated for resources: {'Port': ['ID=01e2403b-4235-4023-b6cb-5c26115dff63,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:50.700918 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f96a27-419d-4f93-b35d-02cf4b0321d2 req-ad9b5ff7-1e55-45d3-8f82-934e29161089 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:50.702401 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05f96a27-419d-4f93-b35d-02cf4b0321d2 req-ad9b5ff7-1e55-45d3-8f82-934e29161089 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 944 time: 0.1586568 Jul 29 23:40:50.722743 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-1f983f63-6256-4837-a95d-c00ba03dd3dd tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.754641 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-ca551b29-12a4-4dd8-b43b-e2d25d7cc3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:50.756175 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-ca551b29-12a4-4dd8-b43b-e2d25d7cc3c4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c922b9eef7849b382751a5f51225ca4&device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 1096 time: 0.1194901 Jul 29 23:40:50.782380 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05f96a27-419d-4f93-b35d-02cf4b0321d2 req-167e156c-0114-437b-843e-33aaf107c1cc tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726366 Jul 29 23:40:50.814450 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-702f8ff4-c50b-468c-8aca-7b5e565b0ae5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01e2403b-4235-4023-b6cb-5c26115dff63 HTTP/1.1" status: 200 len: 217 time: 0.0440788 Jul 29 23:40:50.862790 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49e27b9f-2a47-4472-b42f-8c980fdc867e x-openstack-request-id: req-49e27b9f-2a47-4472-b42f-8c980fdc867e {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:50.863480 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f34f600-33d7-45bf-9635-d23bd35e63ae", "tag": "01e2403b-4235-4023-b6cb-5c26115dff63", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:50.863480 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-49e27b9f-2a47-4472-b42f-8c980fdc867e {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:50.863697 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f34f600-33d7-45bf-9635-d23bd35e63ae', 'tag': '01e2403b-4235-4023-b6cb-5c26115dff63', 'status': 'completed', 'code': 200} Jul 29 23:40:50.877904 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-1f983f63-6256-4837-a95d-c00ba03dd3dd tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:50.916629 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-16bd92d8-8c91-482c-a49f-01302eb60bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:50.918240 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-16bd92d8-8c91-482c-a49f-01302eb60bce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4bac587e-df83-41a8-8d4d-dfe59a8dbb02 HTTP/1.1" status: 200 len: 853 time: 0.0953875 Jul 29 23:40:50.970216 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-1f983f63-6256-4837-a95d-c00ba03dd3dd tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] Network fa114f01-51e7-46c7-accc-ed507b02fe0d is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:40:50.992637 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-4a8e7be1-c66e-453a-a720-40aa345fb2a8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eaa8fac9-2de2-4cd9-adb9-0cd9d171e965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599895 Jul 29 23:40:50.992637 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-1f983f63-6256-4837-a95d-c00ba03dd3dd tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:40:50.995370 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f983f63-6256-4837-a95d-c00ba03dd3dd tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] Pushing event updated for resources: {'Port': ['ID=994b4eb0-8b8a-450c-b4de-569c9c2a7539,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:50.998523 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-1f983f63-6256-4837-a95d-c00ba03dd3dd tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:40:51.107243 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3be1bb9-5852-4cff-92ca-10ac358a7900 req-7d1c8bbb-014f-4f6c-b9fb-eed328d89267 tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:51.108854 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d3be1bb9-5852-4cff-92ca-10ac358a7900 req-7d1c8bbb-014f-4f6c-b9fb-eed328d89267 tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08af551-290a-4f1e-b19b-f4b5d83a4a0e HTTP/1.1" status: 200 len: 932 time: 0.1964016 Jul 29 23:40:51.120659 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-1f983f63-6256-4837-a95d-c00ba03dd3dd tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:51.121295 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-1f983f63-6256-4837-a95d-c00ba03dd3dd tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:51.165865 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-1f983f63-6256-4837-a95d-c00ba03dd3dd tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3192160 Jul 29 23:40:51.189312 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-a4601ce7-8b17-4ba6-9f80-d1d31506418b service neutron] Request body: {'port': {'device_id': 'b08af551-290a-4f1e-b19b-f4b5d83a4a0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:51.229240 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d3be1bb9-5852-4cff-92ca-10ac358a7900 req-2a6c00a7-e3dc-419c-8d5d-ce378d955cbf tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf22b1f0-b13f-4db5-8ed9-0757d034cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034746 Jul 29 23:40:51.233715 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-6a4a8aa7-1800-476e-b5a1-678cb199d871 service neutron] 10.222.0.23 "GET /v2.0/networks/eaa8fac9-2de2-4cd9-adb9-0cd9d171e965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290397 Jul 29 23:40:51.316907 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-a4601ce7-8b17-4ba6-9f80-d1d31506418b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:51.394432 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1dfca94d-008a-43f8-899c-d89015e88fe2 req-dc2af6fb-3212-49b0-a58c-0560a98bfdbb service neutron] 10.222.0.23 "GET /v2.0/networks/eaa8fac9-2de2-4cd9-adb9-0cd9d171e965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521759 Jul 29 23:40:51.615621 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ad45c-1873-4a46-96be-947dec4a0fec req-50985409-ccd4-4d69-8261-bc42e60cfbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:51.617181 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-591ad45c-1873-4a46-96be-947dec4a0fec req-50985409-ccd4-4d69-8261-bc42e60cfbde service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c922b9eef7849b382751a5f51225ca4&device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 1096 time: 0.1417968 Jul 29 23:40:51.628142 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245fb0ac-b022-4226-a72a-f62bcb309327 req-883327dc-910b-444e-87b0-4496b43da267 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:51.629852 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-245fb0ac-b022-4226-a72a-f62bcb309327 req-883327dc-910b-444e-87b0-4496b43da267 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 945 time: 0.1563153 Jul 29 23:40:52.013193 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-245fb0ac-b022-4226-a72a-f62bcb309327 req-a2c3dc13-5347-4711-a2bf-b8a020f1ebc1 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3712773 Jul 29 23:40:52.062386 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ad45c-1873-4a46-96be-947dec4a0fec req-2f679e90-b7db-4118-b984-f67c4f457d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:52.064010 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-591ad45c-1873-4a46-96be-947dec4a0fec req-2f679e90-b7db-4118-b984-f67c4f457d7b service neutron] 10.222.0.23 "GET /v2.0/networks?id=eaa8fac9-2de2-4cd9-adb9-0cd9d171e965 HTTP/1.1" status: 200 len: 914 time: 0.4315140 Jul 29 23:40:52.134407 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-591ad45c-1873-4a46-96be-947dec4a0fec req-5e36dff8-a1d8-4f1d-b881-ce0384d539f9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01e2403b-4235-4023-b6cb-5c26115dff63 HTTP/1.1" status: 200 len: 217 time: 0.0589809 Jul 29 23:40:52.152113 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-a4601ce7-8b17-4ba6-9f80-d1d31506418b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 994b4eb0-8b8a-450c-b4de-569c9c2a7539 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:40:52.180181 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-a4601ce7-8b17-4ba6-9f80-d1d31506418b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:52.227166 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-a4601ce7-8b17-4ba6-9f80-d1d31506418b service neutron] Transition to ACTIVE for port object 994b4eb0-8b8a-450c-b4de-569c9c2a7539 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:40:52.236654 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-a4601ce7-8b17-4ba6-9f80-d1d31506418b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:52.271637 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ad45c-1873-4a46-96be-947dec4a0fec req-618a6141-fc65-44ee-8fee-3fdf9499992e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:52.273422 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-591ad45c-1873-4a46-96be-947dec4a0fec req-618a6141-fc65-44ee-8fee-3fdf9499992e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4bac587e-df83-41a8-8d4d-dfe59a8dbb02 HTTP/1.1" status: 200 len: 853 time: 0.1303282 Jul 29 23:40:52.325141 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-591ad45c-1873-4a46-96be-947dec4a0fec req-62be0697-fa1f-444f-9f5d-4b2ce3893159 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eaa8fac9-2de2-4cd9-adb9-0cd9d171e965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399284 Jul 29 23:40:52.337449 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36245d13-a26c-4b9f-985f-abd299f56eb5 req-baa5a2a8-6044-48f3-b1db-c1d32c1d1425 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:52.338961 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36245d13-a26c-4b9f-985f-abd299f56eb5 req-baa5a2a8-6044-48f3-b1db-c1d32c1d1425 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 944 time: 0.1611035 Jul 29 23:40:52.350243 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4601ce7-8b17-4ba6-9f80-d1d31506418b service neutron] Pushing event updated for resources: {'Port': ['ID=994b4eb0-8b8a-450c-b4de-569c9c2a7539,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:52.492847 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36245d13-a26c-4b9f-985f-abd299f56eb5 req-321bceee-299a-43b1-b26a-28704e610f36 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397417 Jul 29 23:40:52.530048 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-591ad45c-1873-4a46-96be-947dec4a0fec req-2cdfd9cc-0ae8-465a-bd14-3d5b1a26d8af service neutron] 10.222.0.23 "GET /v2.0/networks/eaa8fac9-2de2-4cd9-adb9-0cd9d171e965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1894805 Jul 29 23:40:52.530891 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-a4601ce7-8b17-4ba6-9f80-d1d31506418b service neutron] Attempting to bind port 994b4eb0-8b8a-450c-b4de-569c9c2a7539 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:40:52.531286 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-a4601ce7-8b17-4ba6-9f80-d1d31506418b service neutron] Attempting to bind port 994b4eb0-8b8a-450c-b4de-569c9c2a7539 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '2989bb2e-66f0-4bc3-a7eb-0d25ca5b206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fa114f01-51e7-46c7-accc-ed507b02fe0d'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:40:52.531549 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-a4601ce7-8b17-4ba6-9f80-d1d31506418b service neutron] Attempting to bind port 994b4eb0-8b8a-450c-b4de-569c9c2a7539 on network fa114f01-51e7-46c7-accc-ed507b02fe0d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:52.536639 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-a4601ce7-8b17-4ba6-9f80-d1d31506418b service neutron] Port 994b4eb0-8b8a-450c-b4de-569c9c2a7539 on network fa114f01-51e7-46c7-accc-ed507b02fe0d not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:40:52.536966 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-a4601ce7-8b17-4ba6-9f80-d1d31506418b service neutron] Attempting to bind port 994b4eb0-8b8a-450c-b4de-569c9c2a7539 on network fa114f01-51e7-46c7-accc-ed507b02fe0d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:40:52.551410 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-a4601ce7-8b17-4ba6-9f80-d1d31506418b service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:40:52.551827 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-a4601ce7-8b17-4ba6-9f80-d1d31506418b service neutron] Checking segment: {'id': '2989bb2e-66f0-4bc3-a7eb-0d25ca5b206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fa114f01-51e7-46c7-accc-ed507b02fe0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:40:52.552215 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-a4601ce7-8b17-4ba6-9f80-d1d31506418b service neutron] Bound using segment: {'id': '2989bb2e-66f0-4bc3-a7eb-0d25ca5b206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fa114f01-51e7-46c7-accc-ed507b02fe0d'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:40:52.552667 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-a4601ce7-8b17-4ba6-9f80-d1d31506418b service neutron] Bound port: 994b4eb0-8b8a-450c-b4de-569c9c2a7539, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2989bb2e-66f0-4bc3-a7eb-0d25ca5b206e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fa114f01-51e7-46c7-accc-ed507b02fe0d'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:40:52.553061 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-a4601ce7-8b17-4ba6-9f80-d1d31506418b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:52.729564 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-591ad45c-1873-4a46-96be-947dec4a0fec req-82002526-2409-4d28-ba2c-7127fe017b7d service neutron] 10.222.0.23 "GET /v2.0/networks/eaa8fac9-2de2-4cd9-adb9-0cd9d171e965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1898201 Jul 29 23:40:52.730691 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-a4601ce7-8b17-4ba6-9f80-d1d31506418b service neutron] For port 994b4eb0-8b8a-450c-b4de-569c9c2a7539, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:40:52.740384 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c910a65-2500-4baa-9afd-375480d6c32e req-cbb8cd65-adf7-48ba-95ea-f29ed1640439 tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:52.741929 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7c910a65-2500-4baa-9afd-375480d6c32e req-cbb8cd65-adf7-48ba-95ea-f29ed1640439 tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08af551-290a-4f1e-b19b-f4b5d83a4a0e HTTP/1.1" status: 200 len: 944 time: 0.1381094 Jul 29 23:40:52.743898 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-a4601ce7-8b17-4ba6-9f80-d1d31506418b service neutron] For port 994b4eb0-8b8a-450c-b4de-569c9c2a7539, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=994b4eb0-8b8a-450c-b4de-569c9c2a7539,segment=NetworkSegment(2989bb2e-66f0-4bc3-a7eb-0d25ca5b206e),segment_id=2989bb2e-66f0-4bc3-a7eb-0d25ca5b206e)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:40:52.749473 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-a4601ce7-8b17-4ba6-9f80-d1d31506418b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:52.811217 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-a4601ce7-8b17-4ba6-9f80-d1d31506418b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:52.811980 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-a4601ce7-8b17-4ba6-9f80-d1d31506418b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:52.813290 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-a4601ce7-8b17-4ba6-9f80-d1d31506418b service neutron] 10.222.0.23 "PUT /v2.0/ports/994b4eb0-8b8a-450c-b4de-569c9c2a7539 HTTP/1.1" status: 200 len: 1093 time: 1.6322434 Jul 29 23:40:52.869438 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7c910a65-2500-4baa-9afd-375480d6c32e req-26a3dd9a-81e9-44a3-83d4-7b67313c76a1 tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf22b1f0-b13f-4db5-8ed9-0757d034cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173346 Jul 29 23:40:52.869895 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b08af551-290a-4f1e-b19b-f4b5d83a4a0e', 'tag': '994b4eb0-8b8a-450c-b4de-569c9c2a7539'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:52.872310 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14d8332-4b7a-45a5-9b63-8f8acb81cc7c" -d '{"events": [{"name": "network-changed", "server_uuid": "b08af551-290a-4f1e-b19b-f4b5d83a4a0e", "tag": "994b4eb0-8b8a-450c-b4de-569c9c2a7539"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:52.883493 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4601ce7-8b17-4ba6-9f80-d1d31506418b service neutron] Pushing event updated for resources: {'Port': ['ID=994b4eb0-8b8a-450c-b4de-569c9c2a7539,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:52.923310 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-6306e1c0-1f61-44d5-8bee-8d62c06d640b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:52.924837 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-6306e1c0-1f61-44d5-8bee-8d62c06d640b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0bbf1d5a2c046b1849965f1e5af9a81&device_id=b08af551-290a-4f1e-b19b-f4b5d83a4a0e HTTP/1.1" status: 200 len: 1096 time: 0.0616066 Jul 29 23:40:52.929136 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd233bd-aecd-40dd-8939-8e1aa2691739 x-openstack-request-id: req-9dd233bd-aecd-40dd-8939-8e1aa2691739 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:52.929419 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b08af551-290a-4f1e-b19b-f4b5d83a4a0e", "tag": "994b4eb0-8b8a-450c-b4de-569c9c2a7539", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:52.929783 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9dd233bd-aecd-40dd-8939-8e1aa2691739 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:52.930190 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b08af551-290a-4f1e-b19b-f4b5d83a4a0e', 'tag': '994b4eb0-8b8a-450c-b4de-569c9c2a7539', 'status': 'completed', 'code': 200} Jul 29 23:40:52.975905 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-47f37c64-32f2-4c3d-993f-5bdbde14affc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=994b4eb0-8b8a-450c-b4de-569c9c2a7539 HTTP/1.1" status: 200 len: 217 time: 0.0348737 Jul 29 23:40:53.018124 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 01e2403b-4235-4023-b6cb-5c26115dff63 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:40:53.032232 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-71d4c5d3-7e9e-42c7-94eb-de65c8712b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:53.033724 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-71d4c5d3-7e9e-42c7-94eb-de65c8712b1a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=87c59731-3041-43b9-9d6d-9f3587a75763 HTTP/1.1" status: 200 len: 859 time: 0.0505996 Jul 29 23:40:53.072968 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-b0fd9bd0-1c53-4b91-8dbc-dd0e57009775 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fa114f01-51e7-46c7-accc-ed507b02fe0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304952 Jul 29 23:40:53.132785 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 01e2403b-4235-4023-b6cb-5c26115dff63, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=01e2403b-4235-4023-b6cb-5c26115dff63,segment=NetworkSegment(93032bfd-4edb-4f6b-b220-fa8e868bb309),segment_id=93032bfd-4edb-4f6b-b220-fa8e868bb309)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:53.144501 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '01e2403b-4235-4023-b6cb-5c26115dff63', 'network_id': 'eaa8fac9-2de2-4cd9-adb9-0cd9d171e965', 'port_id': '01e2403b-4235-4023-b6cb-5c26115dff63', 'mac_address': 'fa:16:3e:d4:06:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bac587e-df83-41a8-8d4d-dfe59a8dbb02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:40:53.186356 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.197526 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475534cf-8733-4399-9762-fdced415dc8f req-9a742bf1-9a88-49c4-b14b-a41df3c3e54f tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:53.198907 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e2403b-4235-4023-b6cb-5c26115dff63 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:40:53.199084 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-475534cf-8733-4399-9762-fdced415dc8f req-9a742bf1-9a88-49c4-b14b-a41df3c3e54f tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 945 time: 0.1034515 Jul 29 23:40:53.223529 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 01e2403b-4235-4023-b6cb-5c26115dff63, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=01e2403b-4235-4023-b6cb-5c26115dff63,segment=NetworkSegment(93032bfd-4edb-4f6b-b220-fa8e868bb309),segment_id=93032bfd-4edb-4f6b-b220-fa8e868bb309)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:53.228905 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:53.235441 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-7101a510-0144-4883-a8ed-eeb6f2b61e15 service neutron] 10.222.0.23 "GET /v2.0/networks/fa114f01-51e7-46c7-accc-ed507b02fe0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524785 Jul 29 23:40:53.259140 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-475534cf-8733-4399-9762-fdced415dc8f req-ccff714a-5f67-49f3-9e5f-554bba057de7 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512950 Jul 29 23:40:53.278572 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=01e2403b-4235-4023-b6cb-5c26115dff63,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:53.296087 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:53.296087 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:53.296087 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:53.296087 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:53.296087 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:53.296087 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:53.296087 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:53.296087 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:53.296087 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:53.296087 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:53.296087 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:53.296087 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:40:53.336333 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a29a035-dcfe-4c0e-806a-da9665392ce3 req-ee591b2a-8f84-4a9e-bc95-f3e955d2ed76 service neutron] 10.222.0.23 "GET /v2.0/networks/fa114f01-51e7-46c7-accc-ed507b02fe0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924485 Jul 29 23:40:53.437453 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d8332-4b7a-45a5-9b63-8f8acb81cc7c req-2d655287-e854-4e27-80c8-d907786b3179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:53.438953 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a14d8332-4b7a-45a5-9b63-8f8acb81cc7c req-2d655287-e854-4e27-80c8-d907786b3179 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c0bbf1d5a2c046b1849965f1e5af9a81&device_id=b08af551-290a-4f1e-b19b-f4b5d83a4a0e HTTP/1.1" status: 200 len: 1096 time: 0.0480962 Jul 29 23:40:53.520588 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['01e2403b-4235-4023-b6cb-5c26115dff63'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:40:53.536607 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d8332-4b7a-45a5-9b63-8f8acb81cc7c req-70d87071-a246-4dc2-b5c8-fbd7298e758b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:53.538852 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a14d8332-4b7a-45a5-9b63-8f8acb81cc7c req-70d87071-a246-4dc2-b5c8-fbd7298e758b service neutron] 10.222.0.23 "GET /v2.0/networks?id=fa114f01-51e7-46c7-accc-ed507b02fe0d HTTP/1.1" status: 200 len: 920 time: 0.0902407 Jul 29 23:40:53.594187 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a14d8332-4b7a-45a5-9b63-8f8acb81cc7c req-b7f2038a-438e-4b28-b1c0-c41d67ec99e6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=994b4eb0-8b8a-450c-b4de-569c9c2a7539 HTTP/1.1" status: 200 len: 217 time: 0.0453157 Jul 29 23:40:53.667136 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d8332-4b7a-45a5-9b63-8f8acb81cc7c req-0724cdd4-d5aa-43dd-8743-91084b7afa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:53.668631 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a14d8332-4b7a-45a5-9b63-8f8acb81cc7c req-0724cdd4-d5aa-43dd-8743-91084b7afa59 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=87c59731-3041-43b9-9d6d-9f3587a75763 HTTP/1.1" status: 200 len: 859 time: 0.0669558 Jul 29 23:40:53.678043 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be3369-e451-4152-a47c-6413bf837433 req-56e21e4b-7a7a-4f71-9f9d-fcd6375650a8 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:53.679410 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e1be3369-e451-4152-a47c-6413bf837433 req-56e21e4b-7a7a-4f71-9f9d-fcd6375650a8 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 945 time: 0.0888214 Jul 29 23:40:53.712845 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a14d8332-4b7a-45a5-9b63-8f8acb81cc7c req-57cce554-c7a0-4c07-8115-9d014dd17fe1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=fa114f01-51e7-46c7-accc-ed507b02fe0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299218 Jul 29 23:40:53.786399 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e1be3369-e451-4152-a47c-6413bf837433 req-be7b2c3d-bfed-4bf9-8d9b-0e0d48a236a0 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954368 Jul 29 23:40:53.825034 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a14d8332-4b7a-45a5-9b63-8f8acb81cc7c req-cbc134a3-7c3b-459e-ad58-866bb8115c35 service neutron] 10.222.0.23 "GET /v2.0/networks/fa114f01-51e7-46c7-accc-ed507b02fe0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035099 Jul 29 23:40:53.872009 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58630) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:53.944654 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a14d8332-4b7a-45a5-9b63-8f8acb81cc7c req-1bc304eb-a9a1-4ad5-84f7-aefacf042f0a service neutron] 10.222.0.23 "GET /v2.0/networks/fa114f01-51e7-46c7-accc-ed507b02fe0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101387 Jul 29 23:40:53.989792 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f10cf2d-6506-4fd3-880a-e6d608cb76f2 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:53.989792 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f10cf2d-6506-4fd3-880a-e6d608cb76f2 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:53.990206 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f10cf2d-6506-4fd3-880a-e6d608cb76f2 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:53.991954 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8f10cf2d-6506-4fd3-880a-e6d608cb76f2 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] 10.222.0.18 "GET /v2.0/ports?project_id=a74022ced16f48bea72df0eb10f3e470&network_id=35f66920-bcaf-4f1b-afc2-223b687e24e3 HTTP/1.1" status: 200 len: 2973 time: 0.1188354 Jul 29 23:40:54.029949 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017dcf4-600f-46bb-b53c-329094a5803b req-bc595da5-bf32-4b1d-b86b-ef441e0dafa8 tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:54.031533 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2017dcf4-600f-46bb-b53c-329094a5803b req-bc595da5-bf32-4b1d-b86b-ef441e0dafa8 tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08af551-290a-4f1e-b19b-f4b5d83a4a0e HTTP/1.1" status: 200 len: 944 time: 0.0583150 Jul 29 23:40:54.071072 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2017dcf4-600f-46bb-b53c-329094a5803b req-bbc791bf-9aa5-48ff-aab2-64973ef638c1 tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf22b1f0-b13f-4db5-8ed9-0757d034cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330994 Jul 29 23:40:54.393684 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85873011-7f8b-4f85-9869-d3e15be8d096 req-3a2a4469-bda6-4d2c-bb32-c8577a45873d tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:54.395284 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85873011-7f8b-4f85-9869-d3e15be8d096 req-3a2a4469-bda6-4d2c-bb32-c8577a45873d tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 945 time: 0.0509963 Jul 29 23:40:54.433901 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85873011-7f8b-4f85-9869-d3e15be8d096 req-99977360-2965-41fd-8576-60920a1e4b5d tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326068 Jul 29 23:40:54.924763 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b600f7-3bcc-492b-a92c-b12aeaac97cf req-d1a143ce-41fd-4cf1-831a-a5b7d1dcb045 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:54.926834 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a1b600f7-3bcc-492b-a92c-b12aeaac97cf req-d1a143ce-41fd-4cf1-831a-a5b7d1dcb045 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 945 time: 0.0577085 Jul 29 23:40:54.976008 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a1b600f7-3bcc-492b-a92c-b12aeaac97cf req-a89e4a94-b2f0-4560-aab2-7465fa527ecd tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426602 Jul 29 23:40:55.017831 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 994b4eb0-8b8a-450c-b4de-569c9c2a7539 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:40:55.020030 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 01e2403b-4235-4023-b6cb-5c26115dff63 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:55.155848 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 01e2403b-4235-4023-b6cb-5c26115dff63 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:55.162171 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 01e2403b-4235-4023-b6cb-5c26115dff63 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:55.162561 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:55.220692 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5429302-8d34-4371-a509-8aa5dd559e44 req-9c9a18ef-90f1-4e8b-9133-c5f03a7ccf60 tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:55.229910 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e5429302-8d34-4371-a509-8aa5dd559e44 req-9c9a18ef-90f1-4e8b-9133-c5f03a7ccf60 tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08af551-290a-4f1e-b19b-f4b5d83a4a0e HTTP/1.1" status: 200 len: 944 time: 0.0729520 Jul 29 23:40:55.288232 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e5429302-8d34-4371-a509-8aa5dd559e44 req-113dbb55-1d8a-43ae-a509-052c901a9486 tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf22b1f0-b13f-4db5-8ed9-0757d034cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568926 Jul 29 23:40:55.290037 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 994b4eb0-8b8a-450c-b4de-569c9c2a7539, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=994b4eb0-8b8a-450c-b4de-569c9c2a7539,segment=NetworkSegment(2989bb2e-66f0-4bc3-a7eb-0d25ca5b206e),segment_id=2989bb2e-66f0-4bc3-a7eb-0d25ca5b206e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:55.313493 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:55.315517 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '994b4eb0-8b8a-450c-b4de-569c9c2a7539', 'network_id': 'fa114f01-51e7-46c7-accc-ed507b02fe0d', 'port_id': '994b4eb0-8b8a-450c-b4de-569c9c2a7539', 'mac_address': 'fa:16:3e:f9:43:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87c59731-3041-43b9-9d6d-9f3587a75763', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:40:55.365668 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f34f600-33d7-45bf-9635-d23bd35e63ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e2403b-4235-4023-b6cb-5c26115dff63'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:55.367874 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac999408-f236-471c-b02d-521905f051be" -d '{"events": [{"server_uuid": "1f34f600-33d7-45bf-9635-d23bd35e63ae", "name": "network-vif-plugged", "status": "completed", "tag": "01e2403b-4235-4023-b6cb-5c26115dff63"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:55.388363 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 01e2403b-4235-4023-b6cb-5c26115dff63, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=01e2403b-4235-4023-b6cb-5c26115dff63,segment=NetworkSegment(93032bfd-4edb-4f6b-b220-fa8e868bb309),segment_id=93032bfd-4edb-4f6b-b220-fa8e868bb309)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:55.389984 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:55.402449 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:55.410494 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 994b4eb0-8b8a-450c-b4de-569c9c2a7539 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:40:55.432812 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 994b4eb0-8b8a-450c-b4de-569c9c2a7539, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=994b4eb0-8b8a-450c-b4de-569c9c2a7539,segment=NetworkSegment(2989bb2e-66f0-4bc3-a7eb-0d25ca5b206e),segment_id=2989bb2e-66f0-4bc3-a7eb-0d25ca5b206e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:55.461699 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b8ff95-d8c3-4460-943c-590e0f3bdd0b x-openstack-request-id: req-e4b8ff95-d8c3-4460-943c-590e0f3bdd0b {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:55.465403 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f34f600-33d7-45bf-9635-d23bd35e63ae", "name": "network-vif-plugged", "status": "completed", "tag": "01e2403b-4235-4023-b6cb-5c26115dff63", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:55.465403 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4b8ff95-d8c3-4460-943c-590e0f3bdd0b {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:55.465403 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f34f600-33d7-45bf-9635-d23bd35e63ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e2403b-4235-4023-b6cb-5c26115dff63', 'code': 200} Jul 29 23:40:55.466961 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:55.495768 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=01e2403b-4235-4023-b6cb-5c26115dff63,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:55.572446 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=994b4eb0-8b8a-450c-b4de-569c9c2a7539,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:55.596326 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de90e9f0-229d-43b1-83bd-951bb7b49501 req-dddabde0-5c60-472e-8954-da70f9f9461e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:55.597862 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-de90e9f0-229d-43b1-83bd-951bb7b49501 req-dddabde0-5c60-472e-8954-da70f9f9461e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 1098 time: 0.0960557 Jul 29 23:40:55.610739 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6474fbc4-2e6d-4bb1-b8fc-46f683161e2d req-2cba08d3-9544-4739-a209-7fea145b5c31 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:55.612654 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6474fbc4-2e6d-4bb1-b8fc-46f683161e2d req-2cba08d3-9544-4739-a209-7fea145b5c31 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 945 time: 0.0687773 Jul 29 23:40:55.664420 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-de90e9f0-229d-43b1-83bd-951bb7b49501 req-d2e8c8d4-7471-4cd2-aa05-aed8c50a1c9d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509949 Jul 29 23:40:55.671878 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6474fbc4-2e6d-4bb1-b8fc-46f683161e2d req-05fdb243-8511-4ec4-9122-7eb78eacccbe tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527961 Jul 29 23:40:55.779399 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['994b4eb0-8b8a-450c-b4de-569c9c2a7539'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:40:56.110570 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605f42f-f005-4ed0-b66f-fa8a0d0f76df req-12229f66-ad2e-43a0-b86e-3b141eefe46f tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:56.112178 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5605f42f-f005-4ed0-b66f-fa8a0d0f76df req-12229f66-ad2e-43a0-b86e-3b141eefe46f tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0602045 Jul 29 23:40:56.152910 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5605f42f-f005-4ed0-b66f-fa8a0d0f76df req-945f98cf-7d3f-4fe8-831e-5d68f6ffe652 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344932 Jul 29 23:40:56.412894 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c8ac6-b903-45d7-891f-7f01a6839cdf req-d42703fe-089d-4500-b868-b2aa3047c8ad tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:56.414502 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-334c8ac6-b903-45d7-891f-7f01a6839cdf req-d42703fe-089d-4500-b868-b2aa3047c8ad tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08af551-290a-4f1e-b19b-f4b5d83a4a0e HTTP/1.1" status: 200 len: 945 time: 0.0621741 Jul 29 23:40:56.461690 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-334c8ac6-b903-45d7-891f-7f01a6839cdf req-6d157b49-9a71-41c2-bcc5-07b1b660fb2a tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf22b1f0-b13f-4db5-8ed9-0757d034cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406988 Jul 29 23:40:56.796072 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079a785-39b7-4b51-baaf-4f8e7ef58ce1 req-46342c2b-8faf-46db-8c6c-a5c3d6ad8267 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:56.797622 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1079a785-39b7-4b51-baaf-4f8e7ef58ce1 req-46342c2b-8faf-46db-8c6c-a5c3d6ad8267 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 945 time: 0.0516152 Jul 29 23:40:56.840892 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1079a785-39b7-4b51-baaf-4f8e7ef58ce1 req-d2845996-c4cd-47ec-bbee-8853414b2a36 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369871 Jul 29 23:40:57.047750 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 994b4eb0-8b8a-450c-b4de-569c9c2a7539 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:40:57.096680 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 994b4eb0-8b8a-450c-b4de-569c9c2a7539 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:40:57.106074 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 994b4eb0-8b8a-450c-b4de-569c9c2a7539 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:40:57.106460 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.221080 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.285195 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 994b4eb0-8b8a-450c-b4de-569c9c2a7539, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=994b4eb0-8b8a-450c-b4de-569c9c2a7539,segment=NetworkSegment(2989bb2e-66f0-4bc3-a7eb-0d25ca5b206e),segment_id=2989bb2e-66f0-4bc3-a7eb-0d25ca5b206e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:40:57.292578 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.330799 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002ce5a-19b6-4bc1-ad64-00c8e9b57e6e req-22fc2169-8cb1-45f7-9a4e-85c579a82975 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:57.332496 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6002ce5a-19b6-4bc1-ad64-00c8e9b57e6e req-22fc2169-8cb1-45f7-9a4e-85c579a82975 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0878003 Jul 29 23:40:57.354222 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=994b4eb0-8b8a-450c-b4de-569c9c2a7539,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:57.386856 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6002ce5a-19b6-4bc1-ad64-00c8e9b57e6e req-b343c365-b658-442e-851e-48fb261f49e7 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471635 Jul 29 23:40:57.425241 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58680) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:57.464457 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08af551-290a-4f1e-b19b-f4b5d83a4a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994b4eb0-8b8a-450c-b4de-569c9c2a7539'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:40:57.467817 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0db747-8c44-4b5e-8a60-1c195adb53ae" -d '{"events": [{"server_uuid": "b08af551-290a-4f1e-b19b-f4b5d83a4a0e", "name": "network-vif-plugged", "status": "completed", "tag": "994b4eb0-8b8a-450c-b4de-569c9c2a7539"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:40:57.519602 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aada0a7c-f15d-4a78-af32-f9ed4f1793f0 x-openstack-request-id: req-aada0a7c-f15d-4a78-af32-f9ed4f1793f0 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:40:57.519927 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08af551-290a-4f1e-b19b-f4b5d83a4a0e", "name": "network-vif-plugged", "status": "completed", "tag": "994b4eb0-8b8a-450c-b4de-569c9c2a7539", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:40:57.520182 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-aada0a7c-f15d-4a78-af32-f9ed4f1793f0 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:40:57.520582 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08af551-290a-4f1e-b19b-f4b5d83a4a0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '994b4eb0-8b8a-450c-b4de-569c9c2a7539', 'code': 200} Jul 29 23:40:57.546993 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-720b7a11-8eb3-4b9d-a8b0-6f42b94b90db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.571469 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58690) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:57.651900 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e43e3-dc0b-4d37-ba94-f72f83be9406 req-987272b1-84f3-4bd0-a2f6-6963c197d094 tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:57.653436 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ca8e43e3-dc0b-4d37-ba94-f72f83be9406 req-987272b1-84f3-4bd0-a2f6-6963c197d094 tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08af551-290a-4f1e-b19b-f4b5d83a4a0e HTTP/1.1" status: 200 len: 946 time: 0.0789340 Jul 29 23:40:57.656356 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd5e0d0-4b5e-4031-bc5c-af3cd8d121dd tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:57.657124 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc028ec-90a3-429a-88b6-c0c5c411089c req-9546c02a-b0b2-49d3-9ec4-8883f3394a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:57.664672 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dcc028ec-90a3-429a-88b6-c0c5c411089c req-9546c02a-b0b2-49d3-9ec4-8883f3394a14 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b08af551-290a-4f1e-b19b-f4b5d83a4a0e HTTP/1.1" status: 200 len: 1098 time: 0.0815170 Jul 29 23:40:57.664839 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5bd5e0d0-4b5e-4031-bc5c-af3cd8d121dd tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 814 time: 0.0859659 Jul 29 23:40:57.709009 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-720b7a11-8eb3-4b9d-a8b0-6f42b94b90db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.713416 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-720b7a11-8eb3-4b9d-a8b0-6f42b94b90db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.729428 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ca8e43e3-dc0b-4d37-ba94-f72f83be9406 req-cc341f5c-ee2a-4aec-bc37-ab40f28cf377 tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf22b1f0-b13f-4db5-8ed9-0757d034cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673983 Jul 29 23:40:57.731326 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dcc028ec-90a3-429a-88b6-c0c5c411089c req-b622c0c0-283e-4979-9cda-91da538b6660 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=bf22b1f0-b13f-4db5-8ed9-0757d034cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587387 Jul 29 23:40:57.758875 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720b7a11-8eb3-4b9d-a8b0-6f42b94b90db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fcbce1-858b-42f1-b950-89d79fd3b552,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:57.766839 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-720b7a11-8eb3-4b9d-a8b0-6f42b94b90db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c552c29393384e1f908194f981c83501&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3367422 Jul 29 23:40:57.767595 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 58698) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:57.848076 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bab3ee91-2e50-4613-9909-cd8e04f2a218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.907695 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bab3ee91-2e50-4613-9909-cd8e04f2a218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.969933 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-401cf7de-ed69-4f7b-8444-79b03a026a59 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:57.971354 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-401cf7de-ed69-4f7b-8444-79b03a026a59 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/networks?id=eaa8fac9-2de2-4cd9-adb9-0cd9d171e965 HTTP/1.1" status: 200 len: 813 time: 0.1523218 Jul 29 23:40:57.990111 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-d22306f9-2989-4eee-8f68-85679bb5c7af tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/quotas/9c922b9eef7849b382751a5f51225ca4 HTTP/1.1" status: 200 len: 375 time: 0.0124023 Jul 29 23:40:57.995256 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bab3ee91-2e50-4613-9909-cd8e04f2a218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:57.998881 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bab3ee91-2e50-4613-9909-cd8e04f2a218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.000002 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-bab3ee91-2e50-4613-9909-cd8e04f2a218 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a2fcbce1-858b-42f1-b950-89d79fd3b552 HTTP/1.1" status: 204 len: 168 time: 0.2317252 Jul 29 23:40:58.032522 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab3ee91-2e50-4613-9909-cd8e04f2a218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fcbce1-858b-42f1-b950-89d79fd3b552,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:58.056948 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-1ce33df5-ee82-4b22-ac23-67b5227c96cd tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c922b9eef7849b382751a5f51225ca4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0557878 Jul 29 23:40:58.162427 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-d579324f-e3cf-40c6-af02-761ae6ee1bd1 service neutron] 10.222.0.18 "GET /v2.0/networks/eaa8fac9-2de2-4cd9-adb9-0cd9d171e965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974598 Jul 29 23:40:58.269297 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-1b470a73-44c2-46c4-ad1b-7f1aed48aa73 service neutron] 10.222.0.18 "GET /v2.0/networks/eaa8fac9-2de2-4cd9-adb9-0cd9d171e965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939417 Jul 29 23:40:58.477328 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161e36ca-cea4-4b07-83fb-7c84a7a7466f req-59cd3cb9-c91d-44f9-b9b8-334d906fd86c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:58.478981 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-161e36ca-cea4-4b07-83fb-7c84a7a7466f req-59cd3cb9-c91d-44f9-b9b8-334d906fd86c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 945 time: 0.0583246 Jul 29 23:40:58.532846 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-161e36ca-cea4-4b07-83fb-7c84a7a7466f req-d3d991f3-2693-4f25-9571-cdef64eef7a8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462530 Jul 29 23:40:58.674923 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0e3aa498-8d28-457f-8189-0cafc6b00b0d req-064cb701-6cfc-4298-bffe-5fdf05f2a6d8 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=08fee473-430c-4aa4-a64f-b7ad4f200c0e HTTP/1.1" status: 200 len: 210 time: 0.0385838 Jul 29 23:40:58.879364 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58750) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:58.883659 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660c146d-1885-4ea3-9de2-84b7a0c09c0c req-45c40dff-7c62-49c4-8c39-b3a6dc95c574 tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:58.884957 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-841ec5c7-d0e7-4c4f-9f58-f23b9f921a5f tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'network': {'name': 'tempest-network-smoke--433669838', 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'port_security_enabled': True}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:58.885333 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-660c146d-1885-4ea3-9de2-84b7a0c09c0c req-45c40dff-7c62-49c4-8c39-b3a6dc95c574 tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08af551-290a-4f1e-b19b-f4b5d83a4a0e HTTP/1.1" status: 200 len: 946 time: 0.0665045 Jul 29 23:40:58.924034 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841ec5c7-d0e7-4c4f-9f58-f23b9f921a5f tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Made reservation on behalf of a74022ced16f48bea72df0eb10f3e470 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:58.929285 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-841ec5c7-d0e7-4c4f-9f58-f23b9f921a5f tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.932185 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-660c146d-1885-4ea3-9de2-84b7a0c09c0c req-d80f136f-c1ec-4ee9-ab2e-8dd2f1776f62 tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf22b1f0-b13f-4db5-8ed9-0757d034cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380664 Jul 29 23:40:58.957189 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-841ec5c7-d0e7-4c4f-9f58-f23b9f921a5f tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:40:58.968373 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-841ec5c7-d0e7-4c4f-9f58-f23b9f921a5f tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:58.968980 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-841ec5c7-d0e7-4c4f-9f58-f23b9f921a5f tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Added segment 1188d1e4-69c8-4b77-bce2-dbb7d71f56dd of type vlan for network c7e54cff-4ab1-4c76-83ac-40f6eaeafba2 Jul 29 23:40:59.028580 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-841ec5c7-d0e7-4c4f-9f58-f23b9f921a5f tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.064893 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-841ec5c7-d0e7-4c4f-9f58-f23b9f921a5f tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.080808 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841ec5c7-d0e7-4c4f-9f58-f23b9f921a5f tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:59.081462 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-841ec5c7-d0e7-4c4f-9f58-f23b9f921a5f tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.120252 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-841ec5c7-d0e7-4c4f-9f58-f23b9f921a5f tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2395976 Jul 29 23:40:59.128135 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 58776) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:59.218659 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bb5d4d-d673-41ae-989f-5953fcbf5d02 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:59.218659 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e0bb5d4d-d673-41ae-989f-5953fcbf5d02 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=a74022ced16f48bea72df0eb10f3e470&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0873790 Jul 29 23:40:59.221615 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 58792) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:59.224351 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841ec5c7-d0e7-4c4f-9f58-f23b9f921a5f tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'Network': ['ID=c7e54cff-4ab1-4c76-83ac-40f6eaeafba2,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:40:59.237966 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network c7e54cff-4ab1-4c76-83ac-40f6eaeafba2 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:40:59.436630 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39a874b-fcdb-4a26-acef-96eab61a239d tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:59.442325 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b39a874b-fcdb-4a26-acef-96eab61a239d tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2176659 Jul 29 23:40:59.442760 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 58816) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:59.483108 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a381b6f4-a314-4f36-ab93-038ffdbf3638 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=0aea9f43-4eea-456f-a634-5f5375b1fdb7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0390372 Jul 29 23:40:59.485781 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58818) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:59.530833 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.537558 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a570e164-c222-45be-a97d-fe29a77d188f tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=a74022ced16f48bea72df0eb10f3e470&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0503149 Jul 29 23:40:59.541625 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58820) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:59.667175 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-17ff6c4c-2639-4c0f-981b-09ea74e1c38b tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:59.671025 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-17ff6c4c-2639-4c0f-981b-09ea74e1c38b tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.23 "GET /v2.0/networks?id=eaa8fac9-2de2-4cd9-adb9-0cd9d171e965 HTTP/1.1" status: 200 len: 813 time: 0.1587822 Jul 29 23:40:59.686626 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-d652a66a-7b8e-4a36-984b-05b3f55c5f0e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Request body: {'port': {'device_id': '08fee473-430c-4aa4-a64f-b7ad4f200c0e', 'network_id': 'eaa8fac9-2de2-4cd9-adb9-0cd9d171e965', 'admin_state_up': True, 'tenant_id': '9c922b9eef7849b382751a5f51225ca4'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:59.697281 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d110adc5-5950-444a-bfed-152102daca97 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:59.701392 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d110adc5-5950-444a-bfed-152102daca97 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1559711 Jul 29 23:40:59.701839 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58834) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:59.748047 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bc2913fc-3d0a-4297-b782-99d0f68820f2 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=0aea9f43-4eea-456f-a634-5f5375b1fdb7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0443668 Jul 29 23:40:59.751588 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58836) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:40:59.757597 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-3205caf3-d19a-402b-b810-28b02501236e tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1011048099', 'network_id': 'c7e54cff-4ab1-4c76-83ac-40f6eaeafba2', 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:40:59.804708 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.836219 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d421c3-ecf2-4f63-975a-1259895f5263 req-ffa67e0a-d39d-49cc-b4d6-a7aef47030ac tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:40:59.838106 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f5d421c3-ecf2-4f63-975a-1259895f5263 req-ffa67e0a-d39d-49cc-b4d6-a7aef47030ac tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 945 time: 0.0829179 Jul 29 23:40:59.876318 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3205caf3-d19a-402b-b810-28b02501236e tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Made reservation on behalf of a74022ced16f48bea72df0eb10f3e470 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:59.882311 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3205caf3-d19a-402b-b810-28b02501236e tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:40:59.915108 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f5d421c3-ecf2-4f63-975a-1259895f5263 req-46251486-35b8-4cf7-936d-74313a9b471a tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634215 Jul 29 23:40:59.929073 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-d652a66a-7b8e-4a36-984b-05b3f55c5f0e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Made reservation on behalf of 9c922b9eef7849b382751a5f51225ca4 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:40:59.933246 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-d652a66a-7b8e-4a36-984b-05b3f55c5f0e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.123153 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3205caf3-d19a-402b-b810-28b02501236e tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.162546 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-d652a66a-7b8e-4a36-984b-05b3f55c5f0e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Allocated IP 172.20.0.4 (eaa8fac9-2de2-4cd9-adb9-0cd9d171e965/4bac587e-df83-41a8-8d4d-dfe59a8dbb02/aa3a62b0-6fff-4624-b6f2-1c8580d028a3) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:00.183319 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60950c61-3583-4c0b-afb8-884494f89701 req-75fcdaca-ef04-4427-8418-1a570c706d72 tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:00.186567 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3205caf3-d19a-402b-b810-28b02501236e tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'Subnet': ['ID=73b2b8f2-8a46-4cf3-a372-5609bde25d30,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:00.192417 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-60950c61-3583-4c0b-afb8-884494f89701 req-75fcdaca-ef04-4427-8418-1a570c706d72 tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08af551-290a-4f1e-b19b-f4b5d83a4a0e HTTP/1.1" status: 200 len: 946 time: 0.1007092 Jul 29 23:41:00.200805 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3205caf3-d19a-402b-b810-28b02501236e tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Checking segment: {'id': '1188d1e4-69c8-4b77-bce2-dbb7d71f56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c7e54cff-4ab1-4c76-83ac-40f6eaeafba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:00.201296 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3205caf3-d19a-402b-b810-28b02501236e tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Network hostable DHCP agents. Network: c7e54cff-4ab1-4c76-83ac-40f6eaeafba2, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:41:00.224171 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3205caf3-d19a-402b-b810-28b02501236e tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Network c7e54cff-4ab1-4c76-83ac-40f6eaeafba2 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:41:00.234652 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-3205caf3-d19a-402b-b810-28b02501236e tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, c7e54cff-4ab1-4c76-83ac-40f6eaeafba2) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:00.239402 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3205caf3-d19a-402b-b810-28b02501236e tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:00.240036 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3205caf3-d19a-402b-b810-28b02501236e tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.252240 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c58801-5a7e-40e4-a6a0-4b44dcd66732 None None] Network c7e54cff-4ab1-4c76-83ac-40f6eaeafba2 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:00.265000 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3205caf3-d19a-402b-b810-28b02501236e tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5114100 Jul 29 23:41:00.431036 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b2788e-15d9-45ba-9908-edf659360517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-c7e54cff-4ab1-4c76-83ac-40f6eaeafba2', 'network_id': 'c7e54cff-4ab1-4c76-83ac-40f6eaeafba2', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'fixed_ips': [{'subnet_id': '73b2b8f2-8a46-4cf3-a372-5609bde25d30'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:41:00.431963 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-17b2788e-15d9-45ba-9908-edf659360517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.521526 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-60950c61-3583-4c0b-afb8-884494f89701 req-cf4c1dbf-5b46-4a93-91ad-b71c596de3ae tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf22b1f0-b13f-4db5-8ed9-0757d034cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3282216 Jul 29 23:41:00.607962 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-17b2788e-15d9-45ba-9908-edf659360517 None None] Allocated IP 172.20.0.18 (c7e54cff-4ab1-4c76-83ac-40f6eaeafba2/73b2b8f2-8a46-4cf3-a372-5609bde25d30/ec03f413-8cc0-4970-932f-a60f953e3c36) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:00.648326 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5bcae5c0-7ea2-4212-8202-a5e8e4fd6c53 req-5ea2c1bf-7c50-4207-8f9c-90f8e16cfd83 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=08fee473-430c-4aa4-a64f-b7ad4f200c0e HTTP/1.1" status: 200 len: 210 time: 0.0399082 Jul 29 23:41:00.688916 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-d652a66a-7b8e-4a36-984b-05b3f55c5f0e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.739612 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-d652a66a-7b8e-4a36-984b-05b3f55c5f0e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.759413 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['01e2403b-4235-4023-b6cb-5c26115dff63'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:41:00.802613 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-d652a66a-7b8e-4a36-984b-05b3f55c5f0e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Network eaa8fac9-2de2-4cd9-adb9-0cd9d171e965 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:00.810368 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-d652a66a-7b8e-4a36-984b-05b3f55c5f0e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:00.815921 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-d652a66a-7b8e-4a36-984b-05b3f55c5f0e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:00.844820 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d652a66a-7b8e-4a36-984b-05b3f55c5f0e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Pushing event updated for resources: {'Port': ['ID=aa3a62b0-6fff-4624-b6f2-1c8580d028a3,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:00.872892 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58872) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:00.880731 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-d652a66a-7b8e-4a36-984b-05b3f55c5f0e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:00.880930 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-d652a66a-7b8e-4a36-984b-05b3f55c5f0e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.881141 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-17b2788e-15d9-45ba-9908-edf659360517 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.881714 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-4bdf359e-a891-4f10-8bab-b07a656856c4 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1268528846', 'description': 'tempest-secgroup-smoke-1268528846 description', 'project_id': 'a74022ced16f48bea72df0eb10f3e470'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:00.904438 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-d652a66a-7b8e-4a36-984b-05b3f55c5f0e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2174487 Jul 29 23:41:00.914013 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-c2f930c4-f78c-41a4-a3c4-a0d5a8f4433f service neutron] Request body: {'port': {'device_id': '08fee473-430c-4aa4-a64f-b7ad4f200c0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:00.924974 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-17b2788e-15d9-45ba-9908-edf659360517 None None] Transition to ACTIVE for port object ec03f413-8cc0-4970-932f-a60f953e3c36 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:00.926794 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4bdf359e-a891-4f10-8bab-b07a656856c4 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:00.970914 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-17b2788e-15d9-45ba-9908-edf659360517 None None] Transition to ACTIVE for port object ec03f413-8cc0-4970-932f-a60f953e3c36 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:00.985476 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-17b2788e-15d9-45ba-9908-edf659360517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.017012 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-c2f930c4-f78c-41a4-a3c4-a0d5a8f4433f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.065072 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4bdf359e-a891-4f10-8bab-b07a656856c4 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.068175 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b2788e-15d9-45ba-9908-edf659360517 None None] Network c7e54cff-4ab1-4c76-83ac-40f6eaeafba2 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:01.071013 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4bdf359e-a891-4f10-8bab-b07a656856c4 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.073187 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-17b2788e-15d9-45ba-9908-edf659360517 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:01.075020 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd1ff9d-c149-4ca3-a825-a8c528bfb82e req-660c03e2-2f6b-4386-894e-0098eef38496 tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:01.076762 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0bd1ff9d-c149-4ca3-a825-a8c528bfb82e req-660c03e2-2f6b-4386-894e-0098eef38496 tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] 10.222.0.23 "GET /v2.0/ports?device_id=b08af551-290a-4f1e-b19b-f4b5d83a4a0e HTTP/1.1" status: 200 len: 946 time: 0.0998471 Jul 29 23:41:01.079200 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b2788e-15d9-45ba-9908-edf659360517 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:01.114503 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4bdf359e-a891-4f10-8bab-b07a656856c4 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.116865 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4bdf359e-a891-4f10-8bab-b07a656856c4 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2419913 Jul 29 23:41:01.121113 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58878) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:01.128953 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-b1f8395b-a9d3-4727-ba13-3e0a5a84dffc tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'security_group_rule': {'security_group_id': '581c3b2c-4764-4c8f-b285-14a5e0c34efa', 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:01.135584 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf359e-a891-4f10-8bab-b07a656856c4 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=581c3b2c-4764-4c8f-b285-14a5e0c34efa,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:01.170038 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2788e-15d9-45ba-9908-edf659360517 None None] Pushing event updated for resources: {'Port': ['ID=ec03f413-8cc0-4970-932f-a60f953e3c36,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:01.177939 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b1f8395b-a9d3-4727-ba13-3e0a5a84dffc tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.206527 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-17b2788e-15d9-45ba-9908-edf659360517 None None] Attempting to bind port ec03f413-8cc0-4970-932f-a60f953e3c36 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:41:01.206957 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-17b2788e-15d9-45ba-9908-edf659360517 None None] Attempting to bind port ec03f413-8cc0-4970-932f-a60f953e3c36 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '1188d1e4-69c8-4b77-bce2-dbb7d71f56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c7e54cff-4ab1-4c76-83ac-40f6eaeafba2'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:41:01.207260 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b2788e-15d9-45ba-9908-edf659360517 None None] Attempting to bind port ec03f413-8cc0-4970-932f-a60f953e3c36 on network c7e54cff-4ab1-4c76-83ac-40f6eaeafba2 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:01.214221 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b2788e-15d9-45ba-9908-edf659360517 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:41:01.214645 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b2788e-15d9-45ba-9908-edf659360517 None None] Checking segment: {'id': '1188d1e4-69c8-4b77-bce2-dbb7d71f56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c7e54cff-4ab1-4c76-83ac-40f6eaeafba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:01.215057 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-17b2788e-15d9-45ba-9908-edf659360517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.215453 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b2788e-15d9-45ba-9908-edf659360517 None None] Bound using segment: {'id': '1188d1e4-69c8-4b77-bce2-dbb7d71f56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c7e54cff-4ab1-4c76-83ac-40f6eaeafba2'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:41:01.215950 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-17b2788e-15d9-45ba-9908-edf659360517 None None] Bound port: ec03f413-8cc0-4970-932f-a60f953e3c36, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1188d1e4-69c8-4b77-bce2-dbb7d71f56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c7e54cff-4ab1-4c76-83ac-40f6eaeafba2'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:41:01.217012 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-17b2788e-15d9-45ba-9908-edf659360517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.266553 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b1f8395b-a9d3-4727-ba13-3e0a5a84dffc tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.271072 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b1f8395b-a9d3-4727-ba13-3e0a5a84dffc tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.299039 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f8395b-a9d3-4727-ba13-3e0a5a84dffc tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fdfaf48-83a2-4014-972c-391375bac589,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:01.304699 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967524b4-89ad-4f10-b202-77337d25cd04 req-f20193f9-eb72-4b4b-b9ce-e598200b4326 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:01.304924 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b1f8395b-a9d3-4727-ba13-3e0a5a84dffc tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.306238 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b1f8395b-a9d3-4727-ba13-3e0a5a84dffc tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1841626 Jul 29 23:41:01.309072 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58880) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:01.315090 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-bbd17623-ff7a-4a21-a358-1d03189806a3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'security_group_rule': {'security_group_id': '581c3b2c-4764-4c8f-b285-14a5e0c34efa', 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:01.315692 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-967524b4-89ad-4f10-b202-77337d25cd04 req-f20193f9-eb72-4b4b-b9ce-e598200b4326 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 945 time: 0.2361646 Jul 29 23:41:01.326409 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-17b2788e-15d9-45ba-9908-edf659360517 None None] For port ec03f413-8cc0-4970-932f-a60f953e3c36, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:41:01.333214 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-17b2788e-15d9-45ba-9908-edf659360517 None None] For port ec03f413-8cc0-4970-932f-a60f953e3c36, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=ec03f413-8cc0-4970-932f-a60f953e3c36,segment=NetworkSegment(1188d1e4-69c8-4b77-bce2-dbb7d71f56dd),segment_id=1188d1e4-69c8-4b77-bce2-dbb7d71f56dd)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:41:01.341798 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-17b2788e-15d9-45ba-9908-edf659360517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.357300 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bbd17623-ff7a-4a21-a358-1d03189806a3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.421367 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b2788e-15d9-45ba-9908-edf659360517 None None] Pushing event updated for resources: {'Port': ['ID=ec03f413-8cc0-4970-932f-a60f953e3c36,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:01.438525 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-967524b4-89ad-4f10-b202-77337d25cd04 req-a8c48d36-9ef8-48ec-be2f-7d17845b4624 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219115 Jul 29 23:41:01.446821 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-0bd1ff9d-c149-4ca3-a825-a8c528bfb82e req-05d82a28-68f9-4e8d-95ae-1fef9b3f907c tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] Deleting port 994b4eb0-8b8a-450c-b4de-569c9c2a7539 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:01.447182 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0bd1ff9d-c149-4ca3-a825-a8c528bfb82e req-05d82a28-68f9-4e8d-95ae-1fef9b3f907c tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.457917 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bbd17623-ff7a-4a21-a358-1d03189806a3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.470878 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bbd17623-ff7a-4a21-a358-1d03189806a3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.524154 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd17623-ff7a-4a21-a358-1d03189806a3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39de75a0-9ac9-491b-a217-1452ce62ed8d,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:01.540511 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bbd17623-ff7a-4a21-a358-1d03189806a3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.542435 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bbd17623-ff7a-4a21-a358-1d03189806a3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2321734 Jul 29 23:41:01.544306 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd17623-ff7a-4a21-a358-1d03189806a3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:01.544661 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd17623-ff7a-4a21-a358-1d03189806a3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:01.545174 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd17623-ff7a-4a21-a358-1d03189806a3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:01.545416 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd17623-ff7a-4a21-a358-1d03189806a3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:01.545757 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd17623-ff7a-4a21-a358-1d03189806a3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:01.546154 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd17623-ff7a-4a21-a358-1d03189806a3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:01.546490 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd17623-ff7a-4a21-a358-1d03189806a3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:01.547073 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd17623-ff7a-4a21-a358-1d03189806a3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:01.547584 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd17623-ff7a-4a21-a358-1d03189806a3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:01.547941 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd17623-ff7a-4a21-a358-1d03189806a3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:01.548273 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd17623-ff7a-4a21-a358-1d03189806a3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:01.548602 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbd17623-ff7a-4a21-a358-1d03189806a3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:01.551674 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58884) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:01.564234 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-503cba35-1826-43bf-856a-c681335f2f60 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'security_group_rule': {'security_group_id': '581c3b2c-4764-4c8f-b285-14a5e0c34efa', 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:01.609360 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-0bd1ff9d-c149-4ca3-a825-a8c528bfb82e req-05d82a28-68f9-4e8d-95ae-1fef9b3f907c tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] For port 994b4eb0-8b8a-450c-b4de-569c9c2a7539, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=994b4eb0-8b8a-450c-b4de-569c9c2a7539,segment=NetworkSegment(2989bb2e-66f0-4bc3-a7eb-0d25ca5b206e),segment_id=2989bb2e-66f0-4bc3-a7eb-0d25ca5b206e)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:01.609735 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0bd1ff9d-c149-4ca3-a825-a8c528bfb82e req-05d82a28-68f9-4e8d-95ae-1fef9b3f907c tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.613964 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-503cba35-1826-43bf-856a-c681335f2f60 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.654360 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-0bd1ff9d-c149-4ca3-a825-a8c528bfb82e req-05d82a28-68f9-4e8d-95ae-1fef9b3f907c tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] Calling delete_port for 994b4eb0-8b8a-450c-b4de-569c9c2a7539 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:01.689798 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-c2f930c4-f78c-41a4-a3c4-a0d5a8f4433f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa3a62b0-6fff-4624-b6f2-1c8580d028a3 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:41:01.729895 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-503cba35-1826-43bf-856a-c681335f2f60 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.737060 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-503cba35-1826-43bf-856a-c681335f2f60 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.757420 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503cba35-1826-43bf-856a-c681335f2f60 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea45d470-1119-4e56-8fa8-1326b5f9c09a,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:01.764563 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-503cba35-1826-43bf-856a-c681335f2f60 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.767903 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-503cba35-1826-43bf-856a-c681335f2f60 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2075253 Jul 29 23:41:01.768752 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58892) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:01.774357 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c36346a7-b808-48ee-99fa-8a0b071bfd50 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'security_group_rule': {'security_group_id': '581c3b2c-4764-4c8f-b285-14a5e0c34efa', 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:01.775735 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-c2f930c4-f78c-41a4-a3c4-a0d5a8f4433f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.811103 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c36346a7-b808-48ee-99fa-8a0b071bfd50 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.848902 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-c2f930c4-f78c-41a4-a3c4-a0d5a8f4433f service neutron] Transition to ACTIVE for port object aa3a62b0-6fff-4624-b6f2-1c8580d028a3 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:01.879904 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-c2f930c4-f78c-41a4-a3c4-a0d5a8f4433f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.926611 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c36346a7-b808-48ee-99fa-8a0b071bfd50 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.932339 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c36346a7-b808-48ee-99fa-8a0b071bfd50 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.948675 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36346a7-b808-48ee-99fa-8a0b071bfd50 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8496ef8c-9162-49a5-8c9b-3f41a742cf74,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:01.968255 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c36346a7-b808-48ee-99fa-8a0b071bfd50 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:01.973467 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c36346a7-b808-48ee-99fa-8a0b071bfd50 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2025239 Jul 29 23:41:01.974226 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58896) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:01.981044 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-7173a502-14ec-4850-aa54-70086c544d56 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'security_group_rule': {'security_group_id': '581c3b2c-4764-4c8f-b285-14a5e0c34efa', 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:01.997198 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05503606-2a7e-4f0d-a0b2-60bf9e43c41b req-118669c3-eedc-40f2-88b9-0c7e66707cb7 tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:02.000272 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05503606-2a7e-4f0d-a0b2-60bf9e43c41b req-118669c3-eedc-40f2-88b9-0c7e66707cb7 tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] 10.222.0.18 "GET /v2.0/ports?device_id=b08af551-290a-4f1e-b19b-f4b5d83a4a0e HTTP/1.1" status: 200 len: 946 time: 0.2217906 Jul 29 23:41:02.018949 n-d-712140-10 neutron-server[94064]: INFO neutron.db.securitygroups_db [None req-7173a502-14ec-4850-aa54-70086c544d56 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Project a74022ced16f48bea72df0eb10f3e470 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:41:02.024061 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7173a502-14ec-4850-aa54-70086c544d56 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.043941 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f930c4-f78c-41a4-a3c4-a0d5a8f4433f service neutron] Pushing event updated for resources: {'Port': ['ID=aa3a62b0-6fff-4624-b6f2-1c8580d028a3,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:02.105737 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7173a502-14ec-4850-aa54-70086c544d56 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.113694 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7173a502-14ec-4850-aa54-70086c544d56 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.135129 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173a502-14ec-4850-aa54-70086c544d56 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d44a5b3-eade-4eea-854a-ef8428fb877d,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:02.142479 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7173a502-14ec-4850-aa54-70086c544d56 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.143381 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7173a502-14ec-4850-aa54-70086c544d56 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1680820 Jul 29 23:41:02.146100 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58898) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:02.153019 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-71f05508-b4b4-4257-938d-1160649ed74a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'security_group_rule': {'security_group_id': '581c3b2c-4764-4c8f-b285-14a5e0c34efa', 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:02.185351 n-d-712140-10 neutron-server[94064]: INFO neutron.db.securitygroups_db [None req-71f05508-b4b4-4257-938d-1160649ed74a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Project a74022ced16f48bea72df0eb10f3e470 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:41:02.192375 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-71f05508-b4b4-4257-938d-1160649ed74a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.196783 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05503606-2a7e-4f0d-a0b2-60bf9e43c41b req-ba29110e-43af-4e3c-9d88-b2335941a481 tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] 10.222.0.18 "GET /v2.0/security-groups?id=bf22b1f0-b13f-4db5-8ed9-0757d034cd6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812961 Jul 29 23:41:02.225020 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0bd1ff9d-c149-4ca3-a825-a8c528bfb82e req-05d82a28-68f9-4e8d-95ae-1fef9b3f907c tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.237199 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['994b4eb0-8b8a-450c-b4de-569c9c2a7539'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:41:02.258043 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-c2f930c4-f78c-41a4-a3c4-a0d5a8f4433f service neutron] Attempting to bind port aa3a62b0-6fff-4624-b6f2-1c8580d028a3 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:41:02.258385 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-c2f930c4-f78c-41a4-a3c4-a0d5a8f4433f service neutron] Attempting to bind port aa3a62b0-6fff-4624-b6f2-1c8580d028a3 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '93032bfd-4edb-4f6b-b220-fa8e868bb309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eaa8fac9-2de2-4cd9-adb9-0cd9d171e965'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:41:02.258716 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-c2f930c4-f78c-41a4-a3c4-a0d5a8f4433f service neutron] Attempting to bind port aa3a62b0-6fff-4624-b6f2-1c8580d028a3 on network eaa8fac9-2de2-4cd9-adb9-0cd9d171e965 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:02.264422 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-c2f930c4-f78c-41a4-a3c4-a0d5a8f4433f service neutron] Port aa3a62b0-6fff-4624-b6f2-1c8580d028a3 on network eaa8fac9-2de2-4cd9-adb9-0cd9d171e965 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:41:02.264636 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-c2f930c4-f78c-41a4-a3c4-a0d5a8f4433f service neutron] Attempting to bind port aa3a62b0-6fff-4624-b6f2-1c8580d028a3 on network eaa8fac9-2de2-4cd9-adb9-0cd9d171e965 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:02.266671 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d82a28-68f9-4e8d-95ae-1fef9b3f907c tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] Pushing event deleted for resources: {'Port': ['ID=994b4eb0-8b8a-450c-b4de-569c9c2a7539,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:02.276310 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-c2f930c4-f78c-41a4-a3c4-a0d5a8f4433f service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:41:02.276656 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-c2f930c4-f78c-41a4-a3c4-a0d5a8f4433f service neutron] Checking segment: {'id': '93032bfd-4edb-4f6b-b220-fa8e868bb309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eaa8fac9-2de2-4cd9-adb9-0cd9d171e965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:02.277043 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-c2f930c4-f78c-41a4-a3c4-a0d5a8f4433f service neutron] Bound using segment: {'id': '93032bfd-4edb-4f6b-b220-fa8e868bb309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eaa8fac9-2de2-4cd9-adb9-0cd9d171e965'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:41:02.277486 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-c2f930c4-f78c-41a4-a3c4-a0d5a8f4433f service neutron] Bound port: aa3a62b0-6fff-4624-b6f2-1c8580d028a3, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93032bfd-4edb-4f6b-b220-fa8e868bb309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'eaa8fac9-2de2-4cd9-adb9-0cd9d171e965'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:41:02.277845 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-c2f930c4-f78c-41a4-a3c4-a0d5a8f4433f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.332380 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-71f05508-b4b4-4257-938d-1160649ed74a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.339353 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-71f05508-b4b4-4257-938d-1160649ed74a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.343616 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd1ff9d-c149-4ca3-a825-a8c528bfb82e req-05d82a28-68f9-4e8d-95ae-1fef9b3f907c tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] No DVR routers for this DVR port 994b4eb0-8b8a-450c-b4de-569c9c2a7539 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:02.348272 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0bd1ff9d-c149-4ca3-a825-a8c528bfb82e req-05d82a28-68f9-4e8d-95ae-1fef9b3f907c tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.350363 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0bd1ff9d-c149-4ca3-a825-a8c528bfb82e req-05d82a28-68f9-4e8d-95ae-1fef9b3f907c tempest-ServerMetadataNegativeTestJSON-1369363686 tempest-ServerMetadataNegativeTestJSON-1369363686-project] 10.222.0.23 "DELETE /v2.0/ports/994b4eb0-8b8a-450c-b4de-569c9c2a7539 HTTP/1.1" status: 204 len: 173 time: 1.2671769 Jul 29 23:41:02.359029 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b08af551-290a-4f1e-b19b-f4b5d83a4a0e', 'name': 'network-vif-deleted', 'tag': '994b4eb0-8b8a-450c-b4de-569c9c2a7539'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:02.361348 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961f9bbb-400c-4ddc-8eea-504a6ca02d98" -d '{"events": [{"server_uuid": "b08af551-290a-4f1e-b19b-f4b5d83a4a0e", "name": "network-vif-deleted", "tag": "994b4eb0-8b8a-450c-b4de-569c9c2a7539"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:02.394232 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f05508-b4b4-4257-938d-1160649ed74a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e26763f9-1498-4801-a172-2c818d5f9e7b,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:02.397452 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-71f05508-b4b4-4257-938d-1160649ed74a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.407454 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-71f05508-b4b4-4257-938d-1160649ed74a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2517345 Jul 29 23:41:02.459419 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54dad2-9679-440e-a39d-f34e73fa44b5 req-a33566ec-0a6e-4b8a-abe9-5aafd7e6186b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:02.470422 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f54dad2-9679-440e-a39d-f34e73fa44b5 req-a33566ec-0a6e-4b8a-abe9-5aafd7e6186b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.1306593 Jul 29 23:41:02.553522 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f54dad2-9679-440e-a39d-f34e73fa44b5 req-1f9ddfdf-46f7-4489-8f9c-40f419a70067 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820723 Jul 29 23:41:02.554625 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-c2f930c4-f78c-41a4-a3c4-a0d5a8f4433f service neutron] For port aa3a62b0-6fff-4624-b6f2-1c8580d028a3, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:41:02.567965 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-c2f930c4-f78c-41a4-a3c4-a0d5a8f4433f service neutron] For port aa3a62b0-6fff-4624-b6f2-1c8580d028a3, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=aa3a62b0-6fff-4624-b6f2-1c8580d028a3,segment=NetworkSegment(93032bfd-4edb-4f6b-b220-fa8e868bb309),segment_id=93032bfd-4edb-4f6b-b220-fa8e868bb309)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:41:02.592333 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-c2f930c4-f78c-41a4-a3c4-a0d5a8f4433f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.635765 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-c2f930c4-f78c-41a4-a3c4-a0d5a8f4433f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:02.636416 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-c2f930c4-f78c-41a4-a3c4-a0d5a8f4433f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.637839 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-c2f930c4-f78c-41a4-a3c4-a0d5a8f4433f service neutron] 10.222.0.23 "PUT /v2.0/ports/aa3a62b0-6fff-4624-b6f2-1c8580d028a3 HTTP/1.1" status: 200 len: 1092 time: 1.7294004 Jul 29 23:41:02.674709 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f930c4-f78c-41a4-a3c4-a0d5a8f4433f service neutron] Pushing event updated for resources: {'Port': ['ID=aa3a62b0-6fff-4624-b6f2-1c8580d028a3,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:02.760280 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb8318-f14d-46de-a97d-a9cafd498d48 req-24aa4ac8-f6b5-42a1-b160-548bffc632a1 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:02.761871 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-74bb8318-f14d-46de-a97d-a9cafd498d48 req-24aa4ac8-f6b5-42a1-b160-548bffc632a1 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=08fee473-430c-4aa4-a64f-b7ad4f200c0e HTTP/1.1" status: 200 len: 943 time: 0.1036456 Jul 29 23:41:02.774028 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-c8d17fcf-f2b6-4698-ac96-527d2fcaa143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:02.775402 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-c8d17fcf-f2b6-4698-ac96-527d2fcaa143 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c922b9eef7849b382751a5f51225ca4&device_id=08fee473-430c-4aa4-a64f-b7ad4f200c0e HTTP/1.1" status: 200 len: 1095 time: 0.0840342 Jul 29 23:41:02.788228 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492f5cd5-a47e-4654-b4a9-0a667d1a74dd None None] Network c7e54cff-4ab1-4c76-83ac-40f6eaeafba2 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:02.840009 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-e26ac675-fddc-4a58-8666-2bbf40daee9c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa3a62b0-6fff-4624-b6f2-1c8580d028a3 HTTP/1.1" status: 200 len: 217 time: 0.0570228 Jul 29 23:41:02.891665 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d84cf602-b8da-4b40-a172-b7bdc4f8e615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:02.897862 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-74bb8318-f14d-46de-a97d-a9cafd498d48 req-998990ff-97b4-4aa2-af4e-6cf66888ba88 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266642 Jul 29 23:41:02.937620 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-619de4b2-3e21-42b2-9f76-e7872b294c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:02.940764 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-619de4b2-3e21-42b2-9f76-e7872b294c35 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4bac587e-df83-41a8-8d4d-dfe59a8dbb02 HTTP/1.1" status: 200 len: 853 time: 0.0908995 Jul 29 23:41:03.001141 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d40030b-38d8-49e4-a32e-b3b40aee4385 x-openstack-request-id: req-5d40030b-38d8-49e4-a32e-b3b40aee4385 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:03.001668 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b08af551-290a-4f1e-b19b-f4b5d83a4a0e", "name": "network-vif-deleted", "tag": "994b4eb0-8b8a-450c-b4de-569c9c2a7539", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:03.002087 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5d40030b-38d8-49e4-a32e-b3b40aee4385 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:03.003043 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b08af551-290a-4f1e-b19b-f4b5d83a4a0e', 'name': 'network-vif-deleted', 'tag': '994b4eb0-8b8a-450c-b4de-569c9c2a7539', 'status': 'completed', 'code': 200} Jul 29 23:41:03.005883 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-e668bbf1-970e-4254-99cc-91a09959a016 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eaa8fac9-2de2-4cd9-adb9-0cd9d171e965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570214 Jul 29 23:41:03.053650 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6b4be6b3-0aba-420a-a086-1179e8347151 None None] Provisioning for port ec03f413-8cc0-4970-932f-a60f953e3c36 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:03.142795 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-9954a4ac-52b5-4729-a396-dceb1ed5dadc service neutron] 10.222.0.23 "GET /v2.0/networks/eaa8fac9-2de2-4cd9-adb9-0cd9d171e965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276395 Jul 29 23:41:03.256862 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-7dcfddc5-bd49-4c82-83e5-f13ac29a9d06 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1268528846&fields=id&tenant_id=a74022ced16f48bea72df0eb10f3e470 HTTP/1.1" status: 200 len: 267 time: 0.0830767 Jul 29 23:41:03.345652 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a951ad6c-87bb-470c-bedc-cb99a6f7d13a req-e0d91ae0-c2ae-4896-9707-b11cefc11e6d service neutron] 10.222.0.23 "GET /v2.0/networks/eaa8fac9-2de2-4cd9-adb9-0cd9d171e965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955392 Jul 29 23:41:03.406018 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device ec03f413-8cc0-4970-932f-a60f953e3c36 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:03.414687 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-9d0d1bc8-b438-4ec6-a81d-c1eac36fb73b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:03.420531 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-9d0d1bc8-b438-4ec6-a81d-c1eac36fb73b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/networks?id=c7e54cff-4ab1-4c76-83ac-40f6eaeafba2 HTTP/1.1" status: 200 len: 796 time: 0.1491475 Jul 29 23:41:03.434157 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-730b3688-f295-45fb-a9b8-ee82f2577c9c tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/quotas/a74022ced16f48bea72df0eb10f3e470 HTTP/1.1" status: 200 len: 375 time: 0.0109417 Jul 29 23:41:03.463781 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port ec03f413-8cc0-4970-932f-a60f953e3c36 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:03.467800 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port ec03f413-8cc0-4970-932f-a60f953e3c36 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:03.468225 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.504655 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-b157add6-da4f-439d-8909-6ff8c6b4eadc tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a74022ced16f48bea72df0eb10f3e470&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0635390 Jul 29 23:41:03.516755 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5ecc1adf-0124-470e-b4a5-a320f8219c0a None None] Provisioning complete for port ec03f413-8cc0-4970-932f-a60f953e3c36 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:03.517037 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5ecc1adf-0124-470e-b4a5-a320f8219c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.613056 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.631421 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-6f49d2ec-bae7-439e-aca9-165c6fdf3d02 service neutron] 10.222.0.18 "GET /v2.0/networks/c7e54cff-4ab1-4c76-83ac-40f6eaeafba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122653 Jul 29 23:41:03.673453 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5ecc1adf-0124-470e-b4a5-a320f8219c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.679191 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port ec03f413-8cc0-4970-932f-a60f953e3c36, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=ec03f413-8cc0-4970-932f-a60f953e3c36,segment=NetworkSegment(1188d1e4-69c8-4b77-bce2-dbb7d71f56dd),segment_id=1188d1e4-69c8-4b77-bce2-dbb7d71f56dd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:03.690235 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:03.744355 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-99a21cb6-aa19-4edf-ac8f-e1524406df05 service neutron] 10.222.0.18 "GET /v2.0/networks/c7e54cff-4ab1-4c76-83ac-40f6eaeafba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058433 Jul 29 23:41:03.769141 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=ec03f413-8cc0-4970-932f-a60f953e3c36,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:03.777768 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.db.api [None req-5ecc1adf-0124-470e-b4a5-a320f8219c0a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:41:03.778045 n-d-712140-10 neutron-server[94065]: DEBUG oslo_db.api [None req-5ecc1adf-0124-470e-b4a5-a320f8219c0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:41:03.991568 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb6c73-a47e-433e-8c1a-e5997831e05c req-deaf7f5c-1c7d-44f5-915e-4b48be7d4e91 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:03.993543 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4afb6c73-a47e-433e-8c1a-e5997831e05c req-deaf7f5c-1c7d-44f5-915e-4b48be7d4e91 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0790367 Jul 29 23:41:04.048470 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4afb6c73-a47e-433e-8c1a-e5997831e05c req-7333c8ed-be1b-4457-8170-88973caec389 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463400 Jul 29 23:41:04.128983 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 58940) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:04.196871 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-faf511c1-7395-4b8c-8ed5-896a0382f101 admin admin] Deleting subnet 87c59731-3041-43b9-9d6d-9f3587a75763 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:41:04.202840 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-faf511c1-7395-4b8c-8ed5-896a0382f101 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.265088 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a71908c3-d26d-4afb-9537-4e84abdc6e58 req-0eed1b31-a1eb-4fdf-9a2b-d166114db629 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfba3e56-d0c8-409c-b4a3-5e8e23441ec5 HTTP/1.1" status: 200 len: 210 time: 0.0646372 Jul 29 23:41:04.287674 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-faf511c1-7395-4b8c-8ed5-896a0382f101 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.341596 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-faf511c1-7395-4b8c-8ed5-896a0382f101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.442970 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9ce33b-28a8-4fa8-9979-09c694f0d7c4 req-2bcb23d4-654c-4234-9899-b32ef967c798 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:04.444636 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5d9ce33b-28a8-4fa8-9979-09c694f0d7c4 req-2bcb23d4-654c-4234-9899-b32ef967c798 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=08fee473-430c-4aa4-a64f-b7ad4f200c0e HTTP/1.1" status: 200 len: 943 time: 0.0804222 Jul 29 23:41:04.451421 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-faf511c1-7395-4b8c-8ed5-896a0382f101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.498271 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf511c1-7395-4b8c-8ed5-896a0382f101 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87c59731-3041-43b9-9d6d-9f3587a75763,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:04.500849 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-faf511c1-7395-4b8c-8ed5-896a0382f101 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.503421 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-faf511c1-7395-4b8c-8ed5-896a0382f101 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/87c59731-3041-43b9-9d6d-9f3587a75763 HTTP/1.1" status: 204 len: 168 time: 0.3733833 Jul 29 23:41:04.505445 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58946) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:04.540563 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5d9ce33b-28a8-4fa8-9979-09c694f0d7c4 req-54120cf1-91f3-4fd2-bd7d-87470e450473 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858817 Jul 29 23:41:04.584036 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e4e9c18c-4575-482a-9c30-bb3b03a3b07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.684584 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e4e9c18c-4575-482a-9c30-bb3b03a3b07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.696052 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-e4e9c18c-4575-482a-9c30-bb3b03a3b07b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa114f01-51e7-46c7-accc-ed507b02fe0d']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:04.711916 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-e4e9c18c-4575-482a-9c30-bb3b03a3b07b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2989bb2e-66f0-4bc3-a7eb-0d25ca5b206e') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:04.712308 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-e4e9c18c-4575-482a-9c30-bb3b03a3b07b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2989bb2e-66f0-4bc3-a7eb-0d25ca5b206e') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:04.724278 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e4e9c18c-4575-482a-9c30-bb3b03a3b07b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.741117 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e4e9c18c-4575-482a-9c30-bb3b03a3b07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.747891 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4e9c18c-4575-482a-9c30-bb3b03a3b07b admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:41:04.748291 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e4e9c18c-4575-482a-9c30-bb3b03a3b07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.750793 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:41:04.750793 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:41:04.750793 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:41:04.750793 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:41:04.750793 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:41:04.750793 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:41:04.750793 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:41:04.750793 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:41:04.750793 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:41:04.750793 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:41:04.750793 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:41:04.750793 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:41:04.750793 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:41:04.750793 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:41:04.750793 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:41:04.750793 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:41:04.750793 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:41:04.750793 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:41:04.750793 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:41:04.750793 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:41:04.750793 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:41:04.750793 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:41:04.750793 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:41:04.750793 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:41:04.750793 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:41:04.750793 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:41:04.750793 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:41:04.750793 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:41:04.750793 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:41:04.750793 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:41:04.750793 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:41:04.750793 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:41:04.811911 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e4e9c18c-4575-482a-9c30-bb3b03a3b07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.818259 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e4e9c18c-4575-482a-9c30-bb3b03a3b07b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:04.824330 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e4e9c18c-4575-482a-9c30-bb3b03a3b07b admin admin] 10.222.0.18 "DELETE /v2.0/networks/fa114f01-51e7-46c7-accc-ed507b02fe0d HTTP/1.1" status: 204 len: 168 time: 0.3178129 Jul 29 23:41:04.841850 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e9c18c-4575-482a-9c30-bb3b03a3b07b admin admin] Pushing event deleted for resources: {'Network': ['ID=fa114f01-51e7-46c7-accc-ed507b02fe0d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:04.854061 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82edbb-188b-49fe-a188-901bace75faf req-42d47a58-f7d9-49a7-bab2-db56fcaa21bd tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:04.855621 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb82edbb-188b-49fe-a188-901bace75faf req-42d47a58-f7d9-49a7-bab2-db56fcaa21bd tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/networks?id=c65634b4-620f-4d4e-b86a-cfaa4125589f HTTP/1.1" status: 200 len: 811 time: 0.1311622 Jul 29 23:41:04.884536 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb82edbb-188b-49fe-a188-901bace75faf req-0b6a5097-a8b3-4b66-9207-abcc4853a9e0 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/quotas/72e6a71724b54f78b875fd06b1bacd37 HTTP/1.1" status: 200 len: 375 time: 0.0150516 Jul 29 23:41:05.020370 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb82edbb-188b-49fe-a188-901bace75faf req-2d0efba2-ab02-4c83-921d-dcd38f523d3c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=72e6a71724b54f78b875fd06b1bacd37&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1324329 Jul 29 23:41:05.021051 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08fee473-430c-4aa4-a64f-b7ad4f200c0e', 'tag': 'aa3a62b0-6fff-4624-b6f2-1c8580d028a3'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:05.023605 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55e3287-4809-46ec-8b9c-929a5fabbbc4" -d '{"events": [{"name": "network-changed", "server_uuid": "08fee473-430c-4aa4-a64f-b7ad4f200c0e", "tag": "aa3a62b0-6fff-4624-b6f2-1c8580d028a3"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:05.082924 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58962) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:05.111585 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device aa3a62b0-6fff-4624-b6f2-1c8580d028a3 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:41:05.114278 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 994b4eb0-8b8a-450c-b4de-569c9c2a7539 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:05.151316 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 994b4eb0-8b8a-450c-b4de-569c9c2a7539 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:05.151964 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 994b4eb0-8b8a-450c-b4de-569c9c2a7539 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:05.166848 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1adf9bee-2ea8-4ff3-8070-b30620923d98 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c0bbf1d5a2c046b1849965f1e5af9a81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0825436 Jul 29 23:41:05.169291 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 58964) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:05.170045 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-5d97616d-d20d-43be-99dd-a7ec0866518f tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:05.171609 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-5d97616d-d20d-43be-99dd-a7ec0866518f tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.23 "GET /v2.0/networks?id=c7e54cff-4ab1-4c76-83ac-40f6eaeafba2 HTTP/1.1" status: 200 len: 796 time: 0.2367342 Jul 29 23:41:05.235184 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb82edbb-188b-49fe-a188-901bace75faf req-78b560ef-cfaa-4670-be08-d0f30ef4c61f service neutron] 10.222.0.18 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884327 Jul 29 23:41:05.276135 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-42d3b53e-6203-426f-89eb-7427825f7bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:05.281449 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-cdb8393c-bd95-4834-b234-5f1a422cec0b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a74022ced16f48bea72df0eb10f3e470 HTTP/1.1" status: 200 len: 473 time: 0.1006308 Jul 29 23:41:05.301456 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port aa3a62b0-6fff-4624-b6f2-1c8580d028a3, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=aa3a62b0-6fff-4624-b6f2-1c8580d028a3,segment=NetworkSegment(93032bfd-4edb-4f6b-b220-fa8e868bb309),segment_id=93032bfd-4edb-4f6b-b220-fa8e868bb309)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:05.314529 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'aa3a62b0-6fff-4624-b6f2-1c8580d028a3', 'network_id': 'eaa8fac9-2de2-4cd9-adb9-0cd9d171e965', 'port_id': 'aa3a62b0-6fff-4624-b6f2-1c8580d028a3', 'mac_address': 'fa:16:3e:6c:a6:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bac587e-df83-41a8-8d4d-dfe59a8dbb02', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:41:05.319705 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-42d3b53e-6203-426f-89eb-7427825f7bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:05.322809 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-fadd87d6-2827-4dac-9447-b03f2811a496 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'port': {'device_id': 'cfba3e56-d0c8-409c-b4a3-5e8e23441ec5', 'network_id': 'c7e54cff-4ab1-4c76-83ac-40f6eaeafba2', 'admin_state_up': True, 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'security_groups': ['581c3b2c-4764-4c8f-b285-14a5e0c34efa']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:05.333190 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device ec03f413-8cc0-4970-932f-a60f953e3c36 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:05.401846 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-42d3b53e-6203-426f-89eb-7427825f7bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:05.406946 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-42d3b53e-6203-426f-89eb-7427825f7bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:05.408639 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-42d3b53e-6203-426f-89eb-7427825f7bcc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bf22b1f0-b13f-4db5-8ed9-0757d034cd6b HTTP/1.1" status: 204 len: 168 time: 0.2382784 Jul 29 23:41:05.420369 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3b53e-6203-426f-89eb-7427825f7bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf22b1f0-b13f-4db5-8ed9-0757d034cd6b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:05.431812 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:05.443448 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb82edbb-188b-49fe-a188-901bace75faf req-ad0522ce-6198-4c4a-aaf5-77254b9576fc service neutron] 10.222.0.18 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991768 Jul 29 23:41:05.445906 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:05.474488 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa3a62b0-6fff-4624-b6f2-1c8580d028a3 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:41:05.499315 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-fadd87d6-2827-4dac-9447-b03f2811a496 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Made reservation on behalf of a74022ced16f48bea72df0eb10f3e470 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:05.505586 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-fadd87d6-2827-4dac-9447-b03f2811a496 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:05.516027 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port aa3a62b0-6fff-4624-b6f2-1c8580d028a3, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=aa3a62b0-6fff-4624-b6f2-1c8580d028a3,segment=NetworkSegment(93032bfd-4edb-4f6b-b220-fa8e868bb309),segment_id=93032bfd-4edb-4f6b-b220-fa8e868bb309)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:05.517237 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port ec03f413-8cc0-4970-932f-a60f953e3c36 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:05.517705 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:05.522183 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:05.654289 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=aa3a62b0-6fff-4624-b6f2-1c8580d028a3,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:05.719978 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e32dda2-406f-4801-87e2-f1f73534978f x-openstack-request-id: req-6e32dda2-406f-4801-87e2-f1f73534978f {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:05.720454 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08fee473-430c-4aa4-a64f-b7ad4f200c0e", "tag": "aa3a62b0-6fff-4624-b6f2-1c8580d028a3", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:05.722793 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e32dda2-406f-4801-87e2-f1f73534978f {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:05.723505 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08fee473-430c-4aa4-a64f-b7ad4f200c0e', 'tag': 'aa3a62b0-6fff-4624-b6f2-1c8580d028a3', 'status': 'completed', 'code': 200} Jul 29 23:41:05.780570 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['aa3a62b0-6fff-4624-b6f2-1c8580d028a3'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:41:05.837025 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-fadd87d6-2827-4dac-9447-b03f2811a496 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Allocated IP 172.20.0.27 (c7e54cff-4ab1-4c76-83ac-40f6eaeafba2/73b2b8f2-8a46-4cf3-a372-5609bde25d30/9689476c-fd74-43cc-9b01-f7bbc4f908ef) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:05.842644 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42778fcd-cf15-49b6-adf2-cf95b31217f7 req-34a3ff40-6cea-45b9-aae1-d808926fba93 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfba3e56-d0c8-409c-b4a3-5e8e23441ec5 HTTP/1.1" status: 200 len: 210 time: 0.0541749 Jul 29 23:41:05.857889 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e3287-4809-46ec-8b9c-929a5fabbbc4 req-d18fc59f-6a6b-49d7-a024-4086471bb21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:05.862230 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a55e3287-4809-46ec-8b9c-929a5fabbbc4 req-d18fc59f-6a6b-49d7-a024-4086471bb21f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c922b9eef7849b382751a5f51225ca4&device_id=08fee473-430c-4aa4-a64f-b7ad4f200c0e HTTP/1.1" status: 200 len: 1096 time: 0.1375854 Jul 29 23:41:06.167807 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747f733-2dc8-4304-886a-28f944f884b4 req-d8ff3401-4358-4cc0-93e7-e1e19798b238 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:06.176188 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0747f733-2dc8-4304-886a-28f944f884b4 req-d8ff3401-4358-4cc0-93e7-e1e19798b238 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=08fee473-430c-4aa4-a64f-b7ad4f200c0e HTTP/1.1" status: 200 len: 944 time: 0.2248406 Jul 29 23:41:06.211697 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ca4aa4c3-dd20-4684-90bf-5bffcb683fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.223541 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e3287-4809-46ec-8b9c-929a5fabbbc4 req-d8429d0e-31fe-4224-adb5-610d52881706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:06.225574 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a55e3287-4809-46ec-8b9c-929a5fabbbc4 req-d8429d0e-31fe-4224-adb5-610d52881706 service neutron] 10.222.0.23 "GET /v2.0/networks?id=eaa8fac9-2de2-4cd9-adb9-0cd9d171e965 HTTP/1.1" status: 200 len: 914 time: 0.3475611 Jul 29 23:41:06.279657 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a55e3287-4809-46ec-8b9c-929a5fabbbc4 req-2274ae8c-0044-4c44-8be1-8f31b4da3f17 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=aa3a62b0-6fff-4624-b6f2-1c8580d028a3 HTTP/1.1" status: 200 len: 217 time: 0.0437355 Jul 29 23:41:06.609930 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0747f733-2dc8-4304-886a-28f944f884b4 req-c7d0eaeb-241a-4907-96df-c314bb99d009 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326620 Jul 29 23:41:06.635144 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-fadd87d6-2827-4dac-9447-b03f2811a496 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.646685 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e3287-4809-46ec-8b9c-929a5fabbbc4 req-b40cf162-6df3-4af1-a7bd-aa10692ea5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:06.648209 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a55e3287-4809-46ec-8b9c-929a5fabbbc4 req-b40cf162-6df3-4af1-a7bd-aa10692ea5eb service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4bac587e-df83-41a8-8d4d-dfe59a8dbb02 HTTP/1.1" status: 200 len: 853 time: 0.3597326 Jul 29 23:41:06.655524 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-fadd87d6-2827-4dac-9447-b03f2811a496 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Transition to ACTIVE for port object 9689476c-fd74-43cc-9b01-f7bbc4f908ef will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:06.689532 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a55e3287-4809-46ec-8b9c-929a5fabbbc4 req-7706f928-7eb3-468f-b415-512457ad95af service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eaa8fac9-2de2-4cd9-adb9-0cd9d171e965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312536 Jul 29 23:41:06.721448 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d945efb7-66f2-493c-98e6-75182af5c2ec req-dc2f5c37-abf8-4e97-861c-81d2349e3941 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=17945c89-c4d5-4aed-bdd9-0cebb9661683 HTTP/1.1" status: 200 len: 210 time: 0.0318983 Jul 29 23:41:06.804774 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-fadd87d6-2827-4dac-9447-b03f2811a496 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.848886 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:06.871406 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-fadd87d6-2827-4dac-9447-b03f2811a496 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Network c7e54cff-4ab1-4c76-83ac-40f6eaeafba2 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:06.879288 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-fadd87d6-2827-4dac-9447-b03f2811a496 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:06.885169 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-fadd87d6-2827-4dac-9447-b03f2811a496 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:06.896396 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a55e3287-4809-46ec-8b9c-929a5fabbbc4 req-87f13c2d-940c-4f7a-b41c-24ed38e15b4f service neutron] 10.222.0.23 "GET /v2.0/networks/eaa8fac9-2de2-4cd9-adb9-0cd9d171e965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773603 Jul 29 23:41:06.938151 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd87d6-2827-4dac-9447-b03f2811a496 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'Port': ['ID=9689476c-fd74-43cc-9b01-f7bbc4f908ef,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:07.006560 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadd87d6-2827-4dac-9447-b03f2811a496 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:07.007211 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadd87d6-2827-4dac-9447-b03f2811a496 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:07.015941 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadd87d6-2827-4dac-9447-b03f2811a496 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:07.016564 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadd87d6-2827-4dac-9447-b03f2811a496 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:07.017019 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadd87d6-2827-4dac-9447-b03f2811a496 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:07.017427 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadd87d6-2827-4dac-9447-b03f2811a496 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:07.017828 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadd87d6-2827-4dac-9447-b03f2811a496 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:07.018273 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadd87d6-2827-4dac-9447-b03f2811a496 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:07.018956 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadd87d6-2827-4dac-9447-b03f2811a496 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:07.019354 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadd87d6-2827-4dac-9447-b03f2811a496 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:07.019757 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadd87d6-2827-4dac-9447-b03f2811a496 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:07.020218 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fadd87d6-2827-4dac-9447-b03f2811a496 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:07.133856 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device aa3a62b0-6fff-4624-b6f2-1c8580d028a3 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:07.187524 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-fadd87d6-2827-4dac-9447-b03f2811a496 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:07.189486 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-fadd87d6-2827-4dac-9447-b03f2811a496 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.235503 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-fadd87d6-2827-4dac-9447-b03f2811a496 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9189475 Jul 29 23:41:07.269362 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-57026b92-e41d-4c7c-9f1f-86e16d6e21cf service neutron] Request body: {'port': {'device_id': 'cfba3e56-d0c8-409c-b4a3-5e8e23441ec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:07.289145 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port aa3a62b0-6fff-4624-b6f2-1c8580d028a3 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:07.306346 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port aa3a62b0-6fff-4624-b6f2-1c8580d028a3 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:07.307309 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.396992 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a55e3287-4809-46ec-8b9c-929a5fabbbc4 req-2a9f4750-1df3-46da-b12b-111a04e73165 service neutron] 10.222.0.23 "GET /v2.0/networks/eaa8fac9-2de2-4cd9-adb9-0cd9d171e965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4774709 Jul 29 23:41:07.426368 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-57026b92-e41d-4c7c-9f1f-86e16d6e21cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.445024 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82edbb-188b-49fe-a188-901bace75faf req-f186fdd7-7d40-4832-b4ae-96b7e81753c3 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:07.447158 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb82edbb-188b-49fe-a188-901bace75faf req-f186fdd7-7d40-4832-b4ae-96b7e81753c3 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.23 "GET /v2.0/networks?id=c65634b4-620f-4d4e-b86a-cfaa4125589f HTTP/1.1" status: 200 len: 811 time: 0.4200418 Jul 29 23:41:07.482205 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-eb82edbb-188b-49fe-a188-901bace75faf req-437aef37-c860-490b-aa8d-c1fc7435c90c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Request body: {'port': {'device_id': '17945c89-c4d5-4aed-bdd9-0cebb9661683', 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f', 'admin_state_up': True, 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:07.589684 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-2cb73586-aeb3-44a4-946b-b5194eae7cc5 None None] Provisioning for port 9689476c-fd74-43cc-9b01-f7bbc4f908ef completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:07.594606 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-2cb73586-aeb3-44a4-946b-b5194eae7cc5 None None] Provisioning complete for port 9689476c-fd74-43cc-9b01-f7bbc4f908ef triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:07.595251 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2cb73586-aeb3-44a4-946b-b5194eae7cc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.669802 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-2cb73586-aeb3-44a4-946b-b5194eae7cc5 None None] Port 9689476c-fd74-43cc-9b01-f7bbc4f908ef cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:41:07.669802 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.687737 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119133c9-8d82-45ef-85db-7bf374206fec req-2d92f6a3-6a6c-4272-a1a6-0ac219056939 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:07.696322 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-119133c9-8d82-45ef-85db-7bf374206fec req-2d92f6a3-6a6c-4272-a1a6-0ac219056939 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfba3e56-d0c8-409c-b4a3-5e8e23441ec5 HTTP/1.1" status: 200 len: 932 time: 0.2752974 Jul 29 23:41:07.698588 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fee473-430c-4aa4-a64f-b7ad4f200c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3a62b0-6fff-4624-b6f2-1c8580d028a3'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:07.701507 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00489fd-eb94-45fd-85ff-97ac00f142b9" -d '{"events": [{"server_uuid": "08fee473-430c-4aa4-a64f-b7ad4f200c0e", "name": "network-vif-plugged", "status": "completed", "tag": "aa3a62b0-6fff-4624-b6f2-1c8580d028a3"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:07.715718 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port aa3a62b0-6fff-4624-b6f2-1c8580d028a3, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=aa3a62b0-6fff-4624-b6f2-1c8580d028a3,segment=NetworkSegment(93032bfd-4edb-4f6b-b220-fa8e868bb309),segment_id=93032bfd-4edb-4f6b-b220-fa8e868bb309)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:07.721686 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.771455 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb82edbb-188b-49fe-a188-901bace75faf req-437aef37-c860-490b-aa8d-c1fc7435c90c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Made reservation on behalf of 72e6a71724b54f78b875fd06b1bacd37 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:07.775465 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eb82edbb-188b-49fe-a188-901bace75faf req-437aef37-c860-490b-aa8d-c1fc7435c90c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:07.799622 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=aa3a62b0-6fff-4624-b6f2-1c8580d028a3,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:07.889582 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-119133c9-8d82-45ef-85db-7bf374206fec req-cc21fb45-9845-4e87-8afb-6956c35b32df tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=581c3b2c-4764-4c8f-b285-14a5e0c34efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1920555 Jul 29 23:41:08.049568 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a803c21a-a204-4a6f-99b5-4e6739104175 req-7298742b-5ec9-4e70-a383-e1261a51e2eb tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=9010acce-ab5f-48ad-82e9-4f0df307086a HTTP/1.1" status: 200 len: 210 time: 0.0503576 Jul 29 23:41:08.088094 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-eb82edbb-188b-49fe-a188-901bace75faf req-437aef37-c860-490b-aa8d-c1fc7435c90c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Allocated IP 172.20.0.12 (c65634b4-620f-4d4e-b86a-cfaa4125589f/9f136cd8-eda3-43eb-9cb5-3830c4338b63/0e077dcd-4c74-42b0-9e1e-8093c3e63bfa) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:08.150584 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.206289 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-57026b92-e41d-4c7c-9f1f-86e16d6e21cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9689476c-fd74-43cc-9b01-f7bbc4f908ef {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:41:08.224195 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-57026b92-e41d-4c7c-9f1f-86e16d6e21cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.272251 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7d3a2-1a8d-4d6f-a2df-b7e220b34257 req-cefefc63-0bbb-407e-80ff-95e5c0f37229 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:08.273831 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2cc7d3a2-1a8d-4d6f-a2df-b7e220b34257 req-cefefc63-0bbb-407e-80ff-95e5c0f37229 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=08fee473-430c-4aa4-a64f-b7ad4f200c0e HTTP/1.1" status: 200 len: 945 time: 0.1272690 Jul 29 23:41:08.274956 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-57026b92-e41d-4c7c-9f1f-86e16d6e21cf service neutron] Transition to ACTIVE for port object 9689476c-fd74-43cc-9b01-f7bbc4f908ef will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:08.312548 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-57026b92-e41d-4c7c-9f1f-86e16d6e21cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.430777 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2cc7d3a2-1a8d-4d6f-a2df-b7e220b34257 req-d1369b4b-00e9-4d90-bade-e9bdd0fc14df tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436052 Jul 29 23:41:08.435174 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57026b92-e41d-4c7c-9f1f-86e16d6e21cf service neutron] Pushing event updated for resources: {'Port': ['ID=9689476c-fd74-43cc-9b01-f7bbc4f908ef,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:08.514991 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eb82edbb-188b-49fe-a188-901bace75faf req-437aef37-c860-490b-aa8d-c1fc7435c90c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.544279 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-eb82edbb-188b-49fe-a188-901bace75faf req-437aef37-c860-490b-aa8d-c1fc7435c90c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Transition to ACTIVE for port object 0e077dcd-4c74-42b0-9e1e-8093c3e63bfa will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:08.567004 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad1f36c-cd5c-44d2-aed0-064ec7a2313f x-openstack-request-id: req-fad1f36c-cd5c-44d2-aed0-064ec7a2313f {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:08.568624 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fee473-430c-4aa4-a64f-b7ad4f200c0e", "name": "network-vif-plugged", "status": "completed", "tag": "aa3a62b0-6fff-4624-b6f2-1c8580d028a3", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:08.571357 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fad1f36c-cd5c-44d2-aed0-064ec7a2313f {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:08.572478 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fee473-430c-4aa4-a64f-b7ad4f200c0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa3a62b0-6fff-4624-b6f2-1c8580d028a3', 'code': 200} Jul 29 23:41:08.574842 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-57026b92-e41d-4c7c-9f1f-86e16d6e21cf service neutron] Attempting to bind port 9689476c-fd74-43cc-9b01-f7bbc4f908ef on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:41:08.575200 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-57026b92-e41d-4c7c-9f1f-86e16d6e21cf service neutron] Attempting to bind port 9689476c-fd74-43cc-9b01-f7bbc4f908ef by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '1188d1e4-69c8-4b77-bce2-dbb7d71f56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c7e54cff-4ab1-4c76-83ac-40f6eaeafba2'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:41:08.577696 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-57026b92-e41d-4c7c-9f1f-86e16d6e21cf service neutron] Attempting to bind port 9689476c-fd74-43cc-9b01-f7bbc4f908ef on network c7e54cff-4ab1-4c76-83ac-40f6eaeafba2 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:08.587956 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-57026b92-e41d-4c7c-9f1f-86e16d6e21cf service neutron] Port 9689476c-fd74-43cc-9b01-f7bbc4f908ef on network c7e54cff-4ab1-4c76-83ac-40f6eaeafba2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:41:08.588800 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-57026b92-e41d-4c7c-9f1f-86e16d6e21cf service neutron] Attempting to bind port 9689476c-fd74-43cc-9b01-f7bbc4f908ef on network c7e54cff-4ab1-4c76-83ac-40f6eaeafba2 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:08.610929 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-57026b92-e41d-4c7c-9f1f-86e16d6e21cf service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:41:08.611300 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-57026b92-e41d-4c7c-9f1f-86e16d6e21cf service neutron] Checking segment: {'id': '1188d1e4-69c8-4b77-bce2-dbb7d71f56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c7e54cff-4ab1-4c76-83ac-40f6eaeafba2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:08.611688 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-57026b92-e41d-4c7c-9f1f-86e16d6e21cf service neutron] Bound using segment: {'id': '1188d1e4-69c8-4b77-bce2-dbb7d71f56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c7e54cff-4ab1-4c76-83ac-40f6eaeafba2'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:41:08.612239 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-57026b92-e41d-4c7c-9f1f-86e16d6e21cf service neutron] Bound port: 9689476c-fd74-43cc-9b01-f7bbc4f908ef, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1188d1e4-69c8-4b77-bce2-dbb7d71f56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c7e54cff-4ab1-4c76-83ac-40f6eaeafba2'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:41:08.612530 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-57026b92-e41d-4c7c-9f1f-86e16d6e21cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.712246 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eb82edbb-188b-49fe-a188-901bace75faf req-437aef37-c860-490b-aa8d-c1fc7435c90c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.726086 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['3aa1533a-9a9a-4c72-a786-1e80bc86c7a1'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:41:08.827050 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f66a6c-dd1f-411a-9165-17af19822f11 req-aa44f0ab-bcee-494b-aa2f-6650cdef99f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:08.828877 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-30f66a6c-dd1f-411a-9165-17af19822f11 req-aa44f0ab-bcee-494b-aa2f-6650cdef99f4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=08fee473-430c-4aa4-a64f-b7ad4f200c0e HTTP/1.1" status: 200 len: 1097 time: 0.1957784 Jul 29 23:41:08.832679 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb82edbb-188b-49fe-a188-901bace75faf req-437aef37-c860-490b-aa8d-c1fc7435c90c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Network c65634b4-620f-4d4e-b86a-cfaa4125589f is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:08.835618 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-57026b92-e41d-4c7c-9f1f-86e16d6e21cf service neutron] For port 9689476c-fd74-43cc-9b01-f7bbc4f908ef, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:41:08.838068 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437aef37-c860-490b-aa8d-c1fc7435c90c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Pushing event updated for resources: {'Port': ['ID=0e077dcd-4c74-42b0-9e1e-8093c3e63bfa,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:08.845170 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-eb82edbb-188b-49fe-a188-901bace75faf req-437aef37-c860-490b-aa8d-c1fc7435c90c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:08.862585 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb82edbb-188b-49fe-a188-901bace75faf req-437aef37-c860-490b-aa8d-c1fc7435c90c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:08.875055 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-57026b92-e41d-4c7c-9f1f-86e16d6e21cf service neutron] For port 9689476c-fd74-43cc-9b01-f7bbc4f908ef, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9689476c-fd74-43cc-9b01-f7bbc4f908ef,segment=NetworkSegment(1188d1e4-69c8-4b77-bce2-dbb7d71f56dd),segment_id=1188d1e4-69c8-4b77-bce2-dbb7d71f56dd)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:41:08.907551 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba72ab-6966-4bc9-a63c-f9fe297fdeef req-1b2cc5da-4043-4572-b597-0fd1d0df2c51 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:08.909361 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6cba72ab-6966-4bc9-a63c-f9fe297fdeef req-1b2cc5da-4043-4572-b597-0fd1d0df2c51 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=17945c89-c4d5-4aed-bdd9-0cebb9661683 HTTP/1.1" status: 200 len: 932 time: 0.2356286 Jul 29 23:41:08.913772 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-57026b92-e41d-4c7c-9f1f-86e16d6e21cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:08.998225 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-30f66a6c-dd1f-411a-9165-17af19822f11 req-1a2cff85-9af7-4b8a-99aa-233065c71a5c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539485 Jul 29 23:41:09.006692 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-57026b92-e41d-4c7c-9f1f-86e16d6e21cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:09.007539 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-57026b92-e41d-4c7c-9f1f-86e16d6e21cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:09.008784 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-57026b92-e41d-4c7c-9f1f-86e16d6e21cf service neutron] 10.222.0.23 "PUT /v2.0/ports/9689476c-fd74-43cc-9b01-f7bbc4f908ef HTTP/1.1" status: 200 len: 1093 time: 1.7610550 Jul 29 23:41:09.010833 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfba3e56-d0c8-409c-b4a3-5e8e23441ec5', 'tag': '9689476c-fd74-43cc-9b01-f7bbc4f908ef'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:09.013226 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6257446b-4ccb-442c-a396-00394020fa54" -d '{"events": [{"name": "network-changed", "server_uuid": "cfba3e56-d0c8-409c-b4a3-5e8e23441ec5", "tag": "9689476c-fd74-43cc-9b01-f7bbc4f908ef"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:09.026475 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82edbb-188b-49fe-a188-901bace75faf req-437aef37-c860-490b-aa8d-c1fc7435c90c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:09.027885 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eb82edbb-188b-49fe-a188-901bace75faf req-437aef37-c860-490b-aa8d-c1fc7435c90c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:09.072208 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57026b92-e41d-4c7c-9f1f-86e16d6e21cf service neutron] Pushing event updated for resources: {'Port': ['ID=9689476c-fd74-43cc-9b01-f7bbc4f908ef,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:09.081836 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb82edbb-188b-49fe-a188-901bace75faf req-437aef37-c860-490b-aa8d-c1fc7435c90c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6076212 Jul 29 23:41:09.085118 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6cba72ab-6966-4bc9-a63c-f9fe297fdeef req-bf605822-3e48-4761-a02c-f8804a31dbd4 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602130 Jul 29 23:41:09.098598 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-eb82edbb-188b-49fe-a188-901bace75faf req-c42a6a30-c222-4695-a6fd-698e0d73ea5b service neutron] Request body: {'port': {'device_id': '17945c89-c4d5-4aed-bdd9-0cebb9661683', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:09.213271 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-7ef88fbf-5cb8-4ac4-8118-f386df482f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:09.214934 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-7ef88fbf-5cb8-4ac4-8118-f386df482f11 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a74022ced16f48bea72df0eb10f3e470&device_id=cfba3e56-d0c8-409c-b4a3-5e8e23441ec5 HTTP/1.1" status: 200 len: 1096 time: 0.1132252 Jul 29 23:41:09.216828 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eb82edbb-188b-49fe-a188-901bace75faf req-c42a6a30-c222-4695-a6fd-698e0d73ea5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:09.244422 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9ec8aed9-1c08-4ab8-8f1d-0f22b0b922fd None None] Provisioning for port 0e077dcd-4c74-42b0-9e1e-8093c3e63bfa completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:09.251440 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9ec8aed9-1c08-4ab8-8f1d-0f22b0b922fd None None] Provisioning complete for port 0e077dcd-4c74-42b0-9e1e-8093c3e63bfa triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:09.251825 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ec8aed9-1c08-4ab8-8f1d-0f22b0b922fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:09.314645 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-fde29582-df4d-4d72-96d2-31f027b6ae5d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=9689476c-fd74-43cc-9b01-f7bbc4f908ef HTTP/1.1" status: 200 len: 217 time: 0.0771484 Jul 29 23:41:09.318054 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-9ec8aed9-1c08-4ab8-8f1d-0f22b0b922fd None None] Port 0e077dcd-4c74-42b0-9e1e-8093c3e63bfa cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:41:09.504156 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-596b78b5-c9ab-4c21-bdd3-adcb9f1a5322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:09.505735 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-596b78b5-c9ab-4c21-bdd3-adcb9f1a5322 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=73b2b8f2-8a46-4cf3-a372-5609bde25d30 HTTP/1.1" status: 200 len: 838 time: 0.1715844 Jul 29 23:41:09.667122 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-1b79587c-7713-4740-9ffb-5e06112f58db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:09.668671 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-1b79587c-7713-4740-9ffb-5e06112f58db service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7e54cff-4ab1-4c76-83ac-40f6eaeafba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1521173 Jul 29 23:41:09.681151 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a335a4-1bbb-47d5-8769-0b02d9c4f12b req-12421f46-56f3-487f-b5ea-392c360f164a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:09.682787 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-73a335a4-1bbb-47d5-8769-0b02d9c4f12b req-12421f46-56f3-487f-b5ea-392c360f164a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfba3e56-d0c8-409c-b4a3-5e8e23441ec5 HTTP/1.1" status: 200 len: 944 time: 0.1488285 Jul 29 23:41:09.814221 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-73a335a4-1bbb-47d5-8769-0b02d9c4f12b req-57f57ca7-b12a-48ce-ae49-630f6af9cf02 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=581c3b2c-4764-4c8f-b285-14a5e0c34efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187696 Jul 29 23:41:09.882209 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-37b54baa-11d0-453d-bcf4-756fbc4f2afb service neutron] 10.222.0.23 "GET /v2.0/networks/c7e54cff-4ab1-4c76-83ac-40f6eaeafba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962550 Jul 29 23:41:09.964795 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe40f50-ef93-44c0-b060-e85c83f01b0e x-openstack-request-id: req-dfe40f50-ef93-44c0-b060-e85c83f01b0e {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:09.965097 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfba3e56-d0c8-409c-b4a3-5e8e23441ec5", "tag": "9689476c-fd74-43cc-9b01-f7bbc4f908ef", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:09.967006 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dfe40f50-ef93-44c0-b060-e85c83f01b0e {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:09.967327 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfba3e56-d0c8-409c-b4a3-5e8e23441ec5', 'tag': '9689476c-fd74-43cc-9b01-f7bbc4f908ef', 'status': 'completed', 'code': 200} Jul 29 23:41:10.074488 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-eb82edbb-188b-49fe-a188-901bace75faf req-c42a6a30-c222-4695-a6fd-698e0d73ea5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e077dcd-4c74-42b0-9e1e-8093c3e63bfa {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:41:10.080899 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ade96419-4d1c-47c3-a7e3-a0f6a030d410 req-202222ee-01e4-446c-8a80-74404d72fb4f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9010acce-ab5f-48ad-82e9-4f0df307086a HTTP/1.1" status: 200 len: 210 time: 0.0451243 Jul 29 23:41:10.086710 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eb82edbb-188b-49fe-a188-901bace75faf req-c42a6a30-c222-4695-a6fd-698e0d73ea5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:10.123616 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-eb82edbb-188b-49fe-a188-901bace75faf req-c42a6a30-c222-4695-a6fd-698e0d73ea5b service neutron] Transition to ACTIVE for port object 0e077dcd-4c74-42b0-9e1e-8093c3e63bfa will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:10.132954 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eb82edbb-188b-49fe-a188-901bace75faf req-c42a6a30-c222-4695-a6fd-698e0d73ea5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:10.197062 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e9e8ea5d-64d9-48f0-9ac6-05e257ef5ca0 req-4d5a0df6-b401-4c5a-a46d-272c349ed7d9 service neutron] 10.222.0.23 "GET /v2.0/networks/c7e54cff-4ab1-4c76-83ac-40f6eaeafba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042808 Jul 29 23:41:10.252125 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a6a30-c222-4695-a6fd-698e0d73ea5b service neutron] Pushing event updated for resources: {'Port': ['ID=0e077dcd-4c74-42b0-9e1e-8093c3e63bfa,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:10.366664 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e20622-9a10-4718-acc1-833b0f181a47 req-ac0ab7ca-4b7e-4df0-9ae4-61a63003284b tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:10.368489 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a7e20622-9a10-4718-acc1-833b0f181a47 req-ac0ab7ca-4b7e-4df0-9ae4-61a63003284b tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=08fee473-430c-4aa4-a64f-b7ad4f200c0e HTTP/1.1" status: 200 len: 945 time: 0.1948864 Jul 29 23:41:10.714475 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257446b-4ccb-442c-a396-00394020fa54 req-da2d6289-a2d0-4ad7-a818-20b55d9147df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:10.716540 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6257446b-4ccb-442c-a396-00394020fa54 req-da2d6289-a2d0-4ad7-a818-20b55d9147df service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a74022ced16f48bea72df0eb10f3e470&device_id=cfba3e56-d0c8-409c-b4a3-5e8e23441ec5 HTTP/1.1" status: 200 len: 1096 time: 0.4127769 Jul 29 23:41:10.735772 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a7e20622-9a10-4718-acc1-833b0f181a47 req-a40c18f1-8b58-4633-b0b6-95268a886afd tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492906 Jul 29 23:41:10.735772 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-eb82edbb-188b-49fe-a188-901bace75faf req-c42a6a30-c222-4695-a6fd-698e0d73ea5b service neutron] Attempting to bind port 0e077dcd-4c74-42b0-9e1e-8093c3e63bfa on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:41:10.735772 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-eb82edbb-188b-49fe-a188-901bace75faf req-c42a6a30-c222-4695-a6fd-698e0d73ea5b service neutron] Attempting to bind port 0e077dcd-4c74-42b0-9e1e-8093c3e63bfa by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '45c04b8e-476f-4241-8476-f7d4980a8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:41:10.735772 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb82edbb-188b-49fe-a188-901bace75faf req-c42a6a30-c222-4695-a6fd-698e0d73ea5b service neutron] Attempting to bind port 0e077dcd-4c74-42b0-9e1e-8093c3e63bfa on network c65634b4-620f-4d4e-b86a-cfaa4125589f {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:10.791218 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb82edbb-188b-49fe-a188-901bace75faf req-c42a6a30-c222-4695-a6fd-698e0d73ea5b service neutron] Port 0e077dcd-4c74-42b0-9e1e-8093c3e63bfa on network c65634b4-620f-4d4e-b86a-cfaa4125589f not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:41:10.791633 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb82edbb-188b-49fe-a188-901bace75faf req-c42a6a30-c222-4695-a6fd-698e0d73ea5b service neutron] Attempting to bind port 0e077dcd-4c74-42b0-9e1e-8093c3e63bfa on network c65634b4-620f-4d4e-b86a-cfaa4125589f {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:10.808279 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb82edbb-188b-49fe-a188-901bace75faf req-c42a6a30-c222-4695-a6fd-698e0d73ea5b service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:41:10.808631 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb82edbb-188b-49fe-a188-901bace75faf req-c42a6a30-c222-4695-a6fd-698e0d73ea5b service neutron] Checking segment: {'id': '45c04b8e-476f-4241-8476-f7d4980a8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:10.809018 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb82edbb-188b-49fe-a188-901bace75faf req-c42a6a30-c222-4695-a6fd-698e0d73ea5b service neutron] Bound using segment: {'id': '45c04b8e-476f-4241-8476-f7d4980a8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:41:10.809470 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-eb82edbb-188b-49fe-a188-901bace75faf req-c42a6a30-c222-4695-a6fd-698e0d73ea5b service neutron] Bound port: 0e077dcd-4c74-42b0-9e1e-8093c3e63bfa, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45c04b8e-476f-4241-8476-f7d4980a8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:41:10.809880 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eb82edbb-188b-49fe-a188-901bace75faf req-c42a6a30-c222-4695-a6fd-698e0d73ea5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:10.896494 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cd1ce808-9cd4-4639-9564-b323860b8011 req-2e628b33-b6dd-485a-a86f-b45605aec04c tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0648708 Jul 29 23:41:10.921176 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257446b-4ccb-442c-a396-00394020fa54 req-a7519fcd-c2f4-403c-ac18-ac967cd56166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:10.922721 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6257446b-4ccb-442c-a396-00394020fa54 req-a7519fcd-c2f4-403c-ac18-ac967cd56166 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c7e54cff-4ab1-4c76-83ac-40f6eaeafba2 HTTP/1.1" status: 200 len: 897 time: 0.1886539 Jul 29 23:41:10.989098 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6257446b-4ccb-442c-a396-00394020fa54 req-3a5ee130-57f5-4f35-86a6-1d7d1537ada5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=9689476c-fd74-43cc-9b01-f7bbc4f908ef HTTP/1.1" status: 200 len: 217 time: 0.0543633 Jul 29 23:41:11.019674 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-eb82edbb-188b-49fe-a188-901bace75faf req-c42a6a30-c222-4695-a6fd-698e0d73ea5b service neutron] For port 0e077dcd-4c74-42b0-9e1e-8093c3e63bfa, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:41:11.078717 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-eb82edbb-188b-49fe-a188-901bace75faf req-c42a6a30-c222-4695-a6fd-698e0d73ea5b service neutron] For port 0e077dcd-4c74-42b0-9e1e-8093c3e63bfa, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=0e077dcd-4c74-42b0-9e1e-8093c3e63bfa,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:41:11.096565 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eb82edbb-188b-49fe-a188-901bace75faf req-c42a6a30-c222-4695-a6fd-698e0d73ea5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:11.146997 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82edbb-188b-49fe-a188-901bace75faf req-c42a6a30-c222-4695-a6fd-698e0d73ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:11.147684 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-eb82edbb-188b-49fe-a188-901bace75faf req-c42a6a30-c222-4695-a6fd-698e0d73ea5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:11.149262 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb82edbb-188b-49fe-a188-901bace75faf req-c42a6a30-c222-4695-a6fd-698e0d73ea5b service neutron] 10.222.0.23 "PUT /v2.0/ports/0e077dcd-4c74-42b0-9e1e-8093c3e63bfa HTTP/1.1" status: 200 len: 1093 time: 2.0565858 Jul 29 23:41:11.150992 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257446b-4ccb-442c-a396-00394020fa54 req-30c67a93-6322-472d-b97c-9e6006429db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:11.152410 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6257446b-4ccb-442c-a396-00394020fa54 req-30c67a93-6322-472d-b97c-9e6006429db2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=73b2b8f2-8a46-4cf3-a372-5609bde25d30 HTTP/1.1" status: 200 len: 838 time: 0.1449153 Jul 29 23:41:11.161340 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f2c18-0fd3-4646-a4ff-0f102679e3e1 req-8ca1ad40-c2c0-4aa4-825e-aad350ec64ce tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:11.169952 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-257f2c18-0fd3-4646-a4ff-0f102679e3e1 req-8ca1ad40-c2c0-4aa4-825e-aad350ec64ce tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=17945c89-c4d5-4aed-bdd9-0cebb9661683 HTTP/1.1" status: 200 len: 944 time: 0.1736851 Jul 29 23:41:11.291006 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42a6a30-c222-4695-a6fd-698e0d73ea5b service neutron] Pushing event updated for resources: {'Port': ['ID=0e077dcd-4c74-42b0-9e1e-8093c3e63bfa,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:11.318880 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-257f2c18-0fd3-4646-a4ff-0f102679e3e1 req-11e35d8e-5daa-4b35-bf71-60bf592db467 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478553 Jul 29 23:41:11.323332 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257446b-4ccb-442c-a396-00394020fa54 req-cea87edf-91b1-4955-a8d0-9abbe22f6250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:11.324938 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6257446b-4ccb-442c-a396-00394020fa54 req-cea87edf-91b1-4955-a8d0-9abbe22f6250 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7e54cff-4ab1-4c76-83ac-40f6eaeafba2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1509211 Jul 29 23:41:11.333119 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82edbb-188b-49fe-a188-901bace75faf req-e4bd0e41-ad19-45f4-8a56-0c19db2ef638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:11.334696 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb82edbb-188b-49fe-a188-901bace75faf req-e4bd0e41-ad19-45f4-8a56-0c19db2ef638 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72e6a71724b54f78b875fd06b1bacd37&device_id=17945c89-c4d5-4aed-bdd9-0cebb9661683 HTTP/1.1" status: 200 len: 1096 time: 0.1114497 Jul 29 23:41:11.422924 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb82edbb-188b-49fe-a188-901bace75faf req-f491d366-c5c3-4c99-82f2-c1947caba7b4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e077dcd-4c74-42b0-9e1e-8093c3e63bfa HTTP/1.1" status: 200 len: 217 time: 0.0787942 Jul 29 23:41:11.505640 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82edbb-188b-49fe-a188-901bace75faf req-f1a63db2-0617-4949-95f6-5286e1d579b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:11.507086 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb82edbb-188b-49fe-a188-901bace75faf req-f1a63db2-0617-4949-95f6-5286e1d579b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9f136cd8-eda3-43eb-9cb5-3830c4338b63 HTTP/1.1" status: 200 len: 850 time: 0.0754626 Jul 29 23:41:11.511123 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6257446b-4ccb-442c-a396-00394020fa54 req-4b3cb51c-1774-4b05-9ec6-2ae32d664249 service neutron] 10.222.0.23 "GET /v2.0/networks/c7e54cff-4ab1-4c76-83ac-40f6eaeafba2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754656 Jul 29 23:41:11.673151 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb82edbb-188b-49fe-a188-901bace75faf req-13ae8648-dc65-4200-bb63-f99653941991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:11.674677 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb82edbb-188b-49fe-a188-901bace75faf req-13ae8648-dc65-4200-bb63-f99653941991 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c65634b4-620f-4d4e-b86a-cfaa4125589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1527178 Jul 29 23:41:11.715475 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6257446b-4ccb-442c-a396-00394020fa54 req-616702eb-4b5d-4bd4-830d-41a725df888b service neutron] 10.222.0.23 "GET /v2.0/networks/c7e54cff-4ab1-4c76-83ac-40f6eaeafba2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840529 Jul 29 23:41:11.757826 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9b4f49-9303-4075-8d7d-9bf82ffb6afa req-eb2959e3-a160-427a-8c37-6d45dc6cc28b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:11.759241 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d9b4f49-9303-4075-8d7d-9bf82ffb6afa req-eb2959e3-a160-427a-8c37-6d45dc6cc28b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfba3e56-d0c8-409c-b4a3-5e8e23441ec5 HTTP/1.1" status: 200 len: 944 time: 0.1428750 Jul 29 23:41:11.824792 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d9b4f49-9303-4075-8d7d-9bf82ffb6afa req-19552463-302b-4879-8ddc-71ee9cd95d45 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=581c3b2c-4764-4c8f-b285-14a5e0c34efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566597 Jul 29 23:41:11.831137 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb82edbb-188b-49fe-a188-901bace75faf req-44f2a74a-a3e7-433e-98ef-1dda935c1438 service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416013 Jul 29 23:41:11.976662 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb45f3d-47d6-4261-8c30-15d5cdc0a806 req-5b44d084-1e1c-44a3-a287-1efd74ee993a tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:11.978142 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-beb45f3d-47d6-4261-8c30-15d5cdc0a806 req-5b44d084-1e1c-44a3-a287-1efd74ee993a tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=08fee473-430c-4aa4-a64f-b7ad4f200c0e HTTP/1.1" status: 200 len: 945 time: 0.0836675 Jul 29 23:41:11.978597 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17945c89-c4d5-4aed-bdd9-0cebb9661683', 'tag': '0e077dcd-4c74-42b0-9e1e-8093c3e63bfa'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:11.980845 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355da26b-75f3-48c4-854a-1fbd1a4adac6" -d '{"events": [{"name": "network-changed", "server_uuid": "17945c89-c4d5-4aed-bdd9-0cebb9661683", "tag": "0e077dcd-4c74-42b0-9e1e-8093c3e63bfa"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:11.996279 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb82edbb-188b-49fe-a188-901bace75faf req-6b306054-4f3b-49ae-ade1-c463ed9d3bd0 service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525879 Jul 29 23:41:12.027292 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-beb45f3d-47d6-4261-8c30-15d5cdc0a806 req-cc253ac7-2d0e-4aa0-bd5a-6059a5228c06 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403459 Jul 29 23:41:12.119069 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57ed78a5-9eb3-43b3-b0fb-4181f927b0e1 req-fa9bf12c-f1ac-417d-ad4e-5514fe2faa2c tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0287859 Jul 29 23:41:12.168020 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c6c3b9-45b5-48ea-b6c4-4c72010a37a5 x-openstack-request-id: req-c5c6c3b9-45b5-48ea-b6c4-4c72010a37a5 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:12.168315 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17945c89-c4d5-4aed-bdd9-0cebb9661683", "tag": "0e077dcd-4c74-42b0-9e1e-8093c3e63bfa", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:12.168572 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c5c6c3b9-45b5-48ea-b6c4-4c72010a37a5 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:12.169911 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17945c89-c4d5-4aed-bdd9-0cebb9661683', 'tag': '0e077dcd-4c74-42b0-9e1e-8093c3e63bfa', 'status': 'completed', 'code': 200} Jul 29 23:41:12.254528 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355da26b-75f3-48c4-854a-1fbd1a4adac6 req-10a729bf-b78b-469e-8a3b-41c4189bcd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:12.256351 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-355da26b-75f3-48c4-854a-1fbd1a4adac6 req-10a729bf-b78b-469e-8a3b-41c4189bcd8c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72e6a71724b54f78b875fd06b1bacd37&device_id=17945c89-c4d5-4aed-bdd9-0cebb9661683 HTTP/1.1" status: 200 len: 1096 time: 0.0441091 Jul 29 23:41:12.393222 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355da26b-75f3-48c4-854a-1fbd1a4adac6 req-2bfb737f-ac51-4fba-b613-636dc103e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:12.394969 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-355da26b-75f3-48c4-854a-1fbd1a4adac6 req-2bfb737f-ac51-4fba-b613-636dc103e65d service neutron] 10.222.0.23 "GET /v2.0/networks?id=c65634b4-620f-4d4e-b86a-cfaa4125589f HTTP/1.1" status: 200 len: 912 time: 0.1276577 Jul 29 23:41:12.463530 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b1419528-2cac-4657-bdac-b413a188bf7a req-e4142cc7-fc74-444e-9fb6-e8958017195f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0509310 Jul 29 23:41:12.495765 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-355da26b-75f3-48c4-854a-1fbd1a4adac6 req-6c08e56c-5c0f-4c6a-b465-04752ff252d8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e077dcd-4c74-42b0-9e1e-8093c3e63bfa HTTP/1.1" status: 200 len: 217 time: 0.0576892 Jul 29 23:41:12.514947 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88add315-98a3-4014-9c69-6260fbada788 req-f4b7588f-bd82-42da-b252-3e95bdd1d3be tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:12.516496 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88add315-98a3-4014-9c69-6260fbada788 req-f4b7588f-bd82-42da-b252-3e95bdd1d3be tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=17945c89-c4d5-4aed-bdd9-0cebb9661683 HTTP/1.1" status: 200 len: 944 time: 0.1175485 Jul 29 23:41:12.586415 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355da26b-75f3-48c4-854a-1fbd1a4adac6 req-310ba429-8dd7-4e7e-96eb-651a599b8227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:12.587865 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-355da26b-75f3-48c4-854a-1fbd1a4adac6 req-310ba429-8dd7-4e7e-96eb-651a599b8227 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9f136cd8-eda3-43eb-9cb5-3830c4338b63 HTTP/1.1" status: 200 len: 850 time: 0.0704479 Jul 29 23:41:12.594179 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88add315-98a3-4014-9c69-6260fbada788 req-71a2a59e-d17c-4d11-ae2b-f8c624de205f tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694375 Jul 29 23:41:12.657747 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355da26b-75f3-48c4-854a-1fbd1a4adac6 req-75c89716-2711-4344-8c6a-eb327f915026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:12.659593 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-355da26b-75f3-48c4-854a-1fbd1a4adac6 req-75c89716-2711-4344-8c6a-eb327f915026 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c65634b4-620f-4d4e-b86a-cfaa4125589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549982 Jul 29 23:41:12.766122 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-355da26b-75f3-48c4-854a-1fbd1a4adac6 req-1f6189a6-0084-4d33-8734-d27885288406 service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955958 Jul 29 23:41:12.874241 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-355da26b-75f3-48c4-854a-1fbd1a4adac6 req-0ac5fc03-ab23-452f-8aea-063e9043fd28 service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001177 Jul 29 23:41:12.960792 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0529162a-4676-44aa-9cfc-eaad89b5dcf0 req-e50a90d9-7ff9-4a8d-a7e7-850f11f1954a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:12.962598 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0529162a-4676-44aa-9cfc-eaad89b5dcf0 req-e50a90d9-7ff9-4a8d-a7e7-850f11f1954a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfba3e56-d0c8-409c-b4a3-5e8e23441ec5 HTTP/1.1" status: 200 len: 944 time: 0.0576756 Jul 29 23:41:13.009931 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0529162a-4676-44aa-9cfc-eaad89b5dcf0 req-5393bdcf-e6a2-4582-a220-79443c3def52 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=581c3b2c-4764-4c8f-b285-14a5e0c34efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402901 Jul 29 23:41:13.158823 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9689476c-fd74-43cc-9b01-f7bbc4f908ef details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:41:13.176712 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18212c5f-b677-480d-9737-21e6929d1080 req-b3698feb-8ebd-4e4b-9d1f-49315e35ae12 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:13.178813 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-18212c5f-b677-480d-9737-21e6929d1080 req-b3698feb-8ebd-4e4b-9d1f-49315e35ae12 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=08fee473-430c-4aa4-a64f-b7ad4f200c0e HTTP/1.1" status: 200 len: 945 time: 0.0645933 Jul 29 23:41:13.219638 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-18212c5f-b677-480d-9737-21e6929d1080 req-eedd4fca-818d-44ba-b7b3-2f7a3cde9808 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350835 Jul 29 23:41:13.287373 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9689476c-fd74-43cc-9b01-f7bbc4f908ef, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9689476c-fd74-43cc-9b01-f7bbc4f908ef,segment=NetworkSegment(1188d1e4-69c8-4b77-bce2-dbb7d71f56dd),segment_id=1188d1e4-69c8-4b77-bce2-dbb7d71f56dd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:13.304747 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '9689476c-fd74-43cc-9b01-f7bbc4f908ef', 'network_id': 'c7e54cff-4ab1-4c76-83ac-40f6eaeafba2', 'port_id': '9689476c-fd74-43cc-9b01-f7bbc4f908ef', 'mac_address': 'fa:16:3e:f4:74:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73b2b8f2-8a46-4cf3-a372-5609bde25d30', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:41:13.349354 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0f68dd0c-51b1-47a7-9d26-1b44dd7578da req-870dbad3-1640-467a-a97f-c48fb2e13ec1 tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0315726 Jul 29 23:41:13.359365 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.367943 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd30465-2bfc-4a5f-9ddb-2416f3a1e9b7 req-b9172d39-6529-4add-a0d4-df470984d938 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:13.370839 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5fd30465-2bfc-4a5f-9ddb-2416f3a1e9b7 req-b9172d39-6529-4add-a0d4-df470984d938 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.23 "GET /v2.0/ports?device_id=08fee473-430c-4aa4-a64f-b7ad4f200c0e HTTP/1.1" status: 200 len: 945 time: 0.0810266 Jul 29 23:41:13.381507 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9689476c-fd74-43cc-9b01-f7bbc4f908ef {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:41:13.407553 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9689476c-fd74-43cc-9b01-f7bbc4f908ef, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9689476c-fd74-43cc-9b01-f7bbc4f908ef,segment=NetworkSegment(1188d1e4-69c8-4b77-bce2-dbb7d71f56dd),segment_id=1188d1e4-69c8-4b77-bce2-dbb7d71f56dd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:13.412875 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.474638 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=9689476c-fd74-43cc-9b01-f7bbc4f908ef,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:13.487211 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-5fd30465-2bfc-4a5f-9ddb-2416f3a1e9b7 req-2016fc81-4a33-44cf-95be-e2025273d110 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Deleting port aa3a62b0-6fff-4624-b6f2-1c8580d028a3 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:13.487211 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5fd30465-2bfc-4a5f-9ddb-2416f3a1e9b7 req-2016fc81-4a33-44cf-95be-e2025273d110 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.588261 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-5fd30465-2bfc-4a5f-9ddb-2416f3a1e9b7 req-2016fc81-4a33-44cf-95be-e2025273d110 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] For port aa3a62b0-6fff-4624-b6f2-1c8580d028a3, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=aa3a62b0-6fff-4624-b6f2-1c8580d028a3,segment=NetworkSegment(93032bfd-4edb-4f6b-b220-fa8e868bb309),segment_id=93032bfd-4edb-4f6b-b220-fa8e868bb309)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:13.588735 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5fd30465-2bfc-4a5f-9ddb-2416f3a1e9b7 req-2016fc81-4a33-44cf-95be-e2025273d110 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.604078 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-5fd30465-2bfc-4a5f-9ddb-2416f3a1e9b7 req-2016fc81-4a33-44cf-95be-e2025273d110 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Calling delete_port for aa3a62b0-6fff-4624-b6f2-1c8580d028a3 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:13.740909 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['9689476c-fd74-43cc-9b01-f7bbc4f908ef'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:41:13.747265 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc51822d-9381-48e4-a6f3-d0442d287a6f req-f17461f8-6251-4c0c-a454-68ddcc18ba51 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:13.749179 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dc51822d-9381-48e4-a6f3-d0442d287a6f req-f17461f8-6251-4c0c-a454-68ddcc18ba51 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=17945c89-c4d5-4aed-bdd9-0cebb9661683 HTTP/1.1" status: 200 len: 944 time: 0.0792990 Jul 29 23:41:13.824880 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dc51822d-9381-48e4-a6f3-d0442d287a6f req-72b4f535-7de6-4071-aa14-4794b2198387 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562806 Jul 29 23:41:13.826096 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5fd30465-2bfc-4a5f-9ddb-2416f3a1e9b7 req-2016fc81-4a33-44cf-95be-e2025273d110 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.877353 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2016fc81-4a33-44cf-95be-e2025273d110 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Pushing event deleted for resources: {'Port': ['ID=aa3a62b0-6fff-4624-b6f2-1c8580d028a3,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:13.915322 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd30465-2bfc-4a5f-9ddb-2416f3a1e9b7 req-2016fc81-4a33-44cf-95be-e2025273d110 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] No DVR routers for this DVR port aa3a62b0-6fff-4624-b6f2-1c8580d028a3 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:41:13.918648 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5fd30465-2bfc-4a5f-9ddb-2416f3a1e9b7 req-2016fc81-4a33-44cf-95be-e2025273d110 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:13.921439 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5fd30465-2bfc-4a5f-9ddb-2416f3a1e9b7 req-2016fc81-4a33-44cf-95be-e2025273d110 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.23 "DELETE /v2.0/ports/aa3a62b0-6fff-4624-b6f2-1c8580d028a3 HTTP/1.1" status: 204 len: 173 time: 0.5447383 Jul 29 23:41:14.149961 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95821d68-6b84-4aa7-99eb-4529f364625e req-0bc42ead-54be-4593-a2ac-18fe38516907 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:14.151562 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95821d68-6b84-4aa7-99eb-4529f364625e req-0bc42ead-54be-4593-a2ac-18fe38516907 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfba3e56-d0c8-409c-b4a3-5e8e23441ec5 HTTP/1.1" status: 200 len: 945 time: 0.0574446 Jul 29 23:41:14.175416 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08fee473-430c-4aa4-a64f-b7ad4f200c0e', 'name': 'network-vif-deleted', 'tag': 'aa3a62b0-6fff-4624-b6f2-1c8580d028a3'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:14.177628 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7245c9e-5a1d-4bad-bbcc-2cb2de4dea6a" -d '{"events": [{"server_uuid": "08fee473-430c-4aa4-a64f-b7ad4f200c0e", "name": "network-vif-deleted", "tag": "aa3a62b0-6fff-4624-b6f2-1c8580d028a3"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:14.203633 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95821d68-6b84-4aa7-99eb-4529f364625e req-5fd20243-bbf5-4a81-b00f-814a246ec304 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=581c3b2c-4764-4c8f-b285-14a5e0c34efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441105 Jul 29 23:41:14.264968 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d76778-25c0-46cc-9e93-75c766d0c6a9 x-openstack-request-id: req-39d76778-25c0-46cc-9e93-75c766d0c6a9 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:14.265230 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08fee473-430c-4aa4-a64f-b7ad4f200c0e", "name": "network-vif-deleted", "tag": "aa3a62b0-6fff-4624-b6f2-1c8580d028a3", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:14.265489 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39d76778-25c0-46cc-9e93-75c766d0c6a9 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:14.265861 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08fee473-430c-4aa4-a64f-b7ad4f200c0e', 'name': 'network-vif-deleted', 'tag': 'aa3a62b0-6fff-4624-b6f2-1c8580d028a3', 'status': 'completed', 'code': 200} Jul 29 23:41:14.376411 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c5fbb92-6b7e-42b8-9d58-bc94a70d5b21 req-9b3bfc42-540a-456b-bf77-cc835bdd23e5 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=08fee473-430c-4aa4-a64f-b7ad4f200c0e HTTP/1.1" status: 200 len: 210 time: 0.0307984 Jul 29 23:41:14.480580 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a087d6b9-8f36-4196-92f4-60382ca2bb49 req-f04ba5c5-6135-4a3c-8070-dbaec3455c52 tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0361845 Jul 29 23:41:14.632764 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['01e2403b-4235-4023-b6cb-5c26115dff63', 'aa3a62b0-6fff-4624-b6f2-1c8580d028a3'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:41:14.867749 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b7170ce5-b5e3-4263-b75c-dbd1ec7c0b4b req-ffafe3c8-8499-4d9a-8fd1-5022edb2f4af tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0298779 Jul 29 23:41:14.989669 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a3f6e-f916-4e49-bcd0-f35b5b5d5856 req-44992e3b-e850-446e-98ec-7c1d68f3258a tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:14.991252 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a29a3f6e-f916-4e49-bcd0-f35b5b5d5856 req-44992e3b-e850-446e-98ec-7c1d68f3258a tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=17945c89-c4d5-4aed-bdd9-0cebb9661683 HTTP/1.1" status: 200 len: 944 time: 0.0574362 Jul 29 23:41:15.040594 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a29a3f6e-f916-4e49-bcd0-f35b5b5d5856 req-1f9f9b17-ce22-4507-97f6-69b7ff99efb5 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413415 Jul 29 23:41:15.158009 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 0e077dcd-4c74-42b0-9e1e-8093c3e63bfa details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:41:15.160167 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9689476c-fd74-43cc-9b01-f7bbc4f908ef up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:15.283781 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 9689476c-fd74-43cc-9b01-f7bbc4f908ef completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:15.292766 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 9689476c-fd74-43cc-9b01-f7bbc4f908ef triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:15.293072 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.333735 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 0e077dcd-4c74-42b0-9e1e-8093c3e63bfa, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=0e077dcd-4c74-42b0-9e1e-8093c3e63bfa,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:15.359847 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '0e077dcd-4c74-42b0-9e1e-8093c3e63bfa', 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f', 'port_id': '0e077dcd-4c74-42b0-9e1e-8093c3e63bfa', 'mac_address': 'fa:16:3e:7f:ee:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f136cd8-eda3-43eb-9cb5-3830c4338b63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:41:15.360655 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4e08d5-abf9-4fd4-ac81-d82a5d9aeac8 req-45c4ad52-0117-4106-9342-c0fd7cd3399a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:15.364306 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be4e08d5-abf9-4fd4-ac81-d82a5d9aeac8 req-45c4ad52-0117-4106-9342-c0fd7cd3399a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfba3e56-d0c8-409c-b4a3-5e8e23441ec5 HTTP/1.1" status: 200 len: 945 time: 0.0612648 Jul 29 23:41:15.402238 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be4e08d5-abf9-4fd4-ac81-d82a5d9aeac8 req-442e2184-92fb-4b7a-8908-a58914b7b1c5 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=581c3b2c-4764-4c8f-b285-14a5e0c34efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335784 Jul 29 23:41:15.443794 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.464105 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e077dcd-4c74-42b0-9e1e-8093c3e63bfa {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:41:15.471786 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.500357 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 0e077dcd-4c74-42b0-9e1e-8093c3e63bfa, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=0e077dcd-4c74-42b0-9e1e-8093c3e63bfa,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:15.507899 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.516853 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfba3e56-d0c8-409c-b4a3-5e8e23441ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9689476c-fd74-43cc-9b01-f7bbc4f908ef'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:15.519228 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bef6b4-3669-448a-b195-85844720e2f4" -d '{"events": [{"server_uuid": "cfba3e56-d0c8-409c-b4a3-5e8e23441ec5", "name": "network-vif-plugged", "status": "completed", "tag": "9689476c-fd74-43cc-9b01-f7bbc4f908ef"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:15.553224 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9689476c-fd74-43cc-9b01-f7bbc4f908ef, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9689476c-fd74-43cc-9b01-f7bbc4f908ef,segment=NetworkSegment(1188d1e4-69c8-4b77-bce2-dbb7d71f56dd),segment_id=1188d1e4-69c8-4b77-bce2-dbb7d71f56dd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:15.560400 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:15.561590 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb15df0-9c93-4311-a4f0-8c85f5124aca req-b6c8eef3-96ae-4f4f-b99a-4762f84ddcc2 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:15.563815 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dfb15df0-9c93-4311-a4f0-8c85f5124aca req-b6c8eef3-96ae-4f4f-b99a-4762f84ddcc2 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0588276 Jul 29 23:41:15.580955 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=0e077dcd-4c74-42b0-9e1e-8093c3e63bfa,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:15.614352 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dfb15df0-9c93-4311-a4f0-8c85f5124aca req-4af2435c-9735-4819-9588-2d12ce947ae2 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369346 Jul 29 23:41:15.639671 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=9689476c-fd74-43cc-9b01-f7bbc4f908ef,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:15.676102 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f7853b-1725-4bca-967b-90996c46158a x-openstack-request-id: req-76f7853b-1725-4bca-967b-90996c46158a {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:15.677111 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfba3e56-d0c8-409c-b4a3-5e8e23441ec5", "name": "network-vif-plugged", "status": "completed", "tag": "9689476c-fd74-43cc-9b01-f7bbc4f908ef", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:15.677579 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-76f7853b-1725-4bca-967b-90996c46158a {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:15.678347 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfba3e56-d0c8-409c-b4a3-5e8e23441ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9689476c-fd74-43cc-9b01-f7bbc4f908ef', 'code': 200} Jul 29 23:41:15.778207 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762686f1-773b-43fc-a59f-7fbfc0291711 req-dd9d67d2-edd3-49db-b7e9-1073a7457d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:15.780473 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-762686f1-773b-43fc-a59f-7fbfc0291711 req-dd9d67d2-edd3-49db-b7e9-1073a7457d6d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=cfba3e56-d0c8-409c-b4a3-5e8e23441ec5 HTTP/1.1" status: 200 len: 1098 time: 0.0446157 Jul 29 23:41:15.811129 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['0e077dcd-4c74-42b0-9e1e-8093c3e63bfa'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:41:15.849887 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-762686f1-773b-43fc-a59f-7fbfc0291711 req-e949b8bd-b3ba-49df-b264-df5208a58227 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=581c3b2c-4764-4c8f-b285-14a5e0c34efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614953 Jul 29 23:41:15.862712 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a81fc3b-7e08-4b84-ad94-acb937d96f6e req-03c1040a-3ad5-4e62-a316-954ebe444a29 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:15.864756 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a81fc3b-7e08-4b84-ad94-acb937d96f6e req-03c1040a-3ad5-4e62-a316-954ebe444a29 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0703475 Jul 29 23:41:15.913704 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a81fc3b-7e08-4b84-ad94-acb937d96f6e req-2e0378d3-4897-4086-b715-85b86e127218 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415707 Jul 29 23:41:16.007564 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a69a4668-b78e-4a5c-8694-14ba04f05005 req-ae87c62c-f0a2-4348-bcd0-88f9ce4a06ef tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0300522 Jul 29 23:41:16.132407 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd768a0-43f6-4a3f-aecc-c71adce2a4bc req-12c1400e-eed5-447b-a182-05d1c98da848 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:16.134052 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cdd768a0-43f6-4a3f-aecc-c71adce2a4bc req-12c1400e-eed5-447b-a182-05d1c98da848 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0536509 Jul 29 23:41:16.184401 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cdd768a0-43f6-4a3f-aecc-c71adce2a4bc req-582e5a13-b521-4682-8a88-3c823bba14e6 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408082 Jul 29 23:41:16.307504 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d1cfd3-401c-4da6-98bb-74c724800dd6 req-576139de-5bfd-41c7-b37a-67c4f05c2270 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:16.309144 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d1cfd3-401c-4da6-98bb-74c724800dd6 req-576139de-5bfd-41c7-b37a-67c4f05c2270 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=17945c89-c4d5-4aed-bdd9-0cebb9661683 HTTP/1.1" status: 200 len: 945 time: 0.0569839 Jul 29 23:41:16.353013 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5d1cfd3-401c-4da6-98bb-74c724800dd6 req-9d6e5434-3372-4f98-b61a-b8c42227c75e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359602 Jul 29 23:41:16.563904 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ece811-f592-4a67-85f8-e7ebf63a3dcf req-f1faeede-0290-4f90-ade6-c0d48ea0d75d tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:16.565428 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2ece811-f592-4a67-85f8-e7ebf63a3dcf req-f1faeede-0290-4f90-ade6-c0d48ea0d75d tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfba3e56-d0c8-409c-b4a3-5e8e23441ec5 HTTP/1.1" status: 200 len: 946 time: 0.0604839 Jul 29 23:41:16.610041 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2ece811-f592-4a67-85f8-e7ebf63a3dcf req-a75de08b-2ded-442f-bbc1-a7bbaf17e2f0 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=581c3b2c-4764-4c8f-b285-14a5e0c34efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378761 Jul 29 23:41:17.123768 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-78a26a8b-7ea1-4911-8097-06e38422a5a6 req-d5408c62-8d07-48dd-8423-17adfcfcf920 tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0330315 Jul 29 23:41:17.158465 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 0e077dcd-4c74-42b0-9e1e-8093c3e63bfa up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:17.218060 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 0e077dcd-4c74-42b0-9e1e-8093c3e63bfa completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:17.222055 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 0e077dcd-4c74-42b0-9e1e-8093c3e63bfa triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:17.222403 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.307779 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.343653 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 0e077dcd-4c74-42b0-9e1e-8093c3e63bfa, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=0e077dcd-4c74-42b0-9e1e-8093c3e63bfa,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:17.348203 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:17.348973 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device aa3a62b0-6fff-4624-b6f2-1c8580d028a3 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:17.394410 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: aa3a62b0-6fff-4624-b6f2-1c8580d028a3 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:17.394757 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device aa3a62b0-6fff-4624-b6f2-1c8580d028a3 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:17.420873 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=0e077dcd-4c74-42b0-9e1e-8093c3e63bfa,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:17.493565 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48b095-c9b9-4c64-912c-441cf3703a6f req-34e71e21-cf68-4b63-85d2-ecdcf9c6ccb5 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:17.495473 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cf48b095-c9b9-4c64-912c-441cf3703a6f req-34e71e21-cf68-4b63-85d2-ecdcf9c6ccb5 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=17945c89-c4d5-4aed-bdd9-0cebb9661683 HTTP/1.1" status: 200 len: 946 time: 0.0561745 Jul 29 23:41:17.539371 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cf48b095-c9b9-4c64-912c-441cf3703a6f req-decd12f3-0643-454e-8420-20b9ae51d846 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366154 Jul 29 23:41:17.679545 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17945c89-c4d5-4aed-bdd9-0cebb9661683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e077dcd-4c74-42b0-9e1e-8093c3e63bfa'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:17.681989 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674e0662-b459-4972-9b16-6ee5f23ff2b3" -d '{"events": [{"server_uuid": "17945c89-c4d5-4aed-bdd9-0cebb9661683", "name": "network-vif-plugged", "status": "completed", "tag": "0e077dcd-4c74-42b0-9e1e-8093c3e63bfa"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:17.745968 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f5ef3-8a08-40f6-947d-fd8bd6282bd5 req-b5dd09e4-1910-40f1-a867-85b135d8b434 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:17.748156 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d66f5ef3-8a08-40f6-947d-fd8bd6282bd5 req-b5dd09e4-1910-40f1-a867-85b135d8b434 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfba3e56-d0c8-409c-b4a3-5e8e23441ec5 HTTP/1.1" status: 200 len: 946 time: 0.0524487 Jul 29 23:41:17.792771 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d66f5ef3-8a08-40f6-947d-fd8bd6282bd5 req-dea91b64-fb72-49ad-99cc-610df58dd8a0 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=581c3b2c-4764-4c8f-b285-14a5e0c34efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374122 Jul 29 23:41:17.842419 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36de00d-2fc5-4246-bfd8-eb827d360f43 x-openstack-request-id: req-e36de00d-2fc5-4246-bfd8-eb827d360f43 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:17.842895 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17945c89-c4d5-4aed-bdd9-0cebb9661683", "name": "network-vif-plugged", "status": "completed", "tag": "0e077dcd-4c74-42b0-9e1e-8093c3e63bfa", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:17.843295 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e36de00d-2fc5-4246-bfd8-eb827d360f43 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:17.844067 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17945c89-c4d5-4aed-bdd9-0cebb9661683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e077dcd-4c74-42b0-9e1e-8093c3e63bfa', 'code': 200} Jul 29 23:41:17.983580 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312eb93-80dd-4382-a240-4bf3ed0cbabe req-fa55af78-c280-4dfd-b4d7-a3093375edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:17.985591 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7312eb93-80dd-4382-a240-4bf3ed0cbabe req-fa55af78-c280-4dfd-b4d7-a3093375edfb service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=17945c89-c4d5-4aed-bdd9-0cebb9661683 HTTP/1.1" status: 200 len: 1098 time: 0.0595653 Jul 29 23:41:18.068551 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7312eb93-80dd-4382-a240-4bf3ed0cbabe req-c0af2a5d-f2b6-4d7e-86d7-05f9a70c12e6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670366 Jul 29 23:41:18.089046 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf7157-82fd-49c9-b637-793e670e2d4b req-4285d06b-c787-4d26-ba21-ac858e0ac3dc tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:18.090874 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2adf7157-82fd-49c9-b637-793e670e2d4b req-4285d06b-c787-4d26-ba21-ac858e0ac3dc tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfba3e56-d0c8-409c-b4a3-5e8e23441ec5 HTTP/1.1" status: 200 len: 946 time: 0.0917919 Jul 29 23:41:18.141694 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2adf7157-82fd-49c9-b637-793e670e2d4b req-aa95ea54-d8de-4843-a0e3-7cc533cd7537 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=581c3b2c-4764-4c8f-b285-14a5e0c34efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418334 Jul 29 23:41:18.307126 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1fdb6a-eb75-445a-82ad-ebdd59a5190e req-b7dd0f02-1728-47c6-b65e-b8328e19102c tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:18.309071 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dc1fdb6a-eb75-445a-82ad-ebdd59a5190e req-b7dd0f02-1728-47c6-b65e-b8328e19102c tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0793049 Jul 29 23:41:18.368432 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dc1fdb6a-eb75-445a-82ad-ebdd59a5190e req-85ac1b4b-86a0-4a29-99d8-63d6f2718b2b tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495291 Jul 29 23:41:18.458083 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-592afcd6-5a8b-465c-be59-0eecde697a15 req-599acadb-7f72-423a-83d1-c24ceb5b39d6 tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0265491 Jul 29 23:41:18.574891 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be7822-46f4-44c1-8232-dba6c6f0201d req-494fd6b8-2005-45fa-8126-0294ed15376d tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:18.577103 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-18be7822-46f4-44c1-8232-dba6c6f0201d req-494fd6b8-2005-45fa-8126-0294ed15376d tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0518656 Jul 29 23:41:18.617608 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-18be7822-46f4-44c1-8232-dba6c6f0201d req-007773fb-9036-44ca-889b-a793863904c0 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341976 Jul 29 23:41:18.731445 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90c58a-4aee-418b-9a3e-6543a04af993 req-38c59ae8-a7ca-46ef-8ecd-38ea6e0d552b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:18.733516 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a90c58a-4aee-418b-9a3e-6543a04af993 req-38c59ae8-a7ca-46ef-8ecd-38ea6e0d552b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=17945c89-c4d5-4aed-bdd9-0cebb9661683 HTTP/1.1" status: 200 len: 946 time: 0.0559540 Jul 29 23:41:18.781347 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a90c58a-4aee-418b-9a3e-6543a04af993 req-f5e87403-0192-4fef-9791-81a56ca007a4 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405629 Jul 29 23:41:19.577403 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c2a93c7-043d-49e0-af5b-2243fc640013 req-4462794e-fd7d-46ed-aafe-5ff0a70e5199 tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0317433 Jul 29 23:41:19.895715 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59258) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:19.898634 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16243a91-d227-4701-86b7-6b57b9fe15f3 req-bb9a890b-c39d-4c8b-86c1-6b9e287e01b7 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:19.900166 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16243a91-d227-4701-86b7-6b57b9fe15f3 req-bb9a890b-c39d-4c8b-86c1-6b9e287e01b7 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=17945c89-c4d5-4aed-bdd9-0cebb9661683 HTTP/1.1" status: 200 len: 946 time: 0.0499935 Jul 29 23:41:19.941377 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16243a91-d227-4701-86b7-6b57b9fe15f3 req-e241cd15-887e-4d5f-afb4-d89c4ac060dd tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335011 Jul 29 23:41:20.212655 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6ac60-8e11-4625-8530-b73500cc08e9 req-4da8badc-4451-42bb-9523-936f5f81577e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:20.214471 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fea6ac60-8e11-4625-8530-b73500cc08e9 req-4da8badc-4451-42bb-9523-936f5f81577e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0538828 Jul 29 23:41:20.265842 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fea6ac60-8e11-4625-8530-b73500cc08e9 req-bd5ebabb-d835-4727-a3e9-ab77b0d03010 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434005 Jul 29 23:41:20.431097 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370da553-46a1-4faf-91d5-6df2addab5ad req-a5b11f8d-bd90-44ea-896a-d8d52a960036 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:20.432730 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-370da553-46a1-4faf-91d5-6df2addab5ad req-a5b11f8d-bd90-44ea-896a-d8d52a960036 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0584645 Jul 29 23:41:20.481098 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-370da553-46a1-4faf-91d5-6df2addab5ad req-9cdb2623-e6e1-4244-af28-14beb664bb47 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387547 Jul 29 23:41:20.692072 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8efbe6a-b8ce-40f3-8da3-4ac654ce4020 req-cd17639b-e0ed-4359-b06d-b009e0005f98 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:20.694564 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b8efbe6a-b8ce-40f3-8da3-4ac654ce4020 req-cd17639b-e0ed-4359-b06d-b009e0005f98 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0755916 Jul 29 23:41:20.735939 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b8efbe6a-b8ce-40f3-8da3-4ac654ce4020 req-21038005-6d1d-485d-b199-e1053ec0fa04 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337300 Jul 29 23:41:20.748297 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-98fed575-b39a-4a85-a22e-b9d95f1cbb58 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:20.829229 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e50a4c6-07da-40c4-8811-49e451bad648 req-2b2b0317-a11c-4cd1-9bdb-abbc8e0386b9 tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0301678 Jul 29 23:41:20.973184 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d0a50-4eee-4367-a474-054cf717381f req-5d537262-60ae-422f-a901-785604541b76 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:20.974801 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fa1d0a50-4eee-4367-a474-054cf717381f req-5d537262-60ae-422f-a901-785604541b76 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0662742 Jul 29 23:41:21.026801 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fa1d0a50-4eee-4367-a474-054cf717381f req-fa3f63cc-ff8c-4976-a2d3-0bf2d9b7beec tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439990 Jul 29 23:41:21.049009 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-98fed575-b39a-4a85-a22e-b9d95f1cbb58 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Allocated IP 172.20.0.17 (c7e54cff-4ab1-4c76-83ac-40f6eaeafba2/73b2b8f2-8a46-4cf3-a372-5609bde25d30/799848cc-1882-4298-8a3c-e581e3193e69) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:41:21.219935 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-98fed575-b39a-4a85-a22e-b9d95f1cbb58 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.244784 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-98fed575-b39a-4a85-a22e-b9d95f1cbb58 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Transition to ACTIVE for port object 799848cc-1882-4298-8a3c-e581e3193e69 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:21.258468 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:41:21.284638 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-98fed575-b39a-4a85-a22e-b9d95f1cbb58 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.329028 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fed575-b39a-4a85-a22e-b9d95f1cbb58 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Network c7e54cff-4ab1-4c76-83ac-40f6eaeafba2 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:21.332697 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-98fed575-b39a-4a85-a22e-b9d95f1cbb58 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:21.337081 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fed575-b39a-4a85-a22e-b9d95f1cbb58 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:41:21.337340 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9b2c74-7d86-46c0-b42a-4f73639a6ea1 req-7f515a55-48ed-4150-acfd-573cc133134c tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:21.345319 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cc9b2c74-7d86-46c0-b42a-4f73639a6ea1 req-7f515a55-48ed-4150-acfd-573cc133134c tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0717571 Jul 29 23:41:21.380276 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fed575-b39a-4a85-a22e-b9d95f1cbb58 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'Port': ['ID=799848cc-1882-4298-8a3c-e581e3193e69,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:21.382739 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cc9b2c74-7d86-46c0-b42a-4f73639a6ea1 req-e5c476d9-7f9b-4527-9960-9e88582ce86b tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359569 Jul 29 23:41:21.430103 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-98fed575-b39a-4a85-a22e-b9d95f1cbb58 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.546145 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08985309-11e0-49db-9c86-1128995126a5 req-88e5b690-3f5b-4df8-bd77-65b5cad08c72 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:21.548597 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08985309-11e0-49db-9c86-1128995126a5 req-88e5b690-3f5b-4df8-bd77-65b5cad08c72 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0661254 Jul 29 23:41:21.613714 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08985309-11e0-49db-9c86-1128995126a5 req-4a98b2dc-8a39-4844-9b20-4ccbb4f9f3dd tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513220 Jul 29 23:41:21.625150 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-98fed575-b39a-4a85-a22e-b9d95f1cbb58 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.727222 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b697f78d-4e1c-420a-8331-17c4fe3cc39f None None] Provisioning for port 799848cc-1882-4298-8a3c-e581e3193e69 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:21.734116 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b697f78d-4e1c-420a-8331-17c4fe3cc39f None None] Provisioning complete for port 799848cc-1882-4298-8a3c-e581e3193e69 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:21.734684 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b697f78d-4e1c-420a-8331-17c4fe3cc39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.780018 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b697f78d-4e1c-420a-8331-17c4fe3cc39f None None] Port 799848cc-1882-4298-8a3c-e581e3193e69 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:41:21.847855 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87556d4-e971-4c08-b497-6c87e8f2fc59 req-dc15d007-922c-499c-9959-9a356369f20d tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:21.849594 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b87556d4-e971-4c08-b497-6c87e8f2fc59 req-dc15d007-922c-499c-9959-9a356369f20d tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0693572 Jul 29 23:41:21.905043 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b87556d4-e971-4c08-b497-6c87e8f2fc59 req-0af4cae5-321b-4780-bef4-e5f84ec3bd6f tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479052 Jul 29 23:41:21.994621 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-98fed575-b39a-4a85-a22e-b9d95f1cbb58 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:21.999457 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-934691f5-8b0a-4b1f-837a-38709408f31b req-a019dad5-5ec3-4af1-97e0-018c833cfc24 tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0303581 Jul 29 23:41:22.000197 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-98fed575-b39a-4a85-a22e-b9d95f1cbb58 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:22.079856 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-98fed575-b39a-4a85-a22e-b9d95f1cbb58 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:22.085110 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fed575-b39a-4a85-a22e-b9d95f1cbb58 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'Port': ['ID=799848cc-1882-4298-8a3c-e581e3193e69,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:22.115433 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecedaee-2eae-4552-8313-200d98f6cea3 req-30f5f101-6e25-45a1-892e-e480854deda2 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:22.116977 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ecedaee-2eae-4552-8313-200d98f6cea3 req-30f5f101-6e25-45a1-892e-e480854deda2 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0539808 Jul 29 23:41:22.169369 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ecedaee-2eae-4552-8313-200d98f6cea3 req-5ebf0d3a-9c13-4f65-afc1-3cd762b97129 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457606 Jul 29 23:41:22.185798 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fed575-b39a-4a85-a22e-b9d95f1cbb58 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Network c7e54cff-4ab1-4c76-83ac-40f6eaeafba2 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:41:22.187863 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-98fed575-b39a-4a85-a22e-b9d95f1cbb58 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:22.358116 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fed575-b39a-4a85-a22e-b9d95f1cbb58 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Router f910637b-c3a9-430a-97db-d53e2ea119c8 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:22.500807 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1da70-1406-4b6a-a6ab-87d35d593c05 req-2dd9f6ba-60ac-4b2f-be15-d73c92e629dc tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:22.502364 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c7e1da70-1406-4b6a-a6ab-87d35d593c05 req-2dd9f6ba-60ac-4b2f-be15-d73c92e629dc tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0632210 Jul 29 23:41:22.510585 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-881f1139-30af-4c42-a3b2-3fcf4297c2d7 None None] Provisioning complete for port 799848cc-1882-4298-8a3c-e581e3193e69 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:22.510794 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-881f1139-30af-4c42-a3b2-3fcf4297c2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:22.526026 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fed575-b39a-4a85-a22e-b9d95f1cbb58 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:22.534045 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-98fed575-b39a-4a85-a22e-b9d95f1cbb58 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "PUT /v2.0/routers/f910637b-c3a9-430a-97db-d53e2ea119c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6372311 Jul 29 23:41:22.556709 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5711e25-17ee-4a02-83ca-bd236d5e442d None None] Sync routers for ids ['f910637b-c3a9-430a-97db-d53e2ea119c8'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:22.560006 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c7e1da70-1406-4b6a-a6ab-87d35d593c05 req-6570ef2c-9fb4-4675-a9f5-626a1e33b92e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502837 Jul 29 23:41:22.580780 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-881f1139-30af-4c42-a3b2-3fcf4297c2d7 None None] Port 799848cc-1882-4298-8a3c-e581e3193e69 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:41:22.583396 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5711e25-17ee-4a02-83ca-bd236d5e442d None None] Routers {'f910637b-c3a9-430a-97db-d53e2ea119c8'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:22.585322 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f5711e25-17ee-4a02-83ca-bd236d5e442d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:41:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f910637b-c3a9-430a-97db-d53e2ea119c8'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:22.717270 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9268fe-a662-44f8-8082-2c9c45b8b28c req-a4f51710-abbb-418a-96bd-6fab1932fe80 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:22.720852 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3b9268fe-a662-44f8-8082-2c9c45b8b28c req-a4f51710-abbb-418a-96bd-6fab1932fe80 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0697093 Jul 29 23:41:22.758537 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-f5711e25-17ee-4a02-83ca-bd236d5e442d None None] Set router f910637b-c3a9-430a-97db-d53e2ea119c8 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:22.804321 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3b9268fe-a662-44f8-8082-2c9c45b8b28c req-d26032f7-47ec-451a-8597-f200702ba3d9 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764296 Jul 29 23:41:22.814015 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff3b75ea-bbc9-4919-81cf-48ce73131d76 req-a9620119-e2fd-4a40-9f97-bb25791a134f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0686553 Jul 29 23:41:22.972660 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b75ea-bbc9-4919-81cf-48ce73131d76 req-3ac33832-f681-48aa-a353-3351eb79ff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:22.978629 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff3b75ea-bbc9-4919-81cf-48ce73131d76 req-3ac33832-f681-48aa-a353-3351eb79ff3f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72e6a71724b54f78b875fd06b1bacd37&device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 1096 time: 0.0831833 Jul 29 23:41:23.146812 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9fe66f-99e8-4201-ad49-ed625b2e36b2 req-255b23bf-d55f-40e6-8d63-a4ea94e0481a tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:23.147888 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f5711e25-17ee-4a02-83ca-bd236d5e442d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'name': 'tempest-TestNetworkBasicOps-router-475089061', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:42Z', 'updated_at': '2021-07-29T23:41:21Z', 'revision_number': 5, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:43Z', 'updated_at': '2021-07-29T23:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '9929a826-89a0-4839-9254-38600d8acd04', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'port_id': '6bfd3b8c-868b-4667-aa54-6ef730418cfe', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3', 'mac_address': 'fa:16:3e:95:9e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878f7aad-b958-4575-9ea1-769ff46bcdd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:40:14Z', 'updated_at': '2021-07-29T23:40:17Z', 'revision_number': 1, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799848cc-1882-4298-8a3c-e581e3193e69', 'name': '', 'network_id': 'c7e54cff-4ab1-4c76-83ac-40f6eaeafba2', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'mac_address': 'fa:16:3e:8e:ce:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': '73b2b8f2-8a46-4cf3-a372-5609bde25d30', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:20Z', 'updated_at': '2021-07-29T23:41:21Z', 'revision_number': 2, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'subnets': [{'id': '73b2b8f2-8a46-4cf3-a372-5609bde25d30', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '840a29ff-9cfa-4ff7-ab68-9707f5dc7a12', 'name': '', 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'mac_address': 'fa:16:3e:ce:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:46Z', 'updated_at': '2021-07-29T23:39:55Z', 'revision_number': 5, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'subnets': [{'id': '9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:23.156030 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e9fe66f-99e8-4201-ad49-ed625b2e36b2 req-255b23bf-d55f-40e6-8d63-a4ea94e0481a tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.1650908 Jul 29 23:41:23.180530 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5711e25-17ee-4a02-83ca-bd236d5e442d None None] Checking router: f910637b-c3a9-430a-97db-d53e2ea119c8 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:41:23.180798 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5711e25-17ee-4a02-83ca-bd236d5e442d None None] Updating router f910637b-c3a9-430a-97db-d53e2ea119c8 port 799848cc-1882-4298-8a3c-e581e3193e69 binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:41:23.193135 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b75ea-bbc9-4919-81cf-48ce73131d76 req-3c219f7e-7d6b-48a2-99c4-d607c053e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:23.194964 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff3b75ea-bbc9-4919-81cf-48ce73131d76 req-3c219f7e-7d6b-48a2-99c4-d607c053e777 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c65634b4-620f-4d4e-b86a-cfaa4125589f HTTP/1.1" status: 200 len: 912 time: 0.1934798 Jul 29 23:41:23.210707 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e9fe66f-99e8-4201-ad49-ed625b2e36b2 req-a9c61245-d620-49ea-8329-a5fd6f98d501 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535970 Jul 29 23:41:23.212166 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f5711e25-17ee-4a02-83ca-bd236d5e442d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.566630 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa8130db-5562-491e-a575-71db4b52ba66 req-28d5ebda-7562-45eb-8cc3-288a768da919 tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0331736 Jul 29 23:41:23.582536 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f5711e25-17ee-4a02-83ca-bd236d5e442d None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.582753 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff3b75ea-bbc9-4919-81cf-48ce73131d76 req-48d109ad-91e7-4775-bed6-0f4488e1718d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f HTTP/1.1" status: 200 len: 999 time: 0.3662288 Jul 29 23:41:23.595269 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f5711e25-17ee-4a02-83ca-bd236d5e442d None None] Transition to ACTIVE for port object 799848cc-1882-4298-8a3c-e581e3193e69 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:41:23.601512 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f5711e25-17ee-4a02-83ca-bd236d5e442d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.707252 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b75ea-bbc9-4919-81cf-48ce73131d76 req-6b5816ab-0810-406b-9df8-2d884334d9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:23.709401 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762c8d7-1418-4778-b054-0b6e33dc118c None None] Pushing event updated for resources: {'Port': ['ID=799848cc-1882-4298-8a3c-e581e3193e69,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:23.709580 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff3b75ea-bbc9-4919-81cf-48ce73131d76 req-6b5816ab-0810-406b-9df8-2d884334d9ba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9f136cd8-eda3-43eb-9cb5-3830c4338b63 HTTP/1.1" status: 200 len: 850 time: 0.1077497 Jul 29 23:41:23.735394 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f5711e25-17ee-4a02-83ca-bd236d5e442d None None] Attempting to bind port 799848cc-1882-4298-8a3c-e581e3193e69 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:41:23.736048 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f5711e25-17ee-4a02-83ca-bd236d5e442d None None] Attempting to bind port 799848cc-1882-4298-8a3c-e581e3193e69 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '1188d1e4-69c8-4b77-bce2-dbb7d71f56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c7e54cff-4ab1-4c76-83ac-40f6eaeafba2'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:41:23.736574 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5711e25-17ee-4a02-83ca-bd236d5e442d None None] Attempting to bind port 799848cc-1882-4298-8a3c-e581e3193e69 on network c7e54cff-4ab1-4c76-83ac-40f6eaeafba2 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:41:23.742326 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5711e25-17ee-4a02-83ca-bd236d5e442d None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:41:23.742732 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5711e25-17ee-4a02-83ca-bd236d5e442d None None] Checking segment: {'id': '1188d1e4-69c8-4b77-bce2-dbb7d71f56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c7e54cff-4ab1-4c76-83ac-40f6eaeafba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:23.743318 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f5711e25-17ee-4a02-83ca-bd236d5e442d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.743945 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5711e25-17ee-4a02-83ca-bd236d5e442d None None] Bound using segment: {'id': '1188d1e4-69c8-4b77-bce2-dbb7d71f56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c7e54cff-4ab1-4c76-83ac-40f6eaeafba2'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:41:23.745040 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f5711e25-17ee-4a02-83ca-bd236d5e442d None None] Bound port: 799848cc-1882-4298-8a3c-e581e3193e69, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1188d1e4-69c8-4b77-bce2-dbb7d71f56dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c7e54cff-4ab1-4c76-83ac-40f6eaeafba2'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:41:23.745605 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f5711e25-17ee-4a02-83ca-bd236d5e442d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.784267 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c501c7b0-970c-47e0-91a6-2afac48d851f req-af94667a-043f-4660-8368-70d508a46804 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:23.787156 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c501c7b0-970c-47e0-91a6-2afac48d851f req-af94667a-043f-4660-8368-70d508a46804 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.1205914 Jul 29 23:41:23.804111 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b75ea-bbc9-4919-81cf-48ce73131d76 req-b24720ab-821b-4e82-bebc-96e9cdf685ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:23.806358 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff3b75ea-bbc9-4919-81cf-48ce73131d76 req-b24720ab-821b-4e82-bebc-96e9cdf685ad service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c65634b4-620f-4d4e-b86a-cfaa4125589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0886977 Jul 29 23:41:23.855632 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f5711e25-17ee-4a02-83ca-bd236d5e442d None None] For port 799848cc-1882-4298-8a3c-e581e3193e69, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:41:23.860247 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f5711e25-17ee-4a02-83ca-bd236d5e442d None None] For port 799848cc-1882-4298-8a3c-e581e3193e69, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=799848cc-1882-4298-8a3c-e581e3193e69,segment=NetworkSegment(1188d1e4-69c8-4b77-bce2-dbb7d71f56dd),segment_id=1188d1e4-69c8-4b77-bce2-dbb7d71f56dd)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:41:23.867551 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f5711e25-17ee-4a02-83ca-bd236d5e442d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:23.908499 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c501c7b0-970c-47e0-91a6-2afac48d851f req-8bc584fd-df94-4ebe-b266-f0ef7155b125 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072907 Jul 29 23:41:23.930325 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5711e25-17ee-4a02-83ca-bd236d5e442d None None] Routers {'f910637b-c3a9-430a-97db-d53e2ea119c8'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:23.930613 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f5711e25-17ee-4a02-83ca-bd236d5e442d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:41:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f910637b-c3a9-430a-97db-d53e2ea119c8'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:23.960857 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff3b75ea-bbc9-4919-81cf-48ce73131d76 req-293b8c61-4065-4606-9b4e-ecff50e2e533 service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365378 Jul 29 23:41:24.009118 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6762c8d7-1418-4778-b054-0b6e33dc118c None None] Pushing event updated for resources: {'Port': ['ID=799848cc-1882-4298-8a3c-e581e3193e69,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:24.098768 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff3b75ea-bbc9-4919-81cf-48ce73131d76 req-22096a27-1d6c-42b6-a32d-7514d5c6203b service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289256 Jul 29 23:41:24.103296 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-f5711e25-17ee-4a02-83ca-bd236d5e442d None None] Set router f910637b-c3a9-430a-97db-d53e2ea119c8 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:24.393886 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcf3199-1531-48f8-88ba-1d417c845d07 req-cf0d5961-3281-4e37-bc25-817869080f53 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:24.395469 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7fcf3199-1531-48f8-88ba-1d417c845d07 req-cf0d5961-3281-4e37-bc25-817869080f53 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/networks?id=eaa8fac9-2de2-4cd9-adb9-0cd9d171e965 HTTP/1.1" status: 200 len: 813 time: 0.1417136 Jul 29 23:41:24.416571 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7fcf3199-1531-48f8-88ba-1d417c845d07 req-70cf32ff-15cb-4070-a440-a31235b2016d tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/quotas/9c922b9eef7849b382751a5f51225ca4 HTTP/1.1" status: 200 len: 375 time: 0.0143290 Jul 29 23:41:24.451001 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f5711e25-17ee-4a02-83ca-bd236d5e442d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'name': 'tempest-TestNetworkBasicOps-router-475089061', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:42Z', 'updated_at': '2021-07-29T23:41:21Z', 'revision_number': 5, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:43Z', 'updated_at': '2021-07-29T23:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '9929a826-89a0-4839-9254-38600d8acd04', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'port_id': '6bfd3b8c-868b-4667-aa54-6ef730418cfe', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3', 'mac_address': 'fa:16:3e:95:9e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878f7aad-b958-4575-9ea1-769ff46bcdd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:40:14Z', 'updated_at': '2021-07-29T23:40:17Z', 'revision_number': 1, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799848cc-1882-4298-8a3c-e581e3193e69', 'name': '', 'network_id': 'c7e54cff-4ab1-4c76-83ac-40f6eaeafba2', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'mac_address': 'fa:16:3e:8e:ce:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': '73b2b8f2-8a46-4cf3-a372-5609bde25d30', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:20Z', 'updated_at': '2021-07-29T23:41:23Z', 'revision_number': 4, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'subnets': [{'id': '73b2b8f2-8a46-4cf3-a372-5609bde25d30', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '840a29ff-9cfa-4ff7-ab68-9707f5dc7a12', 'name': '', 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'mac_address': 'fa:16:3e:ce:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:46Z', 'updated_at': '2021-07-29T23:39:55Z', 'revision_number': 5, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'subnets': [{'id': '9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:24.476630 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7fcf3199-1531-48f8-88ba-1d417c845d07 req-3253845d-9ee9-4888-b8db-5dd3022ae768 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=9c922b9eef7849b382751a5f51225ca4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0523102 Jul 29 23:41:24.479409 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5711e25-17ee-4a02-83ca-bd236d5e442d None None] The sync data for ids ['f910637b-c3a9-430a-97db-d53e2ea119c8'] in n-d-712140-10 is: [{'id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'name': 'tempest-TestNetworkBasicOps-router-475089061', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:42Z', 'updated_at': '2021-07-29T23:41:21Z', 'revision_number': 5, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:43Z', 'updated_at': '2021-07-29T23:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '9929a826-89a0-4839-9254-38600d8acd04', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'port_id': '6bfd3b8c-868b-4667-aa54-6ef730418cfe', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3', 'mac_address': 'fa:16:3e:95:9e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878f7aad-b958-4575-9ea1-769ff46bcdd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:40:14Z', 'updated_at': '2021-07-29T23:40:17Z', 'revision_number': 1, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '799848cc-1882-4298-8a3c-e581e3193e69', 'name': '', 'network_id': 'c7e54cff-4ab1-4c76-83ac-40f6eaeafba2', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'mac_address': 'fa:16:3e:8e:ce:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2557, 'fixed_ips': [{'subnet_id': '73b2b8f2-8a46-4cf3-a372-5609bde25d30', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:41:20Z', 'updated_at': '2021-07-29T23:41:23Z', 'revision_number': 4, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'subnets': [{'id': '73b2b8f2-8a46-4cf3-a372-5609bde25d30', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '840a29ff-9cfa-4ff7-ab68-9707f5dc7a12', 'name': '', 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'mac_address': 'fa:16:3e:ce:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:46Z', 'updated_at': '2021-07-29T23:39:55Z', 'revision_number': 5, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'subnets': [{'id': '9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:24.639868 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b204f98-a54a-4713-b980-5c560ea4fa26 req-0045c4e5-41d1-4347-9b39-5c4b5843405a tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:24.641479 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b204f98-a54a-4713-b980-5c560ea4fa26 req-0045c4e5-41d1-4347-9b39-5c4b5843405a tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0676138 Jul 29 23:41:24.692153 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b204f98-a54a-4713-b980-5c560ea4fa26 req-06165398-3dfc-4dda-a3b7-74beed07fc0c tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434532 Jul 29 23:41:24.804605 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c2e60637-87c9-44a7-ac59-928f2749b69e req-aa7f8537-8200-4fe2-9eea-27b00e2e2565 tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0342321 Jul 29 23:41:24.929328 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a3cb7a-4f15-46ce-81d7-f1f2821bdb81 req-78637151-1bd5-494d-9da9-4d49d0ac09b5 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:24.930940 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95a3cb7a-4f15-46ce-81d7-f1f2821bdb81 req-78637151-1bd5-494d-9da9-4d49d0ac09b5 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0609601 Jul 29 23:41:24.991064 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95a3cb7a-4f15-46ce-81d7-f1f2821bdb81 req-59c734be-3029-472e-b100-abf8470a0b29 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522742 Jul 29 23:41:25.179725 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3895b1b4-8c71-4795-b925-abe95d56463d req-7d928b3f-598a-4277-93e6-f6b112e473b5 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=9c922b9eef7849b382751a5f51225ca4 HTTP/1.1" status: 200 len: 221 time: 0.0444520 Jul 29 23:41:25.423090 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 799848cc-1882-4298-8a3c-e581e3193e69 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:25.526156 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728590a-b0e4-4ae6-80f2-16fd5114d02a req-e99c01f9-79cc-470a-ab35-aeaaa4f3cb9c tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:25.564041 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d728590a-b0e4-4ae6-80f2-16fd5114d02a req-e99c01f9-79cc-470a-ab35-aeaaa4f3cb9c tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.1852779 Jul 29 23:41:25.587170 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 799848cc-1882-4298-8a3c-e581e3193e69 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:41:25.594879 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 799848cc-1882-4298-8a3c-e581e3193e69 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:25.595443 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:25.629277 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d728590a-b0e4-4ae6-80f2-16fd5114d02a req-ec025c36-6e7d-4362-ad40-b83434ac292a tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661848 Jul 29 23:41:25.712000 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:25.768932 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 799848cc-1882-4298-8a3c-e581e3193e69, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=799848cc-1882-4298-8a3c-e581e3193e69,segment=NetworkSegment(1188d1e4-69c8-4b77-bce2-dbb7d71f56dd),segment_id=1188d1e4-69c8-4b77-bce2-dbb7d71f56dd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:25.773788 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:25.776083 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eef4ce-6e88-45b1-8bca-1f626d7c9865 req-69a62834-ae43-41da-b183-5c408454eb2b tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:25.777658 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-99eef4ce-6e88-45b1-8bca-1f626d7c9865 req-69a62834-ae43-41da-b183-5c408454eb2b tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0623019 Jul 29 23:41:25.831413 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-99eef4ce-6e88-45b1-8bca-1f626d7c9865 req-f02a2b7c-6a56-4654-8ebc-296a98c90944 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456116 Jul 29 23:41:25.838425 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=799848cc-1882-4298-8a3c-e581e3193e69,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:25.929054 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acb78ffa-5678-4276-bd56-6131b3cd586a req-5046c81e-ae2a-4305-831f-b7faea116f9c tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0286801 Jul 29 23:41:26.064520 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793037c1-76fc-47d6-bf6c-e5b01ba1fde2 req-14041865-29c3-44b2-9186-b383d0b84120 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:26.066228 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-793037c1-76fc-47d6-bf6c-e5b01ba1fde2 req-14041865-29c3-44b2-9186-b383d0b84120 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0582993 Jul 29 23:41:26.110677 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-793037c1-76fc-47d6-bf6c-e5b01ba1fde2 req-23b4b13e-128f-4fbf-9c0f-bef3d9207530 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380931 Jul 29 23:41:26.251876 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f2ecc0-9ecf-40b7-a1f2-e3e2a7af8580 req-d7e25ed2-9e6e-4451-a86d-e552def18f50 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:26.253516 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5f2ecc0-9ecf-40b7-a1f2-e3e2a7af8580 req-d7e25ed2-9e6e-4451-a86d-e552def18f50 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0567145 Jul 29 23:41:26.301256 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5f2ecc0-9ecf-40b7-a1f2-e3e2a7af8580 req-cc05b012-6b78-4e5b-b10f-433cbe08f24c tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410154 Jul 29 23:41:26.487471 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd85737-ef24-4b9c-83f1-d2f43f07af6e req-29223947-a292-4492-8809-a160511e8418 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:26.489022 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-afd85737-ef24-4b9c-83f1-d2f43f07af6e req-29223947-a292-4492-8809-a160511e8418 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0608616 Jul 29 23:41:26.534705 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-afd85737-ef24-4b9c-83f1-d2f43f07af6e req-86bbf2d6-8564-4ca4-b9b4-77d252cdec2a tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384562 Jul 29 23:41:26.665792 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec0296-cfc1-4b11-be75-242ae6b97c97 req-66004ddb-d213-4005-af37-fadddfcac615 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:26.667491 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-caec0296-cfc1-4b11-be75-242ae6b97c97 req-66004ddb-d213-4005-af37-fadddfcac615 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0561969 Jul 29 23:41:26.708155 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-caec0296-cfc1-4b11-be75-242ae6b97c97 req-a1d7727e-fb05-44a5-a6d2-58f0d6cc349c tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339799 Jul 29 23:41:27.089593 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ce3f2d4-864e-4b9f-bcb3-53ed3cfbc27e req-1b2e2e98-bcee-4155-b64f-83f534678081 tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0347447 Jul 29 23:41:27.217007 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc51171-78d6-422c-91a3-626de45e1595 req-cbd53274-6d73-4506-9f15-8a7082ae2633 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:27.218670 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfc51171-78d6-422c-91a3-626de45e1595 req-cbd53274-6d73-4506-9f15-8a7082ae2633 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0631661 Jul 29 23:41:27.263262 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfc51171-78d6-422c-91a3-626de45e1595 req-d734ea35-2df5-44d0-bbd9-7e731f9d2970 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368099 Jul 29 23:41:27.371038 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 799848cc-1882-4298-8a3c-e581e3193e69 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:27.425940 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 799848cc-1882-4298-8a3c-e581e3193e69 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:27.426562 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:27.427133 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d1da4a-2756-42fd-9b54-1b4c580dac3b req-97995ba2-e810-498f-9ee3-de45d4685daa tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:27.428849 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-60d1da4a-2756-42fd-9b54-1b4c580dac3b req-97995ba2-e810-498f-9ee3-de45d4685daa tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0691731 Jul 29 23:41:27.481570 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-60d1da4a-2756-42fd-9b54-1b4c580dac3b req-46fb7bbd-9b7a-4c56-b661-e7466b7d454b tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457969 Jul 29 23:41:27.693517 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79441d58-5307-4755-b949-13aa62b7591c req-6ab47797-f446-40db-9d90-11aa3d0d1bb8 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:27.695249 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-79441d58-5307-4755-b949-13aa62b7591c req-6ab47797-f446-40db-9d90-11aa3d0d1bb8 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0608001 Jul 29 23:41:27.745708 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-79441d58-5307-4755-b949-13aa62b7591c req-8d28a3ba-6c2f-4037-a1e1-d1065aaa824c tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430458 Jul 29 23:41:27.883960 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4698ff96-15b5-41d7-96ef-0e9a523e82c2 req-99253fc5-30d0-4dc1-866f-eb6b7dd80452 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:27.885689 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4698ff96-15b5-41d7-96ef-0e9a523e82c2 req-99253fc5-30d0-4dc1-866f-eb6b7dd80452 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0695877 Jul 29 23:41:27.926444 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4698ff96-15b5-41d7-96ef-0e9a523e82c2 req-5616243c-e8ca-4bfb-b255-a138605664c0 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342295 Jul 29 23:41:28.068012 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc35b5e-ad11-4648-8b6b-bfdc7fd52e7c req-a0c34a37-0bd9-4a23-99f2-173a966821d5 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:28.075879 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efc35b5e-ad11-4648-8b6b-bfdc7fd52e7c req-a0c34a37-0bd9-4a23-99f2-173a966821d5 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0588610 Jul 29 23:41:28.117248 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efc35b5e-ad11-4648-8b6b-bfdc7fd52e7c req-7d5d304a-8ac3-4d22-a9ea-628e8318b306 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389087 Jul 29 23:41:28.208981 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4bf4efd-b2e0-4fc8-abe2-901e01dec81a req-e9b16fec-42a3-4540-82ba-1a518b63ce65 tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0283856 Jul 29 23:41:28.351638 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26da21-055f-41d7-9ee3-7b52eb272999 req-bc616862-ee95-4f7b-80ef-88ba5247fa89 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:28.353354 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3b26da21-055f-41d7-9ee3-7b52eb272999 req-bc616862-ee95-4f7b-80ef-88ba5247fa89 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0650194 Jul 29 23:41:28.407651 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3b26da21-055f-41d7-9ee3-7b52eb272999 req-40814c46-b9a9-4a09-85f9-35002f9b1e00 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469985 Jul 29 23:41:28.547023 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eeba94-fcb2-4c2c-b5be-e0c774761368 req-5e206d9b-6d1c-428b-8fe5-b5bdcaa60cc2 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:28.548620 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e3eeba94-fcb2-4c2c-b5be-e0c774761368 req-5e206d9b-6d1c-428b-8fe5-b5bdcaa60cc2 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0536664 Jul 29 23:41:28.595080 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e3eeba94-fcb2-4c2c-b5be-e0c774761368 req-ab126ba6-ff1a-4f84-9bb5-7794ff9f7c02 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395019 Jul 29 23:41:28.775219 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88f2c4-3aa6-4412-994b-fd18cbabeba4 req-aae7c233-d219-468d-909a-d45216b633b0 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:28.783005 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be88f2c4-3aa6-4412-994b-fd18cbabeba4 req-aae7c233-d219-468d-909a-d45216b633b0 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0575457 Jul 29 23:41:28.821202 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be88f2c4-3aa6-4412-994b-fd18cbabeba4 req-cc06ba36-7019-442c-bbc0-a0dd4be4a121 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376196 Jul 29 23:41:29.060377 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228f541-205e-483c-bb4f-4c48c65fe942 req-eff3b012-d611-49d4-a6fb-b9aba71b4e2e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:29.072406 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a228f541-205e-483c-bb4f-4c48c65fe942 req-eff3b012-d611-49d4-a6fb-b9aba71b4e2e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.1264808 Jul 29 23:41:29.124572 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a228f541-205e-483c-bb4f-4c48c65fe942 req-237eb90d-8cb9-4180-a1fb-d868f6c5f09e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508547 Jul 29 23:41:29.256665 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5269d8-962d-4773-adad-1a99ec215e93 req-fb0f2caf-4e36-4c06-9536-f40021a6cf1b tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:29.258200 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa5269d8-962d-4773-adad-1a99ec215e93 req-fb0f2caf-4e36-4c06-9536-f40021a6cf1b tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0530262 Jul 29 23:41:29.302226 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa5269d8-962d-4773-adad-1a99ec215e93 req-783590b1-f629-45ab-80de-7e791b7bd32c tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360649 Jul 29 23:41:29.490550 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f45b4821-81eb-4809-b989-584c477ed08d req-f95cd117-3455-4686-9bbb-ef7ff05684d2 tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.1264651 Jul 29 23:41:29.521786 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:29.621930 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03774dda-39c1-4b05-941a-5af64c3def70 req-199ff59d-da15-4483-9859-7743be96212c tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:29.623279 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-03774dda-39c1-4b05-941a-5af64c3def70 req-199ff59d-da15-4483-9859-7743be96212c tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0493624 Jul 29 23:41:29.666855 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-03774dda-39c1-4b05-941a-5af64c3def70 req-ac34ef02-88fd-4f5d-9c5a-9fd6b4a8bdac tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373383 Jul 29 23:41:29.813657 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:29.857717 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ce4a8-0fe1-4ded-b8ca-1a7fbaa995c7 req-b99b47b7-549e-4923-a294-ff63db0dd94f tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:29.859756 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc6ce4a8-0fe1-4ded-b8ca-1a7fbaa995c7 req-b99b47b7-549e-4923-a294-ff63db0dd94f tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0619631 Jul 29 23:41:29.904335 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc6ce4a8-0fe1-4ded-b8ca-1a7fbaa995c7 req-8114deb0-a924-46a2-ae64-5dc43f4b20a0 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385020 Jul 29 23:41:30.059600 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefabe69-ee4a-44f9-8fe8-f887f3068eb0 req-13cd4943-a655-452d-9a5d-c4cc5ad4e473 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:30.061634 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aefabe69-ee4a-44f9-8fe8-f887f3068eb0 req-13cd4943-a655-452d-9a5d-c4cc5ad4e473 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0562489 Jul 29 23:41:30.110396 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aefabe69-ee4a-44f9-8fe8-f887f3068eb0 req-13bdf221-3ff9-4cc1-8e44-d0dacd5a97bb tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420480 Jul 29 23:41:30.238485 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bec4ec-d109-48e3-ae6d-385ad826590f req-8dcfd61d-0617-4ee2-b2e0-d875aef54432 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:30.240090 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b2bec4ec-d109-48e3-ae6d-385ad826590f req-8dcfd61d-0617-4ee2-b2e0-d875aef54432 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0558758 Jul 29 23:41:30.298629 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b2bec4ec-d109-48e3-ae6d-385ad826590f req-6731c796-c872-411a-b198-dcef2827b85a tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499890 Jul 29 23:41:30.585691 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583cd837-1249-46df-a816-b9666230258a req-aa3ce91b-001b-4d4e-a53e-ffd494c27de5 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:30.587277 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-583cd837-1249-46df-a816-b9666230258a req-aa3ce91b-001b-4d4e-a53e-ffd494c27de5 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0682771 Jul 29 23:41:30.661497 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-583cd837-1249-46df-a816-b9666230258a req-d3c70cd3-dd8e-4889-9b32-159d6062d306 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625744 Jul 29 23:41:30.770471 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb780e3a-fb1f-43e6-8274-1e7bc899ee6a req-780b6863-0030-4493-b46a-ea359c28aefe tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0296457 Jul 29 23:41:31.778742 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef2155-e079-4a26-83a0-ff5c0e892c6e req-90dbcd74-8324-4ef9-86e1-ed8d86b7e5f9 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:31.780263 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50ef2155-e079-4a26-83a0-ff5c0e892c6e req-90dbcd74-8324-4ef9-86e1-ed8d86b7e5f9 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0503504 Jul 29 23:41:31.819661 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50ef2155-e079-4a26-83a0-ff5c0e892c6e req-3c5e5644-7254-4503-9823-5137fb4d88cb tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334210 Jul 29 23:41:31.910817 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-542f9ca6-1e74-4fa3-bea7-f84a0fe48a22 req-f9108ce0-1a38-407d-b4c4-124d918104ab tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0307186 Jul 29 23:41:32.226472 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c6f3a-7dff-4b04-a141-c86398d2437d req-fd70d1a1-43e6-4650-8573-b63df7857669 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:32.228072 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-720c6f3a-7dff-4b04-a141-c86398d2437d req-fd70d1a1-43e6-4650-8573-b63df7857669 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0564339 Jul 29 23:41:32.289530 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-720c6f3a-7dff-4b04-a141-c86398d2437d req-e52dbad8-1a7b-4c7d-b86e-3041a9e145dc tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543573 Jul 29 23:41:32.807976 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-44fe0050-0360-43f8-87c0-492103b1a724 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:33.019952 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5cb00c45-046b-45ac-b974-99797ab1a256 req-ed2d170e-33ce-4c10-8957-df70a5db1866 tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0279062 Jul 29 23:41:33.411968 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4390e17-d691-4f68-b034-bc9507cc1e0b req-9d046cf8-4449-4ddc-beff-98e66d1eef0d tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:33.413598 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b4390e17-d691-4f68-b034-bc9507cc1e0b req-9d046cf8-4449-4ddc-beff-98e66d1eef0d tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0524325 Jul 29 23:41:33.459727 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b4390e17-d691-4f68-b034-bc9507cc1e0b req-b0a22211-f3cd-4210-b91a-fc1ea4e774af tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395229 Jul 29 23:41:33.583963 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01c540-a184-451e-9920-9275e0885792 req-36eeb2b9-698c-4fbe-891e-3689ce6c966f tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:33.585525 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d01c540-a184-451e-9920-9275e0885792 req-36eeb2b9-698c-4fbe-891e-3689ce6c966f tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0509708 Jul 29 23:41:33.625915 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d01c540-a184-451e-9920-9275e0885792 req-7b22a016-e7e8-41a3-a26a-0458b6f124a4 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337601 Jul 29 23:41:33.785867 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772bc84a-38a7-4945-a120-3dd2ff6da8b9 req-7d8c8479-6fdb-42b6-929e-e7009566cc15 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:33.787572 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-772bc84a-38a7-4945-a120-3dd2ff6da8b9 req-7d8c8479-6fdb-42b6-929e-e7009566cc15 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0521247 Jul 29 23:41:33.829693 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-772bc84a-38a7-4945-a120-3dd2ff6da8b9 req-b840175a-33d6-47f4-bd97-a854b16f8412 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353482 Jul 29 23:41:33.958868 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2f7419-5ab3-4798-ac8e-24c74bba6903 req-776efbea-a94c-4395-8e10-b7b85a31e642 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:33.960429 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e2f7419-5ab3-4798-ac8e-24c74bba6903 req-776efbea-a94c-4395-8e10-b7b85a31e642 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0541251 Jul 29 23:41:34.004657 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e2f7419-5ab3-4798-ac8e-24c74bba6903 req-098bc33d-e464-45c0-aa59-dc123562fe7c tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375042 Jul 29 23:41:34.140428 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5641369c-fcb7-470f-9d08-5ea4cd65ef6e req-59cf7337-a828-4bb0-9358-0ad4fd21d70e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:34.142036 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5641369c-fcb7-470f-9d08-5ea4cd65ef6e req-59cf7337-a828-4bb0-9358-0ad4fd21d70e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0499413 Jul 29 23:41:34.183289 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5641369c-fcb7-470f-9d08-5ea4cd65ef6e req-4502e27f-8405-4bed-8365-2a55e9ddc1a9 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351734 Jul 29 23:41:34.292293 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5dd7170-e6f6-4aa8-8d7a-07fe12adcdf9 req-52c45e47-67b0-4de6-a1bd-d1572fed4bcd tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0313568 Jul 29 23:41:34.481587 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047bc9a1-ff2b-4e84-9e50-ce26aae12096 req-748e310a-1258-4ae3-8e7c-b8ca30ad40e4 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:34.483111 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-047bc9a1-ff2b-4e84-9e50-ce26aae12096 req-748e310a-1258-4ae3-8e7c-b8ca30ad40e4 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0523503 Jul 29 23:41:34.528862 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-047bc9a1-ff2b-4e84-9e50-ce26aae12096 req-6b9ae4ed-2eff-4ae5-b005-3be48d8a5e3a tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383837 Jul 29 23:41:34.689165 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577f47ee-c303-45be-84fd-ba911d0eb846 req-13d236e5-6728-4b28-b39e-4d9e464d1996 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:34.690712 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-577f47ee-c303-45be-84fd-ba911d0eb846 req-13d236e5-6728-4b28-b39e-4d9e464d1996 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0536189 Jul 29 23:41:34.729942 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-577f47ee-c303-45be-84fd-ba911d0eb846 req-b87adbb2-e63e-4684-b527-fcb7c936edf1 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330977 Jul 29 23:41:34.849452 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c45d4-a3f2-4e0e-be4a-d59a394a5fe9 req-4a1bac22-952d-4ced-8026-420777c326c5 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:34.851016 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5d8c45d4-a3f2-4e0e-be4a-d59a394a5fe9 req-4a1bac22-952d-4ced-8026-420777c326c5 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0522408 Jul 29 23:41:34.892396 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5d8c45d4-a3f2-4e0e-be4a-d59a394a5fe9 req-072334ba-e726-4c49-b9d5-139d8b2c3fd7 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346889 Jul 29 23:41:35.026860 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f8b4b4-bc6b-43a8-8439-9708e4507794 req-0fb48a8b-4594-4093-a076-34d53ecb20b8 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:35.028409 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-48f8b4b4-bc6b-43a8-8439-9708e4507794 req-0fb48a8b-4594-4093-a076-34d53ecb20b8 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0497117 Jul 29 23:41:35.068566 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-48f8b4b4-bc6b-43a8-8439-9708e4507794 req-ea634323-6958-4d15-a262-ef524b7ffc75 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337057 Jul 29 23:41:35.189650 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61325c4-767b-470e-94b6-0e3362c838ca req-f9197bf2-2739-4128-bae7-77a1318d4c30 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:35.191129 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f61325c4-767b-470e-94b6-0e3362c838ca req-f9197bf2-2739-4128-bae7-77a1318d4c30 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0554726 Jul 29 23:41:35.228583 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f61325c4-767b-470e-94b6-0e3362c838ca req-b428ada9-e52a-4012-b3bb-b5f7f24b7542 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314891 Jul 29 23:41:35.365907 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:35.378709 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a00ec9-79e9-40c3-9742-277e9e488864 req-69b97f36-a13b-466f-8585-8e00837bf2f3 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:35.380511 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a9a00ec9-79e9-40c3-9742-277e9e488864 req-69b97f36-a13b-466f-8585-8e00837bf2f3 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0598483 Jul 29 23:41:35.424281 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a9a00ec9-79e9-40c3-9742-277e9e488864 req-303dd7b2-2a6b-427a-9bcb-d16516d9b55e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372813 Jul 29 23:41:35.515079 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b3d344cd-0792-44f8-bb6f-6bb63a72e5fc req-3abd2498-0e67-42c7-99cd-2eeb0eb01fbd tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0280056 Jul 29 23:41:35.695784 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa017c8a-1257-4d01-8767-74a3e160e14d req-8deade47-e6c6-4797-b6c5-f4052b5e32a6 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:35.697298 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fa017c8a-1257-4d01-8767-74a3e160e14d req-8deade47-e6c6-4797-b6c5-f4052b5e32a6 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0551200 Jul 29 23:41:35.737698 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fa017c8a-1257-4d01-8767-74a3e160e14d req-e361647f-985a-43b4-9563-93cea3dff4e8 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330322 Jul 29 23:41:35.866100 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd9eda-9eff-4bcd-b5d8-96e40d8bc8f7 req-7265607c-ec98-4082-a2df-d4a226c6dd2f tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:35.867655 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-41dd9eda-9eff-4bcd-b5d8-96e40d8bc8f7 req-7265607c-ec98-4082-a2df-d4a226c6dd2f tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0608175 Jul 29 23:41:35.908164 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-41dd9eda-9eff-4bcd-b5d8-96e40d8bc8f7 req-624f800a-20f8-43dc-b54c-3cc0a01b3f4e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332057 Jul 29 23:41:36.057796 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49073207-4028-4d38-b529-cf16ab7bd608 req-005a5642-f9ce-404e-8ed8-403bc99f458e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:36.059968 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-49073207-4028-4d38-b529-cf16ab7bd608 req-005a5642-f9ce-404e-8ed8-403bc99f458e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0506141 Jul 29 23:41:36.101199 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-49073207-4028-4d38-b529-cf16ab7bd608 req-2a79d26a-31fb-4dd9-938e-db7c59b188b0 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349057 Jul 29 23:41:36.204821 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b5ad4344-e5b0-4ff2-8ad2-8a137b7438b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:36.216848 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8e1a9-f2cd-488c-8219-2689331e3b21 req-1f24d35a-d839-4f82-a699-cf0eec17cbd0 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:36.218287 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-69e8e1a9-f2cd-488c-8219-2689331e3b21 req-1f24d35a-d839-4f82-a699-cf0eec17cbd0 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0589142 Jul 29 23:41:36.259387 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-69e8e1a9-f2cd-488c-8219-2689331e3b21 req-ed1bc3b4-ea7c-4cd0-b8f3-8e99a997bde6 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346122 Jul 29 23:41:36.506284 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba66cd-cdcb-4ba0-a7dc-a1971e278b66 req-8fc09f3d-7ba6-4637-aa23-820acb7189ff tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:36.507929 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-edba66cd-cdcb-4ba0-a7dc-a1971e278b66 req-8fc09f3d-7ba6-4637-aa23-820acb7189ff tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0541241 Jul 29 23:41:36.552537 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-edba66cd-cdcb-4ba0-a7dc-a1971e278b66 req-76b11a69-bf9b-4863-97e5-338781521095 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376399 Jul 29 23:41:36.695324 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e574ab27-db9e-453a-8265-510ff1b3dbd4 req-8e52a7e9-7e46-439f-9de9-17e64b98c3a8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:36.697376 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e574ab27-db9e-453a-8265-510ff1b3dbd4 req-8e52a7e9-7e46-439f-9de9-17e64b98c3a8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0787385 Jul 29 23:41:36.747878 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e574ab27-db9e-453a-8265-510ff1b3dbd4 req-07b5d9c5-ebf8-4ac4-83e3-88f1e69fdcd4 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428782 Jul 29 23:41:36.847679 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:36.878489 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-192b53ac-6a61-4bd5-b4e8-b2713ab8685c req-0013ab22-d98a-47f1-9117-e57766c7c557 tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0315654 Jul 29 23:41:36.922866 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59664) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:37.065098 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d1b29-7b7a-4dfc-a5f1-321fa89d1de8 req-edab9b62-4cff-4d25-bede-551e4fdd1d81 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:37.067749 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-608d1b29-7b7a-4dfc-a5f1-321fa89d1de8 req-edab9b62-4cff-4d25-bede-551e4fdd1d81 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0669520 Jul 29 23:41:37.073104 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-75a082a7-5e23-416b-836f-eb5692b303ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:37.139819 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-608d1b29-7b7a-4dfc-a5f1-321fa89d1de8 req-0a98f08a-f09d-40a0-9dd2-7a7b0c0f43a4 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634906 Jul 29 23:41:37.238542 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-75a082a7-5e23-416b-836f-eb5692b303ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:37.243923 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-75a082a7-5e23-416b-836f-eb5692b303ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:37.302505 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a082a7-5e23-416b-836f-eb5692b303ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca596445-5cb8-4918-815f-c1cd98cf454f,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:37.307516 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-75a082a7-5e23-416b-836f-eb5692b303ef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8c4d102a9c3c4417a08a5716b825b72a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3832030 Jul 29 23:41:37.310853 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59672) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:37.384408 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a276d3be-bd58-4405-9c4b-90f152e83f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:37.409778 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a276d3be-bd58-4405-9c4b-90f152e83f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:37.428934 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa39bd-96da-48fc-b23d-5ab9af409413 req-fcdd6b0c-3767-43f4-968b-d36e94a68253 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:37.430614 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-09fa39bd-96da-48fc-b23d-5ab9af409413 req-fcdd6b0c-3767-43f4-968b-d36e94a68253 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0596511 Jul 29 23:41:37.477648 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-09fa39bd-96da-48fc-b23d-5ab9af409413 req-9001809c-9e30-4aad-9c95-53c7f7cb07fb tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388327 Jul 29 23:41:37.480631 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a276d3be-bd58-4405-9c4b-90f152e83f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:37.484050 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a276d3be-bd58-4405-9c4b-90f152e83f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:37.485375 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a276d3be-bd58-4405-9c4b-90f152e83f4f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ca596445-5cb8-4918-815f-c1cd98cf454f HTTP/1.1" status: 204 len: 168 time: 0.1700263 Jul 29 23:41:37.510248 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276d3be-bd58-4405-9c4b-90f152e83f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca596445-5cb8-4918-815f-c1cd98cf454f,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:38.123710 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab5f312-6a2d-4bd5-a42f-75efbca9f900 req-e0381919-8008-4efd-aeb0-5c716f9f4785 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:38.128500 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8ab5f312-6a2d-4bd5-a42f-75efbca9f900 req-e0381919-8008-4efd-aeb0-5c716f9f4785 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0599639 Jul 29 23:41:38.155954 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:38.175443 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8ab5f312-6a2d-4bd5-a42f-75efbca9f900 req-82d6d96d-37bb-434c-a4ce-504da61eebe1 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425491 Jul 29 23:41:38.264778 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-430b9c27-4c34-4a54-82d3-42958f6be9be req-f19e7b7e-6848-4d77-85e1-4250f1df7a4e tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0273604 Jul 29 23:41:38.295143 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59712) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:38.376685 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dda9b9-1329-421d-8e8d-a71713a969ac req-82d281dc-18b6-40ad-ad7f-93ffa3bd7e2d tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:38.378256 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-55dda9b9-1329-421d-8e8d-a71713a969ac req-82d281dc-18b6-40ad-ad7f-93ffa3bd7e2d tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0517776 Jul 29 23:41:38.407455 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-2c8bfeb8-b9ca-4222-9794-1148187a171c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2104124727-network', 'tenant_id': '640be8fd958a4ee8b9bcf426d8d2d681'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:38.423894 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-55dda9b9-1329-421d-8e8d-a71713a969ac req-e856c83c-cb6e-4917-a84f-eef128559390 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392792 Jul 29 23:41:38.429709 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c8bfeb8-b9ca-4222-9794-1148187a171c admin admin] Made reservation on behalf of 640be8fd958a4ee8b9bcf426d8d2d681 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:38.432203 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c8bfeb8-b9ca-4222-9794-1148187a171c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:38.442532 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c8bfeb8-b9ca-4222-9794-1148187a171c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:38.536548 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fec237-3913-4fb2-b10a-e669759727bf req-2be6c9cc-9f2e-478e-bd58-babdd7a7e124 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:38.538071 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-91fec237-3913-4fb2-b10a-e669759727bf req-2be6c9cc-9f2e-478e-bd58-babdd7a7e124 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 945 time: 0.0516992 Jul 29 23:41:38.538629 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c8bfeb8-b9ca-4222-9794-1148187a171c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:38.542986 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c8bfeb8-b9ca-4222-9794-1148187a171c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:38.569343 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c8bfeb8-b9ca-4222-9794-1148187a171c admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:41:38.579979 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8bfeb8-b9ca-4222-9794-1148187a171c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1897bc-fa23-468b-9375-38c8238b89fe,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:38.580288 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-91fec237-3913-4fb2-b10a-e669759727bf req-26056b4b-a1c1-45d0-bb55-1f43f2124de7 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348113 Jul 29 23:41:38.586417 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c8bfeb8-b9ca-4222-9794-1148187a171c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:38.587391 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-2c8bfeb8-b9ca-4222-9794-1148187a171c admin admin] Added segment b6ee40d5-2b7c-413f-9047-a5a37db55f64 of type vlan for network 0801adb8-ef1b-4445-b25f-3dd1a2e09455 Jul 29 23:41:38.629750 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c8bfeb8-b9ca-4222-9794-1148187a171c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:38.659494 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c8bfeb8-b9ca-4222-9794-1148187a171c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:38.660711 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c8bfeb8-b9ca-4222-9794-1148187a171c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:38.661555 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c8bfeb8-b9ca-4222-9794-1148187a171c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:38.692430 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd7445-0935-408d-8baf-e743c6311b30 req-77d266dd-8b63-454b-a8a4-514f00f23ac5 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:38.693959 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ddbd7445-0935-408d-8baf-e743c6311b30 req-77d266dd-8b63-454b-a8a4-514f00f23ac5 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0495453 Jul 29 23:41:38.723692 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2c8bfeb8-b9ca-4222-9794-1148187a171c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4275224 Jul 29 23:41:38.726712 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59720) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:38.727317 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8bfeb8-b9ca-4222-9794-1148187a171c admin admin] Pushing event updated for resources: {'Network': ['ID=0801adb8-ef1b-4445-b25f-3dd1a2e09455,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:38.733829 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-e7444bd0-f2d6-4368-a0ad-c3c45e39484c admin admin] Request body: {'subnet': {'network_id': '0801adb8-ef1b-4445-b25f-3dd1a2e09455', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2104124727-subnet', 'tenant_id': '640be8fd958a4ee8b9bcf426d8d2d681', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:41:38.737748 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ddbd7445-0935-408d-8baf-e743c6311b30 req-de3c7e3f-e086-4f00-bb85-22c08280b06b tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360758 Jul 29 23:41:38.739851 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 0801adb8-ef1b-4445-b25f-3dd1a2e09455 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:41:38.757922 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7444bd0-f2d6-4368-a0ad-c3c45e39484c admin admin] Made reservation on behalf of 640be8fd958a4ee8b9bcf426d8d2d681 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:41:38.760479 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e7444bd0-f2d6-4368-a0ad-c3c45e39484c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:38.956112 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e7444bd0-f2d6-4368-a0ad-c3c45e39484c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:38.994391 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7ea37-f43a-4cf4-995e-dcadd5930ecb req-65737c3c-2cf5-43e6-86e5-d43e2e083769 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:38.995960 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2d7ea37-f43a-4cf4-995e-dcadd5930ecb req-65737c3c-2cf5-43e6-86e5-d43e2e083769 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0545197 Jul 29 23:41:39.014602 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7444bd0-f2d6-4368-a0ad-c3c45e39484c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d8592c2-b5ca-4e83-8d7b-380c5f842697,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:39.022019 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7444bd0-f2d6-4368-a0ad-c3c45e39484c admin admin] Checking segment: {'id': 'b6ee40d5-2b7c-413f-9047-a5a37db55f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0801adb8-ef1b-4445-b25f-3dd1a2e09455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:41:39.022430 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7444bd0-f2d6-4368-a0ad-c3c45e39484c admin admin] Network hostable DHCP agents. Network: 0801adb8-ef1b-4445-b25f-3dd1a2e09455, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:41:39.039738 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7444bd0-f2d6-4368-a0ad-c3c45e39484c admin admin] Network 0801adb8-ef1b-4445-b25f-3dd1a2e09455 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:41:39.043382 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2d7ea37-f43a-4cf4-995e-dcadd5930ecb req-7e9b8647-2ed0-4f60-8e5f-7afa583b4647 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389612 Jul 29 23:41:39.048669 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-e7444bd0-f2d6-4368-a0ad-c3c45e39484c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 0801adb8-ef1b-4445-b25f-3dd1a2e09455) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:41:39.053248 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7444bd0-f2d6-4368-a0ad-c3c45e39484c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:39.054058 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e7444bd0-f2d6-4368-a0ad-c3c45e39484c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:39.059060 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c3dd3f-c3aa-4376-8f1b-0970b470d162 None None] Network 0801adb8-ef1b-4445-b25f-3dd1a2e09455 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:39.082507 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e7444bd0-f2d6-4368-a0ad-c3c45e39484c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3443561 Jul 29 23:41:39.176638 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5a208-a0a4-4fb2-af6b-0a7ed5353c6b req-67d2eade-9406-4e37-ba7d-d5cac9ccbfcb tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:39.178219 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dec5a208-a0a4-4fb2-af6b-0a7ed5353c6b req-67d2eade-9406-4e37-ba7d-d5cac9ccbfcb tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0558743 Jul 29 23:41:39.189792 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d4ace1-ccf8-447d-998b-9cf1db2f2995 None None] Network 0801adb8-ef1b-4445-b25f-3dd1a2e09455 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:41:39.221291 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dec5a208-a0a4-4fb2-af6b-0a7ed5353c6b req-4d3512e3-897d-4ffc-8536-3e120ccea271 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372696 Jul 29 23:41:39.336443 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76aaf3-c7c7-4e7e-8716-d9d4eeea8e0f req-6028b51c-2b1a-443b-8035-471359afeeee tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:39.337979 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e76aaf3-c7c7-4e7e-8716-d9d4eeea8e0f req-6028b51c-2b1a-443b-8035-471359afeeee tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0544026 Jul 29 23:41:39.381200 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e76aaf3-c7c7-4e7e-8716-d9d4eeea8e0f req-2102d5e7-f371-4d5a-abc6-7e84289cb9a9 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356145 Jul 29 23:41:39.492451 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e3ba0aa8-a643-4777-983a-92369a8f9e51 req-1c9a1228-eaec-45a3-8080-ebb922a59052 tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0279391 Jul 29 23:41:39.631616 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa9611-6175-462b-85ed-03263ab20297 req-855d2ac2-d1f5-4660-827b-9b25b5f30cfb tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:39.633317 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3baa9611-6175-462b-85ed-03263ab20297 req-855d2ac2-d1f5-4660-827b-9b25b5f30cfb tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0791638 Jul 29 23:41:39.677856 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3baa9611-6175-462b-85ed-03263ab20297 req-bace1f75-911c-4b7d-a33d-49e31f2607d2 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371308 Jul 29 23:41:39.794638 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8e2245-f0de-4de7-b1e9-b1060a673341 req-d35cf7c6-bcf8-48d2-a9e7-fdefc8ce631f tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:39.796246 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d8e2245-f0de-4de7-b1e9-b1060a673341 req-d35cf7c6-bcf8-48d2-a9e7-fdefc8ce631f tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 945 time: 0.0565472 Jul 29 23:41:39.840141 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d8e2245-f0de-4de7-b1e9-b1060a673341 req-ef36c701-e80d-4fe4-9a54-dbe2d6b3fcde tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370991 Jul 29 23:41:39.966898 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35315c20-612d-4522-948e-66ba3034d931 req-4942e008-2217-4030-bfdf-458258510f03 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:39.968405 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-35315c20-612d-4522-948e-66ba3034d931 req-4942e008-2217-4030-bfdf-458258510f03 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0639665 Jul 29 23:41:40.016772 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-35315c20-612d-4522-948e-66ba3034d931 req-b0bf63f2-e088-4006-9c42-f5b6383a4728 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406945 Jul 29 23:41:40.513240 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8348a-3f23-42cd-b4f3-8a08c8073351 req-183085f4-75cd-421e-9e78-c700837c19ab tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:40.515054 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ea8348a-3f23-42cd-b4f3-8a08c8073351 req-183085f4-75cd-421e-9e78-c700837c19ab tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0603321 Jul 29 23:41:40.568224 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ea8348a-3f23-42cd-b4f3-8a08c8073351 req-bdb1a9bb-201a-4eb1-a434-3b4a1503ee1e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464900 Jul 29 23:41:40.676500 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5964b-0470-4402-848a-1bb5f634aa9a req-aac48029-0407-4db3-85f2-6f064079658f tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:40.678518 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-96b5964b-0470-4402-848a-1bb5f634aa9a req-aac48029-0407-4db3-85f2-6f064079658f tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0527213 Jul 29 23:41:40.720088 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-96b5964b-0470-4402-848a-1bb5f634aa9a req-cb778441-0e2d-4025-a969-96e5de9e33e6 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352955 Jul 29 23:41:40.816146 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-de19916c-f543-4714-9cdf-652cc6c984c1 req-92b9f618-b264-4184-b65d-70e398e43689 tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0310159 Jul 29 23:41:40.991119 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b836e47-1220-4260-8506-b0c7caf3bbf7 req-b8d26088-25c3-49ab-9ab3-c315664e6afb tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:40.992871 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6b836e47-1220-4260-8506-b0c7caf3bbf7 req-b8d26088-25c3-49ab-9ab3-c315664e6afb tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 945 time: 0.0546522 Jul 29 23:41:41.037244 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6b836e47-1220-4260-8506-b0c7caf3bbf7 req-9278eb46-3cd8-467e-8815-d90e99fb37a4 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370648 Jul 29 23:41:41.686354 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4430a5-79f5-4e1d-bc9d-7bb7345ae10b req-b802d032-ff7d-4913-9d13-8cfdbb55454c tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:41.687939 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3b4430a5-79f5-4e1d-bc9d-7bb7345ae10b req-b802d032-ff7d-4913-9d13-8cfdbb55454c tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0510757 Jul 29 23:41:41.727911 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3b4430a5-79f5-4e1d-bc9d-7bb7345ae10b req-c123e9b6-069d-4a60-85e1-bb8c941d230f tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339048 Jul 29 23:41:41.882551 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1dcfb-9d20-41b4-8b5b-e6c29f3a3e45 req-a7d6c8bf-c38e-4c69-a8fa-19a75979fe90 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:41.890441 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08c1dcfb-9d20-41b4-8b5b-e6c29f3a3e45 req-a7d6c8bf-c38e-4c69-a8fa-19a75979fe90 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0951645 Jul 29 23:41:41.933454 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08c1dcfb-9d20-41b4-8b5b-e6c29f3a3e45 req-66668aef-7658-40c5-8cf3-39bfd21bf221 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421336 Jul 29 23:41:42.025186 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-51c6fbf5-7431-4c1e-9347-2e940d45e257 req-f77d13d2-8bd1-4677-8b8b-b272e7798a23 tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0313590 Jul 29 23:41:42.155220 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8e657-f48f-4980-a64f-8304e21cd215 req-746e9395-16c1-4e60-b96b-74ea8fc08b42 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:42.156656 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7c8e657-f48f-4980-a64f-8304e21cd215 req-746e9395-16c1-4e60-b96b-74ea8fc08b42 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 945 time: 0.0500023 Jul 29 23:41:42.194402 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7c8e657-f48f-4980-a64f-8304e21cd215 req-aba4575b-a0e1-4722-9013-266f3ff6e117 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314076 Jul 29 23:41:42.849719 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934b2fe-9863-41b6-88ae-bc9112156c5c req-34bb6b83-fdbe-44b9-acee-93025b289993 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:42.851211 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7934b2fe-9863-41b6-88ae-bc9112156c5c req-34bb6b83-fdbe-44b9-acee-93025b289993 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0528002 Jul 29 23:41:42.895458 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7934b2fe-9863-41b6-88ae-bc9112156c5c req-261553d7-064f-4e23-9db6-80e318d47fb0 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363460 Jul 29 23:41:43.062310 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a887e-8ccd-4b29-9d93-225004d3dd6e req-c84040da-36be-4158-a105-8774a94a302a tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:43.063909 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d44a887e-8ccd-4b29-9d93-225004d3dd6e req-c84040da-36be-4158-a105-8774a94a302a tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0510767 Jul 29 23:41:43.109470 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d44a887e-8ccd-4b29-9d93-225004d3dd6e req-88e55b8c-ef3f-4e63-a320-56f278574637 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382292 Jul 29 23:41:43.206987 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c9f0731d-cb8f-4133-b7dd-0638f79e7f2d req-cbaed359-c188-4c6c-8b6b-4c7d9401dcab tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0290143 Jul 29 23:41:43.329642 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5bdd49-33e1-415a-aa1e-edd781de5b45 req-a91276bb-4227-439a-a8a7-79485609b6d6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:43.331270 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff5bdd49-33e1-415a-aa1e-edd781de5b45 req-a91276bb-4227-439a-a8a7-79485609b6d6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 945 time: 0.0531127 Jul 29 23:41:43.373108 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff5bdd49-33e1-415a-aa1e-edd781de5b45 req-f62dc057-f5f1-4e27-80ec-e2357e394ef3 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355742 Jul 29 23:41:44.020891 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6eb8a4-d26f-4645-8f79-d3c4c193c590 req-b5d29690-acd2-4914-8f9a-87d1aa101f31 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:44.022378 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c6eb8a4-d26f-4645-8f79-d3c4c193c590 req-b5d29690-acd2-4914-8f9a-87d1aa101f31 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0512464 Jul 29 23:41:44.062286 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c6eb8a4-d26f-4645-8f79-d3c4c193c590 req-02105f28-c7e6-40ba-996a-2fe7fd2a49c4 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333884 Jul 29 23:41:44.233478 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465cc1b-3a73-4abe-974b-50c8750830e7 req-288dd33f-4754-494a-a6e2-87be158ac39c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:44.234941 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6465cc1b-3a73-4abe-974b-50c8750830e7 req-288dd33f-4754-494a-a6e2-87be158ac39c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0572965 Jul 29 23:41:44.277828 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6465cc1b-3a73-4abe-974b-50c8750830e7 req-50970879-a70d-40ef-8c99-2c848f850a82 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344620 Jul 29 23:41:44.364382 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-33e933eb-1b55-479e-a18a-86abc8a8fcbc req-21e3c3ba-a3fa-4c0b-9293-9b2fc2b3bb85 tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0269771 Jul 29 23:41:44.492644 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8751f44-529b-4580-98bf-75769b44af39 req-8a7cf580-4085-4a3b-913b-57328c96a3bf tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:44.494186 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8751f44-529b-4580-98bf-75769b44af39 req-8a7cf580-4085-4a3b-913b-57328c96a3bf tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 945 time: 0.0501809 Jul 29 23:41:44.533878 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8751f44-529b-4580-98bf-75769b44af39 req-92b94c50-b7a1-4c05-a493-a47cb7e11b6f tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330100 Jul 29 23:41:45.182966 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022973b-fd04-423c-bfe0-3bc0e676f20f req-753ec8c9-32d4-4f53-a024-8c9fbc754b93 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:45.185238 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e022973b-fd04-423c-bfe0-3bc0e676f20f req-753ec8c9-32d4-4f53-a024-8c9fbc754b93 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0543659 Jul 29 23:41:45.224718 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e022973b-fd04-423c-bfe0-3bc0e676f20f req-b471eaf4-12a6-4ecb-afc6-a41349b39c65 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326090 Jul 29 23:41:45.400663 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bdb4f-dd8b-4f4c-b4d6-3c38bb44da40 req-e4fa5017-412d-41d7-b708-2a88eb92fdaf tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:45.402194 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-614bdb4f-dd8b-4f4c-b4d6-3c38bb44da40 req-e4fa5017-412d-41d7-b708-2a88eb92fdaf tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0489311 Jul 29 23:41:45.446469 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-614bdb4f-dd8b-4f4c-b4d6-3c38bb44da40 req-6193af1b-1741-485a-88ad-3c97cc77f873 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351665 Jul 29 23:41:45.537342 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e09bb4c5-259b-4cee-9850-b975d766a1c9 req-163878fd-f141-4829-bfef-e349a9cae840 tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0278077 Jul 29 23:41:45.667981 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c96b9b1-99ab-4620-806e-8cbb1b63a3dd req-126cc03c-dbde-46e3-8818-824ab568ba92 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:45.669611 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4c96b9b1-99ab-4620-806e-8cbb1b63a3dd req-126cc03c-dbde-46e3-8818-824ab568ba92 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 945 time: 0.0516393 Jul 29 23:41:45.722575 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4c96b9b1-99ab-4620-806e-8cbb1b63a3dd req-a5cd4113-a2a4-4c1c-b41a-b5f5c1234e14 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466402 Jul 29 23:41:46.351237 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb88052-7e78-4ed0-8477-6c5ab62f6e44 req-9b82cff4-ec02-4551-94f1-e1992aafc61d tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:46.360303 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0fb88052-7e78-4ed0-8477-6c5ab62f6e44 req-9b82cff4-ec02-4551-94f1-e1992aafc61d tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0603487 Jul 29 23:41:46.406111 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0fb88052-7e78-4ed0-8477-6c5ab62f6e44 req-fb68b911-7493-4dbb-90b4-a21391e26e58 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444992 Jul 29 23:41:46.581741 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa14355d-38d0-425a-9b46-80210476a96d req-d56b820c-28ee-468c-b180-706950e4aec4 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:46.583769 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fa14355d-38d0-425a-9b46-80210476a96d req-d56b820c-28ee-468c-b180-706950e4aec4 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0606077 Jul 29 23:41:46.627568 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fa14355d-38d0-425a-9b46-80210476a96d req-71f476d2-a195-45de-85a5-3158d1f5a6df tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371618 Jul 29 23:41:46.748716 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dd79f1cb-430e-4db2-b866-5f349e04c063 req-160f0144-25b1-4926-a097-1957a6d9a69a tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0281513 Jul 29 23:41:46.876180 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41e13d-eff2-4992-899e-e321d9389b13 req-51c3c46a-b8f5-499d-b6f3-2b685448c1cd tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:46.877749 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d41e13d-eff2-4992-899e-e321d9389b13 req-51c3c46a-b8f5-499d-b6f3-2b685448c1cd tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 945 time: 0.0597157 Jul 29 23:41:46.922575 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d41e13d-eff2-4992-899e-e321d9389b13 req-98894d42-283c-44d2-8bcb-b91fafed9220 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365067 Jul 29 23:41:47.524335 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbaaaff-f032-410d-ba40-3d6e47e37a71 req-08f08d27-f3e7-4938-9bec-b0b5c6fd7eef tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:47.525749 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fdbaaaff-f032-410d-ba40-3d6e47e37a71 req-08f08d27-f3e7-4938-9bec-b0b5c6fd7eef tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0509796 Jul 29 23:41:47.568412 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fdbaaaff-f032-410d-ba40-3d6e47e37a71 req-66d3bea4-2d0f-42a7-994c-e1d6725c7ee1 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357177 Jul 29 23:41:47.751387 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac8e88b-27ba-403e-a126-1cde5e4e7f50 req-5d03a790-61fe-4717-bf39-15a92793a826 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:47.753133 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fac8e88b-27ba-403e-a126-1cde5e4e7f50 req-5d03a790-61fe-4717-bf39-15a92793a826 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0507858 Jul 29 23:41:47.793880 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fac8e88b-27ba-403e-a126-1cde5e4e7f50 req-4ae2d297-260b-4994-b536-f8b15612f7d8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338995 Jul 29 23:41:47.894170 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-373c5c44-dad5-4a4f-8ef3-b4b6abe90bb2 req-1c7fa3c3-0a4a-465c-8c30-f0b464dad229 tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0311823 Jul 29 23:41:48.052103 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10520217-473f-4612-9350-2eb1e28481f6 req-79c1c833-6e17-481c-b93e-037e64df8c4d tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:48.054014 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-10520217-473f-4612-9350-2eb1e28481f6 req-79c1c833-6e17-481c-b93e-037e64df8c4d tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 945 time: 0.0543516 Jul 29 23:41:48.094690 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-10520217-473f-4612-9350-2eb1e28481f6 req-d596886a-f799-499c-8146-5ad02f99f35e tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334969 Jul 29 23:41:48.687881 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c34df0-9610-47c8-ab66-968a641b4c35 req-ef34ce4a-d7e2-497b-beaa-f2fe09b55564 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:48.689365 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a7c34df0-9610-47c8-ab66-968a641b4c35 req-ef34ce4a-d7e2-497b-beaa-f2fe09b55564 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0515025 Jul 29 23:41:48.736540 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a7c34df0-9610-47c8-ab66-968a641b4c35 req-54d7f0dc-9793-431e-8e32-2c018c07b64d tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403674 Jul 29 23:41:48.922117 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e56d5-6a52-45f5-ab82-9eae664b58e5 req-dc0a4c4e-8bc2-4767-9413-4209570bef55 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:48.924001 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-086e56d5-6a52-45f5-ab82-9eae664b58e5 req-dc0a4c4e-8bc2-4767-9413-4209570bef55 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0575316 Jul 29 23:41:48.968454 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-086e56d5-6a52-45f5-ab82-9eae664b58e5 req-dcbaead5-9585-44fd-b293-f2c3730eb5d4 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383127 Jul 29 23:41:49.052980 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8cdba6a9-1dd5-4ab0-bc93-8b612ca7d1a8 req-247432da-921d-402d-a9ba-41dbb4b8757c tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0273499 Jul 29 23:41:49.213364 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5266736-8f0a-4342-80b9-c928a83f11bd req-eebbb5ca-749d-4a0a-946b-adf403dc8bcd tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:49.215955 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5266736-8f0a-4342-80b9-c928a83f11bd req-eebbb5ca-749d-4a0a-946b-adf403dc8bcd tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 945 time: 0.0512474 Jul 29 23:41:49.268218 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5266736-8f0a-4342-80b9-c928a83f11bd req-a3251929-d83b-4d74-8a69-d33798c1621f tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456870 Jul 29 23:41:49.849927 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4829afe5-c89d-4bc9-8aef-9b15a926c70a req-9907f613-2835-48fc-b9a9-c53390c17262 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:49.851430 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4829afe5-c89d-4bc9-8aef-9b15a926c70a req-9907f613-2835-48fc-b9a9-c53390c17262 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0533137 Jul 29 23:41:49.890807 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4829afe5-c89d-4bc9-8aef-9b15a926c70a req-2e294ac5-5b70-4e27-9a0d-dffea949aaf3 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331399 Jul 29 23:41:50.084797 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c50435-0fc2-447a-9a88-2d248b2eaa7e req-921c96d1-801b-441f-9308-e1c2498fc126 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:50.086285 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89c50435-0fc2-447a-9a88-2d248b2eaa7e req-921c96d1-801b-441f-9308-e1c2498fc126 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0501466 Jul 29 23:41:50.125049 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89c50435-0fc2-447a-9a88-2d248b2eaa7e req-43575659-2c57-414b-827e-0f8c4e3ae935 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324061 Jul 29 23:41:50.212705 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4df540ab-fcb7-469f-b1a9-ae7f206ba27b req-bc2f0a19-9469-4a58-b403-95c4c81f0271 tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0259542 Jul 29 23:41:50.404224 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465cdbc-1b52-4e67-8dba-231f932027c1 req-de8db2e8-7610-4afe-b6d3-adfe18e8fdc5 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:50.405735 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d465cdbc-1b52-4e67-8dba-231f932027c1 req-de8db2e8-7610-4afe-b6d3-adfe18e8fdc5 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 945 time: 0.0490963 Jul 29 23:41:50.448934 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d465cdbc-1b52-4e67-8dba-231f932027c1 req-f4296e58-6f51-4a6c-93db-af63c864dd60 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367875 Jul 29 23:41:51.006833 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af691dc-ee4d-4814-ad0b-158d9fa0ac69 req-373180ec-3fd7-4002-bd77-cded8179462a tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:51.008480 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0af691dc-ee4d-4814-ad0b-158d9fa0ac69 req-373180ec-3fd7-4002-bd77-cded8179462a tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0488751 Jul 29 23:41:51.049528 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0af691dc-ee4d-4814-ad0b-158d9fa0ac69 req-e968de9c-e7af-44fc-bd77-2219f52d54d8 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339484 Jul 29 23:41:51.243605 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0dbc68-686f-46e5-b909-a9dc75733164 req-deb51945-170e-41f1-81b3-2f02b2511337 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:51.245124 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-de0dbc68-686f-46e5-b909-a9dc75733164 req-deb51945-170e-41f1-81b3-2f02b2511337 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0504496 Jul 29 23:41:51.295736 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-de0dbc68-686f-46e5-b909-a9dc75733164 req-84ac1093-fec3-471e-90e2-86eb6074ba95 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438778 Jul 29 23:41:51.382158 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-62e06147-a525-43e3-b68f-c9c5c371c984 req-d230e4ea-4a07-4a1f-b963-1f6720e93637 tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0276544 Jul 29 23:41:51.570431 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b66fbf-51a5-4c47-8533-724274021310 req-7b8eb6c7-094b-4c70-8b43-7cdc3ece2145 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:51.571976 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-73b66fbf-51a5-4c47-8533-724274021310 req-7b8eb6c7-094b-4c70-8b43-7cdc3ece2145 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 945 time: 0.0536041 Jul 29 23:41:51.610925 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-73b66fbf-51a5-4c47-8533-724274021310 req-56bf59eb-bec0-4f4e-a14e-58f3d09f35b4 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324507 Jul 29 23:41:52.167057 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80e5cbf-9ec9-430a-98e3-ed2823c78736 req-041e26d5-696b-4819-95ed-4155a8eb0c6e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:52.169310 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a80e5cbf-9ec9-430a-98e3-ed2823c78736 req-041e26d5-696b-4819-95ed-4155a8eb0c6e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0501442 Jul 29 23:41:52.207043 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a80e5cbf-9ec9-430a-98e3-ed2823c78736 req-ecdb71ff-18c3-445a-bd20-e5189bb377c8 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317187 Jul 29 23:41:52.415256 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53eae3d-1162-41e1-9ce6-f1c82db52ed4 req-e60e365b-df73-4c88-be3e-73d62934fd8e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:52.416787 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d53eae3d-1162-41e1-9ce6-f1c82db52ed4 req-e60e365b-df73-4c88-be3e-73d62934fd8e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0516429 Jul 29 23:41:52.455944 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d53eae3d-1162-41e1-9ce6-f1c82db52ed4 req-7a99b1ab-6cbb-4752-9c7f-dc7b14e5381a tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325484 Jul 29 23:41:52.544983 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0ebd8dac-1060-4f2e-a6dc-cef679f17d7f req-e9a8c0c9-a812-47b6-8c1b-de01fb9eb829 tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0307531 Jul 29 23:41:52.732752 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a08fe7-2430-4697-bdd1-60a841e8c8d4 req-54369833-c00b-4365-878a-e5ca4fea9870 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:52.734316 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b9a08fe7-2430-4697-bdd1-60a841e8c8d4 req-54369833-c00b-4365-878a-e5ca4fea9870 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 945 time: 0.0525708 Jul 29 23:41:52.775022 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b9a08fe7-2430-4697-bdd1-60a841e8c8d4 req-998d4d48-47c3-40e2-88fd-6ee67a80a17a tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344026 Jul 29 23:41:53.065297 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59898) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:41:53.626353 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-62b77f35-6839-4afa-b0f1-5e5dfeab301d req-a643fe2e-758f-48c9-9ab0-b96cae529025 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.1164472 Jul 29 23:41:53.655561 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2e4f2-6942-4991-affd-cb3d3b4a1666 req-aac87076-1201-4463-8106-357052877e34 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:53.657091 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-54b2e4f2-6942-4991-affd-cb3d3b4a1666 req-aac87076-1201-4463-8106-357052877e34 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.1461806 Jul 29 23:41:53.785762 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-54b2e4f2-6942-4991-affd-cb3d3b4a1666 req-a68dbd29-8dad-4420-a37c-e97f9693ce97 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959468 Jul 29 23:41:53.917502 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33fe02-d308-4c30-b153-b1bbea28d545 req-fd960df8-b42d-4b88-9f4d-5293168d6873 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:53.919598 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4b33fe02-d308-4c30-b153-b1bbea28d545 req-fd960df8-b42d-4b88-9f4d-5293168d6873 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0761902 Jul 29 23:41:53.981378 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4b33fe02-d308-4c30-b153-b1bbea28d545 req-bf52af38-4eb6-4ecd-9d54-b2bc58a912ad tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547981 Jul 29 23:41:54.029112 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80c3a571-f7f1-49a4-99c5-66049defca7a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:54.094804 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-84a4148a-aeff-4d30-bf00-fa9b487dfb7c req-d0e08aa3-d205-4faa-b9d4-47db22a38e7e tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0322480 Jul 29 23:41:54.277983 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59871664-3748-4543-9810-8fdfa11d75e6 req-48829ef4-c4d0-4db6-8df9-4e97d95de169 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:54.280089 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59871664-3748-4543-9810-8fdfa11d75e6 req-48829ef4-c4d0-4db6-8df9-4e97d95de169 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 945 time: 0.1262822 Jul 29 23:41:54.338243 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59871664-3748-4543-9810-8fdfa11d75e6 req-aace086d-483e-4041-83e3-329867093c71 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413039 Jul 29 23:41:54.443618 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-80c3a571-f7f1-49a4-99c5-66049defca7a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Deleting port 799848cc-1882-4298-8a3c-e581e3193e69 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:41:54.443827 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80c3a571-f7f1-49a4-99c5-66049defca7a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:54.731337 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-80c3a571-f7f1-49a4-99c5-66049defca7a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] For port 799848cc-1882-4298-8a3c-e581e3193e69, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=799848cc-1882-4298-8a3c-e581e3193e69,segment=NetworkSegment(1188d1e4-69c8-4b77-bce2-dbb7d71f56dd),segment_id=1188d1e4-69c8-4b77-bce2-dbb7d71f56dd)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:54.732123 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80c3a571-f7f1-49a4-99c5-66049defca7a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:54.754632 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70be94-4b88-4545-83b5-dabf3d75adca req-d6e48c01-4d30-49f0-b94f-8ce0071ebcac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:54.756125 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce70be94-4b88-4545-83b5-dabf3d75adca req-d6e48c01-4d30-49f0-b94f-8ce0071ebcac service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72e6a71724b54f78b875fd06b1bacd37&device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 1096 time: 0.1876385 Jul 29 23:41:54.774243 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818b5a28-00cf-4159-8256-151aac2c5611 req-d1c0f630-2d42-48eb-b15c-6b6efe38d225 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:54.775788 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-818b5a28-00cf-4159-8256-151aac2c5611 req-d1c0f630-2d42-48eb-b15c-6b6efe38d225 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.1773617 Jul 29 23:41:54.788950 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34cf4a9-3e1c-4476-a3f2-34bddf70300c req-9f54be4b-e443-43a7-be97-aaa576aeb499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:54.790400 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c34cf4a9-3e1c-4476-a3f2-34bddf70300c req-9f54be4b-e443-43a7-be97-aaa576aeb499 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ad76cebfbeab469a8fb6ccf5a7dd03a4&device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 1097 time: 0.1198401 Jul 29 23:41:54.792412 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-80c3a571-f7f1-49a4-99c5-66049defca7a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Calling delete_port for 799848cc-1882-4298-8a3c-e581e3193e69 owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:41:54.985703 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-818b5a28-00cf-4159-8256-151aac2c5611 req-a40e724a-131e-45e9-a563-45099741d4f7 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912296 Jul 29 23:41:55.043042 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70be94-4b88-4545-83b5-dabf3d75adca req-f75ef3e4-f0c7-4f50-845e-9cdace875ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:55.044462 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce70be94-4b88-4545-83b5-dabf3d75adca req-f75ef3e4-f0c7-4f50-845e-9cdace875ec7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c65634b4-620f-4d4e-b86a-cfaa4125589f HTTP/1.1" status: 200 len: 912 time: 0.2641015 Jul 29 23:41:55.097706 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34cf4a9-3e1c-4476-a3f2-34bddf70300c req-12f3a874-bb22-4139-a998-f09575106a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:55.099355 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c34cf4a9-3e1c-4476-a3f2-34bddf70300c req-12f3a874-bb22-4139-a998-f09575106a8d service neutron] 10.222.0.23 "GET /v2.0/networks?id=ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec HTTP/1.1" status: 200 len: 912 time: 0.2861683 Jul 29 23:41:55.250097 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce70be94-4b88-4545-83b5-dabf3d75adca req-850ab7fb-ab95-45b2-9f6a-cd8b0a550ce7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f HTTP/1.1" status: 200 len: 999 time: 0.1963177 Jul 29 23:41:55.278416 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c34cf4a9-3e1c-4476-a3f2-34bddf70300c req-73c11d12-b129-4fb2-b4b5-48f7090f2bc9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd84251b-e42f-42ef-b5f1-0a32da709a43 HTTP/1.1" status: 200 len: 999 time: 0.1477165 Jul 29 23:41:55.295540 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d28c7-0291-40c6-8b07-429725a281d4 req-28c70c38-ab74-4e03-8dad-73a143808737 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:55.297112 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e99d28c7-0291-40c6-8b07-429725a281d4 req-28c70c38-ab74-4e03-8dad-73a143808737 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 945 time: 0.1952682 Jul 29 23:41:55.444226 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70be94-4b88-4545-83b5-dabf3d75adca req-cd965578-d7f5-4791-a693-0be7a3b7efb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:55.445678 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce70be94-4b88-4545-83b5-dabf3d75adca req-cd965578-d7f5-4791-a693-0be7a3b7efb4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9f136cd8-eda3-43eb-9cb5-3830c4338b63 HTTP/1.1" status: 200 len: 850 time: 0.1749866 Jul 29 23:41:55.449975 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34cf4a9-3e1c-4476-a3f2-34bddf70300c req-8e704ccd-1d92-4b0c-9bf2-fc8d2ad66dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:55.451268 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c34cf4a9-3e1c-4476-a3f2-34bddf70300c req-8e704ccd-1d92-4b0c-9bf2-fc8d2ad66dec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3fee908-ce2a-4a34-b5cd-8383eff77fab HTTP/1.1" status: 200 len: 850 time: 0.1506858 Jul 29 23:41:55.452522 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80c3a571-f7f1-49a4-99c5-66049defca7a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:55.460281 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e99d28c7-0291-40c6-8b07-429725a281d4 req-05f62a4d-d7d6-446b-8e6e-2a9ba454cc0d tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526105 Jul 29 23:41:55.526679 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3a571-f7f1-49a4-99c5-66049defca7a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event deleted for resources: {'Port': ['ID=799848cc-1882-4298-8a3c-e581e3193e69,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:55.676583 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34cf4a9-3e1c-4476-a3f2-34bddf70300c req-2f60df76-c8c0-4a69-908f-6d46ca36435d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:55.678177 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c34cf4a9-3e1c-4476-a3f2-34bddf70300c req-2f60df76-c8c0-4a69-908f-6d46ca36435d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1784761 Jul 29 23:41:55.679853 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce70be94-4b88-4545-83b5-dabf3d75adca req-c2787616-634c-4460-a500-ffc39adef247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:55.681213 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce70be94-4b88-4545-83b5-dabf3d75adca req-c2787616-634c-4460-a500-ffc39adef247 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c65634b4-620f-4d4e-b86a-cfaa4125589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1829369 Jul 29 23:41:55.701755 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857220f-c4d5-4df5-9764-87ea21866f44 req-880b62d2-9d06-4b4c-9a8b-d1bab324325f tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:55.703369 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e857220f-c4d5-4df5-9764-87ea21866f44 req-880b62d2-9d06-4b4c-9a8b-d1bab324325f tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.1512845 Jul 29 23:41:56.191660 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e857220f-c4d5-4df5-9764-87ea21866f44 req-6d88ab0a-9b67-4c1a-a1ea-bc6465f72407 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124085 Jul 29 23:41:56.223271 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce70be94-4b88-4545-83b5-dabf3d75adca req-817f7143-f4a0-4de7-a997-9b4ff90b24c1 service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185428 Jul 29 23:41:56.249072 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c34cf4a9-3e1c-4476-a3f2-34bddf70300c req-6006407e-228d-42d0-8d32-75963883fbca service neutron] 10.222.0.23 "GET /v2.0/networks/ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367968 Jul 29 23:41:56.305352 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80c3a571-f7f1-49a4-99c5-66049defca7a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:56.368693 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7973474d-11dc-4dcd-963b-be862c4fb9e5 req-bccd10aa-30d9-4465-a85f-18a7ecacfc9b tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.1062868 Jul 29 23:41:56.506939 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce70be94-4b88-4545-83b5-dabf3d75adca req-8721ef03-f9e5-47b2-81d1-5b68a75ffbe5 service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735324 Jul 29 23:41:56.508971 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c34cf4a9-3e1c-4476-a3f2-34bddf70300c req-1f8b7274-63a7-4a90-a552-916f6b64121e service neutron] 10.222.0.23 "GET /v2.0/networks/ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478576 Jul 29 23:41:56.586747 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf85a28-0c73-42e6-a08f-22ba1ddd09af req-8e1beb6e-35bc-4c3e-a380-d76e9a6477ee tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:56.588194 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ddf85a28-0c73-42e6-a08f-22ba1ddd09af req-8e1beb6e-35bc-4c3e-a380-d76e9a6477ee tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.1355791 Jul 29 23:41:56.695531 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ddf85a28-0c73-42e6-a08f-22ba1ddd09af req-599ab8e6-2c3a-46af-83bf-fb5e7e4ecdec tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723917 Jul 29 23:41:56.723827 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c3a571-f7f1-49a4-99c5-66049defca7a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Router f910637b-c3a9-430a-97db-d53e2ea119c8 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:41:56.848892 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c3a571-f7f1-49a4-99c5-66049defca7a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:41:56.854525 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-80c3a571-f7f1-49a4-99c5-66049defca7a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "PUT /v2.0/routers/f910637b-c3a9-430a-97db-d53e2ea119c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7881975 Jul 29 23:41:56.860200 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd486ba-e38c-42b6-b89a-609103dbfc39 None None] Sync routers for ids ['f910637b-c3a9-430a-97db-d53e2ea119c8'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:41:56.870044 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd486ba-e38c-42b6-b89a-609103dbfc39 None None] Routers {'f910637b-c3a9-430a-97db-d53e2ea119c8'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:56.870657 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-2dd486ba-e38c-42b6-b89a-609103dbfc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:41:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f910637b-c3a9-430a-97db-d53e2ea119c8'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:56.979387 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-2dd486ba-e38c-42b6-b89a-609103dbfc39 None None] Set router f910637b-c3a9-430a-97db-d53e2ea119c8 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:57.002143 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cbe1a0ba-c582-4c78-81f3-0fd9f3bc3e06 req-bcead2bf-9d33-4405-9471-d6bad5e0fed2 tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41&device_id=9010acce-ab5f-48ad-82e9-4f0df307086a HTTP/1.1" status: 200 len: 210 time: 0.0275881 Jul 29 23:41:57.128344 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895c676a-ec6a-4865-b442-4ae4423beb11 req-6a1f9a86-bc4f-43cf-a85b-69b9e7cd1288 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:57.130083 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-895c676a-ec6a-4865-b442-4ae4423beb11 req-6a1f9a86-bc4f-43cf-a85b-69b9e7cd1288 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 945 time: 0.0649252 Jul 29 23:41:57.172303 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-895c676a-ec6a-4865-b442-4ae4423beb11 req-29b492c0-a0c3-4215-9cf2-15450b99cfe9 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350220 Jul 29 23:41:57.235049 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-2dd486ba-e38c-42b6-b89a-609103dbfc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'name': 'tempest-TestNetworkBasicOps-router-475089061', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:42Z', 'updated_at': '2021-07-29T23:41:55Z', 'revision_number': 6, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:43Z', 'updated_at': '2021-07-29T23:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '9929a826-89a0-4839-9254-38600d8acd04', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'port_id': '6bfd3b8c-868b-4667-aa54-6ef730418cfe', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3', 'mac_address': 'fa:16:3e:95:9e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878f7aad-b958-4575-9ea1-769ff46bcdd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:40:14Z', 'updated_at': '2021-07-29T23:40:17Z', 'revision_number': 1, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840a29ff-9cfa-4ff7-ab68-9707f5dc7a12', 'name': '', 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'mac_address': 'fa:16:3e:ce:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:46Z', 'updated_at': '2021-07-29T23:39:55Z', 'revision_number': 5, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'subnets': [{'id': '9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:57.266767 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd486ba-e38c-42b6-b89a-609103dbfc39 None None] Checking router: f910637b-c3a9-430a-97db-d53e2ea119c8 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:41:57.287143 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd486ba-e38c-42b6-b89a-609103dbfc39 None None] Routers {'f910637b-c3a9-430a-97db-d53e2ea119c8'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:41:57.288620 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-2dd486ba-e38c-42b6-b89a-609103dbfc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:41:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f910637b-c3a9-430a-97db-d53e2ea119c8'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:57.397397 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 01e2403b-4235-4023-b6cb-5c26115dff63 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:41:57.454235 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-2dd486ba-e38c-42b6-b89a-609103dbfc39 None None] Set router f910637b-c3a9-430a-97db-d53e2ea119c8 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:41:57.556646 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 01e2403b-4235-4023-b6cb-5c26115dff63, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=01e2403b-4235-4023-b6cb-5c26115dff63,segment=NetworkSegment(93032bfd-4edb-4f6b-b220-fa8e868bb309),segment_id=93032bfd-4edb-4f6b-b220-fa8e868bb309)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:57.571014 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '01e2403b-4235-4023-b6cb-5c26115dff63', 'network_id': 'eaa8fac9-2de2-4cd9-adb9-0cd9d171e965', 'port_id': '01e2403b-4235-4023-b6cb-5c26115dff63', 'mac_address': 'fa:16:3e:d4:06:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bac587e-df83-41a8-8d4d-dfe59a8dbb02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:41:57.636760 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:57.652604 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01e2403b-4235-4023-b6cb-5c26115dff63 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:41:57.680963 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-26797e0f-8d77-4b80-ae7e-ded52b8ff73f req-960d2ed6-49af-4066-a3f0-b93285f5f5a4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e84f33fb597b478f96b52999549af23e&device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0349691 Jul 29 23:41:57.691328 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c242e-8430-43d0-b386-2031b8eb4c56 req-1260e275-efaf-4154-955d-6ddc923d4547 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:57.692827 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 01e2403b-4235-4023-b6cb-5c26115dff63, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=01e2403b-4235-4023-b6cb-5c26115dff63,segment=NetworkSegment(93032bfd-4edb-4f6b-b220-fa8e868bb309),segment_id=93032bfd-4edb-4f6b-b220-fa8e868bb309)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:57.698611 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:57.699496 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db6c242e-8430-43d0-b386-2031b8eb4c56 req-1260e275-efaf-4154-955d-6ddc923d4547 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.1066020 Jul 29 23:41:57.764513 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db6c242e-8430-43d0-b386-2031b8eb4c56 req-6b7c4efc-3eb2-4460-b3cb-87ae0523f784 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639186 Jul 29 23:41:57.774626 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=01e2403b-4235-4023-b6cb-5c26115dff63,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:57.784476 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-26797e0f-8d77-4b80-ae7e-ded52b8ff73f req-21f30360-0c20-45c6-8a19-0068569fe6d9 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=e84f33fb597b478f96b52999549af23e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0656390 Jul 29 23:41:57.785077 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:57.785468 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:57.785799 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:57.786392 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:57.786723 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:57.787221 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:57.787554 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:57.788001 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:57.788219 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:57.788547 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:57.788871 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:57.789303 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:41:57.836693 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-2dd486ba-e38c-42b6-b89a-609103dbfc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'name': 'tempest-TestNetworkBasicOps-router-475089061', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:42Z', 'updated_at': '2021-07-29T23:41:55Z', 'revision_number': 6, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:43Z', 'updated_at': '2021-07-29T23:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '9929a826-89a0-4839-9254-38600d8acd04', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'port_id': '6bfd3b8c-868b-4667-aa54-6ef730418cfe', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3', 'mac_address': 'fa:16:3e:95:9e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878f7aad-b958-4575-9ea1-769ff46bcdd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:40:14Z', 'updated_at': '2021-07-29T23:40:17Z', 'revision_number': 1, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840a29ff-9cfa-4ff7-ab68-9707f5dc7a12', 'name': '', 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'mac_address': 'fa:16:3e:ce:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:46Z', 'updated_at': '2021-07-29T23:39:55Z', 'revision_number': 5, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'subnets': [{'id': '9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:41:57.868031 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dd486ba-e38c-42b6-b89a-609103dbfc39 None None] The sync data for ids ['f910637b-c3a9-430a-97db-d53e2ea119c8'] in n-d-712140-10 is: [{'id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'name': 'tempest-TestNetworkBasicOps-router-475089061', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:42Z', 'updated_at': '2021-07-29T23:41:55Z', 'revision_number': 6, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:43Z', 'updated_at': '2021-07-29T23:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '9929a826-89a0-4839-9254-38600d8acd04', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'floating_ip_address': '172.25.8.57', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'port_id': '6bfd3b8c-868b-4667-aa54-6ef730418cfe', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3', 'mac_address': 'fa:16:3e:95:9e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '878f7aad-b958-4575-9ea1-769ff46bcdd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:40:14Z', 'updated_at': '2021-07-29T23:40:17Z', 'revision_number': 1, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '840a29ff-9cfa-4ff7-ab68-9707f5dc7a12', 'name': '', 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'mac_address': 'fa:16:3e:ce:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:46Z', 'updated_at': '2021-07-29T23:39:55Z', 'revision_number': 5, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'subnets': [{'id': '9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:41:57.897055 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['01e2403b-4235-4023-b6cb-5c26115dff63'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:41:58.004496 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a059cd-0f3b-4a74-8d01-e61071104ab9 req-0be080ca-77e4-4e83-88fa-06b3420d412b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:58.006051 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95a059cd-0f3b-4a74-8d01-e61071104ab9 req-0be080ca-77e4-4e83-88fa-06b3420d412b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfba3e56-d0c8-409c-b4a3-5e8e23441ec5 HTTP/1.1" status: 200 len: 946 time: 0.1785791 Jul 29 23:41:58.033499 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26797e0f-8d77-4b80-ae7e-ded52b8ff73f req-ddd71838-9e92-49f1-b708-ace9f3eda5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:58.035011 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-26797e0f-8d77-4b80-ae7e-ded52b8ff73f req-ddd71838-9e92-49f1-b708-ace9f3eda5a4 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2287240 Jul 29 23:41:58.055227 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95a059cd-0f3b-4a74-8d01-e61071104ab9 req-79d744bc-1ac9-4c91-9369-ad44af9616cc tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=581c3b2c-4764-4c8f-b285-14a5e0c34efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395358 Jul 29 23:41:58.137605 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8da935f2-d0cf-4de2-b909-a0fdacbe00d4 req-4504963f-c7be-47ef-b0ed-5d2995ea1cf0 tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0265257 Jul 29 23:41:58.250192 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:41:58.257565 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84a823-e615-4779-80fb-deb3437c0a32 req-1c7f5051-d5d0-4028-abea-e798c3e7e709 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:58.259239 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3b84a823-e615-4779-80fb-deb3437c0a32 req-1c7f5051-d5d0-4028-abea-e798c3e7e709 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0522547 Jul 29 23:41:58.305293 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3b84a823-e615-4779-80fb-deb3437c0a32 req-3c5de937-9987-408a-a33d-6101a5b867a9 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386245 Jul 29 23:41:58.432085 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc93db0-d56f-418b-8c7a-7271b1cacd7d req-6516ca64-e01c-4d85-88d5-71f766a702c6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:58.433856 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fcc93db0-d56f-418b-8c7a-7271b1cacd7d req-6516ca64-e01c-4d85-88d5-71f766a702c6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 945 time: 0.0611849 Jul 29 23:41:58.480470 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fcc93db0-d56f-418b-8c7a-7271b1cacd7d req-fa5d0c26-733a-42ec-8e78-1c8e84af7238 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406771 Jul 29 23:41:58.584046 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38222e21-4966-421f-a7e6-59f493ad8c62 req-a912b370-e584-4bcc-a952-70e673d8d9f1 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:58.585521 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38222e21-4966-421f-a7e6-59f493ad8c62 req-a912b370-e584-4bcc-a952-70e673d8d9f1 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0500269 Jul 29 23:41:58.625816 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38222e21-4966-421f-a7e6-59f493ad8c62 req-7d24546e-e70a-4591-a735-95423cf59fdb tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335450 Jul 29 23:41:58.873514 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ca11f1-799c-4941-ac07-d2a25a278749 req-5050d4aa-e922-416d-bb09-f74fce3dcf55 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:58.874999 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-72ca11f1-799c-4941-ac07-d2a25a278749 req-5050d4aa-e922-416d-bb09-f74fce3dcf55 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0580642 Jul 29 23:41:58.916237 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-72ca11f1-799c-4941-ac07-d2a25a278749 req-32088b55-a28e-4a8e-97f6-5b5f8c6b008d tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343933 Jul 29 23:41:59.034041 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e35f9fd-e150-441b-95db-e2b46c855617 req-3b32e7a6-2726-416d-bac7-2eb0c123de8a tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:59.037481 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3e35f9fd-e150-441b-95db-e2b46c855617 req-3b32e7a6-2726-416d-bac7-2eb0c123de8a tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 945 time: 0.0622377 Jul 29 23:41:59.076507 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3e35f9fd-e150-441b-95db-e2b46c855617 req-82a8ee85-37ac-4244-8f2a-511d05a8109d tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346303 Jul 29 23:41:59.310208 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 799848cc-1882-4298-8a3c-e581e3193e69 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:41:59.337703 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 799848cc-1882-4298-8a3c-e581e3193e69 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:41:59.338046 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 799848cc-1882-4298-8a3c-e581e3193e69 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:41:59.346365 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1713f51-1483-4653-9d3c-238c1c4adccf req-766e727c-ae39-453f-a3e9-0801db6aed13 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:59.348224 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e1713f51-1483-4653-9d3c-238c1c4adccf req-766e727c-ae39-453f-a3e9-0801db6aed13 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfba3e56-d0c8-409c-b4a3-5e8e23441ec5 HTTP/1.1" status: 200 len: 946 time: 0.0916750 Jul 29 23:41:59.392470 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 01e2403b-4235-4023-b6cb-5c26115dff63 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:41:59.394586 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e1713f51-1483-4653-9d3c-238c1c4adccf req-ecabe9e9-6df8-4d96-b966-d05e390ee250 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=581c3b2c-4764-4c8f-b285-14a5e0c34efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401719 Jul 29 23:41:59.459605 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 01e2403b-4235-4023-b6cb-5c26115dff63 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:41:59.460017 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.520469 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a4ac9ae-0596-40ca-a45d-3424d9fb4aee req-f15d2609-a330-4fc0-a4d2-3d460b5b6b11 tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0501857 Jul 29 23:41:59.558594 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.566195 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.593385 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f34f600-33d7-45bf-9635-d23bd35e63ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e2403b-4235-4023-b6cb-5c26115dff63'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:41:59.596780 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bceec1a4-703e-4ce5-adbe-7bc550a2a3d8" -d '{"events": [{"server_uuid": "1f34f600-33d7-45bf-9635-d23bd35e63ae", "name": "network-vif-plugged", "status": "completed", "tag": "01e2403b-4235-4023-b6cb-5c26115dff63"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:41:59.612256 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 01e2403b-4235-4023-b6cb-5c26115dff63, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=01e2403b-4235-4023-b6cb-5c26115dff63,segment=NetworkSegment(93032bfd-4edb-4f6b-b220-fa8e868bb309),segment_id=93032bfd-4edb-4f6b-b220-fa8e868bb309)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:41:59.621366 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.679624 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=01e2403b-4235-4023-b6cb-5c26115dff63,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:41:59.729858 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d961f1-2c97-4915-91f4-0f3b84ee35ee req-88be2272-3a6c-4c1f-b47c-aa378380a231 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:41:59.739263 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-14d961f1-2c97-4915-91f4-0f3b84ee35ee req-88be2272-3a6c-4c1f-b47c-aa378380a231 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.1514449 Jul 29 23:41:59.794371 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-14d961f1-2c97-4915-91f4-0f3b84ee35ee req-b5fb381c-ea8f-4757-82f4-9a8725b36ad9 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549490 Jul 29 23:41:59.829488 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:41:59.847230 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24abac34-74a8-4a10-a3ec-5324e06b20b3 x-openstack-request-id: req-24abac34-74a8-4a10-a3ec-5324e06b20b3 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:41:59.847653 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f34f600-33d7-45bf-9635-d23bd35e63ae", "name": "network-vif-plugged", "status": "completed", "tag": "01e2403b-4235-4023-b6cb-5c26115dff63", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:41:59.848069 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-24abac34-74a8-4a10-a3ec-5324e06b20b3 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:41:59.848587 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f34f600-33d7-45bf-9635-d23bd35e63ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e2403b-4235-4023-b6cb-5c26115dff63', 'code': 200} Jul 29 23:42:00.193230 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f498a-bc5b-4cf4-871d-fb67746c6274 req-b50f9036-ba4a-4652-9c47-ff76c7bfc18d tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:00.194898 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-748f498a-bc5b-4cf4-871d-fb67746c6274 req-b50f9036-ba4a-4652-9c47-ff76c7bfc18d tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.23 "GET /v2.0/ports?device_id=cfba3e56-d0c8-409c-b4a3-5e8e23441ec5 HTTP/1.1" status: 200 len: 946 time: 0.1462889 Jul 29 23:42:00.312744 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-26797e0f-8d77-4b80-ae7e-ded52b8ff73f req-61924e51-554c-4a24-a174-c857d07e0ac1 tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.23 "GET /v2.0/ports?device_id=4338ea74-892c-4182-8da3-626719256b41 HTTP/1.1" status: 200 len: 210 time: 0.0441072 Jul 29 23:42:00.383035 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446fbfda-a2ea-4fec-884e-43c8b574361b req-d15a404a-9d87-474a-b472-d9768abdc23b tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:00.390747 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-446fbfda-a2ea-4fec-884e-43c8b574361b req-d15a404a-9d87-474a-b472-d9768abdc23b tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.1734161 Jul 29 23:42:00.465099 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-446fbfda-a2ea-4fec-884e-43c8b574361b req-7aaa9308-10f6-4afa-94b0-02c1baa97842 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725751 Jul 29 23:42:00.569248 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-748f498a-bc5b-4cf4-871d-fb67746c6274 req-bff9dbe3-99d2-4e9b-9103-c7b4590eac31 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Deleting port 9689476c-fd74-43cc-9b01-f7bbc4f908ef {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:00.569596 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-748f498a-bc5b-4cf4-871d-fb67746c6274 req-bff9dbe3-99d2-4e9b-9103-c7b4590eac31 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:01.064612 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2170be-2d92-4909-ab7f-d2242af32e80 req-840e95cd-71be-4c75-8107-5fc3f4b5837f tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:01.071793 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9c2170be-2d92-4909-ab7f-d2242af32e80 req-840e95cd-71be-4c75-8107-5fc3f4b5837f tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=cfba3e56-d0c8-409c-b4a3-5e8e23441ec5 HTTP/1.1" status: 200 len: 946 time: 0.4823155 Jul 29 23:42:01.116665 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-748f498a-bc5b-4cf4-871d-fb67746c6274 req-bff9dbe3-99d2-4e9b-9103-c7b4590eac31 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] For port 9689476c-fd74-43cc-9b01-f7bbc4f908ef, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9689476c-fd74-43cc-9b01-f7bbc4f908ef,segment=NetworkSegment(1188d1e4-69c8-4b77-bce2-dbb7d71f56dd),segment_id=1188d1e4-69c8-4b77-bce2-dbb7d71f56dd)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:01.116665 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-748f498a-bc5b-4cf4-871d-fb67746c6274 req-bff9dbe3-99d2-4e9b-9103-c7b4590eac31 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:01.138364 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9c2170be-2d92-4909-ab7f-d2242af32e80 req-b8a2c578-69ff-4747-924d-fed974fa8a5b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=581c3b2c-4764-4c8f-b285-14a5e0c34efa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654721 Jul 29 23:42:01.144935 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-748f498a-bc5b-4cf4-871d-fb67746c6274 req-bff9dbe3-99d2-4e9b-9103-c7b4590eac31 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Calling delete_port for 9689476c-fd74-43cc-9b01-f7bbc4f908ef owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:01.357648 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-748f498a-bc5b-4cf4-871d-fb67746c6274 req-bff9dbe3-99d2-4e9b-9103-c7b4590eac31 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:01.366160 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee0334-f58f-433b-ae74-6b98b162b07e req-4f2fcde8-af91-41ae-997f-57031e20b01e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:01.368708 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82ee0334-f58f-433b-ae74-6b98b162b07e req-4f2fcde8-af91-41ae-997f-57031e20b01e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.1044245 Jul 29 23:42:01.406705 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff9dbe3-99d2-4e9b-9103-c7b4590eac31 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event deleted for resources: {'Port': ['ID=9689476c-fd74-43cc-9b01-f7bbc4f908ef,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:01.496530 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-748f498a-bc5b-4cf4-871d-fb67746c6274 req-bff9dbe3-99d2-4e9b-9103-c7b4590eac31 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] No DVR routers for this DVR port 9689476c-fd74-43cc-9b01-f7bbc4f908ef on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:42:01.501271 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-748f498a-bc5b-4cf4-871d-fb67746c6274 req-bff9dbe3-99d2-4e9b-9103-c7b4590eac31 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:01.518172 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-748f498a-bc5b-4cf4-871d-fb67746c6274 req-bff9dbe3-99d2-4e9b-9103-c7b4590eac31 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.23 "DELETE /v2.0/ports/9689476c-fd74-43cc-9b01-f7bbc4f908ef HTTP/1.1" status: 204 len: 173 time: 1.3145270 Jul 29 23:42:01.519208 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfba3e56-d0c8-409c-b4a3-5e8e23441ec5', 'name': 'network-vif-deleted', 'tag': '9689476c-fd74-43cc-9b01-f7bbc4f908ef'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:01.521539 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e3956f-21cd-4d37-99e3-271f4c124af3" -d '{"events": [{"server_uuid": "cfba3e56-d0c8-409c-b4a3-5e8e23441ec5", "name": "network-vif-deleted", "tag": "9689476c-fd74-43cc-9b01-f7bbc4f908ef"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:01.530574 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82ee0334-f58f-433b-ae74-6b98b162b07e req-dab13253-5cba-459c-b072-cb4ffa725bd7 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256084 Jul 29 23:42:01.894671 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8bbd9b6b-a388-460b-8e1f-1456b652f158 req-0988efcf-d8af-459a-87f9-08ed612f6896 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=e84f33fb597b478f96b52999549af23e&device_id=9010acce-ab5f-48ad-82e9-4f0df307086a HTTP/1.1" status: 200 len: 210 time: 0.1000755 Jul 29 23:42:01.958545 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8bbd9b6b-a388-460b-8e1f-1456b652f158 req-646430cd-9f1d-4137-b558-3e0b98e9c300 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=e84f33fb597b478f96b52999549af23e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459769 Jul 29 23:42:01.977599 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3af55-206e-4cef-aa2c-9d212e758ea6 req-5d3ae33a-347e-4fd6-ad59-3d83405031a8 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:01.989043 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-67e3af55-206e-4cef-aa2c-9d212e758ea6 req-5d3ae33a-347e-4fd6-ad59-3d83405031a8 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.1507576 Jul 29 23:42:02.145942 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-67e3af55-206e-4cef-aa2c-9d212e758ea6 req-802f3490-f873-4fcf-a500-72badf0d9566 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555071 Jul 29 23:42:02.249330 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbd9b6b-a388-460b-8e1f-1456b652f158 req-653b859f-af36-4130-9135-21462178992e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:02.251145 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8bbd9b6b-a388-460b-8e1f-1456b652f158 req-653b859f-af36-4130-9135-21462178992e service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2493713 Jul 29 23:42:02.276164 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-591fc94e-c664-497f-9325-2cf25ab33ba0 x-openstack-request-id: req-591fc94e-c664-497f-9325-2cf25ab33ba0 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:02.278904 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfba3e56-d0c8-409c-b4a3-5e8e23441ec5", "name": "network-vif-deleted", "tag": "9689476c-fd74-43cc-9b01-f7bbc4f908ef", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:02.279428 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-591fc94e-c664-497f-9325-2cf25ab33ba0 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:02.280175 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfba3e56-d0c8-409c-b4a3-5e8e23441ec5', 'name': 'network-vif-deleted', 'tag': '9689476c-fd74-43cc-9b01-f7bbc4f908ef', 'status': 'completed', 'code': 200} Jul 29 23:42:02.675040 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-304d26e3-f316-45bd-841d-131dab83e3d1 req-c541b042-45d4-41f7-a38d-19bc8f6af242 tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=9010acce-ab5f-48ad-82e9-4f0df307086a HTTP/1.1" status: 200 len: 210 time: 0.0305469 Jul 29 23:42:02.739737 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60136) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:02.818272 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c77fab80-d5fb-43f8-bd0e-abfbe761c4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:02.837127 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b528387b-6610-48c2-9e34-80ce22483af0 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:02.911430 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b528387b-6610-48c2-9e34-80ce22483af0 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:02.950202 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27b7d4-96e2-477d-8114-f7769f31c470 req-eb2a460f-ba66-444f-b4e8-da7c92a50e0b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:02.951732 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1a27b7d4-96e2-477d-8114-f7769f31c470 req-eb2a460f-ba66-444f-b4e8-da7c92a50e0b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.1081767 Jul 29 23:42:03.037107 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1a27b7d4-96e2-477d-8114-f7769f31c470 req-ef321abf-9320-4126-a428-5f14b290a165 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748110 Jul 29 23:42:03.052704 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b528387b-6610-48c2-9e34-80ce22483af0 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.055619 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b528387b-6610-48c2-9e34-80ce22483af0 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.059306 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b528387b-6610-48c2-9e34-80ce22483af0 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "DELETE /v2.0/security-groups/581c3b2c-4764-4c8f-b285-14a5e0c34efa HTTP/1.1" status: 204 len: 168 time: 0.3160655 Jul 29 23:42:03.067181 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528387b-6610-48c2-9e34-80ce22483af0 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=581c3b2c-4764-4c8f-b285-14a5e0c34efa,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:03.096266 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60146) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:03.163345 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-973c03ed-369a-4381-b2f8-df2446541a64 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Deleting subnet 73b2b8f2-8a46-4cf3-a372-5609bde25d30 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:42:03.168278 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-973c03ed-369a-4381-b2f8-df2446541a64 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.241602 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-973c03ed-369a-4381-b2f8-df2446541a64 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.403161 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9689476c-fd74-43cc-9b01-f7bbc4f908ef no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:42:03.405034 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944cbecf-55e1-4afe-9bf6-50d7e995629b req-b22f8703-1100-4517-8c79-f697f87a6de9 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:03.417613 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-944cbecf-55e1-4afe-9bf6-50d7e995629b req-b22f8703-1100-4517-8c79-f697f87a6de9 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.1317906 Jul 29 23:42:03.431698 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 9689476c-fd74-43cc-9b01-f7bbc4f908ef {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:42:03.432348 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9689476c-fd74-43cc-9b01-f7bbc4f908ef not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:42:03.464178 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-973c03ed-369a-4381-b2f8-df2446541a64 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.529180 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-944cbecf-55e1-4afe-9bf6-50d7e995629b req-d7d9d088-9f57-45d3-bbe5-e64e0dd77f4e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138136 Jul 29 23:42:03.571141 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-973c03ed-369a-4381-b2f8-df2446541a64 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.608057 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973c03ed-369a-4381-b2f8-df2446541a64 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event deleted for resources: {'Subnet': ['ID=73b2b8f2-8a46-4cf3-a372-5609bde25d30,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:03.613838 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-973c03ed-369a-4381-b2f8-df2446541a64 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.617321 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-973c03ed-369a-4381-b2f8-df2446541a64 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "DELETE /v2.0/subnets/73b2b8f2-8a46-4cf3-a372-5609bde25d30 HTTP/1.1" status: 204 len: 168 time: 0.5198371 Jul 29 23:42:03.619732 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60158) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:03.620334 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5c8e4b-1189-42ae-afb0-20f0c17defe5 None None] Network c7e54cff-4ab1-4c76-83ac-40f6eaeafba2 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:03.881801 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa6e6e84-7f9a-4c00-baac-713eccdf857f req-fd1f581e-8d39-444a-8020-6d8b335946d9 tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.18 "GET /v2.0/ports?device_id=9010acce-ab5f-48ad-82e9-4f0df307086a HTTP/1.1" status: 200 len: 210 time: 0.1040115 Jul 29 23:42:03.888562 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8bbd9b6b-a388-460b-8e1f-1456b652f158 req-9ad7da7d-159c-43e1-a532-c0b1daee5f56 tempest-ServerShowV247Test-696982737 tempest-ServerShowV247Test-696982737-project] 10.222.0.23 "GET /v2.0/ports?device_id=9010acce-ab5f-48ad-82e9-4f0df307086a HTTP/1.1" status: 200 len: 210 time: 0.1241689 Jul 29 23:42:03.894454 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ad03be28-0206-48d8-b8f2-afc6349cab44 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:03.923738 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2832d5-5af6-4136-a0e3-e6e831c936fa None None] DHCP port deletion for c7e54cff-4ab1-4c76-83ac-40f6eaeafba2 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:42:03.991419 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-ad03be28-0206-48d8-b8f2-afc6349cab44 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Deleting port ec03f413-8cc0-4970-932f-a60f953e3c36 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:03.991419 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ad03be28-0206-48d8-b8f2-afc6349cab44 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.036939 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-4f2832d5-5af6-4136-a0e3-e6e831c936fa None None] Deleting port ec03f413-8cc0-4970-932f-a60f953e3c36 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:04.037747 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4f2832d5-5af6-4136-a0e3-e6e831c936fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.076843 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-ad03be28-0206-48d8-b8f2-afc6349cab44 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] For port ec03f413-8cc0-4970-932f-a60f953e3c36, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=ec03f413-8cc0-4970-932f-a60f953e3c36,segment=NetworkSegment(1188d1e4-69c8-4b77-bce2-dbb7d71f56dd),segment_id=1188d1e4-69c8-4b77-bce2-dbb7d71f56dd)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:04.077684 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ad03be28-0206-48d8-b8f2-afc6349cab44 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.108920 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-ad03be28-0206-48d8-b8f2-afc6349cab44 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Calling delete_port for ec03f413-8cc0-4970-932f-a60f953e3c36 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:04.176824 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-4f2832d5-5af6-4136-a0e3-e6e831c936fa None None] For port ec03f413-8cc0-4970-932f-a60f953e3c36, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=ec03f413-8cc0-4970-932f-a60f953e3c36,segment=NetworkSegment(1188d1e4-69c8-4b77-bce2-dbb7d71f56dd),segment_id=1188d1e4-69c8-4b77-bce2-dbb7d71f56dd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:04.177326 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4f2832d5-5af6-4136-a0e3-e6e831c936fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.204106 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-4f2832d5-5af6-4136-a0e3-e6e831c936fa None None] Calling delete_port for ec03f413-8cc0-4970-932f-a60f953e3c36 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:04.250025 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ad03be28-0206-48d8-b8f2-afc6349cab44 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.304351 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03be28-0206-48d8-b8f2-afc6349cab44 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event deleted for resources: {'Port': ['ID=ec03f413-8cc0-4970-932f-a60f953e3c36,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:04.310666 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad03be28-0206-48d8-b8f2-afc6349cab44 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] No DVR routers for this DVR port ec03f413-8cc0-4970-932f-a60f953e3c36 on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:42:04.325989 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4f2832d5-5af6-4136-a0e3-e6e831c936fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.341838 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2832d5-5af6-4136-a0e3-e6e831c936fa None None] No DVR routers for this DVR port ec03f413-8cc0-4970-932f-a60f953e3c36 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:42:04.366692 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2832d5-5af6-4136-a0e3-e6e831c936fa None None] Pushing event deleted for resources: {'Port': ['ID=ec03f413-8cc0-4970-932f-a60f953e3c36,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:04.423895 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ad03be28-0206-48d8-b8f2-afc6349cab44 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.435567 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50af626-fcd3-4114-ac1a-fb7ff6a48221 req-98a4359b-78e0-4b56-bffb-e96c4282f820 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:04.440331 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b50af626-fcd3-4114-ac1a-fb7ff6a48221 req-98a4359b-78e0-4b56-bffb-e96c4282f820 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.2034450 Jul 29 23:42:04.456514 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-ad03be28-0206-48d8-b8f2-afc6349cab44 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e54cff-4ab1-4c76-83ac-40f6eaeafba2']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:04.487229 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-ad03be28-0206-48d8-b8f2-afc6349cab44 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1188d1e4-69c8-4b77-bce2-dbb7d71f56dd') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:04.487229 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-ad03be28-0206-48d8-b8f2-afc6349cab44 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1188d1e4-69c8-4b77-bce2-dbb7d71f56dd') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:04.528923 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ad03be28-0206-48d8-b8f2-afc6349cab44 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.557434 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ad03be28-0206-48d8-b8f2-afc6349cab44 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.567218 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad03be28-0206-48d8-b8f2-afc6349cab44 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:42:04.567631 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ad03be28-0206-48d8-b8f2-afc6349cab44 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.645986 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:42:04.645986 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:42:04.645986 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:42:04.645986 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:42:04.645986 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:42:04.645986 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:42:04.645986 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:42:04.645986 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:42:04.645986 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:42:04.645986 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:42:04.645986 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:42:04.645986 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:42:04.645986 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:42:04.645986 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:42:04.645986 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:42:04.645986 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:42:04.645986 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:42:04.645986 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:42:04.645986 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:42:04.645986 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:42:04.645986 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:42:04.645986 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:42:04.645986 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:42:04.645986 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:42:04.645986 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:42:04.645986 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:42:04.645986 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:42:04.645986 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:42:04.645986 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:42:04.645986 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:42:04.645986 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:42:04.645986 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:42:04.665391 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b50af626-fcd3-4114-ac1a-fb7ff6a48221 req-e14d3532-ca3d-4a36-84e1-a698a6998878 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180171 Jul 29 23:42:04.678068 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ad03be28-0206-48d8-b8f2-afc6349cab44 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.708184 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ad03be28-0206-48d8-b8f2-afc6349cab44 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.713921 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ad03be28-0206-48d8-b8f2-afc6349cab44 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "DELETE /v2.0/networks/c7e54cff-4ab1-4c76-83ac-40f6eaeafba2 HTTP/1.1" status: 204 len: 168 time: 1.0908577 Jul 29 23:42:04.715038 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60182) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:04.734852 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03be28-0206-48d8-b8f2-afc6349cab44 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event deleted for resources: {'Network': ['ID=c7e54cff-4ab1-4c76-83ac-40f6eaeafba2,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:04.875487 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7e77c3-d856-418a-990a-fbe341100daa req-2a9cce4d-b2be-420d-8c78-0ecbe9828cec tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:04.877460 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-df7e77c3-d856-418a-990a-fbe341100daa req-2a9cce4d-b2be-420d-8c78-0ecbe9828cec tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.1046777 Jul 29 23:42:04.901587 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-4a0fd07a-7ca6-463e-b73c-57de54811aa1 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Deleting port c2fc07a0-d2d5-45bb-bdcc-512d357440c1 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:04.901955 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4a0fd07a-7ca6-463e-b73c-57de54811aa1 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.940289 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-df7e77c3-d856-418a-990a-fbe341100daa req-ae5e8be6-f843-4401-9bd0-c0fed4818bcb tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526392 Jul 29 23:42:04.996792 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4a0fd07a-7ca6-463e-b73c-57de54811aa1 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:04.997130 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4a0fd07a-7ca6-463e-b73c-57de54811aa1 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:05.010975 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-4a0fd07a-7ca6-463e-b73c-57de54811aa1 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Calling delete_port for c2fc07a0-d2d5-45bb-bdcc-512d357440c1 owned by network:floatingip {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:05.113564 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c746f8-b272-4650-b3ce-df6e83f7120e req-6283c3f0-dd03-4d97-bf60-82896179964e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:05.115095 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98c746f8-b272-4650-b3ce-df6e83f7120e req-6283c3f0-dd03-4d97-bf60-82896179964e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0806890 Jul 29 23:42:05.170200 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98c746f8-b272-4650-b3ce-df6e83f7120e req-159446ec-f53f-411a-bec4-0eaf7329fbb0 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471122 Jul 29 23:42:05.220175 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4a0fd07a-7ca6-463e-b73c-57de54811aa1 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:05.257546 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0fd07a-7ca6-463e-b73c-57de54811aa1 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event deleted for resources: {'Port': ['ID=c2fc07a0-d2d5-45bb-bdcc-512d357440c1,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:05.289697 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0fd07a-7ca6-463e-b73c-57de54811aa1 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:05.290257 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0fd07a-7ca6-463e-b73c-57de54811aa1 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:05.290760 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0fd07a-7ca6-463e-b73c-57de54811aa1 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:05.291281 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0fd07a-7ca6-463e-b73c-57de54811aa1 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:05.291776 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0fd07a-7ca6-463e-b73c-57de54811aa1 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:05.292299 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0fd07a-7ca6-463e-b73c-57de54811aa1 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:05.293307 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0fd07a-7ca6-463e-b73c-57de54811aa1 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:05.293809 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0fd07a-7ca6-463e-b73c-57de54811aa1 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:05.294293 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0fd07a-7ca6-463e-b73c-57de54811aa1 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:05.294795 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0fd07a-7ca6-463e-b73c-57de54811aa1 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:05.295285 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0fd07a-7ca6-463e-b73c-57de54811aa1 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:05.295866 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0fd07a-7ca6-463e-b73c-57de54811aa1 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:05.352958 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4a0fd07a-7ca6-463e-b73c-57de54811aa1 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for floatingip, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:05.354049 n-d-712140-10 neutron-server[94064]: INFO neutron.db.l3_db [None req-4a0fd07a-7ca6-463e-b73c-57de54811aa1 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Floating IP 9929a826-89a0-4839-9254-38600d8acd04 disassociated (deleted). External IP: 172.25.8.57, port: 6bfd3b8c-868b-4667-aa54-6ef730418cfe. Jul 29 23:42:05.382090 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:05.425956 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device ec03f413-8cc0-4970-932f-a60f953e3c36 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:42:05.467000 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b96bec7-fa79-473f-94a9-f5bba299eece req-3875355d-b5c4-4c1c-8b08-19b0b0f5961d tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:05.468882 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4b96bec7-fa79-473f-94a9-f5bba299eece req-3875355d-b5c4-4c1c-8b08-19b0b0f5961d tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0930095 Jul 29 23:42:05.475004 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: ec03f413-8cc0-4970-932f-a60f953e3c36 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:42:05.476166 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device ec03f413-8cc0-4970-932f-a60f953e3c36 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:42:05.575975 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4b96bec7-fa79-473f-94a9-f5bba299eece req-2145bc5c-4442-4f05-a646-3242e389322b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943027 Jul 29 23:42:05.731205 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0fd07a-7ca6-463e-b73c-57de54811aa1 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Router f910637b-c3a9-430a-97db-d53e2ea119c8 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:42:05.765707 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60204) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:05.789676 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b840dd-a24a-439f-b05d-1fca3d7c80a4 req-e6cd02d2-3c53-4def-a27b-a27f8e4b026d tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:05.793192 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b1b840dd-a24a-439f-b05d-1fca3d7c80a4 req-e6cd02d2-3c53-4def-a27b-a27f8e4b026d tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.1072655 Jul 29 23:42:05.876367 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b1b840dd-a24a-439f-b05d-1fca3d7c80a4 req-5e2871f7-a566-4d65-b1a2-bee0e888fbd9 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684772 Jul 29 23:42:05.902717 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0fd07a-7ca6-463e-b73c-57de54811aa1 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:42:05.926020 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4a0fd07a-7ca6-463e-b73c-57de54811aa1 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:05.928126 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84ddc8d-47b6-4abf-a7a3-5c9af0f19bcb None None] Sync routers for ids ['f910637b-c3a9-430a-97db-d53e2ea119c8'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:42:05.947999 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84ddc8d-47b6-4abf-a7a3-5c9af0f19bcb None None] Routers {'f910637b-c3a9-430a-97db-d53e2ea119c8'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:05.949510 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a84ddc8d-47b6-4abf-a7a3-5c9af0f19bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:41:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f910637b-c3a9-430a-97db-d53e2ea119c8'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:05.995885 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4b1958da-a69f-416f-ab90-54fb033db752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.034163 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4a0fd07a-7ca6-463e-b73c-57de54811aa1 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "DELETE /v2.0/floatingips/9929a826-89a0-4839-9254-38600d8acd04 HTTP/1.1" status: 204 len: 168 time: 1.3178709 Jul 29 23:42:06.034772 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '878f7aad-b958-4575-9ea1-769ff46bcdd5', 'tag': '6bfd3b8c-868b-4667-aa54-6ef730418cfe'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:06.039321 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbf1f57-b1e0-4561-8858-3fecb31cd886" -d '{"events": [{"name": "network-changed", "server_uuid": "878f7aad-b958-4575-9ea1-769ff46bcdd5", "tag": "6bfd3b8c-868b-4667-aa54-6ef730418cfe"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:06.148964 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-a84ddc8d-47b6-4abf-a7a3-5c9af0f19bcb None None] Set router f910637b-c3a9-430a-97db-d53e2ea119c8 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:06.187699 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4b1958da-a69f-416f-ab90-54fb033db752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.200591 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4b1958da-a69f-416f-ab90-54fb033db752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.220850 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-714fd46c-d23b-4d90-881b-b967b2644548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.268168 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60222) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:06.280832 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4b1958da-a69f-416f-ab90-54fb033db752 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e84f33fb597b478f96b52999549af23e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5138245 Jul 29 23:42:06.284751 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1958da-a69f-416f-ab90-54fb033db752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041d5bf9-7d8b-4e00-8d2d-3a1726ff7aad,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:06.310365 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc51eba-6045-4cfc-9949-d9b637b7f906 req-67db1ddd-00c0-47eb-b313-d3a52df18e18 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:06.315445 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9fc51eba-6045-4cfc-9949-d9b637b7f906 req-67db1ddd-00c0-47eb-b313-d3a52df18e18 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.2202728 Jul 29 23:42:06.375637 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-de532025-b2f3-43fd-8a53-4115c17f01d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.411445 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-de532025-b2f3-43fd-8a53-4115c17f01d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.420782 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9fc51eba-6045-4cfc-9949-d9b637b7f906 req-834dd4b5-f5b8-418a-91f7-ec6c6e9b6a4c tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974073 Jul 29 23:42:06.488153 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-de532025-b2f3-43fd-8a53-4115c17f01d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.491862 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-de532025-b2f3-43fd-8a53-4115c17f01d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:06.493049 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-de532025-b2f3-43fd-8a53-4115c17f01d9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/041d5bf9-7d8b-4e00-8d2d-3a1726ff7aad HTTP/1.1" status: 204 len: 168 time: 0.2236269 Jul 29 23:42:06.515260 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de532025-b2f3-43fd-8a53-4115c17f01d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041d5bf9-7d8b-4e00-8d2d-3a1726ff7aad,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:06.576685 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a84ddc8d-47b6-4abf-a7a3-5c9af0f19bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'name': 'tempest-TestNetworkBasicOps-router-475089061', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:42Z', 'updated_at': '2021-07-29T23:41:55Z', 'revision_number': 6, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:43Z', 'updated_at': '2021-07-29T23:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '840a29ff-9cfa-4ff7-ab68-9707f5dc7a12', 'name': '', 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'mac_address': 'fa:16:3e:ce:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:46Z', 'updated_at': '2021-07-29T23:39:55Z', 'revision_number': 5, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'subnets': [{'id': '9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:06.677720 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84ddc8d-47b6-4abf-a7a3-5c9af0f19bcb None None] Checking router: f910637b-c3a9-430a-97db-d53e2ea119c8 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:42:06.694920 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84ddc8d-47b6-4abf-a7a3-5c9af0f19bcb None None] Routers {'f910637b-c3a9-430a-97db-d53e2ea119c8'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:06.695546 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a84ddc8d-47b6-4abf-a7a3-5c9af0f19bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:42:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f910637b-c3a9-430a-97db-d53e2ea119c8'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:06.851301 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-a84ddc8d-47b6-4abf-a7a3-5c9af0f19bcb None None] Set router f910637b-c3a9-430a-97db-d53e2ea119c8 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:06.909031 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:07.047336 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01299587-71a5-4bde-9882-414de007d64a x-openstack-request-id: req-01299587-71a5-4bde-9882-414de007d64a {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:07.048180 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "878f7aad-b958-4575-9ea1-769ff46bcdd5", "tag": "6bfd3b8c-868b-4667-aa54-6ef730418cfe", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:07.048611 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-01299587-71a5-4bde-9882-414de007d64a {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:07.049174 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '878f7aad-b958-4575-9ea1-769ff46bcdd5', 'tag': '6bfd3b8c-868b-4667-aa54-6ef730418cfe', 'status': 'completed', 'code': 200} Jul 29 23:42:07.180875 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a84ddc8d-47b6-4abf-a7a3-5c9af0f19bcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'name': 'tempest-TestNetworkBasicOps-router-475089061', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:42Z', 'updated_at': '2021-07-29T23:41:55Z', 'revision_number': 6, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:43Z', 'updated_at': '2021-07-29T23:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '840a29ff-9cfa-4ff7-ab68-9707f5dc7a12', 'name': '', 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'mac_address': 'fa:16:3e:ce:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:46Z', 'updated_at': '2021-07-29T23:39:55Z', 'revision_number': 5, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'subnets': [{'id': '9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:07.207725 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56029858-fb51-4775-be2d-bd3586229b9e req-c1ba2818-f874-4504-94f9-34eeea2ddd46 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:07.216038 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-56029858-fb51-4775-be2d-bd3586229b9e req-c1ba2818-f874-4504-94f9-34eeea2ddd46 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=878f7aad-b958-4575-9ea1-769ff46bcdd5 HTTP/1.1" status: 200 len: 946 time: 0.0727565 Jul 29 23:42:07.216698 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84ddc8d-47b6-4abf-a7a3-5c9af0f19bcb None None] The sync data for ids ['f910637b-c3a9-430a-97db-d53e2ea119c8'] in n-d-712140-10 is: [{'id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'name': 'tempest-TestNetworkBasicOps-router-475089061', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:42Z', 'updated_at': '2021-07-29T23:41:55Z', 'revision_number': 6, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:43Z', 'updated_at': '2021-07-29T23:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '840a29ff-9cfa-4ff7-ab68-9707f5dc7a12', 'name': '', 'network_id': '35f66920-bcaf-4f1b-afc2-223b687e24e3', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'mac_address': 'fa:16:3e:ce:a5:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:46Z', 'updated_at': '2021-07-29T23:39:55Z', 'revision_number': 5, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'subnets': [{'id': '9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:42:07.366080 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-56029858-fb51-4775-be2d-bd3586229b9e req-46766ff5-1cb1-47c6-bc04-0ad576f163d7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=757b979a-405c-45a3-af17-a6e1c111b92c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457381 Jul 29 23:42:07.405102 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf1f57-b1e0-4561-8858-3fecb31cd886 req-cfc65870-ca9f-4ee2-9614-67e680e2e6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:07.407474 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-adbf1f57-b1e0-4561-8858-3fecb31cd886 req-cfc65870-ca9f-4ee2-9614-67e680e2e6ad service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a74022ced16f48bea72df0eb10f3e470&device_id=878f7aad-b958-4575-9ea1-769ff46bcdd5 HTTP/1.1" status: 200 len: 1098 time: 0.1652567 Jul 29 23:42:07.647591 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434ec845-e074-4934-b1e9-2b4e77de000c req-c5fb3e3b-7b48-48ef-a765-a442bf30ddc0 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:07.656688 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-434ec845-e074-4934-b1e9-2b4e77de000c req-c5fb3e3b-7b48-48ef-a765-a442bf30ddc0 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0817437 Jul 29 23:42:07.716565 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-434ec845-e074-4934-b1e9-2b4e77de000c req-6286dd58-2776-46f4-b4bd-6b8e3698ec45 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538313 Jul 29 23:42:07.719335 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7ed80a-d4ca-4337-9d39-dd1ea263e7e0 None None] New status for floating IP 9929a826-89a0-4839-9254-38600d8acd04: DOWN {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:42:07.724258 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf1f57-b1e0-4561-8858-3fecb31cd886 req-7e9ba05f-8893-4ca0-a872-364ab6929c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:07.725806 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-adbf1f57-b1e0-4561-8858-3fecb31cd886 req-7e9ba05f-8893-4ca0-a872-364ab6929c00 service neutron] 10.222.0.23 "GET /v2.0/networks?id=35f66920-bcaf-4f1b-afc2-223b687e24e3 HTTP/1.1" status: 200 len: 898 time: 0.2966597 Jul 29 23:42:07.784961 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-adbf1f57-b1e0-4561-8858-3fecb31cd886 req-7d2b44c9-ec04-4de2-94f6-9a1428d9b5a1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6bfd3b8c-868b-4667-aa54-6ef730418cfe HTTP/1.1" status: 200 len: 217 time: 0.0490005 Jul 29 23:42:07.897950 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf1f57-b1e0-4561-8858-3fecb31cd886 req-f3b02bd0-42ab-411b-a3e5-6db62ab638ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:07.899709 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-adbf1f57-b1e0-4561-8858-3fecb31cd886 req-f3b02bd0-42ab-411b-a3e5-6db62ab638ef service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e HTTP/1.1" status: 200 len: 835 time: 0.0946589 Jul 29 23:42:08.037414 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf1f57-b1e0-4561-8858-3fecb31cd886 req-8bd8a330-9bdd-4834-ad57-600405c9733e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:08.037614 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-adbf1f57-b1e0-4561-8858-3fecb31cd886 req-8bd8a330-9bdd-4834-ad57-600405c9733e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=35f66920-bcaf-4f1b-afc2-223b687e24e3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1261308 Jul 29 23:42:08.158334 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:08.181980 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-adbf1f57-b1e0-4561-8858-3fecb31cd886 req-1429b21c-51a3-4931-8955-f488ac9e556b service neutron] 10.222.0.23 "GET /v2.0/networks/35f66920-bcaf-4f1b-afc2-223b687e24e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306179 Jul 29 23:42:08.391715 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-adbf1f57-b1e0-4561-8858-3fecb31cd886 req-a6b59f21-1145-4778-b879-256f3fb1d8bb service neutron] 10.222.0.23 "GET /v2.0/networks/35f66920-bcaf-4f1b-afc2-223b687e24e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831045 Jul 29 23:42:08.425026 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3588b61e-d616-4766-a950-c3f339b09ee3 req-dd65603f-f638-4ae0-a57c-c9e123619542 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:08.426805 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3588b61e-d616-4766-a950-c3f339b09ee3 req-dd65603f-f638-4ae0-a57c-c9e123619542 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.23 "GET /v2.0/ports?device_id=878f7aad-b958-4575-9ea1-769ff46bcdd5 HTTP/1.1" status: 200 len: 946 time: 0.0808744 Jul 29 23:42:08.611434 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-3588b61e-d616-4766-a950-c3f339b09ee3 req-8a2e85c6-e52d-47dd-bbd2-1ccc3c333599 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Deleting port 6bfd3b8c-868b-4667-aa54-6ef730418cfe {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:08.611776 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3588b61e-d616-4766-a950-c3f339b09ee3 req-8a2e85c6-e52d-47dd-bbd2-1ccc3c333599 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:08.624153 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7819b5-4883-4bab-b0d5-9720b3fcf138 req-46dc7242-6dc4-4228-8573-84f01482a40a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:08.632236 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5a7819b5-4883-4bab-b0d5-9720b3fcf138 req-46dc7242-6dc4-4228-8573-84f01482a40a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=878f7aad-b958-4575-9ea1-769ff46bcdd5 HTTP/1.1" status: 200 len: 946 time: 0.0923119 Jul 29 23:42:08.744647 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5a7819b5-4883-4bab-b0d5-9720b3fcf138 req-9682afd2-4ab7-498d-ba46-094357d3f0bd tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=757b979a-405c-45a3-af17-a6e1c111b92c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994895 Jul 29 23:42:08.813751 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-3588b61e-d616-4766-a950-c3f339b09ee3 req-8a2e85c6-e52d-47dd-bbd2-1ccc3c333599 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] For port 6bfd3b8c-868b-4667-aa54-6ef730418cfe, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=6bfd3b8c-868b-4667-aa54-6ef730418cfe,segment=NetworkSegment(4d3bc1fd-2f54-43ed-a175-4f07f8f403de),segment_id=4d3bc1fd-2f54-43ed-a175-4f07f8f403de)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:08.814234 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3588b61e-d616-4766-a950-c3f339b09ee3 req-8a2e85c6-e52d-47dd-bbd2-1ccc3c333599 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:08.838740 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-3588b61e-d616-4766-a950-c3f339b09ee3 req-8a2e85c6-e52d-47dd-bbd2-1ccc3c333599 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Calling delete_port for 6bfd3b8c-868b-4667-aa54-6ef730418cfe owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:08.961139 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8447f2d1-e5a5-4eea-8d3c-7be4870f38c7 req-9b54e720-5f25-40b5-a698-18d4d402d3a6 tempest-ServerShowV254Test-786426325 tempest-ServerShowV254Test-786426325-project] 10.222.0.18 "GET /v2.0/ports?device_id=8214167a-1dff-49ed-a0de-4f819d92dfa6 HTTP/1.1" status: 200 len: 210 time: 0.0376804 Jul 29 23:42:09.128108 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3588b61e-d616-4766-a950-c3f339b09ee3 req-8a2e85c6-e52d-47dd-bbd2-1ccc3c333599 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:09.181337 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2e85c6-e52d-47dd-bbd2-1ccc3c333599 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event deleted for resources: {'Port': ['ID=6bfd3b8c-868b-4667-aa54-6ef730418cfe,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:09.221512 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053c18a-a523-4eab-a702-5019d416c3b5 req-ac048258-eaf1-486a-bcd9-17af9adb5d4e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:09.223202 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e053c18a-a523-4eab-a702-5019d416c3b5 req-ac048258-eaf1-486a-bcd9-17af9adb5d4e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.1540704 Jul 29 23:42:09.273153 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-3588b61e-d616-4766-a950-c3f339b09ee3 req-8a2e85c6-e52d-47dd-bbd2-1ccc3c333599 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] No DVR routers for this DVR port 6bfd3b8c-868b-4667-aa54-6ef730418cfe on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:42:09.276632 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3588b61e-d616-4766-a950-c3f339b09ee3 req-8a2e85c6-e52d-47dd-bbd2-1ccc3c333599 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:09.279480 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3588b61e-d616-4766-a950-c3f339b09ee3 req-8a2e85c6-e52d-47dd-bbd2-1ccc3c333599 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.23 "DELETE /v2.0/ports/6bfd3b8c-868b-4667-aa54-6ef730418cfe HTTP/1.1" status: 204 len: 173 time: 0.8450043 Jul 29 23:42:09.281059 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '878f7aad-b958-4575-9ea1-769ff46bcdd5', 'name': 'network-vif-deleted', 'tag': '6bfd3b8c-868b-4667-aa54-6ef730418cfe'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:09.292075 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d744676-cad4-4c85-9513-d09b920d673e" -d '{"events": [{"server_uuid": "878f7aad-b958-4575-9ea1-769ff46bcdd5", "name": "network-vif-deleted", "tag": "6bfd3b8c-868b-4667-aa54-6ef730418cfe"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:09.305019 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e85c6-e52d-47dd-bbd2-1ccc3c333599 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:09.305386 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e85c6-e52d-47dd-bbd2-1ccc3c333599 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:09.305771 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e85c6-e52d-47dd-bbd2-1ccc3c333599 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:09.306112 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e85c6-e52d-47dd-bbd2-1ccc3c333599 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:09.306442 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e85c6-e52d-47dd-bbd2-1ccc3c333599 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:09.306769 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e85c6-e52d-47dd-bbd2-1ccc3c333599 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:09.307214 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e85c6-e52d-47dd-bbd2-1ccc3c333599 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:09.307804 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e85c6-e52d-47dd-bbd2-1ccc3c333599 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:09.308717 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e85c6-e52d-47dd-bbd2-1ccc3c333599 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:09.309270 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e85c6-e52d-47dd-bbd2-1ccc3c333599 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:09.309713 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e85c6-e52d-47dd-bbd2-1ccc3c333599 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:09.310045 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2e85c6-e52d-47dd-bbd2-1ccc3c333599 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:09.349714 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e053c18a-a523-4eab-a702-5019d416c3b5 req-14053a4e-c129-457e-be83-5cbeb7a26aae tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837853 Jul 29 23:42:09.404410 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3cf727-da06-4add-801a-bf43efbfe772 x-openstack-request-id: req-ae3cf727-da06-4add-801a-bf43efbfe772 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:09.405066 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "878f7aad-b958-4575-9ea1-769ff46bcdd5", "name": "network-vif-deleted", "tag": "6bfd3b8c-868b-4667-aa54-6ef730418cfe", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:09.405066 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae3cf727-da06-4add-801a-bf43efbfe772 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:09.405513 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '878f7aad-b958-4575-9ea1-769ff46bcdd5', 'name': 'network-vif-deleted', 'tag': '6bfd3b8c-868b-4667-aa54-6ef730418cfe', 'status': 'completed', 'code': 200} Jul 29 23:42:09.866695 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f479d854-b85c-4a3c-a5ab-1306cfae1d2e req-b19b716f-c62e-4e4d-9250-a9e7ca64e469 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=878f7aad-b958-4575-9ea1-769ff46bcdd5 HTTP/1.1" status: 200 len: 210 time: 0.0343530 Jul 29 23:42:10.106613 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-388e15ea-5526-40e7-b754-c8c69d4df6b0 req-b9fae64e-17ef-4909-abcf-015c36b061f4 tempest-ServerShowV254Test-786426325 tempest-ServerShowV254Test-786426325-project] 10.222.0.18 "GET /v2.0/ports?device_id=8214167a-1dff-49ed-a0de-4f819d92dfa6 HTTP/1.1" status: 200 len: 210 time: 0.0402792 Jul 29 23:42:10.482556 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221ae3d5-4524-4008-b0ba-e7f4f4c6d45d req-93b9fb94-58e7-442a-af55-5752b3a56aa7 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:10.484125 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-221ae3d5-4524-4008-b0ba-e7f4f4c6d45d req-93b9fb94-58e7-442a-af55-5752b3a56aa7 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0571244 Jul 29 23:42:10.548824 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-221ae3d5-4524-4008-b0ba-e7f4f4c6d45d req-6a5ad7fb-66a2-4b13-a673-67a3285aa5cd tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505776 Jul 29 23:42:11.063460 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60348) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:11.173833 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7f4c09a6-18aa-4c07-bff3-5c1c141f3b7f tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:11.207041 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7f4c09a6-18aa-4c07-bff3-5c1c141f3b7f tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:11.307585 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7f4c09a6-18aa-4c07-bff3-5c1c141f3b7f tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:11.318109 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7f4c09a6-18aa-4c07-bff3-5c1c141f3b7f tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:11.320220 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7f4c09a6-18aa-4c07-bff3-5c1c141f3b7f tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "DELETE /v2.0/security-groups/757b979a-405c-45a3-af17-a6e1c111b92c HTTP/1.1" status: 204 len: 168 time: 0.2549984 Jul 29 23:42:11.326800 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b0db4a66-5ca0-4b1a-84a2-027c5d4287a4 req-6885d3d8-a75a-49b3-b103-663d2e4c0bda tempest-ServerShowV254Test-786426325 tempest-ServerShowV254Test-786426325-project] 10.222.0.18 "GET /v2.0/ports?device_id=8214167a-1dff-49ed-a0de-4f819d92dfa6 HTTP/1.1" status: 200 len: 210 time: 0.1100595 Jul 29 23:42:11.328999 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4a7352e-4faa-4d2c-9db4-99faccc0acb7 req-6b79e4cb-bbc4-4141-9802-297cfe25e91e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8214167a-1dff-49ed-a0de-4f819d92dfa6 HTTP/1.1" status: 200 len: 210 time: 0.0912869 Jul 29 23:42:11.335135 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c09a6-18aa-4c07-bff3-5c1c141f3b7f tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=757b979a-405c-45a3-af17-a6e1c111b92c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:11.400945 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60360) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:11.463183 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 6bfd3b8c-868b-4667-aa54-6ef730418cfe no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:42:11.489433 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 6bfd3b8c-868b-4667-aa54-6ef730418cfe {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:42:11.490125 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 6bfd3b8c-868b-4667-aa54-6ef730418cfe not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:42:11.716062 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dbe858-e364-45de-a139-b67cf8da6efd req-666c3a97-9388-4d1d-a7a0-84114af34396 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:11.718203 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b9dbe858-e364-45de-a139-b67cf8da6efd req-666c3a97-9388-4d1d-a7a0-84114af34396 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0708313 Jul 29 23:42:11.783965 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b9dbe858-e364-45de-a139-b67cf8da6efd req-b05544f1-71a4-4469-96dc-1775c126f10b tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571938 Jul 29 23:42:11.943888 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0d9d3d19-9e56-4252-a65c-46689adc92b7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:12.352696 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-0d9d3d19-9e56-4252-a65c-46689adc92b7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Deleting port 840a29ff-9cfa-4ff7-ab68-9707f5dc7a12 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:12.353893 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0d9d3d19-9e56-4252-a65c-46689adc92b7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:12.487278 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-0d9d3d19-9e56-4252-a65c-46689adc92b7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] For port 840a29ff-9cfa-4ff7-ab68-9707f5dc7a12, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=840a29ff-9cfa-4ff7-ab68-9707f5dc7a12,segment=NetworkSegment(4d3bc1fd-2f54-43ed-a175-4f07f8f403de),segment_id=4d3bc1fd-2f54-43ed-a175-4f07f8f403de)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:12.487656 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0d9d3d19-9e56-4252-a65c-46689adc92b7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:12.505893 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-0d9d3d19-9e56-4252-a65c-46689adc92b7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Calling delete_port for 840a29ff-9cfa-4ff7-ab68-9707f5dc7a12 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:12.525266 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d51b8c9a-1516-4d49-b186-1c505e8e101e req-cca4c4b5-eb38-4d1f-a72e-22bcb32415a6 tempest-ServerShowV254Test-786426325 tempest-ServerShowV254Test-786426325-project] 10.222.0.18 "GET /v2.0/ports?device_id=8214167a-1dff-49ed-a0de-4f819d92dfa6 HTTP/1.1" status: 200 len: 210 time: 0.0472612 Jul 29 23:42:12.806530 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0d9d3d19-9e56-4252-a65c-46689adc92b7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:12.847689 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9d3d19-9e56-4252-a65c-46689adc92b7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event deleted for resources: {'Port': ['ID=840a29ff-9cfa-4ff7-ab68-9707f5dc7a12,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:13.091476 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0470d177-b4f4-45af-9940-7468c1164441 req-f298c01b-bcb7-42e2-8e64-c7286690fb77 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:13.095064 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0470d177-b4f4-45af-9940-7468c1164441 req-f298c01b-bcb7-42e2-8e64-c7286690fb77 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.0861127 Jul 29 23:42:13.114687 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0d9d3d19-9e56-4252-a65c-46689adc92b7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:13.166240 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0470d177-b4f4-45af-9940-7468c1164441 req-bd574a97-7907-485f-88ba-72c7cdfc98d1 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613279 Jul 29 23:42:13.516148 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4661e1f-f9ee-4c79-bbe9-57bb928a15d1 req-576806b8-c350-4e34-a1d6-af3342faf6c0 tempest-ServerShowV254Test-786426325 tempest-ServerShowV254Test-786426325-project] 10.222.0.18 "GET /v2.0/ports?device_id=8214167a-1dff-49ed-a0de-4f819d92dfa6 HTTP/1.1" status: 200 len: 210 time: 0.0285323 Jul 29 23:42:13.789355 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9d3d19-9e56-4252-a65c-46689adc92b7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Router f910637b-c3a9-430a-97db-d53e2ea119c8 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:42:13.871585 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fcede-4fca-4ecc-9dfd-91c97e6914fb req-17184d73-1d7f-49ec-862e-7d6924279577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:13.874574 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-363fcede-4fca-4ecc-9dfd-91c97e6914fb req-17184d73-1d7f-49ec-862e-7d6924279577 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c922b9eef7849b382751a5f51225ca4&device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 1098 time: 0.0679700 Jul 29 23:42:13.929024 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9d3d19-9e56-4252-a65c-46689adc92b7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:42:13.934680 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0d9d3d19-9e56-4252-a65c-46689adc92b7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "PUT /v2.0/routers/f910637b-c3a9-430a-97db-d53e2ea119c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5323904 Jul 29 23:42:13.937229 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60434) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:13.942337 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98f78ae-731b-45e5-b683-377a51192833 None None] Sync routers for ids ['f910637b-c3a9-430a-97db-d53e2ea119c8'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:42:13.952604 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98f78ae-731b-45e5-b683-377a51192833 None None] Routers {'f910637b-c3a9-430a-97db-d53e2ea119c8'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:13.953546 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c98f78ae-731b-45e5-b683-377a51192833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:42:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f910637b-c3a9-430a-97db-d53e2ea119c8'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:14.000218 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fcede-4fca-4ecc-9dfd-91c97e6914fb req-ca54fbc9-ffe9-4cd3-b626-d19107cea58f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:14.001734 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-363fcede-4fca-4ecc-9dfd-91c97e6914fb req-ca54fbc9-ffe9-4cd3-b626-d19107cea58f service neutron] 10.222.0.23 "GET /v2.0/networks?id=eaa8fac9-2de2-4cd9-adb9-0cd9d171e965 HTTP/1.1" status: 200 len: 914 time: 0.1202121 Jul 29 23:42:14.010094 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-466e13a9-a68a-4ab3-8413-3520b4bf2b36 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Deleting subnet 9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:42:14.013693 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-466e13a9-a68a-4ab3-8413-3520b4bf2b36 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.053969 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-363fcede-4fca-4ecc-9dfd-91c97e6914fb req-e981f50f-f66a-4b98-ab52-ab0a240940ba service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01e2403b-4235-4023-b6cb-5c26115dff63 HTTP/1.1" status: 200 len: 217 time: 0.0438402 Jul 29 23:42:14.059524 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-466e13a9-a68a-4ab3-8413-3520b4bf2b36 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.078672 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-c98f78ae-731b-45e5-b683-377a51192833 None None] Set router f910637b-c3a9-430a-97db-d53e2ea119c8 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:14.120531 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363fcede-4fca-4ecc-9dfd-91c97e6914fb req-9499eea5-0c0f-48b8-825c-ac83fe273f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:14.122516 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-363fcede-4fca-4ecc-9dfd-91c97e6914fb req-9499eea5-0c0f-48b8-825c-ac83fe273f44 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4bac587e-df83-41a8-8d4d-dfe59a8dbb02 HTTP/1.1" status: 200 len: 853 time: 0.0608089 Jul 29 23:42:14.163771 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-363fcede-4fca-4ecc-9dfd-91c97e6914fb req-4d74f3ef-1a6e-4a42-9db3-b0d1046b85c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eaa8fac9-2de2-4cd9-adb9-0cd9d171e965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312428 Jul 29 23:42:14.176197 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-466e13a9-a68a-4ab3-8413-3520b4bf2b36 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.264414 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-466e13a9-a68a-4ab3-8413-3520b4bf2b36 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.302787 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466e13a9-a68a-4ab3-8413-3520b4bf2b36 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event deleted for resources: {'Subnet': ['ID=9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:14.305044 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-466e13a9-a68a-4ab3-8413-3520b4bf2b36 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.307045 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-466e13a9-a68a-4ab3-8413-3520b4bf2b36 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "DELETE /v2.0/subnets/9dfcc8a6-0f2b-4508-b5cb-91a69488eb9e HTTP/1.1" status: 204 len: 168 time: 0.3688531 Jul 29 23:42:14.313366 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60444) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:14.317064 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0191fa6-d396-48f9-afec-25982ef742c0 None None] Network 35f66920-bcaf-4f1b-afc2-223b687e24e3 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:14.375862 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-363fcede-4fca-4ecc-9dfd-91c97e6914fb req-cdf9fdb5-5333-4d5b-900a-59af08c4253c service neutron] 10.222.0.23 "GET /v2.0/networks/eaa8fac9-2de2-4cd9-adb9-0cd9d171e965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035596 Jul 29 23:42:14.380176 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c98f78ae-731b-45e5-b683-377a51192833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'name': 'tempest-TestNetworkBasicOps-router-475089061', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:42Z', 'updated_at': '2021-07-29T23:42:12Z', 'revision_number': 7, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:43Z', 'updated_at': '2021-07-29T23:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:14.414716 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98f78ae-731b-45e5-b683-377a51192833 None None] Checking router: f910637b-c3a9-430a-97db-d53e2ea119c8 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:42:14.446371 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98f78ae-731b-45e5-b683-377a51192833 None None] Routers {'f910637b-c3a9-430a-97db-d53e2ea119c8'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:14.447395 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c98f78ae-731b-45e5-b683-377a51192833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:42:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f910637b-c3a9-430a-97db-d53e2ea119c8'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:14.525484 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-363fcede-4fca-4ecc-9dfd-91c97e6914fb req-c0036b0f-575d-4e35-b705-73c6af396b60 service neutron] 10.222.0.23 "GET /v2.0/networks/eaa8fac9-2de2-4cd9-adb9-0cd9d171e965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313725 Jul 29 23:42:14.562005 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fcbd7-82fe-4c1a-a9d4-ebc3179026d0 req-ad858fb0-e7f5-4195-86d4-26b5fe777ea0 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:14.562005 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3e4fcbd7-82fe-4c1a-a9d4-ebc3179026d0 req-ad858fb0-e7f5-4195-86d4-26b5fe777ea0 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.2291534 Jul 29 23:42:14.591230 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-03fc035d-8978-4ebe-92de-b164ab1fc6b8 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.646689 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3e4fcbd7-82fe-4c1a-a9d4-ebc3179026d0 req-13c4fc94-9c27-4e7a-8015-f2a83238f027 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877330 Jul 29 23:42:14.731367 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-03fc035d-8978-4ebe-92de-b164ab1fc6b8 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.782228 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-c98f78ae-731b-45e5-b683-377a51192833 None None] Set router f910637b-c3a9-430a-97db-d53e2ea119c8 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:14.814733 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee6cdf9-79b4-4fae-a02a-3e45d880b8f9 None None] DHCP port deletion for 35f66920-bcaf-4f1b-afc2-223b687e24e3 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:42:14.819443 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-03fc035d-8978-4ebe-92de-b164ab1fc6b8 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Deleting port bf244d1a-4d65-408d-8e8b-3e93aae0438b {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:14.819796 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-03fc035d-8978-4ebe-92de-b164ab1fc6b8 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.916006 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-03fc035d-8978-4ebe-92de-b164ab1fc6b8 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] For port bf244d1a-4d65-408d-8e8b-3e93aae0438b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=bf244d1a-4d65-408d-8e8b-3e93aae0438b,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:14.916374 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-03fc035d-8978-4ebe-92de-b164ab1fc6b8 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:14.929688 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-03fc035d-8978-4ebe-92de-b164ab1fc6b8 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Calling delete_port for bf244d1a-4d65-408d-8e8b-3e93aae0438b owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:14.972689 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8ee6cdf9-79b4-4fae-a02a-3e45d880b8f9 None None] Deleting port f6f63a6c-024b-43a0-bcc9-f03183f07736 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:14.973860 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8ee6cdf9-79b4-4fae-a02a-3e45d880b8f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:15.093886 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-8ee6cdf9-79b4-4fae-a02a-3e45d880b8f9 None None] For port f6f63a6c-024b-43a0-bcc9-f03183f07736, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f6f63a6c-024b-43a0-bcc9-f03183f07736,segment=NetworkSegment(4d3bc1fd-2f54-43ed-a175-4f07f8f403de),segment_id=4d3bc1fd-2f54-43ed-a175-4f07f8f403de)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:15.094568 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8ee6cdf9-79b4-4fae-a02a-3e45d880b8f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:15.115073 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8ee6cdf9-79b4-4fae-a02a-3e45d880b8f9 None None] Calling delete_port for f6f63a6c-024b-43a0-bcc9-f03183f07736 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:15.134286 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c98f78ae-731b-45e5-b683-377a51192833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'name': 'tempest-TestNetworkBasicOps-router-475089061', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:42Z', 'updated_at': '2021-07-29T23:42:12Z', 'revision_number': 7, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:43Z', 'updated_at': '2021-07-29T23:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:15.196545 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98f78ae-731b-45e5-b683-377a51192833 None None] The sync data for ids ['f910637b-c3a9-430a-97db-d53e2ea119c8'] in n-d-712140-10 is: [{'id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'name': 'tempest-TestNetworkBasicOps-router-475089061', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:42Z', 'updated_at': '2021-07-29T23:42:12Z', 'revision_number': 7, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': 'bf244d1a-4d65-408d-8e8b-3e93aae0438b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:9c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f910637b-c3a9-430a-97db-d53e2ea119c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:43Z', 'updated_at': '2021-07-29T23:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:42:15.250661 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8ee6cdf9-79b4-4fae-a02a-3e45d880b8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:15.290455 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6cdf9-79b4-4fae-a02a-3e45d880b8f9 None None] Pushing event deleted for resources: {'Port': ['ID=f6f63a6c-024b-43a0-bcc9-f03183f07736,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:15.300741 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee6cdf9-79b4-4fae-a02a-3e45d880b8f9 None None] No DVR routers for this DVR port f6f63a6c-024b-43a0-bcc9-f03183f07736 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:42:15.341639 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b180cd6e-dfb1-425e-9ac0-f36372037ea8 req-285f06ca-c3ff-4233-87c8-8e5d462d16ab tempest-ServerShowV254Test-786426325 tempest-ServerShowV254Test-786426325-project] 10.222.0.18 "GET /v2.0/ports?device_id=8214167a-1dff-49ed-a0de-4f819d92dfa6 HTTP/1.1" status: 200 len: 210 time: 0.0349638 Jul 29 23:42:15.500318 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eebd42-f78e-4b2c-95f4-a1105a303cd4 req-6f2949ab-f808-42f6-b592-d5112720a2bb tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:15.501739 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98eebd42-f78e-4b2c-95f4-a1105a303cd4 req-6f2949ab-f808-42f6-b592-d5112720a2bb tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e11f80d-75f1-4448-bc82-9f70787be424 HTTP/1.1" status: 200 len: 945 time: 0.0875611 Jul 29 23:42:15.502853 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-03fc035d-8978-4ebe-92de-b164ab1fc6b8 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:15.537707 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fc035d-8978-4ebe-92de-b164ab1fc6b8 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event deleted for resources: {'Port': ['ID=bf244d1a-4d65-408d-8e8b-3e93aae0438b,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:15.609482 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-03fc035d-8978-4ebe-92de-b164ab1fc6b8 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:15.718942 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98eebd42-f78e-4b2c-95f4-a1105a303cd4 req-26c98ab5-6671-44c2-b617-440dd40e0a77 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "GET /v2.0/security-groups?id=e06e30b5-b562-45ad-b178-897c9edfc03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075069 Jul 29 23:42:15.759826 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f6f63a6c-024b-43a0-bcc9-f03183f07736 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:42:15.772494 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-03fc035d-8978-4ebe-92de-b164ab1fc6b8 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:15.779266 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-03fc035d-8978-4ebe-92de-b164ab1fc6b8 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:15.784810 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: f6f63a6c-024b-43a0-bcc9-f03183f07736 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:42:15.785162 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f6f63a6c-024b-43a0-bcc9-f03183f07736 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:42:15.785578 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 840a29ff-9cfa-4ff7-ab68-9707f5dc7a12 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:42:15.807442 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 840a29ff-9cfa-4ff7-ab68-9707f5dc7a12 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:42:15.808513 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 840a29ff-9cfa-4ff7-ab68-9707f5dc7a12 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:42:15.903371 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-03fc035d-8978-4ebe-92de-b164ab1fc6b8 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:15.903922 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fc035d-8978-4ebe-92de-b164ab1fc6b8 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Fanout notify agent at l3_agent the message router_deleted on router f910637b-c3a9-430a-97db-d53e2ea119c8 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:42:15.914094 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-03fc035d-8978-4ebe-92de-b164ab1fc6b8 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:15.918372 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-03fc035d-8978-4ebe-92de-b164ab1fc6b8 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "DELETE /v2.0/routers/f910637b-c3a9-430a-97db-d53e2ea119c8 HTTP/1.1" status: 204 len: 168 time: 1.6008134 Jul 29 23:42:15.919665 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60478) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:15.933896 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129acc9d-cc72-419c-8d1e-19c3ec99810c req-a9db9a49-34a2-4788-8020-e4a2754b81d8 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:15.935591 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-129acc9d-cc72-419c-8d1e-19c3ec99810c req-a9db9a49-34a2-4788-8020-e4a2754b81d8 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.1000054 Jul 29 23:42:16.002607 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-129acc9d-cc72-419c-8d1e-19c3ec99810c req-d90a947c-3fb1-44f9-bf52-2c44b3d1a60f tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535054 Jul 29 23:42:16.052525 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c51d605c-dabd-4abe-aec0-b39e1cc03e1d tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:16.158958 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c51d605c-dabd-4abe-aec0-b39e1cc03e1d tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:16.169387 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-c51d605c-dabd-4abe-aec0-b39e1cc03e1d tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35f66920-bcaf-4f1b-afc2-223b687e24e3']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:16.179857 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-c51d605c-dabd-4abe-aec0-b39e1cc03e1d tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d3bc1fd-2f54-43ed-a175-4f07f8f403de') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:16.180156 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-c51d605c-dabd-4abe-aec0-b39e1cc03e1d tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d3bc1fd-2f54-43ed-a175-4f07f8f403de') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:16.190015 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c51d605c-dabd-4abe-aec0-b39e1cc03e1d tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:16.206372 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c51d605c-dabd-4abe-aec0-b39e1cc03e1d tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:16.215784 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51d605c-dabd-4abe-aec0-b39e1cc03e1d tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:42:16.216371 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c51d605c-dabd-4abe-aec0-b39e1cc03e1d tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:16.219759 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:42:16.219759 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:42:16.219759 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:42:16.219759 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:42:16.219759 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:42:16.219759 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:42:16.219759 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:42:16.219759 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:42:16.219759 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:42:16.219759 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:42:16.219759 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:42:16.219759 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:42:16.219759 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:42:16.219759 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:42:16.219759 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:42:16.219759 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:42:16.219759 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:42:16.219759 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:42:16.219759 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:42:16.219759 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:42:16.219759 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:42:16.219759 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:42:16.219759 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:42:16.219759 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:42:16.219759 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:42:16.219759 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:42:16.219759 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:42:16.219759 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:42:16.219759 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:42:16.219759 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:42:16.219759 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:42:16.219759 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:42:16.301190 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c51d605c-dabd-4abe-aec0-b39e1cc03e1d tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:16.308691 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c51d605c-dabd-4abe-aec0-b39e1cc03e1d tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:16.311932 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c51d605c-dabd-4abe-aec0-b39e1cc03e1d tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "DELETE /v2.0/networks/35f66920-bcaf-4f1b-afc2-223b687e24e3 HTTP/1.1" status: 204 len: 168 time: 0.3890905 Jul 29 23:42:16.328655 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51d605c-dabd-4abe-aec0-b39e1cc03e1d tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event deleted for resources: {'Network': ['ID=35f66920-bcaf-4f1b-afc2-223b687e24e3,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:16.332467 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60490) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:16.338855 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-3796d0de-54a1-4064-9f0f-25e8f1fdd187 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'network': {'name': 'tempest-network-smoke--1199832409', 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'port_security_enabled': True}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:16.363312 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3796d0de-54a1-4064-9f0f-25e8f1fdd187 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Made reservation on behalf of a74022ced16f48bea72df0eb10f3e470 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:16.366827 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3796d0de-54a1-4064-9f0f-25e8f1fdd187 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:16.394080 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3796d0de-54a1-4064-9f0f-25e8f1fdd187 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:42:16.410629 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3796d0de-54a1-4064-9f0f-25e8f1fdd187 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:16.411574 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-3796d0de-54a1-4064-9f0f-25e8f1fdd187 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Added segment 98052f32-cd21-4010-b2d7-4841000d534a of type vlan for network a5b9b3b3-522c-460f-9d93-a0d4457bd62d Jul 29 23:42:16.466590 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80942963-60f0-4bfa-a3e3-7e1762df705f req-86512978-214e-45f5-88ed-0228b4d325c7 tempest-ServerShowV254Test-786426325 tempest-ServerShowV254Test-786426325-project] 10.222.0.18 "GET /v2.0/ports?device_id=8214167a-1dff-49ed-a0de-4f819d92dfa6 HTTP/1.1" status: 200 len: 210 time: 0.0351179 Jul 29 23:42:16.477558 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3796d0de-54a1-4064-9f0f-25e8f1fdd187 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:16.521310 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3796d0de-54a1-4064-9f0f-25e8f1fdd187 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:16.527627 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3796d0de-54a1-4064-9f0f-25e8f1fdd187 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:16.528455 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3796d0de-54a1-4064-9f0f-25e8f1fdd187 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:16.598061 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3796d0de-54a1-4064-9f0f-25e8f1fdd187 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2643790 Jul 29 23:42:16.602027 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60498) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:16.604845 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796d0de-54a1-4064-9f0f-25e8f1fdd187 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'Network': ['ID=a5b9b3b3-522c-460f-9d93-a0d4457bd62d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:16.607770 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f65c149b-77f2-4c4f-a460-4111e3706a73 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1431683142', 'admin_state_up': True, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:16.617454 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network a5b9b3b3-522c-460f-9d93-a0d4457bd62d details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:42:16.642035 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f65c149b-77f2-4c4f-a460-4111e3706a73 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:16.643656 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f65c149b-77f2-4c4f-a460-4111e3706a73 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:16.715099 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f65c149b-77f2-4c4f-a460-4111e3706a73 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:16.917021 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f65c149b-77f2-4c4f-a460-4111e3706a73 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:16.998774 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a9f93-0984-47c4-87e0-ca40d0111aaa req-6927bd65-2adc-4871-9109-6c4fe5149455 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:17.000554 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-949a9f93-0984-47c4-87e0-ca40d0111aaa req-6927bd65-2adc-4871-9109-6c4fe5149455 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e11f80d-75f1-4448-bc82-9f70787be424 HTTP/1.1" status: 200 len: 945 time: 0.2024784 Jul 29 23:42:17.010296 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547a75d1-1bd4-4ac9-a379-8b732f5ceaf2 req-62481a42-1b10-4bdb-9a20-4ff7e83fdad4 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:17.012536 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-547a75d1-1bd4-4ac9-a379-8b732f5ceaf2 req-62481a42-1b10-4bdb-9a20-4ff7e83fdad4 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.23 "GET /v2.0/ports?device_id=3e11f80d-75f1-4448-bc82-9f70787be424 HTTP/1.1" status: 200 len: 945 time: 0.1570361 Jul 29 23:42:17.109245 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-949a9f93-0984-47c4-87e0-ca40d0111aaa req-79b2cc4f-0d4f-4055-bff6-d1ef900248f4 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "GET /v2.0/security-groups?id=e06e30b5-b562-45ad-b178-897c9edfc03a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943604 Jul 29 23:42:17.201695 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-547a75d1-1bd4-4ac9-a379-8b732f5ceaf2 req-57303ddd-d79f-45d9-a6f4-7134340f6271 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Deleting port 2dbd7d64-6300-457b-bbf1-9949ac79726c {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:17.202038 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-547a75d1-1bd4-4ac9-a379-8b732f5ceaf2 req-57303ddd-d79f-45d9-a6f4-7134340f6271 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:17.327398 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device bf244d1a-4d65-408d-8e8b-3e93aae0438b no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:42:17.358304 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362752f-1bfc-4b03-8071-20d6b7d4f995 req-d1393422-fa8e-40ad-be16-fa5645c0263b tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:17.360008 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f362752f-1bfc-4b03-8071-20d6b7d4f995 req-d1393422-fa8e-40ad-be16-fa5645c0263b tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.1773858 Jul 29 23:42:17.375161 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: bf244d1a-4d65-408d-8e8b-3e93aae0438b {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:42:17.375603 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device bf244d1a-4d65-408d-8e8b-3e93aae0438b not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:42:17.488122 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 2dbd7d64-6300-457b-bbf1-9949ac79726c no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:42:17.515093 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f65c149b-77f2-4c4f-a460-4111e3706a73 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:17.554575 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f362752f-1bfc-4b03-8071-20d6b7d4f995 req-4141367d-b78c-420d-b4b9-de507c5b48a3 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512985 Jul 29 23:42:17.561471 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f65c149b-77f2-4c4f-a460-4111e3706a73 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:17.566678 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-547a75d1-1bd4-4ac9-a379-8b732f5ceaf2 req-57303ddd-d79f-45d9-a6f4-7134340f6271 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] For port 2dbd7d64-6300-457b-bbf1-9949ac79726c, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=2dbd7d64-6300-457b-bbf1-9949ac79726c,segment=NetworkSegment(dfa1117e-b135-428b-bc60-5ea1178f380a),segment_id=dfa1117e-b135-428b-bc60-5ea1178f380a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:17.567117 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-547a75d1-1bd4-4ac9-a379-8b732f5ceaf2 req-57303ddd-d79f-45d9-a6f4-7134340f6271 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:17.601769 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:17.638703 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e11f80d-75f1-4448-bc82-9f70787be424', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dbd7d64-6300-457b-bbf1-9949ac79726c'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:17.643983 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d799a6df-afdd-4d26-8f1e-7b9b22dbb7b0" -d '{"events": [{"server_uuid": "3e11f80d-75f1-4448-bc82-9f70787be424", "name": "network-vif-unplugged", "status": "completed", "tag": "2dbd7d64-6300-457b-bbf1-9949ac79726c"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:17.658149 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 2dbd7d64-6300-457b-bbf1-9949ac79726c, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=2dbd7d64-6300-457b-bbf1-9949ac79726c,segment=NetworkSegment(dfa1117e-b135-428b-bc60-5ea1178f380a),segment_id=dfa1117e-b135-428b-bc60-5ea1178f380a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:17.663435 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:17.665318 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 01e2403b-4235-4023-b6cb-5c26115dff63 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:42:17.720177 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-78fa3954-eafb-4f00-b6f1-658b102eb016 req-5a795d73-4ea3-440e-8a3a-89e16cfaaa01 tempest-ServerShowV254Test-786426325 tempest-ServerShowV254Test-786426325-project] 10.222.0.18 "GET /v2.0/ports?device_id=8214167a-1dff-49ed-a0de-4f819d92dfa6 HTTP/1.1" status: 200 len: 210 time: 0.0470123 Jul 29 23:42:17.758196 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=2dbd7d64-6300-457b-bbf1-9949ac79726c,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:17.804956 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:17.863130 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 01e2403b-4235-4023-b6cb-5c26115dff63, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=01e2403b-4235-4023-b6cb-5c26115dff63,segment=NetworkSegment(93032bfd-4edb-4f6b-b220-fa8e868bb309),segment_id=93032bfd-4edb-4f6b-b220-fa8e868bb309)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:17.868213 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:17.912305 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-f65c149b-77f2-4c4f-a460-4111e3706a73 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Allocated IP 172.25.8.182 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:17.943602 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=01e2403b-4235-4023-b6cb-5c26115dff63,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:18.009463 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db0aa90-3071-4892-9b4a-158ff55d53d8 req-f35e929b-20b9-4a14-be1c-398bb289eeb1 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:18.011511 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8db0aa90-3071-4892-9b4a-158ff55d53d8 req-f35e929b-20b9-4a14-be1c-398bb289eeb1 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 946 time: 0.1895230 Jul 29 23:42:18.013111 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-547a75d1-1bd4-4ac9-a379-8b732f5ceaf2 req-57303ddd-d79f-45d9-a6f4-7134340f6271 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:18.013483 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-547a75d1-1bd4-4ac9-a379-8b732f5ceaf2 req-57303ddd-d79f-45d9-a6f4-7134340f6271 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:18.013831 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [req-547a75d1-1bd4-4ac9-a379-8b732f5ceaf2 req-57303ddd-d79f-45d9-a6f4-7134340f6271 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Floating IP 5ce78201-da20-4aff-b6f6-b883084e6710 disassociated. External IP: 172.25.8.94, port: 2dbd7d64-6300-457b-bbf1-9949ac79726c. Jul 29 23:42:18.014182 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-547a75d1-1bd4-4ac9-a379-8b732f5ceaf2 req-57303ddd-d79f-45d9-a6f4-7134340f6271 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Calling delete_port for 2dbd7d64-6300-457b-bbf1-9949ac79726c owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:18.137991 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8db0aa90-3071-4892-9b4a-158ff55d53d8 req-0fc8c1ae-91b1-47e0-94a9-16dae813c570 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174407 Jul 29 23:42:18.156898 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f65c149b-77f2-4c4f-a460-4111e3706a73 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:18.223849 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d933c8d8-c4c2-42e3-ba52-6d2563d97776 x-openstack-request-id: req-d933c8d8-c4c2-42e3-ba52-6d2563d97776 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:18.224151 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e11f80d-75f1-4448-bc82-9f70787be424", "name": "network-vif-unplugged", "status": "completed", "tag": "2dbd7d64-6300-457b-bbf1-9949ac79726c", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:18.224635 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d933c8d8-c4c2-42e3-ba52-6d2563d97776 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:18.225506 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e11f80d-75f1-4448-bc82-9f70787be424', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dbd7d64-6300-457b-bbf1-9949ac79726c', 'code': 200} Jul 29 23:42:18.248401 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f65c149b-77f2-4c4f-a460-4111e3706a73 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:18.331311 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-547a75d1-1bd4-4ac9-a379-8b732f5ceaf2 req-57303ddd-d79f-45d9-a6f4-7134340f6271 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:18.340699 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e8b316e0-763f-4293-aec3-561c8a64ae9b req-724cc2c5-6931-46aa-aea1-662b19b60ead tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e11f80d-75f1-4448-bc82-9f70787be424 HTTP/1.1" status: 200 len: 210 time: 0.0519347 Jul 29 23:42:18.342576 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65c149b-77f2-4c4f-a460-4111e3706a73 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:18.345874 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c149b-77f2-4c4f-a460-4111e3706a73 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'Port': ['ID=1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:18.349843 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-f65c149b-77f2-4c4f-a460-4111e3706a73 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:18.362047 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65c149b-77f2-4c4f-a460-4111e3706a73 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:18.406002 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57303ddd-d79f-45d9-a6f4-7134340f6271 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Pushing event deleted for resources: {'Port': ['ID=2dbd7d64-6300-457b-bbf1-9949ac79726c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:18.728408 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-547a75d1-1bd4-4ac9-a379-8b732f5ceaf2 req-57303ddd-d79f-45d9-a6f4-7134340f6271 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Router 925ce1fe-ed0a-4d1f-ac94-dd58d6760967 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:42:18.798738 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309298b3-828d-42f7-88a2-dee072051ec8 req-7955ab12-a16e-4b4f-bacf-1ac0e234b0ac tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:18.808496 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-309298b3-828d-42f7-88a2-dee072051ec8 req-7955ab12-a16e-4b4f-bacf-1ac0e234b0ac tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 944 time: 0.1723199 Jul 29 23:42:19.175929 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f65c149b-77f2-4c4f-a460-4111e3706a73 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for router_gateway, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:19.246644 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-309298b3-828d-42f7-88a2-dee072051ec8 req-f58c61ae-519d-40f4-abb4-0aabd5ca9e67 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371300 Jul 29 23:42:19.406736 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-547a75d1-1bd4-4ac9-a379-8b732f5ceaf2 req-57303ddd-d79f-45d9-a6f4-7134340f6271 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:42:19.416853 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac4c35dc-d47f-4829-8050-eec04395b679 req-5ffb74e6-c9c3-477f-80d8-185a91fd565e tempest-ServerShowV254Test-786426325 tempest-ServerShowV254Test-786426325-project] 10.222.0.18 "GET /v2.0/ports?device_id=8214167a-1dff-49ed-a0de-4f819d92dfa6 HTTP/1.1" status: 200 len: 210 time: 0.0506198 Jul 29 23:42:19.425552 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8031ee-79dd-4faf-9c6d-a832c3ef715d None None] Sync routers for ids ['925ce1fe-ed0a-4d1f-ac94-dd58d6760967'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:42:19.442460 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8031ee-79dd-4faf-9c6d-a832c3ef715d None None] Routers {'925ce1fe-ed0a-4d1f-ac94-dd58d6760967'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:19.443725 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-7d8031ee-79dd-4faf-9c6d-a832c3ef715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:42:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['925ce1fe-ed0a-4d1f-ac94-dd58d6760967'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:19.498956 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e991fe55-33da-46d2-96ed-cada766cd195 req-5abf3094-5d6c-4cee-811a-7fdd2f593fa0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3255196 Jul 29 23:42:19.531216 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-547a75d1-1bd4-4ac9-a379-8b732f5ceaf2 req-57303ddd-d79f-45d9-a6f4-7134340f6271 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] No DVR routers for this DVR port 2dbd7d64-6300-457b-bbf1-9949ac79726c on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:42:19.537972 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-547a75d1-1bd4-4ac9-a379-8b732f5ceaf2 req-57303ddd-d79f-45d9-a6f4-7134340f6271 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:19.540996 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-547a75d1-1bd4-4ac9-a379-8b732f5ceaf2 req-57303ddd-d79f-45d9-a6f4-7134340f6271 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.23 "DELETE /v2.0/ports/2dbd7d64-6300-457b-bbf1-9949ac79726c HTTP/1.1" status: 204 len: 173 time: 2.5018654 Jul 29 23:42:19.541710 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e11f80d-75f1-4448-bc82-9f70787be424', 'name': 'network-vif-deleted', 'tag': '2dbd7d64-6300-457b-bbf1-9949ac79726c'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:19.544897 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbe7830-14e7-4305-b54c-912ed169f1e8" -d '{"events": [{"server_uuid": "3e11f80d-75f1-4448-bc82-9f70787be424", "name": "network-vif-deleted", "tag": "2dbd7d64-6300-457b-bbf1-9949ac79726c"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:19.610789 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-7d8031ee-79dd-4faf-9c6d-a832c3ef715d None None] Set router 925ce1fe-ed0a-4d1f-ac94-dd58d6760967 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:19.708504 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4bfff466-8fd2-4ad0-85af-eebfdd609924 req-a2707a69-6ac6-4818-8308-c82a1d515a34 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "GET /v2.0/ports?device_id=3e11f80d-75f1-4448-bc82-9f70787be424 HTTP/1.1" status: 200 len: 210 time: 0.1918762 Jul 29 23:42:19.709887 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f65c149b-77f2-4c4f-a460-4111e3706a73 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:19.857437 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae868b4-339b-48dd-ae16-730f9f1d5051 x-openstack-request-id: req-fae868b4-339b-48dd-ae16-730f9f1d5051 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:19.858719 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e11f80d-75f1-4448-bc82-9f70787be424", "name": "network-vif-deleted", "tag": "2dbd7d64-6300-457b-bbf1-9949ac79726c", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:19.859265 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fae868b4-339b-48dd-ae16-730f9f1d5051 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:19.859894 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e11f80d-75f1-4448-bc82-9f70787be424', 'name': 'network-vif-deleted', 'tag': '2dbd7d64-6300-457b-bbf1-9949ac79726c', 'status': 'completed', 'code': 200} Jul 29 23:42:19.873820 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-7d8031ee-79dd-4faf-9c6d-a832c3ef715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'name': 'tempest-TestServerBasicOps-2064825832-router', 'tenant_id': '1783dd15c07244cf9315c27ec92931b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '13548b6d-a9b7-4ac3-bc47-20084219c94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:44Z', 'revision_number': 4, 'project_id': '1783dd15c07244cf9315c27ec92931b3', 'gw_port': {'id': '13548b6d-a9b7-4ac3-bc47-20084219c94c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f892a1e6-f49e-4dbe-8f94-7aa18b063713', 'name': '', 'network_id': '683b6795-2fa0-4ca9-a524-56fb58dfd01a', 'tenant_id': '1783dd15c07244cf9315c27ec92931b3', 'mac_address': 'fa:16:3e:80:02:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '3fa239c5-5119-46c0-9a47-909641a9faaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:42Z', 'updated_at': '2021-07-29T23:36:51Z', 'revision_number': 5, 'project_id': '1783dd15c07244cf9315c27ec92931b3', 'subnets': [{'id': '3fa239c5-5119-46c0-9a47-909641a9faaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:19.891594 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65c149b-77f2-4c4f-a460-4111e3706a73 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Router bf4b3b56-d2d0-41ce-814b-0e412029e4c8 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:42:19.903931 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8031ee-79dd-4faf-9c6d-a832c3ef715d None None] Checking router: 925ce1fe-ed0a-4d1f-ac94-dd58d6760967 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:42:19.912773 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8031ee-79dd-4faf-9c6d-a832c3ef715d None None] Routers {'925ce1fe-ed0a-4d1f-ac94-dd58d6760967'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:19.913378 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-7d8031ee-79dd-4faf-9c6d-a832c3ef715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:42:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['925ce1fe-ed0a-4d1f-ac94-dd58d6760967'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:20.023914 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65c149b-77f2-4c4f-a460-4111e3706a73 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:42:20.037845 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976bec3b-3f6f-48ce-aca8-fb712b2fe7b7 None None] Sync routers for ids ['bf4b3b56-d2d0-41ce-814b-0e412029e4c8'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:42:20.041259 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-7d8031ee-79dd-4faf-9c6d-a832c3ef715d None None] Set router 925ce1fe-ed0a-4d1f-ac94-dd58d6760967 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:20.053312 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f65c149b-77f2-4c4f-a460-4111e3706a73 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:20.058274 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f65c149b-77f2-4c4f-a460-4111e3706a73 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4516351 Jul 29 23:42:20.058769 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60598) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:20.087992 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976bec3b-3f6f-48ce-aca8-fb712b2fe7b7 None None] Routers {'bf4b3b56-d2d0-41ce-814b-0e412029e4c8'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:20.089585 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-976bec3b-3f6f-48ce-aca8-fb712b2fe7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:42:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bf4b3b56-d2d0-41ce-814b-0e412029e4c8'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:20.124855 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-41af0a2a-f375-4ddf-8dd8-10f8d5a025af tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=a74022ced16f48bea72df0eb10f3e470&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0646946 Jul 29 23:42:20.127550 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60604) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:20.283267 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842eaba5-7eac-45b7-98f8-11130516c71b tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:20.285181 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-842eaba5-7eac-45b7-98f8-11130516c71b tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1564860 Jul 29 23:42:20.294800 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60606) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:20.344782 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a26fb9b0-a2c7-4f95-8507-f5f1a8aa5c41 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=0aea9f43-4eea-456f-a634-5f5375b1fdb7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436909 Jul 29 23:42:20.345917 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-7d8031ee-79dd-4faf-9c6d-a832c3ef715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'name': 'tempest-TestServerBasicOps-2064825832-router', 'tenant_id': '1783dd15c07244cf9315c27ec92931b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '13548b6d-a9b7-4ac3-bc47-20084219c94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:44Z', 'revision_number': 4, 'project_id': '1783dd15c07244cf9315c27ec92931b3', 'gw_port': {'id': '13548b6d-a9b7-4ac3-bc47-20084219c94c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f892a1e6-f49e-4dbe-8f94-7aa18b063713', 'name': '', 'network_id': '683b6795-2fa0-4ca9-a524-56fb58dfd01a', 'tenant_id': '1783dd15c07244cf9315c27ec92931b3', 'mac_address': 'fa:16:3e:80:02:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '3fa239c5-5119-46c0-9a47-909641a9faaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:42Z', 'updated_at': '2021-07-29T23:36:51Z', 'revision_number': 5, 'project_id': '1783dd15c07244cf9315c27ec92931b3', 'subnets': [{'id': '3fa239c5-5119-46c0-9a47-909641a9faaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:20.347384 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60610) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:20.350274 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f34f600-33d7-45bf-9635-d23bd35e63ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01e2403b-4235-4023-b6cb-5c26115dff63'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:20.353078 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e60062-b10b-4636-b335-dfaf818f49f0" -d '{"events": [{"server_uuid": "1f34f600-33d7-45bf-9635-d23bd35e63ae", "name": "network-vif-unplugged", "status": "completed", "tag": "01e2403b-4235-4023-b6cb-5c26115dff63"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:20.353229 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-966ab00c-896e-4266-9ab6-60f8c59c0c89 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1585003240', 'network_id': 'a5b9b3b3-522c-460f-9d93-a0d4457bd62d', 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:20.397955 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-976bec3b-3f6f-48ce-aca8-fb712b2fe7b7 None None] Set router bf4b3b56-d2d0-41ce-814b-0e412029e4c8 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:20.427632 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8031ee-79dd-4faf-9c6d-a832c3ef715d None None] The sync data for ids ['925ce1fe-ed0a-4d1f-ac94-dd58d6760967'] in n-d-712140-10 is: [{'id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'name': 'tempest-TestServerBasicOps-2064825832-router', 'tenant_id': '1783dd15c07244cf9315c27ec92931b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '13548b6d-a9b7-4ac3-bc47-20084219c94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:44Z', 'revision_number': 4, 'project_id': '1783dd15c07244cf9315c27ec92931b3', 'gw_port': {'id': '13548b6d-a9b7-4ac3-bc47-20084219c94c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f892a1e6-f49e-4dbe-8f94-7aa18b063713', 'name': '', 'network_id': '683b6795-2fa0-4ca9-a524-56fb58dfd01a', 'tenant_id': '1783dd15c07244cf9315c27ec92931b3', 'mac_address': 'fa:16:3e:80:02:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'device_owner': 'network:router_interface', 'standard_attr_id': 2164, 'fixed_ips': [{'subnet_id': '3fa239c5-5119-46c0-9a47-909641a9faaa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:42Z', 'updated_at': '2021-07-29T23:36:51Z', 'revision_number': 5, 'project_id': '1783dd15c07244cf9315c27ec92931b3', 'subnets': [{'id': '3fa239c5-5119-46c0-9a47-909641a9faaa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:42:20.544527 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966ab00c-896e-4266-9ab6-60f8c59c0c89 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Made reservation on behalf of a74022ced16f48bea72df0eb10f3e470 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:20.548742 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-966ab00c-896e-4266-9ab6-60f8c59c0c89 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:20.638560 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07798617-8083-44a5-8387-8efce9c6b29b req-cc940cac-eb27-475b-8b99-7d069a2dd3b7 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:20.640260 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-07798617-8083-44a5-8387-8efce9c6b29b req-cc940cac-eb27-475b-8b99-7d069a2dd3b7 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 944 time: 0.1641307 Jul 29 23:42:20.675206 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-976bec3b-3f6f-48ce-aca8-fb712b2fe7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'name': 'tempest-TestNetworkBasicOps-router-1431683142', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:16Z', 'updated_at': '2021-07-29T23:42:18Z', 'revision_number': 3, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': '1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:40:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:17Z', 'updated_at': '2021-07-29T23:42:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:20.709084 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976bec3b-3f6f-48ce-aca8-fb712b2fe7b7 None None] Checking router: bf4b3b56-d2d0-41ce-814b-0e412029e4c8 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:42:20.709475 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976bec3b-3f6f-48ce-aca8-fb712b2fe7b7 None None] Updating router bf4b3b56-d2d0-41ce-814b-0e412029e4c8 port 1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63 binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:42:20.751905 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-07798617-8083-44a5-8387-8efce9c6b29b req-8656997a-59f9-438f-b085-5425f4574eac tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964563 Jul 29 23:42:20.752200 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-976bec3b-3f6f-48ce-aca8-fb712b2fe7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:20.929682 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44457c69-fd17-4fd2-adb1-d5fe22428c7b None None] New status for floating IP 5ce78201-da20-4aff-b6f6-b883084e6710: DOWN {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:42:20.941358 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4fc628ec-58ad-478f-9340-aa81a28c00c4 req-f2189422-c5dc-43ea-b0f2-0634c5b09277 tempest-ServerShowV254Test-786426325 tempest-ServerShowV254Test-786426325-project] 10.222.0.18 "GET /v2.0/ports?device_id=8214167a-1dff-49ed-a0de-4f819d92dfa6 HTTP/1.1" status: 200 len: 210 time: 0.0411570 Jul 29 23:42:20.990620 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-966ab00c-896e-4266-9ab6-60f8c59c0c89 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.039662 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09401d16-d06c-4807-a754-9a67ca7bab5d x-openstack-request-id: req-09401d16-d06c-4807-a754-9a67ca7bab5d {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:21.040298 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f34f600-33d7-45bf-9635-d23bd35e63ae", "name": "network-vif-unplugged", "status": "failed", "tag": "01e2403b-4235-4023-b6cb-5c26115dff63", "code": 422}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:21.040298 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-09401d16-d06c-4807-a754-9a67ca7bab5d {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:21.040591 n-d-712140-10 neutron-server[94065]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1f34f600-33d7-45bf-9635-d23bd35e63ae', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '01e2403b-4235-4023-b6cb-5c26115dff63', 'code': 422} returned with failed status Jul 29 23:42:21.078238 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966ab00c-896e-4266-9ab6-60f8c59c0c89 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'Subnet': ['ID=3774c8fc-76a1-4cf7-9c05-44c645b0409e,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:21.114687 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60628) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:21.125683 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966ab00c-896e-4266-9ab6-60f8c59c0c89 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Checking segment: {'id': '98052f32-cd21-4010-b2d7-4841000d534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a5b9b3b3-522c-460f-9d93-a0d4457bd62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:21.126328 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966ab00c-896e-4266-9ab6-60f8c59c0c89 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Network hostable DHCP agents. Network: a5b9b3b3-522c-460f-9d93-a0d4457bd62d, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:42:21.144595 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-976bec3b-3f6f-48ce-aca8-fb712b2fe7b7 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.159618 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-976bec3b-3f6f-48ce-aca8-fb712b2fe7b7 None None] Transition to ACTIVE for port object 1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:21.162246 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966ab00c-896e-4266-9ab6-60f8c59c0c89 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Network a5b9b3b3-522c-460f-9d93-a0d4457bd62d is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:42:21.165999 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-976bec3b-3f6f-48ce-aca8-fb712b2fe7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.243246 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-976bec3b-3f6f-48ce-aca8-fb712b2fe7b7 None None] Attempting to bind port 1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:42:21.243653 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-976bec3b-3f6f-48ce-aca8-fb712b2fe7b7 None None] Attempting to bind port 1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:42:21.244034 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976bec3b-3f6f-48ce-aca8-fb712b2fe7b7 None None] Attempting to bind port 1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63 on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:21.246828 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-966ab00c-896e-4266-9ab6-60f8c59c0c89 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, a5b9b3b3-522c-460f-9d93-a0d4457bd62d) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:21.249855 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86a215-307e-4fa4-bed9-5abfdbf235ff None None] Pushing event updated for resources: {'Port': ['ID=1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:21.255718 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976bec3b-3f6f-48ce-aca8-fb712b2fe7b7 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:42:21.256125 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976bec3b-3f6f-48ce-aca8-fb712b2fe7b7 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:21.256655 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-976bec3b-3f6f-48ce-aca8-fb712b2fe7b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.257098 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-976bec3b-3f6f-48ce-aca8-fb712b2fe7b7 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:42:21.257572 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-976bec3b-3f6f-48ce-aca8-fb712b2fe7b7 None None] Bound port: 1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:42:21.257954 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-976bec3b-3f6f-48ce-aca8-fb712b2fe7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.274912 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966ab00c-896e-4266-9ab6-60f8c59c0c89 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:21.275739 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-966ab00c-896e-4266-9ab6-60f8c59c0c89 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.284511 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d14746-3e64-4cff-9781-843385c88540 None None] Network a5b9b3b3-522c-460f-9d93-a0d4457bd62d requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:21.313841 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-966ab00c-896e-4266-9ab6-60f8c59c0c89 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9651761 Jul 29 23:42:21.316046 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991fe55-33da-46d2-96ed-cada766cd195 req-3c35a8d5-9543-4b06-a0e0-1e85b8124f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:21.317557 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e991fe55-33da-46d2-96ed-cada766cd195 req-3c35a8d5-9543-4b06-a0e0-1e85b8124f28 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae&tenant_id=9c922b9eef7849b382751a5f51225ca4 HTTP/1.1" status: 200 len: 1096 time: 0.1507704 Jul 29 23:42:21.318026 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60634) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:21.338381 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-acc5b5d8-2242-45bd-8394-072ae1539b6e tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Deleting port c512a0a3-f95a-430a-9641-480457210b40 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:21.338925 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-acc5b5d8-2242-45bd-8394-072ae1539b6e tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.432286 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-976bec3b-3f6f-48ce-aca8-fb712b2fe7b7 None None] For port 1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:42:21.442966 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-acc5b5d8-2242-45bd-8394-072ae1539b6e tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.443359 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-acc5b5d8-2242-45bd-8394-072ae1539b6e tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.450432 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991fe55-33da-46d2-96ed-cada766cd195 req-8c84b31a-696a-4ab3-a523-93796b603350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:21.452092 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e991fe55-33da-46d2-96ed-cada766cd195 req-8c84b31a-696a-4ab3-a523-93796b603350 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c922b9eef7849b382751a5f51225ca4&device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 1096 time: 0.0751257 Jul 29 23:42:21.457698 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-acc5b5d8-2242-45bd-8394-072ae1539b6e tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Calling delete_port for c512a0a3-f95a-430a-9641-480457210b40 owned by network:floatingip {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:21.486559 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-976bec3b-3f6f-48ce-aca8-fb712b2fe7b7 None None] For port 1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:42:21.505689 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-976bec3b-3f6f-48ce-aca8-fb712b2fe7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.622492 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91a06af-af4e-4997-89c1-0ae23326fdda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-a5b9b3b3-522c-460f-9d93-a0d4457bd62d', 'network_id': 'a5b9b3b3-522c-460f-9d93-a0d4457bd62d', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'fixed_ips': [{'subnet_id': '3774c8fc-76a1-4cf7-9c05-44c645b0409e'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:42:21.623354 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d91a06af-af4e-4997-89c1-0ae23326fdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.661438 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-acc5b5d8-2242-45bd-8394-072ae1539b6e tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.682793 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86a215-307e-4fa4-bed9-5abfdbf235ff None None] Pushing event updated for resources: {'Port': ['ID=1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:21.692750 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976bec3b-3f6f-48ce-aca8-fb712b2fe7b7 None None] Routers {'bf4b3b56-d2d0-41ce-814b-0e412029e4c8'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:21.693207 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-976bec3b-3f6f-48ce-aca8-fb712b2fe7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:42:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bf4b3b56-d2d0-41ce-814b-0e412029e4c8'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:21.755560 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5b5d8-2242-45bd-8394-072ae1539b6e tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Pushing event deleted for resources: {'Port': ['ID=c512a0a3-f95a-430a-9641-480457210b40,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:21.757539 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991fe55-33da-46d2-96ed-cada766cd195 req-b7bd5b1b-b9dc-485a-acf4-241fd06f6a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:21.759243 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e991fe55-33da-46d2-96ed-cada766cd195 req-b7bd5b1b-b9dc-485a-acf4-241fd06f6a41 service neutron] 10.222.0.23 "GET /v2.0/networks?id=eaa8fac9-2de2-4cd9-adb9-0cd9d171e965 HTTP/1.1" status: 200 len: 914 time: 0.2759099 Jul 29 23:42:21.867394 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-acc5b5d8-2242-45bd-8394-072ae1539b6e tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks [] for floatingip, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.868978 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e991fe55-33da-46d2-96ed-cada766cd195 req-3382f1a0-f85a-425f-980d-9bb5a1d0b703 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01e2403b-4235-4023-b6cb-5c26115dff63 HTTP/1.1" status: 200 len: 217 time: 0.0667117 Jul 29 23:42:21.871810 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-acc5b5d8-2242-45bd-8394-072ae1539b6e tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:21.873950 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-acc5b5d8-2242-45bd-8394-072ae1539b6e tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "DELETE /v2.0/floatingips/5ce78201-da20-4aff-b6f6-b883084e6710 HTTP/1.1" status: 204 len: 168 time: 0.7581115 Jul 29 23:42:21.962896 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-976bec3b-3f6f-48ce-aca8-fb712b2fe7b7 None None] Set router bf4b3b56-d2d0-41ce-814b-0e412029e4c8 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:22.043800 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e991fe55-33da-46d2-96ed-cada766cd195 req-20b7c52c-3925-4f58-90b3-dae2c3a42423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:22.045621 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e991fe55-33da-46d2-96ed-cada766cd195 req-20b7c52c-3925-4f58-90b3-dae2c3a42423 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4bac587e-df83-41a8-8d4d-dfe59a8dbb02 HTTP/1.1" status: 200 len: 853 time: 0.1312563 Jul 29 23:42:22.057295 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e3ddc-f83a-4a18-906b-9f47954e9b77 req-2aa160bb-9428-4a84-8fcd-7255ff18e396 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:22.060178 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e26e3ddc-f83a-4a18-906b-9f47954e9b77 req-2aa160bb-9428-4a84-8fcd-7255ff18e396 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 944 time: 0.1990006 Jul 29 23:42:22.104259 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e991fe55-33da-46d2-96ed-cada766cd195 req-f1db496f-209f-469c-99a0-c246a9071a7a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eaa8fac9-2de2-4cd9-adb9-0cd9d171e965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427346 Jul 29 23:42:22.109075 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-d91a06af-af4e-4997-89c1-0ae23326fdda None None] Allocated IP 172.20.0.2 (a5b9b3b3-522c-460f-9d93-a0d4457bd62d/3774c8fc-76a1-4cf7-9c05-44c645b0409e/34f20f22-0026-4822-abbd-342952badb83) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:22.244422 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e26e3ddc-f83a-4a18-906b-9f47954e9b77 req-43589376-b6d8-4a22-9020-6270659f1e49 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718712 Jul 29 23:42:22.327092 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-976bec3b-3f6f-48ce-aca8-fb712b2fe7b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'name': 'tempest-TestNetworkBasicOps-router-1431683142', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:16Z', 'updated_at': '2021-07-29T23:42:18Z', 'revision_number': 3, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': '1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:40:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:17Z', 'updated_at': '2021-07-29T23:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:22.382332 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e991fe55-33da-46d2-96ed-cada766cd195 req-48552ba2-4a5c-4366-8141-0a26b51304fc service neutron] 10.222.0.23 "GET /v2.0/networks/eaa8fac9-2de2-4cd9-adb9-0cd9d171e965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403955 Jul 29 23:42:22.477763 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9b30eefa-1a77-4770-8f2c-cccb21f1022e req-fb01fde1-007d-4581-a2fc-1ccb6b82baee tempest-ServerShowV254Test-786426325 tempest-ServerShowV254Test-786426325-project] 10.222.0.18 "GET /v2.0/ports?device_id=8214167a-1dff-49ed-a0de-4f819d92dfa6 HTTP/1.1" status: 200 len: 210 time: 0.0724933 Jul 29 23:42:22.548292 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976bec3b-3f6f-48ce-aca8-fb712b2fe7b7 None None] The sync data for ids ['bf4b3b56-d2d0-41ce-814b-0e412029e4c8'] in n-d-712140-10 is: [{'id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'name': 'tempest-TestNetworkBasicOps-router-1431683142', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:16Z', 'updated_at': '2021-07-29T23:42:18Z', 'revision_number': 3, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': '1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:40:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:17Z', 'updated_at': '2021-07-29T23:42:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:42:22.556330 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b309b400-30e5-4a6e-a7f5-3d891772e10a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:22.564093 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d91a06af-af4e-4997-89c1-0ae23326fdda None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:22.574615 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d91a06af-af4e-4997-89c1-0ae23326fdda None None] Transition to ACTIVE for port object 34f20f22-0026-4822-abbd-342952badb83 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:22.575234 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60660) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:22.596437 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d91a06af-af4e-4997-89c1-0ae23326fdda None None] Transition to ACTIVE for port object 34f20f22-0026-4822-abbd-342952badb83 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:22.603748 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d91a06af-af4e-4997-89c1-0ae23326fdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:22.610133 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e991fe55-33da-46d2-96ed-cada766cd195 req-512d0047-c589-4867-8fb3-394aad8a2cf5 service neutron] 10.222.0.23 "GET /v2.0/networks/eaa8fac9-2de2-4cd9-adb9-0cd9d171e965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182603 Jul 29 23:42:22.661559 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d91a06af-af4e-4997-89c1-0ae23326fdda None None] Network a5b9b3b3-522c-460f-9d93-a0d4457bd62d is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:22.664733 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-d91a06af-af4e-4997-89c1-0ae23326fdda None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:22.672516 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91a06af-af4e-4997-89c1-0ae23326fdda None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:22.686296 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a06af-af4e-4997-89c1-0ae23326fdda None None] Pushing event updated for resources: {'Port': ['ID=34f20f22-0026-4822-abbd-342952badb83,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:22.770463 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-d91a06af-af4e-4997-89c1-0ae23326fdda None None] Attempting to bind port 34f20f22-0026-4822-abbd-342952badb83 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:42:22.771058 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-d91a06af-af4e-4997-89c1-0ae23326fdda None None] Attempting to bind port 34f20f22-0026-4822-abbd-342952badb83 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '98052f32-cd21-4010-b2d7-4841000d534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a5b9b3b3-522c-460f-9d93-a0d4457bd62d'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:42:22.771620 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91a06af-af4e-4997-89c1-0ae23326fdda None None] Attempting to bind port 34f20f22-0026-4822-abbd-342952badb83 on network a5b9b3b3-522c-460f-9d93-a0d4457bd62d {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:22.784731 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91a06af-af4e-4997-89c1-0ae23326fdda None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:42:22.785285 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91a06af-af4e-4997-89c1-0ae23326fdda None None] Checking segment: {'id': '98052f32-cd21-4010-b2d7-4841000d534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a5b9b3b3-522c-460f-9d93-a0d4457bd62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:22.786282 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d91a06af-af4e-4997-89c1-0ae23326fdda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:22.786767 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d91a06af-af4e-4997-89c1-0ae23326fdda None None] Bound using segment: {'id': '98052f32-cd21-4010-b2d7-4841000d534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a5b9b3b3-522c-460f-9d93-a0d4457bd62d'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:42:22.787729 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-d91a06af-af4e-4997-89c1-0ae23326fdda None None] Bound port: 34f20f22-0026-4822-abbd-342952badb83, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98052f32-cd21-4010-b2d7-4841000d534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a5b9b3b3-522c-460f-9d93-a0d4457bd62d'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:42:22.788071 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d91a06af-af4e-4997-89c1-0ae23326fdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:22.879049 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-d91a06af-af4e-4997-89c1-0ae23326fdda None None] For port 34f20f22-0026-4822-abbd-342952badb83, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:42:22.883336 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-d91a06af-af4e-4997-89c1-0ae23326fdda None None] For port 34f20f22-0026-4822-abbd-342952badb83, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=34f20f22-0026-4822-abbd-342952badb83,segment=NetworkSegment(98052f32-cd21-4010-b2d7-4841000d534a),segment_id=98052f32-cd21-4010-b2d7-4841000d534a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:42:22.891662 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d91a06af-af4e-4997-89c1-0ae23326fdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.036913 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91a06af-af4e-4997-89c1-0ae23326fdda None None] Pushing event updated for resources: {'Port': ['ID=34f20f22-0026-4822-abbd-342952badb83,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:23.132716 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-19a56c3a-276a-4e9d-9696-e562a0ffcb35 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.183004 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-19a56c3a-276a-4e9d-9696-e562a0ffcb35 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.681536 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:23.797743 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:23.815766 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:23.816606 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.845558 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-19a56c3a-276a-4e9d-9696-e562a0ffcb35 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.848622 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-19a56c3a-276a-4e9d-9696-e562a0ffcb35 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:23.850206 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-19a56c3a-276a-4e9d-9696-e562a0ffcb35 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] 10.222.0.18 "DELETE /v2.0/security-groups/e06e30b5-b562-45ad-b178-897c9edfc03a HTTP/1.1" status: 204 len: 168 time: 1.2634084 Jul 29 23:42:23.873999 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a56c3a-276a-4e9d-9696-e562a0ffcb35 tempest-TestServerBasicOps-1460839302 tempest-TestServerBasicOps-1460839302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06e30b5-b562-45ad-b178-897c9edfc03a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:23.941471 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-b309b400-30e5-4a6e-a7f5-3d891772e10a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Allocated IP 172.20.0.1 (a5b9b3b3-522c-460f-9d93-a0d4457bd62d/3774c8fc-76a1-4cf7-9c05-44c645b0409e/f43b064b-097f-41ab-96da-38b77bd13227) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:23.953973 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e78682e-d9b0-4047-83c4-386e32b94d0d req-2c9c6405-448b-41e1-8254-7f8c3db1734e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:23.961807 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4e78682e-d9b0-4047-83c4-386e32b94d0d req-2c9c6405-448b-41e1-8254-7f8c3db1734e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 944 time: 0.3305478 Jul 29 23:42:24.021536 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-857b40d1-f5ee-4523-853b-5a73ea571c71 req-d25a49b4-ae42-4337-bae9-993c43d3849f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1516967 Jul 29 23:42:24.119008 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.185612 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:24.189656 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4e78682e-d9b0-4047-83c4-386e32b94d0d req-2fdea549-d4c2-45df-aa09-5f3c406ac83f tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262859 Jul 29 23:42:24.195391 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.351444 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b309b400-30e5-4a6e-a7f5-3d891772e10a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.378404 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-b309b400-30e5-4a6e-a7f5-3d891772e10a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Transition to ACTIVE for port object f43b064b-097f-41ab-96da-38b77bd13227 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:24.440732 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b309b400-30e5-4a6e-a7f5-3d891772e10a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:24.446070 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:24.617541 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-adc4ae72-355a-4e02-8904-aa22836aeced req-cd2b4b6b-964a-475d-a456-8618072ac08e tempest-ServerShowV254Test-786426325 tempest-ServerShowV254Test-786426325-project] 10.222.0.18 "GET /v2.0/ports?device_id=8214167a-1dff-49ed-a0de-4f819d92dfa6 HTTP/1.1" status: 200 len: 210 time: 0.1850698 Jul 29 23:42:24.646054 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309b400-30e5-4a6e-a7f5-3d891772e10a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'Port': ['ID=f43b064b-097f-41ab-96da-38b77bd13227,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:24.687693 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b40d1-f5ee-4523-853b-5a73ea571c71 req-67c7d9f6-3ba6-47ca-bdc3-7d27cfd6dc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:24.697234 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-857b40d1-f5ee-4523-853b-5a73ea571c71 req-67c7d9f6-3ba6-47ca-bdc3-7d27cfd6dc35 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ad76cebfbeab469a8fb6ccf5a7dd03a4&device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 1097 time: 0.5635326 Jul 29 23:42:24.700705 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b309b400-30e5-4a6e-a7f5-3d891772e10a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Network a5b9b3b3-522c-460f-9d93-a0d4457bd62d is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:24.702462 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-b309b400-30e5-4a6e-a7f5-3d891772e10a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:24.718416 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b309b400-30e5-4a6e-a7f5-3d891772e10a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:24.766760 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60704) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:24.792841 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b309b400-30e5-4a6e-a7f5-3d891772e10a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.223712 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b309b400-30e5-4a6e-a7f5-3d891772e10a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.302677 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5da99f-0f73-42d8-81d0-33687aa7ba9f None None] Network a5b9b3b3-522c-460f-9d93-a0d4457bd62d requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:25.616884 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-eacc9ad0-259d-44f3-808a-5017d3897273 None None] Provisioning for port 34f20f22-0026-4822-abbd-342952badb83 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:25.672862 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6c3fb525-6de6-4327-819d-007d3ef13996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:25.764675 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b40d1-f5ee-4523-853b-5a73ea571c71 req-ef0aadf4-0601-4339-a384-2bc621d94cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:25.767385 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-857b40d1-f5ee-4523-853b-5a73ea571c71 req-ef0aadf4-0601-4339-a384-2bc621d94cf6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec HTTP/1.1" status: 200 len: 912 time: 0.6754262 Jul 29 23:42:25.903415 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 34f20f22-0026-4822-abbd-342952badb83 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:26.079542 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 34f20f22-0026-4822-abbd-342952badb83 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:26.092063 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 34f20f22-0026-4822-abbd-342952badb83 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:26.092779 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:26.467194 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:26.525934 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6c3fb525-6de6-4327-819d-007d3ef13996 admin admin] Deleting port f892a1e6-f49e-4dbe-8f94-7aa18b063713 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:26.527131 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6c3fb525-6de6-4327-819d-007d3ef13996 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:26.595096 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 34f20f22-0026-4822-abbd-342952badb83, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=34f20f22-0026-4822-abbd-342952badb83,segment=NetworkSegment(98052f32-cd21-4010-b2d7-4841000d534a),segment_id=98052f32-cd21-4010-b2d7-4841000d534a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:26.603341 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:26.605439 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:26.618766 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f919453-7367-4aea-a9b8-8d82573d9b36 req-5cbf7107-aeaa-43b7-a54e-80b2fa7371e1 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:26.637359 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f919453-7367-4aea-a9b8-8d82573d9b36 req-5cbf7107-aeaa-43b7-a54e-80b2fa7371e1 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 944 time: 1.1434162 Jul 29 23:42:26.710584 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b309b400-30e5-4a6e-a7f5-3d891772e10a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:26.795147 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b309b400-30e5-4a6e-a7f5-3d891772e10a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:26.796249 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6c3fb525-6de6-4327-819d-007d3ef13996 admin admin] For port f892a1e6-f49e-4dbe-8f94-7aa18b063713, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f892a1e6-f49e-4dbe-8f94-7aa18b063713,segment=NetworkSegment(dfa1117e-b135-428b-bc60-5ea1178f380a),segment_id=dfa1117e-b135-428b-bc60-5ea1178f380a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:26.797710 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6c3fb525-6de6-4327-819d-007d3ef13996 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:26.828876 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-857b40d1-f5ee-4523-853b-5a73ea571c71 req-76bbd2da-4dfb-46fb-8b2e-5fb3c28c8b56 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd84251b-e42f-42ef-b5f1-0a32da709a43 HTTP/1.1" status: 200 len: 999 time: 0.5277359 Jul 29 23:42:26.863796 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6c3fb525-6de6-4327-819d-007d3ef13996 admin admin] Calling delete_port for f892a1e6-f49e-4dbe-8f94-7aa18b063713 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:26.913650 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-113440ff-988b-4b0e-8577-484dbbab98f9 None None] Provisioning complete for port 34f20f22-0026-4822-abbd-342952badb83 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:26.914155 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-113440ff-988b-4b0e-8577-484dbbab98f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:26.974181 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=34f20f22-0026-4822-abbd-342952badb83,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:27.015479 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:27.016004 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:27.220003 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b40d1-f5ee-4523-853b-5a73ea571c71 req-e2371551-ac83-4e9e-84e7-e06544ed8d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:27.223135 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-113440ff-988b-4b0e-8577-484dbbab98f9 None None] Provisioning for port f43b064b-097f-41ab-96da-38b77bd13227 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:27.223291 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-857b40d1-f5ee-4523-853b-5a73ea571c71 req-e2371551-ac83-4e9e-84e7-e06544ed8d9b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3fee908-ce2a-4a34-b5cd-8383eff77fab HTTP/1.1" status: 200 len: 850 time: 0.2600412 Jul 29 23:42:27.241299 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-113440ff-988b-4b0e-8577-484dbbab98f9 None None] Provisioning complete for port f43b064b-097f-41ab-96da-38b77bd13227 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:27.244072 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-113440ff-988b-4b0e-8577-484dbbab98f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:27.287535 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b309b400-30e5-4a6e-a7f5-3d891772e10a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'Port': ['ID=f43b064b-097f-41ab-96da-38b77bd13227,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:27.289118 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6c3fb525-6de6-4327-819d-007d3ef13996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:27.372103 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f919453-7367-4aea-a9b8-8d82573d9b36 req-33460823-c310-49cd-bc19-b06beedabbf7 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7211142 Jul 29 23:42:27.391555 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b309b400-30e5-4a6e-a7f5-3d891772e10a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:27.410407 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-113440ff-988b-4b0e-8577-484dbbab98f9 None None] Port f43b064b-097f-41ab-96da-38b77bd13227 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:42:27.444698 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3fb525-6de6-4327-819d-007d3ef13996 admin admin] Pushing event deleted for resources: {'Port': ['ID=f892a1e6-f49e-4dbe-8f94-7aa18b063713,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:27.515223 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 34f20f22-0026-4822-abbd-342952badb83 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:27.585302 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-36054178-888b-4a72-bc8a-a8d9d386709b None None] Provisioning complete for port f43b064b-097f-41ab-96da-38b77bd13227 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:27.585798 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-36054178-888b-4a72-bc8a-a8d9d386709b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:27.629479 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 34f20f22-0026-4822-abbd-342952badb83 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:27.630129 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:27.662263 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a0c9b09-f30c-45f0-9f90-ff42b1939808 req-14ac92b9-4086-4dcb-9d4d-30944b467b4d tempest-ServerShowV254Test-786426325 tempest-ServerShowV254Test-786426325-project] 10.222.0.18 "GET /v2.0/ports?device_id=8214167a-1dff-49ed-a0de-4f819d92dfa6 HTTP/1.1" status: 200 len: 210 time: 0.0900986 Jul 29 23:42:27.714149 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-36054178-888b-4a72-bc8a-a8d9d386709b None None] Port f43b064b-097f-41ab-96da-38b77bd13227 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:42:27.771130 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b309b400-30e5-4a6e-a7f5-3d891772e10a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Network a5b9b3b3-522c-460f-9d93-a0d4457bd62d is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:27.772718 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-b309b400-30e5-4a6e-a7f5-3d891772e10a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:27.901428 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6c3fb525-6de6-4327-819d-007d3ef13996 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:28.054655 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b309b400-30e5-4a6e-a7f5-3d891772e10a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Router bf4b3b56-d2d0-41ce-814b-0e412029e4c8 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:42:28.267645 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-34d1dd67-4031-48d8-8535-60f7d9d5198f None None] Provisioning complete for port f43b064b-097f-41ab-96da-38b77bd13227 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:28.270114 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-34d1dd67-4031-48d8-8535-60f7d9d5198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:28.313978 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b309b400-30e5-4a6e-a7f5-3d891772e10a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:42:28.325311 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b309b400-30e5-4a6e-a7f5-3d891772e10a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "PUT /v2.0/routers/bf4b3b56-d2d0-41ce-814b-0e412029e4c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0062406 Jul 29 23:42:28.325729 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60748) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:28.331217 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73b79d7-153f-4933-8628-7fd49cdda799 None None] Sync routers for ids ['bf4b3b56-d2d0-41ce-814b-0e412029e4c8'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:42:28.392038 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-34d1dd67-4031-48d8-8535-60f7d9d5198f None None] Port f43b064b-097f-41ab-96da-38b77bd13227 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:42:28.399753 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73b79d7-153f-4933-8628-7fd49cdda799 None None] Routers {'bf4b3b56-d2d0-41ce-814b-0e412029e4c8'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:28.402962 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a73b79d7-153f-4933-8628-7fd49cdda799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:42:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bf4b3b56-d2d0-41ce-814b-0e412029e4c8'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:28.603358 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98858da-c9c7-4e4e-9623-cc5cbc91cc1d req-9a9f8a88-bd43-4942-9340-749265ca7796 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:28.614015 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a98858da-c9c7-4e4e-9623-cc5cbc91cc1d req-9a9f8a88-bd43-4942-9340-749265ca7796 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 944 time: 0.1080210 Jul 29 23:42:28.692602 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-a73b79d7-153f-4933-8628-7fd49cdda799 None None] Set router bf4b3b56-d2d0-41ce-814b-0e412029e4c8 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:28.700530 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e30115f-e694-46e3-8563-21fa567c55f9 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:28.700729 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e30115f-e694-46e3-8563-21fa567c55f9 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:28.701088 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e30115f-e694-46e3-8563-21fa567c55f9 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:28.701547 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e30115f-e694-46e3-8563-21fa567c55f9 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:28.702001 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e30115f-e694-46e3-8563-21fa567c55f9 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:28.702455 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e30115f-e694-46e3-8563-21fa567c55f9 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:28.703069 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e30115f-e694-46e3-8563-21fa567c55f9 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:28.703854 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e30115f-e694-46e3-8563-21fa567c55f9 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:28.704269 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e30115f-e694-46e3-8563-21fa567c55f9 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:28.704727 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e30115f-e694-46e3-8563-21fa567c55f9 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:28.707200 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6e30115f-e694-46e3-8563-21fa567c55f9 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7081 time: 0.3804581 Jul 29 23:42:28.712160 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60756) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:28.726814 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a98858da-c9c7-4e4e-9623-cc5cbc91cc1d req-dcfe76fa-526d-465d-9ad3-0ac9f9db29f2 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062479 Jul 29 23:42:28.783036 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0239bb7a-ce74-41f4-8e6f-d46216482786 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:28.783567 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0239bb7a-ce74-41f4-8e6f-d46216482786 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:28.783933 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0239bb7a-ce74-41f4-8e6f-d46216482786 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:28.784406 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0239bb7a-ce74-41f4-8e6f-d46216482786 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:28.784838 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0239bb7a-ce74-41f4-8e6f-d46216482786 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:28.785695 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0239bb7a-ce74-41f4-8e6f-d46216482786 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:28.786498 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0239bb7a-ce74-41f4-8e6f-d46216482786 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:28.786957 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0239bb7a-ce74-41f4-8e6f-d46216482786 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:28.787400 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0239bb7a-ce74-41f4-8e6f-d46216482786 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:28.788045 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0239bb7a-ce74-41f4-8e6f-d46216482786 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:28.794948 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0239bb7a-ce74-41f4-8e6f-d46216482786 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6559 time: 0.0766041 Jul 29 23:42:28.795234 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60760) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:28.932222 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-00d0de93-eccb-4792-8bdd-92b87e32d8c4 req-6e816ab8-6ab3-4d44-bc7f-8d573e6e7881 tempest-ServerShowV254Test-786426325 tempest-ServerShowV254Test-786426325-project] 10.222.0.18 "GET /v2.0/ports?device_id=8214167a-1dff-49ed-a0de-4f819d92dfa6 HTTP/1.1" status: 200 len: 210 time: 0.0692234 Jul 29 23:42:29.037409 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3fb525-6de6-4327-819d-007d3ef13996 admin admin] Router 925ce1fe-ed0a-4d1f-ac94-dd58d6760967 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:42:29.222389 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a73b79d7-153f-4933-8628-7fd49cdda799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'name': 'tempest-TestNetworkBasicOps-router-1431683142', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:16Z', 'updated_at': '2021-07-29T23:42:25Z', 'revision_number': 4, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': '1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:40:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:17Z', 'updated_at': '2021-07-29T23:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f43b064b-097f-41ab-96da-38b77bd13227', 'name': '', 'network_id': 'a5b9b3b3-522c-460f-9d93-a0d4457bd62d', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'mac_address': 'fa:16:3e:10:ff:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '3774c8fc-76a1-4cf7-9c05-44c645b0409e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:23Z', 'updated_at': '2021-07-29T23:42:25Z', 'revision_number': 2, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'subnets': [{'id': '3774c8fc-76a1-4cf7-9c05-44c645b0409e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:29.302019 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73b79d7-153f-4933-8628-7fd49cdda799 None None] Checking router: bf4b3b56-d2d0-41ce-814b-0e412029e4c8 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:42:29.303000 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73b79d7-153f-4933-8628-7fd49cdda799 None None] Updating router bf4b3b56-d2d0-41ce-814b-0e412029e4c8 port f43b064b-097f-41ab-96da-38b77bd13227 binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:42:29.367711 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a73b79d7-153f-4933-8628-7fd49cdda799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.628092 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.884929 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:29.901001 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3fb525-6de6-4327-819d-007d3ef13996 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:42:29.913483 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5491438-0ef8-4904-98a0-0bf660a335b0 None None] Sync routers for ids ['925ce1fe-ed0a-4d1f-ac94-dd58d6760967'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:42:29.917323 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e92cadd1-f1be-4ae4-b092-1811698bbf3c tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4480 time: 1.1207469 Jul 29 23:42:29.924575 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6c3fb525-6de6-4327-819d-007d3ef13996 admin admin] 10.222.0.18 "PUT /v2.0/routers/925ce1fe-ed0a-4d1f-ac94-dd58d6760967/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1557057 Jul 29 23:42:29.925466 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60778) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:29.930066 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5491438-0ef8-4904-98a0-0bf660a335b0 None None] Routers {'925ce1fe-ed0a-4d1f-ac94-dd58d6760967'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:29.930709 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b5491438-0ef8-4904-98a0-0bf660a335b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:42:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['925ce1fe-ed0a-4d1f-ac94-dd58d6760967'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:29.973377 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0fec2-6217-4dce-8d4a-e3ee8a390adc req-3a542303-8b2b-4740-8801-11876fe010bb tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:29.991073 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92d0fec2-6217-4dce-8d4a-e3ee8a390adc req-3a542303-8b2b-4740-8801-11876fe010bb tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 944 time: 0.1395261 Jul 29 23:42:30.046195 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a73b79d7-153f-4933-8628-7fd49cdda799 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.068315 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a73b79d7-153f-4933-8628-7fd49cdda799 None None] Transition to ACTIVE for port object f43b064b-097f-41ab-96da-38b77bd13227 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:30.079924 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a73b79d7-153f-4933-8628-7fd49cdda799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.090364 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92d0fec2-6217-4dce-8d4a-e3ee8a390adc req-9f106bcc-6dbd-4139-85c8-1f5d3f14622a tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975950 Jul 29 23:42:30.202305 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6fadd15c-8ac5-4f86-9a41-b6f2c8257cc6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.325786 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-b5491438-0ef8-4904-98a0-0bf660a335b0 None None] Set router 925ce1fe-ed0a-4d1f-ac94-dd58d6760967 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:30.391223 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8b9de-b337-4d3f-bafd-47d6a82f877e None None] Pushing event updated for resources: {'Port': ['ID=f43b064b-097f-41ab-96da-38b77bd13227,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:30.413795 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6fadd15c-8ac5-4f86-9a41-b6f2c8257cc6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.424418 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a73b79d7-153f-4933-8628-7fd49cdda799 None None] Attempting to bind port f43b064b-097f-41ab-96da-38b77bd13227 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:42:30.425201 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a73b79d7-153f-4933-8628-7fd49cdda799 None None] Attempting to bind port f43b064b-097f-41ab-96da-38b77bd13227 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '98052f32-cd21-4010-b2d7-4841000d534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a5b9b3b3-522c-460f-9d93-a0d4457bd62d'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:42:30.425493 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73b79d7-153f-4933-8628-7fd49cdda799 None None] Attempting to bind port f43b064b-097f-41ab-96da-38b77bd13227 on network a5b9b3b3-522c-460f-9d93-a0d4457bd62d {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:30.435266 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73b79d7-153f-4933-8628-7fd49cdda799 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:42:30.435656 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73b79d7-153f-4933-8628-7fd49cdda799 None None] Checking segment: {'id': '98052f32-cd21-4010-b2d7-4841000d534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a5b9b3b3-522c-460f-9d93-a0d4457bd62d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:30.436106 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a73b79d7-153f-4933-8628-7fd49cdda799 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.440518 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73b79d7-153f-4933-8628-7fd49cdda799 None None] Bound using segment: {'id': '98052f32-cd21-4010-b2d7-4841000d534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a5b9b3b3-522c-460f-9d93-a0d4457bd62d'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:42:30.441321 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a73b79d7-153f-4933-8628-7fd49cdda799 None None] Bound port: f43b064b-097f-41ab-96da-38b77bd13227, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98052f32-cd21-4010-b2d7-4841000d534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a5b9b3b3-522c-460f-9d93-a0d4457bd62d'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:42:30.442148 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a73b79d7-153f-4933-8628-7fd49cdda799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.541514 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6fadd15c-8ac5-4f86-9a41-b6f2c8257cc6 admin admin] Deleting port 13548b6d-a9b7-4ac3-bc47-20084219c94c {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:30.543426 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6fadd15c-8ac5-4f86-9a41-b6f2c8257cc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.639673 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a73b79d7-153f-4933-8628-7fd49cdda799 None None] For port f43b064b-097f-41ab-96da-38b77bd13227, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:42:30.647048 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a73b79d7-153f-4933-8628-7fd49cdda799 None None] For port f43b064b-097f-41ab-96da-38b77bd13227, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f43b064b-097f-41ab-96da-38b77bd13227,segment=NetworkSegment(98052f32-cd21-4010-b2d7-4841000d534a),segment_id=98052f32-cd21-4010-b2d7-4841000d534a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:42:30.657129 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a73b79d7-153f-4933-8628-7fd49cdda799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.740783 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60788) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:30.758396 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-a5a88b91-f1f8-4b3d-9041-c5e8ee5567c6 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1866067979', 'description': 'tempest-secgroup-smoke-1866067979 description', 'project_id': 'a74022ced16f48bea72df0eb10f3e470'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:30.779714 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b8b9de-b337-4d3f-bafd-47d6a82f877e None None] Pushing event updated for resources: {'Port': ['ID=f43b064b-097f-41ab-96da-38b77bd13227,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:30.797678 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73b79d7-153f-4933-8628-7fd49cdda799 None None] Routers {'bf4b3b56-d2d0-41ce-814b-0e412029e4c8'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:30.808401 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a73b79d7-153f-4933-8628-7fd49cdda799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:42:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bf4b3b56-d2d0-41ce-814b-0e412029e4c8'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:30.860054 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b5491438-0ef8-4904-98a0-0bf660a335b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'name': 'tempest-TestServerBasicOps-2064825832-router', 'tenant_id': '1783dd15c07244cf9315c27ec92931b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.13'}], 'enable_snat': True}, 'gw_port_id': '13548b6d-a9b7-4ac3-bc47-20084219c94c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:42:27Z', 'revision_number': 5, 'project_id': '1783dd15c07244cf9315c27ec92931b3', 'gw_port': {'id': '13548b6d-a9b7-4ac3-bc47-20084219c94c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:6a:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2149, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:36:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:30.908599 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6fadd15c-8ac5-4f86-9a41-b6f2c8257cc6 admin admin] For port 13548b6d-a9b7-4ac3-bc47-20084219c94c, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=13548b6d-a9b7-4ac3-bc47-20084219c94c,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:30.909213 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6fadd15c-8ac5-4f86-9a41-b6f2c8257cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.937618 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a5a88b91-f1f8-4b3d-9041-c5e8ee5567c6 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:30.973225 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6fadd15c-8ac5-4f86-9a41-b6f2c8257cc6 admin admin] Calling delete_port for 13548b6d-a9b7-4ac3-bc47-20084219c94c owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:31.066366 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f91e8e22-b17e-4e12-b7c2-e0247be199f9 req-ce5fe540-07b5-4827-883b-e9d811b75783 tempest-ServerShowV254Test-786426325 tempest-ServerShowV254Test-786426325-project] 10.222.0.18 "GET /v2.0/ports?device_id=8214167a-1dff-49ed-a0de-4f819d92dfa6 HTTP/1.1" status: 200 len: 210 time: 0.1630328 Jul 29 23:42:31.191768 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5491438-0ef8-4904-98a0-0bf660a335b0 None None] Checking router: 925ce1fe-ed0a-4d1f-ac94-dd58d6760967 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:42:31.218484 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5491438-0ef8-4904-98a0-0bf660a335b0 None None] Routers {'925ce1fe-ed0a-4d1f-ac94-dd58d6760967'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:31.221697 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b5491438-0ef8-4904-98a0-0bf660a335b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:42:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['925ce1fe-ed0a-4d1f-ac94-dd58d6760967'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:31.304987 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-a73b79d7-153f-4933-8628-7fd49cdda799 None None] Set router bf4b3b56-d2d0-41ce-814b-0e412029e4c8 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:31.475505 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-b5491438-0ef8-4904-98a0-0bf660a335b0 None None] Set router 925ce1fe-ed0a-4d1f-ac94-dd58d6760967 gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:31.490426 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a5a88b91-f1f8-4b3d-9041-c5e8ee5567c6 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:31.526016 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6fadd15c-8ac5-4f86-9a41-b6f2c8257cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:31.544947 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a5a88b91-f1f8-4b3d-9041-c5e8ee5567c6 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:31.609865 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a88b91-f1f8-4b3d-9041-c5e8ee5567c6 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1b1c5a-61b0-4af4-87f6-af1c2eec0994,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:31.643806 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857b40d1-f5ee-4523-853b-5a73ea571c71 req-c87e7983-f1e1-42db-8519-b65723fa92cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:31.646905 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-857b40d1-f5ee-4523-853b-5a73ea571c71 req-c87e7983-f1e1-42db-8519-b65723fa92cc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4581475 Jul 29 23:42:31.649747 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a5a88b91-f1f8-4b3d-9041-c5e8ee5567c6 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:31.654165 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a5a88b91-f1f8-4b3d-9041-c5e8ee5567c6 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9088628 Jul 29 23:42:31.661868 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b638e94c-2a1b-4c17-bbde-667c0694ca54 req-86b67e54-0c27-4a1e-a49c-c4906ee28295 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:31.671940 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b638e94c-2a1b-4c17-bbde-667c0694ca54 req-86b67e54-0c27-4a1e-a49c-c4906ee28295 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 944 time: 0.4320133 Jul 29 23:42:31.672418 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b5491438-0ef8-4904-98a0-0bf660a335b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'name': 'tempest-TestServerBasicOps-2064825832-router', 'tenant_id': '1783dd15c07244cf9315c27ec92931b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:42:30Z', 'revision_number': 6, 'project_id': '1783dd15c07244cf9315c27ec92931b3', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:31.676499 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fadd15c-8ac5-4f86-9a41-b6f2c8257cc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=13548b6d-a9b7-4ac3-bc47-20084219c94c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:31.684300 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60800) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:31.692007 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-e0271b65-24ff-4b59-a91b-809a3e84afd7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'security_group_rule': {'security_group_id': '1d1b1c5a-61b0-4af4-87f6-af1c2eec0994', 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:31.792283 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6fadd15c-8ac5-4f86-9a41-b6f2c8257cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:31.794084 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5491438-0ef8-4904-98a0-0bf660a335b0 None None] The sync data for ids ['925ce1fe-ed0a-4d1f-ac94-dd58d6760967'] in n-d-712140-10 is: [{'id': '925ce1fe-ed0a-4d1f-ac94-dd58d6760967', 'name': 'tempest-TestServerBasicOps-2064825832-router', 'tenant_id': '1783dd15c07244cf9315c27ec92931b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:38Z', 'updated_at': '2021-07-29T23:42:30Z', 'revision_number': 6, 'project_id': '1783dd15c07244cf9315c27ec92931b3', 'gw_port_host': None}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:42:31.952542 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b638e94c-2a1b-4c17-bbde-667c0694ca54 req-a2b39449-656a-4308-8d30-0d5b52c01b34 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793093 Jul 29 23:42:31.988557 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-857b40d1-f5ee-4523-853b-5a73ea571c71 req-746e456f-8096-40bd-ac09-89cae74936c1 service neutron] 10.222.0.23 "GET /v2.0/networks/ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905924 Jul 29 23:42:32.006604 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a73b79d7-153f-4933-8628-7fd49cdda799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'name': 'tempest-TestNetworkBasicOps-router-1431683142', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:16Z', 'updated_at': '2021-07-29T23:42:25Z', 'revision_number': 4, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': '1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:40:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:17Z', 'updated_at': '2021-07-29T23:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f43b064b-097f-41ab-96da-38b77bd13227', 'name': '', 'network_id': 'a5b9b3b3-522c-460f-9d93-a0d4457bd62d', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'mac_address': 'fa:16:3e:10:ff:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '3774c8fc-76a1-4cf7-9c05-44c645b0409e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:23Z', 'updated_at': '2021-07-29T23:42:30Z', 'revision_number': 4, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'subnets': [{'id': '3774c8fc-76a1-4cf7-9c05-44c645b0409e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:32.061539 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73b79d7-153f-4933-8628-7fd49cdda799 None None] The sync data for ids ['bf4b3b56-d2d0-41ce-814b-0e412029e4c8'] in n-d-712140-10 is: [{'id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'name': 'tempest-TestNetworkBasicOps-router-1431683142', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:16Z', 'updated_at': '2021-07-29T23:42:25Z', 'revision_number': 4, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': '1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:40:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:17Z', 'updated_at': '2021-07-29T23:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f43b064b-097f-41ab-96da-38b77bd13227', 'name': '', 'network_id': 'a5b9b3b3-522c-460f-9d93-a0d4457bd62d', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'mac_address': 'fa:16:3e:10:ff:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '3774c8fc-76a1-4cf7-9c05-44c645b0409e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:23Z', 'updated_at': '2021-07-29T23:42:30Z', 'revision_number': 4, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'subnets': [{'id': '3774c8fc-76a1-4cf7-9c05-44c645b0409e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:42:32.089898 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6fadd15c-8ac5-4f86-9a41-b6f2c8257cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:32.092420 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e0271b65-24ff-4b59-a91b-809a3e84afd7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:32.098024 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6fadd15c-8ac5-4f86-9a41-b6f2c8257cc6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:32.371565 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e0271b65-24ff-4b59-a91b-809a3e84afd7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:32.380341 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e0271b65-24ff-4b59-a91b-809a3e84afd7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:32.462986 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0271b65-24ff-4b59-a91b-809a3e84afd7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=551a1521-905e-4bb9-a39b-a67d086e53f8,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:32.471032 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6fadd15c-8ac5-4f86-9a41-b6f2c8257cc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:32.471576 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fadd15c-8ac5-4f86-9a41-b6f2c8257cc6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 925ce1fe-ed0a-4d1f-ac94-dd58d6760967 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:42:32.487467 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6fadd15c-8ac5-4f86-9a41-b6f2c8257cc6 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:32.493675 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6fadd15c-8ac5-4f86-9a41-b6f2c8257cc6 admin admin] 10.222.0.18 "DELETE /v2.0/routers/925ce1fe-ed0a-4d1f-ac94-dd58d6760967 HTTP/1.1" status: 204 len: 168 time: 2.5632319 Jul 29 23:42:32.494608 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60814) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:32.548576 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d05d288e-03ce-407a-aac7-0e2b80d1a848 req-5db14df1-bd17-4371-af71-ca6405884491 tempest-ServerShowV254Test-786426325 tempest-ServerShowV254Test-786426325-project] 10.222.0.18 "GET /v2.0/ports?device_id=8214167a-1dff-49ed-a0de-4f819d92dfa6 HTTP/1.1" status: 200 len: 210 time: 0.2350497 Jul 29 23:42:32.612034 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e0271b65-24ff-4b59-a91b-809a3e84afd7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:32.614697 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e0271b65-24ff-4b59-a91b-809a3e84afd7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9279227 Jul 29 23:42:32.622955 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60816) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:32.632705 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-495782ce-d252-48ec-9e64-d64c4f336ec2 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'security_group_rule': {'security_group_id': '1d1b1c5a-61b0-4af4-87f6-af1c2eec0994', 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:32.682813 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-f73d962d-2539-4c27-a549-eb9939d603ce admin admin] Deleting subnet 3fa239c5-5119-46c0-9a47-909641a9faaa {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:42:32.688188 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f73d962d-2539-4c27-a549-eb9939d603ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:32.729541 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-495782ce-d252-48ec-9e64-d64c4f336ec2 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:32.778387 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-857b40d1-f5ee-4523-853b-5a73ea571c71 req-807bac15-0b54-43f1-bfef-09c6bf84f88d service neutron] 10.222.0.23 "GET /v2.0/networks/ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4237339 Jul 29 23:42:32.790196 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f73d962d-2539-4c27-a549-eb9939d603ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:32.821611 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-36b3ead7-351a-495c-ac5f-bcdbf36f66ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:33.015308 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f73d962d-2539-4c27-a549-eb9939d603ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:33.226848 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-495782ce-d252-48ec-9e64-d64c4f336ec2 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:33.226848 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-495782ce-d252-48ec-9e64-d64c4f336ec2 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:33.257979 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51e423c-29fe-498f-836f-10eccd463f6d req-0be49729-21b0-497a-82c9-19dcbbc87251 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:33.264184 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495782ce-d252-48ec-9e64-d64c4f336ec2 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243e1a0e-1106-4253-8497-353e979a5cc1,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:33.275811 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f73d962d-2539-4c27-a549-eb9939d603ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:33.277762 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e51e423c-29fe-498f-836f-10eccd463f6d req-0be49729-21b0-497a-82c9-19dcbbc87251 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 944 time: 0.1617806 Jul 29 23:42:33.343773 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d962d-2539-4c27-a549-eb9939d603ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3fa239c5-5119-46c0-9a47-909641a9faaa,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:33.349888 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-495782ce-d252-48ec-9e64-d64c4f336ec2 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:33.351240 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-495782ce-d252-48ec-9e64-d64c4f336ec2 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7267497 Jul 29 23:42:33.355529 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60826) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:33.372191 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-9a69d51a-3739-4eeb-b715-e0ef0039d998 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'security_group_rule': {'security_group_id': '1d1b1c5a-61b0-4af4-87f6-af1c2eec0994', 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:33.383260 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e51e423c-29fe-498f-836f-10eccd463f6d req-90250db2-6563-4107-9a5a-9204edcce3b0 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033835 Jul 29 23:42:33.439923 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f73d962d-2539-4c27-a549-eb9939d603ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:33.440586 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c38873-09d0-4a55-aa8c-6de57e519440 None None] Network 683b6795-2fa0-4ca9-a524-56fb58dfd01a requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:33.452850 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f73d962d-2539-4c27-a549-eb9939d603ce admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3fa239c5-5119-46c0-9a47-909641a9faaa HTTP/1.1" status: 204 len: 168 time: 0.9544535 Jul 29 23:42:33.459956 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60828) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:33.474996 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9a69d51a-3739-4eeb-b715-e0ef0039d998 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:33.671075 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9a69d51a-3739-4eeb-b715-e0ef0039d998 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:33.681861 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9a69d51a-3739-4eeb-b715-e0ef0039d998 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:33.730839 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a69d51a-3739-4eeb-b715-e0ef0039d998 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093202b9-e7d4-4acf-b2bc-7f55df28da93,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:33.746126 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9a69d51a-3739-4eeb-b715-e0ef0039d998 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:33.752004 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9a69d51a-3739-4eeb-b715-e0ef0039d998 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3892343 Jul 29 23:42:33.752257 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60834) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:33.764139 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-d59c0f00-b106-401b-af01-0308b61a05bb tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'security_group_rule': {'security_group_id': '1d1b1c5a-61b0-4af4-87f6-af1c2eec0994', 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:33.820813 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d59c0f00-b106-401b-af01-0308b61a05bb tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:33.859230 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f43b064b-097f-41ab-96da-38b77bd13227 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:33.915980 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea90037c-dc81-4247-a9e5-ffd0ab98ae86 req-922724ca-f5ce-4b53-aa9b-be905564e7b7 tempest-ServerShowV254Test-786426325 tempest-ServerShowV254Test-786426325-project] 10.222.0.18 "GET /v2.0/ports?device_id=8214167a-1dff-49ed-a0de-4f819d92dfa6 HTTP/1.1" status: 200 len: 210 time: 0.1177270 Jul 29 23:42:33.929491 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-096998c4-7b65-45c7-bbc3-854004e66b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:34.014173 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-096998c4-7b65-45c7-bbc3-854004e66b83 admin admin] Deleting port b568af63-f145-4d1f-a105-9330a6fa48a2 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:34.014173 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-096998c4-7b65-45c7-bbc3-854004e66b83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:34.099616 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d59c0f00-b106-401b-af01-0308b61a05bb tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:34.118993 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d59c0f00-b106-401b-af01-0308b61a05bb tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:34.130326 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-096998c4-7b65-45c7-bbc3-854004e66b83 admin admin] For port b568af63-f145-4d1f-a105-9330a6fa48a2, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=b568af63-f145-4d1f-a105-9330a6fa48a2,segment=NetworkSegment(dfa1117e-b135-428b-bc60-5ea1178f380a),segment_id=dfa1117e-b135-428b-bc60-5ea1178f380a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:34.130847 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-096998c4-7b65-45c7-bbc3-854004e66b83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:34.176436 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-096998c4-7b65-45c7-bbc3-854004e66b83 admin admin] Calling delete_port for b568af63-f145-4d1f-a105-9330a6fa48a2 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:34.188010 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d59c0f00-b106-401b-af01-0308b61a05bb tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:34.192528 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d59c0f00-b106-401b-af01-0308b61a05bb tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4365075 Jul 29 23:42:34.192528 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59c0f00-b106-401b-af01-0308b61a05bb tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1db9910-aa85-4107-87dc-5eb6caa66551,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:34.198792 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60840) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:34.207308 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f73eee49-a800-406d-9a7e-ebe096b80a3c tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'security_group_rule': {'security_group_id': '1d1b1c5a-61b0-4af4-87f6-af1c2eec0994', 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:34.251270 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port f43b064b-097f-41ab-96da-38b77bd13227 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:34.259621 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port f43b064b-097f-41ab-96da-38b77bd13227 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:34.282954 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:34.300827 n-d-712140-10 neutron-server[94063]: INFO neutron.db.securitygroups_db [None req-f73eee49-a800-406d-9a7e-ebe096b80a3c tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Project a74022ced16f48bea72df0eb10f3e470 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:42:34.309936 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f73eee49-a800-406d-9a7e-ebe096b80a3c tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:34.583353 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f73eee49-a800-406d-9a7e-ebe096b80a3c tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:34.613922 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f73eee49-a800-406d-9a7e-ebe096b80a3c tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:34.709764 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-096998c4-7b65-45c7-bbc3-854004e66b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:34.787975 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4437ad0f-dbb7-4acc-aabf-e3884f5fae25 None None] DHCP port deletion for 683b6795-2fa0-4ca9-a524-56fb58dfd01a request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:42:34.839478 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73eee49-a800-406d-9a7e-ebe096b80a3c tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e71d9c1-44a7-4fe9-a8d7-348c02cc56e9,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:34.845380 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096998c4-7b65-45c7-bbc3-854004e66b83 admin admin] Pushing event deleted for resources: {'Port': ['ID=b568af63-f145-4d1f-a105-9330a6fa48a2,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:34.872985 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:34.899444 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f73eee49-a800-406d-9a7e-ebe096b80a3c tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:34.902441 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f73eee49-a800-406d-9a7e-ebe096b80a3c tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7007935 Jul 29 23:42:34.907571 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60850) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:34.914707 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-2dd08201-5340-47d0-80bf-c3002123bac4 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'security_group_rule': {'security_group_id': '1d1b1c5a-61b0-4af4-87f6-af1c2eec0994', 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:34.935616 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096998c4-7b65-45c7-bbc3-854004e66b83 admin admin] No DVR routers for this DVR port b568af63-f145-4d1f-a105-9330a6fa48a2 on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:42:34.960011 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port f43b064b-097f-41ab-96da-38b77bd13227, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f43b064b-097f-41ab-96da-38b77bd13227,segment=NetworkSegment(98052f32-cd21-4010-b2d7-4841000d534a),segment_id=98052f32-cd21-4010-b2d7-4841000d534a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:34.971390 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:34.998504 n-d-712140-10 neutron-server[94064]: INFO neutron.db.securitygroups_db [None req-2dd08201-5340-47d0-80bf-c3002123bac4 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Project a74022ced16f48bea72df0eb10f3e470 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:42:35.023978 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a48db-fca5-4882-9a28-08d2109ec439 req-6bb31902-8e8c-4f8b-9377-eeed0ffc98d4 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:35.033099 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f2a48db-fca5-4882-9a28-08d2109ec439 req-6bb31902-8e8c-4f8b-9377-eeed0ffc98d4 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 944 time: 0.4837925 Jul 29 23:42:35.070105 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2dd08201-5340-47d0-80bf-c3002123bac4 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:35.140533 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=f43b064b-097f-41ab-96da-38b77bd13227,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:35.160472 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-096998c4-7b65-45c7-bbc3-854004e66b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:35.171164 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 13548b6d-a9b7-4ac3-bc47-20084219c94c no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:42:35.189757 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-096998c4-7b65-45c7-bbc3-854004e66b83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['683b6795-2fa0-4ca9-a524-56fb58dfd01a']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:35.231696 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 13548b6d-a9b7-4ac3-bc47-20084219c94c {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:42:35.235326 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f2a48db-fca5-4882-9a28-08d2109ec439 req-9ec7ffe4-ac81-4166-9e6e-bb44defad173 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009435 Jul 29 23:42:35.253702 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:42:35.254333 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-096998c4-7b65-45c7-bbc3-854004e66b83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa1117e-b135-428b-bc60-5ea1178f380a') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:35.254445 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-096998c4-7b65-45c7-bbc3-854004e66b83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa1117e-b135-428b-bc60-5ea1178f380a') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:35.256423 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 13548b6d-a9b7-4ac3-bc47-20084219c94c not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:42:35.257235 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f892a1e6-f49e-4dbe-8f94-7aa18b063713 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:42:35.318327 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-096998c4-7b65-45c7-bbc3-854004e66b83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:35.325909 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: f892a1e6-f49e-4dbe-8f94-7aa18b063713 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:42:35.326507 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f892a1e6-f49e-4dbe-8f94-7aa18b063713 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:42:35.356586 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2dd08201-5340-47d0-80bf-c3002123bac4 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:35.369443 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2dd08201-5340-47d0-80bf-c3002123bac4 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:35.381378 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-096998c4-7b65-45c7-bbc3-854004e66b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:35.396088 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:35.417709 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-096998c4-7b65-45c7-bbc3-854004e66b83 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:42:35.418384 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-096998c4-7b65-45c7-bbc3-854004e66b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:35.423964 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:42:35.423964 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:42:35.423964 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:42:35.423964 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:42:35.423964 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:42:35.423964 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:42:35.423964 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:42:35.423964 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:42:35.423964 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:42:35.423964 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:42:35.423964 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:42:35.423964 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:42:35.423964 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:42:35.423964 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:42:35.423964 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:42:35.423964 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:42:35.423964 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:42:35.423964 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:42:35.423964 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:42:35.423964 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:42:35.423964 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:42:35.423964 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:42:35.423964 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:42:35.423964 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:42:35.423964 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:42:35.423964 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:42:35.423964 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:42:35.423964 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:42:35.423964 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:42:35.423964 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:42:35.423964 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:42:35.423964 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:42:35.440657 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd08201-5340-47d0-80bf-c3002123bac4 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1ba359-b299-4ee6-a67a-b2c8d9814882,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:35.444973 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2dd08201-5340-47d0-80bf-c3002123bac4 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:35.446827 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2dd08201-5340-47d0-80bf-c3002123bac4 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5376513 Jul 29 23:42:35.581959 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9927d619-23bc-45fe-b68c-28a91d5031fc req-799bab30-453f-4d5e-b8f0-4bef96a27d02 tempest-ServerShowV254Test-786426325 tempest-ServerShowV254Test-786426325-project] 10.222.0.18 "GET /v2.0/ports?device_id=8214167a-1dff-49ed-a0de-4f819d92dfa6 HTTP/1.1" status: 200 len: 210 time: 0.0448382 Jul 29 23:42:35.623905 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f43b064b-097f-41ab-96da-38b77bd13227 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:35.627203 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-096998c4-7b65-45c7-bbc3-854004e66b83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:35.677139 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-096998c4-7b65-45c7-bbc3-854004e66b83 admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:35.683395 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-096998c4-7b65-45c7-bbc3-854004e66b83 admin admin] 10.222.0.18 "DELETE /v2.0/networks/683b6795-2fa0-4ca9-a524-56fb58dfd01a HTTP/1.1" status: 204 len: 168 time: 2.2202141 Jul 29 23:42:35.684423 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096998c4-7b65-45c7-bbc3-854004e66b83 admin admin] Pushing event deleted for resources: {'Network': ['ID=683b6795-2fa0-4ca9-a524-56fb58dfd01a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:35.687977 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60864) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:35.844066 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port f43b064b-097f-41ab-96da-38b77bd13227 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:35.851085 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:36.025729 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-c9ac07e8-feef-40f3-8b00-d1679f5088e3 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1866067979&fields=id&tenant_id=a74022ced16f48bea72df0eb10f3e470 HTTP/1.1" status: 200 len: 267 time: 0.0889978 Jul 29 23:42:36.159209 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b568af63-f145-4d1f-a105-9330a6fa48a2 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:42:36.216649 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: b568af63-f145-4d1f-a105-9330a6fa48a2 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:42:36.217159 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b568af63-f145-4d1f-a105-9330a6fa48a2 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:42:36.257141 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ca8d3d87-c17f-4a70-86b2-53e7f7378a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:36.264733 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-29775a8d-c18b-40aa-8cb2-6cdd33262d06 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:36.278667 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-29775a8d-c18b-40aa-8cb2-6cdd33262d06 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/networks?id=a5b9b3b3-522c-460f-9d93-a0d4457bd62d HTTP/1.1" status: 200 len: 797 time: 0.2413445 Jul 29 23:42:36.300665 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-e8f4d969-746e-4e21-88cf-770afdf70fb2 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/quotas/a74022ced16f48bea72df0eb10f3e470 HTTP/1.1" status: 200 len: 375 time: 0.0206468 Jul 29 23:42:36.415114 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-d083f8f7-1418-4dc6-b8da-64da987fb032 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a74022ced16f48bea72df0eb10f3e470&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1131082 Jul 29 23:42:36.681585 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-6aa268ee-9ee1-41a0-b437-97491f1a0000 service neutron] 10.222.0.18 "GET /v2.0/networks/a5b9b3b3-522c-460f-9d93-a0d4457bd62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559397 Jul 29 23:42:36.753206 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4c503b49-3b7c-4eef-b810-9fb4c7f1e0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:36.797403 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-39c4e3b4-cf3e-4c5b-b44b-024abb688a32 service neutron] 10.222.0.18 "GET /v2.0/networks/a5b9b3b3-522c-460f-9d93-a0d4457bd62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144538 Jul 29 23:42:36.863672 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:37.125727 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b11ed2-b4d1-409d-b6fd-7bce3a883786 req-d4a7f96a-0e73-47a5-a93e-31e4cbee2336 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:37.127405 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57b11ed2-b4d1-409d-b6fd-7bce3a883786 req-d4a7f96a-0e73-47a5-a93e-31e4cbee2336 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 944 time: 0.0595839 Jul 29 23:42:37.143567 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-4c503b49-3b7c-4eef-b810-9fb4c7f1e0ed admin admin] Deleting port b08a14df-1960-479e-969e-433f2d485e8f {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:37.143947 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4c503b49-3b7c-4eef-b810-9fb4c7f1e0ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:37.204000 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57b11ed2-b4d1-409d-b6fd-7bce3a883786 req-e56bc9cd-c948-46cb-872e-b98004555fa0 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582283 Jul 29 23:42:37.286484 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-4c503b49-3b7c-4eef-b810-9fb4c7f1e0ed admin admin] For port b08a14df-1960-479e-969e-433f2d485e8f, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=b08a14df-1960-479e-969e-433f2d485e8f,segment=NetworkSegment(c483151a-de77-424d-b75c-358e5908e767),segment_id=c483151a-de77-424d-b75c-358e5908e767)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:37.286853 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4c503b49-3b7c-4eef-b810-9fb4c7f1e0ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:37.314653 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-4c503b49-3b7c-4eef-b810-9fb4c7f1e0ed admin admin] Calling delete_port for b08a14df-1960-479e-969e-433f2d485e8f owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:37.365764 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-06a9692d-6735-4b84-b664-ef4e755c38e3 req-26b69707-adf3-4ca9-96b7-c875d08f94c6 tempest-ServerShowV254Test-786426325 tempest-ServerShowV254Test-786426325-project] 10.222.0.18 "GET /v2.0/ports?device_id=8214167a-1dff-49ed-a0de-4f819d92dfa6 HTTP/1.1" status: 200 len: 210 time: 0.0582576 Jul 29 23:42:37.501408 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2e1b2bc9-6f67-4c2b-9165-07004c9f4222 req-3fb90b3f-7547-4b12-ab2c-4a1f3e461624 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8653e72-7a10-41e7-b624-bb03feabf27d HTTP/1.1" status: 200 len: 210 time: 0.0440254 Jul 29 23:42:37.678430 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4c503b49-3b7c-4eef-b810-9fb4c7f1e0ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:37.714252 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c503b49-3b7c-4eef-b810-9fb4c7f1e0ed admin admin] Pushing event deleted for resources: {'Port': ['ID=b08a14df-1960-479e-969e-433f2d485e8f,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:37.988777 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4c503b49-3b7c-4eef-b810-9fb4c7f1e0ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:38.154393 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:38.606018 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c503b49-3b7c-4eef-b810-9fb4c7f1e0ed admin admin] Router 34b56553-ac54-429a-8df2-8a78ac9978a6 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:42:38.743235 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c503b49-3b7c-4eef-b810-9fb4c7f1e0ed admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:42:38.753493 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4c503b49-3b7c-4eef-b810-9fb4c7f1e0ed admin admin] 10.222.0.18 "PUT /v2.0/routers/34b56553-ac54-429a-8df2-8a78ac9978a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0625851 Jul 29 23:42:38.753853 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60932) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:38.760704 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c6b4b1-9dfe-4098-8dc3-41740ea8ac64 None None] Sync routers for ids ['34b56553-ac54-429a-8df2-8a78ac9978a6'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:42:38.775178 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c6b4b1-9dfe-4098-8dc3-41740ea8ac64 None None] Routers {'34b56553-ac54-429a-8df2-8a78ac9978a6'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:38.776974 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-92c6b4b1-9dfe-4098-8dc3-41740ea8ac64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:42:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['34b56553-ac54-429a-8df2-8a78ac9978a6'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:38.883029 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fa245b-1847-40a6-a8b0-156a374dfb81 req-db99b231-c912-4942-9776-662d14baf0ac tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:38.884723 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68fa245b-1847-40a6-a8b0-156a374dfb81 req-db99b231-c912-4942-9776-662d14baf0ac tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 944 time: 0.5609739 Jul 29 23:42:38.934321 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-d97d8f15-07e2-4954-8a9e-7cca1e6a1462 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:38.936204 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-d97d8f15-07e2-4954-8a9e-7cca1e6a1462 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.23 "GET /v2.0/networks?id=a5b9b3b3-522c-460f-9d93-a0d4457bd62d HTTP/1.1" status: 200 len: 797 time: 0.5549982 Jul 29 23:42:38.948019 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-50677028-5291-4c02-aa6a-71d4c4bb2b29 admin admin] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:38.981967 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-92c6b4b1-9dfe-4098-8dc3-41740ea8ac64 None None] Set router 34b56553-ac54-429a-8df2-8a78ac9978a6 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:38.993340 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68fa245b-1847-40a6-a8b0-156a374dfb81 req-300e76c2-68f1-4d85-b1e0-26532998b2d4 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963128 Jul 29 23:42:39.028616 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-3661afd3-940b-4434-b7a2-0f658f1fb2e6 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a74022ced16f48bea72df0eb10f3e470 HTTP/1.1" status: 200 len: 380 time: 0.0710046 Jul 29 23:42:39.048922 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-0d672bc4-be7a-4491-9d1e-03fe10ec952e tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'port': {'device_id': 'b8653e72-7a10-41e7-b624-bb03feabf27d', 'network_id': 'a5b9b3b3-522c-460f-9d93-a0d4457bd62d', 'admin_state_up': True, 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'security_groups': ['1d1b1c5a-61b0-4af4-87f6-af1c2eec0994']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:39.151330 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-50677028-5291-4c02-aa6a-71d4c4bb2b29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.206326 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-194cff55-82c8-4e7b-bff5-0307942278d4 req-d9342d9a-f543-4467-b413-6ffee30cf51d tempest-ServerShowV254Test-786426325 tempest-ServerShowV254Test-786426325-project] 10.222.0.18 "GET /v2.0/ports?device_id=8214167a-1dff-49ed-a0de-4f819d92dfa6 HTTP/1.1" status: 200 len: 210 time: 0.0312548 Jul 29 23:42:39.224517 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-50677028-5291-4c02-aa6a-71d4c4bb2b29 admin admin] Deleting port 2f948358-45a6-4083-815c-68f56c53350f {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:39.225209 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-50677028-5291-4c02-aa6a-71d4c4bb2b29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.251937 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-0d672bc4-be7a-4491-9d1e-03fe10ec952e tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Made reservation on behalf of a74022ced16f48bea72df0eb10f3e470 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:39.253471 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-0d672bc4-be7a-4491-9d1e-03fe10ec952e tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.253592 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-92c6b4b1-9dfe-4098-8dc3-41740ea8ac64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b56553-ac54-429a-8df2-8a78ac9978a6', 'name': 'tempest-TestServerBasicOps-2118182426-router', 'tenant_id': 'ac80aa40a7e3413586906ca47671fc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.87'}], 'enable_snat': True}, 'gw_port_id': '2f948358-45a6-4083-815c-68f56c53350f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:52Z', 'updated_at': '2021-07-29T23:42:37Z', 'revision_number': 5, 'project_id': 'ac80aa40a7e3413586906ca47671fc06', 'gw_port': {'id': '2f948358-45a6-4083-815c-68f56c53350f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:bc:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b56553-ac54-429a-8df2-8a78ac9978a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2191, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:55Z', 'updated_at': '2021-07-29T23:37:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:39.342175 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-50677028-5291-4c02-aa6a-71d4c4bb2b29 admin admin] For port 2f948358-45a6-4083-815c-68f56c53350f, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=2f948358-45a6-4083-815c-68f56c53350f,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:39.342743 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-50677028-5291-4c02-aa6a-71d4c4bb2b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.350590 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c6b4b1-9dfe-4098-8dc3-41740ea8ac64 None None] Checking router: 34b56553-ac54-429a-8df2-8a78ac9978a6 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:42:39.360271 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-50677028-5291-4c02-aa6a-71d4c4bb2b29 admin admin] Calling delete_port for 2f948358-45a6-4083-815c-68f56c53350f owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:39.373750 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c6b4b1-9dfe-4098-8dc3-41740ea8ac64 None None] Routers {'34b56553-ac54-429a-8df2-8a78ac9978a6'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:39.374450 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-92c6b4b1-9dfe-4098-8dc3-41740ea8ac64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:42:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['34b56553-ac54-429a-8df2-8a78ac9978a6'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:39.415744 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-0d672bc4-be7a-4491-9d1e-03fe10ec952e tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Allocated IP 172.20.0.12 (a5b9b3b3-522c-460f-9d93-a0d4457bd62d/3774c8fc-76a1-4cf7-9c05-44c645b0409e/c30fbd2c-2e70-46ce-a156-acc8767d85cf) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:39.582213 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-92c6b4b1-9dfe-4098-8dc3-41740ea8ac64 None None] Set router 34b56553-ac54-429a-8df2-8a78ac9978a6 gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:39.617931 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-50677028-5291-4c02-aa6a-71d4c4bb2b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.653631 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50677028-5291-4c02-aa6a-71d4c4bb2b29 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f948358-45a6-4083-815c-68f56c53350f,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:39.668765 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-10c500f0-8c68-49c8-89f9-9f6d4a9c8384 req-8e825335-75dd-467e-8b1a-681912cd3042 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8653e72-7a10-41e7-b624-bb03feabf27d HTTP/1.1" status: 200 len: 210 time: 0.0441644 Jul 29 23:42:39.687031 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-92c6b4b1-9dfe-4098-8dc3-41740ea8ac64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b56553-ac54-429a-8df2-8a78ac9978a6', 'name': 'tempest-TestServerBasicOps-2118182426-router', 'tenant_id': 'ac80aa40a7e3413586906ca47671fc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:52Z', 'updated_at': '2021-07-29T23:42:39Z', 'revision_number': 6, 'project_id': 'ac80aa40a7e3413586906ca47671fc06', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:39.726497 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-0d672bc4-be7a-4491-9d1e-03fe10ec952e tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.732084 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 01e2403b-4235-4023-b6cb-5c26115dff63 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:42:39.734741 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c6b4b1-9dfe-4098-8dc3-41740ea8ac64 None None] The sync data for ids ['34b56553-ac54-429a-8df2-8a78ac9978a6'] in n-d-712140-10 is: [{'id': '34b56553-ac54-429a-8df2-8a78ac9978a6', 'name': 'tempest-TestServerBasicOps-2118182426-router', 'tenant_id': 'ac80aa40a7e3413586906ca47671fc06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:52Z', 'updated_at': '2021-07-29T23:42:39Z', 'revision_number': 6, 'project_id': 'ac80aa40a7e3413586906ca47671fc06', 'gw_port_host': None}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:42:39.755045 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-0d672bc4-be7a-4491-9d1e-03fe10ec952e tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Transition to ACTIVE for port object c30fbd2c-2e70-46ce-a156-acc8767d85cf will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:39.762948 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-50677028-5291-4c02-aa6a-71d4c4bb2b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.824548 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-0d672bc4-be7a-4491-9d1e-03fe10ec952e tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.888901 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 01e2403b-4235-4023-b6cb-5c26115dff63, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=01e2403b-4235-4023-b6cb-5c26115dff63,segment=NetworkSegment(93032bfd-4edb-4f6b-b220-fa8e868bb309),segment_id=93032bfd-4edb-4f6b-b220-fa8e868bb309)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:39.892950 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-0d672bc4-be7a-4491-9d1e-03fe10ec952e tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Network a5b9b3b3-522c-460f-9d93-a0d4457bd62d is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:39.898908 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-0d672bc4-be7a-4491-9d1e-03fe10ec952e tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:39.905395 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-0d672bc4-be7a-4491-9d1e-03fe10ec952e tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:39.908856 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '01e2403b-4235-4023-b6cb-5c26115dff63', 'network_id': 'eaa8fac9-2de2-4cd9-adb9-0cd9d171e965', 'port_id': '01e2403b-4235-4023-b6cb-5c26115dff63', 'mac_address': 'fa:16:3e:d4:06:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4bac587e-df83-41a8-8d4d-dfe59a8dbb02', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:42:39.929050 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-50677028-5291-4c02-aa6a-71d4c4bb2b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.932179 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-50677028-5291-4c02-aa6a-71d4c4bb2b29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.952838 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d672bc4-be7a-4491-9d1e-03fe10ec952e tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'Port': ['ID=c30fbd2c-2e70-46ce-a156-acc8767d85cf,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:39.980094 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-0d672bc4-be7a-4491-9d1e-03fe10ec952e tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:39.980386 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.981746 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-0d672bc4-be7a-4491-9d1e-03fe10ec952e tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:39.998023 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01e2403b-4235-4023-b6cb-5c26115dff63 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:42:40.002577 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-0d672bc4-be7a-4491-9d1e-03fe10ec952e tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9607315 Jul 29 23:42:40.017148 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-50677028-5291-4c02-aa6a-71d4c4bb2b29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:40.018004 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50677028-5291-4c02-aa6a-71d4c4bb2b29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34b56553-ac54-429a-8df2-8a78ac9978a6 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:42:40.023871 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-50677028-5291-4c02-aa6a-71d4c4bb2b29 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:40.025794 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-50677028-5291-4c02-aa6a-71d4c4bb2b29 admin admin] 10.222.0.18 "DELETE /v2.0/routers/34b56553-ac54-429a-8df2-8a78ac9978a6 HTTP/1.1" status: 204 len: 168 time: 1.2706811 Jul 29 23:42:40.027617 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-619b60c6-0196-4cd9-9530-0c35133d71cb service neutron] Request body: {'port': {'device_id': 'b8653e72-7a10-41e7-b624-bb03feabf27d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:40.030080 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60948) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:40.053636 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 01e2403b-4235-4023-b6cb-5c26115dff63, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=01e2403b-4235-4023-b6cb-5c26115dff63,segment=NetworkSegment(93032bfd-4edb-4f6b-b220-fa8e868bb309),segment_id=93032bfd-4edb-4f6b-b220-fa8e868bb309)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:40.066119 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:40.127462 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-619b60c6-0196-4cd9-9530-0c35133d71cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:40.137854 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee920db8-2974-41ad-812f-f4dfbd18c397 admin admin] Deleting subnet a0b7f5c2-d15d-4727-93a0-0688fbec25e8 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:42:40.143252 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ee920db8-2974-41ad-812f-f4dfbd18c397 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:40.190288 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=01e2403b-4235-4023-b6cb-5c26115dff63,revision_number=9']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:40.230143 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ee920db8-2974-41ad-812f-f4dfbd18c397 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:40.328177 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c27983b-1abd-40ec-ba2f-79f4e77b855d req-3b9cbc51-480f-4c44-a5d9-cc51f387760e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:40.332667 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6c27983b-1abd-40ec-ba2f-79f4e77b855d req-3b9cbc51-480f-4c44-a5d9-cc51f387760e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 945 time: 0.1689794 Jul 29 23:42:40.361180 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ee920db8-2974-41ad-812f-f4dfbd18c397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:40.386067 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7197ecd0-93f7-44e1-b35b-e5a56a482496 None None] Provisioning for port c30fbd2c-2e70-46ce-a156-acc8767d85cf completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:40.392571 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7197ecd0-93f7-44e1-b35b-e5a56a482496 None None] Provisioning complete for port c30fbd2c-2e70-46ce-a156-acc8767d85cf triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:40.393887 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7197ecd0-93f7-44e1-b35b-e5a56a482496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:40.437090 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['01e2403b-4235-4023-b6cb-5c26115dff63'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:42:40.442687 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ee920db8-2974-41ad-812f-f4dfbd18c397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:40.482987 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6c27983b-1abd-40ec-ba2f-79f4e77b855d req-a7afaaa3-a824-43c3-87d8-fa48520bc896 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434703 Jul 29 23:42:40.486569 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-7197ecd0-93f7-44e1-b35b-e5a56a482496 None None] Port c30fbd2c-2e70-46ce-a156-acc8767d85cf cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:42:40.491025 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee920db8-2974-41ad-812f-f4dfbd18c397 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0b7f5c2-d15d-4727-93a0-0688fbec25e8,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:40.514981 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ee920db8-2974-41ad-812f-f4dfbd18c397 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:40.517314 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ee920db8-2974-41ad-812f-f4dfbd18c397 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a0b7f5c2-d15d-4727-93a0-0688fbec25e8 HTTP/1.1" status: 204 len: 168 time: 0.4859426 Jul 29 23:42:40.519711 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60954) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:40.545552 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfbbdc5-e081-4362-9c5d-a22eebf35c3a None None] Network bb77dad8-64a5-4b4d-9054-3c1bc4ef121a requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:40.618267 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6b6f84a0-5ae7-4593-9104-5eab5ba5acac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:40.725150 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f84a0-5ae7-4593-9104-5eab5ba5acac admin admin] Deleting port 94ced579-4ad2-4139-9397-15a3d1e66853 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:40.726124 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6b6f84a0-5ae7-4593-9104-5eab5ba5acac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:40.846458 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6b6f84a0-5ae7-4593-9104-5eab5ba5acac admin admin] For port 94ced579-4ad2-4139-9397-15a3d1e66853, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=94ced579-4ad2-4139-9397-15a3d1e66853,segment=NetworkSegment(c483151a-de77-424d-b75c-358e5908e767),segment_id=c483151a-de77-424d-b75c-358e5908e767)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:40.847066 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6b6f84a0-5ae7-4593-9104-5eab5ba5acac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:40.866571 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-619b60c6-0196-4cd9-9530-0c35133d71cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c30fbd2c-2e70-46ce-a156-acc8767d85cf {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:42:40.871927 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f84a0-5ae7-4593-9104-5eab5ba5acac admin admin] Calling delete_port for 94ced579-4ad2-4139-9397-15a3d1e66853 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:40.883581 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-619b60c6-0196-4cd9-9530-0c35133d71cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:40.884719 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8710d14f-e629-4ea6-bdc6-d7affcd83390 None None] DHCP port deletion for bb77dad8-64a5-4b4d-9054-3c1bc4ef121a request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:42:40.911978 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-619b60c6-0196-4cd9-9530-0c35133d71cb service neutron] Transition to ACTIVE for port object c30fbd2c-2e70-46ce-a156-acc8767d85cf will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:40.922998 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-619b60c6-0196-4cd9-9530-0c35133d71cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:40.968317 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8710d14f-e629-4ea6-bdc6-d7affcd83390 None None] Deleting port 94ced579-4ad2-4139-9397-15a3d1e66853 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:42:40.969493 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8710d14f-e629-4ea6-bdc6-d7affcd83390 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.047887 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b60c6-0196-4cd9-9530-0c35133d71cb service neutron] Pushing event updated for resources: {'Port': ['ID=c30fbd2c-2e70-46ce-a156-acc8767d85cf,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:41.108432 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6b6f84a0-5ae7-4593-9104-5eab5ba5acac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.142341 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6f84a0-5ae7-4593-9104-5eab5ba5acac admin admin] No DVR routers for this DVR port 94ced579-4ad2-4139-9397-15a3d1e66853 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:42:41.160039 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-764bea6d-c785-4f2c-bdac-e8e37d24700b req-9c8863c1-3781-4de6-95f7-ef247735ccf7 tempest-ServerShowV254Test-786426325 tempest-ServerShowV254Test-786426325-project] 10.222.0.18 "GET /v2.0/ports?device_id=8214167a-1dff-49ed-a0de-4f819d92dfa6 HTTP/1.1" status: 200 len: 210 time: 0.1202860 Jul 29 23:42:41.180700 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-8710d14f-e629-4ea6-bdc6-d7affcd83390 None None] For port 94ced579-4ad2-4139-9397-15a3d1e66853, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=94ced579-4ad2-4139-9397-15a3d1e66853,segment=NetworkSegment(c483151a-de77-424d-b75c-358e5908e767),segment_id=c483151a-de77-424d-b75c-358e5908e767)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:41.181337 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8710d14f-e629-4ea6-bdc6-d7affcd83390 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.218163 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8710d14f-e629-4ea6-bdc6-d7affcd83390 None None] Calling delete_port for 94ced579-4ad2-4139-9397-15a3d1e66853 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:42:41.230663 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f84a0-5ae7-4593-9104-5eab5ba5acac admin admin] Pushing event deleted for resources: {'Port': ['ID=94ced579-4ad2-4139-9397-15a3d1e66853,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:41.334334 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6b6f84a0-5ae7-4593-9104-5eab5ba5acac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.356793 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-6b6f84a0-5ae7-4593-9104-5eab5ba5acac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb77dad8-64a5-4b4d-9054-3c1bc4ef121a']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:41.392988 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-6b6f84a0-5ae7-4593-9104-5eab5ba5acac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c483151a-de77-424d-b75c-358e5908e767') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:41.393247 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-6b6f84a0-5ae7-4593-9104-5eab5ba5acac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c483151a-de77-424d-b75c-358e5908e767') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:41.413185 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6b6f84a0-5ae7-4593-9104-5eab5ba5acac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.414166 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8710d14f-e629-4ea6-bdc6-d7affcd83390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.453923 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6b6f84a0-5ae7-4593-9104-5eab5ba5acac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.462681 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b6f84a0-5ae7-4593-9104-5eab5ba5acac admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:42:41.463221 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6b6f84a0-5ae7-4593-9104-5eab5ba5acac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.465069 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:42:41.465069 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:42:41.465069 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:42:41.465069 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:42:41.465069 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:42:41.465069 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:42:41.465069 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:42:41.465069 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:42:41.465069 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:42:41.465069 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:42:41.465069 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:42:41.465069 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:42:41.465069 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:42:41.465069 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:42:41.465069 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:42:41.465069 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:42:41.465069 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:42:41.465069 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:42:41.465069 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:42:41.465069 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:42:41.465069 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:42:41.465069 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:42:41.465069 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:42:41.465069 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:42:41.465069 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:42:41.465069 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:42:41.465069 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:42:41.465069 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:42:41.465069 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:42:41.465069 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:42:41.465069 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:42:41.465069 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:42:41.475183 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8710d14f-e629-4ea6-bdc6-d7affcd83390 None None] Pushing event deleted for resources: {'Port': ['ID=94ced579-4ad2-4139-9397-15a3d1e66853,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:41.485294 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8710d14f-e629-4ea6-bdc6-d7affcd83390 None None] No DVR routers for this DVR port 94ced579-4ad2-4139-9397-15a3d1e66853 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:42:41.552690 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6b6f84a0-5ae7-4593-9104-5eab5ba5acac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.567337 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-619b60c6-0196-4cd9-9530-0c35133d71cb service neutron] Attempting to bind port c30fbd2c-2e70-46ce-a156-acc8767d85cf on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:42:41.567791 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-619b60c6-0196-4cd9-9530-0c35133d71cb service neutron] Attempting to bind port c30fbd2c-2e70-46ce-a156-acc8767d85cf by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '98052f32-cd21-4010-b2d7-4841000d534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a5b9b3b3-522c-460f-9d93-a0d4457bd62d'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:42:41.568442 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-619b60c6-0196-4cd9-9530-0c35133d71cb service neutron] Attempting to bind port c30fbd2c-2e70-46ce-a156-acc8767d85cf on network a5b9b3b3-522c-460f-9d93-a0d4457bd62d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:41.569681 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6b6f84a0-5ae7-4593-9104-5eab5ba5acac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.576508 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6b6f84a0-5ae7-4593-9104-5eab5ba5acac admin admin] 10.222.0.18 "DELETE /v2.0/networks/bb77dad8-64a5-4b4d-9054-3c1bc4ef121a HTTP/1.1" status: 204 len: 168 time: 1.0544045 Jul 29 23:42:41.583370 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-619b60c6-0196-4cd9-9530-0c35133d71cb service neutron] Port c30fbd2c-2e70-46ce-a156-acc8767d85cf on network a5b9b3b3-522c-460f-9d93-a0d4457bd62d not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:42:41.587749 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-619b60c6-0196-4cd9-9530-0c35133d71cb service neutron] Attempting to bind port c30fbd2c-2e70-46ce-a156-acc8767d85cf on network a5b9b3b3-522c-460f-9d93-a0d4457bd62d {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:41.594594 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 01e2403b-4235-4023-b6cb-5c26115dff63 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:41.599918 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f84a0-5ae7-4593-9104-5eab5ba5acac admin admin] Pushing event deleted for resources: {'Network': ['ID=bb77dad8-64a5-4b4d-9054-3c1bc4ef121a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:41.610808 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e02682-0f20-4992-a811-8ffd6c01e3d0 req-de55bd79-54f1-4c8b-bc3f-b219f9a18bcb tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:41.619238 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-75e02682-0f20-4992-a811-8ffd6c01e3d0 req-de55bd79-54f1-4c8b-bc3f-b219f9a18bcb tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8653e72-7a10-41e7-b624-bb03feabf27d HTTP/1.1" status: 200 len: 944 time: 0.2212577 Jul 29 23:42:41.643346 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-619b60c6-0196-4cd9-9530-0c35133d71cb service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 42, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:42:41.643346 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-619b60c6-0196-4cd9-9530-0c35133d71cb service neutron] Checking segment: {'id': '98052f32-cd21-4010-b2d7-4841000d534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a5b9b3b3-522c-460f-9d93-a0d4457bd62d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:41.643346 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-619b60c6-0196-4cd9-9530-0c35133d71cb service neutron] Bound using segment: {'id': '98052f32-cd21-4010-b2d7-4841000d534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a5b9b3b3-522c-460f-9d93-a0d4457bd62d'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:42:41.643346 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-619b60c6-0196-4cd9-9530-0c35133d71cb service neutron] Bound port: c30fbd2c-2e70-46ce-a156-acc8767d85cf, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98052f32-cd21-4010-b2d7-4841000d534a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a5b9b3b3-522c-460f-9d93-a0d4457bd62d'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:42:41.643346 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-619b60c6-0196-4cd9-9530-0c35133d71cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.700486 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 2f948358-45a6-4083-815c-68f56c53350f no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:42:41.715742 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-75e02682-0f20-4992-a811-8ffd6c01e3d0 req-b446c18d-bb8f-4c35-b361-b7886db2f04d tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d1b1c5a-61b0-4af4-87f6-af1c2eec0994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952649 Jul 29 23:42:41.754593 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 2f948358-45a6-4083-815c-68f56c53350f {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:42:41.754951 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 2f948358-45a6-4083-815c-68f56c53350f not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:42:41.755380 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b08a14df-1960-479e-969e-433f2d485e8f no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:42:41.788346 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: b08a14df-1960-479e-969e-433f2d485e8f {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:42:41.788629 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b08a14df-1960-479e-969e-433f2d485e8f not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:42:41.789136 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 94ced579-4ad2-4139-9397-15a3d1e66853 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:42:41.801863 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60974) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:41.806268 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-619b60c6-0196-4cd9-9530-0c35133d71cb service neutron] For port c30fbd2c-2e70-46ce-a156-acc8767d85cf, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:42:41.814588 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-619b60c6-0196-4cd9-9530-0c35133d71cb service neutron] For port c30fbd2c-2e70-46ce-a156-acc8767d85cf, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=c30fbd2c-2e70-46ce-a156-acc8767d85cf,segment=NetworkSegment(98052f32-cd21-4010-b2d7-4841000d534a),segment_id=98052f32-cd21-4010-b2d7-4841000d534a)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:42:41.815126 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 01e2403b-4235-4023-b6cb-5c26115dff63 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:41.815514 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.818309 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 94ced579-4ad2-4139-9397-15a3d1e66853 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:42:41.818661 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 94ced579-4ad2-4139-9397-15a3d1e66853 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:42:41.828251 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-619b60c6-0196-4cd9-9530-0c35133d71cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.886637 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-72edd986-1885-4691-a401-3180e77a2207 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1783dd15c07244cf9315c27ec92931b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0827050 Jul 29 23:42:41.892457 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60976) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:41.910895 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-619b60c6-0196-4cd9-9530-0c35133d71cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:41.911855 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-619b60c6-0196-4cd9-9530-0c35133d71cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.913277 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-619b60c6-0196-4cd9-9530-0c35133d71cb service neutron] 10.222.0.23 "PUT /v2.0/ports/c30fbd2c-2e70-46ce-a156-acc8767d85cf HTTP/1.1" status: 200 len: 1093 time: 1.8954921 Jul 29 23:42:41.915220 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8653e72-7a10-41e7-b624-bb03feabf27d', 'tag': 'c30fbd2c-2e70-46ce-a156-acc8767d85cf'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:41.917983 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a78efc7e-05da-4b46-961c-121f35b63f73" -d '{"events": [{"name": "network-changed", "server_uuid": "b8653e72-7a10-41e7-b624-bb03feabf27d", "tag": "c30fbd2c-2e70-46ce-a156-acc8767d85cf"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:41.959796 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c6489-3f10-46e6-b377-7f0852d9789a req-88541539-1f6d-4da1-ab8f-68380a4dc3ce tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:41.960497 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:41.969811 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-206c6489-3f10-46e6-b377-7f0852d9789a req-88541539-1f6d-4da1-ab8f-68380a4dc3ce tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 945 time: 0.1041274 Jul 29 23:42:42.002512 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2af936be-73f9-4b5f-aae8-5cd767a4082c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:42.019272 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 01e2403b-4235-4023-b6cb-5c26115dff63, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=01e2403b-4235-4023-b6cb-5c26115dff63,segment=NetworkSegment(93032bfd-4edb-4f6b-b220-fa8e868bb309),segment_id=93032bfd-4edb-4f6b-b220-fa8e868bb309)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:42.022953 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f34f600-33d7-45bf-9635-d23bd35e63ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e2403b-4235-4023-b6cb-5c26115dff63'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:42.026705 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a34dd6-686e-4eff-8c0f-967c37604da6" -d '{"events": [{"server_uuid": "1f34f600-33d7-45bf-9635-d23bd35e63ae", "name": "network-vif-plugged", "status": "completed", "tag": "01e2403b-4235-4023-b6cb-5c26115dff63"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:42.031489 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:42.041098 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619b60c6-0196-4cd9-9530-0c35133d71cb service neutron] Pushing event updated for resources: {'Port': ['ID=c30fbd2c-2e70-46ce-a156-acc8767d85cf,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:42.046687 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2af936be-73f9-4b5f-aae8-5cd767a4082c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:42.070916 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-206c6489-3f10-46e6-b377-7f0852d9789a req-4d43cd38-95a4-4105-bfd7-517dc5f19e02 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978782 Jul 29 23:42:42.094576 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-0d0a04c3-d0af-4676-b19a-e8291df22232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:42.100609 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-0d0a04c3-d0af-4676-b19a-e8291df22232 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a74022ced16f48bea72df0eb10f3e470&device_id=b8653e72-7a10-41e7-b624-bb03feabf27d HTTP/1.1" status: 200 len: 1096 time: 0.1034608 Jul 29 23:42:42.157727 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=01e2403b-4235-4023-b6cb-5c26115dff63,revision_number=10']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:42.196645 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-85ae86c2-c10d-4f6d-9e87-d64f37664a6e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c30fbd2c-2e70-46ce-a156-acc8767d85cf HTTP/1.1" status: 200 len: 217 time: 0.0819952 Jul 29 23:42:42.210680 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2af936be-73f9-4b5f-aae8-5cd767a4082c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:42.222115 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2af936be-73f9-4b5f-aae8-5cd767a4082c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:42.223092 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2af936be-73f9-4b5f-aae8-5cd767a4082c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7628741a-1390-4093-87bc-0cf4c43866a0 HTTP/1.1" status: 204 len: 168 time: 0.3292484 Jul 29 23:42:42.236019 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af936be-73f9-4b5f-aae8-5cd767a4082c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7628741a-1390-4093-87bc-0cf4c43866a0,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:42.329339 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-5ca1c72e-1ccb-4323-a3b7-d8ad97893fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:42.336403 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-5ca1c72e-1ccb-4323-a3b7-d8ad97893fc3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3774c8fc-76a1-4cf7-9c05-44c645b0409e HTTP/1.1" status: 200 len: 835 time: 0.1307800 Jul 29 23:42:42.431333 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194af585-ad76-4838-86f6-9e09a69c3b7a x-openstack-request-id: req-194af585-ad76-4838-86f6-9e09a69c3b7a {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:42.431647 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8653e72-7a10-41e7-b624-bb03feabf27d", "tag": "c30fbd2c-2e70-46ce-a156-acc8767d85cf", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:42.431955 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-194af585-ad76-4838-86f6-9e09a69c3b7a {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:42.433084 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8653e72-7a10-41e7-b624-bb03feabf27d', 'tag': 'c30fbd2c-2e70-46ce-a156-acc8767d85cf', 'status': 'completed', 'code': 200} Jul 29 23:42:42.451407 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-a7e06a7e-840a-41ba-873d-d3d631484c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:42.453167 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-a7e06a7e-840a-41ba-873d-d3d631484c9a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a5b9b3b3-522c-460f-9d93-a0d4457bd62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1047962 Jul 29 23:42:42.532977 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b92f4c71-764c-4a6b-ad21-8ea47f20d722 x-openstack-request-id: req-b92f4c71-764c-4a6b-ad21-8ea47f20d722 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:42.533569 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f34f600-33d7-45bf-9635-d23bd35e63ae", "name": "network-vif-plugged", "status": "completed", "tag": "01e2403b-4235-4023-b6cb-5c26115dff63", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:42.533569 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b92f4c71-764c-4a6b-ad21-8ea47f20d722 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:42.534108 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f34f600-33d7-45bf-9635-d23bd35e63ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01e2403b-4235-4023-b6cb-5c26115dff63', 'code': 200} Jul 29 23:42:42.591942 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-0595fbb6-969b-4e0d-95bc-4ebeda8dcc4e service neutron] 10.222.0.23 "GET /v2.0/networks/a5b9b3b3-522c-460f-9d93-a0d4457bd62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226060 Jul 29 23:42:42.667339 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89a90616-f5f3-4ef5-9e3a-2f1488f77bea req-61f34035-74b3-405b-af70-49add8c29fde tempest-ServerShowV254Test-786426325 tempest-ServerShowV254Test-786426325-project] 10.222.0.18 "GET /v2.0/ports?device_id=8214167a-1dff-49ed-a0de-4f819d92dfa6 HTTP/1.1" status: 200 len: 210 time: 0.0715334 Jul 29 23:42:42.781320 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 32768) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:42.789337 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0a49d-06f0-429b-a10f-ddce1530dbc8 req-dbaa0d8e-c52f-48c2-93a7-503ac5b822b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:42.792324 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68c0a49d-06f0-429b-a10f-ddce1530dbc8 req-dbaa0d8e-c52f-48c2-93a7-503ac5b822b0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 1099 time: 0.1017342 Jul 29 23:42:42.846146 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ff9b49ce-db23-4860-a180-e91a09e1c7a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ac80aa40a7e3413586906ca47671fc06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0625942 Jul 29 23:42:42.847104 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 32772) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:42.857979 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-625c4c49-f8e6-416d-a723-458f5acf0a91 req-ac7b7fc4-c33c-470b-b8cc-3f2d97399526 service neutron] 10.222.0.23 "GET /v2.0/networks/a5b9b3b3-522c-460f-9d93-a0d4457bd62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408073 Jul 29 23:42:42.877017 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68c0a49d-06f0-429b-a10f-ddce1530dbc8 req-c741ad7f-48b4-4960-b58b-f3d8f7429a46 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692823 Jul 29 23:42:42.928130 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ad0c97d-3f6b-44c7-be39-817fe21f42bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:42.953395 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ad0c97d-3f6b-44c7-be39-817fe21f42bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.017583 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ad0c97d-3f6b-44c7-be39-817fe21f42bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.019914 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ad0c97d-3f6b-44c7-be39-817fe21f42bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:43.024827 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8ad0c97d-3f6b-44c7-be39-817fe21f42bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5878b6b3-8fb7-4fcf-b284-1475148c3c6a HTTP/1.1" status: 204 len: 168 time: 0.1767769 Jul 29 23:42:43.035591 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad0c97d-3f6b-44c7-be39-817fe21f42bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5878b6b3-8fb7-4fcf-b284-1475148c3c6a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:43.076590 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c0ca8d-3e2c-4dc8-a587-81ef3aea188b req-68c818fb-6cd6-4192-a60b-f8bdc5691995 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:43.078410 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89c0ca8d-3e2c-4dc8-a587-81ef3aea188b req-68c818fb-6cd6-4192-a60b-f8bdc5691995 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8653e72-7a10-41e7-b624-bb03feabf27d HTTP/1.1" status: 200 len: 944 time: 0.1596348 Jul 29 23:42:43.082350 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78efc7e-05da-4b46-961c-121f35b63f73 req-2e804c6b-e17c-481d-af7a-09abc2d07aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:43.083942 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a78efc7e-05da-4b46-961c-121f35b63f73 req-2e804c6b-e17c-481d-af7a-09abc2d07aab service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a74022ced16f48bea72df0eb10f3e470&device_id=b8653e72-7a10-41e7-b624-bb03feabf27d HTTP/1.1" status: 200 len: 1096 time: 0.1045146 Jul 29 23:42:43.086103 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb692529-caf0-44d6-90d4-6664ca982d0e req-0d8fc507-f63f-4f85-9022-0d9ffa9bdb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:43.087710 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb692529-caf0-44d6-90d4-6664ca982d0e req-0d8fc507-f63f-4f85-9022-0d9ffa9bdb9e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72e6a71724b54f78b875fd06b1bacd37&device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 1096 time: 0.1217742 Jul 29 23:42:43.238924 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89c0ca8d-3e2c-4dc8-a587-81ef3aea188b req-db118791-2b14-47fb-b811-745bf88ac558 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d1b1c5a-61b0-4af4-87f6-af1c2eec0994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492641 Jul 29 23:42:43.357569 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb692529-caf0-44d6-90d4-6664ca982d0e req-958f3030-f851-49f2-a77e-e407176c837f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:43.360672 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb692529-caf0-44d6-90d4-6664ca982d0e req-958f3030-f851-49f2-a77e-e407176c837f service neutron] 10.222.0.23 "GET /v2.0/networks?id=c65634b4-620f-4d4e-b86a-cfaa4125589f HTTP/1.1" status: 200 len: 912 time: 0.2625253 Jul 29 23:42:43.362731 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78efc7e-05da-4b46-961c-121f35b63f73 req-43a544f3-3710-42e1-921c-aadd2150046d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:43.368428 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a78efc7e-05da-4b46-961c-121f35b63f73 req-43a544f3-3710-42e1-921c-aadd2150046d service neutron] 10.222.0.23 "GET /v2.0/networks?id=a5b9b3b3-522c-460f-9d93-a0d4457bd62d HTTP/1.1" status: 200 len: 898 time: 0.2712262 Jul 29 23:42:43.509965 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a78efc7e-05da-4b46-961c-121f35b63f73 req-3bc335c7-992c-48a4-84d8-1324be34a0da service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c30fbd2c-2e70-46ce-a156-acc8767d85cf HTTP/1.1" status: 200 len: 217 time: 0.1127002 Jul 29 23:42:43.582285 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096d8b3-0a2c-4259-af68-6b72c62c96bd req-1e474bb5-7225-406a-a98f-a48232fea808 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:43.583803 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3096d8b3-0a2c-4259-af68-6b72c62c96bd req-1e474bb5-7225-406a-a98f-a48232fea808 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.2134101 Jul 29 23:42:43.590620 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb692529-caf0-44d6-90d4-6664ca982d0e req-352197b6-1a51-4ee9-aa55-fd23ef78dbc3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f HTTP/1.1" status: 200 len: 999 time: 0.2058539 Jul 29 23:42:43.667319 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78efc7e-05da-4b46-961c-121f35b63f73 req-4f1ef2a6-fe4f-4fb2-a61a-cbb906677ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:43.669118 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a78efc7e-05da-4b46-961c-121f35b63f73 req-4f1ef2a6-fe4f-4fb2-a61a-cbb906677ede service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3774c8fc-76a1-4cf7-9c05-44c645b0409e HTTP/1.1" status: 200 len: 835 time: 0.1490030 Jul 29 23:42:43.710111 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3096d8b3-0a2c-4259-af68-6b72c62c96bd req-df99e272-422c-4543-9b79-3612a2e783db tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158998 Jul 29 23:42:43.764900 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb692529-caf0-44d6-90d4-6664ca982d0e req-8238ecd9-05c4-4d6a-9061-552007408378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:43.766870 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb692529-caf0-44d6-90d4-6664ca982d0e req-8238ecd9-05c4-4d6a-9061-552007408378 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9f136cd8-eda3-43eb-9cb5-3830c4338b63 HTTP/1.1" status: 200 len: 850 time: 0.1565170 Jul 29 23:42:43.838078 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78efc7e-05da-4b46-961c-121f35b63f73 req-97fad1d6-7732-439c-9477-9cdbd30d3654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:43.840475 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a78efc7e-05da-4b46-961c-121f35b63f73 req-97fad1d6-7732-439c-9477-9cdbd30d3654 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a5b9b3b3-522c-460f-9d93-a0d4457bd62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1601806 Jul 29 23:42:43.927782 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb692529-caf0-44d6-90d4-6664ca982d0e req-deaf7d80-fd88-427c-962a-ea713d5ff9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:43.929423 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb692529-caf0-44d6-90d4-6664ca982d0e req-deaf7d80-fd88-427c-962a-ea713d5ff9fa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c65634b4-620f-4d4e-b86a-cfaa4125589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1521711 Jul 29 23:42:44.016884 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7f567-7949-4da9-8aa8-bf0af2aa3570 req-85205887-e3c3-4e59-a679-cd6f1b40fffa tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:44.018595 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-34e7f567-7949-4da9-8aa8-bf0af2aa3570 req-85205887-e3c3-4e59-a679-cd6f1b40fffa tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 947 time: 0.1772108 Jul 29 23:42:44.087708 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a78efc7e-05da-4b46-961c-121f35b63f73 req-78a1daaa-fdd9-47b2-a1e4-366ef9ce5491 service neutron] 10.222.0.23 "GET /v2.0/networks/a5b9b3b3-522c-460f-9d93-a0d4457bd62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364678 Jul 29 23:42:44.155394 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 32810) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:44.156948 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-34e7f567-7949-4da9-8aa8-bf0af2aa3570 req-c2232c35-7171-4746-9d5a-233f30327b81 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217818 Jul 29 23:42:44.188099 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb692529-caf0-44d6-90d4-6664ca982d0e req-462a378c-4ab0-43e9-8520-2868c18438b6 service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464104 Jul 29 23:42:44.299675 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-becb85f8-8f93-4f6a-8133-afbc39e2762c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1513593022-network', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:44.314459 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a78efc7e-05da-4b46-961c-121f35b63f73 req-d3b6d669-d7c9-4e13-84f0-f3c4244a1b97 service neutron] 10.222.0.23 "GET /v2.0/networks/a5b9b3b3-522c-460f-9d93-a0d4457bd62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136567 Jul 29 23:42:44.353393 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-becb85f8-8f93-4f6a-8133-afbc39e2762c admin admin] Made reservation on behalf of 65e622cc3cfa41f5905e810d348cb637 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:44.356799 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-becb85f8-8f93-4f6a-8133-afbc39e2762c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.381461 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb692529-caf0-44d6-90d4-6664ca982d0e req-4273ffcf-195f-4d89-a7b8-87899b214025 service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743543 Jul 29 23:42:44.383639 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-becb85f8-8f93-4f6a-8133-afbc39e2762c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.406476 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e63ece7a-d874-4ebf-b602-e235239f5425 req-663a125f-5cfd-4e46-9eef-913b519d68b9 tempest-ServerShowV254Test-786426325 tempest-ServerShowV254Test-786426325-project] 10.222.0.18 "GET /v2.0/ports?device_id=8214167a-1dff-49ed-a0de-4f819d92dfa6 HTTP/1.1" status: 200 len: 210 time: 0.0426574 Jul 29 23:42:44.564767 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d723b7c7-e162-402d-b1b4-574c91f57078 req-38bb21ca-7a10-4d48-9ba9-2f2aea1f3630 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:44.574634 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d723b7c7-e162-402d-b1b4-574c91f57078 req-38bb21ca-7a10-4d48-9ba9-2f2aea1f3630 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8653e72-7a10-41e7-b624-bb03feabf27d HTTP/1.1" status: 200 len: 944 time: 0.0834484 Jul 29 23:42:44.614102 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d723b7c7-e162-402d-b1b4-574c91f57078 req-1e59a7c1-b995-4169-9c50-55f651a6b88d tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d1b1c5a-61b0-4af4-87f6-af1c2eec0994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380850 Jul 29 23:42:44.626263 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-becb85f8-8f93-4f6a-8133-afbc39e2762c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.636478 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-becb85f8-8f93-4f6a-8133-afbc39e2762c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.659887 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-becb85f8-8f93-4f6a-8133-afbc39e2762c admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:42:44.683821 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-becb85f8-8f93-4f6a-8133-afbc39e2762c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.684659 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-becb85f8-8f93-4f6a-8133-afbc39e2762c admin admin] Added segment 55e8acce-ff2c-4a28-abd9-2b248d999387 of type vlan for network 832c3c41-56f8-472e-889f-a7dded6c9cb9 Jul 29 23:42:44.686525 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb85f8-8f93-4f6a-8133-afbc39e2762c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f8a574-7487-42ad-a962-e1ccf9886eab,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:44.757120 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-becb85f8-8f93-4f6a-8133-afbc39e2762c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.816376 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-becb85f8-8f93-4f6a-8133-afbc39e2762c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.817647 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-becb85f8-8f93-4f6a-8133-afbc39e2762c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:44.818656 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-becb85f8-8f93-4f6a-8133-afbc39e2762c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:44.911366 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-becb85f8-8f93-4f6a-8133-afbc39e2762c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7539690 Jul 29 23:42:44.914955 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3366542-b482-4867-a4a6-498113bcbd1f req-0ccc55ce-77f6-4ca7-83c1-46882311cc2e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:44.922062 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 32848) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:44.926427 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a3366542-b482-4867-a4a6-498113bcbd1f req-0ccc55ce-77f6-4ca7-83c1-46882311cc2e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0917084 Jul 29 23:42:44.943174 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-7c015e63-c90f-4490-a70d-ee5951e223dd admin admin] Request body: {'subnet': {'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1513593022-subnet', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:44.986008 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c015e63-c90f-4490-a70d-ee5951e223dd admin admin] Made reservation on behalf of 65e622cc3cfa41f5905e810d348cb637 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:44.988782 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7c015e63-c90f-4490-a70d-ee5951e223dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:45.001213 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a3366542-b482-4867-a4a6-498113bcbd1f req-b2343bc0-ebf8-479f-9c93-c0e5ffc7181e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733616 Jul 29 23:42:45.008892 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becb85f8-8f93-4f6a-8133-afbc39e2762c admin admin] Pushing event updated for resources: {'Network': ['ID=832c3c41-56f8-472e-889f-a7dded6c9cb9,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:45.032282 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 832c3c41-56f8-472e-889f-a7dded6c9cb9 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:42:45.279239 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7c015e63-c90f-4490-a70d-ee5951e223dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:45.374987 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95488ae7-5f83-4b18-a1dd-4e58163a5e94 req-aa8b0fd3-98d3-46d6-8e00-3d555a27dfae tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:45.376804 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95488ae7-5f83-4b18-a1dd-4e58163a5e94 req-aa8b0fd3-98d3-46d6-8e00-3d555a27dfae tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 947 time: 0.0576401 Jul 29 23:42:45.380821 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c015e63-c90f-4490-a70d-ee5951e223dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=acc29e5a-61e1-47bd-91b7-c9a34f7c2212,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:45.389757 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c015e63-c90f-4490-a70d-ee5951e223dd admin admin] Checking segment: {'id': '55e8acce-ff2c-4a28-abd9-2b248d999387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:45.390339 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c015e63-c90f-4490-a70d-ee5951e223dd admin admin] Network hostable DHCP agents. Network: 832c3c41-56f8-472e-889f-a7dded6c9cb9, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:42:45.419198 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c015e63-c90f-4490-a70d-ee5951e223dd admin admin] Network 832c3c41-56f8-472e-889f-a7dded6c9cb9 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:42:45.425776 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95488ae7-5f83-4b18-a1dd-4e58163a5e94 req-25d8f096-33a1-4eda-943e-e9fbf8816d48 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419300 Jul 29 23:42:45.433221 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-7c015e63-c90f-4490-a70d-ee5951e223dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 832c3c41-56f8-472e-889f-a7dded6c9cb9) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:45.439726 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c015e63-c90f-4490-a70d-ee5951e223dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:45.440840 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7c015e63-c90f-4490-a70d-ee5951e223dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:45.446890 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59961cd-5ac3-4d32-9926-a34a8326ba0d None None] Network 832c3c41-56f8-472e-889f-a7dded6c9cb9 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:45.473988 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7c015e63-c90f-4490-a70d-ee5951e223dd admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5506563 Jul 29 23:42:45.474764 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 32856) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:45.481020 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-8da2522d-f280-47d1-ac1c-ced98b0f2eee admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1513593022-router', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:45.511989 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8da2522d-f280-47d1-ac1c-ced98b0f2eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:45.513129 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8da2522d-f280-47d1-ac1c-ced98b0f2eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:45.611447 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device c30fbd2c-2e70-46ce-a156-acc8767d85cf details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:42:45.663761 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5f4f9973-709d-4d4c-a16d-1a641983c269 req-2db05733-63be-4159-b119-f478edd60d5b tempest-ServerShowV254Test-786426325 tempest-ServerShowV254Test-786426325-project] 10.222.0.18 "GET /v2.0/ports?device_id=8214167a-1dff-49ed-a0de-4f819d92dfa6 HTTP/1.1" status: 200 len: 210 time: 0.1087081 Jul 29 23:42:45.670687 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8da2522d-f280-47d1-ac1c-ced98b0f2eee admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:45.901611 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf26087-d49a-45ca-94df-76c9eaa88e96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-832c3c41-56f8-472e-889f-a7dded6c9cb9', 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'fixed_ips': [{'subnet_id': 'acc29e5a-61e1-47bd-91b7-c9a34f7c2212'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:42:45.902993 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0bf26087-d49a-45ca-94df-76c9eaa88e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:45.936349 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port c30fbd2c-2e70-46ce-a156-acc8767d85cf, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=c30fbd2c-2e70-46ce-a156-acc8767d85cf,segment=NetworkSegment(98052f32-cd21-4010-b2d7-4841000d534a),segment_id=98052f32-cd21-4010-b2d7-4841000d534a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:45.963462 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'c30fbd2c-2e70-46ce-a156-acc8767d85cf', 'network_id': 'a5b9b3b3-522c-460f-9d93-a0d4457bd62d', 'port_id': 'c30fbd2c-2e70-46ce-a156-acc8767d85cf', 'mac_address': 'fa:16:3e:1f:b1:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3774c8fc-76a1-4cf7-9c05-44c645b0409e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:42:46.094941 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.128485 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c30fbd2c-2e70-46ce-a156-acc8767d85cf {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:42:46.159629 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port c30fbd2c-2e70-46ce-a156-acc8767d85cf, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=c30fbd2c-2e70-46ce-a156-acc8767d85cf,segment=NetworkSegment(98052f32-cd21-4010-b2d7-4841000d534a),segment_id=98052f32-cd21-4010-b2d7-4841000d534a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:46.167046 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-0bf26087-d49a-45ca-94df-76c9eaa88e96 None None] Allocated IP 172.20.0.2 (832c3c41-56f8-472e-889f-a7dded6c9cb9/acc29e5a-61e1-47bd-91b7-c9a34f7c2212/d721dadd-b295-439e-a7ce-1596866afb77) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:46.169800 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.237081 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8da2522d-f280-47d1-ac1c-ced98b0f2eee admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.249795 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c43851-d54f-49c4-983f-cfea850dc24c req-93ecefb8-1aa4-4e91-84c0-6219b10d66cb tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:46.251356 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36c43851-d54f-49c4-983f-cfea850dc24c req-93ecefb8-1aa4-4e91-84c0-6219b10d66cb tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 947 time: 0.1321168 Jul 29 23:42:46.278373 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=c30fbd2c-2e70-46ce-a156-acc8767d85cf,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:46.359924 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36c43851-d54f-49c4-983f-cfea850dc24c req-bc43b756-5058-4c4b-a318-929a42e8ea85 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841126 Jul 29 23:42:46.434590 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0bf26087-d49a-45ca-94df-76c9eaa88e96 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.442290 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['c30fbd2c-2e70-46ce-a156-acc8767d85cf'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:42:46.492191 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0bf26087-d49a-45ca-94df-76c9eaa88e96 None None] Transition to ACTIVE for port object d721dadd-b295-439e-a7ce-1596866afb77 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:46.511255 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0bf26087-d49a-45ca-94df-76c9eaa88e96 None None] Transition to ACTIVE for port object d721dadd-b295-439e-a7ce-1596866afb77 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:46.520256 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0bf26087-d49a-45ca-94df-76c9eaa88e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.573987 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf26087-d49a-45ca-94df-76c9eaa88e96 None None] Network 832c3c41-56f8-472e-889f-a7dded6c9cb9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:46.577972 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-0bf26087-d49a-45ca-94df-76c9eaa88e96 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:46.587655 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf26087-d49a-45ca-94df-76c9eaa88e96 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:46.600022 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf26087-d49a-45ca-94df-76c9eaa88e96 None None] Pushing event updated for resources: {'Port': ['ID=d721dadd-b295-439e-a7ce-1596866afb77,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:46.630248 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a00a8-e46a-402f-88ec-e6fb34364751 req-acb8d3ce-566b-43fa-aaee-b1f34a1e69fa tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:46.631952 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-026a00a8-e46a-402f-88ec-e6fb34364751 req-acb8d3ce-566b-43fa-aaee-b1f34a1e69fa tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8653e72-7a10-41e7-b624-bb03feabf27d HTTP/1.1" status: 200 len: 945 time: 0.1550066 Jul 29 23:42:46.648221 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8da2522d-f280-47d1-ac1c-ced98b0f2eee admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.675081 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8da2522d-f280-47d1-ac1c-ced98b0f2eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.708024 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-0bf26087-d49a-45ca-94df-76c9eaa88e96 None None] Attempting to bind port d721dadd-b295-439e-a7ce-1596866afb77 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:42:46.708559 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-0bf26087-d49a-45ca-94df-76c9eaa88e96 None None] Attempting to bind port d721dadd-b295-439e-a7ce-1596866afb77 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '55e8acce-ff2c-4a28-abd9-2b248d999387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:42:46.709037 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf26087-d49a-45ca-94df-76c9eaa88e96 None None] Attempting to bind port d721dadd-b295-439e-a7ce-1596866afb77 on network 832c3c41-56f8-472e-889f-a7dded6c9cb9 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:46.725341 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf26087-d49a-45ca-94df-76c9eaa88e96 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:42:46.725678 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf26087-d49a-45ca-94df-76c9eaa88e96 None None] Checking segment: {'id': '55e8acce-ff2c-4a28-abd9-2b248d999387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:46.726090 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0bf26087-d49a-45ca-94df-76c9eaa88e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.726492 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf26087-d49a-45ca-94df-76c9eaa88e96 None None] Bound using segment: {'id': '55e8acce-ff2c-4a28-abd9-2b248d999387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:42:46.727706 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-0bf26087-d49a-45ca-94df-76c9eaa88e96 None None] Bound port: d721dadd-b295-439e-a7ce-1596866afb77, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e8acce-ff2c-4a28-abd9-2b248d999387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:42:46.727706 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0bf26087-d49a-45ca-94df-76c9eaa88e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:46.749759 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-026a00a8-e46a-402f-88ec-e6fb34364751 req-7bd6b562-9b71-4776-ac69-1b028d377802 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d1b1c5a-61b0-4af4-87f6-af1c2eec0994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006312 Jul 29 23:42:46.918761 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-8da2522d-f280-47d1-ac1c-ced98b0f2eee admin admin] Allocated IP 172.25.8.228 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/0266bed8-c8fd-4a0b-809f-588d4b2f7821) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:46.995076 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7522c3df-72e5-4cb3-b94f-f7b2f0c625a3 req-bf6fbb74-4d07-4812-b307-3a61be058c6f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8214167a-1dff-49ed-a0de-4f819d92dfa6 HTTP/1.1" status: 200 len: 210 time: 0.0792060 Jul 29 23:42:47.024907 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1c7eb-9d29-4c6d-bef0-d8f874ae8f7f req-0cb7f94e-26f3-48a4-ac09-a125b1ddc6ea tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:47.027109 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82c1c7eb-9d29-4c6d-bef0-d8f874ae8f7f req-0cb7f94e-26f3-48a4-ac09-a125b1ddc6ea tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.1682897 Jul 29 23:42:47.103313 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-0bf26087-d49a-45ca-94df-76c9eaa88e96 None None] For port d721dadd-b295-439e-a7ce-1596866afb77, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:42:47.106831 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8da2522d-f280-47d1-ac1c-ced98b0f2eee admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:47.117314 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82c1c7eb-9d29-4c6d-bef0-d8f874ae8f7f req-4d67ab82-cd61-48fe-a319-2cf6fc924de1 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774279 Jul 29 23:42:47.127465 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-0bf26087-d49a-45ca-94df-76c9eaa88e96 None None] For port d721dadd-b295-439e-a7ce-1596866afb77, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d721dadd-b295-439e-a7ce-1596866afb77,segment=NetworkSegment(55e8acce-ff2c-4a28-abd9-2b248d999387),segment_id=55e8acce-ff2c-4a28-abd9-2b248d999387)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:42:47.139976 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0bf26087-d49a-45ca-94df-76c9eaa88e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:47.165136 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8da2522d-f280-47d1-ac1c-ced98b0f2eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:47.289425 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da2522d-f280-47d1-ac1c-ced98b0f2eee admin admin] Pushing event updated for resources: {'Port': ['ID=0266bed8-c8fd-4a0b-809f-588d4b2f7821,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:47.295552 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da2522d-f280-47d1-ac1c-ced98b0f2eee admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:47.300441 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-8da2522d-f280-47d1-ac1c-ced98b0f2eee admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:47.303959 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da2522d-f280-47d1-ac1c-ced98b0f2eee admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:47.325043 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf26087-d49a-45ca-94df-76c9eaa88e96 None None] Pushing event updated for resources: {'Port': ['ID=d721dadd-b295-439e-a7ce-1596866afb77,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:47.383076 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ae64c2-4d19-4656-9458-7c451ade1c86 req-4c1d4f6c-fdc0-402b-97b0-81660d7c53d2 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:47.385938 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c7ae64c2-4d19-4656-9458-7c451ade1c86 req-4c1d4f6c-fdc0-402b-97b0-81660d7c53d2 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 947 time: 0.1605759 Jul 29 23:42:47.583734 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c7ae64c2-4d19-4656-9458-7c451ade1c86 req-975bceb5-57bc-4a53-916d-be17e4f6482e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309807 Jul 29 23:42:47.747650 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-684f56e4-f8b8-4882-b8e9-4976195404fc req-d3342630-a62f-4304-adc3-46930a2242ed tempest-ServerShowV254Test-786426325 tempest-ServerShowV254Test-786426325-project] 10.222.0.18 "GET /v2.0/ports?device_id=8214167a-1dff-49ed-a0de-4f819d92dfa6 HTTP/1.1" status: 200 len: 210 time: 0.0409391 Jul 29 23:42:47.763900 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8da2522d-f280-47d1-ac1c-ced98b0f2eee admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:47.961757 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483b4992-903a-434a-b3ea-937f2d3dbe87 req-4bdee5a3-6abc-4043-b8d0-f73055386623 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:47.964294 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-483b4992-903a-434a-b3ea-937f2d3dbe87 req-4bdee5a3-6abc-4043-b8d0-f73055386623 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8653e72-7a10-41e7-b624-bb03feabf27d HTTP/1.1" status: 200 len: 945 time: 0.0939064 Jul 29 23:42:48.082328 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-483b4992-903a-434a-b3ea-937f2d3dbe87 req-559ab707-2118-4274-a12c-42dfd4a32a8d tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d1b1c5a-61b0-4af4-87f6-af1c2eec0994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846918 Jul 29 23:42:48.109356 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8da2522d-f280-47d1-ac1c-ced98b0f2eee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:48.318908 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210fc073-8615-4014-aa7f-1e8c7544ebc1 req-c43ddbd7-6ec2-4c12-b4d2-5044897de0e5 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:48.321538 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-210fc073-8615-4014-aa7f-1e8c7544ebc1 req-c43ddbd7-6ec2-4c12-b4d2-5044897de0e5 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 947 time: 0.1365130 Jul 29 23:42:48.418622 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-210fc073-8615-4014-aa7f-1e8c7544ebc1 req-26557b08-3744-4cbf-b531-741e5c9af2ea tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871131 Jul 29 23:42:48.449616 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da2522d-f280-47d1-ac1c-ced98b0f2eee admin admin] Router 555110cf-400b-4a7d-b31d-a6369821c0fe is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:42:48.631334 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5d34f5-89c2-4e52-8661-d1aaa552a23d None None] Network 832c3c41-56f8-472e-889f-a7dded6c9cb9 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:48.654879 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da2522d-f280-47d1-ac1c-ced98b0f2eee admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:42:48.667337 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c86339-63ad-4d8b-9fd0-799670d1d096 None None] Sync routers for ids ['555110cf-400b-4a7d-b31d-a6369821c0fe'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:42:48.681283 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c86339-63ad-4d8b-9fd0-799670d1d096 None None] Routers {'555110cf-400b-4a7d-b31d-a6369821c0fe'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:48.682450 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-25c86339-63ad-4d8b-9fd0-799670d1d096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:42:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['555110cf-400b-4a7d-b31d-a6369821c0fe'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:48.732213 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8da2522d-f280-47d1-ac1c-ced98b0f2eee admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:48.733752 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8da2522d-f280-47d1-ac1c-ced98b0f2eee admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2577746 Jul 29 23:42:48.742239 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 32892) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:48.766277 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-299b77f9-e49f-4491-af9b-c3e2f43c5541 None None] Provisioning for port d721dadd-b295-439e-a7ce-1596866afb77 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:48.793955 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe226ab-b287-4fdd-adf5-6baa38b515c0 req-c84fc7e4-bf41-48e6-a8dc-931f3ea03198 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:48.797220 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1fe226ab-b287-4fdd-adf5-6baa38b515c0 req-c84fc7e4-bf41-48e6-a8dc-931f3ea03198 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.1072767 Jul 29 23:42:48.894807 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-25c86339-63ad-4d8b-9fd0-799670d1d096 None None] Set router 555110cf-400b-4a7d-b31d-a6369821c0fe gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:48.932981 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1fe226ab-b287-4fdd-adf5-6baa38b515c0 req-ea747e2f-81c4-4bdf-aef8-52dbdd158873 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293325 Jul 29 23:42:49.165943 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d656cf-09c7-4866-ab2c-bb9103bda536 req-7dec1261-1a68-415c-841b-00363ede8053 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:49.188786 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-49d656cf-09c7-4866-ab2c-bb9103bda536 req-7dec1261-1a68-415c-841b-00363ede8053 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 947 time: 0.1412106 Jul 29 23:42:49.237895 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-25c86339-63ad-4d8b-9fd0-799670d1d096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'name': 'tempest-TestVolumeBackupRestore-1513593022-router', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '0266bed8-c8fd-4a0b-809f-588d4b2f7821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:45Z', 'updated_at': '2021-07-29T23:42:47Z', 'revision_number': 3, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'gw_port': {'id': '0266bed8-c8fd-4a0b-809f-588d4b2f7821', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:46Z', 'updated_at': '2021-07-29T23:42:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:49.252728 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-49d656cf-09c7-4866-ab2c-bb9103bda536 req-9f65d53f-f76b-466c-ba1e-e35f9afdfeec tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626278 Jul 29 23:42:49.307949 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c86339-63ad-4d8b-9fd0-799670d1d096 None None] Checking router: 555110cf-400b-4a7d-b31d-a6369821c0fe for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:42:49.309036 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c86339-63ad-4d8b-9fd0-799670d1d096 None None] Updating router 555110cf-400b-4a7d-b31d-a6369821c0fe port 0266bed8-c8fd-4a0b-809f-588d4b2f7821 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:42:49.377494 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-25c86339-63ad-4d8b-9fd0-799670d1d096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:49.489985 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07393d4f-db39-46e3-819d-3ea390487607 req-22d974e3-f936-4f1e-a24d-41695b375273 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:49.507687 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-07393d4f-db39-46e3-819d-3ea390487607 req-22d974e3-f936-4f1e-a24d-41695b375273 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 945 time: 0.1424716 Jul 29 23:42:49.544258 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a0221316-5a93-4e2c-b8b8-b54672674d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:49.590574 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-07393d4f-db39-46e3-819d-3ea390487607 req-a0acb46a-52f3-4852-830f-15235a63b9ed tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750990 Jul 29 23:42:49.609647 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device c30fbd2c-2e70-46ce-a156-acc8767d85cf up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:49.664365 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d721dadd-b295-439e-a7ce-1596866afb77 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:49.743454 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97ee03de-102f-4bc9-ae6f-d04e7c859209 req-e9f136bc-f604-4437-8ef1-151a76f2d398 tempest-ServerShowV254Test-786426325 tempest-ServerShowV254Test-786426325-project] 10.222.0.18 "GET /v2.0/ports?device_id=8214167a-1dff-49ed-a0de-4f819d92dfa6 HTTP/1.1" status: 200 len: 210 time: 0.0529132 Jul 29 23:42:49.748439 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port d721dadd-b295-439e-a7ce-1596866afb77 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:49.758812 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port c30fbd2c-2e70-46ce-a156-acc8767d85cf completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:49.780031 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port d721dadd-b295-439e-a7ce-1596866afb77 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:49.780610 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:49.785164 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port c30fbd2c-2e70-46ce-a156-acc8767d85cf triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:49.785554 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:49.875021 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-25c86339-63ad-4d8b-9fd0-799670d1d096 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:49.916862 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-25c86339-63ad-4d8b-9fd0-799670d1d096 None None] Transition to ACTIVE for port object 0266bed8-c8fd-4a0b-809f-588d4b2f7821 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:49.920181 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d65f3-7af6-490e-9521-5abdf93dba0c req-9343a5b0-91f8-49d0-b60b-3a5c45942c17 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:49.928812 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-25c86339-63ad-4d8b-9fd0-799670d1d096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:49.931170 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:49.935887 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e40d65f3-7af6-490e-9521-5abdf93dba0c req-9343a5b0-91f8-49d0-b60b-3a5c45942c17 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8653e72-7a10-41e7-b624-bb03feabf27d HTTP/1.1" status: 200 len: 945 time: 0.1069653 Jul 29 23:42:50.012409 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-25c86339-63ad-4d8b-9fd0-799670d1d096 None None] Attempting to bind port 0266bed8-c8fd-4a0b-809f-588d4b2f7821 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:42:50.013118 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-25c86339-63ad-4d8b-9fd0-799670d1d096 None None] Attempting to bind port 0266bed8-c8fd-4a0b-809f-588d4b2f7821 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:42:50.013706 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c86339-63ad-4d8b-9fd0-799670d1d096 None None] Attempting to bind port 0266bed8-c8fd-4a0b-809f-588d4b2f7821 on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:50.037897 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c86339-63ad-4d8b-9fd0-799670d1d096 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:42:50.038733 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c86339-63ad-4d8b-9fd0-799670d1d096 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:50.039380 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-25c86339-63ad-4d8b-9fd0-799670d1d096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:50.040024 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c86339-63ad-4d8b-9fd0-799670d1d096 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:42:50.040155 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8653e72-7a10-41e7-b624-bb03feabf27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30fbd2c-2e70-46ce-a156-acc8767d85cf'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:42:50.040876 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-25c86339-63ad-4d8b-9fd0-799670d1d096 None None] Bound port: 0266bed8-c8fd-4a0b-809f-588d4b2f7821, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:42:50.042210 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-25c86339-63ad-4d8b-9fd0-799670d1d096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:50.044157 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4d439f-2e41-4a7d-acba-9464b316ce0c" -d '{"events": [{"server_uuid": "b8653e72-7a10-41e7-b624-bb03feabf27d", "name": "network-vif-plugged", "status": "completed", "tag": "c30fbd2c-2e70-46ce-a156-acc8767d85cf"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:42:50.053346 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e40d65f3-7af6-490e-9521-5abdf93dba0c req-fd2310a1-1f25-47e4-a598-8a84eae2d29e tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d1b1c5a-61b0-4af4-87f6-af1c2eec0994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127250 Jul 29 23:42:50.076410 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port c30fbd2c-2e70-46ce-a156-acc8767d85cf, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=c30fbd2c-2e70-46ce-a156-acc8767d85cf,segment=NetworkSegment(98052f32-cd21-4010-b2d7-4841000d534a),segment_id=98052f32-cd21-4010-b2d7-4841000d534a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:50.077874 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:50.110618 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-25c86339-63ad-4d8b-9fd0-799670d1d096 None None] For port 0266bed8-c8fd-4a0b-809f-588d4b2f7821, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:42:50.114322 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-25c86339-63ad-4d8b-9fd0-799670d1d096 None None] For port 0266bed8-c8fd-4a0b-809f-588d4b2f7821, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0266bed8-c8fd-4a0b-809f-588d4b2f7821,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:42:50.120445 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:50.122606 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-25c86339-63ad-4d8b-9fd0-799670d1d096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:50.132157 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581739a-c2ae-4db5-8ed5-ece034bef515 None None] Pushing event updated for resources: {'Port': ['ID=0266bed8-c8fd-4a0b-809f-588d4b2f7821,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:50.142202 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581739a-c2ae-4db5-8ed5-ece034bef515 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:50.143570 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581739a-c2ae-4db5-8ed5-ece034bef515 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:50.144050 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581739a-c2ae-4db5-8ed5-ece034bef515 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:50.144726 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581739a-c2ae-4db5-8ed5-ece034bef515 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:50.145157 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581739a-c2ae-4db5-8ed5-ece034bef515 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:50.145658 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581739a-c2ae-4db5-8ed5-ece034bef515 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:50.146287 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581739a-c2ae-4db5-8ed5-ece034bef515 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:50.146707 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581739a-c2ae-4db5-8ed5-ece034bef515 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:50.147318 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581739a-c2ae-4db5-8ed5-ece034bef515 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:50.147989 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581739a-c2ae-4db5-8ed5-ece034bef515 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:50.153868 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581739a-c2ae-4db5-8ed5-ece034bef515 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:50.154490 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2581739a-c2ae-4db5-8ed5-ece034bef515 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:50.198006 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port d721dadd-b295-439e-a7ce-1596866afb77, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d721dadd-b295-439e-a7ce-1596866afb77,segment=NetworkSegment(55e8acce-ff2c-4a28-abd9-2b248d999387),segment_id=55e8acce-ff2c-4a28-abd9-2b248d999387)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:50.206362 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:50.214810 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c86339-63ad-4d8b-9fd0-799670d1d096 None None] Routers {'555110cf-400b-4a7d-b31d-a6369821c0fe'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:50.215481 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-25c86339-63ad-4d8b-9fd0-799670d1d096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:42:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['555110cf-400b-4a7d-b31d-a6369821c0fe'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:50.241290 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=c30fbd2c-2e70-46ce-a156-acc8767d85cf,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:50.268827 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-a0221316-5a93-4e2c-b8b8-b54672674d88 admin admin] Allocated IP 172.20.0.1 (832c3c41-56f8-472e-889f-a7dded6c9cb9/acc29e5a-61e1-47bd-91b7-c9a34f7c2212/a741762c-34b4-4cc8-91d4-d8e1e7d74e76) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:50.357888 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=d721dadd-b295-439e-a7ce-1596866afb77,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:50.386102 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2581739a-c2ae-4db5-8ed5-ece034bef515 None None] Pushing event updated for resources: {'Port': ['ID=0266bed8-c8fd-4a0b-809f-588d4b2f7821,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:50.397917 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6145dee-0173-4a98-93fa-fe06ef448dac req-c39805ee-bb46-4514-a0e4-140af464453b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:50.402326 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b6145dee-0173-4a98-93fa-fe06ef448dac req-c39805ee-bb46-4514-a0e4-140af464453b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.1146636 Jul 29 23:42:50.482086 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b6145dee-0173-4a98-93fa-fe06ef448dac req-b4023520-eac5-4c6d-b392-9457d8a4b1c4 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640173 Jul 29 23:42:50.538128 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-25c86339-63ad-4d8b-9fd0-799670d1d096 None None] Set router 555110cf-400b-4a7d-b31d-a6369821c0fe gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:50.782558 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a0221316-5a93-4e2c-b8b8-b54672674d88 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:50.794549 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fef9e77-c0da-49f5-b418-da941418af38 x-openstack-request-id: req-0fef9e77-c0da-49f5-b418-da941418af38 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:42:50.795380 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8653e72-7a10-41e7-b624-bb03feabf27d", "name": "network-vif-plugged", "status": "completed", "tag": "c30fbd2c-2e70-46ce-a156-acc8767d85cf", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:42:50.795791 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0fef9e77-c0da-49f5-b418-da941418af38 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:42:50.796398 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8653e72-7a10-41e7-b624-bb03feabf27d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30fbd2c-2e70-46ce-a156-acc8767d85cf', 'code': 200} Jul 29 23:42:50.812504 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-a0221316-5a93-4e2c-b8b8-b54672674d88 admin admin] Transition to ACTIVE for port object a741762c-34b4-4cc8-91d4-d8e1e7d74e76 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:50.880530 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a0221316-5a93-4e2c-b8b8-b54672674d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:50.918611 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-25c86339-63ad-4d8b-9fd0-799670d1d096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'name': 'tempest-TestVolumeBackupRestore-1513593022-router', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '0266bed8-c8fd-4a0b-809f-588d4b2f7821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:45Z', 'updated_at': '2021-07-29T23:42:47Z', 'revision_number': 3, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'gw_port': {'id': '0266bed8-c8fd-4a0b-809f-588d4b2f7821', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:46Z', 'updated_at': '2021-07-29T23:42:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:50.955379 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c86339-63ad-4d8b-9fd0-799670d1d096 None None] The sync data for ids ['555110cf-400b-4a7d-b31d-a6369821c0fe'] in n-d-712140-10 is: [{'id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'name': 'tempest-TestVolumeBackupRestore-1513593022-router', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '0266bed8-c8fd-4a0b-809f-588d4b2f7821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:45Z', 'updated_at': '2021-07-29T23:42:47Z', 'revision_number': 3, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'gw_port': {'id': '0266bed8-c8fd-4a0b-809f-588d4b2f7821', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:46Z', 'updated_at': '2021-07-29T23:42:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:42:50.957506 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993306f-ab06-41f9-9f34-1b26573db6cc req-5344b177-173a-482a-908a-30d546ab6ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:50.959236 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8993306f-ab06-41f9-9f34-1b26573db6cc req-5344b177-173a-482a-908a-30d546ab6ae8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b8653e72-7a10-41e7-b624-bb03feabf27d HTTP/1.1" status: 200 len: 1098 time: 0.0948923 Jul 29 23:42:50.968478 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bb2de0-7533-4e80-b046-94049800590c req-236224d0-0758-41fd-a545-d7e0037516a3 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:50.970068 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52bb2de0-7533-4e80-b046-94049800590c req-236224d0-0758-41fd-a545-d7e0037516a3 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 947 time: 0.1069427 Jul 29 23:42:50.981423 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0221316-5a93-4e2c-b8b8-b54672674d88 admin admin] Network 832c3c41-56f8-472e-889f-a7dded6c9cb9 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:50.989046 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-a0221316-5a93-4e2c-b8b8-b54672674d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:51.004838 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0221316-5a93-4e2c-b8b8-b54672674d88 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:51.008027 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0221316-5a93-4e2c-b8b8-b54672674d88 admin admin] Pushing event updated for resources: {'Port': ['ID=a741762c-34b4-4cc8-91d4-d8e1e7d74e76,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:51.067998 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8993306f-ab06-41f9-9f34-1b26573db6cc req-ccf464d0-9e6e-45ef-a027-d77427563b2a service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1d1b1c5a-61b0-4af4-87f6-af1c2eec0994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968492 Jul 29 23:42:51.078587 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52bb2de0-7533-4e80-b046-94049800590c req-72d79fd4-01c0-4970-953c-9262f81e4684 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962851 Jul 29 23:42:51.102149 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a0221316-5a93-4e2c-b8b8-b54672674d88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:51.496759 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-71d3f892-bc19-4b8d-9566-940df8dfd983 None None] Provisioning for port a741762c-34b4-4cc8-91d4-d8e1e7d74e76 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:51.501815 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-71d3f892-bc19-4b8d-9566-940df8dfd983 None None] Provisioning complete for port a741762c-34b4-4cc8-91d4-d8e1e7d74e76 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:51.502275 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-71d3f892-bc19-4b8d-9566-940df8dfd983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:51.513336 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a0221316-5a93-4e2c-b8b8-b54672674d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:51.533153 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-481bcb76-2148-42cc-94ea-d634057d3c09 req-ff441932-969e-4355-84e4-c1f33a3d213d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=0f0821d54ddd418d90cd9d044077ca96&device_id=8214167a-1dff-49ed-a0de-4f819d92dfa6 HTTP/1.1" status: 200 len: 210 time: 0.0665336 Jul 29 23:42:51.610092 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-71d3f892-bc19-4b8d-9566-940df8dfd983 None None] Port a741762c-34b4-4cc8-91d4-d8e1e7d74e76 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:42:51.636107 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-481bcb76-2148-42cc-94ea-d634057d3c09 req-3547c232-0e9d-4846-b41b-d6b1742d4268 service neutron] 10.222.0.23 "GET /v2.0/networks?tenant_id=0f0821d54ddd418d90cd9d044077ca96&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0877686 Jul 29 23:42:51.819397 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e76bb1-61d9-4543-8663-1c8365ab5d82 req-82cc089f-ca93-4870-b969-0d7ab7af7ff1 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:51.828881 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13e76bb1-61d9-4543-8663-1c8365ab5d82 req-82cc089f-ca93-4870-b969-0d7ab7af7ff1 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 945 time: 0.1913395 Jul 29 23:42:51.846978 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d721dadd-b295-439e-a7ce-1596866afb77 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:51.984888 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13e76bb1-61d9-4543-8663-1c8365ab5d82 req-283d627a-038e-44d6-99b7-da6ec9b3343b tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548676 Jul 29 23:42:52.008842 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481bcb76-2148-42cc-94ea-d634057d3c09 req-715722e1-2ea9-424d-8ad4-578d3d720845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:52.027925 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-481bcb76-2148-42cc-94ea-d634057d3c09 req-715722e1-2ea9-424d-8ad4-578d3d720845 service neutron] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3513455 Jul 29 23:42:52.035909 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port d721dadd-b295-439e-a7ce-1596866afb77 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:52.039172 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:52.179692 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088c17cb-ac42-4643-af18-3d64ee27d960 req-d30c50b8-6b57-4756-a3d7-14ce3b155ef0 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:52.189012 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-088c17cb-ac42-4643-af18-3d64ee27d960 req-d30c50b8-6b57-4756-a3d7-14ce3b155ef0 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8653e72-7a10-41e7-b624-bb03feabf27d HTTP/1.1" status: 200 len: 946 time: 0.1036966 Jul 29 23:42:52.230097 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0266bed8-c8fd-4a0b-809f-588d4b2f7821 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:52.274062 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a0221316-5a93-4e2c-b8b8-b54672674d88 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:52.292995 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a0221316-5a93-4e2c-b8b8-b54672674d88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:52.312458 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-088c17cb-ac42-4643-af18-3d64ee27d960 req-933e0f66-23f7-4a24-8313-28b915bb1267 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d1b1c5a-61b0-4af4-87f6-af1c2eec0994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213758 Jul 29 23:42:52.423458 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 0266bed8-c8fd-4a0b-809f-588d4b2f7821 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:52.435614 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 0266bed8-c8fd-4a0b-809f-588d4b2f7821 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:52.436245 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:52.582119 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a0221316-5a93-4e2c-b8b8-b54672674d88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:52.591688 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0221316-5a93-4e2c-b8b8-b54672674d88 admin admin] Pushing event updated for resources: {'Port': ['ID=a741762c-34b4-4cc8-91d4-d8e1e7d74e76,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:52.614227 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b4d533-3b88-4a71-a13c-4f61f84fb04b req-174220f4-bccb-47a5-974f-1fe0ebb6b214 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:52.621939 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36b4d533-3b88-4a71-a13c-4f61f84fb04b req-174220f4-bccb-47a5-974f-1fe0ebb6b214 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 947 time: 0.1299708 Jul 29 23:42:52.668025 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:52.702999 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 0266bed8-c8fd-4a0b-809f-588d4b2f7821, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0266bed8-c8fd-4a0b-809f-588d4b2f7821,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:52.708348 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:52.726611 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36b4d533-3b88-4a71-a13c-4f61f84fb04b req-476d908c-c652-482d-8ce8-28fc919d3bb4 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999215 Jul 29 23:42:52.796457 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=0266bed8-c8fd-4a0b-809f-588d4b2f7821,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:52.885898 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0221316-5a93-4e2c-b8b8-b54672674d88 admin admin] Network 832c3c41-56f8-472e-889f-a7dded6c9cb9 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:52.895179 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-a0221316-5a93-4e2c-b8b8-b54672674d88 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:53.027199 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a0419652-a5da-4b04-98d9-7366e738eb2c req-e9124246-688b-43a8-8fe9-bf2e3749f1ec tempest-ServerShowV254Test-786426325 tempest-ServerShowV254Test-786426325-project] 10.222.0.18 "GET /v2.0/ports?device_id=8214167a-1dff-49ed-a0de-4f819d92dfa6 HTTP/1.1" status: 200 len: 210 time: 0.0596755 Jul 29 23:42:53.146669 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0221316-5a93-4e2c-b8b8-b54672674d88 admin admin] Router 555110cf-400b-4a7d-b31d-a6369821c0fe has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:42:53.225691 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f20d6-fa08-4201-a06b-a48d1d1a174e req-c5fa7675-c8ac-4e95-917c-a0b30c30b18f tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:53.243281 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b51f20d6-fa08-4201-a06b-a48d1d1a174e req-c5fa7675-c8ac-4e95-917c-a0b30c30b18f tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.1191347 Jul 29 23:42:53.321675 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b51f20d6-fa08-4201-a06b-a48d1d1a174e req-dba7f536-916d-4ba7-9fce-7d13bb1f338c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746090 Jul 29 23:42:53.376473 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-352b6dd1-6b47-46e9-a0c5-390c61299759 None None] Provisioning complete for port a741762c-34b4-4cc8-91d4-d8e1e7d74e76 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:53.377548 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-352b6dd1-6b47-46e9-a0c5-390c61299759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:53.426540 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0221316-5a93-4e2c-b8b8-b54672674d88 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:42:53.446447 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a0221316-5a93-4e2c-b8b8-b54672674d88 admin admin] 10.222.0.18 "PUT /v2.0/routers/555110cf-400b-4a7d-b31d-a6369821c0fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7023818 Jul 29 23:42:53.450168 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-352b6dd1-6b47-46e9-a0c5-390c61299759 None None] Port a741762c-34b4-4cc8-91d4-d8e1e7d74e76 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:42:53.577956 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-481bcb76-2148-42cc-94ea-d634057d3c09 req-af39d7b3-c5f8-4d94-9559-52ed4d3c080a tempest-ServerShowV254Test-786426325 tempest-ServerShowV254Test-786426325-project] 10.222.0.23 "GET /v2.0/ports?device_id=8214167a-1dff-49ed-a0de-4f819d92dfa6 HTTP/1.1" status: 200 len: 210 time: 0.1184981 Jul 29 23:42:53.596667 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0266bed8-c8fd-4a0b-809f-588d4b2f7821 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:53.695257 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 0266bed8-c8fd-4a0b-809f-588d4b2f7821 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:53.695887 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:53.926952 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c7f64-973a-4c44-89d1-0d62b11d761d req-77d9d78e-9ed9-4f65-87de-a4f835f8f42b tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:53.936900 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e08c7f64-973a-4c44-89d1-0d62b11d761d req-77d9d78e-9ed9-4f65-87de-a4f835f8f42b tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 945 time: 0.1357806 Jul 29 23:42:53.995517 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e08c7f64-973a-4c44-89d1-0d62b11d761d req-70bbbc66-327c-4f5e-97fa-895ffedcda36 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575147 Jul 29 23:42:54.134473 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532c258d-d46f-4927-91e6-26ba90ee8011 None None] Sync routers for ids ['555110cf-400b-4a7d-b31d-a6369821c0fe'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:42:54.156529 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532c258d-d46f-4927-91e6-26ba90ee8011 None None] Routers {'555110cf-400b-4a7d-b31d-a6369821c0fe'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:54.157647 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-532c258d-d46f-4927-91e6-26ba90ee8011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:42:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['555110cf-400b-4a7d-b31d-a6369821c0fe'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:54.219557 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0131876d-ef5a-486a-ba26-a106b2246a8f req-45c75288-0abb-4402-8c47-30f9169ab857 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:54.256411 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0131876d-ef5a-486a-ba26-a106b2246a8f req-45c75288-0abb-4402-8c47-30f9169ab857 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8653e72-7a10-41e7-b624-bb03feabf27d HTTP/1.1" status: 200 len: 946 time: 0.1610537 Jul 29 23:42:54.361169 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-532c258d-d46f-4927-91e6-26ba90ee8011 None None] Set router 555110cf-400b-4a7d-b31d-a6369821c0fe gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:54.442334 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0131876d-ef5a-486a-ba26-a106b2246a8f req-a3a7c5eb-5d55-489a-88b9-3d3176dc26ce tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d1b1c5a-61b0-4af4-87f6-af1c2eec0994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1826658 Jul 29 23:42:54.811352 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc2413-6be3-47f7-8ec6-8a35fd5e2ec4 req-7ffc46eb-a5c9-4293-b172-abc7db713c8c tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:54.814553 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-532c258d-d46f-4927-91e6-26ba90ee8011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'name': 'tempest-TestVolumeBackupRestore-1513593022-router', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '0266bed8-c8fd-4a0b-809f-588d4b2f7821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:45Z', 'updated_at': '2021-07-29T23:42:51Z', 'revision_number': 4, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'gw_port': {'id': '0266bed8-c8fd-4a0b-809f-588d4b2f7821', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:46Z', 'updated_at': '2021-07-29T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'a741762c-34b4-4cc8-91d4-d8e1e7d74e76', 'name': '', 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'mac_address': 'fa:16:3e:75:bd:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'acc29e5a-61e1-47bd-91b7-c9a34f7c2212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:49Z', 'updated_at': '2021-07-29T23:42:51Z', 'revision_number': 2, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'subnets': [{'id': 'acc29e5a-61e1-47bd-91b7-c9a34f7c2212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:54.824865 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1dcc2413-6be3-47f7-8ec6-8a35fd5e2ec4 req-7ffc46eb-a5c9-4293-b172-abc7db713c8c tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 947 time: 0.1488934 Jul 29 23:42:54.862664 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532c258d-d46f-4927-91e6-26ba90ee8011 None None] Checking router: 555110cf-400b-4a7d-b31d-a6369821c0fe for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:42:54.863236 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532c258d-d46f-4927-91e6-26ba90ee8011 None None] Updating router 555110cf-400b-4a7d-b31d-a6369821c0fe port a741762c-34b4-4cc8-91d4-d8e1e7d74e76 binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:42:54.898652 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-532c258d-d46f-4927-91e6-26ba90ee8011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:54.940235 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1dcc2413-6be3-47f7-8ec6-8a35fd5e2ec4 req-b903ca3e-c966-4b09-8e23-221de16e147c tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065154 Jul 29 23:42:54.967306 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33242) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:54.974423 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-e2ca6c27-e64e-4185-9044-513c75f24f15 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1347838590-network', 'tenant_id': '55d04be396e74d849efa0c8fdf8aa1a0'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:55.039980 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ca6c27-e64e-4185-9044-513c75f24f15 admin admin] Made reservation on behalf of 55d04be396e74d849efa0c8fdf8aa1a0 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:55.049096 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e2ca6c27-e64e-4185-9044-513c75f24f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.078396 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e2ca6c27-e64e-4185-9044-513c75f24f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.339589 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e2ca6c27-e64e-4185-9044-513c75f24f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.347470 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e2ca6c27-e64e-4185-9044-513c75f24f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.386227 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-532c258d-d46f-4927-91e6-26ba90ee8011 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.392080 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ca6c27-e64e-4185-9044-513c75f24f15 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:42:55.404103 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-532c258d-d46f-4927-91e6-26ba90ee8011 None None] Transition to ACTIVE for port object a741762c-34b4-4cc8-91d4-d8e1e7d74e76 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:55.414817 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-532c258d-d46f-4927-91e6-26ba90ee8011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.415258 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca6c27-e64e-4185-9044-513c75f24f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3741d191-7354-4381-bfcb-e08b63a25649,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:55.425495 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45189468-cf1b-4fee-ad19-8c881dd5d870 req-56c7f82b-711d-47b3-9363-2e3c80674efb tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:55.428735 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e2ca6c27-e64e-4185-9044-513c75f24f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.429687 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-e2ca6c27-e64e-4185-9044-513c75f24f15 admin admin] Added segment cb57ba82-51eb-4397-b255-8275fc33b519 of type vlan for network e604e472-51af-4b9e-ac13-e7391f50bf91 Jul 29 23:42:55.461961 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-45189468-cf1b-4fee-ad19-8c881dd5d870 req-56c7f82b-711d-47b3-9363-2e3c80674efb tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8653e72-7a10-41e7-b624-bb03feabf27d HTTP/1.1" status: 200 len: 946 time: 0.2359939 Jul 29 23:42:55.528987 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e2ca6c27-e64e-4185-9044-513c75f24f15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.541002 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715fcf2-541e-468e-b067-19bf8657f13f None None] Pushing event updated for resources: {'Port': ['ID=a741762c-34b4-4cc8-91d4-d8e1e7d74e76,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:55.616722 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e2ca6c27-e64e-4185-9044-513c75f24f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.630109 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ca6c27-e64e-4185-9044-513c75f24f15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:55.633793 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e2ca6c27-e64e-4185-9044-513c75f24f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.649666 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-45189468-cf1b-4fee-ad19-8c881dd5d870 req-e96f299d-b0c8-45d9-8bff-fbdcead9db7c tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d1b1c5a-61b0-4af4-87f6-af1c2eec0994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1859648 Jul 29 23:42:55.690222 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-532c258d-d46f-4927-91e6-26ba90ee8011 None None] Attempting to bind port a741762c-34b4-4cc8-91d4-d8e1e7d74e76 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:42:55.690626 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-532c258d-d46f-4927-91e6-26ba90ee8011 None None] Attempting to bind port a741762c-34b4-4cc8-91d4-d8e1e7d74e76 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '55e8acce-ff2c-4a28-abd9-2b248d999387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:42:55.691192 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532c258d-d46f-4927-91e6-26ba90ee8011 None None] Attempting to bind port a741762c-34b4-4cc8-91d4-d8e1e7d74e76 on network 832c3c41-56f8-472e-889f-a7dded6c9cb9 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:55.707780 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532c258d-d46f-4927-91e6-26ba90ee8011 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:42:55.708425 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532c258d-d46f-4927-91e6-26ba90ee8011 None None] Checking segment: {'id': '55e8acce-ff2c-4a28-abd9-2b248d999387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:55.708842 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-532c258d-d46f-4927-91e6-26ba90ee8011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.709271 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532c258d-d46f-4927-91e6-26ba90ee8011 None None] Bound using segment: {'id': '55e8acce-ff2c-4a28-abd9-2b248d999387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:42:55.709855 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-532c258d-d46f-4927-91e6-26ba90ee8011 None None] Bound port: a741762c-34b4-4cc8-91d4-d8e1e7d74e76, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e8acce-ff2c-4a28-abd9-2b248d999387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:42:55.711035 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-532c258d-d46f-4927-91e6-26ba90ee8011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:55.724799 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33306) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:55.748675 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33308) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:55.784759 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e2ca6c27-e64e-4185-9044-513c75f24f15 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8158715 Jul 29 23:42:55.789985 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33318) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:55.813211 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-18dc619b-c070-48df-8aa3-cb028702b376 admin admin] Request body: {'subnet': {'network_id': 'e604e472-51af-4b9e-ac13-e7391f50bf91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1347838590-subnet', 'tenant_id': '55d04be396e74d849efa0c8fdf8aa1a0', 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:55.825778 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ca6c27-e64e-4185-9044-513c75f24f15 admin admin] Pushing event updated for resources: {'Network': ['ID=e604e472-51af-4b9e-ac13-e7391f50bf91,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:55.854956 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network e604e472-51af-4b9e-ac13-e7391f50bf91 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:42:55.877450 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9781f4-1dbc-431d-b8cd-9768f7e98977 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:55.882412 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33326) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:55.885272 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5f9781f4-1dbc-431d-b8cd-9768f7e98977 tempest-TestNetworkBasicOps-1400354309 tempest-TestNetworkBasicOps-1400354309-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b8653e72-7a10-41e7-b624-bb03feabf27d HTTP/1.1" status: 200 len: 1093 time: 0.1584585 Jul 29 23:42:55.888545 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-3d3f9eee-6bc3-4f50-934a-f806c5a24940 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'port_id': 'c30fbd2c-2e70-46ce-a156-acc8767d85cf', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:55.897986 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18dc619b-c070-48df-8aa3-cb028702b376 admin admin] Made reservation on behalf of 55d04be396e74d849efa0c8fdf8aa1a0 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:42:55.901368 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-18dc619b-c070-48df-8aa3-cb028702b376 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.024675 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d3f9eee-6bc3-4f50-934a-f806c5a24940 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for floatingip, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.157714 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-532c258d-d46f-4927-91e6-26ba90ee8011 None None] For port a741762c-34b4-4cc8-91d4-d8e1e7d74e76, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:42:56.179111 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-532c258d-d46f-4927-91e6-26ba90ee8011 None None] For port a741762c-34b4-4cc8-91d4-d8e1e7d74e76, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a741762c-34b4-4cc8-91d4-d8e1e7d74e76,segment=NetworkSegment(55e8acce-ff2c-4a28-abd9-2b248d999387),segment_id=55e8acce-ff2c-4a28-abd9-2b248d999387)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:42:56.196279 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-532c258d-d46f-4927-91e6-26ba90ee8011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.289088 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d27f76af-0eb2-4790-b413-73c26383686a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.360461 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532c258d-d46f-4927-91e6-26ba90ee8011 None None] Routers {'555110cf-400b-4a7d-b31d-a6369821c0fe'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:42:56.361812 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-532c258d-d46f-4927-91e6-26ba90ee8011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:42:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['555110cf-400b-4a7d-b31d-a6369821c0fe'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:56.367395 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c715fcf2-541e-468e-b067-19bf8657f13f None None] Pushing event updated for resources: {'Port': ['ID=a741762c-34b4-4cc8-91d4-d8e1e7d74e76,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:56.432099 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-18dc619b-c070-48df-8aa3-cb028702b376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.552091 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-532c258d-d46f-4927-91e6-26ba90ee8011 None None] Set router 555110cf-400b-4a7d-b31d-a6369821c0fe gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:42:56.580111 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d27f76af-0eb2-4790-b413-73c26383686a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.587565 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d27f76af-0eb2-4790-b413-73c26383686a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.677670 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe400f-e982-4ee5-b707-e4809c146a8e req-c2b6afc0-a294-440f-a0fe-ed3bb5feda19 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:56.684418 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d6fe400f-e982-4ee5-b707-e4809c146a8e req-c2b6afc0-a294-440f-a0fe-ed3bb5feda19 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 945 time: 0.4951127 Jul 29 23:42:56.685772 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dc619b-c070-48df-8aa3-cb028702b376 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67e8030a-ff00-47a8-b204-ea99e6b1f96e,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:56.704885 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27f76af-0eb2-4790-b413-73c26383686a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908d9978-bd2d-4dab-866c-d414aaac9f61,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:56.723993 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d27f76af-0eb2-4790-b413-73c26383686a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f0821d54ddd418d90cd9d044077ca96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9700384 Jul 29 23:42:56.727282 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33404) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:56.748611 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d3f9eee-6bc3-4f50-934a-f806c5a24940 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.773412 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d6fe400f-e982-4ee5-b707-e4809c146a8e req-cc9b05e1-1ae9-4c5e-bab3-7888aaa136b9 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669518 Jul 29 23:42:56.774093 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18dc619b-c070-48df-8aa3-cb028702b376 admin admin] Checking segment: {'id': 'cb57ba82-51eb-4397-b255-8275fc33b519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e604e472-51af-4b9e-ac13-e7391f50bf91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:56.780221 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dc619b-c070-48df-8aa3-cb028702b376 admin admin] Network hostable DHCP agents. Network: e604e472-51af-4b9e-ac13-e7391f50bf91, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:42:56.814082 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18dc619b-c070-48df-8aa3-cb028702b376 admin admin] Network e604e472-51af-4b9e-ac13-e7391f50bf91 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:42:56.829847 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-18dc619b-c070-48df-8aa3-cb028702b376 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, e604e472-51af-4b9e-ac13-e7391f50bf91) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:56.839983 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18dc619b-c070-48df-8aa3-cb028702b376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:56.841100 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-18dc619b-c070-48df-8aa3-cb028702b376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.868416 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92114494-6296-473b-89bb-7756c23c8098 None None] Network e604e472-51af-4b9e-ac13-e7391f50bf91 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:42:56.877931 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4cf7c151-0476-4fe6-a330-020ca9f39dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.882148 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-18dc619b-c070-48df-8aa3-cb028702b376 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0792644 Jul 29 23:42:56.883480 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33414) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:42:56.899685 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-7f3fa5e9-0556-41b3-926a-db0d4cef4966 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1347838590-router', 'tenant_id': '55d04be396e74d849efa0c8fdf8aa1a0', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:42:56.946629 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7f3fa5e9-0556-41b3-926a-db0d4cef4966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.949249 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7f3fa5e9-0556-41b3-926a-db0d4cef4966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:56.988525 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4cf7c151-0476-4fe6-a330-020ca9f39dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.034200 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-532c258d-d46f-4927-91e6-26ba90ee8011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'name': 'tempest-TestVolumeBackupRestore-1513593022-router', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '0266bed8-c8fd-4a0b-809f-588d4b2f7821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:45Z', 'updated_at': '2021-07-29T23:42:51Z', 'revision_number': 4, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'gw_port': {'id': '0266bed8-c8fd-4a0b-809f-588d4b2f7821', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:46Z', 'updated_at': '2021-07-29T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'a741762c-34b4-4cc8-91d4-d8e1e7d74e76', 'name': '', 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'mac_address': 'fa:16:3e:75:bd:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'acc29e5a-61e1-47bd-91b7-c9a34f7c2212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:49Z', 'updated_at': '2021-07-29T23:42:56Z', 'revision_number': 4, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'subnets': [{'id': 'acc29e5a-61e1-47bd-91b7-c9a34f7c2212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:42:57.048319 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7f3fa5e9-0556-41b3-926a-db0d4cef4966 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.110319 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-3d3f9eee-6bc3-4f50-934a-f806c5a24940 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Allocated IP 172.25.8.7 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/ec57d967-903c-4ab1-a993-63d1db086cc0) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:57.114453 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532c258d-d46f-4927-91e6-26ba90ee8011 None None] The sync data for ids ['555110cf-400b-4a7d-b31d-a6369821c0fe'] in n-d-712140-10 is: [{'id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'name': 'tempest-TestVolumeBackupRestore-1513593022-router', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '0266bed8-c8fd-4a0b-809f-588d4b2f7821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:45Z', 'updated_at': '2021-07-29T23:42:51Z', 'revision_number': 4, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'gw_port': {'id': '0266bed8-c8fd-4a0b-809f-588d4b2f7821', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:46Z', 'updated_at': '2021-07-29T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'a741762c-34b4-4cc8-91d4-d8e1e7d74e76', 'name': '', 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'mac_address': 'fa:16:3e:75:bd:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'acc29e5a-61e1-47bd-91b7-c9a34f7c2212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:49Z', 'updated_at': '2021-07-29T23:42:56Z', 'revision_number': 4, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'subnets': [{'id': 'acc29e5a-61e1-47bd-91b7-c9a34f7c2212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:42:57.240757 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-e604e472-51af-4b9e-ac13-e7391f50bf91', 'network_id': 'e604e472-51af-4b9e-ac13-e7391f50bf91', 'tenant_id': '55d04be396e74d849efa0c8fdf8aa1a0', 'fixed_ips': [{'subnet_id': '67e8030a-ff00-47a8-b204-ea99e6b1f96e'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:42:57.242178 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.292348 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd612a7-5262-45b9-bb6e-46835a371ab5 req-cde356d8-cb3a-481a-8504-b4210ab0d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:57.295751 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2bd612a7-5262-45b9-bb6e-46835a371ab5 req-cde356d8-cb3a-481a-8504-b4210ab0d51c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=9c922b9eef7849b382751a5f51225ca4&device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 1099 time: 0.1875181 Jul 29 23:42:57.299415 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4cf7c151-0476-4fe6-a330-020ca9f39dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.302441 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4cf7c151-0476-4fe6-a330-020ca9f39dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.317945 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4cf7c151-0476-4fe6-a330-020ca9f39dfa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/908d9978-bd2d-4dab-866c-d414aaac9f61 HTTP/1.1" status: 204 len: 168 time: 0.5877419 Jul 29 23:42:57.367155 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf7c151-0476-4fe6-a330-020ca9f39dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908d9978-bd2d-4dab-866c-d414aaac9f61,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:57.445529 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d3f9eee-6bc3-4f50-934a-f806c5a24940 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.464981 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Allocated IP 172.20.0.2 (e604e472-51af-4b9e-ac13-e7391f50bf91/67e8030a-ff00-47a8-b204-ea99e6b1f96e/1ce3b0e7-0bfd-4804-815e-c57b6cac504b) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:57.561896 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d3f9eee-6bc3-4f50-934a-f806c5a24940 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:57.592659 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d3f9eee-6bc3-4f50-934a-f806c5a24940 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:57.624902 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-3d3f9eee-6bc3-4f50-934a-f806c5a24940 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:57.631023 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3f9eee-6bc3-4f50-934a-f806c5a24940 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:57.663478 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a741762c-34b4-4cc8-91d4-d8e1e7d74e76 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:57.691766 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f9eee-6bc3-4f50-934a-f806c5a24940 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'Port': ['ID=ec57d967-903c-4ab1-a993-63d1db086cc0,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:57.904173 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port a741762c-34b4-4cc8-91d4-d8e1e7d74e76 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:42:57.911605 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port a741762c-34b4-4cc8-91d4-d8e1e7d74e76 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:42:57.912533 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.017322 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.032944 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Transition to ACTIVE for port object 1ce3b0e7-0bfd-4804-815e-c57b6cac504b will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:58.056190 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4a6b33-1d3f-4656-8564-d21ea71d1b0a req-fc4cb3f0-8433-4945-87d4-99d222a8addd tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:58.060394 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9a4a6b33-1d3f-4656-8564-d21ea71d1b0a req-fc4cb3f0-8433-4945-87d4-99d222a8addd tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 947 time: 0.9534459 Jul 29 23:42:58.081866 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Transition to ACTIVE for port object 1ce3b0e7-0bfd-4804-815e-c57b6cac504b will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:42:58.099483 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.156140 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7f3fa5e9-0556-41b3-926a-db0d4cef4966 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.175782 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Pushing event updated for resources: {'Port': ['ID=1ce3b0e7-0bfd-4804-815e-c57b6cac504b,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:58.186371 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.208846 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9a4a6b33-1d3f-4656-8564-d21ea71d1b0a req-431d16ba-a7e5-4f09-8b03-be10ab88ef7e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844860 Jul 29 23:42:58.220776 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Network e604e472-51af-4b9e-ac13-e7391f50bf91 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:42:58.222907 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:58.223327 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:58.224038 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:58.224835 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:58.241012 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:58.242918 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:58.243441 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:58.247063 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:58.248439 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:58.249025 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:58.249612 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:58.250240 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:42:58.284048 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:42:58.290094 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd612a7-5262-45b9-bb6e-46835a371ab5 req-536d0a3d-7fdc-4b60-80c7-ab64108189c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:58.292274 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2bd612a7-5262-45b9-bb6e-46835a371ab5 req-536d0a3d-7fdc-4b60-80c7-ab64108189c4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=eaa8fac9-2de2-4cd9-adb9-0cd9d171e965 HTTP/1.1" status: 200 len: 914 time: 0.9869905 Jul 29 23:42:58.294929 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:42:58.348457 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2bd612a7-5262-45b9-bb6e-46835a371ab5 req-a76e4784-e9b9-473f-b674-53340978b349 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01e2403b-4235-4023-b6cb-5c26115dff63 HTTP/1.1" status: 200 len: 217 time: 0.0471842 Jul 29 23:42:58.382303 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port a741762c-34b4-4cc8-91d4-d8e1e7d74e76, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a741762c-34b4-4cc8-91d4-d8e1e7d74e76,segment=NetworkSegment(55e8acce-ff2c-4a28-abd9-2b248d999387),segment_id=55e8acce-ff2c-4a28-abd9-2b248d999387)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:42:58.417072 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd612a7-5262-45b9-bb6e-46835a371ab5 req-8d7fe295-693f-4d92-950e-3d2b7ca58659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:58.417379 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.420673 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2bd612a7-5262-45b9-bb6e-46835a371ab5 req-8d7fe295-693f-4d92-950e-3d2b7ca58659 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=4bac587e-df83-41a8-8d4d-dfe59a8dbb02 HTTP/1.1" status: 200 len: 853 time: 0.0613575 Jul 29 23:42:58.474931 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Attempting to bind port 1ce3b0e7-0bfd-4804-815e-c57b6cac504b on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:42:58.475183 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Attempting to bind port 1ce3b0e7-0bfd-4804-815e-c57b6cac504b by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'cb57ba82-51eb-4397-b255-8275fc33b519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e604e472-51af-4b9e-ac13-e7391f50bf91'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:42:58.475581 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Attempting to bind port 1ce3b0e7-0bfd-4804-815e-c57b6cac504b on network e604e472-51af-4b9e-ac13-e7391f50bf91 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:42:58.484603 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:42:58.485013 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Checking segment: {'id': 'cb57ba82-51eb-4397-b255-8275fc33b519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e604e472-51af-4b9e-ac13-e7391f50bf91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:42:58.485406 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.485816 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Bound using segment: {'id': 'cb57ba82-51eb-4397-b255-8275fc33b519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e604e472-51af-4b9e-ac13-e7391f50bf91'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:42:58.486316 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Bound port: 1ce3b0e7-0bfd-4804-815e-c57b6cac504b, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb57ba82-51eb-4397-b255-8275fc33b519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e604e472-51af-4b9e-ac13-e7391f50bf91'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:42:58.486709 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.512068 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2bd612a7-5262-45b9-bb6e-46835a371ab5 req-21729477-607e-4be0-aeee-b621d274fb61 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=eaa8fac9-2de2-4cd9-adb9-0cd9d171e965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789709 Jul 29 23:42:58.542555 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d3f9eee-6bc3-4f50-934a-f806c5a24940 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.553309 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7af88a9-81d0-496d-a23d-e7a4cdd0a768 req-c3767fdf-1557-4f71-9842-d1ee99446f38 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:58.554911 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7af88a9-81d0-496d-a23d-e7a4cdd0a768 req-c3767fdf-1557-4f71-9842-d1ee99446f38 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 945 time: 0.1982651 Jul 29 23:42:58.669883 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] For port 1ce3b0e7-0bfd-4804-815e-c57b6cac504b, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:42:58.674591 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] For port 1ce3b0e7-0bfd-4804-815e-c57b6cac504b, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=1ce3b0e7-0bfd-4804-815e-c57b6cac504b,segment=NetworkSegment(cb57ba82-51eb-4397-b255-8275fc33b519),segment_id=cb57ba82-51eb-4397-b255-8275fc33b519)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:42:58.688982 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.711003 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=a741762c-34b4-4cc8-91d4-d8e1e7d74e76,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:58.718952 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d3f9eee-6bc3-4f50-934a-f806c5a24940 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:58.838031 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dbae2b-5186-49ec-9c0f-7b78211fa647 None None] Pushing event updated for resources: {'Port': ['ID=1ce3b0e7-0bfd-4804-815e-c57b6cac504b,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:58.952171 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7af88a9-81d0-496d-a23d-e7a4cdd0a768 req-a45fcb0a-3c38-4497-b518-9b0c845bdcb3 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3511553 Jul 29 23:42:59.019403 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2bd612a7-5262-45b9-bb6e-46835a371ab5 req-85fdea36-618e-480e-af36-14d88979396d service neutron] 10.222.0.23 "GET /v2.0/networks/eaa8fac9-2de2-4cd9-adb9-0cd9d171e965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4946275 Jul 29 23:42:59.021148 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7f3fa5e9-0556-41b3-926a-db0d4cef4966 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:59.058503 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7f3fa5e9-0556-41b3-926a-db0d4cef4966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:59.131030 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d3f9eee-6bc3-4f50-934a-f806c5a24940 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:59.140424 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d3f9eee-6bc3-4f50-934a-f806c5a24940 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:59.226778 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3f9eee-6bc3-4f50-934a-f806c5a24940 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event updated for resources: {'Port': ['ID=ec57d967-903c-4ab1-a993-63d1db086cc0,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:42:59.263999 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d3f9eee-6bc3-4f50-934a-f806c5a24940 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:59.415089 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-7f3fa5e9-0556-41b3-926a-db0d4cef4966 admin admin] Allocated IP 172.25.8.189 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/6450cbeb-b1bd-4970-9bb7-e603b2c0bed6) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:42:59.429846 n-d-712140-10 neutron-server[94064]: INFO neutron.db.l3_db [None req-3d3f9eee-6bc3-4f50-934a-f806c5a24940 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Floating IP b536a7e6-6ba8-4f06-a62c-5493609514bd associated. External IP: 172.25.8.7, port: c30fbd2c-2e70-46ce-a156-acc8767d85cf. Jul 29 23:42:59.484166 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2bd612a7-5262-45b9-bb6e-46835a371ab5 req-05227ffe-28ce-4618-88fb-bb42703b7558 service neutron] 10.222.0.23 "GET /v2.0/networks/eaa8fac9-2de2-4cd9-adb9-0cd9d171e965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4356158 Jul 29 23:42:59.503960 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-b36aa408-b9a4-46fe-a5cb-f8d6cd94d92e tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:42:59.518122 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-b36aa408-b9a4-46fe-a5cb-f8d6cd94d92e tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/networks?id=0801adb8-ef1b-4445-b25f-3dd1a2e09455 HTTP/1.1" status: 200 len: 814 time: 0.3720484 Jul 29 23:42:59.569847 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:42:59.605103 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-55e6fdc0-f39c-4cd1-ac08-d6300274bd82 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/quotas/640be8fd958a4ee8b9bcf426d8d2d681 HTTP/1.1" status: 200 len: 375 time: 0.0619278 Jul 29 23:42:59.664934 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-99a9c1d7-0baf-473a-89e0-edc58582426b tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=640be8fd958a4ee8b9bcf426d8d2d681&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584173 Jul 29 23:42:59.745009 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1ce3b0e7-0bfd-4804-815e-c57b6cac504b up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:42:59.828625 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d3f9eee-6bc3-4f50-934a-f806c5a24940 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Router bf4b3b56-d2d0-41ce-814b-0e412029e4c8 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:42:59.896901 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-fc8e6a1f-5923-4484-9d8e-be3a521a798b service neutron] 10.222.0.18 "GET /v2.0/networks/0801adb8-ef1b-4445-b25f-3dd1a2e09455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041519 Jul 29 23:43:00.043314 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:00.063415 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7f3fa5e9-0556-41b3-926a-db0d4cef4966 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:00.065358 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 1ce3b0e7-0bfd-4804-815e-c57b6cac504b completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:00.066691 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3f9eee-6bc3-4f50-934a-f806c5a24940 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:43:00.075163 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a741762c-34b4-4cc8-91d4-d8e1e7d74e76 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:00.089239 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d3f9eee-6bc3-4f50-934a-f806c5a24940 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:00.089574 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53eb1269-41a6-45e6-86a1-c6a4a3e1600d None None] Sync routers for ids ['bf4b3b56-d2d0-41ce-814b-0e412029e4c8'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:43:00.131473 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53eb1269-41a6-45e6-86a1-c6a4a3e1600d None None] Routers {'bf4b3b56-d2d0-41ce-814b-0e412029e4c8'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:00.132524 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-53eb1269-41a6-45e6-86a1-c6a4a3e1600d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:42:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bf4b3b56-d2d0-41ce-814b-0e412029e4c8'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:00.146877 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port a741762c-34b4-4cc8-91d4-d8e1e7d74e76 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:00.147601 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:00.156073 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3d3f9eee-6bc3-4f50-934a-f806c5a24940 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.2697856 Jul 29 23:43:00.156073 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8653e72-7a10-41e7-b624-bb03feabf27d', 'tag': 'c30fbd2c-2e70-46ce-a156-acc8767d85cf'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:00.164002 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08b1365-526a-4e42-ae82-37e43bff5be2" -d '{"events": [{"name": "network-changed", "server_uuid": "b8653e72-7a10-41e7-b624-bb03feabf27d", "tag": "c30fbd2c-2e70-46ce-a156-acc8767d85cf"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:00.166840 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33488) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:00.191802 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-5f6ac565-744d-429b-852c-8143537ccdc7 service neutron] 10.222.0.18 "GET /v2.0/networks/0801adb8-ef1b-4445-b25f-3dd1a2e09455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937543 Jul 29 23:43:00.288411 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-114308a9-21af-45a5-aa90-30fa7d83e560 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/floatingips/b536a7e6-6ba8-4f06-a62c-5493609514bd HTTP/1.1" status: 200 len: 990 time: 0.1160038 Jul 29 23:43:00.298725 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7f3fa5e9-0556-41b3-926a-db0d4cef4966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:00.412019 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3fa5e9-0556-41b3-926a-db0d4cef4966 admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:00.445934 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-7f3fa5e9-0556-41b3-926a-db0d4cef4966 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:00.457172 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3fa5e9-0556-41b3-926a-db0d4cef4966 admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:00.524008 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3fa5e9-0556-41b3-926a-db0d4cef4966 admin admin] Pushing event updated for resources: {'Port': ['ID=6450cbeb-b1bd-4970-9bb7-e603b2c0bed6,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:00.542403 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-53eb1269-41a6-45e6-86a1-c6a4a3e1600d None None] Set router bf4b3b56-d2d0-41ce-814b-0e412029e4c8 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:00.555294 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417c5d0b-80e0-4c79-8a78-a659a67c4a2f None None] Network e604e472-51af-4b9e-ac13-e7391f50bf91 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:00.730625 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-25391136-e71f-4afb-a0d3-921297969714 None None] Provisioning for port 1ce3b0e7-0bfd-4804-815e-c57b6cac504b completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:00.740245 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-25391136-e71f-4afb-a0d3-921297969714 None None] Provisioning complete for port 1ce3b0e7-0bfd-4804-815e-c57b6cac504b triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:00.741017 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25391136-e71f-4afb-a0d3-921297969714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:00.757124 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51375f1a-8afd-4513-8f3b-389d3f9f1dc1 req-960e99d8-87cd-4dfd-afe8-4a3c076b4082 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:00.759092 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-51375f1a-8afd-4513-8f3b-389d3f9f1dc1 req-960e99d8-87cd-4dfd-afe8-4a3c076b4082 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 947 time: 0.2293351 Jul 29 23:43:00.983201 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25391136-e71f-4afb-a0d3-921297969714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.029208 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-51375f1a-8afd-4513-8f3b-389d3f9f1dc1 req-00540780-1f5f-47c6-a173-dd6aefeba538 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582617 Jul 29 23:43:01.051786 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-25391136-e71f-4afb-a0d3-921297969714 None None] For port 1ce3b0e7-0bfd-4804-815e-c57b6cac504b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=1ce3b0e7-0bfd-4804-815e-c57b6cac504b,segment=NetworkSegment(cb57ba82-51eb-4397-b255-8275fc33b519),segment_id=cb57ba82-51eb-4397-b255-8275fc33b519)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:01.060121 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25391136-e71f-4afb-a0d3-921297969714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.094611 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7f3fa5e9-0556-41b3-926a-db0d4cef4966 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.135734 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25391136-e71f-4afb-a0d3-921297969714 None None] Pushing event updated for resources: {'Port': ['ID=1ce3b0e7-0bfd-4804-815e-c57b6cac504b,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:01.290075 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33518) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:01.377476 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-53eb1269-41a6-45e6-86a1-c6a4a3e1600d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'name': 'tempest-TestNetworkBasicOps-router-1431683142', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:16Z', 'updated_at': '2021-07-29T23:42:25Z', 'revision_number': 4, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': '1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:40:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:17Z', 'updated_at': '2021-07-29T23:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': 'b536a7e6-6ba8-4f06-a62c-5493609514bd', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'port_id': 'c30fbd2c-2e70-46ce-a156-acc8767d85cf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b9b3b3-522c-460f-9d93-a0d4457bd62d', 'mac_address': 'fa:16:3e:1f:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8653e72-7a10-41e7-b624-bb03feabf27d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:42:58Z', 'updated_at': '2021-07-29T23:42:58Z', 'revision_number': 0, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f43b064b-097f-41ab-96da-38b77bd13227', 'name': '', 'network_id': 'a5b9b3b3-522c-460f-9d93-a0d4457bd62d', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'mac_address': 'fa:16:3e:10:ff:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '3774c8fc-76a1-4cf7-9c05-44c645b0409e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:23Z', 'updated_at': '2021-07-29T23:42:34Z', 'revision_number': 5, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'subnets': [{'id': '3774c8fc-76a1-4cf7-9c05-44c645b0409e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:01.423373 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53eb1269-41a6-45e6-86a1-c6a4a3e1600d None None] Checking router: bf4b3b56-d2d0-41ce-814b-0e412029e4c8 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:43:01.467233 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53eb1269-41a6-45e6-86a1-c6a4a3e1600d None None] Routers {'bf4b3b56-d2d0-41ce-814b-0e412029e4c8'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:01.468617 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-53eb1269-41a6-45e6-86a1-c6a4a3e1600d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:42:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bf4b3b56-d2d0-41ce-814b-0e412029e4c8'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:01.593762 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-006ac29e-409c-4840-8a5a-5605d612d75e None None] Provisioning complete for port 1ce3b0e7-0bfd-4804-815e-c57b6cac504b triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:01.594204 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-006ac29e-409c-4840-8a5a-5605d612d75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.714860 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7f3fa5e9-0556-41b3-926a-db0d4cef4966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:01.801346 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1ce3b0e7-0bfd-4804-815e-c57b6cac504b up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:01.846591 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d30706-636e-4829-bc0a-7561da05c652 req-62d79312-23ff-43dc-a089-86c2b6d4edee tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:01.850540 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b4d30706-636e-4829-bc0a-7561da05c652 req-62d79312-23ff-43dc-a089-86c2b6d4edee tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 945 time: 0.6222782 Jul 29 23:43:01.898310 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-53eb1269-41a6-45e6-86a1-c6a4a3e1600d None None] Set router bf4b3b56-d2d0-41ce-814b-0e412029e4c8 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:02.038833 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 1ce3b0e7-0bfd-4804-815e-c57b6cac504b triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:02.039242 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:02.076448 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b4d30706-636e-4829-bc0a-7561da05c652 req-0ee1c8cd-78c0-431d-925f-778694a5457a tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086341 Jul 29 23:43:02.114443 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b22ce251-9749-4d30-9723-5ddf2ecd7461 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/floatingips/b536a7e6-6ba8-4f06-a62c-5493609514bd HTTP/1.1" status: 200 len: 990 time: 0.8215041 Jul 29 23:43:02.138585 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3fa5e9-0556-41b3-926a-db0d4cef4966 admin admin] Router 1e4bef77-b416-4f73-b9f9-71ce35115be8 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:43:02.182018 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7e38f2-2144-4d04-8b7e-f23a64ac2b2a x-openstack-request-id: req-2c7e38f2-2144-4d04-8b7e-f23a64ac2b2a {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:02.183050 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8653e72-7a10-41e7-b624-bb03feabf27d", "tag": "c30fbd2c-2e70-46ce-a156-acc8767d85cf", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:02.183310 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2c7e38f2-2144-4d04-8b7e-f23a64ac2b2a {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:02.183941 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8653e72-7a10-41e7-b624-bb03feabf27d', 'tag': 'c30fbd2c-2e70-46ce-a156-acc8767d85cf', 'status': 'completed', 'code': 200} Jul 29 23:43:02.327706 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-53eb1269-41a6-45e6-86a1-c6a4a3e1600d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'name': 'tempest-TestNetworkBasicOps-router-1431683142', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:16Z', 'updated_at': '2021-07-29T23:42:25Z', 'revision_number': 4, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': '1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:40:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:17Z', 'updated_at': '2021-07-29T23:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': 'b536a7e6-6ba8-4f06-a62c-5493609514bd', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'port_id': 'c30fbd2c-2e70-46ce-a156-acc8767d85cf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b9b3b3-522c-460f-9d93-a0d4457bd62d', 'mac_address': 'fa:16:3e:1f:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8653e72-7a10-41e7-b624-bb03feabf27d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:42:58Z', 'updated_at': '2021-07-29T23:42:58Z', 'revision_number': 0, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f43b064b-097f-41ab-96da-38b77bd13227', 'name': '', 'network_id': 'a5b9b3b3-522c-460f-9d93-a0d4457bd62d', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'mac_address': 'fa:16:3e:10:ff:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '3774c8fc-76a1-4cf7-9c05-44c645b0409e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:23Z', 'updated_at': '2021-07-29T23:42:34Z', 'revision_number': 5, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'subnets': [{'id': '3774c8fc-76a1-4cf7-9c05-44c645b0409e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:02.336686 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b4acb756-378d-47fc-b798-36391c4cb2d3 req-a07a03dd-f0ac-47ea-802f-8e73d13af3ee tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/ports?device_id=1254fa0c-4729-4265-951a-0f6e816ccc64 HTTP/1.1" status: 200 len: 210 time: 0.0512075 Jul 29 23:43:02.399521 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53eb1269-41a6-45e6-86a1-c6a4a3e1600d None None] The sync data for ids ['bf4b3b56-d2d0-41ce-814b-0e412029e4c8'] in n-d-712140-10 is: [{'id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'name': 'tempest-TestNetworkBasicOps-router-1431683142', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:16Z', 'updated_at': '2021-07-29T23:42:25Z', 'revision_number': 4, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': '1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:40:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:17Z', 'updated_at': '2021-07-29T23:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': 'b536a7e6-6ba8-4f06-a62c-5493609514bd', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'floating_ip_address': '172.25.8.7', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'port_id': 'c30fbd2c-2e70-46ce-a156-acc8767d85cf', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b9b3b3-522c-460f-9d93-a0d4457bd62d', 'mac_address': 'fa:16:3e:1f:b1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8653e72-7a10-41e7-b624-bb03feabf27d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:42:58Z', 'updated_at': '2021-07-29T23:42:58Z', 'revision_number': 0, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f43b064b-097f-41ab-96da-38b77bd13227', 'name': '', 'network_id': 'a5b9b3b3-522c-460f-9d93-a0d4457bd62d', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'mac_address': 'fa:16:3e:10:ff:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '3774c8fc-76a1-4cf7-9c05-44c645b0409e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:23Z', 'updated_at': '2021-07-29T23:42:34Z', 'revision_number': 5, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'subnets': [{'id': '3774c8fc-76a1-4cf7-9c05-44c645b0409e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:43:02.770136 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9c312e-929d-47cf-a16f-73149d0e3126 None None] New status for floating IP b536a7e6-6ba8-4f06-a62c-5493609514bd: ACTIVE {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:43:02.830628 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dcb27ab1-0261-4d7f-9b1d-518bfec48a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:02.859476 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b1365-526a-4e42-ae82-37e43bff5be2 req-d1451f5f-fd34-4cb2-84b0-ba88a3a12cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:02.862784 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b08b1365-526a-4e42-ae82-37e43bff5be2 req-d1451f5f-fd34-4cb2-84b0-ba88a3a12cc5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a74022ced16f48bea72df0eb10f3e470&device_id=b8653e72-7a10-41e7-b624-bb03feabf27d HTTP/1.1" status: 200 len: 1098 time: 0.6233308 Jul 29 23:43:03.031194 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3fa5e9-0556-41b3-926a-db0d4cef4966 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:43:03.046847 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27030827-470e-4b2f-a61c-6feb275f7c8c None None] Sync routers for ids ['1e4bef77-b416-4f73-b9f9-71ce35115be8'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:43:03.078602 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27030827-470e-4b2f-a61c-6feb275f7c8c None None] Routers {'1e4bef77-b416-4f73-b9f9-71ce35115be8'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:03.090990 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-27030827-470e-4b2f-a61c-6feb275f7c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:42:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['1e4bef77-b416-4f73-b9f9-71ce35115be8'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:03.120347 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33544) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:03.135932 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7dec32-7449-4605-a32d-b292a002cf70 req-6fe251a4-fbf3-4fdf-bf3a-8535cd308224 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:03.148805 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2d7dec32-7449-4605-a32d-b292a002cf70 req-6fe251a4-fbf3-4fdf-bf3a-8535cd308224 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 947 time: 0.6946089 Jul 29 23:43:03.181125 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7f3fa5e9-0556-41b3-926a-db0d4cef4966 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:03.183643 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7f3fa5e9-0556-41b3-926a-db0d4cef4966 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.2954156 Jul 29 23:43:03.191380 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33546) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:03.214388 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8d7b8bc8-83ef-4f3f-bdef-30ffb0cda8c5 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/floatingips/b536a7e6-6ba8-4f06-a62c-5493609514bd HTTP/1.1" status: 200 len: 992 time: 0.0915875 Jul 29 23:43:03.228221 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-063acc9f-59a5-4946-af43-4e6fb11aaf2b tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:03.231331 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-063acc9f-59a5-4946-af43-4e6fb11aaf2b tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.23 "GET /v2.0/networks?id=0801adb8-ef1b-4445-b25f-3dd1a2e09455 HTTP/1.1" status: 200 len: 814 time: 0.8253014 Jul 29 23:43:03.257198 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-27030827-470e-4b2f-a61c-6feb275f7c8c None None] Set router 1e4bef77-b416-4f73-b9f9-71ce35115be8 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:03.315904 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-7fac5e81-2e9f-49a7-a97a-c66156e1bb61 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Request body: {'port': {'device_id': '1254fa0c-4729-4265-951a-0f6e816ccc64', 'network_id': '0801adb8-ef1b-4445-b25f-3dd1a2e09455', 'admin_state_up': True, 'tenant_id': '640be8fd958a4ee8b9bcf426d8d2d681'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:03.452421 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b1365-526a-4e42-ae82-37e43bff5be2 req-7e358dd5-f05c-4781-8698-6ba1f5fca9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:03.455276 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b08b1365-526a-4e42-ae82-37e43bff5be2 req-7e358dd5-f05c-4781-8698-6ba1f5fca9b4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a5b9b3b3-522c-460f-9d93-a0d4457bd62d HTTP/1.1" status: 200 len: 898 time: 0.5621047 Jul 29 23:43:03.502037 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-27030827-470e-4b2f-a61c-6feb275f7c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4bef77-b416-4f73-b9f9-71ce35115be8', 'name': 'tempest-TestVolumeBackupRestore-1347838590-router', 'tenant_id': '55d04be396e74d849efa0c8fdf8aa1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '6450cbeb-b1bd-4970-9bb7-e603b2c0bed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:56Z', 'updated_at': '2021-07-29T23:43:00Z', 'revision_number': 3, 'project_id': '55d04be396e74d849efa0c8fdf8aa1a0', 'gw_port': {'id': '6450cbeb-b1bd-4970-9bb7-e603b2c0bed6', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4bef77-b416-4f73-b9f9-71ce35115be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:59Z', 'updated_at': '2021-07-29T23:42:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:03.531029 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27030827-470e-4b2f-a61c-6feb275f7c8c None None] Checking router: 1e4bef77-b416-4f73-b9f9-71ce35115be8 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:43:03.531575 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27030827-470e-4b2f-a61c-6feb275f7c8c None None] Updating router 1e4bef77-b416-4f73-b9f9-71ce35115be8 port 6450cbeb-b1bd-4970-9bb7-e603b2c0bed6 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:43:03.552650 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2d7dec32-7449-4605-a32d-b292a002cf70 req-109ed8a8-0fc9-438d-8751-ea74355205b7 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760903 Jul 29 23:43:03.571229 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-27030827-470e-4b2f-a61c-6feb275f7c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:03.672668 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b08b1365-526a-4e42-ae82-37e43bff5be2 req-6cdaefc9-6a34-4cbb-9b02-79285533f5be service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c30fbd2c-2e70-46ce-a156-acc8767d85cf HTTP/1.1" status: 200 len: 1000 time: 0.1993015 Jul 29 23:43:03.751366 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-7fac5e81-2e9f-49a7-a97a-c66156e1bb61 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Made reservation on behalf of 640be8fd958a4ee8b9bcf426d8d2d681 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:03.756394 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-7fac5e81-2e9f-49a7-a97a-c66156e1bb61 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:03.909959 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b1365-526a-4e42-ae82-37e43bff5be2 req-6afc0d13-44a0-4e17-bc6e-bff4c8c6a95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:03.913307 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b08b1365-526a-4e42-ae82-37e43bff5be2 req-6afc0d13-44a0-4e17-bc6e-bff4c8c6a95d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3774c8fc-76a1-4cf7-9c05-44c645b0409e HTTP/1.1" status: 200 len: 835 time: 0.2165234 Jul 29 23:43:03.933866 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-698d17b4-1a05-4400-b7fb-32fea7fd5fc9 req-ff6cef89-d083-4031-ac2b-b3ef67b939a8 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/ports?device_id=1254fa0c-4729-4265-951a-0f6e816ccc64 HTTP/1.1" status: 200 len: 210 time: 0.1188710 Jul 29 23:43:04.019464 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-27030827-470e-4b2f-a61c-6feb275f7c8c None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.041466 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-27030827-470e-4b2f-a61c-6feb275f7c8c None None] Transition to ACTIVE for port object 6450cbeb-b1bd-4970-9bb7-e603b2c0bed6 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:04.049749 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-27030827-470e-4b2f-a61c-6feb275f7c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.126685 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-27030827-470e-4b2f-a61c-6feb275f7c8c None None] Attempting to bind port 6450cbeb-b1bd-4970-9bb7-e603b2c0bed6 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:04.127316 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-27030827-470e-4b2f-a61c-6feb275f7c8c None None] Attempting to bind port 6450cbeb-b1bd-4970-9bb7-e603b2c0bed6 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:04.128373 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27030827-470e-4b2f-a61c-6feb275f7c8c None None] Attempting to bind port 6450cbeb-b1bd-4970-9bb7-e603b2c0bed6 on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:04.145129 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27030827-470e-4b2f-a61c-6feb275f7c8c None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:04.146341 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27030827-470e-4b2f-a61c-6feb275f7c8c None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:04.147398 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-27030827-470e-4b2f-a61c-6feb275f7c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.148188 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27030827-470e-4b2f-a61c-6feb275f7c8c None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:04.149242 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-27030827-470e-4b2f-a61c-6feb275f7c8c None None] Bound port: 6450cbeb-b1bd-4970-9bb7-e603b2c0bed6, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:04.150334 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-27030827-470e-4b2f-a61c-6feb275f7c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.186871 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eba020-e96c-480e-966c-4827f2bfa786 None None] Pushing event updated for resources: {'Port': ['ID=6450cbeb-b1bd-4970-9bb7-e603b2c0bed6,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:04.190381 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96849f49-8aa2-4695-a5ed-125afe34ec09 req-74b22ea3-dca3-4ed6-be7f-0f1cfda10b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:04.192626 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-96849f49-8aa2-4695-a5ed-125afe34ec09 req-74b22ea3-dca3-4ed6-be7f-0f1cfda10b0a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ad76cebfbeab469a8fb6ccf5a7dd03a4&device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 1097 time: 0.2777927 Jul 29 23:43:04.195078 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b1365-526a-4e42-ae82-37e43bff5be2 req-0b7fe44e-bc31-4a39-a9ed-cd2e253a76d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:04.197005 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b08b1365-526a-4e42-ae82-37e43bff5be2 req-0b7fe44e-bc31-4a39-a9ed-cd2e253a76d6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a5b9b3b3-522c-460f-9d93-a0d4457bd62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2617655 Jul 29 23:43:04.241698 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-27030827-470e-4b2f-a61c-6feb275f7c8c None None] For port 6450cbeb-b1bd-4970-9bb7-e603b2c0bed6, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:04.247284 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-27030827-470e-4b2f-a61c-6feb275f7c8c None None] For port 6450cbeb-b1bd-4970-9bb7-e603b2c0bed6, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6450cbeb-b1bd-4970-9bb7-e603b2c0bed6,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:04.254468 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-27030827-470e-4b2f-a61c-6feb275f7c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:04.355094 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27030827-470e-4b2f-a61c-6feb275f7c8c None None] Routers {'1e4bef77-b416-4f73-b9f9-71ce35115be8'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:04.355774 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-27030827-470e-4b2f-a61c-6feb275f7c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:42:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['1e4bef77-b416-4f73-b9f9-71ce35115be8'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:04.364610 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-7fac5e81-2e9f-49a7-a97a-c66156e1bb61 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Allocated IP 172.20.0.13 (0801adb8-ef1b-4445-b25f-3dd1a2e09455/9d8592c2-b5ca-4e83-8d7b-380c5f842697/678695ae-11de-4d26-8064-8743f97e2379) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:04.396611 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eba020-e96c-480e-966c-4827f2bfa786 None None] Pushing event updated for resources: {'Port': ['ID=6450cbeb-b1bd-4970-9bb7-e603b2c0bed6,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:04.406523 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a3f3e-ed3a-47d0-8a80-bc30bc7fba0c req-12644012-8668-400f-84d4-f6c43be6ae5b tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:04.408194 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1b5a3f3e-ed3a-47d0-8a80-bc30bc7fba0c req-12644012-8668-400f-84d4-f6c43be6ae5b tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 945 time: 0.3508065 Jul 29 23:43:04.545262 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-27030827-470e-4b2f-a61c-6feb275f7c8c None None] Set router 1e4bef77-b416-4f73-b9f9-71ce35115be8 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:04.572250 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96849f49-8aa2-4695-a5ed-125afe34ec09 req-a873466d-febc-4d72-8068-0bd8ad3712fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:04.573911 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-96849f49-8aa2-4695-a5ed-125afe34ec09 req-a873466d-febc-4d72-8068-0bd8ad3712fa service neutron] 10.222.0.23 "GET /v2.0/networks?id=ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec HTTP/1.1" status: 200 len: 912 time: 0.3606596 Jul 29 23:43:04.605968 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b08b1365-526a-4e42-ae82-37e43bff5be2 req-1f684e19-d79e-44b5-a4ee-a02b4ed81d6a service neutron] 10.222.0.23 "GET /v2.0/networks/a5b9b3b3-522c-460f-9d93-a0d4457bd62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3905389 Jul 29 23:43:04.620024 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1b5a3f3e-ed3a-47d0-8a80-bc30bc7fba0c req-2df03784-3209-4c25-9627-caa3f1bcdf7a tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893184 Jul 29 23:43:04.883015 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-27030827-470e-4b2f-a61c-6feb275f7c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4bef77-b416-4f73-b9f9-71ce35115be8', 'name': 'tempest-TestVolumeBackupRestore-1347838590-router', 'tenant_id': '55d04be396e74d849efa0c8fdf8aa1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '6450cbeb-b1bd-4970-9bb7-e603b2c0bed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:56Z', 'updated_at': '2021-07-29T23:43:00Z', 'revision_number': 3, 'project_id': '55d04be396e74d849efa0c8fdf8aa1a0', 'gw_port': {'id': '6450cbeb-b1bd-4970-9bb7-e603b2c0bed6', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4bef77-b416-4f73-b9f9-71ce35115be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:59Z', 'updated_at': '2021-07-29T23:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:04.895113 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-96849f49-8aa2-4695-a5ed-125afe34ec09 req-17da4ead-53d7-4573-bc3f-43f5f725ea88 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fd84251b-e42f-42ef-b5f1-0a32da709a43 HTTP/1.1" status: 200 len: 999 time: 0.3038709 Jul 29 23:43:05.039301 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27030827-470e-4b2f-a61c-6feb275f7c8c None None] The sync data for ids ['1e4bef77-b416-4f73-b9f9-71ce35115be8'] in n-d-712140-10 is: [{'id': '1e4bef77-b416-4f73-b9f9-71ce35115be8', 'name': 'tempest-TestVolumeBackupRestore-1347838590-router', 'tenant_id': '55d04be396e74d849efa0c8fdf8aa1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '6450cbeb-b1bd-4970-9bb7-e603b2c0bed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:56Z', 'updated_at': '2021-07-29T23:43:00Z', 'revision_number': 3, 'project_id': '55d04be396e74d849efa0c8fdf8aa1a0', 'gw_port': {'id': '6450cbeb-b1bd-4970-9bb7-e603b2c0bed6', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f2:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4bef77-b416-4f73-b9f9-71ce35115be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:59Z', 'updated_at': '2021-07-29T23:43:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:43:05.055234 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b08b1365-526a-4e42-ae82-37e43bff5be2 req-ac26f80a-a200-4a6d-b34c-145ed85023db service neutron] 10.222.0.23 "GET /v2.0/networks/a5b9b3b3-522c-460f-9d93-a0d4457bd62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338505 Jul 29 23:43:05.066415 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-7fac5e81-2e9f-49a7-a97a-c66156e1bb61 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.076836 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3efbc9b-cc1c-4054-bb3e-0ad661986612 req-50090065-538f-4189-986f-1365bdc6b158 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:05.080766 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e3efbc9b-cc1c-4054-bb3e-0ad661986612 req-50090065-538f-4189-986f-1365bdc6b158 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 947 time: 0.2972581 Jul 29 23:43:05.102255 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96849f49-8aa2-4695-a5ed-125afe34ec09 req-1210f138-911e-4d41-a71c-73c5b80a8c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:05.105329 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-96849f49-8aa2-4695-a5ed-125afe34ec09 req-1210f138-911e-4d41-a71c-73c5b80a8c59 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3fee908-ce2a-4a34-b5cd-8383eff77fab HTTP/1.1" status: 200 len: 850 time: 0.1973684 Jul 29 23:43:05.110657 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c5ec5c7b-7805-494f-a1e3-c1d95ddc3963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.315740 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e3efbc9b-cc1c-4054-bb3e-0ad661986612 req-dc498158-4bac-424c-bd68-d74882605c11 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090092 Jul 29 23:43:05.367146 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-7fac5e81-2e9f-49a7-a97a-c66156e1bb61 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.387553 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96849f49-8aa2-4695-a5ed-125afe34ec09 req-899e1f0e-1ab3-41b1-b5ed-4acdfbfb5076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:05.389587 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-96849f49-8aa2-4695-a5ed-125afe34ec09 req-899e1f0e-1ab3-41b1-b5ed-4acdfbfb5076 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2640185 Jul 29 23:43:05.459149 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.632984 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6450cbeb-b1bd-4970-9bb7-e603b2c0bed6 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:05.729835 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 6450cbeb-b1bd-4970-9bb7-e603b2c0bed6 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:05.738131 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 6450cbeb-b1bd-4970-9bb7-e603b2c0bed6 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:05.739044 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.882989 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:05.931681 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 6450cbeb-b1bd-4970-9bb7-e603b2c0bed6, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6450cbeb-b1bd-4970-9bb7-e603b2c0bed6,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:05.939309 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:06.030485 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-7fac5e81-2e9f-49a7-a97a-c66156e1bb61 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Network 0801adb8-ef1b-4445-b25f-3dd1a2e09455 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:06.039768 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=6450cbeb-b1bd-4970-9bb7-e603b2c0bed6,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:06.121236 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-7fac5e81-2e9f-49a7-a97a-c66156e1bb61 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:06.138893 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-7fac5e81-2e9f-49a7-a97a-c66156e1bb61 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:06.195193 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fac5e81-2e9f-49a7-a97a-c66156e1bb61 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Pushing event updated for resources: {'Port': ['ID=678695ae-11de-4d26-8064-8743f97e2379,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:06.221156 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-611e5b9a-d0f1-4d28-9448-bab4fcda7953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:06.286731 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3b77c-a5ed-4617-a7b6-777788b46e57 req-e1f41c1a-ede2-4cdb-9e15-79a531a84631 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:06.288330 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b3a3b77c-a5ed-4617-a7b6-777788b46e57 req-e1f41c1a-ede2-4cdb-9e15-79a531a84631 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/ports?device_id=1254fa0c-4729-4265-951a-0f6e816ccc64 HTTP/1.1" status: 200 len: 932 time: 0.2958508 Jul 29 23:43:06.324584 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-7fac5e81-2e9f-49a7-a97a-c66156e1bb61 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:06.325250 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-7fac5e81-2e9f-49a7-a97a-c66156e1bb61 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:06.332644 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-c5ec5c7b-7805-494f-a1e3-c1d95ddc3963 admin admin] Allocated IP 172.20.0.1 (e604e472-51af-4b9e-ac13-e7391f50bf91/67e8030a-ff00-47a8-b204-ea99e6b1f96e/6850c711-7fc7-41ce-9746-4b57e49d12dc) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:06.343865 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-96849f49-8aa2-4695-a5ed-125afe34ec09 req-ee6b631c-76d1-46c8-88bc-aa2f9e50027e service neutron] 10.222.0.23 "GET /v2.0/networks/ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9321501 Jul 29 23:43:06.443533 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-7fac5e81-2e9f-49a7-a97a-c66156e1bb61 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1935914 Jul 29 23:43:06.483546 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b3a3b77c-a5ed-4617-a7b6-777788b46e57 req-4406531a-4fb5-4c89-8ef8-86781a254efb tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac1897bc-fa23-468b-9375-38c8238b89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859617 Jul 29 23:43:06.497807 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-1e14ebaa-6951-4e00-8b0b-1463be978db7 service neutron] Request body: {'port': {'device_id': '1254fa0c-4729-4265-951a-0f6e816ccc64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:06.651149 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-1e14ebaa-6951-4e00-8b0b-1463be978db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:06.657955 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-96849f49-8aa2-4695-a5ed-125afe34ec09 req-b48adc9f-7c07-432c-8b81-15395c59caae service neutron] 10.222.0.23 "GET /v2.0/networks/ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005786 Jul 29 23:43:06.675990 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c5ec5c7b-7805-494f-a1e3-c1d95ddc3963 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:06.709661 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-c5ec5c7b-7805-494f-a1e3-c1d95ddc3963 admin admin] Transition to ACTIVE for port object 6850c711-7fc7-41ce-9746-4b57e49d12dc will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:06.757045 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1cb06-acaf-4bef-baf0-6b33f594ccde req-54de3945-a474-4b34-b5f2-5674b3bf0e9d tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:06.758656 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7b1cb06-acaf-4bef-baf0-6b33f594ccde req-54de3945-a474-4b34-b5f2-5674b3bf0e9d tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 947 time: 0.1336100 Jul 29 23:43:06.868371 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:06.909620 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7b1cb06-acaf-4bef-baf0-6b33f594ccde req-abbdcaa1-29ff-46c2-b4c7-8c11b2efefb1 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401579 Jul 29 23:43:06.910749 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c5ec5c7b-7805-494f-a1e3-c1d95ddc3963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:07.016259 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ec5c7b-7805-494f-a1e3-c1d95ddc3963 admin admin] Network e604e472-51af-4b9e-ac13-e7391f50bf91 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:07.042865 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-c5ec5c7b-7805-494f-a1e3-c1d95ddc3963 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:07.045882 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ec5c7b-7805-494f-a1e3-c1d95ddc3963 admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:07.084015 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec5c7b-7805-494f-a1e3-c1d95ddc3963 admin admin] Pushing event updated for resources: {'Port': ['ID=6850c711-7fc7-41ce-9746-4b57e49d12dc,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:07.137035 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c5ec5c7b-7805-494f-a1e3-c1d95ddc3963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:07.149308 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df10b7d6-360a-4829-95cb-adf20f9ae1ec req-540b6fd3-5d8a-49f8-9be7-40b959242744 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:07.158064 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-df10b7d6-360a-4829-95cb-adf20f9ae1ec req-540b6fd3-5d8a-49f8-9be7-40b959242744 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 945 time: 0.1607621 Jul 29 23:43:07.323186 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-df10b7d6-360a-4829-95cb-adf20f9ae1ec req-a333d660-b4d6-4501-91a7-45c80ebcfcc2 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1639733 Jul 29 23:43:07.393721 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-1e14ebaa-6951-4e00-8b0b-1463be978db7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 678695ae-11de-4d26-8064-8743f97e2379 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:43:07.426857 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-1e14ebaa-6951-4e00-8b0b-1463be978db7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:07.452923 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-1e14ebaa-6951-4e00-8b0b-1463be978db7 service neutron] Transition to ACTIVE for port object 678695ae-11de-4d26-8064-8743f97e2379 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:07.458410 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-1e14ebaa-6951-4e00-8b0b-1463be978db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:07.489422 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-cb6127a3-19fa-4371-8561-cd126c99fcd8 None None] Provisioning for port 6850c711-7fc7-41ce-9746-4b57e49d12dc completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:07.495574 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-cb6127a3-19fa-4371-8561-cd126c99fcd8 None None] Provisioning complete for port 6850c711-7fc7-41ce-9746-4b57e49d12dc triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:07.496024 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cb6127a3-19fa-4371-8561-cd126c99fcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:07.562615 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-cb6127a3-19fa-4371-8561-cd126c99fcd8 None None] Port 6850c711-7fc7-41ce-9746-4b57e49d12dc cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:43:07.571424 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c5ec5c7b-7805-494f-a1e3-c1d95ddc3963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:07.577549 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6450cbeb-b1bd-4970-9bb7-e603b2c0bed6 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:07.597326 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14ebaa-6951-4e00-8b0b-1463be978db7 service neutron] Pushing event updated for resources: {'Port': ['ID=678695ae-11de-4d26-8064-8743f97e2379,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:07.638727 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 6450cbeb-b1bd-4970-9bb7-e603b2c0bed6 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:07.639114 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:07.680996 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8537877-4071-4cdc-bd97-bb2c568b4c21 req-c587bd9c-1167-4c73-86b4-7803ef266956 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:07.684734 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8537877-4071-4cdc-bd97-bb2c568b4c21 req-c587bd9c-1167-4c73-86b4-7803ef266956 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 947 time: 0.1644204 Jul 29 23:43:07.814890 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8537877-4071-4cdc-bd97-bb2c568b4c21 req-6008d71e-f47a-4420-9f7e-fe21e143a13d tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244075 Jul 29 23:43:07.822653 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-1e14ebaa-6951-4e00-8b0b-1463be978db7 service neutron] Attempting to bind port 678695ae-11de-4d26-8064-8743f97e2379 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:07.823014 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-1e14ebaa-6951-4e00-8b0b-1463be978db7 service neutron] Attempting to bind port 678695ae-11de-4d26-8064-8743f97e2379 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'b6ee40d5-2b7c-413f-9047-a5a37db55f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0801adb8-ef1b-4445-b25f-3dd1a2e09455'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:07.823884 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-1e14ebaa-6951-4e00-8b0b-1463be978db7 service neutron] Attempting to bind port 678695ae-11de-4d26-8064-8743f97e2379 on network 0801adb8-ef1b-4445-b25f-3dd1a2e09455 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:07.832112 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-1e14ebaa-6951-4e00-8b0b-1463be978db7 service neutron] Port 678695ae-11de-4d26-8064-8743f97e2379 on network 0801adb8-ef1b-4445-b25f-3dd1a2e09455 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:43:07.832520 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-1e14ebaa-6951-4e00-8b0b-1463be978db7 service neutron] Attempting to bind port 678695ae-11de-4d26-8064-8743f97e2379 on network 0801adb8-ef1b-4445-b25f-3dd1a2e09455 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:07.839786 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-1e14ebaa-6951-4e00-8b0b-1463be978db7 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:07.840160 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-1e14ebaa-6951-4e00-8b0b-1463be978db7 service neutron] Checking segment: {'id': 'b6ee40d5-2b7c-413f-9047-a5a37db55f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0801adb8-ef1b-4445-b25f-3dd1a2e09455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:07.840555 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-1e14ebaa-6951-4e00-8b0b-1463be978db7 service neutron] Bound using segment: {'id': 'b6ee40d5-2b7c-413f-9047-a5a37db55f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0801adb8-ef1b-4445-b25f-3dd1a2e09455'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:07.841001 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-1e14ebaa-6951-4e00-8b0b-1463be978db7 service neutron] Bound port: 678695ae-11de-4d26-8064-8743f97e2379, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6ee40d5-2b7c-413f-9047-a5a37db55f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0801adb8-ef1b-4445-b25f-3dd1a2e09455'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:07.841370 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-1e14ebaa-6951-4e00-8b0b-1463be978db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:07.970665 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33622) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:08.017124 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c5ec5c7b-7805-494f-a1e3-c1d95ddc3963 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.019871 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-1e14ebaa-6951-4e00-8b0b-1463be978db7 service neutron] For port 678695ae-11de-4d26-8064-8743f97e2379, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:08.033583 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c5ec5c7b-7805-494f-a1e3-c1d95ddc3963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.043826 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-1e14ebaa-6951-4e00-8b0b-1463be978db7 service neutron] For port 678695ae-11de-4d26-8064-8743f97e2379, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=678695ae-11de-4d26-8064-8743f97e2379,segment=NetworkSegment(b6ee40d5-2b7c-413f-9047-a5a37db55f64),segment_id=b6ee40d5-2b7c-413f-9047-a5a37db55f64)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:08.054274 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5d7c8c-a447-4941-ac06-dad327e99527 req-8d4959ed-b510-4051-8774-e10afeb8d0fa tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:08.056872 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc5d7c8c-a447-4941-ac06-dad327e99527 req-8d4959ed-b510-4051-8774-e10afeb8d0fa tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/ports?device_id=1254fa0c-4729-4265-951a-0f6e816ccc64 HTTP/1.1" status: 200 len: 944 time: 0.1442926 Jul 29 23:43:08.100641 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-1e14ebaa-6951-4e00-8b0b-1463be978db7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.134183 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d413f318-c213-4c66-a7fd-f6adfc3ed40f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.157925 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.174895 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-1e14ebaa-6951-4e00-8b0b-1463be978db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:08.175870 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-1e14ebaa-6951-4e00-8b0b-1463be978db7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.177428 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-1e14ebaa-6951-4e00-8b0b-1463be978db7 service neutron] 10.222.0.23 "PUT /v2.0/ports/678695ae-11de-4d26-8064-8743f97e2379 HTTP/1.1" status: 200 len: 1093 time: 1.6900659 Jul 29 23:43:08.178766 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c5ec5c7b-7805-494f-a1e3-c1d95ddc3963 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.180723 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1254fa0c-4729-4265-951a-0f6e816ccc64', 'tag': '678695ae-11de-4d26-8064-8743f97e2379'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:08.183959 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32590a26-0e6a-46f6-a496-65aa2195fdb9" -d '{"events": [{"name": "network-changed", "server_uuid": "1254fa0c-4729-4265-951a-0f6e816ccc64", "tag": "678695ae-11de-4d26-8064-8743f97e2379"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:08.196168 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ec5c7b-7805-494f-a1e3-c1d95ddc3963 admin admin] Pushing event updated for resources: {'Port': ['ID=6850c711-7fc7-41ce-9746-4b57e49d12dc,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:08.252852 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d413f318-c213-4c66-a7fd-f6adfc3ed40f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.256946 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d413f318-c213-4c66-a7fd-f6adfc3ed40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.286698 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc5d7c8c-a447-4941-ac06-dad327e99527 req-13dde9db-d661-40b1-b9b2-9b2aa998e9fb tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac1897bc-fa23-468b-9375-38c8238b89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892443 Jul 29 23:43:08.320337 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d413f318-c213-4c66-a7fd-f6adfc3ed40f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5dc7f022f251404fb43fb9568e87505b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3473315 Jul 29 23:43:08.321121 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d413f318-c213-4c66-a7fd-f6adfc3ed40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90101078-019b-400a-87d5-ad13e7b138da,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:08.324770 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33628) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:08.346136 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413f318-c213-4c66-a7fd-f6adfc3ed40f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:08.346479 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413f318-c213-4c66-a7fd-f6adfc3ed40f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:08.347100 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413f318-c213-4c66-a7fd-f6adfc3ed40f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:08.347523 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413f318-c213-4c66-a7fd-f6adfc3ed40f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:08.347879 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413f318-c213-4c66-a7fd-f6adfc3ed40f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:08.348210 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413f318-c213-4c66-a7fd-f6adfc3ed40f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:08.348538 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413f318-c213-4c66-a7fd-f6adfc3ed40f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:08.348855 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413f318-c213-4c66-a7fd-f6adfc3ed40f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:08.349343 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413f318-c213-4c66-a7fd-f6adfc3ed40f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:08.350049 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413f318-c213-4c66-a7fd-f6adfc3ed40f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:08.350573 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413f318-c213-4c66-a7fd-f6adfc3ed40f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:08.351193 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d413f318-c213-4c66-a7fd-f6adfc3ed40f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:08.377746 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14ebaa-6951-4e00-8b0b-1463be978db7 service neutron] Pushing event updated for resources: {'Port': ['ID=678695ae-11de-4d26-8064-8743f97e2379,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:08.395769 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-0a2174eb-acb0-408c-9e8f-f967fd259379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:08.397341 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-0a2174eb-acb0-408c-9e8f-f967fd259379 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=640be8fd958a4ee8b9bcf426d8d2d681&device_id=1254fa0c-4729-4265-951a-0f6e816ccc64 HTTP/1.1" status: 200 len: 1096 time: 0.1518493 Jul 29 23:43:08.433580 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9c67f523-220d-4476-a19b-1661614e6695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.461401 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9c67f523-220d-4476-a19b-1661614e6695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.487005 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-94ff538a-9960-42fb-9545-2f579e6fd351 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=678695ae-11de-4d26-8064-8743f97e2379 HTTP/1.1" status: 200 len: 217 time: 0.0729744 Jul 29 23:43:08.518087 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ec5c7b-7805-494f-a1e3-c1d95ddc3963 admin admin] Network e604e472-51af-4b9e-ac13-e7391f50bf91 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:08.534935 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9c67f523-220d-4476-a19b-1661614e6695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.544200 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9c67f523-220d-4476-a19b-1661614e6695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.545435 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9c67f523-220d-4476-a19b-1661614e6695 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/90101078-019b-400a-87d5-ad13e7b138da HTTP/1.1" status: 204 len: 168 time: 0.2195466 Jul 29 23:43:08.554398 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c67f523-220d-4476-a19b-1661614e6695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90101078-019b-400a-87d5-ad13e7b138da,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:08.566246 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-c5ec5c7b-7805-494f-a1e3-c1d95ddc3963 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:08.594334 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d78a41e-0b33-45c9-82b1-064d85089e1f req-c45d3bce-5d54-4be0-a55a-a5e6d703a215 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:08.604273 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9d78a41e-0b33-45c9-82b1-064d85089e1f req-c45d3bce-5d54-4be0-a55a-a5e6d703a215 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 947 time: 0.2107215 Jul 29 23:43:08.686346 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-3dcdd78e-33fa-4275-b950-29ef696a5471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:08.688464 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-3dcdd78e-33fa-4275-b950-29ef696a5471 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9d8592c2-b5ca-4e83-8d7b-380c5f842697 HTTP/1.1" status: 200 len: 854 time: 0.1894088 Jul 29 23:43:08.737357 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-ebebe3e6-1112-42f0-b4de-0db52078feb3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0801adb8-ef1b-4445-b25f-3dd1a2e09455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404959 Jul 29 23:43:08.800445 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9d78a41e-0b33-45c9-82b1-064d85089e1f req-8bbd6520-58dd-4b3b-9cf0-28a0c31085c2 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949704 Jul 29 23:43:08.881862 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15836a0f-932d-4821-8ebb-386ae5f74cd6 x-openstack-request-id: req-15836a0f-932d-4821-8ebb-386ae5f74cd6 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:08.882222 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1254fa0c-4729-4265-951a-0f6e816ccc64", "tag": "678695ae-11de-4d26-8064-8743f97e2379", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:08.882534 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-15836a0f-932d-4821-8ebb-386ae5f74cd6 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:08.883002 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1254fa0c-4729-4265-951a-0f6e816ccc64', 'tag': '678695ae-11de-4d26-8064-8743f97e2379', 'status': 'completed', 'code': 200} Jul 29 23:43:08.903798 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ec5c7b-7805-494f-a1e3-c1d95ddc3963 admin admin] Router 1e4bef77-b416-4f73-b9f9-71ce35115be8 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:43:08.907612 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1f15be43-b59c-480e-8506-7bf9107d3411 None None] Provisioning complete for port 6850c711-7fc7-41ce-9746-4b57e49d12dc triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:08.908568 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1f15be43-b59c-480e-8506-7bf9107d3411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:08.935763 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-a53ba40a-c13d-406f-8f8d-eeb109395860 service neutron] 10.222.0.23 "GET /v2.0/networks/0801adb8-ef1b-4445-b25f-3dd1a2e09455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816969 Jul 29 23:43:08.966006 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33638) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:08.974237 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1f15be43-b59c-480e-8506-7bf9107d3411 None None] Port 6850c711-7fc7-41ce-9746-4b57e49d12dc cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:43:08.985330 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bb41a463-18d0-40d4-8486-607c2dbdb2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.124681 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bb41a463-18d0-40d4-8486-607c2dbdb2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.132588 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bb41a463-18d0-40d4-8486-607c2dbdb2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.184095 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb41a463-18d0-40d4-8486-607c2dbdb2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d196ccc-fe98-4211-84f4-d69c3ba112e7,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:09.192205 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bb41a463-18d0-40d4-8486-607c2dbdb2d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0c2d585d3d0d4f3b88409ef4e82e413e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2209625 Jul 29 23:43:09.192665 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33640) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:09.258335 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aedd0058-fcd7-4657-874c-6af088550bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.288214 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aedd0058-fcd7-4657-874c-6af088550bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.354437 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aedd0058-fcd7-4657-874c-6af088550bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.357459 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aedd0058-fcd7-4657-874c-6af088550bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:09.358677 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-aedd0058-fcd7-4657-874c-6af088550bf9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6d196ccc-fe98-4211-84f4-d69c3ba112e7 HTTP/1.1" status: 204 len: 168 time: 0.1648850 Jul 29 23:43:09.367402 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedd0058-fcd7-4657-874c-6af088550bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d196ccc-fe98-4211-84f4-d69c3ba112e7,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:09.488519 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbb26f-41c9-4bc5-923d-f54009d4620f req-e6b6a476-073e-44e3-b873-1e44bfd25f2e tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:09.490020 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bafbb26f-41c9-4bc5-923d-f54009d4620f req-e6b6a476-073e-44e3-b873-1e44bfd25f2e tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 945 time: 0.5073514 Jul 29 23:43:09.543291 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ec5c7b-7805-494f-a1e3-c1d95ddc3963 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:43:09.557637 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c5ec5c7b-7805-494f-a1e3-c1d95ddc3963 admin admin] 10.222.0.18 "PUT /v2.0/routers/1e4bef77-b416-4f73-b9f9-71ce35115be8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3557706 Jul 29 23:43:09.557953 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bb92f4-cd16-4202-aca5-64251a3103e2 None None] Sync routers for ids ['1e4bef77-b416-4f73-b9f9-71ce35115be8'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:43:09.561767 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-789c688d-c257-4c1c-9491-f9c1c4b2abac req-597463a1-1f86-404e-94f3-b4556057f6cd service neutron] 10.222.0.23 "GET /v2.0/networks/0801adb8-ef1b-4445-b25f-3dd1a2e09455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5813897 Jul 29 23:43:09.568878 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bb92f4-cd16-4202-aca5-64251a3103e2 None None] Routers {'1e4bef77-b416-4f73-b9f9-71ce35115be8'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:09.569803 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-42bb92f4-cd16-4202-aca5-64251a3103e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:43:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['1e4bef77-b416-4f73-b9f9-71ce35115be8'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:09.592150 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bafbb26f-41c9-4bc5-923d-f54009d4620f req-c755da9a-015b-408d-a21c-5c5222ce3759 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0896964 Jul 29 23:43:09.701604 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32590a26-0e6a-46f6-a496-65aa2195fdb9 req-d59fb8c5-7706-4bc8-bd5a-6d4d8bab5a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:09.703295 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-32590a26-0e6a-46f6-a496-65aa2195fdb9 req-d59fb8c5-7706-4bc8-bd5a-6d4d8bab5a28 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=640be8fd958a4ee8b9bcf426d8d2d681&device_id=1254fa0c-4729-4265-951a-0f6e816ccc64 HTTP/1.1" status: 200 len: 1096 time: 0.0553772 Jul 29 23:43:09.718405 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-42bb92f4-cd16-4202-aca5-64251a3103e2 None None] Set router 1e4bef77-b416-4f73-b9f9-71ce35115be8 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:09.876862 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40457c-d870-43e2-9e6c-51eba1e99e50 req-86eed32a-c711-4c01-8a84-b0394c1d1d14 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:09.879567 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c40457c-d870-43e2-9e6c-51eba1e99e50 req-86eed32a-c711-4c01-8a84-b0394c1d1d14 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/ports?device_id=1254fa0c-4729-4265-951a-0f6e816ccc64 HTTP/1.1" status: 200 len: 944 time: 0.1538250 Jul 29 23:43:09.960539 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c40457c-d870-43e2-9e6c-51eba1e99e50 req-5227192f-9a62-44e0-9082-a6c07cb64957 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac1897bc-fa23-468b-9375-38c8238b89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627546 Jul 29 23:43:09.968433 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32590a26-0e6a-46f6-a496-65aa2195fdb9 req-b02e6e25-986d-4f93-9059-0596cd22a1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:09.970406 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-32590a26-0e6a-46f6-a496-65aa2195fdb9 req-b02e6e25-986d-4f93-9059-0596cd22a1e4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0801adb8-ef1b-4445-b25f-3dd1a2e09455 HTTP/1.1" status: 200 len: 915 time: 0.2596619 Jul 29 23:43:10.038533 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-32590a26-0e6a-46f6-a496-65aa2195fdb9 req-ad5d0d95-4be3-4e10-be07-c1ee423bef21 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=678695ae-11de-4d26-8064-8743f97e2379 HTTP/1.1" status: 200 len: 217 time: 0.0590570 Jul 29 23:43:10.083505 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-42bb92f4-cd16-4202-aca5-64251a3103e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4bef77-b416-4f73-b9f9-71ce35115be8', 'name': 'tempest-TestVolumeBackupRestore-1347838590-router', 'tenant_id': '55d04be396e74d849efa0c8fdf8aa1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '6450cbeb-b1bd-4970-9bb7-e603b2c0bed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:56Z', 'updated_at': '2021-07-29T23:43:07Z', 'revision_number': 4, 'project_id': '55d04be396e74d849efa0c8fdf8aa1a0', 'gw_port': {'id': '6450cbeb-b1bd-4970-9bb7-e603b2c0bed6', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4bef77-b416-4f73-b9f9-71ce35115be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:59Z', 'updated_at': '2021-07-29T23:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '6850c711-7fc7-41ce-9746-4b57e49d12dc', 'name': '', 'network_id': 'e604e472-51af-4b9e-ac13-e7391f50bf91', 'tenant_id': '55d04be396e74d849efa0c8fdf8aa1a0', 'mac_address': 'fa:16:3e:61:a7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4bef77-b416-4f73-b9f9-71ce35115be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '67e8030a-ff00-47a8-b204-ea99e6b1f96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:05Z', 'updated_at': '2021-07-29T23:43:07Z', 'revision_number': 2, 'project_id': '55d04be396e74d849efa0c8fdf8aa1a0', 'subnets': [{'id': '67e8030a-ff00-47a8-b204-ea99e6b1f96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:10.109182 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32590a26-0e6a-46f6-a496-65aa2195fdb9 req-d952eff0-b572-4bd5-977d-ad16e5230b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:10.110696 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-32590a26-0e6a-46f6-a496-65aa2195fdb9 req-d952eff0-b572-4bd5-977d-ad16e5230b66 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9d8592c2-b5ca-4e83-8d7b-380c5f842697 HTTP/1.1" status: 200 len: 854 time: 0.0579262 Jul 29 23:43:10.141679 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bb92f4-cd16-4202-aca5-64251a3103e2 None None] Checking router: 1e4bef77-b416-4f73-b9f9-71ce35115be8 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:43:10.142058 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bb92f4-cd16-4202-aca5-64251a3103e2 None None] Updating router 1e4bef77-b416-4f73-b9f9-71ce35115be8 port 6850c711-7fc7-41ce-9746-4b57e49d12dc binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:43:10.173097 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-32590a26-0e6a-46f6-a496-65aa2195fdb9 req-a31a387e-4cc3-4dbe-b489-1b7a482ece91 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0801adb8-ef1b-4445-b25f-3dd1a2e09455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513043 Jul 29 23:43:10.192027 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-42bb92f4-cd16-4202-aca5-64251a3103e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:10.194965 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347db032-1dd0-484c-ba5b-82f8428d7800 req-3f711d32-3b00-45ad-a063-adb9de84f0d3 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:10.202756 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-347db032-1dd0-484c-ba5b-82f8428d7800 req-3f711d32-3b00-45ad-a063-adb9de84f0d3 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 947 time: 0.0964589 Jul 29 23:43:10.307781 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-347db032-1dd0-484c-ba5b-82f8428d7800 req-ca41f1c9-6b39-45d7-a707-d502a33228cc tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038790 Jul 29 23:43:10.406775 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-32590a26-0e6a-46f6-a496-65aa2195fdb9 req-43512e88-9ac0-4321-b07c-14825755b679 service neutron] 10.222.0.23 "GET /v2.0/networks/0801adb8-ef1b-4445-b25f-3dd1a2e09455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209306 Jul 29 23:43:10.558053 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fd2c7e-220b-4d5a-bab5-6a014c3d168e req-9b2ac3a1-0f41-4574-987f-741ed5028ac4 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:10.559861 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-21fd2c7e-220b-4d5a-bab5-6a014c3d168e req-9b2ac3a1-0f41-4574-987f-741ed5028ac4 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 947 time: 0.1408288 Jul 29 23:43:10.648259 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-32590a26-0e6a-46f6-a496-65aa2195fdb9 req-5a86e29a-798d-437b-accf-66858a3eb1e6 service neutron] 10.222.0.23 "GET /v2.0/networks/0801adb8-ef1b-4445-b25f-3dd1a2e09455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149360 Jul 29 23:43:10.664284 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-21fd2c7e-220b-4d5a-bab5-6a014c3d168e req-ba4d96c8-90e8-4afc-bd79-7854d3b26354 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837302 Jul 29 23:43:10.696052 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-42bb92f4-cd16-4202-aca5-64251a3103e2 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:10.712995 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-42bb92f4-cd16-4202-aca5-64251a3103e2 None None] Transition to ACTIVE for port object 6850c711-7fc7-41ce-9746-4b57e49d12dc will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:10.729077 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-42bb92f4-cd16-4202-aca5-64251a3103e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:10.883005 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-42bb92f4-cd16-4202-aca5-64251a3103e2 None None] Attempting to bind port 6850c711-7fc7-41ce-9746-4b57e49d12dc on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:10.888215 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-42bb92f4-cd16-4202-aca5-64251a3103e2 None None] Attempting to bind port 6850c711-7fc7-41ce-9746-4b57e49d12dc by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'cb57ba82-51eb-4397-b255-8275fc33b519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e604e472-51af-4b9e-ac13-e7391f50bf91'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:10.890597 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bb92f4-cd16-4202-aca5-64251a3103e2 None None] Attempting to bind port 6850c711-7fc7-41ce-9746-4b57e49d12dc on network e604e472-51af-4b9e-ac13-e7391f50bf91 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:10.898565 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac5b86-475e-4577-aa1b-a21ade0cb17f None None] Pushing event updated for resources: {'Port': ['ID=6850c711-7fc7-41ce-9746-4b57e49d12dc,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:10.903588 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bb92f4-cd16-4202-aca5-64251a3103e2 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:10.904190 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bb92f4-cd16-4202-aca5-64251a3103e2 None None] Checking segment: {'id': 'cb57ba82-51eb-4397-b255-8275fc33b519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e604e472-51af-4b9e-ac13-e7391f50bf91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:10.904695 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-42bb92f4-cd16-4202-aca5-64251a3103e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:10.905280 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42bb92f4-cd16-4202-aca5-64251a3103e2 None None] Bound using segment: {'id': 'cb57ba82-51eb-4397-b255-8275fc33b519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e604e472-51af-4b9e-ac13-e7391f50bf91'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:10.906529 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-42bb92f4-cd16-4202-aca5-64251a3103e2 None None] Bound port: 6850c711-7fc7-41ce-9746-4b57e49d12dc, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb57ba82-51eb-4397-b255-8275fc33b519', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e604e472-51af-4b9e-ac13-e7391f50bf91'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:10.907455 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-42bb92f4-cd16-4202-aca5-64251a3103e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:11.006361 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-42bb92f4-cd16-4202-aca5-64251a3103e2 None None] For port 6850c711-7fc7-41ce-9746-4b57e49d12dc, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:11.015845 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-42bb92f4-cd16-4202-aca5-64251a3103e2 None None] For port 6850c711-7fc7-41ce-9746-4b57e49d12dc, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6850c711-7fc7-41ce-9746-4b57e49d12dc,segment=NetworkSegment(cb57ba82-51eb-4397-b255-8275fc33b519),segment_id=cb57ba82-51eb-4397-b255-8275fc33b519)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:11.018587 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6678c07-3e29-4adb-84d1-eb1f4e541b55 req-375d9d4b-1132-424c-a037-6fb82a4b8195 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:11.020842 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a6678c07-3e29-4adb-84d1-eb1f4e541b55 req-375d9d4b-1132-424c-a037-6fb82a4b8195 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 947 time: 0.1308439 Jul 29 23:43:11.026445 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-42bb92f4-cd16-4202-aca5-64251a3103e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:11.104888 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a6678c07-3e29-4adb-84d1-eb1f4e541b55 req-28421302-7288-4903-9c1b-a64778830c1a tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650380 Jul 29 23:43:11.151441 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bb92f4-cd16-4202-aca5-64251a3103e2 None None] Routers {'1e4bef77-b416-4f73-b9f9-71ce35115be8'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:11.152881 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-42bb92f4-cd16-4202-aca5-64251a3103e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:43:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['1e4bef77-b416-4f73-b9f9-71ce35115be8'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:11.229139 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ac5b86-475e-4577-aa1b-a21ade0cb17f None None] Pushing event updated for resources: {'Port': ['ID=6850c711-7fc7-41ce-9746-4b57e49d12dc,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:11.320698 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2700727d-24ec-4466-bef0-f31a13b49820 req-4c27c244-c481-44fb-a9a7-191cbc8adc6f tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:11.323608 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2700727d-24ec-4466-bef0-f31a13b49820 req-4c27c244-c481-44fb-a9a7-191cbc8adc6f tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/ports?device_id=1254fa0c-4729-4265-951a-0f6e816ccc64 HTTP/1.1" status: 200 len: 944 time: 0.0988190 Jul 29 23:43:11.410579 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-42bb92f4-cd16-4202-aca5-64251a3103e2 None None] Set router 1e4bef77-b416-4f73-b9f9-71ce35115be8 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:11.411625 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2700727d-24ec-4466-bef0-f31a13b49820 req-2567f5e6-30c4-4da3-82fd-d4377252ad48 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac1897bc-fa23-468b-9375-38c8238b89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771589 Jul 29 23:43:11.699743 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada68dfa-45fd-48c7-9177-2b01223fb8e3 req-1934eca5-f63d-4a6e-a833-b4a451956006 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:11.704241 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ada68dfa-45fd-48c7-9177-2b01223fb8e3 req-1934eca5-f63d-4a6e-a833-b4a451956006 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 947 time: 0.1299262 Jul 29 23:43:11.787508 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ada68dfa-45fd-48c7-9177-2b01223fb8e3 req-98483a94-80ef-4afe-abfd-a794b9f4575d tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736601 Jul 29 23:43:11.809856 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-42bb92f4-cd16-4202-aca5-64251a3103e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4bef77-b416-4f73-b9f9-71ce35115be8', 'name': 'tempest-TestVolumeBackupRestore-1347838590-router', 'tenant_id': '55d04be396e74d849efa0c8fdf8aa1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '6450cbeb-b1bd-4970-9bb7-e603b2c0bed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:56Z', 'updated_at': '2021-07-29T23:43:07Z', 'revision_number': 4, 'project_id': '55d04be396e74d849efa0c8fdf8aa1a0', 'gw_port': {'id': '6450cbeb-b1bd-4970-9bb7-e603b2c0bed6', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4bef77-b416-4f73-b9f9-71ce35115be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:59Z', 'updated_at': '2021-07-29T23:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '6850c711-7fc7-41ce-9746-4b57e49d12dc', 'name': '', 'network_id': 'e604e472-51af-4b9e-ac13-e7391f50bf91', 'tenant_id': '55d04be396e74d849efa0c8fdf8aa1a0', 'mac_address': 'fa:16:3e:61:a7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4bef77-b416-4f73-b9f9-71ce35115be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '67e8030a-ff00-47a8-b204-ea99e6b1f96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:05Z', 'updated_at': '2021-07-29T23:43:10Z', 'revision_number': 4, 'project_id': '55d04be396e74d849efa0c8fdf8aa1a0', 'subnets': [{'id': '67e8030a-ff00-47a8-b204-ea99e6b1f96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:11.843513 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bb92f4-cd16-4202-aca5-64251a3103e2 None None] The sync data for ids ['1e4bef77-b416-4f73-b9f9-71ce35115be8'] in n-d-712140-10 is: [{'id': '1e4bef77-b416-4f73-b9f9-71ce35115be8', 'name': 'tempest-TestVolumeBackupRestore-1347838590-router', 'tenant_id': '55d04be396e74d849efa0c8fdf8aa1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '6450cbeb-b1bd-4970-9bb7-e603b2c0bed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:56Z', 'updated_at': '2021-07-29T23:43:07Z', 'revision_number': 4, 'project_id': '55d04be396e74d849efa0c8fdf8aa1a0', 'gw_port': {'id': '6450cbeb-b1bd-4970-9bb7-e603b2c0bed6', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4bef77-b416-4f73-b9f9-71ce35115be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:59Z', 'updated_at': '2021-07-29T23:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '6850c711-7fc7-41ce-9746-4b57e49d12dc', 'name': '', 'network_id': 'e604e472-51af-4b9e-ac13-e7391f50bf91', 'tenant_id': '55d04be396e74d849efa0c8fdf8aa1a0', 'mac_address': 'fa:16:3e:61:a7:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e4bef77-b416-4f73-b9f9-71ce35115be8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2624, 'fixed_ips': [{'subnet_id': '67e8030a-ff00-47a8-b204-ea99e6b1f96e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:05Z', 'updated_at': '2021-07-29T23:43:10Z', 'revision_number': 4, 'project_id': '55d04be396e74d849efa0c8fdf8aa1a0', 'subnets': [{'id': '67e8030a-ff00-47a8-b204-ea99e6b1f96e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:43:12.029407 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7e7cc-1a4e-44d3-86aa-0a74c9cf876b req-2d2c777f-6ca4-46a9-91f7-4f68e1ec6347 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:12.031387 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8bf7e7cc-1a4e-44d3-86aa-0a74c9cf876b req-2d2c777f-6ca4-46a9-91f7-4f68e1ec6347 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 947 time: 0.0628092 Jul 29 23:43:12.111617 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8bf7e7cc-1a4e-44d3-86aa-0a74c9cf876b req-ed45d77e-19f2-4cc2-b646-176917efd1ce tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644217 Jul 29 23:43:12.256156 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:43:12.262133 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b0b26-c61a-4541-ba08-81aad0a92bab req-b598f3b2-7cbe-4c14-96c1-a0ec678af622 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:12.273804 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f90b0b26-c61a-4541-ba08-81aad0a92bab req-b598f3b2-7cbe-4c14-96c1-a0ec678af622 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 947 time: 0.0835037 Jul 29 23:43:12.326049 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f90b0b26-c61a-4541-ba08-81aad0a92bab req-02c45ce7-219b-4c0a-a502-9e438c7bb053 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527117 Jul 29 23:43:12.487606 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ecdab-2c8e-47b5-89bb-ae6de9fefc17 req-70ceba65-b60a-4627-a50a-52b4ecda7f3b tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:12.489176 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-554ecdab-2c8e-47b5-89bb-ae6de9fefc17 req-70ceba65-b60a-4627-a50a-52b4ecda7f3b tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 947 time: 0.0602612 Jul 29 23:43:12.550517 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-554ecdab-2c8e-47b5-89bb-ae6de9fefc17 req-5b07138d-db7e-4f45-9f1c-398410e0038a tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515087 Jul 29 23:43:12.699469 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d213de-fb97-43a7-a7fd-bac481be07f3 req-9924340a-6f8b-4fac-a534-e5328a7fec2d tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:12.702276 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-84d213de-fb97-43a7-a7fd-bac481be07f3 req-9924340a-6f8b-4fac-a534-e5328a7fec2d tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/ports?device_id=1254fa0c-4729-4265-951a-0f6e816ccc64 HTTP/1.1" status: 200 len: 944 time: 0.0878696 Jul 29 23:43:12.752714 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-84d213de-fb97-43a7-a7fd-bac481be07f3 req-805a3347-481f-4787-bc4c-087077ee3b68 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac1897bc-fa23-468b-9375-38c8238b89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434105 Jul 29 23:43:12.927800 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9586ea6-2ef4-4664-9ee8-40fba1996767 req-383ecbc3-daf7-4161-93cc-8ee89359c0fb tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:12.929422 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d9586ea6-2ef4-4664-9ee8-40fba1996767 req-383ecbc3-daf7-4161-93cc-8ee89359c0fb tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 947 time: 0.0891593 Jul 29 23:43:13.007205 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d9586ea6-2ef4-4664-9ee8-40fba1996767 req-e2d30582-bb00-4342-97ae-3f064aeccf60 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599501 Jul 29 23:43:13.145798 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c835744-fb95-41f7-ba7f-17ac87231541 req-e1a31a70-2794-46b6-b9d8-e7719bf6db30 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:13.147823 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c835744-fb95-41f7-ba7f-17ac87231541 req-e1a31a70-2794-46b6-b9d8-e7719bf6db30 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 947 time: 0.0657167 Jul 29 23:43:13.215095 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c835744-fb95-41f7-ba7f-17ac87231541 req-02af7bff-7322-493d-b9a6-618fd1bd6bfa tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599701 Jul 29 23:43:13.604513 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6850c711-7fc7-41ce-9746-4b57e49d12dc up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:13.650595 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33816) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:13.679691 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 6850c711-7fc7-41ce-9746-4b57e49d12dc completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:13.684263 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 6850c711-7fc7-41ce-9746-4b57e49d12dc triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:13.684639 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:13.733886 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 678695ae-11de-4d26-8064-8743f97e2379 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:43:13.836849 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b771db31-2974-40c6-a133-cb95e21b6c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:13.982189 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e712419-a40a-4a10-a526-354f6a0588d0 req-701ff1b4-765c-48dc-940c-92adc83daa57 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:13.992239 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4e712419-a40a-4a10-a526-354f6a0588d0 req-701ff1b4-765c-48dc-940c-92adc83daa57 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/ports?device_id=1254fa0c-4729-4265-951a-0f6e816ccc64 HTTP/1.1" status: 200 len: 944 time: 0.0847981 Jul 29 23:43:14.024725 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:14.052452 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4e712419-a40a-4a10-a526-354f6a0588d0 req-2f520722-328b-4b01-9f76-e461ed3101a5 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac1897bc-fa23-468b-9375-38c8238b89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588236 Jul 29 23:43:14.080540 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 6850c711-7fc7-41ce-9746-4b57e49d12dc, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6850c711-7fc7-41ce-9746-4b57e49d12dc,segment=NetworkSegment(cb57ba82-51eb-4397-b255-8275fc33b519),segment_id=cb57ba82-51eb-4397-b255-8275fc33b519)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:14.082370 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b771db31-2974-40c6-a133-cb95e21b6c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:14.086949 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:14.088008 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b771db31-2974-40c6-a133-cb95e21b6c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:14.102857 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 678695ae-11de-4d26-8064-8743f97e2379, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=678695ae-11de-4d26-8064-8743f97e2379,segment=NetworkSegment(b6ee40d5-2b7c-413f-9047-a5a37db55f64),segment_id=b6ee40d5-2b7c-413f-9047-a5a37db55f64)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:14.136491 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b771db31-2974-40c6-a133-cb95e21b6c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fde3187-c93b-4ddb-ab1a-10b97a11921b,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:14.145331 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b771db31-2974-40c6-a133-cb95e21b6c64 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d1846be8ab334c5889b4bdfc9ca938cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4910305 Jul 29 23:43:14.145660 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33822) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:14.164632 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '678695ae-11de-4d26-8064-8743f97e2379', 'network_id': '0801adb8-ef1b-4445-b25f-3dd1a2e09455', 'port_id': '678695ae-11de-4d26-8064-8743f97e2379', 'mac_address': 'fa:16:3e:e5:b8:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d8592c2-b5ca-4e83-8d7b-380c5f842697', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:43:14.221246 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e2746-f27a-474e-94d9-2cbf13eea4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:14.237685 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:14.252277 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=6850c711-7fc7-41ce-9746-4b57e49d12dc,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:14.262703 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e2746-f27a-474e-94d9-2cbf13eea4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:14.268035 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 678695ae-11de-4d26-8064-8743f97e2379 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:43:14.301893 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 678695ae-11de-4d26-8064-8743f97e2379, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=678695ae-11de-4d26-8064-8743f97e2379,segment=NetworkSegment(b6ee40d5-2b7c-413f-9047-a5a37db55f64),segment_id=b6ee40d5-2b7c-413f-9047-a5a37db55f64)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:14.308106 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:14.377135 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e2746-f27a-474e-94d9-2cbf13eea4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:14.383471 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-469e2746-f27a-474e-94d9-2cbf13eea4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:14.384847 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-469e2746-f27a-474e-94d9-2cbf13eea4bc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1fde3187-c93b-4ddb-ab1a-10b97a11921b HTTP/1.1" status: 204 len: 168 time: 0.2381313 Jul 29 23:43:14.394615 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e2746-f27a-474e-94d9-2cbf13eea4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fde3187-c93b-4ddb-ab1a-10b97a11921b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:14.434858 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=678695ae-11de-4d26-8064-8743f97e2379,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:14.651953 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['678695ae-11de-4d26-8064-8743f97e2379'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:43:14.835575 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33832) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:14.863885 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9a42847-e1d3-497a-9d32-247f005737fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:14.991288 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9a42847-e1d3-497a-9d32-247f005737fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:14.997768 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9a42847-e1d3-497a-9d32-247f005737fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:15.066313 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b9a42847-e1d3-497a-9d32-247f005737fd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7e7a12b795a243b2abf222150516a5ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2290299 Jul 29 23:43:15.068495 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33834) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:15.080765 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a42847-e1d3-497a-9d32-247f005737fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c40607-bd34-446d-afa5-c47cc2beabeb,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:15.185813 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d50d8457-12fb-482b-8078-9f33b11e1596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:15.218394 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e9990-5c3a-472d-967d-c69324794d7d req-f08e7fdb-b756-456e-9d99-c7cef99faf9b tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:15.220060 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d50d8457-12fb-482b-8078-9f33b11e1596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:15.224599 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c3e9990-5c3a-472d-967d-c69324794d7d req-f08e7fdb-b756-456e-9d99-c7cef99faf9b tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/ports?device_id=1254fa0c-4729-4265-951a-0f6e816ccc64 HTTP/1.1" status: 200 len: 945 time: 0.0684357 Jul 29 23:43:15.300454 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c3e9990-5c3a-472d-967d-c69324794d7d req-9a52d920-7f28-408c-8200-5ad92294b6c5 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac1897bc-fa23-468b-9375-38c8238b89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713263 Jul 29 23:43:15.309373 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d50d8457-12fb-482b-8078-9f33b11e1596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:15.315239 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d50d8457-12fb-482b-8078-9f33b11e1596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:15.318973 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d50d8457-12fb-482b-8078-9f33b11e1596 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f7c40607-bd34-446d-afa5-c47cc2beabeb HTTP/1.1" status: 204 len: 168 time: 0.2490094 Jul 29 23:43:15.330042 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50d8457-12fb-482b-8078-9f33b11e1596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c40607-bd34-446d-afa5-c47cc2beabeb,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:15.653696 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6850c711-7fc7-41ce-9746-4b57e49d12dc up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:15.730276 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 6850c711-7fc7-41ce-9746-4b57e49d12dc triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:15.730901 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:15.734399 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 678695ae-11de-4d26-8064-8743f97e2379 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:15.891914 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 678695ae-11de-4d26-8064-8743f97e2379 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:15.896967 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 678695ae-11de-4d26-8064-8743f97e2379 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:15.897560 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.020594 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.055234 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1254fa0c-4729-4265-951a-0f6e816ccc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678695ae-11de-4d26-8064-8743f97e2379'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:16.065333 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c4d8b2-1d2a-48a8-9305-3062a8f28063" -d '{"events": [{"server_uuid": "1254fa0c-4729-4265-951a-0f6e816ccc64", "name": "network-vif-plugged", "status": "completed", "tag": "678695ae-11de-4d26-8064-8743f97e2379"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:16.109203 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 678695ae-11de-4d26-8064-8743f97e2379, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=678695ae-11de-4d26-8064-8743f97e2379,segment=NetworkSegment(b6ee40d5-2b7c-413f-9047-a5a37db55f64),segment_id=b6ee40d5-2b7c-413f-9047-a5a37db55f64)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:16.116164 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:16.127306 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0ddfc7-c81a-46af-87ab-156200f5929d x-openstack-request-id: req-4c0ddfc7-c81a-46af-87ab-156200f5929d {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:16.128295 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1254fa0c-4729-4265-951a-0f6e816ccc64", "name": "network-vif-plugged", "status": "completed", "tag": "678695ae-11de-4d26-8064-8743f97e2379", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:16.128912 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c0ddfc7-c81a-46af-87ab-156200f5929d {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:16.129696 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1254fa0c-4729-4265-951a-0f6e816ccc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678695ae-11de-4d26-8064-8743f97e2379', 'code': 200} Jul 29 23:43:16.223200 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=678695ae-11de-4d26-8064-8743f97e2379,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:16.310984 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753babd-05e4-4ee3-bdc0-ccc9e65ddc30 req-b1302355-aa26-4d81-a527-8a2b82e824ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:16.313454 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4753babd-05e4-4ee3-bdc0-ccc9e65ddc30 req-b1302355-aa26-4d81-a527-8a2b82e824ce service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1254fa0c-4729-4265-951a-0f6e816ccc64 HTTP/1.1" status: 200 len: 1098 time: 0.0867593 Jul 29 23:43:16.380986 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4753babd-05e4-4ee3-bdc0-ccc9e65ddc30 req-2ec9c114-9255-4939-ac45-0ca69980d1e3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ac1897bc-fa23-468b-9375-38c8238b89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566127 Jul 29 23:43:16.572084 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea0dae2-fa8e-4526-8459-cb7315ff4fcb req-34e786b5-dfc8-4380-888d-e45ba17da167 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:16.575164 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7ea0dae2-fa8e-4526-8459-cb7315ff4fcb req-34e786b5-dfc8-4380-888d-e45ba17da167 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/ports?device_id=1254fa0c-4729-4265-951a-0f6e816ccc64 HTTP/1.1" status: 200 len: 946 time: 0.1360283 Jul 29 23:43:16.674340 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7ea0dae2-fa8e-4526-8459-cb7315ff4fcb req-fa3cc387-be68-4fea-a5f1-793dd50699ac tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac1897bc-fa23-468b-9375-38c8238b89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918326 Jul 29 23:43:17.178323 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33880) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:17.362876 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-adfcdbad-c61b-4801-bf9f-9e1549098bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.543026 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-adfcdbad-c61b-4801-bf9f-9e1549098bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.548748 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-adfcdbad-c61b-4801-bf9f-9e1549098bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.586742 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfcdbad-c61b-4801-bf9f-9e1549098bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adad6b55-d8bd-4ae0-819b-a06a019f6342,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:17.601928 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-adfcdbad-c61b-4801-bf9f-9e1549098bc1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9f40e334c31f44cba761ef9d974d1f3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4221354 Jul 29 23:43:17.605886 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33884) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:17.669755 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f1a4784f-3dd0-4790-93d9-d97fb4cd0a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.716323 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f1a4784f-3dd0-4790-93d9-d97fb4cd0a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.809956 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f1a4784f-3dd0-4790-93d9-d97fb4cd0a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.813373 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f1a4784f-3dd0-4790-93d9-d97fb4cd0a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:17.817651 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f1a4784f-3dd0-4790-93d9-d97fb4cd0a9e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/adad6b55-d8bd-4ae0-819b-a06a019f6342 HTTP/1.1" status: 204 len: 168 time: 0.2077234 Jul 29 23:43:17.826423 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4784f-3dd0-4790-93d9-d97fb4cd0a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adad6b55-d8bd-4ae0-819b-a06a019f6342,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:17.881697 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d4e684-187b-4650-bd9a-871a474861c7 req-04714f4d-f48d-468d-bb05-114c762a8c6f tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:17.883552 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-45d4e684-187b-4650-bd9a-871a474861c7 req-04714f4d-f48d-468d-bb05-114c762a8c6f tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/ports?device_id=1254fa0c-4729-4265-951a-0f6e816ccc64 HTTP/1.1" status: 200 len: 946 time: 0.0915205 Jul 29 23:43:17.954240 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-45d4e684-187b-4650-bd9a-871a474861c7 req-f914bb0e-40f0-4724-9c11-c81e6f25ec3b tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac1897bc-fa23-468b-9375-38c8238b89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601702 Jul 29 23:43:18.494572 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19997f4-93dc-468e-b6dd-0c8af44d48aa req-2b833012-3847-4c53-9231-1e59f8d46fcb tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:18.500564 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c19997f4-93dc-468e-b6dd-0c8af44d48aa req-2b833012-3847-4c53-9231-1e59f8d46fcb tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 947 time: 0.0714996 Jul 29 23:43:18.577398 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c19997f4-93dc-468e-b6dd-0c8af44d48aa req-b1c817b9-23c7-40b1-a69e-9f0c980e6f0e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738010 Jul 29 23:43:19.716112 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2374d-0fbe-4b39-a321-12135d1974fb req-c82f8a24-db4d-4d0d-95ba-63d5a50f055e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:19.717838 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ece2374d-0fbe-4b39-a321-12135d1974fb req-c82f8a24-db4d-4d0d-95ba-63d5a50f055e tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 947 time: 0.0571475 Jul 29 23:43:19.761913 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ece2374d-0fbe-4b39-a321-12135d1974fb req-f7bb234a-0e50-43a6-8351-fb89da25ad32 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376837 Jul 29 23:43:20.472016 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8914c-be70-4a7b-8a8d-1625fed4a81f req-9efbef5b-4203-4cc2-bcb1-063a45be64f8 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:20.473646 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dea8914c-be70-4a7b-8a8d-1625fed4a81f req-9efbef5b-4203-4cc2-bcb1-063a45be64f8 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 947 time: 0.0604086 Jul 29 23:43:20.579679 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-dea8914c-be70-4a7b-8a8d-1625fed4a81f req-951c38cb-bfbf-4d18-afca-71bfaf1278f7 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Deleting port 01e2403b-4235-4023-b6cb-5c26115dff63 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:20.580005 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-dea8914c-be70-4a7b-8a8d-1625fed4a81f req-951c38cb-bfbf-4d18-afca-71bfaf1278f7 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:20.693378 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-dea8914c-be70-4a7b-8a8d-1625fed4a81f req-951c38cb-bfbf-4d18-afca-71bfaf1278f7 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] For port 01e2403b-4235-4023-b6cb-5c26115dff63, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=01e2403b-4235-4023-b6cb-5c26115dff63,segment=NetworkSegment(93032bfd-4edb-4f6b-b220-fa8e868bb309),segment_id=93032bfd-4edb-4f6b-b220-fa8e868bb309)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:20.694003 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-dea8914c-be70-4a7b-8a8d-1625fed4a81f req-951c38cb-bfbf-4d18-afca-71bfaf1278f7 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:20.713507 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-dea8914c-be70-4a7b-8a8d-1625fed4a81f req-951c38cb-bfbf-4d18-afca-71bfaf1278f7 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Calling delete_port for 01e2403b-4235-4023-b6cb-5c26115dff63 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:20.933905 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-dea8914c-be70-4a7b-8a8d-1625fed4a81f req-951c38cb-bfbf-4d18-afca-71bfaf1278f7 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:20.961318 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['01e2403b-4235-4023-b6cb-5c26115dff63'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:43:20.992997 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c38cb-bfbf-4d18-afca-71bfaf1278f7 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Pushing event deleted for resources: {'Port': ['ID=01e2403b-4235-4023-b6cb-5c26115dff63,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:21.014318 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b0579-0466-475a-9d46-e3dc6f57825a req-9dbf4f5d-18c6-42da-a44e-10b44223709d tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:21.015925 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-273b0579-0466-475a-9d46-e3dc6f57825a req-9dbf4f5d-18c6-42da-a44e-10b44223709d tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f34f600-33d7-45bf-9635-d23bd35e63ae HTTP/1.1" status: 200 len: 868 time: 0.1448379 Jul 29 23:43:21.020529 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c38cb-bfbf-4d18-afca-71bfaf1278f7 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:21.020873 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c38cb-bfbf-4d18-afca-71bfaf1278f7 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:21.021221 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c38cb-bfbf-4d18-afca-71bfaf1278f7 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:21.021558 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c38cb-bfbf-4d18-afca-71bfaf1278f7 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:21.021887 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c38cb-bfbf-4d18-afca-71bfaf1278f7 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:21.022217 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c38cb-bfbf-4d18-afca-71bfaf1278f7 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:21.022547 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c38cb-bfbf-4d18-afca-71bfaf1278f7 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:21.022871 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c38cb-bfbf-4d18-afca-71bfaf1278f7 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:21.023198 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c38cb-bfbf-4d18-afca-71bfaf1278f7 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:21.023526 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c38cb-bfbf-4d18-afca-71bfaf1278f7 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:21.023870 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c38cb-bfbf-4d18-afca-71bfaf1278f7 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:21.024198 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-951c38cb-bfbf-4d18-afca-71bfaf1278f7 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:21.081492 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-dea8914c-be70-4a7b-8a8d-1625fed4a81f req-951c38cb-bfbf-4d18-afca-71bfaf1278f7 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] No DVR routers for this DVR port 01e2403b-4235-4023-b6cb-5c26115dff63 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:43:21.084988 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-dea8914c-be70-4a7b-8a8d-1625fed4a81f req-951c38cb-bfbf-4d18-afca-71bfaf1278f7 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:21.087435 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dea8914c-be70-4a7b-8a8d-1625fed4a81f req-951c38cb-bfbf-4d18-afca-71bfaf1278f7 tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.23 "DELETE /v2.0/ports/01e2403b-4235-4023-b6cb-5c26115dff63 HTTP/1.1" status: 204 len: 173 time: 0.6056275 Jul 29 23:43:21.088178 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f34f600-33d7-45bf-9635-d23bd35e63ae', 'name': 'network-vif-deleted', 'tag': '01e2403b-4235-4023-b6cb-5c26115dff63'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:21.092123 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfef60c4-01c6-4f45-ac34-3c2c4aebd338" -d '{"events": [{"server_uuid": "1f34f600-33d7-45bf-9635-d23bd35e63ae", "name": "network-vif-deleted", "tag": "01e2403b-4235-4023-b6cb-5c26115dff63"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:21.115636 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-273b0579-0466-475a-9d46-e3dc6f57825a req-10cc900a-fab9-416a-91e2-6f98a9c2045f tempest-ServersNegativeTestJSON-1019590731 tempest-ServersNegativeTestJSON-1019590731-project] 10.222.0.18 "GET /v2.0/security-groups?id=dfaeee0c-c5b2-459c-a87d-a278b8080123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862892 Jul 29 23:43:21.189312 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486ae77f-30af-4720-ac11-5ab3cd246570 x-openstack-request-id: req-486ae77f-30af-4720-ac11-5ab3cd246570 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:21.189613 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f34f600-33d7-45bf-9635-d23bd35e63ae", "name": "network-vif-deleted", "tag": "01e2403b-4235-4023-b6cb-5c26115dff63", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:21.189874 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-486ae77f-30af-4720-ac11-5ab3cd246570 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:21.190284 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f34f600-33d7-45bf-9635-d23bd35e63ae', 'name': 'network-vif-deleted', 'tag': '01e2403b-4235-4023-b6cb-5c26115dff63', 'status': 'completed', 'code': 200} Jul 29 23:43:22.184174 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34030) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:22.236698 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-36020993-ecf2-4696-8e2c-e23e8d0cb2a5 admin admin] Deleting subnet 4bac587e-df83-41a8-8d4d-dfe59a8dbb02 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:43:22.240117 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-36020993-ecf2-4696-8e2c-e23e8d0cb2a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.286934 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-36020993-ecf2-4696-8e2c-e23e8d0cb2a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.330740 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-36020993-ecf2-4696-8e2c-e23e8d0cb2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.394811 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-36020993-ecf2-4696-8e2c-e23e8d0cb2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.429307 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36020993-ecf2-4696-8e2c-e23e8d0cb2a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4bac587e-df83-41a8-8d4d-dfe59a8dbb02,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:22.432530 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-36020993-ecf2-4696-8e2c-e23e8d0cb2a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.437582 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34032) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:22.440823 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-36020993-ecf2-4696-8e2c-e23e8d0cb2a5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4bac587e-df83-41a8-8d4d-dfe59a8dbb02 HTTP/1.1" status: 204 len: 168 time: 0.2495737 Jul 29 23:43:22.512712 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-64e629fb-dc8f-416d-b49d-10960a0008c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.594114 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-64e629fb-dc8f-416d-b49d-10960a0008c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.604877 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-64e629fb-dc8f-416d-b49d-10960a0008c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa8fac9-2de2-4cd9-adb9-0cd9d171e965']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:22.615892 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-64e629fb-dc8f-416d-b49d-10960a0008c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93032bfd-4edb-4f6b-b220-fa8e868bb309') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:22.616116 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-64e629fb-dc8f-416d-b49d-10960a0008c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93032bfd-4edb-4f6b-b220-fa8e868bb309') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:22.628063 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-64e629fb-dc8f-416d-b49d-10960a0008c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.643218 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-64e629fb-dc8f-416d-b49d-10960a0008c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.649441 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e629fb-dc8f-416d-b49d-10960a0008c1 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:43:22.650020 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-64e629fb-dc8f-416d-b49d-10960a0008c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.651921 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:43:22.651921 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:43:22.651921 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:43:22.651921 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:43:22.651921 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:43:22.651921 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:43:22.651921 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:43:22.651921 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:43:22.651921 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:43:22.651921 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:43:22.651921 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:43:22.651921 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:43:22.651921 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:43:22.651921 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:43:22.651921 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:43:22.651921 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:43:22.651921 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:43:22.651921 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:43:22.651921 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:43:22.651921 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:43:22.651921 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:43:22.651921 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:43:22.651921 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:43:22.651921 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:43:22.651921 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:43:22.651921 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:43:22.651921 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:43:22.651921 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:43:22.651921 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:43:22.651921 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:43:22.651921 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:43:22.651921 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:43:22.713563 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-64e629fb-dc8f-416d-b49d-10960a0008c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.719225 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-64e629fb-dc8f-416d-b49d-10960a0008c1 admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:22.724203 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-64e629fb-dc8f-416d-b49d-10960a0008c1 admin admin] 10.222.0.18 "DELETE /v2.0/networks/eaa8fac9-2de2-4cd9-adb9-0cd9d171e965 HTTP/1.1" status: 204 len: 168 time: 0.2857680 Jul 29 23:43:22.740177 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e629fb-dc8f-416d-b49d-10960a0008c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaa8fac9-2de2-4cd9-adb9-0cd9d171e965,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:22.919869 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34036) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:22.962479 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-33ef37fe-1847-4bd6-b4e0-5b2d17c40be8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9c922b9eef7849b382751a5f51225ca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407887 Jul 29 23:43:22.965738 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34038) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:23.057359 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c7e79086-46df-44db-bdeb-becc9bc15a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.089005 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c7e79086-46df-44db-bdeb-becc9bc15a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.152943 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c7e79086-46df-44db-bdeb-becc9bc15a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.155984 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c7e79086-46df-44db-bdeb-becc9bc15a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:23.159635 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c7e79086-46df-44db-bdeb-becc9bc15a7f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dfaeee0c-c5b2-459c-a87d-a278b8080123 HTTP/1.1" status: 204 len: 168 time: 0.1904769 Jul 29 23:43:23.167721 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e79086-46df-44db-bdeb-becc9bc15a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfaeee0c-c5b2-459c-a87d-a278b8080123,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:23.763555 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 01e2403b-4235-4023-b6cb-5c26115dff63 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:43:23.795556 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 01e2403b-4235-4023-b6cb-5c26115dff63 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:43:23.797011 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 01e2403b-4235-4023-b6cb-5c26115dff63 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:43:23.927075 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7483054b-3c1b-471f-b84a-040c2729908d req-22a3b73b-c67b-44c4-9c84-b3045685be1a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0658324 Jul 29 23:43:24.008807 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483054b-3c1b-471f-b84a-040c2729908d req-67bf005e-257e-4d8f-987e-fc644f825534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:24.010616 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7483054b-3c1b-471f-b84a-040c2729908d req-67bf005e-257e-4d8f-987e-fc644f825534 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72e6a71724b54f78b875fd06b1bacd37&device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 1097 time: 0.0523303 Jul 29 23:43:24.082891 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34070) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:24.191417 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483054b-3c1b-471f-b84a-040c2729908d req-a85c1e27-c00d-44b5-8ba2-1bf5ae70215a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:24.193142 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7483054b-3c1b-471f-b84a-040c2729908d req-a85c1e27-c00d-44b5-8ba2-1bf5ae70215a service neutron] 10.222.0.23 "GET /v2.0/networks?id=c65634b4-620f-4d4e-b86a-cfaa4125589f HTTP/1.1" status: 200 len: 912 time: 0.1579018 Jul 29 23:43:24.268463 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7483054b-3c1b-471f-b84a-040c2729908d req-2cd492ae-8d28-4ae5-9653-7fb6588d5c7f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3aa1533a-9a9a-4c72-a786-1e80bc86c7a1 HTTP/1.1" status: 200 len: 217 time: 0.0659986 Jul 29 23:43:24.325983 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-ef5066e0-a4a7-4d9d-8021-f013cfe1e3a5 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-194968000-network', 'tenant_id': '4697ba1ef80a402fa3f9fb5e20478031'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:24.351525 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5066e0-a4a7-4d9d-8021-f013cfe1e3a5 admin admin] Made reservation on behalf of 4697ba1ef80a402fa3f9fb5e20478031 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:24.354838 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ef5066e0-a4a7-4d9d-8021-f013cfe1e3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.357090 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483054b-3c1b-471f-b84a-040c2729908d req-5d0db003-2315-4bd9-a3ee-0edc266def21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:24.360717 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7483054b-3c1b-471f-b84a-040c2729908d req-5d0db003-2315-4bd9-a3ee-0edc266def21 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9f136cd8-eda3-43eb-9cb5-3830c4338b63 HTTP/1.1" status: 200 len: 850 time: 0.0822527 Jul 29 23:43:24.374828 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ef5066e0-a4a7-4d9d-8021-f013cfe1e3a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.424768 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483054b-3c1b-471f-b84a-040c2729908d req-bd1ece20-c375-4f4e-a36c-b262b25058fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:24.426493 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7483054b-3c1b-471f-b84a-040c2729908d req-bd1ece20-c375-4f4e-a36c-b262b25058fa service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c65634b4-620f-4d4e-b86a-cfaa4125589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593929 Jul 29 23:43:24.505538 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ef5066e0-a4a7-4d9d-8021-f013cfe1e3a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.511561 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ef5066e0-a4a7-4d9d-8021-f013cfe1e3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.539910 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef5066e0-a4a7-4d9d-8021-f013cfe1e3a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:43:24.551458 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5066e0-a4a7-4d9d-8021-f013cfe1e3a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e0ef91-856d-44f0-84eb-78a3b3b59710,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:24.556351 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ef5066e0-a4a7-4d9d-8021-f013cfe1e3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.556864 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-ef5066e0-a4a7-4d9d-8021-f013cfe1e3a5 admin admin] Added segment 0ba53fcb-430a-4832-8bbb-6fbdb671bbb6 of type vlan for network faa02aa5-aad2-4a46-98eb-15f6515f677a Jul 29 23:43:24.574070 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7483054b-3c1b-471f-b84a-040c2729908d req-0304bf26-7598-430e-a649-c34acc29c0dd service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384852 Jul 29 23:43:24.602426 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ef5066e0-a4a7-4d9d-8021-f013cfe1e3a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.636593 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ef5066e0-a4a7-4d9d-8021-f013cfe1e3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.637933 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5066e0-a4a7-4d9d-8021-f013cfe1e3a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:24.638794 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ef5066e0-a4a7-4d9d-8021-f013cfe1e3a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.700459 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ef5066e0-a4a7-4d9d-8021-f013cfe1e3a5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6156645 Jul 29 23:43:24.703313 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34076) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:24.703478 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7483054b-3c1b-471f-b84a-040c2729908d req-8203ac05-8b4f-4354-bb82-d51bae6fa0da service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216648 Jul 29 23:43:24.708286 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-eccd4c43-e43a-4ecf-bde8-f6b5e818a01c admin admin] Request body: {'subnet': {'network_id': 'faa02aa5-aad2-4a46-98eb-15f6515f677a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-194968000-subnet', 'tenant_id': '4697ba1ef80a402fa3f9fb5e20478031', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:24.717498 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5066e0-a4a7-4d9d-8021-f013cfe1e3a5 admin admin] Pushing event updated for resources: {'Network': ['ID=faa02aa5-aad2-4a46-98eb-15f6515f677a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:24.733119 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network faa02aa5-aad2-4a46-98eb-15f6515f677a details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:43:24.739573 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eccd4c43-e43a-4ecf-bde8-f6b5e818a01c admin admin] Made reservation on behalf of 4697ba1ef80a402fa3f9fb5e20478031 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:24.743172 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eccd4c43-e43a-4ecf-bde8-f6b5e818a01c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:24.947872 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eccd4c43-e43a-4ecf-bde8-f6b5e818a01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.019637 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd4c43-e43a-4ecf-bde8-f6b5e818a01c admin admin] Pushing event updated for resources: {'Subnet': ['ID=db4ff1c5-249f-4e35-a1cb-f91747504538,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:25.029489 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccd4c43-e43a-4ecf-bde8-f6b5e818a01c admin admin] Checking segment: {'id': '0ba53fcb-430a-4832-8bbb-6fbdb671bbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'faa02aa5-aad2-4a46-98eb-15f6515f677a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:25.029847 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccd4c43-e43a-4ecf-bde8-f6b5e818a01c admin admin] Network hostable DHCP agents. Network: faa02aa5-aad2-4a46-98eb-15f6515f677a, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:43:25.047570 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccd4c43-e43a-4ecf-bde8-f6b5e818a01c admin admin] Network faa02aa5-aad2-4a46-98eb-15f6515f677a is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:43:25.065120 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-eccd4c43-e43a-4ecf-bde8-f6b5e818a01c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, faa02aa5-aad2-4a46-98eb-15f6515f677a) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:25.074974 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b59688fa-cf01-409e-bfaa-206dae2cd51f None None] Network faa02aa5-aad2-4a46-98eb-15f6515f677a requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:25.077239 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eccd4c43-e43a-4ecf-bde8-f6b5e818a01c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:25.078118 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eccd4c43-e43a-4ecf-bde8-f6b5e818a01c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.098567 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-eccd4c43-e43a-4ecf-bde8-f6b5e818a01c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3941441 Jul 29 23:43:25.267422 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34086) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:25.283908 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb8f569-69d4-4f62-b760-d49e9dba3152 None None] Network faa02aa5-aad2-4a46-98eb-15f6515f677a requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:25.329055 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aed2f72-7414-42c5-9135-e83c2d0e97be admin admin] Deleting subnet db4ff1c5-249f-4e35-a1cb-f91747504538 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:43:25.332892 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4aed2f72-7414-42c5-9135-e83c2d0e97be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.379013 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4aed2f72-7414-42c5-9135-e83c2d0e97be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.422358 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4aed2f72-7414-42c5-9135-e83c2d0e97be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.486666 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4aed2f72-7414-42c5-9135-e83c2d0e97be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.513773 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed2f72-7414-42c5-9135-e83c2d0e97be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db4ff1c5-249f-4e35-a1cb-f91747504538,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:25.518274 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4aed2f72-7414-42c5-9135-e83c2d0e97be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.520266 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4aed2f72-7414-42c5-9135-e83c2d0e97be admin admin] 10.222.0.18 "DELETE /v2.0/subnets/db4ff1c5-249f-4e35-a1cb-f91747504538 HTTP/1.1" status: 204 len: 168 time: 0.2512472 Jul 29 23:43:25.522989 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34088) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:25.607416 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-af5c11ab-6eb2-43ae-aad3-1f6dab789387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.704095 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-af5c11ab-6eb2-43ae-aad3-1f6dab789387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.715034 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-af5c11ab-6eb2-43ae-aad3-1f6dab789387 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa02aa5-aad2-4a46-98eb-15f6515f677a']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:25.726790 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-af5c11ab-6eb2-43ae-aad3-1f6dab789387 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ba53fcb-430a-4832-8bbb-6fbdb671bbb6') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:25.727080 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-af5c11ab-6eb2-43ae-aad3-1f6dab789387 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ba53fcb-430a-4832-8bbb-6fbdb671bbb6') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:25.737893 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-af5c11ab-6eb2-43ae-aad3-1f6dab789387 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.754027 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-af5c11ab-6eb2-43ae-aad3-1f6dab789387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.760920 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af5c11ab-6eb2-43ae-aad3-1f6dab789387 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:43:25.762608 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-af5c11ab-6eb2-43ae-aad3-1f6dab789387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.765851 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:43:25.765851 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:43:25.765851 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:43:25.765851 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:43:25.765851 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:43:25.765851 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:43:25.765851 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:43:25.765851 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:43:25.765851 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:43:25.765851 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:43:25.765851 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:43:25.765851 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:43:25.765851 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:43:25.765851 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:43:25.765851 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:43:25.765851 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:43:25.765851 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:43:25.765851 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:43:25.765851 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:43:25.765851 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:43:25.765851 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:43:25.765851 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:43:25.765851 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:43:25.765851 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:43:25.765851 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:43:25.765851 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:43:25.765851 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:43:25.765851 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:43:25.765851 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:43:25.765851 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:43:25.765851 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:43:25.765851 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:43:25.828821 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-af5c11ab-6eb2-43ae-aad3-1f6dab789387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.836129 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-af5c11ab-6eb2-43ae-aad3-1f6dab789387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:25.840815 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-af5c11ab-6eb2-43ae-aad3-1f6dab789387 admin admin] 10.222.0.18 "DELETE /v2.0/networks/faa02aa5-aad2-4a46-98eb-15f6515f677a HTTP/1.1" status: 204 len: 168 time: 0.3141441 Jul 29 23:43:25.857216 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5c11ab-6eb2-43ae-aad3-1f6dab789387 admin admin] Pushing event deleted for resources: {'Network': ['ID=faa02aa5-aad2-4a46-98eb-15f6515f677a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:25.934080 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e92493c-32ed-4dc6-8d8e-b137dbcd9bba req-df90f736-5de2-40e6-9c16-61fa45ec2549 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:25.936568 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0e92493c-32ed-4dc6-8d8e-b137dbcd9bba req-df90f736-5de2-40e6-9c16-61fa45ec2549 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0626159 Jul 29 23:43:25.981525 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34096) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:25.982175 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0e92493c-32ed-4dc6-8d8e-b137dbcd9bba req-5af338e5-e0c6-4d4e-80d6-5b7ceab4934d tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387211 Jul 29 23:43:26.045840 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e6f7750b-d3ba-416d-b653-e6d748913dd0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4697ba1ef80a402fa3f9fb5e20478031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0627370 Jul 29 23:43:26.048622 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34100) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:26.147218 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319d5ecc-2051-48ad-8518-be58b887635e req-2bbb6449-0668-4ad0-ad78-95c62c6586e2 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:26.148933 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-319d5ecc-2051-48ad-8518-be58b887635e req-2bbb6449-0668-4ad0-ad78-95c62c6586e2 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0826347 Jul 29 23:43:26.150985 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d0e9b527-a3da-4742-baeb-7ea2425a16c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.191251 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d0e9b527-a3da-4742-baeb-7ea2425a16c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.237442 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-319d5ecc-2051-48ad-8518-be58b887635e req-3efee75b-bf0a-4ba9-b60b-9a1319f9fc33 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765963 Jul 29 23:43:26.266845 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d0e9b527-a3da-4742-baeb-7ea2425a16c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.269451 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d0e9b527-a3da-4742-baeb-7ea2425a16c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:26.271460 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d0e9b527-a3da-4742-baeb-7ea2425a16c0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c8e0ef91-856d-44f0-84eb-78a3b3b59710 HTTP/1.1" status: 204 len: 168 time: 0.2211230 Jul 29 23:43:26.294008 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e9b527-a3da-4742-baeb-7ea2425a16c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e0ef91-856d-44f0-84eb-78a3b3b59710,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:29.200284 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-7f173559-6b85-4aa3-8815-f23d99e1d95a tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:29.208204 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-7f173559-6b85-4aa3-8815-f23d99e1d95a tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/networks?id=c65634b4-620f-4d4e-b86a-cfaa4125589f HTTP/1.1" status: 200 len: 811 time: 0.1317866 Jul 29 23:43:29.220394 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-7723f9e4-824a-403e-afd5-db9f03028b7b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/quotas/72e6a71724b54f78b875fd06b1bacd37 HTTP/1.1" status: 200 len: 375 time: 0.0112514 Jul 29 23:43:29.294740 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-b524001b-e369-4015-a41a-3e716cba4068 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=72e6a71724b54f78b875fd06b1bacd37&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0683358 Jul 29 23:43:29.450860 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-0bdc7f6a-4959-4d93-a7e7-87ed1df83716 service neutron] 10.222.0.18 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484041 Jul 29 23:43:29.559439 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:29.597783 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-4988fe0e-4220-40a1-a828-db78585c6f6f service neutron] 10.222.0.18 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356733 Jul 29 23:43:29.842522 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:29.898379 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dad6ff80-46db-4565-9c19-f9439b0009a6 req-9db801ae-86cc-4cee-b6e0-3a26e8bb3579 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad84e4d-3207-45d4-9819-a039bb9df28e HTTP/1.1" status: 200 len: 210 time: 0.0459487 Jul 29 23:43:30.093853 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34228) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:30.137659 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34232) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:30.234756 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d6949cbc-78a6-4499-a367-d996435588b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:30.413672 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d6949cbc-78a6-4499-a367-d996435588b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:30.423959 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2081323f-881a-4945-9870-74b5d6fb05a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:30.425977 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d6949cbc-78a6-4499-a367-d996435588b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:30.486418 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6949cbc-78a6-4499-a367-d996435588b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c046fedf-64a9-4104-9017-fec27e0d6605,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:30.494098 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34240) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:30.494603 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d6949cbc-78a6-4499-a367-d996435588b4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce316c498dac45c19a7e3c5117e714d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3985853 Jul 29 23:43:30.590258 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0f74c46f-2c33-4688-a82a-639ae93d331a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:30.598267 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2081323f-881a-4945-9870-74b5d6fb05a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:30.608432 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2081323f-881a-4945-9870-74b5d6fb05a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:30.618109 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0f74c46f-2c33-4688-a82a-639ae93d331a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:30.672733 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2081323f-881a-4945-9870-74b5d6fb05a2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=301111315e3c49ee9e01778a86c921cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5333934 Jul 29 23:43:30.679335 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34246) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:30.691410 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0f74c46f-2c33-4688-a82a-639ae93d331a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:30.694962 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0f74c46f-2c33-4688-a82a-639ae93d331a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:30.697446 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0f74c46f-2c33-4688-a82a-639ae93d331a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c046fedf-64a9-4104-9017-fec27e0d6605 HTTP/1.1" status: 204 len: 168 time: 0.2016392 Jul 29 23:43:30.713091 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74c46f-2c33-4688-a82a-639ae93d331a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c046fedf-64a9-4104-9017-fec27e0d6605,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:30.766887 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081323f-881a-4945-9870-74b5d6fb05a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e922a170-011f-49ba-9cdd-cf35a20dda71,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:30.799136 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e6e3e772-9b68-466c-986e-bf48b3b9e8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:30.835135 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e6e3e772-9b68-466c-986e-bf48b3b9e8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:30.908636 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e6e3e772-9b68-466c-986e-bf48b3b9e8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:30.911433 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e6e3e772-9b68-466c-986e-bf48b3b9e8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:30.917659 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e6e3e772-9b68-466c-986e-bf48b3b9e8c3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e922a170-011f-49ba-9cdd-cf35a20dda71 HTTP/1.1" status: 204 len: 168 time: 0.2326348 Jul 29 23:43:30.925562 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3e772-9b68-466c-986e-bf48b3b9e8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e922a170-011f-49ba-9cdd-cf35a20dda71,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:31.074494 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a3d43309-f503-47a1-96e6-750e9dc64ba1 req-bafe499d-3df0-4fcf-be53-76e4ea7b2edb tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad84e4d-3207-45d4-9819-a039bb9df28e HTTP/1.1" status: 200 len: 210 time: 0.0642200 Jul 29 23:43:31.412581 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-71cb987d-bac4-4671-abee-a26b85e2eb5e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:31.414572 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-71cb987d-bac4-4671-abee-a26b85e2eb5e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.23 "GET /v2.0/networks?id=c65634b4-620f-4d4e-b86a-cfaa4125589f HTTP/1.1" status: 200 len: 811 time: 0.2171671 Jul 29 23:43:31.435813 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-0890196f-af68-4716-8dc7-d92b96eec089 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Request body: {'port': {'device_id': '3ad84e4d-3207-45d4-9819-a039bb9df28e', 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f', 'admin_state_up': True, 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:31.630398 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34278) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:31.646098 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-47729111-ddef-4e49-9672-3cb48b07b43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:31.653019 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-0890196f-af68-4716-8dc7-d92b96eec089 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Made reservation on behalf of 72e6a71724b54f78b875fd06b1bacd37 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:31.656554 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-0890196f-af68-4716-8dc7-d92b96eec089 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:31.777579 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-47729111-ddef-4e49-9672-3cb48b07b43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:31.785830 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-47729111-ddef-4e49-9672-3cb48b07b43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:31.836523 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-47729111-ddef-4e49-9672-3cb48b07b43b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=abb47aa6fcf94d46912d30f4ffbbc15f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2020028 Jul 29 23:43:31.841751 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34286) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:31.877612 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47729111-ddef-4e49-9672-3cb48b07b43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738b3c43-f2a3-4712-84bd-5d6aac082749,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:31.920267 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a833-349b-4613-99de-3978fab72524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:31.952492 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a833-349b-4613-99de-3978fab72524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:31.984623 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-0890196f-af68-4716-8dc7-d92b96eec089 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Allocated IP 172.20.0.7 (c65634b4-620f-4d4e-b86a-cfaa4125589f/9f136cd8-eda3-43eb-9cb5-3830c4338b63/eb41a022-327e-488d-a96d-fedbe0e3e122) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:32.016967 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a833-349b-4613-99de-3978fab72524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.021211 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a833-349b-4613-99de-3978fab72524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.022923 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9ac6a833-349b-4613-99de-3978fab72524 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/738b3c43-f2a3-4712-84bd-5d6aac082749 HTTP/1.1" status: 204 len: 168 time: 0.1800795 Jul 29 23:43:32.033386 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6a833-349b-4613-99de-3978fab72524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738b3c43-f2a3-4712-84bd-5d6aac082749,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:32.199390 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-0890196f-af68-4716-8dc7-d92b96eec089 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.218795 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-0890196f-af68-4716-8dc7-d92b96eec089 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Transition to ACTIVE for port object eb41a022-327e-488d-a96d-fedbe0e3e122 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:32.289837 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-0890196f-af68-4716-8dc7-d92b96eec089 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.308170 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['3aa1533a-9a9a-4c72-a786-1e80bc86c7a1', '0e077dcd-4c74-42b0-9e1e-8093c3e63bfa'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:43:32.344478 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-0890196f-af68-4716-8dc7-d92b96eec089 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Network c65634b4-620f-4d4e-b86a-cfaa4125589f is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:32.348085 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-0890196f-af68-4716-8dc7-d92b96eec089 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:32.353716 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-0890196f-af68-4716-8dc7-d92b96eec089 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:32.416957 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890196f-af68-4716-8dc7-d92b96eec089 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Pushing event updated for resources: {'Port': ['ID=eb41a022-327e-488d-a96d-fedbe0e3e122,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:32.484629 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-0890196f-af68-4716-8dc7-d92b96eec089 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:32.487089 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-0890196f-af68-4716-8dc7-d92b96eec089 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.532197 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-0890196f-af68-4716-8dc7-d92b96eec089 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1031201 Jul 29 23:43:32.548201 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-5b1ccf8e-c30f-45e9-9aa3-80b1955086dc service neutron] Request body: {'port': {'device_id': '3ad84e4d-3207-45d4-9819-a039bb9df28e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:32.747710 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-5b1ccf8e-c30f-45e9-9aa3-80b1955086dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.933300 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-261a9432-76e8-462f-8dd8-3b6048e49b12 None None] Provisioning for port eb41a022-327e-488d-a96d-fedbe0e3e122 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:32.953790 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-261a9432-76e8-462f-8dd8-3b6048e49b12 None None] Provisioning complete for port eb41a022-327e-488d-a96d-fedbe0e3e122 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:32.954358 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-261a9432-76e8-462f-8dd8-3b6048e49b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:32.957034 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf4daebf-0e9a-4774-8e19-6b4a7d6ee927 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.037417 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-261a9432-76e8-462f-8dd8-3b6048e49b12 None None] Port eb41a022-327e-488d-a96d-fedbe0e3e122 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:43:33.189908 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f6c760-58f9-4f52-b776-3327df39b853 req-79b94ec9-fdb8-45a6-9cbf-159250b1140b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:33.191460 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81f6c760-58f9-4f52-b776-3327df39b853 req-79b94ec9-fdb8-45a6-9cbf-159250b1140b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad84e4d-3207-45d4-9819-a039bb9df28e HTTP/1.1" status: 200 len: 931 time: 0.1378150 Jul 29 23:43:33.264317 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81f6c760-58f9-4f52-b776-3327df39b853 req-881bdef8-c9b1-4d0f-9799-239215bbdef4 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648327 Jul 29 23:43:33.386843 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-5b1ccf8e-c30f-45e9-9aa3-80b1955086dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb41a022-327e-488d-a96d-fedbe0e3e122 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:43:33.396141 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-5b1ccf8e-c30f-45e9-9aa3-80b1955086dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.433647 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-5b1ccf8e-c30f-45e9-9aa3-80b1955086dc service neutron] Transition to ACTIVE for port object eb41a022-327e-488d-a96d-fedbe0e3e122 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:33.444348 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-5b1ccf8e-c30f-45e9-9aa3-80b1955086dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.547379 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ccf8e-c30f-45e9-9aa3-80b1955086dc service neutron] Pushing event updated for resources: {'Port': ['ID=eb41a022-327e-488d-a96d-fedbe0e3e122,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:33.637808 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-5b1ccf8e-c30f-45e9-9aa3-80b1955086dc service neutron] Attempting to bind port eb41a022-327e-488d-a96d-fedbe0e3e122 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:33.638483 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-5b1ccf8e-c30f-45e9-9aa3-80b1955086dc service neutron] Attempting to bind port eb41a022-327e-488d-a96d-fedbe0e3e122 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '45c04b8e-476f-4241-8476-f7d4980a8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:33.639026 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-5b1ccf8e-c30f-45e9-9aa3-80b1955086dc service neutron] Attempting to bind port eb41a022-327e-488d-a96d-fedbe0e3e122 on network c65634b4-620f-4d4e-b86a-cfaa4125589f {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:33.656993 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-5b1ccf8e-c30f-45e9-9aa3-80b1955086dc service neutron] Port eb41a022-327e-488d-a96d-fedbe0e3e122 on network c65634b4-620f-4d4e-b86a-cfaa4125589f not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:43:33.657341 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-5b1ccf8e-c30f-45e9-9aa3-80b1955086dc service neutron] Attempting to bind port eb41a022-327e-488d-a96d-fedbe0e3e122 on network c65634b4-620f-4d4e-b86a-cfaa4125589f {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:33.663644 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-5b1ccf8e-c30f-45e9-9aa3-80b1955086dc service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:33.664036 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-5b1ccf8e-c30f-45e9-9aa3-80b1955086dc service neutron] Checking segment: {'id': '45c04b8e-476f-4241-8476-f7d4980a8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:33.664440 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-5b1ccf8e-c30f-45e9-9aa3-80b1955086dc service neutron] Bound using segment: {'id': '45c04b8e-476f-4241-8476-f7d4980a8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:33.665495 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-5b1ccf8e-c30f-45e9-9aa3-80b1955086dc service neutron] Bound port: eb41a022-327e-488d-a96d-fedbe0e3e122, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45c04b8e-476f-4241-8476-f7d4980a8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:33.666189 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-5b1ccf8e-c30f-45e9-9aa3-80b1955086dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.832181 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-5b1ccf8e-c30f-45e9-9aa3-80b1955086dc service neutron] For port eb41a022-327e-488d-a96d-fedbe0e3e122, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:33.838238 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-5b1ccf8e-c30f-45e9-9aa3-80b1955086dc service neutron] For port eb41a022-327e-488d-a96d-fedbe0e3e122, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=eb41a022-327e-488d-a96d-fedbe0e3e122,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:33.844077 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-5b1ccf8e-c30f-45e9-9aa3-80b1955086dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.906066 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-5b1ccf8e-c30f-45e9-9aa3-80b1955086dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:33.909042 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-5b1ccf8e-c30f-45e9-9aa3-80b1955086dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:33.909042 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-5b1ccf8e-c30f-45e9-9aa3-80b1955086dc service neutron] 10.222.0.23 "PUT /v2.0/ports/eb41a022-327e-488d-a96d-fedbe0e3e122 HTTP/1.1" status: 200 len: 1092 time: 1.3661761 Jul 29 23:43:33.912697 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad84e4d-3207-45d4-9819-a039bb9df28e', 'tag': 'eb41a022-327e-488d-a96d-fedbe0e3e122'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:33.915947 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bf244c-b458-49ca-83a3-011a0220eea6" -d '{"events": [{"name": "network-changed", "server_uuid": "3ad84e4d-3207-45d4-9819-a039bb9df28e", "tag": "eb41a022-327e-488d-a96d-fedbe0e3e122"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:34.043948 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3089b848-6db8-45d2-b462-ecb1fe80f38e x-openstack-request-id: req-3089b848-6db8-45d2-b462-ecb1fe80f38e {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:34.043948 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ad84e4d-3207-45d4-9819-a039bb9df28e", "tag": "eb41a022-327e-488d-a96d-fedbe0e3e122", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:34.043948 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3089b848-6db8-45d2-b462-ecb1fe80f38e {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:34.043948 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ad84e4d-3207-45d4-9819-a039bb9df28e', 'tag': 'eb41a022-327e-488d-a96d-fedbe0e3e122', 'status': 'completed', 'code': 200} Jul 29 23:43:34.095976 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-ed70d12b-d056-4ebb-8e14-7d3b254fabdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:34.097540 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-ed70d12b-d056-4ebb-8e14-7d3b254fabdd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72e6a71724b54f78b875fd06b1bacd37&device_id=3ad84e4d-3207-45d4-9819-a039bb9df28e HTTP/1.1" status: 200 len: 1095 time: 0.1218829 Jul 29 23:43:34.098301 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1ccf8e-c30f-45e9-9aa3-80b1955086dc service neutron] Pushing event updated for resources: {'Port': ['ID=eb41a022-327e-488d-a96d-fedbe0e3e122,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:34.170895 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-733d1823-4b59-4282-af7a-14a9bd1103a6 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb41a022-327e-488d-a96d-fedbe0e3e122 HTTP/1.1" status: 200 len: 217 time: 0.0581396 Jul 29 23:43:34.301941 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-982be257-650f-4d12-b0fb-34202b6c421e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:34.324292 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-982be257-650f-4d12-b0fb-34202b6c421e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9f136cd8-eda3-43eb-9cb5-3830c4338b63 HTTP/1.1" status: 200 len: 850 time: 0.1351993 Jul 29 23:43:34.378245 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34410) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:34.440533 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-0d8e9c45-8dae-4ee1-be3b-5cea9fccfc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:34.442395 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-0d8e9c45-8dae-4ee1-be3b-5cea9fccfc1d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c65634b4-620f-4d4e-b86a-cfaa4125589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1095479 Jul 29 23:43:34.525836 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1fd91-5460-42bf-b8bf-4249f9508f46 req-e92b1c86-c3b2-4f88-abd4-be2b3ee1730a tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:34.528926 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-87b1fd91-5460-42bf-b8bf-4249f9508f46 req-e92b1c86-c3b2-4f88-abd4-be2b3ee1730a tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad84e4d-3207-45d4-9819-a039bb9df28e HTTP/1.1" status: 200 len: 943 time: 0.1420457 Jul 29 23:43:34.554445 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1f0c77a8-4655-47b4-8e72-35ba1cd75fff tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/floatingips/b536a7e6-6ba8-4f06-a62c-5493609514bd HTTP/1.1" status: 200 len: 992 time: 0.1730666 Jul 29 23:43:34.640429 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-da9a0eda-eb64-4c58-a644-594eb49942fc service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904066 Jul 29 23:43:34.656616 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-87b1fd91-5460-42bf-b8bf-4249f9508f46 req-70003e80-09aa-464b-aa52-42a475796179 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127923 Jul 29 23:43:34.835351 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d88f8658-72b9-4bb1-974e-7d7a7061add8 req-9eb18bef-e940-494e-b3b0-346292c316c9 service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737702 Jul 29 23:43:35.001224 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf244c-b458-49ca-83a3-011a0220eea6 req-723b0bd4-2b4f-4934-a216-6476b41be385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:35.004662 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e8bf244c-b458-49ca-83a3-011a0220eea6 req-723b0bd4-2b4f-4934-a216-6476b41be385 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72e6a71724b54f78b875fd06b1bacd37&device_id=3ad84e4d-3207-45d4-9819-a039bb9df28e HTTP/1.1" status: 200 len: 1095 time: 0.0879173 Jul 29 23:43:35.132451 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34450) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:35.140505 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf244c-b458-49ca-83a3-011a0220eea6 req-88ca553f-42ab-475e-91b3-71215384d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:35.142400 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e8bf244c-b458-49ca-83a3-011a0220eea6 req-88ca553f-42ab-475e-91b3-71215384d327 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c65634b4-620f-4d4e-b86a-cfaa4125589f HTTP/1.1" status: 200 len: 912 time: 0.1267102 Jul 29 23:43:35.248640 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e8bf244c-b458-49ca-83a3-011a0220eea6 req-27cad3e1-2dfa-4f43-8972-410202327361 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb41a022-327e-488d-a96d-fedbe0e3e122 HTTP/1.1" status: 200 len: 217 time: 0.0971327 Jul 29 23:43:35.346388 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf244c-b458-49ca-83a3-011a0220eea6 req-c40c21c8-ca3e-469e-829e-b7b75e80ac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:35.351228 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e8bf244c-b458-49ca-83a3-011a0220eea6 req-c40c21c8-ca3e-469e-829e-b7b75e80ac9b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9f136cd8-eda3-43eb-9cb5-3830c4338b63 HTTP/1.1" status: 200 len: 850 time: 0.0866683 Jul 29 23:43:35.383129 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.446757 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf244c-b458-49ca-83a3-011a0220eea6 req-a634c72a-be3a-4cc0-b70a-91de5bb5696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:35.448351 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e8bf244c-b458-49ca-83a3-011a0220eea6 req-a634c72a-be3a-4cc0-b70a-91de5bb5696c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c65634b4-620f-4d4e-b86a-cfaa4125589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0891073 Jul 29 23:43:35.453342 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34460) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:35.547252 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-a832b334-12c4-471c-a2e2-186b6a40725b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Deleting port ec57d967-903c-4ab1-a993-63d1db086cc0 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:35.551817 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a832b334-12c4-471c-a2e2-186b6a40725b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.608059 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e8bf244c-b458-49ca-83a3-011a0220eea6 req-e50f085c-84c5-4df3-8865-c3f3933b0740 service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467392 Jul 29 23:43:35.744641 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3fe57102-2c74-4b21-851c-31e9b2d77fc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.784087 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a832b334-12c4-471c-a2e2-186b6a40725b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.784533 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a832b334-12c4-471c-a2e2-186b6a40725b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:35.817299 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-a832b334-12c4-471c-a2e2-186b6a40725b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Calling delete_port for ec57d967-903c-4ab1-a993-63d1db086cc0 owned by network:floatingip {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:35.831661 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e8bf244c-b458-49ca-83a3-011a0220eea6 req-75425fe0-ee73-4a52-a052-f3528e19b779 service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161224 Jul 29 23:43:35.895019 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730cfb2-5e80-403c-bb1d-81e547294f2d req-fa99675f-e8c4-40a4-abcb-9d49e962672a tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:35.896671 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d730cfb2-5e80-403c-bb1d-81e547294f2d req-fa99675f-e8c4-40a4-abcb-9d49e962672a tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad84e4d-3207-45d4-9819-a039bb9df28e HTTP/1.1" status: 200 len: 943 time: 0.0876055 Jul 29 23:43:35.996479 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d730cfb2-5e80-403c-bb1d-81e547294f2d req-c5b31d2d-1463-4cb7-92ac-28633882f72a tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846639 Jul 29 23:43:36.006378 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3fe57102-2c74-4b21-851c-31e9b2d77fc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:36.011447 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3fe57102-2c74-4b21-851c-31e9b2d77fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:36.131596 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a832b334-12c4-471c-a2e2-186b6a40725b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:36.160819 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a832b334-12c4-471c-a2e2-186b6a40725b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event deleted for resources: {'Port': ['ID=ec57d967-903c-4ab1-a993-63d1db086cc0,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:36.213113 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0edac80e-3084-4c87-8caf-ab754d59d742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:36.288410 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a832b334-12c4-471c-a2e2-186b6a40725b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for floatingip, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:36.290784 n-d-712140-10 neutron-server[94064]: INFO neutron.db.l3_db [None req-a832b334-12c4-471c-a2e2-186b6a40725b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Floating IP b536a7e6-6ba8-4f06-a62c-5493609514bd disassociated (deleted). External IP: 172.25.8.7, port: c30fbd2c-2e70-46ce-a156-acc8767d85cf. Jul 29 23:43:36.442826 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3fe57102-2c74-4b21-851c-31e9b2d77fc2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3078c8f86ed3481fa7e271ef8d369236&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9860654 Jul 29 23:43:36.442826 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe57102-2c74-4b21-851c-31e9b2d77fc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a26f9d-d434-4e32-b60f-f3d70f12fbc0,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:36.443257 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34476) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:36.548992 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-05bf4663-10b9-4e30-a1c7-1694a5eaab1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:36.614572 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-05bf4663-10b9-4e30-a1c7-1694a5eaab1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:36.670940 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a832b334-12c4-471c-a2e2-186b6a40725b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Router bf4b3b56-d2d0-41ce-814b-0e412029e4c8 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:43:36.731706 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-05bf4663-10b9-4e30-a1c7-1694a5eaab1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:36.734492 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-05bf4663-10b9-4e30-a1c7-1694a5eaab1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:36.735708 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-05bf4663-10b9-4e30-a1c7-1694a5eaab1f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/09a26f9d-d434-4e32-b60f-f3d70f12fbc0 HTTP/1.1" status: 204 len: 168 time: 0.2907224 Jul 29 23:43:36.792502 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bf4663-10b9-4e30-a1c7-1694a5eaab1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a26f9d-d434-4e32-b60f-f3d70f12fbc0,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:36.839525 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a832b334-12c4-471c-a2e2-186b6a40725b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:43:36.853799 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a832b334-12c4-471c-a2e2-186b6a40725b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:36.856220 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a7023d-4b99-4836-ae4d-016151520b23 None None] Sync routers for ids ['bf4b3b56-d2d0-41ce-814b-0e412029e4c8'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:43:36.867467 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:36.880627 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a7023d-4b99-4836-ae4d-016151520b23 None None] Routers {'bf4b3b56-d2d0-41ce-814b-0e412029e4c8'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:36.881284 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-f5a7023d-4b99-4836-ae4d-016151520b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:43:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bf4b3b56-d2d0-41ce-814b-0e412029e4c8'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:36.924132 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a832b334-12c4-471c-a2e2-186b6a40725b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "DELETE /v2.0/floatingips/b536a7e6-6ba8-4f06-a62c-5493609514bd HTTP/1.1" status: 204 len: 168 time: 1.7876034 Jul 29 23:43:36.925262 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8653e72-7a10-41e7-b624-bb03feabf27d', 'tag': 'c30fbd2c-2e70-46ce-a156-acc8767d85cf'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:36.935153 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44631839-5413-45bf-b62e-35b5eddb6571" -d '{"events": [{"name": "network-changed", "server_uuid": "b8653e72-7a10-41e7-b624-bb03feabf27d", "tag": "c30fbd2c-2e70-46ce-a156-acc8767d85cf"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:37.104397 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-f5a7023d-4b99-4836-ae4d-016151520b23 None None] Set router bf4b3b56-d2d0-41ce-814b-0e412029e4c8 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:37.188284 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a148021-56ea-407b-bf0a-75818dec7dd0 x-openstack-request-id: req-3a148021-56ea-407b-bf0a-75818dec7dd0 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:37.188579 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8653e72-7a10-41e7-b624-bb03feabf27d", "tag": "c30fbd2c-2e70-46ce-a156-acc8767d85cf", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:37.188812 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a148021-56ea-407b-bf0a-75818dec7dd0 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:37.189225 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8653e72-7a10-41e7-b624-bb03feabf27d', 'tag': 'c30fbd2c-2e70-46ce-a156-acc8767d85cf', 'status': 'completed', 'code': 200} Jul 29 23:43:37.346431 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44631839-5413-45bf-b62e-35b5eddb6571 req-94018ddd-5d7b-4651-b3c6-06efa2bdb7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:37.348266 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-44631839-5413-45bf-b62e-35b5eddb6571 req-94018ddd-5d7b-4651-b3c6-06efa2bdb7e5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=a74022ced16f48bea72df0eb10f3e470&device_id=b8653e72-7a10-41e7-b624-bb03feabf27d HTTP/1.1" status: 200 len: 1098 time: 0.1197839 Jul 29 23:43:37.448524 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-f5a7023d-4b99-4836-ae4d-016151520b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'name': 'tempest-TestNetworkBasicOps-router-1431683142', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:16Z', 'updated_at': '2021-07-29T23:42:25Z', 'revision_number': 4, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': '1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:40:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:17Z', 'updated_at': '2021-07-29T23:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f43b064b-097f-41ab-96da-38b77bd13227', 'name': '', 'network_id': 'a5b9b3b3-522c-460f-9d93-a0d4457bd62d', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'mac_address': 'fa:16:3e:10:ff:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '3774c8fc-76a1-4cf7-9c05-44c645b0409e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:23Z', 'updated_at': '2021-07-29T23:42:34Z', 'revision_number': 5, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'subnets': [{'id': '3774c8fc-76a1-4cf7-9c05-44c645b0409e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:37.483348 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb62ca-606f-4ff0-a541-4ab783e93b80 req-adb9b349-55d2-4a9a-9916-a4cc9a7f12cd tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:37.484574 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ffdb62ca-606f-4ff0-a541-4ab783e93b80 req-adb9b349-55d2-4a9a-9916-a4cc9a7f12cd tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad84e4d-3207-45d4-9819-a039bb9df28e HTTP/1.1" status: 200 len: 943 time: 0.1935494 Jul 29 23:43:37.490112 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a7023d-4b99-4836-ae4d-016151520b23 None None] Checking router: bf4b3b56-d2d0-41ce-814b-0e412029e4c8 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:43:37.504144 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a7023d-4b99-4836-ae4d-016151520b23 None None] Routers {'bf4b3b56-d2d0-41ce-814b-0e412029e4c8'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:37.505162 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-f5a7023d-4b99-4836-ae4d-016151520b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:43:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bf4b3b56-d2d0-41ce-814b-0e412029e4c8'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:37.567889 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44631839-5413-45bf-b62e-35b5eddb6571 req-5fd2b74b-dfeb-4a37-947d-4446c988ab47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:37.569692 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-44631839-5413-45bf-b62e-35b5eddb6571 req-5fd2b74b-dfeb-4a37-947d-4446c988ab47 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a5b9b3b3-522c-460f-9d93-a0d4457bd62d HTTP/1.1" status: 200 len: 898 time: 0.2126012 Jul 29 23:43:37.580703 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ffdb62ca-606f-4ff0-a541-4ab783e93b80 req-ced02de8-dda2-42d3-a98f-9c4fffca68d5 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740418 Jul 29 23:43:37.626384 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-44631839-5413-45bf-b62e-35b5eddb6571 req-a74af5f0-9f71-4c8a-bace-efa298ebb096 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c30fbd2c-2e70-46ce-a156-acc8767d85cf HTTP/1.1" status: 200 len: 217 time: 0.0446806 Jul 29 23:43:37.710854 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-f5a7023d-4b99-4836-ae4d-016151520b23 None None] Set router bf4b3b56-d2d0-41ce-814b-0e412029e4c8 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:37.795904 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44631839-5413-45bf-b62e-35b5eddb6571 req-d6c2ce60-4603-4cba-bd4e-cdaa3c49feba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:37.797459 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-44631839-5413-45bf-b62e-35b5eddb6571 req-d6c2ce60-4603-4cba-bd4e-cdaa3c49feba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=3774c8fc-76a1-4cf7-9c05-44c645b0409e HTTP/1.1" status: 200 len: 835 time: 0.1563947 Jul 29 23:43:37.864073 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device eb41a022-327e-488d-a96d-fedbe0e3e122 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:43:37.887770 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d14983-cf06-4cb7-8515-3f8b2b82836b req-1e066d18-3e67-4dd1-908c-c77289119b1b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:37.892491 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d0d14983-cf06-4cb7-8515-3f8b2b82836b req-1e066d18-3e67-4dd1-908c-c77289119b1b tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8653e72-7a10-41e7-b624-bb03feabf27d HTTP/1.1" status: 200 len: 946 time: 0.1938243 Jul 29 23:43:37.910407 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44631839-5413-45bf-b62e-35b5eddb6571 req-186d6b25-12b9-4adf-9bb5-13cc1703ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:37.912343 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-44631839-5413-45bf-b62e-35b5eddb6571 req-186d6b25-12b9-4adf-9bb5-13cc1703ea64 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a5b9b3b3-522c-460f-9d93-a0d4457bd62d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1029358 Jul 29 23:43:38.044406 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-f5a7023d-4b99-4836-ae4d-016151520b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'name': 'tempest-TestNetworkBasicOps-router-1431683142', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:16Z', 'updated_at': '2021-07-29T23:42:25Z', 'revision_number': 4, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': '1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:40:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:17Z', 'updated_at': '2021-07-29T23:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f43b064b-097f-41ab-96da-38b77bd13227', 'name': '', 'network_id': 'a5b9b3b3-522c-460f-9d93-a0d4457bd62d', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'mac_address': 'fa:16:3e:10:ff:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '3774c8fc-76a1-4cf7-9c05-44c645b0409e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:23Z', 'updated_at': '2021-07-29T23:42:34Z', 'revision_number': 5, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'subnets': [{'id': '3774c8fc-76a1-4cf7-9c05-44c645b0409e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:38.066311 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-44631839-5413-45bf-b62e-35b5eddb6571 req-902f3dd4-55ca-401d-b8f8-1ae38eebf43e service neutron] 10.222.0.23 "GET /v2.0/networks/a5b9b3b3-522c-460f-9d93-a0d4457bd62d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382632 Jul 29 23:43:38.084042 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port eb41a022-327e-488d-a96d-fedbe0e3e122, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=eb41a022-327e-488d-a96d-fedbe0e3e122,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:38.090307 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a7023d-4b99-4836-ae4d-016151520b23 None None] The sync data for ids ['bf4b3b56-d2d0-41ce-814b-0e412029e4c8'] in n-d-712140-10 is: [{'id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'name': 'tempest-TestNetworkBasicOps-router-1431683142', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:16Z', 'updated_at': '2021-07-29T23:42:25Z', 'revision_number': 4, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': '1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:40:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:17Z', 'updated_at': '2021-07-29T23:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f43b064b-097f-41ab-96da-38b77bd13227', 'name': '', 'network_id': 'a5b9b3b3-522c-460f-9d93-a0d4457bd62d', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'mac_address': 'fa:16:3e:10:ff:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2582, 'fixed_ips': [{'subnet_id': '3774c8fc-76a1-4cf7-9c05-44c645b0409e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:23Z', 'updated_at': '2021-07-29T23:42:34Z', 'revision_number': 5, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'subnets': [{'id': '3774c8fc-76a1-4cf7-9c05-44c645b0409e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:43:38.111494 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'eb41a022-327e-488d-a96d-fedbe0e3e122', 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f', 'port_id': 'eb41a022-327e-488d-a96d-fedbe0e3e122', 'mac_address': 'fa:16:3e:fc:19:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f136cd8-eda3-43eb-9cb5-3830c4338b63', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:43:38.139881 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d0d14983-cf06-4cb7-8515-3f8b2b82836b req-cc53fcec-2adf-4163-b8f4-c41137096e2d tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d1b1c5a-61b0-4af4-87f6-af1c2eec0994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2387331 Jul 29 23:43:38.222516 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.224241 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.267848 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb41a022-327e-488d-a96d-fedbe0e3e122 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:43:38.287384 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-44631839-5413-45bf-b62e-35b5eddb6571 req-e8be3958-9860-4c6d-8d22-c06b8877a155 service neutron] 10.222.0.23 "GET /v2.0/networks/a5b9b3b3-522c-460f-9d93-a0d4457bd62d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882675 Jul 29 23:43:38.320207 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port eb41a022-327e-488d-a96d-fedbe0e3e122, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=eb41a022-327e-488d-a96d-fedbe0e3e122,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:38.327171 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:38.412990 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=eb41a022-327e-488d-a96d-fedbe0e3e122,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:38.632335 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0989420-1cdd-4b08-9889-8cc706f38b52 None None] New status for floating IP b536a7e6-6ba8-4f06-a62c-5493609514bd: DOWN {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:43:38.751927 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['eb41a022-327e-488d-a96d-fedbe0e3e122'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:43:38.895658 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581177d-24a9-4f07-b54d-4eac74768f20 req-e291cc62-0efa-42c9-97dd-72fc792eb1df tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:38.901672 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d581177d-24a9-4f07-b54d-4eac74768f20 req-e291cc62-0efa-42c9-97dd-72fc792eb1df tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad84e4d-3207-45d4-9819-a039bb9df28e HTTP/1.1" status: 200 len: 944 time: 0.1356637 Jul 29 23:43:38.921568 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44caeb24-f2ed-4366-bbb8-8c55301ee065 req-16cb1587-b53d-4db0-8597-1e2274fb9b90 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:38.925060 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-44caeb24-f2ed-4366-bbb8-8c55301ee065 req-16cb1587-b53d-4db0-8597-1e2274fb9b90 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.23 "GET /v2.0/ports?device_id=b8653e72-7a10-41e7-b624-bb03feabf27d HTTP/1.1" status: 200 len: 946 time: 0.2046931 Jul 29 23:43:39.082003 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d581177d-24a9-4f07-b54d-4eac74768f20 req-05be4e08-989f-466c-ab0a-f49a266c4708 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562467 Jul 29 23:43:39.114874 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-44caeb24-f2ed-4366-bbb8-8c55301ee065 req-6e21363e-32c7-4206-a59e-22382f2379fa tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Deleting port c30fbd2c-2e70-46ce-a156-acc8767d85cf {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:39.117137 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-44caeb24-f2ed-4366-bbb8-8c55301ee065 req-6e21363e-32c7-4206-a59e-22382f2379fa tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:39.379181 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-44caeb24-f2ed-4366-bbb8-8c55301ee065 req-6e21363e-32c7-4206-a59e-22382f2379fa tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] For port c30fbd2c-2e70-46ce-a156-acc8767d85cf, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=c30fbd2c-2e70-46ce-a156-acc8767d85cf,segment=NetworkSegment(98052f32-cd21-4010-b2d7-4841000d534a),segment_id=98052f32-cd21-4010-b2d7-4841000d534a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:39.380005 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-44caeb24-f2ed-4366-bbb8-8c55301ee065 req-6e21363e-32c7-4206-a59e-22382f2379fa tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:39.391910 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34576) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:39.406120 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-44caeb24-f2ed-4366-bbb8-8c55301ee065 req-6e21363e-32c7-4206-a59e-22382f2379fa tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Calling delete_port for c30fbd2c-2e70-46ce-a156-acc8767d85cf owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:39.425227 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b2a0d-8f25-4c2f-a8b8-0a49c8e94cff req-9614b5c8-1c60-49d0-96bc-a1d7a801e815 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:39.427484 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f16b2a0d-8f25-4c2f-a8b8-0a49c8e94cff req-9614b5c8-1c60-49d0-96bc-a1d7a801e815 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8653e72-7a10-41e7-b624-bb03feabf27d HTTP/1.1" status: 200 len: 946 time: 0.1482911 Jul 29 23:43:39.561848 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-460fd1f2-5946-4677-9e1b-b71131474ead tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-933301804'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:39.562448 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-460fd1f2-5946-4677-9e1b-b71131474ead tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] Unknown quota resources ['metering_label']. {{(pid=94064) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:43:39.607940 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-44caeb24-f2ed-4366-bbb8-8c55301ee065 req-6e21363e-32c7-4206-a59e-22382f2379fa tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:39.669011 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21363e-32c7-4206-a59e-22382f2379fa tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event deleted for resources: {'Port': ['ID=c30fbd2c-2e70-46ce-a156-acc8767d85cf,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:39.721885 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f16b2a0d-8f25-4c2f-a8b8-0a49c8e94cff req-b40150c4-18f7-45be-8942-f4a90570cf05 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "GET /v2.0/security-groups?id=1d1b1c5a-61b0-4af4-87f6-af1c2eec0994&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2846506 Jul 29 23:43:39.767518 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-44caeb24-f2ed-4366-bbb8-8c55301ee065 req-6e21363e-32c7-4206-a59e-22382f2379fa tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] No DVR routers for this DVR port c30fbd2c-2e70-46ce-a156-acc8767d85cf on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:43:39.772606 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-44caeb24-f2ed-4366-bbb8-8c55301ee065 req-6e21363e-32c7-4206-a59e-22382f2379fa tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:39.776738 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-44caeb24-f2ed-4366-bbb8-8c55301ee065 req-6e21363e-32c7-4206-a59e-22382f2379fa tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.23 "DELETE /v2.0/ports/c30fbd2c-2e70-46ce-a156-acc8767d85cf HTTP/1.1" status: 204 len: 173 time: 0.8048027 Jul 29 23:43:39.777417 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8653e72-7a10-41e7-b624-bb03feabf27d', 'name': 'network-vif-deleted', 'tag': 'c30fbd2c-2e70-46ce-a156-acc8767d85cf'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:39.787382 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7eb3b5-e03f-4b2c-88c2-376449b5b72d" -d '{"events": [{"server_uuid": "b8653e72-7a10-41e7-b624-bb03feabf27d", "name": "network-vif-deleted", "tag": "c30fbd2c-2e70-46ce-a156-acc8767d85cf"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:39.863445 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-460fd1f2-5946-4677-9e1b-b71131474ead tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:39.867621 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-460fd1f2-5946-4677-9e1b-b71131474ead tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4716954 Jul 29 23:43:39.869447 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34588) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:39.876587 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device eb41a022-327e-488d-a96d-fedbe0e3e122 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:43:39.880669 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c78408b3-d25e-4047-8d0f-1beff2d6c455 tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'aed9513e-4a95-4b4c-a3b7-f51ff5f6fef1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:39.886127 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c78408b3-d25e-4047-8d0f-1beff2d6c455 tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94064) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:43:39.957864 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1634cdce-8192-49ca-9b5a-f25256874e7c x-openstack-request-id: req-1634cdce-8192-49ca-9b5a-f25256874e7c {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:39.958380 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8653e72-7a10-41e7-b624-bb03feabf27d", "name": "network-vif-deleted", "tag": "c30fbd2c-2e70-46ce-a156-acc8767d85cf", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:39.958380 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1634cdce-8192-49ca-9b5a-f25256874e7c {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:39.958829 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8653e72-7a10-41e7-b624-bb03feabf27d', 'name': 'network-vif-deleted', 'tag': 'c30fbd2c-2e70-46ce-a156-acc8767d85cf', 'status': 'completed', 'code': 200} Jul 29 23:43:40.012321 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port eb41a022-327e-488d-a96d-fedbe0e3e122 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:40.022391 n-d-712140-10 neutron-server[94064]: WARNING neutron.services.metering.metering_plugin [None req-c78408b3-d25e-4047-8d0f-1beff2d6c455 tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 29 23:43:40.025053 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port eb41a022-327e-488d-a96d-fedbe0e3e122 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:40.026530 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:40.146347 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c78408b3-d25e-4047-8d0f-1beff2d6c455 tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:40.151627 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c78408b3-d25e-4047-8d0f-1beff2d6c455 tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2771013 Jul 29 23:43:40.151945 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34592) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:40.158526 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-056d164f-871f-405f-992c-20fcdd253d50 tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'aed9513e-4a95-4b4c-a3b7-f51ff5f6fef1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:40.159230 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-056d164f-871f-405f-992c-20fcdd253d50 tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94063) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:43:40.164395 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:40.222390 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad84e4d-3207-45d4-9819-a039bb9df28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb41a022-327e-488d-a96d-fedbe0e3e122'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:40.225534 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f8d8a9-3a2a-4471-8749-1aa240e4b714" -d '{"events": [{"server_uuid": "3ad84e4d-3207-45d4-9819-a039bb9df28e", "name": "network-vif-plugged", "status": "completed", "tag": "eb41a022-327e-488d-a96d-fedbe0e3e122"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:40.240936 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port eb41a022-327e-488d-a96d-fedbe0e3e122, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=eb41a022-327e-488d-a96d-fedbe0e3e122,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:40.247603 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:40.248628 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device c30fbd2c-2e70-46ce-a156-acc8767d85cf no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:43:40.314773 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: c30fbd2c-2e70-46ce-a156-acc8767d85cf {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:43:40.315246 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device c30fbd2c-2e70-46ce-a156-acc8767d85cf not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:43:40.381815 n-d-712140-10 neutron-server[94063]: WARNING neutron.services.metering.metering_plugin [None req-056d164f-871f-405f-992c-20fcdd253d50 tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 29 23:43:40.395375 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=eb41a022-327e-488d-a96d-fedbe0e3e122,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:40.541183 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-056d164f-871f-405f-992c-20fcdd253d50 tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:40.545077 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-056d164f-871f-405f-992c-20fcdd253d50 tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3894851 Jul 29 23:43:40.545384 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34598) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:40.551659 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adaa957-1053-41ed-b7b8-4865abde9780 req-ddfc7325-6b6d-4362-a25f-66fa8f36d1cf tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:40.553743 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4adaa957-1053-41ed-b7b8-4865abde9780 req-ddfc7325-6b6d-4362-a25f-66fa8f36d1cf tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad84e4d-3207-45d4-9819-a039bb9df28e HTTP/1.1" status: 200 len: 945 time: 0.1895044 Jul 29 23:43:40.556790 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-96c6671c-94b0-473e-b2d7-0dd0ea575e30 tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=760ceff5-293f-430c-806f-39534d21669d HTTP/1.1" status: 200 len: 462 time: 0.0101304 Jul 29 23:43:40.560160 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34600) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:40.673356 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4adaa957-1053-41ed-b7b8-4865abde9780 req-6964a98f-32c2-4f1c-a15d-04eee3de16aa tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075149 Jul 29 23:43:40.715174 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-36839e28-595f-411e-90d1-a0db42b63ec9 tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:40.718931 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-36839e28-595f-411e-90d1-a0db42b63ec9 tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/760ceff5-293f-430c-806f-39534d21669d HTTP/1.1" status: 204 len: 168 time: 0.1552613 Jul 29 23:43:40.719402 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34610) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:40.733053 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-606330aa-5edf-4260-b6f7-68ea7dc4c429 tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=760ceff5-293f-430c-806f-39534d21669d HTTP/1.1" status: 200 len: 221 time: 0.0092132 Jul 29 23:43:40.733779 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34612) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:40.737588 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df51055-e785-4c0e-b484-93203b150d53 x-openstack-request-id: req-1df51055-e785-4c0e-b484-93203b150d53 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:40.737883 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad84e4d-3207-45d4-9819-a039bb9df28e", "name": "network-vif-plugged", "status": "completed", "tag": "eb41a022-327e-488d-a96d-fedbe0e3e122", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:40.738139 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1df51055-e785-4c0e-b484-93203b150d53 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:40.738537 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ad84e4d-3207-45d4-9819-a039bb9df28e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb41a022-327e-488d-a96d-fedbe0e3e122', 'code': 200} Jul 29 23:43:40.738955 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-0a531593-f2c7-4ac1-b6ed-a99a0fc89364 tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--34592301', 'description': 'label created by tempest'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:40.739437 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-0a531593-f2c7-4ac1-b6ed-a99a0fc89364 tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] Unknown quota resources ['metering_label']. {{(pid=94064) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:43:40.788078 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34616) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:40.926306 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b1877d-744b-48cd-b8a6-0ceef3df4118 req-547d206b-35a2-4b2a-9af9-9b97a4d7f498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:40.928558 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8b1877d-744b-48cd-b8a6-0ceef3df4118 req-547d206b-35a2-4b2a-9af9-9b97a4d7f498 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3ad84e4d-3207-45d4-9819-a039bb9df28e HTTP/1.1" status: 200 len: 1097 time: 0.1175435 Jul 29 23:43:40.985998 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-beee23fe-610c-43c1-a9ef-45be9bdfb046 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:40.990328 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8b1877d-744b-48cd-b8a6-0ceef3df4118 req-f2a6b4c6-d84f-430b-970d-cc42a88e43d4 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476508 Jul 29 23:43:41.038306 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-beee23fe-610c-43c1-a9ef-45be9bdfb046 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:41.054680 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a531593-f2c7-4ac1-b6ed-a99a0fc89364 tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:41.055555 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0a531593-f2c7-4ac1-b6ed-a99a0fc89364 tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] 10.222.0.18 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.3205566 Jul 29 23:43:41.058371 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34632) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:41.125179 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-beee23fe-610c-43c1-a9ef-45be9bdfb046 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:41.128138 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-beee23fe-610c-43c1-a9ef-45be9bdfb046 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:41.132312 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-beee23fe-610c-43c1-a9ef-45be9bdfb046 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "DELETE /v2.0/security-groups/1d1b1c5a-61b0-4af4-87f6-af1c2eec0994 HTTP/1.1" status: 204 len: 168 time: 0.3402419 Jul 29 23:43:41.151673 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beee23fe-610c-43c1-a9ef-45be9bdfb046 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1b1c5a-61b0-4af4-87f6-af1c2eec0994,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:41.192529 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34636) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:41.487605 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-01edbc2a-32fe-43c8-b7eb-03a1f1f2abd1 tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=702dcfc5-e57d-4067-99e9-3bb0d9a1fc43 HTTP/1.1" status: 200 len: 466 time: 0.4280293 Jul 29 23:43:41.488444 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34638) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:41.684853 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e075d622-2c70-41b6-89f7-18a7b70550b7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:41.717921 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7cad754f-c775-407c-b24b-3128c4dad7f4 tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:41.719096 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7cad754f-c775-407c-b24b-3128c4dad7f4 tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/702dcfc5-e57d-4067-99e9-3bb0d9a1fc43 HTTP/1.1" status: 204 len: 168 time: 0.2295737 Jul 29 23:43:41.721882 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34644) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:41.740347 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a1c18161-42ae-4756-ac1c-e5b3e560d5db tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=702dcfc5-e57d-4067-99e9-3bb0d9a1fc43 HTTP/1.1" status: 200 len: 216 time: 0.0139592 Jul 29 23:43:41.743480 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34646) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:41.762103 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-db83fcf9-9c49-4b89-908b-fb1eb2073390 tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0138528 Jul 29 23:43:41.763215 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34648) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:41.799687 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a69488a9-6109-493f-8d26-4b12dbdbe201 tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0361400 Jul 29 23:43:41.812418 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34650) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:41.897125 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-da03af33-16f6-493b-8510-9bde2d049307 tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-labels/aed9513e-4a95-4b4c-a3b7-f51ff5f6fef1 HTTP/1.1" status: 200 len: 472 time: 0.0835414 Jul 29 23:43:41.903434 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34652) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:41.923635 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-48da9b38-9519-4b2b-9e8b-eab6efb0d357 tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] 10.222.0.18 "GET /v2.0/metering/metering-label-rules/f90b46f3-a062-40da-8869-7d72cdd9bc21 HTTP/1.1" status: 200 len: 459 time: 0.0189977 Jul 29 23:43:41.936969 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34654) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:42.084780 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45203a3b-3aae-480a-8b53-d615038fd763 req-b488e13f-1cf0-4810-a473-909af634dfc3 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:42.087243 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-45203a3b-3aae-480a-8b53-d615038fd763 req-b488e13f-1cf0-4810-a473-909af634dfc3 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad84e4d-3207-45d4-9819-a039bb9df28e HTTP/1.1" status: 200 len: 945 time: 0.3072584 Jul 29 23:43:42.197880 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b8f5ff6a-9bcf-49af-88b0-0f6b39ad3f54 tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:42.199059 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b8f5ff6a-9bcf-49af-88b0-0f6b39ad3f54 tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-label-rules/f90b46f3-a062-40da-8869-7d72cdd9bc21 HTTP/1.1" status: 204 len: 168 time: 0.2598472 Jul 29 23:43:42.202104 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34660) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:42.218801 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-45203a3b-3aae-480a-8b53-d615038fd763 req-78995c1a-8063-4ce4-85c1-19b82b0ea8c8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900762 Jul 29 23:43:42.382182 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-e075d622-2c70-41b6-89f7-18a7b70550b7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Deleting port f43b064b-097f-41ab-96da-38b77bd13227 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:42.382611 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e075d622-2c70-41b6-89f7-18a7b70550b7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:42.502679 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-36bca05e-0179-474b-9830-c0aea8713621 tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:42.508783 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-36bca05e-0179-474b-9830-c0aea8713621 tempest-MeteringIpV6TestJSON-1992928431 tempest-MeteringIpV6TestJSON-1992928431-project-admin] 10.222.0.18 "DELETE /v2.0/metering/metering-labels/aed9513e-4a95-4b4c-a3b7-f51ff5f6fef1 HTTP/1.1" status: 204 len: 168 time: 0.3028743 Jul 29 23:43:42.536905 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-e075d622-2c70-41b6-89f7-18a7b70550b7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] For port f43b064b-097f-41ab-96da-38b77bd13227, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f43b064b-097f-41ab-96da-38b77bd13227,segment=NetworkSegment(98052f32-cd21-4010-b2d7-4841000d534a),segment_id=98052f32-cd21-4010-b2d7-4841000d534a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:42.537275 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e075d622-2c70-41b6-89f7-18a7b70550b7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:42.552638 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-e075d622-2c70-41b6-89f7-18a7b70550b7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Calling delete_port for f43b064b-097f-41ab-96da-38b77bd13227 owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:42.881823 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e075d622-2c70-41b6-89f7-18a7b70550b7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:42.989123 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075d622-2c70-41b6-89f7-18a7b70550b7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event deleted for resources: {'Port': ['ID=f43b064b-097f-41ab-96da-38b77bd13227,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:43.045798 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34674) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:43.303412 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e075d622-2c70-41b6-89f7-18a7b70550b7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:43.344225 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-81f83162-d402-413b-8cc3-78eec9d738ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:43.497301 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f766d69a-6df0-4f5b-bb5a-09d9a56627fc req-b163b6ce-a0ef-4539-a8ea-04bee33d890a tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:43.498915 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f766d69a-6df0-4f5b-bb5a-09d9a56627fc req-b163b6ce-a0ef-4539-a8ea-04bee33d890a tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad84e4d-3207-45d4-9819-a039bb9df28e HTTP/1.1" status: 200 len: 945 time: 0.1236281 Jul 29 23:43:43.568973 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-81f83162-d402-413b-8cc3-78eec9d738ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:43.575264 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-81f83162-d402-413b-8cc3-78eec9d738ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:43.638736 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f766d69a-6df0-4f5b-bb5a-09d9a56627fc req-f23878c8-b378-45d1-b764-651ec00f7a81 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320987 Jul 29 23:43:43.653979 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f83162-d402-413b-8cc3-78eec9d738ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64618e86-72e4-43f2-a6b6-31610d1edea6,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:43.703317 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-81f83162-d402-413b-8cc3-78eec9d738ed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f5941fd33ee44e809071ebf80412912b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6561322 Jul 29 23:43:43.714418 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34686) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:43.771027 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e075d622-2c70-41b6-89f7-18a7b70550b7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Router bf4b3b56-d2d0-41ce-814b-0e412029e4c8 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:43:43.798615 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e8892f6b-2dae-4b26-acd1-0104581c2b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:43.839021 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e8892f6b-2dae-4b26-acd1-0104581c2b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:43.909370 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e8892f6b-2dae-4b26-acd1-0104581c2b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:43.913667 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e8892f6b-2dae-4b26-acd1-0104581c2b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:43.915223 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e8892f6b-2dae-4b26-acd1-0104581c2b64 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/64618e86-72e4-43f2-a6b6-31610d1edea6 HTTP/1.1" status: 204 len: 168 time: 0.1992176 Jul 29 23:43:43.924986 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8892f6b-2dae-4b26-acd1-0104581c2b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64618e86-72e4-43f2-a6b6-31610d1edea6,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:44.322505 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34698) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:44.338093 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b49c2928-1efe-47fd-8ba4-e6c8b34f5e43 req-f665c1f2-3a9b-45d9-80f9-c7c1a03f4cce tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=72e6a71724b54f78b875fd06b1bacd37 HTTP/1.1" status: 200 len: 267 time: 0.1058290 Jul 29 23:43:44.341057 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f29ed636-092f-4558-9815-563d5f30b907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:44.404389 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c2928-1efe-47fd-8ba4-e6c8b34f5e43 req-21031a0e-a97e-4c0d-8d5c-fae28d044462 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:44.412704 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b49c2928-1efe-47fd-8ba4-e6c8b34f5e43 req-21031a0e-a97e-4c0d-8d5c-fae28d044462 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad84e4d-3207-45d4-9819-a039bb9df28e HTTP/1.1" status: 200 len: 945 time: 0.0737822 Jul 29 23:43:44.418767 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-b49c2928-1efe-47fd-8ba4-e6c8b34f5e43 req-5df6b76b-0c8f-4f35-9834-87e138c0044c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Request body: {'port': {'security_groups': []}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:44.422572 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e075d622-2c70-41b6-89f7-18a7b70550b7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:43:44.431737 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e075d622-2c70-41b6-89f7-18a7b70550b7 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "PUT /v2.0/routers/bf4b3b56-d2d0-41ce-814b-0e412029e4c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2331798 Jul 29 23:43:44.432446 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34700) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:44.442180 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a93d1b-8cc6-41e3-8e53-49cd8113dac2 None None] Sync routers for ids ['bf4b3b56-d2d0-41ce-814b-0e412029e4c8'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:43:44.458048 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a93d1b-8cc6-41e3-8e53-49cd8113dac2 None None] Routers {'bf4b3b56-d2d0-41ce-814b-0e412029e4c8'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:44.459161 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-32a93d1b-8cc6-41e3-8e53-49cd8113dac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:43:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bf4b3b56-d2d0-41ce-814b-0e412029e4c8'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:44.518619 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b49c2928-1efe-47fd-8ba4-e6c8b34f5e43 req-5df6b76b-0c8f-4f35-9834-87e138c0044c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:44.539662 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-db2b1b80-1653-4912-8123-22f63c9baa9a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Deleting subnet 3774c8fc-76a1-4cf7-9c05-44c645b0409e {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:43:44.543331 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db2b1b80-1653-4912-8123-22f63c9baa9a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:44.640769 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db2b1b80-1653-4912-8123-22f63c9baa9a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:44.671131 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-32a93d1b-8cc6-41e3-8e53-49cd8113dac2 None None] Set router bf4b3b56-d2d0-41ce-814b-0e412029e4c8 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:44.703249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-b49c2928-1efe-47fd-8ba4-e6c8b34f5e43 req-5df6b76b-0c8f-4f35-9834-87e138c0044c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] For port eb41a022-327e-488d-a96d-fedbe0e3e122, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=eb41a022-327e-488d-a96d-fedbe0e3e122,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:44.739472 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b49c2928-1efe-47fd-8ba4-e6c8b34f5e43 req-5df6b76b-0c8f-4f35-9834-87e138c0044c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:44.746838 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b49c2928-1efe-47fd-8ba4-e6c8b34f5e43 req-5df6b76b-0c8f-4f35-9834-87e138c0044c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:44.762080 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['3aa1533a-9a9a-4c72-a786-1e80bc86c7a1', '0e077dcd-4c74-42b0-9e1e-8093c3e63bfa', 'eb41a022-327e-488d-a96d-fedbe0e3e122'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:43:44.775114 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db2b1b80-1653-4912-8123-22f63c9baa9a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:44.834737 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df6b76b-0c8f-4f35-9834-87e138c0044c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Pushing event updated for resources: {'Port': ['ID=eb41a022-327e-488d-a96d-fedbe0e3e122,revision_number=6']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:44.869855 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49c2928-1efe-47fd-8ba4-e6c8b34f5e43 req-5df6b76b-0c8f-4f35-9834-87e138c0044c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:44.870553 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b49c2928-1efe-47fd-8ba4-e6c8b34f5e43 req-5df6b76b-0c8f-4f35-9834-87e138c0044c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:44.871648 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db2b1b80-1653-4912-8123-22f63c9baa9a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:44.872055 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b49c2928-1efe-47fd-8ba4-e6c8b34f5e43 req-5df6b76b-0c8f-4f35-9834-87e138c0044c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "PUT /v2.0/ports/eb41a022-327e-488d-a96d-fedbe0e3e122 HTTP/1.1" status: 200 len: 904 time: 0.4584353 Jul 29 23:43:44.872554 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad84e4d-3207-45d4-9819-a039bb9df28e', 'tag': 'eb41a022-327e-488d-a96d-fedbe0e3e122'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:44.874845 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ab18ef7-6480-4fda-b000-6832e5989b98" -d '{"events": [{"name": "network-changed", "server_uuid": "3ad84e4d-3207-45d4-9819-a039bb9df28e", "tag": "eb41a022-327e-488d-a96d-fedbe0e3e122"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:44.962891 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2b1b80-1653-4912-8123-22f63c9baa9a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event deleted for resources: {'Subnet': ['ID=3774c8fc-76a1-4cf7-9c05-44c645b0409e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:44.985957 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['eb41a022-327e-488d-a96d-fedbe0e3e122'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:43:45.060640 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f29ed636-092f-4558-9815-563d5f30b907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:45.068347 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db2b1b80-1653-4912-8123-22f63c9baa9a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:45.074437 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34718) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:45.083116 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8550463e-0d1f-4c62-8ae0-69c3ad1ec7b1 None None] Network a5b9b3b3-522c-460f-9d93-a0d4457bd62d requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:45.085713 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-db2b1b80-1653-4912-8123-22f63c9baa9a tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "DELETE /v2.0/subnets/3774c8fc-76a1-4cf7-9c05-44c645b0409e HTTP/1.1" status: 204 len: 168 time: 0.6507726 Jul 29 23:43:45.091574 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f29ed636-092f-4558-9815-563d5f30b907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:45.122069 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-32a93d1b-8cc6-41e3-8e53-49cd8113dac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'name': 'tempest-TestNetworkBasicOps-router-1431683142', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:16Z', 'updated_at': '2021-07-29T23:43:42Z', 'revision_number': 5, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': '1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:40:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:17Z', 'updated_at': '2021-07-29T23:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:45.136824 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f29ed636-092f-4558-9815-563d5f30b907 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f110ef6c76b147378c32bb3308e1dc22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8130717 Jul 29 23:43:45.145383 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34722) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:45.172496 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a93d1b-8cc6-41e3-8e53-49cd8113dac2 None None] Checking router: bf4b3b56-d2d0-41ce-814b-0e412029e4c8 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:43:45.179361 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ed636-092f-4558-9815-563d5f30b907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=787e9521-7dcb-4115-a4bb-7eb093122a90,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:45.207749 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a93d1b-8cc6-41e3-8e53-49cd8113dac2 None None] Routers {'bf4b3b56-d2d0-41ce-814b-0e412029e4c8'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:45.208608 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-32a93d1b-8cc6-41e3-8e53-49cd8113dac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:43:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bf4b3b56-d2d0-41ce-814b-0e412029e4c8'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:45.230635 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad4b5544-5935-41e3-b9ee-71ec0e302acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:45.268742 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad4b5544-5935-41e3-b9ee-71ec0e302acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:45.338984 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-32a93d1b-8cc6-41e3-8e53-49cd8113dac2 None None] Set router bf4b3b56-d2d0-41ce-814b-0e412029e4c8 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:45.354644 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-62555cd4-a254-49fa-a637-7a65c0365056 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:45.374466 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad4b5544-5935-41e3-b9ee-71ec0e302acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:45.378018 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad4b5544-5935-41e3-b9ee-71ec0e302acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:45.383007 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ad4b5544-5935-41e3-b9ee-71ec0e302acf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/787e9521-7dcb-4115-a4bb-7eb093122a90 HTTP/1.1" status: 204 len: 168 time: 0.2339330 Jul 29 23:43:45.400455 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-af771fcf-5d34-49e7-ad09-5b1c6fbebfb8 None None] Provisioning complete for port eb41a022-327e-488d-a96d-fedbe0e3e122 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:45.400719 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-af771fcf-5d34-49e7-ad09-5b1c6fbebfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:45.400838 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b5544-5935-41e3-b9ee-71ec0e302acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=787e9521-7dcb-4115-a4bb-7eb093122a90,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:45.448742 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b875b2-2b3e-446e-a21f-f9b71aa3670d req-ea77aa46-eee8-4de9-aca3-a160304e4dfc tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:45.450236 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b6b875b2-2b3e-446e-a21f-f9b71aa3670d req-ea77aa46-eee8-4de9-aca3-a160304e4dfc tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad84e4d-3207-45d4-9819-a039bb9df28e HTTP/1.1" status: 200 len: 907 time: 0.2758074 Jul 29 23:43:45.566634 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2202a2b-5784-49dc-9419-6f1d8c23fb68 x-openstack-request-id: req-f2202a2b-5784-49dc-9419-6f1d8c23fb68 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:45.566934 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ad84e4d-3207-45d4-9819-a039bb9df28e", "tag": "eb41a022-327e-488d-a96d-fedbe0e3e122", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:45.567904 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f2202a2b-5784-49dc-9419-6f1d8c23fb68 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:45.568320 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ad84e4d-3207-45d4-9819-a039bb9df28e', 'tag': 'eb41a022-327e-488d-a96d-fedbe0e3e122', 'status': 'completed', 'code': 200} Jul 29 23:43:45.610134 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0a51e4-354e-4229-8589-528517cb34c5 None None] DHCP port deletion for a5b9b3b3-522c-460f-9d93-a0d4457bd62d request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:43:45.640180 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-62555cd4-a254-49fa-a637-7a65c0365056 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:45.692161 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab18ef7-6480-4fda-b000-6832e5989b98 req-f7c025b1-6a22-4382-a6fa-0f0f6d580e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:45.693700 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9ab18ef7-6480-4fda-b000-6832e5989b98 req-f7c025b1-6a22-4382-a6fa-0f0f6d580e00 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72e6a71724b54f78b875fd06b1bacd37&device_id=3ad84e4d-3207-45d4-9819-a039bb9df28e HTTP/1.1" status: 200 len: 1059 time: 0.0968890 Jul 29 23:43:45.737442 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a51e4-354e-4229-8589-528517cb34c5 None None] Deleting port 34f20f22-0026-4822-abbd-342952badb83 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:45.737733 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1f0a51e4-354e-4229-8589-528517cb34c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:45.765415 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-32a93d1b-8cc6-41e3-8e53-49cd8113dac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'name': 'tempest-TestNetworkBasicOps-router-1431683142', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:16Z', 'updated_at': '2021-07-29T23:43:42Z', 'revision_number': 5, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': '1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:40:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:17Z', 'updated_at': '2021-07-29T23:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:45.767809 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 34f20f22-0026-4822-abbd-342952badb83 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:43:45.828965 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32a93d1b-8cc6-41e3-8e53-49cd8113dac2 None None] The sync data for ids ['bf4b3b56-d2d0-41ce-814b-0e412029e4c8'] in n-d-712140-10 is: [{'id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'name': 'tempest-TestNetworkBasicOps-router-1431683142', 'tenant_id': 'a74022ced16f48bea72df0eb10f3e470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:16Z', 'updated_at': '2021-07-29T23:43:42Z', 'revision_number': 5, 'project_id': 'a74022ced16f48bea72df0eb10f3e470', 'gw_port': {'id': '1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:40:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf4b3b56-d2d0-41ce-814b-0e412029e4c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2579, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:17Z', 'updated_at': '2021-07-29T23:42:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:43:45.830223 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-62555cd4-a254-49fa-a637-7a65c0365056 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Deleting port 1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:45.830571 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-62555cd4-a254-49fa-a637-7a65c0365056 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:45.888724 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-1f0a51e4-354e-4229-8589-528517cb34c5 None None] For port 34f20f22-0026-4822-abbd-342952badb83, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=34f20f22-0026-4822-abbd-342952badb83,segment=NetworkSegment(98052f32-cd21-4010-b2d7-4841000d534a),segment_id=98052f32-cd21-4010-b2d7-4841000d534a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:45.888724 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1f0a51e4-354e-4229-8589-528517cb34c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:45.909692 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1f0a51e4-354e-4229-8589-528517cb34c5 None None] Calling delete_port for 34f20f22-0026-4822-abbd-342952badb83 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:45.983564 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-62555cd4-a254-49fa-a637-7a65c0365056 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] For port 1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:45.988895 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-62555cd4-a254-49fa-a637-7a65c0365056 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:45.991221 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.017694 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-62555cd4-a254-49fa-a637-7a65c0365056 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Calling delete_port for 1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63 owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:46.054816 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 34f20f22-0026-4822-abbd-342952badb83, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=34f20f22-0026-4822-abbd-342952badb83,segment=NetworkSegment(98052f32-cd21-4010-b2d7-4841000d534a),segment_id=98052f32-cd21-4010-b2d7-4841000d534a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:46.065773 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.071571 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1f0a51e4-354e-4229-8589-528517cb34c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.098637 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event deleted for resources: {'Port': ['ID=34f20f22-0026-4822-abbd-342952badb83,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:46.111894 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0a51e4-354e-4229-8589-528517cb34c5 None None] No DVR routers for this DVR port 34f20f22-0026-4822-abbd-342952badb83 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:43:46.134252 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34750) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:46.134557 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0a51e4-354e-4229-8589-528517cb34c5 None None] Pushing event deleted for resources: {'Port': ['ID=34f20f22-0026-4822-abbd-342952badb83,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:46.144731 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab18ef7-6480-4fda-b000-6832e5989b98 req-fee8c60d-8803-4570-9a57-cdff14bc0f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:46.146183 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9ab18ef7-6480-4fda-b000-6832e5989b98 req-fee8c60d-8803-4570-9a57-cdff14bc0f86 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c65634b4-620f-4d4e-b86a-cfaa4125589f HTTP/1.1" status: 200 len: 912 time: 0.4437401 Jul 29 23:43:46.157184 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d24203b-7534-4286-b136-1ad43f589df4 req-9bacf28e-bc9e-4b62-abda-08d828475da6 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:46.158743 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7d24203b-7534-4286-b136-1ad43f589df4 req-9bacf28e-bc9e-4b62-abda-08d828475da6 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.3962464 Jul 29 23:43:46.232282 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9ab18ef7-6480-4fda-b000-6832e5989b98 req-6cc276cf-a325-4185-a87e-ab9efbe18b24 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eb41a022-327e-488d-a96d-fedbe0e3e122 HTTP/1.1" status: 200 len: 217 time: 0.0686381 Jul 29 23:43:46.297875 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ae8224f0-e721-4ea2-b33d-313941db4b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.306648 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7d24203b-7534-4286-b136-1ad43f589df4 req-c1bcf645-c833-41ac-888d-f3f80b7edca6 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333420 Jul 29 23:43:46.395545 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab18ef7-6480-4fda-b000-6832e5989b98 req-c803361e-6847-4e43-9683-80108863ab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:46.397267 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9ab18ef7-6480-4fda-b000-6832e5989b98 req-c803361e-6847-4e43-9683-80108863ab24 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9f136cd8-eda3-43eb-9cb5-3830c4338b63 HTTP/1.1" status: 200 len: 850 time: 0.1528413 Jul 29 23:43:46.489299 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab18ef7-6480-4fda-b000-6832e5989b98 req-189b6a37-b72c-4813-809a-ac1ff6ac07b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:46.490813 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9ab18ef7-6480-4fda-b000-6832e5989b98 req-189b6a37-b72c-4813-809a-ac1ff6ac07b4 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c65634b4-620f-4d4e-b86a-cfaa4125589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0846672 Jul 29 23:43:46.515012 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ae8224f0-e721-4ea2-b33d-313941db4b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.520315 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ae8224f0-e721-4ea2-b33d-313941db4b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.521723 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-62555cd4-a254-49fa-a637-7a65c0365056 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.599444 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8224f0-e721-4ea2-b33d-313941db4b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9edcc6-53fb-4bee-b257-1dd8013a22ef,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:46.611169 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ae8224f0-e721-4ea2-b33d-313941db4b95 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=75fa1816df53448ab857bed78eede592&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4726069 Jul 29 23:43:46.611307 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62555cd4-a254-49fa-a637-7a65c0365056 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event deleted for resources: {'Port': ['ID=1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:46.611413 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34772) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:46.677089 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-25cf8f2a-7b07-40b8-a68d-d3088155ae17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.710496 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-62555cd4-a254-49fa-a637-7a65c0365056 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.714510 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9ab18ef7-6480-4fda-b000-6832e5989b98 req-8b8b4612-33eb-473a-8e42-b46d5da1df2f service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137718 Jul 29 23:43:46.717106 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-25cf8f2a-7b07-40b8-a68d-d3088155ae17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.858727 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-25cf8f2a-7b07-40b8-a68d-d3088155ae17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.861873 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-25cf8f2a-7b07-40b8-a68d-d3088155ae17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.863162 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-25cf8f2a-7b07-40b8-a68d-d3088155ae17 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c9edcc6-53fb-4bee-b257-1dd8013a22ef HTTP/1.1" status: 204 len: 168 time: 0.2500618 Jul 29 23:43:46.874527 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cf8f2a-7b07-40b8-a68d-d3088155ae17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9edcc6-53fb-4bee-b257-1dd8013a22ef,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:46.932814 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-62555cd4-a254-49fa-a637-7a65c0365056 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:46.937931 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-62555cd4-a254-49fa-a637-7a65c0365056 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:47.015829 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b8f05b-cc3f-4dff-8470-afef327df14e req-351a2a3c-9ad8-4e14-b15e-52b1254e2baf tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:47.023397 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-48b8f05b-cc3f-4dff-8470-afef327df14e req-351a2a3c-9ad8-4e14-b15e-52b1254e2baf tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.1914673 Jul 29 23:43:47.040705 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-62555cd4-a254-49fa-a637-7a65c0365056 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:47.041236 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62555cd4-a254-49fa-a637-7a65c0365056 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Fanout notify agent at l3_agent the message router_deleted on router bf4b3b56-d2d0-41ce-814b-0e412029e4c8 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:43:47.067805 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-62555cd4-a254-49fa-a637-7a65c0365056 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:47.068973 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-62555cd4-a254-49fa-a637-7a65c0365056 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "DELETE /v2.0/routers/bf4b3b56-d2d0-41ce-814b-0e412029e4c8 HTTP/1.1" status: 204 len: 168 time: 1.9934847 Jul 29 23:43:47.073862 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34790) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:47.081798 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9ab18ef7-6480-4fda-b000-6832e5989b98 req-b21de03b-75ed-4c19-a15d-df53539310fa service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042288 Jul 29 23:43:47.136563 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-48b8f05b-cc3f-4dff-8470-afef327df14e req-8d90f1e5-a618-4341-aac7-219295eb6194 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974605 Jul 29 23:43:47.206128 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3548a34-40c5-4413-9179-7adc2723bd01 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:47.345474 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3548a34-40c5-4413-9179-7adc2723bd01 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:47.373935 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-b3548a34-40c5-4413-9179-7adc2723bd01 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b9b3b3-522c-460f-9d93-a0d4457bd62d']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:47.389184 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-b3548a34-40c5-4413-9179-7adc2723bd01 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98052f32-cd21-4010-b2d7-4841000d534a') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:47.389746 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-b3548a34-40c5-4413-9179-7adc2723bd01 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98052f32-cd21-4010-b2d7-4841000d534a') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:47.401924 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3548a34-40c5-4413-9179-7adc2723bd01 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:47.435379 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3548a34-40c5-4413-9179-7adc2723bd01 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:47.443646 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3548a34-40c5-4413-9179-7adc2723bd01 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:43:47.444299 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3548a34-40c5-4413-9179-7adc2723bd01 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:47.449418 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:43:47.449418 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:43:47.449418 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:43:47.449418 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:43:47.449418 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:43:47.449418 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:43:47.449418 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:43:47.449418 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:43:47.449418 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:43:47.449418 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:43:47.449418 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:43:47.449418 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:43:47.449418 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:43:47.449418 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:43:47.449418 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:43:47.449418 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:43:47.449418 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:43:47.449418 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:43:47.449418 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:43:47.449418 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:43:47.449418 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:43:47.449418 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:43:47.449418 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:43:47.449418 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:43:47.449418 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:43:47.449418 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:43:47.449418 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:43:47.449418 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:43:47.449418 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:43:47.449418 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:43:47.449418 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:43:47.449418 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:43:47.600713 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3548a34-40c5-4413-9179-7adc2723bd01 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:47.608350 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3548a34-40c5-4413-9179-7adc2723bd01 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:47.614394 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b3548a34-40c5-4413-9179-7adc2723bd01 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] 10.222.0.18 "DELETE /v2.0/networks/a5b9b3b3-522c-460f-9d93-a0d4457bd62d HTTP/1.1" status: 204 len: 168 time: 0.5348988 Jul 29 23:43:47.632595 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3548a34-40c5-4413-9179-7adc2723bd01 tempest-TestNetworkBasicOps-1344779489 tempest-TestNetworkBasicOps-1344779489-project] Pushing event deleted for resources: {'Network': ['ID=a5b9b3b3-522c-460f-9d93-a0d4457bd62d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:47.742539 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-22e1cb76-b7c7-4556-87e6-27e585a0e4b3 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:47.750185 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-22e1cb76-b7c7-4556-87e6-27e585a0e4b3 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/networks?id=c65634b4-620f-4d4e-b86a-cfaa4125589f HTTP/1.1" status: 200 len: 811 time: 0.1872368 Jul 29 23:43:47.790131 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-ee987893-74f8-4a7d-9c5e-0c4c0c4ad594 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/quotas/72e6a71724b54f78b875fd06b1bacd37 HTTP/1.1" status: 200 len: 375 time: 0.0384605 Jul 29 23:43:47.834324 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:43:47.875823 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:43:47.877561 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1ddd4bc4-e71f-4a92-b579-2c0ecf37fc63 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:43:47.879556 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f43b064b-097f-41ab-96da-38b77bd13227 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:43:47.936466 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: f43b064b-097f-41ab-96da-38b77bd13227 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:43:47.937074 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f43b064b-097f-41ab-96da-38b77bd13227 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:43:47.976741 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-86f4128a-4600-4693-9fa8-3136ce3e1e8e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=72e6a71724b54f78b875fd06b1bacd37&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1856318 Jul 29 23:43:48.114047 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34844) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:48.169467 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34850) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:48.170155 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-fd6f1888-9783-454f-8f31-c720c5afd218 service neutron] 10.222.0.18 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873827 Jul 29 23:43:48.329425 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-fc70f3cc-a9cf-487e-b5c3-8369cf18f2ed service neutron] 10.222.0.18 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550829 Jul 29 23:43:48.492714 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-3fcb2d53-e15b-4905-84c4-cea1083de209 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1833710995', 'router:external': True}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:48.603567 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcb2d53-e15b-4905-84c4-cea1083de209 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Made reservation on behalf of d03a83eb87f14fc5a9485482ec3cfb75 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:48.605943 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3fcb2d53-e15b-4905-84c4-cea1083de209 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:48.615038 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8681d104-c39f-4462-961b-3fb70f2ce2c8 req-cc90c750-1266-4d19-b55e-1d3239ecb6a8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 210 time: 0.0473387 Jul 29 23:43:48.623735 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3fcb2d53-e15b-4905-84c4-cea1083de209 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:48.653397 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-65f15fa4-2e41-448d-9d41-3d5baa43b1e0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a74022ced16f48bea72df0eb10f3e470&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4823527 Jul 29 23:43:48.655362 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34872) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:48.759738 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0c3f-d561-4dc1-9184-423bfc9a59fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:48.884137 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0c3f-d561-4dc1-9184-423bfc9a59fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.002110 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0c3f-d561-4dc1-9184-423bfc9a59fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.008693 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b6dd0c3f-d561-4dc1-9184-423bfc9a59fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.010164 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b6dd0c3f-d561-4dc1-9184-423bfc9a59fe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0513bd63-878b-42d8-8a6d-58251c64e2ae HTTP/1.1" status: 204 len: 168 time: 0.3525846 Jul 29 23:43:49.063670 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dd0c3f-d561-4dc1-9184-423bfc9a59fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0513bd63-878b-42d8-8a6d-58251c64e2ae,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:49.163052 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3fcb2d53-e15b-4905-84c4-cea1083de209 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.170301 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3fcb2d53-e15b-4905-84c4-cea1083de209 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.209969 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fcb2d53-e15b-4905-84c4-cea1083de209 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:43:49.236070 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3fcb2d53-e15b-4905-84c4-cea1083de209 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.237154 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-3fcb2d53-e15b-4905-84c4-cea1083de209 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Added segment 0a2d2b30-2291-463b-8ad0-3afe97e3aeca of type vlan for network 74f0f6d1-25ef-4362-b1d4-b452f55a1ce7 Jul 29 23:43:49.257527 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:43:49.408292 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3fcb2d53-e15b-4905-84c4-cea1083de209 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.424310 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb2d53-e15b-4905-84c4-cea1083de209 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340643fc-d5f0-4edc-a547-4bf1c6d59a8c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:49.441554 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ceb0c5-dd8a-4497-8ef3-ea878f4424d0 req-07d7f928-afe3-4dc2-8084-3fa541e9a055 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:49.445156 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-79ceb0c5-dd8a-4497-8ef3-ea878f4424d0 req-07d7f928-afe3-4dc2-8084-3fa541e9a055 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 945 time: 0.1278324 Jul 29 23:43:49.487594 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3fcb2d53-e15b-4905-84c4-cea1083de209 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.489389 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcb2d53-e15b-4905-84c4-cea1083de209 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:49.490001 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3fcb2d53-e15b-4905-84c4-cea1083de209 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.554421 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-79ceb0c5-dd8a-4497-8ef3-ea878f4424d0 req-1d790b67-1413-4e9e-a0dd-82cfa5e859b5 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006963 Jul 29 23:43:49.641174 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3fcb2d53-e15b-4905-84c4-cea1083de209 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.5259299 Jul 29 23:43:49.645518 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34912) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:49.652203 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f36163cf-0fe6-460f-95f8-1cc64b8721ab tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Request body: {'subnet': {'network_id': '74f0f6d1-25ef-4362-b1d4-b452f55a1ce7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:49.663710 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb2d53-e15b-4905-84c4-cea1083de209 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Pushing event updated for resources: {'Network': ['ID=74f0f6d1-25ef-4362-b1d4-b452f55a1ce7,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:49.679034 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 74f0f6d1-25ef-4362-b1d4-b452f55a1ce7 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:43:49.718396 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36163cf-0fe6-460f-95f8-1cc64b8721ab tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Made reservation on behalf of d03a83eb87f14fc5a9485482ec3cfb75 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:49.724612 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f36163cf-0fe6-460f-95f8-1cc64b8721ab tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:49.842166 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3664d8c0-1698-46b7-bb37-7d6200db4311 req-8d600865-39a4-4f02-a34b-88c0b16e36a4 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 210 time: 0.0317519 Jul 29 23:43:49.907678 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34916) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:49.938637 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-82ad1c55-db05-40d6-a202-80a91e3bf0d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:50.191766 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-82ad1c55-db05-40d6-a202-80a91e3bf0d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:50.199115 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-82ad1c55-db05-40d6-a202-80a91e3bf0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:50.284577 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-5e10d16b-c92e-4229-98b3-ed09dc2c72c7 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:50.286911 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-5e10d16b-c92e-4229-98b3-ed09dc2c72c7 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.23 "GET /v2.0/networks?id=c65634b4-620f-4d4e-b86a-cfaa4125589f HTTP/1.1" status: 200 len: 811 time: 0.2224669 Jul 29 23:43:50.314360 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-82ad1c55-db05-40d6-a202-80a91e3bf0d5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e59599e8f2d44f88efd93d679372efd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4024355 Jul 29 23:43:50.319294 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34926) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:50.323656 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-1c6782d6-4975-4172-a66d-7883ca126541 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Request body: {'port': {'device_id': 'f160aa58-870a-409f-b862-fe9fbed7f0a2', 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f', 'admin_state_up': True, 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:50.323875 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad1c55-db05-40d6-a202-80a91e3bf0d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5b55d3-4579-458c-983e-59e792e13b36,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:50.454993 n-d-712140-10 neutron-server[94063]: DEBUG neutron.objects.ports [None req-f36163cf-0fe6-460f-95f8-1cc64b8721ab tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94063) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:43:50.455555 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f36163cf-0fe6-460f-95f8-1cc64b8721ab tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:50.460032 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-407549be-c26c-46aa-b1e7-4835d876d2ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:50.511275 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-407549be-c26c-46aa-b1e7-4835d876d2ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:50.555776 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36163cf-0fe6-460f-95f8-1cc64b8721ab tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e47c426f-6bd0-4978-8f53-f316aa08c266,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:50.560337 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36163cf-0fe6-460f-95f8-1cc64b8721ab tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Checking segment: {'id': '0a2d2b30-2291-463b-8ad0-3afe97e3aeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '74f0f6d1-25ef-4362-b1d4-b452f55a1ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:50.561080 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36163cf-0fe6-460f-95f8-1cc64b8721ab tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Network hostable DHCP agents. Network: 74f0f6d1-25ef-4362-b1d4-b452f55a1ce7, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:43:50.583633 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-1c6782d6-4975-4172-a66d-7883ca126541 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Made reservation on behalf of 72e6a71724b54f78b875fd06b1bacd37 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:50.586763 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-1c6782d6-4975-4172-a66d-7883ca126541 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:50.590709 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36163cf-0fe6-460f-95f8-1cc64b8721ab tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Network 74f0f6d1-25ef-4362-b1d4-b452f55a1ce7 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:43:50.613462 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-f36163cf-0fe6-460f-95f8-1cc64b8721ab tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 74f0f6d1-25ef-4362-b1d4-b452f55a1ce7) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:50.623170 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294620c5-ab6d-473e-9a9f-6b71cc41f9d2 None None] Network 74f0f6d1-25ef-4362-b1d4-b452f55a1ce7 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:50.623384 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-407549be-c26c-46aa-b1e7-4835d876d2ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:50.627076 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-407549be-c26c-46aa-b1e7-4835d876d2ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:50.631014 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-407549be-c26c-46aa-b1e7-4835d876d2ca admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a5b55d3-4579-458c-983e-59e792e13b36 HTTP/1.1" status: 204 len: 168 time: 0.3061147 Jul 29 23:43:50.632677 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36163cf-0fe6-460f-95f8-1cc64b8721ab tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:50.633825 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f36163cf-0fe6-460f-95f8-1cc64b8721ab tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:50.650421 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407549be-c26c-46aa-b1e7-4835d876d2ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5b55d3-4579-458c-983e-59e792e13b36,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:50.693403 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f36163cf-0fe6-460f-95f8-1cc64b8721ab tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0443494 Jul 29 23:43:50.693817 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34940) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:50.702432 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-c9e61166-e50e-4136-b968-d6b2f0fcc179 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-357934600', 'network_id': '74f0f6d1-25ef-4362-b1d4-b452f55a1ce7'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:50.823309 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e61166-e50e-4136-b968-d6b2f0fcc179 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Made reservation on behalf of d03a83eb87f14fc5a9485482ec3cfb75 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:43:50.825695 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c9e61166-e50e-4136-b968-d6b2f0fcc179 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:50.858881 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc13e06-7546-4236-993b-df8ab383c580 req-b4168ed9-efe9-4018-b8a7-8f6cea9c24bb tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:50.867198 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4dc13e06-7546-4236-993b-df8ab383c580 req-b4168ed9-efe9-4018-b8a7-8f6cea9c24bb tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 945 time: 0.1361089 Jul 29 23:43:50.875449 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-1c6782d6-4975-4172-a66d-7883ca126541 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Allocated IP 172.20.0.14 (c65634b4-620f-4d4e-b86a-cfaa4125589f/9f136cd8-eda3-43eb-9cb5-3830c4338b63/7a3cb13c-dda4-48be-ba06-67581fba9194) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:50.922441 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-c9e61166-e50e-4136-b968-d6b2f0fcc179 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] device_id is not set on port 4c49f5b9-6594-479b-a163-78d5e5db3bbc yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:43:50.956532 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4dc13e06-7546-4236-993b-df8ab383c580 req-56bf1957-19cb-480b-8b57-2829926d1009 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882590 Jul 29 23:43:50.965797 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fca9a1e-3d12-4b33-9e92-6295e75dbdfa None None] Network 74f0f6d1-25ef-4362-b1d4-b452f55a1ce7 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:43:51.743573 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6c8e4a37-77cc-4bbc-8cab-302902802221 req-b85bd3b8-b947-49b9-a363-db54513b9e43 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 210 time: 0.6098499 Jul 29 23:43:51.828527 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40569c0f-453f-49ef-84b0-223616777878 req-9076eaf3-91d5-403c-a4b2-a06af49b0b89 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:51.830033 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-40569c0f-453f-49ef-84b0-223616777878 req-9076eaf3-91d5-403c-a4b2-a06af49b0b89 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.23 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 945 time: 0.6880438 Jul 29 23:43:51.847234 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-c9e61166-e50e-4136-b968-d6b2f0fcc179 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Allocated IP 172.20.0.6 (74f0f6d1-25ef-4362-b1d4-b452f55a1ce7/e47c426f-6bd0-4978-8f53-f316aa08c266/4c49f5b9-6594-479b-a163-78d5e5db3bbc) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:51.995235 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-1c6782d6-4975-4172-a66d-7883ca126541 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.086745 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-1c6782d6-4975-4172-a66d-7883ca126541 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Transition to ACTIVE for port object 7a3cb13c-dda4-48be-ba06-67581fba9194 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:52.170096 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-40569c0f-453f-49ef-84b0-223616777878 req-9938b038-b70b-43de-819b-ba0df2320fc6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Deleting port fd84251b-e42f-42ef-b5f1-0a32da709a43 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:52.170678 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-40569c0f-453f-49ef-84b0-223616777878 req-9938b038-b70b-43de-819b-ba0df2320fc6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.292062 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-40569c0f-453f-49ef-84b0-223616777878 req-9938b038-b70b-43de-819b-ba0df2320fc6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] For port fd84251b-e42f-42ef-b5f1-0a32da709a43, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=fd84251b-e42f-42ef-b5f1-0a32da709a43,segment=NetworkSegment(68cddc6e-f947-4e0d-a9f3-78b61292f920),segment_id=68cddc6e-f947-4e0d-a9f3-78b61292f920)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:43:52.292855 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-40569c0f-453f-49ef-84b0-223616777878 req-9938b038-b70b-43de-819b-ba0df2320fc6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.507408 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-40569c0f-453f-49ef-84b0-223616777878 req-9938b038-b70b-43de-819b-ba0df2320fc6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.508670 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-40569c0f-453f-49ef-84b0-223616777878 req-9938b038-b70b-43de-819b-ba0df2320fc6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.511006 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [req-40569c0f-453f-49ef-84b0-223616777878 req-9938b038-b70b-43de-819b-ba0df2320fc6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Floating IP 9bc29487-ba8c-4c44-89e8-073fb6d9c1b2 disassociated. External IP: 172.25.8.9, port: fd84251b-e42f-42ef-b5f1-0a32da709a43. Jul 29 23:43:52.511879 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-40569c0f-453f-49ef-84b0-223616777878 req-9938b038-b70b-43de-819b-ba0df2320fc6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Calling delete_port for fd84251b-e42f-42ef-b5f1-0a32da709a43 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:52.572103 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c9e61166-e50e-4136-b968-d6b2f0fcc179 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.644507 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-1c6782d6-4975-4172-a66d-7883ca126541 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.657495 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['3aa1533a-9a9a-4c72-a786-1e80bc86c7a1', '0e077dcd-4c74-42b0-9e1e-8093c3e63bfa'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:43:52.658615 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c9e61166-e50e-4136-b968-d6b2f0fcc179 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:52.790047 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa87df-1403-492a-be16-e5984197b129 req-a1d95544-2266-4b72-ab31-3e0552d30ec0 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:52.797566 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-00fa87df-1403-492a-be16-e5984197b129 req-a1d95544-2266-4b72-ab31-3e0552d30ec0 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 945 time: 0.7535987 Jul 29 23:43:52.836117 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6782d6-4975-4172-a66d-7883ca126541 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Pushing event updated for resources: {'Port': ['ID=7a3cb13c-dda4-48be-ba06-67581fba9194,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:52.905293 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-1c6782d6-4975-4172-a66d-7883ca126541 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Network c65634b4-620f-4d4e-b86a-cfaa4125589f is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:52.915162 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e61166-e50e-4136-b968-d6b2f0fcc179 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Network 74f0f6d1-25ef-4362-b1d4-b452f55a1ce7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:52.927856 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-1c6782d6-4975-4172-a66d-7883ca126541 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:52.930642 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-c9e61166-e50e-4136-b968-d6b2f0fcc179 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:52.932514 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-1c6782d6-4975-4172-a66d-7883ca126541 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:52.972547 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e61166-e50e-4136-b968-d6b2f0fcc179 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:53.047117 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e61166-e50e-4136-b968-d6b2f0fcc179 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:53.048552 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c9e61166-e50e-4136-b968-d6b2f0fcc179 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:53.092596 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e61166-e50e-4136-b968-d6b2f0fcc179 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Pushing event updated for resources: {'Port': ['ID=4c49f5b9-6594-479b-a163-78d5e5db3bbc,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:53.121157 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-00fa87df-1403-492a-be16-e5984197b129 req-bd8cb213-1796-4f5b-a675-7f9376678977 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=15a3c01e-0e1d-4375-b864-495586bc2b7c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3190589 Jul 29 23:43:53.132087 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c9e61166-e50e-4136-b968-d6b2f0fcc179 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.4349329 Jul 29 23:43:53.132497 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35020) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:53.142357 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-1c6782d6-4975-4172-a66d-7883ca126541 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:53.144787 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-1c6782d6-4975-4172-a66d-7883ca126541 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:53.192523 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-1c6782d6-4975-4172-a66d-7883ca126541 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8797965 Jul 29 23:43:53.220914 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-0cbdc441-4c9c-4492-adae-b088e72ebedc service neutron] Request body: {'port': {'device_id': 'f160aa58-870a-409f-b862-fe9fbed7f0a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:53.302914 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-40569c0f-453f-49ef-84b0-223616777878 req-9938b038-b70b-43de-819b-ba0df2320fc6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:53.338238 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1fe0ccb2-0cbc-4c63-a731-5c93558525c8 None None] Provisioning for port 7a3cb13c-dda4-48be-ba06-67581fba9194 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:43:53.344635 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1fe0ccb2-0cbc-4c63-a731-5c93558525c8 None None] Provisioning complete for port 7a3cb13c-dda4-48be-ba06-67581fba9194 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:43:53.345450 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1fe0ccb2-0cbc-4c63-a731-5c93558525c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:53.363956 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-ff2e9db9-a76d-4ced-8151-b48407e43190 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Deleting port 4c49f5b9-6594-479b-a163-78d5e5db3bbc {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:53.364326 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ff2e9db9-a76d-4ced-8151-b48407e43190 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:53.376897 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-0cbdc441-4c9c-4492-adae-b088e72ebedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:53.400347 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938b038-b70b-43de-819b-ba0df2320fc6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Pushing event deleted for resources: {'Port': ['ID=fd84251b-e42f-42ef-b5f1-0a32da709a43,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:53.428330 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1fe0ccb2-0cbc-4c63-a731-5c93558525c8 None None] Port 7a3cb13c-dda4-48be-ba06-67581fba9194 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:43:53.480803 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ff2e9db9-a76d-4ced-8151-b48407e43190 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:53.495922 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-ff2e9db9-a76d-4ced-8151-b48407e43190 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Calling delete_port for 4c49f5b9-6594-479b-a163-78d5e5db3bbc owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:53.538430 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afdc124-a6ad-4fd2-8e2c-369059161b08 req-ac93313c-2f73-4dad-93b4-a5d2f485d745 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:53.541252 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1afdc124-a6ad-4fd2-8e2c-369059161b08 req-ac93313c-2f73-4dad-93b4-a5d2f485d745 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 932 time: 0.2219236 Jul 29 23:43:53.687262 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ff2e9db9-a76d-4ced-8151-b48407e43190 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:53.729198 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2e9db9-a76d-4ced-8151-b48407e43190 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Pushing event deleted for resources: {'Port': ['ID=4c49f5b9-6594-479b-a163-78d5e5db3bbc,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:53.771548 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1afdc124-a6ad-4fd2-8e2c-369059161b08 req-000e84c2-ae4c-4aa1-ad13-89789547a8ef tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203572 Jul 29 23:43:53.828037 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ff2e9db9-a76d-4ced-8151-b48407e43190 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:53.830406 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ff2e9db9-a76d-4ced-8151-b48407e43190 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "DELETE /v2.0/ports/4c49f5b9-6594-479b-a163-78d5e5db3bbc HTTP/1.1" status: 204 len: 168 time: 0.6968014 Jul 29 23:43:53.833003 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35042) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:53.839884 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-f9d8ca8f-67c2-41c3-a138-155bf57216ba tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '74f0f6d1-25ef-4362-b1d4-b452f55a1ce7', 'external_fixed_ips': [{'subnet_id': 'e47c426f-6bd0-4978-8f53-f316aa08c266', 'ip_address': '172.20.0.6'}]}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:53.865754 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40569c0f-453f-49ef-84b0-223616777878 req-9938b038-b70b-43de-819b-ba0df2320fc6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Router b255c339-ea4a-48c3-9dbb-74bbf2990780 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:43:53.876064 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f9d8ca8f-67c2-41c3-a138-155bf57216ba tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:53.877639 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f9d8ca8f-67c2-41c3-a138-155bf57216ba tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:53.948826 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35044) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:54.027872 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f9d8ca8f-67c2-41c3-a138-155bf57216ba tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.111522 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40569c0f-453f-49ef-84b0-223616777878 req-9938b038-b70b-43de-819b-ba0df2320fc6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:43:54.123608 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43510cf3-b242-45d5-a34b-7a16b440e93e None None] Sync routers for ids ['b255c339-ea4a-48c3-9dbb-74bbf2990780'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:43:54.134125 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43510cf3-b242-45d5-a34b-7a16b440e93e None None] Routers {'b255c339-ea4a-48c3-9dbb-74bbf2990780'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:54.134804 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-43510cf3-b242-45d5-a34b-7a16b440e93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:43:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b255c339-ea4a-48c3-9dbb-74bbf2990780'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:54.163356 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-0cbdc441-4c9c-4492-adae-b088e72ebedc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a3cb13c-dda4-48be-ba06-67581fba9194 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:43:54.187273 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-40569c0f-453f-49ef-84b0-223616777878 req-9938b038-b70b-43de-819b-ba0df2320fc6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] No DVR routers for this DVR port fd84251b-e42f-42ef-b5f1-0a32da709a43 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:43:54.190442 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-0cbdc441-4c9c-4492-adae-b088e72ebedc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.195955 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-40569c0f-453f-49ef-84b0-223616777878 req-9938b038-b70b-43de-819b-ba0df2320fc6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.198261 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-40569c0f-453f-49ef-84b0-223616777878 req-9938b038-b70b-43de-819b-ba0df2320fc6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.23 "DELETE /v2.0/ports/fd84251b-e42f-42ef-b5f1-0a32da709a43 HTTP/1.1" status: 204 len: 173 time: 2.3487444 Jul 29 23:43:54.198816 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d7cf285-6adb-4ea3-a00f-3c4c336f1550', 'name': 'network-vif-deleted', 'tag': 'fd84251b-e42f-42ef-b5f1-0a32da709a43'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:54.208150 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d797bd-1ce8-4a94-a128-970afa717927" -d '{"events": [{"server_uuid": "6d7cf285-6adb-4ea3-a00f-3c4c336f1550", "name": "network-vif-deleted", "tag": "fd84251b-e42f-42ef-b5f1-0a32da709a43"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:54.262512 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3de39027-a58f-4971-b38c-e963401cfd66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.265795 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f9d8ca8f-67c2-41c3-a138-155bf57216ba tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.304743 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98c50dd8-fa4c-4e04-bc27-e02c58f1b5e7 req-988fd06e-696e-4b38-a2a9-87e60c796a58 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d7cf285-6adb-4ea3-a00f-3c4c336f1550 HTTP/1.1" status: 200 len: 210 time: 0.0647030 Jul 29 23:43:54.309169 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-0cbdc441-4c9c-4492-adae-b088e72ebedc service neutron] Transition to ACTIVE for port object 7a3cb13c-dda4-48be-ba06-67581fba9194 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:54.315286 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-0cbdc441-4c9c-4492-adae-b088e72ebedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.350039 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-43510cf3-b242-45d5-a34b-7a16b440e93e None None] Set router b255c339-ea4a-48c3-9dbb-74bbf2990780 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:54.361950 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbdc441-4c9c-4492-adae-b088e72ebedc service neutron] Pushing event updated for resources: {'Port': ['ID=7a3cb13c-dda4-48be-ba06-67581fba9194,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:54.390070 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f4a9d2-681c-4d11-9fc9-d738b757a265 x-openstack-request-id: req-e4f4a9d2-681c-4d11-9fc9-d738b757a265 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:54.390439 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d7cf285-6adb-4ea3-a00f-3c4c336f1550", "name": "network-vif-deleted", "tag": "fd84251b-e42f-42ef-b5f1-0a32da709a43", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:54.390765 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e4f4a9d2-681c-4d11-9fc9-d738b757a265 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:54.391253 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d7cf285-6adb-4ea3-a00f-3c4c336f1550', 'name': 'network-vif-deleted', 'tag': 'fd84251b-e42f-42ef-b5f1-0a32da709a43', 'status': 'completed', 'code': 200} Jul 29 23:43:54.510851 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-0cbdc441-4c9c-4492-adae-b088e72ebedc service neutron] Attempting to bind port 7a3cb13c-dda4-48be-ba06-67581fba9194 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:54.511325 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-0cbdc441-4c9c-4492-adae-b088e72ebedc service neutron] Attempting to bind port 7a3cb13c-dda4-48be-ba06-67581fba9194 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '45c04b8e-476f-4241-8476-f7d4980a8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:54.511734 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-0cbdc441-4c9c-4492-adae-b088e72ebedc service neutron] Attempting to bind port 7a3cb13c-dda4-48be-ba06-67581fba9194 on network c65634b4-620f-4d4e-b86a-cfaa4125589f {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:54.517343 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-0cbdc441-4c9c-4492-adae-b088e72ebedc service neutron] Port 7a3cb13c-dda4-48be-ba06-67581fba9194 on network c65634b4-620f-4d4e-b86a-cfaa4125589f not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:43:54.517854 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-0cbdc441-4c9c-4492-adae-b088e72ebedc service neutron] Attempting to bind port 7a3cb13c-dda4-48be-ba06-67581fba9194 on network c65634b4-620f-4d4e-b86a-cfaa4125589f {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:54.524117 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-0cbdc441-4c9c-4492-adae-b088e72ebedc service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 43, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:54.524771 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-0cbdc441-4c9c-4492-adae-b088e72ebedc service neutron] Checking segment: {'id': '45c04b8e-476f-4241-8476-f7d4980a8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:54.525238 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-0cbdc441-4c9c-4492-adae-b088e72ebedc service neutron] Bound using segment: {'id': '45c04b8e-476f-4241-8476-f7d4980a8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:54.525962 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-0cbdc441-4c9c-4492-adae-b088e72ebedc service neutron] Bound port: 7a3cb13c-dda4-48be-ba06-67581fba9194, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45c04b8e-476f-4241-8476-f7d4980a8b7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:54.526554 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-0cbdc441-4c9c-4492-adae-b088e72ebedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.580002 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3de39027-a58f-4971-b38c-e963401cfd66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.590426 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3de39027-a58f-4971-b38c-e963401cfd66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.660066 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-0cbdc441-4c9c-4492-adae-b088e72ebedc service neutron] For port 7a3cb13c-dda4-48be-ba06-67581fba9194, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:54.674004 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-0cbdc441-4c9c-4492-adae-b088e72ebedc service neutron] For port 7a3cb13c-dda4-48be-ba06-67581fba9194, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=7a3cb13c-dda4-48be-ba06-67581fba9194,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:54.699372 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-0cbdc441-4c9c-4492-adae-b088e72ebedc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.780509 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de39027-a58f-4971-b38c-e963401cfd66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc01e5b-808b-44cf-bb3b-b16710780db5,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:54.833385 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-0cbdc441-4c9c-4492-adae-b088e72ebedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:54.834091 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-0cbdc441-4c9c-4492-adae-b088e72ebedc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:54.839325 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-0cbdc441-4c9c-4492-adae-b088e72ebedc service neutron] 10.222.0.23 "PUT /v2.0/ports/7a3cb13c-dda4-48be-ba06-67581fba9194 HTTP/1.1" status: 200 len: 1093 time: 1.6309550 Jul 29 23:43:54.921322 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3de39027-a58f-4971-b38c-e963401cfd66 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=64b47d065d8c45ad842471c482396656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9690161 Jul 29 23:43:54.933823 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 35066) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:54.982302 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f9d8ca8f-67c2-41c3-a138-155bf57216ba tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.065562 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f9d8ca8f-67c2-41c3-a138-155bf57216ba tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.125323 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbdc441-4c9c-4492-adae-b088e72ebedc service neutron] Pushing event updated for resources: {'Port': ['ID=7a3cb13c-dda4-48be-ba06-67581fba9194,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:55.183638 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-43510cf3-b242-45d5-a34b-7a16b440e93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'name': 'tempest-AttachVolumeTestJSON-1082787952-router', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:03Z', 'updated_at': '2021-07-29T23:39:13Z', 'revision_number': 4, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'gw_port': {'id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:06Z', 'updated_at': '2021-07-29T23:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f6dd2ce7-917d-41ac-b240-970f2b369ca1', 'name': '', 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'mac_address': 'fa:16:3e:f4:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'd3fee908-ce2a-4a34-b5cd-8383eff77fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:11Z', 'updated_at': '2021-07-29T23:39:19Z', 'revision_number': 5, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'subnets': [{'id': 'd3fee908-ce2a-4a34-b5cd-8383eff77fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:55.213840 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-b55bd83a-4638-4f0b-ae8c-640da1b9e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:55.215384 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-b55bd83a-4638-4f0b-ae8c-640da1b9e28c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72e6a71724b54f78b875fd06b1bacd37&device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 1096 time: 0.2846093 Jul 29 23:43:55.221176 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43510cf3-b242-45d5-a34b-7a16b440e93e None None] Checking router: b255c339-ea4a-48c3-9dbb-74bbf2990780 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:43:55.229768 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8518f8a1-e2ae-48bd-825f-15b3243f4b14 req-117b5797-428e-400a-9f62-3695122e86b6 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:55.230478 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43510cf3-b242-45d5-a34b-7a16b440e93e None None] Routers {'b255c339-ea4a-48c3-9dbb-74bbf2990780'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:55.231098 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-43510cf3-b242-45d5-a34b-7a16b440e93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:43:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b255c339-ea4a-48c3-9dbb-74bbf2990780'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:55.239096 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8518f8a1-e2ae-48bd-825f-15b3243f4b14 req-117b5797-428e-400a-9f62-3695122e86b6 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 944 time: 0.2336400 Jul 29 23:43:55.277885 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-f9d8ca8f-67c2-41c3-a138-155bf57216ba tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Allocated IP 172.20.0.6 (74f0f6d1-25ef-4362-b1d4-b452f55a1ce7/e47c426f-6bd0-4978-8f53-f316aa08c266/77063803-febc-4552-860e-95a4cb667da5) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:55.288512 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-9b3551d0-0b88-4c9a-996b-a5321b6a04ee service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a3cb13c-dda4-48be-ba06-67581fba9194 HTTP/1.1" status: 200 len: 217 time: 0.0446222 Jul 29 23:43:55.356131 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-884d566a-2a9f-4d4a-b2a9-5268f901d505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.359084 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-43510cf3-b242-45d5-a34b-7a16b440e93e None None] Set router b255c339-ea4a-48c3-9dbb-74bbf2990780 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:55.420893 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8518f8a1-e2ae-48bd-825f-15b3243f4b14 req-1bc45b1b-ff9e-421b-a84a-97e966fc156e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808133 Jul 29 23:43:55.451457 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f9d8ca8f-67c2-41c3-a138-155bf57216ba tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.465839 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-884d566a-2a9f-4d4a-b2a9-5268f901d505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.468872 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-10722e80-aeed-40e8-86f2-de81a4f1acfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:55.471229 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-10722e80-aeed-40e8-86f2-de81a4f1acfd service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9f136cd8-eda3-43eb-9cb5-3830c4338b63 HTTP/1.1" status: 200 len: 850 time: 0.1617200 Jul 29 23:43:55.544710 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35076) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:55.625473 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f9d8ca8f-67c2-41c3-a138-155bf57216ba tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.635182 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-6d0a078d-16f9-4a62-bafa-9f364da0553a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:55.637432 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-6d0a078d-16f9-4a62-bafa-9f364da0553a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c65634b4-620f-4d4e-b86a-cfaa4125589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1465204 Jul 29 23:43:55.689698 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-43510cf3-b242-45d5-a34b-7a16b440e93e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'name': 'tempest-AttachVolumeTestJSON-1082787952-router', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:03Z', 'updated_at': '2021-07-29T23:39:13Z', 'revision_number': 4, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'gw_port': {'id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:06Z', 'updated_at': '2021-07-29T23:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f6dd2ce7-917d-41ac-b240-970f2b369ca1', 'name': '', 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'mac_address': 'fa:16:3e:f4:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'd3fee908-ce2a-4a34-b5cd-8383eff77fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:11Z', 'updated_at': '2021-07-29T23:39:19Z', 'revision_number': 5, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'subnets': [{'id': 'd3fee908-ce2a-4a34-b5cd-8383eff77fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:55.700883 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d8ca8f-67c2-41c3-a138-155bf57216ba tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Pushing event updated for resources: {'Port': ['ID=77063803-febc-4552-860e-95a4cb667da5,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:55.719753 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-58a5b03e-8a65-4908-b6ee-7a2beb254743 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.734435 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43510cf3-b242-45d5-a34b-7a16b440e93e None None] The sync data for ids ['b255c339-ea4a-48c3-9dbb-74bbf2990780'] in n-d-712140-10 is: [{'id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'name': 'tempest-AttachVolumeTestJSON-1082787952-router', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:03Z', 'updated_at': '2021-07-29T23:39:13Z', 'revision_number': 4, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'gw_port': {'id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:06Z', 'updated_at': '2021-07-29T23:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f6dd2ce7-917d-41ac-b240-970f2b369ca1', 'name': '', 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'mac_address': 'fa:16:3e:f4:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'd3fee908-ce2a-4a34-b5cd-8383eff77fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:11Z', 'updated_at': '2021-07-29T23:39:19Z', 'revision_number': 5, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'subnets': [{'id': 'd3fee908-ce2a-4a34-b5cd-8383eff77fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:43:55.750424 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-58a5b03e-8a65-4908-b6ee-7a2beb254743 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.756291 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-884d566a-2a9f-4d4a-b2a9-5268f901d505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.759555 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-884d566a-2a9f-4d4a-b2a9-5268f901d505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.763724 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-884d566a-2a9f-4d4a-b2a9-5268f901d505 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dfc01e5b-808b-44cf-bb3b-b16710780db5 HTTP/1.1" status: 204 len: 168 time: 0.8288159 Jul 29 23:43:55.779954 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884d566a-2a9f-4d4a-b2a9-5268f901d505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc01e5b-808b-44cf-bb3b-b16710780db5,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:55.790455 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d8ca8f-67c2-41c3-a138-155bf57216ba tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Network 74f0f6d1-25ef-4362-b1d4-b452f55a1ce7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:55.837196 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-9ce02776-7b58-439f-8211-91c4a257b6d6 service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902859 Jul 29 23:43:55.871614 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-f9d8ca8f-67c2-41c3-a138-155bf57216ba tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:55.878996 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-58a5b03e-8a65-4908-b6ee-7a2beb254743 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.881732 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-58a5b03e-8a65-4908-b6ee-7a2beb254743 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:55.886053 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-58a5b03e-8a65-4908-b6ee-7a2beb254743 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "DELETE /v2.0/security-groups/15a3c01e-0e1d-4375-b864-495586bc2b7c HTTP/1.1" status: 204 len: 168 time: 0.3369379 Jul 29 23:43:55.886053 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d8ca8f-67c2-41c3-a138-155bf57216ba tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:55.889232 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35084) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:55.917657 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device fd84251b-e42f-42ef-b5f1-0a32da709a43 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:43:55.929250 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5b03e-8a65-4908-b6ee-7a2beb254743 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a3c01e-0e1d-4375-b864-495586bc2b7c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:55.942010 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-5b194bce-765c-4315-a8ae-1f734288f4a9 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] show failed (client error): The resource could not be found. Jul 29 23:43:55.943049 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5b194bce-765c-4315-a8ae-1f734288f4a9 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups/15a3c01e-0e1d-4375-b864-495586bc2b7c HTTP/1.1" status: 404 len: 347 time: 0.0509593 Jul 29 23:43:55.951713 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 35090) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:55.965374 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: fd84251b-e42f-42ef-b5f1-0a32da709a43 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:43:55.965761 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device fd84251b-e42f-42ef-b5f1-0a32da709a43 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:43:56.216683 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fce8a3ce-eded-4684-8f7e-78103de96b9c req-d225d956-b856-485e-ade0-364dae593151 service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3710642 Jul 29 23:43:56.232140 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-101bf2ef-b568-4080-a638-c0c3d2910312 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Deleting port 2cdb21a2-595a-481b-a1cb-55530c33f2f3 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:56.232663 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-101bf2ef-b568-4080-a638-c0c3d2910312 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:56.263121 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c56c1bfc-4289-40ed-8f0d-70003b875f1a None None] New status for floating IP 9bc29487-ba8c-4c44-89e8-073fb6d9c1b2: DOWN {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:43:56.333548 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35098) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:56.351957 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7935db74-7caf-4beb-ac6c-3e9d9d2f5c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:56.357846 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-101bf2ef-b568-4080-a638-c0c3d2910312 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:56.358625 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-101bf2ef-b568-4080-a638-c0c3d2910312 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:56.390011 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-101bf2ef-b568-4080-a638-c0c3d2910312 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Calling delete_port for 2cdb21a2-595a-481b-a1cb-55530c33f2f3 owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:56.392481 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f160aa58-870a-409f-b862-fe9fbed7f0a2', 'tag': '7a3cb13c-dda4-48be-ba06-67581fba9194'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:43:56.395546 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45a9b55a-c98a-41a5-94e1-6807a81691fe" -d '{"events": [{"name": "network-changed", "server_uuid": "f160aa58-870a-409f-b862-fe9fbed7f0a2", "tag": "7a3cb13c-dda4-48be-ba06-67581fba9194"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:43:56.396965 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f9d8ca8f-67c2-41c3-a138-155bf57216ba tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:56.479874 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09088e19-4749-43df-821f-a6ff15ed7278 x-openstack-request-id: req-09088e19-4749-43df-821f-a6ff15ed7278 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:43:56.481043 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f160aa58-870a-409f-b862-fe9fbed7f0a2", "tag": "7a3cb13c-dda4-48be-ba06-67581fba9194", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:43:56.483544 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-09088e19-4749-43df-821f-a6ff15ed7278 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:43:56.483748 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f160aa58-870a-409f-b862-fe9fbed7f0a2', 'tag': '7a3cb13c-dda4-48be-ba06-67581fba9194', 'status': 'completed', 'code': 200} Jul 29 23:43:56.623860 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9b55a-c98a-41a5-94e1-6807a81691fe req-c889e0a0-8b65-4723-a069-dc208e0a5e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:56.625389 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-45a9b55a-c98a-41a5-94e1-6807a81691fe req-c889e0a0-8b65-4723-a069-dc208e0a5e34 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72e6a71724b54f78b875fd06b1bacd37&device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 1096 time: 0.1223810 Jul 29 23:43:56.646923 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6179eb37-052e-4f56-8232-8968ba203a9e req-51345ad2-9739-40f3-a20a-3012b917484b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:56.649215 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6179eb37-052e-4f56-8232-8968ba203a9e req-51345ad2-9739-40f3-a20a-3012b917484b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 944 time: 0.0982509 Jul 29 23:43:56.692377 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7935db74-7caf-4beb-ac6c-3e9d9d2f5c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:56.783595 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6179eb37-052e-4f56-8232-8968ba203a9e req-2834d4bd-7735-44b7-971a-d789917f402a tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227493 Jul 29 23:43:56.830090 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9b55a-c98a-41a5-94e1-6807a81691fe req-cbde23fa-6638-4050-9ce1-b8aebb40ca96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:56.831788 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-45a9b55a-c98a-41a5-94e1-6807a81691fe req-cbde23fa-6638-4050-9ce1-b8aebb40ca96 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c65634b4-620f-4d4e-b86a-cfaa4125589f HTTP/1.1" status: 200 len: 912 time: 0.1810584 Jul 29 23:43:56.837077 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-101bf2ef-b568-4080-a638-c0c3d2910312 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:56.872862 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101bf2ef-b568-4080-a638-c0c3d2910312 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Pushing event deleted for resources: {'Port': ['ID=2cdb21a2-595a-481b-a1cb-55530c33f2f3,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:56.915884 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-45a9b55a-c98a-41a5-94e1-6807a81691fe req-d56184f5-3687-4131-95a7-6fcba5a3cf38 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a3cb13c-dda4-48be-ba06-67581fba9194 HTTP/1.1" status: 200 len: 217 time: 0.0528238 Jul 29 23:43:56.989790 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7935db74-7caf-4beb-ac6c-3e9d9d2f5c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.009519 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9b55a-c98a-41a5-94e1-6807a81691fe req-b06c0136-ae4a-4e91-a6ac-a485afe6b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:57.011348 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-45a9b55a-c98a-41a5-94e1-6807a81691fe req-b06c0136-ae4a-4e91-a6ac-a485afe6b804 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9f136cd8-eda3-43eb-9cb5-3830c4338b63 HTTP/1.1" status: 200 len: 850 time: 0.0817504 Jul 29 23:43:57.013735 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-101bf2ef-b568-4080-a638-c0c3d2910312 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.016373 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-101bf2ef-b568-4080-a638-c0c3d2910312 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.017783 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-101bf2ef-b568-4080-a638-c0c3d2910312 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "DELETE /v2.0/floatingips/9bc29487-ba8c-4c44-89e8-073fb6d9c1b2 HTTP/1.1" status: 204 len: 168 time: 1.0478828 Jul 29 23:43:57.038929 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7935db74-7caf-4beb-ac6c-3e9d9d2f5c99 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fcd920ba91f84833b6ad33d29206f285&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7042246 Jul 29 23:43:57.047063 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35112) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:57.062593 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7935db74-7caf-4beb-ac6c-3e9d9d2f5c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38e97fa-25e7-476b-b772-a2401871d8ea,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:57.073465 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f9d8ca8f-67c2-41c3-a138-155bf57216ba tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.113466 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9b55a-c98a-41a5-94e1-6807a81691fe req-035a162a-ec25-4e07-a157-e43853ea5b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:57.115012 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-45a9b55a-c98a-41a5-94e1-6807a81691fe req-035a162a-ec25-4e07-a157-e43853ea5b02 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c65634b4-620f-4d4e-b86a-cfaa4125589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0944624 Jul 29 23:43:57.192569 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5ec4672-bdd1-4fc1-bff7-39acdb9c5d89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.215296 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-45a9b55a-c98a-41a5-94e1-6807a81691fe req-16caff68-96cf-42ac-898f-2fd7e117466c service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910184 Jul 29 23:43:57.216882 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5ec4672-bdd1-4fc1-bff7-39acdb9c5d89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.276604 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5ec4672-bdd1-4fc1-bff7-39acdb9c5d89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.276604 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5ec4672-bdd1-4fc1-bff7-39acdb9c5d89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.278028 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e5ec4672-bdd1-4fc1-bff7-39acdb9c5d89 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e38e97fa-25e7-476b-b772-a2401871d8ea HTTP/1.1" status: 204 len: 168 time: 0.2272253 Jul 29 23:43:57.325589 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec4672-bdd1-4fc1-bff7-39acdb9c5d89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38e97fa-25e7-476b-b772-a2401871d8ea,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:57.336943 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-45a9b55a-c98a-41a5-94e1-6807a81691fe req-9172a98d-cf54-471d-94fc-268d113f8bcf service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130629 Jul 29 23:43:57.424373 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d8ca8f-67c2-41c3-a138-155bf57216ba tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Router b829fafe-c8f4-4afb-ba01-051438da2494 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:43:57.549306 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35120) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:57.554460 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-02daeab9-30a3-401c-a285-5fda800852c7 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1537619276', 'description': 'tempest-description--2015159965'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:57.595253 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d8ca8f-67c2-41c3-a138-155bf57216ba tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:43:57.602148 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-02daeab9-30a3-401c-a285-5fda800852c7 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.609344 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9d46cc-567e-4cbd-b2eb-ec803420741b None None] Sync routers for ids ['b829fafe-c8f4-4afb-ba01-051438da2494'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:43:57.623272 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9d46cc-567e-4cbd-b2eb-ec803420741b None None] Routers {'b829fafe-c8f4-4afb-ba01-051438da2494'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:57.625312 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-7d9d46cc-567e-4cbd-b2eb-ec803420741b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:43:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b829fafe-c8f4-4afb-ba01-051438da2494'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:57.697734 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-02daeab9-30a3-401c-a285-5fda800852c7 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.699574 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f9d8ca8f-67c2-41c3-a138-155bf57216ba tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.701430 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f9d8ca8f-67c2-41c3-a138-155bf57216ba tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.8668864 Jul 29 23:43:57.703797 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 35128) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:57.704392 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-02daeab9-30a3-401c-a285-5fda800852c7 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.722890 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-02daeab9-30a3-401c-a285-5fda800852c7 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.724157 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-02daeab9-30a3-401c-a285-5fda800852c7 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1736739 Jul 29 23:43:57.730381 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35130) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:57.735604 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-b13a0517-28ce-4253-8792-1598d8163d10 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Request body: {'security_group_rule': {'security_group_id': 'a2c763c5-8e0b-4322-a929-5ab851fcc721', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:57.777429 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02daeab9-30a3-401c-a285-5fda800852c7 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c763c5-8e0b-4322-a929-5ab851fcc721,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:57.793820 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b13a0517-28ce-4253-8792-1598d8163d10 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.805725 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-7d9d46cc-567e-4cbd-b2eb-ec803420741b None None] Set router b829fafe-c8f4-4afb-ba01-051438da2494 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:57.915268 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b13a0517-28ce-4253-8792-1598d8163d10 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.921357 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b13a0517-28ce-4253-8792-1598d8163d10 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.974703 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b13a0517-28ce-4253-8792-1598d8163d10 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:57.978777 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b13a0517-28ce-4253-8792-1598d8163d10 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2446520 Jul 29 23:43:57.978777 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a0517-28ce-4253-8792-1598d8163d10 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2051c81-7adf-4904-addb-f4503860dc8a,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:57.981988 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35142) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:57.990844 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c7a22eae-96f9-4248-808a-e2a0903577e3 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Request body: {'security_group_rule': {'security_group_id': 'a2c763c5-8e0b-4322-a929-5ab851fcc721', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:58.074507 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c7a22eae-96f9-4248-808a-e2a0903577e3 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:58.146121 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-7d9d46cc-567e-4cbd-b2eb-ec803420741b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b829fafe-c8f4-4afb-ba01-051438da2494', 'name': '', 'tenant_id': 'd03a83eb87f14fc5a9485482ec3cfb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '74f0f6d1-25ef-4362-b1d4-b452f55a1ce7', 'external_fixed_ips': [{'subnet_id': 'e47c426f-6bd0-4978-8f53-f316aa08c266', 'ip_address': '172.20.0.6'}], 'enable_snat': True}, 'gw_port_id': '77063803-febc-4552-860e-95a4cb667da5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:53Z', 'updated_at': '2021-07-29T23:43:56Z', 'revision_number': 3, 'project_id': 'd03a83eb87f14fc5a9485482ec3cfb75', 'gw_port': {'id': '77063803-febc-4552-860e-95a4cb667da5', 'name': '', 'network_id': '74f0f6d1-25ef-4362-b1d4-b452f55a1ce7', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:7a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b829fafe-c8f4-4afb-ba01-051438da2494', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2715, 'fixed_ips': [{'subnet_id': 'e47c426f-6bd0-4978-8f53-f316aa08c266', 'ip_address': '172.20.0.6', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:43:55Z', 'updated_at': '2021-07-29T23:43:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'e47c426f-6bd0-4978-8f53-f316aa08c266', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:58.160749 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c7a22eae-96f9-4248-808a-e2a0903577e3 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:58.167589 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c7a22eae-96f9-4248-808a-e2a0903577e3 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:58.177684 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9d46cc-567e-4cbd-b2eb-ec803420741b None None] Checking router: b829fafe-c8f4-4afb-ba01-051438da2494 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:43:58.178207 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9d46cc-567e-4cbd-b2eb-ec803420741b None None] Updating router b829fafe-c8f4-4afb-ba01-051438da2494 port 77063803-febc-4552-860e-95a4cb667da5 binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:43:58.208707 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a22eae-96f9-4248-808a-e2a0903577e3 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a0eb2f-65dd-423c-91f8-3bbe9c13d501,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:58.222043 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c7a22eae-96f9-4248-808a-e2a0903577e3 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:58.227728 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c7a22eae-96f9-4248-808a-e2a0903577e3 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2447915 Jul 29 23:43:58.229065 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35152) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:58.234629 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-8b401111-1dd8-4326-a90d-3cbada93c2e6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:43:58.242852 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7d9d46cc-567e-4cbd-b2eb-ec803420741b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:58.283561 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8b401111-1dd8-4326-a90d-3cbada93c2e6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for floatingip, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:58.327644 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-427ae6bd-396b-4f81-bae9-4950786a5a9e tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:58.375238 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbe7bf-0d67-4e0d-bda1-db0aac0430e1 req-1bc29287-f366-42f2-a668-4d1af4168f8f tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:58.382647 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfbbe7bf-0d67-4e0d-bda1-db0aac0430e1 req-1bc29287-f366-42f2-a668-4d1af4168f8f tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 944 time: 0.1092160 Jul 29 23:43:58.416919 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8b401111-1dd8-4326-a90d-3cbada93c2e6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:58.468207 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bfbbe7bf-0d67-4e0d-bda1-db0aac0430e1 req-d1af5da1-3555-4755-9e05-e225f747cfc2 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840850 Jul 29 23:43:58.530122 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-427ae6bd-396b-4f81-bae9-4950786a5a9e tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:58.571808 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-8b401111-1dd8-4326-a90d-3cbada93c2e6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Allocated IP 172.25.8.31 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/67e0993a-19db-40ec-b164-1671084e4cd8) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:43:58.640475 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-427ae6bd-396b-4f81-bae9-4950786a5a9e tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Deleting port 77063803-febc-4552-860e-95a4cb667da5 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:43:58.640899 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-427ae6bd-396b-4f81-bae9-4950786a5a9e tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:58.697660 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7d9d46cc-567e-4cbd-b2eb-ec803420741b None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:58.709926 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7d9d46cc-567e-4cbd-b2eb-ec803420741b None None] Transition to ACTIVE for port object 77063803-febc-4552-860e-95a4cb667da5 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:43:58.720089 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7d9d46cc-567e-4cbd-b2eb-ec803420741b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:58.723652 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8b401111-1dd8-4326-a90d-3cbada93c2e6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:58.759389 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-427ae6bd-396b-4f81-bae9-4950786a5a9e tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:58.776484 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-427ae6bd-396b-4f81-bae9-4950786a5a9e tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Calling delete_port for 77063803-febc-4552-860e-95a4cb667da5 owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:43:58.784596 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54aaba-785b-403f-9fcd-f5da611d9a24 None None] Pushing event updated for resources: {'Port': ['ID=77063803-febc-4552-860e-95a4cb667da5,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:58.797182 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8b401111-1dd8-4326-a90d-3cbada93c2e6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:58.803735 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54aaba-785b-403f-9fcd-f5da611d9a24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:58.804127 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54aaba-785b-403f-9fcd-f5da611d9a24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:58.804487 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54aaba-785b-403f-9fcd-f5da611d9a24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:58.804853 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54aaba-785b-403f-9fcd-f5da611d9a24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:58.805195 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54aaba-785b-403f-9fcd-f5da611d9a24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:58.805687 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54aaba-785b-403f-9fcd-f5da611d9a24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:58.806030 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54aaba-785b-403f-9fcd-f5da611d9a24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:58.806362 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54aaba-785b-403f-9fcd-f5da611d9a24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:58.806691 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54aaba-785b-403f-9fcd-f5da611d9a24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:58.807021 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54aaba-785b-403f-9fcd-f5da611d9a24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:58.807521 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54aaba-785b-403f-9fcd-f5da611d9a24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:58.807930 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d54aaba-785b-403f-9fcd-f5da611d9a24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:43:58.824546 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-7d9d46cc-567e-4cbd-b2eb-ec803420741b None None] Attempting to bind port 77063803-febc-4552-860e-95a4cb667da5 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:43:58.824979 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-7d9d46cc-567e-4cbd-b2eb-ec803420741b None None] Attempting to bind port 77063803-febc-4552-860e-95a4cb667da5 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '0a2d2b30-2291-463b-8ad0-3afe97e3aeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '74f0f6d1-25ef-4362-b1d4-b452f55a1ce7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:43:58.825379 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9d46cc-567e-4cbd-b2eb-ec803420741b None None] Attempting to bind port 77063803-febc-4552-860e-95a4cb667da5 on network 74f0f6d1-25ef-4362-b1d4-b452f55a1ce7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:43:58.834392 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9d46cc-567e-4cbd-b2eb-ec803420741b None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:43:58.834731 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9d46cc-567e-4cbd-b2eb-ec803420741b None None] Checking segment: {'id': '0a2d2b30-2291-463b-8ad0-3afe97e3aeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '74f0f6d1-25ef-4362-b1d4-b452f55a1ce7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:43:58.839661 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7d9d46cc-567e-4cbd-b2eb-ec803420741b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:58.840377 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9d46cc-567e-4cbd-b2eb-ec803420741b None None] Bound using segment: {'id': '0a2d2b30-2291-463b-8ad0-3afe97e3aeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '74f0f6d1-25ef-4362-b1d4-b452f55a1ce7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:43:58.840901 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-7d9d46cc-567e-4cbd-b2eb-ec803420741b None None] Bound port: 77063803-febc-4552-860e-95a4cb667da5, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a2d2b30-2291-463b-8ad0-3afe97e3aeca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '74f0f6d1-25ef-4362-b1d4-b452f55a1ce7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:43:58.845072 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7d9d46cc-567e-4cbd-b2eb-ec803420741b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:58.965667 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b401111-1dd8-4326-a90d-3cbada93c2e6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:43:58.970340 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-8b401111-1dd8-4326-a90d-3cbada93c2e6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:43:58.974818 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b401111-1dd8-4326-a90d-3cbada93c2e6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Pushing event updated for resources: {'Port': ['ID=67e0993a-19db-40ec-b164-1671084e4cd8,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:58.979572 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b401111-1dd8-4326-a90d-3cbada93c2e6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:43:58.994824 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-7d9d46cc-567e-4cbd-b2eb-ec803420741b None None] For port 77063803-febc-4552-860e-95a4cb667da5, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:43:59.003360 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-7d9d46cc-567e-4cbd-b2eb-ec803420741b None None] For port 77063803-febc-4552-860e-95a4cb667da5, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=77063803-febc-4552-860e-95a4cb667da5,segment=NetworkSegment(0a2d2b30-2291-463b-8ad0-3afe97e3aeca),segment_id=0a2d2b30-2291-463b-8ad0-3afe97e3aeca)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:43:59.009242 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7d9d46cc-567e-4cbd-b2eb-ec803420741b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.110122 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9d46cc-567e-4cbd-b2eb-ec803420741b None None] Routers {'b829fafe-c8f4-4afb-ba01-051438da2494'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:43:59.111193 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-7d9d46cc-567e-4cbd-b2eb-ec803420741b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:43:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b829fafe-c8f4-4afb-ba01-051438da2494'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:59.113637 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54aaba-785b-403f-9fcd-f5da611d9a24 None None] Pushing event updated for resources: {'Port': ['ID=77063803-febc-4552-860e-95a4cb667da5,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:59.140888 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-427ae6bd-396b-4f81-bae9-4950786a5a9e tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.179438 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ae6bd-396b-4f81-bae9-4950786a5a9e tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Pushing event deleted for resources: {'Port': ['ID=77063803-febc-4552-860e-95a4cb667da5,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:59.220352 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-7d9d46cc-567e-4cbd-b2eb-ec803420741b None None] Set router b829fafe-c8f4-4afb-ba01-051438da2494 gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:43:59.236344 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8b401111-1dd8-4326-a90d-3cbada93c2e6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.267822 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-427ae6bd-396b-4f81-bae9-4950786a5a9e tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.298615 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8b401111-1dd8-4326-a90d-3cbada93c2e6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.303173 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-7d9d46cc-567e-4cbd-b2eb-ec803420741b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b829fafe-c8f4-4afb-ba01-051438da2494', 'name': '', 'tenant_id': 'd03a83eb87f14fc5a9485482ec3cfb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:53Z', 'updated_at': '2021-07-29T23:43:58Z', 'revision_number': 4, 'project_id': 'd03a83eb87f14fc5a9485482ec3cfb75', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:43:59.377719 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-427ae6bd-396b-4f81-bae9-4950786a5a9e tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.380397 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-427ae6bd-396b-4f81-bae9-4950786a5a9e tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.385983 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d9d46cc-567e-4cbd-b2eb-ec803420741b None None] The sync data for ids ['b829fafe-c8f4-4afb-ba01-051438da2494'] in n-d-712140-10 is: [{'id': 'b829fafe-c8f4-4afb-ba01-051438da2494', 'name': '', 'tenant_id': 'd03a83eb87f14fc5a9485482ec3cfb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:43:53Z', 'updated_at': '2021-07-29T23:43:58Z', 'revision_number': 4, 'project_id': 'd03a83eb87f14fc5a9485482ec3cfb75', 'gw_port_host': None}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:43:59.451480 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-427ae6bd-396b-4f81-bae9-4950786a5a9e tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.452230 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427ae6bd-396b-4f81-bae9-4950786a5a9e tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b829fafe-c8f4-4afb-ba01-051438da2494 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:43:59.456695 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-427ae6bd-396b-4f81-bae9-4950786a5a9e tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.461828 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-427ae6bd-396b-4f81-bae9-4950786a5a9e tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "DELETE /v2.0/routers/b829fafe-c8f4-4afb-ba01-051438da2494 HTTP/1.1" status: 204 len: 168 time: 1.7558320 Jul 29 23:43:59.462548 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 35180) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:43:59.477592 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8b401111-1dd8-4326-a90d-3cbada93c2e6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.482645 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8b401111-1dd8-4326-a90d-3cbada93c2e6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.512663 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-a897848f-a814-4fd6-9c01-c43c328c7bbc tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Deleting subnet e47c426f-6bd0-4978-8f53-f316aa08c266 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:43:59.522491 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a897848f-a814-4fd6-9c01-c43c328c7bbc tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.575395 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.609019 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b401111-1dd8-4326-a90d-3cbada93c2e6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Pushing event updated for resources: {'Port': ['ID=67e0993a-19db-40ec-b164-1671084e4cd8,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:59.649682 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a897848f-a814-4fd6-9c01-c43c328c7bbc tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.687140 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8b401111-1dd8-4326-a90d-3cbada93c2e6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.706646 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6da030-a47a-4023-b286-aac0561a0a4b req-e5e3c530-123e-405e-afd4-f1b72adabb9a tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:43:59.715289 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8b401111-1dd8-4326-a90d-3cbada93c2e6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.717568 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8b401111-1dd8-4326-a90d-3cbada93c2e6 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4872456 Jul 29 23:43:59.719502 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8b6da030-a47a-4023-b286-aac0561a0a4b req-e5e3c530-123e-405e-afd4-f1b72adabb9a tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 944 time: 0.1209648 Jul 29 23:43:59.757001 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a897848f-a814-4fd6-9c01-c43c328c7bbc tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.821734 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8b6da030-a47a-4023-b286-aac0561a0a4b req-5751b6b9-ac0f-4a99-a07e-a20a08137808 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010826 Jul 29 23:43:59.844811 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.917011 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 7a3cb13c-dda4-48be-ba06-67581fba9194 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:43:59.925535 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a897848f-a814-4fd6-9c01-c43c328c7bbc tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.973355 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a897848f-a814-4fd6-9c01-c43c328c7bbc tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e47c426f-6bd0-4978-8f53-f316aa08c266,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:43:59.982661 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a897848f-a814-4fd6-9c01-c43c328c7bbc tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:43:59.984201 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a897848f-a814-4fd6-9c01-c43c328c7bbc tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/e47c426f-6bd0-4978-8f53-f316aa08c266 HTTP/1.1" status: 204 len: 168 time: 0.5205810 Jul 29 23:43:59.986685 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 35208) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:00.090983 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 7a3cb13c-dda4-48be-ba06-67581fba9194, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=7a3cb13c-dda4-48be-ba06-67581fba9194,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:00.104613 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '7a3cb13c-dda4-48be-ba06-67581fba9194', 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f', 'port_id': '7a3cb13c-dda4-48be-ba06-67581fba9194', 'mac_address': 'fa:16:3e:ca:6f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f136cd8-eda3-43eb-9cb5-3830c4338b63', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:44:00.165788 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:00.188602 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-96bd3f0d-db41-410c-a435-2a0b330d7991 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1537619276&fields=id&tenant_id=ad76cebfbeab469a8fb6ccf5a7dd03a4 HTTP/1.1" status: 200 len: 267 time: 0.1228788 Jul 29 23:44:00.191619 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a3cb13c-dda4-48be-ba06-67581fba9194 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:44:00.194363 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-46320221-5925-49b2-9568-f2bfb6eb8066 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:00.238892 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 7a3cb13c-dda4-48be-ba06-67581fba9194, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=7a3cb13c-dda4-48be-ba06-67581fba9194,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:00.245723 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:00.380226 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=7a3cb13c-dda4-48be-ba06-67581fba9194,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:00.415181 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-46320221-5925-49b2-9568-f2bfb6eb8066 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:00.441390 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-46320221-5925-49b2-9568-f2bfb6eb8066 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f0f6d1-25ef-4362-b1d4-b452f55a1ce7']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:00.471664 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-ba44fc34-c671-4c7d-b58e-826f418b8a45 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:00.481506 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-ba44fc34-c671-4c7d-b58e-826f418b8a45 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/networks?id=ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec HTTP/1.1" status: 200 len: 811 time: 0.2916970 Jul 29 23:44:00.489915 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-46320221-5925-49b2-9568-f2bfb6eb8066 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2d2b30-2291-463b-8ad0-3afe97e3aeca') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:00.490329 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-46320221-5925-49b2-9568-f2bfb6eb8066 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2d2b30-2291-463b-8ad0-3afe97e3aeca') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:00.511533 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-46320221-5925-49b2-9568-f2bfb6eb8066 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:00.529052 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-1963d4c0-dbdf-40d6-b9c9-bd4bae7b8920 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/quotas/ad76cebfbeab469a8fb6ccf5a7dd03a4 HTTP/1.1" status: 200 len: 375 time: 0.0463848 Jul 29 23:44:00.530224 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['7a3cb13c-dda4-48be-ba06-67581fba9194'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:44:00.534604 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-46320221-5925-49b2-9568-f2bfb6eb8066 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:00.555472 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46320221-5925-49b2-9568-f2bfb6eb8066 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:44:00.556145 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-46320221-5925-49b2-9568-f2bfb6eb8066 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: items = [ Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:44:00.558315 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:44:00.708144 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-95bee183-6d0b-440c-86fd-cb765c4e0a5c tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad76cebfbeab469a8fb6ccf5a7dd03a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1705587 Jul 29 23:44:00.714911 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-46320221-5925-49b2-9568-f2bfb6eb8066 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:00.720538 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46320221-5925-49b2-9568-f2bfb6eb8066 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 74f0f6d1-25ef-4362-b1d4-b452f55a1ce7 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 23:44:00.724962 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-46320221-5925-49b2-9568-f2bfb6eb8066 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:00.728578 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-46320221-5925-49b2-9568-f2bfb6eb8066 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "DELETE /v2.0/networks/74f0f6d1-25ef-4362-b1d4-b452f55a1ce7 HTTP/1.1" status: 204 len: 168 time: 0.7407289 Jul 29 23:44:00.746000 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46320221-5925-49b2-9568-f2bfb6eb8066 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Pushing event deleted for resources: {'Network': ['ID=74f0f6d1-25ef-4362-b1d4-b452f55a1ce7,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:00.879660 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-9f69bd80-aba4-48fa-a90a-135af46ff719 service neutron] 10.222.0.18 "GET /v2.0/networks/ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286757 Jul 29 23:44:01.104265 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-061cd0fd-34b9-42af-b333-f8cd2d2bfd83 service neutron] 10.222.0.18 "GET /v2.0/networks/ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162509 Jul 29 23:44:01.216983 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 35250) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:01.222394 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-ac4005ac-d44f-4747-98d0-1f2613fe36a3 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Request body: {'router': {'name': 'tempest-router--1737527673', 'project_id': '91cbbf8ec9b0466fad9074b16f9ce40e'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:01.282443 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ac4005ac-d44f-4747-98d0-1f2613fe36a3 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:01.283498 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ac4005ac-d44f-4747-98d0-1f2613fe36a3 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:01.388517 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35256) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:01.394179 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ac4005ac-d44f-4747-98d0-1f2613fe36a3 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:01.400680 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ac4005ac-d44f-4747-98d0-1f2613fe36a3 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:01.419393 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ac4005ac-d44f-4747-98d0-1f2613fe36a3 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:01.425647 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35264) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:01.426467 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ac4005ac-d44f-4747-98d0-1f2613fe36a3 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2075086 Jul 29 23:44:01.573125 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9975b6a9-ff4d-4caa-9d19-e6373b69d257 req-163f4b98-e968-40d4-a09f-2ef8de5153f0 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:01.574961 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9975b6a9-ff4d-4caa-9d19-e6373b69d257 req-163f4b98-e968-40d4-a09f-2ef8de5153f0 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 945 time: 0.0955429 Jul 29 23:44:01.608200 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e7869f1-211e-4ae7-b7da-697c3d0ed165 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:01.635536 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9975b6a9-ff4d-4caa-9d19-e6373b69d257 req-b27c9a81-2f75-4f0d-8789-58b0e7d77548 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543334 Jul 29 23:44:01.769931 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e7f662ad-8f33-498c-86b2-8bd86cea755a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:01.778710 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5314e5bd-c8a4-4ace-aa63-fb2d944c990c req-28b8c957-0f2c-44a0-97d7-532b9558848f tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14cefb9-1d4f-45fc-85e4-fc1cd138b945 HTTP/1.1" status: 200 len: 210 time: 0.0753732 Jul 29 23:44:01.921749 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 7a3cb13c-dda4-48be-ba06-67581fba9194 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:01.970163 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e7869f1-211e-4ae7-b7da-697c3d0ed165 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:01.974166 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e7869f1-211e-4ae7-b7da-697c3d0ed165 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.053509 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 7a3cb13c-dda4-48be-ba06-67581fba9194 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:02.058577 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 7a3cb13c-dda4-48be-ba06-67581fba9194 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:02.059039 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.062562 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e7869f1-211e-4ae7-b7da-697c3d0ed165 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.063076 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e7869f1-211e-4ae7-b7da-697c3d0ed165 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f0729082-ae7f-4b59-92d4-948175da2256 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:44:02.068154 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e7869f1-211e-4ae7-b7da-697c3d0ed165 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.073092 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0e7869f1-211e-4ae7-b7da-697c3d0ed165 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "DELETE /v2.0/routers/f0729082-ae7f-4b59-92d4-948175da2256 HTTP/1.1" status: 204 len: 168 time: 0.6422877 Jul 29 23:44:02.171028 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e7f662ad-8f33-498c-86b2-8bd86cea755a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.176306 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e7f662ad-8f33-498c-86b2-8bd86cea755a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.230295 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.252638 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f662ad-8f33-498c-86b2-8bd86cea755a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d129172e-b06b-4da3-b5a5-697da030f6c4,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:02.257533 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e7f662ad-8f33-498c-86b2-8bd86cea755a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=885f58f5e7d644d4a5eec86acd6fb068&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8669019 Jul 29 23:44:02.259336 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f160aa58-870a-409f-b862-fe9fbed7f0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3cb13c-dda4-48be-ba06-67581fba9194'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:02.261409 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 35280) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:02.262772 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb082e2-1b54-498f-9038-a5b2f7f02a9e" -d '{"events": [{"server_uuid": "f160aa58-870a-409f-b862-fe9fbed7f0a2", "name": "network-vif-plugged", "status": "completed", "tag": "7a3cb13c-dda4-48be-ba06-67581fba9194"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:02.294370 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 7a3cb13c-dda4-48be-ba06-67581fba9194, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=7a3cb13c-dda4-48be-ba06-67581fba9194,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:02.300104 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.356073 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=7a3cb13c-dda4-48be-ba06-67581fba9194,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:02.364790 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b638facf-d923-442c-83a7-6b954496db4c x-openstack-request-id: req-b638facf-d923-442c-83a7-6b954496db4c {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:02.365166 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f160aa58-870a-409f-b862-fe9fbed7f0a2", "name": "network-vif-plugged", "status": "completed", "tag": "7a3cb13c-dda4-48be-ba06-67581fba9194", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:02.376362 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b638facf-d923-442c-83a7-6b954496db4c {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:02.376796 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f160aa58-870a-409f-b862-fe9fbed7f0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3cb13c-dda4-48be-ba06-67581fba9194', 'code': 200} Jul 29 23:44:02.418319 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-74cc9fce-e3f0-4faf-ba16-914c1b230b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.429152 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35288) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:02.484011 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-74cc9fce-e3f0-4faf-ba16-914c1b230b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.522631 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459de86-eed9-44cd-84cc-800bec817162 req-5ebe1d50-3cfb-4b45-a116-03c80e41e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:02.522631 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9459de86-eed9-44cd-84cc-800bec817162 req-5ebe1d50-3cfb-4b45-a116-03c80e41e5b4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 1098 time: 0.0982115 Jul 29 23:44:02.559735 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-74cc9fce-e3f0-4faf-ba16-914c1b230b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.562331 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-74cc9fce-e3f0-4faf-ba16-914c1b230b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.566522 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-74cc9fce-e3f0-4faf-ba16-914c1b230b3a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d129172e-b06b-4da3-b5a5-697da030f6c4 HTTP/1.1" status: 204 len: 168 time: 0.3005016 Jul 29 23:44:02.575295 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9459de86-eed9-44cd-84cc-800bec817162 req-3d11da2f-5f5f-4f8e-a42d-22515ab9710e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445662 Jul 29 23:44:02.576195 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc9fce-e3f0-4faf-ba16-914c1b230b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d129172e-b06b-4da3-b5a5-697da030f6c4,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:02.684107 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-69aab3ff-336f-442e-be9f-e91f64cef1b2 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1388131558', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}, 'admin_state_up': False}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:02.714909 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-69aab3ff-336f-442e-be9f-e91f64cef1b2 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.716260 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-69aab3ff-336f-442e-be9f-e91f64cef1b2 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.786430 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-69aab3ff-336f-442e-be9f-e91f64cef1b2 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.815191 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98faa072-f3a9-4442-817f-c7ce94e20ef9 req-9bb57e87-3890-4a4e-a347-c4b3e478cbbd tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:02.824879 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98faa072-f3a9-4442-817f-c7ce94e20ef9 req-9bb57e87-3890-4a4e-a347-c4b3e478cbbd tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0980535 Jul 29 23:44:02.827955 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-86e22333-7079-4d55-b778-0be79a792173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:02.887291 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98faa072-f3a9-4442-817f-c7ce94e20ef9 req-78324806-6d75-4f9b-a2f5-1727b9c4a896 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558026 Jul 29 23:44:02.978559 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a31e652d-d294-4bac-a18d-7d4f6b740338 req-8c8e0612-560f-478c-919a-b2f592940c89 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14cefb9-1d4f-45fc-85e4-fc1cd138b945 HTTP/1.1" status: 200 len: 210 time: 0.0355718 Jul 29 23:44:03.000716 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-69aab3ff-336f-442e-be9f-e91f64cef1b2 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:03.095720 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 35306) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:03.113280 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5b85-cdf6-4d32-9260-bcfd475f7494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:03.279282 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-69aab3ff-336f-442e-be9f-e91f64cef1b2 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:03.327079 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-69aab3ff-336f-442e-be9f-e91f64cef1b2 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:03.423242 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5b85-cdf6-4d32-9260-bcfd475f7494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:03.432296 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dd4f5b85-cdf6-4d32-9260-bcfd475f7494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:03.526285 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-625f60b2-1920-4961-9c6c-14ee47c75c56 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:03.527809 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-625f60b2-1920-4961-9c6c-14ee47c75c56 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.23 "GET /v2.0/networks?id=ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec HTTP/1.1" status: 200 len: 811 time: 0.3405888 Jul 29 23:44:03.532734 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-dd4f5b85-cdf6-4d32-9260-bcfd475f7494 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5a3bfea10bbf492fbae4ffc90b261364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4333265 Jul 29 23:44:03.532734 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4f5b85-cdf6-4d32-9260-bcfd475f7494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6c2fdd-a020-40a7-9535-047ba81cdb49,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:03.533604 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 35312) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:03.574105 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-69aab3ff-336f-442e-be9f-e91f64cef1b2 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Allocated IP 172.25.8.219 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/882db3cb-f77c-4bba-80b1-363ef5456d68) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:03.612137 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-877628de-b0f5-46ef-906a-b775fe4ededc tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ad76cebfbeab469a8fb6ccf5a7dd03a4 HTTP/1.1" status: 200 len: 380 time: 0.0697010 Jul 29 23:44:03.625066 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-780f8572-5b34-4f71-8ed8-ef032fe84be8 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Request body: {'port': {'device_id': 'b14cefb9-1d4f-45fc-85e4-fc1cd138b945', 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec', 'admin_state_up': True, 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'security_groups': ['a2c763c5-8e0b-4322-a929-5ab851fcc721']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:03.634437 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c11fca52-0558-4bfa-9853-74ee2b15f1bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:03.724184 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c11fca52-0558-4bfa-9853-74ee2b15f1bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:03.780989 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-69aab3ff-336f-442e-be9f-e91f64cef1b2 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:03.812694 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-780f8572-5b34-4f71-8ed8-ef032fe84be8 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Made reservation on behalf of ad76cebfbeab469a8fb6ccf5a7dd03a4 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:03.816417 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-780f8572-5b34-4f71-8ed8-ef032fe84be8 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:03.819740 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c11fca52-0558-4bfa-9853-74ee2b15f1bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:03.823158 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c11fca52-0558-4bfa-9853-74ee2b15f1bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:03.824338 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c11fca52-0558-4bfa-9853-74ee2b15f1bc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab6c2fdd-a020-40a7-9535-047ba81cdb49 HTTP/1.1" status: 204 len: 168 time: 0.2898953 Jul 29 23:44:03.842024 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11fca52-0558-4bfa-9853-74ee2b15f1bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6c2fdd-a020-40a7-9535-047ba81cdb49,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:03.849418 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-69aab3ff-336f-442e-be9f-e91f64cef1b2 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:03.892443 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69aab3ff-336f-442e-be9f-e91f64cef1b2 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:03.895403 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-69aab3ff-336f-442e-be9f-e91f64cef1b2 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:03.902498 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aab3ff-336f-442e-be9f-e91f64cef1b2 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:03.907938 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aab3ff-336f-442e-be9f-e91f64cef1b2 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Pushing event updated for resources: {'Port': ['ID=882db3cb-f77c-4bba-80b1-363ef5456d68,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:04.048817 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-780f8572-5b34-4f71-8ed8-ef032fe84be8 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Allocated IP 172.20.0.12 (ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec/d3fee908-ce2a-4a34-b5cd-8383eff77fab/50dab26e-3015-4205-be02-8f5fae2f40c2) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:04.242106 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-69aab3ff-336f-442e-be9f-e91f64cef1b2 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:04.281928 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-780f8572-5b34-4f71-8ed8-ef032fe84be8 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:04.298144 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-780f8572-5b34-4f71-8ed8-ef032fe84be8 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Transition to ACTIVE for port object 50dab26e-3015-4205-be02-8f5fae2f40c2 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:04.338780 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-780f8572-5b34-4f71-8ed8-ef032fe84be8 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:04.353036 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905c7501-f0e5-48b3-995d-e94d24c1d1a2 req-a1b87536-c77d-4f64-a7d1-ede9fc921074 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:04.354489 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-905c7501-f0e5-48b3-995d-e94d24c1d1a2 req-a1b87536-c77d-4f64-a7d1-ede9fc921074 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 946 time: 0.2732210 Jul 29 23:44:04.466408 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-780f8572-5b34-4f71-8ed8-ef032fe84be8 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Network ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:04.476006 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-780f8572-5b34-4f71-8ed8-ef032fe84be8 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:04.483253 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-780f8572-5b34-4f71-8ed8-ef032fe84be8 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:04.495887 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f8572-5b34-4f71-8ed8-ef032fe84be8 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Pushing event updated for resources: {'Port': ['ID=50dab26e-3015-4205-be02-8f5fae2f40c2,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:04.528751 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-905c7501-f0e5-48b3-995d-e94d24c1d1a2 req-fbb38cbc-af0f-47a7-a4c2-93fa37211f3d tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306353 Jul 29 23:44:04.575342 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-780f8572-5b34-4f71-8ed8-ef032fe84be8 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:04.576053 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-780f8572-5b34-4f71-8ed8-ef032fe84be8 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:04.611864 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-780f8572-5b34-4f71-8ed8-ef032fe84be8 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9916241 Jul 29 23:44:04.626235 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-c9eae4cb-98bf-4800-b951-0c6d1b10caf3 service neutron] Request body: {'port': {'device_id': 'b14cefb9-1d4f-45fc-85e4-fc1cd138b945', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:04.645984 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-69aab3ff-336f-442e-be9f-e91f64cef1b2 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:04.926639 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69aab3ff-336f-442e-be9f-e91f64cef1b2 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Router cce5ff07-bb30-44b2-9203-8a29a8180550 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:44:04.965774 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-c9eae4cb-98bf-4800-b951-0c6d1b10caf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:04.984861 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91700be9-1de1-48ed-889b-9e81e2dd6ef0 req-e545bfb6-828c-4756-9f1f-c33a39ca0bbe tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:04.987724 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-91700be9-1de1-48ed-889b-9e81e2dd6ef0 req-e545bfb6-828c-4756-9f1f-c33a39ca0bbe tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14cefb9-1d4f-45fc-85e4-fc1cd138b945 HTTP/1.1" status: 200 len: 932 time: 0.2924638 Jul 29 23:44:05.029207 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4904376-9ec6-456a-910e-9edbf3a659a3 None None] Provisioning for port 50dab26e-3015-4205-be02-8f5fae2f40c2 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:05.036204 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4904376-9ec6-456a-910e-9edbf3a659a3 None None] Provisioning complete for port 50dab26e-3015-4205-be02-8f5fae2f40c2 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:05.036601 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4904376-9ec6-456a-910e-9edbf3a659a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:05.124413 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4904376-9ec6-456a-910e-9edbf3a659a3 None None] Port 50dab26e-3015-4205-be02-8f5fae2f40c2 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:44:05.126269 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-91700be9-1de1-48ed-889b-9e81e2dd6ef0 req-51c8a4a0-711b-4b92-943a-a16955cc89bf tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2c763c5-8e0b-4322-a929-5ab851fcc721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300716 Jul 29 23:44:05.373782 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:05.561065 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69aab3ff-336f-442e-be9f-e91f64cef1b2 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:44:05.575044 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1049b3a4-643d-4336-b8e8-d49530de0135 None None] Sync routers for ids ['cce5ff07-bb30-44b2-9203-8a29a8180550'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:44:05.586866 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1049b3a4-643d-4336-b8e8-d49530de0135 None None] Routers {'cce5ff07-bb30-44b2-9203-8a29a8180550'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:05.589378 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-1049b3a4-643d-4336-b8e8-d49530de0135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:43:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['cce5ff07-bb30-44b2-9203-8a29a8180550'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:05.600385 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-69aab3ff-336f-442e-be9f-e91f64cef1b2 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:05.602434 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-69aab3ff-336f-442e-be9f-e91f64cef1b2 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1706736 Jul 29 23:44:05.606341 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35360) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:05.652449 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-1049b3a4-643d-4336-b8e8-d49530de0135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:05.664626 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1049b3a4-643d-4336-b8e8-d49530de0135 None None] Routers {'cce5ff07-bb30-44b2-9203-8a29a8180550'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:05.665807 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-1049b3a4-643d-4336-b8e8-d49530de0135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:43:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['cce5ff07-bb30-44b2-9203-8a29a8180550'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:05.710401 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-1049b3a4-643d-4336-b8e8-d49530de0135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:05.711226 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1049b3a4-643d-4336-b8e8-d49530de0135 None None] The sync data for ids ['cce5ff07-bb30-44b2-9203-8a29a8180550'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:44:05.732634 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4525a7a-1e7a-4d27-af95-43258611945f req-5defe638-0086-49e9-92a3-3954eb4cd86e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:05.733958 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4525a7a-1e7a-4d27-af95-43258611945f req-5defe638-0086-49e9-92a3-3954eb4cd86e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 946 time: 0.2535055 Jul 29 23:44:05.747765 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-c9eae4cb-98bf-4800-b951-0c6d1b10caf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50dab26e-3015-4205-be02-8f5fae2f40c2 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:44:05.774285 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-c9eae4cb-98bf-4800-b951-0c6d1b10caf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:05.810756 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4525a7a-1e7a-4d27-af95-43258611945f req-425f0b00-185f-4060-b09b-3b2e90a5fc57 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659513 Jul 29 23:44:05.813834 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-c9eae4cb-98bf-4800-b951-0c6d1b10caf3 service neutron] Transition to ACTIVE for port object 50dab26e-3015-4205-be02-8f5fae2f40c2 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:05.818406 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-c9eae4cb-98bf-4800-b951-0c6d1b10caf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:05.830299 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-44c94f17-94d4-4af5-8b68-82a158b4ab4f tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "GET /v2.0/routers/cce5ff07-bb30-44b2-9203-8a29a8180550 HTTP/1.1" status: 200 len: 921 time: 0.2225037 Jul 29 23:44:05.838881 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35366) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:05.925565 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eae4cb-98bf-4800-b951-0c6d1b10caf3 service neutron] Pushing event updated for resources: {'Port': ['ID=50dab26e-3015-4205-be02-8f5fae2f40c2,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:05.936588 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9a1d92f5-a0c4-4083-b2f5-7b5183efe5f2 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] 10.222.0.18 "GET /v2.0/ports?device_id=cce5ff07-bb30-44b2-9203-8a29a8180550 HTTP/1.1" status: 200 len: 205 time: 0.0954988 Jul 29 23:44:05.938390 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35372) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:05.966405 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-c9eae4cb-98bf-4800-b951-0c6d1b10caf3 service neutron] Attempting to bind port 50dab26e-3015-4205-be02-8f5fae2f40c2 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:05.967065 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-c9eae4cb-98bf-4800-b951-0c6d1b10caf3 service neutron] Attempting to bind port 50dab26e-3015-4205-be02-8f5fae2f40c2 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '68cddc6e-f947-4e0d-a9f3-78b61292f920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:05.967596 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-c9eae4cb-98bf-4800-b951-0c6d1b10caf3 service neutron] Attempting to bind port 50dab26e-3015-4205-be02-8f5fae2f40c2 on network ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:05.979754 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-c9eae4cb-98bf-4800-b951-0c6d1b10caf3 service neutron] Port 50dab26e-3015-4205-be02-8f5fae2f40c2 on network ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:05.980477 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-c9eae4cb-98bf-4800-b951-0c6d1b10caf3 service neutron] Attempting to bind port 50dab26e-3015-4205-be02-8f5fae2f40c2 on network ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:05.997629 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-c9eae4cb-98bf-4800-b951-0c6d1b10caf3 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:44:05.998119 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-c9eae4cb-98bf-4800-b951-0c6d1b10caf3 service neutron] Checking segment: {'id': '68cddc6e-f947-4e0d-a9f3-78b61292f920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:05.998376 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-c9eae4cb-98bf-4800-b951-0c6d1b10caf3 service neutron] Bound using segment: {'id': '68cddc6e-f947-4e0d-a9f3-78b61292f920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:44:05.998816 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-c9eae4cb-98bf-4800-b951-0c6d1b10caf3 service neutron] Bound port: 50dab26e-3015-4205-be02-8f5fae2f40c2, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68cddc6e-f947-4e0d-a9f3-78b61292f920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:44:05.999181 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-c9eae4cb-98bf-4800-b951-0c6d1b10caf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:06.124306 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-c9eae4cb-98bf-4800-b951-0c6d1b10caf3 service neutron] For port 50dab26e-3015-4205-be02-8f5fae2f40c2, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:44:06.128350 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-c9eae4cb-98bf-4800-b951-0c6d1b10caf3 service neutron] For port 50dab26e-3015-4205-be02-8f5fae2f40c2, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=50dab26e-3015-4205-be02-8f5fae2f40c2,segment=NetworkSegment(68cddc6e-f947-4e0d-a9f3-78b61292f920),segment_id=68cddc6e-f947-4e0d-a9f3-78b61292f920)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:44:06.135812 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-c9eae4cb-98bf-4800-b951-0c6d1b10caf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:06.202391 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5859dfbc-7870-494f-a030-c8f53a388fb8 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:06.214048 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-87b5041c-d91e-42d5-9404-edcf61b64b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:06.263899 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-c9eae4cb-98bf-4800-b951-0c6d1b10caf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:06.265177 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-c9eae4cb-98bf-4800-b951-0c6d1b10caf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:06.266815 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-c9eae4cb-98bf-4800-b951-0c6d1b10caf3 service neutron] 10.222.0.23 "PUT /v2.0/ports/50dab26e-3015-4205-be02-8f5fae2f40c2 HTTP/1.1" status: 200 len: 1093 time: 1.6466463 Jul 29 23:44:06.267309 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14cefb9-1d4f-45fc-85e4-fc1cd138b945', 'tag': '50dab26e-3015-4205-be02-8f5fae2f40c2'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:06.269835 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf2c1ab-e403-4f0d-9c5e-48ffad4c4f94" -d '{"events": [{"name": "network-changed", "server_uuid": "b14cefb9-1d4f-45fc-85e4-fc1cd138b945", "tag": "50dab26e-3015-4205-be02-8f5fae2f40c2"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:06.414095 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eae4cb-98bf-4800-b951-0c6d1b10caf3 service neutron] Pushing event updated for resources: {'Port': ['ID=50dab26e-3015-4205-be02-8f5fae2f40c2,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:06.454304 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5859dfbc-7870-494f-a030-c8f53a388fb8 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:06.458653 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc95309-fb5e-4fe1-aef8-955c3f4a77a2 req-1847ab38-5349-46e0-9eab-216df5854d85 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:06.475501 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4fc95309-fb5e-4fe1-aef8-955c3f4a77a2 req-1847ab38-5349-46e0-9eab-216df5854d85 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14cefb9-1d4f-45fc-85e4-fc1cd138b945 HTTP/1.1" status: 200 len: 944 time: 0.2008672 Jul 29 23:44:06.535301 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-96ad6213-7949-47e8-826f-c6b02b7afb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:06.535301 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-96ad6213-7949-47e8-826f-c6b02b7afb0d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ad76cebfbeab469a8fb6ccf5a7dd03a4&device_id=b14cefb9-1d4f-45fc-85e4-fc1cd138b945 HTTP/1.1" status: 200 len: 1096 time: 0.2181776 Jul 29 23:44:06.550864 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-5859dfbc-7870-494f-a030-c8f53a388fb8 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Deleting port 882db3cb-f77c-4bba-80b1-363ef5456d68 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:06.551529 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5859dfbc-7870-494f-a030-c8f53a388fb8 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:06.569008 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4fc95309-fb5e-4fe1-aef8-955c3f4a77a2 req-895ec5dd-d3a5-4eda-bf9d-682e2a3353c2 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2c763c5-8e0b-4322-a929-5ab851fcc721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915887 Jul 29 23:44:06.665525 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-ee4698d6-3331-4748-8fcc-48621a68a238 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50dab26e-3015-4205-be02-8f5fae2f40c2 HTTP/1.1" status: 200 len: 217 time: 0.1129508 Jul 29 23:44:06.689916 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5859dfbc-7870-494f-a030-c8f53a388fb8 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:06.708557 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-5859dfbc-7870-494f-a030-c8f53a388fb8 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Calling delete_port for 882db3cb-f77c-4bba-80b1-363ef5456d68 owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:06.737475 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ed6207-326d-45f6-8db1-b9f2bc45ad73 x-openstack-request-id: req-31ed6207-326d-45f6-8db1-b9f2bc45ad73 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:06.738062 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14cefb9-1d4f-45fc-85e4-fc1cd138b945", "tag": "50dab26e-3015-4205-be02-8f5fae2f40c2", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:06.738062 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-31ed6207-326d-45f6-8db1-b9f2bc45ad73 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:06.739339 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14cefb9-1d4f-45fc-85e4-fc1cd138b945', 'tag': '50dab26e-3015-4205-be02-8f5fae2f40c2', 'status': 'completed', 'code': 200} Jul 29 23:44:06.760224 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-89b016d2-2b0c-44cf-9f59-ff5fddcb42d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:06.761925 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-89b016d2-2b0c-44cf-9f59-ff5fddcb42d4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3fee908-ce2a-4a34-b5cd-8383eff77fab HTTP/1.1" status: 200 len: 850 time: 0.0761104 Jul 29 23:44:06.871147 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-3df8404f-fa89-43a3-8fa9-5970501916c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:06.874953 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-3df8404f-fa89-43a3-8fa9-5970501916c0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1040223 Jul 29 23:44:06.877554 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:06.968684 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5859dfbc-7870-494f-a030-c8f53a388fb8 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:07.020179 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5859dfbc-7870-494f-a030-c8f53a388fb8 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Pushing event deleted for resources: {'Port': ['ID=882db3cb-f77c-4bba-80b1-363ef5456d68,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:07.042582 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665801b-9db2-499d-9914-8fa66c16219f req-f83cc885-c042-47a9-b1e5-01104344411b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:07.044282 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3665801b-9db2-499d-9914-8fa66c16219f req-f83cc885-c042-47a9-b1e5-01104344411b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0779300 Jul 29 23:44:07.079106 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5859dfbc-7870-494f-a030-c8f53a388fb8 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:07.107240 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-7c537a63-1fc7-43b6-a396-ae31ad143eed service neutron] 10.222.0.23 "GET /v2.0/networks/ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241075 Jul 29 23:44:07.140394 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3665801b-9db2-499d-9914-8fa66c16219f req-b1a0b466-1f8b-49b1-a613-aa2005dfbf7a tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846188 Jul 29 23:44:07.269865 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5859dfbc-7870-494f-a030-c8f53a388fb8 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:07.272334 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5859dfbc-7870-494f-a030-c8f53a388fb8 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:07.385781 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5859dfbc-7870-494f-a030-c8f53a388fb8 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:07.386352 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5859dfbc-7870-494f-a030-c8f53a388fb8 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Fanout notify agent at l3_agent the message router_deleted on router cce5ff07-bb30-44b2-9203-8a29a8180550 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:44:07.409974 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5859dfbc-7870-494f-a030-c8f53a388fb8 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:07.413420 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5859dfbc-7870-494f-a030-c8f53a388fb8 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] 10.222.0.18 "DELETE /v2.0/routers/cce5ff07-bb30-44b2-9203-8a29a8180550 HTTP/1.1" status: 204 len: 168 time: 1.4740686 Jul 29 23:44:07.420315 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35408) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:07.427598 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-1649f4fa-e6a0-421e-bc19-e5e96c23bac7 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Request body: {'router': {'name': 'tempest-snat-router-440644862', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'enable_snat': False}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:07.447214 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-74a2acac-ba04-46ba-b312-f264c3fcd16c req-954ec0c2-aaee-4077-abfc-acfd4d892a9c service neutron] 10.222.0.23 "GET /v2.0/networks/ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161154 Jul 29 23:44:07.466526 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1649f4fa-e6a0-421e-bc19-e5e96c23bac7 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:07.468012 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1649f4fa-e6a0-421e-bc19-e5e96c23bac7 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:07.544861 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1649f4fa-e6a0-421e-bc19-e5e96c23bac7 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:07.583391 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2c1ab-e403-4f0d-9c5e-48ffad4c4f94 req-8f650423-2adb-4297-8b33-675a2b7bdd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:07.587095 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eaf2c1ab-e403-4f0d-9c5e-48ffad4c4f94 req-8f650423-2adb-4297-8b33-675a2b7bdd06 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ad76cebfbeab469a8fb6ccf5a7dd03a4&device_id=b14cefb9-1d4f-45fc-85e4-fc1cd138b945 HTTP/1.1" status: 200 len: 1096 time: 0.0835583 Jul 29 23:44:07.735400 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2c1ab-e403-4f0d-9c5e-48ffad4c4f94 req-0607a830-77c2-484b-8c31-8cce443640da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:07.737790 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eaf2c1ab-e403-4f0d-9c5e-48ffad4c4f94 req-0607a830-77c2-484b-8c31-8cce443640da service neutron] 10.222.0.23 "GET /v2.0/networks?id=ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec HTTP/1.1" status: 200 len: 912 time: 0.1460538 Jul 29 23:44:07.753810 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1649f4fa-e6a0-421e-bc19-e5e96c23bac7 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:07.823652 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eaf2c1ab-e403-4f0d-9c5e-48ffad4c4f94 req-dec06ca9-7d84-482b-b784-44b4cced8413 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50dab26e-3015-4205-be02-8f5fae2f40c2 HTTP/1.1" status: 200 len: 217 time: 0.0772290 Jul 29 23:44:07.970230 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2c1ab-e403-4f0d-9c5e-48ffad4c4f94 req-34706f71-dac5-443c-9550-ade9dea389a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:07.972306 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eaf2c1ab-e403-4f0d-9c5e-48ffad4c4f94 req-34706f71-dac5-443c-9550-ade9dea389a5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3fee908-ce2a-4a34-b5cd-8383eff77fab HTTP/1.1" status: 200 len: 850 time: 0.1403322 Jul 29 23:44:08.084067 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc7dd43-47a4-41f2-b2c8-f40fc154348b req-732d3197-b067-48c8-850e-75c9f0bea37f tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:08.086630 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9fc7dd43-47a4-41f2-b2c8-f40fc154348b req-732d3197-b067-48c8-850e-75c9f0bea37f tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14cefb9-1d4f-45fc-85e4-fc1cd138b945 HTTP/1.1" status: 200 len: 944 time: 0.1059709 Jul 29 23:44:08.089833 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2c1ab-e403-4f0d-9c5e-48ffad4c4f94 req-acb8ee11-7fcd-4587-9536-2da62540d30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:08.091302 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eaf2c1ab-e403-4f0d-9c5e-48ffad4c4f94 req-acb8ee11-7fcd-4587-9536-2da62540d30b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1102638 Jul 29 23:44:08.169599 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:08.174254 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1649f4fa-e6a0-421e-bc19-e5e96c23bac7 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:08.223126 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1649f4fa-e6a0-421e-bc19-e5e96c23bac7 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:08.313734 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9fc7dd43-47a4-41f2-b2c8-f40fc154348b req-45b06c97-ac74-49cc-9d32-eb77adafa1fc tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2c763c5-8e0b-4322-a929-5ab851fcc721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182233 Jul 29 23:44:08.348762 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-1649f4fa-e6a0-421e-bc19-e5e96c23bac7 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Allocated IP 172.25.8.182 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/0dd52736-4726-4912-8bb9-a084b5f3e652) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:08.372701 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eaf2c1ab-e403-4f0d-9c5e-48ffad4c4f94 req-b9c247c4-3012-4688-a327-41c634c825e1 service neutron] 10.222.0.23 "GET /v2.0/networks/ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480321 Jul 29 23:44:08.473642 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1649f4fa-e6a0-421e-bc19-e5e96c23bac7 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:08.516183 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1649f4fa-e6a0-421e-bc19-e5e96c23bac7 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:08.546477 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cafa6b-e510-4cb9-a5f1-ce2f8545c920 req-bd1a5309-1534-45a6-b395-cc99d6e232a1 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:08.553771 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38cafa6b-e510-4cb9-a5f1-ce2f8545c920 req-bd1a5309-1534-45a6-b395-cc99d6e232a1 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0831425 Jul 29 23:44:08.572612 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1649f4fa-e6a0-421e-bc19-e5e96c23bac7 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:08.575541 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-1649f4fa-e6a0-421e-bc19-e5e96c23bac7 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:08.579439 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1649f4fa-e6a0-421e-bc19-e5e96c23bac7 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:08.591990 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eaf2c1ab-e403-4f0d-9c5e-48ffad4c4f94 req-409c01c0-c1ac-440b-8ccc-146b8b3238c6 service neutron] 10.222.0.23 "GET /v2.0/networks/ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106860 Jul 29 23:44:08.613154 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1649f4fa-e6a0-421e-bc19-e5e96c23bac7 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Pushing event updated for resources: {'Port': ['ID=0dd52736-4726-4912-8bb9-a084b5f3e652,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:08.615325 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38cafa6b-e510-4cb9-a5f1-ce2f8545c920 req-4dffa8a1-dcdb-4e05-8c69-920cb59cc88a tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603356 Jul 29 23:44:08.630712 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649f4fa-e6a0-421e-bc19-e5e96c23bac7 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:08.631312 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649f4fa-e6a0-421e-bc19-e5e96c23bac7 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:08.631856 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649f4fa-e6a0-421e-bc19-e5e96c23bac7 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:08.633094 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649f4fa-e6a0-421e-bc19-e5e96c23bac7 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:08.633676 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649f4fa-e6a0-421e-bc19-e5e96c23bac7 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:08.634313 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649f4fa-e6a0-421e-bc19-e5e96c23bac7 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:08.634811 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649f4fa-e6a0-421e-bc19-e5e96c23bac7 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:08.635307 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649f4fa-e6a0-421e-bc19-e5e96c23bac7 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:08.635787 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649f4fa-e6a0-421e-bc19-e5e96c23bac7 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:08.636283 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649f4fa-e6a0-421e-bc19-e5e96c23bac7 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:08.636762 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649f4fa-e6a0-421e-bc19-e5e96c23bac7 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:08.637250 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1649f4fa-e6a0-421e-bc19-e5e96c23bac7 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:08.888574 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1649f4fa-e6a0-421e-bc19-e5e96c23bac7 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:09.121310 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1649f4fa-e6a0-421e-bc19-e5e96c23bac7 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:09.397079 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1649f4fa-e6a0-421e-bc19-e5e96c23bac7 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Router 0a2c5835-79f3-4c22-869c-18b4e6cc9764 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:44:09.533982 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e85ed-d4a3-419c-b226-93d744d30771 req-11c2e06c-e382-413d-be87-c85ebe99399f tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:09.540883 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-615e85ed-d4a3-419c-b226-93d744d30771 req-11c2e06c-e382-413d-be87-c85ebe99399f tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14cefb9-1d4f-45fc-85e4-fc1cd138b945 HTTP/1.1" status: 200 len: 944 time: 0.1175418 Jul 29 23:44:09.551970 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1649f4fa-e6a0-421e-bc19-e5e96c23bac7 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:44:09.565427 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c3208a-b8e2-4abc-ba74-2d77cef93a0f None None] Sync routers for ids ['0a2c5835-79f3-4c22-869c-18b4e6cc9764'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:44:09.581546 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c3208a-b8e2-4abc-ba74-2d77cef93a0f None None] Routers {'0a2c5835-79f3-4c22-869c-18b4e6cc9764'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:09.582001 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d8c3208a-b8e2-4abc-ba74-2d77cef93a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:44:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0a2c5835-79f3-4c22-869c-18b4e6cc9764'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:09.584386 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1649f4fa-e6a0-421e-bc19-e5e96c23bac7 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:09.587214 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1649f4fa-e6a0-421e-bc19-e5e96c23bac7 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.1652856 Jul 29 23:44:09.589376 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35468) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:09.641235 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-615e85ed-d4a3-419c-b226-93d744d30771 req-ed84123c-da8a-4660-a087-e5413517ec37 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2c763c5-8e0b-4322-a929-5ab851fcc721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893006 Jul 29 23:44:09.709302 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-d8c3208a-b8e2-4abc-ba74-2d77cef93a0f None None] Set router 0a2c5835-79f3-4c22-869c-18b4e6cc9764 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:44:09.841304 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b008fb6d-e5e5-4f9f-96bd-c4e4ab04b7f3 req-e7fd5ec9-ddb0-4290-9183-5562004be055 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:09.852513 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b008fb6d-e5e5-4f9f-96bd-c4e4ab04b7f3 req-e7fd5ec9-ddb0-4290-9183-5562004be055 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0923970 Jul 29 23:44:09.932377 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b008fb6d-e5e5-4f9f-96bd-c4e4ab04b7f3 req-47e655b5-48fb-46b8-89de-fb1feb9ac875 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689859 Jul 29 23:44:09.959562 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d8c3208a-b8e2-4abc-ba74-2d77cef93a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2c5835-79f3-4c22-869c-18b4e6cc9764', 'name': 'tempest-snat-router-440644862', 'tenant_id': 'd03a83eb87f14fc5a9485482ec3cfb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182'}], 'enable_snat': False}, 'gw_port_id': '0dd52736-4726-4912-8bb9-a084b5f3e652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:44:07Z', 'updated_at': '2021-07-29T23:44:08Z', 'revision_number': 3, 'project_id': 'd03a83eb87f14fc5a9485482ec3cfb75', 'gw_port': {'id': '0dd52736-4726-4912-8bb9-a084b5f3e652', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:63:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2c5835-79f3-4c22-869c-18b4e6cc9764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:08Z', 'updated_at': '2021-07-29T23:44:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:09.997575 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c3208a-b8e2-4abc-ba74-2d77cef93a0f None None] Checking router: 0a2c5835-79f3-4c22-869c-18b4e6cc9764 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:44:09.997955 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c3208a-b8e2-4abc-ba74-2d77cef93a0f None None] Updating router 0a2c5835-79f3-4c22-869c-18b4e6cc9764 port 0dd52736-4726-4912-8bb9-a084b5f3e652 binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:44:10.030218 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8c3208a-b8e2-4abc-ba74-2d77cef93a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:10.149830 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cac7880f-8728-4848-8474-79e2e6bf8539 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "GET /v2.0/routers/0a2c5835-79f3-4c22-869c-18b4e6cc9764 HTTP/1.1" status: 200 len: 908 time: 0.5592496 Jul 29 23:44:10.152412 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 35492) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:10.157346 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-9655e8bb-cb8b-422a-ba7e-3d742a472e6f tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Request body: {'router': {'name': 'tempest-snat-router-440644862', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'enable_snat': True}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:10.222054 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9655e8bb-cb8b-422a-ba7e-3d742a472e6f tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:10.223174 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9655e8bb-cb8b-422a-ba7e-3d742a472e6f tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:10.662780 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8c3208a-b8e2-4abc-ba74-2d77cef93a0f None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:10.690381 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d8c3208a-b8e2-4abc-ba74-2d77cef93a0f None None] Transition to ACTIVE for port object 0dd52736-4726-4912-8bb9-a084b5f3e652 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:10.704866 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8c3208a-b8e2-4abc-ba74-2d77cef93a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:10.800716 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-d8c3208a-b8e2-4abc-ba74-2d77cef93a0f None None] Attempting to bind port 0dd52736-4726-4912-8bb9-a084b5f3e652 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:10.801137 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-d8c3208a-b8e2-4abc-ba74-2d77cef93a0f None None] Attempting to bind port 0dd52736-4726-4912-8bb9-a084b5f3e652 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:10.801553 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c3208a-b8e2-4abc-ba74-2d77cef93a0f None None] Attempting to bind port 0dd52736-4726-4912-8bb9-a084b5f3e652 on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:10.818029 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c3208a-b8e2-4abc-ba74-2d77cef93a0f None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:44:10.818441 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c3208a-b8e2-4abc-ba74-2d77cef93a0f None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:10.818873 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8c3208a-b8e2-4abc-ba74-2d77cef93a0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:10.819325 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c3208a-b8e2-4abc-ba74-2d77cef93a0f None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:44:10.820351 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-d8c3208a-b8e2-4abc-ba74-2d77cef93a0f None None] Bound port: 0dd52736-4726-4912-8bb9-a084b5f3e652, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:44:10.820768 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8c3208a-b8e2-4abc-ba74-2d77cef93a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:10.878902 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04de39-4ba9-42cf-b51c-1b2154d1c188 None None] Pushing event updated for resources: {'Port': ['ID=0dd52736-4726-4912-8bb9-a084b5f3e652,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:10.915705 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9655e8bb-cb8b-422a-ba7e-3d742a472e6f tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:10.935948 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-d8c3208a-b8e2-4abc-ba74-2d77cef93a0f None None] For port 0dd52736-4726-4912-8bb9-a084b5f3e652, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:44:10.940330 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-d8c3208a-b8e2-4abc-ba74-2d77cef93a0f None None] For port 0dd52736-4726-4912-8bb9-a084b5f3e652, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0dd52736-4726-4912-8bb9-a084b5f3e652,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:44:10.950038 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d8c3208a-b8e2-4abc-ba74-2d77cef93a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:11.119801 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04de39-4ba9-42cf-b51c-1b2154d1c188 None None] Pushing event updated for resources: {'Port': ['ID=0dd52736-4726-4912-8bb9-a084b5f3e652,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:11.129824 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9655e8bb-cb8b-422a-ba7e-3d742a472e6f tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:11.135414 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c3208a-b8e2-4abc-ba74-2d77cef93a0f None None] Routers {'0a2c5835-79f3-4c22-869c-18b4e6cc9764'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:11.136099 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d8c3208a-b8e2-4abc-ba74-2d77cef93a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:44:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0a2c5835-79f3-4c22-869c-18b4e6cc9764'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:11.312371 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e05e8f5-cb20-4bf1-8fba-e9e090666095 req-bc0fed24-162f-46e0-bdc8-6099c93c880e tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:11.329847 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e05e8f5-cb20-4bf1-8fba-e9e090666095 req-bc0fed24-162f-46e0-bdc8-6099c93c880e tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14cefb9-1d4f-45fc-85e4-fc1cd138b945 HTTP/1.1" status: 200 len: 944 time: 0.4163313 Jul 29 23:44:11.378755 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-d8c3208a-b8e2-4abc-ba74-2d77cef93a0f None None] Set router 0a2c5835-79f3-4c22-869c-18b4e6cc9764 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:44:11.434361 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e05e8f5-cb20-4bf1-8fba-e9e090666095 req-7a599a6d-a0d7-4918-b703-c3106c733181 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2c763c5-8e0b-4322-a929-5ab851fcc721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016655 Jul 29 23:44:11.644635 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d8c3208a-b8e2-4abc-ba74-2d77cef93a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a2c5835-79f3-4c22-869c-18b4e6cc9764', 'name': 'tempest-snat-router-440644862', 'tenant_id': 'd03a83eb87f14fc5a9485482ec3cfb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182'}], 'enable_snat': False}, 'gw_port_id': '0dd52736-4726-4912-8bb9-a084b5f3e652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:44:07Z', 'updated_at': '2021-07-29T23:44:08Z', 'revision_number': 3, 'project_id': 'd03a83eb87f14fc5a9485482ec3cfb75', 'gw_port': {'id': '0dd52736-4726-4912-8bb9-a084b5f3e652', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:63:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2c5835-79f3-4c22-869c-18b4e6cc9764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:08Z', 'updated_at': '2021-07-29T23:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:11.711371 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c3208a-b8e2-4abc-ba74-2d77cef93a0f None None] The sync data for ids ['0a2c5835-79f3-4c22-869c-18b4e6cc9764'] in n-d-712140-10 is: [{'id': '0a2c5835-79f3-4c22-869c-18b4e6cc9764', 'name': 'tempest-snat-router-440644862', 'tenant_id': 'd03a83eb87f14fc5a9485482ec3cfb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182'}], 'enable_snat': False}, 'gw_port_id': '0dd52736-4726-4912-8bb9-a084b5f3e652', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:44:07Z', 'updated_at': '2021-07-29T23:44:08Z', 'revision_number': 3, 'project_id': 'd03a83eb87f14fc5a9485482ec3cfb75', 'gw_port': {'id': '0dd52736-4726-4912-8bb9-a084b5f3e652', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:63:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a2c5835-79f3-4c22-869c-18b4e6cc9764', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2743, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:08Z', 'updated_at': '2021-07-29T23:44:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:44:11.942827 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28e938f-9f2b-45b7-8cb2-4bdde8bd8659 req-213e680e-f5b7-4d83-b15c-7e67426eb3ba tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:11.951389 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e28e938f-9f2b-45b7-8cb2-4bdde8bd8659 req-213e680e-f5b7-4d83-b15c-7e67426eb3ba tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 946 time: 0.3144042 Jul 29 23:44:11.984685 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 7a3cb13c-dda4-48be-ba06-67581fba9194 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:44:12.037716 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9655e8bb-cb8b-422a-ba7e-3d742a472e6f tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:12.201825 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9655e8bb-cb8b-422a-ba7e-3d742a472e6f tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:12.302614 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 7a3cb13c-dda4-48be-ba06-67581fba9194, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=7a3cb13c-dda4-48be-ba06-67581fba9194,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:12.339391 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '7a3cb13c-dda4-48be-ba06-67581fba9194', 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f', 'port_id': '7a3cb13c-dda4-48be-ba06-67581fba9194', 'mac_address': 'fa:16:3e:ca:6f:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f136cd8-eda3-43eb-9cb5-3830c4338b63', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:44:12.456390 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e28e938f-9f2b-45b7-8cb2-4bdde8bd8659 req-06f167e5-22a3-4c2f-b98b-e76fffd725f8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4999244 Jul 29 23:44:12.460985 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:12.501891 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a3cb13c-dda4-48be-ba06-67581fba9194 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:44:12.556188 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 7a3cb13c-dda4-48be-ba06-67581fba9194, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=7a3cb13c-dda4-48be-ba06-67581fba9194,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:12.563388 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:12.564042 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 50dab26e-3015-4205-be02-8f5fae2f40c2 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:44:12.564298 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-9655e8bb-cb8b-422a-ba7e-3d742a472e6f tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Allocated IP 172.25.8.82 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/6d5297d0-b1f2-4012-8f61-6c0c5edab1cd) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:12.749376 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 50dab26e-3015-4205-be02-8f5fae2f40c2, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=50dab26e-3015-4205-be02-8f5fae2f40c2,segment=NetworkSegment(68cddc6e-f947-4e0d-a9f3-78b61292f920),segment_id=68cddc6e-f947-4e0d-a9f3-78b61292f920)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:12.766351 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '50dab26e-3015-4205-be02-8f5fae2f40c2', 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec', 'port_id': '50dab26e-3015-4205-be02-8f5fae2f40c2', 'mac_address': 'fa:16:3e:1c:71:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3fee908-ce2a-4a34-b5cd-8383eff77fab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:44:12.773607 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0edf5be-b25b-4e1b-bf7e-7925795b76e1 req-0738e65c-d473-4bfe-9988-cd66d1fd0d5c tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:12.792181 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0edf5be-b25b-4e1b-bf7e-7925795b76e1 req-0738e65c-d473-4bfe-9988-cd66d1fd0d5c tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14cefb9-1d4f-45fc-85e4-fc1cd138b945 HTTP/1.1" status: 200 len: 944 time: 0.1641197 Jul 29 23:44:12.908054 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0edf5be-b25b-4e1b-bf7e-7925795b76e1 req-2958ef5f-dfbd-4fc3-9115-446bcfe6b179 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2c763c5-8e0b-4322-a929-5ab851fcc721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147871 Jul 29 23:44:12.931339 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:12.936349 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9655e8bb-cb8b-422a-ba7e-3d742a472e6f tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:12.980717 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50dab26e-3015-4205-be02-8f5fae2f40c2 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:44:12.989205 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=7a3cb13c-dda4-48be-ba06-67581fba9194,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:13.001745 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9655e8bb-cb8b-422a-ba7e-3d742a472e6f tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:13.046245 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 50dab26e-3015-4205-be02-8f5fae2f40c2, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=50dab26e-3015-4205-be02-8f5fae2f40c2,segment=NetworkSegment(68cddc6e-f947-4e0d-a9f3-78b61292f920),segment_id=68cddc6e-f947-4e0d-a9f3-78b61292f920)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:13.051350 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:13.064364 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655e8bb-cb8b-422a-ba7e-3d742a472e6f tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Pushing event updated for resources: {'Port': ['ID=6d5297d0-b1f2-4012-8f61-6c0c5edab1cd,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:13.081010 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9655e8bb-cb8b-422a-ba7e-3d742a472e6f tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:13.091884 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-9655e8bb-cb8b-422a-ba7e-3d742a472e6f tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:13.094624 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9655e8bb-cb8b-422a-ba7e-3d742a472e6f tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:13.131242 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=50dab26e-3015-4205-be02-8f5fae2f40c2,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:13.201931 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['7a3cb13c-dda4-48be-ba06-67581fba9194'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:44:13.432595 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['50dab26e-3015-4205-be02-8f5fae2f40c2'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:44:13.537266 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9655e8bb-cb8b-422a-ba7e-3d742a472e6f tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:13.841302 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0dd52736-4726-4912-8bb9-a084b5f3e652 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:13.954126 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 0dd52736-4726-4912-8bb9-a084b5f3e652 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:13.966781 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 0dd52736-4726-4912-8bb9-a084b5f3e652 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:13.967327 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:14.027636 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 7a3cb13c-dda4-48be-ba06-67581fba9194 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:14.084381 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9655e8bb-cb8b-422a-ba7e-3d742a472e6f tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:14.118758 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424c61a1-c62e-4546-9ea8-81402a650336 req-8a2ea778-8618-47fd-a536-dc3818b167b0 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:14.120456 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-424c61a1-c62e-4546-9ea8-81402a650336 req-8a2ea778-8618-47fd-a536-dc3818b167b0 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 945 time: 0.3953903 Jul 29 23:44:14.307134 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 7a3cb13c-dda4-48be-ba06-67581fba9194 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:14.307507 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:14.311458 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:14.314539 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-424c61a1-c62e-4546-9ea8-81402a650336 req-5ac87299-b8c2-4ddd-9d88-a3890fd253c8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642886 Jul 29 23:44:14.339469 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9655e8bb-cb8b-422a-ba7e-3d742a472e6f tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Router c3593272-6d82-4282-a403-5341e488cf61 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:44:14.451883 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 0dd52736-4726-4912-8bb9-a084b5f3e652, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0dd52736-4726-4912-8bb9-a084b5f3e652,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:14.486942 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:14.648873 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9655e8bb-cb8b-422a-ba7e-3d742a472e6f tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:44:14.676367 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] Sync routers for ids ['c3593272-6d82-4282-a403-5341e488cf61'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:44:14.680259 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=0dd52736-4726-4912-8bb9-a084b5f3e652,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:14.693603 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:14.708472 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] Routers {'c3593272-6d82-4282-a403-5341e488cf61'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:14.716566 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:44:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['c3593272-6d82-4282-a403-5341e488cf61'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:14.731496 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9655e8bb-cb8b-422a-ba7e-3d742a472e6f tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:14.735886 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9655e8bb-cb8b-422a-ba7e-3d742a472e6f tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.5823483 Jul 29 23:44:14.737623 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f160aa58-870a-409f-b862-fe9fbed7f0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3cb13c-dda4-48be-ba06-67581fba9194'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:14.738630 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35588) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:14.740225 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d34aee-092a-4aae-9cc8-4455b4fa890c" -d '{"events": [{"server_uuid": "f160aa58-870a-409f-b862-fe9fbed7f0a2", "name": "network-vif-plugged", "status": "completed", "tag": "7a3cb13c-dda4-48be-ba06-67581fba9194"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:14.755032 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 7a3cb13c-dda4-48be-ba06-67581fba9194, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=7a3cb13c-dda4-48be-ba06-67581fba9194,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:14.760706 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:14.839079 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=7a3cb13c-dda4-48be-ba06-67581fba9194,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:15.032824 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] Set router c3593272-6d82-4282-a403-5341e488cf61 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:44:15.061940 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7173e39a-0fbf-47e2-b773-5e501cdf9554 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "GET /v2.0/routers/c3593272-6d82-4282-a403-5341e488cf61 HTTP/1.1" status: 200 len: 906 time: 0.3221421 Jul 29 23:44:15.064614 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 35596) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:15.345323 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4f32ffe7-8451-4392-8432-5ac88f07d2cf tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:15.426777 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3593272-6d82-4282-a403-5341e488cf61', 'name': 'tempest-snat-router-440644862', 'tenant_id': 'd03a83eb87f14fc5a9485482ec3cfb75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.82'}], 'enable_snat': True}, 'gw_port_id': '6d5297d0-b1f2-4012-8f61-6c0c5edab1cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:44:10Z', 'updated_at': '2021-07-29T23:44:13Z', 'revision_number': 3, 'project_id': 'd03a83eb87f14fc5a9485482ec3cfb75', 'gw_port': {'id': '6d5297d0-b1f2-4012-8f61-6c0c5edab1cd', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4c:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3593272-6d82-4282-a403-5341e488cf61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2745, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:44:12Z', 'updated_at': '2021-07-29T23:44:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:15.473047 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] Checking router: c3593272-6d82-4282-a403-5341e488cf61 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:44:15.473399 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] Updating router c3593272-6d82-4282-a403-5341e488cf61 port 6d5297d0-b1f2-4012-8f61-6c0c5edab1cd binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:44:15.546977 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:15.579334 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4f32ffe7-8451-4392-8432-5ac88f07d2cf tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:15.749694 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9eefa5-d3ba-4743-9843-f6b2ce1d1ff8 req-a6d966a7-d9d7-4e42-91dc-9e92916f756b tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:15.759271 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f9eefa5-d3ba-4743-9843-f6b2ce1d1ff8 req-a6d966a7-d9d7-4e42-91dc-9e92916f756b tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14cefb9-1d4f-45fc-85e4-fc1cd138b945 HTTP/1.1" status: 200 len: 945 time: 0.5823245 Jul 29 23:44:15.781656 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0dd52736-4726-4912-8bb9-a084b5f3e652 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:15.912062 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-4f32ffe7-8451-4392-8432-5ac88f07d2cf tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Deleting port 6d5297d0-b1f2-4012-8f61-6c0c5edab1cd {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:15.912461 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4f32ffe7-8451-4392-8432-5ac88f07d2cf tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:15.922509 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 0dd52736-4726-4912-8bb9-a084b5f3e652 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:15.922894 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.008243 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 50dab26e-3015-4205-be02-8f5fae2f40c2 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:16.039677 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f9eefa5-d3ba-4743-9843-f6b2ce1d1ff8 req-019292b4-d02d-4db5-ade8-ed63a68fe0ed tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2c763c5-8e0b-4322-a929-5ab851fcc721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2681098 Jul 29 23:44:16.139148 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4f32ffe7-8451-4392-8432-5ac88f07d2cf tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.151624 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.166284 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215f267e-fd77-41c3-b6f0-8e7e7658f530 x-openstack-request-id: req-215f267e-fd77-41c3-b6f0-8e7e7658f530 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:16.166770 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f160aa58-870a-409f-b862-fe9fbed7f0a2", "name": "network-vif-plugged", "status": "completed", "tag": "7a3cb13c-dda4-48be-ba06-67581fba9194", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:16.167025 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-4f32ffe7-8451-4392-8432-5ac88f07d2cf tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Calling delete_port for 6d5297d0-b1f2-4012-8f61-6c0c5edab1cd owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:16.167177 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-215f267e-fd77-41c3-b6f0-8e7e7658f530 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:16.167601 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f160aa58-870a-409f-b862-fe9fbed7f0a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a3cb13c-dda4-48be-ba06-67581fba9194', 'code': 200} Jul 29 23:44:16.170860 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] Transition to ACTIVE for port object 6d5297d0-b1f2-4012-8f61-6c0c5edab1cd will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:16.174248 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 50dab26e-3015-4205-be02-8f5fae2f40c2 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:16.182020 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.199573 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 50dab26e-3015-4205-be02-8f5fae2f40c2 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:16.199983 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.311081 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] Attempting to bind port 6d5297d0-b1f2-4012-8f61-6c0c5edab1cd on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:16.311355 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] Attempting to bind port 6d5297d0-b1f2-4012-8f61-6c0c5edab1cd by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:16.318729 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] Attempting to bind port 6d5297d0-b1f2-4012-8f61-6c0c5edab1cd on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:16.357868 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:44:16.358240 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:16.358645 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.359036 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:44:16.359517 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] Bound port: 6d5297d0-b1f2-4012-8f61-6c0c5edab1cd, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:44:16.359920 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.385640 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d96a9-cc10-4dd2-bb61-fd8a57e4dd40 req-5bd55444-6070-460e-a917-cd817c267c19 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:16.388057 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-af6d96a9-cc10-4dd2-bb61-fd8a57e4dd40 req-5bd55444-6070-460e-a917-cd817c267c19 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 946 time: 0.1021709 Jul 29 23:44:16.395016 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97462025-4fc8-4ce2-a30b-cfc7f5ecd3ab None None] Pushing event updated for resources: {'Port': ['ID=6d5297d0-b1f2-4012-8f61-6c0c5edab1cd,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:16.418204 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.472936 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 50dab26e-3015-4205-be02-8f5fae2f40c2, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=50dab26e-3015-4205-be02-8f5fae2f40c2,segment=NetworkSegment(68cddc6e-f947-4e0d-a9f3-78b61292f920),segment_id=68cddc6e-f947-4e0d-a9f3-78b61292f920)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:16.478631 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.490238 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-af6d96a9-cc10-4dd2-bb61-fd8a57e4dd40 req-c32de4ef-1e2e-4685-ae5c-2cca1ae7f370 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929801 Jul 29 23:44:16.504829 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97462025-4fc8-4ce2-a30b-cfc7f5ecd3ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.505177 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97462025-4fc8-4ce2-a30b-cfc7f5ecd3ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.505519 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97462025-4fc8-4ce2-a30b-cfc7f5ecd3ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.505857 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97462025-4fc8-4ce2-a30b-cfc7f5ecd3ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.506190 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97462025-4fc8-4ce2-a30b-cfc7f5ecd3ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.506525 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97462025-4fc8-4ce2-a30b-cfc7f5ecd3ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.506847 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97462025-4fc8-4ce2-a30b-cfc7f5ecd3ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.520798 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97462025-4fc8-4ce2-a30b-cfc7f5ecd3ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.523935 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97462025-4fc8-4ce2-a30b-cfc7f5ecd3ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.524548 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97462025-4fc8-4ce2-a30b-cfc7f5ecd3ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.527472 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97462025-4fc8-4ce2-a30b-cfc7f5ecd3ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.528022 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97462025-4fc8-4ce2-a30b-cfc7f5ecd3ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:16.583538 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=50dab26e-3015-4205-be02-8f5fae2f40c2,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:16.601323 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4f32ffe7-8451-4392-8432-5ac88f07d2cf tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.602609 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.db.api [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=94066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:44:16.602991 n-d-712140-10 neutron-server[94066]: DEBUG oslo_db.api [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:44:16.646677 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32ffe7-8451-4392-8432-5ac88f07d2cf tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Pushing event deleted for resources: {'Port': ['ID=6d5297d0-b1f2-4012-8f61-6c0c5edab1cd,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:16.769896 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4f32ffe7-8451-4392-8432-5ac88f07d2cf tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.972492 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4f32ffe7-8451-4392-8432-5ac88f07d2cf tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:16.976694 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4f32ffe7-8451-4392-8432-5ac88f07d2cf tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:17.040766 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4f32ffe7-8451-4392-8432-5ac88f07d2cf tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:17.041497 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f32ffe7-8451-4392-8432-5ac88f07d2cf tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c3593272-6d82-4282-a403-5341e488cf61 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:44:17.047118 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4f32ffe7-8451-4392-8432-5ac88f07d2cf tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:17.049233 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4f32ffe7-8451-4392-8432-5ac88f07d2cf tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "DELETE /v2.0/routers/c3593272-6d82-4282-a403-5341e488cf61 HTTP/1.1" status: 204 len: 168 time: 1.9823453 Jul 29 23:44:17.051440 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 35642) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:17.125297 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] Attempting to bind port 6d5297d0-b1f2-4012-8f61-6c0c5edab1cd on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:17.128531 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] Attempting to bind port 6d5297d0-b1f2-4012-8f61-6c0c5edab1cd by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:17.129049 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] Attempting to bind port 6d5297d0-b1f2-4012-8f61-6c0c5edab1cd on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:17.144735 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:44:17.146098 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:17.146957 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:17.149260 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:44:17.150711 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] Bound port: 6d5297d0-b1f2-4012-8f61-6c0c5edab1cd, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:44:17.151883 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:17.190181 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.plugin [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] Port 6d5297d0-b1f2-4012-8f61-6c0c5edab1cd has been deleted concurrently {{(pid=94066) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 29 23:44:17.218703 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] Routers set() bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:17.219256 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] Router IDs set() for agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 23:44:17.220265 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_agentschedulers_db [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c3593272-6d82-4282-a403-5341e488cf61'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:44:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent'). {{(pid=94066) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 23:44:17.222200 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c29666-4132-4c97-897d-5a571c77a7e4 None None] The sync data for ids ['c3593272-6d82-4282-a403-5341e488cf61'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:44:17.267315 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ccf530a1-f128-4e2f-bf73-8230df481714 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:17.334932 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316f239a-c40b-458b-b185-b63bc381ce29 req-a9b2879f-1497-4d8f-9ae1-5ba08fb2ffbe tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:17.337471 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-316f239a-c40b-458b-b185-b63bc381ce29 req-a9b2879f-1497-4d8f-9ae1-5ba08fb2ffbe tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14cefb9-1d4f-45fc-85e4-fc1cd138b945 HTTP/1.1" status: 200 len: 946 time: 0.1956413 Jul 29 23:44:17.903027 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-316f239a-c40b-458b-b185-b63bc381ce29 req-8c4b0dcf-832b-4945-8844-e7352d60a6fe tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2c763c5-8e0b-4322-a929-5ab851fcc721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5526447 Jul 29 23:44:17.955152 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ccf530a1-f128-4e2f-bf73-8230df481714 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.120029 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-ccf530a1-f128-4e2f-bf73-8230df481714 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Deleting port 0dd52736-4726-4912-8bb9-a084b5f3e652 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:18.120384 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ccf530a1-f128-4e2f-bf73-8230df481714 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.169118 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14cefb9-1d4f-45fc-85e4-fc1cd138b945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50dab26e-3015-4205-be02-8f5fae2f40c2'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:18.171456 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531b953f-8d82-4a63-bf07-24321d899280" -d '{"events": [{"server_uuid": "b14cefb9-1d4f-45fc-85e4-fc1cd138b945", "name": "network-vif-plugged", "status": "completed", "tag": "50dab26e-3015-4205-be02-8f5fae2f40c2"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:18.285466 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6db0a-a616-4624-9d63-23f357658ac8 req-0ad19d09-85cf-4aa5-9707-aa1b6329a5d3 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:18.285466 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-37c6db0a-a616-4624-9d63-23f357658ac8 req-0ad19d09-85cf-4aa5-9707-aa1b6329a5d3 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 946 time: 0.2160895 Jul 29 23:44:18.303339 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35674) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:18.347442 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-ccf530a1-f128-4e2f-bf73-8230df481714 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] For port 0dd52736-4726-4912-8bb9-a084b5f3e652, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0dd52736-4726-4912-8bb9-a084b5f3e652,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:18.347825 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ccf530a1-f128-4e2f-bf73-8230df481714 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.360371 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-37c6db0a-a616-4624-9d63-23f357658ac8 req-781f2978-385d-4f52-b141-f08b43d65448 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752106 Jul 29 23:44:18.366621 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-ccf530a1-f128-4e2f-bf73-8230df481714 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Calling delete_port for 0dd52736-4726-4912-8bb9-a084b5f3e652 owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:18.493117 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f74e61-f62f-4cf3-9ec9-c0ae14852db7 x-openstack-request-id: req-f3f74e61-f62f-4cf3-9ec9-c0ae14852db7 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:18.493443 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14cefb9-1d4f-45fc-85e4-fc1cd138b945", "name": "network-vif-plugged", "status": "completed", "tag": "50dab26e-3015-4205-be02-8f5fae2f40c2", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:18.493672 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f3f74e61-f62f-4cf3-9ec9-c0ae14852db7 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:18.494079 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14cefb9-1d4f-45fc-85e4-fc1cd138b945', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50dab26e-3015-4205-be02-8f5fae2f40c2', 'code': 200} Jul 29 23:44:18.587519 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e240ad3-5a48-4f12-8f75-c2b729bc0c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.595019 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c0ad2-1344-432a-83cd-e39a106491c6 req-56b4ec20-957b-49f8-8849-f9142b5811c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:18.596740 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-473c0ad2-1344-432a-83cd-e39a106491c6 req-56b4ec20-957b-49f8-8849-f9142b5811c7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b14cefb9-1d4f-45fc-85e4-fc1cd138b945 HTTP/1.1" status: 200 len: 1098 time: 0.0626457 Jul 29 23:44:18.693241 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-473c0ad2-1344-432a-83cd-e39a106491c6 req-43264ba0-5fdd-413f-a459-64c2df0e992d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=a2c763c5-8e0b-4322-a929-5ab851fcc721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661244 Jul 29 23:44:18.694292 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ccf530a1-f128-4e2f-bf73-8230df481714 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.767793 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf530a1-f128-4e2f-bf73-8230df481714 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Pushing event deleted for resources: {'Port': ['ID=0dd52736-4726-4912-8bb9-a084b5f3e652,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:18.768410 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e240ad3-5a48-4f12-8f75-c2b729bc0c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.773809 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e240ad3-5a48-4f12-8f75-c2b729bc0c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.821616 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0e240ad3-5a48-4f12-8f75-c2b729bc0c7b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=268ee3d4398a4f8582e47ffc0b687772&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5163293 Jul 29 23:44:18.822400 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e240ad3-5a48-4f12-8f75-c2b729bc0c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968c5906-b776-42d9-bee4-03c9615e4a0a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:18.824961 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35680) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:18.932908 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-24de461a-5a16-4fdb-b98b-12cd42a92b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.938646 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ccf530a1-f128-4e2f-bf73-8230df481714 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:18.988922 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-24de461a-5a16-4fdb-b98b-12cd42a92b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:19.147888 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-24de461a-5a16-4fdb-b98b-12cd42a92b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:19.147888 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-24de461a-5a16-4fdb-b98b-12cd42a92b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:19.147888 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-24de461a-5a16-4fdb-b98b-12cd42a92b08 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/968c5906-b776-42d9-bee4-03c9615e4a0a HTTP/1.1" status: 204 len: 168 time: 0.3184841 Jul 29 23:44:19.159812 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de461a-5a16-4fdb-b98b-12cd42a92b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968c5906-b776-42d9-bee4-03c9615e4a0a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:19.166084 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ccf530a1-f128-4e2f-bf73-8230df481714 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:19.171608 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ccf530a1-f128-4e2f-bf73-8230df481714 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:19.292188 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ccf530a1-f128-4e2f-bf73-8230df481714 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:19.292552 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf530a1-f128-4e2f-bf73-8230df481714 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a2c5835-79f3-4c22-869c-18b4e6cc9764 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:44:19.298674 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ccf530a1-f128-4e2f-bf73-8230df481714 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:19.303650 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ccf530a1-f128-4e2f-bf73-8230df481714 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "DELETE /v2.0/routers/0a2c5835-79f3-4c22-869c-18b4e6cc9764 HTTP/1.1" status: 204 len: 168 time: 2.2469192 Jul 29 23:44:19.304421 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35692) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:19.310476 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-2c6a988a-0c25-4f33-9d75-b714ce78cb43 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1767544768', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}, 'admin_state_up': False}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:19.326419 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb4965-7133-4f1e-8ec2-75806ead9822 req-6e8c2f5f-8930-4c34-a970-0fb72ae0457e tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:19.328039 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-51bb4965-7133-4f1e-8ec2-75806ead9822 req-6e8c2f5f-8930-4c34-a970-0fb72ae0457e tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14cefb9-1d4f-45fc-85e4-fc1cd138b945 HTTP/1.1" status: 200 len: 946 time: 0.0766704 Jul 29 23:44:19.368697 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c6a988a-0c25-4f33-9d75-b714ce78cb43 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:19.369846 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c6a988a-0c25-4f33-9d75-b714ce78cb43 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:19.439406 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-51bb4965-7133-4f1e-8ec2-75806ead9822 req-65ffd48a-fca9-43ab-b9d6-c98723f072ef tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2c763c5-8e0b-4322-a929-5ab851fcc721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042726 Jul 29 23:44:19.525038 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c6a988a-0c25-4f33-9d75-b714ce78cb43 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:19.702659 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb003e1e-adbd-4bf0-b3e3-fad591d2d711 req-98906b53-ef86-429c-963c-b59424b0fd73 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:19.711181 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb003e1e-adbd-4bf0-b3e3-fad591d2d711 req-98906b53-ef86-429c-963c-b59424b0fd73 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 946 time: 0.1262400 Jul 29 23:44:19.738534 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c6a988a-0c25-4f33-9d75-b714ce78cb43 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:19.784623 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb003e1e-adbd-4bf0-b3e3-fad591d2d711 req-e7497845-7aeb-42e1-ab96-ccf6fc0051f9 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720630 Jul 29 23:44:19.893756 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 35700) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:19.917760 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3c380e25-7203-427d-be69-9859a485b11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:20.010071 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0dd52736-4726-4912-8bb9-a084b5f3e652 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:44:20.072596 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 0dd52736-4726-4912-8bb9-a084b5f3e652 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:44:20.074044 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0dd52736-4726-4912-8bb9-a084b5f3e652 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:44:20.118855 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c6a988a-0c25-4f33-9d75-b714ce78cb43 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:20.123651 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3c380e25-7203-427d-be69-9859a485b11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:20.129089 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3c380e25-7203-427d-be69-9859a485b11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:20.141174 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c6a988a-0c25-4f33-9d75-b714ce78cb43 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:20.176391 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c380e25-7203-427d-be69-9859a485b11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08e1ec65-cc09-4e3b-b75f-2690fd0316a1,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:20.197432 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3c380e25-7203-427d-be69-9859a485b11b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=84fe69a8dbe046788466fe6a9b250840&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3016896 Jul 29 23:44:20.198635 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 35702) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:20.269717 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f04bbbd5-8609-4ecc-b837-c9613551ce3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:20.314203 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-2c6a988a-0c25-4f33-9d75-b714ce78cb43 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Allocated IP 172.25.8.151 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/c4bd4859-70cf-4ea5-a951-01de3e7f173a) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:20.321439 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f04bbbd5-8609-4ecc-b837-c9613551ce3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:20.383550 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f04bbbd5-8609-4ecc-b837-c9613551ce3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:20.391124 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f04bbbd5-8609-4ecc-b837-c9613551ce3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:20.394692 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f04bbbd5-8609-4ecc-b837-c9613551ce3c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/08e1ec65-cc09-4e3b-b75f-2690fd0316a1 HTTP/1.1" status: 204 len: 168 time: 0.1926436 Jul 29 23:44:20.417061 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04bbbd5-8609-4ecc-b837-c9613551ce3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08e1ec65-cc09-4e3b-b75f-2690fd0316a1,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:20.500928 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c6a988a-0c25-4f33-9d75-b714ce78cb43 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:20.605990 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c6a988a-0c25-4f33-9d75-b714ce78cb43 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:20.632507 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914c4fa-ea4b-4663-a674-b3ac33b19274 req-2402dd20-808b-4917-9ab0-8c6b6690aeda tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:20.634314 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1914c4fa-ea4b-4663-a674-b3ac33b19274 req-2402dd20-808b-4917-9ab0-8c6b6690aeda tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14cefb9-1d4f-45fc-85e4-fc1cd138b945 HTTP/1.1" status: 200 len: 946 time: 0.1007593 Jul 29 23:44:20.711886 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6a988a-0c25-4f33-9d75-b714ce78cb43 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:20.721224 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-2c6a988a-0c25-4f33-9d75-b714ce78cb43 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:20.727516 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1914c4fa-ea4b-4663-a674-b3ac33b19274 req-9a9ba2c4-931c-4385-9386-4043a3eb4be7 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2c763c5-8e0b-4322-a929-5ab851fcc721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853767 Jul 29 23:44:20.730721 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6a988a-0c25-4f33-9d75-b714ce78cb43 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:20.772279 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a988a-0c25-4f33-9d75-b714ce78cb43 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Pushing event updated for resources: {'Port': ['ID=c4bd4859-70cf-4ea5-a951-01de3e7f173a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:20.991803 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c75580e-9fda-4ffd-bc0a-e430df6d7bcd req-1af4a77d-da78-4fc9-a74f-b1724a83b971 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:21.005824 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5c75580e-9fda-4ffd-bc0a-e430df6d7bcd req-1af4a77d-da78-4fc9-a74f-b1724a83b971 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14cefb9-1d4f-45fc-85e4-fc1cd138b945 HTTP/1.1" status: 200 len: 946 time: 0.1142604 Jul 29 23:44:21.008739 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 35724) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:21.024789 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-683e5b5f-ab31-406f-a57d-4f26c4b99d95 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Request body: {'floatingip': {'port_id': '50dab26e-3015-4205-be02-8f5fae2f40c2'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:21.240346 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c6a988a-0c25-4f33-9d75-b714ce78cb43 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:21.249401 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-683e5b5f-ab31-406f-a57d-4f26c4b99d95 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for floatingip, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:21.652106 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b393d556-38d5-4805-8d55-b0fa70886d65 req-ab5b07d2-cf9d-4e6a-bf56-f0ab60daca5e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:21.661210 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b393d556-38d5-4805-8d55-b0fa70886d65 req-ab5b07d2-cf9d-4e6a-bf56-f0ab60daca5e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 946 time: 0.5205238 Jul 29 23:44:21.705504 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c6a988a-0c25-4f33-9d75-b714ce78cb43 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:21.803294 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b393d556-38d5-4805-8d55-b0fa70886d65 req-757fc240-6205-4c59-9b43-14ed08910d48 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404865 Jul 29 23:44:22.003910 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6a988a-0c25-4f33-9d75-b714ce78cb43 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Router c542fb92-193a-4079-b2de-5865ace146e2 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:44:22.248968 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6a988a-0c25-4f33-9d75-b714ce78cb43 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:44:22.260182 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c938e007-cfa7-4eae-b2fc-1fb3b05f0b49 None None] Sync routers for ids ['c542fb92-193a-4079-b2de-5865ace146e2'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:44:22.280716 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c6a988a-0c25-4f33-9d75-b714ce78cb43 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:22.283162 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2c6a988a-0c25-4f33-9d75-b714ce78cb43 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9774504 Jul 29 23:44:22.286790 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35746) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:22.289566 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c938e007-cfa7-4eae-b2fc-1fb3b05f0b49 None None] Routers {'c542fb92-193a-4079-b2de-5865ace146e2'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:22.290296 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c938e007-cfa7-4eae-b2fc-1fb3b05f0b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:44:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['c542fb92-193a-4079-b2de-5865ace146e2'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:22.296957 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-1eba0156-fba3-4f2e-ada8-9db53544fc1c tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'enable_snat': False}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:22.367218 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c938e007-cfa7-4eae-b2fc-1fb3b05f0b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:22.399973 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c938e007-cfa7-4eae-b2fc-1fb3b05f0b49 None None] Routers {'c542fb92-193a-4079-b2de-5865ace146e2'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:22.400755 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c938e007-cfa7-4eae-b2fc-1fb3b05f0b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:44:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['c542fb92-193a-4079-b2de-5865ace146e2'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:22.519775 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c938e007-cfa7-4eae-b2fc-1fb3b05f0b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:22.520891 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c938e007-cfa7-4eae-b2fc-1fb3b05f0b49 None None] The sync data for ids ['c542fb92-193a-4079-b2de-5865ace146e2'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:44:22.690371 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.db.resource_extend [None req-683e5b5f-ab31-406f-a57d-4f26c4b99d95 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:44:22.767056 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-683e5b5f-ab31-406f-a57d-4f26c4b99d95 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:22.771611 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-683e5b5f-ab31-406f-a57d-4f26c4b99d95 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:22.946127 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-683e5b5f-ab31-406f-a57d-4f26c4b99d95 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Floating IP f3a59b5b-5941-4ed0-a1e3-aaaa71a634ba associated. External IP: 172.25.8.31, port: 50dab26e-3015-4205-be02-8f5fae2f40c2. Jul 29 23:44:23.020534 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b3a6d-6061-4fb9-af34-a807d6105926 req-98db0443-84d3-4ff5-bdec-9745d23e7642 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:23.023013 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f3b3a6d-6061-4fb9-af34-a807d6105926 req-98db0443-84d3-4ff5-bdec-9745d23e7642 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 946 time: 0.1177619 Jul 29 23:44:23.037118 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1eba0156-fba3-4f2e-ada8-9db53544fc1c tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:23.124538 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f3b3a6d-6061-4fb9-af34-a807d6105926 req-2ec10e72-405a-4195-b35a-63a2b6a6c2b6 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584130 Jul 29 23:44:23.280836 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-683e5b5f-ab31-406f-a57d-4f26c4b99d95 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Router b255c339-ea4a-48c3-9dbb-74bbf2990780 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:44:23.468249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-683e5b5f-ab31-406f-a57d-4f26c4b99d95 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:44:23.486479 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111a444e-37f1-4c3e-9acc-5a0c8e1b6bf9 None None] Sync routers for ids ['b255c339-ea4a-48c3-9dbb-74bbf2990780'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:44:23.488400 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-683e5b5f-ab31-406f-a57d-4f26c4b99d95 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:23.511888 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111a444e-37f1-4c3e-9acc-5a0c8e1b6bf9 None None] Routers {'b255c339-ea4a-48c3-9dbb-74bbf2990780'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:23.512546 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-111a444e-37f1-4c3e-9acc-5a0c8e1b6bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:44:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b255c339-ea4a-48c3-9dbb-74bbf2990780'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:23.526000 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-683e5b5f-ab31-406f-a57d-4f26c4b99d95 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "PUT /v2.0/floatingips/f3a59b5b-5941-4ed0-a1e3-aaaa71a634ba HTTP/1.1" status: 200 len: 991 time: 2.5107014 Jul 29 23:44:23.526868 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b14cefb9-1d4f-45fc-85e4-fc1cd138b945', 'tag': '50dab26e-3015-4205-be02-8f5fae2f40c2'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:23.542886 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9070b32-c91c-49bc-a9d6-458976062739" -d '{"events": [{"name": "network-changed", "server_uuid": "b14cefb9-1d4f-45fc-85e4-fc1cd138b945", "tag": "50dab26e-3015-4205-be02-8f5fae2f40c2"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:23.715371 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac4cf35-7612-410d-95ab-ad84d51e568f x-openstack-request-id: req-6ac4cf35-7612-410d-95ab-ad84d51e568f {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:23.716882 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b14cefb9-1d4f-45fc-85e4-fc1cd138b945", "tag": "50dab26e-3015-4205-be02-8f5fae2f40c2", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:23.717908 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6ac4cf35-7612-410d-95ab-ad84d51e568f {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:23.719203 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b14cefb9-1d4f-45fc-85e4-fc1cd138b945', 'tag': '50dab26e-3015-4205-be02-8f5fae2f40c2', 'status': 'completed', 'code': 200} Jul 29 23:44:23.843049 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-111a444e-37f1-4c3e-9acc-5a0c8e1b6bf9 None None] Set router b255c339-ea4a-48c3-9dbb-74bbf2990780 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:44:23.864935 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9070b32-c91c-49bc-a9d6-458976062739 req-ddc8478c-2b49-4ca3-b4e9-4e2d2c7fbc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:23.875795 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b9070b32-c91c-49bc-a9d6-458976062739 req-ddc8478c-2b49-4ca3-b4e9-4e2d2c7fbc89 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ad76cebfbeab469a8fb6ccf5a7dd03a4&device_id=b14cefb9-1d4f-45fc-85e4-fc1cd138b945 HTTP/1.1" status: 200 len: 1098 time: 0.1263835 Jul 29 23:44:24.113917 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9070b32-c91c-49bc-a9d6-458976062739 req-6352fd29-6967-45f3-99e6-d3a4d946a4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:24.115754 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b9070b32-c91c-49bc-a9d6-458976062739 req-6352fd29-6967-45f3-99e6-d3a4d946a4c6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec HTTP/1.1" status: 200 len: 912 time: 0.2323384 Jul 29 23:44:24.322015 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b9070b32-c91c-49bc-a9d6-458976062739 req-36ead23a-83c9-4a91-96f0-e407d2fa3929 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50dab26e-3015-4205-be02-8f5fae2f40c2 HTTP/1.1" status: 200 len: 999 time: 0.1956151 Jul 29 23:44:24.546754 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-111a444e-37f1-4c3e-9acc-5a0c8e1b6bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'name': 'tempest-AttachVolumeTestJSON-1082787952-router', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:03Z', 'updated_at': '2021-07-29T23:39:13Z', 'revision_number': 4, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'gw_port': {'id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:06Z', 'updated_at': '2021-07-29T23:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': 'f3a59b5b-5941-4ed0-a1e3-aaaa71a634ba', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'port_id': '50dab26e-3015-4205-be02-8f5fae2f40c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec', 'mac_address': 'fa:16:3e:1c:71:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cefb9-1d4f-45fc-85e4-fc1cd138b945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:43:59Z', 'updated_at': '2021-07-29T23:44:22Z', 'revision_number': 1, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dd2ce7-917d-41ac-b240-970f2b369ca1', 'name': '', 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'mac_address': 'fa:16:3e:f4:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'd3fee908-ce2a-4a34-b5cd-8383eff77fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:11Z', 'updated_at': '2021-07-29T23:39:19Z', 'revision_number': 5, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'subnets': [{'id': 'd3fee908-ce2a-4a34-b5cd-8383eff77fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:24.599584 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111a444e-37f1-4c3e-9acc-5a0c8e1b6bf9 None None] Checking router: b255c339-ea4a-48c3-9dbb-74bbf2990780 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:44:24.610354 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b48f4d7-f729-4693-9750-e58b140bb7f7 req-ca9c307d-7439-4b3e-896d-c354fbecd3ab tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:24.620737 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9b48f4d7-f729-4693-9750-e58b140bb7f7 req-ca9c307d-7439-4b3e-896d-c354fbecd3ab tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 946 time: 0.2968304 Jul 29 23:44:24.624468 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111a444e-37f1-4c3e-9acc-5a0c8e1b6bf9 None None] Routers {'b255c339-ea4a-48c3-9dbb-74bbf2990780'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:24.624938 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-111a444e-37f1-4c3e-9acc-5a0c8e1b6bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:44:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b255c339-ea4a-48c3-9dbb-74bbf2990780'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:24.644616 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9070b32-c91c-49bc-a9d6-458976062739 req-1b068195-ab53-4011-8edb-8598815004db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:24.647033 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b9070b32-c91c-49bc-a9d6-458976062739 req-1b068195-ab53-4011-8edb-8598815004db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3fee908-ce2a-4a34-b5cd-8383eff77fab HTTP/1.1" status: 200 len: 850 time: 0.2998919 Jul 29 23:44:24.803505 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9b48f4d7-f729-4693-9750-e58b140bb7f7 req-d8d6defb-9be5-48fb-ad0d-9e0b202b467f tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815147 Jul 29 23:44:24.812057 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1eba0156-fba3-4f2e-ada8-9db53544fc1c tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16400064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16332386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:24.832347 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1eba0156-fba3-4f2e-ada8-9db53544fc1c tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16400091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16400082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16332405'] for router, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:24.850742 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9070b32-c91c-49bc-a9d6-458976062739 req-d63ddabc-6a6e-429a-94b4-40b5d4e1011c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:24.859129 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b9070b32-c91c-49bc-a9d6-458976062739 req-d63ddabc-6a6e-429a-94b4-40b5d4e1011c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1987760 Jul 29 23:44:25.104576 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-111a444e-37f1-4c3e-9acc-5a0c8e1b6bf9 None None] Set router b255c339-ea4a-48c3-9dbb-74bbf2990780 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:44:25.229686 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35808) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:25.279976 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97986088-3282-49fa-bc55-b787288b898f req-c5b62ba3-0992-4e41-b4c2-85a84699dade service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=17945c89-c4d5-4aed-bdd9-0cebb9661683&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2133899 Jul 29 23:44:25.282238 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b9070b32-c91c-49bc-a9d6-458976062739 req-468da6a8-a9a4-47e7-86b0-521f42499f93 service neutron] 10.222.0.23 "GET /v2.0/networks/ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150605 Jul 29 23:44:25.331251 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eba0156-fba3-4f2e-ada8-9db53544fc1c tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Router c542fb92-193a-4079-b2de-5865ace146e2 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:44:25.593262 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f87a0f94-7840-42f6-b52b-9dff4dd948e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:25.704131 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eba0156-fba3-4f2e-ada8-9db53544fc1c tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:44:25.715075 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6a0980-7644-4244-9444-8ef06af64fb7 None None] Sync routers for ids ['c542fb92-193a-4079-b2de-5865ace146e2'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:44:25.736406 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1eba0156-fba3-4f2e-ada8-9db53544fc1c tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:25.737924 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1eba0156-fba3-4f2e-ada8-9db53544fc1c tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "PUT /v2.0/routers/c542fb92-193a-4079-b2de-5865ace146e2 HTTP/1.1" status: 200 len: 922 time: 3.4499016 Jul 29 23:44:25.745576 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6a0980-7644-4244-9444-8ef06af64fb7 None None] Routers {'c542fb92-193a-4079-b2de-5865ace146e2'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:25.746599 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-0b6a0980-7644-4244-9444-8ef06af64fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:44:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['c542fb92-193a-4079-b2de-5865ace146e2'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:25.759448 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35820) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:25.853072 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-0b6a0980-7644-4244-9444-8ef06af64fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:25.879118 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6a0980-7644-4244-9444-8ef06af64fb7 None None] Routers {'c542fb92-193a-4079-b2de-5865ace146e2'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:25.880535 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-0b6a0980-7644-4244-9444-8ef06af64fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:44:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['c542fb92-193a-4079-b2de-5865ace146e2'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:25.891246 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-111a444e-37f1-4c3e-9acc-5a0c8e1b6bf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'name': 'tempest-AttachVolumeTestJSON-1082787952-router', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:03Z', 'updated_at': '2021-07-29T23:39:13Z', 'revision_number': 4, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'gw_port': {'id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:06Z', 'updated_at': '2021-07-29T23:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': 'f3a59b5b-5941-4ed0-a1e3-aaaa71a634ba', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'port_id': '50dab26e-3015-4205-be02-8f5fae2f40c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec', 'mac_address': 'fa:16:3e:1c:71:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cefb9-1d4f-45fc-85e4-fc1cd138b945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:43:59Z', 'updated_at': '2021-07-29T23:44:22Z', 'revision_number': 1, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dd2ce7-917d-41ac-b240-970f2b369ca1', 'name': '', 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'mac_address': 'fa:16:3e:f4:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'd3fee908-ce2a-4a34-b5cd-8383eff77fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:11Z', 'updated_at': '2021-07-29T23:39:19Z', 'revision_number': 5, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'subnets': [{'id': 'd3fee908-ce2a-4a34-b5cd-8383eff77fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:25.950011 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-0b6a0980-7644-4244-9444-8ef06af64fb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:25.951096 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6a0980-7644-4244-9444-8ef06af64fb7 None None] The sync data for ids ['c542fb92-193a-4079-b2de-5865ace146e2'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:44:25.982081 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111a444e-37f1-4c3e-9acc-5a0c8e1b6bf9 None None] The sync data for ids ['b255c339-ea4a-48c3-9dbb-74bbf2990780'] in n-d-712140-10 is: [{'id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'name': 'tempest-AttachVolumeTestJSON-1082787952-router', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:03Z', 'updated_at': '2021-07-29T23:39:13Z', 'revision_number': 4, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'gw_port': {'id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:06Z', 'updated_at': '2021-07-29T23:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': 'f3a59b5b-5941-4ed0-a1e3-aaaa71a634ba', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'floating_ip_address': '172.25.8.31', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'port_id': '50dab26e-3015-4205-be02-8f5fae2f40c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec', 'mac_address': 'fa:16:3e:1c:71:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b14cefb9-1d4f-45fc-85e4-fc1cd138b945', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:43:59Z', 'updated_at': '2021-07-29T23:44:22Z', 'revision_number': 1, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6dd2ce7-917d-41ac-b240-970f2b369ca1', 'name': '', 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'mac_address': 'fa:16:3e:f4:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'd3fee908-ce2a-4a34-b5cd-8383eff77fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:11Z', 'updated_at': '2021-07-29T23:39:19Z', 'revision_number': 5, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'subnets': [{'id': 'd3fee908-ce2a-4a34-b5cd-8383eff77fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:44:26.176286 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97986088-3282-49fa-bc55-b787288b898f req-ce5b1185-5b33-42d7-906b-f0f5d6572a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:26.185860 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f87a0f94-7840-42f6-b52b-9dff4dd948e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:26.193844 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f87a0f94-7840-42f6-b52b-9dff4dd948e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:26.202006 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97986088-3282-49fa-bc55-b787288b898f req-ce5b1185-5b33-42d7-906b-f0f5d6572a0d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72e6a71724b54f78b875fd06b1bacd37&device_id=17945c89-c4d5-4aed-bdd9-0cebb9661683 HTTP/1.1" status: 200 len: 1098 time: 0.8677535 Jul 29 23:44:26.234583 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d534705-2feb-4da9-aa79-b8beb24cda2b req-50913375-afa5-468c-bbd2-8e17ea85364a tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:26.243828 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5d534705-2feb-4da9-aa79-b8beb24cda2b req-50913375-afa5-468c-bbd2-8e17ea85364a tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/ports?device_id=1254fa0c-4729-4265-951a-0f6e816ccc64 HTTP/1.1" status: 200 len: 946 time: 0.1278007 Jul 29 23:44:26.266279 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:44:26.323066 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f87a0f94-7840-42f6-b52b-9dff4dd948e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=db27e95fecb3416dbcb466aad5ad2a60&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0897408 Jul 29 23:44:26.324497 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a0f94-7840-42f6-b52b-9dff4dd948e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e3b838-b4c7-4deb-a07f-bb13a6a7355e,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:26.327188 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35828) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:26.353530 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97986088-3282-49fa-bc55-b787288b898f req-245fba14-465a-47b0-b218-dda928bd9640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:26.355103 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97986088-3282-49fa-bc55-b787288b898f req-245fba14-465a-47b0-b218-dda928bd9640 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c65634b4-620f-4d4e-b86a-cfaa4125589f HTTP/1.1" status: 200 len: 912 time: 0.1350625 Jul 29 23:44:26.408277 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-96966e47-83dd-427a-8bf0-e9444fdf74ab tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "GET /v2.0/routers/c542fb92-193a-4079-b2de-5865ace146e2 HTTP/1.1" status: 200 len: 922 time: 0.6474807 Jul 29 23:44:26.411720 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8874e843-517b-4abb-9b7c-a9e0af0062d3 None None] New status for floating IP f3a59b5b-5941-4ed0-a1e3-aaaa71a634ba: ACTIVE {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:44:26.422768 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35830) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:26.432055 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97986088-3282-49fa-bc55-b787288b898f req-19a74e1a-4d80-43bf-8bdc-55b8291ca38f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0e077dcd-4c74-42b0-9e1e-8093c3e63bfa HTTP/1.1" status: 200 len: 217 time: 0.0442452 Jul 29 23:44:26.487928 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5d534705-2feb-4da9-aa79-b8beb24cda2b req-876a4aba-4755-4139-a1db-0a14585b44d9 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac1897bc-fa23-468b-9375-38c8238b89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394555 Jul 29 23:44:26.532615 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b9070b32-c91c-49bc-a9d6-458976062739 req-eede0308-a473-47b3-bc8f-321d100e2dcf service neutron] 10.222.0.23 "GET /v2.0/networks/ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2344375 Jul 29 23:44:26.589632 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97986088-3282-49fa-bc55-b787288b898f req-ac5c600c-a0ac-4116-8dd7-85a2f8b5601a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:26.591167 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97986088-3282-49fa-bc55-b787288b898f req-ac5c600c-a0ac-4116-8dd7-85a2f8b5601a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9f136cd8-eda3-43eb-9cb5-3830c4338b63 HTTP/1.1" status: 200 len: 850 time: 0.1466451 Jul 29 23:44:26.682165 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2829e0ad-cc0d-4a82-be04-f33f57ab1070 req-f1655e60-0ba5-4bc9-8cf6-1a3e8bbb14f9 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:26.689758 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2829e0ad-cc0d-4a82-be04-f33f57ab1070 req-f1655e60-0ba5-4bc9-8cf6-1a3e8bbb14f9 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0949941 Jul 29 23:44:26.725020 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97986088-3282-49fa-bc55-b787288b898f req-7af1b64e-59fa-4e44-a5cf-f61799670ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:26.727307 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-126ab03a-9dfb-431e-864a-6515b904f1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:26.731591 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97986088-3282-49fa-bc55-b787288b898f req-7af1b64e-59fa-4e44-a5cf-f61799670ff2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c65634b4-620f-4d4e-b86a-cfaa4125589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1251504 Jul 29 23:44:26.736017 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1417a7b1-5c12-43a0-ba54-1f6037409a93 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:26.737083 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2829e0ad-cc0d-4a82-be04-f33f57ab1070 req-e1006fce-13a8-4181-bc83-42b503fe1642 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465147 Jul 29 23:44:26.745507 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1417a7b1-5c12-43a0-ba54-1f6037409a93 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=0aea9f43-4eea-456f-a634-5f5375b1fdb7&device_id=c542fb92-193a-4079-b2de-5865ace146e2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2965972 Jul 29 23:44:26.745943 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35832) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:26.888255 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-126ab03a-9dfb-431e-864a-6515b904f1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:26.947827 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97986088-3282-49fa-bc55-b787288b898f req-cfac1321-66d8-49ea-8edf-b4651daaa948 service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983063 Jul 29 23:44:26.993487 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ed824d-4d6a-4a96-847e-9db9c3b25227 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:27.000267 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e0ed824d-4d6a-4a96-847e-9db9c3b25227 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 881 time: 0.2501583 Jul 29 23:44:27.001584 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35838) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:27.041397 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ed1126ff-87f5-4374-a2aa-d9c15224e1fc tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] 10.222.0.18 "GET /v2.0/ports?device_id=c542fb92-193a-4079-b2de-5865ace146e2 HTTP/1.1" status: 200 len: 205 time: 0.0382261 Jul 29 23:44:27.041860 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 35840) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:27.056415 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-126ab03a-9dfb-431e-864a-6515b904f1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.059411 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-126ab03a-9dfb-431e-864a-6515b904f1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.060905 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-126ab03a-9dfb-431e-864a-6515b904f1f1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31e3b838-b4c7-4deb-a07f-bb13a6a7355e HTTP/1.1" status: 204 len: 168 time: 0.7193136 Jul 29 23:44:27.089067 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126ab03a-9dfb-431e-864a-6515b904f1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e3b838-b4c7-4deb-a07f-bb13a6a7355e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:27.267312 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bd447291-839e-43a2-a5bf-7d4e00bbd13c tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.272459 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97986088-3282-49fa-bc55-b787288b898f req-72a2e332-96a2-4b2c-b26d-82eafc372059 service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3072460 Jul 29 23:44:27.350038 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc0ed3-b1dd-48fe-adcc-0c6f4b69c4b2 req-ae24703d-3e31-479b-9a8e-36f9fd4dfe98 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:27.352410 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-53bc0ed3-b1dd-48fe-adcc-0c6f4b69c4b2 req-ae24703d-3e31-479b-9a8e-36f9fd4dfe98 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.23 "GET /v2.0/ports?device_id=1254fa0c-4729-4265-951a-0f6e816ccc64 HTTP/1.1" status: 200 len: 946 time: 0.3114893 Jul 29 23:44:27.537508 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bd447291-839e-43a2-a5bf-7d4e00bbd13c tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.576475 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35850) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:27.601645 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0ad5be8-b471-44d6-853a-7ca8b42e4c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.735619 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0ad5be8-b471-44d6-853a-7ca8b42e4c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.746475 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0ad5be8-b471-44d6-853a-7ca8b42e4c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.748011 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-bd447291-839e-43a2-a5bf-7d4e00bbd13c tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Deleting port c4bd4859-70cf-4ea5-a951-01de3e7f173a {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:27.748358 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bd447291-839e-43a2-a5bf-7d4e00bbd13c tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.752095 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-53bc0ed3-b1dd-48fe-adcc-0c6f4b69c4b2 req-ea53ffd8-d8f5-4dbd-81d1-abdd25147bc0 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Deleting port 678695ae-11de-4d26-8064-8743f97e2379 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:27.752425 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-53bc0ed3-b1dd-48fe-adcc-0c6f4b69c4b2 req-ea53ffd8-d8f5-4dbd-81d1-abdd25147bc0 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.797755 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b0ad5be8-b471-44d6-853a-7ca8b42e4c9e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=85244b2de1e64ee7b115eecb443bdae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2199364 Jul 29 23:44:27.798807 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ad5be8-b471-44d6-853a-7ca8b42e4c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6872e40-0911-438c-849e-41d6fd84b3bb,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:27.801538 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35858) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:27.856263 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37cf13fe-6701-4d66-bf1a-9d4903b4692c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.880917 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37cf13fe-6701-4d66-bf1a-9d4903b4692c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.888607 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f092b448-72f1-4cf5-bb2e-ab216f1df3f3 req-cec7f196-03cb-45a2-8b3e-a73612cb6a0b tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:27.890466 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f092b448-72f1-4cf5-bb2e-ab216f1df3f3 req-cec7f196-03cb-45a2-8b3e-a73612cb6a0b tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/ports?device_id=1254fa0c-4729-4265-951a-0f6e816ccc64 HTTP/1.1" status: 200 len: 946 time: 0.2899504 Jul 29 23:44:27.935063 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-53bc0ed3-b1dd-48fe-adcc-0c6f4b69c4b2 req-ea53ffd8-d8f5-4dbd-81d1-abdd25147bc0 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] For port 678695ae-11de-4d26-8064-8743f97e2379, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=678695ae-11de-4d26-8064-8743f97e2379,segment=NetworkSegment(b6ee40d5-2b7c-413f-9047-a5a37db55f64),segment_id=b6ee40d5-2b7c-413f-9047-a5a37db55f64)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:27.935821 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-53bc0ed3-b1dd-48fe-adcc-0c6f4b69c4b2 req-ea53ffd8-d8f5-4dbd-81d1-abdd25147bc0 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.946188 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37cf13fe-6701-4d66-bf1a-9d4903b4692c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.949778 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37cf13fe-6701-4d66-bf1a-9d4903b4692c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:27.951020 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-37cf13fe-6701-4d66-bf1a-9d4903b4692c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d6872e40-0911-438c-849e-41d6fd84b3bb HTTP/1.1" status: 204 len: 168 time: 0.1482019 Jul 29 23:44:27.972527 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cf13fe-6701-4d66-bf1a-9d4903b4692c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6872e40-0911-438c-849e-41d6fd84b3bb,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:27.989487 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-53bc0ed3-b1dd-48fe-adcc-0c6f4b69c4b2 req-ea53ffd8-d8f5-4dbd-81d1-abdd25147bc0 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Calling delete_port for 678695ae-11de-4d26-8064-8743f97e2379 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:28.050134 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f092b448-72f1-4cf5-bb2e-ab216f1df3f3 req-2c2eeb77-4b86-4bd1-bcaf-80bd0e048e1e tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac1897bc-fa23-468b-9375-38c8238b89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230948 Jul 29 23:44:28.114369 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bd447291-839e-43a2-a5bf-7d4e00bbd13c tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:28.135660 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-bd447291-839e-43a2-a5bf-7d4e00bbd13c tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Calling delete_port for c4bd4859-70cf-4ea5-a951-01de3e7f173a owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:28.387117 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c800a4a-f973-4251-adee-549c536e1cd6 req-4409c6f0-ea45-4c35-9523-b39e24c2dba5 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:28.389044 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c800a4a-f973-4251-adee-549c536e1cd6 req-4409c6f0-ea45-4c35-9523-b39e24c2dba5 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 946 time: 0.1573889 Jul 29 23:44:28.547188 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c800a4a-f973-4251-adee-549c536e1cd6 req-6d0e59a0-4746-448e-901a-5ae097c60919 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485674 Jul 29 23:44:28.553475 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-53bc0ed3-b1dd-48fe-adcc-0c6f4b69c4b2 req-ea53ffd8-d8f5-4dbd-81d1-abdd25147bc0 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:28.582855 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['678695ae-11de-4d26-8064-8743f97e2379'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:44:28.730188 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53ffd8-d8f5-4dbd-81d1-abdd25147bc0 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Pushing event deleted for resources: {'Port': ['ID=678695ae-11de-4d26-8064-8743f97e2379,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:28.762521 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-53bc0ed3-b1dd-48fe-adcc-0c6f4b69c4b2 req-ea53ffd8-d8f5-4dbd-81d1-abdd25147bc0 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] No DVR routers for this DVR port 678695ae-11de-4d26-8064-8743f97e2379 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:44:28.764464 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-53bc0ed3-b1dd-48fe-adcc-0c6f4b69c4b2 req-ea53ffd8-d8f5-4dbd-81d1-abdd25147bc0 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:28.767116 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-53bc0ed3-b1dd-48fe-adcc-0c6f4b69c4b2 req-ea53ffd8-d8f5-4dbd-81d1-abdd25147bc0 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.23 "DELETE /v2.0/ports/678695ae-11de-4d26-8064-8743f97e2379 HTTP/1.1" status: 204 len: 173 time: 1.4070413 Jul 29 23:44:28.822753 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1254fa0c-4729-4265-951a-0f6e816ccc64', 'name': 'network-vif-deleted', 'tag': '678695ae-11de-4d26-8064-8743f97e2379'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:28.825231 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3a9733-0972-4e26-b63f-db4c8344107b" -d '{"events": [{"server_uuid": "1254fa0c-4729-4265-951a-0f6e816ccc64", "name": "network-vif-deleted", "tag": "678695ae-11de-4d26-8064-8743f97e2379"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:28.828940 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53ffd8-d8f5-4dbd-81d1-abdd25147bc0 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:28.829288 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53ffd8-d8f5-4dbd-81d1-abdd25147bc0 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:28.829625 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53ffd8-d8f5-4dbd-81d1-abdd25147bc0 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:28.829958 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53ffd8-d8f5-4dbd-81d1-abdd25147bc0 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:28.830294 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53ffd8-d8f5-4dbd-81d1-abdd25147bc0 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:28.830616 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53ffd8-d8f5-4dbd-81d1-abdd25147bc0 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:28.830936 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53ffd8-d8f5-4dbd-81d1-abdd25147bc0 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:28.831257 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53ffd8-d8f5-4dbd-81d1-abdd25147bc0 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:28.831598 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53ffd8-d8f5-4dbd-81d1-abdd25147bc0 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:28.831916 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53ffd8-d8f5-4dbd-81d1-abdd25147bc0 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:28.832239 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53ffd8-d8f5-4dbd-81d1-abdd25147bc0 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:28.832556 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea53ffd8-d8f5-4dbd-81d1-abdd25147bc0 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:44:28.904396 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bd447291-839e-43a2-a5bf-7d4e00bbd13c tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:28.941327 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd447291-839e-43a2-a5bf-7d4e00bbd13c tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Pushing event deleted for resources: {'Port': ['ID=c4bd4859-70cf-4ea5-a951-01de3e7f173a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:28.948076 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6909bb-db34-4c6c-8688-020d5ff12930 x-openstack-request-id: req-bf6909bb-db34-4c6c-8688-020d5ff12930 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:28.948518 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1254fa0c-4729-4265-951a-0f6e816ccc64", "name": "network-vif-deleted", "tag": "678695ae-11de-4d26-8064-8743f97e2379", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:28.948871 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf6909bb-db34-4c6c-8688-020d5ff12930 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:28.949485 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1254fa0c-4729-4265-951a-0f6e816ccc64', 'name': 'network-vif-deleted', 'tag': '678695ae-11de-4d26-8064-8743f97e2379', 'status': 'completed', 'code': 200} Jul 29 23:44:29.017580 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bd447291-839e-43a2-a5bf-7d4e00bbd13c tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.127943 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bd447291-839e-43a2-a5bf-7d4e00bbd13c tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.130315 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bd447291-839e-43a2-a5bf-7d4e00bbd13c tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.188877 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bd447291-839e-43a2-a5bf-7d4e00bbd13c tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.190157 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd447291-839e-43a2-a5bf-7d4e00bbd13c tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Fanout notify agent at l3_agent the message router_deleted on router c542fb92-193a-4079-b2de-5865ace146e2 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:44:29.201197 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bd447291-839e-43a2-a5bf-7d4e00bbd13c tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.203099 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-bd447291-839e-43a2-a5bf-7d4e00bbd13c tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] 10.222.0.18 "DELETE /v2.0/routers/c542fb92-193a-4079-b2de-5865ace146e2 HTTP/1.1" status: 204 len: 168 time: 2.1602225 Jul 29 23:44:29.208489 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 35890) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:29.213972 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-54e3bba9-8775-4fc8-b7c3-94ae02984d61 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1406389512', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:29.280162 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-54e3bba9-8775-4fc8-b7c3-94ae02984d61 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.281651 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-54e3bba9-8775-4fc8-b7c3-94ae02984d61 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.290156 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-18d238d6-a104-410f-befb-cfb79cee66d0 req-e80dfc07-31e7-4aa7-9794-dca0f9164396 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/ports?device_id=1254fa0c-4729-4265-951a-0f6e816ccc64 HTTP/1.1" status: 200 len: 210 time: 0.0539308 Jul 29 23:44:29.358298 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-54e3bba9-8775-4fc8-b7c3-94ae02984d61 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.369504 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-54e3bba9-8775-4fc8-b7c3-94ae02984d61 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.391072 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-54e3bba9-8775-4fc8-b7c3-94ae02984d61 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.396168 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-54e3bba9-8775-4fc8-b7c3-94ae02984d61 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1850679 Jul 29 23:44:29.398220 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 35896) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:29.410612 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-cc29431a-64b9-43dd-b975-34a53707541e tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Request body: {'router': {'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:29.561526 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.796698 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cc29431a-64b9-43dd-b975-34a53707541e tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.832790 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7ea5e2-ad4a-48fc-a010-6468cdf4ba5e req-96bf3f20-ac28-464b-98f1-c009d39f8fb2 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:29.836694 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:29.840705 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a7ea5e2-ad4a-48fc-a010-6468cdf4ba5e req-96bf3f20-ac28-464b-98f1-c009d39f8fb2 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 946 time: 0.1546645 Jul 29 23:44:29.913246 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a7ea5e2-ad4a-48fc-a010-6468cdf4ba5e req-9440ace3-c70c-4867-a61d-9ef1ed2f7c31 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716286 Jul 29 23:44:30.149474 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cc29431a-64b9-43dd-b975-34a53707541e tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:30.173331 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cc29431a-64b9-43dd-b975-34a53707541e tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:30.332916 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-cc29431a-64b9-43dd-b975-34a53707541e tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Allocated IP 172.25.8.163 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/d0020330-15f5-41e3-aae4-01ead02c39cd) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:30.487923 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cc29431a-64b9-43dd-b975-34a53707541e tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:30.561546 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cc29431a-64b9-43dd-b975-34a53707541e tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:30.614651 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29431a-64b9-43dd-b975-34a53707541e tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Pushing event updated for resources: {'Port': ['ID=d0020330-15f5-41e3-aae4-01ead02c39cd,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:30.648050 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc29431a-64b9-43dd-b975-34a53707541e tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:30.649776 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-cc29431a-64b9-43dd-b975-34a53707541e tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:30.660002 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc29431a-64b9-43dd-b975-34a53707541e tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:31.826370 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbdc0c4-4a09-46f0-b752-498d6969f376 req-bcc238e1-30e9-491d-8f62-a88885701f58 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:31.832398 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4cbdc0c4-4a09-46f0-b752-498d6969f376 req-bcc238e1-30e9-491d-8f62-a88885701f58 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 946 time: 0.2708137 Jul 29 23:44:31.893475 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cc29431a-64b9-43dd-b975-34a53707541e tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router_gateway, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:31.955386 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4cbdc0c4-4a09-46f0-b752-498d6969f376 req-42177d07-262f-4685-a381-506cca8e302a tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150279 Jul 29 23:44:32.094797 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 678695ae-11de-4d26-8064-8743f97e2379 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:44:32.152683 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 678695ae-11de-4d26-8064-8743f97e2379 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:44:32.153757 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 678695ae-11de-4d26-8064-8743f97e2379 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:44:32.458281 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cc29431a-64b9-43dd-b975-34a53707541e tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16400064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16332386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:32.464232 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cc29431a-64b9-43dd-b975-34a53707541e tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16400091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16400082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16332405'] for router, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:32.823658 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-65cb4083-f7bc-4a45-9451-a6c9c9b58b03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:32.827787 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc29431a-64b9-43dd-b975-34a53707541e tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Router cc5cb4eb-0cc8-4c1a-a658-9637c97949df is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:44:33.163519 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc29431a-64b9-43dd-b975-34a53707541e tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:44:33.181194 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cc29431a-64b9-43dd-b975-34a53707541e tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:33.183979 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4a852a-34c0-45fc-ba9e-051c0210a889 None None] Sync routers for ids ['cc5cb4eb-0cc8-4c1a-a658-9637c97949df'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:44:33.187856 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-cc29431a-64b9-43dd-b975-34a53707541e tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] 10.222.0.18 "PUT /v2.0/routers/cc5cb4eb-0cc8-4c1a-a658-9637c97949df HTTP/1.1" status: 200 len: 880 time: 3.7877235 Jul 29 23:44:33.189080 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36000) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:33.203732 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4a852a-34c0-45fc-ba9e-051c0210a889 None None] Routers {'cc5cb4eb-0cc8-4c1a-a658-9637c97949df'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:33.205379 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6a4a852a-34c0-45fc-ba9e-051c0210a889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:44:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['cc5cb4eb-0cc8-4c1a-a658-9637c97949df'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:33.269643 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6a4a852a-34c0-45fc-ba9e-051c0210a889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:33.280699 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fb0c3-3fa1-4d83-902c-45a7dd817db2 req-04f68f84-0bcf-40f9-92a6-624990453efe tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:33.282359 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a88fb0c3-3fa1-4d83-902c-45a7dd817db2 req-04f68f84-0bcf-40f9-92a6-624990453efe tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 946 time: 0.2129509 Jul 29 23:44:33.312277 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4a852a-34c0-45fc-ba9e-051c0210a889 None None] Routers {'cc5cb4eb-0cc8-4c1a-a658-9637c97949df'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:33.314387 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6a4a852a-34c0-45fc-ba9e-051c0210a889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:44:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['cc5cb4eb-0cc8-4c1a-a658-9637c97949df'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:33.401598 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a88fb0c3-3fa1-4d83-902c-45a7dd817db2 req-72a32d93-8eb3-4339-84d8-fe14c7aaeb44 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019962 Jul 29 23:44:33.443554 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ee33484b-f7f0-4200-84eb-8bfd1b779085 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "GET /v2.0/routers/cc5cb4eb-0cc8-4c1a-a658-9637c97949df HTTP/1.1" status: 200 len: 921 time: 0.2526035 Jul 29 23:44:33.446807 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36006) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:33.469846 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6a4a852a-34c0-45fc-ba9e-051c0210a889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:33.470525 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4a852a-34c0-45fc-ba9e-051c0210a889 None None] The sync data for ids ['cc5cb4eb-0cc8-4c1a-a658-9637c97949df'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:44:33.628862 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3091c85d-8416-4f76-9374-9f8999bbb9cd tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:33.636248 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3091c85d-8416-4f76-9374-9f8999bbb9cd tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=0aea9f43-4eea-456f-a634-5f5375b1fdb7&device_id=cc5cb4eb-0cc8-4c1a-a658-9637c97949df&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1856172 Jul 29 23:44:33.637137 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 36010) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:33.868177 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f267448c-5054-404b-8c27-c87cce99a1bc tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:33.872306 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f267448c-5054-404b-8c27-c87cce99a1bc tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 881 time: 0.2333860 Jul 29 23:44:33.873182 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 36018) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:33.937473 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-71691f20-7d81-4d6f-b399-a6b6cbd30888 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc5cb4eb-0cc8-4c1a-a658-9637c97949df HTTP/1.1" status: 200 len: 205 time: 0.0622976 Jul 29 23:44:33.939447 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36020) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:34.124667 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e917845-6d00-4f7e-9264-be07a6714c86 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:34.274134 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e917845-6d00-4f7e-9264-be07a6714c86 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:34.344162 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-7e917845-6d00-4f7e-9264-be07a6714c86 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Deleting port d0020330-15f5-41e3-aae4-01ead02c39cd {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:34.344850 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e917845-6d00-4f7e-9264-be07a6714c86 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:34.448384 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e917845-6d00-4f7e-9264-be07a6714c86 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:34.462023 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-7e917845-6d00-4f7e-9264-be07a6714c86 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Calling delete_port for d0020330-15f5-41e3-aae4-01ead02c39cd owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:34.664414 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08223b36-a64b-407a-b5fa-1095feb3e8c7 req-7644ac66-51f6-48a2-b5c2-8e37ed7af422 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:34.667801 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08223b36-a64b-407a-b5fa-1095feb3e8c7 req-7644ac66-51f6-48a2-b5c2-8e37ed7af422 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 946 time: 0.1083996 Jul 29 23:44:34.767285 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08223b36-a64b-407a-b5fa-1095feb3e8c7 req-e491cd77-95af-49ba-a53a-1f7b1890bda8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830512 Jul 29 23:44:34.790761 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e917845-6d00-4f7e-9264-be07a6714c86 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:34.817091 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e917845-6d00-4f7e-9264-be07a6714c86 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Pushing event deleted for resources: {'Port': ['ID=d0020330-15f5-41e3-aae4-01ead02c39cd,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:34.911957 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f4d16-49b1-44cb-a49b-498087f369af req-002cc0e5-f444-4b03-82a4-ffa3b8b5260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:34.915816 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5d4f4d16-49b1-44cb-a49b-498087f369af req-002cc0e5-f444-4b03-82a4-ffa3b8b5260c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72e6a71724b54f78b875fd06b1bacd37&device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 1098 time: 0.0531425 Jul 29 23:44:34.934820 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e917845-6d00-4f7e-9264-be07a6714c86 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.046031 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e917845-6d00-4f7e-9264-be07a6714c86 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.048330 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e917845-6d00-4f7e-9264-be07a6714c86 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.064576 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f4d16-49b1-44cb-a49b-498087f369af req-61675692-3736-4991-8cff-44843d3f7009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:35.066189 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5d4f4d16-49b1-44cb-a49b-498087f369af req-61675692-3736-4991-8cff-44843d3f7009 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c65634b4-620f-4d4e-b86a-cfaa4125589f HTTP/1.1" status: 200 len: 912 time: 0.1451976 Jul 29 23:44:35.109481 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e917845-6d00-4f7e-9264-be07a6714c86 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.110334 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e917845-6d00-4f7e-9264-be07a6714c86 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Fanout notify agent at l3_agent the message router_deleted on router cc5cb4eb-0cc8-4c1a-a658-9637c97949df {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:44:35.119668 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e917845-6d00-4f7e-9264-be07a6714c86 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.124591 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7e917845-6d00-4f7e-9264-be07a6714c86 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] 10.222.0.18 "DELETE /v2.0/routers/cc5cb4eb-0cc8-4c1a-a658-9637c97949df HTTP/1.1" status: 204 len: 168 time: 1.1802385 Jul 29 23:44:35.124817 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36062) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:35.129657 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-6929efb6-861c-4f0b-82e2-d8dbe7f46313 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-825936669', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:35.154153 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5d4f4d16-49b1-44cb-a49b-498087f369af req-de76ed3c-aa63-4feb-a33a-89938b5f9cc3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a3cb13c-dda4-48be-ba06-67581fba9194 HTTP/1.1" status: 200 len: 217 time: 0.0782630 Jul 29 23:44:35.157307 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6929efb6-861c-4f0b-82e2-d8dbe7f46313 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.158920 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6929efb6-861c-4f0b-82e2-d8dbe7f46313 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.221733 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f4d16-49b1-44cb-a49b-498087f369af req-e3fb0ad4-45ff-4f71-81ea-cb108a74b555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:35.223359 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5d4f4d16-49b1-44cb-a49b-498087f369af req-e3fb0ad4-45ff-4f71-81ea-cb108a74b555 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9f136cd8-eda3-43eb-9cb5-3830c4338b63 HTTP/1.1" status: 200 len: 850 time: 0.0627134 Jul 29 23:44:35.287490 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6929efb6-861c-4f0b-82e2-d8dbe7f46313 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.293522 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6929efb6-861c-4f0b-82e2-d8dbe7f46313 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.302849 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f4d16-49b1-44cb-a49b-498087f369af req-17f902d0-6622-45cb-8e63-0dd83f0ce01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:35.306166 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5d4f4d16-49b1-44cb-a49b-498087f369af req-17f902d0-6622-45cb-8e63-0dd83f0ce01d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c65634b4-620f-4d4e-b86a-cfaa4125589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750613 Jul 29 23:44:35.316017 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6929efb6-861c-4f0b-82e2-d8dbe7f46313 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.323130 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6929efb6-861c-4f0b-82e2-d8dbe7f46313 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1956525 Jul 29 23:44:35.324799 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36074) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:35.334374 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-b92ae40e-a276-4599-af94-9aa14820fc06 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'enable_snat': True}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:35.386495 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:35.461427 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5d4f4d16-49b1-44cb-a49b-498087f369af req-f8208ae1-3f90-4a76-95eb-a2c4e931de49 service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484051 Jul 29 23:44:35.660238 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5d4f4d16-49b1-44cb-a49b-498087f369af req-3ab8c7a2-75b4-434d-a43a-0a39378b3bd4 service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865904 Jul 29 23:44:35.930740 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b570e86-f105-4a54-b9da-f869ec3a0da6 req-e58c95f1-da89-4c2a-a01f-c5b783e03668 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:35.932315 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b570e86-f105-4a54-b9da-f869ec3a0da6 req-e58c95f1-da89-4c2a-a01f-c5b783e03668 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 946 time: 0.0798776 Jul 29 23:44:35.986770 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b92ae40e-a276-4599-af94-9aa14820fc06 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:36.012979 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b570e86-f105-4a54-b9da-f869ec3a0da6 req-664a685e-37f0-4a3b-bde9-5429fe84f869 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734060 Jul 29 23:44:36.217831 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-867c890e-0f9a-49bb-b34d-47821ec267aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:36.270388 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b92ae40e-a276-4599-af94-9aa14820fc06 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:36.292690 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b92ae40e-a276-4599-af94-9aa14820fc06 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:36.411130 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-b92ae40e-a276-4599-af94-9aa14820fc06 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Allocated IP 172.25.8.223 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/4c410cc0-dd42-4979-9f76-62cd271473c1) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:36.530788 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b92ae40e-a276-4599-af94-9aa14820fc06 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:36.582886 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b92ae40e-a276-4599-af94-9aa14820fc06 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:36.629643 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92ae40e-a276-4599-af94-9aa14820fc06 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:36.632018 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-b92ae40e-a276-4599-af94-9aa14820fc06 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:36.639108 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92ae40e-a276-4599-af94-9aa14820fc06 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:36.688182 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ae40e-a276-4599-af94-9aa14820fc06 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Pushing event updated for resources: {'Port': ['ID=4c410cc0-dd42-4979-9f76-62cd271473c1,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:36.885881 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:37.034409 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b92ae40e-a276-4599-af94-9aa14820fc06 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:37.239933 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa1020-b3bc-453a-8c52-f8c25b8dd509 req-8a5f8e2a-6532-43d4-abe4-6839efbc93fb tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:37.242986 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d9fa1020-b3bc-453a-8c52-f8c25b8dd509 req-8a5f8e2a-6532-43d4-abe4-6839efbc93fb tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 946 time: 0.1058340 Jul 29 23:44:37.276434 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b92ae40e-a276-4599-af94-9aa14820fc06 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16400064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16332386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:37.280336 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b92ae40e-a276-4599-af94-9aa14820fc06 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16400091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16400082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16332405'] for router, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:37.299424 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d9fa1020-b3bc-453a-8c52-f8c25b8dd509 req-29de1fae-4b4c-415f-b4d6-1623d4f080bc tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491004 Jul 29 23:44:37.465125 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b92ae40e-a276-4599-af94-9aa14820fc06 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Router 9c4881f8-9e02-44fb-90d3-a07480896c09 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:44:37.589574 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b92ae40e-a276-4599-af94-9aa14820fc06 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:44:37.594324 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b92ae40e-a276-4599-af94-9aa14820fc06 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:37.596172 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b92ae40e-a276-4599-af94-9aa14820fc06 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "PUT /v2.0/routers/9c4881f8-9e02-44fb-90d3-a07480896c09 HTTP/1.1" status: 200 len: 914 time: 2.2696474 Jul 29 23:44:37.598553 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36140) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:37.608512 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c147c8-3c06-4931-aa6f-a7eae94f81e9 None None] Sync routers for ids ['9c4881f8-9e02-44fb-90d3-a07480896c09'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:44:37.625848 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c147c8-3c06-4931-aa6f-a7eae94f81e9 None None] Routers {'9c4881f8-9e02-44fb-90d3-a07480896c09'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:37.626948 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-c8c147c8-3c06-4931-aa6f-a7eae94f81e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:44:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['9c4881f8-9e02-44fb-90d3-a07480896c09'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:37.715257 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-c8c147c8-3c06-4931-aa6f-a7eae94f81e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:37.735074 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c147c8-3c06-4931-aa6f-a7eae94f81e9 None None] Routers {'9c4881f8-9e02-44fb-90d3-a07480896c09'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:37.735710 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-c8c147c8-3c06-4931-aa6f-a7eae94f81e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:44:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['9c4881f8-9e02-44fb-90d3-a07480896c09'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:37.738444 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2554847e-ad3f-46de-87ee-714e6f0e0cf7 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "GET /v2.0/routers/9c4881f8-9e02-44fb-90d3-a07480896c09 HTTP/1.1" status: 200 len: 920 time: 0.1368678 Jul 29 23:44:37.741210 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36146) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:37.789145 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-c8c147c8-3c06-4931-aa6f-a7eae94f81e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:37.790976 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c147c8-3c06-4931-aa6f-a7eae94f81e9 None None] The sync data for ids ['9c4881f8-9e02-44fb-90d3-a07480896c09'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:44:37.791253 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7313b8-21f7-45b6-a93a-43db44195ebb tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:37.797110 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0b7313b8-21f7-45b6-a93a-43db44195ebb tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=0aea9f43-4eea-456f-a634-5f5375b1fdb7&device_id=9c4881f8-9e02-44fb-90d3-a07480896c09&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0508645 Jul 29 23:44:37.797577 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36150) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:37.921391 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e5e4d3-76ae-4eae-9115-4edf730733bf tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:37.925587 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-37e5e4d3-76ae-4eae-9115-4edf730733bf tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 881 time: 0.1242080 Jul 29 23:44:37.925981 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 36166) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:37.990445 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f75e2e74-9a05-49ab-a0b9-dd08e40ee9e3 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c4881f8-9e02-44fb-90d3-a07480896c09 HTTP/1.1" status: 200 len: 205 time: 0.0630476 Jul 29 23:44:37.995707 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36168) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:38.104582 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af6441-7dc4-4173-b5fe-f76222710933 req-efe6f277-50c3-46fd-aa32-23cea16f78d3 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:38.114033 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20af6441-7dc4-4173-b5fe-f76222710933 req-efe6f277-50c3-46fd-aa32-23cea16f78d3 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/networks?id=0801adb8-ef1b-4445-b25f-3dd1a2e09455 HTTP/1.1" status: 200 len: 814 time: 0.1716359 Jul 29 23:44:38.132967 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20af6441-7dc4-4173-b5fe-f76222710933 req-b0f6f160-9af6-4398-8e77-3ca86bc3f9dd tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/quotas/640be8fd958a4ee8b9bcf426d8d2d681 HTTP/1.1" status: 200 len: 375 time: 0.0177259 Jul 29 23:44:38.134719 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-18b18fb7-fb5e-40a2-8c30-968e2e887068 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:38.182348 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20af6441-7dc4-4173-b5fe-f76222710933 req-9557a767-37cf-402a-ae23-452d8d3dc869 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=640be8fd958a4ee8b9bcf426d8d2d681&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483892 Jul 29 23:44:38.201255 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:38.283930 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-18b18fb7-fb5e-40a2-8c30-968e2e887068 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:38.304957 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20af6441-7dc4-4173-b5fe-f76222710933 req-ab8d50be-7ca6-43ea-9200-124edd9adb14 service neutron] 10.222.0.18 "GET /v2.0/networks/0801adb8-ef1b-4445-b25f-3dd1a2e09455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214333 Jul 29 23:44:38.365450 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-18b18fb7-fb5e-40a2-8c30-968e2e887068 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Deleting port 4c410cc0-dd42-4979-9f76-62cd271473c1 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:38.367088 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-18b18fb7-fb5e-40a2-8c30-968e2e887068 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:38.415252 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20af6441-7dc4-4173-b5fe-f76222710933 req-7d0dfa5b-4c56-4f6a-b392-3e73073c7cef service neutron] 10.222.0.18 "GET /v2.0/networks/0801adb8-ef1b-4445-b25f-3dd1a2e09455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042457 Jul 29 23:44:38.488390 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-18b18fb7-fb5e-40a2-8c30-968e2e887068 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:38.505829 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-18b18fb7-fb5e-40a2-8c30-968e2e887068 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Calling delete_port for 4c410cc0-dd42-4979-9f76-62cd271473c1 owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:38.763828 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f25980-b974-4c24-b2ee-601791bfa708 req-d887dbe0-e788-4409-a8df-e1f5103614f2 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:38.766432 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08f25980-b974-4c24-b2ee-601791bfa708 req-d887dbe0-e788-4409-a8df-e1f5103614f2 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 946 time: 0.1081839 Jul 29 23:44:38.776081 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-18b18fb7-fb5e-40a2-8c30-968e2e887068 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:38.842561 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08f25980-b974-4c24-b2ee-601791bfa708 req-89c33e76-8a8f-44d9-8ac0-99f1dbe84ea4 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673840 Jul 29 23:44:38.845275 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b18fb7-fb5e-40a2-8c30-968e2e887068 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Pushing event deleted for resources: {'Port': ['ID=4c410cc0-dd42-4979-9f76-62cd271473c1,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:38.932353 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-18b18fb7-fb5e-40a2-8c30-968e2e887068 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:39.099753 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-18b18fb7-fb5e-40a2-8c30-968e2e887068 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:39.106074 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-18b18fb7-fb5e-40a2-8c30-968e2e887068 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:39.138969 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-948c7370-6027-4aab-b6cc-5e727c1a5a48 req-b8e28328-6622-4b47-9a5b-0996bd64c5ca tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/ports?device_id=21be09aa-8a04-48ab-923e-b86c8e1a17ac HTTP/1.1" status: 200 len: 210 time: 0.0592625 Jul 29 23:44:39.176760 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-18b18fb7-fb5e-40a2-8c30-968e2e887068 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:39.179070 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b18fb7-fb5e-40a2-8c30-968e2e887068 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Fanout notify agent at l3_agent the message router_deleted on router 9c4881f8-9e02-44fb-90d3-a07480896c09 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:44:39.208762 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-18b18fb7-fb5e-40a2-8c30-968e2e887068 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:39.211251 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-18b18fb7-fb5e-40a2-8c30-968e2e887068 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] 10.222.0.18 "DELETE /v2.0/routers/9c4881f8-9e02-44fb-90d3-a07480896c09 HTTP/1.1" status: 204 len: 168 time: 1.2139001 Jul 29 23:44:39.216156 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36206) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:39.223458 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-159dcda8-cd5b-42df-afaa-599977c0d07a tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1958182278', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:39.292140 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-159dcda8-cd5b-42df-afaa-599977c0d07a tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:39.293841 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-159dcda8-cd5b-42df-afaa-599977c0d07a tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:39.374854 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-159dcda8-cd5b-42df-afaa-599977c0d07a tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:39.380705 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-159dcda8-cd5b-42df-afaa-599977c0d07a tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:39.390881 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab735cd-8cb7-4943-8a39-28b8ed1d5924 req-7b6aa9fe-6f8f-4af7-ae53-19d12dc6127c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:39.394452 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cab735cd-8cb7-4943-8a39-28b8ed1d5924 req-7b6aa9fe-6f8f-4af7-ae53-19d12dc6127c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0788026 Jul 29 23:44:39.406525 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-159dcda8-cd5b-42df-afaa-599977c0d07a tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:39.408360 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-159dcda8-cd5b-42df-afaa-599977c0d07a tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1908376 Jul 29 23:44:39.411480 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36212) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:39.417780 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-9d0e53f0-966d-47c5-91b4-d583a65f7efc tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'enable_snat': False}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:39.496244 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cab735cd-8cb7-4943-8a39-28b8ed1d5924 req-e21a8776-7e82-4c41-bc02-bae92fcb7d49 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912826 Jul 29 23:44:39.718579 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749b4c9-7da7-46b5-adf4-93f5a0a18ef1 req-a8ef0c6d-f6f1-42ad-90e7-649bbf54193e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:39.720455 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c749b4c9-7da7-46b5-adf4-93f5a0a18ef1 req-a8ef0c6d-f6f1-42ad-90e7-649bbf54193e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.1062508 Jul 29 23:44:39.794728 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c749b4c9-7da7-46b5-adf4-93f5a0a18ef1 req-035a238e-77b0-4ba2-b635-61d845c7a36f tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675185 Jul 29 23:44:40.057993 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9d0e53f0-966d-47c5-91b4-d583a65f7efc tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:40.152340 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 7a3cb13c-dda4-48be-ba06-67581fba9194 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:44:40.191492 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e8a900-4e0d-4e0e-83ce-52ef5d25c73e req-c0eee7e9-e1ea-4596-9fdb-60c7d7ab127c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:40.203108 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b9e8a900-4e0d-4e0e-83ce-52ef5d25c73e req-c0eee7e9-e1ea-4596-9fdb-60c7d7ab127c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.1400301 Jul 29 23:44:40.230535 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af6441-7dc4-4173-b5fe-f76222710933 req-559724e5-4643-42ec-8583-f2f6da1ef8f6 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:40.232157 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20af6441-7dc4-4173-b5fe-f76222710933 req-559724e5-4643-42ec-8583-f2f6da1ef8f6 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.23 "GET /v2.0/networks?id=0801adb8-ef1b-4445-b25f-3dd1a2e09455 HTTP/1.1" status: 200 len: 814 time: 0.2670181 Jul 29 23:44:40.254524 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-20af6441-7dc4-4173-b5fe-f76222710933 req-7f243d8d-baf0-417e-8d44-7cea102400ef tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Request body: {'port': {'device_id': '21be09aa-8a04-48ab-923e-b86c8e1a17ac', 'network_id': '0801adb8-ef1b-4445-b25f-3dd1a2e09455', 'admin_state_up': True, 'tenant_id': '640be8fd958a4ee8b9bcf426d8d2d681'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:40.343455 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:40.393369 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b9e8a900-4e0d-4e0e-83ce-52ef5d25c73e req-e76ff952-cc87-45ba-8112-677401ee7426 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1834223 Jul 29 23:44:40.423322 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20af6441-7dc4-4173-b5fe-f76222710933 req-7f243d8d-baf0-417e-8d44-7cea102400ef tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Made reservation on behalf of 640be8fd958a4ee8b9bcf426d8d2d681 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:40.431441 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 7a3cb13c-dda4-48be-ba06-67581fba9194, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=7a3cb13c-dda4-48be-ba06-67581fba9194,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:40.432001 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-20af6441-7dc4-4173-b5fe-f76222710933 req-7f243d8d-baf0-417e-8d44-7cea102400ef tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:40.433856 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f160aa58-870a-409f-b862-fe9fbed7f0a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a3cb13c-dda4-48be-ba06-67581fba9194'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:40.442953 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3745b8b-d5e5-4120-b37c-84de1ae8f65f" -d '{"events": [{"server_uuid": "f160aa58-870a-409f-b862-fe9fbed7f0a2", "name": "network-vif-unplugged", "status": "completed", "tag": "7a3cb13c-dda4-48be-ba06-67581fba9194"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:40.452400 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:40.530276 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9d0e53f0-966d-47c5-91b4-d583a65f7efc tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:40.551420 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=7a3cb13c-dda4-48be-ba06-67581fba9194,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:40.566234 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9d0e53f0-966d-47c5-91b4-d583a65f7efc tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:40.697989 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-20af6441-7dc4-4173-b5fe-f76222710933 req-7f243d8d-baf0-417e-8d44-7cea102400ef tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Allocated IP 172.20.0.8 (0801adb8-ef1b-4445-b25f-3dd1a2e09455/9d8592c2-b5ca-4e83-8d7b-380c5f842697/76c9215e-1fbc-4351-94e0-e80a9053829a) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:40.729184 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-9d0e53f0-966d-47c5-91b4-d583a65f7efc tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Allocated IP 172.25.8.240 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/cb82fbd3-da5d-4c76-bb67-cc5be8df4800) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:40.793626 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-12f88289-cc64-4e33-b7b1-6c3dc7521290 req-6e260957-d89c-4368-9e93-b9b4c557fe35 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/ports?device_id=21be09aa-8a04-48ab-923e-b86c8e1a17ac HTTP/1.1" status: 200 len: 210 time: 0.1715791 Jul 29 23:44:40.870373 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679fce78-3c27-4924-8434-1f8b484e46b5 x-openstack-request-id: req-679fce78-3c27-4924-8434-1f8b484e46b5 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:40.870642 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f160aa58-870a-409f-b862-fe9fbed7f0a2", "name": "network-vif-unplugged", "status": "failed", "tag": "7a3cb13c-dda4-48be-ba06-67581fba9194", "code": 422}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:40.871121 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-679fce78-3c27-4924-8434-1f8b484e46b5 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:40.871749 n-d-712140-10 neutron-server[94065]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f160aa58-870a-409f-b862-fe9fbed7f0a2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7a3cb13c-dda4-48be-ba06-67581fba9194', 'code': 422} returned with failed status Jul 29 23:44:40.948446 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9d0e53f0-966d-47c5-91b4-d583a65f7efc tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:40.999770 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9d0e53f0-966d-47c5-91b4-d583a65f7efc tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.020598 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-20af6441-7dc4-4173-b5fe-f76222710933 req-7f243d8d-baf0-417e-8d44-7cea102400ef tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.062602 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e53f0-966d-47c5-91b4-d583a65f7efc tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Pushing event updated for resources: {'Port': ['ID=cb82fbd3-da5d-4c76-bb67-cc5be8df4800,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:41.075572 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0e53f0-966d-47c5-91b4-d583a65f7efc tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:41.077382 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-9d0e53f0-966d-47c5-91b4-d583a65f7efc tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:41.087345 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0e53f0-966d-47c5-91b4-d583a65f7efc tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:41.114555 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-20af6441-7dc4-4173-b5fe-f76222710933 req-7f243d8d-baf0-417e-8d44-7cea102400ef tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.194485 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20af6441-7dc4-4173-b5fe-f76222710933 req-7f243d8d-baf0-417e-8d44-7cea102400ef tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Network 0801adb8-ef1b-4445-b25f-3dd1a2e09455 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:41.204916 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-20af6441-7dc4-4173-b5fe-f76222710933 req-7f243d8d-baf0-417e-8d44-7cea102400ef tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:41.211890 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-20af6441-7dc4-4173-b5fe-f76222710933 req-7f243d8d-baf0-417e-8d44-7cea102400ef tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:41.298940 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af6441-7dc4-4173-b5fe-f76222710933 req-7f243d8d-baf0-417e-8d44-7cea102400ef tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:41.299603 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-20af6441-7dc4-4173-b5fe-f76222710933 req-7f243d8d-baf0-417e-8d44-7cea102400ef tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.307236 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f243d8d-baf0-417e-8d44-7cea102400ef tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Pushing event updated for resources: {'Port': ['ID=76c9215e-1fbc-4351-94e0-e80a9053829a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:41.338072 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20af6441-7dc4-4173-b5fe-f76222710933 req-7f243d8d-baf0-417e-8d44-7cea102400ef tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0898356 Jul 29 23:44:41.356092 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-20af6441-7dc4-4173-b5fe-f76222710933 req-dc5654f0-dce8-426f-bcf2-3afbd6b27c51 service neutron] Request body: {'port': {'device_id': '21be09aa-8a04-48ab-923e-b86c8e1a17ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:41.527851 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-20af6441-7dc4-4173-b5fe-f76222710933 req-dc5654f0-dce8-426f-bcf2-3afbd6b27c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.566253 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9d0e53f0-966d-47c5-91b4-d583a65f7efc tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:41.703602 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e3911-d51b-4a52-9127-521c9fa82cca req-4fd76a1d-5caa-4a93-bc08-4551470bec49 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:41.706142 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4e6e3911-d51b-4a52-9127-521c9fa82cca req-4fd76a1d-5caa-4a93-bc08-4551470bec49 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.1463959 Jul 29 23:44:41.886543 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4e6e3911-d51b-4a52-9127-521c9fa82cca req-086fcde9-4848-4361-bc93-f3bb8aaba7b8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651080 Jul 29 23:44:42.025438 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9d0e53f0-966d-47c5-91b4-d583a65f7efc tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16400064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16332386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:42.044920 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9d0e53f0-966d-47c5-91b4-d583a65f7efc tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16400091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16400082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16332405'] for router, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:42.096185 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-0fbb444b-033b-4e19-969d-b2cbac59a847 req-574302e7-ee55-4de1-ad17-afcc34e82d4f tempest-TaggedBootDevicesTest-102749697 tempest-TaggedBootDevicesTest-102749697-project] (94063) timed out ('10.222.0.18', 52554) {{(pid=94063) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 23:44:42.224063 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0121d8d-f88d-4e9d-9b72-e7ba0c046d36 req-2077e437-75f8-4bda-9411-643512220515 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:42.235527 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a0121d8d-f88d-4e9d-9b72-e7ba0c046d36 req-2077e437-75f8-4bda-9411-643512220515 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/ports?device_id=21be09aa-8a04-48ab-923e-b86c8e1a17ac HTTP/1.1" status: 200 len: 931 time: 0.1207745 Jul 29 23:44:42.302842 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0e53f0-966d-47c5-91b4-d583a65f7efc tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Router b8754244-2ecf-47df-ae9b-c2d3dc832b1e is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:44:42.344824 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a0121d8d-f88d-4e9d-9b72-e7ba0c046d36 req-620b0a31-5232-46c1-849a-17dbf5c4fb75 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac1897bc-fa23-468b-9375-38c8238b89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078417 Jul 29 23:44:42.418357 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-20af6441-7dc4-4173-b5fe-f76222710933 req-dc5654f0-dce8-426f-bcf2-3afbd6b27c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76c9215e-1fbc-4351-94e0-e80a9053829a {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:44:42.429213 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-20af6441-7dc4-4173-b5fe-f76222710933 req-dc5654f0-dce8-426f-bcf2-3afbd6b27c51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:42.458874 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-20af6441-7dc4-4173-b5fe-f76222710933 req-dc5654f0-dce8-426f-bcf2-3afbd6b27c51 service neutron] Transition to ACTIVE for port object 76c9215e-1fbc-4351-94e0-e80a9053829a will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:44:42.463860 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-20af6441-7dc4-4173-b5fe-f76222710933 req-dc5654f0-dce8-426f-bcf2-3afbd6b27c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:42.502476 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0e53f0-966d-47c5-91b4-d583a65f7efc tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:44:42.511974 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9d0e53f0-966d-47c5-91b4-d583a65f7efc tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:42.514775 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210b5abf-8bff-4eaf-aef8-c463f4687f86 None None] Sync routers for ids ['b8754244-2ecf-47df-ae9b-c2d3dc832b1e'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:44:42.520334 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9d0e53f0-966d-47c5-91b4-d583a65f7efc tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "PUT /v2.0/routers/b8754244-2ecf-47df-ae9b-c2d3dc832b1e HTTP/1.1" status: 200 len: 916 time: 3.1028044 Jul 29 23:44:42.521253 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36286) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:42.538810 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210b5abf-8bff-4eaf-aef8-c463f4687f86 None None] Routers {'b8754244-2ecf-47df-ae9b-c2d3dc832b1e'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:42.540103 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-210b5abf-8bff-4eaf-aef8-c463f4687f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:44:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b8754244-2ecf-47df-ae9b-c2d3dc832b1e'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:42.581987 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5654f0-dce8-426f-bcf2-3afbd6b27c51 service neutron] Pushing event updated for resources: {'Port': ['ID=76c9215e-1fbc-4351-94e0-e80a9053829a,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:42.583576 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-210b5abf-8bff-4eaf-aef8-c463f4687f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:42.594505 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210b5abf-8bff-4eaf-aef8-c463f4687f86 None None] Routers {'b8754244-2ecf-47df-ae9b-c2d3dc832b1e'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:42.595732 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-210b5abf-8bff-4eaf-aef8-c463f4687f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:44:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b8754244-2ecf-47df-ae9b-c2d3dc832b1e'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:42.619124 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-20af6441-7dc4-4173-b5fe-f76222710933 req-dc5654f0-dce8-426f-bcf2-3afbd6b27c51 service neutron] Attempting to bind port 76c9215e-1fbc-4351-94e0-e80a9053829a on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:44:42.619475 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-20af6441-7dc4-4173-b5fe-f76222710933 req-dc5654f0-dce8-426f-bcf2-3afbd6b27c51 service neutron] Attempting to bind port 76c9215e-1fbc-4351-94e0-e80a9053829a by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'b6ee40d5-2b7c-413f-9047-a5a37db55f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0801adb8-ef1b-4445-b25f-3dd1a2e09455'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:44:42.619816 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20af6441-7dc4-4173-b5fe-f76222710933 req-dc5654f0-dce8-426f-bcf2-3afbd6b27c51 service neutron] Attempting to bind port 76c9215e-1fbc-4351-94e0-e80a9053829a on network 0801adb8-ef1b-4445-b25f-3dd1a2e09455 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:42.624393 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20af6441-7dc4-4173-b5fe-f76222710933 req-dc5654f0-dce8-426f-bcf2-3afbd6b27c51 service neutron] Port 76c9215e-1fbc-4351-94e0-e80a9053829a on network 0801adb8-ef1b-4445-b25f-3dd1a2e09455 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:44:42.624725 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20af6441-7dc4-4173-b5fe-f76222710933 req-dc5654f0-dce8-426f-bcf2-3afbd6b27c51 service neutron] Attempting to bind port 76c9215e-1fbc-4351-94e0-e80a9053829a on network 0801adb8-ef1b-4445-b25f-3dd1a2e09455 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:44:42.629718 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20af6441-7dc4-4173-b5fe-f76222710933 req-dc5654f0-dce8-426f-bcf2-3afbd6b27c51 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:44:42.630066 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20af6441-7dc4-4173-b5fe-f76222710933 req-dc5654f0-dce8-426f-bcf2-3afbd6b27c51 service neutron] Checking segment: {'id': 'b6ee40d5-2b7c-413f-9047-a5a37db55f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0801adb8-ef1b-4445-b25f-3dd1a2e09455'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:42.630464 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20af6441-7dc4-4173-b5fe-f76222710933 req-dc5654f0-dce8-426f-bcf2-3afbd6b27c51 service neutron] Bound using segment: {'id': 'b6ee40d5-2b7c-413f-9047-a5a37db55f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0801adb8-ef1b-4445-b25f-3dd1a2e09455'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:44:42.630899 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-20af6441-7dc4-4173-b5fe-f76222710933 req-dc5654f0-dce8-426f-bcf2-3afbd6b27c51 service neutron] Bound port: 76c9215e-1fbc-4351-94e0-e80a9053829a, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6ee40d5-2b7c-413f-9047-a5a37db55f64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '0801adb8-ef1b-4445-b25f-3dd1a2e09455'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:44:42.631296 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-20af6441-7dc4-4173-b5fe-f76222710933 req-dc5654f0-dce8-426f-bcf2-3afbd6b27c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:42.650866 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-210b5abf-8bff-4eaf-aef8-c463f4687f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:42.651392 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-210b5abf-8bff-4eaf-aef8-c463f4687f86 None None] The sync data for ids ['b8754244-2ecf-47df-ae9b-c2d3dc832b1e'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:44:42.698672 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a84d5438-0400-4992-beb2-16b9ee9dcad4 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "GET /v2.0/routers/b8754244-2ecf-47df-ae9b-c2d3dc832b1e HTTP/1.1" status: 200 len: 922 time: 0.1759114 Jul 29 23:44:42.699809 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36290) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:42.726865 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-20af6441-7dc4-4173-b5fe-f76222710933 req-dc5654f0-dce8-426f-bcf2-3afbd6b27c51 service neutron] For port 76c9215e-1fbc-4351-94e0-e80a9053829a, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:44:42.730740 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-20af6441-7dc4-4173-b5fe-f76222710933 req-dc5654f0-dce8-426f-bcf2-3afbd6b27c51 service neutron] For port 76c9215e-1fbc-4351-94e0-e80a9053829a, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=76c9215e-1fbc-4351-94e0-e80a9053829a,segment=NetworkSegment(b6ee40d5-2b7c-413f-9047-a5a37db55f64),segment_id=b6ee40d5-2b7c-413f-9047-a5a37db55f64)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:44:42.735291 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-20af6441-7dc4-4173-b5fe-f76222710933 req-dc5654f0-dce8-426f-bcf2-3afbd6b27c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:42.775803 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1396420c-9d06-4e9e-8744-f2b119a8fa4d tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:42.783126 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1396420c-9d06-4e9e-8744-f2b119a8fa4d tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=0aea9f43-4eea-456f-a634-5f5375b1fdb7&device_id=b8754244-2ecf-47df-ae9b-c2d3dc832b1e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0814769 Jul 29 23:44:42.784381 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36294) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:42.804642 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5654f0-dce8-426f-bcf2-3afbd6b27c51 service neutron] Pushing event updated for resources: {'Port': ['ID=76c9215e-1fbc-4351-94e0-e80a9053829a,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:42.817531 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af6441-7dc4-4173-b5fe-f76222710933 req-dc5654f0-dce8-426f-bcf2-3afbd6b27c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:42.818338 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-20af6441-7dc4-4173-b5fe-f76222710933 req-dc5654f0-dce8-426f-bcf2-3afbd6b27c51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:42.820071 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20af6441-7dc4-4173-b5fe-f76222710933 req-dc5654f0-dce8-426f-bcf2-3afbd6b27c51 service neutron] 10.222.0.23 "PUT /v2.0/ports/76c9215e-1fbc-4351-94e0-e80a9053829a HTTP/1.1" status: 200 len: 1092 time: 1.4730246 Jul 29 23:44:42.820861 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21be09aa-8a04-48ab-923e-b86c8e1a17ac', 'tag': '76c9215e-1fbc-4351-94e0-e80a9053829a'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:42.823217 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184e431a-1a47-46e3-a2bb-73916651f255" -d '{"events": [{"name": "network-changed", "server_uuid": "21be09aa-8a04-48ab-923e-b86c8e1a17ac", "tag": "76c9215e-1fbc-4351-94e0-e80a9053829a"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:42.921760 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a1cffb-a46b-486d-b6b7-4454ecf29f1f x-openstack-request-id: req-51a1cffb-a46b-486d-b6b7-4454ecf29f1f {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:42.922298 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21be09aa-8a04-48ab-923e-b86c8e1a17ac", "tag": "76c9215e-1fbc-4351-94e0-e80a9053829a", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:42.922298 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-51a1cffb-a46b-486d-b6b7-4454ecf29f1f {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:42.922629 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21be09aa-8a04-48ab-923e-b86c8e1a17ac', 'tag': '76c9215e-1fbc-4351-94e0-e80a9053829a', 'status': 'completed', 'code': 200} Jul 29 23:44:42.927545 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34c8763-6f88-46f9-b4e9-817854ce3d88 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:42.934313 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b34c8763-6f88-46f9-b4e9-817854ce3d88 tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 881 time: 0.1439836 Jul 29 23:44:42.935094 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36306) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:42.975474 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af6441-7dc4-4173-b5fe-f76222710933 req-9c6c4136-0264-42d6-b4fd-037ee50235c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:42.983776 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20af6441-7dc4-4173-b5fe-f76222710933 req-9c6c4136-0264-42d6-b4fd-037ee50235c2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=640be8fd958a4ee8b9bcf426d8d2d681&device_id=21be09aa-8a04-48ab-923e-b86c8e1a17ac HTTP/1.1" status: 200 len: 1095 time: 0.1158953 Jul 29 23:44:42.990232 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7bc110e6-0850-4007-9f8f-bc19b2fe7b86 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8754244-2ecf-47df-ae9b-c2d3dc832b1e HTTP/1.1" status: 200 len: 205 time: 0.0508018 Jul 29 23:44:42.990543 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36312) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:43.058465 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20af6441-7dc4-4173-b5fe-f76222710933 req-ff04ab28-271c-406b-b65e-6d0eb5145d80 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76c9215e-1fbc-4351-94e0-e80a9053829a HTTP/1.1" status: 200 len: 217 time: 0.0676177 Jul 29 23:44:43.139581 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af6441-7dc4-4173-b5fe-f76222710933 req-682c7ffb-1549-4b40-92c5-703f630feeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:43.141176 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20af6441-7dc4-4173-b5fe-f76222710933 req-682c7ffb-1549-4b40-92c5-703f630feeec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9d8592c2-b5ca-4e83-8d7b-380c5f842697 HTTP/1.1" status: 200 len: 854 time: 0.0656614 Jul 29 23:44:43.175430 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-578b72a2-ad73-41a8-bca3-cb3f81db4cde tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.179095 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20af6441-7dc4-4173-b5fe-f76222710933 req-bd5005c1-b21e-4750-a1c7-f153de16c3be service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0801adb8-ef1b-4445-b25f-3dd1a2e09455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301056 Jul 29 23:44:43.187540 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d518f-9d8b-42d8-881a-dbf9f6fa4795 req-1ec2715f-132e-4c57-9321-81ae2a99993f tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:43.196066 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-234d518f-9d8b-42d8-881a-dbf9f6fa4795 req-1ec2715f-132e-4c57-9321-81ae2a99993f tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.1610544 Jul 29 23:44:43.318197 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-234d518f-9d8b-42d8-881a-dbf9f6fa4795 req-9c7ed5b5-911a-44c2-8669-f605ba17c6eb tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208799 Jul 29 23:44:43.332538 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-578b72a2-ad73-41a8-bca3-cb3f81db4cde tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.383207 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20af6441-7dc4-4173-b5fe-f76222710933 req-9d531424-bbdb-44bd-a2bb-84a2b887cda1 service neutron] 10.222.0.23 "GET /v2.0/networks/0801adb8-ef1b-4445-b25f-3dd1a2e09455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779094 Jul 29 23:44:43.424158 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-578b72a2-ad73-41a8-bca3-cb3f81db4cde tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Deleting port cb82fbd3-da5d-4c76-bb67-cc5be8df4800 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:43.424589 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-578b72a2-ad73-41a8-bca3-cb3f81db4cde tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.545204 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-578b72a2-ad73-41a8-bca3-cb3f81db4cde tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.556045 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20af6441-7dc4-4173-b5fe-f76222710933 req-1eeed5e1-2d40-4976-b19b-40d591d6cc08 service neutron] 10.222.0.23 "GET /v2.0/networks/0801adb8-ef1b-4445-b25f-3dd1a2e09455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557798 Jul 29 23:44:43.559938 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-578b72a2-ad73-41a8-bca3-cb3f81db4cde tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Calling delete_port for cb82fbd3-da5d-4c76-bb67-cc5be8df4800 owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:43.576793 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3488a2e-27de-4503-9467-bda0f9769384 req-6fa86147-dee9-4f17-b70c-f824f1ecbdaf tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:43.578501 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b3488a2e-27de-4503-9467-bda0f9769384 req-6fa86147-dee9-4f17-b70c-f824f1ecbdaf tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/ports?device_id=21be09aa-8a04-48ab-923e-b86c8e1a17ac HTTP/1.1" status: 200 len: 943 time: 0.0963676 Jul 29 23:44:43.687107 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b3488a2e-27de-4503-9467-bda0f9769384 req-9f44485a-df2b-41ed-81f5-a1ff03fbb64f tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac1897bc-fa23-468b-9375-38c8238b89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004856 Jul 29 23:44:43.718052 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e431a-1a47-46e3-a2bb-73916651f255 req-535f8605-3e1b-4478-8fa9-9e7349bb9c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:43.719857 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-184e431a-1a47-46e3-a2bb-73916651f255 req-535f8605-3e1b-4478-8fa9-9e7349bb9c42 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=640be8fd958a4ee8b9bcf426d8d2d681&device_id=21be09aa-8a04-48ab-923e-b86c8e1a17ac HTTP/1.1" status: 200 len: 1095 time: 0.0917056 Jul 29 23:44:43.819825 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-578b72a2-ad73-41a8-bca3-cb3f81db4cde tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.896865 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578b72a2-ad73-41a8-bca3-cb3f81db4cde tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Pushing event deleted for resources: {'Port': ['ID=cb82fbd3-da5d-4c76-bb67-cc5be8df4800,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:43.928823 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e431a-1a47-46e3-a2bb-73916651f255 req-203af944-cd27-4e47-bf8c-f4816c4ed230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:43.931593 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-184e431a-1a47-46e3-a2bb-73916651f255 req-203af944-cd27-4e47-bf8c-f4816c4ed230 service neutron] 10.222.0.23 "GET /v2.0/networks?id=0801adb8-ef1b-4445-b25f-3dd1a2e09455 HTTP/1.1" status: 200 len: 915 time: 0.2015228 Jul 29 23:44:43.988665 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-578b72a2-ad73-41a8-bca3-cb3f81db4cde tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:43.997535 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-184e431a-1a47-46e3-a2bb-73916651f255 req-7822219a-ecac-4a8e-a271-8aca5093f6f2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=76c9215e-1fbc-4351-94e0-e80a9053829a HTTP/1.1" status: 200 len: 217 time: 0.0583866 Jul 29 23:44:44.059928 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e431a-1a47-46e3-a2bb-73916651f255 req-e7d57689-d42e-47bf-9dee-b28a24fd5505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:44.062001 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-184e431a-1a47-46e3-a2bb-73916651f255 req-e7d57689-d42e-47bf-9dee-b28a24fd5505 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9d8592c2-b5ca-4e83-8d7b-380c5f842697 HTTP/1.1" status: 200 len: 854 time: 0.0558662 Jul 29 23:44:44.109515 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-184e431a-1a47-46e3-a2bb-73916651f255 req-4cd7ebff-846f-4d18-b637-b47250a13ebb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=0801adb8-ef1b-4445-b25f-3dd1a2e09455&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389225 Jul 29 23:44:44.137025 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-578b72a2-ad73-41a8-bca3-cb3f81db4cde tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:44.144280 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-578b72a2-ad73-41a8-bca3-cb3f81db4cde tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:44.211683 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-578b72a2-ad73-41a8-bca3-cb3f81db4cde tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:44.212297 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-578b72a2-ad73-41a8-bca3-cb3f81db4cde tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Fanout notify agent at l3_agent the message router_deleted on router b8754244-2ecf-47df-ae9b-c2d3dc832b1e {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:44:44.223786 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-578b72a2-ad73-41a8-bca3-cb3f81db4cde tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:44.233109 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-578b72a2-ad73-41a8-bca3-cb3f81db4cde tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] 10.222.0.18 "DELETE /v2.0/routers/b8754244-2ecf-47df-ae9b-c2d3dc832b1e HTTP/1.1" status: 204 len: 168 time: 1.2327437 Jul 29 23:44:44.234598 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36338) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:44.238181 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-184e431a-1a47-46e3-a2bb-73916651f255 req-9f85d317-27db-4866-8cb5-6055db9d95e5 service neutron] 10.222.0.23 "GET /v2.0/networks/0801adb8-ef1b-4445-b25f-3dd1a2e09455?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147511 Jul 29 23:44:44.241260 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-0a853417-db08-460a-921c-e0fc34fe2ec7 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1107514473', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}, 'admin_state_up': False}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:44.271329 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a853417-db08-460a-921c-e0fc34fe2ec7 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:44.274150 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a853417-db08-460a-921c-e0fc34fe2ec7 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:44.366978 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a853417-db08-460a-921c-e0fc34fe2ec7 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:44.378276 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-184e431a-1a47-46e3-a2bb-73916651f255 req-c0a7ba97-db18-4956-86a9-c64d4db6f970 service neutron] 10.222.0.23 "GET /v2.0/networks/0801adb8-ef1b-4445-b25f-3dd1a2e09455?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234274 Jul 29 23:44:44.495353 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40849350-66c4-4ae3-b191-cc11cd0a7493 req-a8781a39-7167-436a-9509-72c2af868965 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:44.497478 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-40849350-66c4-4ae3-b191-cc11cd0a7493 req-a8781a39-7167-436a-9509-72c2af868965 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0804381 Jul 29 23:44:44.547363 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-40849350-66c4-4ae3-b191-cc11cd0a7493 req-b40f3da3-fd33-430a-b9f3-64fcac7acc14 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432553 Jul 29 23:44:44.553333 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a853417-db08-460a-921c-e0fc34fe2ec7 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:44.864306 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f91f9-c5bc-40a2-8c90-1efab261d923 req-f87378fe-b3ba-4f81-b2c7-0494425be254 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:44.866987 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bd7f91f9-c5bc-40a2-8c90-1efab261d923 req-f87378fe-b3ba-4f81-b2c7-0494425be254 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/ports?device_id=21be09aa-8a04-48ab-923e-b86c8e1a17ac HTTP/1.1" status: 200 len: 943 time: 0.0701642 Jul 29 23:44:44.960379 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bd7f91f9-c5bc-40a2-8c90-1efab261d923 req-edcb17f5-27d9-456f-8cc1-2ac45e01e8d6 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac1897bc-fa23-468b-9375-38c8238b89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803733 Jul 29 23:44:45.116893 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a853417-db08-460a-921c-e0fc34fe2ec7 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:45.141590 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a853417-db08-460a-921c-e0fc34fe2ec7 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:45.279282 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-0a853417-db08-460a-921c-e0fc34fe2ec7 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Allocated IP 172.25.8.45 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/a1350bfd-0cbd-4721-b46d-c33aa15902a2) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:45.422285 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a853417-db08-460a-921c-e0fc34fe2ec7 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:45.469190 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a853417-db08-460a-921c-e0fc34fe2ec7 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:45.511476 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a853417-db08-460a-921c-e0fc34fe2ec7 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:45.515730 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-0a853417-db08-460a-921c-e0fc34fe2ec7 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:45.520319 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a853417-db08-460a-921c-e0fc34fe2ec7 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:45.560991 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a853417-db08-460a-921c-e0fc34fe2ec7 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Pushing event updated for resources: {'Port': ['ID=a1350bfd-0cbd-4721-b46d-c33aa15902a2,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:45.702353 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d7db7-f3f1-42a5-b365-3ad8ba098084 req-0a1ed5e5-5f30-4b8c-b022-83d4a8de9983 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:45.713346 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0b2d7db7-f3f1-42a5-b365-3ad8ba098084 req-0a1ed5e5-5f30-4b8c-b022-83d4a8de9983 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0729649 Jul 29 23:44:45.763953 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0b2d7db7-f3f1-42a5-b365-3ad8ba098084 req-14ec5e9b-6fa8-4ec0-b615-c6c2e61fa8b1 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492737 Jul 29 23:44:45.838026 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a853417-db08-460a-921c-e0fc34fe2ec7 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.091262 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39677b7d-9383-42a4-868a-72861c0b27f6 req-7405911d-b39f-46b0-9c21-f7fb5c75fed8 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:46.097126 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-39677b7d-9383-42a4-868a-72861c0b27f6 req-7405911d-b39f-46b0-9c21-f7fb5c75fed8 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/ports?device_id=21be09aa-8a04-48ab-923e-b86c8e1a17ac HTTP/1.1" status: 200 len: 943 time: 0.0662932 Jul 29 23:44:46.097857 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a853417-db08-460a-921c-e0fc34fe2ec7 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.139176 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-39677b7d-9383-42a4-868a-72861c0b27f6 req-744efd46-ce7d-4f4e-899b-bc783bdebc1a tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac1897bc-fa23-468b-9375-38c8238b89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340819 Jul 29 23:44:46.168447 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 76c9215e-1fbc-4351-94e0-e80a9053829a details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:44:46.261315 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a853417-db08-460a-921c-e0fc34fe2ec7 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Router 84a3ad27-9899-4c7f-b9fc-ac5e53492afb is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:44:46.285538 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 76c9215e-1fbc-4351-94e0-e80a9053829a, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=76c9215e-1fbc-4351-94e0-e80a9053829a,segment=NetworkSegment(b6ee40d5-2b7c-413f-9047-a5a37db55f64),segment_id=b6ee40d5-2b7c-413f-9047-a5a37db55f64)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:46.315272 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '76c9215e-1fbc-4351-94e0-e80a9053829a', 'network_id': '0801adb8-ef1b-4445-b25f-3dd1a2e09455', 'port_id': '76c9215e-1fbc-4351-94e0-e80a9053829a', 'mac_address': 'fa:16:3e:fb:1b:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d8592c2-b5ca-4e83-8d7b-380c5f842697', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:44:46.374045 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.466643 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a853417-db08-460a-921c-e0fc34fe2ec7 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:44:46.477884 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daebd921-b901-4af7-ab33-229526be363f None None] Sync routers for ids ['84a3ad27-9899-4c7f-b9fc-ac5e53492afb'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:44:46.489235 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daebd921-b901-4af7-ab33-229526be363f None None] Routers {'84a3ad27-9899-4c7f-b9fc-ac5e53492afb'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:46.490364 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-daebd921-b901-4af7-ab33-229526be363f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:44:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['84a3ad27-9899-4c7f-b9fc-ac5e53492afb'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:46.496229 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a853417-db08-460a-921c-e0fc34fe2ec7 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.497806 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0a853417-db08-460a-921c-e0fc34fe2ec7 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.2621152 Jul 29 23:44:46.500671 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36414) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:46.507376 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-378c4589-903d-4aac-b750-7b8440e8696c tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:46.528119 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-daebd921-b901-4af7-ab33-229526be363f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:46.539408 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daebd921-b901-4af7-ab33-229526be363f None None] Routers {'84a3ad27-9899-4c7f-b9fc-ac5e53492afb'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:46.540473 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-daebd921-b901-4af7-ab33-229526be363f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:44:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['84a3ad27-9899-4c7f-b9fc-ac5e53492afb'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:46.579291 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-daebd921-b901-4af7-ab33-229526be363f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:46.579963 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daebd921-b901-4af7-ab33-229526be363f None None] The sync data for ids ['84a3ad27-9899-4c7f-b9fc-ac5e53492afb'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:44:46.630618 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76c9215e-1fbc-4351-94e0-e80a9053829a {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:44:46.652099 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 76c9215e-1fbc-4351-94e0-e80a9053829a, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=76c9215e-1fbc-4351-94e0-e80a9053829a,segment=NetworkSegment(b6ee40d5-2b7c-413f-9047-a5a37db55f64),segment_id=b6ee40d5-2b7c-413f-9047-a5a37db55f64)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:46.656783 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.715493 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=76c9215e-1fbc-4351-94e0-e80a9053829a,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:46.832775 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 36424) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:46.891936 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-378c4589-903d-4aac-b750-7b8440e8696c tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.905704 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-378c4589-903d-4aac-b750-7b8440e8696c tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:46.933696 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866c9ac-6f2c-4409-832d-cec83db66c3f req-71191743-fbc8-44ab-8a12-81e4abe77cb8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:46.935789 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7866c9ac-6f2c-4409-832d-cec83db66c3f req-71191743-fbc8-44ab-8a12-81e4abe77cb8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0764186 Jul 29 23:44:46.943546 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['76c9215e-1fbc-4351-94e0-e80a9053829a'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:44:46.989124 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-378c4589-903d-4aac-b750-7b8440e8696c tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Deleting port a1350bfd-0cbd-4721-b46d-c33aa15902a2 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:46.989557 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-378c4589-903d-4aac-b750-7b8440e8696c tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.000516 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-13edf15c-373c-40d2-a173-a71c78df8a05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.025433 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7866c9ac-6f2c-4409-832d-cec83db66c3f req-d8aa21a1-03a7-43a8-8f4d-322d2620db04 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822971 Jul 29 23:44:47.123264 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-378c4589-903d-4aac-b750-7b8440e8696c tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.134676 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-13edf15c-373c-40d2-a173-a71c78df8a05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.141916 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-13edf15c-373c-40d2-a173-a71c78df8a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.151300 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-378c4589-903d-4aac-b750-7b8440e8696c tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Calling delete_port for a1350bfd-0cbd-4721-b46d-c33aa15902a2 owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:47.187631 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13edf15c-373c-40d2-a173-a71c78df8a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842827a9-bf91-4199-8d8b-af368f25a062,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:47.195419 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-13edf15c-373c-40d2-a173-a71c78df8a05 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ec93e6b967d24985a8562ffbe81e28fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3578682 Jul 29 23:44:47.195745 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 36438) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:47.252104 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1b3cf90e-233c-456a-971f-85211f8a2aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.361342 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-378c4589-903d-4aac-b750-7b8440e8696c tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.390397 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378c4589-903d-4aac-b750-7b8440e8696c tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Pushing event deleted for resources: {'Port': ['ID=a1350bfd-0cbd-4721-b46d-c33aa15902a2,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:47.461441 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-378c4589-903d-4aac-b750-7b8440e8696c tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.659921 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1b3cf90e-233c-456a-971f-85211f8a2aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.702733 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-378c4589-903d-4aac-b750-7b8440e8696c tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16400064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16332386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.706318 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-378c4589-903d-4aac-b750-7b8440e8696c tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16400091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16400082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16332405'] for router, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.708354 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013812d6-a5c1-4d91-9772-15972fe8f3c9 req-9793f6a1-e668-4a1a-8244-deccdbc6984f tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:47.716429 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-013812d6-a5c1-4d91-9772-15972fe8f3c9 req-9793f6a1-e668-4a1a-8244-deccdbc6984f tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/ports?device_id=21be09aa-8a04-48ab-923e-b86c8e1a17ac HTTP/1.1" status: 200 len: 944 time: 0.4488370 Jul 29 23:44:47.767024 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1b3cf90e-233c-456a-971f-85211f8a2aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.769584 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1b3cf90e-233c-456a-971f-85211f8a2aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.773254 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1b3cf90e-233c-456a-971f-85211f8a2aa0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/842827a9-bf91-4199-8d8b-af368f25a062 HTTP/1.1" status: 204 len: 168 time: 0.5739207 Jul 29 23:44:47.791891 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-013812d6-a5c1-4d91-9772-15972fe8f3c9 req-3e34c9a7-b1af-4179-bacf-0f344fbe391b tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac1897bc-fa23-468b-9375-38c8238b89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639625 Jul 29 23:44:47.796030 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3cf90e-233c-456a-971f-85211f8a2aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842827a9-bf91-4199-8d8b-af368f25a062,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:47.799280 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-378c4589-903d-4aac-b750-7b8440e8696c tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Router 84a3ad27-9899-4c7f-b9fc-ac5e53492afb has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:44:47.909231 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-378c4589-903d-4aac-b750-7b8440e8696c tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:44:47.917777 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-378c4589-903d-4aac-b750-7b8440e8696c tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:47.918945 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-378c4589-903d-4aac-b750-7b8440e8696c tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] 10.222.0.18 "PUT /v2.0/routers/84a3ad27-9899-4c7f-b9fc-ac5e53492afb HTTP/1.1" status: 200 len: 706 time: 1.4170747 Jul 29 23:44:47.922104 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36452) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:47.931177 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ecff15-69c3-48df-b004-dced09a7ef15 None None] Sync routers for ids ['84a3ad27-9899-4c7f-b9fc-ac5e53492afb'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:44:47.950227 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ecff15-69c3-48df-b004-dced09a7ef15 None None] Routers {'84a3ad27-9899-4c7f-b9fc-ac5e53492afb'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:47.951125 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b5ecff15-69c3-48df-b004-dced09a7ef15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:44:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['84a3ad27-9899-4c7f-b9fc-ac5e53492afb'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:47.993082 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b5ecff15-69c3-48df-b004-dced09a7ef15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:48.003359 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ecff15-69c3-48df-b004-dced09a7ef15 None None] Routers {'84a3ad27-9899-4c7f-b9fc-ac5e53492afb'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:44:48.004421 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b5ecff15-69c3-48df-b004-dced09a7ef15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:44:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['84a3ad27-9899-4c7f-b9fc-ac5e53492afb'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:48.013722 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 36456) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:48.014463 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-662a4f9a-9131-4070-8128-25002caacedf tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "GET /v2.0/routers/84a3ad27-9899-4c7f-b9fc-ac5e53492afb HTTP/1.1" status: 200 len: 741 time: 0.0889423 Jul 29 23:44:48.058587 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b5ecff15-69c3-48df-b004-dced09a7ef15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:48.059546 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ecff15-69c3-48df-b004-dced09a7ef15 None None] The sync data for ids ['84a3ad27-9899-4c7f-b9fc-ac5e53492afb'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:44:48.124726 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8b2da819-4d02-4261-bd23-9616072647bf tempest-RoutersAdminTest-1386678536 tempest-RoutersAdminTest-1386678536-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=0aea9f43-4eea-456f-a634-5f5375b1fdb7&device_id=84a3ad27-9899-4c7f-b9fc-ac5e53492afb HTTP/1.1" status: 200 len: 205 time: 0.1074727 Jul 29 23:44:48.127480 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 36462) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:48.133539 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36464) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:48.148130 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bf1a0bfb-c0f8-499b-bbc6-b0fe2ca3d16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:48.182050 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-95e998f7-1f8c-4339-9564-b1390f1f1caa tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] 10.222.0.18 "GET /v2.0/ports?device_id=84a3ad27-9899-4c7f-b9fc-ac5e53492afb HTTP/1.1" status: 200 len: 205 time: 0.0532143 Jul 29 23:44:48.185022 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 36466) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:48.186328 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 76c9215e-1fbc-4351-94e0-e80a9053829a up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:44:48.253766 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 76c9215e-1fbc-4351-94e0-e80a9053829a completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:44:48.289387 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 76c9215e-1fbc-4351-94e0-e80a9053829a triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:44:48.290095 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:48.292328 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bf1a0bfb-c0f8-499b-bbc6-b0fe2ca3d16f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:48.298147 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bf1a0bfb-c0f8-499b-bbc6-b0fe2ca3d16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:48.302341 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbae87c-0b85-4c02-b76e-ed7879d24a08 req-6d7567da-b6e3-4f5b-bd66-14e6d9904366 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:48.310558 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1dbae87c-0b85-4c02-b76e-ed7879d24a08 req-6d7567da-b6e3-4f5b-bd66-14e6d9904366 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.1707370 Jul 29 23:44:48.314791 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9d536d50-e103-4245-b526-9524f927e336 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:48.366847 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a0bfb-c0f8-499b-bbc6-b0fe2ca3d16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4c5207-2727-4ab1-8e5c-a26a4ec4c7ab,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:48.376600 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bf1a0bfb-c0f8-499b-bbc6-b0fe2ca3d16f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5cc4f005dbc741bf9df5c8dd50944699&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2416275 Jul 29 23:44:48.377826 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36474) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:48.418996 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:48.448313 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21be09aa-8a04-48ab-923e-b86c8e1a17ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c9215e-1fbc-4351-94e0-e80a9053829a'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:44:48.450802 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5845c8-b7d2-4211-88e2-b8b3fa22ef92" -d '{"events": [{"server_uuid": "21be09aa-8a04-48ab-923e-b86c8e1a17ac", "name": "network-vif-plugged", "status": "completed", "tag": "76c9215e-1fbc-4351-94e0-e80a9053829a"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:44:48.456320 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1dbae87c-0b85-4c02-b76e-ed7879d24a08 req-fd44e7d3-6488-4d5a-8ca7-a8499d96b8e1 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298535 Jul 29 23:44:48.465934 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 76c9215e-1fbc-4351-94e0-e80a9053829a, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=76c9215e-1fbc-4351-94e0-e80a9053829a,segment=NetworkSegment(b6ee40d5-2b7c-413f-9047-a5a37db55f64),segment_id=b6ee40d5-2b7c-413f-9047-a5a37db55f64)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:44:48.468989 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-528dc3a6-a45b-4130-b72b-6bbd8c9c663e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:48.471194 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:48.527854 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-528dc3a6-a45b-4130-b72b-6bbd8c9c663e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:48.545389 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=76c9215e-1fbc-4351-94e0-e80a9053829a,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:48.601173 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9d536d50-e103-4245-b526-9524f927e336 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:48.604159 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9d536d50-e103-4245-b526-9524f927e336 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:48.609030 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-528dc3a6-a45b-4130-b72b-6bbd8c9c663e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:48.615152 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-528dc3a6-a45b-4130-b72b-6bbd8c9c663e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:48.618260 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-528dc3a6-a45b-4130-b72b-6bbd8c9c663e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f4c5207-2727-4ab1-8e5c-a26a4ec4c7ab HTTP/1.1" status: 204 len: 168 time: 0.2385256 Jul 29 23:44:48.645242 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528dc3a6-a45b-4130-b72b-6bbd8c9c663e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4c5207-2727-4ab1-8e5c-a26a4ec4c7ab,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:48.648714 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae981f3-9369-4e2f-be11-03e3db2717fc x-openstack-request-id: req-3ae981f3-9369-4e2f-be11-03e3db2717fc {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:44:48.649574 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21be09aa-8a04-48ab-923e-b86c8e1a17ac", "name": "network-vif-plugged", "status": "completed", "tag": "76c9215e-1fbc-4351-94e0-e80a9053829a", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:44:48.650180 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3ae981f3-9369-4e2f-be11-03e3db2717fc {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:44:48.650825 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21be09aa-8a04-48ab-923e-b86c8e1a17ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76c9215e-1fbc-4351-94e0-e80a9053829a', 'code': 200} Jul 29 23:44:48.676183 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9d536d50-e103-4245-b526-9524f927e336 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:48.677295 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d536d50-e103-4245-b526-9524f927e336 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Fanout notify agent at l3_agent the message router_deleted on router 84a3ad27-9899-4c7f-b9fc-ac5e53492afb {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:44:48.698798 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9d536d50-e103-4245-b526-9524f927e336 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:48.704662 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36480) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:48.718409 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9d536d50-e103-4245-b526-9524f927e336 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] 10.222.0.18 "DELETE /v2.0/routers/84a3ad27-9899-4c7f-b9fc-ac5e53492afb HTTP/1.1" status: 204 len: 168 time: 0.5138116 Jul 29 23:44:48.754234 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5b8c6585-91eb-4017-9173-066da26894b8 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] 10.222.0.18 "GET /v2.0/ports?device_id=84a3ad27-9899-4c7f-b9fc-ac5e53492afb HTTP/1.1" status: 200 len: 205 time: 0.0459471 Jul 29 23:44:48.754850 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 36482) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:48.812732 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-ff5f96e8-01f9-4bc6-b9ea-0b4a81ecf51d tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] delete failed (client error): The resource could not be found. Jul 29 23:44:48.813835 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ff5f96e8-01f9-4bc6-b9ea-0b4a81ecf51d tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] 10.222.0.18 "DELETE /v2.0/routers/84a3ad27-9899-4c7f-b9fc-ac5e53492afb HTTP/1.1" status: 404 len: 336 time: 0.0579126 Jul 29 23:44:48.819346 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36486) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:48.859007 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-30716270-d1d4-4829-b575-387f3a803db4 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8754244-2ecf-47df-ae9b-c2d3dc832b1e HTTP/1.1" status: 200 len: 205 time: 0.0382330 Jul 29 23:44:48.869494 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36488) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:48.921261 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1eb19f-35f3-4f6f-99c5-cb3f071ac10c req-afbb07dd-9420-4765-86fd-90c68b3b9e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:48.923609 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c1eb19f-35f3-4f6f-99c5-cb3f071ac10c req-afbb07dd-9420-4765-86fd-90c68b3b9e0d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=21be09aa-8a04-48ab-923e-b86c8e1a17ac HTTP/1.1" status: 200 len: 1097 time: 0.1191792 Jul 29 23:44:48.933931 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-c21e767f-7de0-4df1-9dcb-8c7da90828d0 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] delete failed (client error): The resource could not be found. Jul 29 23:44:48.936310 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c21e767f-7de0-4df1-9dcb-8c7da90828d0 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] 10.222.0.18 "DELETE /v2.0/routers/b8754244-2ecf-47df-ae9b-c2d3dc832b1e HTTP/1.1" status: 404 len: 336 time: 0.0644310 Jul 29 23:44:48.937933 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36490) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:48.979777 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8953a043-d5cc-4369-87cf-f4794ac850c6 req-ae788c98-9610-4777-b2c8-0658ca1ff48b tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:48.981835 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8953a043-d5cc-4369-87cf-f4794ac850c6 req-ae788c98-9610-4777-b2c8-0658ca1ff48b tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/ports?device_id=21be09aa-8a04-48ab-923e-b86c8e1a17ac HTTP/1.1" status: 200 len: 945 time: 0.1119406 Jul 29 23:44:48.989412 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-52a7ef94-f732-49b5-b371-2728ba8f5717 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] 10.222.0.18 "GET /v2.0/ports?device_id=9c4881f8-9e02-44fb-90d3-a07480896c09 HTTP/1.1" status: 200 len: 205 time: 0.0484631 Jul 29 23:44:48.993674 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36494) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:49.009566 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c1eb19f-35f3-4f6f-99c5-cb3f071ac10c req-17c554c9-a7d1-4074-8c0f-544c8068e0bd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=ac1897bc-fa23-468b-9375-38c8238b89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781577 Jul 29 23:44:49.034518 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-a30cae63-14c8-42fb-95f6-ff2b76e26f0f tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] delete failed (client error): The resource could not be found. Jul 29 23:44:49.039711 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a30cae63-14c8-42fb-95f6-ff2b76e26f0f tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] 10.222.0.18 "DELETE /v2.0/routers/9c4881f8-9e02-44fb-90d3-a07480896c09 HTTP/1.1" status: 404 len: 336 time: 0.0406296 Jul 29 23:44:49.039711 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36498) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:49.052122 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8953a043-d5cc-4369-87cf-f4794ac850c6 req-e7133c1c-43b4-4c69-bdb5-10c805a8af2f tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac1897bc-fa23-468b-9375-38c8238b89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630276 Jul 29 23:44:49.076765 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9f6d0fb3-95c7-4d10-8611-75af04f51b85 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc5cb4eb-0cc8-4c1a-a658-9637c97949df HTTP/1.1" status: 200 len: 205 time: 0.0354099 Jul 29 23:44:49.081297 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 36504) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:49.130307 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-6c88f6ca-dde3-41e0-8c5f-84fb9c08b249 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] delete failed (client error): The resource could not be found. Jul 29 23:44:49.131410 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6c88f6ca-dde3-41e0-8c5f-84fb9c08b249 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] 10.222.0.18 "DELETE /v2.0/routers/cc5cb4eb-0cc8-4c1a-a658-9637c97949df HTTP/1.1" status: 404 len: 336 time: 0.0490983 Jul 29 23:44:49.134693 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 36510) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:49.169565 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d1c1c0ff-32a8-4008-86cf-82561ba3f10b tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] 10.222.0.18 "GET /v2.0/ports?device_id=c542fb92-193a-4079-b2de-5865ace146e2 HTTP/1.1" status: 200 len: 205 time: 0.0328486 Jul 29 23:44:49.171496 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 36514) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:49.210555 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-c5515984-a6c8-4c97-9fb9-2b6d13186dc5 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] delete failed (client error): The resource could not be found. Jul 29 23:44:49.213905 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c5515984-a6c8-4c97-9fb9-2b6d13186dc5 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] 10.222.0.18 "DELETE /v2.0/routers/c542fb92-193a-4079-b2de-5865ace146e2 HTTP/1.1" status: 404 len: 336 time: 0.0391030 Jul 29 23:44:49.215224 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36516) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:49.250840 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5a428e74-ba4d-4f01-bcaa-348115a540f5 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] 10.222.0.18 "GET /v2.0/ports?device_id=cce5ff07-bb30-44b2-9203-8a29a8180550 HTTP/1.1" status: 200 len: 205 time: 0.0349228 Jul 29 23:44:49.253147 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36520) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:49.294427 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-4b4ded66-6573-4d09-bb93-bca471ba0731 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] delete failed (client error): The resource could not be found. Jul 29 23:44:49.297994 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4b4ded66-6573-4d09-bb93-bca471ba0731 tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] 10.222.0.18 "DELETE /v2.0/routers/cce5ff07-bb30-44b2-9203-8a29a8180550 HTTP/1.1" status: 404 len: 336 time: 0.0414503 Jul 29 23:44:49.298622 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 36522) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:49.332939 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b135a6a-b5b6-4565-bb21-986c8d0db03a tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] DELETE failed (client error): The resource could not be found. Jul 29 23:44:49.333398 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b135a6a-b5b6-4565-bb21-986c8d0db03a tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:44:49.338785 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0b135a6a-b5b6-4565-bb21-986c8d0db03a tempest-RoutersAdminTest-959175870 tempest-RoutersAdminTest-959175870-project] 10.222.0.18 "DELETE /v2.0/subnets/e47c426f-6bd0-4978-8f53-f316aa08c266 HTTP/1.1" status: 404 len: 337 time: 0.0386558 Jul 29 23:44:49.595678 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed7acb-c090-4a0f-a8e7-100745c93f0b req-5f588f5f-f228-4b87-82b5-51b96169fa5b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:49.605274 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7eed7acb-c090-4a0f-a8e7-100745c93f0b req-5f588f5f-f228-4b87-82b5-51b96169fa5b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0683403 Jul 29 23:44:49.640675 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36542) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:49.659690 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7eed7acb-c090-4a0f-a8e7-100745c93f0b req-b63f4392-ca78-48a7-af2e-59b4f15c2a26 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533051 Jul 29 23:44:49.789733 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-590432ac-77a5-4d00-af58-fd2cb0f903d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:49.900347 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-590432ac-77a5-4d00-af58-fd2cb0f903d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:49.912208 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-590432ac-77a5-4d00-af58-fd2cb0f903d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:49.961358 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-590432ac-77a5-4d00-af58-fd2cb0f903d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=732bbd880117448a8afa72fa61a9a85a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3190410 Jul 29 23:44:49.962148 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 36552) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:49.962691 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590432ac-77a5-4d00-af58-fd2cb0f903d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f504b3-2e9f-4fcd-989f-a584d2bf0ae4,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:50.038106 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-11ea79a2-b412-4ad8-9e5b-5f6fc5567699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:50.067504 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-11ea79a2-b412-4ad8-9e5b-5f6fc5567699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:50.176820 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-11ea79a2-b412-4ad8-9e5b-5f6fc5567699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:50.180079 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-11ea79a2-b412-4ad8-9e5b-5f6fc5567699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:50.181352 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-11ea79a2-b412-4ad8-9e5b-5f6fc5567699 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e3f504b3-2e9f-4fcd-989f-a584d2bf0ae4 HTTP/1.1" status: 204 len: 168 time: 0.2180076 Jul 29 23:44:50.205163 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ea79a2-b412-4ad8-9e5b-5f6fc5567699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f504b3-2e9f-4fcd-989f-a584d2bf0ae4,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:50.217455 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf9439-a247-4a32-b67a-175fa52dc8c3 req-89bceea1-45d9-44d2-a897-17ec8ece5273 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:50.228112 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bf9439-a247-4a32-b67a-175fa52dc8c3 req-89bceea1-45d9-44d2-a897-17ec8ece5273 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/ports?device_id=21be09aa-8a04-48ab-923e-b86c8e1a17ac HTTP/1.1" status: 200 len: 945 time: 0.0927393 Jul 29 23:44:50.293040 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05bf9439-a247-4a32-b67a-175fa52dc8c3 req-be2bf00a-ab03-412d-8705-8f2cddfd556c tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac1897bc-fa23-468b-9375-38c8238b89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637619 Jul 29 23:44:50.850187 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9ee3e-9d9b-461d-a25e-c2311b14aa93 req-d3b8d834-d38c-4446-a13a-d31c4a32c78b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:50.862138 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36600) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:50.872496 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eef9ee3e-9d9b-461d-a25e-c2311b14aa93 req-d3b8d834-d38c-4446-a13a-d31c4a32c78b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0914960 Jul 29 23:44:50.920088 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eef9ee3e-9d9b-461d-a25e-c2311b14aa93 req-9760e5e5-7b18-4e4d-85b9-770d7257ede8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464511 Jul 29 23:44:50.948032 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 36604) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:50.953410 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1f922ae3-71ad-4fed-8cdf-5db6992e50a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d03a83eb87f14fc5a9485482ec3cfb75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0892560 Jul 29 23:44:51.048467 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-42c65e5f-70cf-4d3a-b7f6-b165f5b55f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:51.128179 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-42c65e5f-70cf-4d3a-b7f6-b165f5b55f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:51.259218 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-42c65e5f-70cf-4d3a-b7f6-b165f5b55f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:51.263779 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-42c65e5f-70cf-4d3a-b7f6-b165f5b55f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:51.265226 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-42c65e5f-70cf-4d3a-b7f6-b165f5b55f54 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/340643fc-d5f0-4edc-a547-4bf1c6d59a8c HTTP/1.1" status: 204 len: 168 time: 0.3148348 Jul 29 23:44:51.314736 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c65e5f-70cf-4d3a-b7f6-b165f5b55f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340643fc-d5f0-4edc-a547-4bf1c6d59a8c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:51.437081 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5cb2d-3f6e-419d-8648-5e8c83b55337 req-bd088218-9b8d-4bb4-88cb-0ea9e15758d3 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:51.438882 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3bb5cb2d-3f6e-419d-8648-5e8c83b55337 req-bd088218-9b8d-4bb4-88cb-0ea9e15758d3 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.1723032 Jul 29 23:44:51.495512 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3bb5cb2d-3f6e-419d-8648-5e8c83b55337 req-af7fcbf7-6117-4461-9c3f-c69e5db996c2 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488138 Jul 29 23:44:51.499808 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41010dc5-7f85-4347-9cd0-ef207637caf6 req-e1759ac7-8487-4ab4-97d3-3db67aaffce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:51.502404 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-41010dc5-7f85-4347-9cd0-ef207637caf6 req-e1759ac7-8487-4ab4-97d3-3db67aaffce8 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72e6a71724b54f78b875fd06b1bacd37&device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 1096 time: 0.2034969 Jul 29 23:44:51.676339 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41010dc5-7f85-4347-9cd0-ef207637caf6 req-7d0ad036-532f-4546-84b0-92cda04f650a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:51.678497 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-41010dc5-7f85-4347-9cd0-ef207637caf6 req-7d0ad036-532f-4546-84b0-92cda04f650a service neutron] 10.222.0.23 "GET /v2.0/networks?id=c65634b4-620f-4d4e-b86a-cfaa4125589f HTTP/1.1" status: 200 len: 912 time: 0.1680026 Jul 29 23:44:51.814267 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-41010dc5-7f85-4347-9cd0-ef207637caf6 req-6ea25689-9e9a-40e7-b45f-371a288c8f7d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f HTTP/1.1" status: 200 len: 999 time: 0.1216981 Jul 29 23:44:51.896309 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41010dc5-7f85-4347-9cd0-ef207637caf6 req-55ce2eb7-c337-4869-9a80-4413b68232fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:51.898670 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-41010dc5-7f85-4347-9cd0-ef207637caf6 req-55ce2eb7-c337-4869-9a80-4413b68232fa service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9f136cd8-eda3-43eb-9cb5-3830c4338b63 HTTP/1.1" status: 200 len: 850 time: 0.0766523 Jul 29 23:44:52.007885 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41010dc5-7f85-4347-9cd0-ef207637caf6 req-4b03968e-2b36-4b5e-98dd-dda536ea30a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:52.009640 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-41010dc5-7f85-4347-9cd0-ef207637caf6 req-4b03968e-2b36-4b5e-98dd-dda536ea30a1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c65634b4-620f-4d4e-b86a-cfaa4125589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1028728 Jul 29 23:44:52.117858 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36698) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:52.262555 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-41010dc5-7f85-4347-9cd0-ef207637caf6 req-9e4c0ab3-1ed1-4bdb-9a76-17db65fd5e7c service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441115 Jul 29 23:44:52.320141 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2f61cc3b-cb61-4cd5-881d-07f4852aab60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:52.445143 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-41010dc5-7f85-4347-9cd0-ef207637caf6 req-19239c82-7790-42bd-8d79-f89c4207e937 service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720421 Jul 29 23:44:52.585212 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2f61cc3b-cb61-4cd5-881d-07f4852aab60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:52.591098 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2f61cc3b-cb61-4cd5-881d-07f4852aab60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:52.652403 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2f61cc3b-cb61-4cd5-881d-07f4852aab60 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94c5f1e3c4d54151acd2623cc2f4fded&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5311320 Jul 29 23:44:52.652403 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f61cc3b-cb61-4cd5-881d-07f4852aab60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2209493c-7d40-4bec-a000-dc973e13e4b8,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:52.652820 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 36718) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:52.760169 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36724) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:52.827496 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e315be1-8899-42af-91de-19296bcae6fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:52.854659 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c408465-2db8-4ec9-a839-4fd66c187992 req-b9dee873-6c18-48b4-b3b8-3a0252fd99cd tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:52.856952 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0c408465-2db8-4ec9-a839-4fd66c187992 req-b9dee873-6c18-48b4-b3b8-3a0252fd99cd tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.1585684 Jul 29 23:44:52.896191 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e315be1-8899-42af-91de-19296bcae6fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:52.901950 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-693d5fb9-22c4-4307-819b-a33ad8f955c6 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-346418008'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:52.942240 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0c408465-2db8-4ec9-a839-4fd66c187992 req-d98b7235-479e-47df-88b0-e88157d245f1 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732069 Jul 29 23:44:52.942798 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693d5fb9-22c4-4307-819b-a33ad8f955c6 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:52.950220 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-693d5fb9-22c4-4307-819b-a33ad8f955c6 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:52.968838 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-693d5fb9-22c4-4307-819b-a33ad8f955c6 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:53.022751 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e315be1-8899-42af-91de-19296bcae6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:53.029628 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e315be1-8899-42af-91de-19296bcae6fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:53.031211 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5e315be1-8899-42af-91de-19296bcae6fd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2209493c-7d40-4bec-a000-dc973e13e4b8 HTTP/1.1" status: 204 len: 168 time: 0.3774097 Jul 29 23:44:53.067104 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e315be1-8899-42af-91de-19296bcae6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2209493c-7d40-4bec-a000-dc973e13e4b8,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:53.170857 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-693d5fb9-22c4-4307-819b-a33ad8f955c6 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:53.182429 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-693d5fb9-22c4-4307-819b-a33ad8f955c6 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:53.226680 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693d5fb9-22c4-4307-819b-a33ad8f955c6 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:44:53.253872 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d5fb9-22c4-4307-819b-a33ad8f955c6 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=953b4525-3126-4bd0-8f2a-89f95b40e0f3,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:53.284230 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-693d5fb9-22c4-4307-819b-a33ad8f955c6 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:53.284656 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-693d5fb9-22c4-4307-819b-a33ad8f955c6 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Added segment 5de8d1c8-99e0-48df-b96e-a80435d5f854 of type vlan for network f07ce0bc-4e9d-4748-9590-e210ddee35ff Jul 29 23:44:53.356988 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-693d5fb9-22c4-4307-819b-a33ad8f955c6 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:53.401231 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-693d5fb9-22c4-4307-819b-a33ad8f955c6 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:53.408742 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693d5fb9-22c4-4307-819b-a33ad8f955c6 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:53.409552 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-693d5fb9-22c4-4307-819b-a33ad8f955c6 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:53.472839 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-693d5fb9-22c4-4307-819b-a33ad8f955c6 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7107582 Jul 29 23:44:53.477012 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 36738) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:53.487658 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-da7f85c6-ae7f-4e50-8983-dddbe6500702 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'port': {'network_id': 'f07ce0bc-4e9d-4748-9590-e210ddee35ff', 'name': 'tempest-PortsIpV6TestJSON-1510252664'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:53.493910 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d5fb9-22c4-4307-819b-a33ad8f955c6 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Network': ['ID=f07ce0bc-4e9d-4748-9590-e210ddee35ff,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:53.505764 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network f07ce0bc-4e9d-4748-9590-e210ddee35ff details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:44:53.562373 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36740) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:53.585449 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bfff10c0-60db-4d1f-884e-d8df0d38234d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:53.751464 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bfff10c0-60db-4d1f-884e-d8df0d38234d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:53.757977 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bfff10c0-60db-4d1f-884e-d8df0d38234d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:53.784058 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7f85c6-ae7f-4e50-8983-dddbe6500702 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:53.790570 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da7f85c6-ae7f-4e50-8983-dddbe6500702 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:53.819249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-da7f85c6-ae7f-4e50-8983-dddbe6500702 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] device_id is not set on port 5699b1d6-e910-47ca-bf99-1c7fff8157da yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:44:53.833520 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfff10c0-60db-4d1f-884e-d8df0d38234d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8736daa-cd89-4065-945b-fc075e7022be,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:53.844865 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bfff10c0-60db-4d1f-884e-d8df0d38234d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=af4315b4700d4204a5512a4a69ab351a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2806981 Jul 29 23:44:53.845614 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36746) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:53.905579 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-73477de4-b3e0-4b5e-8a40-8e3088931e39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:53.940785 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-73477de4-b3e0-4b5e-8a40-8e3088931e39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:54.015145 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-73477de4-b3e0-4b5e-8a40-8e3088931e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:54.020413 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-73477de4-b3e0-4b5e-8a40-8e3088931e39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:54.022819 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-73477de4-b3e0-4b5e-8a40-8e3088931e39 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f8736daa-cd89-4065-945b-fc075e7022be HTTP/1.1" status: 204 len: 168 time: 0.1760566 Jul 29 23:44:54.054458 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73477de4-b3e0-4b5e-8a40-8e3088931e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8736daa-cd89-4065-945b-fc075e7022be,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:54.188757 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ff4a7c-2839-4afa-b663-2b15eaf294dd req-8b46192a-8e1c-433b-b96e-9492c24964ca tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:54.197433 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-34ff4a7c-2839-4afa-b663-2b15eaf294dd req-8b46192a-8e1c-433b-b96e-9492c24964ca tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0954173 Jul 29 23:44:54.210581 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da7f85c6-ae7f-4e50-8983-dddbe6500702 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:54.253581 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-34ff4a7c-2839-4afa-b663-2b15eaf294dd req-97be6bf8-1bb3-482b-856d-38935389bbf1 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551646 Jul 29 23:44:54.312472 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da7f85c6-ae7f-4e50-8983-dddbe6500702 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:54.393544 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f85c6-ae7f-4e50-8983-dddbe6500702 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Port': ['ID=5699b1d6-e910-47ca-bf99-1c7fff8157da,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:54.417227 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7f85c6-ae7f-4e50-8983-dddbe6500702 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Checking segment: {'id': '5de8d1c8-99e0-48df-b96e-a80435d5f854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f07ce0bc-4e9d-4748-9590-e210ddee35ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:54.418749 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7f85c6-ae7f-4e50-8983-dddbe6500702 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network hostable DHCP agents. Network: f07ce0bc-4e9d-4748-9590-e210ddee35ff, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:44:54.442379 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7f85c6-ae7f-4e50-8983-dddbe6500702 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network f07ce0bc-4e9d-4748-9590-e210ddee35ff is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:44:54.457069 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-da7f85c6-ae7f-4e50-8983-dddbe6500702 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, f07ce0bc-4e9d-4748-9590-e210ddee35ff) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:54.471758 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8368c11b-68a7-4edc-9bff-49675e47f011 None None] Network f07ce0bc-4e9d-4748-9590-e210ddee35ff requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:44:54.489189 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7f85c6-ae7f-4e50-8983-dddbe6500702 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:54.498345 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7f85c6-ae7f-4e50-8983-dddbe6500702 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:54.499326 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da7f85c6-ae7f-4e50-8983-dddbe6500702 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:54.525395 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-da7f85c6-ae7f-4e50-8983-dddbe6500702 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0450048 Jul 29 23:44:54.528553 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36768) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:54.534157 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-dee26418-0d03-4fe6-b724-012dbcba1b8b tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1884302074'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:54.586301 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee26418-0d03-4fe6-b724-012dbcba1b8b tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:54.592471 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213e9fd-3fea-472f-bf56-d25875d5e208 req-4f4a773a-ecb9-4fdd-8ab7-50e690a4fc6b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:54.594713 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6213e9fd-3fea-472f-bf56-d25875d5e208 req-4f4a773a-ecb9-4fdd-8ab7-50e690a4fc6b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0666170 Jul 29 23:44:54.596326 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dee26418-0d03-4fe6-b724-012dbcba1b8b tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:54.664726 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee26418-0d03-4fe6-b724-012dbcba1b8b tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:44:54.684571 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dee26418-0d03-4fe6-b724-012dbcba1b8b tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:54.684914 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-dee26418-0d03-4fe6-b724-012dbcba1b8b tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Added segment 5d968b00-4e9c-4453-8e03-6b378cd01154 of type vlan for network 6246276b-6cce-4b8a-aa70-430be849e2d9 Jul 29 23:44:54.689725 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6213e9fd-3fea-472f-bf56-d25875d5e208 req-8ef69bd9-f4bb-40b1-9789-544f6cdd244e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874181 Jul 29 23:44:54.766800 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dee26418-0d03-4fe6-b724-012dbcba1b8b tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:54.806830 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dee26418-0d03-4fe6-b724-012dbcba1b8b tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:54.820165 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee26418-0d03-4fe6-b724-012dbcba1b8b tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:54.821608 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dee26418-0d03-4fe6-b724-012dbcba1b8b tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:54.923203 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-dee26418-0d03-4fe6-b724-012dbcba1b8b tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3929298 Jul 29 23:44:54.931904 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36782) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:54.942364 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde22d7-429a-4587-8048-b54cbd2969a7 req-0bf93f85-469d-4f9f-ac39-0487d8819091 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:54.942594 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-112fb7d3-e3fd-4159-a07b-bc8d0c98dcc7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'ports': [{'network_id': 'f07ce0bc-4e9d-4748-9590-e210ddee35ff'}, {'network_id': '6246276b-6cce-4b8a-aa70-430be849e2d9'}]} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:54.944097 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-112fb7d3-e3fd-4159-a07b-bc8d0c98dcc7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'port': {'network_id': 'f07ce0bc-4e9d-4748-9590-e210ddee35ff'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:54.944596 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-112fb7d3-e3fd-4159-a07b-bc8d0c98dcc7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'port': {'network_id': '6246276b-6cce-4b8a-aa70-430be849e2d9'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:54.954510 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1bde22d7-429a-4587-8048-b54cbd2969a7 req-0bf93f85-469d-4f9f-ac39-0487d8819091 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0978978 Jul 29 23:44:55.031391 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1bde22d7-429a-4587-8048-b54cbd2969a7 req-0e62e807-0f7b-4f37-9bdf-f33c9563e7e6 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745342 Jul 29 23:44:55.050067 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee26418-0d03-4fe6-b724-012dbcba1b8b tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Network': ['ID=6246276b-6cce-4b8a-aa70-430be849e2d9,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:55.064278 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 6246276b-6cce-4b8a-aa70-430be849e2d9 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:44:55.253566 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112fb7d3-e3fd-4159-a07b-bc8d0c98dcc7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'port': 2} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:55.267614 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-112fb7d3-e3fd-4159-a07b-bc8d0c98dcc7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:55.298627 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-112fb7d3-e3fd-4159-a07b-bc8d0c98dcc7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:55.440040 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1dda43-53b8-4e81-a0bc-3edd0902e922 req-49e0fd5e-585a-4ff0-b213-64a6bafa6fef tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:55.441615 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce1dda43-53b8-4e81-a0bc-3edd0902e922 req-49e0fd5e-585a-4ff0-b213-64a6bafa6fef tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0842214 Jul 29 23:44:55.507907 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-112fb7d3-e3fd-4159-a07b-bc8d0c98dcc7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] device_id is not set on port 2a9a1d2a-195d-444a-a2b3-cfd6f05ecc17 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:44:55.556859 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce1dda43-53b8-4e81-a0bc-3edd0902e922 req-3f0cd309-d36d-4228-99f7-fe00c7110791 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927129 Jul 29 23:44:55.712476 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-112fb7d3-e3fd-4159-a07b-bc8d0c98dcc7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:56.168646 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-112fb7d3-e3fd-4159-a07b-bc8d0c98dcc7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] device_id is not set on port 61dafa1f-7fde-4a12-aa1b-109a320407b4 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:44:56.349480 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-112fb7d3-e3fd-4159-a07b-bc8d0c98dcc7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:56.415518 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-112fb7d3-e3fd-4159-a07b-bc8d0c98dcc7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:56.486168 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112fb7d3-e3fd-4159-a07b-bc8d0c98dcc7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network f07ce0bc-4e9d-4748-9590-e210ddee35ff is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:56.491728 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-112fb7d3-e3fd-4159-a07b-bc8d0c98dcc7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:56.499040 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112fb7d3-e3fd-4159-a07b-bc8d0c98dcc7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:56.500320 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-112fb7d3-e3fd-4159-a07b-bc8d0c98dcc7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:56.520567 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112fb7d3-e3fd-4159-a07b-bc8d0c98dcc7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Port': ['ID=2a9a1d2a-195d-444a-a2b3-cfd6f05ecc17,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:56.649050 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112fb7d3-e3fd-4159-a07b-bc8d0c98dcc7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Port': ['ID=61dafa1f-7fde-4a12-aa1b-109a320407b4,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:56.660500 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112fb7d3-e3fd-4159-a07b-bc8d0c98dcc7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Checking segment: {'id': '5d968b00-4e9c-4453-8e03-6b378cd01154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6246276b-6cce-4b8a-aa70-430be849e2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:56.661137 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112fb7d3-e3fd-4159-a07b-bc8d0c98dcc7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network hostable DHCP agents. Network: 6246276b-6cce-4b8a-aa70-430be849e2d9, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:44:56.701533 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112fb7d3-e3fd-4159-a07b-bc8d0c98dcc7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network 6246276b-6cce-4b8a-aa70-430be849e2d9 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:44:56.714929 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-112fb7d3-e3fd-4159-a07b-bc8d0c98dcc7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 6246276b-6cce-4b8a-aa70-430be849e2d9) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:56.719394 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112fb7d3-e3fd-4159-a07b-bc8d0c98dcc7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:56.725388 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112fb7d3-e3fd-4159-a07b-bc8d0c98dcc7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:56.725807 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2424fe8a-3583-4f6e-a084-6760712f0cf3 None None] Network 6246276b-6cce-4b8a-aa70-430be849e2d9 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:44:56.730446 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112fb7d3-e3fd-4159-a07b-bc8d0c98dcc7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:56.731184 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-112fb7d3-e3fd-4159-a07b-bc8d0c98dcc7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:56.751485 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-112fb7d3-e3fd-4159-a07b-bc8d0c98dcc7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.8147945 Jul 29 23:44:56.752132 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36838) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:56.758563 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935bd7a4-3b6d-4e54-a524-9b51e7477a10 req-e70bc1c8-46ff-490c-9ce4-4953e95e4b0b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:56.777049 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-935bd7a4-3b6d-4e54-a524-9b51e7477a10 req-e70bc1c8-46ff-490c-9ce4-4953e95e4b0b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.1088231 Jul 29 23:44:56.850958 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-935bd7a4-3b6d-4e54-a524-9b51e7477a10 req-3ecbd58e-1625-425f-bf2f-439afec8eec2 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661573 Jul 29 23:44:56.937509 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-a08cfce7-92e3-4cc3-a05d-6c7090b20d09 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Deleting port 61dafa1f-7fde-4a12-aa1b-109a320407b4 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:56.939949 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a08cfce7-92e3-4cc3-a05d-6c7090b20d09 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:57.041371 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a08cfce7-92e3-4cc3-a05d-6c7090b20d09 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:57.059430 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-a08cfce7-92e3-4cc3-a05d-6c7090b20d09 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Calling delete_port for 61dafa1f-7fde-4a12-aa1b-109a320407b4 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:57.227433 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a08cfce7-92e3-4cc3-a05d-6c7090b20d09 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:57.284343 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc89ff-5879-4d55-8875-51256939df51 req-609d3242-852d-461f-8c97-111c5eec53bf tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:57.286272 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f6bc89ff-5879-4d55-8875-51256939df51 req-609d3242-852d-461f-8c97-111c5eec53bf tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.1087043 Jul 29 23:44:57.292037 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a08cfce7-92e3-4cc3-a05d-6c7090b20d09 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:57.294760 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a08cfce7-92e3-4cc3-a05d-6c7090b20d09 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/ports/61dafa1f-7fde-4a12-aa1b-109a320407b4 HTTP/1.1" status: 204 len: 168 time: 0.5341160 Jul 29 23:44:57.298079 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08cfce7-92e3-4cc3-a05d-6c7090b20d09 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Port': ['ID=61dafa1f-7fde-4a12-aa1b-109a320407b4,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:57.300686 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36854) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:57.343360 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fc839-5edd-4f0c-ae57-b96c312f03bb req-7db316e4-af67-4a67-bd62-de924825c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:57.346131 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d30fc839-5edd-4f0c-ae57-b96c312f03bb req-7db316e4-af67-4a67-bd62-de924825c9b1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=72e6a71724b54f78b875fd06b1bacd37&device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 1096 time: 0.1290770 Jul 29 23:44:57.415134 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14f5d1e-f23b-4d3e-96b5-27d3a725e77e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:57.421651 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 36856) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:57.421840 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14f5d1e-f23b-4d3e-96b5-27d3a725e77e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:57.426908 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d14f5d1e-f23b-4d3e-96b5-27d3a725e77e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1244526 Jul 29 23:44:57.427108 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36858) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:57.525304 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f6bc89ff-5879-4d55-8875-51256939df51 req-01ee47d1-f492-485a-8d6e-856e834ccb02 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282932 Jul 29 23:44:57.530729 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-fcb37541-2eb9-49e9-aa9f-38342a64d927 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Deleting port 2a9a1d2a-195d-444a-a2b3-cfd6f05ecc17 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:44:57.531182 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fcb37541-2eb9-49e9-aa9f-38342a64d927 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:57.534349 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fc839-5edd-4f0c-ae57-b96c312f03bb req-4c6a02a9-d4ea-4fe5-bcc7-c3a09a988041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:57.538062 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d30fc839-5edd-4f0c-ae57-b96c312f03bb req-4c6a02a9-d4ea-4fe5-bcc7-c3a09a988041 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c65634b4-620f-4d4e-b86a-cfaa4125589f HTTP/1.1" status: 200 len: 912 time: 0.1834943 Jul 29 23:44:57.628491 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d30fc839-5edd-4f0c-ae57-b96c312f03bb req-16913f3e-0528-4d2b-9bf4-6a705618cfd2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f HTTP/1.1" status: 200 len: 999 time: 0.0832417 Jul 29 23:44:57.668917 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fcb37541-2eb9-49e9-aa9f-38342a64d927 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:57.696086 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-fcb37541-2eb9-49e9-aa9f-38342a64d927 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Calling delete_port for 2a9a1d2a-195d-444a-a2b3-cfd6f05ecc17 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:44:57.698490 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-534e58f2-c602-4d27-9be4-6ff574f5fd3d tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:57.736865 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fc839-5edd-4f0c-ae57-b96c312f03bb req-451af011-77ac-43b4-b980-78856003ab80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:57.738506 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d30fc839-5edd-4f0c-ae57-b96c312f03bb req-451af011-77ac-43b4-b980-78856003ab80 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=9f136cd8-eda3-43eb-9cb5-3830c4338b63 HTTP/1.1" status: 200 len: 850 time: 0.1033502 Jul 29 23:44:57.743789 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-534e58f2-c602-4d27-9be4-6ff574f5fd3d tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:57.796530 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fcb37541-2eb9-49e9-aa9f-38342a64d927 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:57.829136 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb37541-2eb9-49e9-aa9f-38342a64d927 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Port': ['ID=2a9a1d2a-195d-444a-a2b3-cfd6f05ecc17,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:57.835985 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fcb37541-2eb9-49e9-aa9f-38342a64d927 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:57.840719 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fcb37541-2eb9-49e9-aa9f-38342a64d927 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/ports/2a9a1d2a-195d-444a-a2b3-cfd6f05ecc17 HTTP/1.1" status: 204 len: 168 time: 0.4095016 Jul 29 23:44:57.841834 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36866) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:57.856864 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fc839-5edd-4f0c-ae57-b96c312f03bb req-50697754-c95f-48df-a178-f8ed8eb1483c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:57.858525 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d30fc839-5edd-4f0c-ae57-b96c312f03bb req-50697754-c95f-48df-a178-f8ed8eb1483c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c65634b4-620f-4d4e-b86a-cfaa4125589f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1002209 Jul 29 23:44:57.899933 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6b920a-cd52-4bab-8a89-e83be2549e92 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:57.904201 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-aa6b920a-cd52-4bab-8a89-e83be2549e92 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0596957 Jul 29 23:44:57.904526 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36868) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:57.936558 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-13d36a5b-0440-4747-81b7-2c32c9a7d355 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] GET failed (client error): The resource could not be found. Jul 29 23:44:57.940794 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-13d36a5b-0440-4747-81b7-2c32c9a7d355 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "GET /v2.0/ports/61dafa1f-7fde-4a12-aa1b-109a320407b4 HTTP/1.1" status: 404 len: 333 time: 0.0326259 Jul 29 23:44:57.941230 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 36870) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:57.988108 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-68ee2deb-edee-4fac-87e6-193e0904c1e3 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] GET failed (client error): The resource could not be found. Jul 29 23:44:57.989830 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-68ee2deb-edee-4fac-87e6-193e0904c1e3 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "GET /v2.0/ports/2a9a1d2a-195d-444a-a2b3-cfd6f05ecc17 HTTP/1.1" status: 404 len: 333 time: 0.0476716 Jul 29 23:44:57.994464 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36874) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:58.014029 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d30fc839-5edd-4f0c-ae57-b96c312f03bb req-e5426ca2-d6de-437a-a0b1-9402a9c7f02e service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473279 Jul 29 23:44:58.023749 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-534e58f2-c602-4d27-9be4-6ff574f5fd3d tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.099015 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbdb6d35-aa7f-4c06-a567-c564fc1ee8f8 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.199456 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbdb6d35-aa7f-4c06-a567-c564fc1ee8f8 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.209940 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d30fc839-5edd-4f0c-ae57-b96c312f03bb req-bfd56b2f-90f6-47f5-b2f1-5670b9791e31 service neutron] 10.222.0.23 "GET /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834898 Jul 29 23:44:58.211058 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-fbdb6d35-aa7f-4c06-a567-c564fc1ee8f8 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6246276b-6cce-4b8a-aa70-430be849e2d9']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:58.226592 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-fbdb6d35-aa7f-4c06-a567-c564fc1ee8f8 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d968b00-4e9c-4453-8e03-6b378cd01154') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:58.227063 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-fbdb6d35-aa7f-4c06-a567-c564fc1ee8f8 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d968b00-4e9c-4453-8e03-6b378cd01154') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:44:58.227391 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-534e58f2-c602-4d27-9be4-6ff574f5fd3d tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Allocated IP 172.25.8.196 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/ce8996df-d835-442f-b493-cf3745332413) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:44:58.238572 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbdb6d35-aa7f-4c06-a567-c564fc1ee8f8 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.265339 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbdb6d35-aa7f-4c06-a567-c564fc1ee8f8 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.278209 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbdb6d35-aa7f-4c06-a567-c564fc1ee8f8 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:44:58.278886 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbdb6d35-aa7f-4c06-a567-c564fc1ee8f8 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.282698 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:44:58.282698 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:44:58.282698 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:44:58.282698 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:44:58.282698 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:44:58.282698 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:44:58.282698 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:44:58.282698 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:44:58.282698 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:44:58.282698 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:44:58.282698 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:44:58.282698 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:44:58.282698 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:44:58.282698 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:44:58.282698 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:44:58.282698 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:44:58.282698 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:44:58.282698 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:44:58.282698 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:44:58.282698 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:44:58.282698 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:44:58.282698 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:44:58.282698 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:44:58.282698 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:44:58.282698 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:44:58.282698 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:44:58.282698 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:44:58.282698 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:44:58.282698 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:44:58.282698 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:44:58.282698 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:44:58.282698 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:44:58.344884 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-534e58f2-c602-4d27-9be4-6ff574f5fd3d tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.355242 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbdb6d35-aa7f-4c06-a567-c564fc1ee8f8 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.378923 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fbdb6d35-aa7f-4c06-a567-c564fc1ee8f8 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.382987 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fbdb6d35-aa7f-4c06-a567-c564fc1ee8f8 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/networks/6246276b-6cce-4b8a-aa70-430be849e2d9 HTTP/1.1" status: 204 len: 168 time: 0.3860624 Jul 29 23:44:58.386014 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb6d35-aa7f-4c06-a567-c564fc1ee8f8 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Network': ['ID=6246276b-6cce-4b8a-aa70-430be849e2d9,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:58.386690 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 36880) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:58.393515 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-c7181bc1-db41-4e87-849f-9846afc2927d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-290107511'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:58.412970 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-534e58f2-c602-4d27-9be4-6ff574f5fd3d tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.451226 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7181bc1-db41-4e87-849f-9846afc2927d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:58.454571 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c7181bc1-db41-4e87-849f-9846afc2927d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.465330 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534e58f2-c602-4d27-9be4-6ff574f5fd3d tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:44:58.478669 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-534e58f2-c602-4d27-9be4-6ff574f5fd3d tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:58.484998 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534e58f2-c602-4d27-9be4-6ff574f5fd3d tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:44:58.487167 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e58f2-c602-4d27-9be4-6ff574f5fd3d tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Pushing event updated for resources: {'Port': ['ID=ce8996df-d835-442f-b493-cf3745332413,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:58.525124 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7181bc1-db41-4e87-849f-9846afc2927d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:44:58.540179 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c7181bc1-db41-4e87-849f-9846afc2927d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.540596 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-c7181bc1-db41-4e87-849f-9846afc2927d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Added segment ae27d425-b3b8-4c43-b717-0af4cb726872 of type vlan for network aad9d9b9-8f20-48e9-808f-512513b1564c Jul 29 23:44:58.639582 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c7181bc1-db41-4e87-849f-9846afc2927d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.704058 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-534e58f2-c602-4d27-9be4-6ff574f5fd3d tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.751230 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c7181bc1-db41-4e87-849f-9846afc2927d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.757676 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7181bc1-db41-4e87-849f-9846afc2927d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:58.758269 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c7181bc1-db41-4e87-849f-9846afc2927d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.772766 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe7a3d5-c70c-4e3e-b9e7-35cf79a94963 req-a3e80144-9b93-456a-8223-76b50ca67a09 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:58.774293 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cfe7a3d5-c70c-4e3e-b9e7-35cf79a94963 req-a3e80144-9b93-456a-8223-76b50ca67a09 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.1612492 Jul 29 23:44:58.832972 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-534e58f2-c602-4d27-9be4-6ff574f5fd3d tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:58.876921 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c7181bc1-db41-4e87-849f-9846afc2927d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4855273 Jul 29 23:44:58.878796 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 36892) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:58.891526 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-9d978849-ddc2-427c-9a9b-fb83b12b477e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'subnet': {'network_id': 'aad9d9b9-8f20-48e9-808f-512513b1564c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:58.941913 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7181bc1-db41-4e87-849f-9846afc2927d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Network': ['ID=aad9d9b9-8f20-48e9-808f-512513b1564c,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:58.955075 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network aad9d9b9-8f20-48e9-808f-512513b1564c details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:44:58.988645 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cfe7a3d5-c70c-4e3e-b9e7-35cf79a94963 req-3eae469b-5a69-45be-bd95-1c0198370020 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058535 Jul 29 23:44:59.444637 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d978849-ddc2-427c-9a9b-fb83b12b477e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:59.448010 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9d978849-ddc2-427c-9a9b-fb83b12b477e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:59.573898 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:59.588744 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-534e58f2-c602-4d27-9be4-6ff574f5fd3d tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:59.595016 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-534e58f2-c602-4d27-9be4-6ff574f5fd3d tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:59.705870 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e58f2-c602-4d27-9be4-6ff574f5fd3d tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Pushing event updated for resources: {'Port': ['ID=ce8996df-d835-442f-b493-cf3745332413,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:59.754297 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-534e58f2-c602-4d27-9be4-6ff574f5fd3d tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:59.778839 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9d978849-ddc2-427c-9a9b-fb83b12b477e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:59.785124 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-534e58f2-c602-4d27-9be4-6ff574f5fd3d tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:59.788534 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-534e58f2-c602-4d27-9be4-6ff574f5fd3d tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3655071 Jul 29 23:44:59.790714 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36912) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:44:59.801513 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-2c38ca60-cd2c-4da2-ba5f-97b442233560 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1668484426'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:44:59.837805 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c38ca60-cd2c-4da2-ba5f-97b442233560 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Made reservation on behalf of 3279a1234b864e7f89b42bc543c2d89c for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:44:59.842474 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:59.842811 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c38ca60-cd2c-4da2-ba5f-97b442233560 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:59.853969 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c38ca60-cd2c-4da2-ba5f-97b442233560 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:59.861399 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d978849-ddc2-427c-9a9b-fb83b12b477e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Subnet': ['ID=405e90fb-5de8-4fa6-94be-e88d5c8e7fab,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:44:59.872533 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d978849-ddc2-427c-9a9b-fb83b12b477e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Checking segment: {'id': 'ae27d425-b3b8-4c43-b717-0af4cb726872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'aad9d9b9-8f20-48e9-808f-512513b1564c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:44:59.872939 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d978849-ddc2-427c-9a9b-fb83b12b477e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network hostable DHCP agents. Network: aad9d9b9-8f20-48e9-808f-512513b1564c, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:44:59.892319 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d978849-ddc2-427c-9a9b-fb83b12b477e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network aad9d9b9-8f20-48e9-808f-512513b1564c is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:44:59.904147 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-9d978849-ddc2-427c-9a9b-fb83b12b477e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, aad9d9b9-8f20-48e9-808f-512513b1564c) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:44:59.909346 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d978849-ddc2-427c-9a9b-fb83b12b477e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:44:59.910274 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9d978849-ddc2-427c-9a9b-fb83b12b477e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:59.914117 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064298ee-cca7-4e47-80bb-90c4165ac83d None None] Network aad9d9b9-8f20-48e9-808f-512513b1564c requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:44:59.974311 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c38ca60-cd2c-4da2-ba5f-97b442233560 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:59.982470 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c38ca60-cd2c-4da2-ba5f-97b442233560 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:44:59.988586 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9d978849-ddc2-427c-9a9b-fb83b12b477e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1053171 Jul 29 23:44:59.989719 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 36918) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:00.000541 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f74dd3d6-6b61-4161-8c8b-599c7b9c0a2e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'port': {'network_id': 'aad9d9b9-8f20-48e9-808f-512513b1564c', 'name': 'tempest-PortsIpV6TestJSON-1432401307'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:00.020892 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c38ca60-cd2c-4da2-ba5f-97b442233560 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:45:00.028787 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c38ca60-cd2c-4da2-ba5f-97b442233560 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=090dc6c4-0282-416b-930f-79152cb23c58,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:00.059483 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c38ca60-cd2c-4da2-ba5f-97b442233560 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.060276 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-2c38ca60-cd2c-4da2-ba5f-97b442233560 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Added segment 3821e12d-47fd-4856-b546-509ac0e9c877 of type vlan for network 05b8715b-a270-4ee4-bdfe-97e862e8ec82 Jul 29 23:45:00.112108 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c38ca60-cd2c-4da2-ba5f-97b442233560 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.157464 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c38ca60-cd2c-4da2-ba5f-97b442233560 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.160452 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74dd3d6-6b61-4161-8c8b-599c7b9c0a2e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:00.164575 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f74dd3d6-6b61-4161-8c8b-599c7b9c0a2e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.164893 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c38ca60-cd2c-4da2-ba5f-97b442233560 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:00.165764 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2c38ca60-cd2c-4da2-ba5f-97b442233560 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.186525 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-aad9d9b9-8f20-48e9-808f-512513b1564c', 'network_id': 'aad9d9b9-8f20-48e9-808f-512513b1564c', 'tenant_id': '4da613056a734713ae8b6c5e6fd9fb0b', 'fixed_ips': [{'subnet_id': '405e90fb-5de8-4fa6-94be-e88d5c8e7fab'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:45:00.187388 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.193096 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061ee45-fc51-4f7b-b1fd-6732143c0e68 req-663cb16c-d16e-4eb5-92f4-25bb30106972 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:00.201764 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c061ee45-fc51-4f7b-b1fd-6732143c0e68 req-663cb16c-d16e-4eb5-92f4-25bb30106972 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0922577 Jul 29 23:45:00.230972 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-f74dd3d6-6b61-4161-8c8b-599c7b9c0a2e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] device_id is not set on port 1311a2bc-72d3-4301-8f7b-d7e4fde99e22 yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:45:00.231964 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2c38ca60-cd2c-4da2-ba5f-97b442233560 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4374461 Jul 29 23:45:00.235345 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36928) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:00.251164 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-dcfa89e0-cc25-48ec-9cc7-9b8f3004d55c tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Request body: {'subnet': {'network_id': '05b8715b-a270-4ee4-bdfe-97e862e8ec82', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:00.267216 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c061ee45-fc51-4f7b-b1fd-6732143c0e68 req-69a4670c-877f-487c-8a98-54ca5a8aa25d tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599382 Jul 29 23:45:00.352549 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c38ca60-cd2c-4da2-ba5f-97b442233560 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Pushing event updated for resources: {'Network': ['ID=05b8715b-a270-4ee4-bdfe-97e862e8ec82,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:00.379429 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 05b8715b-a270-4ee4-bdfe-97e862e8ec82 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:45:00.390639 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfa89e0-cc25-48ec-9cc7-9b8f3004d55c tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Made reservation on behalf of 3279a1234b864e7f89b42bc543c2d89c for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:00.397338 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dcfa89e0-cc25-48ec-9cc7-9b8f3004d55c tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.492014 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f783d3d-8be0-4d07-af93-6462ce124b99 req-8b2b0f39-1be5-46d3-a8fa-2d24d4779f29 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:00.493886 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0f783d3d-8be0-4d07-af93-6462ce124b99 req-8b2b0f39-1be5-46d3-a8fa-2d24d4779f29 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0517588 Jul 29 23:45:00.501611 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Allocated IP 2001:db8::2 (aad9d9b9-8f20-48e9-808f-512513b1564c/405e90fb-5de8-4fa6-94be-e88d5c8e7fab/4899c5fa-f4b5-476d-9517-9487dfcecb0b) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:00.545791 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0f783d3d-8be0-4d07-af93-6462ce124b99 req-b21b91fc-2184-4e89-99b7-712f05c65527 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380206 Jul 29 23:45:00.653750 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dcfa89e0-cc25-48ec-9cc7-9b8f3004d55c tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.699547 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.708307 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Transition to ACTIVE for port object 4899c5fa-f4b5-476d-9517-9487dfcecb0b will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:00.725054 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Transition to ACTIVE for port object 4899c5fa-f4b5-476d-9517-9487dfcecb0b will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:00.739727 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfa89e0-cc25-48ec-9cc7-9b8f3004d55c tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Checking segment: {'id': '3821e12d-47fd-4856-b546-509ac0e9c877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '05b8715b-a270-4ee4-bdfe-97e862e8ec82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:00.740308 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfa89e0-cc25-48ec-9cc7-9b8f3004d55c tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Network hostable DHCP agents. Network: 05b8715b-a270-4ee4-bdfe-97e862e8ec82, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:45:00.743288 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfa89e0-cc25-48ec-9cc7-9b8f3004d55c tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Pushing event updated for resources: {'Subnet': ['ID=c287139b-704a-46dd-ab0d-3181b5d03a3f,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:00.746586 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.764572 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfa89e0-cc25-48ec-9cc7-9b8f3004d55c tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Network 05b8715b-a270-4ee4-bdfe-97e862e8ec82 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:45:00.776558 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-dcfa89e0-cc25-48ec-9cc7-9b8f3004d55c tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 05b8715b-a270-4ee4-bdfe-97e862e8ec82) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:00.787680 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfa89e0-cc25-48ec-9cc7-9b8f3004d55c tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:00.788472 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dcfa89e0-cc25-48ec-9cc7-9b8f3004d55c tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.804554 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82411a17-b6e5-4666-983c-c1b073b6cb45 None None] Network 05b8715b-a270-4ee4-bdfe-97e862e8ec82 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:00.815177 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-dcfa89e0-cc25-48ec-9cc7-9b8f3004d55c tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5788708 Jul 29 23:45:00.815965 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 36946) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:00.822920 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-3528c905-7b70-4858-aab4-6625e07b79cf tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1221437238', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}, 'admin_state_up': False}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:00.862638 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-f74dd3d6-6b61-4161-8c8b-599c7b9c0a2e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Allocated IP 2001:db8::290 (aad9d9b9-8f20-48e9-808f-512513b1564c/405e90fb-5de8-4fa6-94be-e88d5c8e7fab/1311a2bc-72d3-4301-8f7b-d7e4fde99e22) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:00.877133 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3528c905-7b70-4858-aab4-6625e07b79cf tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.881902 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3528c905-7b70-4858-aab4-6625e07b79cf tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:00.987534 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Network aad9d9b9-8f20-48e9-808f-512513b1564c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:00.991372 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:01.014648 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Pushing event updated for resources: {'Port': ['ID=4899c5fa-f4b5-476d-9517-9487dfcecb0b,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:01.021528 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:01.025588 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3528c905-7b70-4858-aab4-6625e07b79cf tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.050930 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:01.051153 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:01.051513 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:01.051813 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:01.052178 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:01.053018 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:01.053367 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:01.053698 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:01.054026 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:01.054352 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:01.054685 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:01.055011 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:01.107538 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f74dd3d6-6b61-4161-8c8b-599c7b9c0a2e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.128571 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52df49a-bbdd-4359-8c5b-d5824ad1560c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-05b8715b-a270-4ee4-bdfe-97e862e8ec82', 'network_id': '05b8715b-a270-4ee4-bdfe-97e862e8ec82', 'tenant_id': '3279a1234b864e7f89b42bc543c2d89c', 'fixed_ips': [{'subnet_id': 'c287139b-704a-46dd-ab0d-3181b5d03a3f'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:45:01.129385 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a52df49a-bbdd-4359-8c5b-d5824ad1560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.165006 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f74dd3d6-6b61-4161-8c8b-599c7b9c0a2e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Transition to ACTIVE for port object 1311a2bc-72d3-4301-8f7b-d7e4fde99e22 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:01.207466 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Attempting to bind port 4899c5fa-f4b5-476d-9517-9487dfcecb0b on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:01.208029 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Attempting to bind port 4899c5fa-f4b5-476d-9517-9487dfcecb0b by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'ae27d425-b3b8-4c43-b717-0af4cb726872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'aad9d9b9-8f20-48e9-808f-512513b1564c'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:01.208268 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Attempting to bind port 4899c5fa-f4b5-476d-9517-9487dfcecb0b on network aad9d9b9-8f20-48e9-808f-512513b1564c {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:01.216154 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:01.227882 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Checking segment: {'id': 'ae27d425-b3b8-4c43-b717-0af4cb726872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'aad9d9b9-8f20-48e9-808f-512513b1564c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:01.227882 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.227882 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Bound using segment: {'id': 'ae27d425-b3b8-4c43-b717-0af4cb726872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'aad9d9b9-8f20-48e9-808f-512513b1564c'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:01.227882 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Bound port: 4899c5fa-f4b5-476d-9517-9487dfcecb0b, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae27d425-b3b8-4c43-b717-0af4cb726872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'aad9d9b9-8f20-48e9-808f-512513b1564c'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:01.227882 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.243679 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f74dd3d6-6b61-4161-8c8b-599c7b9c0a2e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.287002 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3528c905-7b70-4858-aab4-6625e07b79cf tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.305890 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74dd3d6-6b61-4161-8c8b-599c7b9c0a2e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network aad9d9b9-8f20-48e9-808f-512513b1564c is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:01.312846 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-f74dd3d6-6b61-4161-8c8b-599c7b9c0a2e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:01.329070 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74dd3d6-6b61-4161-8c8b-599c7b9c0a2e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:01.335149 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74dd3d6-6b61-4161-8c8b-599c7b9c0a2e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:01.340058 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f74dd3d6-6b61-4161-8c8b-599c7b9c0a2e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.370282 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f74dd3d6-6b61-4161-8c8b-599c7b9c0a2e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3750362 Jul 29 23:45:01.370668 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 36988) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:01.433290 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74dd3d6-6b61-4161-8c8b-599c7b9c0a2e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Port': ['ID=1311a2bc-72d3-4301-8f7b-d7e4fde99e22,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:01.471741 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] For port 4899c5fa-f4b5-476d-9517-9487dfcecb0b, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:01.477108 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] For port 4899c5fa-f4b5-476d-9517-9487dfcecb0b, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=4899c5fa-f4b5-476d-9517-9487dfcecb0b,segment=NetworkSegment(ae27d425-b3b8-4c43-b717-0af4cb726872),segment_id=ae27d425-b3b8-4c43-b717-0af4cb726872)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:01.484132 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.509881 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-a52df49a-bbdd-4359-8c5b-d5824ad1560c None None] Allocated IP 172.20.0.2 (05b8715b-a270-4ee4-bdfe-97e862e8ec82/c287139b-704a-46dd-ab0d-3181b5d03a3f/0792ab11-c603-4687-b31f-c54da4572f5e) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:01.527549 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-40afa5ba-dbdb-435a-bfde-41d0a3077ae9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Deleting port 1311a2bc-72d3-4301-8f7b-d7e4fde99e22 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:01.528231 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40afa5ba-dbdb-435a-bfde-41d0a3077ae9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.679820 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0d275-c4c4-40d2-9ca6-9e212554ddf0 None None] Pushing event updated for resources: {'Port': ['ID=4899c5fa-f4b5-476d-9517-9487dfcecb0b,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:01.712538 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3528c905-7b70-4858-aab4-6625e07b79cf tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.726345 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40afa5ba-dbdb-435a-bfde-41d0a3077ae9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.737193 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3528c905-7b70-4858-aab4-6625e07b79cf tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.749857 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-40afa5ba-dbdb-435a-bfde-41d0a3077ae9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Calling delete_port for 1311a2bc-72d3-4301-8f7b-d7e4fde99e22 owned by {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:01.815338 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a52df49a-bbdd-4359-8c5b-d5824ad1560c None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.830179 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a52df49a-bbdd-4359-8c5b-d5824ad1560c None None] Transition to ACTIVE for port object 0792ab11-c603-4687-b31f-c54da4572f5e will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:01.849997 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a52df49a-bbdd-4359-8c5b-d5824ad1560c None None] Transition to ACTIVE for port object 0792ab11-c603-4687-b31f-c54da4572f5e will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:01.877662 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a52df49a-bbdd-4359-8c5b-d5824ad1560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:01.882652 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d75f51-cebe-4cea-b754-55e7bc457774 req-439103bf-42f7-4932-870e-c863395e59bf tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:01.889598 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f9d75f51-cebe-4cea-b754-55e7bc457774 req-439103bf-42f7-4932-870e-c863395e59bf tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=f160aa58-870a-409f-b862-fe9fbed7f0a2 HTTP/1.1" status: 200 len: 944 time: 0.2459004 Jul 29 23:45:01.955058 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52df49a-bbdd-4359-8c5b-d5824ad1560c None None] Pushing event updated for resources: {'Port': ['ID=0792ab11-c603-4687-b31f-c54da4572f5e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:01.990637 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52df49a-bbdd-4359-8c5b-d5824ad1560c None None] Network 05b8715b-a270-4ee4-bdfe-97e862e8ec82 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:01.992230 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-a52df49a-bbdd-4359-8c5b-d5824ad1560c None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:01.994801 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52df49a-bbdd-4359-8c5b-d5824ad1560c None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:02.063272 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-3528c905-7b70-4858-aab4-6625e07b79cf tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Allocated IP 172.25.8.240 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/45a73c18-dda6-4869-85a7-420f4876acdc) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:02.107422 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-f9d75f51-cebe-4cea-b754-55e7bc457774 req-c82a5a7f-eb68-4e17-9d0b-c5f927d026e8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Deleting port 7a3cb13c-dda4-48be-ba06-67581fba9194 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:02.108089 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f9d75f51-cebe-4cea-b754-55e7bc457774 req-c82a5a7f-eb68-4e17-9d0b-c5f927d026e8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:02.116728 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a52df49a-bbdd-4359-8c5b-d5824ad1560c None None] Attempting to bind port 0792ab11-c603-4687-b31f-c54da4572f5e on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:02.117108 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a52df49a-bbdd-4359-8c5b-d5824ad1560c None None] Attempting to bind port 0792ab11-c603-4687-b31f-c54da4572f5e by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '3821e12d-47fd-4856-b546-509ac0e9c877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '05b8715b-a270-4ee4-bdfe-97e862e8ec82'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:02.117482 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52df49a-bbdd-4359-8c5b-d5824ad1560c None None] Attempting to bind port 0792ab11-c603-4687-b31f-c54da4572f5e on network 05b8715b-a270-4ee4-bdfe-97e862e8ec82 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:02.123152 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52df49a-bbdd-4359-8c5b-d5824ad1560c None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:02.123534 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52df49a-bbdd-4359-8c5b-d5824ad1560c None None] Checking segment: {'id': '3821e12d-47fd-4856-b546-509ac0e9c877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '05b8715b-a270-4ee4-bdfe-97e862e8ec82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:02.123981 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a52df49a-bbdd-4359-8c5b-d5824ad1560c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:02.124382 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a52df49a-bbdd-4359-8c5b-d5824ad1560c None None] Bound using segment: {'id': '3821e12d-47fd-4856-b546-509ac0e9c877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '05b8715b-a270-4ee4-bdfe-97e862e8ec82'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:02.124878 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a52df49a-bbdd-4359-8c5b-d5824ad1560c None None] Bound port: 0792ab11-c603-4687-b31f-c54da4572f5e, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3821e12d-47fd-4856-b546-509ac0e9c877', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '05b8715b-a270-4ee4-bdfe-97e862e8ec82'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:02.125967 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a52df49a-bbdd-4359-8c5b-d5824ad1560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:02.177401 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40afa5ba-dbdb-435a-bfde-41d0a3077ae9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:02.201444 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a52df49a-bbdd-4359-8c5b-d5824ad1560c None None] For port 0792ab11-c603-4687-b31f-c54da4572f5e, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:02.205587 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a52df49a-bbdd-4359-8c5b-d5824ad1560c None None] For port 0792ab11-c603-4687-b31f-c54da4572f5e, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0792ab11-c603-4687-b31f-c54da4572f5e,segment=NetworkSegment(3821e12d-47fd-4856-b546-509ac0e9c877),segment_id=3821e12d-47fd-4856-b546-509ac0e9c877)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:02.211202 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a52df49a-bbdd-4359-8c5b-d5824ad1560c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:02.217825 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3528c905-7b70-4858-aab4-6625e07b79cf tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:02.221674 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40afa5ba-dbdb-435a-bfde-41d0a3077ae9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Port': ['ID=1311a2bc-72d3-4301-8f7b-d7e4fde99e22,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:02.279486 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3528c905-7b70-4858-aab4-6625e07b79cf tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:02.303723 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40afa5ba-dbdb-435a-bfde-41d0a3077ae9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:02.305787 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-40afa5ba-dbdb-435a-bfde-41d0a3077ae9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/ports/1311a2bc-72d3-4301-8f7b-d7e4fde99e22 HTTP/1.1" status: 204 len: 168 time: 0.9337423 Jul 29 23:45:02.307939 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-f9d75f51-cebe-4cea-b754-55e7bc457774 req-c82a5a7f-eb68-4e17-9d0b-c5f927d026e8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] For port 7a3cb13c-dda4-48be-ba06-67581fba9194, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=7a3cb13c-dda4-48be-ba06-67581fba9194,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:02.308390 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f9d75f51-cebe-4cea-b754-55e7bc457774 req-c82a5a7f-eb68-4e17-9d0b-c5f927d026e8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:02.309742 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52df49a-bbdd-4359-8c5b-d5824ad1560c None None] Pushing event updated for resources: {'Port': ['ID=0792ab11-c603-4687-b31f-c54da4572f5e,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:02.311896 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37004) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:02.349102 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3528c905-7b70-4858-aab4-6625e07b79cf tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:02.353170 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-f9d75f51-cebe-4cea-b754-55e7bc457774 req-c82a5a7f-eb68-4e17-9d0b-c5f927d026e8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Calling delete_port for 7a3cb13c-dda4-48be-ba06-67581fba9194 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:02.354789 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-3528c905-7b70-4858-aab4-6625e07b79cf tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:02.355479 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-173dd22e-6193-40e7-beef-d0edd979b264 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] DELETE failed (client error): The resource could not be found. Jul 29 23:45:02.356466 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-173dd22e-6193-40e7-beef-d0edd979b264 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:45:02.359043 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-173dd22e-6193-40e7-beef-d0edd979b264 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/ports/1311a2bc-72d3-4301-8f7b-d7e4fde99e22 HTTP/1.1" status: 404 len: 333 time: 0.0474021 Jul 29 23:45:02.359641 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3528c905-7b70-4858-aab4-6625e07b79cf tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:02.362205 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37006) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:02.371344 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528c905-7b70-4858-aab4-6625e07b79cf tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Pushing event updated for resources: {'Port': ['ID=45a73c18-dda6-4869-85a7-420f4876acdc,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:02.395296 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf0bbac-e854-419a-a1b0-6adc6bfa21ed tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] GET failed (client error): The resource could not be found. Jul 29 23:45:02.397849 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5bf0bbac-e854-419a-a1b0-6adc6bfa21ed tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "GET /v2.0/ports/1311a2bc-72d3-4301-8f7b-d7e4fde99e22 HTTP/1.1" status: 404 len: 333 time: 0.0345175 Jul 29 23:45:02.400652 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37008) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:02.526282 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-b71a4a05-1279-4264-88c4-89f7b7566e26 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Deleting subnet 405e90fb-5de8-4fa6-94be-e88d5c8e7fab {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:45:02.532699 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b71a4a05-1279-4264-88c4-89f7b7566e26 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:02.642238 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b71a4a05-1279-4264-88c4-89f7b7566e26 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:02.777539 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3528c905-7b70-4858-aab4-6625e07b79cf tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:02.830920 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1bd9f62-3c80-4c26-ae23-cb8f1e13c7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:02.899967 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f9d75f51-cebe-4cea-b754-55e7bc457774 req-c82a5a7f-eb68-4e17-9d0b-c5f927d026e8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:02.916397 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['3aa1533a-9a9a-4c72-a786-1e80bc86c7a1', '0e077dcd-4c74-42b0-9e1e-8093c3e63bfa'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:45:02.979263 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a5a7f-eb68-4e17-9d0b-c5f927d026e8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Pushing event deleted for resources: {'Port': ['ID=7a3cb13c-dda4-48be-ba06-67581fba9194,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:03.011566 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b71a4a05-1279-4264-88c4-89f7b7566e26 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:03.097226 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d75f51-cebe-4cea-b754-55e7bc457774 req-c82a5a7f-eb68-4e17-9d0b-c5f927d026e8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] No DVR routers for this DVR port 7a3cb13c-dda4-48be-ba06-67581fba9194 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:03.100879 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f9d75f51-cebe-4cea-b754-55e7bc457774 req-c82a5a7f-eb68-4e17-9d0b-c5f927d026e8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:03.103001 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f9d75f51-cebe-4cea-b754-55e7bc457774 req-c82a5a7f-eb68-4e17-9d0b-c5f927d026e8 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "DELETE /v2.0/ports/7a3cb13c-dda4-48be-ba06-67581fba9194 HTTP/1.1" status: 204 len: 173 time: 1.2059546 Jul 29 23:45:03.106265 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f160aa58-870a-409f-b862-fe9fbed7f0a2', 'name': 'network-vif-deleted', 'tag': '7a3cb13c-dda4-48be-ba06-67581fba9194'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:03.108112 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea479f43-eb41-4a0c-aef6-cb993a714ab2" -d '{"events": [{"server_uuid": "f160aa58-870a-409f-b862-fe9fbed7f0a2", "name": "network-vif-deleted", "tag": "7a3cb13c-dda4-48be-ba06-67581fba9194"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:03.145183 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b71a4a05-1279-4264-88c4-89f7b7566e26 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:03.184714 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3528c905-7b70-4858-aab4-6625e07b79cf tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:03.258429 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a4a05-1279-4264-88c4-89f7b7566e26 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Subnet': ['ID=405e90fb-5de8-4fa6-94be-e88d5c8e7fab,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:03.264018 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:45:03.279763 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b71a4a05-1279-4264-88c4-89f7b7566e26 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:03.293451 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b71a4a05-1279-4264-88c4-89f7b7566e26 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/subnets/405e90fb-5de8-4fa6-94be-e88d5c8e7fab HTTP/1.1" status: 204 len: 168 time: 0.8915005 Jul 29 23:45:03.295752 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37028) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:03.385227 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d0fbf9a-7dc6-423f-9bc9-48760940975c None None] Network aad9d9b9-8f20-48e9-808f-512513b1564c requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:03.486426 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1216457f-128d-4a74-a76e-57bd09625dfc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:03.494498 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3528c905-7b70-4858-aab4-6625e07b79cf tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Router a6a0739c-5eea-4e05-b696-b35d6b728a61 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:45:03.680162 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-1216457f-128d-4a74-a76e-57bd09625dfc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Deleting port 4899c5fa-f4b5-476d-9517-9487dfcecb0b {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:03.683452 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1216457f-128d-4a74-a76e-57bd09625dfc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:03.782867 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f3156649-6a1c-4c6b-823e-6f1853ac424c None None] Provisioning for port 4899c5fa-f4b5-476d-9517-9487dfcecb0b completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:03.795343 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3528c905-7b70-4858-aab4-6625e07b79cf tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:45:03.816205 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001e8791-be67-4cd8-908b-cb42af153ace None None] Sync routers for ids ['a6a0739c-5eea-4e05-b696-b35d6b728a61'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:45:03.837654 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3528c905-7b70-4858-aab4-6625e07b79cf tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:03.838959 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3528c905-7b70-4858-aab4-6625e07b79cf tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.0217643 Jul 29 23:45:03.841600 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37038) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:03.877056 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001e8791-be67-4cd8-908b-cb42af153ace None None] Routers {'a6a0739c-5eea-4e05-b696-b35d6b728a61'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:03.882814 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-001e8791-be67-4cd8-908b-cb42af153ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:44:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['a6a0739c-5eea-4e05-b696-b35d6b728a61'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:03.895966 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b8c880-c4de-4bcd-b539-52739a06ad34 None None] DHCP port deletion for aad9d9b9-8f20-48e9-808f-512513b1564c request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:45:03.968411 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-1216457f-128d-4a74-a76e-57bd09625dfc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] For port 4899c5fa-f4b5-476d-9517-9487dfcecb0b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=4899c5fa-f4b5-476d-9517-9487dfcecb0b,segment=NetworkSegment(ae27d425-b3b8-4c43-b717-0af4cb726872),segment_id=ae27d425-b3b8-4c43-b717-0af4cb726872)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:03.968788 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1216457f-128d-4a74-a76e-57bd09625dfc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:03.992054 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-001e8791-be67-4cd8-908b-cb42af153ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:04.003639 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001e8791-be67-4cd8-908b-cb42af153ace None None] Routers {'a6a0739c-5eea-4e05-b696-b35d6b728a61'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:04.004327 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-001e8791-be67-4cd8-908b-cb42af153ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:44:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['a6a0739c-5eea-4e05-b696-b35d6b728a61'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:04.036372 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4c2036-91f1-40f8-837a-9d9088d83bb2 x-openstack-request-id: req-4a4c2036-91f1-40f8-837a-9d9088d83bb2 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:04.036745 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f160aa58-870a-409f-b862-fe9fbed7f0a2", "name": "network-vif-deleted", "tag": "7a3cb13c-dda4-48be-ba06-67581fba9194", "status": "failed", "code": 422}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:04.037237 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4a4c2036-91f1-40f8-837a-9d9088d83bb2 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:04.037689 n-d-712140-10 neutron-server[94063]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f160aa58-870a-409f-b862-fe9fbed7f0a2', 'name': 'network-vif-deleted', 'tag': '7a3cb13c-dda4-48be-ba06-67581fba9194', 'status': 'failed', 'code': 422} returned with failed status Jul 29 23:45:04.041054 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-1216457f-128d-4a74-a76e-57bd09625dfc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Calling delete_port for 4899c5fa-f4b5-476d-9517-9487dfcecb0b owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:04.077538 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a8b8c880-c4de-4bcd-b539-52739a06ad34 None None] Deleting port 4899c5fa-f4b5-476d-9517-9487dfcecb0b {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:04.083798 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a8b8c880-c4de-4bcd-b539-52739a06ad34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:04.098074 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-001e8791-be67-4cd8-908b-cb42af153ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:04.098551 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001e8791-be67-4cd8-908b-cb42af153ace None None] The sync data for ids ['a6a0739c-5eea-4e05-b696-b35d6b728a61'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:45:04.238812 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a8b8c880-c4de-4bcd-b539-52739a06ad34 None None] For port 4899c5fa-f4b5-476d-9517-9487dfcecb0b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=4899c5fa-f4b5-476d-9517-9487dfcecb0b,segment=NetworkSegment(ae27d425-b3b8-4c43-b717-0af4cb726872),segment_id=ae27d425-b3b8-4c43-b717-0af4cb726872)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:04.239857 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a8b8c880-c4de-4bcd-b539-52739a06ad34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:04.256735 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a8b8c880-c4de-4bcd-b539-52739a06ad34 None None] Calling delete_port for 4899c5fa-f4b5-476d-9517-9487dfcecb0b owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:04.263054 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1216457f-128d-4a74-a76e-57bd09625dfc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:04.325456 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0792ab11-c603-4687-b31f-c54da4572f5e up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:04.334898 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216457f-128d-4a74-a76e-57bd09625dfc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Port': ['ID=4899c5fa-f4b5-476d-9517-9487dfcecb0b,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:04.354998 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1216457f-128d-4a74-a76e-57bd09625dfc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] No DVR routers for this DVR port 4899c5fa-f4b5-476d-9517-9487dfcecb0b on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:04.401411 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a27e507-2a68-4d39-83db-d7a4798bf01b None None] Network 05b8715b-a270-4ee4-bdfe-97e862e8ec82 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:04.468427 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:45:04.471399 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:04.471399 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:45:04.471399 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:04.471399 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:45:04.471399 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:04.471399 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:45:04.471399 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:04.471399 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:45:04.471399 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:04.471399 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:45:04.471399 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:04.471399 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:45:04.471399 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:04.471399 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:45:04.477007 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a8b8c880-c4de-4bcd-b539-52739a06ad34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:04.540504 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1216457f-128d-4a74-a76e-57bd09625dfc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:04.555243 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-1216457f-128d-4a74-a76e-57bd09625dfc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aad9d9b9-8f20-48e9-808f-512513b1564c']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:04.569496 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-1216457f-128d-4a74-a76e-57bd09625dfc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae27d425-b3b8-4c43-b717-0af4cb726872') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:04.569913 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-1216457f-128d-4a74-a76e-57bd09625dfc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae27d425-b3b8-4c43-b717-0af4cb726872') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:04.591786 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616dcbde-4193-4f48-ad8b-c8dfca48f348 req-e8a0f77f-3fc2-4401-84c1-f779fb182b65 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:04.593518 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-616dcbde-4193-4f48-ad8b-c8dfca48f348 req-e8a0f77f-3fc2-4401-84c1-f779fb182b65 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad84e4d-3207-45d4-9819-a039bb9df28e HTTP/1.1" status: 200 len: 907 time: 0.1870391 Jul 29 23:45:04.599016 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1216457f-128d-4a74-a76e-57bd09625dfc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:04.633212 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1216457f-128d-4a74-a76e-57bd09625dfc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:04.645484 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1216457f-128d-4a74-a76e-57bd09625dfc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:45:04.646131 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1216457f-128d-4a74-a76e-57bd09625dfc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: items = [ Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:45:04.649917 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:45:04.773345 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1216457f-128d-4a74-a76e-57bd09625dfc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:04.781975 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1216457f-128d-4a74-a76e-57bd09625dfc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:04.789149 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1216457f-128d-4a74-a76e-57bd09625dfc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/networks/aad9d9b9-8f20-48e9-808f-512513b1564c HTTP/1.1" status: 204 len: 168 time: 1.4877129 Jul 29 23:45:04.797928 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8c880-c4de-4bcd-b539-52739a06ad34 None None] Pushing event deleted for resources: {'Port': ['ID=4899c5fa-f4b5-476d-9517-9487dfcecb0b,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:04.801102 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37058) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:04.802920 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1216457f-128d-4a74-a76e-57bd09625dfc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Network': ['ID=aad9d9b9-8f20-48e9-808f-512513b1564c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:04.812202 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-81c80889-6205-4b97-8fff-344aff0afeb3 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1506650904'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:04.818739 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b8c880-c4de-4bcd-b539-52739a06ad34 None None] No DVR routers for this DVR port 4899c5fa-f4b5-476d-9517-9487dfcecb0b on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:04.845059 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-4b5766b4-15be-4718-bda4-59e9f55aae99 None None] Provisioning for port 0792ab11-c603-4687-b31f-c54da4572f5e completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:04.858710 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-4b5766b4-15be-4718-bda4-59e9f55aae99 None None] Provisioning complete for port 0792ab11-c603-4687-b31f-c54da4572f5e triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:04.859009 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4b5766b4-15be-4718-bda4-59e9f55aae99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:04.862264 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 0792ab11-c603-4687-b31f-c54da4572f5e completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:04.870287 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81c80889-6205-4b97-8fff-344aff0afeb3 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:04.875565 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-81c80889-6205-4b97-8fff-344aff0afeb3 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:04.878120 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 0792ab11-c603-4687-b31f-c54da4572f5e triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:04.878680 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:04.930898 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81c80889-6205-4b97-8fff-344aff0afeb3 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:45:04.958058 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-81c80889-6205-4b97-8fff-344aff0afeb3 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:04.958616 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-81c80889-6205-4b97-8fff-344aff0afeb3 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Added segment 5426fe26-c043-4353-8911-5a87c5d9eccb of type vlan for network b4d7e6cd-291c-4ff1-97ca-d405b0fa05d8 Jul 29 23:45:05.088125 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-81c80889-6205-4b97-8fff-344aff0afeb3 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:05.128930 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-81c80889-6205-4b97-8fff-344aff0afeb3 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:05.137861 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81c80889-6205-4b97-8fff-344aff0afeb3 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:05.138707 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-24f71c85-fcd8-4256-95f1-c56a59d125df tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:05.139739 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-81c80889-6205-4b97-8fff-344aff0afeb3 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:05.231965 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c80889-6205-4b97-8fff-344aff0afeb3 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Network': ['ID=b4d7e6cd-291c-4ff1-97ca-d405b0fa05d8,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:05.251284 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network b4d7e6cd-291c-4ff1-97ca-d405b0fa05d8 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:45:05.254589 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-81c80889-6205-4b97-8fff-344aff0afeb3 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4478607 Jul 29 23:45:05.257913 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37068) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:05.259187 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4b5766b4-15be-4718-bda4-59e9f55aae99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:05.265047 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-86ae0fdd-86f5-45fe-be53-0ae5dbc99bdc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'subnet': {'network_id': 'b4d7e6cd-291c-4ff1-97ca-d405b0fa05d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:05.305364 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:05.409006 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ae0fdd-86f5-45fe-be53-0ae5dbc99bdc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:05.420824 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86ae0fdd-86f5-45fe-be53-0ae5dbc99bdc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:05.492571 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-4b5766b4-15be-4718-bda4-59e9f55aae99 None None] For port 0792ab11-c603-4687-b31f-c54da4572f5e, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0792ab11-c603-4687-b31f-c54da4572f5e,segment=NetworkSegment(3821e12d-47fd-4856-b546-509ac0e9c877),segment_id=3821e12d-47fd-4856-b546-509ac0e9c877)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:05.520978 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:05.543086 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4b5766b4-15be-4718-bda4-59e9f55aae99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:05.838527 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.db.api [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:45:05.843035 n-d-712140-10 neutron-server[94065]: DEBUG oslo_db.api [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:45:05.878613 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86ae0fdd-86f5-45fe-be53-0ae5dbc99bdc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:05.898611 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-24f71c85-fcd8-4256-95f1-c56a59d125df tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Allocated IP 172.20.0.1 (05b8715b-a270-4ee4-bdfe-97e862e8ec82/c287139b-704a-46dd-ab0d-3181b5d03a3f/37af5368-1ab9-40b0-947a-e52b7c2c149d) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:05.930893 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5766b4-15be-4718-bda4-59e9f55aae99 None None] Pushing event updated for resources: {'Port': ['ID=0792ab11-c603-4687-b31f-c54da4572f5e,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:05.965517 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f7f098cf-1a83-480d-adac-6086656cc78f None None] Provisioning complete for port 0792ab11-c603-4687-b31f-c54da4572f5e triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:05.966756 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f7f098cf-1a83-480d-adac-6086656cc78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.015548 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae0fdd-86f5-45fe-be53-0ae5dbc99bdc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Subnet': ['ID=a0850918-3f96-4ab3-b62d-e73c9aae1f20,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:06.049145 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0ee4a-366e-49db-9ee1-6b0dd4ff55a1 req-a05fc5f0-e629-4490-8af3-52ac0e8c728d tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:06.081610 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9bf0ee4a-366e-49db-9ee1-6b0dd4ff55a1 req-a05fc5f0-e629-4490-8af3-52ac0e8c728d tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad84e4d-3207-45d4-9819-a039bb9df28e HTTP/1.1" status: 200 len: 907 time: 0.2223454 Jul 29 23:45:06.093173 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ae0fdd-86f5-45fe-be53-0ae5dbc99bdc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Checking segment: {'id': '5426fe26-c043-4353-8911-5a87c5d9eccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b4d7e6cd-291c-4ff1-97ca-d405b0fa05d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:06.093572 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ae0fdd-86f5-45fe-be53-0ae5dbc99bdc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network hostable DHCP agents. Network: b4d7e6cd-291c-4ff1-97ca-d405b0fa05d8, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:45:06.106051 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bded190-bafa-42b0-88fe-9e626c83a854 req-d063ff95-bf7b-4186-bb30-ba0f0a89d8a2 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:06.107905 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8bded190-bafa-42b0-88fe-9e626c83a854 req-d063ff95-bf7b-4186-bb30-ba0f0a89d8a2 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.23 "GET /v2.0/ports?device_id=3ad84e4d-3207-45d4-9819-a039bb9df28e HTTP/1.1" status: 200 len: 907 time: 0.2477622 Jul 29 23:45:06.155737 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ae0fdd-86f5-45fe-be53-0ae5dbc99bdc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network b4d7e6cd-291c-4ff1-97ca-d405b0fa05d8 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:45:06.176186 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-86ae0fdd-86f5-45fe-be53-0ae5dbc99bdc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, b4d7e6cd-291c-4ff1-97ca-d405b0fa05d8) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:06.180895 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ae0fdd-86f5-45fe-be53-0ae5dbc99bdc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:06.181639 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86ae0fdd-86f5-45fe-be53-0ae5dbc99bdc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.188706 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5147f67a-bfd0-408e-b0da-2036ffe38ddf None None] Network b4d7e6cd-291c-4ff1-97ca-d405b0fa05d8 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:06.209385 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-24f71c85-fcd8-4256-95f1-c56a59d125df tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.222080 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-86ae0fdd-86f5-45fe-be53-0ae5dbc99bdc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9598238 Jul 29 23:45:06.223042 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37086) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:06.239151 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-a7c005c0-e525-47e6-a4a9-f56ec16bc76a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'port': {'network_id': 'b4d7e6cd-291c-4ff1-97ca-d405b0fa05d8', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-303110833'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:06.257407 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-8bded190-bafa-42b0-88fe-9e626c83a854 req-630ed39f-2965-472f-aa27-21e9231d5358 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Deleting port eb41a022-327e-488d-a96d-fedbe0e3e122 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:06.257407 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8bded190-bafa-42b0-88fe-9e626c83a854 req-630ed39f-2965-472f-aa27-21e9231d5358 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.326172 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-24f71c85-fcd8-4256-95f1-c56a59d125df tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Transition to ACTIVE for port object 37af5368-1ab9-40b0-947a-e52b7c2c149d will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:06.367233 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-8bded190-bafa-42b0-88fe-9e626c83a854 req-630ed39f-2965-472f-aa27-21e9231d5358 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] For port eb41a022-327e-488d-a96d-fedbe0e3e122, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=eb41a022-327e-488d-a96d-fedbe0e3e122,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:06.369993 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8bded190-bafa-42b0-88fe-9e626c83a854 req-630ed39f-2965-472f-aa27-21e9231d5358 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.385464 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-24f71c85-fcd8-4256-95f1-c56a59d125df tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.410437 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-8bded190-bafa-42b0-88fe-9e626c83a854 req-630ed39f-2965-472f-aa27-21e9231d5358 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Calling delete_port for eb41a022-327e-488d-a96d-fedbe0e3e122 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:06.428216 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c33bb9be-0916-4415-8992-8c2a4a2a2ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.483002 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f71c85-fcd8-4256-95f1-c56a59d125df tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Pushing event updated for resources: {'Port': ['ID=37af5368-1ab9-40b0-947a-e52b7c2c149d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:06.496654 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bb0200-d253-49d9-b32f-a703408bc72e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-b4d7e6cd-291c-4ff1-97ca-d405b0fa05d8', 'network_id': 'b4d7e6cd-291c-4ff1-97ca-d405b0fa05d8', 'tenant_id': '4da613056a734713ae8b6c5e6fd9fb0b', 'fixed_ips': [{'subnet_id': 'a0850918-3f96-4ab3-b62d-e73c9aae1f20'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:45:06.497527 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6bb0200-d253-49d9-b32f-a703408bc72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.512741 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f71c85-fcd8-4256-95f1-c56a59d125df tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Network 05b8715b-a270-4ee4-bdfe-97e862e8ec82 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:06.518691 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-24f71c85-fcd8-4256-95f1-c56a59d125df tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:06.528146 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f71c85-fcd8-4256-95f1-c56a59d125df tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:06.589547 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-24f71c85-fcd8-4256-95f1-c56a59d125df tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.680703 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8bded190-bafa-42b0-88fe-9e626c83a854 req-630ed39f-2965-472f-aa27-21e9231d5358 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.709857 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0792ab11-c603-4687-b31f-c54da4572f5e up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:06.716394 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630ed39f-2965-472f-aa27-21e9231d5358 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Pushing event deleted for resources: {'Port': ['ID=eb41a022-327e-488d-a96d-fedbe0e3e122,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:06.767204 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7c005c0-e525-47e6-a4a9-f56ec16bc76a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:06.772309 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7c005c0-e525-47e6-a4a9-f56ec16bc76a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.776657 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-24f71c85-fcd8-4256-95f1-c56a59d125df tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.833550 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bded190-bafa-42b0-88fe-9e626c83a854 req-630ed39f-2965-472f-aa27-21e9231d5358 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] No DVR routers for this DVR port eb41a022-327e-488d-a96d-fedbe0e3e122 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:06.842734 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8bded190-bafa-42b0-88fe-9e626c83a854 req-630ed39f-2965-472f-aa27-21e9231d5358 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.846729 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8bded190-bafa-42b0-88fe-9e626c83a854 req-630ed39f-2965-472f-aa27-21e9231d5358 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.23 "DELETE /v2.0/ports/eb41a022-327e-488d-a96d-fedbe0e3e122 HTTP/1.1" status: 204 len: 173 time: 0.7304320 Jul 29 23:45:06.847996 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad84e4d-3207-45d4-9819-a039bb9df28e', 'name': 'network-vif-deleted', 'tag': 'eb41a022-327e-488d-a96d-fedbe0e3e122'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:06.856100 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb596693-d263-4083-84c1-02e25ec932d3" -d '{"events": [{"server_uuid": "3ad84e4d-3207-45d4-9819-a039bb9df28e", "name": "network-vif-deleted", "tag": "eb41a022-327e-488d-a96d-fedbe0e3e122"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:06.900797 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.949188 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 0792ab11-c603-4687-b31f-c54da4572f5e triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:06.949569 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:06.993817 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec3bb88-aa5a-4851-b786-96d72898aa3f x-openstack-request-id: req-eec3bb88-aa5a-4851-b786-96d72898aa3f {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:06.994111 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad84e4d-3207-45d4-9819-a039bb9df28e", "name": "network-vif-deleted", "tag": "eb41a022-327e-488d-a96d-fedbe0e3e122", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:06.994455 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eec3bb88-aa5a-4851-b786-96d72898aa3f {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:06.994898 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ad84e4d-3207-45d4-9819-a039bb9df28e', 'name': 'network-vif-deleted', 'tag': 'eb41a022-327e-488d-a96d-fedbe0e3e122', 'status': 'completed', 'code': 200} Jul 29 23:45:07.055628 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-f6bb0200-d253-49d9-b32f-a703408bc72e None None] Allocated IP 2001:db8::2 (b4d7e6cd-291c-4ff1-97ca-d405b0fa05d8/a0850918-3f96-4ab3-b62d-e73c9aae1f20/ac9997f5-29dd-419a-8714-3367443209f8) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:07.100927 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-a7c005c0-e525-47e6-a4a9-f56ec16bc76a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] device_id is not set on port 92cd001b-23db-4003-9a3a-29b7bfc807ba yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:45:07.257315 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92c77134-242f-491e-a46e-865965688f65 req-cea6b8bc-6dc7-4a81-a3b3-e5e8cdc8f93f tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=3ad84e4d-3207-45d4-9819-a039bb9df28e HTTP/1.1" status: 200 len: 210 time: 0.0616584 Jul 29 23:45:07.264072 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7946feb2-a02a-46e3-baaa-8d4f33ff801a None None] Provisioning for port 37af5368-1ab9-40b0-947a-e52b7c2c149d completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:07.331034 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7946feb2-a02a-46e3-baaa-8d4f33ff801a None None] Provisioning complete for port 37af5368-1ab9-40b0-947a-e52b7c2c149d triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:07.331965 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7946feb2-a02a-46e3-baaa-8d4f33ff801a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:07.418071 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-7946feb2-a02a-46e3-baaa-8d4f33ff801a None None] Port 37af5368-1ab9-40b0-947a-e52b7c2c149d cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:45:07.425858 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-24f71c85-fcd8-4256-95f1-c56a59d125df tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:07.432385 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-24f71c85-fcd8-4256-95f1-c56a59d125df tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:07.561154 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-24f71c85-fcd8-4256-95f1-c56a59d125df tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:07.564836 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f71c85-fcd8-4256-95f1-c56a59d125df tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Pushing event updated for resources: {'Port': ['ID=37af5368-1ab9-40b0-947a-e52b7c2c149d,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:07.591006 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6bb0200-d253-49d9-b32f-a703408bc72e None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:07.603773 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f6bb0200-d253-49d9-b32f-a703408bc72e None None] Transition to ACTIVE for port object ac9997f5-29dd-419a-8714-3367443209f8 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:07.638508 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 4899c5fa-f4b5-476d-9517-9487dfcecb0b no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:07.679742 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 4899c5fa-f4b5-476d-9517-9487dfcecb0b {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:07.680404 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 4899c5fa-f4b5-476d-9517-9487dfcecb0b not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:07.682555 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f6bb0200-d253-49d9-b32f-a703408bc72e None None] Transition to ACTIVE for port object ac9997f5-29dd-419a-8714-3367443209f8 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:07.691017 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6bb0200-d253-49d9-b32f-a703408bc72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:07.737336 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6bb0200-d253-49d9-b32f-a703408bc72e None None] Network b4d7e6cd-291c-4ff1-97ca-d405b0fa05d8 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:07.740867 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-f6bb0200-d253-49d9-b32f-a703408bc72e None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:07.744547 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bb0200-d253-49d9-b32f-a703408bc72e None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:07.755698 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb0200-d253-49d9-b32f-a703408bc72e None None] Pushing event updated for resources: {'Port': ['ID=ac9997f5-29dd-419a-8714-3367443209f8,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:07.811547 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f6bb0200-d253-49d9-b32f-a703408bc72e None None] Attempting to bind port ac9997f5-29dd-419a-8714-3367443209f8 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:07.811950 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f6bb0200-d253-49d9-b32f-a703408bc72e None None] Attempting to bind port ac9997f5-29dd-419a-8714-3367443209f8 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '5426fe26-c043-4353-8911-5a87c5d9eccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b4d7e6cd-291c-4ff1-97ca-d405b0fa05d8'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:07.812314 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bb0200-d253-49d9-b32f-a703408bc72e None None] Attempting to bind port ac9997f5-29dd-419a-8714-3367443209f8 on network b4d7e6cd-291c-4ff1-97ca-d405b0fa05d8 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:07.812529 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-a7c005c0-e525-47e6-a4a9-f56ec16bc76a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Allocated IP 2001:db8::1c0 (b4d7e6cd-291c-4ff1-97ca-d405b0fa05d8/a0850918-3f96-4ab3-b62d-e73c9aae1f20/92cd001b-23db-4003-9a3a-29b7bfc807ba) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:07.817713 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bb0200-d253-49d9-b32f-a703408bc72e None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:07.818218 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bb0200-d253-49d9-b32f-a703408bc72e None None] Checking segment: {'id': '5426fe26-c043-4353-8911-5a87c5d9eccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b4d7e6cd-291c-4ff1-97ca-d405b0fa05d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:07.818780 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6bb0200-d253-49d9-b32f-a703408bc72e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:07.819238 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6bb0200-d253-49d9-b32f-a703408bc72e None None] Bound using segment: {'id': '5426fe26-c043-4353-8911-5a87c5d9eccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b4d7e6cd-291c-4ff1-97ca-d405b0fa05d8'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:07.819719 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f6bb0200-d253-49d9-b32f-a703408bc72e None None] Bound port: ac9997f5-29dd-419a-8714-3367443209f8, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5426fe26-c043-4353-8911-5a87c5d9eccb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'b4d7e6cd-291c-4ff1-97ca-d405b0fa05d8'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:07.820139 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6bb0200-d253-49d9-b32f-a703408bc72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:07.847985 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f71c85-fcd8-4256-95f1-c56a59d125df tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Network 05b8715b-a270-4ee4-bdfe-97e862e8ec82 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:07.850967 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-24f71c85-fcd8-4256-95f1-c56a59d125df tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:07.903854 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f6bb0200-d253-49d9-b32f-a703408bc72e None None] For port ac9997f5-29dd-419a-8714-3367443209f8, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:07.907522 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f6bb0200-d253-49d9-b32f-a703408bc72e None None] For port ac9997f5-29dd-419a-8714-3367443209f8, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=ac9997f5-29dd-419a-8714-3367443209f8,segment=NetworkSegment(5426fe26-c043-4353-8911-5a87c5d9eccb),segment_id=5426fe26-c043-4353-8911-5a87c5d9eccb)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:07.913983 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6bb0200-d253-49d9-b32f-a703408bc72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:08.001954 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb0200-d253-49d9-b32f-a703408bc72e None None] Pushing event updated for resources: {'Port': ['ID=ac9997f5-29dd-419a-8714-3367443209f8,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:08.120066 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7c005c0-e525-47e6-a4a9-f56ec16bc76a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:08.152464 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-a7c005c0-e525-47e6-a4a9-f56ec16bc76a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Transition to ACTIVE for port object 92cd001b-23db-4003-9a3a-29b7bfc807ba will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:08.173719 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:08.188671 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7c005c0-e525-47e6-a4a9-f56ec16bc76a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:08.282531 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-66056ec8-9a02-4d29-928e-2bbdeb174448 None None] Provisioning complete for port 37af5368-1ab9-40b0-947a-e52b7c2c149d triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:08.282756 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c005c0-e525-47e6-a4a9-f56ec16bc76a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network b4d7e6cd-291c-4ff1-97ca-d405b0fa05d8 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:08.282915 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-66056ec8-9a02-4d29-928e-2bbdeb174448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:08.316141 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-a7c005c0-e525-47e6-a4a9-f56ec16bc76a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:08.322623 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c005c0-e525-47e6-a4a9-f56ec16bc76a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:08.337431 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c005c0-e525-47e6-a4a9-f56ec16bc76a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:08.337685 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7c005c0-e525-47e6-a4a9-f56ec16bc76a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:08.399531 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a7c005c0-e525-47e6-a4a9-f56ec16bc76a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.1708989 Jul 29 23:45:08.400936 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-66056ec8-9a02-4d29-928e-2bbdeb174448 None None] Port 37af5368-1ab9-40b0-947a-e52b7c2c149d cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:45:08.402379 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37130) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:08.405157 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24f71c85-fcd8-4256-95f1-c56a59d125df tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Router a6a0739c-5eea-4e05-b696-b35d6b728a61 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:45:08.408592 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c005c0-e525-47e6-a4a9-f56ec16bc76a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Port': ['ID=92cd001b-23db-4003-9a3a-29b7bfc807ba,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:08.579274 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-603b60f1-942e-4e0b-9045-bda2e41ffb2c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Deleting port 92cd001b-23db-4003-9a3a-29b7bfc807ba {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:08.579699 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-603b60f1-942e-4e0b-9045-bda2e41ffb2c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:08.665289 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24f71c85-fcd8-4256-95f1-c56a59d125df tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:45:08.676590 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-24f71c85-fcd8-4256-95f1-c56a59d125df tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] 10.222.0.18 "PUT /v2.0/routers/a6a0739c-5eea-4e05-b696-b35d6b728a61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8338075 Jul 29 23:45:08.683796 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37138) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:08.684070 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fc758f-93f5-4335-9998-8f51d6c23eb5 None None] Sync routers for ids ['a6a0739c-5eea-4e05-b696-b35d6b728a61'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:45:08.708535 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c30a5e4d-4de4-4df8-9a24-fdd5b8aa870b tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Request body: {'port': {'network_id': '05b8715b-a270-4ee4-bdfe-97e862e8ec82', 'name': 'tempest-FloatingIPAdminTestJSON-706183221'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:08.722249 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device ac9997f5-29dd-419a-8714-3367443209f8 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:08.725780 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fc758f-93f5-4335-9998-8f51d6c23eb5 None None] Routers {'a6a0739c-5eea-4e05-b696-b35d6b728a61'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:08.725780 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-22fc758f-93f5-4335-9998-8f51d6c23eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:45:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['a6a0739c-5eea-4e05-b696-b35d6b728a61'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:08.922812 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-603b60f1-942e-4e0b-9045-bda2e41ffb2c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:08.985731 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-22fc758f-93f5-4335-9998-8f51d6c23eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:09.000028 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-603b60f1-942e-4e0b-9045-bda2e41ffb2c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Calling delete_port for 92cd001b-23db-4003-9a3a-29b7bfc807ba owned by {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:09.056902 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22fc758f-93f5-4335-9998-8f51d6c23eb5 None None] Routers {'a6a0739c-5eea-4e05-b696-b35d6b728a61'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:09.057553 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-22fc758f-93f5-4335-9998-8f51d6c23eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:45:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['a6a0739c-5eea-4e05-b696-b35d6b728a61'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:09.071715 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30a5e4d-4de4-4df8-9a24-fdd5b8aa870b tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Made reservation on behalf of 3279a1234b864e7f89b42bc543c2d89c for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:09.076527 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c30a5e4d-4de4-4df8-9a24-fdd5b8aa870b tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.106696 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-c30a5e4d-4de4-4df8-9a24-fdd5b8aa870b tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] device_id is not set on port 503f9b18-e202-4800-aa4c-8f944737262b yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:45:09.158342 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-22fc758f-93f5-4335-9998-8f51d6c23eb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:09.159031 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22fc758f-93f5-4335-9998-8f51d6c23eb5 None None] The sync data for ids ['a6a0739c-5eea-4e05-b696-b35d6b728a61'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:45:09.174761 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ac857-1e7b-4a1b-b8c0-0e3f3c467df0 req-b4ba0442-4d89-4c84-8b5e-7ba425d891cc tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:09.183108 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c4ac857-1e7b-4a1b-b8c0-0e3f3c467df0 req-b4ba0442-4d89-4c84-8b5e-7ba425d891cc tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=17945c89-c4d5-4aed-bdd9-0cebb9661683 HTTP/1.1" status: 200 len: 946 time: 0.1101458 Jul 29 23:45:09.203725 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port ac9997f5-29dd-419a-8714-3367443209f8 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:09.257681 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c4ac857-1e7b-4a1b-b8c0-0e3f3c467df0 req-84cf1255-679b-4df1-be5d-ee5997dc8b68 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731456 Jul 29 23:45:09.288440 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-c30a5e4d-4de4-4df8-9a24-fdd5b8aa870b tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Allocated IP 172.20.0.8 (05b8715b-a270-4ee4-bdfe-97e862e8ec82/c287139b-704a-46dd-ab0d-3181b5d03a3f/503f9b18-e202-4800-aa4c-8f944737262b) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:09.337496 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-603b60f1-942e-4e0b-9045-bda2e41ffb2c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.426820 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b60f1-942e-4e0b-9045-bda2e41ffb2c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Port': ['ID=92cd001b-23db-4003-9a3a-29b7bfc807ba,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:09.473739 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-603b60f1-942e-4e0b-9045-bda2e41ffb2c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.482067 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-603b60f1-942e-4e0b-9045-bda2e41ffb2c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/ports/92cd001b-23db-4003-9a3a-29b7bfc807ba HTTP/1.1" status: 204 len: 168 time: 1.0762122 Jul 29 23:45:09.485062 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37154) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:09.538614 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea68e08-68b1-4ee6-829a-4cfa2a9d4110 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] GET failed (client error): The resource could not be found. Jul 29 23:45:09.540840 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7ea68e08-68b1-4ee6-829a-4cfa2a9d4110 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "GET /v2.0/ports/92cd001b-23db-4003-9a3a-29b7bfc807ba HTTP/1.1" status: 404 len: 333 time: 0.0544171 Jul 29 23:45:09.543751 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37158) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:09.613945 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-50bde2b2-fad8-41ba-9997-ec84999f7cce tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Deleting subnet a0850918-3f96-4ab3-b62d-e73c9aae1f20 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:45:09.628244 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-50bde2b2-fad8-41ba-9997-ec84999f7cce tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.654399 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28456da1-dbec-4c76-bb30-368852d84950 None None] Network b4d7e6cd-291c-4ff1-97ca-d405b0fa05d8 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:09.684236 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c30a5e4d-4de4-4df8-9a24-fdd5b8aa870b tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.702782 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-c30a5e4d-4de4-4df8-9a24-fdd5b8aa870b tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Transition to ACTIVE for port object 503f9b18-e202-4800-aa4c-8f944737262b will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:09.716490 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-50bde2b2-fad8-41ba-9997-ec84999f7cce tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.777774 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0882a3e5-5619-4b43-9f98-df3391c887d4 None None] Provisioning for port ac9997f5-29dd-419a-8714-3367443209f8 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:09.785059 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0882a3e5-5619-4b43-9f98-df3391c887d4 None None] Provisioning complete for port ac9997f5-29dd-419a-8714-3367443209f8 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:09.785536 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0882a3e5-5619-4b43-9f98-df3391c887d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.815719 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c30a5e4d-4de4-4df8-9a24-fdd5b8aa870b tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.872132 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30a5e4d-4de4-4df8-9a24-fdd5b8aa870b tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Pushing event updated for resources: {'Port': ['ID=503f9b18-e202-4800-aa4c-8f944737262b,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:09.894055 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a5e4d-4de4-4df8-9a24-fdd5b8aa870b tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:09.894861 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a5e4d-4de4-4df8-9a24-fdd5b8aa870b tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:09.895379 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a5e4d-4de4-4df8-9a24-fdd5b8aa870b tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:09.895916 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a5e4d-4de4-4df8-9a24-fdd5b8aa870b tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:09.899672 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a5e4d-4de4-4df8-9a24-fdd5b8aa870b tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:09.900304 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a5e4d-4de4-4df8-9a24-fdd5b8aa870b tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:09.901176 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a5e4d-4de4-4df8-9a24-fdd5b8aa870b tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:09.901823 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a5e4d-4de4-4df8-9a24-fdd5b8aa870b tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:09.902324 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a5e4d-4de4-4df8-9a24-fdd5b8aa870b tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:09.903260 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a5e4d-4de4-4df8-9a24-fdd5b8aa870b tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:09.903984 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a5e4d-4de4-4df8-9a24-fdd5b8aa870b tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:09.904485 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30a5e4d-4de4-4df8-9a24-fdd5b8aa870b tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:09.929326 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30a5e4d-4de4-4df8-9a24-fdd5b8aa870b tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Network 05b8715b-a270-4ee4-bdfe-97e862e8ec82 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:09.934605 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-c30a5e4d-4de4-4df8-9a24-fdd5b8aa870b tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:09.938361 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-50bde2b2-fad8-41ba-9997-ec84999f7cce tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:09.941687 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30a5e4d-4de4-4df8-9a24-fdd5b8aa870b tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:09.987410 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0882a3e5-5619-4b43-9f98-df3391c887d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.079852 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30a5e4d-4de4-4df8-9a24-fdd5b8aa870b tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:10.082302 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c30a5e4d-4de4-4df8-9a24-fdd5b8aa870b tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.110532 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c30a5e4d-4de4-4df8-9a24-fdd5b8aa870b tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4245808 Jul 29 23:45:10.113328 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-50bde2b2-fad8-41ba-9997-ec84999f7cce tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.113967 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37168) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:10.170833 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-50bde2b2-fad8-41ba-9997-ec84999f7cce tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.179630 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-50bde2b2-fad8-41ba-9997-ec84999f7cce tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/subnets/a0850918-3f96-4ab3-b62d-e73c9aae1f20 HTTP/1.1" status: 204 len: 168 time: 0.6346905 Jul 29 23:45:10.181567 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37174) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:10.182521 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-1627f5c2-e257-42ec-bbe8-61c2be9a9455 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'project_id': '3279a1234b864e7f89b42bc543c2d89c', 'port_id': '503f9b18-e202-4800-aa4c-8f944737262b'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:10.197185 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.db.api [None req-0882a3e5-5619-4b43-9f98-df3391c887d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:45:10.197526 n-d-712140-10 neutron-server[94065]: DEBUG oslo_db.api [None req-0882a3e5-5619-4b43-9f98-df3391c887d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:45:10.241716 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1627f5c2-e257-42ec-bbe8-61c2be9a9455 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.286172 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bde2b2-fad8-41ba-9997-ec84999f7cce tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Subnet': ['ID=a0850918-3f96-4ab3-b62d-e73c9aae1f20,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:10.303405 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device eb41a022-327e-488d-a96d-fedbe0e3e122 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:10.424899 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: eb41a022-327e-488d-a96d-fedbe0e3e122 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:10.425485 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device eb41a022-327e-488d-a96d-fedbe0e3e122 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:10.434563 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f494d18-824e-482c-9515-b530af254dc1 None None] Network b4d7e6cd-291c-4ff1-97ca-d405b0fa05d8 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:10.463739 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a922ee6-b454-4ee7-ab32-8c8d4a2ea44e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.512416 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be661a1a-acf1-4b13-84ac-5a8070bcbdad req-c030052e-0059-4006-acac-ebc0ec3c8284 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:10.515673 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be661a1a-acf1-4b13-84ac-5a8070bcbdad req-c030052e-0059-4006-acac-ebc0ec3c8284 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.23 "GET /v2.0/ports?device_id=17945c89-c4d5-4aed-bdd9-0cebb9661683 HTTP/1.1" status: 200 len: 946 time: 0.1681097 Jul 29 23:45:10.587019 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6a922ee6-b454-4ee7-ab32-8c8d4a2ea44e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Deleting port ac9997f5-29dd-419a-8714-3367443209f8 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:10.587697 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a922ee6-b454-4ee7-ab32-8c8d4a2ea44e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.639575 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1627f5c2-e257-42ec-bbe8-61c2be9a9455 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.670382 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6a922ee6-b454-4ee7-ab32-8c8d4a2ea44e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] For port ac9997f5-29dd-419a-8714-3367443209f8, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=ac9997f5-29dd-419a-8714-3367443209f8,segment=NetworkSegment(5426fe26-c043-4353-8911-5a87c5d9eccb),segment_id=5426fe26-c043-4353-8911-5a87c5d9eccb)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:10.671034 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a922ee6-b454-4ee7-ab32-8c8d4a2ea44e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.688048 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6a922ee6-b454-4ee7-ab32-8c8d4a2ea44e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Calling delete_port for ac9997f5-29dd-419a-8714-3367443209f8 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:10.787350 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0882a3e5-5619-4b43-9f98-df3391c887d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.809822 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee632ce9-7636-4281-8ee7-83d574fb732f req-f3913997-beec-4021-b26d-9554736e42ed tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:10.817526 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee632ce9-7636-4281-8ee7-83d574fb732f req-f3913997-beec-4021-b26d-9554736e42ed tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=17945c89-c4d5-4aed-bdd9-0cebb9661683 HTTP/1.1" status: 200 len: 946 time: 0.2640312 Jul 29 23:45:10.819220 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57fad1a-9789-4277-b3d4-e8eed5a52924 None None] DHCP port deletion for b4d7e6cd-291c-4ff1-97ca-d405b0fa05d8 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:45:10.846588 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-0882a3e5-5619-4b43-9f98-df3391c887d4 None None] For port ac9997f5-29dd-419a-8714-3367443209f8, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=ac9997f5-29dd-419a-8714-3367443209f8,segment=NetworkSegment(5426fe26-c043-4353-8911-5a87c5d9eccb),segment_id=5426fe26-c043-4353-8911-5a87c5d9eccb)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:10.859805 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a922ee6-b454-4ee7-ab32-8c8d4a2ea44e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.873562 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0882a3e5-5619-4b43-9f98-df3391c887d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.875708 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-be661a1a-acf1-4b13-84ac-5a8070bcbdad req-e71baa6c-2b68-4eba-92a9-da6ac65fa88e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Deleting port 0e077dcd-4c74-42b0-9e1e-8093c3e63bfa {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:10.876253 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-be661a1a-acf1-4b13-84ac-5a8070bcbdad req-e71baa6c-2b68-4eba-92a9-da6ac65fa88e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:10.898871 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0882a3e5-5619-4b43-9f98-df3391c887d4 None None] Pushing event deleted for resources: {'Port': ['ID=ac9997f5-29dd-419a-8714-3367443209f8,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:10.903627 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a922ee6-b454-4ee7-ab32-8c8d4a2ea44e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Port': ['ID=ac9997f5-29dd-419a-8714-3367443209f8,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:10.907999 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a922ee6-b454-4ee7-ab32-8c8d4a2ea44e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] No DVR routers for this DVR port ac9997f5-29dd-419a-8714-3367443209f8 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:10.970583 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b57fad1a-9789-4277-b3d4-e8eed5a52924 None None] Deleting port ac9997f5-29dd-419a-8714-3367443209f8 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:10.971241 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b57fad1a-9789-4277-b3d4-e8eed5a52924 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.022659 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee632ce9-7636-4281-8ee7-83d574fb732f req-336feb5e-622b-48e3-8516-d0561005286b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021778 Jul 29 23:45:11.088955 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-1627f5c2-e257-42ec-bbe8-61c2be9a9455 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Allocated IP 172.25.8.116 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/ee3e9441-8ba2-47a1-925b-be39685a2665) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:11.141365 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a922ee6-b454-4ee7-ab32-8c8d4a2ea44e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.151679 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5c753bec-b5c7-43e0-80a0-d398b4237953 None None] Could not find standard attr ID for object ac9997f5-29dd-419a-8714-3367443209f8. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:45:11.155164 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-6a922ee6-b454-4ee7-ab32-8c8d4a2ea44e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d7e6cd-291c-4ff1-97ca-d405b0fa05d8']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:11.175687 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-6a922ee6-b454-4ee7-ab32-8c8d4a2ea44e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5426fe26-c043-4353-8911-5a87c5d9eccb') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:11.176169 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-6a922ee6-b454-4ee7-ab32-8c8d4a2ea44e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5426fe26-c043-4353-8911-5a87c5d9eccb') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:11.179157 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5c753bec-b5c7-43e0-80a0-d398b4237953 None None] Provisioning for port 503f9b18-e202-4800-aa4c-8f944737262b completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:11.186411 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a922ee6-b454-4ee7-ab32-8c8d4a2ea44e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.195356 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5c753bec-b5c7-43e0-80a0-d398b4237953 None None] Provisioning complete for port 503f9b18-e202-4800-aa4c-8f944737262b triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:11.195885 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5c753bec-b5c7-43e0-80a0-d398b4237953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.197912 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b57fad1a-9789-4277-b3d4-e8eed5a52924 None None] For port ac9997f5-29dd-419a-8714-3367443209f8, host n-d-712140-10, got binding levels [] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:11.198701 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b57fad1a-9789-4277-b3d4-e8eed5a52924 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.202077 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a922ee6-b454-4ee7-ab32-8c8d4a2ea44e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.214809 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a922ee6-b454-4ee7-ab32-8c8d4a2ea44e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:45:11.215233 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a922ee6-b454-4ee7-ab32-8c8d4a2ea44e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.264278 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b57fad1a-9789-4277-b3d4-e8eed5a52924 None None] Calling delete_port for ac9997f5-29dd-419a-8714-3367443209f8 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:11.275340 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.ipam_backend_mixin [None req-b57fad1a-9789-4277-b3d4-e8eed5a52924 None None] Port ac9997f5-29dd-419a-8714-3367443209f8 was not found and therefore no delete operation was performed {{(pid=94065) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:45:11.288842 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:45:11.288842 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:45:11.288842 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:45:11.288842 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:45:11.288842 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:45:11.288842 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:45:11.288842 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:45:11.288842 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:45:11.288842 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:45:11.288842 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:45:11.288842 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:45:11.288842 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:45:11.288842 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:45:11.288842 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:45:11.288842 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:45:11.288842 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:45:11.288842 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:45:11.288842 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:45:11.288842 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:45:11.288842 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:45:11.288842 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:45:11.288842 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:45:11.288842 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:45:11.288842 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:45:11.288842 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:45:11.288842 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:45:11.288842 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:45:11.288842 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:45:11.288842 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:45:11.288842 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:45:11.288842 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:45:11.288842 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:45:11.291272 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b57fad1a-9789-4277-b3d4-e8eed5a52924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.294308 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-be661a1a-acf1-4b13-84ac-5a8070bcbdad req-e71baa6c-2b68-4eba-92a9-da6ac65fa88e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] For port 0e077dcd-4c74-42b0-9e1e-8093c3e63bfa, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=0e077dcd-4c74-42b0-9e1e-8093c3e63bfa,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:11.294899 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a922ee6-b454-4ee7-ab32-8c8d4a2ea44e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.315861 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-be661a1a-acf1-4b13-84ac-5a8070bcbdad req-e71baa6c-2b68-4eba-92a9-da6ac65fa88e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.319607 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a922ee6-b454-4ee7-ab32-8c8d4a2ea44e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.321186 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b57fad1a-9789-4277-b3d4-e8eed5a52924 None None] Network b4d7e6cd-291c-4ff1-97ca-d405b0fa05d8 is not hosted by any dhcp agent {{(pid=94065) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:45:11.321649 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57fad1a-9789-4277-b3d4-e8eed5a52924 None None] No DVR routers for this DVR port ac9997f5-29dd-419a-8714-3367443209f8 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:11.325501 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57fad1a-9789-4277-b3d4-e8eed5a52924 None None] Pushing event deleted for resources: {'Port': ['ID=ac9997f5-29dd-419a-8714-3367443209f8,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:11.331994 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6a922ee6-b454-4ee7-ab32-8c8d4a2ea44e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/networks/b4d7e6cd-291c-4ff1-97ca-d405b0fa05d8 HTTP/1.1" status: 204 len: 168 time: 1.1375494 Jul 29 23:45:11.331994 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37196) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:11.338447 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5c753bec-b5c7-43e0-80a0-d398b4237953 None None] Port 503f9b18-e202-4800-aa4c-8f944737262b cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:45:11.354641 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-be661a1a-acf1-4b13-84ac-5a8070bcbdad req-e71baa6c-2b68-4eba-92a9-da6ac65fa88e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Calling delete_port for 0e077dcd-4c74-42b0-9e1e-8093c3e63bfa owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:11.356790 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-bf1a8209-5908-4eac-aaae-b72014934caa tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'port': {'network_id': 'f07ce0bc-4e9d-4748-9590-e210ddee35ff', 'name': 'tempest-PortsIpV6TestJSON-447969089'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:11.438457 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a922ee6-b454-4ee7-ab32-8c8d4a2ea44e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Network': ['ID=b4d7e6cd-291c-4ff1-97ca-d405b0fa05d8,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:11.452481 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1627f5c2-e257-42ec-bbe8-61c2be9a9455 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.529345 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1a8209-5908-4eac-aaae-b72014934caa tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:11.540316 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bf1a8209-5908-4eac-aaae-b72014934caa tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.555062 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1627f5c2-e257-42ec-bbe8-61c2be9a9455 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.563520 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-bf1a8209-5908-4eac-aaae-b72014934caa tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] device_id is not set on port 392bd025-d397-4ceb-aa38-aaabbd02f67a yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:45:11.621579 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627f5c2-e257-42ec-bbe8-61c2be9a9455 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Pushing event updated for resources: {'Port': ['ID=ee3e9441-8ba2-47a1-925b-be39685a2665,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:11.629820 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1627f5c2-e257-42ec-bbe8-61c2be9a9455 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:11.638616 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-1627f5c2-e257-42ec-bbe8-61c2be9a9455 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:11.640621 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-be661a1a-acf1-4b13-84ac-5a8070bcbdad req-e71baa6c-2b68-4eba-92a9-da6ac65fa88e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.642406 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1627f5c2-e257-42ec-bbe8-61c2be9a9455 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:11.657689 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['3aa1533a-9a9a-4c72-a786-1e80bc86c7a1', '0e077dcd-4c74-42b0-9e1e-8093c3e63bfa'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:45:11.719751 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71baa6c-2b68-4eba-92a9-da6ac65fa88e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Pushing event deleted for resources: {'Port': ['ID=0e077dcd-4c74-42b0-9e1e-8093c3e63bfa,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:11.796887 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-be661a1a-acf1-4b13-84ac-5a8070bcbdad req-e71baa6c-2b68-4eba-92a9-da6ac65fa88e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] No DVR routers for this DVR port 0e077dcd-4c74-42b0-9e1e-8093c3e63bfa on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:11.800480 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-be661a1a-acf1-4b13-84ac-5a8070bcbdad req-e71baa6c-2b68-4eba-92a9-da6ac65fa88e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.804243 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be661a1a-acf1-4b13-84ac-5a8070bcbdad req-e71baa6c-2b68-4eba-92a9-da6ac65fa88e tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.23 "DELETE /v2.0/ports/0e077dcd-4c74-42b0-9e1e-8093c3e63bfa HTTP/1.1" status: 204 len: 173 time: 1.2740433 Jul 29 23:45:11.805272 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17945c89-c4d5-4aed-bdd9-0cebb9661683', 'name': 'network-vif-deleted', 'tag': '0e077dcd-4c74-42b0-9e1e-8093c3e63bfa'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:11.812711 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bf1a8209-5908-4eac-aaae-b72014934caa tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.822287 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5345ba93-b40b-4cd0-9809-03962f64b2e4" -d '{"events": [{"server_uuid": "17945c89-c4d5-4aed-bdd9-0cebb9661683", "name": "network-vif-deleted", "tag": "0e077dcd-4c74-42b0-9e1e-8093c3e63bfa"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:11.857338 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bf1a8209-5908-4eac-aaae-b72014934caa tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.919943 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1a8209-5908-4eac-aaae-b72014934caa tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network f07ce0bc-4e9d-4748-9590-e210ddee35ff is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:11.926281 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-bf1a8209-5908-4eac-aaae-b72014934caa tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:11.933464 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1a8209-5908-4eac-aaae-b72014934caa tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:11.940328 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1a8209-5908-4eac-aaae-b72014934caa tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:11.941019 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bf1a8209-5908-4eac-aaae-b72014934caa tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:11.955723 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a8209-5908-4eac-aaae-b72014934caa tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Port': ['ID=392bd025-d397-4ceb-aa38-aaabbd02f67a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:11.969075 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bf1a8209-5908-4eac-aaae-b72014934caa tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6360519 Jul 29 23:45:11.988095 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37210) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:11.995972 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ce57f9-ea8a-47c0-b5db-d875dcd03d99 x-openstack-request-id: req-08ce57f9-ea8a-47c0-b5db-d875dcd03d99 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:11.996266 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17945c89-c4d5-4aed-bdd9-0cebb9661683", "name": "network-vif-deleted", "tag": "0e077dcd-4c74-42b0-9e1e-8093c3e63bfa", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:11.996521 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-08ce57f9-ea8a-47c0-b5db-d875dcd03d99 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:11.996911 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17945c89-c4d5-4aed-bdd9-0cebb9661683', 'name': 'network-vif-deleted', 'tag': '0e077dcd-4c74-42b0-9e1e-8093c3e63bfa', 'status': 'completed', 'code': 200} Jul 29 23:45:12.152898 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-22084f81-eef5-40a0-a163-2389dd20fdc4 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Deleting port 392bd025-d397-4ceb-aa38-aaabbd02f67a {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:12.153257 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-22084f81-eef5-40a0-a163-2389dd20fdc4 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.237179 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-363de413-6f72-4224-bb38-4d62ea92e86e req-6673025b-7c96-4a4c-876a-a9de8e4e5ffd tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=17945c89-c4d5-4aed-bdd9-0cebb9661683 HTTP/1.1" status: 200 len: 210 time: 0.0561855 Jul 29 23:45:12.294889 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-22084f81-eef5-40a0-a163-2389dd20fdc4 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.332882 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-22084f81-eef5-40a0-a163-2389dd20fdc4 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Calling delete_port for 392bd025-d397-4ceb-aa38-aaabbd02f67a owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:12.459977 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1627f5c2-e257-42ec-bbe8-61c2be9a9455 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.469106 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-22084f81-eef5-40a0-a163-2389dd20fdc4 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.504446 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22084f81-eef5-40a0-a163-2389dd20fdc4 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Port': ['ID=392bd025-d397-4ceb-aa38-aaabbd02f67a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:12.515182 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-22084f81-eef5-40a0-a163-2389dd20fdc4 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.517413 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-22084f81-eef5-40a0-a163-2389dd20fdc4 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/ports/392bd025-d397-4ceb-aa38-aaabbd02f67a HTTP/1.1" status: 204 len: 168 time: 0.5277538 Jul 29 23:45:12.520292 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37228) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:12.528176 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-e524ed7f-bbfa-465c-9ab3-6a674fd9fbb1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'port': {'network_id': 'f07ce0bc-4e9d-4748-9590-e210ddee35ff', 'mac_address': 'fa:16:3e:8b:af:07', 'name': 'tempest-PortsIpV6TestJSON-885283159'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:12.548916 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1627f5c2-e257-42ec-bbe8-61c2be9a9455 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.625441 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device ac9997f5-29dd-419a-8714-3367443209f8 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:12.664950 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e524ed7f-bbfa-465c-9ab3-6a674fd9fbb1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:12.676400 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: ac9997f5-29dd-419a-8714-3367443209f8 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:12.678576 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device ac9997f5-29dd-419a-8714-3367443209f8 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:12.807066 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e524ed7f-bbfa-465c-9ab3-6a674fd9fbb1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:12.836631 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-e524ed7f-bbfa-465c-9ab3-6a674fd9fbb1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] device_id is not set on port 92af98c5-a582-4c0e-a730-1f2b88a9c57f yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:45:13.059246 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e524ed7f-bbfa-465c-9ab3-6a674fd9fbb1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:13.109509 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e524ed7f-bbfa-465c-9ab3-6a674fd9fbb1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:13.159309 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e524ed7f-bbfa-465c-9ab3-6a674fd9fbb1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network f07ce0bc-4e9d-4748-9590-e210ddee35ff is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:13.167794 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-e524ed7f-bbfa-465c-9ab3-6a674fd9fbb1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:13.170681 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e524ed7f-bbfa-465c-9ab3-6a674fd9fbb1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:13.178807 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e524ed7f-bbfa-465c-9ab3-6a674fd9fbb1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:13.180405 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e524ed7f-bbfa-465c-9ab3-6a674fd9fbb1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:13.181060 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1627f5c2-e257-42ec-bbe8-61c2be9a9455 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:13.189940 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1627f5c2-e257-42ec-bbe8-61c2be9a9455 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:13.208136 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e524ed7f-bbfa-465c-9ab3-6a674fd9fbb1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6862779 Jul 29 23:45:13.209395 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e524ed7f-bbfa-465c-9ab3-6a674fd9fbb1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Port': ['ID=92af98c5-a582-4c0e-a730-1f2b88a9c57f,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:13.214291 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37248) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:13.278788 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1627f5c2-e257-42ec-bbe8-61c2be9a9455 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Pushing event updated for resources: {'Port': ['ID=ee3e9441-8ba2-47a1-925b-be39685a2665,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:13.326518 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a7e467-ab27-4b23-bcd1-613dee282841 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:13.330502 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-09a7e467-ab27-4b23-bcd1-613dee282841 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "GET /v2.0/ports/92af98c5-a582-4c0e-a730-1f2b88a9c57f HTTP/1.1" status: 200 len: 844 time: 0.1127427 Jul 29 23:45:13.331628 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37254) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:13.417380 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1627f5c2-e257-42ec-bbe8-61c2be9a9455 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:13.463435 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-587b31f5-184e-4001-94e0-fb0c3bcd2a95 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Deleting port 92af98c5-a582-4c0e-a730-1f2b88a9c57f {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:13.463799 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-587b31f5-184e-4001-94e0-fb0c3bcd2a95 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:13.550713 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-1627f5c2-e257-42ec-bbe8-61c2be9a9455 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Floating IP bf874757-8fe1-4254-8567-f352531f29af associated. External IP: 172.25.8.116, port: 503f9b18-e202-4800-aa4c-8f944737262b. Jul 29 23:45:13.636002 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-587b31f5-184e-4001-94e0-fb0c3bcd2a95 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:13.657488 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-587b31f5-184e-4001-94e0-fb0c3bcd2a95 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Calling delete_port for 92af98c5-a582-4c0e-a730-1f2b88a9c57f owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:13.859240 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7016db1-a8d9-4db1-8d39-2c182b9002cc req-032406f8-a3a0-4abd-9f2a-939feda783eb tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:13.860922 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7016db1-a8d9-4db1-8d39-2c182b9002cc req-032406f8-a3a0-4abd-9f2a-939feda783eb tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 945 time: 0.1057825 Jul 29 23:45:13.889079 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1627f5c2-e257-42ec-bbe8-61c2be9a9455 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Router a6a0739c-5eea-4e05-b696-b35d6b728a61 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:45:13.928092 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7016db1-a8d9-4db1-8d39-2c182b9002cc req-6d98090a-a124-4393-ad51-ce02097e499b tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501130 Jul 29 23:45:14.038973 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1627f5c2-e257-42ec-bbe8-61c2be9a9455 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:45:14.051945 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bb396a-0ed9-4d4e-b293-b4eb80c4401e None None] Sync routers for ids ['a6a0739c-5eea-4e05-b696-b35d6b728a61'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:45:14.059198 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1627f5c2-e257-42ec-bbe8-61c2be9a9455 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.071670 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bb396a-0ed9-4d4e-b293-b4eb80c4401e None None] Routers {'a6a0739c-5eea-4e05-b696-b35d6b728a61'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:14.072622 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-04bb396a-0ed9-4d4e-b293-b4eb80c4401e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:45:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['a6a0739c-5eea-4e05-b696-b35d6b728a61'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:14.094539 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1627f5c2-e257-42ec-bbe8-61c2be9a9455 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.9758804 Jul 29 23:45:14.094933 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37264) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:14.109949 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-587b31f5-184e-4001-94e0-fb0c3bcd2a95 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.121287 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-04bb396a-0ed9-4d4e-b293-b4eb80c4401e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:14.139761 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bb396a-0ed9-4d4e-b293-b4eb80c4401e None None] Routers {'a6a0739c-5eea-4e05-b696-b35d6b728a61'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:14.140424 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-04bb396a-0ed9-4d4e-b293-b4eb80c4401e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:45:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['a6a0739c-5eea-4e05-b696-b35d6b728a61'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:14.148972 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587b31f5-184e-4001-94e0-fb0c3bcd2a95 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Port': ['ID=92af98c5-a582-4c0e-a730-1f2b88a9c57f,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:14.161720 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-587b31f5-184e-4001-94e0-fb0c3bcd2a95 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.167010 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-587b31f5-184e-4001-94e0-fb0c3bcd2a95 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/ports/92af98c5-a582-4c0e-a730-1f2b88a9c57f HTTP/1.1" status: 204 len: 168 time: 0.8328042 Jul 29 23:45:14.167611 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37266) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:14.189176 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-04bb396a-0ed9-4d4e-b293-b4eb80c4401e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:14.189611 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04bb396a-0ed9-4d4e-b293-b4eb80c4401e None None] The sync data for ids ['a6a0739c-5eea-4e05-b696-b35d6b728a61'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:45:14.203157 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a530d4b-de10-46e6-a2b4-9ed9b4b00e36 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] GET failed (client error): The resource could not be found. Jul 29 23:45:14.205147 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3a530d4b-de10-46e6-a2b4-9ed9b4b00e36 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "GET /v2.0/ports/92af98c5-a582-4c0e-a730-1f2b88a9c57f HTTP/1.1" status: 404 len: 333 time: 0.0360618 Jul 29 23:45:14.210566 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37268) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:14.215736 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-7f9df7a0-ec60-4f49-8b31-b08ab94bfe32 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'port': {'network_id': 'f07ce0bc-4e9d-4748-9590-e210ddee35ff', 'name': 'tempest-PortsIpV6TestJSON-1396599431'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:14.244500 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d3877089-3635-4f77-b5a2-36608b8f725b tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] 10.222.0.18 "GET /v2.0/floatingips/bf874757-8fe1-4254-8567-f352531f29af HTTP/1.1" status: 200 len: 982 time: 0.1458025 Jul 29 23:45:14.245101 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37270) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:14.336738 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9df7a0-ec60-4f49-8b31-b08ab94bfe32 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:14.340890 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7f9df7a0-ec60-4f49-8b31-b08ab94bfe32 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.352807 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 0e077dcd-4c74-42b0-9e1e-8093c3e63bfa no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:14.368084 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-7f9df7a0-ec60-4f49-8b31-b08ab94bfe32 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] device_id is not set on port 5ac1ead9-749b-4be1-81c2-801902398d34 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:45:14.397430 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 0e077dcd-4c74-42b0-9e1e-8093c3e63bfa {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:14.397773 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 0e077dcd-4c74-42b0-9e1e-8093c3e63bfa not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:14.407141 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f946abb3-a059-4892-9f85-1ce00a923230 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3034 time: 0.1612871 Jul 29 23:45:14.411409 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37274) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:14.586605 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7f9df7a0-ec60-4f49-8b31-b08ab94bfe32 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.597547 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-85b840cb-9a11-42a0-a50e-115c4fbaf068 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Deleting port ee3e9441-8ba2-47a1-925b-be39685a2665 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:14.597939 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-85b840cb-9a11-42a0-a50e-115c4fbaf068 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.625296 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7f9df7a0-ec60-4f49-8b31-b08ab94bfe32 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.667528 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9df7a0-ec60-4f49-8b31-b08ab94bfe32 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network f07ce0bc-4e9d-4748-9590-e210ddee35ff is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:14.670627 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-7f9df7a0-ec60-4f49-8b31-b08ab94bfe32 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:14.674377 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9df7a0-ec60-4f49-8b31-b08ab94bfe32 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:14.681013 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9df7a0-ec60-4f49-8b31-b08ab94bfe32 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:14.681650 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7f9df7a0-ec60-4f49-8b31-b08ab94bfe32 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.697106 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-85b840cb-9a11-42a0-a50e-115c4fbaf068 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.697429 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-85b840cb-9a11-42a0-a50e-115c4fbaf068 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.699783 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9df7a0-ec60-4f49-8b31-b08ab94bfe32 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Port': ['ID=5ac1ead9-749b-4be1-81c2-801902398d34,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:14.713587 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-85b840cb-9a11-42a0-a50e-115c4fbaf068 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Calling delete_port for ee3e9441-8ba2-47a1-925b-be39685a2665 owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:14.716191 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7f9df7a0-ec60-4f49-8b31-b08ab94bfe32 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5044506 Jul 29 23:45:14.716846 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37278) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:14.722262 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-18a35e53-d8a3-4e2e-9d90-7ad4d82b20ff tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:14.812936 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-18a35e53-d8a3-4e2e-9d90-7ad4d82b20ff tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:14.991720 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-85b840cb-9a11-42a0-a50e-115c4fbaf068 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:15.036417 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b840cb-9a11-42a0-a50e-115c4fbaf068 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Pushing event deleted for resources: {'Port': ['ID=ee3e9441-8ba2-47a1-925b-be39685a2665,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:15.057921 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-18a35e53-d8a3-4e2e-9d90-7ad4d82b20ff tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:15.064460 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-18a35e53-d8a3-4e2e-9d90-7ad4d82b20ff tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:15.118563 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-18a35e53-d8a3-4e2e-9d90-7ad4d82b20ff tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] In _notify_port_updated(), no bound segment for port 5ac1ead9-749b-4be1-81c2-801902398d34 on network f07ce0bc-4e9d-4748-9590-e210ddee35ff {{(pid=94064) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:45:15.125595 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a35e53-d8a3-4e2e-9d90-7ad4d82b20ff tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:15.126518 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-18a35e53-d8a3-4e2e-9d90-7ad4d82b20ff tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:15.128280 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-18a35e53-d8a3-4e2e-9d90-7ad4d82b20ff tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "PUT /v2.0/ports/5ac1ead9-749b-4be1-81c2-801902398d34 HTTP/1.1" status: 200 len: 818 time: 0.4104958 Jul 29 23:45:15.131890 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37288) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:15.175579 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff8b12-3617-40d9-8300-6753bfe72631 req-676ee3dc-67a2-4cfc-a23c-cfcfd7026140 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:15.178332 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-60ff8b12-3617-40d9-8300-6753bfe72631 req-676ee3dc-67a2-4cfc-a23c-cfcfd7026140 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.23 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 945 time: 0.1543415 Jul 29 23:45:15.182281 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-85b840cb-9a11-42a0-a50e-115c4fbaf068 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:15.182621 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-85b840cb-9a11-42a0-a50e-115c4fbaf068 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Floating IP bf874757-8fe1-4254-8567-f352531f29af disassociated (deleted). External IP: 172.25.8.116, port: 503f9b18-e202-4800-aa4c-8f944737262b. Jul 29 23:45:15.213692 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a35e53-d8a3-4e2e-9d90-7ad4d82b20ff tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Port': ['ID=5ac1ead9-749b-4be1-81c2-801902398d34,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:15.238638 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bc2dc-be9c-44c8-93e4-522e3ce78f56 req-aef656e5-d9c5-4a43-9165-62d28e409a84 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:15.241158 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-281bc2dc-be9c-44c8-93e4-522e3ce78f56 req-aef656e5-d9c5-4a43-9165-62d28e409a84 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 945 time: 0.1820741 Jul 29 23:45:15.253175 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-5915d953-91bc-49f2-926a-d24cfc6a4a58 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Deleting port 5ac1ead9-749b-4be1-81c2-801902398d34 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:15.253863 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5915d953-91bc-49f2-926a-d24cfc6a4a58 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:15.334515 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5915d953-91bc-49f2-926a-d24cfc6a4a58 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:15.354149 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-5915d953-91bc-49f2-926a-d24cfc6a4a58 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Calling delete_port for 5ac1ead9-749b-4be1-81c2-801902398d34 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:15.403895 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-281bc2dc-be9c-44c8-93e4-522e3ce78f56 req-7781e7a2-568b-4ac8-9883-f903751e970a tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=edfe2729-2538-49ea-a3f3-921c83929dd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192400 Jul 29 23:45:15.440768 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5915d953-91bc-49f2-926a-d24cfc6a4a58 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:15.473914 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915d953-91bc-49f2-926a-d24cfc6a4a58 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Port': ['ID=5ac1ead9-749b-4be1-81c2-801902398d34,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:15.492725 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5915d953-91bc-49f2-926a-d24cfc6a4a58 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:15.495157 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5915d953-91bc-49f2-926a-d24cfc6a4a58 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/ports/5ac1ead9-749b-4be1-81c2-801902398d34 HTTP/1.1" status: 204 len: 168 time: 0.3618681 Jul 29 23:45:15.497513 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37292) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:15.515674 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-60ff8b12-3617-40d9-8300-6753bfe72631 req-d0e7d63a-d721-4573-bda0-0cf8af64ec2d tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Deleting port 3aa1533a-9a9a-4c72-a786-1e80bc86c7a1 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:15.515902 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-60ff8b12-3617-40d9-8300-6753bfe72631 req-d0e7d63a-d721-4573-bda0-0cf8af64ec2d tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:15.559035 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87076e44-1d36-420d-8dc7-5c2e9ee44756 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:15.560611 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-87076e44-1d36-420d-8dc7-5c2e9ee44756 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0617878 Jul 29 23:45:15.563568 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37294) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:15.594299 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b818bab-ca9e-4ae3-baad-1634c466f22c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] GET failed (client error): The resource could not be found. Jul 29 23:45:15.602308 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6b818bab-ca9e-4ae3-baad-1634c466f22c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "GET /v2.0/ports/5ac1ead9-749b-4be1-81c2-801902398d34 HTTP/1.1" status: 404 len: 333 time: 0.0313785 Jul 29 23:45:15.602652 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37298) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:15.607913 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-b4f900a6-874c-4df6-948d-31ba166e8949 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-379898170'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:15.648189 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f900a6-874c-4df6-948d-31ba166e8949 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:15.652001 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b4f900a6-874c-4df6-948d-31ba166e8949 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:15.672958 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-60ff8b12-3617-40d9-8300-6753bfe72631 req-d0e7d63a-d721-4573-bda0-0cf8af64ec2d tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] For port 3aa1533a-9a9a-4c72-a786-1e80bc86c7a1, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3aa1533a-9a9a-4c72-a786-1e80bc86c7a1,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:15.673626 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-60ff8b12-3617-40d9-8300-6753bfe72631 req-d0e7d63a-d721-4573-bda0-0cf8af64ec2d tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:15.694742 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-60ff8b12-3617-40d9-8300-6753bfe72631 req-d0e7d63a-d721-4573-bda0-0cf8af64ec2d tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Calling delete_port for 3aa1533a-9a9a-4c72-a786-1e80bc86c7a1 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:15.699910 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f900a6-874c-4df6-948d-31ba166e8949 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:45:15.713826 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b4f900a6-874c-4df6-948d-31ba166e8949 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:15.714183 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-b4f900a6-874c-4df6-948d-31ba166e8949 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Added segment d9339798-4a1a-41fd-b98b-3f4844d99f3d of type vlan for network bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e Jul 29 23:45:15.770098 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b840cb-9a11-42a0-a50e-115c4fbaf068 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Router a6a0739c-5eea-4e05-b696-b35d6b728a61 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:45:15.774363 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b4f900a6-874c-4df6-948d-31ba166e8949 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:15.819636 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b4f900a6-874c-4df6-948d-31ba166e8949 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:15.826985 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f900a6-874c-4df6-948d-31ba166e8949 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:15.827863 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b4f900a6-874c-4df6-948d-31ba166e8949 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:15.848543 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b4f900a6-874c-4df6-948d-31ba166e8949 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2446709 Jul 29 23:45:15.854489 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37300) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:15.859517 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-7e17cbc8-43d2-473c-909d-87be70adcb46 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'subnet': {'network_id': 'bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:15.940522 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f900a6-874c-4df6-948d-31ba166e8949 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Network': ['ID=bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:15.952157 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:45:16.056207 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b840cb-9a11-42a0-a50e-115c4fbaf068 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:45:16.062418 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-85b840cb-9a11-42a0-a50e-115c4fbaf068 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.064442 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-60ff8b12-3617-40d9-8300-6753bfe72631 req-d0e7d63a-d721-4573-bda0-0cf8af64ec2d tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.071531 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d00300-c08c-4e04-9877-d12ef26aa813 None None] Sync routers for ids ['a6a0739c-5eea-4e05-b696-b35d6b728a61'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:45:16.076970 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['3aa1533a-9a9a-4c72-a786-1e80bc86c7a1'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:45:16.147068 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d00300-c08c-4e04-9877-d12ef26aa813 None None] Routers {'a6a0739c-5eea-4e05-b696-b35d6b728a61'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:16.148072 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f4d00300-c08c-4e04-9877-d12ef26aa813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:45:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['a6a0739c-5eea-4e05-b696-b35d6b728a61'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:16.196147 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f4d00300-c08c-4e04-9877-d12ef26aa813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:16.210183 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d00300-c08c-4e04-9877-d12ef26aa813 None None] Routers {'a6a0739c-5eea-4e05-b696-b35d6b728a61'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:16.211071 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f4d00300-c08c-4e04-9877-d12ef26aa813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:45:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['a6a0739c-5eea-4e05-b696-b35d6b728a61'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:16.250800 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f4d00300-c08c-4e04-9877-d12ef26aa813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:16.251719 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d00300-c08c-4e04-9877-d12ef26aa813 None None] The sync data for ids ['a6a0739c-5eea-4e05-b696-b35d6b728a61'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:45:16.532786 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e17cbc8-43d2-473c-909d-87be70adcb46 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:16.536364 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7e17cbc8-43d2-473c-909d-87be70adcb46 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.544513 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7d63a-d721-4573-bda0-0cf8af64ec2d tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Pushing event deleted for resources: {'Port': ['ID=3aa1533a-9a9a-4c72-a786-1e80bc86c7a1,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:16.567579 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-85b840cb-9a11-42a0-a50e-115c4fbaf068 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] 10.222.0.18 "DELETE /v2.0/floatingips/bf874757-8fe1-4254-8567-f352531f29af HTTP/1.1" status: 204 len: 168 time: 2.1510944 Jul 29 23:45:16.568448 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37308) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:16.574092 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-e329b315-6455-4811-93fa-82103a8dfb32 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:16.580415 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3eb43ccc-bfe1-4e3d-98e8-91d4dba25280 req-253ad425-c68f-475c-b295-d9dbfbd61667 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=c95adda4-c306-4883-9acf-861b18b299e5 HTTP/1.1" status: 200 len: 210 time: 0.0784340 Jul 29 23:45:16.616128 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e329b315-6455-4811-93fa-82103a8dfb32 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.670766 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ff8b12-3617-40d9-8300-6753bfe72631 req-d0e7d63a-d721-4573-bda0-0cf8af64ec2d tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] No DVR routers for this DVR port 3aa1533a-9a9a-4c72-a786-1e80bc86c7a1 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:16.675678 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-60ff8b12-3617-40d9-8300-6753bfe72631 req-d0e7d63a-d721-4573-bda0-0cf8af64ec2d tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.678791 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-60ff8b12-3617-40d9-8300-6753bfe72631 req-d0e7d63a-d721-4573-bda0-0cf8af64ec2d tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.23 "DELETE /v2.0/ports/3aa1533a-9a9a-4c72-a786-1e80bc86c7a1 HTTP/1.1" status: 204 len: 173 time: 1.4554806 Jul 29 23:45:16.679236 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c95adda4-c306-4883-9acf-861b18b299e5', 'name': 'network-vif-deleted', 'tag': '3aa1533a-9a9a-4c72-a786-1e80bc86c7a1'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:16.682160 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9eecae4-081c-4943-adac-4de9b8ee3785" -d '{"events": [{"server_uuid": "c95adda4-c306-4883-9acf-861b18b299e5", "name": "network-vif-deleted", "tag": "3aa1533a-9a9a-4c72-a786-1e80bc86c7a1"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:16.775310 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e329b315-6455-4811-93fa-82103a8dfb32 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.845025 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cba214-cb0b-48d5-9ca3-cb92ce314da1 x-openstack-request-id: req-49cba214-cb0b-48d5-9ca3-cb92ce314da1 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:16.845387 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c95adda4-c306-4883-9acf-861b18b299e5", "name": "network-vif-deleted", "tag": "3aa1533a-9a9a-4c72-a786-1e80bc86c7a1", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:16.845585 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-49cba214-cb0b-48d5-9ca3-cb92ce314da1 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:16.845994 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c95adda4-c306-4883-9acf-861b18b299e5', 'name': 'network-vif-deleted', 'tag': '3aa1533a-9a9a-4c72-a786-1e80bc86c7a1', 'status': 'completed', 'code': 200} Jul 29 23:45:16.907347 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7e17cbc8-43d2-473c-909d-87be70adcb46 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:16.922480 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-e329b315-6455-4811-93fa-82103a8dfb32 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Allocated IP 172.25.8.36 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/79438667-8d33-4565-8256-13280c3929e2) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:16.976226 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e17cbc8-43d2-473c-909d-87be70adcb46 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Subnet': ['ID=6d8a003f-d7a5-4339-ba51-df4c5f581a9f,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:16.987476 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e17cbc8-43d2-473c-909d-87be70adcb46 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Checking segment: {'id': 'd9339798-4a1a-41fd-b98b-3f4844d99f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:16.987919 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e17cbc8-43d2-473c-909d-87be70adcb46 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network hostable DHCP agents. Network: bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:45:17.009197 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e17cbc8-43d2-473c-909d-87be70adcb46 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:45:17.026576 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-7e17cbc8-43d2-473c-909d-87be70adcb46 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:17.032368 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e17cbc8-43d2-473c-909d-87be70adcb46 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:17.033488 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7e17cbc8-43d2-473c-909d-87be70adcb46 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.040788 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104cd4c8-27de-42ae-9f9f-d17e71499dbb None None] Network bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:17.060236 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7e17cbc8-43d2-473c-909d-87be70adcb46 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2045090 Jul 29 23:45:17.063018 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37320) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:17.070183 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-29747406-f591-4a73-ba1d-58d71c9abcf7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'subnet': {'network_id': 'bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:17.143413 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e329b315-6455-4811-93fa-82103a8dfb32 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.302708 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29747406-f591-4a73-ba1d-58d71c9abcf7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:17.306485 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-29747406-f591-4a73-ba1d-58d71c9abcf7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.320681 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09441c19-e7b6-4612-bb61-d017a845e58c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e', 'network_id': 'bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e', 'tenant_id': '4da613056a734713ae8b6c5e6fd9fb0b', 'fixed_ips': [{'subnet_id': '6d8a003f-d7a5-4339-ba51-df4c5f581a9f'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:45:17.322988 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-09441c19-e7b6-4612-bb61-d017a845e58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.368704 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e329b315-6455-4811-93fa-82103a8dfb32 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.430806 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e329b315-6455-4811-93fa-82103a8dfb32 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:17.442040 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-e329b315-6455-4811-93fa-82103a8dfb32 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:17.454369 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e329b315-6455-4811-93fa-82103a8dfb32 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:17.463333 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329b315-6455-4811-93fa-82103a8dfb32 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Pushing event updated for resources: {'Port': ['ID=79438667-8d33-4565-8256-13280c3929e2,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:17.480602 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-09441c19-e7b6-4612-bb61-d017a845e58c None None] Allocated IP 2001:db8::2 (bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e/6d8a003f-d7a5-4339-ba51-df4c5f581a9f/78db8311-e1ab-4fa9-9516-95bc1eb0f2d2) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:17.508879 n-d-712140-10 neutron-server[94064]: INFO neutron.db.ipam_backend_mixin [None req-29747406-f591-4a73-ba1d-58d71c9abcf7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6d8a003f-d7a5-4339-ba51-df4c5f581a9f (CIDR: 2001:db8::/64) Jul 29 23:45:17.516087 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-29747406-f591-4a73-ba1d-58d71c9abcf7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:45:17.516592 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29747406-f591-4a73-ba1d-58d71c9abcf7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:45:17.542005 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-29747406-f591-4a73-ba1d-58d71c9abcf7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4775157 Jul 29 23:45:17.544631 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37328) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:17.551746 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-e7d60d65-df27-4223-9f6d-e634a0374e2c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'subnet': {'network_id': 'bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:17.593424 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e329b315-6455-4811-93fa-82103a8dfb32 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.659581 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e329b315-6455-4811-93fa-82103a8dfb32 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.698587 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d60d65-df27-4223-9f6d-e634a0374e2c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:17.703519 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e7d60d65-df27-4223-9f6d-e634a0374e2c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.900659 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-09441c19-e7b6-4612-bb61-d017a845e58c None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.904571 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e329b315-6455-4811-93fa-82103a8dfb32 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.913137 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e329b315-6455-4811-93fa-82103a8dfb32 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.915400 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-09441c19-e7b6-4612-bb61-d017a845e58c None None] Transition to ACTIVE for port object 78db8311-e1ab-4fa9-9516-95bc1eb0f2d2 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:17.936140 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-09441c19-e7b6-4612-bb61-d017a845e58c None None] Transition to ACTIVE for port object 78db8311-e1ab-4fa9-9516-95bc1eb0f2d2 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:17.944046 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-09441c19-e7b6-4612-bb61-d017a845e58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:17.964554 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e329b315-6455-4811-93fa-82103a8dfb32 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Pushing event updated for resources: {'Port': ['ID=79438667-8d33-4565-8256-13280c3929e2,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:18.007285 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09441c19-e7b6-4612-bb61-d017a845e58c None None] Network bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:18.012739 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-09441c19-e7b6-4612-bb61-d017a845e58c None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:18.016182 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09441c19-e7b6-4612-bb61-d017a845e58c None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:18.017706 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e329b315-6455-4811-93fa-82103a8dfb32 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.032099 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e329b315-6455-4811-93fa-82103a8dfb32 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.037270 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e329b315-6455-4811-93fa-82103a8dfb32 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4671345 Jul 29 23:45:18.037976 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37338) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:18.066736 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09441c19-e7b6-4612-bb61-d017a845e58c None None] Pushing event updated for resources: {'Port': ['ID=78db8311-e1ab-4fa9-9516-95bc1eb0f2d2,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:18.111222 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-09441c19-e7b6-4612-bb61-d017a845e58c None None] Attempting to bind port 78db8311-e1ab-4fa9-9516-95bc1eb0f2d2 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:18.111975 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-09441c19-e7b6-4612-bb61-d017a845e58c None None] Attempting to bind port 78db8311-e1ab-4fa9-9516-95bc1eb0f2d2 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'd9339798-4a1a-41fd-b98b-3f4844d99f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:18.113030 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09441c19-e7b6-4612-bb61-d017a845e58c None None] Attempting to bind port 78db8311-e1ab-4fa9-9516-95bc1eb0f2d2 on network bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:18.119888 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09441c19-e7b6-4612-bb61-d017a845e58c None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:18.120967 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09441c19-e7b6-4612-bb61-d017a845e58c None None] Checking segment: {'id': 'd9339798-4a1a-41fd-b98b-3f4844d99f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:18.121945 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-09441c19-e7b6-4612-bb61-d017a845e58c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.122529 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09441c19-e7b6-4612-bb61-d017a845e58c None None] Bound using segment: {'id': 'd9339798-4a1a-41fd-b98b-3f4844d99f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:18.123199 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-09441c19-e7b6-4612-bb61-d017a845e58c None None] Bound port: 78db8311-e1ab-4fa9-9516-95bc1eb0f2d2, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9339798-4a1a-41fd-b98b-3f4844d99f3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:18.123956 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-09441c19-e7b6-4612-bb61-d017a845e58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.156164 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-27d59168-e52e-4996-95b1-73594b515352 tempest-FloatingIPAdminTestJSON-318499027 tempest-FloatingIPAdminTestJSON-318499027-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:18.176846 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e7d60d65-df27-4223-9f6d-e634a0374e2c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.189584 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c73fe8-aea1-494f-bf21-7cce9551e2b0 req-fd1d52e0-27cd-482f-b3b8-1ea6ae701d1c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:18.193761 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-27d59168-e52e-4996-95b1-73594b515352 tempest-FloatingIPAdminTestJSON-318499027 tempest-FloatingIPAdminTestJSON-318499027-project] Notify callbacks [] for floatingip, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.198436 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c2c73fe8-aea1-494f-bf21-7cce9551e2b0 req-fd1d52e0-27cd-482f-b3b8-1ea6ae701d1c tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.1338336 Jul 29 23:45:18.202001 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-09441c19-e7b6-4612-bb61-d017a845e58c None None] For port 78db8311-e1ab-4fa9-9516-95bc1eb0f2d2, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:18.206013 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-09441c19-e7b6-4612-bb61-d017a845e58c None None] For port 78db8311-e1ab-4fa9-9516-95bc1eb0f2d2, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=78db8311-e1ab-4fa9-9516-95bc1eb0f2d2,segment=NetworkSegment(d9339798-4a1a-41fd-b98b-3f4844d99f3d),segment_id=d9339798-4a1a-41fd-b98b-3f4844d99f3d)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:18.211485 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-09441c19-e7b6-4612-bb61-d017a845e58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.270638 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d60d65-df27-4223-9f6d-e634a0374e2c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:18.280620 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-e7d60d65-df27-4223-9f6d-e634a0374e2c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:18.297720 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09441c19-e7b6-4612-bb61-d017a845e58c None None] Pushing event updated for resources: {'Port': ['ID=78db8311-e1ab-4fa9-9516-95bc1eb0f2d2,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:18.314197 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c2c73fe8-aea1-494f-bf21-7cce9551e2b0 req-fd49f828-c22e-4285-b459-e6e1701ab972 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148014 Jul 29 23:45:18.318373 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d60d65-df27-4223-9f6d-e634a0374e2c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:18.318998 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e7d60d65-df27-4223-9f6d-e634a0374e2c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.338381 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d60d65-df27-4223-9f6d-e634a0374e2c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Subnet': ['ID=2741f024-6be0-4d41-af5c-f4b8c5e0d6b7,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:18.345421 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e7d60d65-df27-4223-9f6d-e634a0374e2c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7985873 Jul 29 23:45:18.345650 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37344) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:18.351004 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-34552cf9-85f7-4339-926d-a2351275592e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'port': {'network_id': 'bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e', 'fixed_ips': [{'subnet_id': '6d8a003f-d7a5-4339-ba51-df4c5f581a9f'}, {'subnet_id': '2741f024-6be0-4d41-af5c-f4b8c5e0d6b7'}], 'name': 'tempest-PortsIpV6TestJSON-1150615949'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:18.369982 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-27d59168-e52e-4996-95b1-73594b515352 tempest-FloatingIPAdminTestJSON-318499027 tempest-FloatingIPAdminTestJSON-318499027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.578677 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-27d59168-e52e-4996-95b1-73594b515352 tempest-FloatingIPAdminTestJSON-318499027 tempest-FloatingIPAdminTestJSON-318499027-project] Allocated IP 172.25.8.53 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/5279ff77-dd33-4ff5-91cd-638573e092fe) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:18.588820 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34552cf9-85f7-4339-926d-a2351275592e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:18.747780 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-34552cf9-85f7-4339-926d-a2351275592e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.782079 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-27d59168-e52e-4996-95b1-73594b515352 tempest-FloatingIPAdminTestJSON-318499027 tempest-FloatingIPAdminTestJSON-318499027-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:18.787372 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-34552cf9-85f7-4339-926d-a2351275592e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] device_id is not set on port 37b62c51-fc06-4b9d-b90e-818fb18c7c35 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:45:18.943309 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-27d59168-e52e-4996-95b1-73594b515352 tempest-FloatingIPAdminTestJSON-318499027 tempest-FloatingIPAdminTestJSON-318499027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.020347 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d59168-e52e-4996-95b1-73594b515352 tempest-FloatingIPAdminTestJSON-318499027 tempest-FloatingIPAdminTestJSON-318499027-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:19.025219 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d59168-e52e-4996-95b1-73594b515352 tempest-FloatingIPAdminTestJSON-318499027 tempest-FloatingIPAdminTestJSON-318499027-project] Pushing event updated for resources: {'Port': ['ID=5279ff77-dd33-4ff5-91cd-638573e092fe,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:19.047974 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-27d59168-e52e-4996-95b1-73594b515352 tempest-FloatingIPAdminTestJSON-318499027 tempest-FloatingIPAdminTestJSON-318499027-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:19.053365 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d59168-e52e-4996-95b1-73594b515352 tempest-FloatingIPAdminTestJSON-318499027 tempest-FloatingIPAdminTestJSON-318499027-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:19.240931 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-34552cf9-85f7-4339-926d-a2351275592e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Allocated IP 2001:db8::1fe (bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e/6d8a003f-d7a5-4339-ba51-df4c5f581a9f/37b62c51-fc06-4b9d-b90e-818fb18c7c35) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:19.253977 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-34552cf9-85f7-4339-926d-a2351275592e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Allocated IP 2001:db8:0:1::17f (bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e/2741f024-6be0-4d41-af5c-f4b8c5e0d6b7/37b62c51-fc06-4b9d-b90e-818fb18c7c35) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:19.258056 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-27d59168-e52e-4996-95b1-73594b515352 tempest-FloatingIPAdminTestJSON-318499027 tempest-FloatingIPAdminTestJSON-318499027-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.346690 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-27d59168-e52e-4996-95b1-73594b515352 tempest-FloatingIPAdminTestJSON-318499027 tempest-FloatingIPAdminTestJSON-318499027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.502413 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a54ed5-39f3-4b94-8175-778ad03d80c2 req-df50fbd5-4d98-42de-a5c2-34f9e14550df tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:19.516472 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b1a54ed5-39f3-4b94-8175-778ad03d80c2 req-df50fbd5-4d98-42de-a5c2-34f9e14550df tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.0790379 Jul 29 23:45:19.579823 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75fd009-da63-412e-b54a-c9fab5066ff5 None None] Network bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:19.604571 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b1a54ed5-39f3-4b94-8175-778ad03d80c2 req-0f1d605b-e26c-4b54-9408-e58f1824cd3f tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups?id=5d35234a-e1a4-47fa-9153-e664d9dd98e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856700 Jul 29 23:45:19.649368 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfb7de8-a37f-4d10-b7ff-f63bb5576406 req-e7907eb7-b7e5-4dad-ba21-04e76336d7e6 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:19.658298 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5dfb7de8-a37f-4d10-b7ff-f63bb5576406 req-e7907eb7-b7e5-4dad-ba21-04e76336d7e6 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.23 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 944 time: 0.1330619 Jul 29 23:45:19.749500 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-34552cf9-85f7-4339-926d-a2351275592e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.750036 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5a7ebb21-6f58-437d-89fc-419dee5fe49c None None] Provisioning for port 78db8311-e1ab-4fa9-9516-95bc1eb0f2d2 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:19.783547 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-27d59168-e52e-4996-95b1-73594b515352 tempest-FloatingIPAdminTestJSON-318499027 tempest-FloatingIPAdminTestJSON-318499027-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.791270 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-5dfb7de8-a37f-4d10-b7ff-f63bb5576406 req-57d746c3-7e8a-48c5-bc17-1de36bdda9e7 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Deleting port 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:19.791690 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5dfb7de8-a37f-4d10-b7ff-f63bb5576406 req-57d746c3-7e8a-48c5-bc17-1de36bdda9e7 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.796891 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-27d59168-e52e-4996-95b1-73594b515352 tempest-FloatingIPAdminTestJSON-318499027 tempest-FloatingIPAdminTestJSON-318499027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.801016 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-34552cf9-85f7-4339-926d-a2351275592e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Transition to ACTIVE for port object 37b62c51-fc06-4b9d-b90e-818fb18c7c35 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:19.921103 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-5dfb7de8-a37f-4d10-b7ff-f63bb5576406 req-57d746c3-7e8a-48c5-bc17-1de36bdda9e7 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] For port 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:19.921470 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5dfb7de8-a37f-4d10-b7ff-f63bb5576406 req-57d746c3-7e8a-48c5-bc17-1de36bdda9e7 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:19.950336 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d59168-e52e-4996-95b1-73594b515352 tempest-FloatingIPAdminTestJSON-318499027 tempest-FloatingIPAdminTestJSON-318499027-project] Pushing event updated for resources: {'Port': ['ID=5279ff77-dd33-4ff5-91cd-638573e092fe,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:19.975458 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-34552cf9-85f7-4339-926d-a2351275592e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.061015 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d267f9e-625a-4ea7-8322-c5ee89b871d3 None None] Update dhcp port {'port': {'network_id': 'bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e', 'fixed_ips': [{'subnet_id': '6d8a003f-d7a5-4339-ba51-df4c5f581a9f', 'ip_address': '2001:db8::2'}, {'subnet_id': '2741f024-6be0-4d41-af5c-f4b8c5e0d6b7'}], 'binding:host_id': 'n-d-712140-10'}, 'id': '78db8311-e1ab-4fa9-9516-95bc1eb0f2d2'} from n-d-712140-10. {{(pid=94065) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:45:20.108598 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34552cf9-85f7-4339-926d-a2351275592e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:20.112447 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1d267f9e-625a-4ea7-8322-c5ee89b871d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.116825 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-34552cf9-85f7-4339-926d-a2351275592e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:20.125753 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34552cf9-85f7-4339-926d-a2351275592e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:20.143467 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34552cf9-85f7-4339-926d-a2351275592e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:20.144212 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-34552cf9-85f7-4339-926d-a2351275592e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.150367 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-27d59168-e52e-4996-95b1-73594b515352 tempest-FloatingIPAdminTestJSON-318499027 tempest-FloatingIPAdminTestJSON-318499027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.185874 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34552cf9-85f7-4339-926d-a2351275592e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Port': ['ID=37b62c51-fc06-4b9d-b90e-818fb18c7c35,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:20.202678 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-34552cf9-85f7-4339-926d-a2351275592e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.8561542 Jul 29 23:45:20.205777 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37368) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:20.209691 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-27d59168-e52e-4996-95b1-73594b515352 tempest-FloatingIPAdminTestJSON-318499027 tempest-FloatingIPAdminTestJSON-318499027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.210990 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-27d59168-e52e-4996-95b1-73594b515352 tempest-FloatingIPAdminTestJSON-318499027 tempest-FloatingIPAdminTestJSON-318499027-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1720200 Jul 29 23:45:20.215811 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-94010f46-cc5f-4380-9e65-866412822d8e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6d8a003f-d7a5-4339-ba51-df4c5f581a9f'}]}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:20.219645 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37370) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:20.283562 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5dfb7de8-a37f-4d10-b7ff-f63bb5576406 req-57d746c3-7e8a-48c5-bc17-1de36bdda9e7 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.283968 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5dfb7de8-a37f-4d10-b7ff-f63bb5576406 req-57d746c3-7e8a-48c5-bc17-1de36bdda9e7 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.284280 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [req-5dfb7de8-a37f-4d10-b7ff-f63bb5576406 req-57d746c3-7e8a-48c5-bc17-1de36bdda9e7 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Floating IP 68cb9fe8-1253-4137-ab3e-9ba47be0daaf disassociated. External IP: 172.25.8.198, port: 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f. Jul 29 23:45:20.284621 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-5dfb7de8-a37f-4d10-b7ff-f63bb5576406 req-57d746c3-7e8a-48c5-bc17-1de36bdda9e7 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Calling delete_port for 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:20.360108 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 3aa1533a-9a9a-4c72-a786-1e80bc86c7a1 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:20.389024 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 3aa1533a-9a9a-4c72-a786-1e80bc86c7a1 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:20.389731 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 3aa1533a-9a9a-4c72-a786-1e80bc86c7a1 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:20.398714 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f3daaae0-88bd-482f-836f-bbda86e66b73 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3218 time: 0.1756635 Jul 29 23:45:20.399080 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37372) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:20.403628 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-1d267f9e-625a-4ea7-8322-c5ee89b871d3 None None] Allocated IP 2001:db8:0:1::2 (bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e/2741f024-6be0-4d41-af5c-f4b8c5e0d6b7/78db8311-e1ab-4fa9-9516-95bc1eb0f2d2) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:20.504228 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7e651fdd-7800-4fd3-9cd1-6b6e9ad44dd7 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1038880 Jul 29 23:45:20.507488 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37374) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:20.560070 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-1d267f9e-625a-4ea7-8322-c5ee89b871d3 None None] For port 78db8311-e1ab-4fa9-9516-95bc1eb0f2d2, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=78db8311-e1ab-4fa9-9516-95bc1eb0f2d2,segment=NetworkSegment(d9339798-4a1a-41fd-b98b-3f4844d99f3d),segment_id=d9339798-4a1a-41fd-b98b-3f4844d99f3d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:20.587425 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5dfb7de8-a37f-4d10-b7ff-f63bb5576406 req-57d746c3-7e8a-48c5-bc17-1de36bdda9e7 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.627669 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1d267f9e-625a-4ea7-8322-c5ee89b871d3 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.662876 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1d267f9e-625a-4ea7-8322-c5ee89b871d3 None None] Transition to ACTIVE for port object 78db8311-e1ab-4fa9-9516-95bc1eb0f2d2 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:20.666825 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1d267f9e-625a-4ea7-8322-c5ee89b871d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.727478 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d746c3-7e8a-48c5-bc17-1de36bdda9e7 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Pushing event deleted for resources: {'Port': ['ID=8dccf7fc-65fb-4bea-aa88-058e5e3fc67f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:20.742127 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 78db8311-e1ab-4fa9-9516-95bc1eb0f2d2 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:20.825528 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-5c7d7dca-bbb5-4adc-a9d8-e4db4fb2d96c tempest-FloatingIPAdminTestJSON-318499027 tempest-FloatingIPAdminTestJSON-318499027-project] Deleting port 5279ff77-dd33-4ff5-91cd-638573e092fe {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:20.826057 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c7d7dca-bbb5-4adc-a9d8-e4db4fb2d96c tempest-FloatingIPAdminTestJSON-318499027 tempest-FloatingIPAdminTestJSON-318499027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.925970 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c7d7dca-bbb5-4adc-a9d8-e4db4fb2d96c tempest-FloatingIPAdminTestJSON-318499027 tempest-FloatingIPAdminTestJSON-318499027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.926441 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c7d7dca-bbb5-4adc-a9d8-e4db4fb2d96c tempest-FloatingIPAdminTestJSON-318499027 tempest-FloatingIPAdminTestJSON-318499027-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:20.934477 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6e502033-9ca2-4a1e-8705-eef0ebdc8ea6 req-959bb362-2c43-4411-a38c-774a4a28efe9 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 210 time: 0.1963468 Jul 29 23:45:20.940670 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-5c7d7dca-bbb5-4adc-a9d8-e4db4fb2d96c tempest-FloatingIPAdminTestJSON-318499027 tempest-FloatingIPAdminTestJSON-318499027-project] Calling delete_port for 5279ff77-dd33-4ff5-91cd-638573e092fe owned by network:floatingip {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:20.977872 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dfb7de8-a37f-4d10-b7ff-f63bb5576406 req-57d746c3-7e8a-48c5-bc17-1de36bdda9e7 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Router 82a47c1c-8c46-4f76-93ad-d86bf84ab363 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:45:21.002364 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-94010f46-cc5f-4380-9e65-866412822d8e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.032378 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d267f9e-625a-4ea7-8322-c5ee89b871d3 None None] Pushing event updated for resources: {'Port': ['ID=78db8311-e1ab-4fa9-9516-95bc1eb0f2d2,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:21.039724 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 78db8311-e1ab-4fa9-9516-95bc1eb0f2d2 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:21.116900 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c7d7dca-bbb5-4adc-a9d8-e4db4fb2d96c tempest-FloatingIPAdminTestJSON-318499027 tempest-FloatingIPAdminTestJSON-318499027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.172898 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d7dca-bbb5-4adc-a9d8-e4db4fb2d96c tempest-FloatingIPAdminTestJSON-318499027 tempest-FloatingIPAdminTestJSON-318499027-project] Pushing event deleted for resources: {'Port': ['ID=5279ff77-dd33-4ff5-91cd-638573e092fe,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:21.269822 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c7d7dca-bbb5-4adc-a9d8-e4db4fb2d96c tempest-FloatingIPAdminTestJSON-318499027 tempest-FloatingIPAdminTestJSON-318499027-project] Notify callbacks [] for floatingip, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.275402 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5c7d7dca-bbb5-4adc-a9d8-e4db4fb2d96c tempest-FloatingIPAdminTestJSON-318499027 tempest-FloatingIPAdminTestJSON-318499027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.275760 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5c7d7dca-bbb5-4adc-a9d8-e4db4fb2d96c tempest-FloatingIPAdminTestJSON-318499027 tempest-FloatingIPAdminTestJSON-318499027-project] 10.222.0.18 "DELETE /v2.0/floatingips/de1745dc-8d46-446b-850a-c0fd01ad16ff HTTP/1.1" status: 204 len: 168 time: 0.7667515 Jul 29 23:45:21.278061 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37384) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:21.330959 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dfb7de8-a37f-4d10-b7ff-f63bb5576406 req-57d746c3-7e8a-48c5-bc17-1de36bdda9e7 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:45:21.348394 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728eb290-6ae5-46d3-b832-388f70c7aa7a None None] Sync routers for ids ['82a47c1c-8c46-4f76-93ad-d86bf84ab363'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:45:21.373577 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728eb290-6ae5-46d3-b832-388f70c7aa7a None None] Routers {'82a47c1c-8c46-4f76-93ad-d86bf84ab363'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:21.378768 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-728eb290-6ae5-46d3-b832-388f70c7aa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:45:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['82a47c1c-8c46-4f76-93ad-d86bf84ab363'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:21.389455 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dfb7de8-a37f-4d10-b7ff-f63bb5576406 req-57d746c3-7e8a-48c5-bc17-1de36bdda9e7 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] No DVR routers for this DVR port 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:21.394171 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5dfb7de8-a37f-4d10-b7ff-f63bb5576406 req-57d746c3-7e8a-48c5-bc17-1de36bdda9e7 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.396724 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5dfb7de8-a37f-4d10-b7ff-f63bb5576406 req-57d746c3-7e8a-48c5-bc17-1de36bdda9e7 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.23 "DELETE /v2.0/ports/8dccf7fc-65fb-4bea-aa88-058e5e3fc67f HTTP/1.1" status: 204 len: 173 time: 1.7320709 Jul 29 23:45:21.397214 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5c7e56f-acb3-4a75-b444-e0a505979ebb', 'name': 'network-vif-deleted', 'tag': '8dccf7fc-65fb-4bea-aa88-058e5e3fc67f'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:21.399652 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80058493-2d75-43e4-8652-68e44d3c6304" -d '{"events": [{"server_uuid": "b5c7e56f-acb3-4a75-b444-e0a505979ebb", "name": "network-vif-deleted", "tag": "8dccf7fc-65fb-4bea-aa88-058e5e3fc67f"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:21.512158 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-707c8e6d-00c9-46e0-99aa-4a5fe25a3b88 x-openstack-request-id: req-707c8e6d-00c9-46e0-99aa-4a5fe25a3b88 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:21.512450 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5c7e56f-acb3-4a75-b444-e0a505979ebb", "name": "network-vif-deleted", "tag": "8dccf7fc-65fb-4bea-aa88-058e5e3fc67f", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:21.512751 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-707c8e6d-00c9-46e0-99aa-4a5fe25a3b88 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:21.513187 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5c7e56f-acb3-4a75-b444-e0a505979ebb', 'name': 'network-vif-deleted', 'tag': '8dccf7fc-65fb-4bea-aa88-058e5e3fc67f', 'status': 'completed', 'code': 200} Jul 29 23:45:21.616838 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-94010f46-cc5f-4380-9e65-866412822d8e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Delete allocated IP 2001:db8:0:1::17f (bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e/2741f024-6be0-4d41-af5c-f4b8c5e0d6b7) {{(pid=94063) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 23:45:21.644632 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-728eb290-6ae5-46d3-b832-388f70c7aa7a None None] Set router 82a47c1c-8c46-4f76-93ad-d86bf84ab363 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:21.806108 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-94010f46-cc5f-4380-9e65-866412822d8e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.830973 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-94010f46-cc5f-4380-9e65-866412822d8e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Ignored duplicate provisioning block setup for port 37b62c51-fc06-4b9d-b90e-818fb18c7c35 by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 29 23:45:21.838498 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-94010f46-cc5f-4380-9e65-866412822d8e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.850540 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-73f70561-c344-4e82-8bea-79a469632c02 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Deleting port 79438667-8d33-4565-8256-13280c3929e2 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:21.851094 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-73f70561-c344-4e82-8bea-79a469632c02 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.937612 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-94010f46-cc5f-4380-9e65-866412822d8e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] In _notify_port_updated(), no bound segment for port 37b62c51-fc06-4b9d-b90e-818fb18c7c35 on network bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e {{(pid=94063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:45:21.938555 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19481c5-3813-4eab-a612-2149d53efb17 None None] Network bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:21.944951 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94010f46-cc5f-4380-9e65-866412822d8e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:21.945929 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-94010f46-cc5f-4380-9e65-866412822d8e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:21.947477 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-94010f46-cc5f-4380-9e65-866412822d8e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "PUT /v2.0/ports/37b62c51-fc06-4b9d-b90e-818fb18c7c35 HTTP/1.1" status: 200 len: 926 time: 1.7407360 Jul 29 23:45:21.950382 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37390) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:21.963248 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94010f46-cc5f-4380-9e65-866412822d8e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Port': ['ID=37b62c51-fc06-4b9d-b90e-818fb18c7c35,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:21.968028 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-2953d6bd-2d2f-4424-aaf7-b3d0e946fd85 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6d8a003f-d7a5-4339-ba51-df4c5f581a9f'}, {'subnet_id': '2741f024-6be0-4d41-af5c-f4b8c5e0d6b7'}]}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:22.060414 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-728eb290-6ae5-46d3-b832-388f70c7aa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'name': 'tempest-ServerActionsTestJSON-537007275-router', 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:24Z', 'updated_at': '2021-07-29T23:36:34Z', 'revision_number': 4, 'project_id': '72e6a71724b54f78b875fd06b1bacd37', 'gw_port': {'id': '1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:03:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:25Z', 'updated_at': '2021-07-29T23:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '37f53144-de03-48f7-8de7-ca67e16e78d1', 'name': '', 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f', 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37', 'mac_address': 'fa:16:3e:5c:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '9f136cd8-eda3-43eb-9cb5-3830c4338b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:32Z', 'updated_at': '2021-07-29T23:36:41Z', 'revision_number': 5, 'project_id': '72e6a71724b54f78b875fd06b1bacd37', 'subnets': [{'id': '9f136cd8-eda3-43eb-9cb5-3830c4338b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:22.068208 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7da23c76-e60a-4aeb-aea6-6161aa5db11f None None] Provisioning for port 78db8311-e1ab-4fa9-9516-95bc1eb0f2d2 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:22.073640 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cfe887c8-0593-4975-8576-8ce44041a0d1 req-0caad304-3475-44ac-ac03-90aef7e29195 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/ports?device_id=b5c7e56f-acb3-4a75-b444-e0a505979ebb HTTP/1.1" status: 200 len: 210 time: 0.0392058 Jul 29 23:45:22.076316 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7da23c76-e60a-4aeb-aea6-6161aa5db11f None None] Provisioning complete for port 78db8311-e1ab-4fa9-9516-95bc1eb0f2d2 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:22.076695 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7da23c76-e60a-4aeb-aea6-6161aa5db11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.111306 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728eb290-6ae5-46d3-b832-388f70c7aa7a None None] Checking router: 82a47c1c-8c46-4f76-93ad-d86bf84ab363 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:45:22.123023 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728eb290-6ae5-46d3-b832-388f70c7aa7a None None] Routers {'82a47c1c-8c46-4f76-93ad-d86bf84ab363'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:22.123854 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-728eb290-6ae5-46d3-b832-388f70c7aa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:45:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['82a47c1c-8c46-4f76-93ad-d86bf84ab363'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:22.123992 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-73f70561-c344-4e82-8bea-79a469632c02 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.124193 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-73f70561-c344-4e82-8bea-79a469632c02 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.156091 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-73f70561-c344-4e82-8bea-79a469632c02 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Calling delete_port for 79438667-8d33-4565-8256-13280c3929e2 owned by network:floatingip {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:22.178994 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2953d6bd-2d2f-4424-aaf7-b3d0e946fd85 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.202000 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7da23c76-e60a-4aeb-aea6-6161aa5db11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.249377 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-728eb290-6ae5-46d3-b832-388f70c7aa7a None None] Set router 82a47c1c-8c46-4f76-93ad-d86bf84ab363 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:22.301395 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-7da23c76-e60a-4aeb-aea6-6161aa5db11f None None] For port 78db8311-e1ab-4fa9-9516-95bc1eb0f2d2, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=78db8311-e1ab-4fa9-9516-95bc1eb0f2d2,segment=NetworkSegment(d9339798-4a1a-41fd-b98b-3f4844d99f3d),segment_id=d9339798-4a1a-41fd-b98b-3f4844d99f3d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:22.308668 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7da23c76-e60a-4aeb-aea6-6161aa5db11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.410095 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da23c76-e60a-4aeb-aea6-6161aa5db11f None None] Pushing event updated for resources: {'Port': ['ID=78db8311-e1ab-4fa9-9516-95bc1eb0f2d2,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:22.617625 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 78db8311-e1ab-4fa9-9516-95bc1eb0f2d2 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:22.622028 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-728eb290-6ae5-46d3-b832-388f70c7aa7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'name': 'tempest-ServerActionsTestJSON-537007275-router', 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:24Z', 'updated_at': '2021-07-29T23:36:34Z', 'revision_number': 4, 'project_id': '72e6a71724b54f78b875fd06b1bacd37', 'gw_port': {'id': '1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:03:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:25Z', 'updated_at': '2021-07-29T23:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '37f53144-de03-48f7-8de7-ca67e16e78d1', 'name': '', 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f', 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37', 'mac_address': 'fa:16:3e:5c:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '9f136cd8-eda3-43eb-9cb5-3830c4338b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:32Z', 'updated_at': '2021-07-29T23:36:41Z', 'revision_number': 5, 'project_id': '72e6a71724b54f78b875fd06b1bacd37', 'subnets': [{'id': '9f136cd8-eda3-43eb-9cb5-3830c4338b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:22.640881 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-73f70561-c344-4e82-8bea-79a469632c02 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.673047 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f70561-c344-4e82-8bea-79a469632c02 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Pushing event deleted for resources: {'Port': ['ID=79438667-8d33-4565-8256-13280c3929e2,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:22.704706 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 78db8311-e1ab-4fa9-9516-95bc1eb0f2d2 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:22.705225 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.797294 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728eb290-6ae5-46d3-b832-388f70c7aa7a None None] The sync data for ids ['82a47c1c-8c46-4f76-93ad-d86bf84ab363'] in n-d-712140-10 is: [{'id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'name': 'tempest-ServerActionsTestJSON-537007275-router', 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:24Z', 'updated_at': '2021-07-29T23:36:34Z', 'revision_number': 4, 'project_id': '72e6a71724b54f78b875fd06b1bacd37', 'gw_port': {'id': '1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:03:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:25Z', 'updated_at': '2021-07-29T23:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '37f53144-de03-48f7-8de7-ca67e16e78d1', 'name': '', 'network_id': 'c65634b4-620f-4d4e-b86a-cfaa4125589f', 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37', 'mac_address': 'fa:16:3e:5c:7d:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'device_owner': 'network:router_interface', 'standard_attr_id': 2126, 'fixed_ips': [{'subnet_id': '9f136cd8-eda3-43eb-9cb5-3830c4338b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:32Z', 'updated_at': '2021-07-29T23:36:41Z', 'revision_number': 5, 'project_id': '72e6a71724b54f78b875fd06b1bacd37', 'subnets': [{'id': '9f136cd8-eda3-43eb-9cb5-3830c4338b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:45:22.883045 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-73f70561-c344-4e82-8bea-79a469632c02 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.886083 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-73f70561-c344-4e82-8bea-79a469632c02 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:22.887886 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-73f70561-c344-4e82-8bea-79a469632c02 tempest-FloatingIPAdminTestJSON-2015247373 tempest-FloatingIPAdminTestJSON-2015247373-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/4d729add-68ac-4ca6-a16b-385d273da136 HTTP/1.1" status: 204 len: 168 time: 1.6082397 Jul 29 23:45:22.891544 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37398) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:22.923467 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-2953d6bd-2d2f-4424-aaf7-b3d0e946fd85 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Allocated IP 2001:db8:0:1::291 (bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e/2741f024-6be0-4d41-af5c-f4b8c5e0d6b7/37b62c51-fc06-4b9d-b90e-818fb18c7c35) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:22.956658 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7ba54566-e79d-471f-9233-e394db65dc95 None None] Provisioning complete for port 78db8311-e1ab-4fa9-9516-95bc1eb0f2d2 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:22.957245 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7ba54566-e79d-471f-9233-e394db65dc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.076361 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-75a68209-77cf-49bd-89b5-07160a2ac4ef tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Deleting port 503f9b18-e202-4800-aa4c-8f944737262b {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:23.076880 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-75a68209-77cf-49bd-89b5-07160a2ac4ef tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.151789 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2953d6bd-2d2f-4424-aaf7-b3d0e946fd85 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.171924 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7ba54566-e79d-471f-9233-e394db65dc95 None None] Provisioning for port 37b62c51-fc06-4b9d-b90e-818fb18c7c35 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:23.181828 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7ba54566-e79d-471f-9233-e394db65dc95 None None] Provisioning complete for port 37b62c51-fc06-4b9d-b90e-818fb18c7c35 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:23.183804 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7ba54566-e79d-471f-9233-e394db65dc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.185084 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-2953d6bd-2d2f-4424-aaf7-b3d0e946fd85 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Ignored duplicate provisioning block setup for port 37b62c51-fc06-4b9d-b90e-818fb18c7c35 by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 29 23:45:23.194194 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2953d6bd-2d2f-4424-aaf7-b3d0e946fd85 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.219803 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37404) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:23.270727 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-7ba54566-e79d-471f-9233-e394db65dc95 None None] Port 37b62c51-fc06-4b9d-b90e-818fb18c7c35 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:45:23.324462 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c093e904-4925-4434-ae81-abfdecda11e8 None None] New status for floating IP 68cb9fe8-1253-4137-ab3e-9ba47be0daaf: DOWN {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:45:23.339271 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-75a68209-77cf-49bd-89b5-07160a2ac4ef tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.354538 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-75a68209-77cf-49bd-89b5-07160a2ac4ef tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Calling delete_port for 503f9b18-e202-4800-aa4c-8f944737262b owned by {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:23.361351 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-2953d6bd-2d2f-4424-aaf7-b3d0e946fd85 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] In _notify_port_updated(), no bound segment for port 37b62c51-fc06-4b9d-b90e-818fb18c7c35 on network bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e {{(pid=94064) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:45:23.367537 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2953d6bd-2d2f-4424-aaf7-b3d0e946fd85 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:23.368470 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2953d6bd-2d2f-4424-aaf7-b3d0e946fd85 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.369981 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2953d6bd-2d2f-4424-aaf7-b3d0e946fd85 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "PUT /v2.0/ports/37b62c51-fc06-4b9d-b90e-818fb18c7c35 HTTP/1.1" status: 200 len: 1012 time: 1.4169388 Jul 29 23:45:23.371383 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2953d6bd-2d2f-4424-aaf7-b3d0e946fd85 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Port': ['ID=37b62c51-fc06-4b9d-b90e-818fb18c7c35,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:23.373900 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37410) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:23.519401 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-61360176-1a5b-40d4-a400-21359cc58f02 None None] Provisioning complete for port 37b62c51-fc06-4b9d-b90e-818fb18c7c35 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:23.520680 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-61360176-1a5b-40d4-a400-21359cc58f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.590147 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c32c2-e4ae-4edd-bcd4-57a07659259d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Deleting port 37b62c51-fc06-4b9d-b90e-818fb18c7c35 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:23.590703 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f8c32c2-e4ae-4edd-bcd4-57a07659259d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.603410 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-75a68209-77cf-49bd-89b5-07160a2ac4ef tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.608768 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-61360176-1a5b-40d4-a400-21359cc58f02 None None] Port 37b62c51-fc06-4b9d-b90e-818fb18c7c35 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:45:23.652054 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a68209-77cf-49bd-89b5-07160a2ac4ef tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Pushing event deleted for resources: {'Port': ['ID=503f9b18-e202-4800-aa4c-8f944737262b,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:23.729760 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5a9e23b3-b055-4b96-af12-8fa6a0048b3d tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.758221 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5ce184bb-d2da-4308-8564-655c646c0451 None None] Provisioning complete for port 37b62c51-fc06-4b9d-b90e-818fb18c7c35 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:23.758638 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5ce184bb-d2da-4308-8564-655c646c0451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.769268 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f8c32c2-e4ae-4edd-bcd4-57a07659259d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.789021 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5a9e23b3-b055-4b96-af12-8fa6a0048b3d tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.792117 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c32c2-e4ae-4edd-bcd4-57a07659259d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Calling delete_port for 37b62c51-fc06-4b9d-b90e-818fb18c7c35 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:23.795269 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-75a68209-77cf-49bd-89b5-07160a2ac4ef tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.797322 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-75a68209-77cf-49bd-89b5-07160a2ac4ef tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] 10.222.0.18 "DELETE /v2.0/ports/503f9b18-e202-4800-aa4c-8f944737262b HTTP/1.1" status: 204 len: 168 time: 0.9047930 Jul 29 23:45:23.801308 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37414) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:23.849723 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5ce184bb-d2da-4308-8564-655c646c0451 None None] Port 37b62c51-fc06-4b9d-b90e-818fb18c7c35 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:45:23.877291 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5a9e23b3-b055-4b96-af12-8fa6a0048b3d tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.881582 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5a9e23b3-b055-4b96-af12-8fa6a0048b3d tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:23.883060 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5a9e23b3-b055-4b96-af12-8fa6a0048b3d tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "DELETE /v2.0/security-groups/5d35234a-e1a4-47fa-9153-e664d9dd98e9 HTTP/1.1" status: 204 len: 168 time: 0.6562479 Jul 29 23:45:23.893448 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37416) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:23.895483 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e23b3-b055-4b96-af12-8fa6a0048b3d tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d35234a-e1a4-47fa-9153-e664d9dd98e9,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:23.934744 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-d82eaaaa-72f4-41c9-b06b-93cb59451ff0 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] show failed (client error): The resource could not be found. Jul 29 23:45:23.936525 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d82eaaaa-72f4-41c9-b06b-93cb59451ff0 tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "GET /v2.0/security-groups/5d35234a-e1a4-47fa-9153-e664d9dd98e9 HTTP/1.1" status: 404 len: 347 time: 0.0369174 Jul 29 23:45:23.940283 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37418) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:23.996595 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad573fa-441e-45ac-a660-c7d483d792c6 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:23.998259 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8ad573fa-441e-45ac-a660-c7d483d792c6 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6a0739c-5eea-4e05-b696-b35d6b728a61 HTTP/1.1" status: 200 len: 913 time: 0.1944478 Jul 29 23:45:24.001187 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37420) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:24.150602 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c1e6f297-c8a1-4df4-9f3c-938999655caa tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Deleting port 64bd5678-2e4d-4841-a6d1-e2c7f5e6de2f {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:24.151098 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1e6f297-c8a1-4df4-9f3c-938999655caa tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.181887 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-aa66b1c5-7c1b-4829-9a43-877322397196 None None] Provisioning complete for port 37b62c51-fc06-4b9d-b90e-818fb18c7c35 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:24.182918 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa66b1c5-7c1b-4829-9a43-877322397196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.232056 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-aa66b1c5-7c1b-4829-9a43-877322397196 None None] Port 37b62c51-fc06-4b9d-b90e-818fb18c7c35 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:45:24.241086 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1e6f297-c8a1-4df4-9f3c-938999655caa tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.241549 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1e6f297-c8a1-4df4-9f3c-938999655caa tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.253691 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c1e6f297-c8a1-4df4-9f3c-938999655caa tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Calling delete_port for 64bd5678-2e4d-4841-a6d1-e2c7f5e6de2f owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:24.399041 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:24.418937 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1e6f297-c8a1-4df4-9f3c-938999655caa tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.427768 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:24.428012 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 8dccf7fc-65fb-4bea-aa88-058e5e3fc67f not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:24.456241 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6f297-c8a1-4df4-9f3c-938999655caa tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Pushing event deleted for resources: {'Port': ['ID=64bd5678-2e4d-4841-a6d1-e2c7f5e6de2f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:24.490237 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f8c32c2-e4ae-4edd-bcd4-57a07659259d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.548074 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c32c2-e4ae-4edd-bcd4-57a07659259d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Port': ['ID=37b62c51-fc06-4b9d-b90e-818fb18c7c35,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:24.579046 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1e6f297-c8a1-4df4-9f3c-938999655caa tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.581862 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1e6f297-c8a1-4df4-9f3c-938999655caa tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.586581 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c1e6f297-c8a1-4df4-9f3c-938999655caa tempest-ServerActionsTestJSON-1314844353 tempest-ServerActionsTestJSON-1314844353-project] 10.222.0.18 "DELETE /v2.0/floatingips/68cb9fe8-1253-4137-ab3e-9ba47be0daaf HTTP/1.1" status: 204 len: 168 time: 0.6449497 Jul 29 23:45:24.587276 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37430) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:24.632794 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f8c32c2-e4ae-4edd-bcd4-57a07659259d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.635064 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8f8c32c2-e4ae-4edd-bcd4-57a07659259d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/ports/37b62c51-fc06-4b9d-b90e-818fb18c7c35 HTTP/1.1" status: 204 len: 168 time: 1.2599277 Jul 29 23:45:24.637711 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37434) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:24.672313 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-61e90bb8-1b55-40fa-a5c4-138897fc2dc0 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] GET failed (client error): The resource could not be found. Jul 29 23:45:24.674420 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-61e90bb8-1b55-40fa-a5c4-138897fc2dc0 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "GET /v2.0/ports/37b62c51-fc06-4b9d-b90e-818fb18c7c35 HTTP/1.1" status: 404 len: 333 time: 0.0356214 Jul 29 23:45:24.678070 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37436) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:24.688878 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9c6a1d2-a851-446a-b515-6ba88801fcfd tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.806242 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-01990e42-48f9-41c2-9ba8-ba57298416b8 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Deleting subnet 2741f024-6be0-4d41-af5c-f4b8c5e0d6b7 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:45:24.810213 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01990e42-48f9-41c2-9ba8-ba57298416b8 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:24.877604 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01990e42-48f9-41c2-9ba8-ba57298416b8 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.073144 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01990e42-48f9-41c2-9ba8-ba57298416b8 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.102522 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b9c6a1d2-a851-446a-b515-6ba88801fcfd tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Deleting port 37af5368-1ab9-40b0-947a-e52b7c2c149d {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:25.103572 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9c6a1d2-a851-446a-b515-6ba88801fcfd tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.155489 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01990e42-48f9-41c2-9ba8-ba57298416b8 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.228568 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9c6a1d2-a851-446a-b515-6ba88801fcfd tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.229818 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01990e42-48f9-41c2-9ba8-ba57298416b8 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Subnet': ['ID=2741f024-6be0-4d41-af5c-f4b8c5e0d6b7,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:25.242693 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-01990e42-48f9-41c2-9ba8-ba57298416b8 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.245092 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-01990e42-48f9-41c2-9ba8-ba57298416b8 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/subnets/2741f024-6be0-4d41-af5c-f4b8c5e0d6b7 HTTP/1.1" status: 204 len: 168 time: 0.5660322 Jul 29 23:45:25.248294 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ca8d0a-6d09-4895-980d-5e151639fd57 None None] Network bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:25.250201 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37440) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:25.258533 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b9c6a1d2-a851-446a-b515-6ba88801fcfd tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Calling delete_port for 37af5368-1ab9-40b0-947a-e52b7c2c149d owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:25.418923 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24b0078-65a2-4e15-bae0-40ddffeb0388 req-9d80e6ea-83c8-4c77-a23d-868f98512af0 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:25.420913 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a24b0078-65a2-4e15-bae0-40ddffeb0388 req-9d80e6ea-83c8-4c77-a23d-868f98512af0 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/ports?device_id=21be09aa-8a04-48ab-923e-b86c8e1a17ac HTTP/1.1" status: 200 len: 945 time: 0.2805016 Jul 29 23:45:25.501756 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-70cc4700-0ea2-4314-9414-496ed66d9b20 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Deleting subnet 6d8a003f-d7a5-4339-ba51-df4c5f581a9f {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:45:25.531579 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-70cc4700-0ea2-4314-9414-496ed66d9b20 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.558884 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a24b0078-65a2-4e15-bae0-40ddffeb0388 req-462c9e42-870f-422d-b5bd-0f3c5f651df6 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac1897bc-fa23-468b-9375-38c8238b89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152115 Jul 29 23:45:25.577826 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9c6a1d2-a851-446a-b515-6ba88801fcfd tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.594576 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-70cc4700-0ea2-4314-9414-496ed66d9b20 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.659763 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c6a1d2-a851-446a-b515-6ba88801fcfd tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Pushing event deleted for resources: {'Port': ['ID=37af5368-1ab9-40b0-947a-e52b7c2c149d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:25.747881 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-70cc4700-0ea2-4314-9414-496ed66d9b20 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.865357 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7ebaf8e5-48f8-4d4a-b0e5-b90272ad3dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.918592 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9c6a1d2-a851-446a-b515-6ba88801fcfd tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.926204 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-70cc4700-0ea2-4314-9414-496ed66d9b20 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.971064 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cc4700-0ea2-4314-9414-496ed66d9b20 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Subnet': ['ID=6d8a003f-d7a5-4339-ba51-df4c5f581a9f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:25.976071 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-70cc4700-0ea2-4314-9414-496ed66d9b20 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:25.978074 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-70cc4700-0ea2-4314-9414-496ed66d9b20 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/subnets/6d8a003f-d7a5-4339-ba51-df4c5f581a9f HTTP/1.1" status: 204 len: 168 time: 0.7252562 Jul 29 23:45:25.981277 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37446) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:26.230357 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-7ebaf8e5-48f8-4d4a-b0e5-b90272ad3dcb admin admin] Deleting port 37f53144-de03-48f7-8de7-ca67e16e78d1 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:26.230965 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7ebaf8e5-48f8-4d4a-b0e5-b90272ad3dcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.325763 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3277352-d75e-4cec-accb-5c5bfda44486 None None] Network bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:26.333156 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-7ebaf8e5-48f8-4d4a-b0e5-b90272ad3dcb admin admin] For port 37f53144-de03-48f7-8de7-ca67e16e78d1, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=37f53144-de03-48f7-8de7-ca67e16e78d1,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:26.337613 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7ebaf8e5-48f8-4d4a-b0e5-b90272ad3dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.362122 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-7ebaf8e5-48f8-4d4a-b0e5-b90272ad3dcb admin admin] Calling delete_port for 37f53144-de03-48f7-8de7-ca67e16e78d1 owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:26.407370 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-be4ddc34-dde7-4708-b987-f8d8557ef5d8 None None] Provisioning complete for port 78db8311-e1ab-4fa9-9516-95bc1eb0f2d2 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:26.408132 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-be4ddc34-dde7-4708-b987-f8d8557ef5d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.522916 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-11091f7a-80a6-4d18-804b-c036817fb46e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.638218 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c6a1d2-a851-446a-b515-6ba88801fcfd tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Router a6a0739c-5eea-4e05-b696-b35d6b728a61 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:45:26.639083 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7ebaf8e5-48f8-4d4a-b0e5-b90272ad3dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.670791 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5763ba-2b2a-4d4d-be20-fe1ec0c88af3 None None] DHCP port deletion for bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:45:26.703314 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebaf8e5-48f8-4d4a-b0e5-b90272ad3dcb admin admin] Pushing event deleted for resources: {'Port': ['ID=37f53144-de03-48f7-8de7-ca67e16e78d1,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:26.712394 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-11091f7a-80a6-4d18-804b-c036817fb46e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Deleting port 78db8311-e1ab-4fa9-9516-95bc1eb0f2d2 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:26.712737 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-11091f7a-80a6-4d18-804b-c036817fb46e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.793083 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-2e5763ba-2b2a-4d4d-be20-fe1ec0c88af3 None None] Deleting port 78db8311-e1ab-4fa9-9516-95bc1eb0f2d2 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:26.793492 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2e5763ba-2b2a-4d4d-be20-fe1ec0c88af3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.794208 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb531a4b-e9ac-4a78-a0ec-7c9c20f8a9cc req-d63b662f-0a6e-4772-ac1f-9875c6dd2f80 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:26.796704 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fb531a4b-e9ac-4a78-a0ec-7c9c20f8a9cc req-d63b662f-0a6e-4772-ac1f-9875c6dd2f80 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.23 "GET /v2.0/ports?device_id=21be09aa-8a04-48ab-923e-b86c8e1a17ac HTTP/1.1" status: 200 len: 945 time: 0.2393689 Jul 29 23:45:26.905855 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-2e5763ba-2b2a-4d4d-be20-fe1ec0c88af3 None None] For port 78db8311-e1ab-4fa9-9516-95bc1eb0f2d2, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=78db8311-e1ab-4fa9-9516-95bc1eb0f2d2,segment=NetworkSegment(d9339798-4a1a-41fd-b98b-3f4844d99f3d),segment_id=d9339798-4a1a-41fd-b98b-3f4844d99f3d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:26.907489 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2e5763ba-2b2a-4d4d-be20-fe1ec0c88af3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.930822 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c6a1d2-a851-446a-b515-6ba88801fcfd tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:45:26.938637 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-11091f7a-80a6-4d18-804b-c036817fb46e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] For port 78db8311-e1ab-4fa9-9516-95bc1eb0f2d2, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=78db8311-e1ab-4fa9-9516-95bc1eb0f2d2,segment=NetworkSegment(d9339798-4a1a-41fd-b98b-3f4844d99f3d),segment_id=d9339798-4a1a-41fd-b98b-3f4844d99f3d)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:26.938998 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-11091f7a-80a6-4d18-804b-c036817fb46e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:26.944087 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadfa2c5-0f70-45ef-a22c-1392b8a9fb53 None None] Sync routers for ids ['a6a0739c-5eea-4e05-b696-b35d6b728a61'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:45:26.945216 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-2e5763ba-2b2a-4d4d-be20-fe1ec0c88af3 None None] Calling delete_port for 78db8311-e1ab-4fa9-9516-95bc1eb0f2d2 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:26.955509 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-11091f7a-80a6-4d18-804b-c036817fb46e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Calling delete_port for 78db8311-e1ab-4fa9-9516-95bc1eb0f2d2 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:26.956276 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadfa2c5-0f70-45ef-a22c-1392b8a9fb53 None None] Routers {'a6a0739c-5eea-4e05-b696-b35d6b728a61'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:26.965895 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-dadfa2c5-0f70-45ef-a22c-1392b8a9fb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:45:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['a6a0739c-5eea-4e05-b696-b35d6b728a61'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:27.020114 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-dadfa2c5-0f70-45ef-a22c-1392b8a9fb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:27.030333 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadfa2c5-0f70-45ef-a22c-1392b8a9fb53 None None] Routers {'a6a0739c-5eea-4e05-b696-b35d6b728a61'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:27.031095 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-dadfa2c5-0f70-45ef-a22c-1392b8a9fb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:45:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['a6a0739c-5eea-4e05-b696-b35d6b728a61'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:27.059311 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2e5763ba-2b2a-4d4d-be20-fe1ec0c88af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.059737 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b9c6a1d2-a851-446a-b515-6ba88801fcfd tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] 10.222.0.18 "PUT /v2.0/routers/a6a0739c-5eea-4e05-b696-b35d6b728a61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0571694 Jul 29 23:45:27.062894 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37454) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:27.089952 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5763ba-2b2a-4d4d-be20-fe1ec0c88af3 None None] Pushing event deleted for resources: {'Port': ['ID=78db8311-e1ab-4fa9-9516-95bc1eb0f2d2,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:27.095709 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-dadfa2c5-0f70-45ef-a22c-1392b8a9fb53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:27.096670 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadfa2c5-0f70-45ef-a22c-1392b8a9fb53 None None] The sync data for ids ['a6a0739c-5eea-4e05-b696-b35d6b728a61'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:45:27.113609 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5763ba-2b2a-4d4d-be20-fe1ec0c88af3 None None] No DVR routers for this DVR port 78db8311-e1ab-4fa9-9516-95bc1eb0f2d2 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:27.126971 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-11091f7a-80a6-4d18-804b-c036817fb46e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.164525 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11091f7a-80a6-4d18-804b-c036817fb46e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Port': ['ID=78db8311-e1ab-4fa9-9516-95bc1eb0f2d2,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:27.170684 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11091f7a-80a6-4d18-804b-c036817fb46e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] No DVR routers for this DVR port 78db8311-e1ab-4fa9-9516-95bc1eb0f2d2 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:27.303342 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-11091f7a-80a6-4d18-804b-c036817fb46e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.316694 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-780f0ebe-0cbd-467a-8ab1-db075ec98cce tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.320408 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-11091f7a-80a6-4d18-804b-c036817fb46e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:27.366865 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-11091f7a-80a6-4d18-804b-c036817fb46e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9339798-4a1a-41fd-b98b-3f4844d99f3d') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:27.367145 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-11091f7a-80a6-4d18-804b-c036817fb46e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9339798-4a1a-41fd-b98b-3f4844d99f3d') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:27.381359 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-11091f7a-80a6-4d18-804b-c036817fb46e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.436688 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-11091f7a-80a6-4d18-804b-c036817fb46e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.438609 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662564c7-77f4-410b-80d2-da744d1f5cd0 req-688c4927-b881-4ea0-b455-a31f4900a173 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:27.440606 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-662564c7-77f4-410b-80d2-da744d1f5cd0 req-688c4927-b881-4ea0-b455-a31f4900a173 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/ports?device_id=21be09aa-8a04-48ab-923e-b86c8e1a17ac HTTP/1.1" status: 200 len: 945 time: 0.6980453 Jul 29 23:45:27.460334 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11091f7a-80a6-4d18-804b-c036817fb46e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:45:27.460806 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-11091f7a-80a6-4d18-804b-c036817fb46e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: self.session.flush() Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: self.session.flush() Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: self.session.flush() Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: self.session.flush() Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:45:27.463869 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:45:27.518030 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-fb531a4b-e9ac-4a78-a0ec-7c9c20f8a9cc req-f74248a4-d7a0-495c-861f-595b1d4bf98d tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Deleting port 76c9215e-1fbc-4351-94e0-e80a9053829a {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:27.518377 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fb531a4b-e9ac-4a78-a0ec-7c9c20f8a9cc req-f74248a4-d7a0-495c-861f-595b1d4bf98d tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.530618 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-780f0ebe-0cbd-467a-8ab1-db075ec98cce tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.585505 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-11091f7a-80a6-4d18-804b-c036817fb46e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.591866 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7ebaf8e5-48f8-4d4a-b0e5-b90272ad3dcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.601962 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-662564c7-77f4-410b-80d2-da744d1f5cd0 req-bc117f5a-8c5e-4337-baad-c19171daa955 tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/security-groups?id=ac1897bc-fa23-468b-9375-38c8238b89fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483757 Jul 29 23:45:27.608932 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-11091f7a-80a6-4d18-804b-c036817fb46e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.615730 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-11091f7a-80a6-4d18-804b-c036817fb46e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/networks/bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e HTTP/1.1" status: 204 len: 168 time: 1.6288412 Jul 29 23:45:27.615730 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11091f7a-80a6-4d18-804b-c036817fb46e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Network': ['ID=bd0ea04c-f9e5-4ef3-94cc-9a2e6e97120e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:27.616372 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37458) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:27.703597 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-fb531a4b-e9ac-4a78-a0ec-7c9c20f8a9cc req-f74248a4-d7a0-495c-861f-595b1d4bf98d tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] For port 76c9215e-1fbc-4351-94e0-e80a9053829a, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=76c9215e-1fbc-4351-94e0-e80a9053829a,segment=NetworkSegment(b6ee40d5-2b7c-413f-9047-a5a37db55f64),segment_id=b6ee40d5-2b7c-413f-9047-a5a37db55f64)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:27.704031 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fb531a4b-e9ac-4a78-a0ec-7c9c20f8a9cc req-f74248a4-d7a0-495c-861f-595b1d4bf98d tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.705436 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcf85ac-f8ce-4663-95b2-3b4063fd7d6b tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:27.707293 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7bcf85ac-f8ce-4663-95b2-3b4063fd7d6b tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0897927 Jul 29 23:45:27.709715 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-780f0ebe-0cbd-467a-8ab1-db075ec98cce tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Deleting port 45a73c18-dda6-4869-85a7-420f4876acdc {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:27.710179 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-780f0ebe-0cbd-467a-8ab1-db075ec98cce tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.712655 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37462) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:27.756579 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-fb531a4b-e9ac-4a78-a0ec-7c9c20f8a9cc req-f74248a4-d7a0-495c-861f-595b1d4bf98d tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Calling delete_port for 76c9215e-1fbc-4351-94e0-e80a9053829a owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:27.837178 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d5eac331-e710-42c5-adad-774b37793e45 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1167006 Jul 29 23:45:27.838114 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37464) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:27.842743 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-b9f5c162-a363-41e2-a2b3-4fafdad1b487 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1358696722'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:27.858209 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-780f0ebe-0cbd-467a-8ab1-db075ec98cce tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.877500 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-780f0ebe-0cbd-467a-8ab1-db075ec98cce tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Calling delete_port for 45a73c18-dda6-4869-85a7-420f4876acdc owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:27.895954 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f5c162-a363-41e2-a2b3-4fafdad1b487 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:27.900888 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9f5c162-a363-41e2-a2b3-4fafdad1b487 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:27.987360 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f5c162-a363-41e2-a2b3-4fafdad1b487 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:45:28.005795 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9f5c162-a363-41e2-a2b3-4fafdad1b487 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.006331 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-b9f5c162-a363-41e2-a2b3-4fafdad1b487 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Added segment c2fb005c-9a90-48e0-a411-762580c92143 of type vlan for network 2219bc52-b8af-4eb6-8810-7374a1ee27ba Jul 29 23:45:28.041685 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ebaf8e5-48f8-4d4a-b0e5-b90272ad3dcb admin admin] Router 82a47c1c-8c46-4f76-93ad-d86bf84ab363 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:45:28.120484 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9f5c162-a363-41e2-a2b3-4fafdad1b487 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.176382 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fb531a4b-e9ac-4a78-a0ec-7c9c20f8a9cc req-f74248a4-d7a0-495c-861f-595b1d4bf98d tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.196984 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['76c9215e-1fbc-4351-94e0-e80a9053829a'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:45:28.236166 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9f5c162-a363-41e2-a2b3-4fafdad1b487 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.243175 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f5c162-a363-41e2-a2b3-4fafdad1b487 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:28.244200 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9f5c162-a363-41e2-a2b3-4fafdad1b487 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.327659 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74248a4-d7a0-495c-861f-595b1d4bf98d tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Pushing event deleted for resources: {'Port': ['ID=76c9215e-1fbc-4351-94e0-e80a9053829a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:28.354037 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-780f0ebe-0cbd-467a-8ab1-db075ec98cce tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.357502 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b9f5c162-a363-41e2-a2b3-4fafdad1b487 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5188947 Jul 29 23:45:28.368496 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37468) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:28.378321 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-2692d426-6a13-4241-917d-27a0e13cf50e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'subnet': {'network_id': '2219bc52-b8af-4eb6-8810-7374a1ee27ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:28.405130 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb531a4b-e9ac-4a78-a0ec-7c9c20f8a9cc req-f74248a4-d7a0-495c-861f-595b1d4bf98d tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] No DVR routers for this DVR port 76c9215e-1fbc-4351-94e0-e80a9053829a on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:28.418586 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fb531a4b-e9ac-4a78-a0ec-7c9c20f8a9cc req-f74248a4-d7a0-495c-861f-595b1d4bf98d tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.423118 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fb531a4b-e9ac-4a78-a0ec-7c9c20f8a9cc req-f74248a4-d7a0-495c-861f-595b1d4bf98d tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.23 "DELETE /v2.0/ports/76c9215e-1fbc-4351-94e0-e80a9053829a HTTP/1.1" status: 204 len: 173 time: 1.5987005 Jul 29 23:45:28.423882 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21be09aa-8a04-48ab-923e-b86c8e1a17ac', 'name': 'network-vif-deleted', 'tag': '76c9215e-1fbc-4351-94e0-e80a9053829a'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:28.431379 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9517390f-2443-42a2-9bf6-495ae743d5e0" -d '{"events": [{"server_uuid": "21be09aa-8a04-48ab-923e-b86c8e1a17ac", "name": "network-vif-deleted", "tag": "76c9215e-1fbc-4351-94e0-e80a9053829a"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:28.435809 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ebaf8e5-48f8-4d4a-b0e5-b90272ad3dcb admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:45:28.451265 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe35e3ff-829d-43ba-9e71-ce69c75fba78 None None] Sync routers for ids ['82a47c1c-8c46-4f76-93ad-d86bf84ab363'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:45:28.456998 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7ebaf8e5-48f8-4d4a-b0e5-b90272ad3dcb admin admin] 10.222.0.18 "PUT /v2.0/routers/82a47c1c-8c46-4f76-93ad-d86bf84ab363/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8678849 Jul 29 23:45:28.458011 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37472) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:28.519171 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe35e3ff-829d-43ba-9e71-ce69c75fba78 None None] Routers {'82a47c1c-8c46-4f76-93ad-d86bf84ab363'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:28.528890 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-fe35e3ff-829d-43ba-9e71-ce69c75fba78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:45:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['82a47c1c-8c46-4f76-93ad-d86bf84ab363'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:28.655541 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2692d426-6a13-4241-917d-27a0e13cf50e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:28.665012 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2692d426-6a13-4241-917d-27a0e13cf50e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.739278 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcaa346-f0c7-41f3-973f-5a6302c88261 x-openstack-request-id: req-afcaa346-f0c7-41f3-973f-5a6302c88261 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:28.740122 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21be09aa-8a04-48ab-923e-b86c8e1a17ac", "name": "network-vif-deleted", "tag": "76c9215e-1fbc-4351-94e0-e80a9053829a", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:28.740765 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-afcaa346-f0c7-41f3-973f-5a6302c88261 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:28.741317 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21be09aa-8a04-48ab-923e-b86c8e1a17ac', 'name': 'network-vif-deleted', 'tag': '76c9215e-1fbc-4351-94e0-e80a9053829a', 'status': 'completed', 'code': 200} Jul 29 23:45:28.769442 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-fe35e3ff-829d-43ba-9e71-ce69c75fba78 None None] Set router 82a47c1c-8c46-4f76-93ad-d86bf84ab363 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:28.777769 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f0ebe-0cbd-467a-8ab1-db075ec98cce tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Pushing event deleted for resources: {'Port': ['ID=45a73c18-dda6-4869-85a7-420f4876acdc,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:28.787318 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f5c162-a363-41e2-a2b3-4fafdad1b487 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Network': ['ID=2219bc52-b8af-4eb6-8810-7374a1ee27ba,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:28.802140 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f95a94d7-71e6-443d-bef9-019b17c60b26 admin admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.860941 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 78db8311-e1ab-4fa9-9516-95bc1eb0f2d2 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:28.863074 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 2219bc52-b8af-4eb6-8810-7374a1ee27ba details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:45:28.877278 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a28d31f-d1cc-41c4-b48f-0ed62b2a5d95 req-b618adbb-8b6a-477e-ac1f-fc3680c8c7fd tempest-VolumesSnapshotTestJSON-1262175428 tempest-VolumesSnapshotTestJSON-1262175428-project] 10.222.0.18 "GET /v2.0/ports?device_id=21be09aa-8a04-48ab-923e-b86c8e1a17ac HTTP/1.1" status: 200 len: 210 time: 0.0371644 Jul 29 23:45:28.910301 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-780f0ebe-0cbd-467a-8ab1-db075ec98cce tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.962307 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f95a94d7-71e6-443d-bef9-019b17c60b26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:28.979914 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 78db8311-e1ab-4fa9-9516-95bc1eb0f2d2 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:28.980272 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 78db8311-e1ab-4fa9-9516-95bc1eb0f2d2 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:29.024792 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-780f0ebe-0cbd-467a-8ab1-db075ec98cce tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.027068 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-780f0ebe-0cbd-467a-8ab1-db075ec98cce tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.046957 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f95a94d7-71e6-443d-bef9-019b17c60b26 admin admin] Deleting port 1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:29.047477 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f95a94d7-71e6-443d-bef9-019b17c60b26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.082597 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-780f0ebe-0cbd-467a-8ab1-db075ec98cce tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.083865 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780f0ebe-0cbd-467a-8ab1-db075ec98cce tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Fanout notify agent at l3_agent the message router_deleted on router a6a0739c-5eea-4e05-b696-b35d6b728a61 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:45:29.092122 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-780f0ebe-0cbd-467a-8ab1-db075ec98cce tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.093237 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-780f0ebe-0cbd-467a-8ab1-db075ec98cce tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] 10.222.0.18 "DELETE /v2.0/routers/a6a0739c-5eea-4e05-b696-b35d6b728a61 HTTP/1.1" status: 204 len: 168 time: 2.0292931 Jul 29 23:45:29.096552 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37482) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:29.133045 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-fe35e3ff-829d-43ba-9e71-ce69c75fba78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'name': 'tempest-ServerActionsTestJSON-537007275-router', 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:24Z', 'updated_at': '2021-07-29T23:45:26Z', 'revision_number': 5, 'project_id': '72e6a71724b54f78b875fd06b1bacd37', 'gw_port': {'id': '1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:03:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2122, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:36:25Z', 'updated_at': '2021-07-29T23:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:29.162095 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f95a94d7-71e6-443d-bef9-019b17c60b26 admin admin] For port 1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:29.162742 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f95a94d7-71e6-443d-bef9-019b17c60b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.166579 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe35e3ff-829d-43ba-9e71-ce69c75fba78 None None] Checking router: 82a47c1c-8c46-4f76-93ad-d86bf84ab363 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:45:29.180956 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe35e3ff-829d-43ba-9e71-ce69c75fba78 None None] Routers {'82a47c1c-8c46-4f76-93ad-d86bf84ab363'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:29.181599 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f95a94d7-71e6-443d-bef9-019b17c60b26 admin admin] Calling delete_port for 1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:29.181767 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-fe35e3ff-829d-43ba-9e71-ce69c75fba78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:45:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['82a47c1c-8c46-4f76-93ad-d86bf84ab363'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:29.212133 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fac15bf-10f4-4701-9dce-cb8dc3b6228e tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Deleting subnet c287139b-704a-46dd-ab0d-3181b5d03a3f {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:45:29.215530 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4fac15bf-10f4-4701-9dce-cb8dc3b6228e tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.218581 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2692d426-6a13-4241-917d-27a0e13cf50e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.304897 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4fac15bf-10f4-4701-9dce-cb8dc3b6228e tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.344741 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692d426-6a13-4241-917d-27a0e13cf50e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Subnet': ['ID=c4914066-ecfb-4622-800d-9732ae35adce,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:29.367582 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2692d426-6a13-4241-917d-27a0e13cf50e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Checking segment: {'id': 'c2fb005c-9a90-48e0-a411-762580c92143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2219bc52-b8af-4eb6-8810-7374a1ee27ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:29.367999 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2692d426-6a13-4241-917d-27a0e13cf50e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network hostable DHCP agents. Network: 2219bc52-b8af-4eb6-8810-7374a1ee27ba, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:45:29.396797 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f95a94d7-71e6-443d-bef9-019b17c60b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.398666 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2692d426-6a13-4241-917d-27a0e13cf50e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network 2219bc52-b8af-4eb6-8810-7374a1ee27ba is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:45:29.428749 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a94d7-71e6-443d-bef9-019b17c60b26 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:29.432802 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-2692d426-6a13-4241-917d-27a0e13cf50e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 2219bc52-b8af-4eb6-8810-7374a1ee27ba) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:29.438448 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a94d7-71e6-443d-bef9-019b17c60b26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:29.438802 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a94d7-71e6-443d-bef9-019b17c60b26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:29.439856 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2692d426-6a13-4241-917d-27a0e13cf50e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:29.439988 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a94d7-71e6-443d-bef9-019b17c60b26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:29.439988 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a94d7-71e6-443d-bef9-019b17c60b26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:29.440163 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2692d426-6a13-4241-917d-27a0e13cf50e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.440251 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a94d7-71e6-443d-bef9-019b17c60b26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:29.440890 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a94d7-71e6-443d-bef9-019b17c60b26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:29.440890 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a94d7-71e6-443d-bef9-019b17c60b26 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:29.441215 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a94d7-71e6-443d-bef9-019b17c60b26 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:29.441519 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a94d7-71e6-443d-bef9-019b17c60b26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:29.442749 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a94d7-71e6-443d-bef9-019b17c60b26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:29.443482 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a94d7-71e6-443d-bef9-019b17c60b26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:29.443671 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f95a94d7-71e6-443d-bef9-019b17c60b26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:45:29.458044 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4fac15bf-10f4-4701-9dce-cb8dc3b6228e tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.459648 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c81f6a-2303-4c0e-aa3d-33da9e12b82c None None] Network 2219bc52-b8af-4eb6-8810-7374a1ee27ba requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:29.467892 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-fe35e3ff-829d-43ba-9e71-ce69c75fba78 None None] Set router 82a47c1c-8c46-4f76-93ad-d86bf84ab363 gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:45:29.483301 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2692d426-6a13-4241-917d-27a0e13cf50e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1110837 Jul 29 23:45:29.486095 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37484) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:29.491766 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-ebc4ec45-59bb-44c6-8c7b-12a8071644ad tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'port': {'network_id': '2219bc52-b8af-4eb6-8810-7374a1ee27ba', 'name': 'tempest-PortsIpV6TestJSON-1869618053'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:29.527219 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f95a94d7-71e6-443d-bef9-019b17c60b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.565499 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-fe35e3ff-829d-43ba-9e71-ce69c75fba78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'name': 'tempest-ServerActionsTestJSON-537007275-router', 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:24Z', 'updated_at': '2021-07-29T23:45:28Z', 'revision_number': 6, 'project_id': '72e6a71724b54f78b875fd06b1bacd37', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:29.597325 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4fac15bf-10f4-4701-9dce-cb8dc3b6228e tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.615015 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe35e3ff-829d-43ba-9e71-ce69c75fba78 None None] The sync data for ids ['82a47c1c-8c46-4f76-93ad-d86bf84ab363'] in n-d-712140-10 is: [{'id': '82a47c1c-8c46-4f76-93ad-d86bf84ab363', 'name': 'tempest-ServerActionsTestJSON-537007275-router', 'tenant_id': '72e6a71724b54f78b875fd06b1bacd37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:36:24Z', 'updated_at': '2021-07-29T23:45:28Z', 'revision_number': 6, 'project_id': '72e6a71724b54f78b875fd06b1bacd37', 'gw_port_host': None}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:45:29.618896 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.649064 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fac15bf-10f4-4701-9dce-cb8dc3b6228e tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Pushing event deleted for resources: {'Subnet': ['ID=c287139b-704a-46dd-ab0d-3181b5d03a3f,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:29.652786 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4fac15bf-10f4-4701-9dce-cb8dc3b6228e tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.659241 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4fac15bf-10f4-4701-9dce-cb8dc3b6228e tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] 10.222.0.18 "DELETE /v2.0/subnets/c287139b-704a-46dd-ab0d-3181b5d03a3f HTTP/1.1" status: 204 len: 168 time: 0.5619247 Jul 29 23:45:29.659801 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37486) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:29.676209 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47554d1-e275-49cc-b031-c5f5be3c718d None None] Network 05b8715b-a270-4ee4-bdfe-97e862e8ec82 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:29.678690 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f95a94d7-71e6-443d-bef9-019b17c60b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.681110 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f95a94d7-71e6-443d-bef9-019b17c60b26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.744910 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f95a94d7-71e6-443d-bef9-019b17c60b26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.746303 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95a94d7-71e6-443d-bef9-019b17c60b26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82a47c1c-8c46-4f76-93ad-d86bf84ab363 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:45:29.747647 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc4ec45-59bb-44c6-8c7b-12a8071644ad tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:29.751532 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ebc4ec45-59bb-44c6-8c7b-12a8071644ad tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.757181 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f95a94d7-71e6-443d-bef9-019b17c60b26 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.758749 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f95a94d7-71e6-443d-bef9-019b17c60b26 admin admin] 10.222.0.18 "DELETE /v2.0/routers/82a47c1c-8c46-4f76-93ad-d86bf84ab363 HTTP/1.1" status: 204 len: 168 time: 1.2993925 Jul 29 23:45:29.761054 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37488) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:29.776465 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a4d458b0-176b-4e2e-a855-c34678c3a218 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.784785 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-ebc4ec45-59bb-44c6-8c7b-12a8071644ad tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] device_id is not set on port 1c0715aa-2961-49f3-b17e-2e895322b5f7 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:45:29.855998 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-981eacfe-b2e1-4848-b0ed-722b316a54f8 admin admin] Deleting subnet 9f136cd8-eda3-43eb-9cb5-3830c4338b63 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:45:29.860019 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-981eacfe-b2e1-4848-b0ed-722b316a54f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.890346 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90a3ce5-1fc6-4e1d-855a-23078f7d28e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-2219bc52-b8af-4eb6-8810-7374a1ee27ba', 'network_id': '2219bc52-b8af-4eb6-8810-7374a1ee27ba', 'tenant_id': '4da613056a734713ae8b6c5e6fd9fb0b', 'fixed_ips': [{'subnet_id': 'c4914066-ecfb-4622-800d-9732ae35adce'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:45:29.891673 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f90a3ce5-1fc6-4e1d-855a-23078f7d28e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.909788 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.950261 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-ebc4ec45-59bb-44c6-8c7b-12a8071644ad tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Allocated IP 2001:db8::36b (2219bc52-b8af-4eb6-8810-7374a1ee27ba/c4914066-ecfb-4622-800d-9732ae35adce/1c0715aa-2961-49f3-b17e-2e895322b5f7) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:29.952957 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-981eacfe-b2e1-4848-b0ed-722b316a54f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:29.967015 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-a4d458b0-176b-4e2e-a855-c34678c3a218 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Deleting port 0792ab11-c603-4687-b31f-c54da4572f5e {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:29.967430 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a4d458b0-176b-4e2e-a855-c34678c3a218 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.181454 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-981eacfe-b2e1-4848-b0ed-722b316a54f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.306069 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe04d306-cb91-44b4-a3c8-1bcd99bdf6a3 None None] DHCP port deletion for 05b8715b-a270-4ee4-bdfe-97e862e8ec82 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:45:30.309526 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-a4d458b0-176b-4e2e-a855-c34678c3a218 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] For port 0792ab11-c603-4687-b31f-c54da4572f5e, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0792ab11-c603-4687-b31f-c54da4572f5e,segment=NetworkSegment(3821e12d-47fd-4856-b546-509ac0e9c877),segment_id=3821e12d-47fd-4856-b546-509ac0e9c877)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:30.309526 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a4d458b0-176b-4e2e-a855-c34678c3a218 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.309526 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-a4d458b0-176b-4e2e-a855-c34678c3a218 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Calling delete_port for 0792ab11-c603-4687-b31f-c54da4572f5e owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:30.310344 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-981eacfe-b2e1-4848-b0ed-722b316a54f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.310344 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981eacfe-b2e1-4848-b0ed-722b316a54f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f136cd8-eda3-43eb-9cb5-3830c4338b63,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:30.310991 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da09247-9bf7-46ac-b5c3-c6cb8296b547 None None] Network c65634b4-620f-4d4e-b86a-cfaa4125589f requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:30.311307 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-981eacfe-b2e1-4848-b0ed-722b316a54f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.315864 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-981eacfe-b2e1-4848-b0ed-722b316a54f8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9f136cd8-eda3-43eb-9cb5-3830c4338b63 HTTP/1.1" status: 204 len: 168 time: 0.5505781 Jul 29 23:45:30.318021 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37508) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:30.434549 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dd023afe-935c-420a-8a9b-579c32dc903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.441226 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 76c9215e-1fbc-4351-94e0-e80a9053829a no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:30.466923 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-fe04d306-cb91-44b4-a3c8-1bcd99bdf6a3 None None] Deleting port 0792ab11-c603-4687-b31f-c54da4572f5e {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:30.468471 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe04d306-cb91-44b4-a3c8-1bcd99bdf6a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.531699 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a4d458b0-176b-4e2e-a855-c34678c3a218 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.545977 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-dd023afe-935c-420a-8a9b-579c32dc903f admin admin] Deleting port 9848e19a-e936-42b6-92f8-875f15813f58 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:30.546584 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dd023afe-935c-420a-8a9b-579c32dc903f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.566669 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d458b0-176b-4e2e-a855-c34678c3a218 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] No DVR routers for this DVR port 0792ab11-c603-4687-b31f-c54da4572f5e on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:30.568499 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d458b0-176b-4e2e-a855-c34678c3a218 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Pushing event deleted for resources: {'Port': ['ID=0792ab11-c603-4687-b31f-c54da4572f5e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:30.577617 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 76c9215e-1fbc-4351-94e0-e80a9053829a {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:30.579068 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 76c9215e-1fbc-4351-94e0-e80a9053829a not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:30.637197 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-fe04d306-cb91-44b4-a3c8-1bcd99bdf6a3 None None] For port 0792ab11-c603-4687-b31f-c54da4572f5e, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0792ab11-c603-4687-b31f-c54da4572f5e,segment=NetworkSegment(3821e12d-47fd-4856-b546-509ac0e9c877),segment_id=3821e12d-47fd-4856-b546-509ac0e9c877)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:30.638073 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe04d306-cb91-44b4-a3c8-1bcd99bdf6a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.691185 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-fe04d306-cb91-44b4-a3c8-1bcd99bdf6a3 None None] Calling delete_port for 0792ab11-c603-4687-b31f-c54da4572f5e owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:30.731852 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-dd023afe-935c-420a-8a9b-579c32dc903f admin admin] For port 9848e19a-e936-42b6-92f8-875f15813f58, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9848e19a-e936-42b6-92f8-875f15813f58,segment=NetworkSegment(45c04b8e-476f-4241-8476-f7d4980a8b7e),segment_id=45c04b8e-476f-4241-8476-f7d4980a8b7e)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:30.732203 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dd023afe-935c-420a-8a9b-579c32dc903f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.769699 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-dd023afe-935c-420a-8a9b-579c32dc903f admin admin] Calling delete_port for 9848e19a-e936-42b6-92f8-875f15813f58 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:30.840772 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ebc4ec45-59bb-44c6-8c7b-12a8071644ad tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.874942 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a4d458b0-176b-4e2e-a855-c34678c3a218 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.894313 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5367241e-f935-4284-a9b3-4577ca132cbd None None] DHCP port deletion for c65634b4-620f-4d4e-b86a-cfaa4125589f request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:45:30.896533 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dd023afe-935c-420a-8a9b-579c32dc903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.901664 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-a4d458b0-176b-4e2e-a855-c34678c3a218 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05b8715b-a270-4ee4-bdfe-97e862e8ec82']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:30.903865 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-ebc4ec45-59bb-44c6-8c7b-12a8071644ad tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Transition to ACTIVE for port object 1c0715aa-2961-49f3-b17e-2e895322b5f7 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:30.905010 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0792ab11-c603-4687-b31f-c54da4572f5e no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:30.935019 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-a4d458b0-176b-4e2e-a855-c34678c3a218 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3821e12d-47fd-4856-b546-509ac0e9c877') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:30.935369 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-a4d458b0-176b-4e2e-a855-c34678c3a218 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3821e12d-47fd-4856-b546-509ac0e9c877') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:30.945764 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 0792ab11-c603-4687-b31f-c54da4572f5e {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:30.946632 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0792ab11-c603-4687-b31f-c54da4572f5e not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:30.947298 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:30.949257 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd023afe-935c-420a-8a9b-579c32dc903f admin admin] Pushing event deleted for resources: {'Port': ['ID=9848e19a-e936-42b6-92f8-875f15813f58,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:30.960575 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd023afe-935c-420a-8a9b-579c32dc903f admin admin] No DVR routers for this DVR port 9848e19a-e936-42b6-92f8-875f15813f58 on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:30.964015 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a4d458b0-176b-4e2e-a855-c34678c3a218 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:30.988851 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a4d458b0-176b-4e2e-a855-c34678c3a218 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.000689 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4d458b0-176b-4e2e-a855-c34678c3a218 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:45:31.001303 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a4d458b0-176b-4e2e-a855-c34678c3a218 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.005436 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:45:31.005436 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:45:31.005436 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:45:31.005436 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:45:31.005436 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:45:31.005436 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:45:31.005436 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:45:31.005436 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:45:31.005436 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:45:31.005436 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:45:31.005436 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:45:31.005436 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:45:31.005436 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:45:31.005436 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:45:31.005436 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:45:31.005436 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:45:31.005436 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:45:31.005436 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:45:31.005436 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:45:31.005436 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:45:31.005436 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:45:31.005436 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:45:31.005436 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:45:31.005436 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:45:31.005436 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:45:31.005436 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:45:31.005436 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:45:31.005436 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:45:31.005436 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:45:31.005436 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:45:31.005436 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:45:31.005436 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:45:31.007582 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:31.007582 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1d5110dd-7fdf-45b1-9fc0-34882b2d8f5a not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:31.007582 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 37f53144-de03-48f7-8de7-ca67e16e78d1 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:31.012453 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe04d306-cb91-44b4-a3c8-1bcd99bdf6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.064911 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 37f53144-de03-48f7-8de7-ca67e16e78d1 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:31.065372 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 37f53144-de03-48f7-8de7-ca67e16e78d1 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:31.068644 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe04d306-cb91-44b4-a3c8-1bcd99bdf6a3 None None] Pushing event deleted for resources: {'Port': ['ID=0792ab11-c603-4687-b31f-c54da4572f5e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:31.089435 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ebc4ec45-59bb-44c6-8c7b-12a8071644ad tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.093014 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe04d306-cb91-44b4-a3c8-1bcd99bdf6a3 None None] No DVR routers for this DVR port 0792ab11-c603-4687-b31f-c54da4572f5e on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:31.122396 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dd023afe-935c-420a-8a9b-579c32dc903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.164011 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-dd023afe-935c-420a-8a9b-579c32dc903f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c65634b4-620f-4d4e-b86a-cfaa4125589f']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:31.186492 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-dd023afe-935c-420a-8a9b-579c32dc903f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c04b8e-476f-4241-8476-f7d4980a8b7e') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:31.189450 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-dd023afe-935c-420a-8a9b-579c32dc903f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c04b8e-476f-4241-8476-f7d4980a8b7e') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:31.212878 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dd023afe-935c-420a-8a9b-579c32dc903f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.234389 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-f90a3ce5-1fc6-4e1d-855a-23078f7d28e6 None None] Allocated IP 2001:db8::2 (2219bc52-b8af-4eb6-8810-7374a1ee27ba/c4914066-ecfb-4622-800d-9732ae35adce/87519144-9104-4fbc-8029-8c703f9ccfce) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:31.247179 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dd023afe-935c-420a-8a9b-579c32dc903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.282486 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd023afe-935c-420a-8a9b-579c32dc903f admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:45:31.282917 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dd023afe-935c-420a-8a9b-579c32dc903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.300585 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:45:31.300585 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:45:31.300585 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:45:31.300585 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:45:31.300585 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:45:31.300585 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:45:31.300585 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:45:31.300585 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:45:31.300585 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:45:31.300585 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:45:31.300585 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:45:31.300585 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:45:31.300585 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:45:31.300585 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:45:31.300585 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:45:31.300585 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:45:31.300585 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:45:31.300585 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:45:31.300585 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:45:31.300585 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:45:31.300585 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:45:31.300585 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:45:31.300585 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:45:31.300585 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:45:31.300585 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:45:31.300585 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:45:31.300585 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:45:31.300585 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:45:31.300585 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:45:31.300585 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:45:31.300585 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:45:31.300585 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:45:31.407709 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dd023afe-935c-420a-8a9b-579c32dc903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.424347 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dd023afe-935c-420a-8a9b-579c32dc903f admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.428341 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-dd023afe-935c-420a-8a9b-579c32dc903f admin admin] 10.222.0.18 "DELETE /v2.0/networks/c65634b4-620f-4d4e-b86a-cfaa4125589f HTTP/1.1" status: 204 len: 168 time: 1.1075313 Jul 29 23:45:31.453433 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd023afe-935c-420a-8a9b-579c32dc903f admin admin] Pushing event deleted for resources: {'Network': ['ID=c65634b4-620f-4d4e-b86a-cfaa4125589f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:31.585192 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a4d458b0-176b-4e2e-a855-c34678c3a218 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.592783 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a4d458b0-176b-4e2e-a855-c34678c3a218 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.595033 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a4d458b0-176b-4e2e-a855-c34678c3a218 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] 10.222.0.18 "DELETE /v2.0/networks/05b8715b-a270-4ee4-bdfe-97e862e8ec82 HTTP/1.1" status: 204 len: 168 time: 1.9327424 Jul 29 23:45:31.597840 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37536) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:31.615699 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f90a3ce5-1fc6-4e1d-855a-23078f7d28e6 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.618400 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d458b0-176b-4e2e-a855-c34678c3a218 tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Pushing event deleted for resources: {'Network': ['ID=05b8715b-a270-4ee4-bdfe-97e862e8ec82,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:31.639909 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc4ec45-59bb-44c6-8c7b-12a8071644ad tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network 2219bc52-b8af-4eb6-8810-7374a1ee27ba is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:31.642960 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f90a3ce5-1fc6-4e1d-855a-23078f7d28e6 None None] Transition to ACTIVE for port object 87519144-9104-4fbc-8029-8c703f9ccfce will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:31.645485 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-ebc4ec45-59bb-44c6-8c7b-12a8071644ad tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:31.651745 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc4ec45-59bb-44c6-8c7b-12a8071644ad tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:31.660518 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37540) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:31.662112 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc4ec45-59bb-44c6-8c7b-12a8071644ad tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:31.662796 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ebc4ec45-59bb-44c6-8c7b-12a8071644ad tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.666715 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4ec45-59bb-44c6-8c7b-12a8071644ad tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Port': ['ID=1c0715aa-2961-49f3-b17e-2e895322b5f7,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:31.667967 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f90a3ce5-1fc6-4e1d-855a-23078f7d28e6 None None] Transition to ACTIVE for port object 87519144-9104-4fbc-8029-8c703f9ccfce will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:31.684005 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f90a3ce5-1fc6-4e1d-855a-23078f7d28e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.684473 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ebc4ec45-59bb-44c6-8c7b-12a8071644ad tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1972950 Jul 29 23:45:31.687936 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37542) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:31.694167 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-0dc43e34-7ae3-4aae-bbcb-974fbbf1fafe tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'port': {'network_id': '2219bc52-b8af-4eb6-8810-7374a1ee27ba', 'name': 'tempest-PortsIpV6TestJSON-1367754116'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:31.813174 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a3ce5-1fc6-4e1d-855a-23078f7d28e6 None None] Pushing event updated for resources: {'Port': ['ID=87519144-9104-4fbc-8029-8c703f9ccfce,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:31.837980 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2f06210a-7920-4caa-83bf-593edb0727e1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=72e6a71724b54f78b875fd06b1bacd37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1741736 Jul 29 23:45:31.840873 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37548) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:31.841666 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90a3ce5-1fc6-4e1d-855a-23078f7d28e6 None None] Network 2219bc52-b8af-4eb6-8810-7374a1ee27ba is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:31.843601 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-f90a3ce5-1fc6-4e1d-855a-23078f7d28e6 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:31.847420 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90a3ce5-1fc6-4e1d-855a-23078f7d28e6 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:31.908351 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc43e34-7ae3-4aae-bbcb-974fbbf1fafe tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:31.916353 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-dd15992c-1e56-4362-a499-aeb7e110f1cd tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Deleting port ce8996df-d835-442f-b493-cf3745332413 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:31.916353 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dd15992c-1e56-4362-a499-aeb7e110f1cd tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.917447 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0dc43e34-7ae3-4aae-bbcb-974fbbf1fafe tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:31.988241 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-0dc43e34-7ae3-4aae-bbcb-974fbbf1fafe tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] device_id is not set on port af594dce-a1fe-462e-9867-9d3d6c88be3c yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:45:32.006470 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f90a3ce5-1fc6-4e1d-855a-23078f7d28e6 None None] Attempting to bind port 87519144-9104-4fbc-8029-8c703f9ccfce on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:32.007819 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f90a3ce5-1fc6-4e1d-855a-23078f7d28e6 None None] Attempting to bind port 87519144-9104-4fbc-8029-8c703f9ccfce by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'c2fb005c-9a90-48e0-a411-762580c92143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2219bc52-b8af-4eb6-8810-7374a1ee27ba'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:32.008209 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90a3ce5-1fc6-4e1d-855a-23078f7d28e6 None None] Attempting to bind port 87519144-9104-4fbc-8029-8c703f9ccfce on network 2219bc52-b8af-4eb6-8810-7374a1ee27ba {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:32.013685 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90a3ce5-1fc6-4e1d-855a-23078f7d28e6 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:32.014056 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90a3ce5-1fc6-4e1d-855a-23078f7d28e6 None None] Checking segment: {'id': 'c2fb005c-9a90-48e0-a411-762580c92143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2219bc52-b8af-4eb6-8810-7374a1ee27ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:32.014671 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f90a3ce5-1fc6-4e1d-855a-23078f7d28e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.015079 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f90a3ce5-1fc6-4e1d-855a-23078f7d28e6 None None] Bound using segment: {'id': 'c2fb005c-9a90-48e0-a411-762580c92143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2219bc52-b8af-4eb6-8810-7374a1ee27ba'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:32.015527 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f90a3ce5-1fc6-4e1d-855a-23078f7d28e6 None None] Bound port: 87519144-9104-4fbc-8029-8c703f9ccfce, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2fb005c-9a90-48e0-a411-762580c92143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2219bc52-b8af-4eb6-8810-7374a1ee27ba'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:32.015939 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f90a3ce5-1fc6-4e1d-855a-23078f7d28e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.056670 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0054f299-2c73-46d4-a955-20b396a9af89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.092022 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dd15992c-1e56-4362-a499-aeb7e110f1cd tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.092349 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dd15992c-1e56-4362-a499-aeb7e110f1cd tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.100076 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f90a3ce5-1fc6-4e1d-855a-23078f7d28e6 None None] For port 87519144-9104-4fbc-8029-8c703f9ccfce, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:32.103749 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f90a3ce5-1fc6-4e1d-855a-23078f7d28e6 None None] For port 87519144-9104-4fbc-8029-8c703f9ccfce, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=87519144-9104-4fbc-8029-8c703f9ccfce,segment=NetworkSegment(c2fb005c-9a90-48e0-a411-762580c92143),segment_id=c2fb005c-9a90-48e0-a411-762580c92143)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:32.109068 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f90a3ce5-1fc6-4e1d-855a-23078f7d28e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.116999 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0054f299-2c73-46d4-a955-20b396a9af89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.128452 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-dd15992c-1e56-4362-a499-aeb7e110f1cd tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Calling delete_port for ce8996df-d835-442f-b493-cf3745332413 owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:32.154587 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-0dc43e34-7ae3-4aae-bbcb-974fbbf1fafe tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Allocated IP 2001:db8::11e (2219bc52-b8af-4eb6-8810-7374a1ee27ba/c4914066-ecfb-4622-800d-9732ae35adce/af594dce-a1fe-462e-9867-9d3d6c88be3c) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:32.193580 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a3ce5-1fc6-4e1d-855a-23078f7d28e6 None None] Pushing event updated for resources: {'Port': ['ID=87519144-9104-4fbc-8029-8c703f9ccfce,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:32.258016 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0054f299-2c73-46d4-a955-20b396a9af89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.261488 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0054f299-2c73-46d4-a955-20b396a9af89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.267891 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0054f299-2c73-46d4-a955-20b396a9af89 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/edfe2729-2538-49ea-a3f3-921c83929dd9 HTTP/1.1" status: 204 len: 168 time: 0.4254646 Jul 29 23:45:32.290410 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054f299-2c73-46d4-a955-20b396a9af89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfe2729-2538-49ea-a3f3-921c83929dd9,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:32.419305 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dd15992c-1e56-4362-a499-aeb7e110f1cd tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.443071 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0dc43e34-7ae3-4aae-bbcb-974fbbf1fafe tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.453234 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd15992c-1e56-4362-a499-aeb7e110f1cd tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Pushing event deleted for resources: {'Port': ['ID=ce8996df-d835-442f-b493-cf3745332413,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:32.480998 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-0dc43e34-7ae3-4aae-bbcb-974fbbf1fafe tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Transition to ACTIVE for port object af594dce-a1fe-462e-9867-9d3d6c88be3c will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:32.590223 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0dc43e34-7ae3-4aae-bbcb-974fbbf1fafe tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.682594 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 87519144-9104-4fbc-8029-8c703f9ccfce up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:32.689032 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc43e34-7ae3-4aae-bbcb-974fbbf1fafe tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network 2219bc52-b8af-4eb6-8810-7374a1ee27ba is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:32.694159 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-0dc43e34-7ae3-4aae-bbcb-974fbbf1fafe tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:32.698257 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc43e34-7ae3-4aae-bbcb-974fbbf1fafe tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:32.699957 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dd15992c-1e56-4362-a499-aeb7e110f1cd tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.704096 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc43e34-7ae3-4aae-bbcb-974fbbf1fafe tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:32.704420 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dd15992c-1e56-4362-a499-aeb7e110f1cd tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.705200 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0dc43e34-7ae3-4aae-bbcb-974fbbf1fafe tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.721309 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-dd15992c-1e56-4362-a499-aeb7e110f1cd tempest-FloatingIPAdminTestJSON-1068615298 tempest-FloatingIPAdminTestJSON-1068615298-project] 10.222.0.18 "DELETE /v2.0/floatingips/3c91be57-7afd-426a-bf56-dcb0184ea635 HTTP/1.1" status: 204 len: 168 time: 1.1215851 Jul 29 23:45:32.729758 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0dc43e34-7ae3-4aae-bbcb-974fbbf1fafe tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0392451 Jul 29 23:45:32.731690 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37572) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:32.737009 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc43e34-7ae3-4aae-bbcb-974fbbf1fafe tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Port': ['ID=af594dce-a1fe-462e-9867-9d3d6c88be3c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:32.768693 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 87519144-9104-4fbc-8029-8c703f9ccfce completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:32.821464 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f38ff8b8-f796-4452-b40b-9ebd399c5d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:32.873938 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9848e19a-e936-42b6-92f8-875f15813f58 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:32.905856 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 9848e19a-e936-42b6-92f8-875f15813f58 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:32.906903 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9848e19a-e936-42b6-92f8-875f15813f58 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:32.949243 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043c52da-1e35-4f47-9c33-26b63ea9e031 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:32.955165 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37582) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:32.955820 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-043c52da-1e35-4f47-9c33-26b63ea9e031 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A36b HTTP/1.1" status: 200 len: 929 time: 0.2229450 Jul 29 23:45:33.099797 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9b330bd3-8e5f-4b90-a7e6-3b36c91dd1a0 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Deleting port af594dce-a1fe-462e-9867-9d3d6c88be3c {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:33.101679 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b330bd3-8e5f-4b90-a7e6-3b36c91dd1a0 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.238414 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37594) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:33.246085 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b330bd3-8e5f-4b90-a7e6-3b36c91dd1a0 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.291562 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9b330bd3-8e5f-4b90-a7e6-3b36c91dd1a0 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Calling delete_port for af594dce-a1fe-462e-9867-9d3d6c88be3c owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:33.636005 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b330bd3-8e5f-4b90-a7e6-3b36c91dd1a0 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.684065 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b330bd3-8e5f-4b90-a7e6-3b36c91dd1a0 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Port': ['ID=af594dce-a1fe-462e-9867-9d3d6c88be3c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:33.756853 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37614) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:33.761380 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d72750-fb89-4766-968a-4bf29494ddfe None None] Network 2219bc52-b8af-4eb6-8810-7374a1ee27ba requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:33.765847 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5c5eb41a-e341-4a22-82e1-ae5bbf980d95 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3279a1234b864e7f89b42bc543c2d89c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5250776 Jul 29 23:45:33.803698 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37616) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:33.818593 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b330bd3-8e5f-4b90-a7e6-3b36c91dd1a0 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.826290 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37620) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:33.827806 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9b330bd3-8e5f-4b90-a7e6-3b36c91dd1a0 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/ports/af594dce-a1fe-462e-9867-9d3d6c88be3c HTTP/1.1" status: 204 len: 168 time: 0.8701262 Jul 29 23:45:33.873915 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-dace193a-eee4-40f0-bcf4-92b18ee98570 None None] Provisioning for port 87519144-9104-4fbc-8029-8c703f9ccfce completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:33.881141 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca2b578-75ab-41bb-b6c0-b80d9b026f3d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] GET failed (client error): The resource could not be found. Jul 29 23:45:33.882881 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5ca2b578-75ab-41bb-b6c0-b80d9b026f3d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "GET /v2.0/ports/af594dce-a1fe-462e-9867-9d3d6c88be3c HTTP/1.1" status: 404 len: 333 time: 0.0526524 Jul 29 23:45:33.889131 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37622) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:33.904787 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-dace193a-eee4-40f0-bcf4-92b18ee98570 None None] Provisioning complete for port 87519144-9104-4fbc-8029-8c703f9ccfce triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:33.905415 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dace193a-eee4-40f0-bcf4-92b18ee98570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.933324 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1b28b87a-c046-47a1-91aa-f41d187a81ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:33.994280 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1b28b87a-c046-47a1-91aa-f41d187a81ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.022923 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-14f0207e-477f-467b-8ec1-00ed4f826e29 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1329901741-network', 'tenant_id': '526c48c5f2114347b370845b246a9c43'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:34.118755 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dace193a-eee4-40f0-bcf4-92b18ee98570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.128147 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14f0207e-477f-467b-8ec1-00ed4f826e29 admin admin] Made reservation on behalf of 526c48c5f2114347b370845b246a9c43 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:34.131017 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-14f0207e-477f-467b-8ec1-00ed4f826e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.158205 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-14f0207e-477f-467b-8ec1-00ed4f826e29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.165970 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1b28b87a-c046-47a1-91aa-f41d187a81ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.168622 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1b28b87a-c046-47a1-91aa-f41d187a81ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.172537 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1b28b87a-c046-47a1-91aa-f41d187a81ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/090dc6c4-0282-416b-930f-79152cb23c58 HTTP/1.1" status: 204 len: 168 time: 0.4137595 Jul 29 23:45:34.187257 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-dace193a-eee4-40f0-bcf4-92b18ee98570 None None] For port 87519144-9104-4fbc-8029-8c703f9ccfce, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=87519144-9104-4fbc-8029-8c703f9ccfce,segment=NetworkSegment(c2fb005c-9a90-48e0-a411-762580c92143),segment_id=c2fb005c-9a90-48e0-a411-762580c92143)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:34.197269 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-e32789d0-d29f-46a0-9787-3422bc88ec01 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Deleting port 1c0715aa-2961-49f3-b17e-2e895322b5f7 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:34.197633 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e32789d0-d29f-46a0-9787-3422bc88ec01 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.198304 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dace193a-eee4-40f0-bcf4-92b18ee98570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.201139 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28b87a-c046-47a1-91aa-f41d187a81ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=090dc6c4-0282-416b-930f-79152cb23c58,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:34.340552 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace193a-eee4-40f0-bcf4-92b18ee98570 None None] Pushing event updated for resources: {'Port': ['ID=87519144-9104-4fbc-8029-8c703f9ccfce,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:34.451464 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e32789d0-d29f-46a0-9787-3422bc88ec01 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.472909 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-e32789d0-d29f-46a0-9787-3422bc88ec01 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Calling delete_port for 1c0715aa-2961-49f3-b17e-2e895322b5f7 owned by {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:34.606918 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-14f0207e-477f-467b-8ec1-00ed4f826e29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.667137 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37642) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:34.684960 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 87519144-9104-4fbc-8029-8c703f9ccfce up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:34.686638 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-14f0207e-477f-467b-8ec1-00ed4f826e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.687164 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f97d1dad-b0be-4a10-86dd-39b5ea9a38c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.751853 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14f0207e-477f-467b-8ec1-00ed4f826e29 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:45:34.789278 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0207e-477f-467b-8ec1-00ed4f826e29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73276d4-2678-4f3f-90dc-e26e6ea2962d,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:34.795898 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-14f0207e-477f-467b-8ec1-00ed4f826e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.795898 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-14f0207e-477f-467b-8ec1-00ed4f826e29 admin admin] Added segment af992efc-97b4-4a71-bb47-405fb5fbca98 of type vlan for network a2fc9ace-1a17-4402-88ae-74074c7fc03a Jul 29 23:45:34.823930 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f97d1dad-b0be-4a10-86dd-39b5ea9a38c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.836468 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f97d1dad-b0be-4a10-86dd-39b5ea9a38c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.847105 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5ba12aaf-153e-4c31-b7ff-bd5c90a2d589 None None] Provisioning complete for port 87519144-9104-4fbc-8029-8c703f9ccfce triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:34.848192 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5ba12aaf-153e-4c31-b7ff-bd5c90a2d589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.891052 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f97d1dad-b0be-4a10-86dd-39b5ea9a38c0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=19ed5846ed9a4316bda01c382ccb0097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2223787 Jul 29 23:45:34.894306 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37646) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:34.896669 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97d1dad-b0be-4a10-86dd-39b5ea9a38c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae66922-ba5b-48ca-8f6e-0a881af4ffb0,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:34.934621 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-14f0207e-477f-467b-8ec1-00ed4f826e29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:34.960067 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 87519144-9104-4fbc-8029-8c703f9ccfce triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:34.961001 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:35.039340 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e32789d0-d29f-46a0-9787-3422bc88ec01 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:35.105516 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32789d0-d29f-46a0-9787-3422bc88ec01 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Port': ['ID=1c0715aa-2961-49f3-b17e-2e895322b5f7,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:35.156677 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e32789d0-d29f-46a0-9787-3422bc88ec01 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:35.162772 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37652) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:35.167936 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e32789d0-d29f-46a0-9787-3422bc88ec01 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/ports/1c0715aa-2961-49f3-b17e-2e895322b5f7 HTTP/1.1" status: 204 len: 168 time: 1.2455266 Jul 29 23:45:35.175091 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5ba12aaf-153e-4c31-b7ff-bd5c90a2d589 None None] Could not find standard attr ID for object 1c0715aa-2961-49f3-b17e-2e895322b5f7. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:45:35.195899 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-14f0207e-477f-467b-8ec1-00ed4f826e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:35.198558 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14f0207e-477f-467b-8ec1-00ed4f826e29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:35.199484 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-14f0207e-477f-467b-8ec1-00ed4f826e29 admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:35.205631 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9cdadc87-59d1-4e49-a28b-9d55a24cedc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:35.224438 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-5baf6f4c-c577-4cb8-a4e1-6ccb2d43fb7e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] GET failed (client error): The resource could not be found. Jul 29 23:45:35.227084 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5baf6f4c-c577-4cb8-a4e1-6ccb2d43fb7e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "GET /v2.0/ports/1c0715aa-2961-49f3-b17e-2e895322b5f7 HTTP/1.1" status: 404 len: 333 time: 0.0628765 Jul 29 23:45:35.229926 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37654) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:35.320267 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-975f9b74-88c4-41d1-82cf-ee133f4cc659 None None] Could not find standard attr ID for object 1c0715aa-2961-49f3-b17e-2e895322b5f7. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:45:35.332394 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-14f0207e-477f-467b-8ec1-00ed4f826e29 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5154147 Jul 29 23:45:35.335703 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37656) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:35.342345 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-bca9bfa8-2c5f-482d-84ff-f2c0d594425f admin admin] Request body: {'subnet': {'network_id': 'a2fc9ace-1a17-4402-88ae-74074c7fc03a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1329901741-subnet', 'tenant_id': '526c48c5f2114347b370845b246a9c43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:35.387232 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:35.390912 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9cdadc87-59d1-4e49-a28b-9d55a24cedc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:35.413671 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bca9bfa8-2c5f-482d-84ff-f2c0d594425f admin admin] Made reservation on behalf of 526c48c5f2114347b370845b246a9c43 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:35.421705 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bca9bfa8-2c5f-482d-84ff-f2c0d594425f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:35.456792 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a8f245-e25c-426f-be5b-d2f63f5fc497 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Deleting subnet c4914066-ecfb-4622-800d-9732ae35adce {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:45:35.463484 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0207e-477f-467b-8ec1-00ed4f826e29 admin admin] Pushing event updated for resources: {'Network': ['ID=a2fc9ace-1a17-4402-88ae-74074c7fc03a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:35.476568 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network a2fc9ace-1a17-4402-88ae-74074c7fc03a details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:45:35.486482 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9cdadc87-59d1-4e49-a28b-9d55a24cedc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:35.490358 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9cdadc87-59d1-4e49-a28b-9d55a24cedc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:35.494787 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9cdadc87-59d1-4e49-a28b-9d55a24cedc8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cae66922-ba5b-48ca-8f6e-0a881af4ffb0 HTTP/1.1" status: 204 len: 168 time: 0.5944555 Jul 29 23:45:35.505098 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9a8f245-e25c-426f-be5b-d2f63f5fc497 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:35.506572 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdadc87-59d1-4e49-a28b-9d55a24cedc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae66922-ba5b-48ca-8f6e-0a881af4ffb0,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:35.571618 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9a8f245-e25c-426f-be5b-d2f63f5fc497 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:35.640083 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-05354742-73e3-4425-a2b3-e41cff4d9c5b None None] Could not find standard attr ID for object af594dce-a1fe-462e-9867-9d3d6c88be3c. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:45:35.746346 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9a8f245-e25c-426f-be5b-d2f63f5fc497 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:35.900416 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bca9bfa8-2c5f-482d-84ff-f2c0d594425f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:35.910090 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9a8f245-e25c-426f-be5b-d2f63f5fc497 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:35.960453 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9a8f245-e25c-426f-be5b-d2f63f5fc497 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:35.962571 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b9a8f245-e25c-426f-be5b-d2f63f5fc497 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/subnets/c4914066-ecfb-4622-800d-9732ae35adce HTTP/1.1" status: 204 len: 168 time: 0.7314634 Jul 29 23:45:35.965792 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37672) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:35.982139 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca9bfa8-2c5f-482d-84ff-f2c0d594425f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b084f9c-e05a-493c-afb4-e03c5f724bb7,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:36.018020 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a8f245-e25c-426f-be5b-d2f63f5fc497 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Subnet': ['ID=c4914066-ecfb-4622-800d-9732ae35adce,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:36.028662 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bca9bfa8-2c5f-482d-84ff-f2c0d594425f admin admin] Checking segment: {'id': 'af992efc-97b4-4a71-bb47-405fb5fbca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a2fc9ace-1a17-4402-88ae-74074c7fc03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:36.029181 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca9bfa8-2c5f-482d-84ff-f2c0d594425f admin admin] Network hostable DHCP agents. Network: a2fc9ace-1a17-4402-88ae-74074c7fc03a, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:45:36.056718 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca9bfa8-2c5f-482d-84ff-f2c0d594425f admin admin] Network a2fc9ace-1a17-4402-88ae-74074c7fc03a is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:45:36.070428 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-bca9bfa8-2c5f-482d-84ff-f2c0d594425f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, a2fc9ace-1a17-4402-88ae-74074c7fc03a) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:36.078672 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0701856b-c7a2-4d6a-acd1-f73ebb306334 None None] Network a2fc9ace-1a17-4402-88ae-74074c7fc03a requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:36.079918 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca9bfa8-2c5f-482d-84ff-f2c0d594425f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:36.081062 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bca9bfa8-2c5f-482d-84ff-f2c0d594425f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.096575 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37678) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:36.118348 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bd92c44b-c785-441a-99ab-eec3eef4a62a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.134049 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bca9bfa8-2c5f-482d-84ff-f2c0d594425f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7963400 Jul 29 23:45:36.136538 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-48aaeed1-98fc-4880-9228-6108a8db3ec9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.188225 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05718562-f42d-4f8f-ab7e-14dee2e73f8f None None] Network 2219bc52-b8af-4eb6-8810-7374a1ee27ba requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:36.248231 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-48aaeed1-98fc-4880-9228-6108a8db3ec9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Deleting port 87519144-9104-4fbc-8029-8c703f9ccfce {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:36.249404 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-48aaeed1-98fc-4880-9228-6108a8db3ec9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.291204 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d1ae3bf-9bda-48da-a97e-19a6fa707a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.311410 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bd92c44b-c785-441a-99ab-eec3eef4a62a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.319200 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bd92c44b-c785-441a-99ab-eec3eef4a62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.362536 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bd92c44b-c785-441a-99ab-eec3eef4a62a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=46baf34bf6194165b126611b780fa8f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2646601 Jul 29 23:45:36.367968 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37686) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:36.373111 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92c44b-c785-441a-99ab-eec3eef4a62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11138f4-26ce-4f84-9a2e-b1610eb0521e,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:36.421968 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f158a71-3310-49a4-8211-3cc45f8c7c67 None None] Network a2fc9ace-1a17-4402-88ae-74074c7fc03a requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:36.453670 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-48aaeed1-98fc-4880-9228-6108a8db3ec9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] For port 87519144-9104-4fbc-8029-8c703f9ccfce, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=87519144-9104-4fbc-8029-8c703f9ccfce,segment=NetworkSegment(c2fb005c-9a90-48e0-a411-762580c92143),segment_id=c2fb005c-9a90-48e0-a411-762580c92143)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:36.454055 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-48aaeed1-98fc-4880-9228-6108a8db3ec9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.502146 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3e9e4ea4-7d13-4618-b131-9c6f0997ca6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.511969 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-48aaeed1-98fc-4880-9228-6108a8db3ec9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Calling delete_port for 87519144-9104-4fbc-8029-8c703f9ccfce owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:36.561468 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3e9e4ea4-7d13-4618-b131-9c6f0997ca6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.665550 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70ce248-17a7-4f3c-992f-b72b70331d47 None None] DHCP port deletion for 2219bc52-b8af-4eb6-8810-7374a1ee27ba request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:45:36.680663 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3e9e4ea4-7d13-4618-b131-9c6f0997ca6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.683641 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3e9e4ea4-7d13-4618-b131-9c6f0997ca6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.685249 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3e9e4ea4-7d13-4618-b131-9c6f0997ca6a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a11138f4-26ce-4f84-9a2e-b1610eb0521e HTTP/1.1" status: 204 len: 168 time: 0.3133137 Jul 29 23:45:36.706409 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e70ce248-17a7-4f3c-992f-b72b70331d47 None None] The port '87519144-9104-4fbc-8029-8c703f9ccfce' was deleted {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 29 23:45:36.710148 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9e4ea4-7d13-4618-b131-9c6f0997ca6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11138f4-26ce-4f84-9a2e-b1610eb0521e,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:36.715190 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-48aaeed1-98fc-4880-9228-6108a8db3ec9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.765530 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aaeed1-98fc-4880-9228-6108a8db3ec9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Port': ['ID=87519144-9104-4fbc-8029-8c703f9ccfce,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:36.773887 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48aaeed1-98fc-4880-9228-6108a8db3ec9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] No DVR routers for this DVR port 87519144-9104-4fbc-8029-8c703f9ccfce on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:36.880737 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.933515 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-48aaeed1-98fc-4880-9228-6108a8db3ec9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:36.965147 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-48aaeed1-98fc-4880-9228-6108a8db3ec9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2219bc52-b8af-4eb6-8810-7374a1ee27ba']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:37.006302 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-48aaeed1-98fc-4880-9228-6108a8db3ec9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2fb005c-9a90-48e0-a411-762580c92143') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:37.008189 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-48aaeed1-98fc-4880-9228-6108a8db3ec9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2fb005c-9a90-48e0-a411-762580c92143') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:37.022592 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-48aaeed1-98fc-4880-9228-6108a8db3ec9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:37.040614 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-48aaeed1-98fc-4880-9228-6108a8db3ec9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:37.078310 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48aaeed1-98fc-4880-9228-6108a8db3ec9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:45:37.080093 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-48aaeed1-98fc-4880-9228-6108a8db3ec9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:37.091066 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:45:37.091066 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:45:37.091066 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:45:37.091066 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:45:37.091066 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:45:37.091066 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:45:37.091066 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:45:37.091066 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:45:37.091066 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:45:37.091066 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:45:37.091066 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:45:37.091066 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:45:37.091066 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:45:37.091066 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:45:37.091066 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:45:37.091066 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:45:37.091066 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:45:37.091066 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:45:37.091066 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:45:37.091066 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:45:37.091066 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:45:37.091066 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:45:37.091066 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:45:37.091066 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:45:37.091066 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:45:37.091066 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:45:37.091066 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:45:37.091066 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:45:37.091066 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:45:37.091066 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:45:37.091066 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:45:37.091066 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:45:37.209796 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-48aaeed1-98fc-4880-9228-6108a8db3ec9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:37.226633 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-48aaeed1-98fc-4880-9228-6108a8db3ec9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:37.228713 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-48aaeed1-98fc-4880-9228-6108a8db3ec9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/networks/2219bc52-b8af-4eb6-8810-7374a1ee27ba HTTP/1.1" status: 204 len: 168 time: 1.2613080 Jul 29 23:45:37.234192 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37722) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:37.239544 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-248c620a-5622-459f-8994-61a990aba229 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1030498741'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:37.280381 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aaeed1-98fc-4880-9228-6108a8db3ec9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Network': ['ID=2219bc52-b8af-4eb6-8810-7374a1ee27ba,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:37.310552 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248c620a-5622-459f-8994-61a990aba229 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:37.314275 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-248c620a-5622-459f-8994-61a990aba229 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:37.355580 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248c620a-5622-459f-8994-61a990aba229 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:45:37.371479 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-248c620a-5622-459f-8994-61a990aba229 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:37.372100 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-248c620a-5622-459f-8994-61a990aba229 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Added segment 79edc618-cfb3-4fa2-a52f-52268b94325f of type vlan for network 87012568-dd45-4858-a341-ca8fc340517d Jul 29 23:45:37.443176 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-248c620a-5622-459f-8994-61a990aba229 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:37.514413 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-248c620a-5622-459f-8994-61a990aba229 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:37.524498 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248c620a-5622-459f-8994-61a990aba229 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:37.527602 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-248c620a-5622-459f-8994-61a990aba229 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:37.604441 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-248c620a-5622-459f-8994-61a990aba229 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3707812 Jul 29 23:45:37.607270 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37744) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:37.612599 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-59d85c6e-fb2c-4dc4-bb73-840097aed6fe tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'subnet': {'network_id': '87012568-dd45-4858-a341-ca8fc340517d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:37.636536 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c620a-5622-459f-8994-61a990aba229 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Network': ['ID=87012568-dd45-4858-a341-ca8fc340517d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:37.649458 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 87012568-dd45-4858-a341-ca8fc340517d details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:45:37.762908 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d85c6e-fb2c-4dc4-bb73-840097aed6fe tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:37.766741 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-59d85c6e-fb2c-4dc4-bb73-840097aed6fe tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:38.100549 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-59d85c6e-fb2c-4dc4-bb73-840097aed6fe tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:38.184245 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:38.209435 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d85c6e-fb2c-4dc4-bb73-840097aed6fe tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Subnet': ['ID=5db19b56-3fda-4987-bfc4-25b7c7200f32,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:38.212133 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d85c6e-fb2c-4dc4-bb73-840097aed6fe tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Checking segment: {'id': '79edc618-cfb3-4fa2-a52f-52268b94325f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '87012568-dd45-4858-a341-ca8fc340517d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:38.212822 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d85c6e-fb2c-4dc4-bb73-840097aed6fe tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network hostable DHCP agents. Network: 87012568-dd45-4858-a341-ca8fc340517d, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:45:38.253641 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d85c6e-fb2c-4dc4-bb73-840097aed6fe tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network 87012568-dd45-4858-a341-ca8fc340517d is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:45:38.281600 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-59d85c6e-fb2c-4dc4-bb73-840097aed6fe tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 87012568-dd45-4858-a341-ca8fc340517d) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:38.285969 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d85c6e-fb2c-4dc4-bb73-840097aed6fe tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:38.287778 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-59d85c6e-fb2c-4dc4-bb73-840097aed6fe tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:38.302649 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2128b529-9f7c-4437-86ea-a32c0eb91ccf None None] Network 87012568-dd45-4858-a341-ca8fc340517d requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:38.340867 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-59d85c6e-fb2c-4dc4-bb73-840097aed6fe tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7319868 Jul 29 23:45:38.343593 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37790) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:38.350118 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-77e4ffc9-5244-4e7f-bd93-a9fa2d1491ff tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'port': {'network_id': '87012568-dd45-4858-a341-ca8fc340517d', 'name': 'tempest-PortsIpV6TestJSON-1338532088', 'fixed_ips': [{'subnet_id': '5db19b56-3fda-4987-bfc4-25b7c7200f32', 'ip_address': '2001:db8::10'}]}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:38.596959 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-d5eb6186-4604-49af-b67d-8a02dff1c244 tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:38.611817 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-d5eb6186-4604-49af-b67d-8a02dff1c244 tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] 10.222.0.18 "GET /v2.0/networks?id=a2fc9ace-1a17-4402-88ae-74074c7fc03a HTTP/1.1" status: 200 len: 810 time: 0.2446008 Jul 29 23:45:38.642179 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-76f3a2cd-f7ee-468a-ba12-af22919696fa tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] 10.222.0.18 "GET /v2.0/quotas/526c48c5f2114347b370845b246a9c43 HTTP/1.1" status: 200 len: 375 time: 0.0293992 Jul 29 23:45:38.690086 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e4ffc9-5244-4e7f-bd93-a9fa2d1491ff tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:38.715870 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-04581c58-0e53-427c-8328-7dc0bc0faf59 tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=526c48c5f2114347b370845b246a9c43&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0727208 Jul 29 23:45:38.717386 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 87519144-9104-4fbc-8029-8c703f9ccfce no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:38.790462 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 87519144-9104-4fbc-8029-8c703f9ccfce {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:38.790809 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 87519144-9104-4fbc-8029-8c703f9ccfce not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:38.838929 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c530056e-eb2e-432e-8d6d-64c6df8cf4fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-87012568-dd45-4858-a341-ca8fc340517d', 'network_id': '87012568-dd45-4858-a341-ca8fc340517d', 'tenant_id': '4da613056a734713ae8b6c5e6fd9fb0b', 'fixed_ips': [{'subnet_id': '5db19b56-3fda-4987-bfc4-25b7c7200f32'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:45:38.841986 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c530056e-eb2e-432e-8d6d-64c6df8cf4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:38.915165 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-77e4ffc9-5244-4e7f-bd93-a9fa2d1491ff tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:38.964099 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-77e4ffc9-5244-4e7f-bd93-a9fa2d1491ff tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] device_id is not set on port 88c5449e-06ac-4ea3-a3c3-8280c02c8f01 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:45:39.086324 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-005546a8-735a-4ae2-992b-9e73e816afd7 service neutron] 10.222.0.18 "GET /v2.0/networks/a2fc9ace-1a17-4402-88ae-74074c7fc03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657801 Jul 29 23:45:39.113839 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-c530056e-eb2e-432e-8d6d-64c6df8cf4fc None None] Allocated IP 2001:db8::2 (87012568-dd45-4858-a341-ca8fc340517d/5db19b56-3fda-4987-bfc4-25b7c7200f32/0aa5c89b-b73a-496e-b66d-5536759f872f) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:39.309176 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-f2f19e89-d572-4f2a-8358-7086c049daaa service neutron] 10.222.0.18 "GET /v2.0/networks/a2fc9ace-1a17-4402-88ae-74074c7fc03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216527 Jul 29 23:45:39.424992 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c530056e-eb2e-432e-8d6d-64c6df8cf4fc None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:39.447977 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c530056e-eb2e-432e-8d6d-64c6df8cf4fc None None] Transition to ACTIVE for port object 0aa5c89b-b73a-496e-b66d-5536759f872f will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:39.491020 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c530056e-eb2e-432e-8d6d-64c6df8cf4fc None None] Transition to ACTIVE for port object 0aa5c89b-b73a-496e-b66d-5536759f872f will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:39.502716 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c530056e-eb2e-432e-8d6d-64c6df8cf4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:39.584880 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c530056e-eb2e-432e-8d6d-64c6df8cf4fc None None] Network 87012568-dd45-4858-a341-ca8fc340517d is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:39.588017 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-c530056e-eb2e-432e-8d6d-64c6df8cf4fc None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:39.592281 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c530056e-eb2e-432e-8d6d-64c6df8cf4fc None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:39.604797 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c530056e-eb2e-432e-8d6d-64c6df8cf4fc None None] Pushing event updated for resources: {'Port': ['ID=0aa5c89b-b73a-496e-b66d-5536759f872f,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:39.636402 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37828) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:39.638040 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-77e4ffc9-5244-4e7f-bd93-a9fa2d1491ff tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Allocated IP 2001:db8::10 (87012568-dd45-4858-a341-ca8fc340517d/5db19b56-3fda-4987-bfc4-25b7c7200f32/88c5449e-06ac-4ea3-a3c3-8280c02c8f01) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:39.699267 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c530056e-eb2e-432e-8d6d-64c6df8cf4fc None None] Attempting to bind port 0aa5c89b-b73a-496e-b66d-5536759f872f on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:39.701204 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c530056e-eb2e-432e-8d6d-64c6df8cf4fc None None] Attempting to bind port 0aa5c89b-b73a-496e-b66d-5536759f872f by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '79edc618-cfb3-4fa2-a52f-52268b94325f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '87012568-dd45-4858-a341-ca8fc340517d'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:39.701731 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c530056e-eb2e-432e-8d6d-64c6df8cf4fc None None] Attempting to bind port 0aa5c89b-b73a-496e-b66d-5536759f872f on network 87012568-dd45-4858-a341-ca8fc340517d {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:39.713637 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c530056e-eb2e-432e-8d6d-64c6df8cf4fc None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:39.715953 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c530056e-eb2e-432e-8d6d-64c6df8cf4fc None None] Checking segment: {'id': '79edc618-cfb3-4fa2-a52f-52268b94325f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '87012568-dd45-4858-a341-ca8fc340517d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:39.716525 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c530056e-eb2e-432e-8d6d-64c6df8cf4fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:39.717049 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c530056e-eb2e-432e-8d6d-64c6df8cf4fc None None] Bound using segment: {'id': '79edc618-cfb3-4fa2-a52f-52268b94325f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '87012568-dd45-4858-a341-ca8fc340517d'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:39.732322 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c530056e-eb2e-432e-8d6d-64c6df8cf4fc None None] Bound port: 0aa5c89b-b73a-496e-b66d-5536759f872f, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79edc618-cfb3-4fa2-a52f-52268b94325f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '87012568-dd45-4858-a341-ca8fc340517d'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:39.733148 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c530056e-eb2e-432e-8d6d-64c6df8cf4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:39.819019 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-1559ee9e-2df7-4721-b26b-431c7e2a1beb tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:39.959395 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c530056e-eb2e-432e-8d6d-64c6df8cf4fc None None] For port 0aa5c89b-b73a-496e-b66d-5536759f872f, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:39.969033 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-77e4ffc9-5244-4e7f-bd93-a9fa2d1491ff tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:39.974010 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c530056e-eb2e-432e-8d6d-64c6df8cf4fc None None] For port 0aa5c89b-b73a-496e-b66d-5536759f872f, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0aa5c89b-b73a-496e-b66d-5536759f872f,segment=NetworkSegment(79edc618-cfb3-4fa2-a52f-52268b94325f),segment_id=79edc618-cfb3-4fa2-a52f-52268b94325f)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:39.985289 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c530056e-eb2e-432e-8d6d-64c6df8cf4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:40.011099 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-77e4ffc9-5244-4e7f-bd93-a9fa2d1491ff tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Transition to ACTIVE for port object 88c5449e-06ac-4ea3-a3c3-8280c02c8f01 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:40.080007 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c530056e-eb2e-432e-8d6d-64c6df8cf4fc None None] Pushing event updated for resources: {'Port': ['ID=0aa5c89b-b73a-496e-b66d-5536759f872f,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:40.093743 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-77e4ffc9-5244-4e7f-bd93-a9fa2d1491ff tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:40.164739 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e4ffc9-5244-4e7f-bd93-a9fa2d1491ff tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network 87012568-dd45-4858-a341-ca8fc340517d is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:40.168391 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-77e4ffc9-5244-4e7f-bd93-a9fa2d1491ff tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:40.174387 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e4ffc9-5244-4e7f-bd93-a9fa2d1491ff tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:40.181663 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e4ffc9-5244-4e7f-bd93-a9fa2d1491ff tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:40.182820 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-77e4ffc9-5244-4e7f-bd93-a9fa2d1491ff tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:40.215028 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4ffc9-5244-4e7f-bd93-a9fa2d1491ff tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Port': ['ID=88c5449e-06ac-4ea3-a3c3-8280c02c8f01,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:40.225766 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-77e4ffc9-5244-4e7f-bd93-a9fa2d1491ff tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8809063 Jul 29 23:45:40.226473 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37842) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:40.242924 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-ace1d7e6-b003-4f24-b2e9-fc6b7b70cfe7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'port': {'network_id': '87012568-dd45-4858-a341-ca8fc340517d', 'name': 'tempest-PortsIpV6TestJSON-385517905', 'fixed_ips': [{'subnet_id': '5db19b56-3fda-4987-bfc4-25b7c7200f32', 'ip_address': '2001:db8::f'}]}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:40.267304 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:45:40.580348 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace1d7e6-b003-4f24-b2e9-fc6b7b70cfe7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:40.597373 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ace1d7e6-b003-4f24-b2e9-fc6b7b70cfe7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:40.625304 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1559ee9e-2df7-4721-b26b-431c7e2a1beb tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] 10.222.0.18 "PUT /v2.0/quotas/dc77f2063e20490698aebe2673aacac4 HTTP/1.1" status: 200 len: 368 time: 0.9852853 Jul 29 23:45:40.625861 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37852) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:40.630864 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-aa7e7c81-622a-4293-98db-dd1c75b0d9a7 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Request body: {'network': {'project_id': 'dc77f2063e20490698aebe2673aacac4'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:40.667345 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-ace1d7e6-b003-4f24-b2e9-fc6b7b70cfe7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] device_id is not set on port f95c7e90-0441-45ee-85fb-39fb496d3db4 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:45:40.687210 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2e323f88-f635-4804-ad00-bf0395da81e6 req-49495c56-8ecc-49a7-80ce-f484da5acf9f tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fbc30a0-5f17-48ed-a5b6-20f8b8b59c63 HTTP/1.1" status: 200 len: 210 time: 0.0629611 Jul 29 23:45:40.693835 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7e7c81-622a-4293-98db-dd1c75b0d9a7 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Made reservation on behalf of dc77f2063e20490698aebe2673aacac4 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:40.697117 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aa7e7c81-622a-4293-98db-dd1c75b0d9a7 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:40.707113 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aa7e7c81-622a-4293-98db-dd1c75b0d9a7 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:40.757878 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0aa5c89b-b73a-496e-b66d-5536759f872f up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:40.836904 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aa7e7c81-622a-4293-98db-dd1c75b0d9a7 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:40.847611 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aa7e7c81-622a-4293-98db-dd1c75b0d9a7 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:40.860995 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 0aa5c89b-b73a-496e-b66d-5536759f872f completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:40.883374 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e7c81-622a-4293-98db-dd1c75b0d9a7 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2867a4e5-dff7-41d8-855f-e39e21f90a37,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:40.907677 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa7e7c81-622a-4293-98db-dd1c75b0d9a7 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:45:40.940550 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aa7e7c81-622a-4293-98db-dd1c75b0d9a7 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:40.940910 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-aa7e7c81-622a-4293-98db-dd1c75b0d9a7 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Added segment 98a72dd5-07b0-4f49-88a1-e148c790be21 of type vlan for network 005ead4d-4ede-40b6-be1d-d71fdd2cc68c Jul 29 23:45:41.038114 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aa7e7c81-622a-4293-98db-dd1c75b0d9a7 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:41.053202 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-ace1d7e6-b003-4f24-b2e9-fc6b7b70cfe7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Allocated IP 2001:db8::f (87012568-dd45-4858-a341-ca8fc340517d/5db19b56-3fda-4987-bfc4-25b7c7200f32/f95c7e90-0441-45ee-85fb-39fb496d3db4) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:41.112962 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aa7e7c81-622a-4293-98db-dd1c75b0d9a7 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:41.114929 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7e7c81-622a-4293-98db-dd1c75b0d9a7 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:41.116459 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aa7e7c81-622a-4293-98db-dd1c75b0d9a7 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:41.283129 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37862) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:41.286995 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-aa7e7c81-622a-4293-98db-dd1c75b0d9a7 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6603677 Jul 29 23:45:41.294059 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-f556846a-e73f-42f3-ba31-94a936f9de0c tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Request body: {'network': {'project_id': 'dc77f2063e20490698aebe2673aacac4'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:41.312726 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e7c81-622a-4293-98db-dd1c75b0d9a7 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Pushing event updated for resources: {'Network': ['ID=005ead4d-4ede-40b6-be1d-d71fdd2cc68c,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:41.324115 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 005ead4d-4ede-40b6-be1d-d71fdd2cc68c details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:45:41.433084 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f556846a-e73f-42f3-ba31-94a936f9de0c tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Made reservation on behalf of dc77f2063e20490698aebe2673aacac4 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:41.436121 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f556846a-e73f-42f3-ba31-94a936f9de0c tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:41.509011 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f556846a-e73f-42f3-ba31-94a936f9de0c tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:45:41.519371 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ace1d7e6-b003-4f24-b2e9-fc6b7b70cfe7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:41.538017 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f556846a-e73f-42f3-ba31-94a936f9de0c tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:41.538017 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-f556846a-e73f-42f3-ba31-94a936f9de0c tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Added segment 201198ba-bf73-4cf8-a1a2-35b5ba75e8a0 of type vlan for network 32ba6b68-4452-470a-94f1-9b30bd6e0c69 Jul 29 23:45:41.551636 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-ace1d7e6-b003-4f24-b2e9-fc6b7b70cfe7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Transition to ACTIVE for port object f95c7e90-0441-45ee-85fb-39fb496d3db4 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:41.594733 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f556846a-e73f-42f3-ba31-94a936f9de0c tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:41.649569 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ace1d7e6-b003-4f24-b2e9-fc6b7b70cfe7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:41.656028 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f556846a-e73f-42f3-ba31-94a936f9de0c tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:41.657807 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f556846a-e73f-42f3-ba31-94a936f9de0c tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:41.659537 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f556846a-e73f-42f3-ba31-94a936f9de0c tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:41.713485 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8967ff5-9dfb-4bb1-a02b-b3556d33f4ca None None] Network 87012568-dd45-4858-a341-ca8fc340517d requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:41.953109 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b215308b-ca65-4a5f-9efd-a034101e022b None None] Provisioning for port 0aa5c89b-b73a-496e-b66d-5536759f872f completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:41.970434 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b215308b-ca65-4a5f-9efd-a034101e022b None None] Provisioning complete for port 0aa5c89b-b73a-496e-b66d-5536759f872f triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:41.972305 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b215308b-ca65-4a5f-9efd-a034101e022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.005004 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a72c3049-38aa-46e5-b92c-1c3bf03fae21 req-8b033e96-9e17-47b9-b08a-5c3db63b5140 tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fbc30a0-5f17-48ed-a5b6-20f8b8b59c63 HTTP/1.1" status: 200 len: 210 time: 0.0898380 Jul 29 23:45:42.025067 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace1d7e6-b003-4f24-b2e9-fc6b7b70cfe7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network 87012568-dd45-4858-a341-ca8fc340517d is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:42.059031 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37878) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:42.065735 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f556846a-e73f-42f3-ba31-94a936f9de0c tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7814529 Jul 29 23:45:42.066865 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-ace1d7e6-b003-4f24-b2e9-fc6b7b70cfe7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:42.075546 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace1d7e6-b003-4f24-b2e9-fc6b7b70cfe7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:42.081459 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-63f304c9-b33f-47e3-9899-d768ba5e8c56 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Request body: {'network': {'project_id': 'dc77f2063e20490698aebe2673aacac4'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:42.089932 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace1d7e6-b003-4f24-b2e9-fc6b7b70cfe7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:42.090597 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ace1d7e6-b003-4f24-b2e9-fc6b7b70cfe7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.106276 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-63f304c9-b33f-47e3-9899-d768ba5e8c56 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 29 23:45:42.106444 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63f304c9-b33f-47e3-9899-d768ba5e8c56 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:45:42.118759 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-63f304c9-b33f-47e3-9899-d768ba5e8c56 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0523212 Jul 29 23:45:42.158051 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace1d7e6-b003-4f24-b2e9-fc6b7b70cfe7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Port': ['ID=f95c7e90-0441-45ee-85fb-39fb496d3db4,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:42.172634 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556846a-e73f-42f3-ba31-94a936f9de0c tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Pushing event updated for resources: {'Network': ['ID=32ba6b68-4452-470a-94f1-9b30bd6e0c69,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:42.190682 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 32ba6b68-4452-470a-94f1-9b30bd6e0c69 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:45:42.200847 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-ed3b320a-6121-442f-8e65-3bd142832a01 tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:42.203949 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-ed3b320a-6121-442f-8e65-3bd142832a01 tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] 10.222.0.23 "GET /v2.0/networks?id=a2fc9ace-1a17-4402-88ae-74074c7fc03a HTTP/1.1" status: 200 len: 810 time: 0.5018954 Jul 29 23:45:42.208866 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ace1d7e6-b003-4f24-b2e9-fc6b7b70cfe7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9811893 Jul 29 23:45:42.212204 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37884) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:42.298547 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-259924a3-97fa-4a65-8082-1ae6df71a5eb tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] Request body: {'port': {'device_id': '3fbc30a0-5f17-48ed-a5b6-20f8b8b59c63', 'network_id': 'a2fc9ace-1a17-4402-88ae-74074c7fc03a', 'admin_state_up': True, 'tenant_id': '526c48c5f2114347b370845b246a9c43'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:42.322858 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37888) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:42.347979 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b215308b-ca65-4a5f-9efd-a034101e022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.414064 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ac0ed8-5cb7-4805-8783-8f59c16adc18 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:42.416116 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-60ac0ed8-5cb7-4805-8783-8f59c16adc18 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2010283 Jul 29 23:45:42.433434 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37894) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:42.527333 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b215308b-ca65-4a5f-9efd-a034101e022b None None] For port 0aa5c89b-b73a-496e-b66d-5536759f872f, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0aa5c89b-b73a-496e-b66d-5536759f872f,segment=NetworkSegment(79edc618-cfb3-4fa2-a52f-52268b94325f),segment_id=79edc618-cfb3-4fa2-a52f-52268b94325f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:42.536842 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b215308b-ca65-4a5f-9efd-a034101e022b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.546431 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-259924a3-97fa-4a65-8082-1ae6df71a5eb tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] Made reservation on behalf of 526c48c5f2114347b370845b246a9c43 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:42.550942 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-259924a3-97fa-4a65-8082-1ae6df71a5eb tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.558935 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca9fff7-e58e-4096-9569-27259ba70d22 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:42.565313 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca9fff7-e58e-4096-9569-27259ba70d22 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:42.571547 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca9fff7-e58e-4096-9569-27259ba70d22 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:42.573402 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5ca9fff7-e58e-4096-9569-27259ba70d22 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1530714 Jul 29 23:45:42.576714 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37900) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:42.600350 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b215308b-ca65-4a5f-9efd-a034101e022b None None] Pushing event updated for resources: {'Port': ['ID=0aa5c89b-b73a-496e-b66d-5536759f872f,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:42.652879 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d55474b7-5279-4ef7-8435-ff755f1bbb72 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc77f2063e20490698aebe2673aacac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3281441 Jul 29 23:45:42.655555 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37902) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:42.751593 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ffd3b8a0-320f-4505-8477-aaf3f451293c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.788484 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ffd3b8a0-320f-4505-8477-aaf3f451293c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.797681 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9d985202-708d-4198-a77d-61d8e163a298 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Deleting port f95c7e90-0441-45ee-85fb-39fb496d3db4 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:42.798010 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9d985202-708d-4198-a77d-61d8e163a298 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.835908 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-259924a3-97fa-4a65-8082-1ae6df71a5eb tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] Allocated IP 172.20.0.8 (a2fc9ace-1a17-4402-88ae-74074c7fc03a/1b084f9c-e05a-493c-afb4-e03c5f724bb7/c84d3969-b8ee-4185-9fca-b248b06d906f) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:42.932193 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ffd3b8a0-320f-4505-8477-aaf3f451293c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.935198 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ffd3b8a0-320f-4505-8477-aaf3f451293c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:42.936440 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ffd3b8a0-320f-4505-8477-aaf3f451293c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2867a4e5-dff7-41d8-855f-e39e21f90a37 HTTP/1.1" status: 204 len: 168 time: 0.2799156 Jul 29 23:45:42.958153 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37906) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:42.959529 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3b8a0-320f-4505-8477-aaf3f451293c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2867a4e5-dff7-41d8-855f-e39e21f90a37,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:43.019595 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9d985202-708d-4198-a77d-61d8e163a298 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.045336 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-259924a3-97fa-4a65-8082-1ae6df71a5eb tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.060776 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9d985202-708d-4198-a77d-61d8e163a298 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Calling delete_port for f95c7e90-0441-45ee-85fb-39fb496d3db4 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:43.092973 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-259924a3-97fa-4a65-8082-1ae6df71a5eb tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.107660 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4d3d-1f7e-4da8-b043-166732cebf17 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.211867 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-afe2b74b-3308-4ef3-a9b0-0f1eccff9847 None None] Provisioning complete for port 0aa5c89b-b73a-496e-b66d-5536759f872f triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:43.213015 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-afe2b74b-3308-4ef3-a9b0-0f1eccff9847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.244964 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-259924a3-97fa-4a65-8082-1ae6df71a5eb tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] Network a2fc9ace-1a17-4402-88ae-74074c7fc03a is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:43.267709 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-259924a3-97fa-4a65-8082-1ae6df71a5eb tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:43.284881 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-259924a3-97fa-4a65-8082-1ae6df71a5eb tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:43.312058 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4d3d-1f7e-4da8-b043-166732cebf17 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.338570 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259924a3-97fa-4a65-8082-1ae6df71a5eb tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] Pushing event updated for resources: {'Port': ['ID=c84d3969-b8ee-4185-9fca-b248b06d906f,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:43.390265 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-7d6f4d3d-1f7e-4da8-b043-166732cebf17 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ba6b68-4452-470a-94f1-9b30bd6e0c69']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:43.403259 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5c4e3-a645-4ece-87d3-1c92b8691b4d req-d8e90c68-b2e4-47c9-8f11-6b8729bf70e5 tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:43.404967 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-78b5c4e3-a645-4ece-87d3-1c92b8691b4d req-d8e90c68-b2e4-47c9-8f11-6b8729bf70e5 tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fbc30a0-5f17-48ed-a5b6-20f8b8b59c63 HTTP/1.1" status: 200 len: 931 time: 0.1623340 Jul 29 23:45:43.421338 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-7d6f4d3d-1f7e-4da8-b043-166732cebf17 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '201198ba-bf73-4cf8-a1a2-35b5ba75e8a0') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:43.425306 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-7d6f4d3d-1f7e-4da8-b043-166732cebf17 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '201198ba-bf73-4cf8-a1a2-35b5ba75e8a0') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:43.425650 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-259924a3-97fa-4a65-8082-1ae6df71a5eb tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:43.427080 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-259924a3-97fa-4a65-8082-1ae6df71a5eb tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.450154 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-259924a3-97fa-4a65-8082-1ae6df71a5eb tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2337816 Jul 29 23:45:43.466908 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-d569dee4-fce4-4441-923f-731fe5e7583c service neutron] Request body: {'port': {'device_id': '3fbc30a0-5f17-48ed-a5b6-20f8b8b59c63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:43.482635 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4d3d-1f7e-4da8-b043-166732cebf17 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.554604 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-78b5c4e3-a645-4ece-87d3-1c92b8691b4d req-e8ea6d1c-73f2-4547-8086-e30bfd36bbaa tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] 10.222.0.18 "GET /v2.0/security-groups?id=e73276d4-2678-4f3f-90dc-e26e6ea2962d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135857 Jul 29 23:45:43.555109 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4d3d-1f7e-4da8-b043-166732cebf17 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.573708 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-afe2b74b-3308-4ef3-a9b0-0f1eccff9847 None None] Provisioning for port 88c5449e-06ac-4ea3-a3c3-8280c02c8f01 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:43.581041 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d6f4d3d-1f7e-4da8-b043-166732cebf17 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:45:43.581472 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4d3d-1f7e-4da8-b043-166732cebf17 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.583686 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:45:43.583686 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:45:43.583686 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:45:43.583686 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:45:43.583686 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:45:43.583686 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:45:43.583686 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:45:43.583686 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:45:43.583686 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:45:43.583686 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:45:43.583686 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:45:43.583686 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:45:43.583686 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:45:43.583686 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:45:43.583686 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:45:43.583686 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:45:43.583686 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:45:43.583686 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:45:43.583686 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:45:43.583686 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:45:43.583686 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:45:43.583686 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:45:43.583686 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:45:43.583686 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:45:43.583686 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:45:43.583686 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:45:43.583686 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:45:43.583686 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:45:43.583686 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:45:43.583686 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:45:43.583686 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:45:43.583686 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:45:43.594515 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-afe2b74b-3308-4ef3-a9b0-0f1eccff9847 None None] Provisioning complete for port 88c5449e-06ac-4ea3-a3c3-8280c02c8f01 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:43.594847 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-afe2b74b-3308-4ef3-a9b0-0f1eccff9847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.595054 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-d569dee4-fce4-4441-923f-731fe5e7583c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.688127 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-afe2b74b-3308-4ef3-a9b0-0f1eccff9847 None None] Port 88c5449e-06ac-4ea3-a3c3-8280c02c8f01 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:45:43.727700 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9d985202-708d-4198-a77d-61d8e163a298 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.730108 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-afe2b74b-3308-4ef3-a9b0-0f1eccff9847 None None] Provisioning for port f95c7e90-0441-45ee-85fb-39fb496d3db4 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:43.735683 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-afe2b74b-3308-4ef3-a9b0-0f1eccff9847 None None] Provisioning complete for port f95c7e90-0441-45ee-85fb-39fb496d3db4 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:43.736318 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-afe2b74b-3308-4ef3-a9b0-0f1eccff9847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.767333 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d985202-708d-4198-a77d-61d8e163a298 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Port': ['ID=f95c7e90-0441-45ee-85fb-39fb496d3db4,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:43.778316 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4d3d-1f7e-4da8-b043-166732cebf17 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.783336 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d6f4d3d-1f7e-4da8-b043-166732cebf17 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.783536 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-afe2b74b-3308-4ef3-a9b0-0f1eccff9847 None None] Port f95c7e90-0441-45ee-85fb-39fb496d3db4 was deleted so its status cannot be updated. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 29 23:45:43.787614 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7d6f4d3d-1f7e-4da8-b043-166732cebf17 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] 10.222.0.18 "DELETE /v2.0/networks/32ba6b68-4452-470a-94f1-9b30bd6e0c69 HTTP/1.1" status: 204 len: 168 time: 0.8256922 Jul 29 23:45:43.798678 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 37922) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:43.809734 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f4d3d-1f7e-4da8-b043-166732cebf17 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Pushing event deleted for resources: {'Network': ['ID=32ba6b68-4452-470a-94f1-9b30bd6e0c69,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:43.835903 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9d985202-708d-4198-a77d-61d8e163a298 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:43.840721 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9d985202-708d-4198-a77d-61d8e163a298 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/ports/f95c7e90-0441-45ee-85fb-39fb496d3db4 HTTP/1.1" status: 204 len: 168 time: 1.2605431 Jul 29 23:45:43.847337 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37924) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:43.893754 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-512e82d7-2049-4507-a9e4-353474ec9649 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] GET failed (client error): The resource could not be found. Jul 29 23:45:43.899491 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-512e82d7-2049-4507-a9e4-353474ec9649 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "GET /v2.0/ports/f95c7e90-0441-45ee-85fb-39fb496d3db4 HTTP/1.1" status: 404 len: 333 time: 0.0510008 Jul 29 23:45:43.906063 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37928) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:43.938906 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-589f4968-c779-413a-99f3-7921ea9f1e70 None None] Provisioning complete for port 88c5449e-06ac-4ea3-a3c3-8280c02c8f01 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:43.939500 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-589f4968-c779-413a-99f3-7921ea9f1e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:44.039225 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-589f4968-c779-413a-99f3-7921ea9f1e70 None None] Port 88c5449e-06ac-4ea3-a3c3-8280c02c8f01 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:45:44.140402 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-426f8f71-89a4-4aea-b305-b20caac95a21 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:44.141945 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8f98853d-03a1-4ac6-b4cf-4965072379ca tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Deleting port 88c5449e-06ac-4ea3-a3c3-8280c02c8f01 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:44.142356 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f98853d-03a1-4ac6-b4cf-4965072379ca tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:44.153974 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e9bec6ac-be9d-47ba-b479-a13465edea29 None None] Could not find standard attr ID for object f95c7e90-0441-45ee-85fb-39fb496d3db4. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:45:44.313545 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-426f8f71-89a4-4aea-b305-b20caac95a21 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:44.328011 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-426f8f71-89a4-4aea-b305-b20caac95a21 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['005ead4d-4ede-40b6-be1d-d71fdd2cc68c']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:44.339315 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-426f8f71-89a4-4aea-b305-b20caac95a21 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a72dd5-07b0-4f49-88a1-e148c790be21') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:44.339667 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-426f8f71-89a4-4aea-b305-b20caac95a21 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a72dd5-07b0-4f49-88a1-e148c790be21') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:44.350797 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-426f8f71-89a4-4aea-b305-b20caac95a21 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:44.365961 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f98853d-03a1-4ac6-b4cf-4965072379ca tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:44.372660 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-426f8f71-89a4-4aea-b305-b20caac95a21 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:44.386122 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426f8f71-89a4-4aea-b305-b20caac95a21 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:45:44.387089 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-426f8f71-89a4-4aea-b305-b20caac95a21 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:44.393764 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8f98853d-03a1-4ac6-b4cf-4965072379ca tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Calling delete_port for 88c5449e-06ac-4ea3-a3c3-8280c02c8f01 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:44.472149 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:45:44.472149 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:45:44.472149 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:45:44.472149 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:45:44.472149 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:45:44.472149 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:45:44.472149 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:45:44.472149 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:45:44.472149 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:45:44.472149 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:45:44.472149 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:45:44.472149 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:45:44.472149 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:45:44.472149 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:45:44.472149 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:45:44.472149 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:45:44.472149 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:45:44.472149 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:45:44.472149 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:45:44.472149 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:45:44.472149 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:45:44.472149 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:45:44.472149 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:45:44.472149 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:45:44.472149 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:45:44.472149 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:45:44.472149 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:45:44.472149 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:45:44.472149 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:45:44.472149 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:45:44.472149 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:45:44.472149 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:45:44.499531 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-426f8f71-89a4-4aea-b305-b20caac95a21 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:44.568177 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-426f8f71-89a4-4aea-b305-b20caac95a21 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:44.570398 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-426f8f71-89a4-4aea-b305-b20caac95a21 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] 10.222.0.18 "DELETE /v2.0/networks/005ead4d-4ede-40b6-be1d-d71fdd2cc68c HTTP/1.1" status: 204 len: 168 time: 0.7706957 Jul 29 23:45:44.573587 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f8f71-89a4-4aea-b305-b20caac95a21 tempest-QuotasNegativeTest-1750926506 tempest-QuotasNegativeTest-1750926506-project-admin] Pushing event deleted for resources: {'Network': ['ID=005ead4d-4ede-40b6-be1d-d71fdd2cc68c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:44.594662 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-d569dee4-fce4-4441-923f-731fe5e7583c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c84d3969-b8ee-4185-9fca-b248b06d906f {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:45:44.620372 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-d569dee4-fce4-4441-923f-731fe5e7583c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:44.656130 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-d569dee4-fce4-4441-923f-731fe5e7583c service neutron] Transition to ACTIVE for port object c84d3969-b8ee-4185-9fca-b248b06d906f will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:44.668779 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0aa5c89b-b73a-496e-b66d-5536759f872f up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:44.682459 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-d569dee4-fce4-4441-923f-731fe5e7583c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:44.748063 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 0aa5c89b-b73a-496e-b66d-5536759f872f triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:44.748437 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:44.759315 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f98853d-03a1-4ac6-b4cf-4965072379ca tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:44.832145 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d43350-9696-4bfa-a21a-2a23d2de667a req-6f166853-9e1d-4558-bfce-3abf5a1d1771 tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:44.840768 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-67d43350-9696-4bfa-a21a-2a23d2de667a req-6f166853-9e1d-4558-bfce-3abf5a1d1771 tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fbc30a0-5f17-48ed-a5b6-20f8b8b59c63 HTTP/1.1" status: 200 len: 943 time: 0.1488559 Jul 29 23:45:44.894084 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569dee4-fce4-4441-923f-731fe5e7583c service neutron] Pushing event updated for resources: {'Port': ['ID=c84d3969-b8ee-4185-9fca-b248b06d906f,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:44.932434 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f98853d-03a1-4ac6-b4cf-4965072379ca tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Port': ['ID=88c5449e-06ac-4ea3-a3c3-8280c02c8f01,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:44.986107 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f98853d-03a1-4ac6-b4cf-4965072379ca tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:44.991699 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8f98853d-03a1-4ac6-b4cf-4965072379ca tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/ports/88c5449e-06ac-4ea3-a3c3-8280c02c8f01 HTTP/1.1" status: 204 len: 168 time: 1.0808134 Jul 29 23:45:44.994414 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37952) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:45.049793 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-09252c3b-f0a6-4b17-a3ec-c15c64d1dab4 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] GET failed (client error): The resource could not be found. Jul 29 23:45:45.057303 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-09252c3b-f0a6-4b17-a3ec-c15c64d1dab4 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "GET /v2.0/ports/88c5449e-06ac-4ea3-a3c3-8280c02c8f01 HTTP/1.1" status: 404 len: 333 time: 0.0577173 Jul 29 23:45:45.060469 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37956) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:45.095366 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-67d43350-9696-4bfa-a21a-2a23d2de667a req-b2f0d7b7-6d0d-4b18-a8c4-a53fdabdaae2 tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] 10.222.0.18 "GET /v2.0/security-groups?id=e73276d4-2678-4f3f-90dc-e26e6ea2962d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521405 Jul 29 23:45:45.147829 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-d569dee4-fce4-4441-923f-731fe5e7583c service neutron] Attempting to bind port c84d3969-b8ee-4185-9fca-b248b06d906f on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:45.148534 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-d569dee4-fce4-4441-923f-731fe5e7583c service neutron] Attempting to bind port c84d3969-b8ee-4185-9fca-b248b06d906f by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'af992efc-97b4-4a71-bb47-405fb5fbca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a2fc9ace-1a17-4402-88ae-74074c7fc03a'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:45.148534 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-d569dee4-fce4-4441-923f-731fe5e7583c service neutron] Attempting to bind port c84d3969-b8ee-4185-9fca-b248b06d906f on network a2fc9ace-1a17-4402-88ae-74074c7fc03a {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:45.152108 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a0b5e4a-c5b4-45f3-a65a-ed6641564fec tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Deleting subnet 5db19b56-3fda-4987-bfc4-25b7c7200f32 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:45:45.156397 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1a0b5e4a-c5b4-45f3-a65a-ed6641564fec tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.173942 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-d569dee4-fce4-4441-923f-731fe5e7583c service neutron] Port c84d3969-b8ee-4185-9fca-b248b06d906f on network a2fc9ace-1a17-4402-88ae-74074c7fc03a not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:45:45.174461 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-d569dee4-fce4-4441-923f-731fe5e7583c service neutron] Attempting to bind port c84d3969-b8ee-4185-9fca-b248b06d906f on network a2fc9ace-1a17-4402-88ae-74074c7fc03a {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:45.188709 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-d569dee4-fce4-4441-923f-731fe5e7583c service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:45.189048 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-d569dee4-fce4-4441-923f-731fe5e7583c service neutron] Checking segment: {'id': 'af992efc-97b4-4a71-bb47-405fb5fbca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a2fc9ace-1a17-4402-88ae-74074c7fc03a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:45.189533 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-d569dee4-fce4-4441-923f-731fe5e7583c service neutron] Bound using segment: {'id': 'af992efc-97b4-4a71-bb47-405fb5fbca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a2fc9ace-1a17-4402-88ae-74074c7fc03a'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:45.190032 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-d569dee4-fce4-4441-923f-731fe5e7583c service neutron] Bound port: c84d3969-b8ee-4185-9fca-b248b06d906f, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af992efc-97b4-4a71-bb47-405fb5fbca98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a2fc9ace-1a17-4402-88ae-74074c7fc03a'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:45.190654 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-d569dee4-fce4-4441-923f-731fe5e7583c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.251427 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1a0b5e4a-c5b4-45f3-a65a-ed6641564fec tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.320970 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37962) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:45.357703 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-d569dee4-fce4-4441-923f-731fe5e7583c service neutron] For port c84d3969-b8ee-4185-9fca-b248b06d906f, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:45.360550 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bedea0c2-c9a9-4ebf-bd2b-5f0d27fbf950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.362669 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-d569dee4-fce4-4441-923f-731fe5e7583c service neutron] For port c84d3969-b8ee-4185-9fca-b248b06d906f, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=c84d3969-b8ee-4185-9fca-b248b06d906f,segment=NetworkSegment(af992efc-97b4-4a71-bb47-405fb5fbca98),segment_id=af992efc-97b4-4a71-bb47-405fb5fbca98)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:45.371139 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-d569dee4-fce4-4441-923f-731fe5e7583c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.417295 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-d569dee4-fce4-4441-923f-731fe5e7583c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:45.419182 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-d569dee4-fce4-4441-923f-731fe5e7583c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.421288 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-d569dee4-fce4-4441-923f-731fe5e7583c service neutron] 10.222.0.23 "PUT /v2.0/ports/c84d3969-b8ee-4185-9fca-b248b06d906f HTTP/1.1" status: 200 len: 1092 time: 1.9590044 Jul 29 23:45:45.421739 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fbc30a0-5f17-48ed-a5b6-20f8b8b59c63', 'tag': 'c84d3969-b8ee-4185-9fca-b248b06d906f'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:45.424204 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062fceb8-cff0-4bc4-bc95-620504ed8864" -d '{"events": [{"name": "network-changed", "server_uuid": "3fbc30a0-5f17-48ed-a5b6-20f8b8b59c63", "tag": "c84d3969-b8ee-4185-9fca-b248b06d906f"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:45.462587 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1a0b5e4a-c5b4-45f3-a65a-ed6641564fec tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.561635 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7592317c-6f4a-4110-a04e-b99c19da7216 x-openstack-request-id: req-7592317c-6f4a-4110-a04e-b99c19da7216 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:45.561936 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fbc30a0-5f17-48ed-a5b6-20f8b8b59c63", "tag": "c84d3969-b8ee-4185-9fca-b248b06d906f", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:45.562299 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7592317c-6f4a-4110-a04e-b99c19da7216 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:45.562696 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fbc30a0-5f17-48ed-a5b6-20f8b8b59c63', 'tag': 'c84d3969-b8ee-4185-9fca-b248b06d906f', 'status': 'completed', 'code': 200} Jul 29 23:45:45.566100 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569dee4-fce4-4441-923f-731fe5e7583c service neutron] Pushing event updated for resources: {'Port': ['ID=c84d3969-b8ee-4185-9fca-b248b06d906f,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:45.580049 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-0a140376-9d86-4f43-82de-6a464c9b6bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:45.581964 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-0a140376-9d86-4f43-82de-6a464c9b6bce service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=526c48c5f2114347b370845b246a9c43&device_id=3fbc30a0-5f17-48ed-a5b6-20f8b8b59c63 HTTP/1.1" status: 200 len: 1095 time: 0.0867820 Jul 29 23:45:45.600017 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1a0b5e4a-c5b4-45f3-a65a-ed6641564fec tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.617140 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bedea0c2-c9a9-4ebf-bd2b-5f0d27fbf950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.638433 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bedea0c2-c9a9-4ebf-bd2b-5f0d27fbf950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.646816 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0b5e4a-c5b4-45f3-a65a-ed6641564fec tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Subnet': ['ID=5db19b56-3fda-4987-bfc4-25b7c7200f32,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:45.654254 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1a0b5e4a-c5b4-45f3-a65a-ed6641564fec tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.656587 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e25fc50-ea33-4841-96ea-7ffb54d927d2 None None] Network 87012568-dd45-4858-a341-ca8fc340517d requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:45.669654 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1a0b5e4a-c5b4-45f3-a65a-ed6641564fec tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/subnets/5db19b56-3fda-4987-bfc4-25b7c7200f32 HTTP/1.1" status: 204 len: 168 time: 0.6077580 Jul 29 23:45:45.677285 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37970) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:45.720864 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-56fa3e89-2804-41d0-ad46-109d3f65fe8f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c84d3969-b8ee-4185-9fca-b248b06d906f HTTP/1.1" status: 200 len: 217 time: 0.1316731 Jul 29 23:45:45.722746 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedea0c2-c9a9-4ebf-bd2b-5f0d27fbf950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19be3f7b-387d-440c-a1ae-8c3b21b6af03,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:45.753284 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bedea0c2-c9a9-4ebf-bd2b-5f0d27fbf950 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed4241be1ccb4f2780c0e7f2a3077352&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4258819 Jul 29 23:45:45.758682 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 37972) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:45.868035 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-d405a3a2-1029-4165-9b50-71c73e8abc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:45.873593 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-d405a3a2-1029-4165-9b50-71c73e8abc3e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b084f9c-e05a-493c-afb4-e03c5f724bb7 HTTP/1.1" status: 200 len: 850 time: 0.1435587 Jul 29 23:45:45.893772 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-095cd443-0402-4af2-900a-6dfa7eb0104d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.917245 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f2b86085-0585-4dc6-bb7b-c65da3f012d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:45.924359 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-e0032011-2eff-4104-89f6-4aa6c3c6b049 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a2fc9ace-1a17-4402-88ae-74074c7fc03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385804 Jul 29 23:45:45.960821 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f2b86085-0585-4dc6-bb7b-c65da3f012d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.009754 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c47c8af0-77b5-442c-b4e7-909ef1c79291 None None] DHCP port deletion for 87012568-dd45-4858-a341-ca8fc340517d request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:45:46.048832 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-095cd443-0402-4af2-900a-6dfa7eb0104d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Deleting port 0aa5c89b-b73a-496e-b66d-5536759f872f {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:46.049176 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-095cd443-0402-4af2-900a-6dfa7eb0104d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.127255 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f2b86085-0585-4dc6-bb7b-c65da3f012d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.130354 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f2b86085-0585-4dc6-bb7b-c65da3f012d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.134790 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f2b86085-0585-4dc6-bb7b-c65da3f012d5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/19be3f7b-387d-440c-a1ae-8c3b21b6af03 HTTP/1.1" status: 204 len: 168 time: 0.3675520 Jul 29 23:45:46.142008 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-f5dbd0c0-166d-44aa-8b65-0c86f8c46aab service neutron] 10.222.0.23 "GET /v2.0/networks/a2fc9ace-1a17-4402-88ae-74074c7fc03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122138 Jul 29 23:45:46.150306 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b86085-0585-4dc6-bb7b-c65da3f012d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19be3f7b-387d-440c-a1ae-8c3b21b6af03,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:46.159331 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-095cd443-0402-4af2-900a-6dfa7eb0104d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] For port 0aa5c89b-b73a-496e-b66d-5536759f872f, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0aa5c89b-b73a-496e-b66d-5536759f872f,segment=NetworkSegment(79edc618-cfb3-4fa2-a52f-52268b94325f),segment_id=79edc618-cfb3-4fa2-a52f-52268b94325f)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:46.160186 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-095cd443-0402-4af2-900a-6dfa7eb0104d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.172799 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c47c8af0-77b5-442c-b4e7-909ef1c79291 None None] Deleting port 0aa5c89b-b73a-496e-b66d-5536759f872f {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:46.175046 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c47c8af0-77b5-442c-b4e7-909ef1c79291 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.189568 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-095cd443-0402-4af2-900a-6dfa7eb0104d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Calling delete_port for 0aa5c89b-b73a-496e-b66d-5536759f872f owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:46.339587 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-095cd443-0402-4af2-900a-6dfa7eb0104d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.402924 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095cd443-0402-4af2-900a-6dfa7eb0104d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Port': ['ID=0aa5c89b-b73a-496e-b66d-5536759f872f,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:46.405211 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095cd443-0402-4af2-900a-6dfa7eb0104d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] No DVR routers for this DVR port 0aa5c89b-b73a-496e-b66d-5536759f872f on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:46.431467 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c47c8af0-77b5-442c-b4e7-909ef1c79291 None None] For port 0aa5c89b-b73a-496e-b66d-5536759f872f, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0aa5c89b-b73a-496e-b66d-5536759f872f,segment=NetworkSegment(79edc618-cfb3-4fa2-a52f-52268b94325f),segment_id=79edc618-cfb3-4fa2-a52f-52268b94325f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:46.432091 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c47c8af0-77b5-442c-b4e7-909ef1c79291 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.455315 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c47c8af0-77b5-442c-b4e7-909ef1c79291 None None] Calling delete_port for 0aa5c89b-b73a-496e-b66d-5536759f872f owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:46.458719 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a5c9429-38c4-490b-a12e-41dfa2f8086b req-bf5680cc-d92b-4e53-885f-53d988078cd4 service neutron] 10.222.0.23 "GET /v2.0/networks/a2fc9ace-1a17-4402-88ae-74074c7fc03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094833 Jul 29 23:45:46.477078 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3760d6-5a3c-437b-bdad-7622e5437705 req-ccf21d64-6865-44c2-b36a-5355e2067841 tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:46.478644 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4b3760d6-5a3c-437b-bdad-7622e5437705 req-ccf21d64-6865-44c2-b36a-5355e2067841 tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fbc30a0-5f17-48ed-a5b6-20f8b8b59c63 HTTP/1.1" status: 200 len: 943 time: 0.1634800 Jul 29 23:45:46.544309 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-095cd443-0402-4af2-900a-6dfa7eb0104d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.564234 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-095cd443-0402-4af2-900a-6dfa7eb0104d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87012568-dd45-4858-a341-ca8fc340517d']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:46.583539 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-095cd443-0402-4af2-900a-6dfa7eb0104d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79edc618-cfb3-4fa2-a52f-52268b94325f') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:46.583932 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-095cd443-0402-4af2-900a-6dfa7eb0104d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79edc618-cfb3-4fa2-a52f-52268b94325f') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:46.616897 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-095cd443-0402-4af2-900a-6dfa7eb0104d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.649927 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-095cd443-0402-4af2-900a-6dfa7eb0104d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.685707 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0aa5c89b-b73a-496e-b66d-5536759f872f no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:46.697398 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-095cd443-0402-4af2-900a-6dfa7eb0104d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:45:46.701850 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-095cd443-0402-4af2-900a-6dfa7eb0104d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.708408 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4b3760d6-5a3c-437b-bdad-7622e5437705 req-df0608fa-dd02-4109-8bd1-45e3b849bcda tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] 10.222.0.18 "GET /v2.0/security-groups?id=e73276d4-2678-4f3f-90dc-e26e6ea2962d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192991 Jul 29 23:45:46.711434 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fceb8-cff0-4bc4-bc95-620504ed8864 req-1f1f3350-875f-4678-b6b3-320d8ea2eeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:46.713221 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-062fceb8-cff0-4bc4-bc95-620504ed8864 req-1f1f3350-875f-4678-b6b3-320d8ea2eeee service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=526c48c5f2114347b370845b246a9c43&device_id=3fbc30a0-5f17-48ed-a5b6-20f8b8b59c63 HTTP/1.1" status: 200 len: 1095 time: 0.1720121 Jul 29 23:45:46.788864 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 0aa5c89b-b73a-496e-b66d-5536759f872f {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:46.789621 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0aa5c89b-b73a-496e-b66d-5536759f872f not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:46.828162 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c47c8af0-77b5-442c-b4e7-909ef1c79291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:46.844612 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47c8af0-77b5-442c-b4e7-909ef1c79291 None None] No DVR routers for this DVR port 0aa5c89b-b73a-496e-b66d-5536759f872f on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:46.881002 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c8af0-77b5-442c-b4e7-909ef1c79291 None None] Pushing event deleted for resources: {'Port': ['ID=0aa5c89b-b73a-496e-b66d-5536759f872f,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:47.028408 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fceb8-cff0-4bc4-bc95-620504ed8864 req-37a172b1-0c0f-4f66-9750-ed2c550088cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:47.029915 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-062fceb8-cff0-4bc4-bc95-620504ed8864 req-37a172b1-0c0f-4f66-9750-ed2c550088cb service neutron] 10.222.0.23 "GET /v2.0/networks?id=a2fc9ace-1a17-4402-88ae-74074c7fc03a HTTP/1.1" status: 200 len: 911 time: 0.2967165 Jul 29 23:45:47.146861 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-062fceb8-cff0-4bc4-bc95-620504ed8864 req-cd1f2918-e481-4809-a49f-5994f8ebdad4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c84d3969-b8ee-4185-9fca-b248b06d906f HTTP/1.1" status: 200 len: 217 time: 0.1077814 Jul 29 23:45:47.163208 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:45:47.163208 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:45:47.163208 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:45:47.163208 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:45:47.163208 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:45:47.163208 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:45:47.163208 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:45:47.163208 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:45:47.163208 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:45:47.163208 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:45:47.163208 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:45:47.163208 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:45:47.163208 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:45:47.163208 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:45:47.163208 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:45:47.163208 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:45:47.163208 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:45:47.163208 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:45:47.163208 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:45:47.163208 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:45:47.163208 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:45:47.163208 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:45:47.163208 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:45:47.163208 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:45:47.163208 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:45:47.163208 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:45:47.163208 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:45:47.163208 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:45:47.163208 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:45:47.163208 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:45:47.163208 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:45:47.163208 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:45:47.179874 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38008) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:47.198325 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1777b55b-617d-4cec-b97b-eb0512d97057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.208829 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-095cd443-0402-4af2-900a-6dfa7eb0104d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.221720 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-095cd443-0402-4af2-900a-6dfa7eb0104d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.228376 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-095cd443-0402-4af2-900a-6dfa7eb0104d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/networks/87012568-dd45-4858-a341-ca8fc340517d HTTP/1.1" status: 204 len: 168 time: 1.5044374 Jul 29 23:45:47.229331 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062fceb8-cff0-4bc4-bc95-620504ed8864 req-e17589c0-baee-4e97-97e6-e5ea244ae6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:47.231093 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-062fceb8-cff0-4bc4-bc95-620504ed8864 req-e17589c0-baee-4e97-97e6-e5ea244ae6e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=1b084f9c-e05a-493c-afb4-e03c5f724bb7 HTTP/1.1" status: 200 len: 850 time: 0.0647533 Jul 29 23:45:47.231589 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38010) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:47.237861 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-6b23018e-e7c3-4689-99e2-8359d28ed8ad tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-637929356'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:47.241177 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095cd443-0402-4af2-900a-6dfa7eb0104d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Network': ['ID=87012568-dd45-4858-a341-ca8fc340517d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:47.297690 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-062fceb8-cff0-4bc4-bc95-620504ed8864 req-d64132e3-4d50-4184-8262-72f8cc4a0d7c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a2fc9ace-1a17-4402-88ae-74074c7fc03a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460954 Jul 29 23:45:47.310192 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.db.api [None req-6b23018e-e7c3-4689-99e2-8359d28ed8ad tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 29 23:45:47.310192 n-d-712140-10 neutron-server[94063]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 29 23:45:47.310192 n-d-712140-10 neutron-server[94063]: [parameters: {'project_id': '4da613056a734713ae8b6c5e6fd9fb0b', 'id': '92ce4b8e-e42b-4cb5-a5de-888c298d0abd', 'expiration': datetime.datetime(2021, 7, 29, 23, 47, 47, 292534)}] Jul 29 23:45:47.310192 n-d-712140-10 neutron-server[94063]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:45:47.310776 n-d-712140-10 neutron-server[94063]: DEBUG oslo_db.api [None req-6b23018e-e7c3-4689-99e2-8359d28ed8ad tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:45:47.410341 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1777b55b-617d-4cec-b97b-eb0512d97057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.418343 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1777b55b-617d-4cec-b97b-eb0512d97057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.450612 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-062fceb8-cff0-4bc4-bc95-620504ed8864 req-646235f2-60bb-48e9-a82e-3ed16c48fdb2 service neutron] 10.222.0.23 "GET /v2.0/networks/a2fc9ace-1a17-4402-88ae-74074c7fc03a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413710 Jul 29 23:45:47.463596 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1777b55b-617d-4cec-b97b-eb0512d97057 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=033d59720686487daa0ead79563d4695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2826195 Jul 29 23:45:47.464163 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38018) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:47.466108 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1777b55b-617d-4cec-b97b-eb0512d97057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3135ccb-6bdf-4864-9d4c-c9b017443475,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:47.562973 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6d7afb72-2942-4a83-aad7-84a71d74611f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.586728 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-062fceb8-cff0-4bc4-bc95-620504ed8864 req-f4dd06c5-5973-4e17-93d4-f76ff2fcd01a service neutron] 10.222.0.23 "GET /v2.0/networks/a2fc9ace-1a17-4402-88ae-74074c7fc03a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278384 Jul 29 23:45:47.594184 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6d7afb72-2942-4a83-aad7-84a71d74611f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.668436 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6d7afb72-2942-4a83-aad7-84a71d74611f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.671568 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6d7afb72-2942-4a83-aad7-84a71d74611f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:47.675205 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6d7afb72-2942-4a83-aad7-84a71d74611f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a3135ccb-6bdf-4864-9d4c-c9b017443475 HTTP/1.1" status: 204 len: 168 time: 0.2075133 Jul 29 23:45:47.682369 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7afb72-2942-4a83-aad7-84a71d74611f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3135ccb-6bdf-4864-9d4c-c9b017443475,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:47.913765 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc32f83-fe8f-4556-9020-d77947f09e72 req-0c1c19a2-afe3-4877-ba15-e27eafc7283d tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:47.915983 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ebc32f83-fe8f-4556-9020-d77947f09e72 req-0c1c19a2-afe3-4877-ba15-e27eafc7283d tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fbc30a0-5f17-48ed-a5b6-20f8b8b59c63 HTTP/1.1" status: 200 len: 943 time: 0.1098862 Jul 29 23:45:47.916765 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b23018e-e7c3-4689-99e2-8359d28ed8ad tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:47.920913 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6b23018e-e7c3-4689-99e2-8359d28ed8ad tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:48.006232 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ebc32f83-fe8f-4556-9020-d77947f09e72 req-ac881d6c-cce0-4ec3-a77a-4da9b4b3c014 tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] 10.222.0.18 "GET /v2.0/security-groups?id=e73276d4-2678-4f3f-90dc-e26e6ea2962d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675941 Jul 29 23:45:48.007157 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b23018e-e7c3-4689-99e2-8359d28ed8ad tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:45:48.035369 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6b23018e-e7c3-4689-99e2-8359d28ed8ad tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:48.038217 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-6b23018e-e7c3-4689-99e2-8359d28ed8ad tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Added segment eb93fdb7-2a9d-4dfb-b910-ea428cd32870 of type vlan for network e00fd5ce-95e8-45a6-9788-c607000b2e3c Jul 29 23:45:48.125528 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6b23018e-e7c3-4689-99e2-8359d28ed8ad tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:48.170549 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6b23018e-e7c3-4689-99e2-8359d28ed8ad tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:48.177240 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b23018e-e7c3-4689-99e2-8359d28ed8ad tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:48.178199 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6b23018e-e7c3-4689-99e2-8359d28ed8ad tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:48.248547 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b23018e-e7c3-4689-99e2-8359d28ed8ad tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Network': ['ID=e00fd5ce-95e8-45a6-9788-c607000b2e3c,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:48.253332 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6b23018e-e7c3-4689-99e2-8359d28ed8ad tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0205727 Jul 29 23:45:48.256474 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38048) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:48.272841 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c72b2b91-aa20-415e-a8b4-3ad6b156b6a1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'subnet': {'network_id': 'e00fd5ce-95e8-45a6-9788-c607000b2e3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:48.281150 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network e00fd5ce-95e8-45a6-9788-c607000b2e3c details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:45:48.399771 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72b2b91-aa20-415e-a8b4-3ad6b156b6a1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:48.405501 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c72b2b91-aa20-415e-a8b4-3ad6b156b6a1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:48.663282 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c72b2b91-aa20-415e-a8b4-3ad6b156b6a1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:48.723579 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b2b91-aa20-415e-a8b4-3ad6b156b6a1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Subnet': ['ID=5a463337-6b03-4285-bd83-a23215f1e00d,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:48.771386 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72b2b91-aa20-415e-a8b4-3ad6b156b6a1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Checking segment: {'id': 'eb93fdb7-2a9d-4dfb-b910-ea428cd32870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e00fd5ce-95e8-45a6-9788-c607000b2e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:48.771772 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72b2b91-aa20-415e-a8b4-3ad6b156b6a1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network hostable DHCP agents. Network: e00fd5ce-95e8-45a6-9788-c607000b2e3c, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:45:48.791251 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72b2b91-aa20-415e-a8b4-3ad6b156b6a1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network e00fd5ce-95e8-45a6-9788-c607000b2e3c is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:45:48.805090 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-c72b2b91-aa20-415e-a8b4-3ad6b156b6a1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, e00fd5ce-95e8-45a6-9788-c607000b2e3c) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:48.811184 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72b2b91-aa20-415e-a8b4-3ad6b156b6a1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:48.812669 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c72b2b91-aa20-415e-a8b4-3ad6b156b6a1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:48.817329 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f8dffd-59d7-42c0-8bc4-8a29de3b89b9 None None] Network e00fd5ce-95e8-45a6-9788-c607000b2e3c requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:48.834976 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c72b2b91-aa20-415e-a8b4-3ad6b156b6a1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5771234 Jul 29 23:45:48.838415 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38078) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:48.845751 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-5606f58f-d987-41a3-99a9-3155de496afc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1170312009', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:48.906084 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38082) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:48.909396 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5606f58f-d987-41a3-99a9-3155de496afc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:48.911007 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5606f58f-d987-41a3-99a9-3155de496afc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.021352 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5606f58f-d987-41a3-99a9-3155de496afc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.023662 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-e29704d4-6c7a-4328-8ae0-b0c24d98cce3 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1931630494'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:49.028713 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5606f58f-d987-41a3-99a9-3155de496afc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.053018 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29704d4-6c7a-4328-8ae0-b0c24d98cce3 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Made reservation on behalf of 8b107e0468c748e1a4b2419f243fc5b8 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:49.057543 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e29704d4-6c7a-4328-8ae0-b0c24d98cce3 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.061161 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5606f58f-d987-41a3-99a9-3155de496afc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.063429 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5606f58f-d987-41a3-99a9-3155de496afc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2230201 Jul 29 23:45:49.066304 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38090) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:49.069520 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e29704d4-6c7a-4328-8ae0-b0c24d98cce3 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.074236 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-8d8163c3-a5e0-4d57-b271-3028f2ceb974 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'port': {'network_id': 'e00fd5ce-95e8-45a6-9788-c607000b2e3c', 'name': 'tempest-PortsIpV6TestJSON-713430270'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:49.112280 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f45cdd9-6e5b-4f9a-81a6-74a2d3f4bceb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-e00fd5ce-95e8-45a6-9788-c607000b2e3c', 'network_id': 'e00fd5ce-95e8-45a6-9788-c607000b2e3c', 'tenant_id': '4da613056a734713ae8b6c5e6fd9fb0b', 'fixed_ips': [{'subnet_id': '5a463337-6b03-4285-bd83-a23215f1e00d'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:45:49.113189 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9f45cdd9-6e5b-4f9a-81a6-74a2d3f4bceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.235871 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e29704d4-6c7a-4328-8ae0-b0c24d98cce3 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.249598 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e29704d4-6c7a-4328-8ae0-b0c24d98cce3 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.284673 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29704d4-6c7a-4328-8ae0-b0c24d98cce3 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:45:49.297175 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e29704d4-6c7a-4328-8ae0-b0c24d98cce3 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.297512 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7b5bf-99fc-4126-914e-60d830cdb743 req-613d849c-c6bd-4ebd-9388-4061a9697471 tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:49.297706 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-e29704d4-6c7a-4328-8ae0-b0c24d98cce3 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Added segment 0898f675-8a45-41e4-b58d-dea631718c21 of type vlan for network 687718f9-8a97-4f11-b28d-5d0462c210a2 Jul 29 23:45:49.306245 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a9c7b5bf-99fc-4126-914e-60d830cdb743 req-613d849c-c6bd-4ebd-9388-4061a9697471 tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fbc30a0-5f17-48ed-a5b6-20f8b8b59c63 HTTP/1.1" status: 200 len: 943 time: 0.1215889 Jul 29 23:45:49.344413 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e29704d4-6c7a-4328-8ae0-b0c24d98cce3 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.359418 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-9f45cdd9-6e5b-4f9a-81a6-74a2d3f4bceb None None] Allocated IP 2001:db8::2 (e00fd5ce-95e8-45a6-9788-c607000b2e3c/5a463337-6b03-4285-bd83-a23215f1e00d/e896e339-ca6f-4a88-8f59-4afb836120a3) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:49.386103 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a9c7b5bf-99fc-4126-914e-60d830cdb743 req-818e43b8-9d66-476a-a7a3-afcb0335a422 tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] 10.222.0.18 "GET /v2.0/security-groups?id=e73276d4-2678-4f3f-90dc-e26e6ea2962d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786963 Jul 29 23:45:49.389686 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8163c3-a5e0-4d57-b271-3028f2ceb974 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:49.397327 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d8163c3-a5e0-4d57-b271-3028f2ceb974 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.419320 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e29704d4-6c7a-4328-8ae0-b0c24d98cce3 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.419949 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-8d8163c3-a5e0-4d57-b271-3028f2ceb974 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] device_id is not set on port 76a2dcc0-fe4e-405b-a791-9affcfad3e80 yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:45:49.433103 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29704d4-6c7a-4328-8ae0-b0c24d98cce3 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:49.434892 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e29704d4-6c7a-4328-8ae0-b0c24d98cce3 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.579038 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38104) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:49.579264 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e29704d4-6c7a-4328-8ae0-b0c24d98cce3 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6719809 Jul 29 23:45:49.582709 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29704d4-6c7a-4328-8ae0-b0c24d98cce3 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=313f8ac7-5c0f-45e4-ad2e-86673b89f257,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:49.587290 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-c4156e3c-c05c-455d-89fd-7920b5c8c2f5 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Request body: {'subnet': {'network_id': '687718f9-8a97-4f11-b28d-5d0462c210a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:49.592414 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29704d4-6c7a-4328-8ae0-b0c24d98cce3 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event updated for resources: {'Network': ['ID=687718f9-8a97-4f11-b28d-5d0462c210a2,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:49.633286 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 687718f9-8a97-4f11-b28d-5d0462c210a2 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:45:49.663687 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9f45cdd9-6e5b-4f9a-81a6-74a2d3f4bceb None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.716304 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4156e3c-c05c-455d-89fd-7920b5c8c2f5 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Made reservation on behalf of 8b107e0468c748e1a4b2419f243fc5b8 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:49.720681 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c4156e3c-c05c-455d-89fd-7920b5c8c2f5 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.728607 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9f45cdd9-6e5b-4f9a-81a6-74a2d3f4bceb None None] Transition to ACTIVE for port object e896e339-ca6f-4a88-8f59-4afb836120a3 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:49.768569 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9f45cdd9-6e5b-4f9a-81a6-74a2d3f4bceb None None] Transition to ACTIVE for port object e896e339-ca6f-4a88-8f59-4afb836120a3 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:49.779086 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9f45cdd9-6e5b-4f9a-81a6-74a2d3f4bceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.797569 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f45cdd9-6e5b-4f9a-81a6-74a2d3f4bceb None None] Network e00fd5ce-95e8-45a6-9788-c607000b2e3c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:49.799718 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-9f45cdd9-6e5b-4f9a-81a6-74a2d3f4bceb None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:49.825132 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f45cdd9-6e5b-4f9a-81a6-74a2d3f4bceb None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:49.878961 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-8d8163c3-a5e0-4d57-b271-3028f2ceb974 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Allocated IP 2001:db8::2cd (e00fd5ce-95e8-45a6-9788-c607000b2e3c/5a463337-6b03-4285-bd83-a23215f1e00d/76a2dcc0-fe4e-405b-a791-9affcfad3e80) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:49.888202 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45cdd9-6e5b-4f9a-81a6-74a2d3f4bceb None None] Pushing event updated for resources: {'Port': ['ID=e896e339-ca6f-4a88-8f59-4afb836120a3,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:49.901648 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-9f45cdd9-6e5b-4f9a-81a6-74a2d3f4bceb None None] Attempting to bind port e896e339-ca6f-4a88-8f59-4afb836120a3 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:45:49.902238 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-9f45cdd9-6e5b-4f9a-81a6-74a2d3f4bceb None None] Attempting to bind port e896e339-ca6f-4a88-8f59-4afb836120a3 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'eb93fdb7-2a9d-4dfb-b910-ea428cd32870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e00fd5ce-95e8-45a6-9788-c607000b2e3c'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:45:49.902782 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f45cdd9-6e5b-4f9a-81a6-74a2d3f4bceb None None] Attempting to bind port e896e339-ca6f-4a88-8f59-4afb836120a3 on network e00fd5ce-95e8-45a6-9788-c607000b2e3c {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:45:49.909125 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f45cdd9-6e5b-4f9a-81a6-74a2d3f4bceb None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:45:49.909775 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f45cdd9-6e5b-4f9a-81a6-74a2d3f4bceb None None] Checking segment: {'id': 'eb93fdb7-2a9d-4dfb-b910-ea428cd32870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e00fd5ce-95e8-45a6-9788-c607000b2e3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:49.910385 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9f45cdd9-6e5b-4f9a-81a6-74a2d3f4bceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:49.911472 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f45cdd9-6e5b-4f9a-81a6-74a2d3f4bceb None None] Bound using segment: {'id': 'eb93fdb7-2a9d-4dfb-b910-ea428cd32870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e00fd5ce-95e8-45a6-9788-c607000b2e3c'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:45:49.912334 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-9f45cdd9-6e5b-4f9a-81a6-74a2d3f4bceb None None] Bound port: e896e339-ca6f-4a88-8f59-4afb836120a3, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb93fdb7-2a9d-4dfb-b910-ea428cd32870', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'e00fd5ce-95e8-45a6-9788-c607000b2e3c'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:45:49.913118 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9f45cdd9-6e5b-4f9a-81a6-74a2d3f4bceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:50.007324 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-9f45cdd9-6e5b-4f9a-81a6-74a2d3f4bceb None None] For port e896e339-ca6f-4a88-8f59-4afb836120a3, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:45:50.020524 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-9f45cdd9-6e5b-4f9a-81a6-74a2d3f4bceb None None] For port e896e339-ca6f-4a88-8f59-4afb836120a3, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e896e339-ca6f-4a88-8f59-4afb836120a3,segment=NetworkSegment(eb93fdb7-2a9d-4dfb-b910-ea428cd32870),segment_id=eb93fdb7-2a9d-4dfb-b910-ea428cd32870)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:45:50.033783 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9f45cdd9-6e5b-4f9a-81a6-74a2d3f4bceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:50.063077 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c4156e3c-c05c-455d-89fd-7920b5c8c2f5 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:50.121989 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4156e3c-c05c-455d-89fd-7920b5c8c2f5 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event updated for resources: {'Subnet': ['ID=c376839a-07b7-492e-8e41-1f7dc6b10680,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:50.136136 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f45cdd9-6e5b-4f9a-81a6-74a2d3f4bceb None None] Pushing event updated for resources: {'Port': ['ID=e896e339-ca6f-4a88-8f59-4afb836120a3,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:50.212359 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4156e3c-c05c-455d-89fd-7920b5c8c2f5 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Checking segment: {'id': '0898f675-8a45-41e4-b58d-dea631718c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '687718f9-8a97-4f11-b28d-5d0462c210a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:45:50.212726 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4156e3c-c05c-455d-89fd-7920b5c8c2f5 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Network hostable DHCP agents. Network: 687718f9-8a97-4f11-b28d-5d0462c210a2, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:45:50.232960 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d8163c3-a5e0-4d57-b271-3028f2ceb974 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:50.256389 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-8d8163c3-a5e0-4d57-b271-3028f2ceb974 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Transition to ACTIVE for port object 76a2dcc0-fe4e-405b-a791-9affcfad3e80 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:45:50.258542 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4156e3c-c05c-455d-89fd-7920b5c8c2f5 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Network 687718f9-8a97-4f11-b28d-5d0462c210a2 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:45:50.277929 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-c4156e3c-c05c-455d-89fd-7920b5c8c2f5 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 687718f9-8a97-4f11-b28d-5d0462c210a2) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:50.286175 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4156e3c-c05c-455d-89fd-7920b5c8c2f5 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:50.287013 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c4156e3c-c05c-455d-89fd-7920b5c8c2f5 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:50.295150 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642b18e3-0814-4135-89ef-ec2a666dcae4 None None] Network 687718f9-8a97-4f11-b28d-5d0462c210a2 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:50.321218 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c4156e3c-c05c-455d-89fd-7920b5c8c2f5 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7394555 Jul 29 23:45:50.324274 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38120) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:50.326256 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d8163c3-a5e0-4d57-b271-3028f2ceb974 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:50.330158 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-ee103674-abb8-4281-bfff-c81273f36013 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1834940562', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}, 'admin_state_up': False}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:50.390791 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ee103674-abb8-4281-bfff-c81273f36013 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:50.392075 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ee103674-abb8-4281-bfff-c81273f36013 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:50.493721 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8163c3-a5e0-4d57-b271-3028f2ceb974 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network e00fd5ce-95e8-45a6-9788-c607000b2e3c is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:50.523678 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-8d8163c3-a5e0-4d57-b271-3028f2ceb974 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:50.528027 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device c84d3969-b8ee-4185-9fca-b248b06d906f details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:45:50.535019 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8163c3-a5e0-4d57-b271-3028f2ceb974 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:50.544208 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ee103674-abb8-4281-bfff-c81273f36013 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:50.544497 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8163c3-a5e0-4d57-b271-3028f2ceb974 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:50.545184 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8d8163c3-a5e0-4d57-b271-3028f2ceb974 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:50.548027 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8163c3-a5e0-4d57-b271-3028f2ceb974 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Port': ['ID=76a2dcc0-fe4e-405b-a791-9affcfad3e80,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:50.657041 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8d8163c3-a5e0-4d57-b271-3028f2ceb974 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5883760 Jul 29 23:45:50.671241 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c4f189-ce24-47de-8a95-8a2b37aba638 None None] Network 687718f9-8a97-4f11-b28d-5d0462c210a2 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:50.685381 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbad280-e24a-4fbf-99fb-96b0848dd8a0 req-9d3cdb05-bcb3-461d-b0bf-7fea0818e046 tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:50.687221 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6cbad280-e24a-4fbf-99fb-96b0848dd8a0 req-9d3cdb05-bcb3-461d-b0bf-7fea0818e046 tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fbc30a0-5f17-48ed-a5b6-20f8b8b59c63 HTTP/1.1" status: 200 len: 943 time: 0.1922002 Jul 29 23:45:50.687749 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38132) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:50.799101 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.db.resource_extend [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:45:50.803917 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e896e339-ca6f-4a88-8f59-4afb836120a3 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:50.911671 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6cbad280-e24a-4fbf-99fb-96b0848dd8a0 req-f9a98099-44b8-4a4c-8f57-e4b110bfd9d2 tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] 10.222.0.18 "GET /v2.0/security-groups?id=e73276d4-2678-4f3f-90dc-e26e6ea2962d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149348 Jul 29 23:45:50.929937 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ee103674-abb8-4281-bfff-c81273f36013 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:51.006009 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port e896e339-ca6f-4a88-8f59-4afb836120a3 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:51.025948 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port c84d3969-b8ee-4185-9fca-b248b06d906f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=c84d3969-b8ee-4185-9fca-b248b06d906f,segment=NetworkSegment(af992efc-97b4-4a71-bb47-405fb5fbca98),segment_id=af992efc-97b4-4a71-bb47-405fb5fbca98)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:51.041438 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'c84d3969-b8ee-4185-9fca-b248b06d906f', 'network_id': 'a2fc9ace-1a17-4402-88ae-74074c7fc03a', 'port_id': 'c84d3969-b8ee-4185-9fca-b248b06d906f', 'mac_address': 'fa:16:3e:d0:86:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b084f9c-e05a-493c-afb4-e03c5f724bb7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:45:51.095146 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:51.112141 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c84d3969-b8ee-4185-9fca-b248b06d906f {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:45:51.135669 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port c84d3969-b8ee-4185-9fca-b248b06d906f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=c84d3969-b8ee-4185-9fca-b248b06d906f,segment=NetworkSegment(af992efc-97b4-4a71-bb47-405fb5fbca98),segment_id=af992efc-97b4-4a71-bb47-405fb5fbca98)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:51.147071 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:51.249026 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=c84d3969-b8ee-4185-9fca-b248b06d906f,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:51.295345 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ee103674-abb8-4281-bfff-c81273f36013 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:51.298393 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f50f43f6-2c72-40d2-aecf-a7f2983cac60 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:51.333043 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ee103674-abb8-4281-bfff-c81273f36013 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:51.367178 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['c84d3969-b8ee-4185-9fca-b248b06d906f'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:45:51.463873 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-ee103674-abb8-4281-bfff-c81273f36013 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Allocated IP 172.25.8.40 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/ead42ad1-430a-4a23-b578-1fbc560424a4) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:51.642137 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ee103674-abb8-4281-bfff-c81273f36013 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:51.668274 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f50f43f6-2c72-40d2-aecf-a7f2983cac60 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:51.677926 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f50f43f6-2c72-40d2-aecf-a7f2983cac60 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:51.731306 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ee103674-abb8-4281-bfff-c81273f36013 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:51.789730 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f43f6-2c72-40d2-aecf-a7f2983cac60 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Port': ['ID=76a2dcc0-fe4e-405b-a791-9affcfad3e80,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:51.808438 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee103674-abb8-4281-bfff-c81273f36013 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:51.811510 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-ee103674-abb8-4281-bfff-c81273f36013 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:51.826063 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee103674-abb8-4281-bfff-c81273f36013 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:51.850449 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7104164f-97f4-4c5d-a6e8-1cbc75128b90 None None] Network e00fd5ce-95e8-45a6-9788-c607000b2e3c requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:51.879692 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee103674-abb8-4281-bfff-c81273f36013 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event updated for resources: {'Port': ['ID=ead42ad1-430a-4a23-b578-1fbc560424a4,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:51.961697 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f50f43f6-2c72-40d2-aecf-a7f2983cac60 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:52.046518 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-066f02e3-af67-493c-8447-0807ee6d8a67 None None] Provisioning for port e896e339-ca6f-4a88-8f59-4afb836120a3 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:52.068661 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-066f02e3-af67-493c-8447-0807ee6d8a67 None None] Provisioning complete for port e896e339-ca6f-4a88-8f59-4afb836120a3 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:52.069448 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-066f02e3-af67-493c-8447-0807ee6d8a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:52.184525 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c596464a-e429-4cd9-95d8-4166cd38394b req-8e604ea6-ee75-4aaa-b340-0563cd0e0238 tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:52.186411 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c596464a-e429-4cd9-95d8-4166cd38394b req-8e604ea6-ee75-4aaa-b340-0563cd0e0238 tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fbc30a0-5f17-48ed-a5b6-20f8b8b59c63 HTTP/1.1" status: 200 len: 944 time: 0.1196437 Jul 29 23:45:52.218746 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ee103674-abb8-4281-bfff-c81273f36013 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:52.347271 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f50f43f6-2c72-40d2-aecf-a7f2983cac60 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:52.359731 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c596464a-e429-4cd9-95d8-4166cd38394b req-cec82750-c975-4caf-bfd3-2e482a480a79 tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] 10.222.0.18 "GET /v2.0/security-groups?id=e73276d4-2678-4f3f-90dc-e26e6ea2962d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643908 Jul 29 23:45:52.539438 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device c84d3969-b8ee-4185-9fca-b248b06d906f up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:52.604925 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ee103674-abb8-4281-bfff-c81273f36013 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:52.672226 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port c84d3969-b8ee-4185-9fca-b248b06d906f completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:52.684037 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port c84d3969-b8ee-4185-9fca-b248b06d906f triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:52.684401 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:52.686126 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-066f02e3-af67-493c-8447-0807ee6d8a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:52.831657 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-066f02e3-af67-493c-8447-0807ee6d8a67 None None] For port e896e339-ca6f-4a88-8f59-4afb836120a3, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e896e339-ca6f-4a88-8f59-4afb836120a3,segment=NetworkSegment(eb93fdb7-2a9d-4dfb-b910-ea428cd32870),segment_id=eb93fdb7-2a9d-4dfb-b910-ea428cd32870)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:52.853871 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-066f02e3-af67-493c-8447-0807ee6d8a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:52.870899 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee103674-abb8-4281-bfff-c81273f36013 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Router 0e24556f-f2e4-4d99-a12e-b87b3d5534ed is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:45:52.883873 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f50f43f6-2c72-40d2-aecf-a7f2983cac60 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:52.900062 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f50f43f6-2c72-40d2-aecf-a7f2983cac60 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:52.901117 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f50f43f6-2c72-40d2-aecf-a7f2983cac60 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:52.943909 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066f02e3-af67-493c-8447-0807ee6d8a67 None None] Pushing event updated for resources: {'Port': ['ID=e896e339-ca6f-4a88-8f59-4afb836120a3,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:52.973819 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:53.019972 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port c84d3969-b8ee-4185-9fca-b248b06d906f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=c84d3969-b8ee-4185-9fca-b248b06d906f,segment=NetworkSegment(af992efc-97b4-4a71-bb47-405fb5fbca98),segment_id=af992efc-97b4-4a71-bb47-405fb5fbca98)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:53.020906 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbc30a0-5f17-48ed-a5b6-20f8b8b59c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84d3969-b8ee-4185-9fca-b248b06d906f'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:53.023329 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514292b9-da92-4515-91f6-f434bdf6da9d" -d '{"events": [{"server_uuid": "3fbc30a0-5f17-48ed-a5b6-20f8b8b59c63", "name": "network-vif-plugged", "status": "completed", "tag": "c84d3969-b8ee-4185-9fca-b248b06d906f"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:53.040291 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:53.096084 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f43f6-2c72-40d2-aecf-a7f2983cac60 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Port': ['ID=76a2dcc0-fe4e-405b-a791-9affcfad3e80,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:53.126342 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0736a9e2-55a8-49cc-a70b-52b77f83c6d2 x-openstack-request-id: req-0736a9e2-55a8-49cc-a70b-52b77f83c6d2 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:53.126678 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fbc30a0-5f17-48ed-a5b6-20f8b8b59c63", "name": "network-vif-plugged", "status": "completed", "tag": "c84d3969-b8ee-4185-9fca-b248b06d906f", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:53.126933 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0736a9e2-55a8-49cc-a70b-52b77f83c6d2 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:53.127324 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fbc30a0-5f17-48ed-a5b6-20f8b8b59c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c84d3969-b8ee-4185-9fca-b248b06d906f', 'code': 200} Jul 29 23:45:53.153061 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fe475622-0830-43da-a0b9-562b1da74a41 None None] Provisioning for port 76a2dcc0-fe4e-405b-a791-9affcfad3e80 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:45:53.158852 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fe475622-0830-43da-a0b9-562b1da74a41 None None] Provisioning complete for port 76a2dcc0-fe4e-405b-a791-9affcfad3e80 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:53.159271 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe475622-0830-43da-a0b9-562b1da74a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:53.159758 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50f43f6-2c72-40d2-aecf-a7f2983cac60 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network e00fd5ce-95e8-45a6-9788-c607000b2e3c is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:53.162143 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-f50f43f6-2c72-40d2-aecf-a7f2983cac60 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:53.164924 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=c84d3969-b8ee-4185-9fca-b248b06d906f,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:53.166014 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee103674-abb8-4281-bfff-c81273f36013 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:45:53.178033 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b73b8a0-2c63-4b1c-8aed-1b21e7a0d9c6 None None] Sync routers for ids ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:45:53.197930 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b73b8a0-2c63-4b1c-8aed-1b21e7a0d9c6 None None] Routers {'0e24556f-f2e4-4d99-a12e-b87b3d5534ed'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:53.198701 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-0b73b8a0-2c63-4b1c-8aed-1b21e7a0d9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:45:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:53.219636 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-fe475622-0830-43da-a0b9-562b1da74a41 None None] Port 76a2dcc0-fe4e-405b-a791-9affcfad3e80 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:45:53.230433 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fe475622-0830-43da-a0b9-562b1da74a41 None None] Provisioning complete for port e896e339-ca6f-4a88-8f59-4afb836120a3 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:53.230805 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe475622-0830-43da-a0b9-562b1da74a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:53.254617 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ee103674-abb8-4281-bfff-c81273f36013 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:53.260018 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ee103674-abb8-4281-bfff-c81273f36013 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9343703 Jul 29 23:45:53.260797 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38160) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:53.318715 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-0b73b8a0-2c63-4b1c-8aed-1b21e7a0d9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:53.350470 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b73b8a0-2c63-4b1c-8aed-1b21e7a0d9c6 None None] Routers {'0e24556f-f2e4-4d99-a12e-b87b3d5534ed'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:53.351294 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-0b73b8a0-2c63-4b1c-8aed-1b21e7a0d9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:45:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:53.431802 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-0b73b8a0-2c63-4b1c-8aed-1b21e7a0d9c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:53.437931 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b73b8a0-2c63-4b1c-8aed-1b21e7a0d9c6 None None] The sync data for ids ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:45:53.487891 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-58625bf7-ac63-4dae-a7c3-69ef052fe47a None None] Provisioning complete for port 76a2dcc0-fe4e-405b-a791-9affcfad3e80 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:53.488272 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-58625bf7-ac63-4dae-a7c3-69ef052fe47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:53.560924 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-58625bf7-ac63-4dae-a7c3-69ef052fe47a None None] Port 76a2dcc0-fe4e-405b-a791-9affcfad3e80 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:45:53.824769 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777c79f8-d94c-4a2e-95aa-9009fe414e55 req-0b616d15-af48-405f-9209-930121cb9069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:53.826898 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-777c79f8-d94c-4a2e-95aa-9009fe414e55 req-0b616d15-af48-405f-9209-930121cb9069 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3fbc30a0-5f17-48ed-a5b6-20f8b8b59c63 HTTP/1.1" status: 200 len: 1097 time: 0.6515839 Jul 29 23:45:53.881761 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe4353-8808-4fe6-ad29-1aaa79cc9568 req-cfc0fb83-f61a-4d0f-b9a3-40906abcf1f4 tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:53.883224 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6ebe4353-8808-4fe6-ad29-1aaa79cc9568 req-cfc0fb83-f61a-4d0f-b9a3-40906abcf1f4 tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fbc30a0-5f17-48ed-a5b6-20f8b8b59c63 HTTP/1.1" status: 200 len: 945 time: 0.1532228 Jul 29 23:45:53.913608 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-777c79f8-d94c-4a2e-95aa-9009fe414e55 req-86ef466a-8344-4509-8005-493a4ad430b6 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e73276d4-2678-4f3f-90dc-e26e6ea2962d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770142 Jul 29 23:45:53.916816 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3cf0894f-5fab-4058-9518-9b6dda138d0e None None] Provisioning complete for port 76a2dcc0-fe4e-405b-a791-9affcfad3e80 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:53.917415 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3cf0894f-5fab-4058-9518-9b6dda138d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:53.928774 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f50f43f6-2c72-40d2-aecf-a7f2983cac60 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Router a36172f2-686f-4019-af48-2c3f0d277ff5 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:45:53.959006 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6ebe4353-8808-4fe6-ad29-1aaa79cc9568 req-a19e3ec1-f50c-411a-97eb-b90a4d0f6535 tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] 10.222.0.18 "GET /v2.0/security-groups?id=e73276d4-2678-4f3f-90dc-e26e6ea2962d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633445 Jul 29 23:45:54.003274 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-3cf0894f-5fab-4058-9518-9b6dda138d0e None None] Port 76a2dcc0-fe4e-405b-a791-9affcfad3e80 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:45:54.075142 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f50f43f6-2c72-40d2-aecf-a7f2983cac60 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:45:54.087387 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e718e7-12fc-4b63-8e80-1b0d438045a2 None None] Sync routers for ids ['a36172f2-686f-4019-af48-2c3f0d277ff5'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:45:54.092520 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f50f43f6-2c72-40d2-aecf-a7f2983cac60 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "PUT /v2.0/routers/a36172f2-686f-4019-af48-2c3f0d277ff5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3975799 Jul 29 23:45:54.096213 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38170) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:54.098258 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e718e7-12fc-4b63-8e80-1b0d438045a2 None None] Routers {'a36172f2-686f-4019-af48-2c3f0d277ff5'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:54.099119 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c5e718e7-12fc-4b63-8e80-1b0d438045a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:45:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['a36172f2-686f-4019-af48-2c3f0d277ff5'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:54.138316 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bbf70012-2a20-4e63-8694-b8156eaca278 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:54.140462 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c5e718e7-12fc-4b63-8e80-1b0d438045a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:54.150545 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e718e7-12fc-4b63-8e80-1b0d438045a2 None None] Routers {'a36172f2-686f-4019-af48-2c3f0d277ff5'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:54.151236 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c5e718e7-12fc-4b63-8e80-1b0d438045a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:45:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['a36172f2-686f-4019-af48-2c3f0d277ff5'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:54.184163 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bb5935-e1af-4155-89e0-32d469cd6631 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:54.190003 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b9bb5935-e1af-4155-89e0-32d469cd6631 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36172f2-686f-4019-af48-2c3f0d277ff5 HTTP/1.1" status: 200 len: 988 time: 0.0921450 Jul 29 23:45:54.190701 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c5e718e7-12fc-4b63-8e80-1b0d438045a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:54.191030 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38172) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:54.192042 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e718e7-12fc-4b63-8e80-1b0d438045a2 None None] The sync data for ids ['a36172f2-686f-4019-af48-2c3f0d277ff5'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:45:54.229202 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-03479acf-64e4-4dc7-a93b-67e47e2f5836 None None] Provisioning complete for port 76a2dcc0-fe4e-405b-a791-9affcfad3e80 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:54.229480 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-03479acf-64e4-4dc7-a93b-67e47e2f5836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:54.288110 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-03479acf-64e4-4dc7-a93b-67e47e2f5836 None None] Port 76a2dcc0-fe4e-405b-a791-9affcfad3e80 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:45:54.464599 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-bbf70012-2a20-4e63-8694-b8156eaca278 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Allocated IP 172.20.0.1 (687718f9-8a97-4f11-b28d-5d0462c210a2/c376839a-07b7-492e-8e41-1f7dc6b10680/df1de458-3d8b-41d9-86c1-c345e565a2c0) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:54.620226 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e896e339-ca6f-4a88-8f59-4afb836120a3 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:45:54.669040 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bbf70012-2a20-4e63-8694-b8156eaca278 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:54.702295 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port e896e339-ca6f-4a88-8f59-4afb836120a3 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:45:54.703021 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:54.755623 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bbf70012-2a20-4e63-8694-b8156eaca278 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:54.839632 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf70012-2a20-4e63-8694-b8156eaca278 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Network 687718f9-8a97-4f11-b28d-5d0462c210a2 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:54.842124 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-bbf70012-2a20-4e63-8694-b8156eaca278 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:54.855337 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbf70012-2a20-4e63-8694-b8156eaca278 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:54.907043 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c485b1d1-559a-4480-87b1-d6ba211cd11a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:54.930914 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf70012-2a20-4e63-8694-b8156eaca278 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event updated for resources: {'Port': ['ID=df1de458-3d8b-41d9-86c1-c345e565a2c0,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:54.964702 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bbf70012-2a20-4e63-8694-b8156eaca278 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:55.201195 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c485b1d1-559a-4480-87b1-d6ba211cd11a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Deleting port 76a2dcc0-fe4e-405b-a791-9affcfad3e80 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:55.201833 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c485b1d1-559a-4480-87b1-d6ba211cd11a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:55.309848 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c485b1d1-559a-4480-87b1-d6ba211cd11a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:55.325222 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c485b1d1-559a-4480-87b1-d6ba211cd11a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Calling delete_port for 76a2dcc0-fe4e-405b-a791-9affcfad3e80 owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:55.387819 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53482ad9-5f45-4aa1-a114-e073eba40a3f req-abb192f1-8ac8-4044-a820-6ab14c34c323 tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:55.390609 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-53482ad9-5f45-4aa1-a114-e073eba40a3f req-abb192f1-8ac8-4044-a820-6ab14c34c323 tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fbc30a0-5f17-48ed-a5b6-20f8b8b59c63 HTTP/1.1" status: 200 len: 945 time: 0.2594631 Jul 29 23:45:55.508740 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-53482ad9-5f45-4aa1-a114-e073eba40a3f req-4f3ea40e-229c-4a00-bf68-e18f9164055a tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] 10.222.0.18 "GET /v2.0/security-groups?id=e73276d4-2678-4f3f-90dc-e26e6ea2962d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081252 Jul 29 23:45:55.594731 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bbf70012-2a20-4e63-8694-b8156eaca278 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:55.691381 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c485b1d1-559a-4480-87b1-d6ba211cd11a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:55.757565 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c485b1d1-559a-4480-87b1-d6ba211cd11a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Port': ['ID=76a2dcc0-fe4e-405b-a791-9affcfad3e80,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:55.981792 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c485b1d1-559a-4480-87b1-d6ba211cd11a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.189048 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bbf70012-2a20-4e63-8694-b8156eaca278 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.196286 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bbf70012-2a20-4e63-8694-b8156eaca278 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.236740 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48afceab-088e-4347-a289-5b66096c2ae3 req-a9bd4812-1379-4ce7-84c9-e72433f8862e tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:56.239513 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-48afceab-088e-4347-a289-5b66096c2ae3 req-a9bd4812-1379-4ce7-84c9-e72433f8862e tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fbc30a0-5f17-48ed-a5b6-20f8b8b59c63 HTTP/1.1" status: 200 len: 945 time: 0.1342227 Jul 29 23:45:56.278060 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c485b1d1-559a-4480-87b1-d6ba211cd11a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Router a36172f2-686f-4019-af48-2c3f0d277ff5 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:45:56.279559 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf70012-2a20-4e63-8694-b8156eaca278 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event updated for resources: {'Port': ['ID=df1de458-3d8b-41d9-86c1-c345e565a2c0,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:56.288662 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bbf70012-2a20-4e63-8694-b8156eaca278 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.351350 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-48afceab-088e-4347-a289-5b66096c2ae3 req-c59d29d7-ba5f-4c17-9b47-1c50f321d575 tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] 10.222.0.18 "GET /v2.0/security-groups?id=e73276d4-2678-4f3f-90dc-e26e6ea2962d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984571 Jul 29 23:45:56.407549 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c485b1d1-559a-4480-87b1-d6ba211cd11a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:45:56.416212 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c485b1d1-559a-4480-87b1-d6ba211cd11a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "PUT /v2.0/routers/a36172f2-686f-4019-af48-2c3f0d277ff5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2220092 Jul 29 23:45:56.418495 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38196) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:56.442520 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc267cbe-7a08-49ef-8ff2-eaae8b0cf12e None None] Sync routers for ids ['a36172f2-686f-4019-af48-2c3f0d277ff5'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:45:56.461229 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf70012-2a20-4e63-8694-b8156eaca278 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Network 687718f9-8a97-4f11-b28d-5d0462c210a2 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:56.467444 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc267cbe-7a08-49ef-8ff2-eaae8b0cf12e None None] Routers {'a36172f2-686f-4019-af48-2c3f0d277ff5'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:56.468365 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-bc267cbe-7a08-49ef-8ff2-eaae8b0cf12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:45:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['a36172f2-686f-4019-af48-2c3f0d277ff5'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:56.470456 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-bbf70012-2a20-4e63-8694-b8156eaca278 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:56.495227 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-c87c1ef0-d032-44bc-ab82-acebaf898a32 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] GET failed (client error): The resource could not be found. Jul 29 23:45:56.501353 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c87c1ef0-d032-44bc-ab82-acebaf898a32 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "GET /v2.0/ports/76a2dcc0-fe4e-405b-a791-9affcfad3e80 HTTP/1.1" status: 404 len: 333 time: 0.0792820 Jul 29 23:45:56.502017 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38198) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:56.525931 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-bc267cbe-7a08-49ef-8ff2-eaae8b0cf12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:56.540344 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc267cbe-7a08-49ef-8ff2-eaae8b0cf12e None None] Routers {'a36172f2-686f-4019-af48-2c3f0d277ff5'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:56.540968 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-bc267cbe-7a08-49ef-8ff2-eaae8b0cf12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:45:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['a36172f2-686f-4019-af48-2c3f0d277ff5'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:56.583439 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-bc267cbe-7a08-49ef-8ff2-eaae8b0cf12e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:56.584369 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc267cbe-7a08-49ef-8ff2-eaae8b0cf12e None None] The sync data for ids ['a36172f2-686f-4019-af48-2c3f0d277ff5'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:45:56.642960 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4edd5713-3e7d-4523-b9da-5dca1c0dac62 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.685222 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbf70012-2a20-4e63-8694-b8156eaca278 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Router 0e24556f-f2e4-4d99-a12e-b87b3d5534ed has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:45:56.810779 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbf70012-2a20-4e63-8694-b8156eaca278 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:45:56.819043 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bbf70012-2a20-4e63-8694-b8156eaca278 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "PUT /v2.0/routers/0e24556f-f2e4-4d99-a12e-b87b3d5534ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5566058 Jul 29 23:45:56.819271 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38202) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:56.822506 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f897543-d36e-48bc-84bf-4a401a83be36 None None] Sync routers for ids ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:45:56.826243 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-5cab288e-ca2d-4107-a37b-a3eb0ce0dbd1 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Request body: {'port': {'network_id': '687718f9-8a97-4f11-b28d-5d0462c210a2', 'name': 'tempest-FloatingIPTestJSON-1101393013'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:56.831240 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f897543-d36e-48bc-84bf-4a401a83be36 None None] Routers {'0e24556f-f2e4-4d99-a12e-b87b3d5534ed'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:56.831862 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8f897543-d36e-48bc-84bf-4a401a83be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:45:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:56.843974 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4edd5713-3e7d-4523-b9da-5dca1c0dac62 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.864595 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8f897543-d36e-48bc-84bf-4a401a83be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:56.871465 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4edd5713-3e7d-4523-b9da-5dca1c0dac62 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.876522 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f897543-d36e-48bc-84bf-4a401a83be36 None None] Routers {'0e24556f-f2e4-4d99-a12e-b87b3d5534ed'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:45:56.878039 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8f897543-d36e-48bc-84bf-4a401a83be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:45:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:56.912079 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8f897543-d36e-48bc-84bf-4a401a83be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:56.912866 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f897543-d36e-48bc-84bf-4a401a83be36 None None] The sync data for ids ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:45:56.935011 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4edd5713-3e7d-4523-b9da-5dca1c0dac62 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.935524 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edd5713-3e7d-4523-b9da-5dca1c0dac62 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Fanout notify agent at l3_agent the message router_deleted on router a36172f2-686f-4019-af48-2c3f0d277ff5 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:45:56.948239 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4edd5713-3e7d-4523-b9da-5dca1c0dac62 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:56.949364 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4edd5713-3e7d-4523-b9da-5dca1c0dac62 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/routers/a36172f2-686f-4019-af48-2c3f0d277ff5 HTTP/1.1" status: 204 len: 168 time: 0.4461873 Jul 29 23:45:56.952876 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38204) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:57.026554 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e7613bd-fbcf-43de-9ecf-29ea13c433c1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Deleting subnet 5a463337-6b03-4285-bd83-a23215f1e00d {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:45:57.031428 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9e7613bd-fbcf-43de-9ecf-29ea13c433c1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.061137 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cab288e-ca2d-4107-a37b-a3eb0ce0dbd1 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Made reservation on behalf of 8b107e0468c748e1a4b2419f243fc5b8 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:57.065395 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5cab288e-ca2d-4107-a37b-a3eb0ce0dbd1 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.093085 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9e7613bd-fbcf-43de-9ecf-29ea13c433c1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.096178 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-5cab288e-ca2d-4107-a37b-a3eb0ce0dbd1 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] device_id is not set on port 38ffdf22-a295-4be9-9f0f-f30652f4ab32 yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:45:57.726263 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9e7613bd-fbcf-43de-9ecf-29ea13c433c1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.764269 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-5cab288e-ca2d-4107-a37b-a3eb0ce0dbd1 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Allocated IP 172.20.0.7 (687718f9-8a97-4f11-b28d-5d0462c210a2/c376839a-07b7-492e-8e41-1f7dc6b10680/38ffdf22-a295-4be9-9f0f-f30652f4ab32) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:57.788238 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268785d1-972b-4cc6-8354-ad6396f19593 req-b1f737de-20c1-4972-9ee2-6c06a72d24cd tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:57.789720 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-268785d1-972b-4cc6-8354-ad6396f19593 req-b1f737de-20c1-4972-9ee2-6c06a72d24cd tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] 10.222.0.23 "GET /v2.0/ports?device_id=3fbc30a0-5f17-48ed-a5b6-20f8b8b59c63 HTTP/1.1" status: 200 len: 945 time: 0.5734942 Jul 29 23:45:57.826449 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257b188-2cf7-48f7-a94a-90c9259fc80b req-e11ff160-c7b2-40e8-9954-cd665ff8c6a5 tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:57.827975 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b257b188-2cf7-48f7-a94a-90c9259fc80b req-e11ff160-c7b2-40e8-9954-cd665ff8c6a5 tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fbc30a0-5f17-48ed-a5b6-20f8b8b59c63 HTTP/1.1" status: 200 len: 945 time: 0.1528881 Jul 29 23:45:57.943683 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9e7613bd-fbcf-43de-9ecf-29ea13c433c1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:57.989683 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b257b188-2cf7-48f7-a94a-90c9259fc80b req-34f82915-87a2-49af-ba60-708698eddf4b tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] 10.222.0.18 "GET /v2.0/security-groups?id=e73276d4-2678-4f3f-90dc-e26e6ea2962d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380780 Jul 29 23:45:58.001989 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7613bd-fbcf-43de-9ecf-29ea13c433c1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Subnet': ['ID=5a463337-6b03-4285-bd83-a23215f1e00d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:58.022108 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bad313-03d8-4bf9-977f-bf4611331a99 None None] Network e00fd5ce-95e8-45a6-9788-c607000b2e3c requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:58.041978 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9e7613bd-fbcf-43de-9ecf-29ea13c433c1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.043234 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9e7613bd-fbcf-43de-9ecf-29ea13c433c1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/subnets/5a463337-6b03-4285-bd83-a23215f1e00d HTTP/1.1" status: 204 len: 168 time: 1.0893838 Jul 29 23:45:58.046037 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38226) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:58.101075 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-268785d1-972b-4cc6-8354-ad6396f19593 req-c233cb3d-71e0-4309-8a49-d7162d11872b tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] Deleting port c84d3969-b8ee-4185-9fca-b248b06d906f {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:58.101427 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-268785d1-972b-4cc6-8354-ad6396f19593 req-c233cb3d-71e0-4309-8a49-d7162d11872b tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.182215 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5cab288e-ca2d-4107-a37b-a3eb0ce0dbd1 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.196968 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a372e342-2b2b-42b7-9e36-e6e07de51579 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.247806 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-268785d1-972b-4cc6-8354-ad6396f19593 req-c233cb3d-71e0-4309-8a49-d7162d11872b tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] For port c84d3969-b8ee-4185-9fca-b248b06d906f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=c84d3969-b8ee-4185-9fca-b248b06d906f,segment=NetworkSegment(af992efc-97b4-4a71-bb47-405fb5fbca98),segment_id=af992efc-97b4-4a71-bb47-405fb5fbca98)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:58.248220 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-268785d1-972b-4cc6-8354-ad6396f19593 req-c233cb3d-71e0-4309-8a49-d7162d11872b tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.263947 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-a372e342-2b2b-42b7-9e36-e6e07de51579 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Deleting port e896e339-ca6f-4a88-8f59-4afb836120a3 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:58.265430 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a372e342-2b2b-42b7-9e36-e6e07de51579 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.278467 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-268785d1-972b-4cc6-8354-ad6396f19593 req-c233cb3d-71e0-4309-8a49-d7162d11872b tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] Calling delete_port for c84d3969-b8ee-4185-9fca-b248b06d906f owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:58.300148 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5cab288e-ca2d-4107-a37b-a3eb0ce0dbd1 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.326146 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49571eed-3284-4096-9033-e2ece31a813e None None] DHCP port deletion for e00fd5ce-95e8-45a6-9788-c607000b2e3c request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:45:58.348748 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-a372e342-2b2b-42b7-9e36-e6e07de51579 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] For port e896e339-ca6f-4a88-8f59-4afb836120a3, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e896e339-ca6f-4a88-8f59-4afb836120a3,segment=NetworkSegment(eb93fdb7-2a9d-4dfb-b910-ea428cd32870),segment_id=eb93fdb7-2a9d-4dfb-b910-ea428cd32870)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:58.349441 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a372e342-2b2b-42b7-9e36-e6e07de51579 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.364832 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-a372e342-2b2b-42b7-9e36-e6e07de51579 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Calling delete_port for e896e339-ca6f-4a88-8f59-4afb836120a3 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:58.423946 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-49571eed-3284-4096-9033-e2ece31a813e None None] Deleting port e896e339-ca6f-4a88-8f59-4afb836120a3 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:45:58.425242 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-49571eed-3284-4096-9033-e2ece31a813e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.506674 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a372e342-2b2b-42b7-9e36-e6e07de51579 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.538599 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372e342-2b2b-42b7-9e36-e6e07de51579 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Port': ['ID=e896e339-ca6f-4a88-8f59-4afb836120a3,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:58.540836 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a372e342-2b2b-42b7-9e36-e6e07de51579 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] No DVR routers for this DVR port e896e339-ca6f-4a88-8f59-4afb836120a3 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:58.559261 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cab288e-ca2d-4107-a37b-a3eb0ce0dbd1 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Network 687718f9-8a97-4f11-b28d-5d0462c210a2 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:58.561802 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-49571eed-3284-4096-9033-e2ece31a813e None None] For port e896e339-ca6f-4a88-8f59-4afb836120a3, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e896e339-ca6f-4a88-8f59-4afb836120a3,segment=NetworkSegment(eb93fdb7-2a9d-4dfb-b910-ea428cd32870),segment_id=eb93fdb7-2a9d-4dfb-b910-ea428cd32870)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:45:58.562216 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-49571eed-3284-4096-9033-e2ece31a813e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.563746 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-5cab288e-ca2d-4107-a37b-a3eb0ce0dbd1 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:58.573569 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-268785d1-972b-4cc6-8354-ad6396f19593 req-c233cb3d-71e0-4309-8a49-d7162d11872b tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.579018 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cab288e-ca2d-4107-a37b-a3eb0ce0dbd1 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:58.594363 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab288e-ca2d-4107-a37b-a3eb0ce0dbd1 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event updated for resources: {'Port': ['ID=38ffdf22-a295-4be9-9f0f-f30652f4ab32,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:58.599607 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-49571eed-3284-4096-9033-e2ece31a813e None None] Calling delete_port for e896e339-ca6f-4a88-8f59-4afb836120a3 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:45:58.691950 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['c84d3969-b8ee-4185-9fca-b248b06d906f'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:45:58.695023 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233cb3d-71e0-4309-8a49-d7162d11872b tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] Pushing event deleted for resources: {'Port': ['ID=c84d3969-b8ee-4185-9fca-b248b06d906f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:58.696112 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a372e342-2b2b-42b7-9e36-e6e07de51579 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.698747 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e896e339-ca6f-4a88-8f59-4afb836120a3 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:45:58.702586 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-268785d1-972b-4cc6-8354-ad6396f19593 req-c233cb3d-71e0-4309-8a49-d7162d11872b tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] No DVR routers for this DVR port c84d3969-b8ee-4185-9fca-b248b06d906f on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:58.707417 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-268785d1-972b-4cc6-8354-ad6396f19593 req-c233cb3d-71e0-4309-8a49-d7162d11872b tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.710564 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-268785d1-972b-4cc6-8354-ad6396f19593 req-c233cb3d-71e0-4309-8a49-d7162d11872b tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] 10.222.0.23 "DELETE /v2.0/ports/c84d3969-b8ee-4185-9fca-b248b06d906f HTTP/1.1" status: 204 len: 173 time: 0.9101582 Jul 29 23:45:58.711300 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fbc30a0-5f17-48ed-a5b6-20f8b8b59c63', 'name': 'network-vif-deleted', 'tag': 'c84d3969-b8ee-4185-9fca-b248b06d906f'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:45:58.717222 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-a372e342-2b2b-42b7-9e36-e6e07de51579 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e00fd5ce-95e8-45a6-9788-c607000b2e3c']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:58.727407 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427beb40-831d-4924-a55b-5b9b194a25ec" -d '{"events": [{"server_uuid": "3fbc30a0-5f17-48ed-a5b6-20f8b8b59c63", "name": "network-vif-deleted", "tag": "c84d3969-b8ee-4185-9fca-b248b06d906f"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:45:58.745594 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cab288e-ca2d-4107-a37b-a3eb0ce0dbd1 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:58.746386 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5cab288e-ca2d-4107-a37b-a3eb0ce0dbd1 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.753188 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-a372e342-2b2b-42b7-9e36-e6e07de51579 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb93fdb7-2a9d-4dfb-b910-ea428cd32870') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:58.753746 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-a372e342-2b2b-42b7-9e36-e6e07de51579 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb93fdb7-2a9d-4dfb-b910-ea428cd32870') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:45:58.766362 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5cab288e-ca2d-4107-a37b-a3eb0ce0dbd1 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9459805 Jul 29 23:45:58.768632 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38236) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:58.774147 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a372e342-2b2b-42b7-9e36-e6e07de51579 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.783601 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-2f9021bc-ab99-4a06-89a4-6fc525d1e316 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Request body: {'port': {'network_id': '687718f9-8a97-4f11-b28d-5d0462c210a2', 'name': 'tempest-FloatingIPTestJSON-107653042'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:58.784395 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38238) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:58.792139 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-ba8165bf-c8fa-4159-b563-278b5bda0d6e tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1571745002', 'description': 'tempest-secgroup-smoke-1571745002 description', 'project_id': '65e622cc3cfa41f5905e810d348cb637'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:58.818596 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ba8165bf-c8fa-4159-b563-278b5bda0d6e tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.824885 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a372e342-2b2b-42b7-9e36-e6e07de51579 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.826078 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: e896e339-ca6f-4a88-8f59-4afb836120a3 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:45:58.826530 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e896e339-ca6f-4a88-8f59-4afb836120a3 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:45:58.834450 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a372e342-2b2b-42b7-9e36-e6e07de51579 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:45:58.834997 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a372e342-2b2b-42b7-9e36-e6e07de51579 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.853687 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-49571eed-3284-4096-9033-e2ece31a813e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.871580 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a600330c-4144-4d04-82d4-52f97ab135aa x-openstack-request-id: req-a600330c-4144-4d04-82d4-52f97ab135aa {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:45:58.872083 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fbc30a0-5f17-48ed-a5b6-20f8b8b59c63", "name": "network-vif-deleted", "tag": "c84d3969-b8ee-4185-9fca-b248b06d906f", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:45:58.875226 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a600330c-4144-4d04-82d4-52f97ab135aa {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:45:58.875667 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fbc30a0-5f17-48ed-a5b6-20f8b8b59c63', 'name': 'network-vif-deleted', 'tag': 'c84d3969-b8ee-4185-9fca-b248b06d906f', 'status': 'completed', 'code': 200} Jul 29 23:45:58.894663 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49571eed-3284-4096-9033-e2ece31a813e None None] Pushing event deleted for resources: {'Port': ['ID=e896e339-ca6f-4a88-8f59-4afb836120a3,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:58.904016 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:45:58.904016 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:45:58.904016 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:45:58.904016 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:45:58.904016 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:45:58.904016 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:45:58.904016 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:45:58.904016 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:45:58.904016 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:45:58.904016 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:45:58.904016 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:45:58.904016 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:45:58.904016 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:45:58.904016 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:45:58.904016 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:45:58.904016 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:45:58.904016 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:45:58.904016 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:45:58.904016 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:45:58.904016 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:45:58.904016 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:45:58.904016 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:45:58.904016 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:45:58.904016 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:45:58.904016 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:45:58.904016 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:45:58.904016 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:45:58.904016 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:45:58.904016 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:45:58.904016 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:45:58.904016 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:45:58.904016 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:45:58.907376 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49571eed-3284-4096-9033-e2ece31a813e None None] No DVR routers for this DVR port e896e339-ca6f-4a88-8f59-4afb836120a3 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:45:58.949748 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a372e342-2b2b-42b7-9e36-e6e07de51579 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.953929 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9021bc-ab99-4a06-89a4-6fc525d1e316 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Made reservation on behalf of 8b107e0468c748e1a4b2419f243fc5b8 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:58.958941 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2f9021bc-ab99-4a06-89a4-6fc525d1e316 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.966971 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a372e342-2b2b-42b7-9e36-e6e07de51579 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:58.972623 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a372e342-2b2b-42b7-9e36-e6e07de51579 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/networks/e00fd5ce-95e8-45a6-9788-c607000b2e3c HTTP/1.1" status: 204 len: 168 time: 0.9212856 Jul 29 23:45:58.978581 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38240) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:58.984405 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-2f9021bc-ab99-4a06-89a4-6fc525d1e316 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] device_id is not set on port 16e35f17-17d6-4532-a15e-13c671622f78 yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:45:58.986304 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372e342-2b2b-42b7-9e36-e6e07de51579 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Network': ['ID=e00fd5ce-95e8-45a6-9788-c607000b2e3c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:59.068854 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ba8165bf-c8fa-4159-b563-278b5bda0d6e tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.073852 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ba8165bf-c8fa-4159-b563-278b5bda0d6e tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.105226 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ba8165bf-c8fa-4159-b563-278b5bda0d6e tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.109352 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ba8165bf-c8fa-4159-b563-278b5bda0d6e tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3212605 Jul 29 23:45:59.109672 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38244) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:59.115584 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-bc22bf53-b423-4f45-8b90-87100d7b234a tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Request body: {'security_group_rule': {'security_group_id': 'e04ac6dc-69a7-4669-949b-956f3147b059', 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:59.121158 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8165bf-c8fa-4159-b563-278b5bda0d6e tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e04ac6dc-69a7-4669-949b-956f3147b059,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:59.153334 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bc22bf53-b423-4f45-8b90-87100d7b234a tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.168235 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-746a50f7-db51-439c-9132-e12c35003759 req-cb7a1dfb-97ab-4ddb-9ff0-4838ff6d91ba tempest-ServerGroupTestJSON-1376908199 tempest-ServerGroupTestJSON-1376908199-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fbc30a0-5f17-48ed-a5b6-20f8b8b59c63 HTTP/1.1" status: 200 len: 210 time: 0.0727239 Jul 29 23:45:59.208892 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcb0765-924e-4066-bd1b-512d7c55f7c8 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:59.210056 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5dcb0765-924e-4066-bd1b-512d7c55f7c8 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "GET /v2.0/ports/5699b1d6-e910-47ca-bf99-1c7fff8157da HTTP/1.1" status: 200 len: 845 time: 0.1231580 Jul 29 23:45:59.215291 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38248) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:59.225576 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-2f9021bc-ab99-4a06-89a4-6fc525d1e316 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Allocated IP 172.20.0.8 (687718f9-8a97-4f11-b28d-5d0462c210a2/c376839a-07b7-492e-8e41-1f7dc6b10680/16e35f17-17d6-4532-a15e-13c671622f78) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:45:59.279109 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bc22bf53-b423-4f45-8b90-87100d7b234a tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.290548 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-15f1400e-dd03-499d-907f-bb74b2e1ec9d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "GET /v2.0/ports/5699b1d6-e910-47ca-bf99-1c7fff8157da?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0735531 Jul 29 23:45:59.292551 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38250) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:59.299277 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-8223ce75-cd9c-4bc4-9dc3-5724729dc1b2 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'subnet': {'network_id': 'f07ce0bc-4e9d-4748-9590-e210ddee35ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:59.305148 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bc22bf53-b423-4f45-8b90-87100d7b234a tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.386519 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc22bf53-b423-4f45-8b90-87100d7b234a tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41ec9b0b-ade5-4f4e-a245-35da6cb535e3,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:59.399199 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bc22bf53-b423-4f45-8b90-87100d7b234a tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.403028 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bc22bf53-b423-4f45-8b90-87100d7b234a tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2890115 Jul 29 23:45:59.404427 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38252) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:59.408954 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-bf7b9b90-07bd-41b5-84f7-08bd50a7d510 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Request body: {'security_group_rule': {'security_group_id': 'e04ac6dc-69a7-4669-949b-956f3147b059', 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:59.475628 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8223ce75-cd9c-4bc4-9dc3-5724729dc1b2 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:45:59.477321 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2f9021bc-ab99-4a06-89a4-6fc525d1e316 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.479364 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8223ce75-cd9c-4bc4-9dc3-5724729dc1b2 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.484585 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bf7b9b90-07bd-41b5-84f7-08bd50a7d510 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.528601 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2f9021bc-ab99-4a06-89a4-6fc525d1e316 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.585793 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.590631 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9021bc-ab99-4a06-89a4-6fc525d1e316 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Network 687718f9-8a97-4f11-b28d-5d0462c210a2 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:59.596055 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-2f9021bc-ab99-4a06-89a4-6fc525d1e316 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:59.601871 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9021bc-ab99-4a06-89a4-6fc525d1e316 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:45:59.626730 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9021bc-ab99-4a06-89a4-6fc525d1e316 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event updated for resources: {'Port': ['ID=16e35f17-17d6-4532-a15e-13c671622f78,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:59.655541 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9021bc-ab99-4a06-89a4-6fc525d1e316 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:59.656235 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2f9021bc-ab99-4a06-89a4-6fc525d1e316 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.670216 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bf7b9b90-07bd-41b5-84f7-08bd50a7d510 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.677805 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2f9021bc-ab99-4a06-89a4-6fc525d1e316 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9078183 Jul 29 23:45:59.678775 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38256) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:59.679157 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bf7b9b90-07bd-41b5-84f7-08bd50a7d510 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.684350 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-c4a9ce42-22c8-4e2b-b56b-735712a18166 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'port_id': '16e35f17-17d6-4532-a15e-13c671622f78', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:59.703989 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b9b90-07bd-41b5-84f7-08bd50a7d510 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff45f42a-f57e-45d3-8c91-be5c56b29261,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:59.715578 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c4a9ce42-22c8-4e2b-b56b-735712a18166 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.758313 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bf7b9b90-07bd-41b5-84f7-08bd50a7d510 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.763423 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bf7b9b90-07bd-41b5-84f7-08bd50a7d510 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3543220 Jul 29 23:45:59.765576 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38258) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:59.772229 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-bc70cd60-6ec9-4032-91f6-4e1d6257bf8e tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Request body: {'security_group_rule': {'security_group_id': 'e04ac6dc-69a7-4669-949b-956f3147b059', 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:59.804227 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8223ce75-cd9c-4bc4-9dc3-5724729dc1b2 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.833225 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c4a9ce42-22c8-4e2b-b56b-735712a18166 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.845933 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.860055 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8223ce75-cd9c-4bc4-9dc3-5724729dc1b2 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network f07ce0bc-4e9d-4748-9590-e210ddee35ff is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:45:59.862591 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bc70cd60-6ec9-4032-91f6-4e1d6257bf8e tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.867909 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-8223ce75-cd9c-4bc4-9dc3-5724729dc1b2 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:45:59.878921 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8223ce75-cd9c-4bc4-9dc3-5724729dc1b2 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:45:59.879876 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8223ce75-cd9c-4bc4-9dc3-5724729dc1b2 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.884748 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e862f2-e9d4-4456-b5e0-0441d88ad339 None None] Network f07ce0bc-4e9d-4748-9590-e210ddee35ff requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:45:59.904224 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8223ce75-cd9c-4bc4-9dc3-5724729dc1b2 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6080770 Jul 29 23:45:59.905208 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38260) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:45:59.906670 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223ce75-cd9c-4bc4-9dc3-5724729dc1b2 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Subnet': ['ID=3801481e-f9e8-4832-8603-48194225ed85,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:45:59.917112 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-81e8c2f1-040b-49d6-bb28-6dd079f9cf8c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'security_group': {'name': 'tempest-secgroup-2144470662'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:45:59.957340 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bc70cd60-6ec9-4032-91f6-4e1d6257bf8e tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.963565 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bc70cd60-6ec9-4032-91f6-4e1d6257bf8e tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:45:59.992960 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70cd60-6ec9-4032-91f6-4e1d6257bf8e tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7ae4ba9-2cda-4fb9-aeea-a6c1bf89a286,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:00.008038 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bc70cd60-6ec9-4032-91f6-4e1d6257bf8e tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.012594 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bc70cd60-6ec9-4032-91f6-4e1d6257bf8e tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2436483 Jul 29 23:46:00.012922 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38262) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:00.017969 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-7506d4b5-e435-4f14-ad27-edcd27f2b756 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Request body: {'security_group_rule': {'security_group_id': 'e04ac6dc-69a7-4669-949b-956f3147b059', 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:00.026400 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-81e8c2f1-040b-49d6-bb28-6dd079f9cf8c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.057227 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7506d4b5-e435-4f14-ad27-edcd27f2b756 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.070821 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-c4a9ce42-22c8-4e2b-b56b-735712a18166 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Allocated IP 172.25.8.216 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/3c518f52-ab30-4cac-b81d-bd638f8ad8b4) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:00.107634 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-f07ce0bc-4e9d-4748-9590-e210ddee35ff', 'network_id': 'f07ce0bc-4e9d-4748-9590-e210ddee35ff', 'tenant_id': '4da613056a734713ae8b6c5e6fd9fb0b', 'fixed_ips': [{'subnet_id': '3801481e-f9e8-4832-8603-48194225ed85'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:46:00.109024 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.149577 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7506d4b5-e435-4f14-ad27-edcd27f2b756 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.154110 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7506d4b5-e435-4f14-ad27-edcd27f2b756 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.178543 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506d4b5-e435-4f14-ad27-edcd27f2b756 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df9071dd-e97c-4134-9efe-ed6e0332aa64,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:00.254560 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-81e8c2f1-040b-49d6-bb28-6dd079f9cf8c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.279962 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-81e8c2f1-040b-49d6-bb28-6dd079f9cf8c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.287608 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7506d4b5-e435-4f14-ad27-edcd27f2b756 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.293229 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7506d4b5-e435-4f14-ad27-edcd27f2b756 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2751248 Jul 29 23:46:00.293229 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38268) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:00.296712 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c4a9ce42-22c8-4e2b-b56b-735712a18166 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.299899 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-48dc5af1-3a85-4134-b1d2-195469fb9880 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Request body: {'security_group_rule': {'security_group_id': 'e04ac6dc-69a7-4669-949b-956f3147b059', 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:00.306332 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-81e8c2f1-040b-49d6-bb28-6dd079f9cf8c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.307894 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-81e8c2f1-040b-49d6-bb28-6dd079f9cf8c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4014533 Jul 29 23:46:00.316305 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38272) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:00.324836 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f6508145-08b6-4250-894a-7dcf3fb622f3 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'security_group': {'name': 'tempest-secgroup-1529896742'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:00.351989 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e8c2f1-040b-49d6-bb28-6dd079f9cf8c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f04ce83-ce6c-4d5a-80b5-82c050d21db9,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:00.368606 n-d-712140-10 neutron-server[94064]: INFO neutron.db.securitygroups_db [None req-48dc5af1-3a85-4134-b1d2-195469fb9880 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Project 65e622cc3cfa41f5905e810d348cb637 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:46:00.381082 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48dc5af1-3a85-4134-b1d2-195469fb9880 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.384957 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Allocated IP 2001:db8::2 (f07ce0bc-4e9d-4748-9590-e210ddee35ff/3801481e-f9e8-4832-8603-48194225ed85/6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:00.408416 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c4a9ce42-22c8-4e2b-b56b-735712a18166 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.413660 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f6508145-08b6-4250-894a-7dcf3fb622f3 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.457898 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a9ce42-22c8-4e2b-b56b-735712a18166 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:00.463612 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-c4a9ce42-22c8-4e2b-b56b-735712a18166 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:00.479357 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a9ce42-22c8-4e2b-b56b-735712a18166 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:00.484442 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9ce42-22c8-4e2b-b56b-735712a18166 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event updated for resources: {'Port': ['ID=3c518f52-ab30-4cac-b81d-bd638f8ad8b4,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:00.500631 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48dc5af1-3a85-4134-b1d2-195469fb9880 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.509698 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48dc5af1-3a85-4134-b1d2-195469fb9880 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.585864 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc5af1-3a85-4134-b1d2-195469fb9880 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e296c86-8b33-4a01-8321-9f3c965922e4,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:00.633790 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f6508145-08b6-4250-894a-7dcf3fb622f3 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.651801 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48dc5af1-3a85-4134-b1d2-195469fb9880 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.657228 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-48dc5af1-3a85-4134-b1d2-195469fb9880 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3626475 Jul 29 23:46:00.658516 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38282) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:00.664060 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f6508145-08b6-4250-894a-7dcf3fb622f3 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.664430 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-757e6ba6-2787-462a-bcfa-19ae2a2c1d4b tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Request body: {'security_group_rule': {'security_group_id': 'e04ac6dc-69a7-4669-949b-956f3147b059', 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:00.717212 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6508145-08b6-4250-894a-7dcf3fb622f3 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=518c9266-7158-470c-9090-f58aaa57ec2c,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:00.742059 n-d-712140-10 neutron-server[94064]: INFO neutron.db.securitygroups_db [None req-757e6ba6-2787-462a-bcfa-19ae2a2c1d4b tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Project 65e622cc3cfa41f5905e810d348cb637 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:46:00.768212 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-757e6ba6-2787-462a-bcfa-19ae2a2c1d4b tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.769504 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f6508145-08b6-4250-894a-7dcf3fb622f3 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.773976 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f6508145-08b6-4250-894a-7dcf3fb622f3 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4538221 Jul 29 23:46:00.774136 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38288) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:00.780788 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-5ef7173d-cd97-40a9-9b79-5a44667c2bf7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2100521733', 'security_groups': ['518c9266-7158-470c-9090-f58aaa57ec2c'], 'network_id': 'f07ce0bc-4e9d-4748-9590-e210ddee35ff', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3801481e-f9e8-4832-8603-48194225ed85'}]}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:00.886279 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.899444 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Transition to ACTIVE for port object 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:00.927464 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Transition to ACTIVE for port object 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:00.942067 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.968061 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-757e6ba6-2787-462a-bcfa-19ae2a2c1d4b tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:00.977152 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-757e6ba6-2787-462a-bcfa-19ae2a2c1d4b tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.026625 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38300) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:01.037585 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Network f07ce0bc-4e9d-4748-9590-e210ddee35ff is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:01.040589 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:01.046317 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:01.054735 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Pushing event updated for resources: {'Port': ['ID=6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:01.117772 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e6ba6-2787-462a-bcfa-19ae2a2c1d4b tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d83ef0f-ba42-4e79-b706-a3a0f288f098,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:01.138111 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-757e6ba6-2787-462a-bcfa-19ae2a2c1d4b tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.147917 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-757e6ba6-2787-462a-bcfa-19ae2a2c1d4b tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4799190 Jul 29 23:46:01.156917 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Attempting to bind port 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:01.157305 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Attempting to bind port 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '5de8d1c8-99e0-48df-b96e-a80435d5f854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f07ce0bc-4e9d-4748-9590-e210ddee35ff'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:01.157682 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Attempting to bind port 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a on network f07ce0bc-4e9d-4748-9590-e210ddee35ff {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:01.165498 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:01.165883 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Checking segment: {'id': '5de8d1c8-99e0-48df-b96e-a80435d5f854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f07ce0bc-4e9d-4748-9590-e210ddee35ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:01.166295 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.168353 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dbaefb6-0ce7-4d3a-bfd8-8c32e8e64681 admin admin] Deleting subnet 1b084f9c-e05a-493c-afb4-e03c5f724bb7 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:46:01.174837 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Bound using segment: {'id': '5de8d1c8-99e0-48df-b96e-a80435d5f854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f07ce0bc-4e9d-4748-9590-e210ddee35ff'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:01.175624 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Bound port: 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de8d1c8-99e0-48df-b96e-a80435d5f854', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f07ce0bc-4e9d-4748-9590-e210ddee35ff'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:01.176828 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.181088 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3dbaefb6-0ce7-4d3a-bfd8-8c32e8e64681 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.253096 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3dbaefb6-0ce7-4d3a-bfd8-8c32e8e64681 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.321825 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] For port 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:01.345688 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] For port 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a,segment=NetworkSegment(5de8d1c8-99e0-48df-b96e-a80435d5f854),segment_id=5de8d1c8-99e0-48df-b96e-a80435d5f854)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:01.351778 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.386553 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3dbaefb6-0ce7-4d3a-bfd8-8c32e8e64681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.490637 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3dbaefb6-0ce7-4d3a-bfd8-8c32e8e64681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.546342 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbaefb6-0ce7-4d3a-bfd8-8c32e8e64681 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b084f9c-e05a-493c-afb4-e03c5f724bb7,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:01.551079 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3dbaefb6-0ce7-4d3a-bfd8-8c32e8e64681 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.558013 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3dbaefb6-0ce7-4d3a-bfd8-8c32e8e64681 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/1b084f9c-e05a-493c-afb4-e03c5f724bb7 HTTP/1.1" status: 204 len: 168 time: 0.5298092 Jul 29 23:46:01.566848 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38314) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:01.572581 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Pushing event updated for resources: {'Port': ['ID=6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:01.596835 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:01.596835 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:01.597133 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:01.598031 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:01.601534 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:01.602117 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:01.602458 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:01.602845 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:01.604201 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:01.604569 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:01.604921 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:01.605266 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3123c7d5-ee4e-4a36-b089-d557d04a0437 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:01.700407 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8caf5d02-4b91-441a-98f8-bbad79df6f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.899704 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8caf5d02-4b91-441a-98f8-bbad79df6f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.913454 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-8caf5d02-4b91-441a-98f8-bbad79df6f53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2fc9ace-1a17-4402-88ae-74074c7fc03a']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:01.937752 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-8caf5d02-4b91-441a-98f8-bbad79df6f53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af992efc-97b4-4a71-bb47-405fb5fbca98') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:01.938350 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-8caf5d02-4b91-441a-98f8-bbad79df6f53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af992efc-97b4-4a71-bb47-405fb5fbca98') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:01.955055 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8caf5d02-4b91-441a-98f8-bbad79df6f53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.987955 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8caf5d02-4b91-441a-98f8-bbad79df6f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:01.996032 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8caf5d02-4b91-441a-98f8-bbad79df6f53 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:46:01.996456 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8caf5d02-4b91-441a-98f8-bbad79df6f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.001612 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:46:02.001612 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:46:02.001612 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:46:02.001612 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:46:02.001612 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:46:02.001612 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:46:02.001612 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:46:02.001612 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:46:02.001612 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:46:02.001612 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:46:02.001612 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:46:02.001612 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:46:02.001612 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:46:02.001612 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:46:02.001612 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:46:02.001612 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:46:02.001612 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:46:02.001612 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:46:02.001612 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:46:02.001612 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:46:02.001612 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:46:02.001612 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:46:02.001612 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:46:02.001612 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:46:02.001612 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:46:02.001612 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:46:02.001612 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:46:02.001612 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:46:02.001612 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:46:02.001612 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:46:02.001612 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:46:02.001612 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:46:02.122653 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8caf5d02-4b91-441a-98f8-bbad79df6f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.140095 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8caf5d02-4b91-441a-98f8-bbad79df6f53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.142477 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8caf5d02-4b91-441a-98f8-bbad79df6f53 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a2fc9ace-1a17-4402-88ae-74074c7fc03a HTTP/1.1" status: 204 len: 168 time: 0.5739498 Jul 29 23:46:02.158780 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef7173d-cd97-40a9-9b79-5a44667c2bf7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:02.214391 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf5d02-4b91-441a-98f8-bbad79df6f53 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2fc9ace-1a17-4402-88ae-74074c7fc03a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:02.267327 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-f7ddda06-15ff-4979-a416-8569f8b3aa47 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1571745002&fields=id&tenant_id=65e622cc3cfa41f5905e810d348cb637 HTTP/1.1" status: 200 len: 267 time: 0.6701541 Jul 29 23:46:02.380849 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c4a9ce42-22c8-4e2b-b56b-735712a18166 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.489482 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38324) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:02.538789 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device c84d3969-b8ee-4185-9fca-b248b06d906f no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:46:02.601795 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8f9fdb01-cd41-4696-aff6-95ed089dac9a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=526c48c5f2114347b370845b246a9c43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1087832 Jul 29 23:46:02.602284 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38326) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:02.604667 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: c84d3969-b8ee-4185-9fca-b248b06d906f {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:46:02.605030 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device c84d3969-b8ee-4185-9fca-b248b06d906f not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:46:02.638850 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5ef7173d-cd97-40a9-9b79-5a44667c2bf7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.677272 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-27cd455b-b838-428e-bc3d-1a10ad6307bf tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:02.678453 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-27cd455b-b838-428e-bc3d-1a10ad6307bf tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/networks?id=832c3c41-56f8-472e-889f-a7dded6c9cb9 HTTP/1.1" status: 200 len: 814 time: 0.4095087 Jul 29 23:46:02.682177 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c4a9ce42-22c8-4e2b-b56b-735712a18166 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.700463 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-e880f0be-2cce-421b-9cbc-b7852fcba3a8 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/quotas/65e622cc3cfa41f5905e810d348cb637 HTTP/1.1" status: 200 len: 375 time: 0.0132413 Jul 29 23:46:02.705136 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-35e50e56-75a7-45b2-8485-d1e7372a45d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.740431 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-35e50e56-75a7-45b2-8485-d1e7372a45d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.741254 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:02.746529 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-5ef7173d-cd97-40a9-9b79-5a44667c2bf7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] device_id is not set on port 82b7c644-d284-4b02-a84c-834b47ffaaa9 yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:46:02.835757 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-35e50e56-75a7-45b2-8485-d1e7372a45d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.843742 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-35e50e56-75a7-45b2-8485-d1e7372a45d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.852605 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-35e50e56-75a7-45b2-8485-d1e7372a45d2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e73276d4-2678-4f3f-90dc-e26e6ea2962d HTTP/1.1" status: 204 len: 168 time: 0.2489607 Jul 29 23:46:02.877456 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-99e8faa7-2d49-47c4-a4d0-fbb48c0e6a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:02.888228 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e50e56-75a7-45b2-8485-d1e7372a45d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73276d4-2678-4f3f-90dc-e26e6ea2962d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:02.920841 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:03.065533 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-ee6ae755-4b69-4ebc-a1f3-6ea88eba1230 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=65e622cc3cfa41f5905e810d348cb637&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3139286 Jul 29 23:46:03.217249 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e6c30236-5fb0-47b6-bfb4-e70a1f342bf3 None None] Provisioning complete for port 5699b1d6-e910-47ca-bf99-1c7fff8157da triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:03.217610 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e6c30236-5fb0-47b6-bfb4-e70a1f342bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.267954 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e6c30236-5fb0-47b6-bfb4-e70a1f342bf3 None None] Port 5699b1d6-e910-47ca-bf99-1c7fff8157da cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:03.282561 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e6c30236-5fb0-47b6-bfb4-e70a1f342bf3 None None] Provisioning for port 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:03.290190 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e6c30236-5fb0-47b6-bfb4-e70a1f342bf3 None None] Provisioning complete for port 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:03.290803 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e6c30236-5fb0-47b6-bfb4-e70a1f342bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.345272 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-ac12c9d1-7693-49f1-9b5f-133468564eaf service neutron] 10.222.0.18 "GET /v2.0/networks/832c3c41-56f8-472e-889f-a7dded6c9cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533271 Jul 29 23:46:03.388395 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-5ef7173d-cd97-40a9-9b79-5a44667c2bf7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Allocated IP 2001:db8::3aa (f07ce0bc-4e9d-4748-9590-e210ddee35ff/3801481e-f9e8-4832-8603-48194225ed85/82b7c644-d284-4b02-a84c-834b47ffaaa9) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:03.397261 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e6c30236-5fb0-47b6-bfb4-e70a1f342bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.430196 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c4a9ce42-22c8-4e2b-b56b-735712a18166 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.442125 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c4a9ce42-22c8-4e2b-b56b-735712a18166 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.478352 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-e6c30236-5fb0-47b6-bfb4-e70a1f342bf3 None None] For port 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a,segment=NetworkSegment(5de8d1c8-99e0-48df-b96e-a80435d5f854),segment_id=5de8d1c8-99e0-48df-b96e-a80435d5f854)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:03.483168 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e6c30236-5fb0-47b6-bfb4-e70a1f342bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.565989 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c30236-5fb0-47b6-bfb4-e70a1f342bf3 None None] Pushing event updated for resources: {'Port': ['ID=6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:03.620694 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c4a9ce42-22c8-4e2b-b56b-735712a18166 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.630645 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-00eaa62d-73ba-4a55-91f8-03434d592cfe service neutron] 10.222.0.18 "GET /v2.0/networks/832c3c41-56f8-472e-889f-a7dded6c9cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845290 Jul 29 23:46:03.634125 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9ce42-22c8-4e2b-b56b-735712a18166 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event updated for resources: {'Port': ['ID=3c518f52-ab30-4cac-b81d-bd638f8ad8b4,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:03.810250 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5ef7173d-cd97-40a9-9b79-5a44667c2bf7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:03.819970 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-c4a9ce42-22c8-4e2b-b56b-735712a18166 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Floating IP 2c026033-3e9c-42dd-94d8-3a9925033904 associated. External IP: 172.25.8.216, port: 16e35f17-17d6-4532-a15e-13c671622f78. Jul 29 23:46:03.862980 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-5ef7173d-cd97-40a9-9b79-5a44667c2bf7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Transition to ACTIVE for port object 82b7c644-d284-4b02-a84c-834b47ffaaa9 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:03.953790 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5ef7173d-cd97-40a9-9b79-5a44667c2bf7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.032524 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef7173d-cd97-40a9-9b79-5a44667c2bf7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network f07ce0bc-4e9d-4748-9590-e210ddee35ff is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:04.034387 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7173d-cd97-40a9-9b79-5a44667c2bf7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Port': ['ID=82b7c644-d284-4b02-a84c-834b47ffaaa9,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:04.077365 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-5ef7173d-cd97-40a9-9b79-5a44667c2bf7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:04.081945 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef7173d-cd97-40a9-9b79-5a44667c2bf7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:04.087574 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef7173d-cd97-40a9-9b79-5a44667c2bf7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:04.088218 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5ef7173d-cd97-40a9-9b79-5a44667c2bf7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.138180 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5ef7173d-cd97-40a9-9b79-5a44667c2bf7 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3613625 Jul 29 23:46:04.141466 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38364) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:04.147715 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-0f9ab60e-3ac9-42f0-8228-c93a3e04c3de tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'subnet': {'network_id': 'f07ce0bc-4e9d-4748-9590-e210ddee35ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:04.199283 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38366) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:04.330587 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4a9ce42-22c8-4e2b-b56b-735712a18166 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Router 0e24556f-f2e4-4d99-a12e-b87b3d5534ed has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:46:04.409496 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9ab60e-3ac9-42f0-8228-c93a3e04c3de tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:04.420093 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0f9ab60e-3ac9-42f0-8228-c93a3e04c3de tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.530869 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a9ce42-22c8-4e2b-b56b-735712a18166 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:04.552919 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-7cce09fe-d643-4d31-bda6-8234bbbf39df admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1331259343-network', 'tenant_id': '013a61010809461ca5092f8d70d262f4'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:04.557696 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e217da-55dd-44b1-bf29-21eac3b6d173 None None] Sync routers for ids ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:04.580616 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e217da-55dd-44b1-bf29-21eac3b6d173 None None] Routers {'0e24556f-f2e4-4d99-a12e-b87b3d5534ed'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:04.581470 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-a7e217da-55dd-44b1-bf29-21eac3b6d173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:45:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:04.587570 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c4a9ce42-22c8-4e2b-b56b-735712a18166 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.612162 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-dff7d905-720d-4117-8832-f31e924e9efa None None] Provisioning for port 82b7c644-d284-4b02-a84c-834b47ffaaa9 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:04.623691 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-dff7d905-720d-4117-8832-f31e924e9efa None None] Provisioning complete for port 82b7c644-d284-4b02-a84c-834b47ffaaa9 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:04.624120 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dff7d905-720d-4117-8832-f31e924e9efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.665195 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-a7e217da-55dd-44b1-bf29-21eac3b6d173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:04.719010 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e217da-55dd-44b1-bf29-21eac3b6d173 None None] Routers {'0e24556f-f2e4-4d99-a12e-b87b3d5534ed'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:04.724255 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-a7e217da-55dd-44b1-bf29-21eac3b6d173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:45:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:04.758125 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6bc42e50-c8b9-4d73-bfc0-e42285469a6f req-e1f2d1ae-06c1-44ff-9e4b-5c647861165f tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 210 time: 0.0895445 Jul 29 23:46:04.783120 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38382) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:04.788589 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-dff7d905-720d-4117-8832-f31e924e9efa None None] Port 82b7c644-d284-4b02-a84c-834b47ffaaa9 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:04.792201 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:04.792876 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c4a9ce42-22c8-4e2b-b56b-735712a18166 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.1128647 Jul 29 23:46:04.800934 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cce09fe-d643-4d31-bda6-8234bbbf39df admin admin] Made reservation on behalf of 013a61010809461ca5092f8d70d262f4 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:04.804670 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7cce09fe-d643-4d31-bda6-8234bbbf39df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.813625 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-a7e217da-55dd-44b1-bf29-21eac3b6d173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:04.819350 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-90c98891-6455-4dda-94f0-1e38ce801e67 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:04.820491 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e217da-55dd-44b1-bf29-21eac3b6d173 None None] The sync data for ids ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:04.835439 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7cce09fe-d643-4d31-bda6-8234bbbf39df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.870335 n-d-712140-10 neutron-server[94064]: INFO neutron.db.ipam_backend_mixin [None req-0f9ab60e-3ac9-42f0-8228-c93a3e04c3de tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3801481e-f9e8-4832-8603-48194225ed85 (CIDR: 2001:db8::/64) Jul 29 23:46:04.900936 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f9ab60e-3ac9-42f0-8228-c93a3e04c3de tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:46:04.901419 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f9ab60e-3ac9-42f0-8228-c93a3e04c3de tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:46:04.924868 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:04.926333 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:04.945115 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90c98891-6455-4dda-94f0-1e38ce801e67 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.060169 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7cce09fe-d643-4d31-bda6-8234bbbf39df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.067167 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7cce09fe-d643-4d31-bda6-8234bbbf39df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.115039 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cce09fe-d643-4d31-bda6-8234bbbf39df admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:46:05.145427 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7cce09fe-d643-4d31-bda6-8234bbbf39df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.145800 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-7cce09fe-d643-4d31-bda6-8234bbbf39df admin admin] Added segment aa5580be-fcf2-47c8-bb9b-561598ffd967 of type vlan for network b90e9bb5-74b1-4d0e-955a-01d77e76f956 Jul 29 23:46:05.147306 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce09fe-d643-4d31-bda6-8234bbbf39df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46677ced-ce20-4018-93ae-f23110e75f0e,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:05.156025 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0f9ab60e-3ac9-42f0-8228-c93a3e04c3de tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0126321 Jul 29 23:46:05.169877 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38386) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:05.184850 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-1011137c-860b-4f27-9108-066f0b8737bc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'subnet': {'network_id': 'f07ce0bc-4e9d-4748-9590-e210ddee35ff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:05.289933 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90c98891-6455-4dda-94f0-1e38ce801e67 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.303800 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90c98891-6455-4dda-94f0-1e38ce801e67 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.304572 n-d-712140-10 neutron-server[94064]: INFO neutron.db.l3_db [None req-90c98891-6455-4dda-94f0-1e38ce801e67 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Floating IP 2c026033-3e9c-42dd-94d8-3a9925033904 disassociated. External IP: 172.25.8.216, port: 16e35f17-17d6-4532-a15e-13c671622f78. Jul 29 23:46:05.346698 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7cce09fe-d643-4d31-bda6-8234bbbf39df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.395521 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.440203 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7cce09fe-d643-4d31-bda6-8234bbbf39df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.441760 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cce09fe-d643-4d31-bda6-8234bbbf39df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:05.442417 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7cce09fe-d643-4d31-bda6-8234bbbf39df admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.456639 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1011137c-860b-4f27-9108-066f0b8737bc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:05.466822 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1011137c-860b-4f27-9108-066f0b8737bc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.550699 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7cce09fe-d643-4d31-bda6-8234bbbf39df admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3472435 Jul 29 23:46:05.580163 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38388) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:05.591471 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-a4416c24-f814-4545-85a3-cc50130b8b88 admin admin] Request body: {'subnet': {'network_id': 'b90e9bb5-74b1-4d0e-955a-01d77e76f956', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1331259343-subnet', 'tenant_id': '013a61010809461ca5092f8d70d262f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:05.600649 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce09fe-d643-4d31-bda6-8234bbbf39df admin admin] Pushing event updated for resources: {'Network': ['ID=b90e9bb5-74b1-4d0e-955a-01d77e76f956,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:05.617999 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network b90e9bb5-74b1-4d0e-955a-01d77e76f956 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:46:05.643679 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4416c24-f814-4545-85a3-cc50130b8b88 admin admin] Made reservation on behalf of 013a61010809461ca5092f8d70d262f4 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:05.653489 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90c98891-6455-4dda-94f0-1e38ce801e67 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Router 0e24556f-f2e4-4d99-a12e-b87b3d5534ed has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:46:05.676964 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4416c24-f814-4545-85a3-cc50130b8b88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.956933 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90c98891-6455-4dda-94f0-1e38ce801e67 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:05.967705 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90c98891-6455-4dda-94f0-1e38ce801e67 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:05.969482 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d86e43b-f2f8-4aa6-9248-61bdfdb2378f None None] Sync routers for ids ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:05.983939 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d86e43b-f2f8-4aa6-9248-61bdfdb2378f None None] Routers {'0e24556f-f2e4-4d99-a12e-b87b3d5534ed'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:05.989672 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3d86e43b-f2f8-4aa6-9248-61bdfdb2378f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:45:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:06.059895 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-90c98891-6455-4dda-94f0-1e38ce801e67 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "PUT /v2.0/floatingips/2c026033-3e9c-42dd-94d8-3a9925033904 HTTP/1.1" status: 200 len: 688 time: 1.2692971 Jul 29 23:46:06.060959 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3d86e43b-f2f8-4aa6-9248-61bdfdb2378f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:06.061753 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38394) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:06.083686 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b9ad55f5-d419-44cb-8ecd-63e6eac8387c req-050c75b5-8e78-41eb-a266-9a5e117b4a98 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 210 time: 0.1443698 Jul 29 23:46:06.103079 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d86e43b-f2f8-4aa6-9248-61bdfdb2378f None None] Routers {'0e24556f-f2e4-4d99-a12e-b87b3d5534ed'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:06.104100 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3d86e43b-f2f8-4aa6-9248-61bdfdb2378f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:45:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:06.146989 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3d86e43b-f2f8-4aa6-9248-61bdfdb2378f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:06.147667 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d86e43b-f2f8-4aa6-9248-61bdfdb2378f None None] The sync data for ids ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:06.234034 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf9d16b0-b428-4f4c-a8d4-b042fe46f511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.382703 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-79a9c569-70ef-4607-932b-e43beeee14e7 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Deleting port 3c518f52-ab30-4cac-b81d-bd638f8ad8b4 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:06.383304 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-79a9c569-70ef-4607-932b-e43beeee14e7 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.593614 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-79a9c569-70ef-4607-932b-e43beeee14e7 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.594255 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-79a9c569-70ef-4607-932b-e43beeee14e7 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.651111 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-79a9c569-70ef-4607-932b-e43beeee14e7 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Calling delete_port for 3c518f52-ab30-4cac-b81d-bd638f8ad8b4 owned by network:floatingip {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:06.710234 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1011137c-860b-4f27-9108-066f0b8737bc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.731021 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4416c24-f814-4545-85a3-cc50130b8b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.824421 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1011137c-860b-4f27-9108-066f0b8737bc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network f07ce0bc-4e9d-4748-9590-e210ddee35ff is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:06.838961 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-1011137c-860b-4f27-9108-066f0b8737bc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:06.850384 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1011137c-860b-4f27-9108-066f0b8737bc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:06.850996 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1011137c-860b-4f27-9108-066f0b8737bc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.852606 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4632414b-81d7-4818-9e43-8b25f0897833 None None] Network f07ce0bc-4e9d-4748-9590-e210ddee35ff requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:06.869594 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1011137c-860b-4f27-9108-066f0b8737bc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Subnet': ['ID=ecba95ae-e90f-46a1-a8c9-d621b4ca92d0,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:06.887261 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-79a9c569-70ef-4607-932b-e43beeee14e7 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:06.901787 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-19db7cd6-66ad-4432-9956-5ac823aa3b97 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:06.903189 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-19db7cd6-66ad-4432-9956-5ac823aa3b97 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.23 "GET /v2.0/networks?id=832c3c41-56f8-472e-889f-a7dded6c9cb9 HTTP/1.1" status: 200 len: 814 time: 1.0799057 Jul 29 23:46:06.970159 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a9c569-70ef-4607-932b-e43beeee14e7 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event deleted for resources: {'Port': ['ID=3c518f52-ab30-4cac-b81d-bd638f8ad8b4,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:06.981185 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1011137c-860b-4f27-9108-066f0b8737bc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8071291 Jul 29 23:46:06.989871 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38400) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:06.995928 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-5a6d845b-d623-4d5b-a2ed-b856c6ad65be tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-811116724', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ecba95ae-e90f-46a1-a8c9-d621b4ca92d0'}], 'security_groups': ['8f04ce83-ce6c-4d5a-80b5-82c050d21db9']}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:07.002441 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4416c24-f814-4545-85a3-cc50130b8b88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=428dfb0e-76f3-4c5f-ac10-a7aa4d1b9ea2,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:07.030347 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.040418 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4416c24-f814-4545-85a3-cc50130b8b88 admin admin] Checking segment: {'id': 'aa5580be-fcf2-47c8-bb9b-561598ffd967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b90e9bb5-74b1-4d0e-955a-01d77e76f956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:07.041014 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4416c24-f814-4545-85a3-cc50130b8b88 admin admin] Network hostable DHCP agents. Network: b90e9bb5-74b1-4d0e-955a-01d77e76f956, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:46:07.061656 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-2c1a15dd-4e1b-461a-b6b8-39d2cb218cba tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=65e622cc3cfa41f5905e810d348cb637 HTTP/1.1" status: 200 len: 380 time: 0.1172090 Jul 29 23:46:07.072901 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-f562f6d1-02ba-4a30-bba9-deac9006f5fb tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Request body: {'port': {'device_id': 'ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c', 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9', 'admin_state_up': True, 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'security_groups': ['e04ac6dc-69a7-4669-949b-956f3147b059']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:07.123153 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4416c24-f814-4545-85a3-cc50130b8b88 admin admin] Network b90e9bb5-74b1-4d0e-955a-01d77e76f956 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:46:07.171035 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a613597-ec80-4391-8ec4-1231d0c81595 None None] Update dhcp port {'port': {'network_id': 'f07ce0bc-4e9d-4748-9590-e210ddee35ff', 'fixed_ips': [{'subnet_id': '3801481e-f9e8-4832-8603-48194225ed85', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ecba95ae-e90f-46a1-a8c9-d621b4ca92d0'}], 'binding:host_id': 'n-d-712140-10'}, 'id': '6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a'} from n-d-712140-10. {{(pid=94065) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:46:07.187347 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-a4416c24-f814-4545-85a3-cc50130b8b88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, b90e9bb5-74b1-4d0e-955a-01d77e76f956) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:07.198874 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8a613597-ec80-4391-8ec4-1231d0c81595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.200860 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab299b0e-a6d2-4351-ae5d-66aaa05f1f9e None None] Network b90e9bb5-74b1-4d0e-955a-01d77e76f956 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:07.206381 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4416c24-f814-4545-85a3-cc50130b8b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:07.207887 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4416c24-f814-4545-85a3-cc50130b8b88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.260665 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16bfda92-3429-4c8a-bad6-de1bdd04648a req-189dfe32-51e9-48f6-8bfb-92230c6d61b7 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 210 time: 0.0572531 Jul 29 23:46:07.301238 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a4416c24-f814-4545-85a3-cc50130b8b88 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7117624 Jul 29 23:46:07.310768 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5a6d845b-d623-4d5b-a2ed-b856c6ad65be tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.326144 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-79a9c569-70ef-4607-932b-e43beeee14e7 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.329613 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-79a9c569-70ef-4607-932b-e43beeee14e7 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.331260 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-79a9c569-70ef-4607-932b-e43beeee14e7 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "DELETE /v2.0/floatingips/2c026033-3e9c-42dd-94d8-3a9925033904 HTTP/1.1" status: 204 len: 168 time: 1.2640102 Jul 29 23:46:07.335758 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38408) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:07.342019 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-8d169d13-500f-4b5a-ad9a-813892bf811a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'port_id': '38ffdf22-a295-4be9-9f0f-f30652f4ab32'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:07.349500 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-f562f6d1-02ba-4a30-bba9-deac9006f5fb tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Made reservation on behalf of 65e622cc3cfa41f5905e810d348cb637 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:07.357955 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-f562f6d1-02ba-4a30-bba9-deac9006f5fb tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.419095 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8d169d13-500f-4b5a-ad9a-813892bf811a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.482203 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c1cfb6-3811-4e9d-aa52-70075875d78d None None] Network b90e9bb5-74b1-4d0e-955a-01d77e76f956 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:07.574640 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-8a613597-ec80-4391-8ec4-1231d0c81595 None None] Allocated IP 2001:db8:0:1::2 (f07ce0bc-4e9d-4748-9590-e210ddee35ff/ecba95ae-e90f-46a1-a8c9-d621b4ca92d0/6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:07.599646 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-f562f6d1-02ba-4a30-bba9-deac9006f5fb tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Allocated IP 172.20.0.10 (832c3c41-56f8-472e-889f-a7dded6c9cb9/acc29e5a-61e1-47bd-91b7-c9a34f7c2212/9d09573a-444d-4d4f-a6ba-2f28f53cfa20) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:07.671957 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8d169d13-500f-4b5a-ad9a-813892bf811a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.812907 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-f562f6d1-02ba-4a30-bba9-deac9006f5fb tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.830403 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-f562f6d1-02ba-4a30-bba9-deac9006f5fb tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Transition to ACTIVE for port object 9d09573a-444d-4d4f-a6ba-2f28f53cfa20 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:07.851653 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-8d169d13-500f-4b5a-ad9a-813892bf811a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Allocated IP 172.25.8.79 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/8bbf11a0-b910-4180-a442-aef3bc706888) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:07.870139 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-f562f6d1-02ba-4a30-bba9-deac9006f5fb tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.916332 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-8a613597-ec80-4391-8ec4-1231d0c81595 None None] For port 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a,segment=NetworkSegment(5de8d1c8-99e0-48df-b96e-a80435d5f854),segment_id=5de8d1c8-99e0-48df-b96e-a80435d5f854)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:07.963519 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8a613597-ec80-4391-8ec4-1231d0c81595 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.978663 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8a613597-ec80-4391-8ec4-1231d0c81595 None None] Transition to ACTIVE for port object 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:07.983931 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8a613597-ec80-4391-8ec4-1231d0c81595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:07.995528 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8d169d13-500f-4b5a-ad9a-813892bf811a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.089462 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880371d-c158-45a3-92c0-f510c7724065 req-d8d3c398-240b-4d5d-b71b-72f1699ad931 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:08.091762 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5880371d-c158-45a3-92c0-f510c7724065 req-d8d3c398-240b-4d5d-b71b-72f1699ad931 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] 10.222.0.18 "GET /v2.0/networks?id=b90e9bb5-74b1-4d0e-955a-01d77e76f956 HTTP/1.1" status: 200 len: 813 time: 0.1429639 Jul 29 23:46:08.093815 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-f562f6d1-02ba-4a30-bba9-deac9006f5fb tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Network 832c3c41-56f8-472e-889f-a7dded6c9cb9 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:08.103624 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-f562f6d1-02ba-4a30-bba9-deac9006f5fb tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:08.108896 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a613597-ec80-4391-8ec4-1231d0c81595 None None] Pushing event updated for resources: {'Port': ['ID=6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:08.111019 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-f562f6d1-02ba-4a30-bba9-deac9006f5fb tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:08.131041 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5880371d-c158-45a3-92c0-f510c7724065 req-c6d97e09-0f10-45e5-90d3-976473a71874 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] 10.222.0.18 "GET /v2.0/quotas/013a61010809461ca5092f8d70d262f4 HTTP/1.1" status: 200 len: 375 time: 0.0288026 Jul 29 23:46:08.137300 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f562f6d1-02ba-4a30-bba9-deac9006f5fb tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Pushing event updated for resources: {'Port': ['ID=9d09573a-444d-4d4f-a6ba-2f28f53cfa20,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:08.137890 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8d169d13-500f-4b5a-ad9a-813892bf811a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.151983 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-5a6d845b-d623-4d5b-a2ed-b856c6ad65be tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Delete allocated IP 2001:db8::3aa (f07ce0bc-4e9d-4748-9590-e210ddee35ff/3801481e-f9e8-4832-8603-48194225ed85) {{(pid=94064) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 23:46:08.185420 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.197333 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-5a6d845b-d623-4d5b-a2ed-b856c6ad65be tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Allocated IP 2001:db8:0:1::371 (f07ce0bc-4e9d-4748-9590-e210ddee35ff/ecba95ae-e90f-46a1-a8c9-d621b4ca92d0/82b7c644-d284-4b02-a84c-834b47ffaaa9) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:08.210741 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d169d13-500f-4b5a-ad9a-813892bf811a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:08.218336 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5880371d-c158-45a3-92c0-f510c7724065 req-0dcfb7a8-a107-457c-af38-f0092a228c2d tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=013a61010809461ca5092f8d70d262f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0495718 Jul 29 23:46:08.223663 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-8d169d13-500f-4b5a-ad9a-813892bf811a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:08.236564 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d169d13-500f-4b5a-ad9a-813892bf811a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:08.241450 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-f562f6d1-02ba-4a30-bba9-deac9006f5fb tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:08.242168 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-f562f6d1-02ba-4a30-bba9-deac9006f5fb tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.246502 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d169d13-500f-4b5a-ad9a-813892bf811a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event updated for resources: {'Port': ['ID=8bbf11a0-b910-4180-a442-aef3bc706888,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:08.347401 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-f562f6d1-02ba-4a30-bba9-deac9006f5fb tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2785566 Jul 29 23:46:08.361190 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-d27d1cba-6314-49df-b4cb-e953e4decee8 service neutron] Request body: {'port': {'device_id': 'ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:08.487502 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-d27d1cba-6314-49df-b4cb-e953e4decee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.491255 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5880371d-c158-45a3-92c0-f510c7724065 req-b6c629ac-5a4b-4ba9-8eb0-be17dbb92406 service neutron] 10.222.0.18 "GET /v2.0/networks/b90e9bb5-74b1-4d0e-955a-01d77e76f956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289732 Jul 29 23:46:08.552627 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-cafcb620-a002-4ad4-bfc0-74836637f00b None None] Provisioning for port 9d09573a-444d-4d4f-a6ba-2f28f53cfa20 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:08.558192 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-cafcb620-a002-4ad4-bfc0-74836637f00b None None] Provisioning complete for port 9d09573a-444d-4d4f-a6ba-2f28f53cfa20 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:08.558827 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cafcb620-a002-4ad4-bfc0-74836637f00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.631269 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-cafcb620-a002-4ad4-bfc0-74836637f00b None None] Port 9d09573a-444d-4d4f-a6ba-2f28f53cfa20 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:08.632783 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5880371d-c158-45a3-92c0-f510c7724065 req-0ad1d033-2c0d-48dd-a8e7-62932def72eb service neutron] 10.222.0.18 "GET /v2.0/networks/b90e9bb5-74b1-4d0e-955a-01d77e76f956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336224 Jul 29 23:46:08.678199 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5a6d845b-d623-4d5b-a2ed-b856c6ad65be tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.685206 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:08.708964 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-5a6d845b-d623-4d5b-a2ed-b856c6ad65be tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Transition to ACTIVE for port object 82b7c644-d284-4b02-a84c-834b47ffaaa9 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:08.728196 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5a6d845b-d623-4d5b-a2ed-b856c6ad65be tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.844505 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-5a6d845b-d623-4d5b-a2ed-b856c6ad65be tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] In _notify_port_updated(), no bound segment for port 82b7c644-d284-4b02-a84c-834b47ffaaa9 on network f07ce0bc-4e9d-4748-9590-e210ddee35ff {{(pid=94064) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:46:08.850047 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6d845b-d623-4d5b-a2ed-b856c6ad65be tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:08.850683 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5a6d845b-d623-4d5b-a2ed-b856c6ad65be tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:08.857524 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5a6d845b-d623-4d5b-a2ed-b856c6ad65be tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "PUT /v2.0/ports/82b7c644-d284-4b02-a84c-834b47ffaaa9 HTTP/1.1" status: 200 len: 930 time: 1.8611631 Jul 29 23:46:08.861795 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38426) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:09.057719 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9da23-49a2-4826-8828-d1960a2186e9 req-181fcdf5-3194-4bca-9a8e-16f7612630e2 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:09.059592 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9bd9da23-49a2-4826-8828-d1960a2186e9 req-181fcdf5-3194-4bca-9a8e-16f7612630e2 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 932 time: 0.1034670 Jul 29 23:46:09.106255 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0ef3028c-9e2f-40ce-93d4-65dbc8d0dd66 None None] Provisioning for port 82b7c644-d284-4b02-a84c-834b47ffaaa9 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:09.112745 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0ef3028c-9e2f-40ce-93d4-65dbc8d0dd66 None None] Provisioning complete for port 82b7c644-d284-4b02-a84c-834b47ffaaa9 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:09.115683 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0ef3028c-9e2f-40ce-93d4-65dbc8d0dd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.128479 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9bd9da23-49a2-4826-8828-d1960a2186e9 req-87daeb8b-a5a7-472b-93df-cd24af54c666 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/security-groups?id=e04ac6dc-69a7-4669-949b-956f3147b059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578964 Jul 29 23:46:09.195446 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-d27d1cba-6314-49df-b4cb-e953e4decee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d09573a-444d-4d4f-a6ba-2f28f53cfa20 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:09.196843 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-0ef3028c-9e2f-40ce-93d4-65dbc8d0dd66 None None] Port 82b7c644-d284-4b02-a84c-834b47ffaaa9 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:09.207967 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-d27d1cba-6314-49df-b4cb-e953e4decee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.220118 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0ef3028c-9e2f-40ce-93d4-65dbc8d0dd66 None None] Provisioning for port 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:09.228754 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0ef3028c-9e2f-40ce-93d4-65dbc8d0dd66 None None] Provisioning complete for port 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:09.229392 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0ef3028c-9e2f-40ce-93d4-65dbc8d0dd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.294040 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e0244913-af92-4fab-9a16-5deeb0aba606 req-27d2ae0e-c65e-41d5-b277-801f4ca7f676 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7acf7ca2-51f0-4329-a1d0-a9d6e2f081ef HTTP/1.1" status: 200 len: 210 time: 0.0539424 Jul 29 23:46:09.295166 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-d27d1cba-6314-49df-b4cb-e953e4decee8 service neutron] Transition to ACTIVE for port object 9d09573a-444d-4d4f-a6ba-2f28f53cfa20 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:09.308285 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-d27d1cba-6314-49df-b4cb-e953e4decee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.399088 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6d845b-d623-4d5b-a2ed-b856c6ad65be tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Port': ['ID=82b7c644-d284-4b02-a84c-834b47ffaaa9,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:09.416415 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d1cba-6314-49df-b4cb-e953e4decee8 service neutron] Pushing event updated for resources: {'Port': ['ID=9d09573a-444d-4d4f-a6ba-2f28f53cfa20,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:09.440014 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0ef3028c-9e2f-40ce-93d4-65dbc8d0dd66 None None] Provisioning complete for port 5699b1d6-e910-47ca-bf99-1c7fff8157da triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:09.440479 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0ef3028c-9e2f-40ce-93d4-65dbc8d0dd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.545326 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-0ef3028c-9e2f-40ce-93d4-65dbc8d0dd66 None None] Port 5699b1d6-e910-47ca-bf99-1c7fff8157da cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:09.606322 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-d27d1cba-6314-49df-b4cb-e953e4decee8 service neutron] Attempting to bind port 9d09573a-444d-4d4f-a6ba-2f28f53cfa20 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:09.607427 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-d27d1cba-6314-49df-b4cb-e953e4decee8 service neutron] Attempting to bind port 9d09573a-444d-4d4f-a6ba-2f28f53cfa20 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '55e8acce-ff2c-4a28-abd9-2b248d999387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:09.607427 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-d27d1cba-6314-49df-b4cb-e953e4decee8 service neutron] Attempting to bind port 9d09573a-444d-4d4f-a6ba-2f28f53cfa20 on network 832c3c41-56f8-472e-889f-a7dded6c9cb9 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:09.613068 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-d27d1cba-6314-49df-b4cb-e953e4decee8 service neutron] Port 9d09573a-444d-4d4f-a6ba-2f28f53cfa20 on network 832c3c41-56f8-472e-889f-a7dded6c9cb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:46:09.613274 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-d27d1cba-6314-49df-b4cb-e953e4decee8 service neutron] Attempting to bind port 9d09573a-444d-4d4f-a6ba-2f28f53cfa20 on network 832c3c41-56f8-472e-889f-a7dded6c9cb9 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:09.620138 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-d27d1cba-6314-49df-b4cb-e953e4decee8 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:09.620608 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-d27d1cba-6314-49df-b4cb-e953e4decee8 service neutron] Checking segment: {'id': '55e8acce-ff2c-4a28-abd9-2b248d999387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:09.621095 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-d27d1cba-6314-49df-b4cb-e953e4decee8 service neutron] Bound using segment: {'id': '55e8acce-ff2c-4a28-abd9-2b248d999387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:09.621638 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-d27d1cba-6314-49df-b4cb-e953e4decee8 service neutron] Bound port: 9d09573a-444d-4d4f-a6ba-2f28f53cfa20, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55e8acce-ff2c-4a28-abd9-2b248d999387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:09.622136 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-d27d1cba-6314-49df-b4cb-e953e4decee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.625435 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-49121076-6751-4679-add3-1bc850cb2adf tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Deleting port 82b7c644-d284-4b02-a84c-834b47ffaaa9 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:09.625707 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-49121076-6751-4679-add3-1bc850cb2adf tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.683172 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8d169d13-500f-4b5a-ad9a-813892bf811a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.689112 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-4b79d6a0-c423-4dc8-838c-7d8df182a4f6 None None] Provisioning complete for port 82b7c644-d284-4b02-a84c-834b47ffaaa9 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:09.689978 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4b79d6a0-c423-4dc8-838c-7d8df182a4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.749354 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-d27d1cba-6314-49df-b4cb-e953e4decee8 service neutron] For port 9d09573a-444d-4d4f-a6ba-2f28f53cfa20, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:09.754936 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-d27d1cba-6314-49df-b4cb-e953e4decee8 service neutron] For port 9d09573a-444d-4d4f-a6ba-2f28f53cfa20, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9d09573a-444d-4d4f-a6ba-2f28f53cfa20,segment=NetworkSegment(55e8acce-ff2c-4a28-abd9-2b248d999387),segment_id=55e8acce-ff2c-4a28-abd9-2b248d999387)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:09.761905 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-d27d1cba-6314-49df-b4cb-e953e4decee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.771318 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-4b79d6a0-c423-4dc8-838c-7d8df182a4f6 None None] Port 82b7c644-d284-4b02-a84c-834b47ffaaa9 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:09.811519 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-49121076-6751-4679-add3-1bc850cb2adf tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.827139 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-d27d1cba-6314-49df-b4cb-e953e4decee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:09.828453 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-d27d1cba-6314-49df-b4cb-e953e4decee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.830388 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-d27d1cba-6314-49df-b4cb-e953e4decee8 service neutron] 10.222.0.23 "PUT /v2.0/ports/9d09573a-444d-4d4f-a6ba-2f28f53cfa20 HTTP/1.1" status: 200 len: 1093 time: 1.4736123 Jul 29 23:46:09.830937 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8d169d13-500f-4b5a-ad9a-813892bf811a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:09.831319 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c', 'tag': '9d09573a-444d-4d4f-a6ba-2f28f53cfa20'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:09.835600 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646dfa43-3fbb-4ac6-9109-785dc735be99" -d '{"events": [{"name": "network-changed", "server_uuid": "ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c", "tag": "9d09573a-444d-4d4f-a6ba-2f28f53cfa20"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:09.888702 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27d1cba-6314-49df-b4cb-e953e4decee8 service neutron] Pushing event updated for resources: {'Port': ['ID=9d09573a-444d-4d4f-a6ba-2f28f53cfa20,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:09.899585 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f321fa4-85d8-4cc4-8883-33f252b1054c x-openstack-request-id: req-9f321fa4-85d8-4cc4-8883-33f252b1054c {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:09.900162 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c", "tag": "9d09573a-444d-4d4f-a6ba-2f28f53cfa20", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:09.900581 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9f321fa4-85d8-4cc4-8883-33f252b1054c {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:09.901148 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c', 'tag': '9d09573a-444d-4d4f-a6ba-2f28f53cfa20', 'status': 'completed', 'code': 200} Jul 29 23:46:09.944876 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-49121076-6751-4679-add3-1bc850cb2adf tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Calling delete_port for 82b7c644-d284-4b02-a84c-834b47ffaaa9 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:09.978135 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-01722d9e-c665-4ef7-80f5-10c326f128da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:09.979715 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-01722d9e-c665-4ef7-80f5-10c326f128da service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=65e622cc3cfa41f5905e810d348cb637&device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 1096 time: 0.0467639 Jul 29 23:46:10.042930 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-481ad6d8-5a0d-40b4-bd35-3ef1258a25d1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d09573a-444d-4d4f-a6ba-2f28f53cfa20 HTTP/1.1" status: 200 len: 217 time: 0.0464404 Jul 29 23:46:10.115253 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-140da3dc-e90f-4975-9a8d-eba78fdb1678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:10.117761 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-140da3dc-e90f-4975-9a8d-eba78fdb1678 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acc29e5a-61e1-47bd-91b7-c9a34f7c2212 HTTP/1.1" status: 200 len: 853 time: 0.0659287 Jul 29 23:46:10.172499 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8d169d13-500f-4b5a-ad9a-813892bf811a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:10.178484 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8d169d13-500f-4b5a-ad9a-813892bf811a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:10.184154 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-49121076-6751-4679-add3-1bc850cb2adf tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:10.196354 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-380f8982-7437-479b-b14c-8dafcef30a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:10.198518 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-380f8982-7437-479b-b14c-8dafcef30a45 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=832c3c41-56f8-472e-889f-a7dded6c9cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0722792 Jul 29 23:46:10.339087 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-49121076-6751-4679-add3-1bc850cb2adf tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:10.342453 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-49121076-6751-4679-add3-1bc850cb2adf tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/ports/82b7c644-d284-4b02-a84c-834b47ffaaa9 HTTP/1.1" status: 204 len: 168 time: 1.4775369 Jul 29 23:46:10.351428 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38444) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:10.368752 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d169d13-500f-4b5a-ad9a-813892bf811a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event updated for resources: {'Port': ['ID=8bbf11a0-b910-4180-a442-aef3bc706888,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:10.419253 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d169d13-500f-4b5a-ad9a-813892bf811a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:10.419942 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d169d13-500f-4b5a-ad9a-813892bf811a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:10.424146 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d169d13-500f-4b5a-ad9a-813892bf811a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:10.424716 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d169d13-500f-4b5a-ad9a-813892bf811a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:10.425351 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d169d13-500f-4b5a-ad9a-813892bf811a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:10.426511 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d169d13-500f-4b5a-ad9a-813892bf811a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:10.427053 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d169d13-500f-4b5a-ad9a-813892bf811a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:10.427561 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d169d13-500f-4b5a-ad9a-813892bf811a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:10.428090 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d169d13-500f-4b5a-ad9a-813892bf811a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:10.428584 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d169d13-500f-4b5a-ad9a-813892bf811a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:10.429109 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d169d13-500f-4b5a-ad9a-813892bf811a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:10.429632 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d169d13-500f-4b5a-ad9a-813892bf811a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:10.433995 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8d169d13-500f-4b5a-ad9a-813892bf811a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:10.439924 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc851e70-658b-45bf-ae8a-cf89ddb00b78 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] GET failed (client error): The resource could not be found. Jul 29 23:46:10.442597 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fc851e70-658b-45bf-ae8a-cf89ddb00b78 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "GET /v2.0/ports/82b7c644-d284-4b02-a84c-834b47ffaaa9 HTTP/1.1" status: 404 len: 333 time: 0.0871446 Jul 29 23:46:10.445576 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38446) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:10.463573 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ada523-34d7-4424-afea-dfa8bfe4e730 req-2f2d5ce9-6fb9-4c66-a866-26ca3b69fb8a tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:10.471015 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5ada523-34d7-4424-afea-dfa8bfe4e730 req-2f2d5ce9-6fb9-4c66-a866-26ca3b69fb8a tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 944 time: 0.1888094 Jul 29 23:46:10.530470 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-5e1b89dd-b022-4552-8a55-dca49a3c71ba service neutron] 10.222.0.23 "GET /v2.0/networks/832c3c41-56f8-472e-889f-a7dded6c9cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3197758 Jul 29 23:46:10.541127 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49121076-6751-4679-add3-1bc850cb2adf tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Port': ['ID=82b7c644-d284-4b02-a84c-834b47ffaaa9,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:10.593854 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880371d-c158-45a3-92c0-f510c7724065 req-e35f97c6-e8ea-49fd-91d8-8f5f9dc6576c tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:10.595356 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5880371d-c158-45a3-92c0-f510c7724065 req-e35f97c6-e8ea-49fd-91d8-8f5f9dc6576c tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] 10.222.0.23 "GET /v2.0/networks?id=b90e9bb5-74b1-4d0e-955a-01d77e76f956 HTTP/1.1" status: 200 len: 813 time: 0.2643280 Jul 29 23:46:10.611709 n-d-712140-10 neutron-server[94064]: INFO neutron.db.l3_db [None req-8d169d13-500f-4b5a-ad9a-813892bf811a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Floating IP c35aa647-9bca-4164-8476-3b6a5c7748b6 associated. External IP: 172.25.8.79, port: 38ffdf22-a295-4be9-9f0f-f30652f4ab32. Jul 29 23:46:10.630897 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-5880371d-c158-45a3-92c0-f510c7724065 req-eb19ac35-2aae-46d7-865f-5c7c63db5de3 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] Request body: {'port': {'device_id': '7acf7ca2-51f0-4329-a1d0-a9d6e2f081ef', 'network_id': 'b90e9bb5-74b1-4d0e-955a-01d77e76f956', 'admin_state_up': True, 'tenant_id': '013a61010809461ca5092f8d70d262f4'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:10.639295 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5ada523-34d7-4424-afea-dfa8bfe4e730 req-a26e4b3f-9575-49fe-af0a-21a9ca22ab5f tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/security-groups?id=e04ac6dc-69a7-4669-949b-956f3147b059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674097 Jul 29 23:46:10.704519 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-69b7c751-eff4-4b07-9226-ee8caf0fe992 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:10.765128 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-69b7c751-eff4-4b07-9226-ee8caf0fe992 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:10.766754 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ab24c2c-f055-4b4d-bc3e-fb2d8b2cf666 req-82474fa4-5996-4b7c-881a-7765c6d37dff tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7acf7ca2-51f0-4329-a1d0-a9d6e2f081ef HTTP/1.1" status: 200 len: 210 time: 0.0474896 Jul 29 23:46:10.771172 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acb223e3-687d-401b-b19b-b536fa5eb632 req-954c4c73-8db6-4a97-ad02-96f67d6a451a service neutron] 10.222.0.23 "GET /v2.0/networks/832c3c41-56f8-472e-889f-a7dded6c9cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140348 Jul 29 23:46:10.823937 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5880371d-c158-45a3-92c0-f510c7724065 req-eb19ac35-2aae-46d7-865f-5c7c63db5de3 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] Made reservation on behalf of 013a61010809461ca5092f8d70d262f4 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:10.828233 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5880371d-c158-45a3-92c0-f510c7724065 req-eb19ac35-2aae-46d7-865f-5c7c63db5de3 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:10.866742 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-69b7c751-eff4-4b07-9226-ee8caf0fe992 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:10.869500 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-69b7c751-eff4-4b07-9226-ee8caf0fe992 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:10.870813 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-69b7c751-eff4-4b07-9226-ee8caf0fe992 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/security-groups/518c9266-7158-470c-9090-f58aaa57ec2c HTTP/1.1" status: 204 len: 168 time: 0.4241197 Jul 29 23:46:10.875788 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38448) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:10.950205 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dfa43-3fbb-4ac6-9109-785dc735be99 req-59ccda46-2307-47b5-bb06-4f90d5a49717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:10.951642 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-646dfa43-3fbb-4ac6-9109-785dc735be99 req-59ccda46-2307-47b5-bb06-4f90d5a49717 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=65e622cc3cfa41f5905e810d348cb637&device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 1096 time: 0.1055329 Jul 29 23:46:10.954645 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7c751-eff4-4b07-9226-ee8caf0fe992 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=518c9266-7158-470c-9090-f58aaa57ec2c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:10.993382 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-89b09712-8107-401f-be8c-a189f316904d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:11.018140 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-89b09712-8107-401f-be8c-a189f316904d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:11.054927 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d169d13-500f-4b5a-ad9a-813892bf811a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Router 0e24556f-f2e4-4d99-a12e-b87b3d5534ed has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:46:11.067439 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-5880371d-c158-45a3-92c0-f510c7724065 req-eb19ac35-2aae-46d7-865f-5c7c63db5de3 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] Allocated IP 172.20.0.3 (b90e9bb5-74b1-4d0e-955a-01d77e76f956/428dfb0e-76f3-4c5f-ac10-a7aa4d1b9ea2/ceceb411-cd5e-42e1-9de5-0c65d0859457) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:11.112217 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-89b09712-8107-401f-be8c-a189f316904d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:11.115083 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-89b09712-8107-401f-be8c-a189f316904d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:11.119131 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-89b09712-8107-401f-be8c-a189f316904d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/security-groups/8f04ce83-ce6c-4d5a-80b5-82c050d21db9 HTTP/1.1" status: 204 len: 168 time: 0.2110364 Jul 29 23:46:11.122928 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38450) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:11.130571 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b09712-8107-401f-be8c-a189f316904d tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f04ce83-ce6c-4d5a-80b5-82c050d21db9,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:11.160468 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dfa43-3fbb-4ac6-9109-785dc735be99 req-75498140-f60e-4b50-8a92-213e0fb41e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:11.162205 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-646dfa43-3fbb-4ac6-9109-785dc735be99 req-75498140-f60e-4b50-8a92-213e0fb41e2a service neutron] 10.222.0.23 "GET /v2.0/networks?id=832c3c41-56f8-472e-889f-a7dded6c9cb9 HTTP/1.1" status: 200 len: 915 time: 0.1745403 Jul 29 23:46:11.206252 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d169d13-500f-4b5a-ad9a-813892bf811a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:11.218732 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb805939-0662-49d4-884a-c0c81a2f08f6 None None] Sync routers for ids ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:11.229738 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8d169d13-500f-4b5a-ad9a-813892bf811a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:11.234301 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-646dfa43-3fbb-4ac6-9109-785dc735be99 req-c287617c-24c5-4797-b815-961aa290e6d1 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d09573a-444d-4d4f-a6ba-2f28f53cfa20 HTTP/1.1" status: 200 len: 217 time: 0.0597024 Jul 29 23:46:11.234526 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb805939-0662-49d4-884a-c0c81a2f08f6 None None] Routers {'0e24556f-f2e4-4d99-a12e-b87b3d5534ed'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:11.236120 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-cb805939-0662-49d4-884a-c0c81a2f08f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:11.269475 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8d169d13-500f-4b5a-ad9a-813892bf811a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.9321818 Jul 29 23:46:11.270400 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38452) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:11.287540 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-cb805939-0662-49d4-884a-c0c81a2f08f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:11.297622 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb805939-0662-49d4-884a-c0c81a2f08f6 None None] Routers {'0e24556f-f2e4-4d99-a12e-b87b3d5534ed'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:11.298391 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-cb805939-0662-49d4-884a-c0c81a2f08f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:11.345517 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-cb805939-0662-49d4-884a-c0c81a2f08f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:11.345517 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb805939-0662-49d4-884a-c0c81a2f08f6 None None] The sync data for ids ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:11.352515 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-46eab2f4-75c9-4d06-a501-f6872dcc8484 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "GET /v2.0/floatingips/c35aa647-9bca-4164-8476-3b6a5c7748b6 HTTP/1.1" status: 200 len: 977 time: 0.0804636 Jul 29 23:46:11.353369 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38454) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:11.355197 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-442035ee-da8b-41df-92a5-ec2f16a093b9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Deleting subnet 3801481e-f9e8-4832-8603-48194225ed85 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:46:11.367528 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-442035ee-da8b-41df-92a5-ec2f16a093b9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:11.372972 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5880371d-c158-45a3-92c0-f510c7724065 req-eb19ac35-2aae-46d7-865f-5c7c63db5de3 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:11.445661 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0e2b99bf-0361-4ff3-9d95-2c8dc548f164 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.0886126 Jul 29 23:46:11.445902 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38456) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:11.448280 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-442035ee-da8b-41df-92a5-ec2f16a093b9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:11.450814 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-ca785b78-dee6-4e43-8a50-ffb22e826627 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Request body: {'floatingip': {'port_id': '16e35f17-17d6-4532-a15e-13c671622f78'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:11.481550 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dfa43-3fbb-4ac6-9109-785dc735be99 req-b72c42b2-138c-482e-a8c5-3ad112c6d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:11.482946 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-646dfa43-3fbb-4ac6-9109-785dc735be99 req-b72c42b2-138c-482e-a8c5-3ad112c6d4e2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acc29e5a-61e1-47bd-91b7-c9a34f7c2212 HTTP/1.1" status: 200 len: 853 time: 0.2401383 Jul 29 23:46:11.513849 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ca785b78-dee6-4e43-8a50-ffb22e826627 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:11.570913 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5880371d-c158-45a3-92c0-f510c7724065 req-eb19ac35-2aae-46d7-865f-5c7c63db5de3 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:11.901602 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dfa43-3fbb-4ac6-9109-785dc735be99 req-97095a22-50a7-42f3-aabd-008878afa17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:11.903116 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-646dfa43-3fbb-4ac6-9109-785dc735be99 req-97095a22-50a7-42f3-aabd-008878afa17b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=832c3c41-56f8-472e-889f-a7dded6c9cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4068584 Jul 29 23:46:11.945803 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5880371d-c158-45a3-92c0-f510c7724065 req-eb19ac35-2aae-46d7-865f-5c7c63db5de3 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] Network b90e9bb5-74b1-4d0e-955a-01d77e76f956 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:11.972900 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-442035ee-da8b-41df-92a5-ec2f16a093b9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:12.025245 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-5880371d-c158-45a3-92c0-f510c7724065 req-eb19ac35-2aae-46d7-865f-5c7c63db5de3 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:12.031518 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-5880371d-c158-45a3-92c0-f510c7724065 req-eb19ac35-2aae-46d7-865f-5c7c63db5de3 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:12.038559 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19ac35-2aae-46d7-865f-5c7c63db5de3 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] Pushing event updated for resources: {'Port': ['ID=ceceb411-cd5e-42e1-9de5-0c65d0859457,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:12.077736 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ca785b78-dee6-4e43-8a50-ffb22e826627 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:12.090495 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ca785b78-dee6-4e43-8a50-ffb22e826627 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:12.134533 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9850ab-6997-460e-8087-13dbbafe7273 req-6c5feece-4821-4684-94b8-e49f09702e80 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:12.136154 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d9850ab-6997-460e-8087-13dbbafe7273 req-6c5feece-4821-4684-94b8-e49f09702e80 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 944 time: 0.2382963 Jul 29 23:46:12.171452 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880371d-c158-45a3-92c0-f510c7724065 req-eb19ac35-2aae-46d7-865f-5c7c63db5de3 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:12.172107 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5880371d-c158-45a3-92c0-f510c7724065 req-eb19ac35-2aae-46d7-865f-5c7c63db5de3 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:12.184578 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-646dfa43-3fbb-4ac6-9109-785dc735be99 req-7e532dd0-e01f-4662-a389-72e364f97813 service neutron] 10.222.0.23 "GET /v2.0/networks/832c3c41-56f8-472e-889f-a7dded6c9cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588167 Jul 29 23:46:12.189617 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-442035ee-da8b-41df-92a5-ec2f16a093b9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:12.206834 n-d-712140-10 neutron-server[94064]: INFO neutron.db.l3_db [None req-ca785b78-dee6-4e43-8a50-ffb22e826627 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Floating IP c35aa647-9bca-4164-8476-3b6a5c7748b6 associated. External IP: 172.25.8.79, port: 38ffdf22-a295-4be9-9f0f-f30652f4ab32. Jul 29 23:46:12.245172 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442035ee-da8b-41df-92a5-ec2f16a093b9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Subnet': ['ID=3801481e-f9e8-4832-8603-48194225ed85,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:12.282427 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5880371d-c158-45a3-92c0-f510c7724065 req-eb19ac35-2aae-46d7-865f-5c7c63db5de3 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6595249 Jul 29 23:46:12.287708 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-442035ee-da8b-41df-92a5-ec2f16a093b9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:12.295961 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-442035ee-da8b-41df-92a5-ec2f16a093b9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/subnets/3801481e-f9e8-4832-8603-48194225ed85 HTTP/1.1" status: 204 len: 168 time: 1.1660306 Jul 29 23:46:12.296155 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95be9f6e-ee54-4836-848f-3ff469b347b3 None None] Network f07ce0bc-4e9d-4748-9590-e210ddee35ff requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:12.298578 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-5880371d-c158-45a3-92c0-f510c7724065 req-960e983d-9bc0-4a41-8a53-c839d6daf4cd service neutron] Request body: {'port': {'device_id': '7acf7ca2-51f0-4329-a1d0-a9d6e2f081ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:12.303889 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38462) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:12.314433 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d9850ab-6997-460e-8087-13dbbafe7273 req-3bd46eaa-2ea6-404a-9d64-bc161b636449 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/security-groups?id=e04ac6dc-69a7-4669-949b-956f3147b059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632390 Jul 29 23:46:12.318635 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-dd366d14-8fe0-4e32-a219-1d59c2ff3c22 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'subnet': {'network_id': 'f07ce0bc-4e9d-4748-9590-e210ddee35ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:12.499450 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5880371d-c158-45a3-92c0-f510c7724065 req-960e983d-9bc0-4a41-8a53-c839d6daf4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:12.507146 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-646dfa43-3fbb-4ac6-9109-785dc735be99 req-3c9c155a-829f-44cc-a32e-48b788c0c023 service neutron] 10.222.0.23 "GET /v2.0/networks/832c3c41-56f8-472e-889f-a7dded6c9cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3133001 Jul 29 23:46:12.528253 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca785b78-dee6-4e43-8a50-ffb22e826627 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Router 0e24556f-f2e4-4d99-a12e-b87b3d5534ed has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:46:12.574098 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a2cfd-f050-4a03-a9c2-6cdc1e9d52f5 req-e540b7ed-5396-458e-b12e-c467e7c06834 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:12.575640 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6b2a2cfd-f050-4a03-a9c2-6cdc1e9d52f5 req-e540b7ed-5396-458e-b12e-c467e7c06834 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7acf7ca2-51f0-4329-a1d0-a9d6e2f081ef HTTP/1.1" status: 200 len: 931 time: 0.1832383 Jul 29 23:46:12.665804 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca785b78-dee6-4e43-8a50-ffb22e826627 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:12.677446 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fe727b-9045-41dc-80d4-36271659efe5 None None] Sync routers for ids ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:12.688474 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fe727b-9045-41dc-80d4-36271659efe5 None None] Routers {'0e24556f-f2e4-4d99-a12e-b87b3d5534ed'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:12.689346 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-16fe727b-9045-41dc-80d4-36271659efe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:12.698419 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd366d14-8fe0-4e32-a219-1d59c2ff3c22 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:12.702516 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dd366d14-8fe0-4e32-a219-1d59c2ff3c22 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:12.747054 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-16fe727b-9045-41dc-80d4-36271659efe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:12.785157 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fe727b-9045-41dc-80d4-36271659efe5 None None] Routers {'0e24556f-f2e4-4d99-a12e-b87b3d5534ed'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:12.786451 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-16fe727b-9045-41dc-80d4-36271659efe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:12.832787 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6b2a2cfd-f050-4a03-a9c2-6cdc1e9d52f5 req-c3f8a2b9-284c-42a8-bc5b-99fd4e6778c8 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] 10.222.0.18 "GET /v2.0/security-groups?id=46677ced-ce20-4018-93ae-f23110e75f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328141 Jul 29 23:46:12.849472 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-16fe727b-9045-41dc-80d4-36271659efe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:12.850298 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16fe727b-9045-41dc-80d4-36271659efe5 None None] The sync data for ids ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:12.931460 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca785b78-dee6-4e43-8a50-ffb22e826627 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Router 0e24556f-f2e4-4d99-a12e-b87b3d5534ed has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:46:13.178198 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dd366d14-8fe0-4e32-a219-1d59c2ff3c22 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.183786 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-5880371d-c158-45a3-92c0-f510c7724065 req-960e983d-9bc0-4a41-8a53-c839d6daf4cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceceb411-cd5e-42e1-9de5-0c65d0859457 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:13.200717 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5880371d-c158-45a3-92c0-f510c7724065 req-960e983d-9bc0-4a41-8a53-c839d6daf4cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.252365 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd366d14-8fe0-4e32-a219-1d59c2ff3c22 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network f07ce0bc-4e9d-4748-9590-e210ddee35ff is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:13.258464 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-5880371d-c158-45a3-92c0-f510c7724065 req-960e983d-9bc0-4a41-8a53-c839d6daf4cd service neutron] Transition to ACTIVE for port object ceceb411-cd5e-42e1-9de5-0c65d0859457 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:13.262372 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-dd366d14-8fe0-4e32-a219-1d59c2ff3c22 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:13.265925 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd366d14-8fe0-4e32-a219-1d59c2ff3c22 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:13.266546 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dd366d14-8fe0-4e32-a219-1d59c2ff3c22 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.276293 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5880371d-c158-45a3-92c0-f510c7724065 req-960e983d-9bc0-4a41-8a53-c839d6daf4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.289346 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd366d14-8fe0-4e32-a219-1d59c2ff3c22 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Subnet': ['ID=7ebad64d-3f48-41e4-8e57-fc9de24f76c5,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:13.321768 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fd6ac2-c263-48c4-b071-fecee1654704 None None] Network f07ce0bc-4e9d-4748-9590-e210ddee35ff requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:13.374101 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-dd366d14-8fe0-4e32-a219-1d59c2ff3c22 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0683711 Jul 29 23:46:13.376706 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38466) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:13.379464 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e983d-9bc0-4a41-8a53-c839d6daf4cd service neutron] Pushing event updated for resources: {'Port': ['ID=ceceb411-cd5e-42e1-9de5-0c65d0859457,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:13.387004 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-a857c1ce-3cd7-4a17-86a4-8ec19ecf43a2 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'security_group': {'name': 'tempest-secgroup-1452760116'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:13.427053 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a857c1ce-3cd7-4a17-86a4-8ec19ecf43a2 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.430724 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca785b78-dee6-4e43-8a50-ffb22e826627 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:13.444500 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ca785b78-dee6-4e43-8a50-ffb22e826627 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.451356 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f5daa-f50e-4bbb-a18a-4acfb40479e8 None None] Sync routers for ids ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:13.467420 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f5daa-f50e-4bbb-a18a-4acfb40479e8 None None] Routers {'0e24556f-f2e4-4d99-a12e-b87b3d5534ed'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:13.471414 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-fc1f5daa-f50e-4bbb-a18a-4acfb40479e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:13.487866 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-55f12f68-cfce-478a-a406-c15bd674a6a9 None None] Provisioning complete for port 5699b1d6-e910-47ca-bf99-1c7fff8157da triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:13.488751 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-55f12f68-cfce-478a-a406-c15bd674a6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.533004 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-5880371d-c158-45a3-92c0-f510c7724065 req-960e983d-9bc0-4a41-8a53-c839d6daf4cd service neutron] Attempting to bind port ceceb411-cd5e-42e1-9de5-0c65d0859457 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:13.533474 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-5880371d-c158-45a3-92c0-f510c7724065 req-960e983d-9bc0-4a41-8a53-c839d6daf4cd service neutron] Attempting to bind port ceceb411-cd5e-42e1-9de5-0c65d0859457 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'aa5580be-fcf2-47c8-bb9b-561598ffd967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b90e9bb5-74b1-4d0e-955a-01d77e76f956'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:13.533868 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5880371d-c158-45a3-92c0-f510c7724065 req-960e983d-9bc0-4a41-8a53-c839d6daf4cd service neutron] Attempting to bind port ceceb411-cd5e-42e1-9de5-0c65d0859457 on network b90e9bb5-74b1-4d0e-955a-01d77e76f956 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:13.537229 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-55f12f68-cfce-478a-a406-c15bd674a6a9 None None] Port 5699b1d6-e910-47ca-bf99-1c7fff8157da cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:13.544153 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5880371d-c158-45a3-92c0-f510c7724065 req-960e983d-9bc0-4a41-8a53-c839d6daf4cd service neutron] Port ceceb411-cd5e-42e1-9de5-0c65d0859457 on network b90e9bb5-74b1-4d0e-955a-01d77e76f956 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:46:13.544700 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5880371d-c158-45a3-92c0-f510c7724065 req-960e983d-9bc0-4a41-8a53-c839d6daf4cd service neutron] Attempting to bind port ceceb411-cd5e-42e1-9de5-0c65d0859457 on network b90e9bb5-74b1-4d0e-955a-01d77e76f956 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:13.559616 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-fc1f5daa-f50e-4bbb-a18a-4acfb40479e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:13.567081 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2d99d-8dec-4782-b546-b052e1d2f0d9 req-dc6e4e00-94c6-490b-8ead-750de0c51ffd tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:13.569172 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b8b2d99d-8dec-4782-b546-b052e1d2f0d9 req-dc6e4e00-94c6-490b-8ead-750de0c51ffd tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 944 time: 0.1283364 Jul 29 23:46:13.570001 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5880371d-c158-45a3-92c0-f510c7724065 req-960e983d-9bc0-4a41-8a53-c839d6daf4cd service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:13.570343 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5880371d-c158-45a3-92c0-f510c7724065 req-960e983d-9bc0-4a41-8a53-c839d6daf4cd service neutron] Checking segment: {'id': 'aa5580be-fcf2-47c8-bb9b-561598ffd967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b90e9bb5-74b1-4d0e-955a-01d77e76f956'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:13.570728 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5880371d-c158-45a3-92c0-f510c7724065 req-960e983d-9bc0-4a41-8a53-c839d6daf4cd service neutron] Bound using segment: {'id': 'aa5580be-fcf2-47c8-bb9b-561598ffd967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b90e9bb5-74b1-4d0e-955a-01d77e76f956'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:13.572053 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-5880371d-c158-45a3-92c0-f510c7724065 req-960e983d-9bc0-4a41-8a53-c839d6daf4cd service neutron] Bound port: ceceb411-cd5e-42e1-9de5-0c65d0859457, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa5580be-fcf2-47c8-bb9b-561598ffd967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b90e9bb5-74b1-4d0e-955a-01d77e76f956'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:13.572427 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5880371d-c158-45a3-92c0-f510c7724065 req-960e983d-9bc0-4a41-8a53-c839d6daf4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.586475 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1f5daa-f50e-4bbb-a18a-4acfb40479e8 None None] Routers {'0e24556f-f2e4-4d99-a12e-b87b3d5534ed'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:13.589583 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-fc1f5daa-f50e-4bbb-a18a-4acfb40479e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:13.591591 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-55f12f68-cfce-478a-a406-c15bd674a6a9 None None] Provisioning complete for port 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:13.602383 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-55f12f68-cfce-478a-a406-c15bd674a6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.605379 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ca785b78-dee6-4e43-8a50-ffb22e826627 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "PUT /v2.0/floatingips/c35aa647-9bca-4164-8476-3b6a5c7748b6 HTTP/1.1" status: 200 len: 976 time: 2.1583848 Jul 29 23:46:13.609672 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38468) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:13.619707 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-88d8d5f8-3695-4683-9f18-f1b77225236e tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:13.686690 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-fc1f5daa-f50e-4bbb-a18a-4acfb40479e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:13.688882 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1f5daa-f50e-4bbb-a18a-4acfb40479e8 None None] The sync data for ids ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:13.703749 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b8b2d99d-8dec-4782-b546-b052e1d2f0d9 req-a5c3cd07-259d-4f39-ae1a-e1e8d874ab4e tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/security-groups?id=e04ac6dc-69a7-4669-949b-956f3147b059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096098 Jul 29 23:46:13.743626 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-5880371d-c158-45a3-92c0-f510c7724065 req-960e983d-9bc0-4a41-8a53-c839d6daf4cd service neutron] For port ceceb411-cd5e-42e1-9de5-0c65d0859457, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:13.770027 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-88d8d5f8-3695-4683-9f18-f1b77225236e tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.772775 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a857c1ce-3cd7-4a17-86a4-8ec19ecf43a2 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.777413 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-5880371d-c158-45a3-92c0-f510c7724065 req-960e983d-9bc0-4a41-8a53-c839d6daf4cd service neutron] For port ceceb411-cd5e-42e1-9de5-0c65d0859457, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ceceb411-cd5e-42e1-9de5-0c65d0859457,segment=NetworkSegment(aa5580be-fcf2-47c8-bb9b-561598ffd967),segment_id=aa5580be-fcf2-47c8-bb9b-561598ffd967)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:13.780501 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a857c1ce-3cd7-4a17-86a4-8ec19ecf43a2 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.799827 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5880371d-c158-45a3-92c0-f510c7724065 req-960e983d-9bc0-4a41-8a53-c839d6daf4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.831721 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a857c1ce-3cd7-4a17-86a4-8ec19ecf43a2 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.835385 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a857c1ce-3cd7-4a17-86a4-8ec19ecf43a2 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4552352 Jul 29 23:46:13.835671 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38472) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:13.846891 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-fa5b6d35-948e-48e7-8f69-99d347092926 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'security_group': {'name': 'tempest-secgroup-2074985816'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:13.852101 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880371d-c158-45a3-92c0-f510c7724065 req-960e983d-9bc0-4a41-8a53-c839d6daf4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:13.852800 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5880371d-c158-45a3-92c0-f510c7724065 req-960e983d-9bc0-4a41-8a53-c839d6daf4cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.854852 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5880371d-c158-45a3-92c0-f510c7724065 req-960e983d-9bc0-4a41-8a53-c839d6daf4cd service neutron] 10.222.0.23 "PUT /v2.0/ports/ceceb411-cd5e-42e1-9de5-0c65d0859457 HTTP/1.1" status: 200 len: 1092 time: 1.5607088 Jul 29 23:46:13.860627 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d3f4b4-7014-41c5-b9ff-c599f8ce621f None None] Update dhcp port {'port': {'network_id': 'f07ce0bc-4e9d-4748-9590-e210ddee35ff', 'fixed_ips': [{'subnet_id': 'ecba95ae-e90f-46a1-a8c9-d621b4ca92d0', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7ebad64d-3f48-41e4-8e57-fc9de24f76c5'}], 'binding:host_id': 'n-d-712140-10'}, 'id': '6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a'} from n-d-712140-10. {{(pid=94065) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:46:13.896154 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-66d3f4b4-7014-41c5-b9ff-c599f8ce621f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:13.945878 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7acf7ca2-51f0-4329-a1d0-a9d6e2f081ef', 'tag': 'ceceb411-cd5e-42e1-9de5-0c65d0859457'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:13.951119 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befb9f44-9974-4669-a0ca-a654101a9110" -d '{"events": [{"name": "network-changed", "server_uuid": "7acf7ca2-51f0-4329-a1d0-a9d6e2f081ef", "tag": "ceceb411-cd5e-42e1-9de5-0c65d0859457"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:14.016871 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857c1ce-3cd7-4a17-86a4-8ec19ecf43a2 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc19c87-0641-4103-a3c8-27e34ba7ad39,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:14.046743 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fa5b6d35-948e-48e7-8f69-99d347092926 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.075626 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880371d-c158-45a3-92c0-f510c7724065 req-fe4e7645-31a5-4665-a8fc-fb2ccac84c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:14.077249 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5880371d-c158-45a3-92c0-f510c7724065 req-fe4e7645-31a5-4665-a8fc-fb2ccac84c5a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=013a61010809461ca5092f8d70d262f4&device_id=7acf7ca2-51f0-4329-a1d0-a9d6e2f081ef HTTP/1.1" status: 200 len: 1095 time: 0.1102009 Jul 29 23:46:14.083905 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e983d-9bc0-4a41-8a53-c839d6daf4cd service neutron] Pushing event updated for resources: {'Port': ['ID=ceceb411-cd5e-42e1-9de5-0c65d0859457,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:14.110172 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356aa518-0ecc-4023-9d4f-1bd621f328f5 req-2a9a5e1b-d9df-4018-880f-57c130611049 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:14.111870 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-356aa518-0ecc-4023-9d4f-1bd621f328f5 req-2a9a5e1b-d9df-4018-880f-57c130611049 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7acf7ca2-51f0-4329-a1d0-a9d6e2f081ef HTTP/1.1" status: 200 len: 943 time: 0.1460121 Jul 29 23:46:14.142045 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-66d3f4b4-7014-41c5-b9ff-c599f8ce621f None None] Allocated IP 2001:db8::2 (f07ce0bc-4e9d-4748-9590-e210ddee35ff/7ebad64d-3f48-41e4-8e57-fc9de24f76c5/6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:14.143721 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5880371d-c158-45a3-92c0-f510c7724065 req-02d3318e-06c8-405d-9ebf-7061563215aa service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ceceb411-cd5e-42e1-9de5-0c65d0859457 HTTP/1.1" status: 200 len: 217 time: 0.0539236 Jul 29 23:46:14.226846 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-356aa518-0ecc-4023-9d4f-1bd621f328f5 req-c08903c9-1022-4aaf-ab5b-ee791726f67b tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] 10.222.0.18 "GET /v2.0/security-groups?id=46677ced-ce20-4018-93ae-f23110e75f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857768 Jul 29 23:46:14.230996 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880371d-c158-45a3-92c0-f510c7724065 req-84b410f8-f07e-4e8d-bcb5-6658043d41fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:14.232562 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5880371d-c158-45a3-92c0-f510c7724065 req-84b410f8-f07e-4e8d-bcb5-6658043d41fc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=428dfb0e-76f3-4c5f-ac10-a7aa4d1b9ea2 HTTP/1.1" status: 200 len: 853 time: 0.0813587 Jul 29 23:46:14.237265 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-88d8d5f8-3695-4683-9f18-f1b77225236e tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.253387 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-88d8d5f8-3695-4683-9f18-f1b77225236e tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.255805 n-d-712140-10 neutron-server[94064]: INFO neutron.db.l3_db [None req-88d8d5f8-3695-4683-9f18-f1b77225236e tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Floating IP c35aa647-9bca-4164-8476-3b6a5c7748b6 disassociated. External IP: 172.25.8.79, port: 16e35f17-17d6-4532-a15e-13c671622f78. Jul 29 23:46:14.280769 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-66d3f4b4-7014-41c5-b9ff-c599f8ce621f None None] For port 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a,segment=NetworkSegment(5de8d1c8-99e0-48df-b96e-a80435d5f854),segment_id=5de8d1c8-99e0-48df-b96e-a80435d5f854)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:14.305080 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5880371d-c158-45a3-92c0-f510c7724065 req-b4e90311-f126-4f2b-ad93-3ce49f08986d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b90e9bb5-74b1-4d0e-955a-01d77e76f956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636647 Jul 29 23:46:14.316085 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-66d3f4b4-7014-41c5-b9ff-c599f8ce621f None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.330923 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-66d3f4b4-7014-41c5-b9ff-c599f8ce621f None None] Transition to ACTIVE for port object 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:14.336168 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-66d3f4b4-7014-41c5-b9ff-c599f8ce621f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.339145 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0531e35-7851-42c2-8181-fe0a309da266 x-openstack-request-id: req-e0531e35-7851-42c2-8181-fe0a309da266 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:14.340173 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7acf7ca2-51f0-4329-a1d0-a9d6e2f081ef", "tag": "ceceb411-cd5e-42e1-9de5-0c65d0859457", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:14.340686 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e0531e35-7851-42c2-8181-fe0a309da266 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:14.341299 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7acf7ca2-51f0-4329-a1d0-a9d6e2f081ef', 'tag': 'ceceb411-cd5e-42e1-9de5-0c65d0859457', 'status': 'completed', 'code': 200} Jul 29 23:46:14.446398 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d3f4b4-7014-41c5-b9ff-c599f8ce621f None None] Pushing event updated for resources: {'Port': ['ID=6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:14.458641 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5880371d-c158-45a3-92c0-f510c7724065 req-ec8a3387-3d35-42d9-a5ba-0e6f05ff4d65 service neutron] 10.222.0.23 "GET /v2.0/networks/b90e9bb5-74b1-4d0e-955a-01d77e76f956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463158 Jul 29 23:46:14.557537 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fa5b6d35-948e-48e7-8f69-99d347092926 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.567424 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fa5b6d35-948e-48e7-8f69-99d347092926 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.589269 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5880371d-c158-45a3-92c0-f510c7724065 req-4ed6df42-c3cd-4553-96bf-5623c918f5fb service neutron] 10.222.0.23 "GET /v2.0/networks/b90e9bb5-74b1-4d0e-955a-01d77e76f956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231427 Jul 29 23:46:14.652380 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fa5b6d35-948e-48e7-8f69-99d347092926 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.654181 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fa5b6d35-948e-48e7-8f69-99d347092926 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8151240 Jul 29 23:46:14.656899 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38482) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:14.662330 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-b7b210c5-8771-4a7f-ae63-23489a6f52eb tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'security_group': {'name': 'tempest-secgroup-121596329'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:14.666924 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5b6d35-948e-48e7-8f69-99d347092926 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5912fa51-8ebc-41e5-8a00-1ce15386fcb3,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:14.691898 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:14.739088 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b7b210c5-8771-4a7f-ae63-23489a6f52eb tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:14.838811 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d8d5f8-3695-4683-9f18-f1b77225236e tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Router 0e24556f-f2e4-4d99-a12e-b87b3d5534ed has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:46:14.839012 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb9f44-9974-4669-a0ca-a654101a9110 req-5896f0b9-4c72-44a8-98d4-8990d3b73894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:14.840526 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-befb9f44-9974-4669-a0ca-a654101a9110 req-5896f0b9-4c72-44a8-98d4-8990d3b73894 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=013a61010809461ca5092f8d70d262f4&device_id=7acf7ca2-51f0-4329-a1d0-a9d6e2f081ef HTTP/1.1" status: 200 len: 1095 time: 0.1361749 Jul 29 23:46:14.971927 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb9f44-9974-4669-a0ca-a654101a9110 req-a68e1a50-043a-42d4-9428-e3fda51d8671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:14.974286 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-befb9f44-9974-4669-a0ca-a654101a9110 req-a68e1a50-043a-42d4-9428-e3fda51d8671 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b90e9bb5-74b1-4d0e-955a-01d77e76f956 HTTP/1.1" status: 200 len: 914 time: 0.1240354 Jul 29 23:46:15.025072 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d8d5f8-3695-4683-9f18-f1b77225236e tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:15.030500 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-88d8d5f8-3695-4683-9f18-f1b77225236e tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.039174 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0346fc97-2606-4485-9e78-11ed5e723ac8 None None] Sync routers for ids ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:15.058511 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0346fc97-2606-4485-9e78-11ed5e723ac8 None None] Routers {'0e24556f-f2e4-4d99-a12e-b87b3d5534ed'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:15.060152 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-0346fc97-2606-4485-9e78-11ed5e723ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:15.069085 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-88d8d5f8-3695-4683-9f18-f1b77225236e tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "PUT /v2.0/floatingips/c35aa647-9bca-4164-8476-3b6a5c7748b6 HTTP/1.1" status: 200 len: 687 time: 1.4582088 Jul 29 23:46:15.071447 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38488) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:15.079968 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-befb9f44-9974-4669-a0ca-a654101a9110 req-4ea1ce31-6466-45f7-a183-cdc092dcc186 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ceceb411-cd5e-42e1-9de5-0c65d0859457 HTTP/1.1" status: 200 len: 217 time: 0.0759993 Jul 29 23:46:15.133152 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-0346fc97-2606-4485-9e78-11ed5e723ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:15.151173 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0346fc97-2606-4485-9e78-11ed5e723ac8 None None] Routers {'0e24556f-f2e4-4d99-a12e-b87b3d5534ed'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:15.151940 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-0346fc97-2606-4485-9e78-11ed5e723ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:15.180917 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e9b35b-6760-493f-8156-207f4f6ec6b1 req-e91934d4-f46b-4d90-8697-c9183c86e29b tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:15.191289 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a7e9b35b-6760-493f-8156-207f4f6ec6b1 req-e91934d4-f46b-4d90-8697-c9183c86e29b tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 944 time: 0.2139492 Jul 29 23:46:15.237536 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-0346fc97-2606-4485-9e78-11ed5e723ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:15.240338 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0346fc97-2606-4485-9e78-11ed5e723ac8 None None] The sync data for ids ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:15.259203 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a7e9b35b-6760-493f-8156-207f4f6ec6b1 req-cb9fca5b-33a3-4be8-ae4f-00903ee2652d tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/security-groups?id=e04ac6dc-69a7-4669-949b-956f3147b059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585322 Jul 29 23:46:15.299025 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befb9f44-9974-4669-a0ca-a654101a9110 req-de46c825-6e8b-48fe-9b52-e2a9834c64c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:15.301111 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-befb9f44-9974-4669-a0ca-a654101a9110 req-de46c825-6e8b-48fe-9b52-e2a9834c64c2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=428dfb0e-76f3-4c5f-ac10-a7aa4d1b9ea2 HTTP/1.1" status: 200 len: 853 time: 0.2064021 Jul 29 23:46:15.330520 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-3e770aad-a8d2-4eda-89f2-668d5926071c tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Deleting port 8bbf11a0-b910-4180-a442-aef3bc706888 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:15.330906 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3e770aad-a8d2-4eda-89f2-668d5926071c tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.343024 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-befb9f44-9974-4669-a0ca-a654101a9110 req-6a9f9c0f-d53d-41f5-b1a5-d245c2c7581e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b90e9bb5-74b1-4d0e-955a-01d77e76f956&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323110 Jul 29 23:46:15.359256 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1524e326-088f-4392-8fec-99c0fc8a9e5c None None] Provisioning complete for port 5699b1d6-e910-47ca-bf99-1c7fff8157da triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:15.359819 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1524e326-088f-4392-8fec-99c0fc8a9e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.364344 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b7b210c5-8771-4a7f-ae63-23489a6f52eb tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.377321 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b7b210c5-8771-4a7f-ae63-23489a6f52eb tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.446233 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1524e326-088f-4392-8fec-99c0fc8a9e5c None None] Port 5699b1d6-e910-47ca-bf99-1c7fff8157da cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:15.454254 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3e770aad-a8d2-4eda-89f2-668d5926071c tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.454595 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3e770aad-a8d2-4eda-89f2-668d5926071c tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.465724 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1524e326-088f-4392-8fec-99c0fc8a9e5c None None] Provisioning for port 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:15.470372 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1524e326-088f-4392-8fec-99c0fc8a9e5c None None] Provisioning complete for port 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:15.470912 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1524e326-088f-4392-8fec-99c0fc8a9e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.476771 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-3e770aad-a8d2-4eda-89f2-668d5926071c tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Calling delete_port for 8bbf11a0-b910-4180-a442-aef3bc706888 owned by network:floatingip {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:15.483318 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b7b210c5-8771-4a7f-ae63-23489a6f52eb tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.487168 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b7b210c5-8771-4a7f-ae63-23489a6f52eb tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8266518 Jul 29 23:46:15.500287 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b210c5-8771-4a7f-ae63-23489a6f52eb tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b2c952-6b1e-4051-8207-7e22d79fad79,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:15.502352 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38494) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:15.517320 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-2da9021f-ac62-4db0-8505-1a9f7ceb3ac5 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-538350615', 'security_groups': ['e0b2c952-6b1e-4051-8207-7e22d79fad79'], 'network_id': 'f07ce0bc-4e9d-4748-9590-e210ddee35ff', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7ebad64d-3f48-41e4-8e57-fc9de24f76c5'}]}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:15.631192 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-befb9f44-9974-4669-a0ca-a654101a9110 req-d0c528bf-0443-492c-95a6-5e3e6e79e442 service neutron] 10.222.0.23 "GET /v2.0/networks/b90e9bb5-74b1-4d0e-955a-01d77e76f956?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775564 Jul 29 23:46:15.666948 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3e770aad-a8d2-4eda-89f2-668d5926071c tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.667535 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b54084-01f9-4856-89d7-2e808ce97038 req-bf7ff866-035b-4637-a852-45a6e72ea3d4 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:15.674931 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95b54084-01f9-4856-89d7-2e808ce97038 req-bf7ff866-035b-4637-a852-45a6e72ea3d4 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7acf7ca2-51f0-4329-a1d0-a9d6e2f081ef HTTP/1.1" status: 200 len: 943 time: 0.2848935 Jul 29 23:46:15.709751 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e770aad-a8d2-4eda-89f2-668d5926071c tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event deleted for resources: {'Port': ['ID=8bbf11a0-b910-4180-a442-aef3bc706888,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:15.789093 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3e770aad-a8d2-4eda-89f2-668d5926071c tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.792798 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3e770aad-a8d2-4eda-89f2-668d5926071c tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:15.793704 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3e770aad-a8d2-4eda-89f2-668d5926071c tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "DELETE /v2.0/floatingips/c35aa647-9bca-4164-8476-3b6a5c7748b6 HTTP/1.1" status: 204 len: 168 time: 0.7209024 Jul 29 23:46:15.796080 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38496) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:15.840125 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-271bd46a-7c63-4b11-bb8e-017d16574505 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] delete failed (client error): The resource could not be found. Jul 29 23:46:15.841104 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95b54084-01f9-4856-89d7-2e808ce97038 req-7d056bbb-abec-4912-bc4d-7ea8f53244f7 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] 10.222.0.18 "GET /v2.0/security-groups?id=46677ced-ce20-4018-93ae-f23110e75f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642261 Jul 29 23:46:15.841236 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-271bd46a-7c63-4b11-bb8e-017d16574505 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "DELETE /v2.0/floatingips/c35aa647-9bca-4164-8476-3b6a5c7748b6 HTTP/1.1" status: 404 len: 345 time: 0.0441837 Jul 29 23:46:15.845252 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38500) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:15.900359 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-befb9f44-9974-4669-a0ca-a654101a9110 req-bc21d99c-513e-45e7-9012-ab67afa1a87d service neutron] 10.222.0.23 "GET /v2.0/networks/b90e9bb5-74b1-4d0e-955a-01d77e76f956?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613540 Jul 29 23:46:15.901559 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da9021f-ac62-4db0-8505-1a9f7ceb3ac5 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:15.970725 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3262356b-5f06-4388-a729-09756002817f tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:15.982461 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3262356b-5f06-4388-a729-09756002817f tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:15.990100 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3262356b-5f06-4388-a729-09756002817f tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:15.992159 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3262356b-5f06-4388-a729-09756002817f tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "GET /v2.0/ports?network_id=687718f9-8a97-4f11-b28d-5d0462c210a2 HTTP/1.1" status: 200 len: 2357 time: 0.1456687 Jul 29 23:46:15.995023 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38502) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:16.021520 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2da9021f-ac62-4db0-8505-1a9f7ceb3ac5 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:16.042655 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-2da9021f-ac62-4db0-8505-1a9f7ceb3ac5 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] device_id is not set on port cdfb24a6-fd60-4ef0-857e-eaa1a3bc5f12 yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:46:16.070565 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2030f366-45a7-487c-8893-bae4d3864708 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:16.072033 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2030f366-45a7-487c-8893-bae4d3864708 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "GET /v2.0/subnets/c376839a-07b7-492e-8e41-1f7dc6b10680 HTTP/1.1" status: 200 len: 797 time: 0.0759370 Jul 29 23:46:16.076648 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38504) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:16.082531 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-61a39339-e38a-4d16-bbc9-a7087fed25d2 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Request body: {'port': {'network_id': '687718f9-8a97-4f11-b28d-5d0462c210a2', 'name': 'tempest-FloatingIPTestJSON-1559670609', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:16.217261 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a39339-e38a-4d16-bbc9-a7087fed25d2 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Made reservation on behalf of 8b107e0468c748e1a4b2419f243fc5b8 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:16.235406 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-2da9021f-ac62-4db0-8505-1a9f7ceb3ac5 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Allocated IP 2001:db8::360 (f07ce0bc-4e9d-4748-9590-e210ddee35ff/7ebad64d-3f48-41e4-8e57-fc9de24f76c5/cdfb24a6-fd60-4ef0-857e-eaa1a3bc5f12) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:16.340330 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-61a39339-e38a-4d16-bbc9-a7087fed25d2 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:16.396155 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-61a39339-e38a-4d16-bbc9-a7087fed25d2 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] device_id is not set on port 2ab7bb77-8c20-4466-ad38-3c6c2638165d yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:46:16.610996 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device ceceb411-cd5e-42e1-9de5-0c65d0859457 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:46:16.718753 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port ceceb411-cd5e-42e1-9de5-0c65d0859457, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ceceb411-cd5e-42e1-9de5-0c65d0859457,segment=NetworkSegment(aa5580be-fcf2-47c8-bb9b-561598ffd967),segment_id=aa5580be-fcf2-47c8-bb9b-561598ffd967)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:16.733726 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'ceceb411-cd5e-42e1-9de5-0c65d0859457', 'network_id': 'b90e9bb5-74b1-4d0e-955a-01d77e76f956', 'port_id': 'ceceb411-cd5e-42e1-9de5-0c65d0859457', 'mac_address': 'fa:16:3e:d3:8c:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '428dfb0e-76f3-4c5f-ac10-a7aa4d1b9ea2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:46:16.792382 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5864b4da-b956-4f87-a2bb-5fd44f2a8c7c req-02f798ef-8d97-4483-8e90-062bb855fafc tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:16.793908 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5864b4da-b956-4f87-a2bb-5fd44f2a8c7c req-02f798ef-8d97-4483-8e90-062bb855fafc tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 944 time: 0.3949895 Jul 29 23:46:16.809642 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:16.818514 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2da9021f-ac62-4db0-8505-1a9f7ceb3ac5 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:16.827767 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-61a39339-e38a-4d16-bbc9-a7087fed25d2 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Allocated IP 172.20.0.14 (687718f9-8a97-4f11-b28d-5d0462c210a2/c376839a-07b7-492e-8e41-1f7dc6b10680/2ab7bb77-8c20-4466-ad38-3c6c2638165d) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:16.834464 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceceb411-cd5e-42e1-9de5-0c65d0859457 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:16.837294 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-61a39339-e38a-4d16-bbc9-a7087fed25d2 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Allocated IP 172.20.0.13 (687718f9-8a97-4f11-b28d-5d0462c210a2/c376839a-07b7-492e-8e41-1f7dc6b10680/2ab7bb77-8c20-4466-ad38-3c6c2638165d) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:16.843082 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-2da9021f-ac62-4db0-8505-1a9f7ceb3ac5 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Transition to ACTIVE for port object cdfb24a6-fd60-4ef0-857e-eaa1a3bc5f12 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:16.859356 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port ceceb411-cd5e-42e1-9de5-0c65d0859457, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ceceb411-cd5e-42e1-9de5-0c65d0859457,segment=NetworkSegment(aa5580be-fcf2-47c8-bb9b-561598ffd967),segment_id=aa5580be-fcf2-47c8-bb9b-561598ffd967)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:16.859919 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5864b4da-b956-4f87-a2bb-5fd44f2a8c7c req-63e06d04-6d37-4d78-ae3f-e903bb53465b tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/security-groups?id=e04ac6dc-69a7-4669-949b-956f3147b059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531752 Jul 29 23:46:16.865871 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:16.897541 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2da9021f-ac62-4db0-8505-1a9f7ceb3ac5 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:16.933493 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=ceceb411-cd5e-42e1-9de5-0c65d0859457,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:16.969168 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da9021f-ac62-4db0-8505-1a9f7ceb3ac5 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Port': ['ID=cdfb24a6-fd60-4ef0-857e-eaa1a3bc5f12,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:16.979151 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da9021f-ac62-4db0-8505-1a9f7ceb3ac5 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network f07ce0bc-4e9d-4748-9590-e210ddee35ff is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:16.980754 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-2da9021f-ac62-4db0-8505-1a9f7ceb3ac5 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:16.983527 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da9021f-ac62-4db0-8505-1a9f7ceb3ac5 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:16.991384 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da9021f-ac62-4db0-8505-1a9f7ceb3ac5 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:16.992301 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2da9021f-ac62-4db0-8505-1a9f7ceb3ac5 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:17.015545 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38520) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:17.016614 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2da9021f-ac62-4db0-8505-1a9f7ceb3ac5 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5089386 Jul 29 23:46:17.023302 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-d8f4ee67-4605-4908-92e1-03b23970ce23 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'subnet': {'network_id': 'f07ce0bc-4e9d-4748-9590-e210ddee35ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:17.069290 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['ceceb411-cd5e-42e1-9de5-0c65d0859457'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:46:17.188011 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ed9b41-eea4-4f9f-8378-1d9006b2a305 req-d7b05652-c5d0-4377-a026-8728eee765d6 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:17.189776 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57ed9b41-eea4-4f9f-8378-1d9006b2a305 req-d7b05652-c5d0-4377-a026-8728eee765d6 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7acf7ca2-51f0-4329-a1d0-a9d6e2f081ef HTTP/1.1" status: 200 len: 944 time: 0.1420701 Jul 29 23:46:17.223523 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f4ee67-4605-4908-92e1-03b23970ce23 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:17.227634 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8f4ee67-4605-4908-92e1-03b23970ce23 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:17.278581 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:46:17.284125 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57ed9b41-eea4-4f9f-8378-1d9006b2a305 req-25c59814-d0c4-46a8-9eb9-e860ab1676e6 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] 10.222.0.18 "GET /v2.0/security-groups?id=46677ced-ce20-4018-93ae-f23110e75f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826669 Jul 29 23:46:17.312629 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-61a39339-e38a-4d16-bbc9-a7087fed25d2 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:17.360872 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9e01499c-096d-4651-bee8-4827375e366e None None] Provisioning for port cdfb24a6-fd60-4ef0-857e-eaa1a3bc5f12 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:17.365925 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9e01499c-096d-4651-bee8-4827375e366e None None] Provisioning complete for port cdfb24a6-fd60-4ef0-857e-eaa1a3bc5f12 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:17.366685 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9e01499c-096d-4651-bee8-4827375e366e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:17.390185 n-d-712140-10 neutron-server[94064]: INFO neutron.db.ipam_backend_mixin [None req-d8f4ee67-4605-4908-92e1-03b23970ce23 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7ebad64d-3f48-41e4-8e57-fc9de24f76c5 (CIDR: 2001:db8::/64) Jul 29 23:46:17.401784 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f4ee67-4605-4908-92e1-03b23970ce23 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:46:17.402246 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8f4ee67-4605-4908-92e1-03b23970ce23 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:46:17.423258 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-61a39339-e38a-4d16-bbc9-a7087fed25d2 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:17.428555 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-9e01499c-096d-4651-bee8-4827375e366e None None] Port cdfb24a6-fd60-4ef0-857e-eaa1a3bc5f12 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:17.442865 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d8f4ee67-4605-4908-92e1-03b23970ce23 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4254806 Jul 29 23:46:17.445825 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38524) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:17.451043 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-37e4bee3-e9d2-4bdc-9e7b-4c18bf015b9a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'subnet': {'network_id': 'f07ce0bc-4e9d-4748-9590-e210ddee35ff', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:17.487243 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a39339-e38a-4d16-bbc9-a7087fed25d2 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Network 687718f9-8a97-4f11-b28d-5d0462c210a2 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:17.491680 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-61a39339-e38a-4d16-bbc9-a7087fed25d2 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:17.494923 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a39339-e38a-4d16-bbc9-a7087fed25d2 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:17.536581 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a39339-e38a-4d16-bbc9-a7087fed25d2 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event updated for resources: {'Port': ['ID=2ab7bb77-8c20-4466-ad38-3c6c2638165d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:17.592683 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e4bee3-e9d2-4bdc-9e7b-4c18bf015b9a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:17.603415 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-37e4bee3-e9d2-4bdc-9e7b-4c18bf015b9a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:17.605131 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a39339-e38a-4d16-bbc9-a7087fed25d2 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:17.605792 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-61a39339-e38a-4d16-bbc9-a7087fed25d2 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:17.623992 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-61a39339-e38a-4d16-bbc9-a7087fed25d2 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.5461659 Jul 29 23:46:17.626418 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38526) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:17.632627 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-b0602fba-cac0-4db1-ae9e-0818448debc9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'port_id': '2ab7bb77-8c20-4466-ad38-3c6c2638165d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:17.661862 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0602fba-cac0-4db1-ae9e-0818448debc9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:17.708858 n-d-712140-10 neutron-server[94063]: INFO neutron.db.ipam_backend_mixin [None req-37e4bee3-e9d2-4bdc-9e7b-4c18bf015b9a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet ecba95ae-e90f-46a1-a8c9-d621b4ca92d0 (CIDR: 2001:db8:0:1::/64) Jul 29 23:46:17.712970 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-37e4bee3-e9d2-4bdc-9e7b-4c18bf015b9a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:46:17.713817 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37e4bee3-e9d2-4bdc-9e7b-4c18bf015b9a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:46:17.732074 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-37e4bee3-e9d2-4bdc-9e7b-4c18bf015b9a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.2850397 Jul 29 23:46:17.734889 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38528) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:17.741747 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-81d3ac21-7421-4b07-b0ec-f83ccfd22be8 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'subnet': {'network_id': 'f07ce0bc-4e9d-4748-9590-e210ddee35ff', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:17.780714 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0602fba-cac0-4db1-ae9e-0818448debc9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:17.859828 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81d3ac21-7421-4b07-b0ec-f83ccfd22be8 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Made reservation on behalf of 4da613056a734713ae8b6c5e6fd9fb0b for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:17.864042 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-81d3ac21-7421-4b07-b0ec-f83ccfd22be8 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:17.904744 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-b0602fba-cac0-4db1-ae9e-0818448debc9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Allocated IP 172.25.8.20 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/63e1f24f-d80e-4903-a94e-3429adda37d5) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:18.009023 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151e35ab-df15-4d29-b31f-8ccbb5b1c66c req-dee0bfd1-f144-4f5e-bfb7-994a56aeb38c tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:18.011869 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-151e35ab-df15-4d29-b31f-8ccbb5b1c66c req-dee0bfd1-f144-4f5e-bfb7-994a56aeb38c tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 944 time: 0.0761433 Jul 29 23:46:18.025591 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0602fba-cac0-4db1-ae9e-0818448debc9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.077179 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0602fba-cac0-4db1-ae9e-0818448debc9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.097936 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-151e35ab-df15-4d29-b31f-8ccbb5b1c66c req-0bb24739-850b-4f7d-93e7-bfa15810a584 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/security-groups?id=e04ac6dc-69a7-4669-949b-956f3147b059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743105 Jul 29 23:46:18.119312 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0602fba-cac0-4db1-ae9e-0818448debc9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:18.123612 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-b0602fba-cac0-4db1-ae9e-0818448debc9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:18.127115 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0602fba-cac0-4db1-ae9e-0818448debc9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:18.153965 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0602fba-cac0-4db1-ae9e-0818448debc9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event updated for resources: {'Port': ['ID=63e1f24f-d80e-4903-a94e-3429adda37d5,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:18.182843 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-81d3ac21-7421-4b07-b0ec-f83ccfd22be8 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.223082 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d3ac21-7421-4b07-b0ec-f83ccfd22be8 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Network f07ce0bc-4e9d-4748-9590-e210ddee35ff is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:18.229442 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-81d3ac21-7421-4b07-b0ec-f83ccfd22be8 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:18.233595 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d3ac21-7421-4b07-b0ec-f83ccfd22be8 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:18.234192 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-81d3ac21-7421-4b07-b0ec-f83ccfd22be8 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.241360 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae49fd4-b3bc-4be9-96d7-92fae91bf98c None None] Network f07ce0bc-4e9d-4748-9590-e210ddee35ff requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:18.244749 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3ac21-7421-4b07-b0ec-f83ccfd22be8 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Subnet': ['ID=ae5161f7-2b47-42de-a44b-2a1bf694e3e6,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:18.256817 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-81d3ac21-7421-4b07-b0ec-f83ccfd22be8 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.5201659 Jul 29 23:46:18.259500 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38534) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:18.265425 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-4bc51ec6-d060-4a6a-bca4-8fe2afeef5cc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1516697919', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ae5161f7-2b47-42de-a44b-2a1bf694e3e6'}], 'security_groups': ['2dc19c87-0641-4103-a3c8-27e34ba7ad39', '5912fa51-8ebc-41e5-8a00-1ce15386fcb3']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:18.345903 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4bc51ec6-d060-4a6a-bca4-8fe2afeef5cc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.445824 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117c1e9-88c5-409a-9626-04831cad4df1 req-90c6a41d-cf96-4fe1-8e81-9b210fa79069 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:18.447447 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3117c1e9-88c5-409a-9626-04831cad4df1 req-90c6a41d-cf96-4fe1-8e81-9b210fa79069 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7acf7ca2-51f0-4329-a1d0-a9d6e2f081ef HTTP/1.1" status: 200 len: 944 time: 0.0916507 Jul 29 23:46:18.538417 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3191d196-f556-4bd7-bf57-5a63da06a5d5 None None] Update dhcp port {'port': {'network_id': 'f07ce0bc-4e9d-4748-9590-e210ddee35ff', 'fixed_ips': [{'subnet_id': 'ecba95ae-e90f-46a1-a8c9-d621b4ca92d0', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '7ebad64d-3f48-41e4-8e57-fc9de24f76c5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ae5161f7-2b47-42de-a44b-2a1bf694e3e6'}], 'binding:host_id': 'n-d-712140-10'}, 'id': '6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a'} from n-d-712140-10. {{(pid=94065) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:46:18.555619 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3117c1e9-88c5-409a-9626-04831cad4df1 req-2c5509b1-bfbd-4649-ad9e-b5250a2e3e17 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] 10.222.0.18 "GET /v2.0/security-groups?id=46677ced-ce20-4018-93ae-f23110e75f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896401 Jul 29 23:46:18.570685 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3191d196-f556-4bd7-bf57-5a63da06a5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.604021 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0602fba-cac0-4db1-ae9e-0818448debc9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.634359 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device ceceb411-cd5e-42e1-9de5-0c65d0859457 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:18.692087 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0602fba-cac0-4db1-ae9e-0818448debc9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.771010 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port ceceb411-cd5e-42e1-9de5-0c65d0859457 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:18.775676 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-4bc51ec6-d060-4a6a-bca4-8fe2afeef5cc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Delete allocated IP 2001:db8::360 (f07ce0bc-4e9d-4748-9590-e210ddee35ff/7ebad64d-3f48-41e4-8e57-fc9de24f76c5) {{(pid=94063) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 29 23:46:18.776065 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port ceceb411-cd5e-42e1-9de5-0c65d0859457 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:18.776960 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.786346 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-4bc51ec6-d060-4a6a-bca4-8fe2afeef5cc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Allocated IP 2001:db8:0:2::2f8 (f07ce0bc-4e9d-4748-9590-e210ddee35ff/ae5161f7-2b47-42de-a44b-2a1bf694e3e6/cdfb24a6-fd60-4ef0-857e-eaa1a3bc5f12) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:18.866637 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.893847 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0602fba-cac0-4db1-ae9e-0818448debc9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.900104 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0602fba-cac0-4db1-ae9e-0818448debc9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.914077 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port ceceb411-cd5e-42e1-9de5-0c65d0859457, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ceceb411-cd5e-42e1-9de5-0c65d0859457,segment=NetworkSegment(aa5580be-fcf2-47c8-bb9b-561598ffd967),segment_id=aa5580be-fcf2-47c8-bb9b-561598ffd967)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:18.915784 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acf7ca2-51f0-4329-a1d0-a9d6e2f081ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceceb411-cd5e-42e1-9de5-0c65d0859457'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:18.919081 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46e494cc-1cfb-443b-bfe9-c1a49e2d2536" -d '{"events": [{"server_uuid": "7acf7ca2-51f0-4329-a1d0-a9d6e2f081ef", "name": "network-vif-plugged", "status": "completed", "tag": "ceceb411-cd5e-42e1-9de5-0c65d0859457"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:18.929147 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:18.948512 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0602fba-cac0-4db1-ae9e-0818448debc9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event updated for resources: {'Port': ['ID=63e1f24f-d80e-4903-a94e-3429adda37d5,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:18.983125 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed0b9c8-be92-48ef-9c62-52c554cc63bb x-openstack-request-id: req-4ed0b9c8-be92-48ef-9c62-52c554cc63bb {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:18.986085 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acf7ca2-51f0-4329-a1d0-a9d6e2f081ef", "name": "network-vif-plugged", "status": "completed", "tag": "ceceb411-cd5e-42e1-9de5-0c65d0859457", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:18.986348 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4ed0b9c8-be92-48ef-9c62-52c554cc63bb {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:18.986760 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7acf7ca2-51f0-4329-a1d0-a9d6e2f081ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceceb411-cd5e-42e1-9de5-0c65d0859457', 'code': 200} Jul 29 23:46:19.006565 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4bc51ec6-d060-4a6a-bca4-8fe2afeef5cc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:19.011602 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0602fba-cac0-4db1-ae9e-0818448debc9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:19.016109 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=ceceb411-cd5e-42e1-9de5-0c65d0859457,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:19.028280 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-4bc51ec6-d060-4a6a-bca4-8fe2afeef5cc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Transition to ACTIVE for port object cdfb24a6-fd60-4ef0-857e-eaa1a3bc5f12 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:19.033738 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4bc51ec6-d060-4a6a-bca4-8fe2afeef5cc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:19.121430 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-3191d196-f556-4bd7-bf57-5a63da06a5d5 None None] Allocated IP 2001:db8:0:2::2 (f07ce0bc-4e9d-4748-9590-e210ddee35ff/ae5161f7-2b47-42de-a44b-2a1bf694e3e6/6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:19.196255 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-4bc51ec6-d060-4a6a-bca4-8fe2afeef5cc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] In _notify_port_updated(), no bound segment for port cdfb24a6-fd60-4ef0-857e-eaa1a3bc5f12 on network f07ce0bc-4e9d-4748-9590-e210ddee35ff {{(pid=94063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:46:19.202710 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc51ec6-d060-4a6a-bca4-8fe2afeef5cc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:19.203931 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4bc51ec6-d060-4a6a-bca4-8fe2afeef5cc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:19.206126 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4bc51ec6-d060-4a6a-bca4-8fe2afeef5cc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "PUT /v2.0/ports/cdfb24a6-fd60-4ef0-857e-eaa1a3bc5f12 HTTP/1.1" status: 200 len: 970 time: 0.9446542 Jul 29 23:46:19.209640 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38550) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:19.234557 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc51ec6-d060-4a6a-bca4-8fe2afeef5cc tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event updated for resources: {'Port': ['ID=cdfb24a6-fd60-4ef0-857e-eaa1a3bc5f12,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:19.261717 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-3191d196-f556-4bd7-bf57-5a63da06a5d5 None None] For port 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a,segment=NetworkSegment(5de8d1c8-99e0-48df-b96e-a80435d5f854),segment_id=5de8d1c8-99e0-48df-b96e-a80435d5f854)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:19.290813 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b141e2-091f-49fe-aa83-84598ea4576c req-97f5f0e1-17ba-4d89-9a60-3440e4226188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:19.292650 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c3b141e2-091f-49fe-aa83-84598ea4576c req-97f5f0e1-17ba-4d89-9a60-3440e4226188 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7acf7ca2-51f0-4329-a1d0-a9d6e2f081ef HTTP/1.1" status: 200 len: 1097 time: 0.2325101 Jul 29 23:46:19.301074 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3191d196-f556-4bd7-bf57-5a63da06a5d5 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:19.305200 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a50a2d-1ee3-457b-9778-fb5ccbd8c26a req-30523f88-7380-469f-bfb0-ebc5587dcdbc tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:19.306779 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e8a50a2d-1ee3-457b-9778-fb5ccbd8c26a req-30523f88-7380-469f-bfb0-ebc5587dcdbc tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 944 time: 0.0930989 Jul 29 23:46:19.322977 n-d-712140-10 neutron-server[94064]: INFO neutron.db.l3_db [None req-b0602fba-cac0-4db1-ae9e-0818448debc9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Floating IP 54291aab-6362-4646-88e5-3cd998224a4b associated. External IP: 172.25.8.20, port: 2ab7bb77-8c20-4466-ad38-3c6c2638165d. Jul 29 23:46:19.329545 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3191d196-f556-4bd7-bf57-5a63da06a5d5 None None] Transition to ACTIVE for port object 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:19.334392 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3191d196-f556-4bd7-bf57-5a63da06a5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:19.379467 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e8a50a2d-1ee3-457b-9778-fb5ccbd8c26a req-81d47932-2a19-489f-813f-0cdbecd5a21b tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/security-groups?id=e04ac6dc-69a7-4669-949b-956f3147b059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650077 Jul 29 23:46:19.385597 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c3b141e2-091f-49fe-aa83-84598ea4576c req-840c4642-2079-4e96-ba93-0c4cefc0ad7e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=46677ced-ce20-4018-93ae-f23110e75f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778365 Jul 29 23:46:19.445652 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9b091174-0ac9-46a7-843d-022d7a90cd4f tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Deleting port cdfb24a6-fd60-4ef0-857e-eaa1a3bc5f12 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:19.446006 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b091174-0ac9-46a7-843d-022d7a90cd4f tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:19.462868 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191d196-f556-4bd7-bf57-5a63da06a5d5 None None] Pushing event updated for resources: {'Port': ['ID=6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:19.726377 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccb97c1-4a34-429e-94ab-8b02a4685ff7 req-6fb206a1-eef5-4ff8-a918-5ee25c54b1aa tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:19.728081 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eccb97c1-4a34-429e-94ab-8b02a4685ff7 req-6fb206a1-eef5-4ff8-a918-5ee25c54b1aa tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7acf7ca2-51f0-4329-a1d0-a9d6e2f081ef HTTP/1.1" status: 200 len: 945 time: 0.0768745 Jul 29 23:46:19.779943 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eccb97c1-4a34-429e-94ab-8b02a4685ff7 req-1db28588-3b29-4b19-a69f-5d92ce497161 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] 10.222.0.18 "GET /v2.0/security-groups?id=46677ced-ce20-4018-93ae-f23110e75f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450435 Jul 29 23:46:19.948716 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b091174-0ac9-46a7-843d-022d7a90cd4f tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:19.969666 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9b091174-0ac9-46a7-843d-022d7a90cd4f tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Calling delete_port for cdfb24a6-fd60-4ef0-857e-eaa1a3bc5f12 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:20.079462 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0602fba-cac0-4db1-ae9e-0818448debc9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Router 0e24556f-f2e4-4d99-a12e-b87b3d5534ed has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:46:20.085891 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ee6381d6-e001-451a-89a8-1d45ff03ce3c None None] Provisioning complete for port 5699b1d6-e910-47ca-bf99-1c7fff8157da triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:20.086535 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ee6381d6-e001-451a-89a8-1d45ff03ce3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:20.146750 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ee6381d6-e001-451a-89a8-1d45ff03ce3c None None] Port 5699b1d6-e910-47ca-bf99-1c7fff8157da cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:20.171806 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ee6381d6-e001-451a-89a8-1d45ff03ce3c None None] Provisioning for port 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:20.176988 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ee6381d6-e001-451a-89a8-1d45ff03ce3c None None] Provisioning complete for port 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:20.177564 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ee6381d6-e001-451a-89a8-1d45ff03ce3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:20.297278 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b091174-0ac9-46a7-843d-022d7a90cd4f tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:20.326394 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ee6381d6-e001-451a-89a8-1d45ff03ce3c None None] Could not find standard attr ID for object cdfb24a6-fd60-4ef0-857e-eaa1a3bc5f12. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:46:20.350357 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b091174-0ac9-46a7-843d-022d7a90cd4f tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Port': ['ID=cdfb24a6-fd60-4ef0-857e-eaa1a3bc5f12,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:20.354281 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0602fba-cac0-4db1-ae9e-0818448debc9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:20.369984 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545f7cd8-635e-4b42-8e88-485caecf17d8 None None] Sync routers for ids ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:20.397468 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b091174-0ac9-46a7-843d-022d7a90cd4f tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:20.403610 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38564) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:20.404498 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9b091174-0ac9-46a7-843d-022d7a90cd4f tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/ports/cdfb24a6-fd60-4ef0-857e-eaa1a3bc5f12 HTTP/1.1" status: 204 len: 168 time: 1.1928372 Jul 29 23:46:20.412216 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0602fba-cac0-4db1-ae9e-0818448debc9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:20.433915 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545f7cd8-635e-4b42-8e88-485caecf17d8 None None] Routers {'0e24556f-f2e4-4d99-a12e-b87b3d5534ed'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:20.436580 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-545f7cd8-635e-4b42-8e88-485caecf17d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:20.452300 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f40f457-b57f-45c9-b2b8-d8a193638a7a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] GET failed (client error): The resource could not be found. Jul 29 23:46:20.455880 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7f40f457-b57f-45c9-b2b8-d8a193638a7a tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "GET /v2.0/ports/cdfb24a6-fd60-4ef0-857e-eaa1a3bc5f12 HTTP/1.1" status: 404 len: 333 time: 0.0496175 Jul 29 23:46:20.457681 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b0602fba-cac0-4db1-ae9e-0818448debc9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.8299818 Jul 29 23:46:20.458242 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38568) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:20.461169 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38570) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:20.466603 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6b3214ba-255f-4815-aa87-56059249811c None None] Could not find standard attr ID for object cdfb24a6-fd60-4ef0-857e-eaa1a3bc5f12. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:46:20.471577 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-40f98b77-7bbc-43b3-9e64-28c13efe8616 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Request body: {'floatingip': {'port_id': '2ab7bb77-8c20-4466-ad38-3c6c2638165d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:20.517618 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-545f7cd8-635e-4b42-8e88-485caecf17d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:20.529038 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545f7cd8-635e-4b42-8e88-485caecf17d8 None None] Routers {'0e24556f-f2e4-4d99-a12e-b87b3d5534ed'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:20.530539 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-545f7cd8-635e-4b42-8e88-485caecf17d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:20.595532 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-545f7cd8-635e-4b42-8e88-485caecf17d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:20.601465 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545f7cd8-635e-4b42-8e88-485caecf17d8 None None] The sync data for ids ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:20.604935 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fd45282f-3e9f-44f8-bedc-e00743b3d403 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:20.649161 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fd45282f-3e9f-44f8-bedc-e00743b3d403 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:20.694812 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40f98b77-7bbc-43b3-9e64-28c13efe8616 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:20.708042 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:20.773880 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fd45282f-3e9f-44f8-bedc-e00743b3d403 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:20.776772 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fd45282f-3e9f-44f8-bedc-e00743b3d403 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:20.782851 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e98d1-0a97-4d6b-8623-fa33c880f658 req-c92ce427-b44c-4ddf-a5db-c82eb06edd78 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:20.786186 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fd45282f-3e9f-44f8-bedc-e00743b3d403 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/security-groups/e0b2c952-6b1e-4051-8207-7e22d79fad79 HTTP/1.1" status: 204 len: 168 time: 0.3266096 Jul 29 23:46:20.789069 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38578) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:20.791191 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-320e98d1-0a97-4d6b-8623-fa33c880f658 req-c92ce427-b44c-4ddf-a5db-c82eb06edd78 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 944 time: 0.2189698 Jul 29 23:46:20.834268 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd45282f-3e9f-44f8-bedc-e00743b3d403 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b2c952-6b1e-4051-8207-7e22d79fad79,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:20.853651 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:20.856664 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:20.903265 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-320e98d1-0a97-4d6b-8623-fa33c880f658 req-97482fa7-d21c-40c3-b993-25357157009b tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/security-groups?id=e04ac6dc-69a7-4669-949b-956f3147b059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077628 Jul 29 23:46:20.960485 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0397c77-aa77-43d9-8639-8196c46d754f tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.037646 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0397c77-aa77-43d9-8639-8196c46d754f tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.095455 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0397c77-aa77-43d9-8639-8196c46d754f tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.099239 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0397c77-aa77-43d9-8639-8196c46d754f tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.100664 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b0397c77-aa77-43d9-8639-8196c46d754f tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/security-groups/5912fa51-8ebc-41e5-8a00-1ce15386fcb3 HTTP/1.1" status: 204 len: 168 time: 0.2834098 Jul 29 23:46:21.109594 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38588) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:21.170584 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0397c77-aa77-43d9-8639-8196c46d754f tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5912fa51-8ebc-41e5-8a00-1ce15386fcb3,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:21.202256 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b966182-c2d9-4583-bd27-eb86d17eeff6 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.236853 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b966182-c2d9-4583-bd27-eb86d17eeff6 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.283541 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b966182-c2d9-4583-bd27-eb86d17eeff6 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.287542 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b966182-c2d9-4583-bd27-eb86d17eeff6 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.291146 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4b966182-c2d9-4583-bd27-eb86d17eeff6 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/security-groups/2dc19c87-0641-4103-a3c8-27e34ba7ad39 HTTP/1.1" status: 204 len: 168 time: 0.1783221 Jul 29 23:46:21.293037 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38592) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:21.317456 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5209da-d4db-42c0-a951-cab1221729fe req-613ba943-0187-484c-93f6-73165e586b69 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:21.325111 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fb5209da-d4db-42c0-a951-cab1221729fe req-613ba943-0187-484c-93f6-73165e586b69 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7acf7ca2-51f0-4329-a1d0-a9d6e2f081ef HTTP/1.1" status: 200 len: 945 time: 0.2290761 Jul 29 23:46:21.379611 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fb5209da-d4db-42c0-a951-cab1221729fe req-a309a636-9370-4a1d-82d3-ccbb4209e88b tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] 10.222.0.18 "GET /v2.0/security-groups?id=46677ced-ce20-4018-93ae-f23110e75f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533752 Jul 29 23:46:21.392508 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad39fd03-f7cc-476c-afc2-6f80943c5fa6 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Deleting subnet 7ebad64d-3f48-41e4-8e57-fc9de24f76c5 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:46:21.395729 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b966182-c2d9-4583-bd27-eb86d17eeff6 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc19c87-0641-4103-a3c8-27e34ba7ad39,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:21.406361 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad39fd03-f7cc-476c-afc2-6f80943c5fa6 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.487264 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad39fd03-f7cc-476c-afc2-6f80943c5fa6 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.622929 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad39fd03-f7cc-476c-afc2-6f80943c5fa6 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.751190 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad39fd03-f7cc-476c-afc2-6f80943c5fa6 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.818359 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad39fd03-f7cc-476c-afc2-6f80943c5fa6 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Subnet': ['ID=7ebad64d-3f48-41e4-8e57-fc9de24f76c5,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:21.828244 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad39fd03-f7cc-476c-afc2-6f80943c5fa6 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:21.830964 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ad39fd03-f7cc-476c-afc2-6f80943c5fa6 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/subnets/7ebad64d-3f48-41e4-8e57-fc9de24f76c5 HTTP/1.1" status: 204 len: 168 time: 0.5365984 Jul 29 23:46:21.837728 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38600) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:21.849620 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e02bf1-1ea2-4f07-a428-b5af495de254 None None] Network f07ce0bc-4e9d-4748-9590-e210ddee35ff requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:21.924393 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.db.resource_extend [None req-40f98b77-7bbc-43b3-9e64-28c13efe8616 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 29 23:46:21.992355 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-b064539a-615e-4541-81d8-76ee0a9813db tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Deleting subnet ae5161f7-2b47-42de-a44b-2a1bf694e3e6 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:46:22.004361 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b064539a-615e-4541-81d8-76ee0a9813db tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.020665 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40f98b77-7bbc-43b3-9e64-28c13efe8616 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.025730 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40f98b77-7bbc-43b3-9e64-28c13efe8616 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.123722 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b064539a-615e-4541-81d8-76ee0a9813db tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.238211 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de35d2d-130d-4702-9329-7aa111cffcc0 req-ace8b516-8ec8-4a1c-bd56-69d6eee55a7a tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:22.240035 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2de35d2d-130d-4702-9329-7aa111cffcc0 req-ace8b516-8ec8-4a1c-bd56-69d6eee55a7a tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 944 time: 0.1357503 Jul 29 23:46:22.243429 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b064539a-615e-4541-81d8-76ee0a9813db tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.317429 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b064539a-615e-4541-81d8-76ee0a9813db tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.333128 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b064539a-615e-4541-81d8-76ee0a9813db tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.335375 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b064539a-615e-4541-81d8-76ee0a9813db tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/subnets/ae5161f7-2b47-42de-a44b-2a1bf694e3e6 HTTP/1.1" status: 204 len: 168 time: 0.4962273 Jul 29 23:46:22.340221 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38612) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:22.358245 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b064539a-615e-4541-81d8-76ee0a9813db tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Subnet': ['ID=ae5161f7-2b47-42de-a44b-2a1bf694e3e6,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:22.432771 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2de35d2d-130d-4702-9329-7aa111cffcc0 req-02535e9a-18ef-4867-9d27-945e216efea8 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/security-groups?id=e04ac6dc-69a7-4669-949b-956f3147b059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370866 Jul 29 23:46:22.436498 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e028e8-7cbf-4e40-a6ff-b588665a8866 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] DELETE failed (client error): The resource could not be found. Jul 29 23:46:22.436968 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48e028e8-7cbf-4e40-a6ff-b588665a8866 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:46:22.441403 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-48e028e8-7cbf-4e40-a6ff-b588665a8866 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/subnets/7ebad64d-3f48-41e4-8e57-fc9de24f76c5 HTTP/1.1" status: 404 len: 337 time: 0.0963233 Jul 29 23:46:22.442145 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38614) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:22.490540 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f98b77-7bbc-43b3-9e64-28c13efe8616 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Router 0e24556f-f2e4-4d99-a12e-b87b3d5534ed has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:46:22.528303 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f8c43ed-a106-4e9e-b09b-234f169da255 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Deleting subnet ecba95ae-e90f-46a1-a8c9-d621b4ca92d0 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:46:22.531906 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9f8c43ed-a106-4e9e-b09b-234f169da255 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.591869 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9f8c43ed-a106-4e9e-b09b-234f169da255 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.663153 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f31f9f1-3363-4282-90d5-73ef33c5663f req-e49586e0-2ee0-46df-b2a5-337c34d597c5 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:22.671042 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5f31f9f1-3363-4282-90d5-73ef33c5663f req-e49586e0-2ee0-46df-b2a5-337c34d597c5 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7acf7ca2-51f0-4329-a1d0-a9d6e2f081ef HTTP/1.1" status: 200 len: 945 time: 0.1190741 Jul 29 23:46:22.690264 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9f8c43ed-a106-4e9e-b09b-234f169da255 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.719247 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f98b77-7bbc-43b3-9e64-28c13efe8616 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:22.724787 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40f98b77-7bbc-43b3-9e64-28c13efe8616 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.729420 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fbc717-49c9-475f-83d5-1c6a8c10fbb6 None None] Sync routers for ids ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:22.746173 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fbc717-49c9-475f-83d5-1c6a8c10fbb6 None None] Routers {'0e24556f-f2e4-4d99-a12e-b87b3d5534ed'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:22.747767 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-14fbc717-49c9-475f-83d5-1c6a8c10fbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:22.787373 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5f31f9f1-3363-4282-90d5-73ef33c5663f req-ed45c849-a9af-4ca9-8aac-4f85999c4bb7 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] 10.222.0.18 "GET /v2.0/security-groups?id=46677ced-ce20-4018-93ae-f23110e75f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152794 Jul 29 23:46:22.790083 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9f8c43ed-a106-4e9e-b09b-234f169da255 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.813521 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-14fbc717-49c9-475f-83d5-1c6a8c10fbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:22.835414 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fbc717-49c9-475f-83d5-1c6a8c10fbb6 None None] Routers {'0e24556f-f2e4-4d99-a12e-b87b3d5534ed'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:22.836152 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-14fbc717-49c9-475f-83d5-1c6a8c10fbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:22.836470 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c43ed-a106-4e9e-b09b-234f169da255 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Subnet': ['ID=ecba95ae-e90f-46a1-a8c9-d621b4ca92d0,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:22.839035 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-40f98b77-7bbc-43b3-9e64-28c13efe8616 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "PUT /v2.0/floatingips/54291aab-6362-4646-88e5-3cd998224a4b HTTP/1.1" status: 200 len: 978 time: 2.3758438 Jul 29 23:46:22.841535 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38616) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:22.853764 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9f8c43ed-a106-4e9e-b09b-234f169da255 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:22.857945 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9f8c43ed-a106-4e9e-b09b-234f169da255 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/subnets/ecba95ae-e90f-46a1-a8c9-d621b4ca92d0 HTTP/1.1" status: 204 len: 168 time: 0.4124162 Jul 29 23:46:22.858206 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38618) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:22.868526 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [req-3f01c9b1-21ab-4ceb-9fb0-32e8a2d73492 req-5895c7a7-4632-4b8a-8498-ee2201c19039 service neutron] (94064) timed out ('10.222.0.39', 60017) {{(pid=94064) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 23:46:22.888715 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-14fbc717-49c9-475f-83d5-1c6a8c10fbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:22.889380 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fbc717-49c9-475f-83d5-1c6a8c10fbb6 None None] The sync data for ids ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:22.893477 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-1796a02d-4dab-4925-8ab0-e7edbdf9e42e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] DELETE failed (client error): The resource could not be found. Jul 29 23:46:22.895051 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1796a02d-4dab-4925-8ab0-e7edbdf9e42e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:46:22.899633 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1796a02d-4dab-4925-8ab0-e7edbdf9e42e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/subnets/3801481e-f9e8-4832-8603-48194225ed85 HTTP/1.1" status: 404 len: 337 time: 0.0380206 Jul 29 23:46:22.900070 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38622) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:22.933424 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5a747116-41da-4294-96de-33b781a1ea9f tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "GET /v2.0/ports?device_id=a36172f2-686f-4019-af48-2c3f0d277ff5 HTTP/1.1" status: 200 len: 205 time: 0.0323238 Jul 29 23:46:22.935754 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38624) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:22.985236 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-bbe77c4e-f6f2-49bb-9033-7bdcd31b2702 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] delete failed (client error): The resource could not be found. Jul 29 23:46:22.986146 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bbe77c4e-f6f2-49bb-9033-7bdcd31b2702 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/routers/a36172f2-686f-4019-af48-2c3f0d277ff5 HTTP/1.1" status: 404 len: 336 time: 0.0494170 Jul 29 23:46:22.989587 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38630) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:23.041029 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-a377bc0d-2a80-4c86-9c14-3fa1b1e85de4 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] DELETE failed (client error): The resource could not be found. Jul 29 23:46:23.041684 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a377bc0d-2a80-4c86-9c14-3fa1b1e85de4 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:46:23.044850 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a377bc0d-2a80-4c86-9c14-3fa1b1e85de4 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/subnets/5a463337-6b03-4285-bd83-a23215f1e00d HTTP/1.1" status: 404 len: 337 time: 0.0530384 Jul 29 23:46:23.047486 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38636) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:23.079661 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754640d1-c28d-413a-bcfe-59110be57488 None None] Network f07ce0bc-4e9d-4748-9590-e210ddee35ff requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:23.089561 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fdf6ed8-7c2f-454e-bebf-a32f4bf8cd72 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] DELETE failed (client error): The resource could not be found. Jul 29 23:46:23.089838 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fdf6ed8-7c2f-454e-bebf-a32f4bf8cd72 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:46:23.091782 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1fdf6ed8-7c2f-454e-bebf-a32f4bf8cd72 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/subnets/5db19b56-3fda-4987-bfc4-25b7c7200f32 HTTP/1.1" status: 404 len: 337 time: 0.0428162 Jul 29 23:46:23.096301 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38640) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:23.116984 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-caf7b71f-6602-4706-acb3-1e6ecadda164 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Deleting port 63e1f24f-d80e-4903-a94e-3429adda37d5 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:23.118127 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-caf7b71f-6602-4706-acb3-1e6ecadda164 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.155499 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c7986c5-25a0-400c-a7fe-c8ab744b253e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] DELETE failed (client error): The resource could not be found. Jul 29 23:46:23.156163 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c7986c5-25a0-400c-a7fe-c8ab744b253e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:46:23.161444 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6c7986c5-25a0-400c-a7fe-c8ab744b253e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/subnets/c4914066-ecfb-4622-800d-9732ae35adce HTTP/1.1" status: 404 len: 337 time: 0.0600870 Jul 29 23:46:23.161847 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38642) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:23.193073 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda9ca7f-153b-41cd-a561-2051a2c69517 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] DELETE failed (client error): The resource could not be found. Jul 29 23:46:23.194126 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eda9ca7f-153b-41cd-a561-2051a2c69517 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:46:23.198852 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-eda9ca7f-153b-41cd-a561-2051a2c69517 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/ports/37b62c51-fc06-4b9d-b90e-818fb18c7c35 HTTP/1.1" status: 404 len: 333 time: 0.0335722 Jul 29 23:46:23.199508 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38644) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:23.236655 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-543e927f-e106-419c-83ac-5e1a9fc451a1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] DELETE failed (client error): The resource could not be found. Jul 29 23:46:23.237555 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-543e927f-e106-419c-83ac-5e1a9fc451a1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:46:23.241859 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-543e927f-e106-419c-83ac-5e1a9fc451a1 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/subnets/2741f024-6be0-4d41-af5c-f4b8c5e0d6b7 HTTP/1.1" status: 404 len: 337 time: 0.0389802 Jul 29 23:46:23.242695 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38648) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:23.288789 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-74162442-f5f0-4b51-82d9-76045a3414e9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] DELETE failed (client error): The resource could not be found. Jul 29 23:46:23.289579 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74162442-f5f0-4b51-82d9-76045a3414e9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:46:23.295883 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-74162442-f5f0-4b51-82d9-76045a3414e9 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/subnets/6d8a003f-d7a5-4339-ba51-df4c5f581a9f HTTP/1.1" status: 404 len: 337 time: 0.0501673 Jul 29 23:46:23.296653 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38650) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:23.312309 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-367503f2-0586-46fd-b4e7-63555cb5b648 None None] Provisioning complete for port 5699b1d6-e910-47ca-bf99-1c7fff8157da triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:23.312686 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-367503f2-0586-46fd-b4e7-63555cb5b648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.353479 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-caf7b71f-6602-4706-acb3-1e6ecadda164 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.354042 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-caf7b71f-6602-4706-acb3-1e6ecadda164 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.370287 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc49b2e-3885-4876-a71d-d81faed8e049 req-583faa23-e1c0-43ef-aa02-88e7ffca5789 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:23.372040 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bcc49b2e-3885-4876-a71d-d81faed8e049 req-583faa23-e1c0-43ef-aa02-88e7ffca5789 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] 10.222.0.23 "GET /v2.0/ports?device_id=7acf7ca2-51f0-4329-a1d0-a9d6e2f081ef HTTP/1.1" status: 200 len: 945 time: 0.0995631 Jul 29 23:46:23.379712 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-caf7b71f-6602-4706-acb3-1e6ecadda164 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Calling delete_port for 63e1f24f-d80e-4903-a94e-3429adda37d5 owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:23.399295 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-613aac4b-51dd-4830-b6e3-805155b0584e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] DELETE failed (client error): The resource could not be found. Jul 29 23:46:23.401945 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-613aac4b-51dd-4830-b6e3-805155b0584e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:46:23.405025 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-613aac4b-51dd-4830-b6e3-805155b0584e tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/ports/92cd001b-23db-4003-9a3a-29b7bfc807ba HTTP/1.1" status: 404 len: 333 time: 0.1069696 Jul 29 23:46:23.409073 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38652) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:23.446426 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac610ff2-a5b3-45ca-9c2c-b1975bb073be tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] DELETE failed (client error): The resource could not be found. Jul 29 23:46:23.446967 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac610ff2-a5b3-45ca-9c2c-b1975bb073be tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:46:23.448808 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ac610ff2-a5b3-45ca-9c2c-b1975bb073be tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/subnets/a0850918-3f96-4ab3-b62d-e73c9aae1f20 HTTP/1.1" status: 404 len: 337 time: 0.0376115 Jul 29 23:46:23.451276 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38654) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:23.496004 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf79527-4d56-44f5-9834-fb334eebe100 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] DELETE failed (client error): The resource could not be found. Jul 29 23:46:23.496477 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf79527-4d56-44f5-9834-fb334eebe100 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:46:23.498256 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-dcf79527-4d56-44f5-9834-fb334eebe100 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/subnets/405e90fb-5de8-4fa6-94be-e88d5c8e7fab HTTP/1.1" status: 404 len: 337 time: 0.0457668 Jul 29 23:46:23.501021 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38658) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:23.635660 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-957241ec-687b-41a4-915e-53717c3f9848 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Deleting port 5699b1d6-e910-47ca-bf99-1c7fff8157da {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:23.636068 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-957241ec-687b-41a4-915e-53717c3f9848 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.636780 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a860212-0642-4eb8-88f3-fe928df25885 req-3c4cbd6f-c719-45a8-a021-641a11805517 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:23.638357 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a860212-0642-4eb8-88f3-fe928df25885 req-3c4cbd6f-c719-45a8-a021-641a11805517 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 944 time: 0.0904047 Jul 29 23:46:23.653445 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d30871-44c5-4f49-8e93-89aa2612d686 None None] DHCP port deletion for f07ce0bc-4e9d-4748-9590-e210ddee35ff request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:46:23.689337 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-bcc49b2e-3885-4876-a71d-d81faed8e049 req-0df19d9f-840f-41dd-bcc4-3c9e6d5a3e0d tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] Deleting port ceceb411-cd5e-42e1-9de5-0c65d0859457 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:23.689963 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bcc49b2e-3885-4876-a71d-d81faed8e049 req-0df19d9f-840f-41dd-bcc4-3c9e6d5a3e0d tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.695407 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-367503f2-0586-46fd-b4e7-63555cb5b648 None None] Port 5699b1d6-e910-47ca-bf99-1c7fff8157da cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:23.719498 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-367503f2-0586-46fd-b4e7-63555cb5b648 None None] Provisioning complete for port 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:23.720060 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-367503f2-0586-46fd-b4e7-63555cb5b648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.727963 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-957241ec-687b-41a4-915e-53717c3f9848 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.747573 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-957241ec-687b-41a4-915e-53717c3f9848 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Calling delete_port for 5699b1d6-e910-47ca-bf99-1c7fff8157da owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:23.769958 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c1d30871-44c5-4f49-8e93-89aa2612d686 None None] Deleting port 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:23.770756 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c1d30871-44c5-4f49-8e93-89aa2612d686 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.773852 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a860212-0642-4eb8-88f3-fe928df25885 req-c7c9917b-ea58-48a7-a94f-959e994cb437 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/security-groups?id=e04ac6dc-69a7-4669-949b-956f3147b059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204021 Jul 29 23:46:23.896933 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c1d30871-44c5-4f49-8e93-89aa2612d686 None None] For port 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a,segment=NetworkSegment(5de8d1c8-99e0-48df-b96e-a80435d5f854),segment_id=5de8d1c8-99e0-48df-b96e-a80435d5f854)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:23.898794 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c1d30871-44c5-4f49-8e93-89aa2612d686 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.921851 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c1d30871-44c5-4f49-8e93-89aa2612d686 None None] Calling delete_port for 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:23.929208 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-caf7b71f-6602-4706-acb3-1e6ecadda164 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:23.943734 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-957241ec-687b-41a4-915e-53717c3f9848 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.015989 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957241ec-687b-41a4-915e-53717c3f9848 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Port': ['ID=5699b1d6-e910-47ca-bf99-1c7fff8157da,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:24.027398 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-957241ec-687b-41a4-915e-53717c3f9848 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.032029 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-957241ec-687b-41a4-915e-53717c3f9848 tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/ports/5699b1d6-e910-47ca-bf99-1c7fff8157da HTTP/1.1" status: 204 len: 168 time: 0.5276999 Jul 29 23:46:24.034178 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38662) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:24.042056 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c1d30871-44c5-4f49-8e93-89aa2612d686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.069907 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d30871-44c5-4f49-8e93-89aa2612d686 None None] No DVR routers for this DVR port 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:46:24.122798 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a24a74c6-fd75-4927-b03f-293950467d1c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.134495 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d30871-44c5-4f49-8e93-89aa2612d686 None None] Pushing event deleted for resources: {'Port': ['ID=6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:24.233901 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a24a74c6-fd75-4927-b03f-293950467d1c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.246896 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-a24a74c6-fd75-4927-b03f-293950467d1c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07ce0bc-4e9d-4748-9590-e210ddee35ff']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:24.261281 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-a24a74c6-fd75-4927-b03f-293950467d1c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de8d1c8-99e0-48df-b96e-a80435d5f854') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:24.262004 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-a24a74c6-fd75-4927-b03f-293950467d1c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de8d1c8-99e0-48df-b96e-a80435d5f854') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:24.274853 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a24a74c6-fd75-4927-b03f-293950467d1c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.294619 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a24a74c6-fd75-4927-b03f-293950467d1c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.302461 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a24a74c6-fd75-4927-b03f-293950467d1c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:46:24.302879 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a24a74c6-fd75-4927-b03f-293950467d1c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.306401 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:46:24.306401 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:46:24.306401 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:46:24.306401 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:46:24.306401 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:46:24.306401 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:46:24.306401 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:46:24.306401 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:46:24.306401 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:46:24.306401 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:46:24.306401 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:46:24.306401 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:46:24.306401 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:46:24.306401 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:46:24.306401 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:46:24.306401 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:46:24.306401 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:46:24.306401 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:46:24.306401 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:46:24.306401 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:46:24.306401 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:46:24.306401 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:46:24.306401 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:46:24.306401 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:46:24.306401 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:46:24.306401 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:46:24.306401 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:46:24.306401 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:46:24.306401 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:46:24.306401 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:46:24.306401 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:46:24.306401 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:46:24.386761 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a24a74c6-fd75-4927-b03f-293950467d1c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.408186 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a24a74c6-fd75-4927-b03f-293950467d1c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.411005 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a24a74c6-fd75-4927-b03f-293950467d1c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] 10.222.0.18 "DELETE /v2.0/networks/f07ce0bc-4e9d-4748-9590-e210ddee35ff HTTP/1.1" status: 204 len: 168 time: 0.3748462 Jul 29 23:46:24.412267 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a74c6-fd75-4927-b03f-293950467d1c tempest-PortsIpV6TestJSON-1645078819 tempest-PortsIpV6TestJSON-1645078819-project] Pushing event deleted for resources: {'Network': ['ID=f07ce0bc-4e9d-4748-9590-e210ddee35ff,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:24.454660 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7b71f-6602-4706-acb3-1e6ecadda164 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event deleted for resources: {'Port': ['ID=63e1f24f-d80e-4903-a94e-3429adda37d5,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:24.502071 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-bcc49b2e-3885-4876-a71d-d81faed8e049 req-0df19d9f-840f-41dd-bcc4-3c9e6d5a3e0d tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] For port ceceb411-cd5e-42e1-9de5-0c65d0859457, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ceceb411-cd5e-42e1-9de5-0c65d0859457,segment=NetworkSegment(aa5580be-fcf2-47c8-bb9b-561598ffd967),segment_id=aa5580be-fcf2-47c8-bb9b-561598ffd967)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:24.502451 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bcc49b2e-3885-4876-a71d-d81faed8e049 req-0df19d9f-840f-41dd-bcc4-3c9e6d5a3e0d tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.529124 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-bcc49b2e-3885-4876-a71d-d81faed8e049 req-0df19d9f-840f-41dd-bcc4-3c9e6d5a3e0d tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] Calling delete_port for ceceb411-cd5e-42e1-9de5-0c65d0859457 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:24.538421 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-caf7b71f-6602-4706-acb3-1e6ecadda164 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.538971 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-caf7b71f-6602-4706-acb3-1e6ecadda164 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Floating IP 54291aab-6362-4646-88e5-3cd998224a4b disassociated (deleted). External IP: 172.25.8.20, port: 2ab7bb77-8c20-4466-ad38-3c6c2638165d. Jul 29 23:46:24.554052 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f3bc6-dec7-49f1-9ea3-9b4b3ed0c818 req-56d956e6-fba2-4197-abfc-6fb3e1c09c11 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:24.562030 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-347f3bc6-dec7-49f1-9ea3-9b4b3ed0c818 req-56d956e6-fba2-4197-abfc-6fb3e1c09c11 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7acf7ca2-51f0-4329-a1d0-a9d6e2f081ef HTTP/1.1" status: 200 len: 945 time: 0.6402714 Jul 29 23:46:24.650672 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:46:24.683940 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38672) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:24.685522 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-347f3bc6-dec7-49f1-9ea3-9b4b3ed0c818 req-dc14c9fa-dd80-4b9e-a1c4-c1ebcf0a03c4 tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] 10.222.0.18 "GET /v2.0/security-groups?id=46677ced-ce20-4018-93ae-f23110e75f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222448 Jul 29 23:46:24.687115 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9d09573a-444d-4d4f-a6ba-2f28f53cfa20 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:46:24.689388 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:46:24.689747 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6442a0b0-5c9e-4c14-b82a-eaabbbe11b8a not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:46:24.810221 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9d09573a-444d-4d4f-a6ba-2f28f53cfa20, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9d09573a-444d-4d4f-a6ba-2f28f53cfa20,segment=NetworkSegment(55e8acce-ff2c-4a28-abd9-2b248d999387),segment_id=55e8acce-ff2c-4a28-abd9-2b248d999387)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:24.822631 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '9d09573a-444d-4d4f-a6ba-2f28f53cfa20', 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9', 'port_id': '9d09573a-444d-4d4f-a6ba-2f28f53cfa20', 'mac_address': 'fa:16:3e:c8:40:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acc29e5a-61e1-47bd-91b7-c9a34f7c2212', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:46:24.898493 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:24.919413 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d09573a-444d-4d4f-a6ba-2f28f53cfa20 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:24.944460 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fcd48115-5184-4ffa-9900-5c7704a1cf8e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4da613056a734713ae8b6c5e6fd9fb0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2589917 Jul 29 23:46:24.945555 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38678) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:24.948995 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9d09573a-444d-4d4f-a6ba-2f28f53cfa20, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9d09573a-444d-4d4f-a6ba-2f28f53cfa20,segment=NetworkSegment(55e8acce-ff2c-4a28-abd9-2b248d999387),segment_id=55e8acce-ff2c-4a28-abd9-2b248d999387)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:24.954852 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:25.016751 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0b3501b6-dcf0-4c9e-8030-cc1fd0d935f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:25.026577 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=9d09573a-444d-4d4f-a6ba-2f28f53cfa20,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:25.030382 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bcc49b2e-3885-4876-a71d-d81faed8e049 req-0df19d9f-840f-41dd-bcc4-3c9e6d5a3e0d tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:25.048793 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['ceceb411-cd5e-42e1-9de5-0c65d0859457'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:46:25.092068 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0b3501b6-dcf0-4c9e-8030-cc1fd0d935f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:25.116749 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc49b2e-3885-4876-a71d-d81faed8e049 req-0df19d9f-840f-41dd-bcc4-3c9e6d5a3e0d tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] No DVR routers for this DVR port ceceb411-cd5e-42e1-9de5-0c65d0859457 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:46:25.124817 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf7b71f-6602-4706-acb3-1e6ecadda164 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Router 0e24556f-f2e4-4d99-a12e-b87b3d5534ed has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:46:25.133407 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1560e-716e-4d0d-bc85-2d6096c76be9 req-4f37ffae-9967-4228-a81c-9d0375e83fe1 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:25.134948 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d2d1560e-716e-4d0d-bc85-2d6096c76be9 req-4f37ffae-9967-4228-a81c-9d0375e83fe1 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 944 time: 0.2348354 Jul 29 23:46:25.136186 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bcc49b2e-3885-4876-a71d-d81faed8e049 req-0df19d9f-840f-41dd-bcc4-3c9e6d5a3e0d tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:25.138111 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bcc49b2e-3885-4876-a71d-d81faed8e049 req-0df19d9f-840f-41dd-bcc4-3c9e6d5a3e0d tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] 10.222.0.23 "DELETE /v2.0/ports/ceceb411-cd5e-42e1-9de5-0c65d0859457 HTTP/1.1" status: 204 len: 173 time: 1.7560930 Jul 29 23:46:25.142648 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acf7ca2-51f0-4329-a1d0-a9d6e2f081ef', 'name': 'network-vif-deleted', 'tag': 'ceceb411-cd5e-42e1-9de5-0c65d0859457'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:25.145694 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6606c275-0622-40a9-a431-e7780e9b144a" -d '{"events": [{"server_uuid": "7acf7ca2-51f0-4329-a1d0-a9d6e2f081ef", "name": "network-vif-deleted", "tag": "ceceb411-cd5e-42e1-9de5-0c65d0859457"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:25.148457 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df19d9f-840f-41dd-bcc4-3c9e6d5a3e0d tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] Pushing event deleted for resources: {'Port': ['ID=ceceb411-cd5e-42e1-9de5-0c65d0859457,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:25.163618 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['9d09573a-444d-4d4f-a6ba-2f28f53cfa20'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:46:25.191011 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0b3501b6-dcf0-4c9e-8030-cc1fd0d935f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:25.195734 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0b3501b6-dcf0-4c9e-8030-cc1fd0d935f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:25.201408 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0b3501b6-dcf0-4c9e-8030-cc1fd0d935f1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/953b4525-3126-4bd0-8f2a-89f95b40e0f3 HTTP/1.1" status: 204 len: 168 time: 0.2541757 Jul 29 23:46:25.235369 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3501b6-dcf0-4c9e-8030-cc1fd0d935f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953b4525-3126-4bd0-8f2a-89f95b40e0f3,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:25.386168 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf7b71f-6602-4706-acb3-1e6ecadda164 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:25.402093 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-caf7b71f-6602-4706-acb3-1e6ecadda164 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:25.406424 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdecbd8f-53de-4b50-a4da-7e89c548c83c None None] Sync routers for ids ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:25.429310 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdecbd8f-53de-4b50-a4da-7e89c548c83c None None] Routers {'0e24556f-f2e4-4d99-a12e-b87b3d5534ed'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:25.429956 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-fdecbd8f-53de-4b50-a4da-7e89c548c83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:25.502619 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-caf7b71f-6602-4706-acb3-1e6ecadda164 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "DELETE /v2.0/floatingips/54291aab-6362-4646-88e5-3cd998224a4b HTTP/1.1" status: 204 len: 168 time: 2.6581717 Jul 29 23:46:25.503983 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38704) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:25.514835 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d2d1560e-716e-4d0d-bc85-2d6096c76be9 req-cdc5312d-1f2e-406c-ada7-62fa77d62c54 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/security-groups?id=e04ac6dc-69a7-4669-949b-956f3147b059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3641210 Jul 29 23:46:25.567782 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27338e54-16d9-4b46-81fa-016889f38795 x-openstack-request-id: req-27338e54-16d9-4b46-81fa-016889f38795 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:25.568155 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acf7ca2-51f0-4329-a1d0-a9d6e2f081ef", "name": "network-vif-deleted", "tag": "ceceb411-cd5e-42e1-9de5-0c65d0859457", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:25.568345 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-27338e54-16d9-4b46-81fa-016889f38795 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:25.568761 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7acf7ca2-51f0-4329-a1d0-a9d6e2f081ef', 'name': 'network-vif-deleted', 'tag': 'ceceb411-cd5e-42e1-9de5-0c65d0859457', 'status': 'completed', 'code': 200} Jul 29 23:46:25.629326 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-fdecbd8f-53de-4b50-a4da-7e89c548c83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:25.670448 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdecbd8f-53de-4b50-a4da-7e89c548c83c None None] Routers {'0e24556f-f2e4-4d99-a12e-b87b3d5534ed'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:25.671090 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-fdecbd8f-53de-4b50-a4da-7e89c548c83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:25.788461 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-fdecbd8f-53de-4b50-a4da-7e89c548c83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:25.800649 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdecbd8f-53de-4b50-a4da-7e89c548c83c None None] The sync data for ids ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:25.882138 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-991ad156-afcb-4660-85d2-ea64046e5424 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Deleting port 2ab7bb77-8c20-4466-ad38-3c6c2638165d {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:25.882755 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-991ad156-afcb-4660-85d2-ea64046e5424 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:25.955866 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-62a17ffe-eee4-47ac-ad20-7456d20345d3 req-7d6b4c68-319f-428e-9969-bbeffaf7448a tempest-ServerPasswordTestJSON-409989196 tempest-ServerPasswordTestJSON-409989196-project] 10.222.0.18 "GET /v2.0/ports?device_id=7acf7ca2-51f0-4329-a1d0-a9d6e2f081ef HTTP/1.1" status: 200 len: 210 time: 0.0897484 Jul 29 23:46:26.111352 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-991ad156-afcb-4660-85d2-ea64046e5424 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:26.127878 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-991ad156-afcb-4660-85d2-ea64046e5424 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Calling delete_port for 2ab7bb77-8c20-4466-ad38-3c6c2638165d owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:26.336055 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-991ad156-afcb-4660-85d2-ea64046e5424 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:26.339082 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38728) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:26.373410 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ad156-afcb-4660-85d2-ea64046e5424 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event deleted for resources: {'Port': ['ID=2ab7bb77-8c20-4466-ad38-3c6c2638165d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:26.467376 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-03eb2191-b2ff-4115-b576-f7a5c20df688 tempest-ServiceProvidersTest-570449010 tempest-ServiceProvidersTest-570449010-project] 10.222.0.18 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1236253 Jul 29 23:46:26.478059 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-991ad156-afcb-4660-85d2-ea64046e5424 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:26.485111 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-991ad156-afcb-4660-85d2-ea64046e5424 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "DELETE /v2.0/ports/2ab7bb77-8c20-4466-ad38-3c6c2638165d HTTP/1.1" status: 204 len: 168 time: 0.9799440 Jul 29 23:46:26.486457 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38734) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:26.491713 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-51e0d3f8-4315-4cfe-bd05-bab88c7e80df tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:26.535485 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-51e0d3f8-4315-4cfe-bd05-bab88c7e80df tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:26.677316 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9d09573a-444d-4d4f-a6ba-2f28f53cfa20 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:26.682005 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d55a66-f7f9-4f76-85af-1233e6cba18b req-552a83ba-d580-4c7b-bcb4-2e45a0656b33 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:26.691703 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f1d55a66-f7f9-4f76-85af-1233e6cba18b req-552a83ba-d580-4c7b-bcb4-2e45a0656b33 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 945 time: 0.0820959 Jul 29 23:46:26.771565 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f1d55a66-f7f9-4f76-85af-1233e6cba18b req-1ee29397-172e-40f7-89a4-c28c498bbace tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/security-groups?id=e04ac6dc-69a7-4669-949b-956f3147b059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729213 Jul 29 23:46:26.794723 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 9d09573a-444d-4d4f-a6ba-2f28f53cfa20 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:26.800088 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 9d09573a-444d-4d4f-a6ba-2f28f53cfa20 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:26.800785 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:26.805289 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-51e0d3f8-4315-4cfe-bd05-bab88c7e80df tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:26.861222 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38742) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:26.920811 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:26.936072 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-51e0d3f8-4315-4cfe-bd05-bab88c7e80df tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Allocated IP 172.25.8.238 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/9d5bcaf5-5852-4d82-af67-19ef1d9df6c6) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:26.950341 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d09573a-444d-4d4f-a6ba-2f28f53cfa20'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:26.952607 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251c14c7-1981-40f1-b172-43611f62ac7f" -d '{"events": [{"server_uuid": "ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c", "name": "network-vif-plugged", "status": "completed", "tag": "9d09573a-444d-4d4f-a6ba-2f28f53cfa20"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:26.971197 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9d09573a-444d-4d4f-a6ba-2f28f53cfa20, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9d09573a-444d-4d4f-a6ba-2f28f53cfa20,segment=NetworkSegment(55e8acce-ff2c-4a28-abd9-2b248d999387),segment_id=55e8acce-ff2c-4a28-abd9-2b248d999387)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:26.977654 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.013460 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16562677-1536-4d47-96a4-06ad648fa040 x-openstack-request-id: req-16562677-1536-4d47-96a4-06ad648fa040 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:27.013761 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c", "name": "network-vif-plugged", "status": "completed", "tag": "9d09573a-444d-4d4f-a6ba-2f28f53cfa20", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:27.014018 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16562677-1536-4d47-96a4-06ad648fa040 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:27.015088 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d09573a-444d-4d4f-a6ba-2f28f53cfa20', 'code': 200} Jul 29 23:46:27.064717 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38752) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:27.114426 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=9d09573a-444d-4d4f-a6ba-2f28f53cfa20,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:27.157544 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e08ab70d-42ac-439b-a6da-71e10a186a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.163167 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-51e0d3f8-4315-4cfe-bd05-bab88c7e80df tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.176459 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-63589cc7-bf57-4b7d-b104-a50ac9ecef25 admin admin] Deleting subnet 428dfb0e-76f3-4c5f-ac10-a7aa4d1b9ea2 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:46:27.180046 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa074aa-f027-46a4-8e2a-74da48d2a471 req-2e290094-4ff1-4bdb-9990-73f2ab34ea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:27.182239 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7fa074aa-f027-46a4-8e2a-74da48d2a471 req-2e290094-4ff1-4bdb-9990-73f2ab34ea46 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 1098 time: 0.0736139 Jul 29 23:46:27.182585 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-63589cc7-bf57-4b7d-b104-a50ac9ecef25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.243089 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-63589cc7-bf57-4b7d-b104-a50ac9ecef25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.249847 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7fa074aa-f027-46a4-8e2a-74da48d2a471 req-a272cc6f-76c8-4b03-a3d6-370c06cbec68 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=e04ac6dc-69a7-4669-949b-956f3147b059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599842 Jul 29 23:46:27.252694 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-51e0d3f8-4315-4cfe-bd05-bab88c7e80df tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.298204 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e0d3f8-4315-4cfe-bd05-bab88c7e80df tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:27.302557 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-51e0d3f8-4315-4cfe-bd05-bab88c7e80df tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:27.307170 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e0d3f8-4315-4cfe-bd05-bab88c7e80df tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:27.308588 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-63589cc7-bf57-4b7d-b104-a50ac9ecef25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.348503 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0d3f8-4315-4cfe-bd05-bab88c7e80df tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event updated for resources: {'Port': ['ID=9d5bcaf5-5852-4d82-af67-19ef1d9df6c6,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:27.384837 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e08ab70d-42ac-439b-a6da-71e10a186a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.392711 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e08ab70d-42ac-439b-a6da-71e10a186a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.415895 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-63589cc7-bf57-4b7d-b104-a50ac9ecef25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.416586 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-51e0d3f8-4315-4cfe-bd05-bab88c7e80df tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.462249 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-51e0d3f8-4315-4cfe-bd05-bab88c7e80df tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.477007 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63589cc7-bf57-4b7d-b104-a50ac9ecef25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=428dfb0e-76f3-4c5f-ac10-a7aa4d1b9ea2,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:27.499763 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e08ab70d-42ac-439b-a6da-71e10a186a1a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7eeb4a2b08ac4088885e8ad78857ed63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6351562 Jul 29 23:46:27.499763 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08ab70d-42ac-439b-a6da-71e10a186a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c32e9b20-547a-45c3-b087-478833944acc,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:27.500618 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38754) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:27.502676 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-63589cc7-bf57-4b7d-b104-a50ac9ecef25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.507952 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-63589cc7-bf57-4b7d-b104-a50ac9ecef25 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/428dfb0e-76f3-4c5f-ac10-a7aa4d1b9ea2 HTTP/1.1" status: 204 len: 168 time: 0.4401872 Jul 29 23:46:27.508564 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38756) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:27.596274 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-024ec67a-d12f-4c6d-a0ee-cdf94d9c8d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.620536 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4cc3751e-9eaa-401f-8828-4769525ec00e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.663794 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4cc3751e-9eaa-401f-8828-4769525ec00e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.683323 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-024ec67a-d12f-4c6d-a0ee-cdf94d9c8d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.696275 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-024ec67a-d12f-4c6d-a0ee-cdf94d9c8d90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b90e9bb5-74b1-4d0e-955a-01d77e76f956']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:27.712427 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-51e0d3f8-4315-4cfe-bd05-bab88c7e80df tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.715252 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-024ec67a-d12f-4c6d-a0ee-cdf94d9c8d90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa5580be-fcf2-47c8-bb9b-561598ffd967') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:27.715718 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-024ec67a-d12f-4c6d-a0ee-cdf94d9c8d90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa5580be-fcf2-47c8-bb9b-561598ffd967') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:27.722075 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-51e0d3f8-4315-4cfe-bd05-bab88c7e80df tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.728366 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-024ec67a-d12f-4c6d-a0ee-cdf94d9c8d90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.744666 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-024ec67a-d12f-4c6d-a0ee-cdf94d9c8d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.751138 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-024ec67a-d12f-4c6d-a0ee-cdf94d9c8d90 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:46:27.751460 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-024ec67a-d12f-4c6d-a0ee-cdf94d9c8d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.754004 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:46:27.754004 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:46:27.754004 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:46:27.754004 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:46:27.754004 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:46:27.754004 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:46:27.754004 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:46:27.754004 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:46:27.754004 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:46:27.754004 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:46:27.754004 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:46:27.754004 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:46:27.754004 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:46:27.754004 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:46:27.754004 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:46:27.754004 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:46:27.754004 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:46:27.754004 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:46:27.754004 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:46:27.754004 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:46:27.754004 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:46:27.754004 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:46:27.754004 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:46:27.754004 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:46:27.754004 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:46:27.754004 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:46:27.754004 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:46:27.754004 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:46:27.754004 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:46:27.754004 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:46:27.754004 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:46:27.754004 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:46:27.821681 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0d3f8-4315-4cfe-bd05-bab88c7e80df tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event updated for resources: {'Port': ['ID=9d5bcaf5-5852-4d82-af67-19ef1d9df6c6,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:27.825094 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4cc3751e-9eaa-401f-8828-4769525ec00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.828037 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4cc3751e-9eaa-401f-8828-4769525ec00e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.832360 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4cc3751e-9eaa-401f-8828-4769525ec00e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c32e9b20-547a-45c3-b087-478833944acc HTTP/1.1" status: 204 len: 168 time: 0.3283265 Jul 29 23:46:27.892415 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-024ec67a-d12f-4c6d-a0ee-cdf94d9c8d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.910291 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-024ec67a-d12f-4c6d-a0ee-cdf94d9c8d90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.910819 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc3751e-9eaa-401f-8828-4769525ec00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c32e9b20-547a-45c3-b087-478833944acc,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:27.915068 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-024ec67a-d12f-4c6d-a0ee-cdf94d9c8d90 admin admin] 10.222.0.18 "DELETE /v2.0/networks/b90e9bb5-74b1-4d0e-955a-01d77e76f956 HTTP/1.1" status: 204 len: 168 time: 0.4050925 Jul 29 23:46:27.945760 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-51e0d3f8-4315-4cfe-bd05-bab88c7e80df tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:27.961335 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ec67a-d12f-4c6d-a0ee-cdf94d9c8d90 admin admin] Pushing event deleted for resources: {'Network': ['ID=b90e9bb5-74b1-4d0e-955a-01d77e76f956,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:27.985361 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efee4025-5877-4153-ba41-b310e003e602 req-6b37e129-e599-4576-a8d2-908d0b7cfbf6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=b14cefb9-1d4f-45fc-85e4-fc1cd138b945&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1537704 Jul 29 23:46:28.015715 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc484a-7dd7-4695-928b-33d914d74f01 req-3ec3e81b-3253-4b9a-9e4e-7fbf9e7f87b5 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:28.030214 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efbc484a-7dd7-4695-928b-33d914d74f01 req-3ec3e81b-3253-4b9a-9e4e-7fbf9e7f87b5 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 946 time: 0.1761537 Jul 29 23:46:28.032583 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-51e0d3f8-4315-4cfe-bd05-bab88c7e80df tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:28.037800 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38766) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:28.045198 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-94d41789-dc00-4cef-9442-0eae23ccd7bf tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Request body: {'port': {'network_id': '687718f9-8a97-4f11-b28d-5d0462c210a2', 'name': 'tempest-FloatingIPTestJSON-895383129'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:28.046076 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-51e0d3f8-4315-4cfe-bd05-bab88c7e80df tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5463321 Jul 29 23:46:28.161768 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efbc484a-7dd7-4695-928b-33d914d74f01 req-6fa57c65-f293-4c28-9d0c-4d3c34e2090e tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/security-groups?id=e04ac6dc-69a7-4669-949b-956f3147b059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303756 Jul 29 23:46:28.191990 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee4025-5877-4153-ba41-b310e003e602 req-4d3ecab5-6d0b-4fa6-bb71-4ce351189fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:28.193722 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efee4025-5877-4153-ba41-b310e003e602 req-4d3ecab5-6d0b-4fa6-bb71-4ce351189fed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=ad76cebfbeab469a8fb6ccf5a7dd03a4&device_id=b14cefb9-1d4f-45fc-85e4-fc1cd138b945 HTTP/1.1" status: 200 len: 1098 time: 0.1199737 Jul 29 23:46:28.257982 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38778) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:28.316615 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d41789-dc00-4cef-9442-0eae23ccd7bf tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Made reservation on behalf of 8b107e0468c748e1a4b2419f243fc5b8 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:28.320109 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-94d41789-dc00-4cef-9442-0eae23ccd7bf tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:28.340695 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-94d41789-dc00-4cef-9442-0eae23ccd7bf tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] device_id is not set on port a822b38b-c07e-45e8-814c-5573d7cb9fd0 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:46:28.354391 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-294e6f0c-6f25-46a0-862e-83c47ff70cc3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=013a61010809461ca5092f8d70d262f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0952544 Jul 29 23:46:28.357010 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38780) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:28.418396 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee4025-5877-4153-ba41-b310e003e602 req-9411f141-4442-4254-9d7e-c2b8a757bda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:28.419961 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efee4025-5877-4153-ba41-b310e003e602 req-9411f141-4442-4254-9d7e-c2b8a757bda1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec HTTP/1.1" status: 200 len: 912 time: 0.1990035 Jul 29 23:46:28.480064 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2dc21fdf-2880-4d8e-8062-d80a29d67803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:28.482104 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-94d41789-dc00-4cef-9442-0eae23ccd7bf tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Allocated IP 172.20.0.2 (687718f9-8a97-4f11-b28d-5d0462c210a2/c376839a-07b7-492e-8e41-1f7dc6b10680/a822b38b-c07e-45e8-814c-5573d7cb9fd0) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:28.555862 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2dc21fdf-2880-4d8e-8062-d80a29d67803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:28.563707 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efee4025-5877-4153-ba41-b310e003e602 req-23ccef4f-9a8b-48a1-b822-f97397ec6784 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=50dab26e-3015-4205-be02-8f5fae2f40c2 HTTP/1.1" status: 200 len: 1001 time: 0.1363425 Jul 29 23:46:28.619564 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee4025-5877-4153-ba41-b310e003e602 req-31e2231f-8f75-409e-aef1-4f8a0ed713e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:28.621088 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efee4025-5877-4153-ba41-b310e003e602 req-31e2231f-8f75-409e-aef1-4f8a0ed713e3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d3fee908-ce2a-4a34-b5cd-8383eff77fab HTTP/1.1" status: 200 len: 850 time: 0.0479519 Jul 29 23:46:28.679983 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efee4025-5877-4153-ba41-b310e003e602 req-b18cd1f2-e7d9-47a9-87f3-fc9191cd084e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:28.681972 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efee4025-5877-4153-ba41-b310e003e602 req-b18cd1f2-e7d9-47a9-87f3-fc9191cd084e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498018 Jul 29 23:46:28.687426 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device ceceb411-cd5e-42e1-9de5-0c65d0859457 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:46:28.722568 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2dc21fdf-2880-4d8e-8062-d80a29d67803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:28.726132 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2dc21fdf-2880-4d8e-8062-d80a29d67803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:28.728125 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2dc21fdf-2880-4d8e-8062-d80a29d67803 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/46677ced-ce20-4018-93ae-f23110e75f0e HTTP/1.1" status: 204 len: 168 time: 0.3694942 Jul 29 23:46:28.742275 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: ceceb411-cd5e-42e1-9de5-0c65d0859457 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:46:28.742619 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device ceceb411-cd5e-42e1-9de5-0c65d0859457 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:46:28.759004 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-94d41789-dc00-4cef-9442-0eae23ccd7bf tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:28.810221 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc21fdf-2880-4d8e-8062-d80a29d67803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46677ced-ce20-4018-93ae-f23110e75f0e,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:28.878995 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-94d41789-dc00-4cef-9442-0eae23ccd7bf tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:28.914090 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efee4025-5877-4153-ba41-b310e003e602 req-df80e1e7-5686-4371-9e33-af8eb3f495a2 service neutron] 10.222.0.23 "GET /v2.0/networks/ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237523 Jul 29 23:46:28.921380 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d41789-dc00-4cef-9442-0eae23ccd7bf tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Network 687718f9-8a97-4f11-b28d-5d0462c210a2 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:28.927121 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-94d41789-dc00-4cef-9442-0eae23ccd7bf tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:28.983721 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d41789-dc00-4cef-9442-0eae23ccd7bf tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event updated for resources: {'Port': ['ID=a822b38b-c07e-45e8-814c-5573d7cb9fd0,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:28.995436 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d41789-dc00-4cef-9442-0eae23ccd7bf tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:29.038678 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38798) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:29.056492 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efee4025-5877-4153-ba41-b310e003e602 req-b3feb423-2310-491e-8634-6399e4bad97b service neutron] 10.222.0.23 "GET /v2.0/networks/ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289418 Jul 29 23:46:29.086086 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d41789-dc00-4cef-9442-0eae23ccd7bf tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:29.087212 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-94d41789-dc00-4cef-9442-0eae23ccd7bf tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:29.111301 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38802) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:29.117278 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-a0f97dc5-362c-4346-b790-06fb270c84d8 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Request body: {'floatingip': {'port_id': 'a822b38b-c07e-45e8-814c-5573d7cb9fd0'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:29.125460 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-94d41789-dc00-4cef-9442-0eae23ccd7bf tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0857546 Jul 29 23:46:29.177908 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a0f97dc5-362c-4346-b790-06fb270c84d8 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:29.209736 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-1101a7eb-8999-459e-b27c-10c93064f530 tempest-SubnetPoolsTestJSON-1520097539 tempest-SubnetPoolsTestJSON-1520097539-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-889805041', 'prefixes': ['172.20.0.0/16']}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:29.291317 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1101a7eb-8999-459e-b27c-10c93064f530 tempest-SubnetPoolsTestJSON-1520097539 tempest-SubnetPoolsTestJSON-1520097539-project] Notify callbacks [] for subnetpool, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:29.293069 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1101a7eb-8999-459e-b27c-10c93064f530 tempest-SubnetPoolsTestJSON-1520097539 tempest-SubnetPoolsTestJSON-1520097539-project] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2529495 Jul 29 23:46:29.295993 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38814) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:29.373345 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e949a02c-0b08-4381-89b0-4a6b37f7ed56 tempest-SubnetPoolsTestJSON-1520097539 tempest-SubnetPoolsTestJSON-1520097539-project] 10.222.0.18 "GET /v2.0/subnetpools/fe912871-039b-4db0-955e-a4c4028508be HTTP/1.1" status: 200 len: 731 time: 0.0759957 Jul 29 23:46:29.375970 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38816) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:29.398229 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c31b65af-1e84-442b-bcb5-46ff431c49dc tempest-SubnetPoolsTestJSON-1520097539 tempest-SubnetPoolsTestJSON-1520097539-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1186626320'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:29.563297 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c31b65af-1e84-442b-bcb5-46ff431c49dc tempest-SubnetPoolsTestJSON-1520097539 tempest-SubnetPoolsTestJSON-1520097539-project] Notify callbacks [] for subnetpool, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:29.565484 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c31b65af-1e84-442b-bcb5-46ff431c49dc tempest-SubnetPoolsTestJSON-1520097539 tempest-SubnetPoolsTestJSON-1520097539-project] 10.222.0.18 "PUT /v2.0/subnetpools/fe912871-039b-4db0-955e-a4c4028508be HTTP/1.1" status: 200 len: 684 time: 0.1870866 Jul 29 23:46:29.571676 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38822) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:29.600272 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:29.678451 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-99baa8f9-403d-4ad7-920a-236f0b778598 tempest-SubnetPoolsTestJSON-1520097539 tempest-SubnetPoolsTestJSON-1520097539-project] Notify callbacks [] for subnetpool, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:29.680314 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-99baa8f9-403d-4ad7-920a-236f0b778598 tempest-SubnetPoolsTestJSON-1520097539 tempest-SubnetPoolsTestJSON-1520097539-project] 10.222.0.18 "DELETE /v2.0/subnetpools/fe912871-039b-4db0-955e-a4c4028508be HTTP/1.1" status: 204 len: 168 time: 0.1074867 Jul 29 23:46:29.683008 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38826) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:29.706142 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-6f91ebb7-af25-4bf0-8cc4-e36a9232d5dd tempest-SubnetPoolsTestJSON-1520097539 tempest-SubnetPoolsTestJSON-1520097539-project] show failed (client error): The resource could not be found. Jul 29 23:46:29.707629 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6f91ebb7-af25-4bf0-8cc4-e36a9232d5dd tempest-SubnetPoolsTestJSON-1520097539 tempest-SubnetPoolsTestJSON-1520097539-project] 10.222.0.18 "GET /v2.0/subnetpools/fe912871-039b-4db0-955e-a4c4028508be HTTP/1.1" status: 404 len: 346 time: 0.0190351 Jul 29 23:46:29.711080 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38830) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:29.736644 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-20285cef-3617-4ff5-b843-491ffd909712 tempest-SubnetPoolsTestJSON-1520097539 tempest-SubnetPoolsTestJSON-1520097539-project] delete failed (client error): The resource could not be found. Jul 29 23:46:29.744742 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-20285cef-3617-4ff5-b843-491ffd909712 tempest-SubnetPoolsTestJSON-1520097539 tempest-SubnetPoolsTestJSON-1520097539-project] 10.222.0.18 "DELETE /v2.0/subnetpools/fe912871-039b-4db0-955e-a4c4028508be HTTP/1.1" status: 404 len: 346 time: 0.0276537 Jul 29 23:46:29.868445 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:30.155239 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38842) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:30.164320 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38844) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:30.269957 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450ad45a-f29c-41ce-8953-51e38dbd416e req-914958b9-ce45-4e7f-aaf5-7864fe39c37b tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:30.275890 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-450ad45a-f29c-41ce-8953-51e38dbd416e req-914958b9-ce45-4e7f-aaf5-7864fe39c37b tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 946 time: 0.5227292 Jul 29 23:46:30.317263 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-544583fb-48ca-4f94-a6f1-4527861458d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:30.361809 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-450ad45a-f29c-41ce-8953-51e38dbd416e req-84ecb586-62f3-4c8b-8916-8d4615bc51c8 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/security-groups?id=e04ac6dc-69a7-4669-949b-956f3147b059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815389 Jul 29 23:46:30.388957 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a0f97dc5-362c-4346-b790-06fb270c84d8 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:30.394706 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a0f97dc5-362c-4346-b790-06fb270c84d8 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:30.546718 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-a0f97dc5-362c-4346-b790-06fb270c84d8 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Floating IP 3e15a935-f372-435e-9fb6-e5cdb23ef4d4 associated. External IP: 172.25.8.238, port: a822b38b-c07e-45e8-814c-5573d7cb9fd0. Jul 29 23:46:30.553103 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-544583fb-48ca-4f94-a6f1-4527861458d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:30.555020 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f57bf7ef-ce9c-4c87-8622-e44833ca246e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1633020822-network', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:30.559036 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-544583fb-48ca-4f94-a6f1-4527861458d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:30.605282 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-544583fb-48ca-4f94-a6f1-4527861458d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b71b9b53dad49e5b6c0f7b459db919e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4394588 Jul 29 23:46:30.607609 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38854) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:30.617516 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544583fb-48ca-4f94-a6f1-4527861458d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a37b8f8-1ae9-42b9-9fd9-402cac8a1675,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:30.672237 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9d61dc4b-e7e4-474e-b030-84888aed3785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:30.700078 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9d61dc4b-e7e4-474e-b030-84888aed3785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:30.711646 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57bf7ef-ce9c-4c87-8622-e44833ca246e admin admin] Made reservation on behalf of d50d474daccb433580a7028fa61f9a73 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:30.714287 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f57bf7ef-ce9c-4c87-8622-e44833ca246e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:30.728267 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166a2a9-c875-400a-a670-6599a2d2cd91 req-ee60fcf2-9597-4bdb-a443-39dc6e2567fd tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:30.738253 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7166a2a9-c875-400a-a670-6599a2d2cd91 req-ee60fcf2-9597-4bdb-a443-39dc6e2567fd tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 946 time: 0.1873896 Jul 29 23:46:30.739587 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f57bf7ef-ce9c-4c87-8622-e44833ca246e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:30.766722 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9d61dc4b-e7e4-474e-b030-84888aed3785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:30.769734 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9d61dc4b-e7e4-474e-b030-84888aed3785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:30.771394 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9d61dc4b-e7e4-474e-b030-84888aed3785 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a37b8f8-1ae9-42b9-9fd9-402cac8a1675 HTTP/1.1" status: 204 len: 168 time: 0.1625726 Jul 29 23:46:30.780717 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d61dc4b-e7e4-474e-b030-84888aed3785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a37b8f8-1ae9-42b9-9fd9-402cac8a1675,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:30.887641 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7166a2a9-c875-400a-a670-6599a2d2cd91 req-53a70903-1c26-4378-8008-5b96a0a1f498 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/security-groups?id=e04ac6dc-69a7-4669-949b-956f3147b059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435046 Jul 29 23:46:30.913368 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38858) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:30.999869 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f97dc5-362c-4346-b790-06fb270c84d8 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Router 0e24556f-f2e4-4d99-a12e-b87b3d5534ed has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:46:31.026069 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f57bf7ef-ce9c-4c87-8622-e44833ca246e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:31.072984 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f57bf7ef-ce9c-4c87-8622-e44833ca246e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:31.162802 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f57bf7ef-ce9c-4c87-8622-e44833ca246e admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:46:31.176071 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57bf7ef-ce9c-4c87-8622-e44833ca246e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35cc01a-2a37-4cf6-aa42-e5c5705241d5,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:31.183548 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f57bf7ef-ce9c-4c87-8622-e44833ca246e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:31.184052 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-f57bf7ef-ce9c-4c87-8622-e44833ca246e admin admin] Added segment a8b5eda5-9414-420c-921a-7601972def5c of type vlan for network c5d248fd-ab50-44b4-871d-02015d72fe43 Jul 29 23:46:31.209047 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57bf7ef-ce9c-4c87-8622-e44833ca246e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:31.209483 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57bf7ef-ce9c-4c87-8622-e44833ca246e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:31.209832 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57bf7ef-ce9c-4c87-8622-e44833ca246e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:31.210172 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57bf7ef-ce9c-4c87-8622-e44833ca246e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:31.210497 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57bf7ef-ce9c-4c87-8622-e44833ca246e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:31.210823 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57bf7ef-ce9c-4c87-8622-e44833ca246e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:31.211155 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57bf7ef-ce9c-4c87-8622-e44833ca246e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:31.211493 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57bf7ef-ce9c-4c87-8622-e44833ca246e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:31.211804 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57bf7ef-ce9c-4c87-8622-e44833ca246e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:31.212151 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57bf7ef-ce9c-4c87-8622-e44833ca246e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:31.212471 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57bf7ef-ce9c-4c87-8622-e44833ca246e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:31.212795 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f57bf7ef-ce9c-4c87-8622-e44833ca246e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:31.245769 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f97dc5-362c-4346-b790-06fb270c84d8 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:31.255057 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a0f97dc5-362c-4346-b790-06fb270c84d8 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:31.259007 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d136b2-75ce-4dce-82ba-f83346f958ca None None] Sync routers for ids ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:31.261290 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f57bf7ef-ce9c-4c87-8622-e44833ca246e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:31.291208 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d136b2-75ce-4dce-82ba-f83346f958ca None None] Routers {'0e24556f-f2e4-4d99-a12e-b87b3d5534ed'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:31.292147 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-56d136b2-75ce-4dce-82ba-f83346f958ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:31.301901 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a0f97dc5-362c-4346-b790-06fb270c84d8 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "PUT /v2.0/floatingips/3e15a935-f372-435e-9fb6-e5cdb23ef4d4 HTTP/1.1" status: 200 len: 977 time: 2.1893530 Jul 29 23:46:31.306550 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38874) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:31.329825 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d5cf3f-4c8c-4040-b438-4226f3f2fb41 tempest-TestVolumeBackupRestore-770104238 tempest-TestVolumeBackupRestore-770104238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:31.333086 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-55d5cf3f-4c8c-4040-b438-4226f3f2fb41 tempest-TestVolumeBackupRestore-770104238 tempest-TestVolumeBackupRestore-770104238-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 1093 time: 0.4184449 Jul 29 23:46:31.335916 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38876) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:31.343662 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-6a8c3a1c-73a6-457a-af7b-658ee0f6ea43 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'port_id': '9d09573a-444d-4d4f-a6ba-2f28f53cfa20', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:31.346228 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-56d136b2-75ce-4dce-82ba-f83346f958ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:31.349615 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f57bf7ef-ce9c-4c87-8622-e44833ca246e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:31.350645 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57bf7ef-ce9c-4c87-8622-e44833ca246e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:31.351294 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f57bf7ef-ce9c-4c87-8622-e44833ca246e admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:31.356808 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d136b2-75ce-4dce-82ba-f83346f958ca None None] Routers {'0e24556f-f2e4-4d99-a12e-b87b3d5534ed'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:31.357797 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-56d136b2-75ce-4dce-82ba-f83346f958ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:31.380563 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a8c3a1c-73a6-457a-af7b-658ee0f6ea43 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks [] for floatingip, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:31.399334 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-56d136b2-75ce-4dce-82ba-f83346f958ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:31.400494 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d136b2-75ce-4dce-82ba-f83346f958ca None None] The sync data for ids ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:31.420605 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f57bf7ef-ce9c-4c87-8622-e44833ca246e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2633328 Jul 29 23:46:31.423486 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38882) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:31.429426 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-12c6a2da-d96c-4ab0-b3b4-81720224ea68 admin admin] Request body: {'subnet': {'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1633020822-subnet', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:31.479631 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57bf7ef-ce9c-4c87-8622-e44833ca246e admin admin] Pushing event updated for resources: {'Network': ['ID=c5d248fd-ab50-44b4-871d-02015d72fe43,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:31.495864 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network c5d248fd-ab50-44b4-871d-02015d72fe43 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:46:31.504708 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c6a2da-d96c-4ab0-b3b4-81720224ea68 admin admin] Made reservation on behalf of d50d474daccb433580a7028fa61f9a73 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:31.507462 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-12c6a2da-d96c-4ab0-b3b4-81720224ea68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:31.540355 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a8c3a1c-73a6-457a-af7b-658ee0f6ea43 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:31.561796 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-ebfc081e-0b30-485a-86d8-8615d343cc15 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Deleting port a822b38b-c07e-45e8-814c-5573d7cb9fd0 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:31.562373 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ebfc081e-0b30-485a-86d8-8615d343cc15 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:31.710655 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-6a8c3a1c-73a6-457a-af7b-658ee0f6ea43 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Allocated IP 172.25.8.124 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/da8da830-a6c8-40c1-b54f-92326548a683) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:31.717683 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ebfc081e-0b30-485a-86d8-8615d343cc15 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:31.944147 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-12c6a2da-d96c-4ab0-b3b4-81720224ea68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:31.946380 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a8c3a1c-73a6-457a-af7b-658ee0f6ea43 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:32.036356 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a8c3a1c-73a6-457a-af7b-658ee0f6ea43 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:32.079921 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c3a1c-73a6-457a-af7b-658ee0f6ea43 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Pushing event updated for resources: {'Port': ['ID=da8da830-a6c8-40c1-b54f-92326548a683,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:32.098136 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8c3a1c-73a6-457a-af7b-658ee0f6ea43 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:32.100306 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-6a8c3a1c-73a6-457a-af7b-658ee0f6ea43 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:32.108449 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c6a2da-d96c-4ab0-b3b4-81720224ea68 admin admin] Checking segment: {'id': 'a8b5eda5-9414-420c-921a-7601972def5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:32.109288 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c6a2da-d96c-4ab0-b3b4-81720224ea68 admin admin] Network hostable DHCP agents. Network: c5d248fd-ab50-44b4-871d-02015d72fe43, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:46:32.111544 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c6a2da-d96c-4ab0-b3b4-81720224ea68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69ac91f6-4b2c-4d90-9c2c-b487e54998fb,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:32.114969 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8c3a1c-73a6-457a-af7b-658ee0f6ea43 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:32.126583 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ebfc081e-0b30-485a-86d8-8615d343cc15 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:32.127224 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ebfc081e-0b30-485a-86d8-8615d343cc15 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:32.128299 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-ebfc081e-0b30-485a-86d8-8615d343cc15 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Floating IP 3e15a935-f372-435e-9fb6-e5cdb23ef4d4 disassociated. External IP: 172.25.8.238, port: a822b38b-c07e-45e8-814c-5573d7cb9fd0. Jul 29 23:46:32.128900 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-ebfc081e-0b30-485a-86d8-8615d343cc15 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Calling delete_port for a822b38b-c07e-45e8-814c-5573d7cb9fd0 owned by {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:32.209017 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c6a2da-d96c-4ab0-b3b4-81720224ea68 admin admin] Network c5d248fd-ab50-44b4-871d-02015d72fe43 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:46:32.234992 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-12c6a2da-d96c-4ab0-b3b4-81720224ea68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, c5d248fd-ab50-44b4-871d-02015d72fe43) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:32.244641 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4eb72d-310a-462e-907b-bda7916395ca None None] Network c5d248fd-ab50-44b4-871d-02015d72fe43 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:32.250518 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c6a2da-d96c-4ab0-b3b4-81720224ea68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:32.251136 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-12c6a2da-d96c-4ab0-b3b4-81720224ea68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:32.395715 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-12c6a2da-d96c-4ab0-b3b4-81720224ea68 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9677255 Jul 29 23:46:32.395715 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38906) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:32.403253 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-26c9d178-f1f0-4059-8a11-bca5e89f309a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1633020822-router', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:32.436864 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ebfc081e-0b30-485a-86d8-8615d343cc15 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:32.482907 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fecb458-6b54-439c-b8b8-0ffd046b3f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-c5d248fd-ab50-44b4-871d-02015d72fe43', 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'fixed_ips': [{'subnet_id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:46:32.487628 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9fecb458-6b54-439c-b8b8-0ffd046b3f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:32.505861 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfc081e-0b30-485a-86d8-8615d343cc15 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event deleted for resources: {'Port': ['ID=a822b38b-c07e-45e8-814c-5573d7cb9fd0,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:32.512294 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-26c9d178-f1f0-4059-8a11-bca5e89f309a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:32.513409 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-26c9d178-f1f0-4059-8a11-bca5e89f309a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:32.633495 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-26c9d178-f1f0-4059-8a11-bca5e89f309a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:32.725974 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-9fecb458-6b54-439c-b8b8-0ffd046b3f6f None None] Allocated IP 172.20.0.2 (c5d248fd-ab50-44b4-871d-02015d72fe43/69ac91f6-4b2c-4d90-9c2c-b487e54998fb/0216f890-51ff-467c-acc3-d1ad1ad86067) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:32.821217 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a8c3a1c-73a6-457a-af7b-658ee0f6ea43 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:32.877254 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebfc081e-0b30-485a-86d8-8615d343cc15 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Router 0e24556f-f2e4-4d99-a12e-b87b3d5534ed has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:46:32.886510 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-26c9d178-f1f0-4059-8a11-bca5e89f309a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:32.917200 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-519ba2a2-b76c-4b19-b7ec-7f0b8efd117e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:32.966631 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a8c3a1c-73a6-457a-af7b-658ee0f6ea43 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:33.092757 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9fecb458-6b54-439c-b8b8-0ffd046b3f6f None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:33.105408 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9fecb458-6b54-439c-b8b8-0ffd046b3f6f None None] Transition to ACTIVE for port object 0216f890-51ff-467c-acc3-d1ad1ad86067 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:33.132030 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9fecb458-6b54-439c-b8b8-0ffd046b3f6f None None] Transition to ACTIVE for port object 0216f890-51ff-467c-acc3-d1ad1ad86067 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:33.149472 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9fecb458-6b54-439c-b8b8-0ffd046b3f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:33.218842 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fecb458-6b54-439c-b8b8-0ffd046b3f6f None None] Pushing event updated for resources: {'Port': ['ID=0216f890-51ff-467c-acc3-d1ad1ad86067,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:33.235902 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fecb458-6b54-439c-b8b8-0ffd046b3f6f None None] Network c5d248fd-ab50-44b4-871d-02015d72fe43 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:33.240714 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-9fecb458-6b54-439c-b8b8-0ffd046b3f6f None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:33.244611 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fecb458-6b54-439c-b8b8-0ffd046b3f6f None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:33.314302 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a8c3a1c-73a6-457a-af7b-658ee0f6ea43 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:33.320775 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a8c3a1c-73a6-457a-af7b-658ee0f6ea43 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:33.333967 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-9fecb458-6b54-439c-b8b8-0ffd046b3f6f None None] Attempting to bind port 0216f890-51ff-467c-acc3-d1ad1ad86067 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:33.334894 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-9fecb458-6b54-439c-b8b8-0ffd046b3f6f None None] Attempting to bind port 0216f890-51ff-467c-acc3-d1ad1ad86067 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'a8b5eda5-9414-420c-921a-7601972def5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:33.334894 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fecb458-6b54-439c-b8b8-0ffd046b3f6f None None] Attempting to bind port 0216f890-51ff-467c-acc3-d1ad1ad86067 on network c5d248fd-ab50-44b4-871d-02015d72fe43 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:33.341455 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fecb458-6b54-439c-b8b8-0ffd046b3f6f None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:33.342134 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fecb458-6b54-439c-b8b8-0ffd046b3f6f None None] Checking segment: {'id': 'a8b5eda5-9414-420c-921a-7601972def5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:33.342663 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9fecb458-6b54-439c-b8b8-0ffd046b3f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:33.343153 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fecb458-6b54-439c-b8b8-0ffd046b3f6f None None] Bound using segment: {'id': 'a8b5eda5-9414-420c-921a-7601972def5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:33.343782 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-9fecb458-6b54-439c-b8b8-0ffd046b3f6f None None] Bound port: 0216f890-51ff-467c-acc3-d1ad1ad86067, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b5eda5-9414-420c-921a-7601972def5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:33.344303 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9fecb458-6b54-439c-b8b8-0ffd046b3f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:33.411045 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c3a1c-73a6-457a-af7b-658ee0f6ea43 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Pushing event updated for resources: {'Port': ['ID=da8da830-a6c8-40c1-b54f-92326548a683,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:33.422734 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a8c3a1c-73a6-457a-af7b-658ee0f6ea43 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:33.442517 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-9fecb458-6b54-439c-b8b8-0ffd046b3f6f None None] For port 0216f890-51ff-467c-acc3-d1ad1ad86067, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:33.447321 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-9fecb458-6b54-439c-b8b8-0ffd046b3f6f None None] For port 0216f890-51ff-467c-acc3-d1ad1ad86067, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0216f890-51ff-467c-acc3-d1ad1ad86067,segment=NetworkSegment(a8b5eda5-9414-420c-921a-7601972def5c),segment_id=a8b5eda5-9414-420c-921a-7601972def5c)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:33.453539 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9fecb458-6b54-439c-b8b8-0ffd046b3f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:33.547269 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fecb458-6b54-439c-b8b8-0ffd046b3f6f None None] Pushing event updated for resources: {'Port': ['ID=0216f890-51ff-467c-acc3-d1ad1ad86067,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:33.553354 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebfc081e-0b30-485a-86d8-8615d343cc15 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:33.566998 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687f5e15-31c3-4abc-ba92-3cf70a91c1aa None None] Sync routers for ids ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:33.575679 n-d-712140-10 neutron-server[94064]: INFO neutron.db.l3_db [None req-6a8c3a1c-73a6-457a-af7b-658ee0f6ea43 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Floating IP 0a987b7c-581f-44b9-97ab-fe055ccd74a3 associated. External IP: 172.25.8.124, port: 9d09573a-444d-4d4f-a6ba-2f28f53cfa20. Jul 29 23:46:33.580028 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687f5e15-31c3-4abc-ba92-3cf70a91c1aa None None] Routers {'0e24556f-f2e4-4d99-a12e-b87b3d5534ed'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:33.580723 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-687f5e15-31c3-4abc-ba92-3cf70a91c1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:33.661700 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-687f5e15-31c3-4abc-ba92-3cf70a91c1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:33.670030 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ebfc081e-0b30-485a-86d8-8615d343cc15 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:33.675289 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687f5e15-31c3-4abc-ba92-3cf70a91c1aa None None] Routers {'0e24556f-f2e4-4d99-a12e-b87b3d5534ed'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:33.675805 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ebfc081e-0b30-485a-86d8-8615d343cc15 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "DELETE /v2.0/ports/a822b38b-c07e-45e8-814c-5573d7cb9fd0 HTTP/1.1" status: 204 len: 168 time: 2.3681619 Jul 29 23:46:33.676338 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-687f5e15-31c3-4abc-ba92-3cf70a91c1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:33.677810 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38924) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:33.728021 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-687f5e15-31c3-4abc-ba92-3cf70a91c1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:33.728880 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687f5e15-31c3-4abc-ba92-3cf70a91c1aa None None] The sync data for ids ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:33.762230 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7d4a8cb0-d215-48b8-8c03-85a1afe278b9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "GET /v2.0/floatingips/3e15a935-f372-435e-9fb6-e5cdb23ef4d4 HTTP/1.1" status: 200 len: 688 time: 0.0809016 Jul 29 23:46:33.767479 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38928) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:34.076170 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-26c9d178-f1f0-4059-8a11-bca5e89f309a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:34.102676 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-26c9d178-f1f0-4059-8a11-bca5e89f309a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:34.220499 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-26c9d178-f1f0-4059-8a11-bca5e89f309a admin admin] Allocated IP 172.25.8.18 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/d2631a06-f2bf-41c7-be43-f53bcf5d6a9b) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:34.343133 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-26c9d178-f1f0-4059-8a11-bca5e89f309a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:34.388902 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-26c9d178-f1f0-4059-8a11-bca5e89f309a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:34.392703 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8c3a1c-73a6-457a-af7b-658ee0f6ea43 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Router 555110cf-400b-4a7d-b31d-a6369821c0fe has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:46:34.404149 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-16325df7-b27b-427f-9e4d-ac7a3dead256 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Deleting port 9d5bcaf5-5852-4d82-af67-19ef1d9df6c6 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:34.404490 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-16325df7-b27b-427f-9e4d-ac7a3dead256 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:34.438683 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c9d178-f1f0-4059-8a11-bca5e89f309a admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:34.444906 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-26c9d178-f1f0-4059-8a11-bca5e89f309a admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:34.447973 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c9d178-f1f0-4059-8a11-bca5e89f309a admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:34.548532 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9d178-f1f0-4059-8a11-bca5e89f309a admin admin] Pushing event updated for resources: {'Port': ['ID=d2631a06-f2bf-41c7-be43-f53bcf5d6a9b,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:34.601313 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-16325df7-b27b-427f-9e4d-ac7a3dead256 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:34.601954 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-16325df7-b27b-427f-9e4d-ac7a3dead256 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:34.638865 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-16325df7-b27b-427f-9e4d-ac7a3dead256 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Calling delete_port for 9d5bcaf5-5852-4d82-af67-19ef1d9df6c6 owned by network:floatingip {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:34.666502 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8c3a1c-73a6-457a-af7b-658ee0f6ea43 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:34.677548 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5485bbd2-7960-437a-9407-d7b7c63a21fe None None] Sync routers for ids ['555110cf-400b-4a7d-b31d-a6369821c0fe'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:34.707093 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5485bbd2-7960-437a-9407-d7b7c63a21fe None None] Routers {'555110cf-400b-4a7d-b31d-a6369821c0fe'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:34.711262 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-5485bbd2-7960-437a-9407-d7b7c63a21fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['555110cf-400b-4a7d-b31d-a6369821c0fe'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:34.727242 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a8c3a1c-73a6-457a-af7b-658ee0f6ea43 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:34.773564 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0216f890-51ff-467c-acc3-d1ad1ad86067 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:34.778038 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6a8c3a1c-73a6-457a-af7b-658ee0f6ea43 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4405947 Jul 29 23:46:34.780998 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c', 'tag': '9d09573a-444d-4d4f-a6ba-2f28f53cfa20'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:34.784734 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-251798a8-6355-453e-a1f4-82b5a1ab39a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c", "tag": "9d09573a-444d-4d4f-a6ba-2f28f53cfa20"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:34.789884 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38942) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:34.869491 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-26c9d178-f1f0-4059-8a11-bca5e89f309a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:34.882841 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b165ede4-137f-4374-8a85-db378a1f578b x-openstack-request-id: req-b165ede4-137f-4374-8a85-db378a1f578b {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:34.883551 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c", "tag": "9d09573a-444d-4d4f-a6ba-2f28f53cfa20", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:34.884070 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b165ede4-137f-4374-8a85-db378a1f578b {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:34.884729 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c', 'tag': '9d09573a-444d-4d4f-a6ba-2f28f53cfa20', 'status': 'completed', 'code': 200} Jul 29 23:46:34.944988 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c5963e-49fb-4f3f-af64-35960d7b8f5d None None] Network c5d248fd-ab50-44b4-871d-02015d72fe43 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:34.975756 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4d0797-6687-432e-a940-12597f3d110d tempest-TestVolumeBackupRestore-770104238 tempest-TestVolumeBackupRestore-770104238-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:34.980148 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cd4d0797-6687-432e-a940-12597f3d110d tempest-TestVolumeBackupRestore-770104238 tempest-TestVolumeBackupRestore-770104238-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 1093 time: 0.1706448 Jul 29 23:46:34.982104 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38946) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:34.991692 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 0216f890-51ff-467c-acc3-d1ad1ad86067 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:35.010824 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-3fd0b7f9-6f50-4436-9630-0f6d37c7bdeb tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Request body: {'floatingip': {'port_id': '9d09573a-444d-4d4f-a6ba-2f28f53cfa20'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:35.013395 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-5485bbd2-7960-437a-9407-d7b7c63a21fe None None] Set router 555110cf-400b-4a7d-b31d-a6369821c0fe gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:35.068817 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251798a8-6355-453e-a1f4-82b5a1ab39a2 req-a7ddb44e-ec09-4c1d-9ea9-fea110e7abae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:35.071637 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-251798a8-6355-453e-a1f4-82b5a1ab39a2 req-a7ddb44e-ec09-4c1d-9ea9-fea110e7abae service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=65e622cc3cfa41f5905e810d348cb637&device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 1098 time: 0.1173675 Jul 29 23:46:35.106617 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-98c08229-2f92-4790-b6a1-9d3a6134e75e None None] Provisioning for port 0216f890-51ff-467c-acc3-d1ad1ad86067 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:35.185052 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-98c08229-2f92-4790-b6a1-9d3a6134e75e None None] Provisioning complete for port 0216f890-51ff-467c-acc3-d1ad1ad86067 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:35.185198 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-98c08229-2f92-4790-b6a1-9d3a6134e75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:35.223139 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3fd0b7f9-6f50-4436-9630-0f6d37c7bdeb tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks [] for floatingip, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:35.353558 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-26c9d178-f1f0-4059-8a11-bca5e89f309a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:35.359469 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-16325df7-b27b-427f-9e4d-ac7a3dead256 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:35.397635 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:35.401604 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-98c08229-2f92-4790-b6a1-9d3a6134e75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:35.442562 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251798a8-6355-453e-a1f4-82b5a1ab39a2 req-2ef615e0-7d7f-44c3-bd74-8378b5f0f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:35.444115 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-251798a8-6355-453e-a1f4-82b5a1ab39a2 req-2ef615e0-7d7f-44c3-bd74-8378b5f0f644 service neutron] 10.222.0.23 "GET /v2.0/networks?id=832c3c41-56f8-472e-889f-a7dded6c9cb9 HTTP/1.1" status: 200 len: 915 time: 0.3640976 Jul 29 23:46:35.492443 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16325df7-b27b-427f-9e4d-ac7a3dead256 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event deleted for resources: {'Port': ['ID=9d5bcaf5-5852-4d82-af67-19ef1d9df6c6,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:35.496219 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-98c08229-2f92-4790-b6a1-9d3a6134e75e None None] For port 0216f890-51ff-467c-acc3-d1ad1ad86067, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0216f890-51ff-467c-acc3-d1ad1ad86067,segment=NetworkSegment(a8b5eda5-9414-420c-921a-7601972def5c),segment_id=a8b5eda5-9414-420c-921a-7601972def5c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:35.506919 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-98c08229-2f92-4790-b6a1-9d3a6134e75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:35.655374 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c08229-2f92-4790-b6a1-9d3a6134e75e None None] Pushing event updated for resources: {'Port': ['ID=0216f890-51ff-467c-acc3-d1ad1ad86067,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:35.656572 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-16325df7-b27b-427f-9e4d-ac7a3dead256 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:35.673895 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-16325df7-b27b-427f-9e4d-ac7a3dead256 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:35.682374 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-16325df7-b27b-427f-9e4d-ac7a3dead256 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "DELETE /v2.0/floatingips/3e15a935-f372-435e-9fb6-e5cdb23ef4d4 HTTP/1.1" status: 204 len: 168 time: 1.9103875 Jul 29 23:46:35.685552 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-251798a8-6355-453e-a1f4-82b5a1ab39a2 req-7687d76c-fcfe-4b55-82ba-178451b6120f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d09573a-444d-4d4f-a6ba-2f28f53cfa20 HTTP/1.1" status: 200 len: 1000 time: 0.2214532 Jul 29 23:46:35.688136 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 38964) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:35.696713 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-48856b33-efff-48da-9238-f12d3dfe5564 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'port_id': '16e35f17-17d6-4532-a15e-13c671622f78'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:35.716032 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-5485bbd2-7960-437a-9407-d7b7c63a21fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'name': 'tempest-TestVolumeBackupRestore-1513593022-router', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '0266bed8-c8fd-4a0b-809f-588d4b2f7821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:45Z', 'updated_at': '2021-07-29T23:42:51Z', 'revision_number': 4, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'gw_port': {'id': '0266bed8-c8fd-4a0b-809f-588d4b2f7821', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:46Z', 'updated_at': '2021-07-29T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '0a987b7c-581f-44b9-97ab-fe055ccd74a3', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'floating_ip_address': '172.25.8.124', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'port_id': '9d09573a-444d-4d4f-a6ba-2f28f53cfa20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9', 'mac_address': 'fa:16:3e:c8:40:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:46:32Z', 'updated_at': '2021-07-29T23:46:32Z', 'revision_number': 0, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a741762c-34b4-4cc8-91d4-d8e1e7d74e76', 'name': '', 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'mac_address': 'fa:16:3e:75:bd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'acc29e5a-61e1-47bd-91b7-c9a34f7c2212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:49Z', 'updated_at': '2021-07-29T23:42:58Z', 'revision_number': 5, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'subnets': [{'id': 'acc29e5a-61e1-47bd-91b7-c9a34f7c2212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:35.756728 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251798a8-6355-453e-a1f4-82b5a1ab39a2 req-4bfb4736-277d-4299-a45f-5d70a88ee992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:35.762756 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-251798a8-6355-453e-a1f4-82b5a1ab39a2 req-4bfb4736-277d-4299-a45f-5d70a88ee992 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acc29e5a-61e1-47bd-91b7-c9a34f7c2212 HTTP/1.1" status: 200 len: 853 time: 0.0761652 Jul 29 23:46:35.827422 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c9d178-f1f0-4059-8a11-bca5e89f309a admin admin] Router 2991acb1-52ef-4d0b-97a5-67944d7e7d0e is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:46:35.849614 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48856b33-efff-48da-9238-f12d3dfe5564 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:35.892628 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251798a8-6355-453e-a1f4-82b5a1ab39a2 req-387ba507-8fcf-44a7-8061-00c2dc7c5280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:35.895167 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-251798a8-6355-453e-a1f4-82b5a1ab39a2 req-387ba507-8fcf-44a7-8061-00c2dc7c5280 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=832c3c41-56f8-472e-889f-a7dded6c9cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1124125 Jul 29 23:46:36.105452 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-251798a8-6355-453e-a1f4-82b5a1ab39a2 req-b9d1cba7-ce4e-48e2-b93f-29b713f0b0d5 service neutron] 10.222.0.23 "GET /v2.0/networks/832c3c41-56f8-472e-889f-a7dded6c9cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911020 Jul 29 23:46:36.113873 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48856b33-efff-48da-9238-f12d3dfe5564 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:36.166726 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5485bbd2-7960-437a-9407-d7b7c63a21fe None None] Checking router: 555110cf-400b-4a7d-b31d-a6369821c0fe for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:46:36.180049 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5485bbd2-7960-437a-9407-d7b7c63a21fe None None] Routers {'555110cf-400b-4a7d-b31d-a6369821c0fe'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:36.180736 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-5485bbd2-7960-437a-9407-d7b7c63a21fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['555110cf-400b-4a7d-b31d-a6369821c0fe'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:36.219595 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c9d178-f1f0-4059-8a11-bca5e89f309a admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:36.237320 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96349cc-0c8f-44aa-b261-1ca546e6e430 None None] Sync routers for ids ['2991acb1-52ef-4d0b-97a5-67944d7e7d0e'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:36.254875 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96349cc-0c8f-44aa-b261-1ca546e6e430 None None] Routers {'2991acb1-52ef-4d0b-97a5-67944d7e7d0e'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:36.255553 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-26c9d178-f1f0-4059-8a11-bca5e89f309a admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:36.259416 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-26c9d178-f1f0-4059-8a11-bca5e89f309a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8608196 Jul 29 23:46:36.259755 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 38972) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:36.261907 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-c96349cc-0c8f-44aa-b261-1ca546e6e430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['2991acb1-52ef-4d0b-97a5-67944d7e7d0e'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:36.306957 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-251798a8-6355-453e-a1f4-82b5a1ab39a2 req-0286448d-cfd0-46f1-bb9d-46210d938542 service neutron] 10.222.0.23 "GET /v2.0/networks/832c3c41-56f8-472e-889f-a7dded6c9cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702132 Jul 29 23:46:36.336235 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-48856b33-efff-48da-9238-f12d3dfe5564 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Allocated IP 172.25.8.141 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/b04d751d-7d8a-4804-80a9-b17fb2703605) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:36.403160 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-5485bbd2-7960-437a-9407-d7b7c63a21fe None None] Set router 555110cf-400b-4a7d-b31d-a6369821c0fe gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:36.488816 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-c96349cc-0c8f-44aa-b261-1ca546e6e430 None None] Set router 2991acb1-52ef-4d0b-97a5-67944d7e7d0e gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:36.526433 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7b41186b-3682-44c0-8ad1-9c5cde75165f None None] Provisioning complete for port 0216f890-51ff-467c-acc3-d1ad1ad86067 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:36.526817 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7b41186b-3682-44c0-8ad1-9c5cde75165f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:36.630447 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48856b33-efff-48da-9238-f12d3dfe5564 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:36.689535 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cf7a72dd-44d3-4d47-9aa8-f3ea8205b8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:36.696680 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0216f890-51ff-467c-acc3-d1ad1ad86067 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:36.798778 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3fd0b7f9-6f50-4436-9630-0f6d37c7bdeb tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:36.813878 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3fd0b7f9-6f50-4436-9630-0f6d37c7bdeb tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:36.825600 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 0216f890-51ff-467c-acc3-d1ad1ad86067 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:36.826221 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:36.931242 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:37.023129 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-5485bbd2-7960-437a-9407-d7b7c63a21fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'name': 'tempest-TestVolumeBackupRestore-1513593022-router', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '0266bed8-c8fd-4a0b-809f-588d4b2f7821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:45Z', 'updated_at': '2021-07-29T23:42:51Z', 'revision_number': 4, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'gw_port': {'id': '0266bed8-c8fd-4a0b-809f-588d4b2f7821', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:46Z', 'updated_at': '2021-07-29T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '0a987b7c-581f-44b9-97ab-fe055ccd74a3', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'floating_ip_address': '172.25.8.124', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'port_id': '9d09573a-444d-4d4f-a6ba-2f28f53cfa20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9', 'mac_address': 'fa:16:3e:c8:40:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:46:32Z', 'updated_at': '2021-07-29T23:46:32Z', 'revision_number': 0, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a741762c-34b4-4cc8-91d4-d8e1e7d74e76', 'name': '', 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'mac_address': 'fa:16:3e:75:bd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'acc29e5a-61e1-47bd-91b7-c9a34f7c2212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:49Z', 'updated_at': '2021-07-29T23:42:58Z', 'revision_number': 5, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'subnets': [{'id': 'acc29e5a-61e1-47bd-91b7-c9a34f7c2212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:37.029169 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e525db92-06aa-4dd8-bba4-117b0d1d5d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:37.053924 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-c96349cc-0c8f-44aa-b261-1ca546e6e430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1633020822-router', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:32Z', 'updated_at': '2021-07-29T23:46:34Z', 'revision_number': 3, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'gw_port': {'id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:38:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:34Z', 'updated_at': '2021-07-29T23:46:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:37.110232 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5485bbd2-7960-437a-9407-d7b7c63a21fe None None] The sync data for ids ['555110cf-400b-4a7d-b31d-a6369821c0fe'] in n-d-712140-10 is: [{'id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'name': 'tempest-TestVolumeBackupRestore-1513593022-router', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '0266bed8-c8fd-4a0b-809f-588d4b2f7821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:45Z', 'updated_at': '2021-07-29T23:42:51Z', 'revision_number': 4, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'gw_port': {'id': '0266bed8-c8fd-4a0b-809f-588d4b2f7821', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:46Z', 'updated_at': '2021-07-29T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '0a987b7c-581f-44b9-97ab-fe055ccd74a3', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'floating_ip_address': '172.25.8.124', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'port_id': '9d09573a-444d-4d4f-a6ba-2f28f53cfa20', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9', 'mac_address': 'fa:16:3e:c8:40:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:46:32Z', 'updated_at': '2021-07-29T23:46:32Z', 'revision_number': 0, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a741762c-34b4-4cc8-91d4-d8e1e7d74e76', 'name': '', 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'mac_address': 'fa:16:3e:75:bd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'acc29e5a-61e1-47bd-91b7-c9a34f7c2212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:49Z', 'updated_at': '2021-07-29T23:42:58Z', 'revision_number': 5, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'subnets': [{'id': 'acc29e5a-61e1-47bd-91b7-c9a34f7c2212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:37.117693 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96349cc-0c8f-44aa-b261-1ca546e6e430 None None] Checking router: 2991acb1-52ef-4d0b-97a5-67944d7e7d0e for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:46:37.118046 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96349cc-0c8f-44aa-b261-1ca546e6e430 None None] Updating router 2991acb1-52ef-4d0b-97a5-67944d7e7d0e port d2631a06-f2bf-41c7-be43-f53bcf5d6a9b binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:46:37.181892 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c96349cc-0c8f-44aa-b261-1ca546e6e430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:37.193363 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd0b7f9-6f50-4436-9630-0f6d37c7bdeb tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Router 555110cf-400b-4a7d-b31d-a6369821c0fe has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:46:37.197169 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48856b33-efff-48da-9238-f12d3dfe5564 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:37.297820 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48856b33-efff-48da-9238-f12d3dfe5564 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:37.320423 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-48856b33-efff-48da-9238-f12d3dfe5564 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:37.329255 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48856b33-efff-48da-9238-f12d3dfe5564 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:37.506665 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-e525db92-06aa-4dd8-bba4-117b0d1d5d22 admin admin] Allocated IP 172.20.0.1 (c5d248fd-ab50-44b4-871d-02015d72fe43/69ac91f6-4b2c-4d90-9c2c-b487e54998fb/d9d6c781-fe51-446a-800a-c1c86f775cea) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:37.605056 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c96349cc-0c8f-44aa-b261-1ca546e6e430 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:37.631345 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-686dc326-bc9e-4af4-84f4-89c2eb9b9eaa None None] New status for floating IP 0a987b7c-581f-44b9-97ab-fe055ccd74a3: ACTIVE {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:46:37.640295 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-c96349cc-0c8f-44aa-b261-1ca546e6e430 None None] Transition to ACTIVE for port object d2631a06-f2bf-41c7-be43-f53bcf5d6a9b will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:37.647482 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c96349cc-0c8f-44aa-b261-1ca546e6e430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:37.705084 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd0b7f9-6f50-4436-9630-0f6d37c7bdeb tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:37.716444 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-c96349cc-0c8f-44aa-b261-1ca546e6e430 None None] Attempting to bind port d2631a06-f2bf-41c7-be43-f53bcf5d6a9b on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:37.716814 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-c96349cc-0c8f-44aa-b261-1ca546e6e430 None None] Attempting to bind port d2631a06-f2bf-41c7-be43-f53bcf5d6a9b by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:37.717404 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96349cc-0c8f-44aa-b261-1ca546e6e430 None None] Attempting to bind port d2631a06-f2bf-41c7-be43-f53bcf5d6a9b on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:37.718784 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3fd0b7f9-6f50-4436-9630-0f6d37c7bdeb tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:37.726705 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96349cc-0c8f-44aa-b261-1ca546e6e430 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:37.727078 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96349cc-0c8f-44aa-b261-1ca546e6e430 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:37.727673 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c96349cc-0c8f-44aa-b261-1ca546e6e430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:37.728284 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96349cc-0c8f-44aa-b261-1ca546e6e430 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:37.728928 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-c96349cc-0c8f-44aa-b261-1ca546e6e430 None None] Bound port: d2631a06-f2bf-41c7-be43-f53bcf5d6a9b, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:37.729475 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c96349cc-0c8f-44aa-b261-1ca546e6e430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:37.732729 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a7736-66aa-486c-a4a6-aa4604d5da8b None None] Pushing event updated for resources: {'Port': ['ID=d2631a06-f2bf-41c7-be43-f53bcf5d6a9b,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:37.758022 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a7736-66aa-486c-a4a6-aa4604d5da8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:37.758243 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a7736-66aa-486c-a4a6-aa4604d5da8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:37.758583 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a7736-66aa-486c-a4a6-aa4604d5da8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:37.759138 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a7736-66aa-486c-a4a6-aa4604d5da8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:37.759651 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a7736-66aa-486c-a4a6-aa4604d5da8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:37.760174 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a7736-66aa-486c-a4a6-aa4604d5da8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:37.760673 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a7736-66aa-486c-a4a6-aa4604d5da8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:37.761178 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a7736-66aa-486c-a4a6-aa4604d5da8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:37.761690 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a7736-66aa-486c-a4a6-aa4604d5da8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:37.762221 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a7736-66aa-486c-a4a6-aa4604d5da8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:37.763300 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a7736-66aa-486c-a4a6-aa4604d5da8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:37.763811 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65a7736-66aa-486c-a4a6-aa4604d5da8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:46:37.793636 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e525db92-06aa-4dd8-bba4-117b0d1d5d22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:37.858451 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-c96349cc-0c8f-44aa-b261-1ca546e6e430 None None] For port d2631a06-f2bf-41c7-be43-f53bcf5d6a9b, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:37.865734 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-c96349cc-0c8f-44aa-b261-1ca546e6e430 None None] For port d2631a06-f2bf-41c7-be43-f53bcf5d6a9b, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d2631a06-f2bf-41c7-be43-f53bcf5d6a9b,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:37.869452 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-e525db92-06aa-4dd8-bba4-117b0d1d5d22 admin admin] Transition to ACTIVE for port object d9d6c781-fe51-446a-800a-c1c86f775cea will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:37.873125 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c96349cc-0c8f-44aa-b261-1ca546e6e430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:37.970762 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e525db92-06aa-4dd8-bba4-117b0d1d5d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:38.020720 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65a7736-66aa-486c-a4a6-aa4604d5da8b None None] Pushing event updated for resources: {'Port': ['ID=d2631a06-f2bf-41c7-be43-f53bcf5d6a9b,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:38.055785 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96349cc-0c8f-44aa-b261-1ca546e6e430 None None] Routers {'2991acb1-52ef-4d0b-97a5-67944d7e7d0e'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:38.056458 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-c96349cc-0c8f-44aa-b261-1ca546e6e430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:37Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['2991acb1-52ef-4d0b-97a5-67944d7e7d0e'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:38.060107 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e525db92-06aa-4dd8-bba4-117b0d1d5d22 admin admin] Network c5d248fd-ab50-44b4-871d-02015d72fe43 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:38.064224 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-e525db92-06aa-4dd8-bba4-117b0d1d5d22 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:38.067920 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e525db92-06aa-4dd8-bba4-117b0d1d5d22 admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:38.209295 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:38.299197 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-c96349cc-0c8f-44aa-b261-1ca546e6e430 None None] Set router 2991acb1-52ef-4d0b-97a5-67944d7e7d0e gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:38.336195 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48856b33-efff-48da-9238-f12d3dfe5564 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:38.453804 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5732b15f-a69e-4c49-bfab-0b34190fe086 None None] Sync routers for ids ['555110cf-400b-4a7d-b31d-a6369821c0fe'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:38.469701 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48856b33-efff-48da-9238-f12d3dfe5564 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event updated for resources: {'Port': ['ID=b04d751d-7d8a-4804-80a9-b17fb2703605,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:38.507463 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-bdfa638e-95a9-4acd-93c4-888ccbf1299b None None] Provisioning for port d9d6c781-fe51-446a-800a-c1c86f775cea completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:38.532216 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-bdfa638e-95a9-4acd-93c4-888ccbf1299b None None] Provisioning complete for port d9d6c781-fe51-446a-800a-c1c86f775cea triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:38.532789 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bdfa638e-95a9-4acd-93c4-888ccbf1299b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:38.543379 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39026) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:38.544038 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48856b33-efff-48da-9238-f12d3dfe5564 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:38.549167 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5732b15f-a69e-4c49-bfab-0b34190fe086 None None] Routers {'555110cf-400b-4a7d-b31d-a6369821c0fe'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:38.551642 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-5732b15f-a69e-4c49-bfab-0b34190fe086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:37Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['555110cf-400b-4a7d-b31d-a6369821c0fe'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:38.629055 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa638e-95a9-4acd-93c4-888ccbf1299b None None] Port d9d6c781-fe51-446a-800a-c1c86f775cea cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:38.719890 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39028) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:38.726209 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48856b33-efff-48da-9238-f12d3dfe5564 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:38.730113 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e525db92-06aa-4dd8-bba4-117b0d1d5d22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:38.734668 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525db92-06aa-4dd8-bba4-117b0d1d5d22 admin admin] Pushing event updated for resources: {'Port': ['ID=d9d6c781-fe51-446a-800a-c1c86f775cea,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:38.741175 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48856b33-efff-48da-9238-f12d3dfe5564 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:38.898711 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48856b33-efff-48da-9238-f12d3dfe5564 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event updated for resources: {'Port': ['ID=b04d751d-7d8a-4804-80a9-b17fb2703605,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:38.904955 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-5732b15f-a69e-4c49-bfab-0b34190fe086 None None] Set router 555110cf-400b-4a7d-b31d-a6369821c0fe gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:38.910741 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48856b33-efff-48da-9238-f12d3dfe5564 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:38.913795 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c', 'tag': '9d09573a-444d-4d4f-a6ba-2f28f53cfa20'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:38.918901 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67a04bf-ec11-4282-9cf8-bada9ac65ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c", "tag": "9d09573a-444d-4d4f-a6ba-2f28f53cfa20"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:38.928699 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3fd0b7f9-6f50-4436-9630-0f6d37c7bdeb tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "PUT /v2.0/floatingips/0a987b7c-581f-44b9-97ab-fe055ccd74a3 HTTP/1.1" status: 200 len: 992 time: 3.9449513 Jul 29 23:46:38.957784 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-c96349cc-0c8f-44aa-b261-1ca546e6e430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1633020822-router', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:32Z', 'updated_at': '2021-07-29T23:46:34Z', 'revision_number': 3, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'gw_port': {'id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:38:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:34Z', 'updated_at': '2021-07-29T23:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:38.973168 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e525db92-06aa-4dd8-bba4-117b0d1d5d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:38.999863 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96349cc-0c8f-44aa-b261-1ca546e6e430 None None] The sync data for ids ['2991acb1-52ef-4d0b-97a5-67944d7e7d0e'] in n-d-712140-10 is: [{'id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1633020822-router', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:32Z', 'updated_at': '2021-07-29T23:46:34Z', 'revision_number': 3, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'gw_port': {'id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:38:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:34Z', 'updated_at': '2021-07-29T23:46:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:39.147763 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2061623d-61a2-4644-a8ad-63658dfae1f5 x-openstack-request-id: req-2061623d-61a2-4644-a8ad-63658dfae1f5 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:39.150463 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c", "tag": "9d09573a-444d-4d4f-a6ba-2f28f53cfa20", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:39.150956 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2061623d-61a2-4644-a8ad-63658dfae1f5 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:39.151586 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c', 'tag': '9d09573a-444d-4d4f-a6ba-2f28f53cfa20', 'status': 'completed', 'code': 200} Jul 29 23:46:39.258501 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a04bf-ec11-4282-9cf8-bada9ac65ffe req-a00c570a-d90e-4b88-9e82-87a206cac3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:39.260444 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c67a04bf-ec11-4282-9cf8-bada9ac65ffe req-a00c570a-d90e-4b88-9e82-87a206cac3c7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=65e622cc3cfa41f5905e810d348cb637&device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 1098 time: 0.1668127 Jul 29 23:46:39.264099 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5ce46fec-dd5b-476a-b41f-ab8fbf0895da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:39.401430 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e180b2f-4ecf-479d-97c1-0c31d6e09629 admin admin] Deleting subnet 9d8592c2-b5ca-4e83-8d7b-380c5f842697 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:46:39.411663 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4e180b2f-4ecf-479d-97c1-0c31d6e09629 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:39.463666 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-5732b15f-a69e-4c49-bfab-0b34190fe086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'name': 'tempest-TestVolumeBackupRestore-1513593022-router', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '0266bed8-c8fd-4a0b-809f-588d4b2f7821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:45Z', 'updated_at': '2021-07-29T23:42:51Z', 'revision_number': 4, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'gw_port': {'id': '0266bed8-c8fd-4a0b-809f-588d4b2f7821', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:46Z', 'updated_at': '2021-07-29T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '0a987b7c-581f-44b9-97ab-fe055ccd74a3', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'floating_ip_address': '172.25.8.124', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'port_id': '9d09573a-444d-4d4f-a6ba-2f28f53cfa20', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9', 'mac_address': 'fa:16:3e:c8:40:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:46:32Z', 'updated_at': '2021-07-29T23:46:37Z', 'revision_number': 2, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a741762c-34b4-4cc8-91d4-d8e1e7d74e76', 'name': '', 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'mac_address': 'fa:16:3e:75:bd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'acc29e5a-61e1-47bd-91b7-c9a34f7c2212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:49Z', 'updated_at': '2021-07-29T23:42:58Z', 'revision_number': 5, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'subnets': [{'id': 'acc29e5a-61e1-47bd-91b7-c9a34f7c2212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:39.526043 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5732b15f-a69e-4c49-bfab-0b34190fe086 None None] Checking router: 555110cf-400b-4a7d-b31d-a6369821c0fe for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:46:39.537723 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5732b15f-a69e-4c49-bfab-0b34190fe086 None None] Routers {'555110cf-400b-4a7d-b31d-a6369821c0fe'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:39.538638 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-5732b15f-a69e-4c49-bfab-0b34190fe086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:37Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['555110cf-400b-4a7d-b31d-a6369821c0fe'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:39.545413 n-d-712140-10 neutron-server[94064]: INFO neutron.db.l3_db [None req-48856b33-efff-48da-9238-f12d3dfe5564 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Floating IP 38df76a0-e68a-4ab6-8e9a-da7c9febdff0 associated. External IP: 172.25.8.141, port: 16e35f17-17d6-4532-a15e-13c671622f78. Jul 29 23:46:39.568128 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a04bf-ec11-4282-9cf8-bada9ac65ffe req-b8a606b2-4259-4e3d-be17-502601ae6ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:39.569929 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c67a04bf-ec11-4282-9cf8-bada9ac65ffe req-b8a606b2-4259-4e3d-be17-502601ae6ae0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=832c3c41-56f8-472e-889f-a7dded6c9cb9 HTTP/1.1" status: 200 len: 915 time: 0.2893925 Jul 29 23:46:39.632512 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5ce46fec-dd5b-476a-b41f-ab8fbf0895da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:39.683619 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c67a04bf-ec11-4282-9cf8-bada9ac65ffe req-b5471346-d489-4634-bb14-cb3113d084d2 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d09573a-444d-4d4f-a6ba-2f28f53cfa20 HTTP/1.1" status: 200 len: 1002 time: 0.1063223 Jul 29 23:46:39.715211 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5ce46fec-dd5b-476a-b41f-ab8fbf0895da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:39.718141 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-5732b15f-a69e-4c49-bfab-0b34190fe086 None None] Set router 555110cf-400b-4a7d-b31d-a6369821c0fe gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:39.725403 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4e180b2f-4ecf-479d-97c1-0c31d6e09629 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:39.734245 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e525db92-06aa-4dd8-bba4-117b0d1d5d22 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:39.747627 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e525db92-06aa-4dd8-bba4-117b0d1d5d22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:39.830377 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4e180b2f-4ecf-479d-97c1-0c31d6e09629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:39.841128 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525db92-06aa-4dd8-bba4-117b0d1d5d22 admin admin] Pushing event updated for resources: {'Port': ['ID=d9d6c781-fe51-446a-800a-c1c86f775cea,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:39.844003 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e525db92-06aa-4dd8-bba4-117b0d1d5d22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:39.860005 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a04bf-ec11-4282-9cf8-bada9ac65ffe req-a7febf1b-5525-4a7b-9886-2fb29ea58441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:39.861644 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c67a04bf-ec11-4282-9cf8-bada9ac65ffe req-a7febf1b-5525-4a7b-9886-2fb29ea58441 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acc29e5a-61e1-47bd-91b7-c9a34f7c2212 HTTP/1.1" status: 200 len: 853 time: 0.1627378 Jul 29 23:46:39.957884 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a04bf-ec11-4282-9cf8-bada9ac65ffe req-3661d207-9f2e-472b-bb2c-8395ece9e026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:39.959561 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c67a04bf-ec11-4282-9cf8-bada9ac65ffe req-3661d207-9f2e-472b-bb2c-8395ece9e026 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=832c3c41-56f8-472e-889f-a7dded6c9cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0848203 Jul 29 23:46:40.077087 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e525db92-06aa-4dd8-bba4-117b0d1d5d22 admin admin] Network c5d248fd-ab50-44b4-871d-02015d72fe43 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:40.082567 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-e525db92-06aa-4dd8-bba4-117b0d1d5d22 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:40.274369 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-5732b15f-a69e-4c49-bfab-0b34190fe086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'name': 'tempest-TestVolumeBackupRestore-1513593022-router', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '0266bed8-c8fd-4a0b-809f-588d4b2f7821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:45Z', 'updated_at': '2021-07-29T23:42:51Z', 'revision_number': 4, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'gw_port': {'id': '0266bed8-c8fd-4a0b-809f-588d4b2f7821', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:46Z', 'updated_at': '2021-07-29T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '0a987b7c-581f-44b9-97ab-fe055ccd74a3', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'floating_ip_address': '172.25.8.124', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'port_id': '9d09573a-444d-4d4f-a6ba-2f28f53cfa20', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9', 'mac_address': 'fa:16:3e:c8:40:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:46:32Z', 'updated_at': '2021-07-29T23:46:37Z', 'revision_number': 2, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a741762c-34b4-4cc8-91d4-d8e1e7d74e76', 'name': '', 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'mac_address': 'fa:16:3e:75:bd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'acc29e5a-61e1-47bd-91b7-c9a34f7c2212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:49Z', 'updated_at': '2021-07-29T23:42:58Z', 'revision_number': 5, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'subnets': [{'id': 'acc29e5a-61e1-47bd-91b7-c9a34f7c2212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:40.322594 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c67a04bf-ec11-4282-9cf8-bada9ac65ffe req-0ca6cd6e-c33e-48de-99a6-ba2a8defc441 service neutron] 10.222.0.23 "GET /v2.0/networks/832c3c41-56f8-472e-889f-a7dded6c9cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537765 Jul 29 23:46:40.336931 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5732b15f-a69e-4c49-bfab-0b34190fe086 None None] The sync data for ids ['555110cf-400b-4a7d-b31d-a6369821c0fe'] in n-d-712140-10 is: [{'id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'name': 'tempest-TestVolumeBackupRestore-1513593022-router', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '0266bed8-c8fd-4a0b-809f-588d4b2f7821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:45Z', 'updated_at': '2021-07-29T23:42:51Z', 'revision_number': 4, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'gw_port': {'id': '0266bed8-c8fd-4a0b-809f-588d4b2f7821', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:46Z', 'updated_at': '2021-07-29T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '0a987b7c-581f-44b9-97ab-fe055ccd74a3', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'floating_ip_address': '172.25.8.124', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'port_id': '9d09573a-444d-4d4f-a6ba-2f28f53cfa20', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2994, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9', 'mac_address': 'fa:16:3e:c8:40:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:46:32Z', 'updated_at': '2021-07-29T23:46:37Z', 'revision_number': 2, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a741762c-34b4-4cc8-91d4-d8e1e7d74e76', 'name': '', 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'mac_address': 'fa:16:3e:75:bd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'acc29e5a-61e1-47bd-91b7-c9a34f7c2212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:49Z', 'updated_at': '2021-07-29T23:42:58Z', 'revision_number': 5, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'subnets': [{'id': 'acc29e5a-61e1-47bd-91b7-c9a34f7c2212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:40.431577 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e525db92-06aa-4dd8-bba4-117b0d1d5d22 admin admin] Router 2991acb1-52ef-4d0b-97a5-67944d7e7d0e has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:46:40.477224 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-05149b33-465b-47c1-8c64-86931bd44773 None None] Provisioning complete for port d9d6c781-fe51-446a-800a-c1c86f775cea triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:40.477748 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05149b33-465b-47c1-8c64-86931bd44773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:40.536471 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-05149b33-465b-47c1-8c64-86931bd44773 None None] Port d9d6c781-fe51-446a-800a-c1c86f775cea cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:40.543934 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5ce46fec-dd5b-476a-b41f-ab8fbf0895da admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5eab708524594b46a24bbe54d3d3acb7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8185802 Jul 29 23:46:40.547355 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 39040) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:40.548929 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce46fec-dd5b-476a-b41f-ab8fbf0895da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107d2904-3d52-47f1-8942-1e9c80163104,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:40.592638 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4e180b2f-4ecf-479d-97c1-0c31d6e09629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:40.657189 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c67a04bf-ec11-4282-9cf8-bada9ac65ffe req-ff1b5140-98c3-4395-80b1-4c803d239d8b service neutron] 10.222.0.23 "GET /v2.0/networks/832c3c41-56f8-472e-889f-a7dded6c9cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3251050 Jul 29 23:46:40.668878 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e180b2f-4ecf-479d-97c1-0c31d6e09629 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d8592c2-b5ca-4e83-8d7b-380c5f842697,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:40.674444 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4e180b2f-4ecf-479d-97c1-0c31d6e09629 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:40.679874 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4e180b2f-4ecf-479d-97c1-0c31d6e09629 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9d8592c2-b5ca-4e83-8d7b-380c5f842697 HTTP/1.1" status: 204 len: 168 time: 1.9659257 Jul 29 23:46:40.683809 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 39042) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:40.728897 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e525db92-06aa-4dd8-bba4-117b0d1d5d22 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:40.747698 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d2631a06-f2bf-41c7-be43-f53bcf5d6a9b up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:40.767992 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e525db92-06aa-4dd8-bba4-117b0d1d5d22 admin admin] 10.222.0.18 "PUT /v2.0/routers/2991acb1-52ef-4d0b-97a5-67944d7e7d0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5072019 Jul 29 23:46:40.771489 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9103af23-c78c-465a-9143-cd95d580e847 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:40.808777 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48856b33-efff-48da-9238-f12d3dfe5564 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Router 0e24556f-f2e4-4d99-a12e-b87b3d5534ed has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:46:40.839751 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port d2631a06-f2bf-41c7-be43-f53bcf5d6a9b completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:40.844817 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port d2631a06-f2bf-41c7-be43-f53bcf5d6a9b triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:40.845276 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:40.864535 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9103af23-c78c-465a-9143-cd95d580e847 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:40.873954 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f01673d7-2ecd-40f8-8f55-d0bf95eb7f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:40.979352 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48856b33-efff-48da-9238-f12d3dfe5564 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:41.007407 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33113712-c0fa-4df6-9284-77f654a9d195 None None] Sync routers for ids ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:41.013043 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f01673d7-2ecd-40f8-8f55-d0bf95eb7f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.018854 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48856b33-efff-48da-9238-f12d3dfe5564 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.033824 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-f01673d7-2ecd-40f8-8f55-d0bf95eb7f6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0801adb8-ef1b-4445-b25f-3dd1a2e09455']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:41.055657 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-f01673d7-2ecd-40f8-8f55-d0bf95eb7f6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ee40d5-2b7c-413f-9047-a5a37db55f64') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:41.056532 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-f01673d7-2ecd-40f8-8f55-d0bf95eb7f6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ee40d5-2b7c-413f-9047-a5a37db55f64') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:41.063243 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.071884 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-48856b33-efff-48da-9238-f12d3dfe5564 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.3778670 Jul 29 23:46:41.076098 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f01673d7-2ecd-40f8-8f55-d0bf95eb7f6d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.078461 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33113712-c0fa-4df6-9284-77f654a9d195 None None] Routers {'0e24556f-f2e4-4d99-a12e-b87b3d5534ed'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:41.078750 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39050) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:41.079106 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-33113712-c0fa-4df6-9284-77f654a9d195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:37Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:41.086308 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-a581419a-7aa7-4bd1-85c5-e92b710f7ea8 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-604102287'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:41.117901 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-33113712-c0fa-4df6-9284-77f654a9d195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:41.133293 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port d2631a06-f2bf-41c7-be43-f53bcf5d6a9b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d2631a06-f2bf-41c7-be43-f53bcf5d6a9b,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:41.134395 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f01673d7-2ecd-40f8-8f55-d0bf95eb7f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.140219 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33113712-c0fa-4df6-9284-77f654a9d195 None None] Routers {'0e24556f-f2e4-4d99-a12e-b87b3d5534ed'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:41.140765 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-33113712-c0fa-4df6-9284-77f654a9d195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:37Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:41.149480 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a581419a-7aa7-4bd1-85c5-e92b710f7ea8 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Made reservation on behalf of 8b107e0468c748e1a4b2419f243fc5b8 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:41.150251 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f01673d7-2ecd-40f8-8f55-d0bf95eb7f6d admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:46:41.151006 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f01673d7-2ecd-40f8-8f55-d0bf95eb7f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.153564 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a581419a-7aa7-4bd1-85c5-e92b710f7ea8 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.156633 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c', 'tag': '9d09573a-444d-4d4f-a6ba-2f28f53cfa20'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:41.163272 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a753af-abad-422f-a776-ff697f9eddd6" -d '{"events": [{"name": "network-changed", "server_uuid": "ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c", "tag": "9d09573a-444d-4d4f-a6ba-2f28f53cfa20"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:41.185263 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-33113712-c0fa-4df6-9284-77f654a9d195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:41.186117 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33113712-c0fa-4df6-9284-77f654a9d195 None None] The sync data for ids ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:41.189459 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.211306 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:46:41.211306 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:46:41.211306 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:46:41.211306 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:46:41.211306 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:46:41.211306 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:46:41.211306 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:46:41.211306 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:46:41.211306 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:46:41.211306 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:46:41.211306 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:46:41.211306 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:46:41.211306 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:46:41.211306 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:46:41.211306 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:46:41.211306 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:46:41.211306 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:46:41.211306 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:46:41.211306 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:46:41.211306 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:46:41.211306 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:46:41.211306 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:46:41.211306 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:46:41.211306 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:46:41.211306 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:46:41.211306 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:46:41.211306 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:46:41.211306 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:46:41.211306 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:46:41.211306 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:46:41.211306 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:46:41.211306 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:46:41.230505 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a581419a-7aa7-4bd1-85c5-e92b710f7ea8 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:46:41.241047 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9103af23-c78c-465a-9143-cd95d580e847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.244380 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9103af23-c78c-465a-9143-cd95d580e847 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.245385 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a581419a-7aa7-4bd1-85c5-e92b710f7ea8 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.245850 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-a581419a-7aa7-4bd1-85c5-e92b710f7ea8 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Added segment 5410efac-219b-4c25-94fc-5a5b93d827f8 of type vlan for network e978f479-8b69-4dee-b3e2-44b7780af180 Jul 29 23:46:41.247195 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9103af23-c78c-465a-9143-cd95d580e847 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/107d2904-3d52-47f1-8942-1e9c80163104 HTTP/1.1" status: 204 len: 168 time: 0.6822355 Jul 29 23:46:41.281682 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103af23-c78c-465a-9143-cd95d580e847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107d2904-3d52-47f1-8942-1e9c80163104,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:41.282968 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=d2631a06-f2bf-41c7-be43-f53bcf5d6a9b,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:41.303691 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f01673d7-2ecd-40f8-8f55-d0bf95eb7f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.317617 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f01673d7-2ecd-40f8-8f55-d0bf95eb7f6d admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.327895 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f01673d7-2ecd-40f8-8f55-d0bf95eb7f6d admin admin] 10.222.0.18 "DELETE /v2.0/networks/0801adb8-ef1b-4445-b25f-3dd1a2e09455 HTTP/1.1" status: 204 len: 168 time: 0.6401141 Jul 29 23:46:41.351166 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01673d7-2ecd-40f8-8f55-d0bf95eb7f6d admin admin] Pushing event deleted for resources: {'Network': ['ID=0801adb8-ef1b-4445-b25f-3dd1a2e09455,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:41.373217 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a581419a-7aa7-4bd1-85c5-e92b710f7ea8 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.417316 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a581419a-7aa7-4bd1-85c5-e92b710f7ea8 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.428456 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a581419a-7aa7-4bd1-85c5-e92b710f7ea8 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:41.429570 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a581419a-7aa7-4bd1-85c5-e92b710f7ea8 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.458153 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a581419a-7aa7-4bd1-85c5-e92b710f7ea8 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3781641 Jul 29 23:46:41.461917 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 39060) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:41.474728 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-997f9253-bb8a-43cb-a7f5-c504d1db5f19 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Request body: {'subnet': {'network_id': 'e978f479-8b69-4dee-b3e2-44b7780af180', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:41.587366 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 39064) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:41.620066 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a581419a-7aa7-4bd1-85c5-e92b710f7ea8 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event updated for resources: {'Network': ['ID=e978f479-8b69-4dee-b3e2-44b7780af180,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:41.631414 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network e978f479-8b69-4dee-b3e2-44b7780af180 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:46:41.679085 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d1c503-4333-40ea-ade9-7057c3a833ef None None] Sync routers for ids ['2991acb1-52ef-4d0b-97a5-67944d7e7d0e'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:41.693180 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d1c503-4333-40ea-ade9-7057c3a833ef None None] Routers {'2991acb1-52ef-4d0b-97a5-67944d7e7d0e'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:41.693827 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-27d1c503-4333-40ea-ade9-7057c3a833ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:37Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['2991acb1-52ef-4d0b-97a5-67944d7e7d0e'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:41.750138 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997f9253-bb8a-43cb-a7f5-c504d1db5f19 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Made reservation on behalf of 8b107e0468c748e1a4b2419f243fc5b8 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:41.754882 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-997f9253-bb8a-43cb-a7f5-c504d1db5f19 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:41.885429 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-258656e4-af20-42ef-b3da-d85e4f43105a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=640be8fd958a4ee8b9bcf426d8d2d681&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2959480 Jul 29 23:46:41.887797 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39066) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:41.930918 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 39068) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:41.938378 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f629dc17-3a09-49b1-b274-c30cbaa1cff0 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1085007293', 'description': 'tempest-description--1504354805'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:41.981888 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-27d1c503-4333-40ea-ade9-7057c3a833ef None None] Set router 2991acb1-52ef-4d0b-97a5-67944d7e7d0e gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:41.983997 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37310a9f-15b4-444d-8f95-cb9e13d793c5 x-openstack-request-id: req-37310a9f-15b4-444d-8f95-cb9e13d793c5 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:41.984359 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c", "tag": "9d09573a-444d-4d4f-a6ba-2f28f53cfa20", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:41.984550 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-37310a9f-15b4-444d-8f95-cb9e13d793c5 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:41.989772 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c', 'tag': '9d09573a-444d-4d4f-a6ba-2f28f53cfa20', 'status': 'completed', 'code': 200} Jul 29 23:46:42.003001 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 39070) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:42.030220 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f629dc17-3a09-49b1-b274-c30cbaa1cff0 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.042455 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-20da7e31-9771-4422-a465-bc210ca4dc50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.070917 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-20da7e31-9771-4422-a465-bc210ca4dc50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.071263 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-63ff6028-ac44-49b4-a82c-96fd4d0c2773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.145777 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-20da7e31-9771-4422-a465-bc210ca4dc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.150049 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-20da7e31-9771-4422-a465-bc210ca4dc50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.152259 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-20da7e31-9771-4422-a465-bc210ca4dc50 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ac1897bc-fa23-468b-9375-38c8238b89fe HTTP/1.1" status: 204 len: 168 time: 0.2609453 Jul 29 23:46:42.158419 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a753af-abad-422f-a776-ff697f9eddd6 req-d9974c58-073c-4f8b-8c6b-d8aa44137df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:42.161648 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-18a753af-abad-422f-a776-ff697f9eddd6 req-d9974c58-073c-4f8b-8c6b-d8aa44137df0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=65e622cc3cfa41f5905e810d348cb637&device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 1098 time: 0.1502376 Jul 29 23:46:42.173680 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da7e31-9771-4422-a465-bc210ca4dc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1897bc-fa23-468b-9375-38c8238b89fe,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:42.249712 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-997f9253-bb8a-43cb-a7f5-c504d1db5f19 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.313140 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-27d1c503-4333-40ea-ade9-7057c3a833ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1633020822-router', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:32Z', 'updated_at': '2021-07-29T23:46:38Z', 'revision_number': 4, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'gw_port': {'id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:34Z', 'updated_at': '2021-07-29T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd9d6c781-fe51-446a-800a-c1c86f775cea', 'name': '', 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'mac_address': 'fa:16:3e:dc:9b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:37Z', 'updated_at': '2021-07-29T23:46:39Z', 'revision_number': 2, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'subnets': [{'id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:42.404799 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997f9253-bb8a-43cb-a7f5-c504d1db5f19 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event updated for resources: {'Subnet': ['ID=38b24f82-81f1-40b7-a903-4028ed739c09,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:42.407071 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d1c503-4333-40ea-ade9-7057c3a833ef None None] Checking router: 2991acb1-52ef-4d0b-97a5-67944d7e7d0e for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:46:42.407071 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d1c503-4333-40ea-ade9-7057c3a833ef None None] Updating router 2991acb1-52ef-4d0b-97a5-67944d7e7d0e port d9d6c781-fe51-446a-800a-c1c86f775cea binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:46:42.452995 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a753af-abad-422f-a776-ff697f9eddd6 req-d95244bd-8a95-4878-bde7-e7292d86cabb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:42.454517 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-18a753af-abad-422f-a776-ff697f9eddd6 req-d95244bd-8a95-4878-bde7-e7292d86cabb service neutron] 10.222.0.23 "GET /v2.0/networks?id=832c3c41-56f8-472e-889f-a7dded6c9cb9 HTTP/1.1" status: 200 len: 915 time: 0.2853727 Jul 29 23:46:42.482353 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f629dc17-3a09-49b1-b274-c30cbaa1cff0 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.483610 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-997f9253-bb8a-43cb-a7f5-c504d1db5f19 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Checking segment: {'id': '5410efac-219b-4c25-94fc-5a5b93d827f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e978f479-8b69-4dee-b3e2-44b7780af180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:42.484016 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997f9253-bb8a-43cb-a7f5-c504d1db5f19 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Network hostable DHCP agents. Network: e978f479-8b69-4dee-b3e2-44b7780af180, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:46:42.486551 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-27d1c503-4333-40ea-ade9-7057c3a833ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.523706 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f629dc17-3a09-49b1-b274-c30cbaa1cff0 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.636925 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f629dc17-3a09-49b1-b274-c30cbaa1cff0 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4442838a-e52e-45e4-97c0-7c762b0d8080,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:42.665979 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997f9253-bb8a-43cb-a7f5-c504d1db5f19 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Network e978f479-8b69-4dee-b3e2-44b7780af180 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:46:42.688164 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-18a753af-abad-422f-a776-ff697f9eddd6 req-8bcf4b54-802f-4626-913f-572595b3e8e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d09573a-444d-4d4f-a6ba-2f28f53cfa20 HTTP/1.1" status: 200 len: 1002 time: 0.2139058 Jul 29 23:46:42.713986 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d2631a06-f2bf-41c7-be43-f53bcf5d6a9b up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:42.718725 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-997f9253-bb8a-43cb-a7f5-c504d1db5f19 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, e978f479-8b69-4dee-b3e2-44b7780af180) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:42.750830 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997f9253-bb8a-43cb-a7f5-c504d1db5f19 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:42.751444 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-997f9253-bb8a-43cb-a7f5-c504d1db5f19 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.800922 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a753af-abad-422f-a776-ff697f9eddd6 req-439d3a75-1ee9-492a-90fe-5f68f38aafcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:42.802736 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-18a753af-abad-422f-a776-ff697f9eddd6 req-439d3a75-1ee9-492a-90fe-5f68f38aafcc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acc29e5a-61e1-47bd-91b7-c9a34f7c2212 HTTP/1.1" status: 200 len: 853 time: 0.0986078 Jul 29 23:46:42.829307 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b433f8-3b65-4a95-b18f-5be5cd5f9085 None None] Network e978f479-8b69-4dee-b3e2-44b7780af180 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:42.871466 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-63ff6028-ac44-49b4-a82c-96fd4d0c2773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.886929 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-63ff6028-ac44-49b4-a82c-96fd4d0c2773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.904335 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-997f9253-bb8a-43cb-a7f5-c504d1db5f19 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4410775 Jul 29 23:46:42.907042 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39076) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:42.913231 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-7c3cae92-31cc-4162-b053-352b1d1ed6de tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1884594592', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}, 'admin_state_up': False}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:42.913531 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f629dc17-3a09-49b1-b274-c30cbaa1cff0 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.915493 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f629dc17-3a09-49b1-b274-c30cbaa1cff0 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9806526 Jul 29 23:46:42.919772 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39078) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:42.921287 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a753af-abad-422f-a776-ff697f9eddd6 req-4e57bc86-aad5-4ccc-99f5-8d92f004ca41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:42.923219 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-18a753af-abad-422f-a776-ff697f9eddd6 req-4e57bc86-aad5-4ccc-99f5-8d92f004ca41 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=832c3c41-56f8-472e-889f-a7dded6c9cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1107695 Jul 29 23:46:42.928729 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-fff5546d-8ac4-4967-aeab-3d0052160193 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Request body: {'security_group_rule': {'security_group_id': '4442838a-e52e-45e4-97c0-7c762b0d8080', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:42.953271 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port d2631a06-f2bf-41c7-be43-f53bcf5d6a9b triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:42.958037 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-27d1c503-4333-40ea-ade9-7057c3a833ef None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.960453 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.971120 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-27d1c503-4333-40ea-ade9-7057c3a833ef None None] Transition to ACTIVE for port object d9d6c781-fe51-446a-800a-c1c86f775cea will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:42.978413 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7c3cae92-31cc-4162-b053-352b1d1ed6de tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.979963 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7c3cae92-31cc-4162-b053-352b1d1ed6de tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:42.981518 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-27d1c503-4333-40ea-ade9-7057c3a833ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.035891 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7c3cae92-31cc-4162-b053-352b1d1ed6de tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.054117 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-63ff6028-ac44-49b4-a82c-96fd4d0c2773 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c0f5911d5d1949babbdc384812c7e006&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0490272 Jul 29 23:46:43.058317 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 39080) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:43.067926 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ff6028-ac44-49b4-a82c-96fd4d0c2773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110c5b6d-8ae5-4bab-a6b2-01bb230cdf3b,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:43.123709 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240707d4-404c-4ec4-8aa2-9a734cf4679e None None] Pushing event updated for resources: {'Port': ['ID=d9d6c781-fe51-446a-800a-c1c86f775cea,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:43.177866 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e47d2a10-abbe-4775-8812-8571c39f0aa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.189639 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-18a753af-abad-422f-a776-ff697f9eddd6 req-7b1a955f-1ea0-495a-a200-fb29fad84aa9 service neutron] 10.222.0.23 "GET /v2.0/networks/832c3c41-56f8-472e-889f-a7dded6c9cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571201 Jul 29 23:46:43.255116 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-27d1c503-4333-40ea-ade9-7057c3a833ef None None] Attempting to bind port d9d6c781-fe51-446a-800a-c1c86f775cea on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:43.256652 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-27d1c503-4333-40ea-ade9-7057c3a833ef None None] Attempting to bind port d9d6c781-fe51-446a-800a-c1c86f775cea by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'a8b5eda5-9414-420c-921a-7601972def5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:43.257026 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d1c503-4333-40ea-ade9-7057c3a833ef None None] Attempting to bind port d9d6c781-fe51-446a-800a-c1c86f775cea on network c5d248fd-ab50-44b4-871d-02015d72fe43 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:43.269371 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7c3cae92-31cc-4162-b053-352b1d1ed6de tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.272127 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d1c503-4333-40ea-ade9-7057c3a833ef None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:43.272504 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d1c503-4333-40ea-ade9-7057c3a833ef None None] Checking segment: {'id': 'a8b5eda5-9414-420c-921a-7601972def5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:43.272908 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-27d1c503-4333-40ea-ade9-7057c3a833ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.273297 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d1c503-4333-40ea-ade9-7057c3a833ef None None] Bound using segment: {'id': 'a8b5eda5-9414-420c-921a-7601972def5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:43.273765 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-27d1c503-4333-40ea-ade9-7057c3a833ef None None] Bound port: d9d6c781-fe51-446a-800a-c1c86f775cea, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8b5eda5-9414-420c-921a-7601972def5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:43.274143 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-27d1c503-4333-40ea-ade9-7057c3a833ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.278418 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e47d2a10-abbe-4775-8812-8571c39f0aa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.296804 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fff5546d-8ac4-4967-aeab-3d0052160193 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.416833 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-27d1c503-4333-40ea-ade9-7057c3a833ef None None] For port d9d6c781-fe51-446a-800a-c1c86f775cea, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:43.424925 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-27d1c503-4333-40ea-ade9-7057c3a833ef None None] For port d9d6c781-fe51-446a-800a-c1c86f775cea, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d9d6c781-fe51-446a-800a-c1c86f775cea,segment=NetworkSegment(a8b5eda5-9414-420c-921a-7601972def5c),segment_id=a8b5eda5-9414-420c-921a-7601972def5c)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:43.432523 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-27d1c503-4333-40ea-ade9-7057c3a833ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.438218 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-18a753af-abad-422f-a776-ff697f9eddd6 req-8ba75643-b50d-4a98-8b57-83b22c80831e service neutron] 10.222.0.23 "GET /v2.0/networks/832c3c41-56f8-472e-889f-a7dded6c9cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389200 Jul 29 23:46:43.439206 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e47d2a10-abbe-4775-8812-8571c39f0aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.443767 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e47d2a10-abbe-4775-8812-8571c39f0aa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.453760 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e47d2a10-abbe-4775-8812-8571c39f0aa4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/110c5b6d-8ae5-4bab-a6b2-01bb230cdf3b HTTP/1.1" status: 204 len: 168 time: 0.3941534 Jul 29 23:46:43.472762 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d2a10-abbe-4775-8812-8571c39f0aa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110c5b6d-8ae5-4bab-a6b2-01bb230cdf3b,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:43.485163 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fff5546d-8ac4-4967-aeab-3d0052160193 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.494726 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fff5546d-8ac4-4967-aeab-3d0052160193 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.530759 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff5546d-8ac4-4967-aeab-3d0052160193 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3429cfbd-18dd-4e08-abc3-8adbc73839e0,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:43.539241 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fff5546d-8ac4-4967-aeab-3d0052160193 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.543062 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fff5546d-8ac4-4967-aeab-3d0052160193 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6179521 Jul 29 23:46:43.543483 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 39086) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:43.549912 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-85da83a8-eb8a-44fb-b554-daf8c550e0d3 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Request body: {'security_group_rule': {'security_group_id': '4442838a-e52e-45e4-97c0-7c762b0d8080', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:43.610432 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-85da83a8-eb8a-44fb-b554-daf8c550e0d3 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.617303 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44c6b7b-64b7-4e52-b4e8-8dddc126e812 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-e978f479-8b69-4dee-b3e2-44b7780af180', 'network_id': 'e978f479-8b69-4dee-b3e2-44b7780af180', 'tenant_id': '8b107e0468c748e1a4b2419f243fc5b8', 'fixed_ips': [{'subnet_id': '38b24f82-81f1-40b7-a903-4028ed739c09'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:46:43.618910 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f44c6b7b-64b7-4e52-b4e8-8dddc126e812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.621779 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d1c503-4333-40ea-ade9-7057c3a833ef None None] Routers {'2991acb1-52ef-4d0b-97a5-67944d7e7d0e'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:43.631617 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-27d1c503-4333-40ea-ade9-7057c3a833ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:37Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['2991acb1-52ef-4d0b-97a5-67944d7e7d0e'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:43.775514 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7c3cae92-31cc-4162-b053-352b1d1ed6de tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.799874 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7c3cae92-31cc-4162-b053-352b1d1ed6de tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.800119 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-85da83a8-eb8a-44fb-b554-daf8c550e0d3 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.805209 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-85da83a8-eb8a-44fb-b554-daf8c550e0d3 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.868091 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da83a8-eb8a-44fb-b554-daf8c550e0d3 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6526e502-20ab-424c-a621-11de9c74643c,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:43.874819 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-27d1c503-4333-40ea-ade9-7057c3a833ef None None] Set router 2991acb1-52ef-4d0b-97a5-67944d7e7d0e gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:43.875961 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-85da83a8-eb8a-44fb-b554-daf8c550e0d3 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:43.880387 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-85da83a8-eb8a-44fb-b554-daf8c550e0d3 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3348196 Jul 29 23:46:43.882891 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 39090) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:43.898762 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-3bf1fff6-3398-4476-b37e-b36164afaa7b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:43.964209 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3bf1fff6-3398-4476-b37e-b36164afaa7b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:44.004735 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-f44c6b7b-64b7-4e52-b4e8-8dddc126e812 None None] Allocated IP 172.20.0.2 (e978f479-8b69-4dee-b3e2-44b7780af180/38b24f82-81f1-40b7-a903-4028ed739c09/54a5c7c8-0e2a-42c7-b503-6c711b45f1f8) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:44.012063 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240707d4-404c-4ec4-8aa2-9a734cf4679e None None] Pushing event updated for resources: {'Port': ['ID=d9d6c781-fe51-446a-800a-c1c86f775cea,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:44.017082 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-7c3cae92-31cc-4162-b053-352b1d1ed6de tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Allocated IP 172.25.8.131 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/12d835ac-96f9-4cae-af6f-f11d0a9f702c) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:44.142029 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3bf1fff6-3398-4476-b37e-b36164afaa7b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:44.302811 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-27d1c503-4333-40ea-ade9-7057c3a833ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1633020822-router', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:32Z', 'updated_at': '2021-07-29T23:46:38Z', 'revision_number': 4, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'gw_port': {'id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:34Z', 'updated_at': '2021-07-29T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd9d6c781-fe51-446a-800a-c1c86f775cea', 'name': '', 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'mac_address': 'fa:16:3e:dc:9b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:37Z', 'updated_at': '2021-07-29T23:46:43Z', 'revision_number': 4, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'subnets': [{'id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:44.329916 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7c3cae92-31cc-4162-b053-352b1d1ed6de tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:44.342844 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d1c503-4333-40ea-ade9-7057c3a833ef None None] The sync data for ids ['2991acb1-52ef-4d0b-97a5-67944d7e7d0e'] in n-d-712140-10 is: [{'id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1633020822-router', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:32Z', 'updated_at': '2021-07-29T23:46:38Z', 'revision_number': 4, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'gw_port': {'id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:34Z', 'updated_at': '2021-07-29T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd9d6c781-fe51-446a-800a-c1c86f775cea', 'name': '', 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'mac_address': 'fa:16:3e:dc:9b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:37Z', 'updated_at': '2021-07-29T23:46:43Z', 'revision_number': 4, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'subnets': [{'id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:44.376590 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f44c6b7b-64b7-4e52-b4e8-8dddc126e812 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:44.388156 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f44c6b7b-64b7-4e52-b4e8-8dddc126e812 None None] Transition to ACTIVE for port object 54a5c7c8-0e2a-42c7-b503-6c711b45f1f8 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:44.392248 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7c3cae92-31cc-4162-b053-352b1d1ed6de tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:44.473995 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3cae92-31cc-4162-b053-352b1d1ed6de tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:44.481753 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-7c3cae92-31cc-4162-b053-352b1d1ed6de tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:44.488336 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f44c6b7b-64b7-4e52-b4e8-8dddc126e812 None None] Transition to ACTIVE for port object 54a5c7c8-0e2a-42c7-b503-6c711b45f1f8 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:44.493712 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3cae92-31cc-4162-b053-352b1d1ed6de tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:44.508907 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f44c6b7b-64b7-4e52-b4e8-8dddc126e812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:44.538926 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3cae92-31cc-4162-b053-352b1d1ed6de tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event updated for resources: {'Port': ['ID=12d835ac-96f9-4cae-af6f-f11d0a9f702c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:44.573381 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-3bf1fff6-3398-4476-b37e-b36164afaa7b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Allocated IP 172.25.8.230 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/20679794-bbfc-49e0-84e9-ea95b6f1c7a2) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:44.627039 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44c6b7b-64b7-4e52-b4e8-8dddc126e812 None None] Network e978f479-8b69-4dee-b3e2-44b7780af180 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:44.642500 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c6b7b-64b7-4e52-b4e8-8dddc126e812 None None] Pushing event updated for resources: {'Port': ['ID=54a5c7c8-0e2a-42c7-b503-6c711b45f1f8,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:44.656667 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-f44c6b7b-64b7-4e52-b4e8-8dddc126e812 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:44.659255 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44c6b7b-64b7-4e52-b4e8-8dddc126e812 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:44.741054 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d9d6c781-fe51-446a-800a-c1c86f775cea up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:44.823172 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3bf1fff6-3398-4476-b37e-b36164afaa7b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:44.878891 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3bf1fff6-3398-4476-b37e-b36164afaa7b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:44.879281 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f44c6b7b-64b7-4e52-b4e8-8dddc126e812 None None] Attempting to bind port 54a5c7c8-0e2a-42c7-b503-6c711b45f1f8 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:44.879958 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f44c6b7b-64b7-4e52-b4e8-8dddc126e812 None None] Attempting to bind port 54a5c7c8-0e2a-42c7-b503-6c711b45f1f8 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '5410efac-219b-4c25-94fc-5a5b93d827f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e978f479-8b69-4dee-b3e2-44b7780af180'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:44.879958 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44c6b7b-64b7-4e52-b4e8-8dddc126e812 None None] Attempting to bind port 54a5c7c8-0e2a-42c7-b503-6c711b45f1f8 on network e978f479-8b69-4dee-b3e2-44b7780af180 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:44.917360 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44c6b7b-64b7-4e52-b4e8-8dddc126e812 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:44.917744 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44c6b7b-64b7-4e52-b4e8-8dddc126e812 None None] Checking segment: {'id': '5410efac-219b-4c25-94fc-5a5b93d827f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e978f479-8b69-4dee-b3e2-44b7780af180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:44.918170 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f44c6b7b-64b7-4e52-b4e8-8dddc126e812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:44.918574 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44c6b7b-64b7-4e52-b4e8-8dddc126e812 None None] Bound using segment: {'id': '5410efac-219b-4c25-94fc-5a5b93d827f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e978f479-8b69-4dee-b3e2-44b7780af180'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:44.919066 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f44c6b7b-64b7-4e52-b4e8-8dddc126e812 None None] Bound port: 54a5c7c8-0e2a-42c7-b503-6c711b45f1f8, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5410efac-219b-4c25-94fc-5a5b93d827f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'e978f479-8b69-4dee-b3e2-44b7780af180'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:44.919470 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f44c6b7b-64b7-4e52-b4e8-8dddc126e812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:44.974590 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf1fff6-3398-4476-b37e-b36164afaa7b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:44.978477 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-3bf1fff6-3398-4476-b37e-b36164afaa7b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:44.983732 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf1fff6-3398-4476-b37e-b36164afaa7b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:45.001674 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port d9d6c781-fe51-446a-800a-c1c86f775cea completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:45.025596 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1fff6-3398-4476-b37e-b36164afaa7b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Pushing event updated for resources: {'Port': ['ID=20679794-bbfc-49e0-84e9-ea95b6f1c7a2,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:45.026729 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port d9d6c781-fe51-446a-800a-c1c86f775cea triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:45.027510 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.062982 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f44c6b7b-64b7-4e52-b4e8-8dddc126e812 None None] For port 54a5c7c8-0e2a-42c7-b503-6c711b45f1f8, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:45.094525 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f44c6b7b-64b7-4e52-b4e8-8dddc126e812 None None] For port 54a5c7c8-0e2a-42c7-b503-6c711b45f1f8, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=54a5c7c8-0e2a-42c7-b503-6c711b45f1f8,segment=NetworkSegment(5410efac-219b-4c25-94fc-5a5b93d827f8),segment_id=5410efac-219b-4c25-94fc-5a5b93d827f8)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:45.100790 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7c3cae92-31cc-4162-b053-352b1d1ed6de tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.104464 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f44c6b7b-64b7-4e52-b4e8-8dddc126e812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.162037 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3bf1fff6-3398-4476-b37e-b36164afaa7b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.201800 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c6b7b-64b7-4e52-b4e8-8dddc126e812 None None] Pushing event updated for resources: {'Port': ['ID=54a5c7c8-0e2a-42c7-b503-6c711b45f1f8,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:45.268636 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3bf1fff6-3398-4476-b37e-b36164afaa7b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.340866 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.405133 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port d9d6c781-fe51-446a-800a-c1c86f775cea, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d9d6c781-fe51-446a-800a-c1c86f775cea,segment=NetworkSegment(a8b5eda5-9414-420c-921a-7601972def5c),segment_id=a8b5eda5-9414-420c-921a-7601972def5c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:45.413267 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.494889 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=d9d6c781-fe51-446a-800a-c1c86f775cea,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:45.609078 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7c3cae92-31cc-4162-b053-352b1d1ed6de tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.616669 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3bf1fff6-3398-4476-b37e-b36164afaa7b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.627118 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3bf1fff6-3398-4476-b37e-b36164afaa7b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.785806 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf1fff6-3398-4476-b37e-b36164afaa7b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Pushing event updated for resources: {'Port': ['ID=20679794-bbfc-49e0-84e9-ea95b6f1c7a2,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:45.809827 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3bf1fff6-3398-4476-b37e-b36164afaa7b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.817049 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3cae92-31cc-4162-b053-352b1d1ed6de tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Router a28952b9-b9d5-4fdd-825a-e1a543043b35 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:46:45.832664 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3bf1fff6-3398-4476-b37e-b36164afaa7b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:45.838352 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3bf1fff6-3398-4476-b37e-b36164afaa7b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9517035 Jul 29 23:46:45.982426 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3cae92-31cc-4162-b053-352b1d1ed6de tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:45.994654 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332f07fa-a85d-4353-a51a-84c792886435 None None] Sync routers for ids ['a28952b9-b9d5-4fdd-825a-e1a543043b35'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:46.006898 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7c3cae92-31cc-4162-b053-352b1d1ed6de tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:46.015235 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7c3cae92-31cc-4162-b053-352b1d1ed6de tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1063595 Jul 29 23:46:46.019580 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332f07fa-a85d-4353-a51a-84c792886435 None None] Routers {'a28952b9-b9d5-4fdd-825a-e1a543043b35'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:46.020290 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39128) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:46.028170 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-332f07fa-a85d-4353-a51a-84c792886435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:37Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['a28952b9-b9d5-4fdd-825a-e1a543043b35'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:46.098721 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-332f07fa-a85d-4353-a51a-84c792886435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:46.114825 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332f07fa-a85d-4353-a51a-84c792886435 None None] Routers {'a28952b9-b9d5-4fdd-825a-e1a543043b35'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:46.116852 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-332f07fa-a85d-4353-a51a-84c792886435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:37Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['a28952b9-b9d5-4fdd-825a-e1a543043b35'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:46.166083 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-332f07fa-a85d-4353-a51a-84c792886435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:46.166829 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332f07fa-a85d-4353-a51a-84c792886435 None None] The sync data for ids ['a28952b9-b9d5-4fdd-825a-e1a543043b35'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:46.472429 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-d5d84293-a831-4bed-866e-93c36abc6791 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1085007293&fields=id&tenant_id=d50d474daccb433580a7028fa61f9a73 HTTP/1.1" status: 200 len: 267 time: 0.0372770 Jul 29 23:46:46.598042 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-d03c1e4d-f463-4681-b619-8fee0ff18954 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:46.607470 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-d03c1e4d-f463-4681-b619-8fee0ff18954 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/networks?id=c5d248fd-ab50-44b4-871d-02015d72fe43 HTTP/1.1" status: 200 len: 817 time: 0.1218700 Jul 29 23:46:46.629523 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-ea976e2f-9c78-4d8b-9d93-2e7beac15d03 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/quotas/d50d474daccb433580a7028fa61f9a73 HTTP/1.1" status: 200 len: 375 time: 0.0210576 Jul 29 23:46:46.704019 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-c5283df5-cecd-4056-8293-2c7760066de2 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d50d474daccb433580a7028fa61f9a73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0720232 Jul 29 23:46:46.720330 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-80c4ff28-b1ba-49e9-98dd-2e941282318b tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:46.756287 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e725f0a-fca2-4f29-8d8f-1ac46faec89c None None] Network e978f479-8b69-4dee-b3e2-44b7780af180 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:46.892099 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 54a5c7c8-0e2a-42c7-b503-6c711b45f1f8 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:46.928260 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-42a86e18-9616-492c-85f7-21d8bdfddc28 None None] Provisioning for port 54a5c7c8-0e2a-42c7-b503-6c711b45f1f8 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:47.060754 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 54a5c7c8-0e2a-42c7-b503-6c711b45f1f8 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:47.067411 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 54a5c7c8-0e2a-42c7-b503-6c711b45f1f8 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:47.068216 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:47.286965 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:47.306335 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-80c4ff28-b1ba-49e9-98dd-2e941282318b tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Allocated IP 172.20.0.1 (e978f479-8b69-4dee-b3e2-44b7780af180/38b24f82-81f1-40b7-a903-4028ed739c09/623d6bfd-645e-4da1-9065-58e095c88dd7) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:47.382709 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 54a5c7c8-0e2a-42c7-b503-6c711b45f1f8, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=54a5c7c8-0e2a-42c7-b503-6c711b45f1f8,segment=NetworkSegment(5410efac-219b-4c25-94fc-5a5b93d827f8),segment_id=5410efac-219b-4c25-94fc-5a5b93d827f8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:47.389816 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:47.391051 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d9d6c781-fe51-446a-800a-c1c86f775cea up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:47.406730 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-ae5a9ce9-e115-435e-b04c-d142e4063b5c service neutron] 10.222.0.18 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6903093 Jul 29 23:46:47.484390 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-80c4ff28-b1ba-49e9-98dd-2e941282318b tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:47.514822 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-80c4ff28-b1ba-49e9-98dd-2e941282318b tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Transition to ACTIVE for port object 623d6bfd-645e-4da1-9065-58e095c88dd7 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:47.565452 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-80c4ff28-b1ba-49e9-98dd-2e941282318b tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:47.580137 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=54a5c7c8-0e2a-42c7-b503-6c711b45f1f8,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:47.592946 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c2ec39de-9beb-4b9f-83c0-e93bd7a32c5b None None] Provisioning complete for port 54a5c7c8-0e2a-42c7-b503-6c711b45f1f8 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:47.593112 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c2ec39de-9beb-4b9f-83c0-e93bd7a32c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:47.628614 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4ff28-b1ba-49e9-98dd-2e941282318b tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event updated for resources: {'Port': ['ID=623d6bfd-645e-4da1-9065-58e095c88dd7,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:47.630333 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-adbefb1b-a7fc-4e5a-be67-3101728b2e2a service neutron] 10.222.0.18 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084644 Jul 29 23:46:47.641563 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c4ff28-b1ba-49e9-98dd-2e941282318b tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Network e978f479-8b69-4dee-b3e2-44b7780af180 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:47.643152 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-80c4ff28-b1ba-49e9-98dd-2e941282318b tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:47.657537 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port d9d6c781-fe51-446a-800a-c1c86f775cea triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:47.657898 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c4ff28-b1ba-49e9-98dd-2e941282318b tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:47.658036 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:47.732599 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-80c4ff28-b1ba-49e9-98dd-2e941282318b tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:47.953266 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-80c4ff28-b1ba-49e9-98dd-2e941282318b tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:47.964333 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6d29b18d-95d7-42e4-aefa-e61b193418c7 req-4e7625c1-9326-413a-8244-06803a2a6b7f tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 210 time: 0.0554144 Jul 29 23:46:48.162139 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-88627864-7c7a-4ddd-9f9d-bd1f877446a6 None None] Provisioning for port 623d6bfd-645e-4da1-9065-58e095c88dd7 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:48.167990 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-88627864-7c7a-4ddd-9f9d-bd1f877446a6 None None] Provisioning complete for port 623d6bfd-645e-4da1-9065-58e095c88dd7 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:48.168693 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-88627864-7c7a-4ddd-9f9d-bd1f877446a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:48.216423 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-88627864-7c7a-4ddd-9f9d-bd1f877446a6 None None] Port 623d6bfd-645e-4da1-9065-58e095c88dd7 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:48.656767 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 54a5c7c8-0e2a-42c7-b503-6c711b45f1f8 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:48.748369 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 54a5c7c8-0e2a-42c7-b503-6c711b45f1f8 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:48.748369 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:48.787263 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-80c4ff28-b1ba-49e9-98dd-2e941282318b tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:48.796407 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-80c4ff28-b1ba-49e9-98dd-2e941282318b tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:48.878566 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-80c4ff28-b1ba-49e9-98dd-2e941282318b tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:48.880678 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c4ff28-b1ba-49e9-98dd-2e941282318b tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event updated for resources: {'Port': ['ID=623d6bfd-645e-4da1-9065-58e095c88dd7,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:48.992184 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c4ff28-b1ba-49e9-98dd-2e941282318b tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Network e978f479-8b69-4dee-b3e2-44b7780af180 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:48.994111 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-80c4ff28-b1ba-49e9-98dd-2e941282318b tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:49.142079 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ccf8acc9-35e9-45ac-9916-5452f5ee42ad req-4c5ca718-f954-4b62-9d0f-13a597ae262d tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 210 time: 0.0743713 Jul 29 23:46:49.198857 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c4ff28-b1ba-49e9-98dd-2e941282318b tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Router a28952b9-b9d5-4fdd-825a-e1a543043b35 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:46:49.311650 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-2ca52e3c-2846-4c31-8b07-288ee7ca7846 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:49.314308 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-2ca52e3c-2846-4c31-8b07-288ee7ca7846 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.23 "GET /v2.0/networks?id=c5d248fd-ab50-44b4-871d-02015d72fe43 HTTP/1.1" status: 200 len: 817 time: 0.1587076 Jul 29 23:46:49.358912 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c4ff28-b1ba-49e9-98dd-2e941282318b tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:49.368838 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d7327e65-bf42-4baf-bb36-162cc6473278 None None] Provisioning complete for port 623d6bfd-645e-4da1-9065-58e095c88dd7 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:49.369358 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d7327e65-bf42-4baf-bb36-162cc6473278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:49.371361 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5c27d0-f5b5-47cb-abb0-1598070ada28 None None] Sync routers for ids ['a28952b9-b9d5-4fdd-825a-e1a543043b35'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:49.376973 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-80c4ff28-b1ba-49e9-98dd-2e941282318b tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "PUT /v2.0/routers/a28952b9-b9d5-4fdd-825a-e1a543043b35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3551250 Jul 29 23:46:49.379053 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39180) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:49.384867 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-55132bef-55ff-402d-ae82-141ab67dfd12 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Request body: {'port': {'network_id': 'e978f479-8b69-4dee-b3e2-44b7780af180', 'name': 'tempest-FloatingIPTestJSON-913068791'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:49.388866 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5c27d0-f5b5-47cb-abb0-1598070ada28 None None] Routers {'a28952b9-b9d5-4fdd-825a-e1a543043b35'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:49.392147 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-5b5c27d0-f5b5-47cb-abb0-1598070ada28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:37Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['a28952b9-b9d5-4fdd-825a-e1a543043b35'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:49.414654 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d7327e65-bf42-4baf-bb36-162cc6473278 None None] Port 623d6bfd-645e-4da1-9065-58e095c88dd7 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:49.418978 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-4a520882-bf23-4c3f-b5ac-ed0079a70b0d tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d50d474daccb433580a7028fa61f9a73 HTTP/1.1" status: 200 len: 380 time: 0.0958326 Jul 29 23:46:49.432408 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-80c30769-1cc5-4077-9040-98ff46766469 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Request body: {'port': {'device_id': 'c15f9ea6-9807-43b5-95f2-bcc7c1701c6f', 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43', 'admin_state_up': True, 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'security_groups': ['4442838a-e52e-45e4-97c0-7c762b0d8080']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:49.480645 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-5b5c27d0-f5b5-47cb-abb0-1598070ada28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:49.505506 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5c27d0-f5b5-47cb-abb0-1598070ada28 None None] Routers {'a28952b9-b9d5-4fdd-825a-e1a543043b35'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:49.506245 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-5b5c27d0-f5b5-47cb-abb0-1598070ada28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:37Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['a28952b9-b9d5-4fdd-825a-e1a543043b35'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:49.540425 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55132bef-55ff-402d-ae82-141ab67dfd12 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Made reservation on behalf of 8b107e0468c748e1a4b2419f243fc5b8 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:49.545086 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-55132bef-55ff-402d-ae82-141ab67dfd12 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:49.558707 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-5b5c27d0-f5b5-47cb-abb0-1598070ada28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:49.559682 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5c27d0-f5b5-47cb-abb0-1598070ada28 None None] The sync data for ids ['a28952b9-b9d5-4fdd-825a-e1a543043b35'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:49.587023 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-55132bef-55ff-402d-ae82-141ab67dfd12 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] device_id is not set on port 3790c78b-8a98-4e6d-aaa3-52ffb62d98a2 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:46:49.606725 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-80c30769-1cc5-4077-9040-98ff46766469 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Made reservation on behalf of d50d474daccb433580a7028fa61f9a73 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:46:49.618402 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-80c30769-1cc5-4077-9040-98ff46766469 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:49.813511 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-55132bef-55ff-402d-ae82-141ab67dfd12 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Allocated IP 172.20.0.14 (e978f479-8b69-4dee-b3e2-44b7780af180/38b24f82-81f1-40b7-a903-4028ed739c09/3790c78b-8a98-4e6d-aaa3-52ffb62d98a2) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:49.845562 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-80c30769-1cc5-4077-9040-98ff46766469 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Allocated IP 172.20.0.13 (c5d248fd-ab50-44b4-871d-02015d72fe43/69ac91f6-4b2c-4d90-9c2c-b487e54998fb/b6a2553e-b89d-4897-b8a2-ef68556a2ae1) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:46:50.010337 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-55132bef-55ff-402d-ae82-141ab67dfd12 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:50.030303 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-80c30769-1cc5-4077-9040-98ff46766469 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:50.031337 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-55132bef-55ff-402d-ae82-141ab67dfd12 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Transition to ACTIVE for port object 3790c78b-8a98-4e6d-aaa3-52ffb62d98a2 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:50.050148 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-80c30769-1cc5-4077-9040-98ff46766469 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Transition to ACTIVE for port object b6a2553e-b89d-4897-b8a2-ef68556a2ae1 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:50.076270 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-55132bef-55ff-402d-ae82-141ab67dfd12 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:50.091349 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-80c30769-1cc5-4077-9040-98ff46766469 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:50.133158 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55132bef-55ff-402d-ae82-141ab67dfd12 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Network e978f479-8b69-4dee-b3e2-44b7780af180 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:50.137101 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-55132bef-55ff-402d-ae82-141ab67dfd12 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:50.138911 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-80c30769-1cc5-4077-9040-98ff46766469 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Network c5d248fd-ab50-44b4-871d-02015d72fe43 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:46:50.141435 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55132bef-55ff-402d-ae82-141ab67dfd12 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:50.146336 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-80c30769-1cc5-4077-9040-98ff46766469 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:46:50.151304 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-80c30769-1cc5-4077-9040-98ff46766469 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:46:50.196814 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55132bef-55ff-402d-ae82-141ab67dfd12 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event updated for resources: {'Port': ['ID=3790c78b-8a98-4e6d-aaa3-52ffb62d98a2,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:50.214391 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55132bef-55ff-402d-ae82-141ab67dfd12 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:50.215072 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-55132bef-55ff-402d-ae82-141ab67dfd12 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:50.245847 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-55132bef-55ff-402d-ae82-141ab67dfd12 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8653991 Jul 29 23:46:50.246478 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39190) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:50.251525 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-b246a92c-30cb-4f51-901d-2e69dce8545f tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Request body: {'floatingip': {'port_id': '3790c78b-8a98-4e6d-aaa3-52ffb62d98a2'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:50.296197 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c30769-1cc5-4077-9040-98ff46766469 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Pushing event updated for resources: {'Port': ['ID=b6a2553e-b89d-4897-b8a2-ef68556a2ae1,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:50.335891 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b246a92c-30cb-4f51-901d-2e69dce8545f tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:50.386053 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-80c30769-1cc5-4077-9040-98ff46766469 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:50.387046 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-80c30769-1cc5-4077-9040-98ff46766469 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:50.412397 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-80c30769-1cc5-4077-9040-98ff46766469 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9843965 Jul 29 23:46:50.430375 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-655f8eda-ccbf-4a41-830f-d042ff4197e0 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:46:50.431749 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-655f8eda-ccbf-4a41-830f-d042ff4197e0 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120840 Jul 29 23:46:50.448079 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b674ec4-cfe3-4959-b89b-7c481a10f9a8 req-2de3c1eb-f67c-449b-91a5-1d92e882199d tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:50.450151 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9b674ec4-cfe3-4959-b89b-7c481a10f9a8 req-2de3c1eb-f67c-449b-91a5-1d92e882199d tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 932 time: 0.1378295 Jul 29 23:46:50.456361 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-f4b45f36-c6e9-4cf0-a055-21a84b4bc6dc service neutron] Request body: {'port': {'device_id': 'c15f9ea6-9807-43b5-95f2-bcc7c1701c6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:46:50.566340 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9b674ec4-cfe3-4959-b89b-7c481a10f9a8 req-d93b17dd-3e07-4f08-9479-676fd03ff746 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998499 Jul 29 23:46:50.586350 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-f4b45f36-c6e9-4cf0-a055-21a84b4bc6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:50.657839 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-4f7039cb-db70-4b7d-84e4-34071d023678 None None] Provisioning for port b6a2553e-b89d-4897-b8a2-ef68556a2ae1 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:50.668083 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-4f7039cb-db70-4b7d-84e4-34071d023678 None None] Provisioning complete for port b6a2553e-b89d-4897-b8a2-ef68556a2ae1 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:50.668770 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4f7039cb-db70-4b7d-84e4-34071d023678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:50.709088 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-4f7039cb-db70-4b7d-84e4-34071d023678 None None] Port b6a2553e-b89d-4897-b8a2-ef68556a2ae1 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:50.721973 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-4f7039cb-db70-4b7d-84e4-34071d023678 None None] Provisioning for port 3790c78b-8a98-4e6d-aaa3-52ffb62d98a2 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:50.727088 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-4f7039cb-db70-4b7d-84e4-34071d023678 None None] Provisioning complete for port 3790c78b-8a98-4e6d-aaa3-52ffb62d98a2 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:50.727467 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4f7039cb-db70-4b7d-84e4-34071d023678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:50.778807 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-4f7039cb-db70-4b7d-84e4-34071d023678 None None] Port 3790c78b-8a98-4e6d-aaa3-52ffb62d98a2 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:46:50.930975 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-f4b45f36-c6e9-4cf0-a055-21a84b4bc6dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6a2553e-b89d-4897-b8a2-ef68556a2ae1 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:50.941382 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-f4b45f36-c6e9-4cf0-a055-21a84b4bc6dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:50.956469 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-f4b45f36-c6e9-4cf0-a055-21a84b4bc6dc service neutron] Transition to ACTIVE for port object b6a2553e-b89d-4897-b8a2-ef68556a2ae1 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:46:50.961417 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-f4b45f36-c6e9-4cf0-a055-21a84b4bc6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:51.019024 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b45f36-c6e9-4cf0-a055-21a84b4bc6dc service neutron] Pushing event updated for resources: {'Port': ['ID=b6a2553e-b89d-4897-b8a2-ef68556a2ae1,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:51.094932 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b246a92c-30cb-4f51-901d-2e69dce8545f tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:51.104685 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-f4b45f36-c6e9-4cf0-a055-21a84b4bc6dc service neutron] Attempting to bind port b6a2553e-b89d-4897-b8a2-ef68556a2ae1 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:46:51.105674 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-f4b45f36-c6e9-4cf0-a055-21a84b4bc6dc service neutron] Attempting to bind port b6a2553e-b89d-4897-b8a2-ef68556a2ae1 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'a8b5eda5-9414-420c-921a-7601972def5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:46:51.106504 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-f4b45f36-c6e9-4cf0-a055-21a84b4bc6dc service neutron] Attempting to bind port b6a2553e-b89d-4897-b8a2-ef68556a2ae1 on network c5d248fd-ab50-44b4-871d-02015d72fe43 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:51.107131 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b246a92c-30cb-4f51-901d-2e69dce8545f tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:51.113522 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-f4b45f36-c6e9-4cf0-a055-21a84b4bc6dc service neutron] Port b6a2553e-b89d-4897-b8a2-ef68556a2ae1 on network c5d248fd-ab50-44b4-871d-02015d72fe43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:46:51.114270 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-f4b45f36-c6e9-4cf0-a055-21a84b4bc6dc service neutron] Attempting to bind port b6a2553e-b89d-4897-b8a2-ef68556a2ae1 on network c5d248fd-ab50-44b4-871d-02015d72fe43 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:46:51.120018 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-f4b45f36-c6e9-4cf0-a055-21a84b4bc6dc service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 46, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:46:51.120361 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-f4b45f36-c6e9-4cf0-a055-21a84b4bc6dc service neutron] Checking segment: {'id': 'a8b5eda5-9414-420c-921a-7601972def5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:46:51.120748 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-f4b45f36-c6e9-4cf0-a055-21a84b4bc6dc service neutron] Bound using segment: {'id': 'a8b5eda5-9414-420c-921a-7601972def5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:46:51.121282 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-f4b45f36-c6e9-4cf0-a055-21a84b4bc6dc service neutron] Bound port: b6a2553e-b89d-4897-b8a2-ef68556a2ae1, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b5eda5-9414-420c-921a-7601972def5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:46:51.121710 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-f4b45f36-c6e9-4cf0-a055-21a84b4bc6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:51.197304 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-f4b45f36-c6e9-4cf0-a055-21a84b4bc6dc service neutron] For port b6a2553e-b89d-4897-b8a2-ef68556a2ae1, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:46:51.201915 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-f4b45f36-c6e9-4cf0-a055-21a84b4bc6dc service neutron] For port b6a2553e-b89d-4897-b8a2-ef68556a2ae1, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b6a2553e-b89d-4897-b8a2-ef68556a2ae1,segment=NetworkSegment(a8b5eda5-9414-420c-921a-7601972def5c),segment_id=a8b5eda5-9414-420c-921a-7601972def5c)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:46:51.207536 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-f4b45f36-c6e9-4cf0-a055-21a84b4bc6dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:51.249038 n-d-712140-10 neutron-server[94064]: INFO neutron.db.l3_db [None req-b246a92c-30cb-4f51-901d-2e69dce8545f tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Floating IP 38df76a0-e68a-4ab6-8e9a-da7c9febdff0 associated. External IP: 172.25.8.141, port: 16e35f17-17d6-4532-a15e-13c671622f78. Jul 29 23:46:51.253583 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-f4b45f36-c6e9-4cf0-a055-21a84b4bc6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:51.254264 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-f4b45f36-c6e9-4cf0-a055-21a84b4bc6dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:51.255755 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-f4b45f36-c6e9-4cf0-a055-21a84b4bc6dc service neutron] 10.222.0.23 "PUT /v2.0/ports/b6a2553e-b89d-4897-b8a2-ef68556a2ae1 HTTP/1.1" status: 200 len: 1093 time: 0.8043470 Jul 29 23:46:51.256331 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c15f9ea6-9807-43b5-95f2-bcc7c1701c6f', 'tag': 'b6a2553e-b89d-4897-b8a2-ef68556a2ae1'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:51.279940 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca5fc36-a115-4d4a-b806-66faa27e9a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "c15f9ea6-9807-43b5-95f2-bcc7c1701c6f", "tag": "b6a2553e-b89d-4897-b8a2-ef68556a2ae1"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:51.346492 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b45f36-c6e9-4cf0-a055-21a84b4bc6dc service neutron] Pushing event updated for resources: {'Port': ['ID=b6a2553e-b89d-4897-b8a2-ef68556a2ae1,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:51.361276 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a5fb3c-61ec-46c2-b8e4-954fdc690e1f x-openstack-request-id: req-42a5fb3c-61ec-46c2-b8e4-954fdc690e1f {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:51.362353 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c15f9ea6-9807-43b5-95f2-bcc7c1701c6f", "tag": "b6a2553e-b89d-4897-b8a2-ef68556a2ae1", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:51.362626 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-42a5fb3c-61ec-46c2-b8e4-954fdc690e1f {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:51.363053 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c15f9ea6-9807-43b5-95f2-bcc7c1701c6f', 'tag': 'b6a2553e-b89d-4897-b8a2-ef68556a2ae1', 'status': 'completed', 'code': 200} Jul 29 23:46:51.373805 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-bb0bb3e6-28e1-4ceb-8a16-dc90d340775d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:51.375473 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-bb0bb3e6-28e1-4ceb-8a16-dc90d340775d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d50d474daccb433580a7028fa61f9a73&device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 1096 time: 0.0731440 Jul 29 23:46:51.434628 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-80fbbdfc-924d-4434-aece-e85a2e796b02 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6a2553e-b89d-4897-b8a2-ef68556a2ae1 HTTP/1.1" status: 200 len: 217 time: 0.0480316 Jul 29 23:46:51.494802 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-b67e7db1-f967-496e-8b4d-77030dec82c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:51.496687 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-b67e7db1-f967-496e-8b4d-77030dec82c9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69ac91f6-4b2c-4d90-9c2c-b487e54998fb HTTP/1.1" status: 200 len: 856 time: 0.0529566 Jul 29 23:46:51.553009 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b246a92c-30cb-4f51-901d-2e69dce8545f tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Router 0e24556f-f2e4-4d99-a12e-b87b3d5534ed has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:46:51.555782 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-50fe0016-a623-480d-97e4-75910e86d142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:51.557740 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-50fe0016-a623-480d-97e4-75910e86d142 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c5d248fd-ab50-44b4-871d-02015d72fe43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539284 Jul 29 23:46:51.692874 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-5443a080-f466-421a-be71-cc96f2cd7e6c service neutron] 10.222.0.23 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280644 Jul 29 23:46:51.693128 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b246a92c-30cb-4f51-901d-2e69dce8545f tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:51.706571 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c14528-7edd-422b-b240-de4aa50edb55 None None] Sync routers for ids ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:51.723778 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c14528-7edd-422b-b240-de4aa50edb55 None None] Routers {'0e24556f-f2e4-4d99-a12e-b87b3d5534ed'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:51.726018 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b3c14528-7edd-422b-b240-de4aa50edb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:37Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:51.802671 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b3c14528-7edd-422b-b240-de4aa50edb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:51.812843 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c14528-7edd-422b-b240-de4aa50edb55 None None] Routers {'0e24556f-f2e4-4d99-a12e-b87b3d5534ed'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:51.813557 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b3c14528-7edd-422b-b240-de4aa50edb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:37Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:51.850791 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b3c14528-7edd-422b-b240-de4aa50edb55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:51.852120 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c14528-7edd-422b-b240-de4aa50edb55 None None] The sync data for ids ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:51.879786 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b0103-1bf5-4955-a8f6-8bebd9e78305 req-8466e50b-a651-4609-8d88-0699b0e77b05 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:51.881822 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce9b0103-1bf5-4955-a8f6-8bebd9e78305 req-8466e50b-a651-4609-8d88-0699b0e77b05 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 944 time: 0.1253855 Jul 29 23:46:51.920141 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b0d9bb59-9253-4fae-a134-938b9d91b13d req-7315e6fe-b0ce-4199-a086-b12c30b9ffd5 service neutron] 10.222.0.23 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172639 Jul 29 23:46:51.990559 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce9b0103-1bf5-4955-a8f6-8bebd9e78305 req-72fb7ecb-74f7-4c4e-a849-d9bd290a35b0 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832777 Jul 29 23:46:52.026504 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b246a92c-30cb-4f51-901d-2e69dce8545f tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Router a28952b9-b9d5-4fdd-825a-e1a543043b35 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:46:52.059819 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5fc36-a115-4d4a-b806-66faa27e9a4a req-86170d94-cc02-4d26-98de-ab5efe04e9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:52.061803 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3ca5fc36-a115-4d4a-b806-66faa27e9a4a req-86170d94-cc02-4d26-98de-ab5efe04e9fa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d50d474daccb433580a7028fa61f9a73&device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 1096 time: 0.0669353 Jul 29 23:46:52.167184 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b246a92c-30cb-4f51-901d-2e69dce8545f tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:52.178835 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503dc81a-6d99-4bc7-9a69-4e59a4ffbb93 None None] Sync routers for ids ['a28952b9-b9d5-4fdd-825a-e1a543043b35'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:52.182632 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5fc36-a115-4d4a-b806-66faa27e9a4a req-b328c8a3-1244-47c4-bfef-11006fd8a143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:52.185152 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3ca5fc36-a115-4d4a-b806-66faa27e9a4a req-b328c8a3-1244-47c4-bfef-11006fd8a143 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c5d248fd-ab50-44b4-871d-02015d72fe43 HTTP/1.1" status: 200 len: 918 time: 0.1159940 Jul 29 23:46:52.191094 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b246a92c-30cb-4f51-901d-2e69dce8545f tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:52.193626 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503dc81a-6d99-4bc7-9a69-4e59a4ffbb93 None None] Routers {'a28952b9-b9d5-4fdd-825a-e1a543043b35'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:52.194257 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-503dc81a-6d99-4bc7-9a69-4e59a4ffbb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:37Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['a28952b9-b9d5-4fdd-825a-e1a543043b35'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:52.245871 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3ca5fc36-a115-4d4a-b806-66faa27e9a4a req-7e0d5f13-efa1-4d26-8926-b0f93c630bac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6a2553e-b89d-4897-b8a2-ef68556a2ae1 HTTP/1.1" status: 200 len: 217 time: 0.0446303 Jul 29 23:46:52.252319 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-503dc81a-6d99-4bc7-9a69-4e59a4ffbb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:52.276766 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503dc81a-6d99-4bc7-9a69-4e59a4ffbb93 None None] Routers {'a28952b9-b9d5-4fdd-825a-e1a543043b35'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:52.276766 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-503dc81a-6d99-4bc7-9a69-4e59a4ffbb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:37Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['a28952b9-b9d5-4fdd-825a-e1a543043b35'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:52.293837 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b246a92c-30cb-4f51-901d-2e69dce8545f tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "PUT /v2.0/floatingips/38df76a0-e68a-4ab6-8e9a-da7c9febdff0 HTTP/1.1" status: 200 len: 978 time: 2.0459704 Jul 29 23:46:52.296923 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39214) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:52.326682 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5fc36-a115-4d4a-b806-66faa27e9a4a req-5e0c2b01-2ee3-48e4-a761-d5a1730ce294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:52.328698 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3ca5fc36-a115-4d4a-b806-66faa27e9a4a req-5e0c2b01-2ee3-48e4-a761-d5a1730ce294 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69ac91f6-4b2c-4d90-9c2c-b487e54998fb HTTP/1.1" status: 200 len: 856 time: 0.0744359 Jul 29 23:46:52.360317 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-503dc81a-6d99-4bc7-9a69-4e59a4ffbb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:52.360317 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503dc81a-6d99-4bc7-9a69-4e59a4ffbb93 None None] The sync data for ids ['a28952b9-b9d5-4fdd-825a-e1a543043b35'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:52.393855 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca5fc36-a115-4d4a-b806-66faa27e9a4a req-ed0edd19-89de-40cf-b94d-830de7948278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:52.397485 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3ca5fc36-a115-4d4a-b806-66faa27e9a4a req-ed0edd19-89de-40cf-b94d-830de7948278 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c5d248fd-ab50-44b4-871d-02015d72fe43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604782 Jul 29 23:46:52.442883 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-20cc9b6b-93d2-40bb-b021-cf90068a7dff tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Deleting port 3790c78b-8a98-4e6d-aaa3-52ffb62d98a2 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:52.443395 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-20cc9b6b-93d2-40bb-b021-cf90068a7dff tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:52.562207 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-20cc9b6b-93d2-40bb-b021-cf90068a7dff tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:52.584708 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3ca5fc36-a115-4d4a-b806-66faa27e9a4a req-09da37fa-686b-4881-9bda-e225e8cdcfc7 service neutron] 10.222.0.23 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793673 Jul 29 23:46:52.625339 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c946bbd-da60-49f1-bdd8-aaaeec905f34 req-ea6db493-fb50-4864-990b-5ff289a1e19a tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:52.626959 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7c946bbd-da60-49f1-bdd8-aaaeec905f34 req-ea6db493-fb50-4864-990b-5ff289a1e19a tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14cefb9-1d4f-45fc-85e4-fc1cd138b945 HTTP/1.1" status: 200 len: 946 time: 0.0901048 Jul 29 23:46:52.768631 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7c946bbd-da60-49f1-bdd8-aaaeec905f34 req-6677a91f-dc5e-4cfc-b473-2e4d8f5b91a9 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2c763c5-8e0b-4322-a929-5ab851fcc721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162283 Jul 29 23:46:52.807040 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3ca5fc36-a115-4d4a-b806-66faa27e9a4a req-f1a6141d-a84d-4750-a03b-373f6effa4a9 service neutron] 10.222.0.23 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141888 Jul 29 23:46:52.864938 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-20cc9b6b-93d2-40bb-b021-cf90068a7dff tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:52.865326 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-20cc9b6b-93d2-40bb-b021-cf90068a7dff tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:52.865695 n-d-712140-10 neutron-server[94064]: INFO neutron.db.l3_db [None req-20cc9b6b-93d2-40bb-b021-cf90068a7dff tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Floating IP 38df76a0-e68a-4ab6-8e9a-da7c9febdff0 disassociated. External IP: 172.25.8.141, port: 3790c78b-8a98-4e6d-aaa3-52ffb62d98a2. Jul 29 23:46:52.866226 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-20cc9b6b-93d2-40bb-b021-cf90068a7dff tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Calling delete_port for 3790c78b-8a98-4e6d-aaa3-52ffb62d98a2 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:53.047249 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-20cc9b6b-93d2-40bb-b021-cf90068a7dff tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:53.101796 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc9b6b-93d2-40bb-b021-cf90068a7dff tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event deleted for resources: {'Port': ['ID=3790c78b-8a98-4e6d-aaa3-52ffb62d98a2,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:53.148511 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141d7ba-b30a-4c55-97f5-f1e9522bec6c req-59345b6f-c9fc-429a-8906-f50f0e233799 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:53.150308 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d141d7ba-b30a-4c55-97f5-f1e9522bec6c req-59345b6f-c9fc-429a-8906-f50f0e233799 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 944 time: 0.0661716 Jul 29 23:46:53.213644 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d141d7ba-b30a-4c55-97f5-f1e9522bec6c req-fa764b3f-092f-46e9-827d-aeceaa3f4845 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486326 Jul 29 23:46:53.591533 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20cc9b6b-93d2-40bb-b021-cf90068a7dff tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Router a28952b9-b9d5-4fdd-825a-e1a543043b35 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:46:53.706184 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20cc9b6b-93d2-40bb-b021-cf90068a7dff tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:53.716609 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c663cd70-5871-48f3-ae50-40a7d1ae0dfa None None] Sync routers for ids ['a28952b9-b9d5-4fdd-825a-e1a543043b35'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:53.726582 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c663cd70-5871-48f3-ae50-40a7d1ae0dfa None None] Routers {'a28952b9-b9d5-4fdd-825a-e1a543043b35'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:53.727192 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c663cd70-5871-48f3-ae50-40a7d1ae0dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:37Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['a28952b9-b9d5-4fdd-825a-e1a543043b35'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:53.764478 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c663cd70-5871-48f3-ae50-40a7d1ae0dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:53.775242 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c663cd70-5871-48f3-ae50-40a7d1ae0dfa None None] Routers {'a28952b9-b9d5-4fdd-825a-e1a543043b35'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:53.776090 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c663cd70-5871-48f3-ae50-40a7d1ae0dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:37Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['a28952b9-b9d5-4fdd-825a-e1a543043b35'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:53.789148 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-20cc9b6b-93d2-40bb-b021-cf90068a7dff tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:53.795869 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-20cc9b6b-93d2-40bb-b021-cf90068a7dff tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "DELETE /v2.0/ports/3790c78b-8a98-4e6d-aaa3-52ffb62d98a2 HTTP/1.1" status: 204 len: 168 time: 1.4950602 Jul 29 23:46:53.796210 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 39222) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:53.813727 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c663cd70-5871-48f3-ae50-40a7d1ae0dfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:53.814898 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c663cd70-5871-48f3-ae50-40a7d1ae0dfa None None] The sync data for ids ['a28952b9-b9d5-4fdd-825a-e1a543043b35'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:53.984918 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392383d5-6c6d-4270-bacd-a36040d7a652 req-59da0596-3689-4883-aac6-e04f5171380c tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:53.986584 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-392383d5-6c6d-4270-bacd-a36040d7a652 req-59da0596-3689-4883-aac6-e04f5171380c tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14cefb9-1d4f-45fc-85e4-fc1cd138b945 HTTP/1.1" status: 200 len: 946 time: 0.1163318 Jul 29 23:46:54.082976 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-392383d5-6c6d-4270-bacd-a36040d7a652 req-e673d4ee-48c0-4333-b76d-6296a228c5fd tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2c763c5-8e0b-4322-a929-5ab851fcc721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894356 Jul 29 23:46:54.273652 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:46:54.353180 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cdeb04-9713-4a85-a64c-e464cf8c7c7c req-a9d1ab10-737c-417e-914f-797b9e6d6bce tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:54.354625 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24cdeb04-9713-4a85-a64c-e464cf8c7c7c req-a9d1ab10-737c-417e-914f-797b9e6d6bce tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.23 "GET /v2.0/ports?device_id=b14cefb9-1d4f-45fc-85e4-fc1cd138b945 HTTP/1.1" status: 200 len: 946 time: 0.1065154 Jul 29 23:46:54.467285 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d67cd-528b-4e02-a75d-628a1520669a req-446b69dc-9c87-4420-a75d-4f53cb360381 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:54.468425 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-608d67cd-528b-4e02-a75d-628a1520669a req-446b69dc-9c87-4420-a75d-4f53cb360381 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 944 time: 0.1402285 Jul 29 23:46:54.475171 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9a33b9ff-75d9-4455-bdd0-c578f16b376a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:54.582578 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-608d67cd-528b-4e02-a75d-628a1520669a req-4c35592e-cff0-4411-b3bb-446cb3840b1d tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048205 Jul 29 23:46:54.635539 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-24cdeb04-9713-4a85-a64c-e464cf8c7c7c req-3a735270-00c3-4bca-832d-b345802d42e5 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Deleting port 50dab26e-3015-4205-be02-8f5fae2f40c2 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:54.635907 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24cdeb04-9713-4a85-a64c-e464cf8c7c7c req-3a735270-00c3-4bca-832d-b345802d42e5 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:54.818974 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device b6a2553e-b89d-4897-b8a2-ef68556a2ae1 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:46:54.963019 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port b6a2553e-b89d-4897-b8a2-ef68556a2ae1, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b6a2553e-b89d-4897-b8a2-ef68556a2ae1,segment=NetworkSegment(a8b5eda5-9414-420c-921a-7601972def5c),segment_id=a8b5eda5-9414-420c-921a-7601972def5c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:54.978173 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'b6a2553e-b89d-4897-b8a2-ef68556a2ae1', 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43', 'port_id': 'b6a2553e-b89d-4897-b8a2-ef68556a2ae1', 'mac_address': 'fa:16:3e:0d:5d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:46:55.030968 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:55.048137 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a2553e-b89d-4897-b8a2-ef68556a2ae1 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:46:55.078640 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port b6a2553e-b89d-4897-b8a2-ef68556a2ae1, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b6a2553e-b89d-4897-b8a2-ef68556a2ae1,segment=NetworkSegment(a8b5eda5-9414-420c-921a-7601972def5c),segment_id=a8b5eda5-9414-420c-921a-7601972def5c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:55.084471 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:55.148711 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=b6a2553e-b89d-4897-b8a2-ef68556a2ae1,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:55.158741 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-24cdeb04-9713-4a85-a64c-e464cf8c7c7c req-3a735270-00c3-4bca-832d-b345802d42e5 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] For port 50dab26e-3015-4205-be02-8f5fae2f40c2, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=50dab26e-3015-4205-be02-8f5fae2f40c2,segment=NetworkSegment(68cddc6e-f947-4e0d-a9f3-78b61292f920),segment_id=68cddc6e-f947-4e0d-a9f3-78b61292f920)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:55.159509 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24cdeb04-9713-4a85-a64c-e464cf8c7c7c req-3a735270-00c3-4bca-832d-b345802d42e5 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:55.301252 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['b6a2553e-b89d-4897-b8a2-ef68556a2ae1'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:46:55.357533 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dee3fe9-889b-46ff-a381-8368434b3161 req-26eec20a-c09a-4cfd-bdc4-61e12a753f91 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:55.365439 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6dee3fe9-889b-46ff-a381-8368434b3161 req-26eec20a-c09a-4cfd-bdc4-61e12a753f91 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14cefb9-1d4f-45fc-85e4-fc1cd138b945 HTTP/1.1" status: 200 len: 946 time: 0.1554348 Jul 29 23:46:55.504332 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6dee3fe9-889b-46ff-a381-8368434b3161 req-3e23f7ba-7065-43fd-bcc2-420930adf44d tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups?id=a2c763c5-8e0b-4322-a929-5ab851fcc721&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375585 Jul 29 23:46:55.528059 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24cdeb04-9713-4a85-a64c-e464cf8c7c7c req-3a735270-00c3-4bca-832d-b345802d42e5 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:55.528486 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24cdeb04-9713-4a85-a64c-e464cf8c7c7c req-3a735270-00c3-4bca-832d-b345802d42e5 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:55.528691 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [req-24cdeb04-9713-4a85-a64c-e464cf8c7c7c req-3a735270-00c3-4bca-832d-b345802d42e5 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Floating IP f3a59b5b-5941-4ed0-a1e3-aaaa71a634ba disassociated. External IP: 172.25.8.31, port: 50dab26e-3015-4205-be02-8f5fae2f40c2. Jul 29 23:46:55.529246 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-24cdeb04-9713-4a85-a64c-e464cf8c7c7c req-3a735270-00c3-4bca-832d-b345802d42e5 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Calling delete_port for 50dab26e-3015-4205-be02-8f5fae2f40c2 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:55.539536 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-9a33b9ff-75d9-4455-bdd0-c578f16b376a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Deleting port 623d6bfd-645e-4da1-9065-58e095c88dd7 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:55.539762 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9a33b9ff-75d9-4455-bdd0-c578f16b376a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:55.725084 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9a33b9ff-75d9-4455-bdd0-c578f16b376a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:55.751248 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-9a33b9ff-75d9-4455-bdd0-c578f16b376a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Calling delete_port for 623d6bfd-645e-4da1-9065-58e095c88dd7 owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:55.820966 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51234c46-e0b6-4816-a8c0-7160f8907dfc req-11e02cc9-71a9-4dac-890f-dda4fed9b740 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:55.822630 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-51234c46-e0b6-4816-a8c0-7160f8907dfc req-11e02cc9-71a9-4dac-890f-dda4fed9b740 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 945 time: 0.1462238 Jul 29 23:46:55.925086 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-51234c46-e0b6-4816-a8c0-7160f8907dfc req-ab5104b2-862d-4309-8b12-606d78c336d4 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804441 Jul 29 23:46:55.928434 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24cdeb04-9713-4a85-a64c-e464cf8c7c7c req-3a735270-00c3-4bca-832d-b345802d42e5 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:56.008954 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a735270-00c3-4bca-832d-b345802d42e5 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Pushing event deleted for resources: {'Port': ['ID=50dab26e-3015-4205-be02-8f5fae2f40c2,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:56.250423 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9a33b9ff-75d9-4455-bdd0-c578f16b376a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:56.254753 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24cdeb04-9713-4a85-a64c-e464cf8c7c7c req-3a735270-00c3-4bca-832d-b345802d42e5 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Router b255c339-ea4a-48c3-9dbb-74bbf2990780 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:46:56.290162 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33b9ff-75d9-4455-bdd0-c578f16b376a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event deleted for resources: {'Port': ['ID=623d6bfd-645e-4da1-9065-58e095c88dd7,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:56.513483 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24cdeb04-9713-4a85-a64c-e464cf8c7c7c req-3a735270-00c3-4bca-832d-b345802d42e5 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:56.527895 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac754b27-c26c-4f06-91d7-5208e89ccd19 None None] Sync routers for ids ['b255c339-ea4a-48c3-9dbb-74bbf2990780'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:56.546218 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac754b27-c26c-4f06-91d7-5208e89ccd19 None None] Routers {'b255c339-ea4a-48c3-9dbb-74bbf2990780'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:56.547533 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-ac754b27-c26c-4f06-91d7-5208e89ccd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:37Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b255c339-ea4a-48c3-9dbb-74bbf2990780'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:56.602756 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-24cdeb04-9713-4a85-a64c-e464cf8c7c7c req-3a735270-00c3-4bca-832d-b345802d42e5 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] No DVR routers for this DVR port 50dab26e-3015-4205-be02-8f5fae2f40c2 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:46:56.606471 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24cdeb04-9713-4a85-a64c-e464cf8c7c7c req-3a735270-00c3-4bca-832d-b345802d42e5 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:56.608496 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24cdeb04-9713-4a85-a64c-e464cf8c7c7c req-3a735270-00c3-4bca-832d-b345802d42e5 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.23 "DELETE /v2.0/ports/50dab26e-3015-4205-be02-8f5fae2f40c2 HTTP/1.1" status: 204 len: 173 time: 2.2387254 Jul 29 23:46:56.608943 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b14cefb9-1d4f-45fc-85e4-fc1cd138b945', 'name': 'network-vif-deleted', 'tag': '50dab26e-3015-4205-be02-8f5fae2f40c2'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:56.612514 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d14b09d4-0c1d-469f-a461-eb411cdb5675" -d '{"events": [{"server_uuid": "b14cefb9-1d4f-45fc-85e4-fc1cd138b945", "name": "network-vif-deleted", "tag": "50dab26e-3015-4205-be02-8f5fae2f40c2"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:56.630416 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9a33b9ff-75d9-4455-bdd0-c578f16b376a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:56.665425 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3bf51fe2-66e4-4a1a-97f1-c1e0f4bed781 req-32ca744b-5e98-43b7-9daf-d85d43ac03be tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/ports?device_id=b14cefb9-1d4f-45fc-85e4-fc1cd138b945 HTTP/1.1" status: 200 len: 210 time: 0.0339806 Jul 29 23:46:56.709823 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-ac754b27-c26c-4f06-91d7-5208e89ccd19 None None] Set router b255c339-ea4a-48c3-9dbb-74bbf2990780 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:56.765187 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a92bf9-fe76-4a83-a64b-2e1fc9ef7a63 x-openstack-request-id: req-99a92bf9-fe76-4a83-a64b-2e1fc9ef7a63 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:56.765424 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b14cefb9-1d4f-45fc-85e4-fc1cd138b945", "name": "network-vif-deleted", "tag": "50dab26e-3015-4205-be02-8f5fae2f40c2", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:56.765761 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-99a92bf9-fe76-4a83-a64b-2e1fc9ef7a63 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:56.766165 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b14cefb9-1d4f-45fc-85e4-fc1cd138b945', 'name': 'network-vif-deleted', 'tag': '50dab26e-3015-4205-be02-8f5fae2f40c2', 'status': 'completed', 'code': 200} Jul 29 23:46:56.819677 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device b6a2553e-b89d-4897-b8a2-ef68556a2ae1 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:46:56.879749 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port b6a2553e-b89d-4897-b8a2-ef68556a2ae1 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:46:56.886276 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port b6a2553e-b89d-4897-b8a2-ef68556a2ae1 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:46:56.887066 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:56.937913 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a33b9ff-75d9-4455-bdd0-c578f16b376a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Router a28952b9-b9d5-4fdd-825a-e1a543043b35 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:46:57.003244 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:57.060546 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15f9ea6-9807-43b5-95f2-bcc7c1701c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a2553e-b89d-4897-b8a2-ef68556a2ae1'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:46:57.063103 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16d310f-9fcb-4562-b7df-ff53b19b0965" -d '{"events": [{"server_uuid": "c15f9ea6-9807-43b5-95f2-bcc7c1701c6f", "name": "network-vif-plugged", "status": "completed", "tag": "b6a2553e-b89d-4897-b8a2-ef68556a2ae1"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:46:57.076143 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port b6a2553e-b89d-4897-b8a2-ef68556a2ae1, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b6a2553e-b89d-4897-b8a2-ef68556a2ae1,segment=NetworkSegment(a8b5eda5-9414-420c-921a-7601972def5c),segment_id=a8b5eda5-9414-420c-921a-7601972def5c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:57.083026 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:57.085883 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 50dab26e-3015-4205-be02-8f5fae2f40c2 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:46:57.118980 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-ac754b27-c26c-4f06-91d7-5208e89ccd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'name': 'tempest-AttachVolumeTestJSON-1082787952-router', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:03Z', 'updated_at': '2021-07-29T23:39:13Z', 'revision_number': 4, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'gw_port': {'id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:06Z', 'updated_at': '2021-07-29T23:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f6dd2ce7-917d-41ac-b240-970f2b369ca1', 'name': '', 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'mac_address': 'fa:16:3e:f4:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'd3fee908-ce2a-4a34-b5cd-8383eff77fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:11Z', 'updated_at': '2021-07-29T23:39:19Z', 'revision_number': 5, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'subnets': [{'id': 'd3fee908-ce2a-4a34-b5cd-8383eff77fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:57.160758 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac754b27-c26c-4f06-91d7-5208e89ccd19 None None] Checking router: b255c339-ea4a-48c3-9dbb-74bbf2990780 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:46:57.172125 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac754b27-c26c-4f06-91d7-5208e89ccd19 None None] Routers {'b255c339-ea4a-48c3-9dbb-74bbf2990780'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:57.172806 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-ac754b27-c26c-4f06-91d7-5208e89ccd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:37Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b255c339-ea4a-48c3-9dbb-74bbf2990780'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:57.180401 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6503eea7-94fb-4835-a8a2-1f6ad47725b0 req-ae39bf2d-247f-436c-9b0a-9197d575de75 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:57.183385 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6503eea7-94fb-4835-a8a2-1f6ad47725b0 req-ae39bf2d-247f-436c-9b0a-9197d575de75 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 945 time: 0.1377242 Jul 29 23:46:57.207790 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a33b9ff-75d9-4455-bdd0-c578f16b376a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:46:57.213439 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 50dab26e-3015-4205-be02-8f5fae2f40c2 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:46:57.213782 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 50dab26e-3015-4205-be02-8f5fae2f40c2 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:46:57.221296 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46e9c93-e004-46fa-990d-9a71000e34e9 None None] Sync routers for ids ['a28952b9-b9d5-4fdd-825a-e1a543043b35'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:46:57.223470 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9a33b9ff-75d9-4455-bdd0-c578f16b376a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "PUT /v2.0/routers/a28952b9-b9d5-4fdd-825a-e1a543043b35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4260919 Jul 29 23:46:57.226512 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 39252) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:57.227965 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=b6a2553e-b89d-4897-b8a2-ef68556a2ae1,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:57.235883 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46e9c93-e004-46fa-990d-9a71000e34e9 None None] Routers {'a28952b9-b9d5-4fdd-825a-e1a543043b35'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:57.237548 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f46e9c93-e004-46fa-990d-9a71000e34e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:37Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['a28952b9-b9d5-4fdd-825a-e1a543043b35'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:57.285769 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f46e9c93-e004-46fa-990d-9a71000e34e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:57.295850 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46e9c93-e004-46fa-990d-9a71000e34e9 None None] Routers {'a28952b9-b9d5-4fdd-825a-e1a543043b35'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:46:57.296489 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f46e9c93-e004-46fa-990d-9a71000e34e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:37Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['a28952b9-b9d5-4fdd-825a-e1a543043b35'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:57.338622 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f46e9c93-e004-46fa-990d-9a71000e34e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:57.339189 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46e9c93-e004-46fa-990d-9a71000e34e9 None None] The sync data for ids ['a28952b9-b9d5-4fdd-825a-e1a543043b35'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:57.339907 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-ac754b27-c26c-4f06-91d7-5208e89ccd19 None None] Set router b255c339-ea4a-48c3-9dbb-74bbf2990780 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:46:57.340205 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6503eea7-94fb-4835-a8a2-1f6ad47725b0 req-375d8f23-2d33-4850-9476-88f54fa507be tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449735 Jul 29 23:46:57.452078 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-11336022-2439-4f74-9a64-fd743efa82f9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:57.460350 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba17997b-4dc9-44ff-8bd7-bb087d731171 x-openstack-request-id: req-ba17997b-4dc9-44ff-8bd7-bb087d731171 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:46:57.460747 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15f9ea6-9807-43b5-95f2-bcc7c1701c6f", "name": "network-vif-plugged", "status": "completed", "tag": "b6a2553e-b89d-4897-b8a2-ef68556a2ae1", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:46:57.461114 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ba17997b-4dc9-44ff-8bd7-bb087d731171 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:46:57.461592 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15f9ea6-9807-43b5-95f2-bcc7c1701c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a2553e-b89d-4897-b8a2-ef68556a2ae1', 'code': 200} Jul 29 23:46:57.605970 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-ac754b27-c26c-4f06-91d7-5208e89ccd19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'name': 'tempest-AttachVolumeTestJSON-1082787952-router', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:03Z', 'updated_at': '2021-07-29T23:39:13Z', 'revision_number': 4, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'gw_port': {'id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:06Z', 'updated_at': '2021-07-29T23:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f6dd2ce7-917d-41ac-b240-970f2b369ca1', 'name': '', 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'mac_address': 'fa:16:3e:f4:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'd3fee908-ce2a-4a34-b5cd-8383eff77fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:11Z', 'updated_at': '2021-07-29T23:39:19Z', 'revision_number': 5, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'subnets': [{'id': 'd3fee908-ce2a-4a34-b5cd-8383eff77fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:46:57.636951 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac754b27-c26c-4f06-91d7-5208e89ccd19 None None] The sync data for ids ['b255c339-ea4a-48c3-9dbb-74bbf2990780'] in n-d-712140-10 is: [{'id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'name': 'tempest-AttachVolumeTestJSON-1082787952-router', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:03Z', 'updated_at': '2021-07-29T23:39:13Z', 'revision_number': 4, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'gw_port': {'id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:06Z', 'updated_at': '2021-07-29T23:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f6dd2ce7-917d-41ac-b240-970f2b369ca1', 'name': '', 'network_id': 'ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'mac_address': 'fa:16:3e:f4:e3:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'd3fee908-ce2a-4a34-b5cd-8383eff77fab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:11Z', 'updated_at': '2021-07-29T23:39:19Z', 'revision_number': 5, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'subnets': [{'id': 'd3fee908-ce2a-4a34-b5cd-8383eff77fab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:46:57.669565 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-11336022-2439-4f74-9a64-fd743efa82f9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:57.792501 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-11336022-2439-4f74-9a64-fd743efa82f9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Deleting port 12d835ac-96f9-4cae-af6f-f11d0a9f702c {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:57.792848 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-11336022-2439-4f74-9a64-fd743efa82f9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:57.836237 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39272) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:57.866498 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076d4af-710c-42fa-b5d5-d0f45b6c300b req-919984e8-2ec1-4096-bdb1-2882f331b0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:57.868356 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a076d4af-710c-42fa-b5d5-d0f45b6c300b req-919984e8-2ec1-4096-bdb1-2882f331b0d9 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 1098 time: 0.3121557 Jul 29 23:46:57.926531 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-11336022-2439-4f74-9a64-fd743efa82f9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:57.929714 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-043569a4-8833-4d99-af2d-ff88656bde69 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:57.941926 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a076d4af-710c-42fa-b5d5-d0f45b6c300b req-caef3cb6-44ea-41a4-8b39-28d22cbc3f34 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580416 Jul 29 23:46:57.952684 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-11336022-2439-4f74-9a64-fd743efa82f9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Calling delete_port for 12d835ac-96f9-4cae-af6f-f11d0a9f702c owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:57.969955 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-043569a4-8833-4d99-af2d-ff88656bde69 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:58.041614 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-043569a4-8833-4d99-af2d-ff88656bde69 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:58.049896 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-043569a4-8833-4d99-af2d-ff88656bde69 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:58.056351 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 39282) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:58.056852 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-043569a4-8833-4d99-af2d-ff88656bde69 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "DELETE /v2.0/security-groups/a2c763c5-8e0b-4322-a929-5ab851fcc721 HTTP/1.1" status: 204 len: 168 time: 0.2191794 Jul 29 23:46:58.077801 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043569a4-8833-4d99-af2d-ff88656bde69 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c763c5-8e0b-4322-a929-5ab851fcc721,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:58.079046 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-7b3a9fc4-055f-441f-878b-1a925cc47f79 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] show failed (client error): The resource could not be found. Jul 29 23:46:58.080803 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7b3a9fc4-055f-441f-878b-1a925cc47f79 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "GET /v2.0/security-groups/a2c763c5-8e0b-4322-a929-5ab851fcc721 HTTP/1.1" status: 404 len: 347 time: 0.0225866 Jul 29 23:46:58.084403 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 39284) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:58.157611 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30126b48-3271-4eb4-b418-90f80a17d52c None None] New status for floating IP f3a59b5b-5941-4ed0-a1e3-aaaa71a634ba: DOWN {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:46:58.670272 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f8159-8ce4-490f-81a4-fc8cf6bc3854 req-4bb03257-a7c9-47fe-9927-360301896e52 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:46:58.671817 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c14f8159-8ce4-490f-81a4-fc8cf6bc3854 req-4bb03257-a7c9-47fe-9927-360301896e52 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 946 time: 0.1255848 Jul 29 23:46:58.700075 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-11336022-2439-4f74-9a64-fd743efa82f9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:58.714944 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-e84d4b23-8ab9-463a-a9c8-ed4b9ffd1e87 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Deleting port 67e0993a-19db-40ec-b164-1671084e4cd8 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:58.715181 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b23-8ab9-463a-a9c8-ed4b9ffd1e87 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:58.756808 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11336022-2439-4f74-9a64-fd743efa82f9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event deleted for resources: {'Port': ['ID=12d835ac-96f9-4cae-af6f-f11d0a9f702c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:58.802777 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c14f8159-8ce4-490f-81a4-fc8cf6bc3854 req-dc2d9cdc-d977-46d2-8f48-ec2028e5153f tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214652 Jul 29 23:46:58.880918 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-11336022-2439-4f74-9a64-fd743efa82f9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:58.915309 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b23-8ab9-463a-a9c8-ed4b9ffd1e87 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:58.915638 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b23-8ab9-463a-a9c8-ed4b9ffd1e87 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:58.989524 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-e84d4b23-8ab9-463a-a9c8-ed4b9ffd1e87 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Calling delete_port for 67e0993a-19db-40ec-b164-1671084e4cd8 owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:58.995706 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-11336022-2439-4f74-9a64-fd743efa82f9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:58.999198 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-11336022-2439-4f74-9a64-fd743efa82f9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:59.088897 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-11336022-2439-4f74-9a64-fd743efa82f9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:59.088897 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11336022-2439-4f74-9a64-fd743efa82f9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Fanout notify agent at l3_agent the message router_deleted on router a28952b9-b9d5-4fdd-825a-e1a543043b35 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:46:59.097774 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-11336022-2439-4f74-9a64-fd743efa82f9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:59.097964 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-11336022-2439-4f74-9a64-fd743efa82f9 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "DELETE /v2.0/routers/a28952b9-b9d5-4fdd-825a-e1a543043b35 HTTP/1.1" status: 204 len: 168 time: 1.8701849 Jul 29 23:46:59.103286 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39304) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:59.177643 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-236824df-6d85-4241-9e44-cd598f015cb4 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Deleting subnet 38b24f82-81f1-40b7-a903-4028ed739c09 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:46:59.181365 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-236824df-6d85-4241-9e44-cd598f015cb4 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:59.194191 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b23-8ab9-463a-a9c8-ed4b9ffd1e87 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:59.233363 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d4b23-8ab9-463a-a9c8-ed4b9ffd1e87 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Pushing event deleted for resources: {'Port': ['ID=67e0993a-19db-40ec-b164-1671084e4cd8,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:59.246053 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-236824df-6d85-4241-9e44-cd598f015cb4 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:59.320860 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b23-8ab9-463a-a9c8-ed4b9ffd1e87 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:59.326262 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e84d4b23-8ab9-463a-a9c8-ed4b9ffd1e87 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:59.327670 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e84d4b23-8ab9-463a-a9c8-ed4b9ffd1e87 tempest-AttachVolumeTestJSON-1810800281 tempest-AttachVolumeTestJSON-1810800281-project] 10.222.0.18 "DELETE /v2.0/floatingips/f3a59b5b-5941-4ed0-a1e3-aaaa71a634ba HTTP/1.1" status: 204 len: 168 time: 1.2423820 Jul 29 23:46:59.346646 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-236824df-6d85-4241-9e44-cd598f015cb4 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:59.417532 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-236824df-6d85-4241-9e44-cd598f015cb4 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:59.444912 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236824df-6d85-4241-9e44-cd598f015cb4 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event deleted for resources: {'Subnet': ['ID=38b24f82-81f1-40b7-a903-4028ed739c09,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:46:59.451395 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-236824df-6d85-4241-9e44-cd598f015cb4 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:59.456632 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-236824df-6d85-4241-9e44-cd598f015cb4 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "DELETE /v2.0/subnets/38b24f82-81f1-40b7-a903-4028ed739c09 HTTP/1.1" status: 204 len: 168 time: 0.3486295 Jul 29 23:46:59.460192 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 39316) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:46:59.460877 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7c18c1-29b1-4ce4-adaa-a93029dc9cae None None] Network e978f479-8b69-4dee-b3e2-44b7780af180 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:46:59.570368 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ded2cacc-b3ec-449e-92ee-42b056039b96 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:59.625515 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:59.676288 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-ded2cacc-b3ec-449e-92ee-42b056039b96 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Deleting port 54a5c7c8-0e2a-42c7-b503-6c711b45f1f8 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:59.676890 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ded2cacc-b3ec-449e-92ee-42b056039b96 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:59.739552 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83706583-635e-463f-8810-3588fb6e05ca None None] DHCP port deletion for e978f479-8b69-4dee-b3e2-44b7780af180 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:46:59.769541 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-ded2cacc-b3ec-449e-92ee-42b056039b96 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] For port 54a5c7c8-0e2a-42c7-b503-6c711b45f1f8, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=54a5c7c8-0e2a-42c7-b503-6c711b45f1f8,segment=NetworkSegment(5410efac-219b-4c25-94fc-5a5b93d827f8),segment_id=5410efac-219b-4c25-94fc-5a5b93d827f8)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:59.769830 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ded2cacc-b3ec-449e-92ee-42b056039b96 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:59.790152 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-83706583-635e-463f-8810-3588fb6e05ca None None] Deleting port 54a5c7c8-0e2a-42c7-b503-6c711b45f1f8 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:46:59.790841 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-83706583-635e-463f-8810-3588fb6e05ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:59.791669 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-ded2cacc-b3ec-449e-92ee-42b056039b96 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Calling delete_port for 54a5c7c8-0e2a-42c7-b503-6c711b45f1f8 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:59.894585 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-83706583-635e-463f-8810-3588fb6e05ca None None] For port 54a5c7c8-0e2a-42c7-b503-6c711b45f1f8, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=54a5c7c8-0e2a-42c7-b503-6c711b45f1f8,segment=NetworkSegment(5410efac-219b-4c25-94fc-5a5b93d827f8),segment_id=5410efac-219b-4c25-94fc-5a5b93d827f8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:46:59.895537 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-83706583-635e-463f-8810-3588fb6e05ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:59.912159 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-83706583-635e-463f-8810-3588fb6e05ca None None] Calling delete_port for 54a5c7c8-0e2a-42c7-b503-6c711b45f1f8 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:46:59.920819 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:59.943687 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ded2cacc-b3ec-449e-92ee-42b056039b96 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:46:59.980826 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded2cacc-b3ec-449e-92ee-42b056039b96 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] No DVR routers for this DVR port 54a5c7c8-0e2a-42c7-b503-6c711b45f1f8 on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:46:59.989895 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2cacc-b3ec-449e-92ee-42b056039b96 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event deleted for resources: {'Port': ['ID=54a5c7c8-0e2a-42c7-b503-6c711b45f1f8,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:00.035025 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-83706583-635e-463f-8810-3588fb6e05ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:00.044906 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ae319-b793-41d4-9c3c-afc070ea6034 req-e6901034-5a51-4699-8cc3-c4a6c9cafddd tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:00.046981 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-888ae319-b793-41d4-9c3c-afc070ea6034 req-e6901034-5a51-4699-8cc3-c4a6c9cafddd tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 946 time: 0.1334825 Jul 29 23:47:00.050675 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83706583-635e-463f-8810-3588fb6e05ca None None] No DVR routers for this DVR port 54a5c7c8-0e2a-42c7-b503-6c711b45f1f8 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:00.082139 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83706583-635e-463f-8810-3588fb6e05ca None None] Pushing event deleted for resources: {'Port': ['ID=54a5c7c8-0e2a-42c7-b503-6c711b45f1f8,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:00.153549 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-888ae319-b793-41d4-9c3c-afc070ea6034 req-4c8de24c-9fbc-4c27-9b87-6102799d5ec7 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549257 Jul 29 23:47:00.155093 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ded2cacc-b3ec-449e-92ee-42b056039b96 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:00.169877 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-ded2cacc-b3ec-449e-92ee-42b056039b96 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e978f479-8b69-4dee-b3e2-44b7780af180']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:00.196707 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-ded2cacc-b3ec-449e-92ee-42b056039b96 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5410efac-219b-4c25-94fc-5a5b93d827f8') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:00.197806 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-ded2cacc-b3ec-449e-92ee-42b056039b96 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5410efac-219b-4c25-94fc-5a5b93d827f8') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:00.216711 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ded2cacc-b3ec-449e-92ee-42b056039b96 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:00.244931 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ded2cacc-b3ec-449e-92ee-42b056039b96 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:00.252769 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded2cacc-b3ec-449e-92ee-42b056039b96 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:47:00.253597 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ded2cacc-b3ec-449e-92ee-42b056039b96 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:00.256998 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:47:00.256998 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:47:00.256998 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:47:00.256998 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:47:00.256998 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:47:00.256998 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:47:00.256998 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:47:00.256998 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:47:00.256998 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:47:00.256998 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:47:00.256998 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:47:00.256998 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:47:00.256998 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:47:00.256998 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:47:00.256998 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:47:00.256998 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:47:00.256998 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:47:00.256998 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:47:00.256998 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:47:00.256998 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:47:00.256998 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:47:00.256998 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:47:00.256998 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:47:00.256998 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:47:00.256998 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:47:00.256998 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:47:00.256998 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:47:00.256998 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:47:00.256998 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:47:00.256998 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:47:00.256998 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:47:00.256998 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:47:00.389047 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ded2cacc-b3ec-449e-92ee-42b056039b96 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:00.397724 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ded2cacc-b3ec-449e-92ee-42b056039b96 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:00.400196 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ded2cacc-b3ec-449e-92ee-42b056039b96 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "DELETE /v2.0/networks/e978f479-8b69-4dee-b3e2-44b7780af180 HTTP/1.1" status: 204 len: 168 time: 0.9385903 Jul 29 23:47:00.402928 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39336) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:00.408758 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c3a0c0-a1ab-4f74-8d39-90704a74214c req-57a5e247-d219-466b-aa88-fe85367d7f47 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:00.411120 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e3c3a0c0-a1ab-4f74-8d39-90704a74214c req-57a5e247-d219-466b-aa88-fe85367d7f47 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 946 time: 0.1402502 Jul 29 23:47:00.423223 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 39338) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:00.430526 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-b20887a8-37dc-4285-9e11-1ea61183cd50 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Request body: {'floatingip': {'port_id': 'b6a2553e-b89d-4897-b8a2-ef68556a2ae1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:00.471688 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2cacc-b3ec-449e-92ee-42b056039b96 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event deleted for resources: {'Network': ['ID=e978f479-8b69-4dee-b3e2-44b7780af180,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:00.479182 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b20887a8-37dc-4285-9e11-1ea61183cd50 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for floatingip, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:00.580653 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-04f75ee0-98c6-4c4b-83a8-c1fafbe28d1a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Deleting port b04d751d-7d8a-4804-80a9-b17fb2703605 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:00.581387 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-04f75ee0-98c6-4c4b-83a8-c1fafbe28d1a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:00.685058 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-04f75ee0-98c6-4c4b-83a8-c1fafbe28d1a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:00.685482 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-04f75ee0-98c6-4c4b-83a8-c1fafbe28d1a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:00.722502 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-04f75ee0-98c6-4c4b-83a8-c1fafbe28d1a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Calling delete_port for b04d751d-7d8a-4804-80a9-b17fb2703605 owned by network:floatingip {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:00.739544 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 54a5c7c8-0e2a-42c7-b503-6c711b45f1f8 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:00.781496 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 54a5c7c8-0e2a-42c7-b503-6c711b45f1f8 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:00.783825 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 54a5c7c8-0e2a-42c7-b503-6c711b45f1f8 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:00.917677 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-04f75ee0-98c6-4c4b-83a8-c1fafbe28d1a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:00.949338 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f75ee0-98c6-4c4b-83a8-c1fafbe28d1a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event deleted for resources: {'Port': ['ID=b04d751d-7d8a-4804-80a9-b17fb2703605,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:01.029469 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-04f75ee0-98c6-4c4b-83a8-c1fafbe28d1a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for floatingip, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:01.035277 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-04f75ee0-98c6-4c4b-83a8-c1fafbe28d1a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:01.037342 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-04f75ee0-98c6-4c4b-83a8-c1fafbe28d1a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "DELETE /v2.0/floatingips/38df76a0-e68a-4ab6-8e9a-da7c9febdff0 HTTP/1.1" status: 204 len: 168 time: 0.6319354 Jul 29 23:47:01.043273 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39350) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:01.060852 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b20887a8-37dc-4285-9e11-1ea61183cd50 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:01.065937 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b20887a8-37dc-4285-9e11-1ea61183cd50 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:01.073208 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0084fe5-4ddd-4378-9a3b-fa07444a5eba tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] DELETE failed (client error): The resource could not be found. Jul 29 23:47:01.073965 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0084fe5-4ddd-4378-9a3b-fa07444a5eba tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:47:01.075713 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b0084fe5-4ddd-4378-9a3b-fa07444a5eba tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "DELETE /v2.0/ports/3790c78b-8a98-4e6d-aaa3-52ffb62d98a2 HTTP/1.1" status: 404 len: 333 time: 0.0307765 Jul 29 23:47:01.078817 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39354) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:01.110855 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f15babe9-4be8-455c-9d52-55839c429f34 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "GET /v2.0/ports?device_id=a28952b9-b9d5-4fdd-825a-e1a543043b35 HTTP/1.1" status: 200 len: 205 time: 0.0308533 Jul 29 23:47:01.113790 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39356) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:01.164649 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-17384235-ac13-4701-9c53-779cf10439ef tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] delete failed (client error): The resource could not be found. Jul 29 23:47:01.168063 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-17384235-ac13-4701-9c53-779cf10439ef tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "DELETE /v2.0/routers/a28952b9-b9d5-4fdd-825a-e1a543043b35 HTTP/1.1" status: 404 len: 336 time: 0.0508263 Jul 29 23:47:01.169129 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39358) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:01.187214 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-b20887a8-37dc-4285-9e11-1ea61183cd50 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Floating IP 37b38777-13d1-43ef-80d0-89d0d671f454 associated. External IP: 172.25.8.230, port: b6a2553e-b89d-4897-b8a2-ef68556a2ae1. Jul 29 23:47:01.205631 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-13d517d8-3bb2-4fef-a529-70e730e857d1 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] DELETE failed (client error): The resource could not be found. Jul 29 23:47:01.206197 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13d517d8-3bb2-4fef-a529-70e730e857d1 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:47:01.210363 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-13d517d8-3bb2-4fef-a529-70e730e857d1 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "DELETE /v2.0/subnets/38b24f82-81f1-40b7-a903-4028ed739c09 HTTP/1.1" status: 404 len: 337 time: 0.0376649 Jul 29 23:47:01.210809 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39360) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:01.321264 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1f9cd8da-209a-4902-aa40-d5d96826a646 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Deleting port 16e35f17-17d6-4532-a15e-13c671622f78 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:01.322052 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1f9cd8da-209a-4902-aa40-d5d96826a646 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:01.425915 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1f9cd8da-209a-4902-aa40-d5d96826a646 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:01.440101 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1f9cd8da-209a-4902-aa40-d5d96826a646 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Calling delete_port for 16e35f17-17d6-4532-a15e-13c671622f78 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:01.445179 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20887a8-37dc-4285-9e11-1ea61183cd50 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Router 2991acb1-52ef-4d0b-97a5-67944d7e7d0e has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:47:01.566136 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20887a8-37dc-4285-9e11-1ea61183cd50 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:47:01.576382 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281d703a-5f80-4a91-9ced-8d9c71ceeddf None None] Sync routers for ids ['2991acb1-52ef-4d0b-97a5-67944d7e7d0e'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:47:01.587663 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b20887a8-37dc-4285-9e11-1ea61183cd50 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:01.589109 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1f9cd8da-209a-4902-aa40-d5d96826a646 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:01.590149 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281d703a-5f80-4a91-9ced-8d9c71ceeddf None None] Routers {'2991acb1-52ef-4d0b-97a5-67944d7e7d0e'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:47:01.590801 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-281d703a-5f80-4a91-9ced-8d9c71ceeddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:37Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['2991acb1-52ef-4d0b-97a5-67944d7e7d0e'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:01.637929 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b20887a8-37dc-4285-9e11-1ea61183cd50 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "PUT /v2.0/floatingips/37b38777-13d1-43ef-80d0-89d0d671f454 HTTP/1.1" status: 200 len: 992 time: 1.2120528 Jul 29 23:47:01.638536 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c15f9ea6-9807-43b5-95f2-bcc7c1701c6f', 'tag': 'b6a2553e-b89d-4897-b8a2-ef68556a2ae1'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:01.640869 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-821100dc-dfbf-4711-bcc2-94d2fc5fc068" -d '{"events": [{"name": "network-changed", "server_uuid": "c15f9ea6-9807-43b5-95f2-bcc7c1701c6f", "tag": "b6a2553e-b89d-4897-b8a2-ef68556a2ae1"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:01.654051 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9cd8da-209a-4902-aa40-d5d96826a646 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event deleted for resources: {'Port': ['ID=16e35f17-17d6-4532-a15e-13c671622f78,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:01.780503 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1f9cd8da-209a-4902-aa40-d5d96826a646 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:01.786725 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 39378) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:01.786974 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1f9cd8da-209a-4902-aa40-d5d96826a646 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "DELETE /v2.0/ports/16e35f17-17d6-4532-a15e-13c671622f78 HTTP/1.1" status: 204 len: 168 time: 0.5749576 Jul 29 23:47:01.821581 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea32546-88de-4daf-8a6e-2931831010d5 x-openstack-request-id: req-9ea32546-88de-4daf-8a6e-2931831010d5 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:01.821852 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c15f9ea6-9807-43b5-95f2-bcc7c1701c6f", "tag": "b6a2553e-b89d-4897-b8a2-ef68556a2ae1", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:01.822093 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ea32546-88de-4daf-8a6e-2931831010d5 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:01.822604 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c15f9ea6-9807-43b5-95f2-bcc7c1701c6f', 'tag': 'b6a2553e-b89d-4897-b8a2-ef68556a2ae1', 'status': 'completed', 'code': 200} Jul 29 23:47:01.924621 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821100dc-dfbf-4711-bcc2-94d2fc5fc068 req-c61103a5-4793-4684-a3d9-aa2cd334ab5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:01.926480 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-821100dc-dfbf-4711-bcc2-94d2fc5fc068 req-c61103a5-4793-4684-a3d9-aa2cd334ab5d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d50d474daccb433580a7028fa61f9a73&device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 1098 time: 0.0886247 Jul 29 23:47:01.984629 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-281d703a-5f80-4a91-9ced-8d9c71ceeddf None None] Set router 2991acb1-52ef-4d0b-97a5-67944d7e7d0e gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:47:02.008569 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-bd2d692b-d8af-4e53-bbc6-3048df0ec4b4 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Deleting port 38ffdf22-a295-4be9-9f0f-f30652f4ab32 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:02.009059 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bd2d692b-d8af-4e53-bbc6-3048df0ec4b4 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:02.121965 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821100dc-dfbf-4711-bcc2-94d2fc5fc068 req-500fee05-b4af-4da9-b3df-ad665b580b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:02.123568 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-821100dc-dfbf-4711-bcc2-94d2fc5fc068 req-500fee05-b4af-4da9-b3df-ad665b580b87 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c5d248fd-ab50-44b4-871d-02015d72fe43 HTTP/1.1" status: 200 len: 918 time: 0.1866488 Jul 29 23:47:02.181985 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bd2d692b-d8af-4e53-bbc6-3048df0ec4b4 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:02.203800 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-bd2d692b-d8af-4e53-bbc6-3048df0ec4b4 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Calling delete_port for 38ffdf22-a295-4be9-9f0f-f30652f4ab32 owned by {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:02.222767 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-821100dc-dfbf-4711-bcc2-94d2fc5fc068 req-c67cebab-bb67-462c-861f-bd3aea01769f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6a2553e-b89d-4897-b8a2-ef68556a2ae1 HTTP/1.1" status: 200 len: 1000 time: 0.0908298 Jul 29 23:47:02.264827 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-281d703a-5f80-4a91-9ced-8d9c71ceeddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1633020822-router', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:32Z', 'updated_at': '2021-07-29T23:46:38Z', 'revision_number': 4, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'gw_port': {'id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:34Z', 'updated_at': '2021-07-29T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '37b38777-13d1-43ef-80d0-89d0d671f454', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'port_id': 'b6a2553e-b89d-4897-b8a2-ef68556a2ae1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43', 'mac_address': 'fa:16:3e:0d:5d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15f9ea6-9807-43b5-95f2-bcc7c1701c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:46:45Z', 'updated_at': '2021-07-29T23:47:00Z', 'revision_number': 1, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d6c781-fe51-446a-800a-c1c86f775cea', 'name': '', 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'mac_address': 'fa:16:3e:dc:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:37Z', 'updated_at': '2021-07-29T23:46:45Z', 'revision_number': 5, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'subnets': [{'id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:02.301146 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281d703a-5f80-4a91-9ced-8d9c71ceeddf None None] Checking router: 2991acb1-52ef-4d0b-97a5-67944d7e7d0e for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:47:02.310834 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281d703a-5f80-4a91-9ced-8d9c71ceeddf None None] Routers {'2991acb1-52ef-4d0b-97a5-67944d7e7d0e'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:47:02.311483 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-281d703a-5f80-4a91-9ced-8d9c71ceeddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:37Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['2991acb1-52ef-4d0b-97a5-67944d7e7d0e'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:02.390919 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821100dc-dfbf-4711-bcc2-94d2fc5fc068 req-b9211826-621f-41e9-8a2d-d41faff1957c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:02.392478 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-821100dc-dfbf-4711-bcc2-94d2fc5fc068 req-b9211826-621f-41e9-8a2d-d41faff1957c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69ac91f6-4b2c-4d90-9c2c-b487e54998fb HTTP/1.1" status: 200 len: 856 time: 0.1597302 Jul 29 23:47:02.459578 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bd2d692b-d8af-4e53-bbc6-3048df0ec4b4 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:02.501051 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-281d703a-5f80-4a91-9ced-8d9c71ceeddf None None] Set router 2991acb1-52ef-4d0b-97a5-67944d7e7d0e gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:47:02.838964 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821100dc-dfbf-4711-bcc2-94d2fc5fc068 req-88d8fd88-abff-41ef-b7de-e9975d6e011e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:02.840033 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-821100dc-dfbf-4711-bcc2-94d2fc5fc068 req-88d8fd88-abff-41ef-b7de-e9975d6e011e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c5d248fd-ab50-44b4-871d-02015d72fe43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4332073 Jul 29 23:47:02.843532 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d692b-d8af-4e53-bbc6-3048df0ec4b4 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event deleted for resources: {'Port': ['ID=38ffdf22-a295-4be9-9f0f-f30652f4ab32,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:02.868218 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3f1670b1-1991-49d2-894d-02dfea326db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:02.882718 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-281d703a-5f80-4a91-9ced-8d9c71ceeddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1633020822-router', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:32Z', 'updated_at': '2021-07-29T23:46:38Z', 'revision_number': 4, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'gw_port': {'id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:34Z', 'updated_at': '2021-07-29T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '37b38777-13d1-43ef-80d0-89d0d671f454', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'port_id': 'b6a2553e-b89d-4897-b8a2-ef68556a2ae1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43', 'mac_address': 'fa:16:3e:0d:5d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15f9ea6-9807-43b5-95f2-bcc7c1701c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:46:45Z', 'updated_at': '2021-07-29T23:47:00Z', 'revision_number': 1, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d6c781-fe51-446a-800a-c1c86f775cea', 'name': '', 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'mac_address': 'fa:16:3e:dc:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:37Z', 'updated_at': '2021-07-29T23:46:45Z', 'revision_number': 5, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'subnets': [{'id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:02.927909 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281d703a-5f80-4a91-9ced-8d9c71ceeddf None None] The sync data for ids ['2991acb1-52ef-4d0b-97a5-67944d7e7d0e'] in n-d-712140-10 is: [{'id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1633020822-router', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:32Z', 'updated_at': '2021-07-29T23:46:38Z', 'revision_number': 4, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'gw_port': {'id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:34Z', 'updated_at': '2021-07-29T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '37b38777-13d1-43ef-80d0-89d0d671f454', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'port_id': 'b6a2553e-b89d-4897-b8a2-ef68556a2ae1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3023, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43', 'mac_address': 'fa:16:3e:0d:5d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c15f9ea6-9807-43b5-95f2-bcc7c1701c6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:46:45Z', 'updated_at': '2021-07-29T23:47:00Z', 'revision_number': 1, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d6c781-fe51-446a-800a-c1c86f775cea', 'name': '', 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'mac_address': 'fa:16:3e:dc:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:37Z', 'updated_at': '2021-07-29T23:46:45Z', 'revision_number': 5, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'subnets': [{'id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:47:03.061622 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-821100dc-dfbf-4711-bcc2-94d2fc5fc068 req-2e6f314b-e8d7-4d15-bc13-bee7412b297e service neutron] 10.222.0.23 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103629 Jul 29 23:47:03.226161 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-821100dc-dfbf-4711-bcc2-94d2fc5fc068 req-a84fdb8a-6b8b-446d-a42e-0b911e5cd847 service neutron] 10.222.0.23 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432762 Jul 29 23:47:03.230045 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bd2d692b-d8af-4e53-bbc6-3048df0ec4b4 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:03.236033 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-bd2d692b-d8af-4e53-bbc6-3048df0ec4b4 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "DELETE /v2.0/ports/38ffdf22-a295-4be9-9f0f-f30652f4ab32 HTTP/1.1" status: 204 len: 168 time: 1.4455490 Jul 29 23:47:03.237158 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39406) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:03.355870 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74812661-cac6-479f-9351-740b4286cd0a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:03.360775 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-74812661-cac6-479f-9351-740b4286cd0a tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e24556f-f2e4-4d99-a12e-b87b3d5534ed HTTP/1.1" status: 200 len: 913 time: 0.1198757 Jul 29 23:47:03.361198 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 39408) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:03.364919 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282240ee-57d0-43e4-a801-70053b835cd8 None None] New status for floating IP 37b38777-13d1-43ef-80d0-89d0d671f454: ACTIVE {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:47:03.868462 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-37446afd-3325-4d5a-b377-7e8922de1a18 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:04.235084 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-37446afd-3325-4d5a-b377-7e8922de1a18 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Deleting port df1de458-3d8b-41d9-86c1-c345e565a2c0 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:04.235961 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-37446afd-3325-4d5a-b377-7e8922de1a18 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:04.339721 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-37446afd-3325-4d5a-b377-7e8922de1a18 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:04.353747 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-37446afd-3325-4d5a-b377-7e8922de1a18 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Calling delete_port for df1de458-3d8b-41d9-86c1-c345e565a2c0 owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:04.567741 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-37446afd-3325-4d5a-b377-7e8922de1a18 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:04.602829 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37446afd-3325-4d5a-b377-7e8922de1a18 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event deleted for resources: {'Port': ['ID=df1de458-3d8b-41d9-86c1-c345e565a2c0,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:04.795216 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-37446afd-3325-4d5a-b377-7e8922de1a18 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:05.086139 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37446afd-3325-4d5a-b377-7e8922de1a18 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Router 0e24556f-f2e4-4d99-a12e-b87b3d5534ed has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:47:05.255879 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37446afd-3325-4d5a-b377-7e8922de1a18 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:47:05.267884 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39446) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:05.268820 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-37446afd-3325-4d5a-b377-7e8922de1a18 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "PUT /v2.0/routers/0e24556f-f2e4-4d99-a12e-b87b3d5534ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9042242 Jul 29 23:47:05.275476 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82454de8-dced-4eaa-b76a-d750613db308 None None] Sync routers for ids ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:47:05.293727 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82454de8-dced-4eaa-b76a-d750613db308 None None] Routers {'0e24556f-f2e4-4d99-a12e-b87b3d5534ed'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:47:05.294790 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-82454de8-dced-4eaa-b76a-d750613db308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:37Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:05.339061 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-82454de8-dced-4eaa-b76a-d750613db308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:05.350403 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82454de8-dced-4eaa-b76a-d750613db308 None None] Routers {'0e24556f-f2e4-4d99-a12e-b87b3d5534ed'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:47:05.351245 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-82454de8-dced-4eaa-b76a-d750613db308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:46:37Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:05.391903 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-82454de8-dced-4eaa-b76a-d750613db308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:05.393139 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82454de8-dced-4eaa-b76a-d750613db308 None None] The sync data for ids ['0e24556f-f2e4-4d99-a12e-b87b3d5534ed'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:47:05.405212 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e11ad550-dc3a-43c9-bf90-70b3761a9905 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:05.447980 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:05.565647 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e11ad550-dc3a-43c9-bf90-70b3761a9905 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:05.637899 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-e11ad550-dc3a-43c9-bf90-70b3761a9905 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Deleting port ead42ad1-430a-4a23-b578-1fbc560424a4 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:05.638415 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e11ad550-dc3a-43c9-bf90-70b3761a9905 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:05.725972 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e11ad550-dc3a-43c9-bf90-70b3761a9905 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:05.740717 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-e11ad550-dc3a-43c9-bf90-70b3761a9905 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Calling delete_port for ead42ad1-430a-4a23-b578-1fbc560424a4 owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:05.933119 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e11ad550-dc3a-43c9-bf90-70b3761a9905 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:05.936934 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 39464) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:05.964458 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ad550-dc3a-43c9-bf90-70b3761a9905 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event deleted for resources: {'Port': ['ID=ead42ad1-430a-4a23-b578-1fbc560424a4,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:06.063019 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e11ad550-dc3a-43c9-bf90-70b3761a9905 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:06.176506 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-2b0b4d9d-1eb1-4977-a5aa-b2e64675348f tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Deleting port da8da830-a6c8-40c1-b54f-92326548a683 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:06.177155 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2b0b4d9d-1eb1-4977-a5aa-b2e64675348f tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:06.182635 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e11ad550-dc3a-43c9-bf90-70b3761a9905 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:06.185098 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e11ad550-dc3a-43c9-bf90-70b3761a9905 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:06.228748 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4b1dbc0-b930-487c-95d1-850485186bc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:06.236207 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e11ad550-dc3a-43c9-bf90-70b3761a9905 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:06.236948 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11ad550-dc3a-43c9-bf90-70b3761a9905 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Fanout notify agent at l3_agent the message router_deleted on router 0e24556f-f2e4-4d99-a12e-b87b3d5534ed {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:47:06.246158 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e11ad550-dc3a-43c9-bf90-70b3761a9905 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:06.280918 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e11ad550-dc3a-43c9-bf90-70b3761a9905 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "DELETE /v2.0/routers/0e24556f-f2e4-4d99-a12e-b87b3d5534ed HTTP/1.1" status: 204 len: 168 time: 1.0122981 Jul 29 23:47:06.286026 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 39472) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:06.289716 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2b0b4d9d-1eb1-4977-a5aa-b2e64675348f tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:06.290050 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2b0b4d9d-1eb1-4977-a5aa-b2e64675348f tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:06.334754 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-2b0b4d9d-1eb1-4977-a5aa-b2e64675348f tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Calling delete_port for da8da830-a6c8-40c1-b54f-92326548a683 owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:06.386417 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3315377-c007-46d0-b430-e37a13f46ee3 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Deleting subnet c376839a-07b7-492e-8e41-1f7dc6b10680 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:47:06.426063 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e3315377-c007-46d0-b430-e37a13f46ee3 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:06.514259 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e3315377-c007-46d0-b430-e37a13f46ee3 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:06.573538 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e3315377-c007-46d0-b430-e37a13f46ee3 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:06.668190 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e3315377-c007-46d0-b430-e37a13f46ee3 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:06.709447 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3315377-c007-46d0-b430-e37a13f46ee3 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event deleted for resources: {'Subnet': ['ID=c376839a-07b7-492e-8e41-1f7dc6b10680,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:06.718749 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e3315377-c007-46d0-b430-e37a13f46ee3 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:06.721688 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e3315377-c007-46d0-b430-e37a13f46ee3 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "DELETE /v2.0/subnets/c376839a-07b7-492e-8e41-1f7dc6b10680 HTTP/1.1" status: 204 len: 168 time: 0.4346859 Jul 29 23:47:06.724329 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 39490) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:06.875935 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4ef5db55-4ee8-467f-bd31-0a21ca172782 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:06.880297 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2b0b4d9d-1eb1-4977-a5aa-b2e64675348f tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:06.884883 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:06.921238 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0b4d9d-1eb1-4977-a5aa-b2e64675348f tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Pushing event deleted for resources: {'Port': ['ID=da8da830-a6c8-40c1-b54f-92326548a683,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:07.045250 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4ef5db55-4ee8-467f-bd31-0a21ca172782 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:07.067474 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-4ef5db55-4ee8-467f-bd31-0a21ca172782 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['687718f9-8a97-4f11-b28d-5d0462c210a2']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:07.082600 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-4ef5db55-4ee8-467f-bd31-0a21ca172782 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0898f675-8a45-41e4-b58d-dea631718c21') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:07.082963 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-4ef5db55-4ee8-467f-bd31-0a21ca172782 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0898f675-8a45-41e4-b58d-dea631718c21') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:07.084963 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2b0b4d9d-1eb1-4977-a5aa-b2e64675348f tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:07.085343 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-2b0b4d9d-1eb1-4977-a5aa-b2e64675348f tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Floating IP 0a987b7c-581f-44b9-97ab-fe055ccd74a3 disassociated (deleted). External IP: 172.25.8.124, port: 9d09573a-444d-4d4f-a6ba-2f28f53cfa20. Jul 29 23:47:07.128122 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4ef5db55-4ee8-467f-bd31-0a21ca172782 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:07.149678 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4ef5db55-4ee8-467f-bd31-0a21ca172782 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:07.169340 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ef5db55-4ee8-467f-bd31-0a21ca172782 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:47:07.170249 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4ef5db55-4ee8-467f-bd31-0a21ca172782 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:07.216349 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:47:07.216349 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:47:07.216349 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:47:07.216349 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:47:07.216349 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:47:07.216349 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:47:07.216349 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:47:07.216349 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:47:07.216349 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:47:07.216349 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:47:07.216349 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:47:07.216349 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:47:07.216349 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:47:07.216349 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:47:07.216349 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:47:07.216349 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:47:07.216349 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:47:07.216349 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:47:07.216349 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:47:07.216349 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:47:07.216349 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:47:07.216349 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:47:07.216349 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:47:07.216349 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:47:07.216349 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:47:07.216349 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:47:07.216349 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:47:07.216349 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:47:07.216349 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:47:07.216349 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:47:07.216349 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:47:07.216349 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:47:07.301042 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4ef5db55-4ee8-467f-bd31-0a21ca172782 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:07.342802 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4ef5db55-4ee8-467f-bd31-0a21ca172782 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:07.347377 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4ef5db55-4ee8-467f-bd31-0a21ca172782 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] 10.222.0.18 "DELETE /v2.0/networks/687718f9-8a97-4f11-b28d-5d0462c210a2 HTTP/1.1" status: 204 len: 168 time: 0.6219780 Jul 29 23:47:07.377657 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef5db55-4ee8-467f-bd31-0a21ca172782 tempest-FloatingIPTestJSON-1325348736 tempest-FloatingIPTestJSON-1325348736-project] Pushing event deleted for resources: {'Network': ['ID=687718f9-8a97-4f11-b28d-5d0462c210a2,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:07.493074 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0b4d9d-1eb1-4977-a5aa-b2e64675348f tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Router 555110cf-400b-4a7d-b31d-a6369821c0fe has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:47:07.727129 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39510) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:07.932013 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9ceee6fe-db10-47c4-bcda-01dde6d91fbd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b107e0468c748e1a4b2419f243fc5b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2034724 Jul 29 23:47:07.932744 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39518) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:08.001190 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0b4d9d-1eb1-4977-a5aa-b2e64675348f tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:47:08.004140 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e92990ff-d6a8-4a52-9971-0627b3ed4661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:08.008652 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2b0b4d9d-1eb1-4977-a5aa-b2e64675348f tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:08.012875 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaaa3c0-1d69-4b78-ad82-1cd43258dd01 None None] Sync routers for ids ['555110cf-400b-4a7d-b31d-a6369821c0fe'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:47:08.030240 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaaa3c0-1d69-4b78-ad82-1cd43258dd01 None None] Routers {'555110cf-400b-4a7d-b31d-a6369821c0fe'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:47:08.031212 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-aeaaa3c0-1d69-4b78-ad82-1cd43258dd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:47:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['555110cf-400b-4a7d-b31d-a6369821c0fe'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:08.040257 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e92990ff-d6a8-4a52-9971-0627b3ed4661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:08.052642 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2b0b4d9d-1eb1-4977-a5aa-b2e64675348f tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "DELETE /v2.0/floatingips/0a987b7c-581f-44b9-97ab-fe055ccd74a3 HTTP/1.1" status: 204 len: 168 time: 2.1142979 Jul 29 23:47:08.053360 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c', 'tag': '9d09573a-444d-4d4f-a6ba-2f28f53cfa20'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:08.056017 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28295966-ce86-4004-a71a-4d29ac69768a" -d '{"events": [{"name": "network-changed", "server_uuid": "ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c", "tag": "9d09573a-444d-4d4f-a6ba-2f28f53cfa20"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:08.122292 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e92990ff-d6a8-4a52-9971-0627b3ed4661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:08.127251 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e92990ff-d6a8-4a52-9971-0627b3ed4661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:08.128993 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e92990ff-d6a8-4a52-9971-0627b3ed4661 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/313f8ac7-5c0f-45e4-ad2e-86673b89f257 HTTP/1.1" status: 204 len: 168 time: 0.1952333 Jul 29 23:47:08.154294 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92990ff-d6a8-4a52-9971-0627b3ed4661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313f8ac7-5c0f-45e4-ad2e-86673b89f257,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:08.185341 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-aeaaa3c0-1d69-4b78-ad82-1cd43258dd01 None None] Set router 555110cf-400b-4a7d-b31d-a6369821c0fe gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:47:08.220188 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:08.408768 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151c5af3-8dbb-40a1-a6aa-217f33b82421 x-openstack-request-id: req-151c5af3-8dbb-40a1-a6aa-217f33b82421 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:08.409545 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c", "tag": "9d09573a-444d-4d4f-a6ba-2f28f53cfa20", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:08.409545 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-151c5af3-8dbb-40a1-a6aa-217f33b82421 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:08.410169 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c', 'tag': '9d09573a-444d-4d4f-a6ba-2f28f53cfa20', 'status': 'completed', 'code': 200} Jul 29 23:47:08.469130 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-aeaaa3c0-1d69-4b78-ad82-1cd43258dd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'name': 'tempest-TestVolumeBackupRestore-1513593022-router', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '0266bed8-c8fd-4a0b-809f-588d4b2f7821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:45Z', 'updated_at': '2021-07-29T23:42:51Z', 'revision_number': 4, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'gw_port': {'id': '0266bed8-c8fd-4a0b-809f-588d4b2f7821', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:46Z', 'updated_at': '2021-07-29T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'a741762c-34b4-4cc8-91d4-d8e1e7d74e76', 'name': '', 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'mac_address': 'fa:16:3e:75:bd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'acc29e5a-61e1-47bd-91b7-c9a34f7c2212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:49Z', 'updated_at': '2021-07-29T23:42:58Z', 'revision_number': 5, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'subnets': [{'id': 'acc29e5a-61e1-47bd-91b7-c9a34f7c2212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:08.497755 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaaa3c0-1d69-4b78-ad82-1cd43258dd01 None None] Checking router: 555110cf-400b-4a7d-b31d-a6369821c0fe for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:47:08.511947 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeaaa3c0-1d69-4b78-ad82-1cd43258dd01 None None] Routers {'555110cf-400b-4a7d-b31d-a6369821c0fe'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:47:08.512998 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-aeaaa3c0-1d69-4b78-ad82-1cd43258dd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:47:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['555110cf-400b-4a7d-b31d-a6369821c0fe'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:08.518599 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28295966-ce86-4004-a71a-4d29ac69768a req-68b81243-90a6-4f0a-8443-16b0b2c1e4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:08.520324 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28295966-ce86-4004-a71a-4d29ac69768a req-68b81243-90a6-4f0a-8443-16b0b2c1e4dc service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=65e622cc3cfa41f5905e810d348cb637&device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 1098 time: 0.0903733 Jul 29 23:47:08.711323 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578955c4-f569-40c5-b609-9508bf0a8d0e req-334aa81d-cc7b-4836-b90d-2b46ffc2086b tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:08.721880 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-578955c4-f569-40c5-b609-9508bf0a8d0e req-334aa81d-cc7b-4836-b90d-2b46ffc2086b tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 946 time: 0.1556759 Jul 29 23:47:08.742809 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28295966-ce86-4004-a71a-4d29ac69768a req-8e2e19e4-8e01-45ab-8356-c6a48e2c3bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:08.745198 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28295966-ce86-4004-a71a-4d29ac69768a req-8e2e19e4-8e01-45ab-8356-c6a48e2c3bfa service neutron] 10.222.0.23 "GET /v2.0/networks?id=832c3c41-56f8-472e-889f-a7dded6c9cb9 HTTP/1.1" status: 200 len: 915 time: 0.2166374 Jul 29 23:47:08.790539 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-aeaaa3c0-1d69-4b78-ad82-1cd43258dd01 None None] Set router 555110cf-400b-4a7d-b31d-a6369821c0fe gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:47:08.817708 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28295966-ce86-4004-a71a-4d29ac69768a req-de6dd411-1a17-4a85-882b-8b36b0f06c18 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9d09573a-444d-4d4f-a6ba-2f28f53cfa20 HTTP/1.1" status: 200 len: 217 time: 0.0616527 Jul 29 23:47:08.873488 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-578955c4-f569-40c5-b609-9508bf0a8d0e req-77403349-5ef3-4104-a6ff-68a9b56bce49 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/security-groups?id=e04ac6dc-69a7-4669-949b-956f3147b059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272013 Jul 29 23:47:08.892051 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28295966-ce86-4004-a71a-4d29ac69768a req-eca29afe-a59c-49c8-a213-bf496110a95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:08.894332 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28295966-ce86-4004-a71a-4d29ac69768a req-eca29afe-a59c-49c8-a213-bf496110a95a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=acc29e5a-61e1-47bd-91b7-c9a34f7c2212 HTTP/1.1" status: 200 len: 853 time: 0.0698311 Jul 29 23:47:08.958127 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28295966-ce86-4004-a71a-4d29ac69768a req-d5e58d95-72d0-4c1c-b106-64408f370ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:08.959794 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28295966-ce86-4004-a71a-4d29ac69768a req-d5e58d95-72d0-4c1c-b106-64408f370ceb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=832c3c41-56f8-472e-889f-a7dded6c9cb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581772 Jul 29 23:47:09.135500 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28295966-ce86-4004-a71a-4d29ac69768a req-bd361323-7f2b-41fc-83a5-4f8ab1dcdfdb service neutron] 10.222.0.23 "GET /v2.0/networks/832c3c41-56f8-472e-889f-a7dded6c9cb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666589 Jul 29 23:47:09.296906 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28295966-ce86-4004-a71a-4d29ac69768a req-66981ea2-46c4-441f-9474-99c4966cecfe service neutron] 10.222.0.23 "GET /v2.0/networks/832c3c41-56f8-472e-889f-a7dded6c9cb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535916 Jul 29 23:47:09.306941 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-aeaaa3c0-1d69-4b78-ad82-1cd43258dd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'name': 'tempest-TestVolumeBackupRestore-1513593022-router', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '0266bed8-c8fd-4a0b-809f-588d4b2f7821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:45Z', 'updated_at': '2021-07-29T23:42:51Z', 'revision_number': 4, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'gw_port': {'id': '0266bed8-c8fd-4a0b-809f-588d4b2f7821', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:46Z', 'updated_at': '2021-07-29T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'a741762c-34b4-4cc8-91d4-d8e1e7d74e76', 'name': '', 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'mac_address': 'fa:16:3e:75:bd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'acc29e5a-61e1-47bd-91b7-c9a34f7c2212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:49Z', 'updated_at': '2021-07-29T23:42:58Z', 'revision_number': 5, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'subnets': [{'id': 'acc29e5a-61e1-47bd-91b7-c9a34f7c2212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:09.352902 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeaaa3c0-1d69-4b78-ad82-1cd43258dd01 None None] The sync data for ids ['555110cf-400b-4a7d-b31d-a6369821c0fe'] in n-d-712140-10 is: [{'id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'name': 'tempest-TestVolumeBackupRestore-1513593022-router', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '0266bed8-c8fd-4a0b-809f-588d4b2f7821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:45Z', 'updated_at': '2021-07-29T23:42:51Z', 'revision_number': 4, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'gw_port': {'id': '0266bed8-c8fd-4a0b-809f-588d4b2f7821', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:46Z', 'updated_at': '2021-07-29T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'a741762c-34b4-4cc8-91d4-d8e1e7d74e76', 'name': '', 'network_id': '832c3c41-56f8-472e-889f-a7dded6c9cb9', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'mac_address': 'fa:16:3e:75:bd:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 2604, 'fixed_ips': [{'subnet_id': 'acc29e5a-61e1-47bd-91b7-c9a34f7c2212', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:49Z', 'updated_at': '2021-07-29T23:42:58Z', 'revision_number': 5, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'subnets': [{'id': 'acc29e5a-61e1-47bd-91b7-c9a34f7c2212', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:47:09.760071 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102310ff-a10c-4096-840b-5366883b215a None None] New status for floating IP 0a987b7c-581f-44b9-97ab-fe055ccd74a3: DOWN {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:47:09.895204 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961de4f-d39e-46e3-a257-d383e4874226 req-a73b7953-56d8-48f4-93dc-7e80271b9256 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:09.897755 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c961de4f-d39e-46e3-a257-d383e4874226 req-a73b7953-56d8-48f4-93dc-7e80271b9256 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.23 "GET /v2.0/ports?device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 946 time: 0.0692291 Jul 29 23:47:10.076050 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3cdeee-fc70-480e-ad80-10eb669f6f95 req-dede367f-ed91-49f8-bbeb-9845ae1d27a3 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:10.084116 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ef3cdeee-fc70-480e-ad80-10eb669f6f95 req-dede367f-ed91-49f8-bbeb-9845ae1d27a3 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 946 time: 0.0717664 Jul 29 23:47:10.107409 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-c961de4f-d39e-46e3-a257-d383e4874226 req-5d636415-02e6-4ec6-97d0-d77f0ca393f2 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Deleting port 9d09573a-444d-4d4f-a6ba-2f28f53cfa20 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:10.107901 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c961de4f-d39e-46e3-a257-d383e4874226 req-5d636415-02e6-4ec6-97d0-d77f0ca393f2 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:10.212906 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ef3cdeee-fc70-480e-ad80-10eb669f6f95 req-1395de73-5a86-439e-9060-b4c29ab42c9d tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/security-groups?id=e04ac6dc-69a7-4669-949b-956f3147b059&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174245 Jul 29 23:47:10.271276 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c961de4f-d39e-46e3-a257-d383e4874226 req-5d636415-02e6-4ec6-97d0-d77f0ca393f2 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] For port 9d09573a-444d-4d4f-a6ba-2f28f53cfa20, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9d09573a-444d-4d4f-a6ba-2f28f53cfa20,segment=NetworkSegment(55e8acce-ff2c-4a28-abd9-2b248d999387),segment_id=55e8acce-ff2c-4a28-abd9-2b248d999387)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:10.271661 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c961de4f-d39e-46e3-a257-d383e4874226 req-5d636415-02e6-4ec6-97d0-d77f0ca393f2 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:10.287227 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-c961de4f-d39e-46e3-a257-d383e4874226 req-5d636415-02e6-4ec6-97d0-d77f0ca393f2 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Calling delete_port for 9d09573a-444d-4d4f-a6ba-2f28f53cfa20 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:10.293270 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39606) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:10.566624 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c961de4f-d39e-46e3-a257-d383e4874226 req-5d636415-02e6-4ec6-97d0-d77f0ca393f2 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:10.626142 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d636415-02e6-4ec6-97d0-d77f0ca393f2 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Pushing event deleted for resources: {'Port': ['ID=9d09573a-444d-4d4f-a6ba-2f28f53cfa20,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:10.711102 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c961de4f-d39e-46e3-a257-d383e4874226 req-5d636415-02e6-4ec6-97d0-d77f0ca393f2 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] No DVR routers for this DVR port 9d09573a-444d-4d4f-a6ba-2f28f53cfa20 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:10.716703 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c961de4f-d39e-46e3-a257-d383e4874226 req-5d636415-02e6-4ec6-97d0-d77f0ca393f2 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:10.718854 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c961de4f-d39e-46e3-a257-d383e4874226 req-5d636415-02e6-4ec6-97d0-d77f0ca393f2 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.23 "DELETE /v2.0/ports/9d09573a-444d-4d4f-a6ba-2f28f53cfa20 HTTP/1.1" status: 204 len: 173 time: 0.8138640 Jul 29 23:47:10.719390 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c', 'name': 'network-vif-deleted', 'tag': '9d09573a-444d-4d4f-a6ba-2f28f53cfa20'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:47:10.722717 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ad176d-798b-4268-af78-6fb674c5f6c0" -d '{"events": [{"server_uuid": "ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c", "name": "network-vif-deleted", "tag": "9d09573a-444d-4d4f-a6ba-2f28f53cfa20"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:47:10.784881 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b9f819-7c7c-427c-89c1-f3dc8e2a3416 x-openstack-request-id: req-c4b9f819-7c7c-427c-89c1-f3dc8e2a3416 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:47:10.785181 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c", "name": "network-vif-deleted", "tag": "9d09573a-444d-4d4f-a6ba-2f28f53cfa20", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:47:10.785690 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c4b9f819-7c7c-427c-89c1-f3dc8e2a3416 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:47:10.786181 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c', 'name': 'network-vif-deleted', 'tag': '9d09573a-444d-4d4f-a6ba-2f28f53cfa20', 'status': 'completed', 'code': 200} Jul 29 23:47:11.286828 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ba985234-82bd-4847-a099-f9a31bdebcf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:11.336315 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-58df28e6-d104-472c-8df7-6cd929b53c83 req-c1dd0d03-bbc4-451e-87ce-8f326f793ca6 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 210 time: 0.0438521 Jul 29 23:47:11.578702 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-ba985234-82bd-4847-a099-f9a31bdebcf0 admin admin] Deleting port f6dd2ce7-917d-41ac-b240-970f2b369ca1 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:11.579335 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ba985234-82bd-4847-a099-f9a31bdebcf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:11.679633 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-ba985234-82bd-4847-a099-f9a31bdebcf0 admin admin] For port f6dd2ce7-917d-41ac-b240-970f2b369ca1, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f6dd2ce7-917d-41ac-b240-970f2b369ca1,segment=NetworkSegment(68cddc6e-f947-4e0d-a9f3-78b61292f920),segment_id=68cddc6e-f947-4e0d-a9f3-78b61292f920)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:11.680041 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ba985234-82bd-4847-a099-f9a31bdebcf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:11.693647 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-ba985234-82bd-4847-a099-f9a31bdebcf0 admin admin] Calling delete_port for f6dd2ce7-917d-41ac-b240-970f2b369ca1 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:11.940102 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ba985234-82bd-4847-a099-f9a31bdebcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:11.965027 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba985234-82bd-4847-a099-f9a31bdebcf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6dd2ce7-917d-41ac-b240-970f2b369ca1,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:11.994367 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba985234-82bd-4847-a099-f9a31bdebcf0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:11.994713 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba985234-82bd-4847-a099-f9a31bdebcf0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:11.995053 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba985234-82bd-4847-a099-f9a31bdebcf0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:11.995388 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba985234-82bd-4847-a099-f9a31bdebcf0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:11.995806 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba985234-82bd-4847-a099-f9a31bdebcf0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:11.996194 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba985234-82bd-4847-a099-f9a31bdebcf0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:11.996524 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba985234-82bd-4847-a099-f9a31bdebcf0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:11.996950 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba985234-82bd-4847-a099-f9a31bdebcf0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:11.997456 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba985234-82bd-4847-a099-f9a31bdebcf0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:11.997840 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba985234-82bd-4847-a099-f9a31bdebcf0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:11.998236 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba985234-82bd-4847-a099-f9a31bdebcf0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:11.998660 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba985234-82bd-4847-a099-f9a31bdebcf0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:12.268949 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ba985234-82bd-4847-a099-f9a31bdebcf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:12.475574 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-820c15e7-fc79-43e8-8386-71a3c7b863d5 req-b59542e0-ee1c-4570-a0ec-c5053b5c10d1 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 210 time: 0.0511329 Jul 29 23:47:12.654109 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba985234-82bd-4847-a099-f9a31bdebcf0 admin admin] Router b255c339-ea4a-48c3-9dbb-74bbf2990780 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:47:12.831017 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba985234-82bd-4847-a099-f9a31bdebcf0 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:47:12.841685 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695f75b1-a671-487b-9948-a7e51473ec1c None None] Sync routers for ids ['b255c339-ea4a-48c3-9dbb-74bbf2990780'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:47:12.853585 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ba985234-82bd-4847-a099-f9a31bdebcf0 admin admin] 10.222.0.18 "PUT /v2.0/routers/b255c339-ea4a-48c3-9dbb-74bbf2990780/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5570781 Jul 29 23:47:12.854095 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 39684) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:12.890369 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695f75b1-a671-487b-9948-a7e51473ec1c None None] Routers {'b255c339-ea4a-48c3-9dbb-74bbf2990780'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:47:12.891158 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-695f75b1-a671-487b-9948-a7e51473ec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:47:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b255c339-ea4a-48c3-9dbb-74bbf2990780'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:12.999881 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7a74ebaf-8e30-4ffb-947a-ce8c0503e7e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:13.130142 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-695f75b1-a671-487b-9948-a7e51473ec1c None None] Set router b255c339-ea4a-48c3-9dbb-74bbf2990780 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:47:13.161095 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7a74ebaf-8e30-4ffb-947a-ce8c0503e7e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:13.333395 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-7a74ebaf-8e30-4ffb-947a-ce8c0503e7e8 admin admin] Deleting port 42e0f22f-344a-4bf3-ba23-a0e8384b7f83 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:13.334166 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7a74ebaf-8e30-4ffb-947a-ce8c0503e7e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:13.439020 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-695f75b1-a671-487b-9948-a7e51473ec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'name': 'tempest-AttachVolumeTestJSON-1082787952-router', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47'}], 'enable_snat': True}, 'gw_port_id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:03Z', 'updated_at': '2021-07-29T23:47:11Z', 'revision_number': 5, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'gw_port': {'id': '42e0f22f-344a-4bf3-ba23-a0e8384b7f83', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:d0:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:39:06Z', 'updated_at': '2021-07-29T23:39:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:13.476378 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695f75b1-a671-487b-9948-a7e51473ec1c None None] Checking router: b255c339-ea4a-48c3-9dbb-74bbf2990780 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:47:13.477386 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-7a74ebaf-8e30-4ffb-947a-ce8c0503e7e8 admin admin] For port 42e0f22f-344a-4bf3-ba23-a0e8384b7f83, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=42e0f22f-344a-4bf3-ba23-a0e8384b7f83,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:13.479019 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7a74ebaf-8e30-4ffb-947a-ce8c0503e7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:13.487306 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695f75b1-a671-487b-9948-a7e51473ec1c None None] Routers {'b255c339-ea4a-48c3-9dbb-74bbf2990780'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:47:13.488116 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-695f75b1-a671-487b-9948-a7e51473ec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:47:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b255c339-ea4a-48c3-9dbb-74bbf2990780'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:13.506437 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-7a74ebaf-8e30-4ffb-947a-ce8c0503e7e8 admin admin] Calling delete_port for 42e0f22f-344a-4bf3-ba23-a0e8384b7f83 owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:13.627646 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-695f75b1-a671-487b-9948-a7e51473ec1c None None] Set router b255c339-ea4a-48c3-9dbb-74bbf2990780 gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:47:13.685253 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-695f75b1-a671-487b-9948-a7e51473ec1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'name': 'tempest-AttachVolumeTestJSON-1082787952-router', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:03Z', 'updated_at': '2021-07-29T23:47:13Z', 'revision_number': 6, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:13.714597 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695f75b1-a671-487b-9948-a7e51473ec1c None None] The sync data for ids ['b255c339-ea4a-48c3-9dbb-74bbf2990780'] in n-d-712140-10 is: [{'id': 'b255c339-ea4a-48c3-9dbb-74bbf2990780', 'name': 'tempest-AttachVolumeTestJSON-1082787952-router', 'tenant_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:39:03Z', 'updated_at': '2021-07-29T23:47:13Z', 'revision_number': 6, 'project_id': 'ad76cebfbeab469a8fb6ccf5a7dd03a4', 'gw_port_host': None}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:47:13.772633 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-77409b58-e428-486e-863f-c049980d5291 req-89d7cdf2-ed00-40c8-adbf-9cd9cc58d02a tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 210 time: 0.0444343 Jul 29 23:47:13.874728 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7a74ebaf-8e30-4ffb-947a-ce8c0503e7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:13.960862 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74ebaf-8e30-4ffb-947a-ce8c0503e7e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=42e0f22f-344a-4bf3-ba23-a0e8384b7f83,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:14.025140 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7a74ebaf-8e30-4ffb-947a-ce8c0503e7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:14.155657 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7a74ebaf-8e30-4ffb-947a-ce8c0503e7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:14.161037 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7a74ebaf-8e30-4ffb-947a-ce8c0503e7e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:14.241124 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7a74ebaf-8e30-4ffb-947a-ce8c0503e7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:14.243065 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a74ebaf-8e30-4ffb-947a-ce8c0503e7e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b255c339-ea4a-48c3-9dbb-74bbf2990780 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:47:14.253304 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7a74ebaf-8e30-4ffb-947a-ce8c0503e7e8 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:14.254641 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7a74ebaf-8e30-4ffb-947a-ce8c0503e7e8 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b255c339-ea4a-48c3-9dbb-74bbf2990780 HTTP/1.1" status: 204 len: 168 time: 1.3994596 Jul 29 23:47:14.257546 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39712) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:14.364864 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-462800df-d340-4590-a9f9-9388cfe3b3ff admin admin] Deleting subnet d3fee908-ce2a-4a34-b5cd-8383eff77fab {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:47:14.372544 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-462800df-d340-4590-a9f9-9388cfe3b3ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:14.430096 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-462800df-d340-4590-a9f9-9388cfe3b3ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:14.530028 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-462800df-d340-4590-a9f9-9388cfe3b3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:14.592961 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-462800df-d340-4590-a9f9-9388cfe3b3ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:14.625599 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462800df-d340-4590-a9f9-9388cfe3b3ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3fee908-ce2a-4a34-b5cd-8383eff77fab,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:14.629917 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-462800df-d340-4590-a9f9-9388cfe3b3ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:14.632554 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-462800df-d340-4590-a9f9-9388cfe3b3ff admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d3fee908-ce2a-4a34-b5cd-8383eff77fab HTTP/1.1" status: 204 len: 168 time: 0.3727283 Jul 29 23:47:14.635299 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 39722) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:14.636485 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d67b1b-e00f-48d4-8ecd-a1f692d9a2b2 None None] Network ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:47:14.757609 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d24eb632-1533-4c79-918f-2e588d3def5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:14.827552 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f6dd2ce7-917d-41ac-b240-970f2b369ca1 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:14.835583 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-d24eb632-1533-4c79-918f-2e588d3def5e admin admin] Deleting port 362a84f3-e043-4d0d-9705-6027bde88f2b {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:14.835966 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d24eb632-1533-4c79-918f-2e588d3def5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:14.895412 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5a57cd-bf84-4531-b166-e3b6dba19738 None None] DHCP port deletion for ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:47:14.899994 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: f6dd2ce7-917d-41ac-b240-970f2b369ca1 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:14.900490 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f6dd2ce7-917d-41ac-b240-970f2b369ca1 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:14.901141 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 42e0f22f-344a-4bf3-ba23-a0e8384b7f83 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:14.930488 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9d09573a-444d-4d4f-a6ba-2f28f53cfa20 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:14.967577 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 42e0f22f-344a-4bf3-ba23-a0e8384b7f83 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:14.968020 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 42e0f22f-344a-4bf3-ba23-a0e8384b7f83 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:14.986140 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efa52a48-2ca2-45fa-b031-e1563a149b9e req-3bc448a9-dd68-444f-bff5-9ca8816d9cf9 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 210 time: 0.0355299 Jul 29 23:47:14.993899 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 9d09573a-444d-4d4f-a6ba-2f28f53cfa20 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:14.994560 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9d09573a-444d-4d4f-a6ba-2f28f53cfa20 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:15.017455 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-7a5a57cd-bf84-4531-b166-e3b6dba19738 None None] Deleting port 362a84f3-e043-4d0d-9705-6027bde88f2b {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:15.018936 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7a5a57cd-bf84-4531-b166-e3b6dba19738 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:15.048155 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-d24eb632-1533-4c79-918f-2e588d3def5e admin admin] For port 362a84f3-e043-4d0d-9705-6027bde88f2b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=362a84f3-e043-4d0d-9705-6027bde88f2b,segment=NetworkSegment(68cddc6e-f947-4e0d-a9f3-78b61292f920),segment_id=68cddc6e-f947-4e0d-a9f3-78b61292f920)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:15.048735 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d24eb632-1533-4c79-918f-2e588d3def5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:15.064733 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-d24eb632-1533-4c79-918f-2e588d3def5e admin admin] Calling delete_port for 362a84f3-e043-4d0d-9705-6027bde88f2b owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:15.105836 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-7a5a57cd-bf84-4531-b166-e3b6dba19738 None None] For port 362a84f3-e043-4d0d-9705-6027bde88f2b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=362a84f3-e043-4d0d-9705-6027bde88f2b,segment=NetworkSegment(68cddc6e-f947-4e0d-a9f3-78b61292f920),segment_id=68cddc6e-f947-4e0d-a9f3-78b61292f920)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:15.107253 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7a5a57cd-bf84-4531-b166-e3b6dba19738 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:15.132450 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-7a5a57cd-bf84-4531-b166-e3b6dba19738 None None] Calling delete_port for 362a84f3-e043-4d0d-9705-6027bde88f2b owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:15.285266 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7a5a57cd-bf84-4531-b166-e3b6dba19738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:15.291309 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d24eb632-1533-4c79-918f-2e588d3def5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:15.313595 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24eb632-1533-4c79-918f-2e588d3def5e admin admin] No DVR routers for this DVR port 362a84f3-e043-4d0d-9705-6027bde88f2b on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:15.344593 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24eb632-1533-4c79-918f-2e588d3def5e admin admin] Pushing event deleted for resources: {'Port': ['ID=362a84f3-e043-4d0d-9705-6027bde88f2b,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:15.384799 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a57cd-bf84-4531-b166-e3b6dba19738 None None] Pushing event deleted for resources: {'Port': ['ID=362a84f3-e043-4d0d-9705-6027bde88f2b,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:15.393453 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5a57cd-bf84-4531-b166-e3b6dba19738 None None] No DVR routers for this DVR port 362a84f3-e043-4d0d-9705-6027bde88f2b on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:15.403428 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a57cd-bf84-4531-b166-e3b6dba19738 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:15.403549 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a57cd-bf84-4531-b166-e3b6dba19738 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:15.403876 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a57cd-bf84-4531-b166-e3b6dba19738 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:15.404451 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a57cd-bf84-4531-b166-e3b6dba19738 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:15.404967 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a57cd-bf84-4531-b166-e3b6dba19738 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:15.405482 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a57cd-bf84-4531-b166-e3b6dba19738 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:15.412644 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a57cd-bf84-4531-b166-e3b6dba19738 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:15.413102 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a57cd-bf84-4531-b166-e3b6dba19738 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:15.413457 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a57cd-bf84-4531-b166-e3b6dba19738 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:15.414163 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a57cd-bf84-4531-b166-e3b6dba19738 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:15.414673 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a57cd-bf84-4531-b166-e3b6dba19738 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:15.415175 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5a57cd-bf84-4531-b166-e3b6dba19738 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:15.476975 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d24eb632-1533-4c79-918f-2e588d3def5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:15.512499 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-d24eb632-1533-4c79-918f-2e588d3def5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:15.566945 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-d24eb632-1533-4c79-918f-2e588d3def5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68cddc6e-f947-4e0d-a9f3-78b61292f920') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:15.567245 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-d24eb632-1533-4c79-918f-2e588d3def5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68cddc6e-f947-4e0d-a9f3-78b61292f920') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:15.600070 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d24eb632-1533-4c79-918f-2e588d3def5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:15.624462 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d24eb632-1533-4c79-918f-2e588d3def5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:15.634718 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24eb632-1533-4c79-918f-2e588d3def5e admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:47:15.636661 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d24eb632-1533-4c79-918f-2e588d3def5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:47:15.639140 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:47:15.713617 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d24eb632-1533-4c79-918f-2e588d3def5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:15.726717 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d24eb632-1533-4c79-918f-2e588d3def5e admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:15.731356 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d24eb632-1533-4c79-918f-2e588d3def5e admin admin] 10.222.0.18 "DELETE /v2.0/networks/ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec HTTP/1.1" status: 204 len: 168 time: 1.0947239 Jul 29 23:47:15.744264 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24eb632-1533-4c79-918f-2e588d3def5e admin admin] Pushing event deleted for resources: {'Network': ['ID=ae938e2f-3fd0-4e7a-9943-20bbcd5da8ec,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:15.950533 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 39742) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:15.997708 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3ca88997-3567-4ead-9b4f-0ab807d8ad82 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ad76cebfbeab469a8fb6ccf5a7dd03a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459936 Jul 29 23:47:16.002396 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39744) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:16.094543 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08b6257c-9603-4766-9c88-dafbf439f67f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:16.118102 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d03e10f7-e4fb-455a-a9d9-31c7e7c7cef2 req-97ed0b80-8de4-465e-b8e6-5e45ee16afe5 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "GET /v2.0/ports?device_id=ccb9bd38-0ff8-421b-83de-b0bcfba7fa1c HTTP/1.1" status: 200 len: 210 time: 0.0339067 Jul 29 23:47:16.139366 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08b6257c-9603-4766-9c88-dafbf439f67f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:16.203111 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08b6257c-9603-4766-9c88-dafbf439f67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:16.207175 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-08b6257c-9603-4766-9c88-dafbf439f67f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:16.208117 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-08b6257c-9603-4766-9c88-dafbf439f67f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bcc46f7c-01f9-47d5-b77c-2b7e7c402e3e HTTP/1.1" status: 204 len: 168 time: 0.2040513 Jul 29 23:47:16.230623 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6257c-9603-4766-9c88-dafbf439f67f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc46f7c-01f9-47d5-b77c-2b7e7c402e3e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:16.672217 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 362a84f3-e043-4d0d-9705-6027bde88f2b no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:16.697869 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 362a84f3-e043-4d0d-9705-6027bde88f2b {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:16.698516 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 362a84f3-e043-4d0d-9705-6027bde88f2b not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:17.227357 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 39802) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:17.380963 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b59bcaf6-a68e-48c8-9ccf-de698788aa84 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:17.438621 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b59bcaf6-a68e-48c8-9ccf-de698788aa84 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:17.547477 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b59bcaf6-a68e-48c8-9ccf-de698788aa84 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:17.551668 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b59bcaf6-a68e-48c8-9ccf-de698788aa84 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:17.552888 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b59bcaf6-a68e-48c8-9ccf-de698788aa84 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] 10.222.0.18 "DELETE /v2.0/security-groups/e04ac6dc-69a7-4669-949b-956f3147b059 HTTP/1.1" status: 204 len: 168 time: 0.3229136 Jul 29 23:47:17.571769 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59bcaf6-a68e-48c8-9ccf-de698788aa84 tempest-TestVolumeBackupRestore-1291756994 tempest-TestVolumeBackupRestore-1291756994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04ac6dc-69a7-4669-949b-956f3147b059,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:23.946062 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40406) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:24.577406 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-46dc7544-200e-4b7f-bad9-d237815d341d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:25.055126 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-46dc7544-200e-4b7f-bad9-d237815d341d admin admin] Deleting port a741762c-34b4-4cc8-91d4-d8e1e7d74e76 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:25.055707 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-46dc7544-200e-4b7f-bad9-d237815d341d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:25.179102 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-46dc7544-200e-4b7f-bad9-d237815d341d admin admin] For port a741762c-34b4-4cc8-91d4-d8e1e7d74e76, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a741762c-34b4-4cc8-91d4-d8e1e7d74e76,segment=NetworkSegment(55e8acce-ff2c-4a28-abd9-2b248d999387),segment_id=55e8acce-ff2c-4a28-abd9-2b248d999387)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:25.179472 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-46dc7544-200e-4b7f-bad9-d237815d341d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:25.201808 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-46dc7544-200e-4b7f-bad9-d237815d341d admin admin] Calling delete_port for a741762c-34b4-4cc8-91d4-d8e1e7d74e76 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:25.506174 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-46dc7544-200e-4b7f-bad9-d237815d341d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:25.547274 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc7544-200e-4b7f-bad9-d237815d341d admin admin] Pushing event deleted for resources: {'Port': ['ID=a741762c-34b4-4cc8-91d4-d8e1e7d74e76,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:26.338021 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-46dc7544-200e-4b7f-bad9-d237815d341d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:26.830466 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46dc7544-200e-4b7f-bad9-d237815d341d admin admin] Router 555110cf-400b-4a7d-b31d-a6369821c0fe has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:47:26.972773 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46dc7544-200e-4b7f-bad9-d237815d341d admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:47:26.987376 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-46dc7544-200e-4b7f-bad9-d237815d341d admin admin] 10.222.0.18 "PUT /v2.0/routers/555110cf-400b-4a7d-b31d-a6369821c0fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0362520 Jul 29 23:47:26.987724 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 40496) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:26.999266 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3670a3-d544-4255-8e65-9ca569d069aa None None] Sync routers for ids ['555110cf-400b-4a7d-b31d-a6369821c0fe'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:47:27.028099 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3670a3-d544-4255-8e65-9ca569d069aa None None] Routers {'555110cf-400b-4a7d-b31d-a6369821c0fe'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:47:27.029287 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-ba3670a3-d544-4255-8e65-9ca569d069aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:47:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['555110cf-400b-4a7d-b31d-a6369821c0fe'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:27.173737 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7c95d85f-d828-4196-9d29-cc4f9f0b31da admin admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:27.207034 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-ba3670a3-d544-4255-8e65-9ca569d069aa None None] Set router 555110cf-400b-4a7d-b31d-a6369821c0fe gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:47:27.474929 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7c95d85f-d828-4196-9d29-cc4f9f0b31da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:27.580095 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-ba3670a3-d544-4255-8e65-9ca569d069aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'name': 'tempest-TestVolumeBackupRestore-1513593022-router', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.228'}], 'enable_snat': True}, 'gw_port_id': '0266bed8-c8fd-4a0b-809f-588d4b2f7821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:45Z', 'updated_at': '2021-07-29T23:47:25Z', 'revision_number': 5, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'gw_port': {'id': '0266bed8-c8fd-4a0b-809f-588d4b2f7821', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:30:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:46Z', 'updated_at': '2021-07-29T23:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:27.624877 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-7c95d85f-d828-4196-9d29-cc4f9f0b31da admin admin] Deleting port 0266bed8-c8fd-4a0b-809f-588d4b2f7821 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:27.625384 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7c95d85f-d828-4196-9d29-cc4f9f0b31da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:27.630925 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3670a3-d544-4255-8e65-9ca569d069aa None None] Checking router: 555110cf-400b-4a7d-b31d-a6369821c0fe for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:47:27.644572 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3670a3-d544-4255-8e65-9ca569d069aa None None] Routers {'555110cf-400b-4a7d-b31d-a6369821c0fe'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:47:27.645490 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-ba3670a3-d544-4255-8e65-9ca569d069aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:47:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['555110cf-400b-4a7d-b31d-a6369821c0fe'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:27.753459 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-ba3670a3-d544-4255-8e65-9ca569d069aa None None] Set router 555110cf-400b-4a7d-b31d-a6369821c0fe gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:47:27.771325 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-7c95d85f-d828-4196-9d29-cc4f9f0b31da admin admin] For port 0266bed8-c8fd-4a0b-809f-588d4b2f7821, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0266bed8-c8fd-4a0b-809f-588d4b2f7821,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:27.771971 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7c95d85f-d828-4196-9d29-cc4f9f0b31da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:27.803249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-7c95d85f-d828-4196-9d29-cc4f9f0b31da admin admin] Calling delete_port for 0266bed8-c8fd-4a0b-809f-588d4b2f7821 owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:27.881859 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-ba3670a3-d544-4255-8e65-9ca569d069aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'name': 'tempest-TestVolumeBackupRestore-1513593022-router', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:45Z', 'updated_at': '2021-07-29T23:47:27Z', 'revision_number': 6, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:27.917017 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba3670a3-d544-4255-8e65-9ca569d069aa None None] The sync data for ids ['555110cf-400b-4a7d-b31d-a6369821c0fe'] in n-d-712140-10 is: [{'id': '555110cf-400b-4a7d-b31d-a6369821c0fe', 'name': 'tempest-TestVolumeBackupRestore-1513593022-router', 'tenant_id': '65e622cc3cfa41f5905e810d348cb637', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:45Z', 'updated_at': '2021-07-29T23:47:27Z', 'revision_number': 6, 'project_id': '65e622cc3cfa41f5905e810d348cb637', 'gw_port_host': None}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:47:27.991406 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f0ff16ab-ec2a-4f42-8d1f-03a5d464b5f7 req-45d63974-ed79-45da-a13f-9f0f10def34d service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1533213 Jul 29 23:47:28.078211 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40528) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:28.133451 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff16ab-ec2a-4f42-8d1f-03a5d464b5f7 req-ed2162ff-57d8-47c7-a9cb-4319133a2903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:28.133451 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f0ff16ab-ec2a-4f42-8d1f-03a5d464b5f7 req-ed2162ff-57d8-47c7-a9cb-4319133a2903 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d50d474daccb433580a7028fa61f9a73&device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 1098 time: 0.0637836 Jul 29 23:47:28.246224 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7c95d85f-d828-4196-9d29-cc4f9f0b31da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:28.326545 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-30eefdff-53af-4a27-bcb3-a7fe6e9fc8fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:28.328766 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95d85f-d828-4196-9d29-cc4f9f0b31da admin admin] Pushing event deleted for resources: {'Port': ['ID=0266bed8-c8fd-4a0b-809f-588d4b2f7821,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:28.391468 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff16ab-ec2a-4f42-8d1f-03a5d464b5f7 req-b2803e04-77c6-4ec4-ae06-e9093af5118a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:28.396185 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f0ff16ab-ec2a-4f42-8d1f-03a5d464b5f7 req-b2803e04-77c6-4ec4-ae06-e9093af5118a service neutron] 10.222.0.23 "GET /v2.0/networks?id=c5d248fd-ab50-44b4-871d-02015d72fe43 HTTP/1.1" status: 200 len: 918 time: 0.2333829 Jul 29 23:47:28.491448 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7c95d85f-d828-4196-9d29-cc4f9f0b31da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:28.520432 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-30eefdff-53af-4a27-bcb3-a7fe6e9fc8fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:28.525183 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-30eefdff-53af-4a27-bcb3-a7fe6e9fc8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:28.568891 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eefdff-53af-4a27-bcb3-a7fe6e9fc8fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d8223ce-fb13-48fe-a092-9c0af8f40554,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:28.575110 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-30eefdff-53af-4a27-bcb3-a7fe6e9fc8fe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0cb0d0a1fb994101bb6e2a2c1d1f9dbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4922185 Jul 29 23:47:28.581659 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40544) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:28.636219 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f0ff16ab-ec2a-4f42-8d1f-03a5d464b5f7 req-dd61c919-c81c-4a2a-96a4-db17a638a85f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6a2553e-b89d-4897-b8a2-ef68556a2ae1 HTTP/1.1" status: 200 len: 1002 time: 0.2234550 Jul 29 23:47:28.640660 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7c95d85f-d828-4196-9d29-cc4f9f0b31da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:28.640957 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-20bf4a4e-d766-4818-9db2-05d991d48fa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:28.646594 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7c95d85f-d828-4196-9d29-cc4f9f0b31da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:28.672420 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-20bf4a4e-d766-4818-9db2-05d991d48fa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:28.706497 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff16ab-ec2a-4f42-8d1f-03a5d464b5f7 req-8a8715c4-6a68-4071-b4af-140833ca0aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:28.709249 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f0ff16ab-ec2a-4f42-8d1f-03a5d464b5f7 req-8a8715c4-6a68-4071-b4af-140833ca0aec service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69ac91f6-4b2c-4d90-9c2c-b487e54998fb HTTP/1.1" status: 200 len: 856 time: 0.0649898 Jul 29 23:47:28.742794 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-20bf4a4e-d766-4818-9db2-05d991d48fa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:28.747334 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-20bf4a4e-d766-4818-9db2-05d991d48fa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:28.749222 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-20bf4a4e-d766-4818-9db2-05d991d48fa2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0d8223ce-fb13-48fe-a092-9c0af8f40554 HTTP/1.1" status: 204 len: 168 time: 0.1665795 Jul 29 23:47:28.765907 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bf4a4e-d766-4818-9db2-05d991d48fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d8223ce-fb13-48fe-a092-9c0af8f40554,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:28.868623 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7c95d85f-d828-4196-9d29-cc4f9f0b31da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:28.869408 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c95d85f-d828-4196-9d29-cc4f9f0b31da admin admin] Fanout notify agent at l3_agent the message router_deleted on router 555110cf-400b-4a7d-b31d-a6369821c0fe {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:47:28.882144 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7c95d85f-d828-4196-9d29-cc4f9f0b31da admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:28.887518 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7c95d85f-d828-4196-9d29-cc4f9f0b31da admin admin] 10.222.0.18 "DELETE /v2.0/routers/555110cf-400b-4a7d-b31d-a6369821c0fe HTTP/1.1" status: 204 len: 168 time: 1.8944495 Jul 29 23:47:28.887863 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40554) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:28.900972 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ff16ab-ec2a-4f42-8d1f-03a5d464b5f7 req-5c06291c-592c-41d9-adf3-7b869bea14dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:47:28.903873 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f0ff16ab-ec2a-4f42-8d1f-03a5d464b5f7 req-5c06291c-592c-41d9-adf3-7b869bea14dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c5d248fd-ab50-44b4-871d-02015d72fe43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1768892 Jul 29 23:47:28.955539 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a741762c-34b4-4cc8-91d4-d8e1e7d74e76 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:28.975743 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-01b0533f-96d6-4856-b0f9-eebfa8c4f2b9 admin admin] Deleting subnet acc29e5a-61e1-47bd-91b7-c9a34f7c2212 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:47:28.980124 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-01b0533f-96d6-4856-b0f9-eebfa8c4f2b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:28.994083 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: a741762c-34b4-4cc8-91d4-d8e1e7d74e76 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:28.994517 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a741762c-34b4-4cc8-91d4-d8e1e7d74e76 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:28.995039 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0266bed8-c8fd-4a0b-809f-588d4b2f7821 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:29.054579 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-01b0533f-96d6-4856-b0f9-eebfa8c4f2b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:29.061210 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 0266bed8-c8fd-4a0b-809f-588d4b2f7821 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:29.061555 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0266bed8-c8fd-4a0b-809f-588d4b2f7821 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:29.095589 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f0ff16ab-ec2a-4f42-8d1f-03a5d464b5f7 req-3f667637-4785-409f-9d18-c2cff841ab89 service neutron] 10.222.0.23 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782520 Jul 29 23:47:29.220345 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f0ff16ab-ec2a-4f42-8d1f-03a5d464b5f7 req-7577e8ec-f080-45b4-b163-4ffa1f84b955 service neutron] 10.222.0.23 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165857 Jul 29 23:47:29.233225 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-01b0533f-96d6-4856-b0f9-eebfa8c4f2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:29.344443 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-01b0533f-96d6-4856-b0f9-eebfa8c4f2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:29.382151 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 40562) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:29.403190 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0533f-96d6-4856-b0f9-eebfa8c4f2b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acc29e5a-61e1-47bd-91b7-c9a34f7c2212,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:29.406394 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-01b0533f-96d6-4856-b0f9-eebfa8c4f2b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:29.408649 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f8db0a76-8d35-40fd-b911-f2e35d637559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:29.410280 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe01c78-fdc2-4b5c-8ac5-505ae95ca765 None None] Network 832c3c41-56f8-472e-889f-a7dded6c9cb9 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:47:29.422015 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-01b0533f-96d6-4856-b0f9-eebfa8c4f2b9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/acc29e5a-61e1-47bd-91b7-c9a34f7c2212 HTTP/1.1" status: 204 len: 168 time: 0.5302382 Jul 29 23:47:29.428218 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 40564) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:29.594578 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0f4454fb-0b8b-4362-9a0b-6486834f6245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:29.639357 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:29.716069 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f8db0a76-8d35-40fd-b911-f2e35d637559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:29.721749 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-0f4454fb-0b8b-4362-9a0b-6486834f6245 admin admin] Deleting port d721dadd-b295-439e-a7ce-1596866afb77 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:29.722066 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0f4454fb-0b8b-4362-9a0b-6486834f6245 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:29.742289 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f8db0a76-8d35-40fd-b911-f2e35d637559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:29.767719 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c4d60bb-aca6-443d-9f20-653c450da078 None None] DHCP port deletion for 832c3c41-56f8-472e-889f-a7dded6c9cb9 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:47:29.814292 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-0f4454fb-0b8b-4362-9a0b-6486834f6245 admin admin] For port d721dadd-b295-439e-a7ce-1596866afb77, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d721dadd-b295-439e-a7ce-1596866afb77,segment=NetworkSegment(55e8acce-ff2c-4a28-abd9-2b248d999387),segment_id=55e8acce-ff2c-4a28-abd9-2b248d999387)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:29.814818 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0f4454fb-0b8b-4362-9a0b-6486834f6245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:29.822071 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-3c4d60bb-aca6-443d-9f20-653c450da078 None None] Deleting port d721dadd-b295-439e-a7ce-1596866afb77 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:29.822857 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3c4d60bb-aca6-443d-9f20-653c450da078 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:29.830041 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-0f4454fb-0b8b-4362-9a0b-6486834f6245 admin admin] Calling delete_port for d721dadd-b295-439e-a7ce-1596866afb77 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:29.909748 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f8db0a76-8d35-40fd-b911-f2e35d637559 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b6a9eba921134bc68683bf4c92f8c0f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5266557 Jul 29 23:47:29.912748 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40580) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:29.916077 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:29.925957 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db0a76-8d35-40fd-b911-f2e35d637559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=338ac9cc-9ca7-4606-ae95-d70255878575,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:29.937449 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-3c4d60bb-aca6-443d-9f20-653c450da078 None None] For port d721dadd-b295-439e-a7ce-1596866afb77, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d721dadd-b295-439e-a7ce-1596866afb77,segment=NetworkSegment(55e8acce-ff2c-4a28-abd9-2b248d999387),segment_id=55e8acce-ff2c-4a28-abd9-2b248d999387)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:29.941546 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3c4d60bb-aca6-443d-9f20-653c450da078 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:29.963638 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-3c4d60bb-aca6-443d-9f20-653c450da078 None None] Calling delete_port for d721dadd-b295-439e-a7ce-1596866afb77 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:30.007231 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0f4454fb-0b8b-4362-9a0b-6486834f6245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:30.019604 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2cb62e63-7d7d-415d-9dbe-b1120db8490e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:30.045527 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4454fb-0b8b-4362-9a0b-6486834f6245 admin admin] Pushing event deleted for resources: {'Port': ['ID=d721dadd-b295-439e-a7ce-1596866afb77,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:30.062257 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2cb62e63-7d7d-415d-9dbe-b1120db8490e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:30.064132 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4454fb-0b8b-4362-9a0b-6486834f6245 admin admin] No DVR routers for this DVR port d721dadd-b295-439e-a7ce-1596866afb77 on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:30.073952 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3c4d60bb-aca6-443d-9f20-653c450da078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:30.105897 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4d60bb-aca6-443d-9f20-653c450da078 None None] Pushing event deleted for resources: {'Port': ['ID=d721dadd-b295-439e-a7ce-1596866afb77,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:30.109794 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4d60bb-aca6-443d-9f20-653c450da078 None None] No DVR routers for this DVR port d721dadd-b295-439e-a7ce-1596866afb77 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:30.150968 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2cb62e63-7d7d-415d-9dbe-b1120db8490e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:30.154377 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2cb62e63-7d7d-415d-9dbe-b1120db8490e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:30.156035 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2cb62e63-7d7d-415d-9dbe-b1120db8490e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/338ac9cc-9ca7-4606-ae95-d70255878575 HTTP/1.1" status: 204 len: 168 time: 0.2417419 Jul 29 23:47:30.189249 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb62e63-7d7d-415d-9dbe-b1120db8490e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=338ac9cc-9ca7-4606-ae95-d70255878575,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:30.561175 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0f4454fb-0b8b-4362-9a0b-6486834f6245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:30.578472 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-0f4454fb-0b8b-4362-9a0b-6486834f6245 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['832c3c41-56f8-472e-889f-a7dded6c9cb9']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:30.635253 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-0f4454fb-0b8b-4362-9a0b-6486834f6245 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e8acce-ff2c-4a28-abd9-2b248d999387') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:30.653506 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-0f4454fb-0b8b-4362-9a0b-6486834f6245 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e8acce-ff2c-4a28-abd9-2b248d999387') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:30.673392 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0f4454fb-0b8b-4362-9a0b-6486834f6245 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:30.725701 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0f4454fb-0b8b-4362-9a0b-6486834f6245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:30.740646 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4454fb-0b8b-4362-9a0b-6486834f6245 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:47:30.741456 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0f4454fb-0b8b-4362-9a0b-6486834f6245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:30.744928 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:47:30.744928 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:47:30.744928 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:47:30.744928 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:47:30.744928 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:47:30.744928 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:47:30.744928 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:47:30.744928 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:47:30.744928 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:47:30.744928 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:47:30.744928 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:47:30.744928 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:47:30.744928 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:47:30.744928 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:47:30.744928 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:47:30.744928 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:47:30.744928 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:47:30.744928 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:47:30.744928 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:47:30.744928 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:47:30.744928 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:47:30.744928 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:47:30.744928 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:47:30.744928 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:47:30.744928 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:47:30.744928 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:47:30.744928 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:47:30.744928 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:47:30.744928 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:47:30.744928 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:47:30.744928 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:47:30.744928 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:47:30.748428 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d721dadd-b295-439e-a7ce-1596866afb77 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:30.792197 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: d721dadd-b295-439e-a7ce-1596866afb77 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:30.792492 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d721dadd-b295-439e-a7ce-1596866afb77 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:30.850471 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0f4454fb-0b8b-4362-9a0b-6486834f6245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:30.888542 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0f4454fb-0b8b-4362-9a0b-6486834f6245 admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:30.896463 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0f4454fb-0b8b-4362-9a0b-6486834f6245 admin admin] 10.222.0.18 "DELETE /v2.0/networks/832c3c41-56f8-472e-889f-a7dded6c9cb9 HTTP/1.1" status: 204 len: 168 time: 1.4639392 Jul 29 23:47:30.896463 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4454fb-0b8b-4362-9a0b-6486834f6245 admin admin] Pushing event deleted for resources: {'Network': ['ID=832c3c41-56f8-472e-889f-a7dded6c9cb9,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:30.896828 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40612) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:31.274398 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:47:31.421226 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-00abcd18-2227-4b71-a30d-2df9940c8b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:31.764037 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-00abcd18-2227-4b71-a30d-2df9940c8b32 admin admin] Deleting port 6850c711-7fc7-41ce-9746-4b57e49d12dc {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:31.764307 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-00abcd18-2227-4b71-a30d-2df9940c8b32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:31.929952 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-00abcd18-2227-4b71-a30d-2df9940c8b32 admin admin] For port 6850c711-7fc7-41ce-9746-4b57e49d12dc, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6850c711-7fc7-41ce-9746-4b57e49d12dc,segment=NetworkSegment(cb57ba82-51eb-4397-b255-8275fc33b519),segment_id=cb57ba82-51eb-4397-b255-8275fc33b519)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:31.931033 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-00abcd18-2227-4b71-a30d-2df9940c8b32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:31.950642 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-00abcd18-2227-4b71-a30d-2df9940c8b32 admin admin] Calling delete_port for 6850c711-7fc7-41ce-9746-4b57e49d12dc owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:32.262852 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-00abcd18-2227-4b71-a30d-2df9940c8b32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:32.324547 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00abcd18-2227-4b71-a30d-2df9940c8b32 admin admin] Pushing event deleted for resources: {'Port': ['ID=6850c711-7fc7-41ce-9746-4b57e49d12dc,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:32.628782 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-00abcd18-2227-4b71-a30d-2df9940c8b32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:32.720678 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-17703b55-756d-4813-b026-701dc1b20161 req-8f339ab0-6d0d-4f0f-b1b3-de7c12281fbe service neutron] (94063) timed out ('10.222.0.39', 59972) {{(pid=94063) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 23:47:32.865227 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2aa5683a-8691-4a03-8f00-7175edd3d582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:32.903728 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00abcd18-2227-4b71-a30d-2df9940c8b32 admin admin] Router 1e4bef77-b416-4f73-b9f9-71ce35115be8 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:47:33.035899 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00abcd18-2227-4b71-a30d-2df9940c8b32 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:47:33.058467 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-00abcd18-2227-4b71-a30d-2df9940c8b32 admin admin] 10.222.0.18 "PUT /v2.0/routers/1e4bef77-b416-4f73-b9f9-71ce35115be8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1603003 Jul 29 23:47:33.060790 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 40692) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:33.069916 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110c717e-94ed-404a-91ab-8d4275119628 None None] Sync routers for ids ['1e4bef77-b416-4f73-b9f9-71ce35115be8'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:47:33.081933 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110c717e-94ed-404a-91ab-8d4275119628 None None] Routers {'1e4bef77-b416-4f73-b9f9-71ce35115be8'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:47:33.082472 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-110c717e-94ed-404a-91ab-8d4275119628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:47:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['1e4bef77-b416-4f73-b9f9-71ce35115be8'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:33.215798 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f88861df-5bbe-4082-9395-4087fa8e8fbb admin admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:33.229851 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-110c717e-94ed-404a-91ab-8d4275119628 None None] Set router 1e4bef77-b416-4f73-b9f9-71ce35115be8 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:47:33.385811 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f88861df-5bbe-4082-9395-4087fa8e8fbb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:33.519679 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f88861df-5bbe-4082-9395-4087fa8e8fbb admin admin] Deleting port 6450cbeb-b1bd-4970-9bb7-e603b2c0bed6 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:33.520064 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f88861df-5bbe-4082-9395-4087fa8e8fbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:33.568068 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-110c717e-94ed-404a-91ab-8d4275119628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4bef77-b416-4f73-b9f9-71ce35115be8', 'name': 'tempest-TestVolumeBackupRestore-1347838590-router', 'tenant_id': '55d04be396e74d849efa0c8fdf8aa1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.189'}], 'enable_snat': True}, 'gw_port_id': '6450cbeb-b1bd-4970-9bb7-e603b2c0bed6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:56Z', 'updated_at': '2021-07-29T23:47:32Z', 'revision_number': 5, 'project_id': '55d04be396e74d849efa0c8fdf8aa1a0', 'gw_port': {'id': '6450cbeb-b1bd-4970-9bb7-e603b2c0bed6', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:f2:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e4bef77-b416-4f73-b9f9-71ce35115be8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:42:59Z', 'updated_at': '2021-07-29T23:43:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:33.617989 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110c717e-94ed-404a-91ab-8d4275119628 None None] Checking router: 1e4bef77-b416-4f73-b9f9-71ce35115be8 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:47:33.628250 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110c717e-94ed-404a-91ab-8d4275119628 None None] Routers {'1e4bef77-b416-4f73-b9f9-71ce35115be8'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:47:33.629669 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-110c717e-94ed-404a-91ab-8d4275119628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:47:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['1e4bef77-b416-4f73-b9f9-71ce35115be8'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:33.677169 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f88861df-5bbe-4082-9395-4087fa8e8fbb admin admin] For port 6450cbeb-b1bd-4970-9bb7-e603b2c0bed6, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6450cbeb-b1bd-4970-9bb7-e603b2c0bed6,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:33.677666 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f88861df-5bbe-4082-9395-4087fa8e8fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:33.702467 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f88861df-5bbe-4082-9395-4087fa8e8fbb admin admin] Calling delete_port for 6450cbeb-b1bd-4970-9bb7-e603b2c0bed6 owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:33.815289 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-110c717e-94ed-404a-91ab-8d4275119628 None None] Set router 1e4bef77-b416-4f73-b9f9-71ce35115be8 gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:47:33.872624 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-110c717e-94ed-404a-91ab-8d4275119628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e4bef77-b416-4f73-b9f9-71ce35115be8', 'name': 'tempest-TestVolumeBackupRestore-1347838590-router', 'tenant_id': '55d04be396e74d849efa0c8fdf8aa1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:56Z', 'updated_at': '2021-07-29T23:47:33Z', 'revision_number': 6, 'project_id': '55d04be396e74d849efa0c8fdf8aa1a0', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:33.910632 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110c717e-94ed-404a-91ab-8d4275119628 None None] The sync data for ids ['1e4bef77-b416-4f73-b9f9-71ce35115be8'] in n-d-712140-10 is: [{'id': '1e4bef77-b416-4f73-b9f9-71ce35115be8', 'name': 'tempest-TestVolumeBackupRestore-1347838590-router', 'tenant_id': '55d04be396e74d849efa0c8fdf8aa1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:42:56Z', 'updated_at': '2021-07-29T23:47:33Z', 'revision_number': 6, 'project_id': '55d04be396e74d849efa0c8fdf8aa1a0', 'gw_port_host': None}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:47:33.952209 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f88861df-5bbe-4082-9395-4087fa8e8fbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:33.983194 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88861df-5bbe-4082-9395-4087fa8e8fbb admin admin] Pushing event deleted for resources: {'Port': ['ID=6450cbeb-b1bd-4970-9bb7-e603b2c0bed6,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:33.992627 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88861df-5bbe-4082-9395-4087fa8e8fbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:33.992969 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88861df-5bbe-4082-9395-4087fa8e8fbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:33.993318 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88861df-5bbe-4082-9395-4087fa8e8fbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:33.993665 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88861df-5bbe-4082-9395-4087fa8e8fbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:33.994022 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88861df-5bbe-4082-9395-4087fa8e8fbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:33.994343 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88861df-5bbe-4082-9395-4087fa8e8fbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:33.994677 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88861df-5bbe-4082-9395-4087fa8e8fbb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:33.995007 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88861df-5bbe-4082-9395-4087fa8e8fbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:33.995349 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88861df-5bbe-4082-9395-4087fa8e8fbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:33.995663 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88861df-5bbe-4082-9395-4087fa8e8fbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:33.996082 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88861df-5bbe-4082-9395-4087fa8e8fbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:33.996331 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88861df-5bbe-4082-9395-4087fa8e8fbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:47:34.069766 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f88861df-5bbe-4082-9395-4087fa8e8fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:34.185031 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f88861df-5bbe-4082-9395-4087fa8e8fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:34.188138 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f88861df-5bbe-4082-9395-4087fa8e8fbb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:34.281179 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f88861df-5bbe-4082-9395-4087fa8e8fbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:34.283034 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88861df-5bbe-4082-9395-4087fa8e8fbb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e4bef77-b416-4f73-b9f9-71ce35115be8 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:47:34.289084 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f88861df-5bbe-4082-9395-4087fa8e8fbb admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:34.293055 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40736) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:34.305279 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f88861df-5bbe-4082-9395-4087fa8e8fbb admin admin] 10.222.0.18 "DELETE /v2.0/routers/1e4bef77-b416-4f73-b9f9-71ce35115be8 HTTP/1.1" status: 204 len: 168 time: 1.2315636 Jul 29 23:47:34.411344 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-0916bfbe-362c-498e-8352-50cb0f2c6835 admin admin] Deleting subnet 67e8030a-ff00-47a8-b204-ea99e6b1f96e {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:47:34.422326 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0916bfbe-362c-498e-8352-50cb0f2c6835 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:34.465424 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0916bfbe-362c-498e-8352-50cb0f2c6835 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:34.608893 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0916bfbe-362c-498e-8352-50cb0f2c6835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:34.695296 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6450cbeb-b1bd-4970-9bb7-e603b2c0bed6 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:34.720638 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0916bfbe-362c-498e-8352-50cb0f2c6835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:34.725686 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 6450cbeb-b1bd-4970-9bb7-e603b2c0bed6 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:34.726286 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6450cbeb-b1bd-4970-9bb7-e603b2c0bed6 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:34.727135 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6850c711-7fc7-41ce-9746-4b57e49d12dc no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:34.754034 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916bfbe-362c-498e-8352-50cb0f2c6835 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67e8030a-ff00-47a8-b204-ea99e6b1f96e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:34.758129 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0916bfbe-362c-498e-8352-50cb0f2c6835 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:34.763559 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0916bfbe-362c-498e-8352-50cb0f2c6835 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/67e8030a-ff00-47a8-b204-ea99e6b1f96e HTTP/1.1" status: 204 len: 168 time: 0.4652307 Jul 29 23:47:34.763559 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40748) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:34.776264 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 6850c711-7fc7-41ce-9746-4b57e49d12dc {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:34.776833 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6850c711-7fc7-41ce-9746-4b57e49d12dc not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:34.787560 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3a5fe4-25cc-4c1f-8bcd-1e23fc1e3127 None None] Network e604e472-51af-4b9e-ac13-e7391f50bf91 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:47:34.886213 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-18b17849-6311-4eff-9c24-760776beaddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.005443 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-18b17849-6311-4eff-9c24-760776beaddc admin admin] Deleting port 1ce3b0e7-0bfd-4804-815e-c57b6cac504b {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:35.007240 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-18b17849-6311-4eff-9c24-760776beaddc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.027719 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 40756) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:35.099787 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a252297-9960-4776-af82-29e7e2f9cc33 None None] DHCP port deletion for e604e472-51af-4b9e-ac13-e7391f50bf91 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:47:35.124436 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-18b17849-6311-4eff-9c24-760776beaddc admin admin] For port 1ce3b0e7-0bfd-4804-815e-c57b6cac504b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=1ce3b0e7-0bfd-4804-815e-c57b6cac504b,segment=NetworkSegment(cb57ba82-51eb-4397-b255-8275fc33b519),segment_id=cb57ba82-51eb-4397-b255-8275fc33b519)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:35.125150 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-18b17849-6311-4eff-9c24-760776beaddc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.144547 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-18b17849-6311-4eff-9c24-760776beaddc admin admin] Calling delete_port for 1ce3b0e7-0bfd-4804-815e-c57b6cac504b owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:35.205649 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-6a252297-9960-4776-af82-29e7e2f9cc33 None None] Deleting port 1ce3b0e7-0bfd-4804-815e-c57b6cac504b {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:35.206026 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6a252297-9960-4776-af82-29e7e2f9cc33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.270315 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c7907de6-45d1-4dc3-8533-6da06a98cc92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.287677 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-18b17849-6311-4eff-9c24-760776beaddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.312614 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b17849-6311-4eff-9c24-760776beaddc admin admin] No DVR routers for this DVR port 1ce3b0e7-0bfd-4804-815e-c57b6cac504b on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:35.334089 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-6a252297-9960-4776-af82-29e7e2f9cc33 None None] For port 1ce3b0e7-0bfd-4804-815e-c57b6cac504b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=1ce3b0e7-0bfd-4804-815e-c57b6cac504b,segment=NetworkSegment(cb57ba82-51eb-4397-b255-8275fc33b519),segment_id=cb57ba82-51eb-4397-b255-8275fc33b519)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:47:35.334418 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6a252297-9960-4776-af82-29e7e2f9cc33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.354574 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-6a252297-9960-4776-af82-29e7e2f9cc33 None None] Calling delete_port for 1ce3b0e7-0bfd-4804-815e-c57b6cac504b owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:35.356719 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b17849-6311-4eff-9c24-760776beaddc admin admin] Pushing event deleted for resources: {'Port': ['ID=1ce3b0e7-0bfd-4804-815e-c57b6cac504b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:35.436005 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-18b17849-6311-4eff-9c24-760776beaddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.451391 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-18b17849-6311-4eff-9c24-760776beaddc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e604e472-51af-4b9e-ac13-e7391f50bf91']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:35.452787 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c7907de6-45d1-4dc3-8533-6da06a98cc92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.457849 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c7907de6-45d1-4dc3-8533-6da06a98cc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.476962 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-18b17849-6311-4eff-9c24-760776beaddc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb57ba82-51eb-4397-b255-8275fc33b519') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:35.477310 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-18b17849-6311-4eff-9c24-760776beaddc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb57ba82-51eb-4397-b255-8275fc33b519') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:47:35.495039 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-18b17849-6311-4eff-9c24-760776beaddc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.521266 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-18b17849-6311-4eff-9c24-760776beaddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.533013 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b17849-6311-4eff-9c24-760776beaddc admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:47:35.534037 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-18b17849-6311-4eff-9c24-760776beaddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.536565 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c7907de6-45d1-4dc3-8533-6da06a98cc92 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a26bee075c3b4280a0ed46dece47e0db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5073564 Jul 29 23:47:35.537510 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 40768) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:35.538171 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:47:35.538171 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:47:35.538171 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:47:35.538171 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:47:35.538171 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:47:35.538171 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:47:35.538171 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:47:35.538171 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:47:35.538171 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:47:35.538171 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:47:35.538171 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:47:35.538171 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:47:35.538171 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:47:35.538171 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:47:35.538171 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:47:35.538171 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:47:35.538171 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:47:35.538171 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:47:35.538171 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:47:35.538171 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:47:35.538171 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:47:35.538171 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:47:35.538171 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:47:35.538171 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:47:35.538171 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:47:35.538171 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:47:35.538171 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:47:35.538171 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:47:35.538171 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:47:35.538171 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:47:35.538171 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:47:35.538171 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:47:35.548838 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7907de6-45d1-4dc3-8533-6da06a98cc92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37676ff8-f88b-4e57-bff2-81f406aad011,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:35.619255 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-18b17849-6311-4eff-9c24-760776beaddc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.627860 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-18b17849-6311-4eff-9c24-760776beaddc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.643612 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-918b8282-978e-49af-ad35-bc5a25db7838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.644156 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-18b17849-6311-4eff-9c24-760776beaddc admin admin] 10.222.0.18 "DELETE /v2.0/networks/e604e472-51af-4b9e-ac13-e7391f50bf91 HTTP/1.1" status: 204 len: 168 time: 0.8707976 Jul 29 23:47:35.674312 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.674783 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b17849-6311-4eff-9c24-760776beaddc admin admin] Pushing event deleted for resources: {'Network': ['ID=e604e472-51af-4b9e-ac13-e7391f50bf91,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:35.692056 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-918b8282-978e-49af-ad35-bc5a25db7838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.760445 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6a252297-9960-4776-af82-29e7e2f9cc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.777148 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-918b8282-978e-49af-ad35-bc5a25db7838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.783591 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-918b8282-978e-49af-ad35-bc5a25db7838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:35.786603 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-918b8282-978e-49af-ad35-bc5a25db7838 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/37676ff8-f88b-4e57-bff2-81f406aad011 HTTP/1.1" status: 204 len: 168 time: 0.2443190 Jul 29 23:47:35.824081 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a252297-9960-4776-af82-29e7e2f9cc33 None None] Pushing event deleted for resources: {'Port': ['ID=1ce3b0e7-0bfd-4804-815e-c57b6cac504b,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:35.826231 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6a252297-9960-4776-af82-29e7e2f9cc33 None None] Network e604e472-51af-4b9e-ac13-e7391f50bf91 is not hosted by any dhcp agent {{(pid=94065) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:47:35.826382 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b8282-978e-49af-ad35-bc5a25db7838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37676ff8-f88b-4e57-bff2-81f406aad011,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:35.827027 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a252297-9960-4776-af82-29e7e2f9cc33 None None] No DVR routers for this DVR port 1ce3b0e7-0bfd-4804-815e-c57b6cac504b on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:47:35.863534 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 40786) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:35.931964 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40790) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:35.932145 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6b4ab218-6a68-47aa-8dcf-d070191b88ca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65e622cc3cfa41f5905e810d348cb637&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0665650 Jul 29 23:47:35.993611 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-175f55da-44d4-47ec-bb13-9025e9e63dfe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:36.041751 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-175f55da-44d4-47ec-bb13-9025e9e63dfe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:36.149773 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-175f55da-44d4-47ec-bb13-9025e9e63dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:36.152435 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-175f55da-44d4-47ec-bb13-9025e9e63dfe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:36.156427 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-175f55da-44d4-47ec-bb13-9025e9e63dfe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f4f8a574-7487-42ad-a962-e1ccf9886eab HTTP/1.1" status: 204 len: 168 time: 0.2230370 Jul 29 23:47:36.178267 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175f55da-44d4-47ec-bb13-9025e9e63dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f8a574-7487-42ad-a962-e1ccf9886eab,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:36.234802 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-17767965-a4f4-4b0e-a34d-bfd330d604b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:36.441066 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40808) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:36.472853 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ddfb542c-09b7-4099-b860-d542dc288a24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:36.624674 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ddfb542c-09b7-4099-b860-d542dc288a24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:36.636311 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ddfb542c-09b7-4099-b860-d542dc288a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:36.666775 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfb542c-09b7-4099-b860-d542dc288a24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4d72a0-d741-46e7-8f7b-a77b9b8c6f39,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:36.709162 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1ce3b0e7-0bfd-4804-815e-c57b6cac504b no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:47:36.741655 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 40816) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:36.746331 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 1ce3b0e7-0bfd-4804-815e-c57b6cac504b {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:47:36.747308 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1ce3b0e7-0bfd-4804-815e-c57b6cac504b not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:47:36.756926 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ddfb542c-09b7-4099-b860-d542dc288a24 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee18356665f04e71af3465e5cf11ab27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3137517 Jul 29 23:47:36.760013 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40818) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:36.812069 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-80ce8078-faaa-46d7-b3d2-0f180b7eab45 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=55d04be396e74d849efa0c8fdf8aa1a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0664234 Jul 29 23:47:36.812422 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 40822) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:36.828506 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-92a052f7-98db-44b7-aa17-3892d84260d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:36.856700 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-92a052f7-98db-44b7-aa17-3892d84260d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:36.898584 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:36.899218 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9c298f62-7606-41d0-93e2-feeaf7aee353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:36.929624 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-92a052f7-98db-44b7-aa17-3892d84260d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:36.933917 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-92a052f7-98db-44b7-aa17-3892d84260d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:36.936671 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-92a052f7-98db-44b7-aa17-3892d84260d6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8a4d72a0-d741-46e7-8f7b-a77b9b8c6f39 HTTP/1.1" status: 204 len: 168 time: 0.1752019 Jul 29 23:47:36.943620 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9c298f62-7606-41d0-93e2-feeaf7aee353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:36.953402 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a052f7-98db-44b7-aa17-3892d84260d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4d72a0-d741-46e7-8f7b-a77b9b8c6f39,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:37.018450 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9c298f62-7606-41d0-93e2-feeaf7aee353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:37.021523 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9c298f62-7606-41d0-93e2-feeaf7aee353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:37.025256 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9c298f62-7606-41d0-93e2-feeaf7aee353 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3741d191-7354-4381-bfcb-e08b63a25649 HTTP/1.1" status: 204 len: 168 time: 0.2084246 Jul 29 23:47:37.033180 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c298f62-7606-41d0-93e2-feeaf7aee353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3741d191-7354-4381-bfcb-e08b63a25649,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:38.183431 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:40.079736 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40966) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:40.198375 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e15ad88d-1ee4-4382-ac7e-6addbb9ea8c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:40.319584 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e15ad88d-1ee4-4382-ac7e-6addbb9ea8c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:40.324492 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e15ad88d-1ee4-4382-ac7e-6addbb9ea8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:40.365563 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ad88d-1ee4-4382-ac7e-6addbb9ea8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cba5d6-b33a-4345-aaf0-24c670012c6f,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:40.371958 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 40974) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:40.373963 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e15ad88d-1ee4-4382-ac7e-6addbb9ea8c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f45fec8c1da44c6b874787ac7325155e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2928836 Jul 29 23:47:40.454160 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-85b94e0b-2425-45c6-9c53-a7cb3a9757e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:40.486431 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-85b94e0b-2425-45c6-9c53-a7cb3a9757e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:40.545812 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-85b94e0b-2425-45c6-9c53-a7cb3a9757e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:40.548552 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-85b94e0b-2425-45c6-9c53-a7cb3a9757e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:40.549741 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-85b94e0b-2425-45c6-9c53-a7cb3a9757e7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/90cba5d6-b33a-4345-aaf0-24c670012c6f HTTP/1.1" status: 204 len: 168 time: 0.1767886 Jul 29 23:47:40.560074 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b94e0b-2425-45c6-9c53-a7cb3a9757e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cba5d6-b33a-4345-aaf0-24c670012c6f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:40.841988 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 40988) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:40.855938 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eabc5f60-3256-4d47-af52-b887d0f8109b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:40.953196 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eabc5f60-3256-4d47-af52-b887d0f8109b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:40.957839 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eabc5f60-3256-4d47-af52-b887d0f8109b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:40.996153 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-eabc5f60-3256-4d47-af52-b887d0f8109b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d75283de5d284238a33399251e4cd6a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1530337 Jul 29 23:47:40.998098 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc5f60-3256-4d47-af52-b887d0f8109b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bac6c72-e3d0-46cc-a6d5-48331d6f617c,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:40.998962 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 40990) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:41.059942 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7a0a0e1f-d3a5-497b-90e8-ce96e95345df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:41.081985 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7a0a0e1f-d3a5-497b-90e8-ce96e95345df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:41.134723 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7a0a0e1f-d3a5-497b-90e8-ce96e95345df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:41.137408 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7a0a0e1f-d3a5-497b-90e8-ce96e95345df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:41.138640 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7a0a0e1f-d3a5-497b-90e8-ce96e95345df admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1bac6c72-e3d0-46cc-a6d5-48331d6f617c HTTP/1.1" status: 204 len: 168 time: 0.1386299 Jul 29 23:47:41.147135 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a0e1f-d3a5-497b-90e8-ce96e95345df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bac6c72-e3d0-46cc-a6d5-48331d6f617c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:43.374799 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41068) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:43.491438 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-183e51b9-7099-4226-a864-dbed348bd3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:43.597691 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-183e51b9-7099-4226-a864-dbed348bd3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:43.602032 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-183e51b9-7099-4226-a864-dbed348bd3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:43.647926 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-183e51b9-7099-4226-a864-dbed348bd3a4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aac0ca53fd704dba9dbfa60b0c85888a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2718215 Jul 29 23:47:43.648928 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e51b9-7099-4226-a864-dbed348bd3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f93da81-2a6a-4813-94e3-cf859e76de05,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:43.651058 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 41080) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:43.713583 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c4a9f180-cc5f-469c-b4dd-7020cb1fec2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:43.740034 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c4a9f180-cc5f-469c-b4dd-7020cb1fec2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:43.795593 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c4a9f180-cc5f-469c-b4dd-7020cb1fec2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:43.799194 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c4a9f180-cc5f-469c-b4dd-7020cb1fec2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:43.802483 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c4a9f180-cc5f-469c-b4dd-7020cb1fec2c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4f93da81-2a6a-4813-94e3-cf859e76de05 HTTP/1.1" status: 204 len: 168 time: 0.1490123 Jul 29 23:47:43.810915 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a9f180-cc5f-469c-b4dd-7020cb1fec2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f93da81-2a6a-4813-94e3-cf859e76de05,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:44.201766 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 41100) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:44.218041 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b0e6b74e-2086-4710-8bbd-545a9c58a65b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:44.329878 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b0e6b74e-2086-4710-8bbd-545a9c58a65b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:44.341803 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b0e6b74e-2086-4710-8bbd-545a9c58a65b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:44.382569 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b0e6b74e-2086-4710-8bbd-545a9c58a65b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3843b4d3113441218ce8579ca59ad260&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1796567 Jul 29 23:47:44.383446 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6b74e-2086-4710-8bbd-545a9c58a65b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a97600-01e6-40cc-ab3b-f79f53a21d08,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:44.386167 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 41102) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:44.436670 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d7d67b71-4dad-4fe4-816a-449ed7e394fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:44.460125 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d7d67b71-4dad-4fe4-816a-449ed7e394fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:44.506759 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d7d67b71-4dad-4fe4-816a-449ed7e394fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:44.509443 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d7d67b71-4dad-4fe4-816a-449ed7e394fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:44.510622 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d7d67b71-4dad-4fe4-816a-449ed7e394fc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/97a97600-01e6-40cc-ab3b-f79f53a21d08 HTTP/1.1" status: 204 len: 168 time: 0.1235166 Jul 29 23:47:44.519436 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d67b71-4dad-4fe4-816a-449ed7e394fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a97600-01e6-40cc-ab3b-f79f53a21d08,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:45.676677 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41162) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:45.793270 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c6e76519-3b09-4ce9-84ba-7c40148bdc1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:45.903369 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c6e76519-3b09-4ce9-84ba-7c40148bdc1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:45.907664 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c6e76519-3b09-4ce9-84ba-7c40148bdc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:45.946704 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c6e76519-3b09-4ce9-84ba-7c40148bdc1f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=019ba463179e481a888f76e874c95c08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2690225 Jul 29 23:47:45.947580 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e76519-3b09-4ce9-84ba-7c40148bdc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a7fd1b-62d4-4558-9f11-02feefcfe30a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:45.950502 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 41166) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:46.015439 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ba72accd-0243-4eaa-a473-2fd983e33d0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:46.043571 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ba72accd-0243-4eaa-a473-2fd983e33d0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:46.107150 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ba72accd-0243-4eaa-a473-2fd983e33d0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:46.110391 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ba72accd-0243-4eaa-a473-2fd983e33d0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:46.115875 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ba72accd-0243-4eaa-a473-2fd983e33d0c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f2a7fd1b-62d4-4558-9f11-02feefcfe30a HTTP/1.1" status: 204 len: 168 time: 0.1631229 Jul 29 23:47:46.126392 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba72accd-0243-4eaa-a473-2fd983e33d0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a7fd1b-62d4-4558-9f11-02feefcfe30a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:48.356173 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 41260) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:48.467561 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b166bc58-46fe-4550-b7d0-ff772bac3d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:48.569864 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b166bc58-46fe-4550-b7d0-ff772bac3d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:48.574108 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b166bc58-46fe-4550-b7d0-ff772bac3d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:48.633806 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41270) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:48.634339 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b166bc58-46fe-4550-b7d0-ff772bac3d4f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=475250a1ff80414cabd0e642bd875cc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2765250 Jul 29 23:47:48.634940 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b166bc58-46fe-4550-b7d0-ff772bac3d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0c0cb4-5e5d-412c-8c13-12c704b326a7,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:48.711157 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-86fd71a6-e1cc-4cac-9976-81b1016ac248 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:48.737807 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-86fd71a6-e1cc-4cac-9976-81b1016ac248 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:48.796967 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-86fd71a6-e1cc-4cac-9976-81b1016ac248 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:48.806440 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-86fd71a6-e1cc-4cac-9976-81b1016ac248 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:48.811944 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-86fd71a6-e1cc-4cac-9976-81b1016ac248 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2f0c0cb4-5e5d-412c-8c13-12c704b326a7 HTTP/1.1" status: 204 len: 168 time: 0.1769593 Jul 29 23:47:48.823919 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd71a6-e1cc-4cac-9976-81b1016ac248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0c0cb4-5e5d-412c-8c13-12c704b326a7,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:49.172006 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41292) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:49.189721 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4ce721b5-f9a6-4fde-ada7-10b65a946ed3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:49.294359 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4ce721b5-f9a6-4fde-ada7-10b65a946ed3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:49.300248 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4ce721b5-f9a6-4fde-ada7-10b65a946ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:49.348915 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4ce721b5-f9a6-4fde-ada7-10b65a946ed3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=049ea114dc7c4284a6851eb370bbadc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1751025 Jul 29 23:47:49.351712 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 41296) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:49.359235 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce721b5-f9a6-4fde-ada7-10b65a946ed3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2929e73-3f30-4575-925c-2b3a15b264b2,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:49.416522 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-39f3f45e-19cf-4842-9f40-9e98e19b966c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:49.443203 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-39f3f45e-19cf-4842-9f40-9e98e19b966c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:49.499916 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-39f3f45e-19cf-4842-9f40-9e98e19b966c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:49.504149 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-39f3f45e-19cf-4842-9f40-9e98e19b966c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:49.507928 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-39f3f45e-19cf-4842-9f40-9e98e19b966c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c2929e73-3f30-4575-925c-2b3a15b264b2 HTTP/1.1" status: 204 len: 168 time: 0.1550901 Jul 29 23:47:49.520944 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3f45e-19cf-4842-9f40-9e98e19b966c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2929e73-3f30-4575-925c-2b3a15b264b2,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:53.752837 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 41582) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:53.885610 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ea6f41ce-70f5-4e3f-affe-893f0697c140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:54.023123 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ea6f41ce-70f5-4e3f-affe-893f0697c140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:54.027794 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ea6f41ce-70f5-4e3f-affe-893f0697c140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:54.081257 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ea6f41ce-70f5-4e3f-affe-893f0697c140 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fb64412759324ef0b9120e0567fdb928&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3271253 Jul 29 23:47:54.081995 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6f41ce-70f5-4e3f-affe-893f0697c140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3b7b0c-8508-4318-a79d-aaaeb1df9bd0,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:54.084014 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41598) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:54.144884 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2ccb8352-10d6-441c-b086-97ca2b44465a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:54.167717 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2ccb8352-10d6-441c-b086-97ca2b44465a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:54.222836 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2ccb8352-10d6-441c-b086-97ca2b44465a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:54.225915 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2ccb8352-10d6-441c-b086-97ca2b44465a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:54.229780 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2ccb8352-10d6-441c-b086-97ca2b44465a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9f3b7b0c-8508-4318-a79d-aaaeb1df9bd0 HTTP/1.1" status: 204 len: 168 time: 0.1410894 Jul 29 23:47:54.236986 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb8352-10d6-441c-b086-97ca2b44465a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3b7b0c-8508-4318-a79d-aaaeb1df9bd0,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:55.943782 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41678) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:56.070131 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-d4c4f2d5-155d-4304-b43e-8b83e2434626 tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:56.102970 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f2d5-155d-4304-b43e-8b83e2434626 tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:56.218415 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f2d5-155d-4304-b43e-8b83e2434626 tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:56.360920 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-d4c4f2d5-155d-4304-b43e-8b83e2434626 tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] Allocated IP 172.25.8.173 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/f8e967fb-61bf-4017-999c-02d0a01eeeff) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:47:56.474498 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f2d5-155d-4304-b43e-8b83e2434626 tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:56.529317 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f2d5-155d-4304-b43e-8b83e2434626 tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:56.566464 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4c4f2d5-155d-4304-b43e-8b83e2434626 tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:47:56.569411 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-d4c4f2d5-155d-4304-b43e-8b83e2434626 tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:47:56.572413 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c4f2d5-155d-4304-b43e-8b83e2434626 tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:47:56.609940 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4f2d5-155d-4304-b43e-8b83e2434626 tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] Pushing event updated for resources: {'Port': ['ID=f8e967fb-61bf-4017-999c-02d0a01eeeff,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:56.698126 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f2d5-155d-4304-b43e-8b83e2434626 tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:56.740747 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f2d5-155d-4304-b43e-8b83e2434626 tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:56.920437 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f2d5-155d-4304-b43e-8b83e2434626 tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:56.927495 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f2d5-155d-4304-b43e-8b83e2434626 tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:57.007384 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c4f2d5-155d-4304-b43e-8b83e2434626 tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] Pushing event updated for resources: {'Port': ['ID=f8e967fb-61bf-4017-999c-02d0a01eeeff,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:57.012417 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f2d5-155d-4304-b43e-8b83e2434626 tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:57.025857 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d4c4f2d5-155d-4304-b43e-8b83e2434626 tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:57.027139 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d4c4f2d5-155d-4304-b43e-8b83e2434626 tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0822890 Jul 29 23:47:57.030343 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 41710) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:57.036952 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-a4fc9dcf-25c3-4c7a-8a09-02e834b9cb5d tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-990645928', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'fixed_ips': [{'ip_address': '172.25.8.173'}]}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:47:57.073341 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4fc9dcf-25c3-4c7a-8a09-02e834b9cb5d tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] Made reservation on behalf of ccb1d5c40e1547dd9a4276e003b1141e for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:47:57.075961 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4fc9dcf-25c3-4c7a-8a09-02e834b9cb5d tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:57.086475 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4fc9dcf-25c3-4c7a-8a09-02e834b9cb5d tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:57.197838 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4fc9dcf-25c3-4c7a-8a09-02e834b9cb5d tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:57.202430 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4fc9dcf-25c3-4c7a-8a09-02e834b9cb5d tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:57.206597 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-a4fc9dcf-25c3-4c7a-8a09-02e834b9cb5d tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] device_id is not set on port 0efac2bf-989f-433f-afd4-cd7c022dbd02 yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:47:57.401891 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fc9dcf-25c3-4c7a-8a09-02e834b9cb5d tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a0dd45c-0607-4275-9fd7-8e1c0b4002f7,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:57.474073 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4fc9dcf-25c3-4c7a-8a09-02e834b9cb5d tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 29 23:47:57.474600 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4fc9dcf-25c3-4c7a-8a09-02e834b9cb5d tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:47:57.489409 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a4fc9dcf-25c3-4c7a-8a09-02e834b9cb5d tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4566815 Jul 29 23:47:57.493859 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41734) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:57.667559 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b039d85a-5d94-49b4-b482-2fc603e2f18d tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] Deleting port f8e967fb-61bf-4017-999c-02d0a01eeeff {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:47:57.668127 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b039d85a-5d94-49b4-b482-2fc603e2f18d tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:58.084564 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b039d85a-5d94-49b4-b482-2fc603e2f18d tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:58.085317 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b039d85a-5d94-49b4-b482-2fc603e2f18d tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:58.098112 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b039d85a-5d94-49b4-b482-2fc603e2f18d tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] Calling delete_port for f8e967fb-61bf-4017-999c-02d0a01eeeff owned by network:floatingip {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:47:58.253296 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b039d85a-5d94-49b4-b482-2fc603e2f18d tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:58.280940 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039d85a-5d94-49b4-b482-2fc603e2f18d tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8e967fb-61bf-4017-999c-02d0a01eeeff,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:58.349557 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b039d85a-5d94-49b4-b482-2fc603e2f18d tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:58.352269 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b039d85a-5d94-49b4-b482-2fc603e2f18d tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:58.353358 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b039d85a-5d94-49b4-b482-2fc603e2f18d tempest-ExternalNetworksAdminNegativeTestJSON-960994750 tempest-ExternalNetworksAdminNegativeTestJSON-960994750-project-admin] 10.222.0.18 "DELETE /v2.0/floatingips/08f6d0c2-3768-4ddd-8b35-8a81a228cc52 HTTP/1.1" status: 204 len: 168 time: 0.8584723 Jul 29 23:47:58.633913 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 41772) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:58.773121 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-143d8e5c-ab1e-4290-8bfd-efc43d3f6f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:58.921634 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-143d8e5c-ab1e-4290-8bfd-efc43d3f6f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:58.931163 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-143d8e5c-ab1e-4290-8bfd-efc43d3f6f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:58.988911 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d8e5c-ab1e-4290-8bfd-efc43d3f6f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810d584b-7dd0-484d-8c03-a69724488d65,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:59.005028 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-143d8e5c-ab1e-4290-8bfd-efc43d3f6f49 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d3f384870da74c7c8bd39a5b5c792c01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3698130 Jul 29 23:47:59.007570 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41792) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:59.067023 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0f342468-f61e-4af0-904d-e9c5fd6f2d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:59.099885 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0f342468-f61e-4af0-904d-e9c5fd6f2d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:59.153268 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0f342468-f61e-4af0-904d-e9c5fd6f2d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:59.160984 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0f342468-f61e-4af0-904d-e9c5fd6f2d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:59.168644 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0f342468-f61e-4af0-904d-e9c5fd6f2d01 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/810d584b-7dd0-484d-8c03-a69724488d65 HTTP/1.1" status: 204 len: 168 time: 0.1596684 Jul 29 23:47:59.178144 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f342468-f61e-4af0-904d-e9c5fd6f2d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810d584b-7dd0-484d-8c03-a69724488d65,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:59.487153 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41812) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:59.550548 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d9c987d5-7ce4-41f5-9bf0-6cf8af8b3abd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ccb1d5c40e1547dd9a4276e003b1141e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0619912 Jul 29 23:47:59.553082 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41814) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:47:59.616150 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7c7794e3-d70e-4321-955f-a4ac500e4855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:59.649290 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:59.649912 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7c7794e3-d70e-4321-955f-a4ac500e4855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:59.705665 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7c7794e3-d70e-4321-955f-a4ac500e4855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:59.708297 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7c7794e3-d70e-4321-955f-a4ac500e4855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:47:59.712193 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7c7794e3-d70e-4321-955f-a4ac500e4855 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1a0dd45c-0607-4275-9fd7-8e1c0b4002f7 HTTP/1.1" status: 204 len: 168 time: 0.1556726 Jul 29 23:47:59.721856 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7794e3-d70e-4321-955f-a4ac500e4855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a0dd45c-0607-4275-9fd7-8e1c0b4002f7,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:47:59.897933 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:01.344341 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41898) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:01.611819 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-be83789d-3e38-47be-bd6c-ef70a55139bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-120411596'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:01.647163 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be83789d-3e38-47be-bd6c-ef70a55139bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517-project] Made reservation on behalf of 3b0b819b29534db695f2b7fc9bb37cb6 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:01.655106 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-be83789d-3e38-47be-bd6c-ef70a55139bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:01.672622 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-be83789d-3e38-47be-bd6c-ef70a55139bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:01.795321 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-be83789d-3e38-47be-bd6c-ef70a55139bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:01.807435 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-be83789d-3e38-47be-bd6c-ef70a55139bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:01.842407 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be83789d-3e38-47be-bd6c-ef70a55139bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:48:01.849704 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83789d-3e38-47be-bd6c-ef70a55139bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b77462c9-b9ec-4d87-8b2d-fe91e8f7e0ae,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:01.856385 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-be83789d-3e38-47be-bd6c-ef70a55139bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:01.856734 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-be83789d-3e38-47be-bd6c-ef70a55139bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517-project] Added segment 4f1f1d0e-5e99-436d-9aa3-0948fc6863da of type vlan for network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 Jul 29 23:48:01.901308 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-be83789d-3e38-47be-bd6c-ef70a55139bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:01.933457 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-be83789d-3e38-47be-bd6c-ef70a55139bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:01.939263 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be83789d-3e38-47be-bd6c-ef70a55139bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:01.939809 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-be83789d-3e38-47be-bd6c-ef70a55139bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:01.998631 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-be83789d-3e38-47be-bd6c-ef70a55139bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.6530364 Jul 29 23:48:02.010093 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83789d-3e38-47be-bd6c-ef70a55139bc tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517-project] Pushing event updated for resources: {'Network': ['ID=2b935b70-f592-4e83-a0fe-bb3c7917ba09,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:02.023996 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:48:02.232605 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41924) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:02.238769 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Request body: {'port': {'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09', 'binding:host_id': 'n-h1-712140-10', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532782623'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:02.263816 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Made reservation on behalf of 64941e00bbde4d938238fd96b2e93adf for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:02.266614 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:02.276417 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:02.388010 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:02.395413 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:02.407237 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] device_id is not set on port fd6bd384-80d5-4821-b9dc-d216a54b806d yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:48:02.502465 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb274eb-3107-4470-92c3-d7f310f2cbe2,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:02.709989 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] device_id is not set on port fd6bd384-80d5-4821-b9dc-d216a54b806d yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:48:02.727576 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:02.741544 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Transition to ACTIVE for port object fd6bd384-80d5-4821-b9dc-d216a54b806d will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:02.751814 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:02.841759 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6956173-c508-4378-b82f-0a0698e7226d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:02.861310 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Pushing event updated for resources: {'Port': ['ID=fd6bd384-80d5-4821-b9dc-d216a54b806d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:02.869076 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Checking segment: {'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:02.869413 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Network hostable DHCP agents. Network: 2b935b70-f592-4e83-a0fe-bb3c7917ba09, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:48:02.893966 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:48:02.913316 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 2b935b70-f592-4e83-a0fe-bb3c7917ba09) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:02.919383 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:02.925691 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2e579a-e9b4-4aed-acf3-d64c2fb5c8b3 None None] Network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:02.980148 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:02.980886 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:02.981457 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:02.989244 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Port fd6bd384-80d5-4821-b9dc-d216a54b806d on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:02.989787 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Failed to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d on host n-h1-712140-10 for vnic_type normal using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] Jul 29 23:48:02.990473 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempt 2 to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d Jul 29 23:48:03.016628 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:03.017319 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:03.017823 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:03.023545 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Port fd6bd384-80d5-4821-b9dc-d216a54b806d on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:03.024239 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Failed to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d on host n-h1-712140-10 for vnic_type normal using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] Jul 29 23:48:03.024859 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempt 3 to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d Jul 29 23:48:03.040211 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:03.040869 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:03.041405 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:03.048199 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Port fd6bd384-80d5-4821-b9dc-d216a54b806d on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:03.048939 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Failed to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d on host n-h1-712140-10 for vnic_type normal using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] Jul 29 23:48:03.049526 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempt 4 to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d Jul 29 23:48:03.066661 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:03.067014 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:03.067427 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:03.074651 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Port fd6bd384-80d5-4821-b9dc-d216a54b806d on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:03.075174 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Failed to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d on host n-h1-712140-10 for vnic_type normal using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] Jul 29 23:48:03.075753 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempt 5 to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d Jul 29 23:48:03.091956 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:03.092871 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:03.094363 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:03.100999 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Port fd6bd384-80d5-4821-b9dc-d216a54b806d on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:03.101568 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Failed to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d on host n-h1-712140-10 for vnic_type normal using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] Jul 29 23:48:03.102188 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempt 6 to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d Jul 29 23:48:03.119360 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:03.119700 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:03.120070 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:03.124618 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Port fd6bd384-80d5-4821-b9dc-d216a54b806d on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:03.124995 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Failed to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d on host n-h1-712140-10 for vnic_type normal using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] Jul 29 23:48:03.125475 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempt 7 to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d Jul 29 23:48:03.144186 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:03.144529 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:03.144866 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:03.149416 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Port fd6bd384-80d5-4821-b9dc-d216a54b806d on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:03.150017 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Failed to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d on host n-h1-712140-10 for vnic_type normal using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] Jul 29 23:48:03.150411 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempt 8 to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d Jul 29 23:48:03.164632 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:03.164947 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:03.165298 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:03.169690 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Port fd6bd384-80d5-4821-b9dc-d216a54b806d on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:03.170132 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Failed to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d on host n-h1-712140-10 for vnic_type normal using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] Jul 29 23:48:03.170651 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempt 9 to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d Jul 29 23:48:03.185619 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:03.185940 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:03.186276 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:03.191907 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Port fd6bd384-80d5-4821-b9dc-d216a54b806d on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:03.192242 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Failed to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d on host n-h1-712140-10 for vnic_type normal using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] Jul 29 23:48:03.192628 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempt 10 to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d Jul 29 23:48:03.206943 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:03.207431 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:03.207903 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:03.213356 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Port fd6bd384-80d5-4821-b9dc-d216a54b806d on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:03.213821 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Failed to bind port fd6bd384-80d5-4821-b9dc-d216a54b806d on host n-h1-712140-10 for vnic_type normal using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] Jul 29 23:48:03.224265 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:03.296142 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] For port fd6bd384-80d5-4821-b9dc-d216a54b806d, host n-h1-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:48:03.296669 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempted to set empty binding levels {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 23:48:03.302081 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:03.334820 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:03.335537 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:03.370492 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Pushing event updated for resources: {'Port': ['ID=fd6bd384-80d5-4821-b9dc-d216a54b806d,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:03.373843 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-412d4156-b6a6-45be-ab8a-7f85215ab30d tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 1.1401947 Jul 29 23:48:03.377147 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41968) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:03.487717 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-022b9552-07c2-4378-a21c-d25ab9b8aacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Deleting port fd6bd384-80d5-4821-b9dc-d216a54b806d {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:03.488465 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-022b9552-07c2-4378-a21c-d25ab9b8aacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:03.577111 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-022b9552-07c2-4378-a21c-d25ab9b8aacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] For port fd6bd384-80d5-4821-b9dc-d216a54b806d, host n-h1-712140-10, got binding levels [] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:03.577768 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-022b9552-07c2-4378-a21c-d25ab9b8aacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:03.602393 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-022b9552-07c2-4378-a21c-d25ab9b8aacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Calling delete_port for fd6bd384-80d5-4821-b9dc-d216a54b806d owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:03.696036 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-022b9552-07c2-4378-a21c-d25ab9b8aacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:03.744575 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022b9552-07c2-4378-a21c-d25ab9b8aacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd6bd384-80d5-4821-b9dc-d216a54b806d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:03.749076 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-022b9552-07c2-4378-a21c-d25ab9b8aacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:03.752306 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-022b9552-07c2-4378-a21c-d25ab9b8aacd tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] 10.222.0.18 "DELETE /v2.0/ports/fd6bd384-80d5-4821-b9dc-d216a54b806d HTTP/1.1" status: 204 len: 168 time: 0.3737292 Jul 29 23:48:03.754917 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 41980) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:03.780703 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd63e78-3ec1-4fd3-95c2-0476fef11953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] GET failed (client error): The resource could not be found. Jul 29 23:48:03.783105 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ecd63e78-3ec1-4fd3-95c2-0476fef11953 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] 10.222.0.18 "GET /v2.0/ports/fd6bd384-80d5-4821-b9dc-d216a54b806d HTTP/1.1" status: 404 len: 333 time: 0.0269167 Jul 29 23:48:03.790449 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 41982) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:03.800335 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-73146434-8cb0-41da-ac0c-e8a6d3e9a3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Request body: {'port': {'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1968272141'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:03.823958 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73146434-8cb0-41da-ac0c-e8a6d3e9a3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Made reservation on behalf of 64941e00bbde4d938238fd96b2e93adf for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:03.826351 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-73146434-8cb0-41da-ac0c-e8a6d3e9a3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:03.851664 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-73146434-8cb0-41da-ac0c-e8a6d3e9a3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] device_id is not set on port aa240e15-5666-4928-a309-703bd3d501ca yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:48:04.068492 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-73146434-8cb0-41da-ac0c-e8a6d3e9a3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:04.123090 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-73146434-8cb0-41da-ac0c-e8a6d3e9a3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:04.173147 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73146434-8cb0-41da-ac0c-e8a6d3e9a3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:04.176376 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-73146434-8cb0-41da-ac0c-e8a6d3e9a3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:04.182928 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73146434-8cb0-41da-ac0c-e8a6d3e9a3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:04.184042 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73146434-8cb0-41da-ac0c-e8a6d3e9a3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:04.184693 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-73146434-8cb0-41da-ac0c-e8a6d3e9a3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:04.200704 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73146434-8cb0-41da-ac0c-e8a6d3e9a3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Pushing event updated for resources: {'Port': ['ID=aa240e15-5666-4928-a309-703bd3d501ca,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:04.211073 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-73146434-8cb0-41da-ac0c-e8a6d3e9a3ed tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4186769 Jul 29 23:48:04.213734 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 41994) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:04.220181 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:04.298401 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:04.493679 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] device_id is not set on port aa240e15-5666-4928-a309-703bd3d501ca yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:48:04.501812 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:04.515050 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Transition to ACTIVE for port object aa240e15-5666-4928-a309-703bd3d501ca will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:04.522805 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:04.586545 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Pushing event updated for resources: {'Port': ['ID=aa240e15-5666-4928-a309-703bd3d501ca,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:04.588773 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port aa240e15-5666-4928-a309-703bd3d501ca on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:04.589315 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port aa240e15-5666-4928-a309-703bd3d501ca by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:04.589657 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port aa240e15-5666-4928-a309-703bd3d501ca on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:04.596039 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Port aa240e15-5666-4928-a309-703bd3d501ca on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:04.596255 n-d-712140-10 neutron-server[94063]: ERROR neutron.plugins.ml2.managers [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Failed to bind port aa240e15-5666-4928-a309-703bd3d501ca on host n-h1-712140-10 for vnic_type normal using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] Jul 29 23:48:04.596832 n-d-712140-10 neutron-server[94063]: INFO neutron.plugins.ml2.plugin [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempt 2 to bind port aa240e15-5666-4928-a309-703bd3d501ca Jul 29 23:48:04.611050 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port aa240e15-5666-4928-a309-703bd3d501ca on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:04.611545 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port aa240e15-5666-4928-a309-703bd3d501ca by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:04.612033 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port aa240e15-5666-4928-a309-703bd3d501ca on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:04.619157 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Port aa240e15-5666-4928-a309-703bd3d501ca on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:04.620189 n-d-712140-10 neutron-server[94063]: ERROR neutron.plugins.ml2.managers [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Failed to bind port aa240e15-5666-4928-a309-703bd3d501ca on host n-h1-712140-10 for vnic_type normal using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] Jul 29 23:48:04.621014 n-d-712140-10 neutron-server[94063]: INFO neutron.plugins.ml2.plugin [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempt 3 to bind port aa240e15-5666-4928-a309-703bd3d501ca Jul 29 23:48:04.642768 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port aa240e15-5666-4928-a309-703bd3d501ca on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:04.643156 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port aa240e15-5666-4928-a309-703bd3d501ca by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:04.643547 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port aa240e15-5666-4928-a309-703bd3d501ca on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:04.648414 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Port aa240e15-5666-4928-a309-703bd3d501ca on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:04.648866 n-d-712140-10 neutron-server[94063]: ERROR neutron.plugins.ml2.managers [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Failed to bind port aa240e15-5666-4928-a309-703bd3d501ca on host n-h1-712140-10 for vnic_type normal using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] Jul 29 23:48:04.649267 n-d-712140-10 neutron-server[94063]: INFO neutron.plugins.ml2.plugin [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempt 4 to bind port aa240e15-5666-4928-a309-703bd3d501ca Jul 29 23:48:04.663980 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port aa240e15-5666-4928-a309-703bd3d501ca on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:04.664317 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port aa240e15-5666-4928-a309-703bd3d501ca by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:04.664655 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port aa240e15-5666-4928-a309-703bd3d501ca on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:04.669002 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Port aa240e15-5666-4928-a309-703bd3d501ca on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:04.669328 n-d-712140-10 neutron-server[94063]: ERROR neutron.plugins.ml2.managers [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Failed to bind port aa240e15-5666-4928-a309-703bd3d501ca on host n-h1-712140-10 for vnic_type normal using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] Jul 29 23:48:04.669718 n-d-712140-10 neutron-server[94063]: INFO neutron.plugins.ml2.plugin [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempt 5 to bind port aa240e15-5666-4928-a309-703bd3d501ca Jul 29 23:48:04.684535 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port aa240e15-5666-4928-a309-703bd3d501ca on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:04.684914 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port aa240e15-5666-4928-a309-703bd3d501ca by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:04.685261 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port aa240e15-5666-4928-a309-703bd3d501ca on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:04.690477 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Port aa240e15-5666-4928-a309-703bd3d501ca on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:04.690835 n-d-712140-10 neutron-server[94063]: ERROR neutron.plugins.ml2.managers [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Failed to bind port aa240e15-5666-4928-a309-703bd3d501ca on host n-h1-712140-10 for vnic_type normal using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] Jul 29 23:48:04.691250 n-d-712140-10 neutron-server[94063]: INFO neutron.plugins.ml2.plugin [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempt 6 to bind port aa240e15-5666-4928-a309-703bd3d501ca Jul 29 23:48:04.704600 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port aa240e15-5666-4928-a309-703bd3d501ca on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:04.704967 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port aa240e15-5666-4928-a309-703bd3d501ca by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:04.705329 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port aa240e15-5666-4928-a309-703bd3d501ca on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:04.709977 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Port aa240e15-5666-4928-a309-703bd3d501ca on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:04.710366 n-d-712140-10 neutron-server[94063]: ERROR neutron.plugins.ml2.managers [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Failed to bind port aa240e15-5666-4928-a309-703bd3d501ca on host n-h1-712140-10 for vnic_type normal using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] Jul 29 23:48:04.710782 n-d-712140-10 neutron-server[94063]: INFO neutron.plugins.ml2.plugin [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempt 7 to bind port aa240e15-5666-4928-a309-703bd3d501ca Jul 29 23:48:04.725156 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port aa240e15-5666-4928-a309-703bd3d501ca on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:04.725502 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port aa240e15-5666-4928-a309-703bd3d501ca by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:04.725837 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port aa240e15-5666-4928-a309-703bd3d501ca on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:04.730241 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Port aa240e15-5666-4928-a309-703bd3d501ca on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:04.730564 n-d-712140-10 neutron-server[94063]: ERROR neutron.plugins.ml2.managers [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Failed to bind port aa240e15-5666-4928-a309-703bd3d501ca on host n-h1-712140-10 for vnic_type normal using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] Jul 29 23:48:04.730955 n-d-712140-10 neutron-server[94063]: INFO neutron.plugins.ml2.plugin [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempt 8 to bind port aa240e15-5666-4928-a309-703bd3d501ca Jul 29 23:48:04.745302 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port aa240e15-5666-4928-a309-703bd3d501ca on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:04.745698 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port aa240e15-5666-4928-a309-703bd3d501ca by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:04.746127 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port aa240e15-5666-4928-a309-703bd3d501ca on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:04.750869 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Port aa240e15-5666-4928-a309-703bd3d501ca on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:04.751260 n-d-712140-10 neutron-server[94063]: ERROR neutron.plugins.ml2.managers [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Failed to bind port aa240e15-5666-4928-a309-703bd3d501ca on host n-h1-712140-10 for vnic_type normal using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] Jul 29 23:48:04.751676 n-d-712140-10 neutron-server[94063]: INFO neutron.plugins.ml2.plugin [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempt 9 to bind port aa240e15-5666-4928-a309-703bd3d501ca Jul 29 23:48:04.767057 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port aa240e15-5666-4928-a309-703bd3d501ca on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:04.767303 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port aa240e15-5666-4928-a309-703bd3d501ca by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:04.767650 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port aa240e15-5666-4928-a309-703bd3d501ca on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:04.773545 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Port aa240e15-5666-4928-a309-703bd3d501ca on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:04.773878 n-d-712140-10 neutron-server[94063]: ERROR neutron.plugins.ml2.managers [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Failed to bind port aa240e15-5666-4928-a309-703bd3d501ca on host n-h1-712140-10 for vnic_type normal using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] Jul 29 23:48:04.774278 n-d-712140-10 neutron-server[94063]: INFO neutron.plugins.ml2.plugin [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempt 10 to bind port aa240e15-5666-4928-a309-703bd3d501ca Jul 29 23:48:04.792170 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port aa240e15-5666-4928-a309-703bd3d501ca on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:04.792822 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port aa240e15-5666-4928-a309-703bd3d501ca by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:04.792822 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port aa240e15-5666-4928-a309-703bd3d501ca on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:04.798389 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Port aa240e15-5666-4928-a309-703bd3d501ca on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:04.798727 n-d-712140-10 neutron-server[94063]: ERROR neutron.plugins.ml2.managers [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Failed to bind port aa240e15-5666-4928-a309-703bd3d501ca on host n-h1-712140-10 for vnic_type normal using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] Jul 29 23:48:04.799101 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:04.874037 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] For port aa240e15-5666-4928-a309-703bd3d501ca, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:48:04.874576 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempted to set empty binding levels {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 23:48:04.880382 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:04.913172 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] In _notify_port_updated(), no bound segment for port aa240e15-5666-4928-a309-703bd3d501ca on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 {{(pid=94063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:48:04.914317 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:04.914672 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:04.920440 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] 10.222.0.18 "PUT /v2.0/ports/aa240e15-5666-4928-a309-703bd3d501ca HTTP/1.1" status: 200 len: 980 time: 0.7011886 Jul 29 23:48:04.920440 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42006) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:04.979564 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f27ec4c-d710-421e-a296-5ae180a7ff7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Pushing event updated for resources: {'Port': ['ID=aa240e15-5666-4928-a309-703bd3d501ca,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:05.011870 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c20d762-ef05-4232-9bc3-b3c54aded693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:05.012362 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c20d762-ef05-4232-9bc3-b3c54aded693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:05.012844 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c20d762-ef05-4232-9bc3-b3c54aded693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:05.013315 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c20d762-ef05-4232-9bc3-b3c54aded693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:05.013789 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c20d762-ef05-4232-9bc3-b3c54aded693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:05.014259 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c20d762-ef05-4232-9bc3-b3c54aded693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:05.014726 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c20d762-ef05-4232-9bc3-b3c54aded693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:05.015189 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c20d762-ef05-4232-9bc3-b3c54aded693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:05.016228 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c20d762-ef05-4232-9bc3-b3c54aded693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:05.016700 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c20d762-ef05-4232-9bc3-b3c54aded693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:05.021878 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2c20d762-ef05-4232-9bc3-b3c54aded693 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 9107 time: 0.0978906 Jul 29 23:48:05.022911 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42010) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:05.104062 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-0c290be2-73f1-4b01-b4bc-a1d0d24a2051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Deleting port aa240e15-5666-4928-a309-703bd3d501ca {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:05.104757 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0c290be2-73f1-4b01-b4bc-a1d0d24a2051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:05.181462 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-0c290be2-73f1-4b01-b4bc-a1d0d24a2051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] For port aa240e15-5666-4928-a309-703bd3d501ca, host n-h1-712140-10, got binding levels [] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:05.181841 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0c290be2-73f1-4b01-b4bc-a1d0d24a2051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:05.205139 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-0c290be2-73f1-4b01-b4bc-a1d0d24a2051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Calling delete_port for aa240e15-5666-4928-a309-703bd3d501ca owned by {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:05.302712 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0c290be2-73f1-4b01-b4bc-a1d0d24a2051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:05.338397 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c290be2-73f1-4b01-b4bc-a1d0d24a2051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Pushing event deleted for resources: {'Port': ['ID=aa240e15-5666-4928-a309-703bd3d501ca,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:05.355531 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0c290be2-73f1-4b01-b4bc-a1d0d24a2051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:05.357696 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0c290be2-73f1-4b01-b4bc-a1d0d24a2051 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] 10.222.0.18 "DELETE /v2.0/ports/aa240e15-5666-4928-a309-703bd3d501ca HTTP/1.1" status: 204 len: 168 time: 0.3346980 Jul 29 23:48:05.361422 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42028) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:05.381951 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:05.397054 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ef0461-2f80-40a8-aeb7-4e8fa6e25722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] GET failed (client error): The resource could not be found. Jul 29 23:48:05.407903 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42032) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:05.408279 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d0ef0461-2f80-40a8-aeb7-4e8fa6e25722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] 10.222.0.18 "GET /v2.0/ports/aa240e15-5666-4928-a309-703bd3d501ca HTTP/1.1" status: 404 len: 333 time: 0.0362613 Jul 29 23:48:05.409385 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-45dae3d7-f3dc-4759-995c-fdf71e8a930a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1849471869', 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:05.432559 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45dae3d7-f3dc-4759-995c-fdf71e8a930a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Made reservation on behalf of 64941e00bbde4d938238fd96b2e93adf for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:05.435558 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45dae3d7-f3dc-4759-995c-fdf71e8a930a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:05.457706 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-45dae3d7-f3dc-4759-995c-fdf71e8a930a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] device_id is not set on port 2cb78800-72b0-4be3-8a4d-27f559b96445 yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:48:05.667752 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45dae3d7-f3dc-4759-995c-fdf71e8a930a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:05.717468 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45dae3d7-f3dc-4759-995c-fdf71e8a930a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:05.775795 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45dae3d7-f3dc-4759-995c-fdf71e8a930a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:05.778662 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-45dae3d7-f3dc-4759-995c-fdf71e8a930a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:05.786887 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45dae3d7-f3dc-4759-995c-fdf71e8a930a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:05.788123 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45dae3d7-f3dc-4759-995c-fdf71e8a930a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:05.788901 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-45dae3d7-f3dc-4759-995c-fdf71e8a930a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:05.794625 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45dae3d7-f3dc-4759-995c-fdf71e8a930a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Pushing event updated for resources: {'Port': ['ID=2cb78800-72b0-4be3-8a4d-27f559b96445,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:05.816399 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-45dae3d7-f3dc-4759-995c-fdf71e8a930a tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4115005 Jul 29 23:48:05.822170 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42036) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:05.864011 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d6e188-92f8-4442-8ea4-e5248d5b0c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:05.865497 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-36d6e188-92f8-4442-8ea4-e5248d5b0c6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] 10.222.0.18 "GET /v2.0/ports/2cb78800-72b0-4be3-8a4d-27f559b96445 HTTP/1.1" status: 200 len: 959 time: 0.0422192 Jul 29 23:48:05.868412 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42038) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:05.958809 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-f3be1f5d-dc8d-4d75-a156-062150783712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Deleting port 2cb78800-72b0-4be3-8a4d-27f559b96445 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:05.959311 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f3be1f5d-dc8d-4d75-a156-062150783712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:06.025316 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f3be1f5d-dc8d-4d75-a156-062150783712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:06.051318 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-f3be1f5d-dc8d-4d75-a156-062150783712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Calling delete_port for 2cb78800-72b0-4be3-8a4d-27f559b96445 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:06.161627 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f3be1f5d-dc8d-4d75-a156-062150783712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:06.198381 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be1f5d-dc8d-4d75-a156-062150783712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Pushing event deleted for resources: {'Port': ['ID=2cb78800-72b0-4be3-8a4d-27f559b96445,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:06.215587 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f3be1f5d-dc8d-4d75-a156-062150783712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:06.217765 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f3be1f5d-dc8d-4d75-a156-062150783712 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] 10.222.0.18 "DELETE /v2.0/ports/2cb78800-72b0-4be3-8a4d-27f559b96445 HTTP/1.1" status: 204 len: 168 time: 0.3482997 Jul 29 23:48:06.222493 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42042) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:06.228753 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fb27ac84-1c92-47cd-88ce-a5b2a284e499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:06.259520 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-9613cc3a-925c-4afe-9267-0050a0cea5f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] GET failed (client error): The resource could not be found. Jul 29 23:48:06.266028 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42044) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:06.266375 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9613cc3a-925c-4afe-9267-0050a0cea5f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] 10.222.0.18 "GET /v2.0/ports/2cb78800-72b0-4be3-8a4d-27f559b96445 HTTP/1.1" status: 404 len: 333 time: 0.0421870 Jul 29 23:48:06.275494 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-05677b7e-bd10-488d-a70b-934ac021939c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Request body: {'port': {'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1771499459'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:06.308405 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05677b7e-bd10-488d-a70b-934ac021939c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Made reservation on behalf of 64941e00bbde4d938238fd96b2e93adf for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:06.311626 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-05677b7e-bd10-488d-a70b-934ac021939c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:06.332601 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-05677b7e-bd10-488d-a70b-934ac021939c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] device_id is not set on port 9996a77a-76fa-431d-83ad-7dbc14d4c032 yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:48:06.570576 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-05677b7e-bd10-488d-a70b-934ac021939c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:06.618830 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-05677b7e-bd10-488d-a70b-934ac021939c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:06.675698 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05677b7e-bd10-488d-a70b-934ac021939c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:06.681557 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-05677b7e-bd10-488d-a70b-934ac021939c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:06.693162 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05677b7e-bd10-488d-a70b-934ac021939c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:06.694277 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05677b7e-bd10-488d-a70b-934ac021939c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:06.694893 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-05677b7e-bd10-488d-a70b-934ac021939c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:06.698485 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05677b7e-bd10-488d-a70b-934ac021939c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Pushing event updated for resources: {'Port': ['ID=9996a77a-76fa-431d-83ad-7dbc14d4c032,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:06.728436 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-05677b7e-bd10-488d-a70b-934ac021939c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4598186 Jul 29 23:48:06.730712 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42052) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:06.738759 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:06.806042 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:06.892330 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:07.060266 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] device_id is not set on port 9996a77a-76fa-431d-83ad-7dbc14d4c032 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:48:07.069172 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:07.085279 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Transition to ACTIVE for port object 9996a77a-76fa-431d-83ad-7dbc14d4c032 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:07.089496 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:07.142804 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Pushing event updated for resources: {'Port': ['ID=9996a77a-76fa-431d-83ad-7dbc14d4c032,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:07.160656 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:07.161044 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:07.161365 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:07.166554 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:07.166898 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Failed to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on host n-h1-712140-10 for vnic_type normal using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] Jul 29 23:48:07.167270 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempt 2 to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 Jul 29 23:48:07.182961 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:07.183216 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:07.183548 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:07.188489 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:07.188817 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Failed to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on host n-h1-712140-10 for vnic_type normal using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] Jul 29 23:48:07.189218 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempt 3 to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 Jul 29 23:48:07.203420 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:07.203937 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:07.204283 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:07.209204 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:07.209533 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Failed to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on host n-h1-712140-10 for vnic_type normal using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] Jul 29 23:48:07.210307 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempt 4 to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 Jul 29 23:48:07.224387 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:07.224697 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:07.225003 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:07.229635 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:07.229955 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Failed to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on host n-h1-712140-10 for vnic_type normal using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] Jul 29 23:48:07.230348 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempt 5 to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 Jul 29 23:48:07.248108 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:07.248458 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:07.248789 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:07.253571 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:07.253900 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Failed to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on host n-h1-712140-10 for vnic_type normal using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] Jul 29 23:48:07.254286 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempt 6 to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 Jul 29 23:48:07.268702 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:07.269066 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:07.269369 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:07.278736 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:07.279435 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Failed to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on host n-h1-712140-10 for vnic_type normal using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] Jul 29 23:48:07.280393 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempt 7 to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 Jul 29 23:48:07.294692 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:07.295122 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:07.295537 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:07.300413 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:07.300825 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Failed to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on host n-h1-712140-10 for vnic_type normal using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] Jul 29 23:48:07.301308 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempt 8 to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 Jul 29 23:48:07.314746 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:07.315176 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:07.315594 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:07.320506 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:07.320932 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Failed to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on host n-h1-712140-10 for vnic_type normal using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] Jul 29 23:48:07.321391 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempt 9 to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 Jul 29 23:48:07.334906 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:07.335411 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:07.335763 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:07.340736 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:07.341073 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Failed to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on host n-h1-712140-10 for vnic_type normal using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] Jul 29 23:48:07.341467 n-d-712140-10 neutron-server[94064]: INFO neutron.plugins.ml2.plugin [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempt 10 to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 Jul 29 23:48:07.355329 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:07.355667 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:07.356055 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempting to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:07.361388 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:48:07.361752 n-d-712140-10 neutron-server[94064]: ERROR neutron.plugins.ml2.managers [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Failed to bind port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on host n-h1-712140-10 for vnic_type normal using segments [{'id': '4f1f1d0e-5e99-436d-9aa3-0948fc6863da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '2b935b70-f592-4e83-a0fe-bb3c7917ba09'}] Jul 29 23:48:07.362132 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:07.441862 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] For port 9996a77a-76fa-431d-83ad-7dbc14d4c032, host n-h1-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:48:07.443614 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attempted to set empty binding levels {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 29 23:48:07.454479 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:07.489661 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] In _notify_port_updated(), no bound segment for port 9996a77a-76fa-431d-83ad-7dbc14d4c032 on network 2b935b70-f592-4e83-a0fe-bb3c7917ba09 {{(pid=94064) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:48:07.490573 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:07.491252 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:07.492698 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] 10.222.0.18 "PUT /v2.0/ports/9996a77a-76fa-431d-83ad-7dbc14d4c032 HTTP/1.1" status: 200 len: 980 time: 0.7602632 Jul 29 23:48:07.497083 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42056) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:07.536939 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ed91e-c02e-404c-a032-c9943ae6ea8c tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Pushing event updated for resources: {'Port': ['ID=9996a77a-76fa-431d-83ad-7dbc14d4c032,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:07.622816 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6d131c5d-7652-4a91-8718-8beb5f1d1986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Deleting port 9996a77a-76fa-431d-83ad-7dbc14d4c032 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:07.625530 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6d131c5d-7652-4a91-8718-8beb5f1d1986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:07.707193 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6d131c5d-7652-4a91-8718-8beb5f1d1986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] For port 9996a77a-76fa-431d-83ad-7dbc14d4c032, host n-h1-712140-10, got binding levels [] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:07.707682 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6d131c5d-7652-4a91-8718-8beb5f1d1986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:07.731104 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6d131c5d-7652-4a91-8718-8beb5f1d1986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Calling delete_port for 9996a77a-76fa-431d-83ad-7dbc14d4c032 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:07.879877 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6d131c5d-7652-4a91-8718-8beb5f1d1986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:07.948081 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d131c5d-7652-4a91-8718-8beb5f1d1986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Pushing event deleted for resources: {'Port': ['ID=9996a77a-76fa-431d-83ad-7dbc14d4c032,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:07.966681 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6d131c5d-7652-4a91-8718-8beb5f1d1986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:07.974095 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42082) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:07.975209 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6d131c5d-7652-4a91-8718-8beb5f1d1986 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] 10.222.0.18 "DELETE /v2.0/ports/9996a77a-76fa-431d-83ad-7dbc14d4c032 HTTP/1.1" status: 204 len: 168 time: 0.4764147 Jul 29 23:48:08.007704 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1bdd22e-7d17-4feb-a381-d8cbc503aed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] GET failed (client error): The resource could not be found. Jul 29 23:48:08.012390 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e1bdd22e-7d17-4feb-a381-d8cbc503aed5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279 tempest-PortsAdminExtendedAttrsIpV6TestJSON-455348279-project-admin] 10.222.0.18 "GET /v2.0/ports/9996a77a-76fa-431d-83ad-7dbc14d4c032 HTTP/1.1" status: 404 len: 333 time: 0.0358245 Jul 29 23:48:08.018849 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42086) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:08.120143 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49943297-abdf-4e10-9d68-691805a7f19a tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:08.197554 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:08.235089 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49943297-abdf-4e10-9d68-691805a7f19a tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:08.251922 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-49943297-abdf-4e10-9d68-691805a7f19a tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b935b70-f592-4e83-a0fe-bb3c7917ba09']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:08.274825 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:48:08.289273 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-49943297-abdf-4e10-9d68-691805a7f19a tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f1f1d0e-5e99-436d-9aa3-0948fc6863da') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:08.289567 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-49943297-abdf-4e10-9d68-691805a7f19a tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f1f1d0e-5e99-436d-9aa3-0948fc6863da') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:08.299470 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49943297-abdf-4e10-9d68-691805a7f19a tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:08.316094 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49943297-abdf-4e10-9d68-691805a7f19a tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:08.325691 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49943297-abdf-4e10-9d68-691805a7f19a tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:48:08.329204 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49943297-abdf-4e10-9d68-691805a7f19a tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:08.330505 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:48:08.330505 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:48:08.330505 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:48:08.330505 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:48:08.330505 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:48:08.330505 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:48:08.330505 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:48:08.330505 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:48:08.330505 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:48:08.330505 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:48:08.330505 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:48:08.330505 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:48:08.330505 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:48:08.330505 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:48:08.330505 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:48:08.330505 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:48:08.330505 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:48:08.330505 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:48:08.330505 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:48:08.330505 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:48:08.330505 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:48:08.330505 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:48:08.330505 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:48:08.330505 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:48:08.330505 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:48:08.330505 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:48:08.330505 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:48:08.330505 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:48:08.330505 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:48:08.330505 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:48:08.330505 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:48:08.330505 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:48:08.401613 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49943297-abdf-4e10-9d68-691805a7f19a tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:08.413970 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49943297-abdf-4e10-9d68-691805a7f19a tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:08.418039 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-49943297-abdf-4e10-9d68-691805a7f19a tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517-project] 10.222.0.18 "DELETE /v2.0/networks/2b935b70-f592-4e83-a0fe-bb3c7917ba09 HTTP/1.1" status: 204 len: 168 time: 0.3956316 Jul 29 23:48:08.418742 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42096) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:08.432338 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49943297-abdf-4e10-9d68-691805a7f19a tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517 tempest-PortsAdminExtendedAttrsIpV6TestJSON-108671517-project] Pushing event deleted for resources: {'Network': ['ID=2b935b70-f592-4e83-a0fe-bb3c7917ba09,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:08.567337 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a539cf7e-ae03-4a9c-94e9-cab2cbf12cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:08.691193 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a539cf7e-ae03-4a9c-94e9-cab2cbf12cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:08.693476 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42104) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:08.695819 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a539cf7e-ae03-4a9c-94e9-cab2cbf12cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:08.739551 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a539cf7e-ae03-4a9c-94e9-cab2cbf12cb4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=413e4953c3ac4169ad59944d9faebad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3174026 Jul 29 23:48:08.739551 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a539cf7e-ae03-4a9c-94e9-cab2cbf12cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77bff5f4-63a2-4714-a98d-dd0ae93e71b0,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:08.740351 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42108) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:08.805046 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-03d9fc24-b521-4a1a-98f2-4d8d4abb5124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:08.848628 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-03d9fc24-b521-4a1a-98f2-4d8d4abb5124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:08.914955 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ca86823e-3809-47e4-b0f7-38f57d986575 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b0b819b29534db695f2b7fc9bb37cb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2197890 Jul 29 23:48:08.920515 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42112) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:08.951662 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-03d9fc24-b521-4a1a-98f2-4d8d4abb5124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:08.954842 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-03d9fc24-b521-4a1a-98f2-4d8d4abb5124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:08.958705 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-03d9fc24-b521-4a1a-98f2-4d8d4abb5124 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/77bff5f4-63a2-4714-a98d-dd0ae93e71b0 HTTP/1.1" status: 204 len: 168 time: 0.2148886 Jul 29 23:48:08.969885 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9fc24-b521-4a1a-98f2-4d8d4abb5124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bff5f4-63a2-4714-a98d-dd0ae93e71b0,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:09.026137 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9ce1e575-8f25-4974-92a2-3835339a2d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:09.050772 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9ce1e575-8f25-4974-92a2-3835339a2d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:09.113752 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9ce1e575-8f25-4974-92a2-3835339a2d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:09.118585 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9ce1e575-8f25-4974-92a2-3835339a2d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:09.120522 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9ce1e575-8f25-4974-92a2-3835339a2d35 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b77462c9-b9ec-4d87-8b2d-fe91e8f7e0ae HTTP/1.1" status: 204 len: 168 time: 0.1987665 Jul 29 23:48:09.131158 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce1e575-8f25-4974-92a2-3835339a2d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77462c9-b9ec-4d87-8b2d-fe91e8f7e0ae,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:09.323741 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42124) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:09.344749 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-50085d3b-ac64-4b39-974a-d328d1eab98f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:09.449885 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-50085d3b-ac64-4b39-974a-d328d1eab98f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:09.455657 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-50085d3b-ac64-4b39-974a-d328d1eab98f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:09.500731 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50085d3b-ac64-4b39-974a-d328d1eab98f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41fa1c34-6cfa-4647-aff2-b232ec306c90,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:09.510623 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-50085d3b-ac64-4b39-974a-d328d1eab98f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=444040b2e28d4b9abf64a273aed3f9a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1855955 Jul 29 23:48:09.513310 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42126) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:09.580273 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8126e433-a7d0-4cf0-9adb-0e51b418fe54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:09.581179 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42128) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:09.606144 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8126e433-a7d0-4cf0-9adb-0e51b418fe54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:09.639928 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-94d6352d-b66c-4294-a637-5961abd74049 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=64941e00bbde4d938238fd96b2e93adf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0573049 Jul 29 23:48:09.642716 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42130) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:09.666635 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8126e433-a7d0-4cf0-9adb-0e51b418fe54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:09.669556 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8126e433-a7d0-4cf0-9adb-0e51b418fe54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:09.670707 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8126e433-a7d0-4cf0-9adb-0e51b418fe54 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/41fa1c34-6cfa-4647-aff2-b232ec306c90 HTTP/1.1" status: 204 len: 168 time: 0.1558058 Jul 29 23:48:09.681108 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126e433-a7d0-4cf0-9adb-0e51b418fe54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41fa1c34-6cfa-4647-aff2-b232ec306c90,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:09.709078 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9073094-a663-4735-962e-cdb5503fe79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:09.732039 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9073094-a663-4735-962e-cdb5503fe79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:09.791327 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9073094-a663-4735-962e-cdb5503fe79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:09.794104 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9073094-a663-4735-962e-cdb5503fe79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:09.795273 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f9073094-a663-4735-962e-cdb5503fe79b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3fb274eb-3107-4470-92c3-d7f310f2cbe2 HTTP/1.1" status: 204 len: 168 time: 0.1513243 Jul 29 23:48:09.804110 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9073094-a663-4735-962e-cdb5503fe79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb274eb-3107-4470-92c3-d7f310f2cbe2,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:11.691880 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42234) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:11.983335 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-8525f585-06c1-4fd0-af56-b5b575ed370a tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1720122947'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:12.035947 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8525f585-06c1-4fd0-af56-b5b575ed370a tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:12.037890 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8525f585-06c1-4fd0-af56-b5b575ed370a tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:12.177973 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8525f585-06c1-4fd0-af56-b5b575ed370a tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:12.187936 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8525f585-06c1-4fd0-af56-b5b575ed370a tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:12.217147 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8525f585-06c1-4fd0-af56-b5b575ed370a tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:12.222674 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8525f585-06c1-4fd0-af56-b5b575ed370a tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5270607 Jul 29 23:48:12.224867 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42288) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:12.311879 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3840611a-a51b-4ef7-b743-2f0b90b206f2 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:12.500202 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3840611a-a51b-4ef7-b743-2f0b90b206f2 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:12.502762 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3840611a-a51b-4ef7-b743-2f0b90b206f2 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:12.558515 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3840611a-a51b-4ef7-b743-2f0b90b206f2 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:12.560324 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3840611a-a51b-4ef7-b743-2f0b90b206f2 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1235b329-0d34-407c-a698-f689b859f7b9 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:48:12.566340 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3840611a-a51b-4ef7-b743-2f0b90b206f2 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:12.567638 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3840611a-a51b-4ef7-b743-2f0b90b206f2 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] 10.222.0.18 "DELETE /v2.0/routers/1235b329-0d34-407c-a698-f689b859f7b9 HTTP/1.1" status: 204 len: 168 time: 0.3415527 Jul 29 23:48:12.571254 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42330) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:12.576689 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-25b482d8-a692-452c-b740-146113f39815 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Request body: {'router': {'name': 'tempest-router-2121738839', 'distributed': False}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:12.602978 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-25b482d8-a692-452c-b740-146113f39815 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:12.603717 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-25b482d8-a692-452c-b740-146113f39815 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:13.008953 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-25b482d8-a692-452c-b740-146113f39815 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:13.014340 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-25b482d8-a692-452c-b740-146113f39815 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:13.030546 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-25b482d8-a692-452c-b740-146113f39815 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:13.032563 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-25b482d8-a692-452c-b740-146113f39815 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4598114 Jul 29 23:48:13.034889 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42390) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:13.124089 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c3ce73fb-242f-4e7a-8fa4-2b8b0ce9bbda tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:13.368864 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c3ce73fb-242f-4e7a-8fa4-2b8b0ce9bbda tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:13.371495 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c3ce73fb-242f-4e7a-8fa4-2b8b0ce9bbda tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:13.425483 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c3ce73fb-242f-4e7a-8fa4-2b8b0ce9bbda tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:13.426443 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ce73fb-242f-4e7a-8fa4-2b8b0ce9bbda tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8c07bb63-96b8-4562-911b-f2dc71b85e20 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:48:13.434278 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c3ce73fb-242f-4e7a-8fa4-2b8b0ce9bbda tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:13.435964 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c3ce73fb-242f-4e7a-8fa4-2b8b0ce9bbda tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] 10.222.0.18 "DELETE /v2.0/routers/8c07bb63-96b8-4562-911b-f2dc71b85e20 HTTP/1.1" status: 204 len: 168 time: 0.3991547 Jul 29 23:48:13.441047 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42446) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:13.447223 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-5181b7cb-2642-4d4d-879a-8d07d725947c tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Request body: {'router': {'name': 'tempest-router-1237667228', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '0496823f339c48c18b1665bc7fcb6570'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:13.477807 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5181b7cb-2642-4d4d-879a-8d07d725947c tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:13.479559 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5181b7cb-2642-4d4d-879a-8d07d725947c tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:13.557373 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5181b7cb-2642-4d4d-879a-8d07d725947c tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:13.564701 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5181b7cb-2642-4d4d-879a-8d07d725947c tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:13.596245 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5181b7cb-2642-4d4d-879a-8d07d725947c tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:13.596245 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5181b7cb-2642-4d4d-879a-8d07d725947c tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1528807 Jul 29 23:48:13.599494 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42472) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:13.605760 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-5caf163d-4328-4633-be7e-7acd2302bfd1 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:13.857161 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5caf163d-4328-4633-be7e-7acd2302bfd1 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16400064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16332386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:13.858024 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5caf163d-4328-4633-be7e-7acd2302bfd1 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks [] for router, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:14.006409 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5caf163d-4328-4633-be7e-7acd2302bfd1 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94064) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 29 23:48:14.008538 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5caf163d-4328-4633-be7e-7acd2302bfd1 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Router 5e63a1b6-1698-4e2c-8ce0-330c94fd9786 migrating from provider to provider. {{(pid=94064) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 29 23:48:14.009363 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5caf163d-4328-4633-be7e-7acd2302bfd1 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:14.023792 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5caf163d-4328-4633-be7e-7acd2302bfd1 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:14.028536 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5caf163d-4328-4633-be7e-7acd2302bfd1 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16400091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16400082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16332405'] for router, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:14.141189 n-d-712140-10 neutron-server[94064]: WARNING neutron.scheduler.l3_agent_scheduler [None req-5caf163d-4328-4633-be7e-7acd2302bfd1 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] No L3 agents can host the router 5e63a1b6-1698-4e2c-8ce0-330c94fd9786 Jul 29 23:48:14.317461 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caf163d-4328-4633-be7e-7acd2302bfd1 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Hosts for router 5e63a1b6-1698-4e2c-8ce0-330c94fd9786: [] {{(pid=94064) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 29 23:48:14.346095 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5caf163d-4328-4633-be7e-7acd2302bfd1 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Hosts for other DVR routers connected to router 5e63a1b6-1698-4e2c-8ce0-330c94fd9786: set() {{(pid=94064) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 29 23:48:14.349402 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5caf163d-4328-4633-be7e-7acd2302bfd1 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:14.354315 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5caf163d-4328-4633-be7e-7acd2302bfd1 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] 10.222.0.18 "PUT /v2.0/routers/5e63a1b6-1698-4e2c-8ce0-330c94fd9786 HTTP/1.1" status: 200 len: 717 time: 0.7499549 Jul 29 23:48:14.355056 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42562) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:14.437675 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-602358d5-1d11-470b-a2f5-81f55ff32f6d tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] 10.222.0.18 "GET /v2.0/routers/5e63a1b6-1698-4e2c-8ce0-330c94fd9786 HTTP/1.1" status: 200 len: 717 time: 0.0812066 Jul 29 23:48:14.441085 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42576) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:14.663890 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-93e8adfa-d06b-4179-acc9-3a055d3e49a5 tempest-RoutersTestDVR-152872587 tempest-RoutersTestDVR-152872587-project] 10.222.0.18 "GET /v2.0/routers/5e63a1b6-1698-4e2c-8ce0-330c94fd9786 HTTP/1.1" status: 200 len: 683 time: 0.2196710 Jul 29 23:48:14.664966 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42610) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:14.756875 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-13e50968-2cb3-4747-a883-50e3ba523e4d tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:14.977252 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-13e50968-2cb3-4747-a883-50e3ba523e4d tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:14.983545 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-13e50968-2cb3-4747-a883-50e3ba523e4d tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.054601 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-13e50968-2cb3-4747-a883-50e3ba523e4d tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.055389 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e50968-2cb3-4747-a883-50e3ba523e4d tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e63a1b6-1698-4e2c-8ce0-330c94fd9786 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:48:15.066815 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-13e50968-2cb3-4747-a883-50e3ba523e4d tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.074941 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42666) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:15.081164 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-13e50968-2cb3-4747-a883-50e3ba523e4d tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] 10.222.0.18 "DELETE /v2.0/routers/5e63a1b6-1698-4e2c-8ce0-330c94fd9786 HTTP/1.1" status: 204 len: 168 time: 0.4143801 Jul 29 23:48:15.088254 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-0545ab76-f171-4368-b956-9878de853053 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Request body: {'router': {'name': 'tempest-router-256447291', 'distributed': True}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:15.117609 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0545ab76-f171-4368-b956-9878de853053 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.119026 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0545ab76-f171-4368-b956-9878de853053 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.204074 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0545ab76-f171-4368-b956-9878de853053 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.210385 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0545ab76-f171-4368-b956-9878de853053 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.226086 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0545ab76-f171-4368-b956-9878de853053 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.227778 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0545ab76-f171-4368-b956-9878de853053 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1515534 Jul 29 23:48:15.231287 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42688) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:15.336540 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b0d606eb-5b4e-4a16-9e2a-70720b6a90f3 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.466461 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42720) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:15.556825 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b0d606eb-5b4e-4a16-9e2a-70720b6a90f3 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.560710 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b0d606eb-5b4e-4a16-9e2a-70720b6a90f3 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.624496 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b0d606eb-5b4e-4a16-9e2a-70720b6a90f3 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.626212 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d606eb-5b4e-4a16-9e2a-70720b6a90f3 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef649670-0015-42ef-b999-4fe924afe8bc {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:48:15.634713 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b0d606eb-5b4e-4a16-9e2a-70720b6a90f3 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.635878 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b0d606eb-5b4e-4a16-9e2a-70720b6a90f3 tempest-RoutersTestDVR-2068997107 tempest-RoutersTestDVR-2068997107-project-admin] 10.222.0.18 "DELETE /v2.0/routers/ef649670-0015-42ef-b999-4fe924afe8bc HTTP/1.1" status: 204 len: 168 time: 0.4033563 Jul 29 23:48:15.658627 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a1579a89-dccf-4a45-869f-558db5f218be admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.785799 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a1579a89-dccf-4a45-869f-558db5f218be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.793112 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a1579a89-dccf-4a45-869f-558db5f218be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.856668 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a1579a89-dccf-4a45-869f-558db5f218be admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a76e4b46fd47499e931747eecf089922&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3896098 Jul 29 23:48:15.857662 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1579a89-dccf-4a45-869f-558db5f218be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b24cbdb-d721-4ef3-85f8-ee22a994daf2,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:15.861482 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42756) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:15.870659 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1579a89-dccf-4a45-869f-558db5f218be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:15.871125 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1579a89-dccf-4a45-869f-558db5f218be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:15.871702 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1579a89-dccf-4a45-869f-558db5f218be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:15.872583 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1579a89-dccf-4a45-869f-558db5f218be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:15.873400 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1579a89-dccf-4a45-869f-558db5f218be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:15.874253 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1579a89-dccf-4a45-869f-558db5f218be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:15.875126 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1579a89-dccf-4a45-869f-558db5f218be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:15.875719 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1579a89-dccf-4a45-869f-558db5f218be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:15.876241 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1579a89-dccf-4a45-869f-558db5f218be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:15.876833 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1579a89-dccf-4a45-869f-558db5f218be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:15.877425 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1579a89-dccf-4a45-869f-558db5f218be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:15.877962 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1579a89-dccf-4a45-869f-558db5f218be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:15.928389 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42758) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:15.939941 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-245443a4-324d-43d0-8596-cd45a3fcf142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:15.964246 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-245443a4-324d-43d0-8596-cd45a3fcf142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.027568 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-245443a4-324d-43d0-8596-cd45a3fcf142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.033013 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-245443a4-324d-43d0-8596-cd45a3fcf142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.034224 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-245443a4-324d-43d0-8596-cd45a3fcf142 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0b24cbdb-d721-4ef3-85f8-ee22a994daf2 HTTP/1.1" status: 204 len: 168 time: 0.1714447 Jul 29 23:48:16.045376 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245443a4-324d-43d0-8596-cd45a3fcf142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b24cbdb-d721-4ef3-85f8-ee22a994daf2,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:16.109384 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-76ffbe2b-2a66-415e-a2e8-a8472e4c1f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.214170 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-76ffbe2b-2a66-415e-a2e8-a8472e4c1f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.231890 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-76ffbe2b-2a66-415e-a2e8-a8472e4c1f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.272481 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ffbe2b-2a66-415e-a2e8-a8472e4c1f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52cad430-7320-449c-88d6-f615237cc796,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:16.277405 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-76ffbe2b-2a66-415e-a2e8-a8472e4c1f23 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0496823f339c48c18b1665bc7fcb6570&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3475349 Jul 29 23:48:16.280389 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42770) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:16.375780 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3225d05f-1245-420a-8591-7439ad699e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.419586 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3225d05f-1245-420a-8591-7439ad699e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.464583 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42776) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:16.480538 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37a60e5f-d79a-4635-b673-095612c8a4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.495766 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3225d05f-1245-420a-8591-7439ad699e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.500890 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3225d05f-1245-420a-8591-7439ad699e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.502235 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3225d05f-1245-420a-8591-7439ad699e4e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/52cad430-7320-449c-88d6-f615237cc796 HTTP/1.1" status: 204 len: 168 time: 0.2197697 Jul 29 23:48:16.513193 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3225d05f-1245-420a-8591-7439ad699e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52cad430-7320-449c-88d6-f615237cc796,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:16.602305 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37a60e5f-d79a-4635-b673-095612c8a4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.607412 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37a60e5f-d79a-4635-b673-095612c8a4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.656575 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-37a60e5f-d79a-4635-b673-095612c8a4ce admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=29eb1c8d8e6b4d8f8af9b4308359d43b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1861224 Jul 29 23:48:16.657211 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42784) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:16.670284 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a60e5f-d79a-4635-b673-095612c8a4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=364c9cd8-528a-4403-a912-a4b24c8c9380,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:16.731327 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-579323a8-342a-4de4-8585-57d89e6c29dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.766497 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-579323a8-342a-4de4-8585-57d89e6c29dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.832324 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-579323a8-342a-4de4-8585-57d89e6c29dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.835577 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-579323a8-342a-4de4-8585-57d89e6c29dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:16.837240 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-579323a8-342a-4de4-8585-57d89e6c29dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/364c9cd8-528a-4403-a912-a4b24c8c9380 HTTP/1.1" status: 204 len: 168 time: 0.1749647 Jul 29 23:48:16.846488 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579323a8-342a-4de4-8585-57d89e6c29dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364c9cd8-528a-4403-a912-a4b24c8c9380,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:16.988243 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42790) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:17.005892 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-210bd0a0-4696-4fbe-9ca4-7f53e72e610c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:17.142882 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-210bd0a0-4696-4fbe-9ca4-7f53e72e610c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:17.147591 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-210bd0a0-4696-4fbe-9ca4-7f53e72e610c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:17.192675 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210bd0a0-4696-4fbe-9ca4-7f53e72e610c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686d0677-c0fb-44b8-aabb-77322c196f53,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:17.197031 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-210bd0a0-4696-4fbe-9ca4-7f53e72e610c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7e9988c86cf74599abe7bd0099448266&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2077198 Jul 29 23:48:17.199628 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42796) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:17.257303 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ffb9cda0-f9ac-4a09-a83f-6061bc723bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:17.288067 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ffb9cda0-f9ac-4a09-a83f-6061bc723bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:17.348289 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ffb9cda0-f9ac-4a09-a83f-6061bc723bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:17.351554 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ffb9cda0-f9ac-4a09-a83f-6061bc723bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:17.353085 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ffb9cda0-f9ac-4a09-a83f-6061bc723bbc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/686d0677-c0fb-44b8-aabb-77322c196f53 HTTP/1.1" status: 204 len: 168 time: 0.1523054 Jul 29 23:48:17.364946 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb9cda0-f9ac-4a09-a83f-6061bc723bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686d0677-c0fb-44b8-aabb-77322c196f53,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:18.309461 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42854) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:18.443411 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-41f5f03b-942c-4871-96ec-dbb5ecdf4e99 tempest-AgentManagementNegativeTest-1628448703 tempest-AgentManagementNegativeTest-1628448703-project] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1326809 Jul 29 23:48:18.762600 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42874) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:19.039745 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40c07ebc-1df7-44d9-883d-84afc107dff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:19.183342 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40c07ebc-1df7-44d9-883d-84afc107dff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:19.189507 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40c07ebc-1df7-44d9-883d-84afc107dff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:19.235161 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-40c07ebc-1df7-44d9-883d-84afc107dff3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c5c77a09f6c1437096e2b3f2bcf294bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4697814 Jul 29 23:48:19.237775 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c07ebc-1df7-44d9-883d-84afc107dff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b2d599-50a6-4311-b5f8-94c08f737dd5,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:19.237991 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42890) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:19.323433 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0405e6fe-1b1f-46e3-ae95-a6ee8b078c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:19.355607 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0405e6fe-1b1f-46e3-ae95-a6ee8b078c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:19.418634 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0405e6fe-1b1f-46e3-ae95-a6ee8b078c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:19.423140 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0405e6fe-1b1f-46e3-ae95-a6ee8b078c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:19.426517 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0405e6fe-1b1f-46e3-ae95-a6ee8b078c62 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/34b2d599-50a6-4311-b5f8-94c08f737dd5 HTTP/1.1" status: 204 len: 168 time: 0.1807089 Jul 29 23:48:19.433287 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0405e6fe-1b1f-46e3-ae95-a6ee8b078c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b2d599-50a6-4311-b5f8-94c08f737dd5,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:20.329924 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42936) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.442878 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-6837cc6e-ee30-4650-bbb9-60876616ae0b tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.447867 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42944) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.448540 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6837cc6e-ee30-4650-bbb9-60876616ae0b tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1163888 Jul 29 23:48:20.451860 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-bd58bd13-3b7c-438b-94c4-6e7b843996cc tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.453417 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-bd58bd13-3b7c-438b-94c4-6e7b843996cc tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0047762 Jul 29 23:48:20.456640 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42946) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.460975 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-afd1c063-870c-495f-bb7e-a94aad2434a9 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.463887 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-afd1c063-870c-495f-bb7e-a94aad2434a9 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0043871 Jul 29 23:48:20.465726 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42948) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.470766 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-e286da90-7f8c-4632-b556-0383f244906e tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.474441 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e286da90-7f8c-4632-b556-0383f244906e tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0047522 Jul 29 23:48:20.475258 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42950) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.480024 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-0c56a200-12f8-4f78-891d-20b2e3f61759 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.481250 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0c56a200-12f8-4f78-891d-20b2e3f61759 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0047691 Jul 29 23:48:20.484015 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42952) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.489129 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-fa277af9-dff4-4f2e-83c1-76850366da12 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.490046 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fa277af9-dff4-4f2e-83c1-76850366da12 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0048378 Jul 29 23:48:20.492362 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42954) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.497480 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-636c9719-2d66-4f31-9dad-62c23defc0ef tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.502327 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-636c9719-2d66-4f31-9dad-62c23defc0ef tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0051465 Jul 29 23:48:20.502596 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42956) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.506949 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-07c8a15e-3e58-4f4b-b018-969dd523ea02 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.510371 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-07c8a15e-3e58-4f4b-b018-969dd523ea02 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0043869 Jul 29 23:48:20.511565 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42958) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.516601 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-27bb0c3d-76b6-4c9d-a2f6-a6f56d90dec3 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.517776 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-27bb0c3d-76b6-4c9d-a2f6-a6f56d90dec3 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0050490 Jul 29 23:48:20.520361 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42960) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.525453 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-b9fd0b6f-5829-43c3-a3d4-92ac0ff8034f tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.526499 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b9fd0b6f-5829-43c3-a3d4-92ac0ff8034f tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0052719 Jul 29 23:48:20.529467 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42962) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.534076 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-e3a1a4ef-5283-4295-b29b-fb071509ed66 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.535502 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e3a1a4ef-5283-4295-b29b-fb071509ed66 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0046577 Jul 29 23:48:20.538158 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42964) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.543147 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-a5dac9d0-bde5-43e3-a34c-103d209b4115 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.546629 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42966) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.547579 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a5dac9d0-bde5-43e3-a34c-103d209b4115 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0082469 Jul 29 23:48:20.551636 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-d0b8711f-3f8c-4a5c-aa26-f01975f2ca53 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.552894 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d0b8711f-3f8c-4a5c-aa26-f01975f2ca53 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0050616 Jul 29 23:48:20.555751 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42968) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.559913 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-c4af766f-082a-4bf4-bd26-c88d4bf69e72 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.560954 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c4af766f-082a-4bf4-bd26-c88d4bf69e72 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0041978 Jul 29 23:48:20.564462 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42970) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.570022 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-ec94925e-8a65-444b-8b1e-51978756079d tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.570977 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ec94925e-8a65-444b-8b1e-51978756079d tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0052235 Jul 29 23:48:20.581442 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42972) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.586317 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-87664e46-8912-4a01-b47f-53c7b08162b9 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.588311 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-87664e46-8912-4a01-b47f-53c7b08162b9 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0058210 Jul 29 23:48:20.590485 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42974) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.595904 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-7e826dbd-dbbb-4f2a-a77e-df246e9f5bed tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.597331 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7e826dbd-dbbb-4f2a-a77e-df246e9f5bed tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0052245 Jul 29 23:48:20.600161 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42976) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.605787 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-e9090f02-47c4-4e01-bf79-5ff99065beff tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.608098 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e9090f02-47c4-4e01-bf79-5ff99065beff tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0065753 Jul 29 23:48:20.613435 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42978) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.619420 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-3b0d0ea1-fefe-4543-9658-8670290f2120 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.620474 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3b0d0ea1-fefe-4543-9658-8670290f2120 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0058331 Jul 29 23:48:20.623097 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42980) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.628022 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-5b5f93ff-b2ea-41aa-833a-b5d7c1bf02bf tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.629063 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5b5f93ff-b2ea-41aa-833a-b5d7c1bf02bf tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0050280 Jul 29 23:48:20.632143 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42982) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.638400 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-20958d62-a26e-4dfa-a63c-a9889220084e tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.639390 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-20958d62-a26e-4dfa-a63c-a9889220084e tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0060675 Jul 29 23:48:20.643310 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42984) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.649561 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-27b0b157-a7de-4ddf-a933-97c9471269d2 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.650830 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-27b0b157-a7de-4ddf-a933-97c9471269d2 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0061045 Jul 29 23:48:20.653819 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42986) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.659274 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-d96c13ea-9759-412d-937e-c45303bc0216 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.661283 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d96c13ea-9759-412d-937e-c45303bc0216 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0063889 Jul 29 23:48:20.663879 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42988) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.668743 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-e58ca53a-e7f6-4a8f-b5e4-6e979b3dc1f4 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.669710 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e58ca53a-e7f6-4a8f-b5e4-6e979b3dc1f4 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0048587 Jul 29 23:48:20.672912 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42990) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.677607 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-d7d2bbf2-e7bb-4c14-8752-f486c9c69fa0 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.680569 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d7d2bbf2-e7bb-4c14-8752-f486c9c69fa0 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0060074 Jul 29 23:48:20.681632 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42992) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.688232 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-db2f53cc-5595-43d9-a4fe-4b1df9ff8a13 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.689589 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-db2f53cc-5595-43d9-a4fe-4b1df9ff8a13 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0069141 Jul 29 23:48:20.693561 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42994) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.701018 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-f29da416-8299-4533-ba5e-92990fc6ff6c tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.703513 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f29da416-8299-4533-ba5e-92990fc6ff6c tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0070705 Jul 29 23:48:20.706220 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 42996) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.711776 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-6def2a73-e80a-4265-ae0e-13deaf4900af tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.712768 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6def2a73-e80a-4265-ae0e-13deaf4900af tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0046065 Jul 29 23:48:20.715598 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 42998) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.721875 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-464b5b74-c61b-432e-8860-2dd3ab20f3d0 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.722863 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-464b5b74-c61b-432e-8860-2dd3ab20f3d0 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0061769 Jul 29 23:48:20.725760 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43000) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.757808 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-2143e347-10c1-486e-90c8-f7ad6c3c2887 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.764721 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43004) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.771798 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2143e347-10c1-486e-90c8-f7ad6c3c2887 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0321078 Jul 29 23:48:20.774853 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-6dd1d3d9-b1f4-43f1-9294-068afae8d2cf tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.781473 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43006) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.781801 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6dd1d3d9-b1f4-43f1-9294-068afae8d2cf tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0138125 Jul 29 23:48:20.787485 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-7f3e5c10-aca8-4781-b463-dc25ef7c04b3 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.791357 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7f3e5c10-aca8-4781-b463-dc25ef7c04b3 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0081451 Jul 29 23:48:20.792153 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43008) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.799070 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-ac13742c-72d6-4d6f-9896-d1aa06761fc7 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.800381 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ac13742c-72d6-4d6f-9896-d1aa06761fc7 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0070112 Jul 29 23:48:20.803236 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43010) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.808647 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-b4c86a4c-70fe-4622-9f00-607542dd1e84 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.812788 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b4c86a4c-70fe-4622-9f00-607542dd1e84 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0082471 Jul 29 23:48:20.813045 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43012) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.817986 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-cff56246-edb9-46bb-b82c-1190de1fcb15 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.818986 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-cff56246-edb9-46bb-b82c-1190de1fcb15 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0049551 Jul 29 23:48:20.823377 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43014) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.830184 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-fe6bcf06-b0f5-44d7-8804-9e8baa0a667a tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.831487 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-fe6bcf06-b0f5-44d7-8804-9e8baa0a667a tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0062277 Jul 29 23:48:20.835972 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43016) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.844445 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-631f52f5-d99b-4b92-874e-32175bf675a1 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.846688 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-631f52f5-d99b-4b92-874e-32175bf675a1 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0089836 Jul 29 23:48:20.849658 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43018) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.854898 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-bb3a3661-dd30-45f3-87e5-f8c29ca97957 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.855984 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bb3a3661-dd30-45f3-87e5-f8c29ca97957 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0051653 Jul 29 23:48:20.858484 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43020) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.864485 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-02b5d9fd-e81b-4b61-bfc4-9dd01f83868c tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.865938 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-02b5d9fd-e81b-4b61-bfc4-9dd01f83868c tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0052505 Jul 29 23:48:20.871982 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43022) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.877597 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-37add772-0022-44c6-9412-1ccac0d1c551 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.882127 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43024) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.882331 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-37add772-0022-44c6-9412-1ccac0d1c551 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0088272 Jul 29 23:48:20.889141 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-9b49b52d-b7a9-4cb0-b4a5-36767fa19a22 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.890175 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9b49b52d-b7a9-4cb0-b4a5-36767fa19a22 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0056684 Jul 29 23:48:20.897501 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43026) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.903611 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-27731eb9-1195-407a-985f-203678a47243 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.909134 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43028) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.914653 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-b2debeda-5b54-4d65-b4e4-876636511d80 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.916081 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b2debeda-5b54-4d65-b4e4-876636511d80 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0056188 Jul 29 23:48:20.916748 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-27731eb9-1195-407a-985f-203678a47243 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0171092 Jul 29 23:48:20.928330 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43030) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.954729 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-9377fca2-b4bc-4b92-ba97-6cdeeeb230af tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.961464 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43034) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.969170 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9377fca2-b4bc-4b92-ba97-6cdeeeb230af tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0389457 Jul 29 23:48:20.973415 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-47ed86c3-7d24-4389-a989-43722d5c0a6f tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:20.979931 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43036) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:20.985017 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-47ed86c3-7d24-4389-a989-43722d5c0a6f tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0214162 Jul 29 23:48:20.992057 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-b51639f4-8fc3-4430-bbea-3fd1a39ffc1f tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:21.001197 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43038) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:21.006063 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b51639f4-8fc3-4430-bbea-3fd1a39ffc1f tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0239902 Jul 29 23:48:21.012188 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-a8b91d90-7961-45fc-9410-77b32204f4a7 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:21.033705 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a8b91d90-7961-45fc-9410-77b32204f4a7 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0263448 Jul 29 23:48:21.034062 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43040) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:21.039084 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-4fb806bf-6402-4899-820d-2133b051ed94 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:21.044701 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4fb806bf-6402-4899-820d-2133b051ed94 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0064940 Jul 29 23:48:21.044701 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43042) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:21.051596 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-0c49beb8-cb21-4ffc-bad4-54ea52c8b52a tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:21.056494 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43044) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:21.066308 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-d68903d5-cdb2-4e1f-85ff-f544ceb26414 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:21.070322 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0c49beb8-cb21-4ffc-bad4-54ea52c8b52a tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0241334 Jul 29 23:48:21.070524 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d68903d5-cdb2-4e1f-85ff-f544ceb26414 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0122840 Jul 29 23:48:21.071085 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43046) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:21.082593 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-c9aad32c-1d68-4a6a-aa85-1fa0b51365a9 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:21.088469 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c9aad32c-1d68-4a6a-aa85-1fa0b51365a9 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0162642 Jul 29 23:48:21.089245 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43048) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:21.094738 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-7f92c36f-cfae-41cf-8dc5-7ac700bb4c86 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:21.095806 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7f92c36f-cfae-41cf-8dc5-7ac700bb4c86 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0054789 Jul 29 23:48:21.098501 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43050) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:21.103228 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-70ad1c77-e191-481f-aeba-499b0069b99f tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:21.104215 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-70ad1c77-e191-481f-aeba-499b0069b99f tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0047269 Jul 29 23:48:21.108153 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43052) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:21.113752 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-704b1650-f259-49d0-b9f8-29289dc6b895 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:21.115024 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-704b1650-f259-49d0-b9f8-29289dc6b895 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0053284 Jul 29 23:48:21.119932 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43054) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:21.126379 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-9b13ca80-89f4-49b1-993f-045d34b1e938 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:21.128699 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9b13ca80-89f4-49b1-993f-045d34b1e938 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0067554 Jul 29 23:48:21.131465 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43056) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:21.137200 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-1543acb8-67b3-426f-a257-788c8af10552 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:21.138621 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1543acb8-67b3-426f-a257-788c8af10552 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0060153 Jul 29 23:48:21.141594 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43058) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:21.147415 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-46ac5d53-0bf5-4bf7-bafa-98bed2d20993 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:21.148766 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-46ac5d53-0bf5-4bf7-bafa-98bed2d20993 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0057809 Jul 29 23:48:21.153123 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43060) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:21.164084 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-8cd24279-52cf-42bc-bd5d-20487d3436a4 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:21.168634 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8cd24279-52cf-42bc-bd5d-20487d3436a4 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0109658 Jul 29 23:48:21.169653 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43062) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:21.176643 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-05d1b070-4072-416a-b899-5db6bd3b4dca tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:21.180601 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-05d1b070-4072-416a-b899-5db6bd3b4dca tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0095747 Jul 29 23:48:21.181728 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43064) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:21.186574 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-bfddfaca-58f5-4389-8202-33e2df94fb2f tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:21.188858 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-bfddfaca-58f5-4389-8202-33e2df94fb2f tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0055115 Jul 29 23:48:21.190736 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43066) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:21.198353 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-5e7bafbd-2303-4c32-be6b-5bdb87d2fcac tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:21.207920 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5e7bafbd-2303-4c32-be6b-5bdb87d2fcac tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0073974 Jul 29 23:48:21.208261 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43068) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:21.214288 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-a6d23002-6160-4da4-8412-08c2fc116cdf tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:21.219032 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a6d23002-6160-4da4-8412-08c2fc116cdf tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0059409 Jul 29 23:48:21.219525 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43070) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:21.224282 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-f53a8ed5-7373-4918-bef8-1b443c0092a7 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:21.225362 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f53a8ed5-7373-4918-bef8-1b443c0092a7 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0047832 Jul 29 23:48:21.228084 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43072) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:21.232789 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-b1f9bba5-b3b2-4dbb-9df2-817b5a961cce tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:21.234442 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b1f9bba5-b3b2-4dbb-9df2-817b5a961cce tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0048904 Jul 29 23:48:21.238218 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43074) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:21.242389 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-8c0d09b9-7164-4d29-a35f-9dc9d516af67 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:21.243355 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8c0d09b9-7164-4d29-a35f-9dc9d516af67 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0042496 Jul 29 23:48:21.245725 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43076) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:21.250017 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-68cf5471-9861-4e95-9a44-42bb77c5ba70 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:21.251043 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-68cf5471-9861-4e95-9a44-42bb77c5ba70 tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0043268 Jul 29 23:48:21.253773 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43078) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:21.258293 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-a504c6b0-1a4c-45fe-bde3-256106a8043f tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:21.259363 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a504c6b0-1a4c-45fe-bde3-256106a8043f tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0045881 Jul 29 23:48:21.262311 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43080) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:21.269530 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [None req-2f668563-03df-4807-8487-60dd9bec435f tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:21.272283 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43082) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:21.272421 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2f668563-03df-4807-8487-60dd9bec435f tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0084419 Jul 29 23:48:21.280176 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [None req-41c3c063-d679-46a6-9b6c-a34433ad933e tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] http://10.222.0.18:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:48:21.282309 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-41c3c063-d679-46a6-9b6c-a34433ad933e tempest-ExtensionsTestJSON-107817947 tempest-ExtensionsTestJSON-107817947-project] 10.222.0.18 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0086057 Jul 29 23:48:21.598862 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43096) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:21.737590 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2cc91836-4e55-4c7a-9d2f-21abecf28deb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:21.858229 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2cc91836-4e55-4c7a-9d2f-21abecf28deb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:21.864549 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2cc91836-4e55-4c7a-9d2f-21abecf28deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:21.912488 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2cc91836-4e55-4c7a-9d2f-21abecf28deb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=46736a0ba9414b6794f264ebbea24704&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3121593 Jul 29 23:48:21.914258 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43102) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:21.920310 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc91836-4e55-4c7a-9d2f-21abecf28deb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84527362-f700-47a6-a866-32171e761336,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:21.986285 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9cae711f-e8c0-4a61-8f9a-9150f4c2aa31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:22.014119 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9cae711f-e8c0-4a61-8f9a-9150f4c2aa31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:22.068498 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9cae711f-e8c0-4a61-8f9a-9150f4c2aa31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:22.071073 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9cae711f-e8c0-4a61-8f9a-9150f4c2aa31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:22.072493 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9cae711f-e8c0-4a61-8f9a-9150f4c2aa31 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/84527362-f700-47a6-a866-32171e761336 HTTP/1.1" status: 204 len: 168 time: 0.1566629 Jul 29 23:48:22.083201 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae711f-e8c0-4a61-8f9a-9150f4c2aa31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84527362-f700-47a6-a866-32171e761336,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:22.985421 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43132) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:23.113897 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-34447548-fe69-40f4-aa40-5cc6d324c82b tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-699337665'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:23.140284 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34447548-fe69-40f4-aa40-5cc6d324c82b tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Made reservation on behalf of e99f3d4edbae4a4c8cef51c1a7dc34b4 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:23.143884 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-34447548-fe69-40f4-aa40-5cc6d324c82b tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:23.153952 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-34447548-fe69-40f4-aa40-5cc6d324c82b tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:23.289690 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-34447548-fe69-40f4-aa40-5cc6d324c82b tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:23.293598 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-34447548-fe69-40f4-aa40-5cc6d324c82b tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:23.324706 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34447548-fe69-40f4-aa40-5cc6d324c82b tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:48:23.331503 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34447548-fe69-40f4-aa40-5cc6d324c82b tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=459d1a37-e063-4945-8047-3a5bcaabaed8,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:23.338005 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-34447548-fe69-40f4-aa40-5cc6d324c82b tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:23.338409 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-34447548-fe69-40f4-aa40-5cc6d324c82b tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Added segment 6e1b95eb-9510-4db0-9293-535c697b3aa1 of type vlan for network 7701542b-425d-4d1c-a96f-3706f76a2a82 Jul 29 23:48:23.382192 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-34447548-fe69-40f4-aa40-5cc6d324c82b tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:23.419650 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-34447548-fe69-40f4-aa40-5cc6d324c82b tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:23.425882 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34447548-fe69-40f4-aa40-5cc6d324c82b tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:23.426526 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-34447548-fe69-40f4-aa40-5cc6d324c82b tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:23.502756 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-34447548-fe69-40f4-aa40-5cc6d324c82b tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5160301 Jul 29 23:48:23.505838 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43138) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:23.511787 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-50a22861-5eb7-4f5a-aaa6-f73bd4ee7b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Request body: {'subnet': {'network_id': '7701542b-425d-4d1c-a96f-3706f76a2a82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:23.513651 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34447548-fe69-40f4-aa40-5cc6d324c82b tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Pushing event updated for resources: {'Network': ['ID=7701542b-425d-4d1c-a96f-3706f76a2a82,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:23.527503 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 7701542b-425d-4d1c-a96f-3706f76a2a82 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:48:23.630729 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a22861-5eb7-4f5a-aaa6-f73bd4ee7b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Made reservation on behalf of e99f3d4edbae4a4c8cef51c1a7dc34b4 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:23.634325 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-50a22861-5eb7-4f5a-aaa6-f73bd4ee7b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:23.896583 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-50a22861-5eb7-4f5a-aaa6-f73bd4ee7b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:23.987567 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a22861-5eb7-4f5a-aaa6-f73bd4ee7b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Pushing event updated for resources: {'Subnet': ['ID=37bda027-d9ed-4459-9a06-c65c36b067b8,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:24.023118 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a22861-5eb7-4f5a-aaa6-f73bd4ee7b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Checking segment: {'id': '6e1b95eb-9510-4db0-9293-535c697b3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7701542b-425d-4d1c-a96f-3706f76a2a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:24.023746 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a22861-5eb7-4f5a-aaa6-f73bd4ee7b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Network hostable DHCP agents. Network: 7701542b-425d-4d1c-a96f-3706f76a2a82, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:48:24.067291 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a22861-5eb7-4f5a-aaa6-f73bd4ee7b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Network 7701542b-425d-4d1c-a96f-3706f76a2a82 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:48:24.087616 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-50a22861-5eb7-4f5a-aaa6-f73bd4ee7b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 7701542b-425d-4d1c-a96f-3706f76a2a82) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:24.110131 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b98f2b-7a3d-48d1-ae9a-dc9d3dbe24e0 None None] Network 7701542b-425d-4d1c-a96f-3706f76a2a82 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:24.131421 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a22861-5eb7-4f5a-aaa6-f73bd4ee7b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:24.132610 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-50a22861-5eb7-4f5a-aaa6-f73bd4ee7b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:24.184116 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-50a22861-5eb7-4f5a-aaa6-f73bd4ee7b8a tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6764627 Jul 29 23:48:24.185294 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43156) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:24.198649 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-ac6e13ec-6419-4df0-b9df-80d1ac01f4c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Request body: {'port': {'network_id': '7701542b-425d-4d1c-a96f-3706f76a2a82', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2129704011'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:24.476400 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-7701542b-425d-4d1c-a96f-3706f76a2a82', 'network_id': '7701542b-425d-4d1c-a96f-3706f76a2a82', 'tenant_id': 'e99f3d4edbae4a4c8cef51c1a7dc34b4', 'fixed_ips': [{'subnet_id': '37bda027-d9ed-4459-9a06-c65c36b067b8'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:48:24.482705 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:24.494693 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac6e13ec-6419-4df0-b9df-80d1ac01f4c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Made reservation on behalf of e99f3d4edbae4a4c8cef51c1a7dc34b4 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:24.503308 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ac6e13ec-6419-4df0-b9df-80d1ac01f4c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:24.545014 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-ac6e13ec-6419-4df0-b9df-80d1ac01f4c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] device_id is not set on port eeec0abe-f95a-4f8d-8f15-288e2313a8d0 yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:48:24.675421 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Allocated IP 2001:db8::2 (7701542b-425d-4d1c-a96f-3706f76a2a82/37bda027-d9ed-4459-9a06-c65c36b067b8/1375a5af-c881-43c2-81fe-60741a151456) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:24.895999 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:24.922303 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Transition to ACTIVE for port object 1375a5af-c881-43c2-81fe-60741a151456 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:24.952998 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Transition to ACTIVE for port object 1375a5af-c881-43c2-81fe-60741a151456 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:24.964332 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:24.981791 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Network 7701542b-425d-4d1c-a96f-3706f76a2a82 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:24.984882 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:24.987571 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:25.048337 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-ac6e13ec-6419-4df0-b9df-80d1ac01f4c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Allocated IP 2001:db8::235 (7701542b-425d-4d1c-a96f-3706f76a2a82/37bda027-d9ed-4459-9a06-c65c36b067b8/eeec0abe-f95a-4f8d-8f15-288e2313a8d0) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:25.081703 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Pushing event updated for resources: {'Port': ['ID=1375a5af-c881-43c2-81fe-60741a151456,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:25.085143 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Attempting to bind port 1375a5af-c881-43c2-81fe-60741a151456 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:25.085584 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Attempting to bind port 1375a5af-c881-43c2-81fe-60741a151456 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e1b95eb-9510-4db0-9293-535c697b3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7701542b-425d-4d1c-a96f-3706f76a2a82'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:25.086201 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Attempting to bind port 1375a5af-c881-43c2-81fe-60741a151456 on network 7701542b-425d-4d1c-a96f-3706f76a2a82 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:25.097589 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:25.098277 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:25.098831 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:25.099244 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:25.099735 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:25.100117 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:25.100571 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:25.100962 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:25.101353 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:25.101933 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:25.102460 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:25.103014 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:25.108101 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:48:25.109042 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Checking segment: {'id': '6e1b95eb-9510-4db0-9293-535c697b3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7701542b-425d-4d1c-a96f-3706f76a2a82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:25.109485 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:25.109877 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Bound using segment: {'id': '6e1b95eb-9510-4db0-9293-535c697b3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7701542b-425d-4d1c-a96f-3706f76a2a82'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:48:25.110364 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Bound port: 1375a5af-c881-43c2-81fe-60741a151456, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e1b95eb-9510-4db0-9293-535c697b3aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '7701542b-425d-4d1c-a96f-3706f76a2a82'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:48:25.110756 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:25.201184 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] For port 1375a5af-c881-43c2-81fe-60741a151456, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:48:25.205672 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] For port 1375a5af-c881-43c2-81fe-60741a151456, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=1375a5af-c881-43c2-81fe-60741a151456,segment=NetworkSegment(6e1b95eb-9510-4db0-9293-535c697b3aa1),segment_id=6e1b95eb-9510-4db0-9293-535c697b3aa1)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:48:25.210596 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:25.252946 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ac6e13ec-6419-4df0-b9df-80d1ac01f4c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:25.275188 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-ac6e13ec-6419-4df0-b9df-80d1ac01f4c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Transition to ACTIVE for port object eeec0abe-f95a-4f8d-8f15-288e2313a8d0 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:25.301965 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc8b5fe-89ee-46b9-9d4d-5dd32bc40138 None None] Pushing event updated for resources: {'Port': ['ID=1375a5af-c881-43c2-81fe-60741a151456,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:25.334261 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ac6e13ec-6419-4df0-b9df-80d1ac01f4c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:25.383756 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6e13ec-6419-4df0-b9df-80d1ac01f4c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Network 7701542b-425d-4d1c-a96f-3706f76a2a82 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:25.387867 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-ac6e13ec-6419-4df0-b9df-80d1ac01f4c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:25.394090 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6e13ec-6419-4df0-b9df-80d1ac01f4c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:25.404276 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6e13ec-6419-4df0-b9df-80d1ac01f4c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:25.405221 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ac6e13ec-6419-4df0-b9df-80d1ac01f4c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:25.435419 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e13ec-6419-4df0-b9df-80d1ac01f4c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Pushing event updated for resources: {'Port': ['ID=eeec0abe-f95a-4f8d-8f15-288e2313a8d0,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:25.441468 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ac6e13ec-6419-4df0-b9df-80d1ac01f4c2 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2486901 Jul 29 23:48:25.445393 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43190) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:25.450522 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-db7ac690-81ac-4131-87f4-45a2a83884bc tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Request body: {'port': {'network_id': '7701542b-425d-4d1c-a96f-3706f76a2a82', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1588041594', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:25.451359 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.api.validators [None req-db7ac690-81ac-4131-87f4-45a2a83884bc tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] bootfile-name is not in valid_values {{(pid=94064) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:48:25.452022 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.api.validators [None req-db7ac690-81ac-4131-87f4-45a2a83884bc tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] tftp-server is not in valid_values {{(pid=94064) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:48:25.452818 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.api.validators [None req-db7ac690-81ac-4131-87f4-45a2a83884bc tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] server-ip-address is not in valid_values {{(pid=94064) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:48:25.691191 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7ac690-81ac-4131-87f4-45a2a83884bc tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Made reservation on behalf of e99f3d4edbae4a4c8cef51c1a7dc34b4 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:25.696510 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db7ac690-81ac-4131-87f4-45a2a83884bc tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:25.723718 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-db7ac690-81ac-4131-87f4-45a2a83884bc tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] device_id is not set on port 811a5264-54e2-4a63-889a-635a396dd704 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:48:25.896041 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-db7ac690-81ac-4131-87f4-45a2a83884bc tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Allocated IP 2001:db8::2d7 (7701542b-425d-4d1c-a96f-3706f76a2a82/37bda027-d9ed-4459-9a06-c65c36b067b8/811a5264-54e2-4a63-889a-635a396dd704) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:26.122901 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db7ac690-81ac-4131-87f4-45a2a83884bc tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:26.142015 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-db7ac690-81ac-4131-87f4-45a2a83884bc tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Transition to ACTIVE for port object 811a5264-54e2-4a63-889a-635a396dd704 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:26.179326 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db7ac690-81ac-4131-87f4-45a2a83884bc tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:26.244591 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7ac690-81ac-4131-87f4-45a2a83884bc tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Network 7701542b-425d-4d1c-a96f-3706f76a2a82 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:26.248939 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-db7ac690-81ac-4131-87f4-45a2a83884bc tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:26.256876 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7ac690-81ac-4131-87f4-45a2a83884bc tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:26.264343 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7ac690-81ac-4131-87f4-45a2a83884bc tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:26.265620 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db7ac690-81ac-4131-87f4-45a2a83884bc tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:26.290589 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-db7ac690-81ac-4131-87f4-45a2a83884bc tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.8441999 Jul 29 23:48:26.291878 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ac690-81ac-4131-87f4-45a2a83884bc tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Pushing event updated for resources: {'Port': ['ID=811a5264-54e2-4a63-889a-635a396dd704,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:26.294954 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43210) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:26.448835 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f301fb2f-6075-47a2-b6d0-bd8f0e8508f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:26.464501 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f301fb2f-6075-47a2-b6d0-bd8f0e8508f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:26.472751 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f301fb2f-6075-47a2-b6d0-bd8f0e8508f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:26.475707 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f301fb2f-6075-47a2-b6d0-bd8f0e8508f2 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.1790333 Jul 29 23:48:26.478441 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43216) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:26.798214 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664d2c80-cdd1-4c39-a353-0960afb23246 None None] Network 7701542b-425d-4d1c-a96f-3706f76a2a82 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:26.939689 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1375a5af-c881-43c2-81fe-60741a151456 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:27.131379 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1c9e4523-8439-45b9-91aa-179017690495 None None] Provisioning for port 1375a5af-c881-43c2-81fe-60741a151456 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:27.206082 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 1375a5af-c881-43c2-81fe-60741a151456 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:27.215588 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 1375a5af-c881-43c2-81fe-60741a151456 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:27.216474 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:27.225611 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-56410742-ec3b-423d-8720-fbe7a4d36ea4 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Deleting port 811a5264-54e2-4a63-889a-635a396dd704 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:27.226130 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-56410742-ec3b-423d-8720-fbe7a4d36ea4 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:27.330415 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:27.387053 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-56410742-ec3b-423d-8720-fbe7a4d36ea4 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:27.387696 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 1375a5af-c881-43c2-81fe-60741a151456, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=1375a5af-c881-43c2-81fe-60741a151456,segment=NetworkSegment(6e1b95eb-9510-4db0-9293-535c697b3aa1),segment_id=6e1b95eb-9510-4db0-9293-535c697b3aa1)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:27.402075 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:27.420307 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-56410742-ec3b-423d-8720-fbe7a4d36ea4 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Calling delete_port for 811a5264-54e2-4a63-889a-635a396dd704 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:27.500252 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=1375a5af-c881-43c2-81fe-60741a151456,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:27.651497 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-56410742-ec3b-423d-8720-fbe7a4d36ea4 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:27.704995 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9f145ffc-7a4c-4db6-83e4-82dc06ed90c8 None None] Provisioning complete for port 1375a5af-c881-43c2-81fe-60741a151456 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:27.705386 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9f145ffc-7a4c-4db6-83e4-82dc06ed90c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:27.723642 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56410742-ec3b-423d-8720-fbe7a4d36ea4 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Pushing event deleted for resources: {'Port': ['ID=811a5264-54e2-4a63-889a-635a396dd704,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:27.729595 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-56410742-ec3b-423d-8720-fbe7a4d36ea4 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:27.731879 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-56410742-ec3b-423d-8720-fbe7a4d36ea4 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] 10.222.0.18 "DELETE /v2.0/ports/811a5264-54e2-4a63-889a-635a396dd704 HTTP/1.1" status: 204 len: 168 time: 1.2516992 Jul 29 23:48:27.735769 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43248) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:27.743221 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-b12a7c9b-a4a6-4e47-b776-3dfcc32452ec tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Request body: {'port': {'name': 'tempest-new-port-name-138542018', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:27.744056 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.api.validators [None req-b12a7c9b-a4a6-4e47-b776-3dfcc32452ec tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] bootfile-name is not in valid_values {{(pid=94063) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:48:27.744499 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.api.validators [None req-b12a7c9b-a4a6-4e47-b776-3dfcc32452ec tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] tftp-server is not in valid_values {{(pid=94063) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:48:27.744939 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.api.validators [None req-b12a7c9b-a4a6-4e47-b776-3dfcc32452ec tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] server-ip-address is not in valid_values {{(pid=94063) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:48:27.867214 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b12a7c9b-a4a6-4e47-b776-3dfcc32452ec tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:27.887327 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9f145ffc-7a4c-4db6-83e4-82dc06ed90c8 None None] Provisioning for port eeec0abe-f95a-4f8d-8f15-288e2313a8d0 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:27.905238 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9f145ffc-7a4c-4db6-83e4-82dc06ed90c8 None None] Provisioning complete for port eeec0abe-f95a-4f8d-8f15-288e2313a8d0 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:27.906035 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9f145ffc-7a4c-4db6-83e4-82dc06ed90c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:27.965242 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-9f145ffc-7a4c-4db6-83e4-82dc06ed90c8 None None] Port eeec0abe-f95a-4f8d-8f15-288e2313a8d0 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:48:27.978552 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9f145ffc-7a4c-4db6-83e4-82dc06ed90c8 None None] Could not find standard attr ID for object 811a5264-54e2-4a63-889a-635a396dd704. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:48:28.114602 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5ab1e8ea-ebc0-4056-ab94-bd93ca35f64c None None] Provisioning complete for port eeec0abe-f95a-4f8d-8f15-288e2313a8d0 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:28.115153 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5ab1e8ea-ebc0-4056-ab94-bd93ca35f64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:28.156560 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5ab1e8ea-ebc0-4056-ab94-bd93ca35f64c None None] Port eeec0abe-f95a-4f8d-8f15-288e2313a8d0 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:48:28.177114 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b12a7c9b-a4a6-4e47-b776-3dfcc32452ec tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:28.184007 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b12a7c9b-a4a6-4e47-b776-3dfcc32452ec tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:28.241957 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-b12a7c9b-a4a6-4e47-b776-3dfcc32452ec tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] In _notify_port_updated(), no bound segment for port eeec0abe-f95a-4f8d-8f15-288e2313a8d0 on network 7701542b-425d-4d1c-a96f-3706f76a2a82 {{(pid=94063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:48:28.250297 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b12a7c9b-a4a6-4e47-b776-3dfcc32452ec tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:28.251424 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b12a7c9b-a4a6-4e47-b776-3dfcc32452ec tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:28.252978 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b12a7c9b-a4a6-4e47-b776-3dfcc32452ec tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] 10.222.0.18 "PUT /v2.0/ports/eeec0abe-f95a-4f8d-8f15-288e2313a8d0 HTTP/1.1" status: 200 len: 1129 time: 0.5159965 Jul 29 23:48:28.257767 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43258) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:28.268394 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12a7c9b-a4a6-4e47-b776-3dfcc32452ec tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Pushing event updated for resources: {'Port': ['ID=eeec0abe-f95a-4f8d-8f15-288e2313a8d0,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:28.328246 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b77327-280b-4359-a89b-25c0c9c80b9e tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:28.330074 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f6b77327-280b-4359-a89b-25c0c9c80b9e tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] 10.222.0.18 "GET /v2.0/ports/eeec0abe-f95a-4f8d-8f15-288e2313a8d0 HTTP/1.1" status: 200 len: 1129 time: 0.0710428 Jul 29 23:48:28.334704 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43260) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:28.380176 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-4894ee3d-23e0-4fcb-a5bf-a7dca4e0ffee None None] Could not find standard attr ID for object 811a5264-54e2-4a63-889a-635a396dd704. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:48:28.452169 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-16d87d48-f818-4c2c-8624-193a9a6d1585 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Deleting port eeec0abe-f95a-4f8d-8f15-288e2313a8d0 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:28.452614 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-16d87d48-f818-4c2c-8624-193a9a6d1585 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:28.576184 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-16d87d48-f818-4c2c-8624-193a9a6d1585 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:28.595897 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-16d87d48-f818-4c2c-8624-193a9a6d1585 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Calling delete_port for eeec0abe-f95a-4f8d-8f15-288e2313a8d0 owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:28.751022 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1375a5af-c881-43c2-81fe-60741a151456 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:28.792733 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-16d87d48-f818-4c2c-8624-193a9a6d1585 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:28.891521 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 1375a5af-c881-43c2-81fe-60741a151456 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:28.892034 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:28.901693 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d87d48-f818-4c2c-8624-193a9a6d1585 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Pushing event deleted for resources: {'Port': ['ID=eeec0abe-f95a-4f8d-8f15-288e2313a8d0,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:28.927556 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47148f29-1c47-456e-a20f-41f4c1f80974 req-ac1fa961-19e8-479e-88b7-b7e83882b501 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1279056 Jul 29 23:48:28.935157 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-16d87d48-f818-4c2c-8624-193a9a6d1585 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:28.940817 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43272) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:28.941419 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-16d87d48-f818-4c2c-8624-193a9a6d1585 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] 10.222.0.18 "DELETE /v2.0/ports/eeec0abe-f95a-4f8d-8f15-288e2313a8d0 HTTP/1.1" status: 204 len: 168 time: 0.6054962 Jul 29 23:48:29.084537 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f4a7325-077c-414c-80b0-60314d69c0a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Deleting subnet 37bda027-d9ed-4459-9a06-c65c36b067b8 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:48:29.088630 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47148f29-1c47-456e-a20f-41f4c1f80974 req-49c01bc2-c54a-4a24-b8a2-a2e73e4a097b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:29.091021 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47148f29-1c47-456e-a20f-41f4c1f80974 req-49c01bc2-c54a-4a24-b8a2-a2e73e4a097b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d50d474daccb433580a7028fa61f9a73&device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 1098 time: 0.0997455 Jul 29 23:48:29.104973 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8f4a7325-077c-414c-80b0-60314d69c0a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:29.125438 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-4d52f436-4be2-44d9-83a3-d1a5915c222f None None] Could not find standard attr ID for object eeec0abe-f95a-4f8d-8f15-288e2313a8d0. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:48:29.208212 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8f4a7325-077c-414c-80b0-60314d69c0a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:29.396980 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8f4a7325-077c-414c-80b0-60314d69c0a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:29.494624 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47148f29-1c47-456e-a20f-41f4c1f80974 req-93d9a09c-f2f2-47a0-9064-20bc44f57fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:29.496170 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47148f29-1c47-456e-a20f-41f4c1f80974 req-93d9a09c-f2f2-47a0-9064-20bc44f57fdc service neutron] 10.222.0.23 "GET /v2.0/networks?id=c5d248fd-ab50-44b4-871d-02015d72fe43 HTTP/1.1" status: 200 len: 918 time: 0.3593280 Jul 29 23:48:29.587732 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47148f29-1c47-456e-a20f-41f4c1f80974 req-6533b780-7888-4be3-81c4-52559e7aad75 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6a2553e-b89d-4897-b8a2-ef68556a2ae1 HTTP/1.1" status: 200 len: 1002 time: 0.0835686 Jul 29 23:48:29.642989 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:29.668453 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47148f29-1c47-456e-a20f-41f4c1f80974 req-8480c913-12d0-4ece-9838-5ce8554e51e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:29.671709 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47148f29-1c47-456e-a20f-41f4c1f80974 req-8480c913-12d0-4ece-9838-5ce8554e51e6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69ac91f6-4b2c-4d90-9c2c-b487e54998fb HTTP/1.1" status: 200 len: 856 time: 0.0759821 Jul 29 23:48:29.674340 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8f4a7325-077c-414c-80b0-60314d69c0a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:29.762121 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a7325-077c-414c-80b0-60314d69c0a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Pushing event deleted for resources: {'Subnet': ['ID=37bda027-d9ed-4459-9a06-c65c36b067b8,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:29.774583 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8f4a7325-077c-414c-80b0-60314d69c0a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:29.779876 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43302) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:29.780160 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8f4a7325-077c-414c-80b0-60314d69c0a7 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] 10.222.0.18 "DELETE /v2.0/subnets/37bda027-d9ed-4459-9a06-c65c36b067b8 HTTP/1.1" status: 204 len: 168 time: 0.8377507 Jul 29 23:48:29.803985 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa01a7d7-920e-4493-995a-2fecf6457abf None None] Network 7701542b-425d-4d1c-a96f-3706f76a2a82 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:29.843751 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47148f29-1c47-456e-a20f-41f4c1f80974 req-dd04b9e0-0dd8-463d-b384-c973766efb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:29.845919 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47148f29-1c47-456e-a20f-41f4c1f80974 req-dd04b9e0-0dd8-463d-b384-c973766efb8c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c5d248fd-ab50-44b4-871d-02015d72fe43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1674104 Jul 29 23:48:29.900832 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0bf27c05-0a42-40bd-a90c-afb00d1c790a tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:29.988502 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-0bf27c05-0a42-40bd-a90c-afb00d1c790a tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Deleting port 1375a5af-c881-43c2-81fe-60741a151456 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:29.988983 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0bf27c05-0a42-40bd-a90c-afb00d1c790a tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:29.992956 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:30.101085 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47148f29-1c47-456e-a20f-41f4c1f80974 req-11b6e3b7-7fef-4e21-b6f7-e5a3817abede service neutron] 10.222.0.23 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475080 Jul 29 23:48:30.136420 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707f9124-ad6b-43a4-95d5-83fcc2725779 None None] DHCP port deletion for 7701542b-425d-4d1c-a96f-3706f76a2a82 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:48:30.209770 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-0bf27c05-0a42-40bd-a90c-afb00d1c790a tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] For port 1375a5af-c881-43c2-81fe-60741a151456, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=1375a5af-c881-43c2-81fe-60741a151456,segment=NetworkSegment(6e1b95eb-9510-4db0-9293-535c697b3aa1),segment_id=6e1b95eb-9510-4db0-9293-535c697b3aa1)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:30.210166 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0bf27c05-0a42-40bd-a90c-afb00d1c790a tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:30.226739 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-0bf27c05-0a42-40bd-a90c-afb00d1c790a tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Calling delete_port for 1375a5af-c881-43c2-81fe-60741a151456 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:30.246298 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43314) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:30.248891 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-707f9124-ad6b-43a4-95d5-83fcc2725779 None None] Deleting port 1375a5af-c881-43c2-81fe-60741a151456 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:30.249776 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-707f9124-ad6b-43a4-95d5-83fcc2725779 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:30.311182 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47148f29-1c47-456e-a20f-41f4c1f80974 req-32230e54-855c-4d96-81b0-17632943f341 service neutron] 10.222.0.23 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011573 Jul 29 23:48:30.351907 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0bf27c05-0a42-40bd-a90c-afb00d1c790a tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:30.391094 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf27c05-0a42-40bd-a90c-afb00d1c790a tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Pushing event deleted for resources: {'Port': ['ID=1375a5af-c881-43c2-81fe-60741a151456,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:30.397754 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-707f9124-ad6b-43a4-95d5-83fcc2725779 None None] For port 1375a5af-c881-43c2-81fe-60741a151456, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=1375a5af-c881-43c2-81fe-60741a151456,segment=NetworkSegment(6e1b95eb-9510-4db0-9293-535c697b3aa1),segment_id=6e1b95eb-9510-4db0-9293-535c697b3aa1)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:30.398336 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-707f9124-ad6b-43a4-95d5-83fcc2725779 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:30.400750 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf27c05-0a42-40bd-a90c-afb00d1c790a tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] No DVR routers for this DVR port 1375a5af-c881-43c2-81fe-60741a151456 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:48:30.416513 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-707f9124-ad6b-43a4-95d5-83fcc2725779 None None] Calling delete_port for 1375a5af-c881-43c2-81fe-60741a151456 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:30.494053 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-122769f7-e7e3-457b-9740-3501b8a77bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:30.562973 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0bf27c05-0a42-40bd-a90c-afb00d1c790a tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:30.574552 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-707f9124-ad6b-43a4-95d5-83fcc2725779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:30.580424 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-0bf27c05-0a42-40bd-a90c-afb00d1c790a tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7701542b-425d-4d1c-a96f-3706f76a2a82']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:30.594176 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-0bf27c05-0a42-40bd-a90c-afb00d1c790a tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e1b95eb-9510-4db0-9293-535c697b3aa1') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:30.594543 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-0bf27c05-0a42-40bd-a90c-afb00d1c790a tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e1b95eb-9510-4db0-9293-535c697b3aa1') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:30.607485 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f9124-ad6b-43a4-95d5-83fcc2725779 None None] Pushing event deleted for resources: {'Port': ['ID=1375a5af-c881-43c2-81fe-60741a151456,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:30.615329 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0bf27c05-0a42-40bd-a90c-afb00d1c790a tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:30.618558 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707f9124-ad6b-43a4-95d5-83fcc2725779 None None] No DVR routers for this DVR port 1375a5af-c881-43c2-81fe-60741a151456 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:48:30.647407 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0bf27c05-0a42-40bd-a90c-afb00d1c790a tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:30.673948 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-122769f7-e7e3-457b-9740-3501b8a77bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:30.679052 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bf27c05-0a42-40bd-a90c-afb00d1c790a tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:48:30.679688 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0bf27c05-0a42-40bd-a90c-afb00d1c790a tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:30.680237 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-122769f7-e7e3-457b-9740-3501b8a77bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:30.684670 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:48:30.684670 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:48:30.684670 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:48:30.684670 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:48:30.684670 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:48:30.684670 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:48:30.684670 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:48:30.684670 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:48:30.684670 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:48:30.684670 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:48:30.684670 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:48:30.684670 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:48:30.684670 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:48:30.684670 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:48:30.684670 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:48:30.684670 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:48:30.684670 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:48:30.684670 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:48:30.684670 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:48:30.684670 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:48:30.684670 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:48:30.684670 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:48:30.684670 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:48:30.684670 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:48:30.684670 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:48:30.684670 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:48:30.684670 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:48:30.684670 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:48:30.684670 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:48:30.684670 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:48:30.684670 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:48:30.684670 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:48:30.733200 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1375a5af-c881-43c2-81fe-60741a151456 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:30.735679 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-122769f7-e7e3-457b-9740-3501b8a77bdf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3d8900fefba840d8bcb84b85c8154a6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4877112 Jul 29 23:48:30.737721 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122769f7-e7e3-457b-9740-3501b8a77bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5028e587-51b9-4dd3-97cb-6f2584038ddd,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:30.740004 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43322) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:30.767679 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 1375a5af-c881-43c2-81fe-60741a151456 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:48:30.768076 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1375a5af-c881-43c2-81fe-60741a151456 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:48:30.812505 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0bf27c05-0a42-40bd-a90c-afb00d1c790a tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:30.815444 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-607682f5-89cb-4f0e-8bdb-2d7c1eb20616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:30.824514 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0bf27c05-0a42-40bd-a90c-afb00d1c790a tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:30.824514 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0bf27c05-0a42-40bd-a90c-afb00d1c790a tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] 10.222.0.18 "DELETE /v2.0/networks/7701542b-425d-4d1c-a96f-3706f76a2a82 HTTP/1.1" status: 204 len: 168 time: 1.0402522 Jul 29 23:48:30.840423 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf27c05-0a42-40bd-a90c-afb00d1c790a tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631 tempest-ExtraDHCPOptionsIpV6TestJSON-1876552631-project] Pushing event deleted for resources: {'Network': ['ID=7701542b-425d-4d1c-a96f-3706f76a2a82,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:30.854906 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-607682f5-89cb-4f0e-8bdb-2d7c1eb20616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:30.915888 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-607682f5-89cb-4f0e-8bdb-2d7c1eb20616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:30.920434 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-607682f5-89cb-4f0e-8bdb-2d7c1eb20616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:30.923130 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-607682f5-89cb-4f0e-8bdb-2d7c1eb20616 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5028e587-51b9-4dd3-97cb-6f2584038ddd HTTP/1.1" status: 204 len: 168 time: 0.1819851 Jul 29 23:48:30.933096 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607682f5-89cb-4f0e-8bdb-2d7c1eb20616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5028e587-51b9-4dd3-97cb-6f2584038ddd,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:31.093943 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43338) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:31.328199 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43348) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:31.346992 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cceebc8d-8e46-48d3-b980-d8587ecc2cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:31.370245 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9414121f-7aae-4218-adce-4e656ae3bc0d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e99f3d4edbae4a4c8cef51c1a7dc34b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2723141 Jul 29 23:48:31.370778 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43350) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:31.457098 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9498bf32-4649-45f1-b937-436d24db69da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:31.491063 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9498bf32-4649-45f1-b937-436d24db69da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:31.535356 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cceebc8d-8e46-48d3-b980-d8587ecc2cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:31.540812 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cceebc8d-8e46-48d3-b980-d8587ecc2cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:31.587996 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cceebc8d-8e46-48d3-b980-d8587ecc2cd5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c3ed4285b276419ba68569131767f42e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2575448 Jul 29 23:48:31.591354 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43358) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:31.595675 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cceebc8d-8e46-48d3-b980-d8587ecc2cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f9ce54-94b6-4ef5-82ca-b62fa2cf4f11,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:31.611298 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9498bf32-4649-45f1-b937-436d24db69da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:31.617023 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9498bf32-4649-45f1-b937-436d24db69da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:31.618869 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9498bf32-4649-45f1-b937-436d24db69da admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/459d1a37-e063-4945-8047-3a5bcaabaed8 HTTP/1.1" status: 204 len: 168 time: 0.2470925 Jul 29 23:48:31.634176 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498bf32-4649-45f1-b937-436d24db69da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459d1a37-e063-4945-8047-3a5bcaabaed8,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:31.667683 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fe372e15-96ec-48a5-b77b-aaa9cee5739c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:31.702101 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fe372e15-96ec-48a5-b77b-aaa9cee5739c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:31.769064 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fe372e15-96ec-48a5-b77b-aaa9cee5739c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:31.772165 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fe372e15-96ec-48a5-b77b-aaa9cee5739c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:31.777029 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-fe372e15-96ec-48a5-b77b-aaa9cee5739c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d8f9ce54-94b6-4ef5-82ca-b62fa2cf4f11 HTTP/1.1" status: 204 len: 168 time: 0.1809235 Jul 29 23:48:31.789057 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe372e15-96ec-48a5-b77b-aaa9cee5739c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f9ce54-94b6-4ef5-82ca-b62fa2cf4f11,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:32.148649 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43382) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:32.172285 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cf3829b5-fa16-43eb-baf7-7e35a30c483f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:32.328015 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cf3829b5-fa16-43eb-baf7-7e35a30c483f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:32.332886 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cf3829b5-fa16-43eb-baf7-7e35a30c483f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:32.384332 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-cf3829b5-fa16-43eb-baf7-7e35a30c483f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c5540eb17808488d8871bdb46c7a1633&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2338963 Jul 29 23:48:32.386040 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3829b5-fa16-43eb-baf7-7e35a30c483f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6811913c-bb4b-4646-93b7-94c0ad4ee2e8,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:32.387111 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43388) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:32.457829 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2e5be746-e211-410c-a8cc-7cae426a9c40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:32.485727 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2e5be746-e211-410c-a8cc-7cae426a9c40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:32.566140 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2e5be746-e211-410c-a8cc-7cae426a9c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:32.568976 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2e5be746-e211-410c-a8cc-7cae426a9c40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:32.570265 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2e5be746-e211-410c-a8cc-7cae426a9c40 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6811913c-bb4b-4646-93b7-94c0ad4ee2e8 HTTP/1.1" status: 204 len: 168 time: 0.1820807 Jul 29 23:48:32.590091 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5be746-e211-410c-a8cc-7cae426a9c40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6811913c-bb4b-4646-93b7-94c0ad4ee2e8,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:32.692300 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43402) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:32.845836 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6de7f20d-578b-4968-842a-446257b3631a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:32.942663 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-963c0488-ed82-423c-a2b2-efcead62679b tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-206907830'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:32.966508 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963c0488-ed82-423c-a2b2-efcead62679b tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Made reservation on behalf of 03181fd2380e495bac52068e6643e9ee for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:32.970842 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-963c0488-ed82-423c-a2b2-efcead62679b tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:32.983606 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-963c0488-ed82-423c-a2b2-efcead62679b tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:33.107999 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-963c0488-ed82-423c-a2b2-efcead62679b tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:33.114794 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-963c0488-ed82-423c-a2b2-efcead62679b tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:33.145649 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963c0488-ed82-423c-a2b2-efcead62679b tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:48:33.162838 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c0488-ed82-423c-a2b2-efcead62679b tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ccc8600-1c35-4824-b4fe-a549c49245a6,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:33.168587 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-963c0488-ed82-423c-a2b2-efcead62679b tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:33.169250 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-963c0488-ed82-423c-a2b2-efcead62679b tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Added segment 3f4d773b-e483-442a-ba54-f78c120b7264 of type vlan for network 550ae3cf-5c0e-4d87-a579-ae6814144529 Jul 29 23:48:33.224004 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-963c0488-ed82-423c-a2b2-efcead62679b tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:33.285956 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-963c0488-ed82-423c-a2b2-efcead62679b tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:33.298568 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963c0488-ed82-423c-a2b2-efcead62679b tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:33.299316 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-963c0488-ed82-423c-a2b2-efcead62679b tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:33.317161 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-963c0488-ed82-423c-a2b2-efcead62679b tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6233711 Jul 29 23:48:33.319981 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43432) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:33.337346 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-cae50f88-9a4e-4642-b4ae-d90bc0674983 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Request body: {'subnet': {'network_id': '550ae3cf-5c0e-4d87-a579-ae6814144529', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:33.447821 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c0488-ed82-423c-a2b2-efcead62679b tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Pushing event updated for resources: {'Network': ['ID=550ae3cf-5c0e-4d87-a579-ae6814144529,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:33.474489 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 550ae3cf-5c0e-4d87-a579-ae6814144529 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:48:33.491195 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae50f88-9a4e-4642-b4ae-d90bc0674983 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Made reservation on behalf of 03181fd2380e495bac52068e6643e9ee for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:33.497335 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cae50f88-9a4e-4642-b4ae-d90bc0674983 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:33.750603 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cae50f88-9a4e-4642-b4ae-d90bc0674983 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:33.829360 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae50f88-9a4e-4642-b4ae-d90bc0674983 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Pushing event updated for resources: {'Subnet': ['ID=3da20fdd-114c-4d66-af1d-28b503e6d541,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:33.839625 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae50f88-9a4e-4642-b4ae-d90bc0674983 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Checking segment: {'id': '3f4d773b-e483-442a-ba54-f78c120b7264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '550ae3cf-5c0e-4d87-a579-ae6814144529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:33.840099 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae50f88-9a4e-4642-b4ae-d90bc0674983 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Network hostable DHCP agents. Network: 550ae3cf-5c0e-4d87-a579-ae6814144529, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:48:33.859744 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae50f88-9a4e-4642-b4ae-d90bc0674983 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Network 550ae3cf-5c0e-4d87-a579-ae6814144529 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:48:33.871938 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-cae50f88-9a4e-4642-b4ae-d90bc0674983 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 550ae3cf-5c0e-4d87-a579-ae6814144529) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:33.878233 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae50f88-9a4e-4642-b4ae-d90bc0674983 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:33.879049 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cae50f88-9a4e-4642-b4ae-d90bc0674983 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:33.890332 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e811d0-5bc0-4dcc-b416-796821b0db4c None None] Network 550ae3cf-5c0e-4d87-a579-ae6814144529 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:33.901581 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cae50f88-9a4e-4642-b4ae-d90bc0674983 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5801756 Jul 29 23:48:33.904257 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43476) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:33.918239 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-0856578a-84e6-4c9a-aa6b-146c3018fc9a tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Request body: {'port': {'network_id': '550ae3cf-5c0e-4d87-a579-ae6814144529', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1455559248'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:34.084934 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0856578a-84e6-4c9a-aa6b-146c3018fc9a tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Made reservation on behalf of 03181fd2380e495bac52068e6643e9ee for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:34.097641 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0856578a-84e6-4c9a-aa6b-146c3018fc9a tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:34.137903 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-0856578a-84e6-4c9a-aa6b-146c3018fc9a tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] device_id is not set on port a473c575-4999-4620-a89a-0af1b385af83 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:48:34.144202 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe72e02-c9e2-4658-b579-bd4175bbddb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-550ae3cf-5c0e-4d87-a579-ae6814144529', 'network_id': '550ae3cf-5c0e-4d87-a579-ae6814144529', 'tenant_id': '03181fd2380e495bac52068e6643e9ee', 'fixed_ips': [{'subnet_id': '3da20fdd-114c-4d66-af1d-28b503e6d541'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:48:34.146369 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0fe72e02-c9e2-4658-b579-bd4175bbddb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:34.338117 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-0856578a-84e6-4c9a-aa6b-146c3018fc9a tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Allocated IP 172.20.0.10 (550ae3cf-5c0e-4d87-a579-ae6814144529/3da20fdd-114c-4d66-af1d-28b503e6d541/a473c575-4999-4620-a89a-0af1b385af83) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:34.578879 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0856578a-84e6-4c9a-aa6b-146c3018fc9a tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:34.603952 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-0856578a-84e6-4c9a-aa6b-146c3018fc9a tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Transition to ACTIVE for port object a473c575-4999-4620-a89a-0af1b385af83 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:34.645360 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0856578a-84e6-4c9a-aa6b-146c3018fc9a tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:34.707259 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0856578a-84e6-4c9a-aa6b-146c3018fc9a tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Network 550ae3cf-5c0e-4d87-a579-ae6814144529 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:34.711331 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-0856578a-84e6-4c9a-aa6b-146c3018fc9a tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:34.719729 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-0fe72e02-c9e2-4658-b579-bd4175bbddb4 None None] Allocated IP 172.20.0.2 (550ae3cf-5c0e-4d87-a579-ae6814144529/3da20fdd-114c-4d66-af1d-28b503e6d541/175f7753-5493-494d-bc23-d2f6312fbe6d) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:34.730756 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0856578a-84e6-4c9a-aa6b-146c3018fc9a tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:34.735782 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856578a-84e6-4c9a-aa6b-146c3018fc9a tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Pushing event updated for resources: {'Port': ['ID=a473c575-4999-4620-a89a-0af1b385af83,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:34.796732 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0856578a-84e6-4c9a-aa6b-146c3018fc9a tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:34.797064 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0856578a-84e6-4c9a-aa6b-146c3018fc9a tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:34.818801 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0856578a-84e6-4c9a-aa6b-146c3018fc9a tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9105394 Jul 29 23:48:34.819475 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43536) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:34.829137 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-0e9913ad-8b67-49fe-a6f0-c09da0a2d909 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Request body: {'port': {'network_id': '550ae3cf-5c0e-4d87-a579-ae6814144529', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1388182927', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:34.830705 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.api.validators [None req-0e9913ad-8b67-49fe-a6f0-c09da0a2d909 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] bootfile-name is not in valid_values {{(pid=94063) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:48:34.831259 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.api.validators [None req-0e9913ad-8b67-49fe-a6f0-c09da0a2d909 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] tftp-server is not in valid_values {{(pid=94063) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:48:34.831880 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.api.validators [None req-0e9913ad-8b67-49fe-a6f0-c09da0a2d909 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] server-ip-address is not in valid_values {{(pid=94063) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:48:34.960549 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0fe72e02-c9e2-4658-b579-bd4175bbddb4 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:34.978677 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0fe72e02-c9e2-4658-b579-bd4175bbddb4 None None] Transition to ACTIVE for port object 175f7753-5493-494d-bc23-d2f6312fbe6d will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:34.989262 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9913ad-8b67-49fe-a6f0-c09da0a2d909 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Made reservation on behalf of 03181fd2380e495bac52068e6643e9ee for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:34.993333 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0e9913ad-8b67-49fe-a6f0-c09da0a2d909 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:35.002141 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0fe72e02-c9e2-4658-b579-bd4175bbddb4 None None] Transition to ACTIVE for port object 175f7753-5493-494d-bc23-d2f6312fbe6d will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:35.012657 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0fe72e02-c9e2-4658-b579-bd4175bbddb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:35.019889 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-0e9913ad-8b67-49fe-a6f0-c09da0a2d909 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] device_id is not set on port 1166f6b0-b8b3-4a3d-8773-6a2197447bcb yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:48:35.038209 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe72e02-c9e2-4658-b579-bd4175bbddb4 None None] Network 550ae3cf-5c0e-4d87-a579-ae6814144529 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:35.061214 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-0fe72e02-c9e2-4658-b579-bd4175bbddb4 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:35.065995 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe72e02-c9e2-4658-b579-bd4175bbddb4 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:35.138129 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe72e02-c9e2-4658-b579-bd4175bbddb4 None None] Pushing event updated for resources: {'Port': ['ID=175f7753-5493-494d-bc23-d2f6312fbe6d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:35.158797 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-0fe72e02-c9e2-4658-b579-bd4175bbddb4 None None] Attempting to bind port 175f7753-5493-494d-bc23-d2f6312fbe6d on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:35.159360 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-0fe72e02-c9e2-4658-b579-bd4175bbddb4 None None] Attempting to bind port 175f7753-5493-494d-bc23-d2f6312fbe6d by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '3f4d773b-e483-442a-ba54-f78c120b7264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '550ae3cf-5c0e-4d87-a579-ae6814144529'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:35.159858 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe72e02-c9e2-4658-b579-bd4175bbddb4 None None] Attempting to bind port 175f7753-5493-494d-bc23-d2f6312fbe6d on network 550ae3cf-5c0e-4d87-a579-ae6814144529 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:35.166664 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe72e02-c9e2-4658-b579-bd4175bbddb4 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:48:35.167092 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe72e02-c9e2-4658-b579-bd4175bbddb4 None None] Checking segment: {'id': '3f4d773b-e483-442a-ba54-f78c120b7264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '550ae3cf-5c0e-4d87-a579-ae6814144529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:35.167578 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0fe72e02-c9e2-4658-b579-bd4175bbddb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:35.168189 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe72e02-c9e2-4658-b579-bd4175bbddb4 None None] Bound using segment: {'id': '3f4d773b-e483-442a-ba54-f78c120b7264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '550ae3cf-5c0e-4d87-a579-ae6814144529'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:48:35.168712 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-0fe72e02-c9e2-4658-b579-bd4175bbddb4 None None] Bound port: 175f7753-5493-494d-bc23-d2f6312fbe6d, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f4d773b-e483-442a-ba54-f78c120b7264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '550ae3cf-5c0e-4d87-a579-ae6814144529'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:48:35.169283 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0fe72e02-c9e2-4658-b579-bd4175bbddb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:35.205752 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-0e9913ad-8b67-49fe-a6f0-c09da0a2d909 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Allocated IP 172.20.0.14 (550ae3cf-5c0e-4d87-a579-ae6814144529/3da20fdd-114c-4d66-af1d-28b503e6d541/1166f6b0-b8b3-4a3d-8773-6a2197447bcb) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:35.277804 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-0fe72e02-c9e2-4658-b579-bd4175bbddb4 None None] For port 175f7753-5493-494d-bc23-d2f6312fbe6d, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:48:35.287867 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-0fe72e02-c9e2-4658-b579-bd4175bbddb4 None None] For port 175f7753-5493-494d-bc23-d2f6312fbe6d, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=175f7753-5493-494d-bc23-d2f6312fbe6d,segment=NetworkSegment(3f4d773b-e483-442a-ba54-f78c120b7264),segment_id=3f4d773b-e483-442a-ba54-f78c120b7264)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:48:35.293440 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0fe72e02-c9e2-4658-b579-bd4175bbddb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:35.381375 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe72e02-c9e2-4658-b579-bd4175bbddb4 None None] Pushing event updated for resources: {'Port': ['ID=175f7753-5493-494d-bc23-d2f6312fbe6d,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:35.409873 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:35.442076 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0e9913ad-8b67-49fe-a6f0-c09da0a2d909 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:35.469222 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-0e9913ad-8b67-49fe-a6f0-c09da0a2d909 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Transition to ACTIVE for port object 1166f6b0-b8b3-4a3d-8773-6a2197447bcb will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:35.581765 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0e9913ad-8b67-49fe-a6f0-c09da0a2d909 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:35.635297 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9913ad-8b67-49fe-a6f0-c09da0a2d909 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Network 550ae3cf-5c0e-4d87-a579-ae6814144529 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:35.642361 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-0e9913ad-8b67-49fe-a6f0-c09da0a2d909 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:35.647199 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9913ad-8b67-49fe-a6f0-c09da0a2d909 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:35.651497 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9913ad-8b67-49fe-a6f0-c09da0a2d909 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Pushing event updated for resources: {'Port': ['ID=1166f6b0-b8b3-4a3d-8773-6a2197447bcb,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:35.682517 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9913ad-8b67-49fe-a6f0-c09da0a2d909 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:35.682871 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9913ad-8b67-49fe-a6f0-c09da0a2d909 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:35.683234 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9913ad-8b67-49fe-a6f0-c09da0a2d909 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:35.683556 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9913ad-8b67-49fe-a6f0-c09da0a2d909 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:35.683972 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9913ad-8b67-49fe-a6f0-c09da0a2d909 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:35.684249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9913ad-8b67-49fe-a6f0-c09da0a2d909 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:35.684579 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9913ad-8b67-49fe-a6f0-c09da0a2d909 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:35.684907 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9913ad-8b67-49fe-a6f0-c09da0a2d909 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:35.686128 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9913ad-8b67-49fe-a6f0-c09da0a2d909 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:35.686128 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9913ad-8b67-49fe-a6f0-c09da0a2d909 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:35.686128 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9913ad-8b67-49fe-a6f0-c09da0a2d909 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:35.686500 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9913ad-8b67-49fe-a6f0-c09da0a2d909 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:48:35.753222 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e9913ad-8b67-49fe-a6f0-c09da0a2d909 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:35.753898 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0e9913ad-8b67-49fe-a6f0-c09da0a2d909 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:35.780643 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0e9913ad-8b67-49fe-a6f0-c09da0a2d909 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 0.9577556 Jul 29 23:48:35.783103 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43556) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:35.894416 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3889f2a-b9e6-4f38-9299-107007b6fd59 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:35.901008 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3889f2a-b9e6-4f38-9299-107007b6fd59 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:35.914997 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3889f2a-b9e6-4f38-9299-107007b6fd59 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:35.919422 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d3889f2a-b9e6-4f38-9299-107007b6fd59 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] 10.222.0.18 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1327326 Jul 29 23:48:35.919899 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43562) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:36.042846 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-5d5cf760-3691-4eec-bb99-aa91bc8a1e7f tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Deleting port 1166f6b0-b8b3-4a3d-8773-6a2197447bcb {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:36.043257 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d5cf760-3691-4eec-bb99-aa91bc8a1e7f tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:36.174588 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d5cf760-3691-4eec-bb99-aa91bc8a1e7f tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:36.192783 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-5d5cf760-3691-4eec-bb99-aa91bc8a1e7f tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Calling delete_port for 1166f6b0-b8b3-4a3d-8773-6a2197447bcb owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:36.224156 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e78ac346-9506-4b14-baff-065d104611a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:36.416416 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d5cf760-3691-4eec-bb99-aa91bc8a1e7f tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:36.463824 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5cf760-3691-4eec-bb99-aa91bc8a1e7f tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Pushing event deleted for resources: {'Port': ['ID=1166f6b0-b8b3-4a3d-8773-6a2197447bcb,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:36.562971 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d5cf760-3691-4eec-bb99-aa91bc8a1e7f tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:36.567169 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5d5cf760-3691-4eec-bb99-aa91bc8a1e7f tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] 10.222.0.18 "DELETE /v2.0/ports/1166f6b0-b8b3-4a3d-8773-6a2197447bcb HTTP/1.1" status: 204 len: 168 time: 0.6447139 Jul 29 23:48:36.570627 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43572) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:36.576455 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-15d5f831-f0ff-40b1-8a34-0e77c9eda7d6 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Request body: {'port': {'name': 'tempest-new-port-name-539442228', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:36.577478 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.api.validators [None req-15d5f831-f0ff-40b1-8a34-0e77c9eda7d6 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] bootfile-name is not in valid_values {{(pid=94063) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:48:36.577824 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.api.validators [None req-15d5f831-f0ff-40b1-8a34-0e77c9eda7d6 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] tftp-server is not in valid_values {{(pid=94063) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:48:36.578153 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.api.validators [None req-15d5f831-f0ff-40b1-8a34-0e77c9eda7d6 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] server-ip-address is not in valid_values {{(pid=94063) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 29 23:48:36.733420 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-15d5f831-f0ff-40b1-8a34-0e77c9eda7d6 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:36.847740 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 175f7753-5493-494d-bc23-d2f6312fbe6d up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:36.927704 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a410e1e1-a47c-457e-baff-a1f6363fcde7 None None] Network 550ae3cf-5c0e-4d87-a579-ae6814144529 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:37.057695 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:37.085697 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-137da0db-a105-4475-92ec-c83ddfeae784 None None] Provisioning for port 175f7753-5493-494d-bc23-d2f6312fbe6d completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:37.127236 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 175f7753-5493-494d-bc23-d2f6312fbe6d completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:37.140982 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 175f7753-5493-494d-bc23-d2f6312fbe6d triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:37.141544 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:37.431873 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:37.484033 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 175f7753-5493-494d-bc23-d2f6312fbe6d, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=175f7753-5493-494d-bc23-d2f6312fbe6d,segment=NetworkSegment(3f4d773b-e483-442a-ba54-f78c120b7264),segment_id=3f4d773b-e483-442a-ba54-f78c120b7264)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:37.488810 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:37.559170 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-15d5f831-f0ff-40b1-8a34-0e77c9eda7d6 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:37.566434 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-15d5f831-f0ff-40b1-8a34-0e77c9eda7d6 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:37.671758 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5f831-f0ff-40b1-8a34-0e77c9eda7d6 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Pushing event updated for resources: {'Port': ['ID=a473c575-4999-4620-a89a-0af1b385af83,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:37.690547 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-15d5f831-f0ff-40b1-8a34-0e77c9eda7d6 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] In _notify_port_updated(), no bound segment for port a473c575-4999-4620-a89a-0af1b385af83 on network 550ae3cf-5c0e-4d87-a579-ae6814144529 {{(pid=94063) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 29 23:48:37.697604 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d5f831-f0ff-40b1-8a34-0e77c9eda7d6 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:37.698428 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-15d5f831-f0ff-40b1-8a34-0e77c9eda7d6 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:37.703782 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43602) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:37.704206 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-15d5f831-f0ff-40b1-8a34-0e77c9eda7d6 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] 10.222.0.18 "PUT /v2.0/ports/a473c575-4999-4620-a89a-0af1b385af83 HTTP/1.1" status: 200 len: 1136 time: 1.1322598 Jul 29 23:48:37.821516 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c4d1b2-3c54-4ce9-9fe0-395824839ec6 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:37.823266 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d7c4d1b2-3c54-4ce9-9fe0-395824839ec6 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] 10.222.0.18 "GET /v2.0/ports/a473c575-4999-4620-a89a-0af1b385af83 HTTP/1.1" status: 200 len: 1136 time: 0.1182532 Jul 29 23:48:37.823727 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=175f7753-5493-494d-bc23-d2f6312fbe6d,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:37.826561 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43604) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:37.866700 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-42484b34-fc82-4529-a68c-11d0b9d45275 None None] Provisioning complete for port 175f7753-5493-494d-bc23-d2f6312fbe6d triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:37.867310 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-42484b34-fc82-4529-a68c-11d0b9d45275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:37.987171 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-42484b34-fc82-4529-a68c-11d0b9d45275 None None] Provisioning for port a473c575-4999-4620-a89a-0af1b385af83 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:37.996182 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-42484b34-fc82-4529-a68c-11d0b9d45275 None None] Provisioning complete for port a473c575-4999-4620-a89a-0af1b385af83 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:37.996761 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-42484b34-fc82-4529-a68c-11d0b9d45275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:38.080367 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-42484b34-fc82-4529-a68c-11d0b9d45275 None None] Port a473c575-4999-4620-a89a-0af1b385af83 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:48:38.102374 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-11b12a6d-b327-4030-a9fe-5316f617cc0f tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Deleting port a473c575-4999-4620-a89a-0af1b385af83 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:38.102613 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-11b12a6d-b327-4030-a9fe-5316f617cc0f tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:38.202046 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:38.219227 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9ce0b075-c04b-47df-9d70-b8d52d6bfde1 None None] Provisioning complete for port a473c575-4999-4620-a89a-0af1b385af83 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:38.220287 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ce0b075-c04b-47df-9d70-b8d52d6bfde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:38.320678 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-9ce0b075-c04b-47df-9d70-b8d52d6bfde1 None None] Port a473c575-4999-4620-a89a-0af1b385af83 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:48:38.345900 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-11b12a6d-b327-4030-a9fe-5316f617cc0f tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:38.375341 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-11b12a6d-b327-4030-a9fe-5316f617cc0f tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Calling delete_port for a473c575-4999-4620-a89a-0af1b385af83 owned by {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:38.655367 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-92039593-60ab-41c1-b9bd-b619aa383e12 None None] Could not find standard attr ID for object 1166f6b0-b8b3-4a3d-8773-6a2197447bcb. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:48:38.681957 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-11b12a6d-b327-4030-a9fe-5316f617cc0f tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:38.741040 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b12a6d-b327-4030-a9fe-5316f617cc0f tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Pushing event deleted for resources: {'Port': ['ID=a473c575-4999-4620-a89a-0af1b385af83,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:38.751065 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 175f7753-5493-494d-bc23-d2f6312fbe6d up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:38.836690 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-11b12a6d-b327-4030-a9fe-5316f617cc0f tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:38.840347 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-11b12a6d-b327-4030-a9fe-5316f617cc0f tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] 10.222.0.18 "DELETE /v2.0/ports/a473c575-4999-4620-a89a-0af1b385af83 HTTP/1.1" status: 204 len: 168 time: 1.0112019 Jul 29 23:48:38.856712 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43620) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:38.918986 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 175f7753-5493-494d-bc23-d2f6312fbe6d triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:38.919822 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:38.991820 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-653c1c22-afb3-48f2-8710-f42839e8d455 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Deleting subnet 3da20fdd-114c-4d66-af1d-28b503e6d541 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:48:38.996927 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-653c1c22-afb3-48f2-8710-f42839e8d455 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:39.068416 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-653c1c22-afb3-48f2-8710-f42839e8d455 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:39.244554 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-653c1c22-afb3-48f2-8710-f42839e8d455 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:39.358050 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-653c1c22-afb3-48f2-8710-f42839e8d455 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:39.375754 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ebbdc5bc-1c5a-400c-92a1-2ae020cc3b59 None None] Could not find standard attr ID for object a473c575-4999-4620-a89a-0af1b385af83. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:48:39.409242 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653c1c22-afb3-48f2-8710-f42839e8d455 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Pushing event deleted for resources: {'Subnet': ['ID=3da20fdd-114c-4d66-af1d-28b503e6d541,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:39.412217 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-653c1c22-afb3-48f2-8710-f42839e8d455 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:39.414474 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-653c1c22-afb3-48f2-8710-f42839e8d455 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] 10.222.0.18 "DELETE /v2.0/subnets/3da20fdd-114c-4d66-af1d-28b503e6d541 HTTP/1.1" status: 204 len: 168 time: 0.5639834 Jul 29 23:48:39.417965 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43626) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:39.550915 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fafca248-ca18-46d6-abc1-badb52545127 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:39.641680 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-fafca248-ca18-46d6-abc1-badb52545127 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Deleting port 175f7753-5493-494d-bc23-d2f6312fbe6d {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:39.642146 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fafca248-ca18-46d6-abc1-badb52545127 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:39.656921 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0c0027-8d3c-48f3-a706-5241ae58263f None None] Network 550ae3cf-5c0e-4d87-a579-ae6814144529 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:39.720715 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-fafca248-ca18-46d6-abc1-badb52545127 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] For port 175f7753-5493-494d-bc23-d2f6312fbe6d, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=175f7753-5493-494d-bc23-d2f6312fbe6d,segment=NetworkSegment(3f4d773b-e483-442a-ba54-f78c120b7264),segment_id=3f4d773b-e483-442a-ba54-f78c120b7264)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:39.721687 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fafca248-ca18-46d6-abc1-badb52545127 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:39.744395 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-fafca248-ca18-46d6-abc1-badb52545127 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Calling delete_port for 175f7753-5493-494d-bc23-d2f6312fbe6d owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:39.922653 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fafca248-ca18-46d6-abc1-badb52545127 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:39.964093 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafca248-ca18-46d6-abc1-badb52545127 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Pushing event deleted for resources: {'Port': ['ID=175f7753-5493-494d-bc23-d2f6312fbe6d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:39.965926 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafca248-ca18-46d6-abc1-badb52545127 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] No DVR routers for this DVR port 175f7753-5493-494d-bc23-d2f6312fbe6d on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:48:40.002906 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1158df3-9e27-485f-861d-5f55adbbaaaa None None] DHCP port deletion for 550ae3cf-5c0e-4d87-a579-ae6814144529 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:48:40.075193 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fafca248-ca18-46d6-abc1-badb52545127 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:40.087737 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-fafca248-ca18-46d6-abc1-badb52545127 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['550ae3cf-5c0e-4d87-a579-ae6814144529']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:40.104135 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-fafca248-ca18-46d6-abc1-badb52545127 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f4d773b-e483-442a-ba54-f78c120b7264') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:40.104135 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-fafca248-ca18-46d6-abc1-badb52545127 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f4d773b-e483-442a-ba54-f78c120b7264') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:40.114854 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fafca248-ca18-46d6-abc1-badb52545127 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:40.131749 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fafca248-ca18-46d6-abc1-badb52545127 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:40.138849 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fafca248-ca18-46d6-abc1-badb52545127 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:48:40.139882 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fafca248-ca18-46d6-abc1-badb52545127 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:40.144277 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:48:40.144277 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:48:40.144277 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:48:40.144277 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:48:40.144277 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:48:40.144277 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:48:40.144277 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:48:40.144277 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:48:40.144277 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:48:40.144277 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:48:40.144277 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:48:40.144277 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:48:40.144277 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:48:40.144277 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:48:40.144277 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:48:40.144277 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:48:40.144277 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:48:40.144277 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:48:40.144277 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:48:40.144277 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:48:40.144277 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:48:40.144277 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:48:40.144277 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:48:40.144277 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:48:40.144277 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:48:40.144277 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:48:40.144277 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:48:40.144277 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:48:40.144277 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:48:40.144277 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:48:40.144277 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:48:40.144277 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:48:40.218675 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fafca248-ca18-46d6-abc1-badb52545127 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:40.227191 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fafca248-ca18-46d6-abc1-badb52545127 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:40.229040 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-fafca248-ca18-46d6-abc1-badb52545127 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] 10.222.0.18 "DELETE /v2.0/networks/550ae3cf-5c0e-4d87-a579-ae6814144529 HTTP/1.1" status: 204 len: 168 time: 0.8099446 Jul 29 23:48:40.242149 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafca248-ca18-46d6-abc1-badb52545127 tempest-ExtraDHCPOptionsTestJSON-647065400 tempest-ExtraDHCPOptionsTestJSON-647065400-project] Pushing event deleted for resources: {'Network': ['ID=550ae3cf-5c0e-4d87-a579-ae6814144529,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:40.552674 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43660) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:40.774797 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 175f7753-5493-494d-bc23-d2f6312fbe6d no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:48:40.802019 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-27b79053-22e8-458f-87f4-9ef98708c732 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=03181fd2380e495bac52068e6643e9ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2479815 Jul 29 23:48:40.806427 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43678) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:40.808967 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 175f7753-5493-494d-bc23-d2f6312fbe6d {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:48:40.809513 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 175f7753-5493-494d-bc23-d2f6312fbe6d not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:48:40.894135 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-337846eb-3b9f-438b-85eb-39f57190fa94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:40.938426 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-337846eb-3b9f-438b-85eb-39f57190fa94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:41.003264 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-337846eb-3b9f-438b-85eb-39f57190fa94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:41.010155 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-337846eb-3b9f-438b-85eb-39f57190fa94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:41.013949 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-337846eb-3b9f-438b-85eb-39f57190fa94 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9ccc8600-1c35-4824-b4fe-a549c49245a6 HTTP/1.1" status: 204 len: 168 time: 0.2047606 Jul 29 23:48:41.042860 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337846eb-3b9f-438b-85eb-39f57190fa94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ccc8600-1c35-4824-b4fe-a549c49245a6,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:41.062818 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed7a4f7-ea12-4df7-97a4-c98f6c4d19ba req-d3992b09-832a-4372-813c-270223243953 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:41.069366 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ed7a4f7-ea12-4df7-97a4-c98f6c4d19ba req-d3992b09-832a-4372-813c-270223243953 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 946 time: 0.0926933 Jul 29 23:48:41.162165 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ed7a4f7-ea12-4df7-97a4-c98f6c4d19ba req-7a48f6d3-c4c6-4ccd-8bfb-1dfab389a45d tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843747 Jul 29 23:48:41.883698 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43718) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:42.000649 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-ea323008-fd5f-4f73-bae7-e3a6e880fc4b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-754411579'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:42.034544 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea323008-fd5f-4f73-bae7-e3a6e880fc4b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Made reservation on behalf of 4f75b7ad928f49638d393b4f11fb2ccb for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:42.041344 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea323008-fd5f-4f73-bae7-e3a6e880fc4b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.052566 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea323008-fd5f-4f73-bae7-e3a6e880fc4b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.174043 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea323008-fd5f-4f73-bae7-e3a6e880fc4b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.178928 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea323008-fd5f-4f73-bae7-e3a6e880fc4b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.214111 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea323008-fd5f-4f73-bae7-e3a6e880fc4b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:48:42.224625 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea323008-fd5f-4f73-bae7-e3a6e880fc4b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd849d79-7b2b-45a3-a192-bcd3e73f2087,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:42.249441 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea323008-fd5f-4f73-bae7-e3a6e880fc4b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.250068 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-ea323008-fd5f-4f73-bae7-e3a6e880fc4b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Added segment befe60d3-449f-4bd0-9d02-9f128bc9279a of type vlan for network fa214a1b-e6ff-4519-925d-bb0739862003 Jul 29 23:48:42.301601 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea323008-fd5f-4f73-bae7-e3a6e880fc4b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.362305 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea323008-fd5f-4f73-bae7-e3a6e880fc4b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.369380 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea323008-fd5f-4f73-bae7-e3a6e880fc4b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:42.371929 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea323008-fd5f-4f73-bae7-e3a6e880fc4b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:42.386146 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be91b159-c579-4c4c-9ca1-be5e799ca3df req-a66fd31f-b38f-4ae4-a424-854c6de9839f tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:42.396492 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be91b159-c579-4c4c-9ca1-be5e799ca3df req-a66fd31f-b38f-4ae4-a424-854c6de9839f tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 946 time: 0.1153431 Jul 29 23:48:42.452963 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be91b159-c579-4c4c-9ca1-be5e799ca3df req-d9a3ac41-f42a-45a9-b224-d4e937365b61 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526803 Jul 29 23:48:42.472489 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea323008-fd5f-4f73-bae7-e3a6e880fc4b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event updated for resources: {'Network': ['ID=fa214a1b-e6ff-4519-925d-bb0739862003,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:42.487865 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ea323008-fd5f-4f73-bae7-e3a6e880fc4b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5909419 Jul 29 23:48:42.488511 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network fa214a1b-e6ff-4519-925d-bb0739862003 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:48:43.639247 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05307b08-f1b3-40df-ad8e-bb1baedda635 req-73e90034-27b4-407b-8774-81f92b5d8262 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:43.642251 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05307b08-f1b3-40df-ad8e-bb1baedda635 req-73e90034-27b4-407b-8774-81f92b5d8262 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 946 time: 0.0706484 Jul 29 23:48:43.692642 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05307b08-f1b3-40df-ad8e-bb1baedda635 req-d66d4d6e-2540-4344-b663-d60cf2208aa3 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422127 Jul 29 23:48:44.902279 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2906093a-ab7c-4720-a558-31a8cf620d24 req-8913da7d-ca88-42ee-ba06-30370e6a9b44 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:44.906440 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2906093a-ab7c-4720-a558-31a8cf620d24 req-8913da7d-ca88-42ee-ba06-30370e6a9b44 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 946 time: 0.0814862 Jul 29 23:48:44.988576 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2906093a-ab7c-4720-a558-31a8cf620d24 req-ef26287b-85a7-43dc-8570-9a339e440cac tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646052 Jul 29 23:48:45.275355 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:48:45.886953 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43800) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:45.894384 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-430a8b6b-16a0-4770-a8a2-22f08fad06a9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Request body: {'subnet': {'network_id': 'fa214a1b-e6ff-4519-925d-bb0739862003', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:45.991815 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430a8b6b-16a0-4770-a8a2-22f08fad06a9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Made reservation on behalf of 4f75b7ad928f49638d393b4f11fb2ccb for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:45.996728 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-430a8b6b-16a0-4770-a8a2-22f08fad06a9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.156490 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71faa18-507f-4100-b5f5-bcb54e9db30a req-0d96e379-81bb-4d76-946a-08715c704190 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:46.157264 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a71faa18-507f-4100-b5f5-bcb54e9db30a req-0d96e379-81bb-4d76-946a-08715c704190 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 946 time: 0.0918350 Jul 29 23:48:46.266836 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a71faa18-507f-4100-b5f5-bcb54e9db30a req-9968a75a-f885-4789-a3c6-de54ad6d6de7 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733411 Jul 29 23:48:46.328168 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-430a8b6b-16a0-4770-a8a2-22f08fad06a9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.400562 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430a8b6b-16a0-4770-a8a2-22f08fad06a9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event updated for resources: {'Subnet': ['ID=969c19c5-dc25-454e-a0eb-0df096355755,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:46.405629 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-430a8b6b-16a0-4770-a8a2-22f08fad06a9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Checking segment: {'id': 'befe60d3-449f-4bd0-9d02-9f128bc9279a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa214a1b-e6ff-4519-925d-bb0739862003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:46.405629 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430a8b6b-16a0-4770-a8a2-22f08fad06a9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Network hostable DHCP agents. Network: fa214a1b-e6ff-4519-925d-bb0739862003, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:48:46.424591 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430a8b6b-16a0-4770-a8a2-22f08fad06a9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Network fa214a1b-e6ff-4519-925d-bb0739862003 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:48:46.439996 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-430a8b6b-16a0-4770-a8a2-22f08fad06a9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, fa214a1b-e6ff-4519-925d-bb0739862003) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:46.445040 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430a8b6b-16a0-4770-a8a2-22f08fad06a9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:46.445799 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-430a8b6b-16a0-4770-a8a2-22f08fad06a9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.449890 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192961b5-2829-41be-a876-658047ce85f1 None None] Network fa214a1b-e6ff-4519-925d-bb0739862003 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:46.474923 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-430a8b6b-16a0-4770-a8a2-22f08fad06a9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5858243 Jul 29 23:48:46.478972 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43814) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:46.489181 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-cd0b1412-4858-4e80-8064-9fe3e80e8229 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-808057139'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:46.513966 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd0b1412-4858-4e80-8064-9fe3e80e8229 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Made reservation on behalf of 4f75b7ad928f49638d393b4f11fb2ccb for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:46.522357 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cd0b1412-4858-4e80-8064-9fe3e80e8229 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.558059 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd0b1412-4858-4e80-8064-9fe3e80e8229 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:48:46.568679 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cd0b1412-4858-4e80-8064-9fe3e80e8229 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.569373 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-cd0b1412-4858-4e80-8064-9fe3e80e8229 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Added segment 2b335b41-ae23-4a90-a6ed-9a01fc7c694d of type vlan for network c9a266e2-7c8a-4f22-a05b-7dd06b39034f Jul 29 23:48:46.618501 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cd0b1412-4858-4e80-8064-9fe3e80e8229 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.654134 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed7ce7b-97b4-47f5-9eef-eca4b781fc48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-fa214a1b-e6ff-4519-925d-bb0739862003', 'network_id': 'fa214a1b-e6ff-4519-925d-bb0739862003', 'tenant_id': '4f75b7ad928f49638d393b4f11fb2ccb', 'fixed_ips': [{'subnet_id': '969c19c5-dc25-454e-a0eb-0df096355755'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:48:46.655153 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bed7ce7b-97b4-47f5-9eef-eca4b781fc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.665731 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cd0b1412-4858-4e80-8064-9fe3e80e8229 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.680103 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0b1412-4858-4e80-8064-9fe3e80e8229 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:46.680882 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cd0b1412-4858-4e80-8064-9fe3e80e8229 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:46.773386 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43820) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:46.773624 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cd0b1412-4858-4e80-8064-9fe3e80e8229 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2905815 Jul 29 23:48:46.788310 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-de118538-9927-4ba9-8212-086148841c66 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Request body: {'subnet': {'network_id': 'c9a266e2-7c8a-4f22-a05b-7dd06b39034f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:46.809031 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0b1412-4858-4e80-8064-9fe3e80e8229 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event updated for resources: {'Network': ['ID=c9a266e2-7c8a-4f22-a05b-7dd06b39034f,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:46.824311 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network c9a266e2-7c8a-4f22-a05b-7dd06b39034f details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:48:46.878118 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-bed7ce7b-97b4-47f5-9eef-eca4b781fc48 None None] Allocated IP 2001:db8:0:ffff::2 (fa214a1b-e6ff-4519-925d-bb0739862003/969c19c5-dc25-454e-a0eb-0df096355755/09557711-a741-4469-8034-95ed959beb74) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:46.930603 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de118538-9927-4ba9-8212-086148841c66 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Made reservation on behalf of 4f75b7ad928f49638d393b4f11fb2ccb for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:46.934702 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-de118538-9927-4ba9-8212-086148841c66 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:47.116269 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bed7ce7b-97b4-47f5-9eef-eca4b781fc48 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:47.127567 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-bed7ce7b-97b4-47f5-9eef-eca4b781fc48 None None] Transition to ACTIVE for port object 09557711-a741-4469-8034-95ed959beb74 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:47.148102 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-bed7ce7b-97b4-47f5-9eef-eca4b781fc48 None None] Transition to ACTIVE for port object 09557711-a741-4469-8034-95ed959beb74 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:47.157159 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bed7ce7b-97b4-47f5-9eef-eca4b781fc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:47.198708 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-de118538-9927-4ba9-8212-086148841c66 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:47.210945 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bed7ce7b-97b4-47f5-9eef-eca4b781fc48 None None] Network fa214a1b-e6ff-4519-925d-bb0739862003 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:47.216226 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-bed7ce7b-97b4-47f5-9eef-eca4b781fc48 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:47.220584 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed7ce7b-97b4-47f5-9eef-eca4b781fc48 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:47.235767 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7ce7b-97b4-47f5-9eef-eca4b781fc48 None None] Pushing event updated for resources: {'Port': ['ID=09557711-a741-4469-8034-95ed959beb74,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:47.287679 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de118538-9927-4ba9-8212-086148841c66 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event updated for resources: {'Subnet': ['ID=6a5148ce-57d5-4a24-921e-bfa06a02d937,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:47.313669 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-bed7ce7b-97b4-47f5-9eef-eca4b781fc48 None None] Attempting to bind port 09557711-a741-4469-8034-95ed959beb74 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:47.314210 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-bed7ce7b-97b4-47f5-9eef-eca4b781fc48 None None] Attempting to bind port 09557711-a741-4469-8034-95ed959beb74 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'befe60d3-449f-4bd0-9d02-9f128bc9279a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa214a1b-e6ff-4519-925d-bb0739862003'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:47.314697 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed7ce7b-97b4-47f5-9eef-eca4b781fc48 None None] Attempting to bind port 09557711-a741-4469-8034-95ed959beb74 on network fa214a1b-e6ff-4519-925d-bb0739862003 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:47.321212 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed7ce7b-97b4-47f5-9eef-eca4b781fc48 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:48:47.322447 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed7ce7b-97b4-47f5-9eef-eca4b781fc48 None None] Checking segment: {'id': 'befe60d3-449f-4bd0-9d02-9f128bc9279a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa214a1b-e6ff-4519-925d-bb0739862003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:47.322447 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bed7ce7b-97b4-47f5-9eef-eca4b781fc48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:47.323072 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed7ce7b-97b4-47f5-9eef-eca4b781fc48 None None] Bound using segment: {'id': 'befe60d3-449f-4bd0-9d02-9f128bc9279a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa214a1b-e6ff-4519-925d-bb0739862003'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:48:47.323640 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-bed7ce7b-97b4-47f5-9eef-eca4b781fc48 None None] Bound port: 09557711-a741-4469-8034-95ed959beb74, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'befe60d3-449f-4bd0-9d02-9f128bc9279a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'fa214a1b-e6ff-4519-925d-bb0739862003'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:48:47.324618 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bed7ce7b-97b4-47f5-9eef-eca4b781fc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:47.333621 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de118538-9927-4ba9-8212-086148841c66 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Checking segment: {'id': '2b335b41-ae23-4a90-a6ed-9a01fc7c694d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c9a266e2-7c8a-4f22-a05b-7dd06b39034f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:47.334172 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de118538-9927-4ba9-8212-086148841c66 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Network hostable DHCP agents. Network: c9a266e2-7c8a-4f22-a05b-7dd06b39034f, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:48:47.375350 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de118538-9927-4ba9-8212-086148841c66 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Network c9a266e2-7c8a-4f22-a05b-7dd06b39034f is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:48:47.406595 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-de118538-9927-4ba9-8212-086148841c66 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, c9a266e2-7c8a-4f22-a05b-7dd06b39034f) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:47.415868 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e058e41-d227-439c-b343-c96cf9f9a7e6 None None] Network c9a266e2-7c8a-4f22-a05b-7dd06b39034f requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:47.425043 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de118538-9927-4ba9-8212-086148841c66 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:47.425802 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-de118538-9927-4ba9-8212-086148841c66 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:47.457051 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9064a550-c645-4cdf-b093-1b9414150d5a req-73ce489c-7392-4549-8495-470035943699 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:47.459623 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9064a550-c645-4cdf-b093-1b9414150d5a req-73ce489c-7392-4549-8495-470035943699 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 946 time: 0.1030650 Jul 29 23:48:47.465695 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-de118538-9927-4ba9-8212-086148841c66 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6917665 Jul 29 23:48:47.470199 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43834) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:47.476843 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-bed7ce7b-97b4-47f5-9eef-eca4b781fc48 None None] For port 09557711-a741-4469-8034-95ed959beb74, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:48:47.495733 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-bed7ce7b-97b4-47f5-9eef-eca4b781fc48 None None] For port 09557711-a741-4469-8034-95ed959beb74, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=09557711-a741-4469-8034-95ed959beb74,segment=NetworkSegment(befe60d3-449f-4bd0-9d02-9f128bc9279a),segment_id=befe60d3-449f-4bd0-9d02-9f128bc9279a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:48:47.507657 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bed7ce7b-97b4-47f5-9eef-eca4b781fc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:47.598379 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9064a550-c645-4cdf-b093-1b9414150d5a req-ba917fcc-d6f2-470a-bd18-15b2f1ba5c6a tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086764 Jul 29 23:48:47.687375 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed7ce7b-97b4-47f5-9eef-eca4b781fc48 None None] Pushing event updated for resources: {'Port': ['ID=09557711-a741-4469-8034-95ed959beb74,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:47.700322 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:47.702217 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1094f5-10d5-478a-afb6-222e47fe2452 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-c9a266e2-7c8a-4f22-a05b-7dd06b39034f', 'network_id': 'c9a266e2-7c8a-4f22-a05b-7dd06b39034f', 'tenant_id': '4f75b7ad928f49638d393b4f11fb2ccb', 'fixed_ips': [{'subnet_id': '6a5148ce-57d5-4a24-921e-bfa06a02d937'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:48:47.703110 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9e1094f5-10d5-478a-afb6-222e47fe2452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:47.816428 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:47.925923 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-9e1094f5-10d5-478a-afb6-222e47fe2452 None None] Allocated IP 2001:db8::1 (c9a266e2-7c8a-4f22-a05b-7dd06b39034f/6a5148ce-57d5-4a24-921e-bfa06a02d937/5e15a913-9485-400c-8ede-32f66308b4a3) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:48.193749 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9e1094f5-10d5-478a-afb6-222e47fe2452 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:48.203879 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9e1094f5-10d5-478a-afb6-222e47fe2452 None None] Transition to ACTIVE for port object 5e15a913-9485-400c-8ede-32f66308b4a3 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:48.220126 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9e1094f5-10d5-478a-afb6-222e47fe2452 None None] Transition to ACTIVE for port object 5e15a913-9485-400c-8ede-32f66308b4a3 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:48.227217 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9e1094f5-10d5-478a-afb6-222e47fe2452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:48.257364 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:48.296493 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1094f5-10d5-478a-afb6-222e47fe2452 None None] Network c9a266e2-7c8a-4f22-a05b-7dd06b39034f is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:48.298324 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-9e1094f5-10d5-478a-afb6-222e47fe2452 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:48.302726 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1094f5-10d5-478a-afb6-222e47fe2452 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:48.366242 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1094f5-10d5-478a-afb6-222e47fe2452 None None] Pushing event updated for resources: {'Port': ['ID=5e15a913-9485-400c-8ede-32f66308b4a3,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:48.372457 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:48.376397 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-9e1094f5-10d5-478a-afb6-222e47fe2452 None None] Attempting to bind port 5e15a913-9485-400c-8ede-32f66308b4a3 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:48.376838 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-9e1094f5-10d5-478a-afb6-222e47fe2452 None None] Attempting to bind port 5e15a913-9485-400c-8ede-32f66308b4a3 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '2b335b41-ae23-4a90-a6ed-9a01fc7c694d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c9a266e2-7c8a-4f22-a05b-7dd06b39034f'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:48.377270 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1094f5-10d5-478a-afb6-222e47fe2452 None None] Attempting to bind port 5e15a913-9485-400c-8ede-32f66308b4a3 on network c9a266e2-7c8a-4f22-a05b-7dd06b39034f {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:48.383140 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a266e2-7c8a-4f22-a05b-7dd06b39034f']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:48.383355 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1094f5-10d5-478a-afb6-222e47fe2452 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:48:48.384108 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1094f5-10d5-478a-afb6-222e47fe2452 None None] Checking segment: {'id': '2b335b41-ae23-4a90-a6ed-9a01fc7c694d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c9a266e2-7c8a-4f22-a05b-7dd06b39034f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:48.384672 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9e1094f5-10d5-478a-afb6-222e47fe2452 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:48.385048 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1094f5-10d5-478a-afb6-222e47fe2452 None None] Bound using segment: {'id': '2b335b41-ae23-4a90-a6ed-9a01fc7c694d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c9a266e2-7c8a-4f22-a05b-7dd06b39034f'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:48:48.385821 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-9e1094f5-10d5-478a-afb6-222e47fe2452 None None] Bound port: 5e15a913-9485-400c-8ede-32f66308b4a3, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b335b41-ae23-4a90-a6ed-9a01fc7c694d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c9a266e2-7c8a-4f22-a05b-7dd06b39034f'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:48:48.386415 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9e1094f5-10d5-478a-afb6-222e47fe2452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:48.395803 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b335b41-ae23-4a90-a6ed-9a01fc7c694d') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:48.396143 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b335b41-ae23-4a90-a6ed-9a01fc7c694d') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:48.428096 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:48.447944 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:48.457632 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:48:48.458053 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:48.509504 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:48:48.509504 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:48:48.509504 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:48:48.509504 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:48:48.509504 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:48:48.509504 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:48:48.509504 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:48:48.509504 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:48:48.509504 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:48:48.509504 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:48:48.509504 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:48:48.509504 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:48:48.509504 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:48:48.509504 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:48:48.509504 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:48:48.509504 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:48:48.509504 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:48:48.509504 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:48:48.509504 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:48:48.509504 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:48:48.509504 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:48:48.509504 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:48:48.509504 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:48:48.509504 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:48:48.509504 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:48:48.509504 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:48:48.509504 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:48:48.509504 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:48:48.509504 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:48:48.509504 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:48:48.509504 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:48:48.509504 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:48:48.511256 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-9e1094f5-10d5-478a-afb6-222e47fe2452 None None] For port 5e15a913-9485-400c-8ede-32f66308b4a3, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:48:48.519668 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event deleted for resources: {'Subnet': ['ID=6a5148ce-57d5-4a24-921e-bfa06a02d937,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:48.533764 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-9e1094f5-10d5-478a-afb6-222e47fe2452 None None] For port 5e15a913-9485-400c-8ede-32f66308b4a3, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=5e15a913-9485-400c-8ede-32f66308b4a3,segment=NetworkSegment(2b335b41-ae23-4a90-a6ed-9a01fc7c694d),segment_id=2b335b41-ae23-4a90-a6ed-9a01fc7c694d)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:48:48.534635 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.db.api [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:48:48.534635 n-d-712140-10 neutron-server[94063]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:48:48.534635 n-d-712140-10 neutron-server[94063]: [parameters: {'id': 'c9a266e2-7c8a-4f22-a05b-7dd06b39034f'}] Jul 29 23:48:48.534635 n-d-712140-10 neutron-server[94063]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:48:48.534961 n-d-712140-10 neutron-server[94063]: DEBUG oslo_db.api [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:48:48.539497 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9e1094f5-10d5-478a-afb6-222e47fe2452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:48.649880 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1094f5-10d5-478a-afb6-222e47fe2452 None None] Pushing event updated for resources: {'Port': ['ID=5e15a913-9485-400c-8ede-32f66308b4a3,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:48.655424 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161bf447-5ddb-495f-87d0-26e23fb14cc2 None None] Network c9a266e2-7c8a-4f22-a05b-7dd06b39034f requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:48.839888 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b0231-cb74-43bd-bfc0-aaac06f811fd req-f64aae16-2926-4d03-b6cd-26db9b3f00a8 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:48.841484 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-814b0231-cb74-43bd-bfc0-aaac06f811fd req-f64aae16-2926-4d03-b6cd-26db9b3f00a8 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 946 time: 0.1286430 Jul 29 23:48:48.848845 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 09557711-a741-4469-8034-95ed959beb74 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:48.920594 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-814b0231-cb74-43bd-bfc0-aaac06f811fd req-3d21ea3f-96f3-49ce-a882-beb3d7a6bd13 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722206 Jul 29 23:48:48.924510 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 09557711-a741-4469-8034-95ed959beb74 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:49.036118 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.103635 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a790bd3-7f12-41e1-bd08-689f6f48f5aa None None] Network fa214a1b-e6ff-4519-925d-bb0739862003 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:49.106940 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Deleting port 5e15a913-9485-400c-8ede-32f66308b4a3 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:48:49.107318 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.190013 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] For port 5e15a913-9485-400c-8ede-32f66308b4a3, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=5e15a913-9485-400c-8ede-32f66308b4a3,segment=NetworkSegment(2b335b41-ae23-4a90-a6ed-9a01fc7c694d),segment_id=2b335b41-ae23-4a90-a6ed-9a01fc7c694d)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:49.190520 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.216757 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Calling delete_port for 5e15a913-9485-400c-8ede-32f66308b4a3 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:48:49.261048 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5041d45d-ff97-498e-9b23-3a5edc120eda None None] Provisioning for port 09557711-a741-4469-8034-95ed959beb74 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:49.268831 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5041d45d-ff97-498e-9b23-3a5edc120eda None None] Provisioning complete for port 09557711-a741-4469-8034-95ed959beb74 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:49.269140 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5041d45d-ff97-498e-9b23-3a5edc120eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.318341 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.337016 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] No DVR routers for this DVR port 5e15a913-9485-400c-8ede-32f66308b4a3 on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:48:49.364817 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event deleted for resources: {'Port': ['ID=5e15a913-9485-400c-8ede-32f66308b4a3,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:49.415161 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5041d45d-ff97-498e-9b23-3a5edc120eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.461894 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.474204 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a266e2-7c8a-4f22-a05b-7dd06b39034f']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:49.483970 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-5041d45d-ff97-498e-9b23-3a5edc120eda None None] For port 09557711-a741-4469-8034-95ed959beb74, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=09557711-a741-4469-8034-95ed959beb74,segment=NetworkSegment(befe60d3-449f-4bd0-9d02-9f128bc9279a),segment_id=befe60d3-449f-4bd0-9d02-9f128bc9279a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:49.486548 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b335b41-ae23-4a90-a6ed-9a01fc7c694d') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:49.486972 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b335b41-ae23-4a90-a6ed-9a01fc7c694d') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:49.495795 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5041d45d-ff97-498e-9b23-3a5edc120eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.508345 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.527745 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.543399 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:48:49.544441 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.549517 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:48:49.549517 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:48:49.549517 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:48:49.549517 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:48:49.549517 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:48:49.549517 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:48:49.549517 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:48:49.549517 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:48:49.549517 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:48:49.549517 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:48:49.549517 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:48:49.549517 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:48:49.549517 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:48:49.549517 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:48:49.549517 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:48:49.549517 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:48:49.549517 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:48:49.549517 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:48:49.549517 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:48:49.549517 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:48:49.549517 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:48:49.549517 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:48:49.549517 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:48:49.549517 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:48:49.549517 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:48:49.549517 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:48:49.549517 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:48:49.549517 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:48:49.549517 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:48:49.549517 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:48:49.549517 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:48:49.549517 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:48:49.586537 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5041d45d-ff97-498e-9b23-3a5edc120eda None None] Pushing event updated for resources: {'Port': ['ID=09557711-a741-4469-8034-95ed959beb74,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:49.636484 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.642568 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.648226 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43870) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:49.654674 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "DELETE /v2.0/networks/c9a266e2-7c8a-4f22-a05b-7dd06b39034f HTTP/1.1" status: 204 len: 168 time: 2.1831846 Jul 29 23:48:49.655168 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-8c0844e3-dab4-49b8-822d-caa651da0498 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1493343703'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:49.661503 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd40a2ec-3005-4594-a188-805849fa4ae4 None None] get_active_networks_info from n-d-712140-10 {{(pid=94065) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:48:49.683166 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0844e3-dab4-49b8-822d-caa651da0498 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Made reservation on behalf of 4f75b7ad928f49638d393b4f11fb2ccb for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:49.688006 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80de6d1-fc9f-49b2-80d6-78e7d3ae66b9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event deleted for resources: {'Network': ['ID=c9a266e2-7c8a-4f22-a05b-7dd06b39034f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:49.688290 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8c0844e3-dab4-49b8-822d-caa651da0498 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.720027 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0844e3-dab4-49b8-822d-caa651da0498 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:48:49.731315 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8c0844e3-dab4-49b8-822d-caa651da0498 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.732645 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-8c0844e3-dab4-49b8-822d-caa651da0498 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Added segment 97014f7c-16cd-44bd-ba1d-64e39ebe0a2b of type vlan for network 67a36c1b-06c9-4250-babe-93387f9ad879 Jul 29 23:48:49.739501 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b3d21bc3-1109-40bd-a06f-3cfa6ddfb962 None None] Provisioning complete for port 09557711-a741-4469-8034-95ed959beb74 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:49.739501 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b3d21bc3-1109-40bd-a06f-3cfa6ddfb962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.785819 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8c0844e3-dab4-49b8-822d-caa651da0498 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.805190 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd40a2ec-3005-4594-a188-805849fa4ae4 None None] Resources bound (agent type, host, resource id): {{(pid=94065) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:48:49.829438 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8c0844e3-dab4-49b8-822d-caa651da0498 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.836280 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0844e3-dab4-49b8-822d-caa651da0498 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:49.839903 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8c0844e3-dab4-49b8-822d-caa651da0498 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:49.949242 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0844e3-dab4-49b8-822d-caa651da0498 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event updated for resources: {'Network': ['ID=67a36c1b-06c9-4250-babe-93387f9ad879,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:49.963891 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43884) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:49.964047 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8c0844e3-dab4-49b8-822d-caa651da0498 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3144333 Jul 29 23:48:49.970984 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-c69d9fbf-c6e0-4780-b835-672baf14d246 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Request body: {'subnet': {'network_id': '67a36c1b-06c9-4250-babe-93387f9ad879', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:49.994682 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 67a36c1b-06c9-4250-babe-93387f9ad879 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:48:50.119965 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69d9fbf-c6e0-4780-b835-672baf14d246 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Made reservation on behalf of 4f75b7ad928f49638d393b4f11fb2ccb for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:50.124636 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c69d9fbf-c6e0-4780-b835-672baf14d246 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.196805 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937497da-2c9d-4e30-b80a-f2e778b52261 req-66976764-a93c-4887-ad2d-868f3ef7e260 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:50.198244 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-937497da-2c9d-4e30-b80a-f2e778b52261 req-66976764-a93c-4887-ad2d-868f3ef7e260 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 946 time: 0.1512971 Jul 29 23:48:50.263454 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-937497da-2c9d-4e30-b80a-f2e778b52261 req-5c45c4b2-2f6a-4689-bddf-f31678b5c34d tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549164 Jul 29 23:48:50.405271 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c69d9fbf-c6e0-4780-b835-672baf14d246 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.477930 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69d9fbf-c6e0-4780-b835-672baf14d246 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event updated for resources: {'Subnet': ['ID=59839771-2592-4a30-89f8-ff5adaa3b326,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:50.482407 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69d9fbf-c6e0-4780-b835-672baf14d246 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Checking segment: {'id': '97014f7c-16cd-44bd-ba1d-64e39ebe0a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '67a36c1b-06c9-4250-babe-93387f9ad879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:50.482913 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69d9fbf-c6e0-4780-b835-672baf14d246 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Network hostable DHCP agents. Network: 67a36c1b-06c9-4250-babe-93387f9ad879, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:48:50.505274 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69d9fbf-c6e0-4780-b835-672baf14d246 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Network 67a36c1b-06c9-4250-babe-93387f9ad879 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:48:50.515328 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-c69d9fbf-c6e0-4780-b835-672baf14d246 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 67a36c1b-06c9-4250-babe-93387f9ad879) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:50.520160 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69d9fbf-c6e0-4780-b835-672baf14d246 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:50.521035 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c69d9fbf-c6e0-4780-b835-672baf14d246 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.527435 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b12d7d-9abc-4eaf-9533-1df0fd94b51a None None] Network 67a36c1b-06c9-4250-babe-93387f9ad879 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:50.543477 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c69d9fbf-c6e0-4780-b835-672baf14d246 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5781596 Jul 29 23:48:50.547358 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43894) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:50.559925 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-64bd531a-baea-434e-a72e-b9a8759fd268 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-181542969'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:50.581469 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bd531a-baea-434e-a72e-b9a8759fd268 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Made reservation on behalf of 4f75b7ad928f49638d393b4f11fb2ccb for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:50.585637 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-64bd531a-baea-434e-a72e-b9a8759fd268 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.622896 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64bd531a-baea-434e-a72e-b9a8759fd268 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:48:50.640835 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-64bd531a-baea-434e-a72e-b9a8759fd268 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.641999 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-64bd531a-baea-434e-a72e-b9a8759fd268 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Added segment a2850913-5802-4a0f-8aed-208d19e22360 of type vlan for network d4847def-3659-4261-8340-256d9c7f6ecb Jul 29 23:48:50.710887 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-64bd531a-baea-434e-a72e-b9a8759fd268 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.754451 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-64bd531a-baea-434e-a72e-b9a8759fd268 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.769514 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bd531a-baea-434e-a72e-b9a8759fd268 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:50.774255 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-64bd531a-baea-434e-a72e-b9a8759fd268 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.793624 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 09557711-a741-4469-8034-95ed959beb74 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:50.886255 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-64bd531a-baea-434e-a72e-b9a8759fd268 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3376315 Jul 29 23:48:50.889799 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43902) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:50.894885 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bd531a-baea-434e-a72e-b9a8759fd268 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event updated for resources: {'Network': ['ID=d4847def-3659-4261-8340-256d9c7f6ecb,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:50.895143 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-cd39dd83-b91b-44c1-8e37-5bc4d6373444 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Request body: {'subnet': {'network_id': 'd4847def-3659-4261-8340-256d9c7f6ecb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:50.902127 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 09557711-a741-4469-8034-95ed959beb74 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:50.902502 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:50.950631 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network d4847def-3659-4261-8340-256d9c7f6ecb details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:48:51.003545 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd39dd83-b91b-44c1-8e37-5bc4d6373444 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Made reservation on behalf of 4f75b7ad928f49638d393b4f11fb2ccb for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:51.007600 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cd39dd83-b91b-44c1-8e37-5bc4d6373444 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.082689 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd6cb96-89c0-4b44-b9b5-42bbfcb61cb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-67a36c1b-06c9-4250-babe-93387f9ad879', 'network_id': '67a36c1b-06c9-4250-babe-93387f9ad879', 'tenant_id': '4f75b7ad928f49638d393b4f11fb2ccb', 'fixed_ips': [{'subnet_id': '59839771-2592-4a30-89f8-ff5adaa3b326'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:48:51.083683 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fdd6cb96-89c0-4b44-b9b5-42bbfcb61cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.097583 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.ipam_backend_mixin [None req-cd39dd83-b91b-44c1-8e37-5bc4d6373444 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Performing IP validity checks on allocation pools {{(pid=94063) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 29 23:48:51.098310 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.ipam_backend_mixin [None req-cd39dd83-b91b-44c1-8e37-5bc4d6373444 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94063) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 29 23:48:51.257480 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cd39dd83-b91b-44c1-8e37-5bc4d6373444 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.345044 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-fdd6cb96-89c0-4b44-b9b5-42bbfcb61cb7 None None] Allocated IP 2001:db8::1 (67a36c1b-06c9-4250-babe-93387f9ad879/59839771-2592-4a30-89f8-ff5adaa3b326/fbf9736f-ff56-4d3e-9482-6a91247408b4) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:51.363414 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd39dd83-b91b-44c1-8e37-5bc4d6373444 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event updated for resources: {'Subnet': ['ID=ecbdedaa-8b93-4fcc-a102-b2ac931bf05e,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:51.369391 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd39dd83-b91b-44c1-8e37-5bc4d6373444 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Checking segment: {'id': 'a2850913-5802-4a0f-8aed-208d19e22360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'd4847def-3659-4261-8340-256d9c7f6ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:51.369837 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd39dd83-b91b-44c1-8e37-5bc4d6373444 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Network hostable DHCP agents. Network: d4847def-3659-4261-8340-256d9c7f6ecb, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:48:51.399932 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd39dd83-b91b-44c1-8e37-5bc4d6373444 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Network d4847def-3659-4261-8340-256d9c7f6ecb is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:48:51.433649 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-cd39dd83-b91b-44c1-8e37-5bc4d6373444 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, d4847def-3659-4261-8340-256d9c7f6ecb) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:51.448256 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd39dd83-b91b-44c1-8e37-5bc4d6373444 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:51.449491 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cd39dd83-b91b-44c1-8e37-5bc4d6373444 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.475119 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5b075-d2a6-4629-8c18-1e5e9d4e2d57 req-bb8755d2-1fb5-4e63-92e7-f4741996b2f6 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:51.480321 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4f5b075-d2a6-4629-8c18-1e5e9d4e2d57 req-bb8755d2-1fb5-4e63-92e7-f4741996b2f6 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 946 time: 0.0908489 Jul 29 23:48:51.488980 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-cd39dd83-b91b-44c1-8e37-5bc4d6373444 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.5980897 Jul 29 23:48:51.491797 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43920) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:51.519355 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fdd6cb96-89c0-4b44-b9b5-42bbfcb61cb7 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.531689 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4f5b075-d2a6-4629-8c18-1e5e9d4e2d57 req-73b788d2-5427-412d-b3cb-c4ab4f2bd8a7 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412087 Jul 29 23:48:51.541867 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fdd6cb96-89c0-4b44-b9b5-42bbfcb61cb7 None None] Transition to ACTIVE for port object fbf9736f-ff56-4d3e-9482-6a91247408b4 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:51.548046 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b79635-3de3-48b5-b6f9-973d3bc92d67 None None] Network d4847def-3659-4261-8340-256d9c7f6ecb requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:51.615744 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fdd6cb96-89c0-4b44-b9b5-42bbfcb61cb7 None None] Transition to ACTIVE for port object fbf9736f-ff56-4d3e-9482-6a91247408b4 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:51.631208 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fdd6cb96-89c0-4b44-b9b5-42bbfcb61cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.651897 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-464ec8b5-06b2-4540-9d9e-2e78a21c80d1 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.686215 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd6cb96-89c0-4b44-b9b5-42bbfcb61cb7 None None] Network 67a36c1b-06c9-4250-babe-93387f9ad879 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:51.691914 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-fdd6cb96-89c0-4b44-b9b5-42bbfcb61cb7 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:51.697328 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd6cb96-89c0-4b44-b9b5-42bbfcb61cb7 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:51.722486 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6cb96-89c0-4b44-b9b5-42bbfcb61cb7 None None] Pushing event updated for resources: {'Port': ['ID=fbf9736f-ff56-4d3e-9482-6a91247408b4,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:51.768337 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-464ec8b5-06b2-4540-9d9e-2e78a21c80d1 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.811754 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-fdd6cb96-89c0-4b44-b9b5-42bbfcb61cb7 None None] Attempting to bind port fbf9736f-ff56-4d3e-9482-6a91247408b4 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:51.811754 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-fdd6cb96-89c0-4b44-b9b5-42bbfcb61cb7 None None] Attempting to bind port fbf9736f-ff56-4d3e-9482-6a91247408b4 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '97014f7c-16cd-44bd-ba1d-64e39ebe0a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '67a36c1b-06c9-4250-babe-93387f9ad879'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:51.811754 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd6cb96-89c0-4b44-b9b5-42bbfcb61cb7 None None] Attempting to bind port fbf9736f-ff56-4d3e-9482-6a91247408b4 on network 67a36c1b-06c9-4250-babe-93387f9ad879 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:51.856850 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd6cb96-89c0-4b44-b9b5-42bbfcb61cb7 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:48:51.857768 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd6cb96-89c0-4b44-b9b5-42bbfcb61cb7 None None] Checking segment: {'id': '97014f7c-16cd-44bd-ba1d-64e39ebe0a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '67a36c1b-06c9-4250-babe-93387f9ad879'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:51.858510 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fdd6cb96-89c0-4b44-b9b5-42bbfcb61cb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.859068 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd6cb96-89c0-4b44-b9b5-42bbfcb61cb7 None None] Bound using segment: {'id': '97014f7c-16cd-44bd-ba1d-64e39ebe0a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '67a36c1b-06c9-4250-babe-93387f9ad879'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:48:51.859647 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-fdd6cb96-89c0-4b44-b9b5-42bbfcb61cb7 None None] Bound port: fbf9736f-ff56-4d3e-9482-6a91247408b4, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97014f7c-16cd-44bd-ba1d-64e39ebe0a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '67a36c1b-06c9-4250-babe-93387f9ad879'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:48:51.860080 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fdd6cb96-89c0-4b44-b9b5-42bbfcb61cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.867759 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326f58a9-7da3-48dd-91d1-7a67dd1129ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-d4847def-3659-4261-8340-256d9c7f6ecb', 'network_id': 'd4847def-3659-4261-8340-256d9c7f6ecb', 'tenant_id': '4f75b7ad928f49638d393b4f11fb2ccb', 'fixed_ips': [{'subnet_id': 'ecbdedaa-8b93-4fcc-a102-b2ac931bf05e'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:48:51.869767 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-326f58a9-7da3-48dd-91d1-7a67dd1129ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.897015 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-464ec8b5-06b2-4540-9d9e-2e78a21c80d1 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:51.933781 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ec8b5-06b2-4540-9d9e-2e78a21c80d1 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event deleted for resources: {'Subnet': ['ID=ecbdedaa-8b93-4fcc-a102-b2ac931bf05e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:51.995435 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-fdd6cb96-89c0-4b44-b9b5-42bbfcb61cb7 None None] For port fbf9736f-ff56-4d3e-9482-6a91247408b4, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:48:52.001278 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-fdd6cb96-89c0-4b44-b9b5-42bbfcb61cb7 None None] For port fbf9736f-ff56-4d3e-9482-6a91247408b4, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=fbf9736f-ff56-4d3e-9482-6a91247408b4,segment=NetworkSegment(97014f7c-16cd-44bd-ba1d-64e39ebe0a2b),segment_id=97014f7c-16cd-44bd-ba1d-64e39ebe0a2b)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:48:52.007193 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-464ec8b5-06b2-4540-9d9e-2e78a21c80d1 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.021357 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-464ec8b5-06b2-4540-9d9e-2e78a21c80d1 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4847def-3659-4261-8340-256d9c7f6ecb']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:52.066383 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-464ec8b5-06b2-4540-9d9e-2e78a21c80d1 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2850913-5802-4a0f-8aed-208d19e22360') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:52.067021 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-464ec8b5-06b2-4540-9d9e-2e78a21c80d1 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2850913-5802-4a0f-8aed-208d19e22360') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:52.067914 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fdd6cb96-89c0-4b44-b9b5-42bbfcb61cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.079404 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-464ec8b5-06b2-4540-9d9e-2e78a21c80d1 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.095390 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-464ec8b5-06b2-4540-9d9e-2e78a21c80d1 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.102611 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-464ec8b5-06b2-4540-9d9e-2e78a21c80d1 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:48:52.103024 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e650e7a5-39b8-4314-a5b3-211505e3a081 None None] Network d4847def-3659-4261-8340-256d9c7f6ecb requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:52.103122 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-464ec8b5-06b2-4540-9d9e-2e78a21c80d1 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.106792 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:48:52.106792 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:48:52.106792 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:48:52.106792 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:48:52.106792 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:48:52.106792 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:48:52.106792 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:48:52.106792 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:48:52.106792 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:48:52.106792 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:48:52.106792 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:48:52.106792 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:48:52.106792 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:48:52.106792 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:48:52.106792 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:48:52.106792 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:48:52.106792 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:48:52.106792 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:48:52.106792 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:48:52.106792 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:48:52.106792 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:48:52.106792 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:48:52.106792 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:48:52.106792 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:48:52.106792 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:48:52.106792 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:48:52.106792 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:48:52.106792 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:48:52.106792 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:48:52.106792 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:48:52.106792 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:48:52.106792 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:48:52.197670 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6cb96-89c0-4b44-b9b5-42bbfcb61cb7 None None] Pushing event updated for resources: {'Port': ['ID=fbf9736f-ff56-4d3e-9482-6a91247408b4,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:52.224098 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-464ec8b5-06b2-4540-9d9e-2e78a21c80d1 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.254170 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-464ec8b5-06b2-4540-9d9e-2e78a21c80d1 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.261959 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-464ec8b5-06b2-4540-9d9e-2e78a21c80d1 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "DELETE /v2.0/networks/d4847def-3659-4261-8340-256d9c7f6ecb HTTP/1.1" status: 204 len: 168 time: 0.7688591 Jul 29 23:48:52.274989 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43946) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:52.289259 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ec8b5-06b2-4540-9d9e-2e78a21c80d1 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event deleted for resources: {'Network': ['ID=d4847def-3659-4261-8340-256d9c7f6ecb,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:52.296342 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-16a0c568-145e-4c43-ae02-2df6306ce14e tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-493372093'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:52.325282 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a0c568-145e-4c43-ae02-2df6306ce14e tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Made reservation on behalf of 4f75b7ad928f49638d393b4f11fb2ccb for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:52.330009 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-16a0c568-145e-4c43-ae02-2df6306ce14e tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.360234 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16a0c568-145e-4c43-ae02-2df6306ce14e tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:48:52.373058 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-16a0c568-145e-4c43-ae02-2df6306ce14e tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.375280 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-16a0c568-145e-4c43-ae02-2df6306ce14e tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Added segment 8c90b94b-e4fe-4ce3-b5be-3eb84a8a2c4f of type vlan for network 0c55cacf-4b26-4e12-ab2c-2b585ec7b927 Jul 29 23:48:52.456627 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-16a0c568-145e-4c43-ae02-2df6306ce14e tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.496458 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-16a0c568-145e-4c43-ae02-2df6306ce14e tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.506500 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a0c568-145e-4c43-ae02-2df6306ce14e tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:52.507292 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-16a0c568-145e-4c43-ae02-2df6306ce14e tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.611155 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0c568-145e-4c43-ae02-2df6306ce14e tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event updated for resources: {'Network': ['ID=0c55cacf-4b26-4e12-ab2c-2b585ec7b927,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:52.616683 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-16a0c568-145e-4c43-ae02-2df6306ce14e tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3405004 Jul 29 23:48:52.620271 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 43954) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:52.622632 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 0c55cacf-4b26-4e12-ab2c-2b585ec7b927 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:48:52.626384 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-6c0b02ce-60bc-4727-8d74-a26eacc2eb9b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Request body: {'subnet': {'network_id': '0c55cacf-4b26-4e12-ab2c-2b585ec7b927', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:52.777587 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b275df-34ee-4bd1-93fb-e95d7d084e92 req-f990d579-9d0d-487c-ba58-1a3376ad3587 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:52.779284 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f0b275df-34ee-4bd1-93fb-e95d7d084e92 req-f990d579-9d0d-487c-ba58-1a3376ad3587 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 946 time: 0.1059463 Jul 29 23:48:52.798301 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0b02ce-60bc-4727-8d74-a26eacc2eb9b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Made reservation on behalf of 4f75b7ad928f49638d393b4f11fb2ccb for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:52.801718 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6c0b02ce-60bc-4727-8d74-a26eacc2eb9b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:52.827882 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device fbf9736f-ff56-4d3e-9482-6a91247408b4 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:52.896017 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port fbf9736f-ff56-4d3e-9482-6a91247408b4 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:52.903042 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f0b275df-34ee-4bd1-93fb-e95d7d084e92 req-e4c1d8c3-f54c-419b-94b0-2b5c6ead97ef tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141427 Jul 29 23:48:53.116268 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6c0b02ce-60bc-4727-8d74-a26eacc2eb9b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:53.239604 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b02ce-60bc-4727-8d74-a26eacc2eb9b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event updated for resources: {'Subnet': ['ID=6b4421e9-d361-4a9f-8d45-76356f5f2eb1,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:53.250089 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c0b02ce-60bc-4727-8d74-a26eacc2eb9b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Checking segment: {'id': '8c90b94b-e4fe-4ce3-b5be-3eb84a8a2c4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0c55cacf-4b26-4e12-ab2c-2b585ec7b927'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:53.250458 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0b02ce-60bc-4727-8d74-a26eacc2eb9b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Network hostable DHCP agents. Network: 0c55cacf-4b26-4e12-ab2c-2b585ec7b927, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:48:53.288949 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0b02ce-60bc-4727-8d74-a26eacc2eb9b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Network 0c55cacf-4b26-4e12-ab2c-2b585ec7b927 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:48:53.310668 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-6c0b02ce-60bc-4727-8d74-a26eacc2eb9b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 0c55cacf-4b26-4e12-ab2c-2b585ec7b927) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:53.320690 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0b02ce-60bc-4727-8d74-a26eacc2eb9b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:53.321297 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6c0b02ce-60bc-4727-8d74-a26eacc2eb9b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:53.326653 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a529a0-f71f-45e3-b4d6-5f9a07ac7097 None None] Network 0c55cacf-4b26-4e12-ab2c-2b585ec7b927 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:53.358421 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 43982) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:53.358945 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6c0b02ce-60bc-4727-8d74-a26eacc2eb9b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.7364750 Jul 29 23:48:53.470552 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device b6a2553e-b89d-4897-b8a2-ef68556a2ae1 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:48:53.531674 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dc1d9f-009a-4c27-8ed0-b9fa36ea67ac None None] Network 67a36c1b-06c9-4250-babe-93387f9ad879 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:53.535573 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eb00c685-53df-4fe8-aba7-cc3990fb0599 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:53.564323 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-859e6bba-3048-47d7-ab41-cfb39a467958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-0c55cacf-4b26-4e12-ab2c-2b585ec7b927', 'network_id': '0c55cacf-4b26-4e12-ab2c-2b585ec7b927', 'tenant_id': '4f75b7ad928f49638d393b4f11fb2ccb', 'fixed_ips': [{'subnet_id': '6b4421e9-d361-4a9f-8d45-76356f5f2eb1'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:48:53.565486 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-859e6bba-3048-47d7-ab41-cfb39a467958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:53.615983 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eb00c685-53df-4fe8-aba7-cc3990fb0599 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:53.632319 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-efa12ff9-0a6a-4b5a-8c91-7baa890ffa91 None None] Provisioning for port fbf9736f-ff56-4d3e-9482-6a91247408b4 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:48:53.744500 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eb00c685-53df-4fe8-aba7-cc3990fb0599 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:53.785472 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00c685-53df-4fe8-aba7-cc3990fb0599 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event deleted for resources: {'Subnet': ['ID=6b4421e9-d361-4a9f-8d45-76356f5f2eb1,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:53.859116 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port b6a2553e-b89d-4897-b8a2-ef68556a2ae1, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b6a2553e-b89d-4897-b8a2-ef68556a2ae1,segment=NetworkSegment(a8b5eda5-9414-420c-921a-7601972def5c),segment_id=a8b5eda5-9414-420c-921a-7601972def5c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:53.879045 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'b6a2553e-b89d-4897-b8a2-ef68556a2ae1', 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43', 'port_id': 'b6a2553e-b89d-4897-b8a2-ef68556a2ae1', 'mac_address': 'fa:16:3e:0d:5d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:48:53.890771 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-efa12ff9-0a6a-4b5a-8c91-7baa890ffa91 None None] Provisioning complete for port fbf9736f-ff56-4d3e-9482-6a91247408b4 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:53.891147 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-efa12ff9-0a6a-4b5a-8c91-7baa890ffa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:53.942663 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eb00c685-53df-4fe8-aba7-cc3990fb0599 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:53.963850 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-eb00c685-53df-4fe8-aba7-cc3990fb0599 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c55cacf-4b26-4e12-ab2c-2b585ec7b927']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:53.989087 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-eb00c685-53df-4fe8-aba7-cc3990fb0599 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c90b94b-e4fe-4ce3-b5be-3eb84a8a2c4f') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:53.989381 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-eb00c685-53df-4fe8-aba7-cc3990fb0599 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c90b94b-e4fe-4ce3-b5be-3eb84a8a2c4f') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:54.020432 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.024180 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eb00c685-53df-4fe8-aba7-cc3990fb0599 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server [None req-859e6bba-3048-47d7-ab41-cfb39a467958 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b4421e9-d361-4a9f-8d45-76356f5f2eb1: This subnet is being modified by another concurrent operation. Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:48:54.025899 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise exception Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b4421e9-d361-4a9f-8d45-76356f5f2eb1: This subnet is being modified by another concurrent operation. Jul 29 23:48:54.029927 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server Jul 29 23:48:54.068586 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eb00c685-53df-4fe8-aba7-cc3990fb0599 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.070266 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab51ddc-d173-4ddd-b6af-2396e5a9194d None None] Network 0c55cacf-4b26-4e12-ab2c-2b585ec7b927 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:54.084380 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb00c685-53df-4fe8-aba7-cc3990fb0599 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:48:54.085046 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eb00c685-53df-4fe8-aba7-cc3990fb0599 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.085245 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206c42e-1dc9-4442-b18f-39b6a450c72a req-95699378-3129-47b7-82a1-1a6d36957775 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:54.087034 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0206c42e-1dc9-4442-b18f-39b6a450c72a req-95699378-3129-47b7-82a1-1a6d36957775 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 946 time: 0.0702581 Jul 29 23:48:54.123382 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6a2553e-b89d-4897-b8a2-ef68556a2ae1 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:48:54.160399 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0206c42e-1dc9-4442-b18f-39b6a450c72a req-2f47611f-9de3-4bd9-9ad0-6855d584b91e tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659289 Jul 29 23:48:54.184196 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:48:54.184196 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:48:54.184196 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:48:54.184196 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:48:54.184196 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:48:54.184196 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:48:54.184196 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:48:54.184196 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:48:54.184196 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:48:54.184196 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:48:54.184196 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:48:54.184196 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:48:54.184196 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:48:54.184196 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:48:54.184196 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:48:54.184196 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:48:54.184196 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:48:54.184196 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:48:54.184196 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:48:54.184196 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:48:54.184196 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:48:54.184196 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:48:54.184196 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:48:54.184196 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:48:54.184196 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:48:54.184196 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:48:54.184196 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:48:54.184196 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:48:54.184196 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:48:54.184196 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:48:54.184196 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:48:54.184196 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:48:54.244805 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eb00c685-53df-4fe8-aba7-cc3990fb0599 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.270397 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eb00c685-53df-4fe8-aba7-cc3990fb0599 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.276153 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44018) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:54.280275 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-eb00c685-53df-4fe8-aba7-cc3990fb0599 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "DELETE /v2.0/networks/0c55cacf-4b26-4e12-ab2c-2b585ec7b927 HTTP/1.1" status: 204 len: 168 time: 0.9105914 Jul 29 23:48:54.284378 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-a02b7aa0-635c-46b1-b131-556f516f4d56 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-499599622'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:54.310615 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00c685-53df-4fe8-aba7-cc3990fb0599 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event deleted for resources: {'Network': ['ID=0c55cacf-4b26-4e12-ab2c-2b585ec7b927,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:54.326947 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port b6a2553e-b89d-4897-b8a2-ef68556a2ae1, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b6a2553e-b89d-4897-b8a2-ef68556a2ae1,segment=NetworkSegment(a8b5eda5-9414-420c-921a-7601972def5c),segment_id=a8b5eda5-9414-420c-921a-7601972def5c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:54.365066 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.383806 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02b7aa0-635c-46b1-b131-556f516f4d56 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Made reservation on behalf of 4f75b7ad928f49638d393b4f11fb2ccb for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:54.387872 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a02b7aa0-635c-46b1-b131-556f516f4d56 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.438373 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a02b7aa0-635c-46b1-b131-556f516f4d56 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:48:54.459067 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a02b7aa0-635c-46b1-b131-556f516f4d56 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.459425 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-a02b7aa0-635c-46b1-b131-556f516f4d56 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Added segment 78faa632-ccd8-4000-979c-7a9576a5987e of type vlan for network 9b5aa418-2a3d-414c-8baa-9c3ed529ae28 Jul 29 23:48:54.462978 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['b6a2553e-b89d-4897-b8a2-ef68556a2ae1'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:48:54.493019 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-efa12ff9-0a6a-4b5a-8c91-7baa890ffa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.579741 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a02b7aa0-635c-46b1-b131-556f516f4d56 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.633083 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=b6a2553e-b89d-4897-b8a2-ef68556a2ae1,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:54.668037 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-efa12ff9-0a6a-4b5a-8c91-7baa890ffa91 None None] For port fbf9736f-ff56-4d3e-9482-6a91247408b4, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=fbf9736f-ff56-4d3e-9482-6a91247408b4,segment=NetworkSegment(97014f7c-16cd-44bd-ba1d-64e39ebe0a2b),segment_id=97014f7c-16cd-44bd-ba1d-64e39ebe0a2b)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:54.683718 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-efa12ff9-0a6a-4b5a-8c91-7baa890ffa91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.684064 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a02b7aa0-635c-46b1-b131-556f516f4d56 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.698209 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02b7aa0-635c-46b1-b131-556f516f4d56 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:54.703432 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a02b7aa0-635c-46b1-b131-556f516f4d56 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:54.827230 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44026) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:54.827756 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a02b7aa0-635c-46b1-b131-556f516f4d56 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5500922 Jul 29 23:48:54.841194 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02b7aa0-635c-46b1-b131-556f516f4d56 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event updated for resources: {'Network': ['ID=9b5aa418-2a3d-414c-8baa-9c3ed529ae28,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:54.853520 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-bcf244a3-1ab6-403b-8be4-64664f47479a tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Request body: {'subnet': {'network_id': '9b5aa418-2a3d-414c-8baa-9c3ed529ae28', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:55.066435 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf244a3-1ab6-403b-8be4-64664f47479a tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Made reservation on behalf of 4f75b7ad928f49638d393b4f11fb2ccb for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:55.070221 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bcf244a3-1ab6-403b-8be4-64664f47479a tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:55.072017 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 9b5aa418-2a3d-414c-8baa-9c3ed529ae28 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:48:55.077919 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48387a0-613c-44d9-8c98-a3d15e13e1a3 None None] get_active_networks_info from n-d-712140-10 {{(pid=94065) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:48:55.309629 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa12ff9-0a6a-4b5a-8c91-7baa890ffa91 None None] Pushing event updated for resources: {'Port': ['ID=fbf9736f-ff56-4d3e-9482-6a91247408b4,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:55.348563 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-27bed048-4c24-4537-a3a5-c7a61265a517 None None] Provisioning complete for port fbf9736f-ff56-4d3e-9482-6a91247408b4 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:55.349212 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27bed048-4c24-4537-a3a5-c7a61265a517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:55.546410 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ba362-29fc-4059-8b26-69505bd385ab req-550d707f-5720-4c8c-8cd8-2eef78714c34 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:55.561958 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bcf244a3-1ab6-403b-8be4-64664f47479a tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:55.573151 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-720ba362-29fc-4059-8b26-69505bd385ab req-550d707f-5720-4c8c-8cd8-2eef78714c34 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 945 time: 0.1657827 Jul 29 23:48:55.583810 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48387a0-613c-44d9-8c98-a3d15e13e1a3 None None] Resources bound (agent type, host, resource id): {{(pid=94065) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:48:55.636078 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-720ba362-29fc-4059-8b26-69505bd385ab req-d67f7f3d-8c37-409e-961d-2afad323b517 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616381 Jul 29 23:48:55.735920 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf244a3-1ab6-403b-8be4-64664f47479a tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event updated for resources: {'Subnet': ['ID=8d70da8c-92ca-408e-b028-a09175a1f643,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:55.790728 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf244a3-1ab6-403b-8be4-64664f47479a tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Checking segment: {'id': '78faa632-ccd8-4000-979c-7a9576a5987e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '9b5aa418-2a3d-414c-8baa-9c3ed529ae28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:55.791379 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf244a3-1ab6-403b-8be4-64664f47479a tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Network hostable DHCP agents. Network: 9b5aa418-2a3d-414c-8baa-9c3ed529ae28, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:48:55.863428 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf244a3-1ab6-403b-8be4-64664f47479a tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Network 9b5aa418-2a3d-414c-8baa-9c3ed529ae28 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:48:55.895073 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-bcf244a3-1ab6-403b-8be4-64664f47479a tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 9b5aa418-2a3d-414c-8baa-9c3ed529ae28) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:55.899756 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf244a3-1ab6-403b-8be4-64664f47479a tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:55.900583 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bcf244a3-1ab6-403b-8be4-64664f47479a tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:55.927500 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bcf244a3-1ab6-403b-8be4-64664f47479a tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0984080 Jul 29 23:48:55.930276 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44042) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:56.115701 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaa2f922-286d-4e26-85f2-292f128edf15 None None] Network 9b5aa418-2a3d-414c-8baa-9c3ed529ae28 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:56.124020 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aaa13550-57aa-4a33-aad4-beef00fa3d07 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:56.246465 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aaa13550-57aa-4a33-aad4-beef00fa3d07 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:56.407265 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aaa13550-57aa-4a33-aad4-beef00fa3d07 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:56.452701 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f708b83c-bbc5-472a-8dc3-dfc728a74b53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-9b5aa418-2a3d-414c-8baa-9c3ed529ae28', 'network_id': '9b5aa418-2a3d-414c-8baa-9c3ed529ae28', 'tenant_id': '4f75b7ad928f49638d393b4f11fb2ccb', 'fixed_ips': [{'subnet_id': '8d70da8c-92ca-408e-b028-a09175a1f643'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:48:56.453724 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f708b83c-bbc5-472a-8dc3-dfc728a74b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:56.547876 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa13550-57aa-4a33-aad4-beef00fa3d07 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event deleted for resources: {'Subnet': ['ID=8d70da8c-92ca-408e-b028-a09175a1f643,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:56.611427 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8771a58-7615-4cec-b023-82963c0952c0 None None] Network 9b5aa418-2a3d-414c-8baa-9c3ed529ae28 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:56.648648 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aaa13550-57aa-4a33-aad4-beef00fa3d07 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:56.664918 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-aaa13550-57aa-4a33-aad4-beef00fa3d07 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b5aa418-2a3d-414c-8baa-9c3ed529ae28']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:56.682240 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-aaa13550-57aa-4a33-aad4-beef00fa3d07 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78faa632-ccd8-4000-979c-7a9576a5987e') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:56.682653 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-aaa13550-57aa-4a33-aad4-beef00fa3d07 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78faa632-ccd8-4000-979c-7a9576a5987e') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:48:56.695733 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aaa13550-57aa-4a33-aad4-beef00fa3d07 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:56.715042 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aaa13550-57aa-4a33-aad4-beef00fa3d07 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:56.723401 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa13550-57aa-4a33-aad4-beef00fa3d07 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:48:56.724256 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aaa13550-57aa-4a33-aad4-beef00fa3d07 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:56.801802 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:48:56.801802 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:48:56.801802 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:48:56.801802 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:48:56.801802 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:48:56.801802 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:48:56.801802 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:48:56.801802 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:48:56.801802 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:48:56.801802 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:48:56.801802 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:48:56.801802 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:48:56.801802 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:48:56.801802 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:48:56.801802 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:48:56.801802 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:48:56.801802 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:48:56.801802 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:48:56.801802 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:48:56.801802 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:48:56.801802 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:48:56.801802 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:48:56.801802 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:48:56.801802 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:48:56.801802 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:48:56.801802 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:48:56.801802 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:48:56.801802 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:48:56.801802 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:48:56.801802 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:48:56.801802 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:48:56.801802 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:48:56.807820 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device fbf9736f-ff56-4d3e-9482-6a91247408b4 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:56.813482 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aaa13550-57aa-4a33-aad4-beef00fa3d07 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:56.828841 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aaa13550-57aa-4a33-aad4-beef00fa3d07 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:56.835766 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44056) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:56.838983 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-aaa13550-57aa-4a33-aad4-beef00fa3d07 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "DELETE /v2.0/networks/9b5aa418-2a3d-414c-8baa-9c3ed529ae28 HTTP/1.1" status: 204 len: 168 time: 0.9037244 Jul 29 23:48:56.843340 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-967c922f-e1ab-4ae8-a353-d8f62d1ad0f6 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-49662450'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:56.858053 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa13550-57aa-4a33-aad4-beef00fa3d07 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event deleted for resources: {'Network': ['ID=9b5aa418-2a3d-414c-8baa-9c3ed529ae28,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:56.971543 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port fbf9736f-ff56-4d3e-9482-6a91247408b4 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:56.972333 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.011196 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adca99f3-d390-41a7-9a4c-117385859421 req-98bfeae7-bbdd-47c5-a2eb-a797d58e59e0 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:57.022040 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-adca99f3-d390-41a7-9a4c-117385859421 req-98bfeae7-bbdd-47c5-a2eb-a797d58e59e0 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 945 time: 0.1710835 Jul 29 23:48:57.049596 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967c922f-e1ab-4ae8-a353-d8f62d1ad0f6 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Made reservation on behalf of 4f75b7ad928f49638d393b4f11fb2ccb for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:57.054025 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-967c922f-e1ab-4ae8-a353-d8f62d1ad0f6 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.105808 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-adca99f3-d390-41a7-9a4c-117385859421 req-e09a74d5-e3a4-44e0-896c-6f50ff4c842f tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827875 Jul 29 23:48:57.125030 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967c922f-e1ab-4ae8-a353-d8f62d1ad0f6 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:48:57.138608 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-967c922f-e1ab-4ae8-a353-d8f62d1ad0f6 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.139366 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-967c922f-e1ab-4ae8-a353-d8f62d1ad0f6 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Added segment 5902a926-8585-4d1d-bfc0-b5ac0091f127 of type vlan for network 7c8d7ed8-c599-4369-96bd-ff90aeca551e Jul 29 23:48:57.227418 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-967c922f-e1ab-4ae8-a353-d8f62d1ad0f6 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.286050 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-967c922f-e1ab-4ae8-a353-d8f62d1ad0f6 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.297920 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967c922f-e1ab-4ae8-a353-d8f62d1ad0f6 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:57.298825 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-967c922f-e1ab-4ae8-a353-d8f62d1ad0f6 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.470363 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-967c922f-e1ab-4ae8-a353-d8f62d1ad0f6 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6277120 Jul 29 23:48:57.470589 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44068) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:57.474380 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device b6a2553e-b89d-4897-b8a2-ef68556a2ae1 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:48:57.475470 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-728c69c7-80b5-4d9d-92b4-1c6a2163ca95 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Request body: {'subnet': {'network_id': '7c8d7ed8-c599-4369-96bd-ff90aeca551e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:57.505402 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c922f-e1ab-4ae8-a353-d8f62d1ad0f6 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event updated for resources: {'Network': ['ID=7c8d7ed8-c599-4369-96bd-ff90aeca551e,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:57.580384 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 7c8d7ed8-c599-4369-96bd-ff90aeca551e details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:48:57.629291 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-728c69c7-80b5-4d9d-92b4-1c6a2163ca95 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Made reservation on behalf of 4f75b7ad928f49638d393b4f11fb2ccb for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:57.635427 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-728c69c7-80b5-4d9d-92b4-1c6a2163ca95 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.813000 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port b6a2553e-b89d-4897-b8a2-ef68556a2ae1 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:48:57.815884 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.942943 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-728c69c7-80b5-4d9d-92b4-1c6a2163ca95 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:57.970040 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:58.025468 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15f9ea6-9807-43b5-95f2-bcc7c1701c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a2553e-b89d-4897-b8a2-ef68556a2ae1'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:48:58.036160 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69dbebb-7e9b-4e3d-858d-45ff2104b7e3" -d '{"events": [{"server_uuid": "c15f9ea6-9807-43b5-95f2-bcc7c1701c6f", "name": "network-vif-plugged", "status": "completed", "tag": "b6a2553e-b89d-4897-b8a2-ef68556a2ae1"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:48:58.066431 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c69c7-80b5-4d9d-92b4-1c6a2163ca95 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event updated for resources: {'Subnet': ['ID=12e32c64-e9dd-42be-bf99-b6eba0678d56,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:58.070443 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port b6a2553e-b89d-4897-b8a2-ef68556a2ae1, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b6a2553e-b89d-4897-b8a2-ef68556a2ae1,segment=NetworkSegment(a8b5eda5-9414-420c-921a-7601972def5c),segment_id=a8b5eda5-9414-420c-921a-7601972def5c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:48:58.082032 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:58.111454 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728c69c7-80b5-4d9d-92b4-1c6a2163ca95 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Checking segment: {'id': '5902a926-8585-4d1d-bfc0-b5ac0091f127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7c8d7ed8-c599-4369-96bd-ff90aeca551e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:58.111804 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728c69c7-80b5-4d9d-92b4-1c6a2163ca95 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Network hostable DHCP agents. Network: 7c8d7ed8-c599-4369-96bd-ff90aeca551e, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:48:58.161780 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728c69c7-80b5-4d9d-92b4-1c6a2163ca95 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Network 7c8d7ed8-c599-4369-96bd-ff90aeca551e is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:48:58.176948 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-728c69c7-80b5-4d9d-92b4-1c6a2163ca95 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 7c8d7ed8-c599-4369-96bd-ff90aeca551e) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:58.180973 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-728c69c7-80b5-4d9d-92b4-1c6a2163ca95 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:58.181549 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-728c69c7-80b5-4d9d-92b4-1c6a2163ca95 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:58.208160 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-728c69c7-80b5-4d9d-92b4-1c6a2163ca95 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7384803 Jul 29 23:48:58.210965 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44084) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:58.215395 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055857b6-b880-4750-9852-7121095e6a85 None None] Network 7c8d7ed8-c599-4369-96bd-ff90aeca551e requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:48:58.216017 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-67d07253-2a7f-40f1-ba8e-e613fe552355 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Request body: {'subnet': {'network_id': '7c8d7ed8-c599-4369-96bd-ff90aeca551e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:58.322623 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8e913f-de30-48dd-a84c-9f9fbe93b7b7 x-openstack-request-id: req-ad8e913f-de30-48dd-a84c-9f9fbe93b7b7 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:48:58.322916 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15f9ea6-9807-43b5-95f2-bcc7c1701c6f", "name": "network-vif-plugged", "status": "completed", "tag": "b6a2553e-b89d-4897-b8a2-ef68556a2ae1", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:48:58.323176 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad8e913f-de30-48dd-a84c-9f9fbe93b7b7 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:48:58.323656 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15f9ea6-9807-43b5-95f2-bcc7c1701c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a2553e-b89d-4897-b8a2-ef68556a2ae1', 'code': 200} Jul 29 23:48:58.325635 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=b6a2553e-b89d-4897-b8a2-ef68556a2ae1,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:58.546156 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91744be-8036-4445-9a64-322042b37567 req-d2abd8e8-eee8-4ffa-b247-7108aa9988e4 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:58.556473 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f91744be-8036-4445-9a64-322042b37567 req-d2abd8e8-eee8-4ffa-b247-7108aa9988e4 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 946 time: 0.1104033 Jul 29 23:48:58.610572 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee8207b1-6e82-4385-a731-27b126e9ec64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-7c8d7ed8-c599-4369-96bd-ff90aeca551e', 'network_id': '7c8d7ed8-c599-4369-96bd-ff90aeca551e', 'tenant_id': '4f75b7ad928f49638d393b4f11fb2ccb', 'fixed_ips': [{'subnet_id': '12e32c64-e9dd-42be-bf99-b6eba0678d56'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:48:58.611565 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ee8207b1-6e82-4385-a731-27b126e9ec64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:58.643186 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f91744be-8036-4445-9a64-322042b37567 req-fcce5853-44ae-4591-8800-a582e8927674 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742652 Jul 29 23:48:58.887689 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-ee8207b1-6e82-4385-a731-27b126e9ec64 None None] Allocated IP 2001:db8::2 (7c8d7ed8-c599-4369-96bd-ff90aeca551e/12e32c64-e9dd-42be-bf99-b6eba0678d56/9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:48:58.991682 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d07253-2a7f-40f1-ba8e-e613fe552355 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Made reservation on behalf of 4f75b7ad928f49638d393b4f11fb2ccb for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:58.993216 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-67d07253-2a7f-40f1-ba8e-e613fe552355 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:59.124360 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ee8207b1-6e82-4385-a731-27b126e9ec64 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:59.133932 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ee8207b1-6e82-4385-a731-27b126e9ec64 None None] Transition to ACTIVE for port object 9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:59.158061 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ee8207b1-6e82-4385-a731-27b126e9ec64 None None] Transition to ACTIVE for port object 9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:48:59.166957 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ee8207b1-6e82-4385-a731-27b126e9ec64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:59.234267 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8207b1-6e82-4385-a731-27b126e9ec64 None None] Network 7c8d7ed8-c599-4369-96bd-ff90aeca551e is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:59.238238 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8207b1-6e82-4385-a731-27b126e9ec64 None None] Pushing event updated for resources: {'Port': ['ID=9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:59.241882 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-ee8207b1-6e82-4385-a731-27b126e9ec64 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:59.244774 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8207b1-6e82-4385-a731-27b126e9ec64 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:48:59.328966 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-ee8207b1-6e82-4385-a731-27b126e9ec64 None None] Attempting to bind port 9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:48:59.329458 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-ee8207b1-6e82-4385-a731-27b126e9ec64 None None] Attempting to bind port 9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '5902a926-8585-4d1d-bfc0-b5ac0091f127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7c8d7ed8-c599-4369-96bd-ff90aeca551e'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:48:59.330218 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8207b1-6e82-4385-a731-27b126e9ec64 None None] Attempting to bind port 9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce on network 7c8d7ed8-c599-4369-96bd-ff90aeca551e {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:48:59.337813 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8207b1-6e82-4385-a731-27b126e9ec64 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:48:59.338193 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8207b1-6e82-4385-a731-27b126e9ec64 None None] Checking segment: {'id': '5902a926-8585-4d1d-bfc0-b5ac0091f127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7c8d7ed8-c599-4369-96bd-ff90aeca551e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:48:59.338601 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ee8207b1-6e82-4385-a731-27b126e9ec64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:59.339005 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee8207b1-6e82-4385-a731-27b126e9ec64 None None] Bound using segment: {'id': '5902a926-8585-4d1d-bfc0-b5ac0091f127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7c8d7ed8-c599-4369-96bd-ff90aeca551e'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:48:59.339479 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-ee8207b1-6e82-4385-a731-27b126e9ec64 None None] Bound port: 9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5902a926-8585-4d1d-bfc0-b5ac0091f127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '7c8d7ed8-c599-4369-96bd-ff90aeca551e'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:48:59.339949 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ee8207b1-6e82-4385-a731-27b126e9ec64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:59.407583 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-67d07253-2a7f-40f1-ba8e-e613fe552355 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:59.424565 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ee8207b1-6e82-4385-a731-27b126e9ec64 None None] For port 9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:48:59.430004 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ee8207b1-6e82-4385-a731-27b126e9ec64 None None] For port 9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce,segment=NetworkSegment(5902a926-8585-4d1d-bfc0-b5ac0091f127),segment_id=5902a926-8585-4d1d-bfc0-b5ac0091f127)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:48:59.438062 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ee8207b1-6e82-4385-a731-27b126e9ec64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:59.457669 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d07253-2a7f-40f1-ba8e-e613fe552355 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Network 7c8d7ed8-c599-4369-96bd-ff90aeca551e is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:48:59.461195 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-67d07253-2a7f-40f1-ba8e-e613fe552355 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:48:59.464683 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d07253-2a7f-40f1-ba8e-e613fe552355 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:59.465369 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-67d07253-2a7f-40f1-ba8e-e613fe552355 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:59.508349 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44104) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:59.517126 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-67d07253-2a7f-40f1-ba8e-e613fe552355 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3050308 Jul 29 23:48:59.522995 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d07253-2a7f-40f1-ba8e-e613fe552355 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event updated for resources: {'Subnet': ['ID=7f067c02-c9ef-4420-802a-1c9f254c3f0d,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:59.538202 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8207b1-6e82-4385-a731-27b126e9ec64 None None] Pushing event updated for resources: {'Port': ['ID=9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:48:59.648184 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:59.671653 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6160860-eb9a-4965-802b-b0d1799ea39c tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:59.684875 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6160860-eb9a-4965-802b-b0d1799ea39c tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:59.694615 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6160860-eb9a-4965-802b-b0d1799ea39c tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:59.696306 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6160860-eb9a-4965-802b-b0d1799ea39c tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:59.697885 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6160860-eb9a-4965-802b-b0d1799ea39c tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:59.705554 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44112) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:48:59.711419 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-aba6baa3-ea11-477a-97ee-2011e9e136cc tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1182700512'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:48:59.724066 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c6160860-eb9a-4965-802b-b0d1799ea39c tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2143002 Jul 29 23:48:59.799600 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba6baa3-ea11-477a-97ee-2011e9e136cc tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Made reservation on behalf of 4f75b7ad928f49638d393b4f11fb2ccb for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:48:59.807388 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aba6baa3-ea11-477a-97ee-2011e9e136cc tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:59.860306 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba6baa3-ea11-477a-97ee-2011e9e136cc tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:48:59.894395 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aba6baa3-ea11-477a-97ee-2011e9e136cc tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:59.895025 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-aba6baa3-ea11-477a-97ee-2011e9e136cc tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Added segment 28278559-a033-4bb8-92d1-7192da9b7e02 of type vlan for network d37150cb-be6d-463c-b468-aa5dbac62b44 Jul 29 23:48:59.904260 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:48:59.939310 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aee58b-2b7c-414d-8b6b-5aee5c3d0497 req-75d89142-8a48-4948-bb68-0d59289cc2da tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:48:59.949385 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-00aee58b-2b7c-414d-8b6b-5aee5c3d0497 req-75d89142-8a48-4948-bb68-0d59289cc2da tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 946 time: 0.1962895 Jul 29 23:49:00.007523 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-00aee58b-2b7c-414d-8b6b-5aee5c3d0497 req-1be749d5-c3e6-4700-9a72-83a2d011e14a tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527222 Jul 29 23:49:00.007726 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aba6baa3-ea11-477a-97ee-2011e9e136cc tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:00.065159 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aba6baa3-ea11-477a-97ee-2011e9e136cc tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:00.075576 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba6baa3-ea11-477a-97ee-2011e9e136cc tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:00.077048 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aba6baa3-ea11-477a-97ee-2011e9e136cc tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:00.162691 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-aba6baa3-ea11-477a-97ee-2011e9e136cc tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4525187 Jul 29 23:49:00.162961 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44126) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:00.168658 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-17ac720a-d6f8-45de-97f7-d523f9ddf53d tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:00.179706 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6baa3-ea11-477a-97ee-2011e9e136cc tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event updated for resources: {'Network': ['ID=d37150cb-be6d-463c-b468-aa5dbac62b44,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:00.191101 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network d37150cb-be6d-463c-b468-aa5dbac62b44 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:49:00.524555 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-17ac720a-d6f8-45de-97f7-d523f9ddf53d tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:00.543248 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-17ac720a-d6f8-45de-97f7-d523f9ddf53d tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:00.562065 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-17ac720a-d6f8-45de-97f7-d523f9ddf53d tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Network d37150cb-be6d-463c-b468-aa5dbac62b44 is not hosted by any dhcp agent {{(pid=94064) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:49:00.572252 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ac720a-d6f8-45de-97f7-d523f9ddf53d tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:00.572908 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-17ac720a-d6f8-45de-97f7-d523f9ddf53d tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:00.578422 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44138) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:00.578714 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-17ac720a-d6f8-45de-97f7-d523f9ddf53d tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "PUT /v2.0/networks/d37150cb-be6d-463c-b468-aa5dbac62b44 HTTP/1.1" status: 200 len: 723 time: 0.4146845 Jul 29 23:49:00.592582 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-8759109b-2d1e-4c71-9e3d-33bb8ee34106 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Request body: {'subnet': {'network_id': 'd37150cb-be6d-463c-b468-aa5dbac62b44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:00.652594 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac720a-d6f8-45de-97f7-d523f9ddf53d tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event updated for resources: {'Network': ['ID=d37150cb-be6d-463c-b468-aa5dbac62b44,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:00.667866 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network d37150cb-be6d-463c-b468-aa5dbac62b44 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:49:00.792421 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8759109b-2d1e-4c71-9e3d-33bb8ee34106 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Made reservation on behalf of 4f75b7ad928f49638d393b4f11fb2ccb for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:00.798678 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8759109b-2d1e-4c71-9e3d-33bb8ee34106 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:00.865397 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:00.961931 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:01.192820 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dfaa4a-dd2a-4bfb-9e17-998f7dee2166 None None] Network 7c8d7ed8-c599-4369-96bd-ff90aeca551e requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:01.204333 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8759109b-2d1e-4c71-9e3d-33bb8ee34106 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:01.304395 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759109b-2d1e-4c71-9e3d-33bb8ee34106 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event updated for resources: {'Subnet': ['ID=2fcac36e-f17c-461d-a570-ddce7c775808,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:01.321718 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b747a2f-d616-4e4a-95b5-951b14ca4578 req-ce641384-914f-4f0c-9120-5d2ba313ecbd tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:01.329872 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0b747a2f-d616-4e4a-95b5-951b14ca4578 req-ce641384-914f-4f0c-9120-5d2ba313ecbd tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 946 time: 0.1945460 Jul 29 23:49:01.371809 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0a4735bb-9fb9-4592-83c5-927edb24fe61 None None] Provisioning for port 9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:01.381961 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0a4735bb-9fb9-4592-83c5-927edb24fe61 None None] Provisioning complete for port 9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:01.382334 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a4735bb-9fb9-4592-83c5-927edb24fe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:01.651037 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a4735bb-9fb9-4592-83c5-927edb24fe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:01.727228 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-0a4735bb-9fb9-4592-83c5-927edb24fe61 None None] For port 9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce,segment=NetworkSegment(5902a926-8585-4d1d-bfc0-b5ac0091f127),segment_id=5902a926-8585-4d1d-bfc0-b5ac0091f127)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:01.735978 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a4735bb-9fb9-4592-83c5-927edb24fe61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:01.754077 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-234a1a82-fa39-4f12-949f-6b7099b6c093 None None] Update dhcp port {'port': {'network_id': '7c8d7ed8-c599-4369-96bd-ff90aeca551e', 'fixed_ips': [{'subnet_id': '12e32c64-e9dd-42be-bf99-b6eba0678d56', 'ip_address': '2001:db8::2'}, {'subnet_id': '7f067c02-c9ef-4420-802a-1c9f254c3f0d'}], 'binding:host_id': 'n-d-712140-10'}, 'id': '9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce'} from n-d-712140-10. {{(pid=94065) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 29 23:49:01.800574 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0b747a2f-d616-4e4a-95b5-951b14ca4578 req-36c75523-c2c9-45d3-88f2-dcaf60865b1f tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4689314 Jul 29 23:49:01.808126 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8759109b-2d1e-4c71-9e3d-33bb8ee34106 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Checking segment: {'id': '28278559-a033-4bb8-92d1-7192da9b7e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd37150cb-be6d-463c-b468-aa5dbac62b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:01.811440 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8759109b-2d1e-4c71-9e3d-33bb8ee34106 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Network hostable DHCP agents. Network: d37150cb-be6d-463c-b468-aa5dbac62b44, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:49:01.837838 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8759109b-2d1e-4c71-9e3d-33bb8ee34106 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Network d37150cb-be6d-463c-b468-aa5dbac62b44 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:49:01.838299 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-234a1a82-fa39-4f12-949f-6b7099b6c093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:01.860672 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-8759109b-2d1e-4c71-9e3d-33bb8ee34106 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, d37150cb-be6d-463c-b468-aa5dbac62b44) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:01.862410 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4735bb-9fb9-4592-83c5-927edb24fe61 None None] Pushing event updated for resources: {'Port': ['ID=9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:01.865107 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8759109b-2d1e-4c71-9e3d-33bb8ee34106 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:01.865704 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8759109b-2d1e-4c71-9e3d-33bb8ee34106 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:01.879706 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac08a65-2881-4088-99eb-f1c0a5cc7ce4 None None] Network d37150cb-be6d-463c-b468-aa5dbac62b44 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:01.892460 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8759109b-2d1e-4c71-9e3d-33bb8ee34106 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3098376 Jul 29 23:49:01.892783 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44160) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:01.899593 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-5576d7ee-bf10-41fc-8c49-ecbd7e19ca09 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:02.124157 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5576d7ee-bf10-41fc-8c49-ecbd7e19ca09 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14642226'] for subnet, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.181722 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a997b4a-672c-4c22-b4a2-da0ae616821e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-d37150cb-be6d-463c-b468-aa5dbac62b44', 'network_id': 'd37150cb-be6d-463c-b468-aa5dbac62b44', 'tenant_id': '4f75b7ad928f49638d393b4f11fb2ccb', 'fixed_ips': [{'subnet_id': '2fcac36e-f17c-461d-a570-ddce7c775808'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:49:02.182711 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8a997b4a-672c-4c22-b4a2-da0ae616821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.236848 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-234a1a82-fa39-4f12-949f-6b7099b6c093 None None] Allocated IP 172.20.0.1 (7c8d7ed8-c599-4369-96bd-ff90aeca551e/7f067c02-c9ef-4420-802a-1c9f254c3f0d/9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:02.376614 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5576d7ee-bf10-41fc-8c49-ecbd7e19ca09 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767681188648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14308526'] for subnet, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.447086 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5576d7ee-bf10-41fc-8c49-ecbd7e19ca09 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:02.448112 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5576d7ee-bf10-41fc-8c49-ecbd7e19ca09 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.453394 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44168) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:02.453883 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5576d7ee-bf10-41fc-8c49-ecbd7e19ca09 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "PUT /v2.0/subnets/2fcac36e-f17c-461d-a570-ddce7c775808 HTTP/1.1" status: 200 len: 826 time: 0.5596330 Jul 29 23:49:02.477065 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5576d7ee-bf10-41fc-8c49-ecbd7e19ca09 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event updated for resources: {'Subnet': ['ID=2fcac36e-f17c-461d-a570-ddce7c775808,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:02.602808 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.672373 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:02.816179 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-8a997b4a-672c-4c22-b4a2-da0ae616821e None None] Allocated IP 2001:db8::2 (d37150cb-be6d-463c-b468-aa5dbac62b44/2fcac36e-f17c-461d-a570-ddce7c775808/a17e211e-4ecc-487d-a3be-89e3314c7048) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:02.979458 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:03.057347 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d31a429-41b3-4fff-9581-acc079ed1858 req-a27cf02a-0f3b-411c-9c04-c325902c1504 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:03.065900 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e7eb4948-7af5-470a-b0ae-f6e6b5db2f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:03.071456 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d31a429-41b3-4fff-9581-acc079ed1858 req-a27cf02a-0f3b-411c-9c04-c325902c1504 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 946 time: 0.1394548 Jul 29 23:49:03.122730 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-234a1a82-fa39-4f12-949f-6b7099b6c093 None None] For port 9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce,segment=NetworkSegment(5902a926-8585-4d1d-bfc0-b5ac0091f127),segment_id=5902a926-8585-4d1d-bfc0-b5ac0091f127)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:03.166096 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d31a429-41b3-4fff-9581-acc079ed1858 req-741c3ca0-378c-4d59-8bed-686ede256cfd tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931492 Jul 29 23:49:03.205810 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-234a1a82-fa39-4f12-949f-6b7099b6c093 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:03.241444 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8a997b4a-672c-4c22-b4a2-da0ae616821e None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:03.249138 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-234a1a82-fa39-4f12-949f-6b7099b6c093 None None] Transition to ACTIVE for port object 9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:03.256636 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-234a1a82-fa39-4f12-949f-6b7099b6c093 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:03.267971 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8a997b4a-672c-4c22-b4a2-da0ae616821e None None] Transition to ACTIVE for port object a17e211e-4ecc-487d-a3be-89e3314c7048 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:03.388063 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8a997b4a-672c-4c22-b4a2-da0ae616821e None None] Transition to ACTIVE for port object a17e211e-4ecc-487d-a3be-89e3314c7048 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:03.390529 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a1a82-fa39-4f12-949f-6b7099b6c093 None None] Pushing event updated for resources: {'Port': ['ID=9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:03.426311 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:03.453802 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8a997b4a-672c-4c22-b4a2-da0ae616821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:03.468547 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event deleted for resources: {'Subnet': ['ID=2fcac36e-f17c-461d-a570-ddce7c775808,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:03.586108 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a997b4a-672c-4c22-b4a2-da0ae616821e None None] Network d37150cb-be6d-463c-b468-aa5dbac62b44 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:03.589293 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-8a997b4a-672c-4c22-b4a2-da0ae616821e None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:03.595604 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:03.614351 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a997b4a-672c-4c22-b4a2-da0ae616821e None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:03.622741 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d37150cb-be6d-463c-b468-aa5dbac62b44']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:03.653737 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28278559-a033-4bb8-92d1-7192da9b7e02') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:03.656639 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28278559-a033-4bb8-92d1-7192da9b7e02') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:03.671824 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a997b4a-672c-4c22-b4a2-da0ae616821e None None] Pushing event updated for resources: {'Port': ['ID=a17e211e-4ecc-487d-a3be-89e3314c7048,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:03.684214 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:03.719012 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:03.729352 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-8a997b4a-672c-4c22-b4a2-da0ae616821e None None] Attempting to bind port a17e211e-4ecc-487d-a3be-89e3314c7048 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:03.730313 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-8a997b4a-672c-4c22-b4a2-da0ae616821e None None] Attempting to bind port a17e211e-4ecc-487d-a3be-89e3314c7048 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '28278559-a033-4bb8-92d1-7192da9b7e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd37150cb-be6d-463c-b468-aa5dbac62b44'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:03.730973 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a997b4a-672c-4c22-b4a2-da0ae616821e None None] Attempting to bind port a17e211e-4ecc-487d-a3be-89e3314c7048 on network d37150cb-be6d-463c-b468-aa5dbac62b44 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:03.732065 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:49:03.734131 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:03.741703 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:49:03.741703 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:49:03.741703 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:49:03.741703 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:49:03.741703 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:49:03.741703 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:49:03.741703 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:49:03.741703 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:49:03.741703 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:49:03.741703 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:49:03.741703 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:49:03.741703 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:49:03.741703 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:49:03.741703 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:49:03.741703 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:49:03.741703 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:49:03.741703 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:49:03.741703 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:49:03.741703 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:49:03.741703 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:49:03.741703 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:49:03.741703 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:49:03.741703 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:49:03.741703 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:49:03.741703 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:49:03.741703 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:49:03.741703 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:49:03.741703 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:49:03.741703 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:49:03.741703 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:49:03.741703 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:49:03.741703 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:49:03.751005 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a997b4a-672c-4c22-b4a2-da0ae616821e None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:03.751745 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a997b4a-672c-4c22-b4a2-da0ae616821e None None] Checking segment: {'id': '28278559-a033-4bb8-92d1-7192da9b7e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd37150cb-be6d-463c-b468-aa5dbac62b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:03.752351 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8a997b4a-672c-4c22-b4a2-da0ae616821e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:03.753830 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a997b4a-672c-4c22-b4a2-da0ae616821e None None] Bound using segment: {'id': '28278559-a033-4bb8-92d1-7192da9b7e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd37150cb-be6d-463c-b468-aa5dbac62b44'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:03.756085 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-8a997b4a-672c-4c22-b4a2-da0ae616821e None None] Bound port: a17e211e-4ecc-487d-a3be-89e3314c7048, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28278559-a033-4bb8-92d1-7192da9b7e02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd37150cb-be6d-463c-b468-aa5dbac62b44'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:03.756489 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8a997b4a-672c-4c22-b4a2-da0ae616821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:03.878463 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-8a997b4a-672c-4c22-b4a2-da0ae616821e None None] For port a17e211e-4ecc-487d-a3be-89e3314c7048, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:03.891505 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-8a997b4a-672c-4c22-b4a2-da0ae616821e None None] For port a17e211e-4ecc-487d-a3be-89e3314c7048, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a17e211e-4ecc-487d-a3be-89e3314c7048,segment=NetworkSegment(28278559-a033-4bb8-92d1-7192da9b7e02),segment_id=28278559-a033-4bb8-92d1-7192da9b7e02)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:03.895027 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.db.api [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:49:03.895027 n-d-712140-10 neutron-server[94063]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:49:03.895027 n-d-712140-10 neutron-server[94063]: [parameters: {'id': 'd37150cb-be6d-463c-b468-aa5dbac62b44'}] Jul 29 23:49:03.895027 n-d-712140-10 neutron-server[94063]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:49:03.895611 n-d-712140-10 neutron-server[94063]: DEBUG oslo_db.api [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:49:03.899533 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8a997b4a-672c-4c22-b4a2-da0ae616821e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:04.033065 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a997b4a-672c-4c22-b4a2-da0ae616821e None None] Pushing event updated for resources: {'Port': ['ID=a17e211e-4ecc-487d-a3be-89e3314c7048,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:04.052769 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca611017-7b06-4f4a-8ed0-487de6d3da93 None None] Network d37150cb-be6d-463c-b468-aa5dbac62b44 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:04.406536 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:04.428707 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a72bafc-85d8-475a-9681-6d0fb5d9e9d2 None None] Network d37150cb-be6d-463c-b468-aa5dbac62b44 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:04.474457 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44200) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:04.481351 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878a736-79f9-426d-9c15-a2fd7a8e4fe0 req-82751678-1aae-4653-b012-b6040f4394cd tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:04.490230 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3878a736-79f9-426d-9c15-a2fd7a8e4fe0 req-82751678-1aae-4653-b012-b6040f4394cd tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 946 time: 0.1627116 Jul 29 23:49:04.700286 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e53e5320-51cf-47de-818a-8bf947262084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:04.704461 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3878a736-79f9-426d-9c15-a2fd7a8e4fe0 req-34c41f8f-fa6f-439a-94f4-22378db92e6e tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2132363 Jul 29 23:49:04.724285 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5ae5c5-e4af-43da-929d-03236eb78c09 None None] Network 7c8d7ed8-c599-4369-96bd-ff90aeca551e requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:04.786514 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Deleting port a17e211e-4ecc-487d-a3be-89e3314c7048 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:04.789004 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:04.852154 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8337d722-392c-4896-a7c1-bf0ce569f846 None None] Provisioning for port 9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:04.907233 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:04.919089 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] For port a17e211e-4ecc-487d-a3be-89e3314c7048, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a17e211e-4ecc-487d-a3be-89e3314c7048,segment=NetworkSegment(28278559-a033-4bb8-92d1-7192da9b7e02),segment_id=28278559-a033-4bb8-92d1-7192da9b7e02)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:04.920197 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:04.934514 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Calling delete_port for a17e211e-4ecc-487d-a3be-89e3314c7048 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:04.946936 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e53e5320-51cf-47de-818a-8bf947262084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:04.956876 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e53e5320-51cf-47de-818a-8bf947262084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.018535 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8337d722-392c-4896-a7c1-bf0ce569f846 None None] Provisioning complete for port 9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:05.019251 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8337d722-392c-4896-a7c1-bf0ce569f846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.045317 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53e5320-51cf-47de-818a-8bf947262084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9592c51-4fbb-4efc-9333-27fee1049048,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:05.070201 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e53e5320-51cf-47de-818a-8bf947262084 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b5f9afad0b284dc2be1c4273146f14ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5945919 Jul 29 23:49:05.073384 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44206) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:05.120228 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.123763 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:05.127023 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.182319 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event deleted for resources: {'Port': ['ID=a17e211e-4ecc-487d-a3be-89e3314c7048,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:05.187114 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] No DVR routers for this DVR port a17e211e-4ecc-487d-a3be-89e3314c7048 on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:49:05.193448 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b78f2f08-b593-4fae-ba44-1d02592aea71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.251126 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b78f2f08-b593-4fae-ba44-1d02592aea71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.352311 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b78f2f08-b593-4fae-ba44-1d02592aea71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.355930 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b78f2f08-b593-4fae-ba44-1d02592aea71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.362513 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b78f2f08-b593-4fae-ba44-1d02592aea71 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a9592c51-4fbb-4efc-9333-27fee1049048 HTTP/1.1" status: 204 len: 168 time: 0.2871280 Jul 29 23:49:05.366580 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.382535 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f2f08-b593-4fae-ba44-1d02592aea71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9592c51-4fbb-4efc-9333-27fee1049048,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:05.387808 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d37150cb-be6d-463c-b468-aa5dbac62b44']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:05.400659 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28278559-a033-4bb8-92d1-7192da9b7e02') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:05.401182 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28278559-a033-4bb8-92d1-7192da9b7e02') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:05.414530 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.429855 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.437460 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:49:05.437869 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.472636 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.508962 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:49:05.508962 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:49:05.508962 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:49:05.508962 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:49:05.508962 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:49:05.508962 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:49:05.508962 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:49:05.508962 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:49:05.508962 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:49:05.508962 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:49:05.508962 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:49:05.508962 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:49:05.508962 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:49:05.508962 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:49:05.508962 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:49:05.508962 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:49:05.508962 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:49:05.508962 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:49:05.508962 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:49:05.508962 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:49:05.508962 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:49:05.508962 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:49:05.508962 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:49:05.508962 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:49:05.508962 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:49:05.508962 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:49:05.508962 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:49:05.508962 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:49:05.508962 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:49:05.508962 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:49:05.508962 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:49:05.508962 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:49:05.513026 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.521033 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.525071 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "DELETE /v2.0/networks/d37150cb-be6d-463c-b468-aa5dbac62b44 HTTP/1.1" status: 204 len: 168 time: 3.0706303 Jul 29 23:49:05.527797 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44210) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:05.556640 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2ec53-3063-4b48-9fd5-ee8204714fa0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event deleted for resources: {'Network': ['ID=d37150cb-be6d-463c-b468-aa5dbac62b44,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:05.563743 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-01883780-5ab7-46d4-9d8a-6ee110cc9475 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] DELETE failed (client error): The resource could not be found. Jul 29 23:49:05.565490 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01883780-5ab7-46d4-9d8a-6ee110cc9475 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:49:05.567257 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-01883780-5ab7-46d4-9d8a-6ee110cc9475 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "DELETE /v2.0/networks/d37150cb-be6d-463c-b468-aa5dbac62b44 HTTP/1.1" status: 404 len: 339 time: 0.0384116 Jul 29 23:49:05.571717 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44212) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:05.581142 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-89bab64d-c717-454e-9187-b52aa2833ec0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1138394436', 'description': 'd1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:05.639531 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bab64d-c717-454e-9187-b52aa2833ec0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Made reservation on behalf of 4f75b7ad928f49638d393b4f11fb2ccb for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:05.643555 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-89bab64d-c717-454e-9187-b52aa2833ec0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.682117 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89bab64d-c717-454e-9187-b52aa2833ec0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:49:05.705355 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-89bab64d-c717-454e-9187-b52aa2833ec0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.705706 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-89bab64d-c717-454e-9187-b52aa2833ec0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Added segment cb9c1a96-7cb6-4c05-b27f-186443b11933 of type vlan for network 0ecc2835-9595-490d-b498-2704f0b9104d Jul 29 23:49:05.868824 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-89bab64d-c717-454e-9187-b52aa2833ec0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.901675 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aceb13d-7c91-477b-a4d6-72485371243d req-a244cff9-857e-4470-bec8-8136a474f45b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:05.913814 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8aceb13d-7c91-477b-a4d6-72485371243d req-a244cff9-857e-4470-bec8-8136a474f45b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 946 time: 0.1067746 Jul 29 23:49:05.987989 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8aceb13d-7c91-477b-a4d6-72485371243d req-fa425276-01e7-446d-be95-aad239fd4de3 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631540 Jul 29 23:49:05.988969 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-89bab64d-c717-454e-9187-b52aa2833ec0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:05.995435 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea99411-2c1d-4cab-998b-745136ceb7db None None] get_active_networks_info from n-d-712140-10 {{(pid=94065) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:49:06.000943 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bab64d-c717-454e-9187-b52aa2833ec0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:06.001589 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-89bab64d-c717-454e-9187-b52aa2833ec0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:06.079468 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7e445b83-ffc3-42e9-bb96-f5742f7f101c None None] Provisioning complete for port 9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:06.079861 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7e445b83-ffc3-42e9-bb96-f5742f7f101c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:06.082247 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bab64d-c717-454e-9187-b52aa2833ec0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event updated for resources: {'Network': ['ID=0ecc2835-9595-490d-b498-2704f0b9104d,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:06.113564 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-89bab64d-c717-454e-9187-b52aa2833ec0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5380876 Jul 29 23:49:06.113758 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44228) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:06.152301 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 0ecc2835-9595-490d-b498-2704f0b9104d details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:49:06.297043 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad42b995-94ba-4f18-9593-597a17ca4512 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:06.300221 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ad42b995-94ba-4f18-9593-597a17ca4512 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "GET /v2.0/networks?id=0ecc2835-9595-490d-b498-2704f0b9104d HTTP/1.1" status: 200 len: 765 time: 0.1838868 Jul 29 23:49:06.301932 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44236) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:06.307409 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-24be3db8-40ad-44f1-b171-fdde6bf1343d tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Request body: {'network': {'description': 'd2'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:06.307858 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-44e23c69-c332-49ef-986a-f5b21f0eb7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:06.353809 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea99411-2c1d-4cab-998b-745136ceb7db None None] Resources bound (agent type, host, resource id): {{(pid=94065) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:49:06.677697 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-24be3db8-40ad-44f1-b171-fdde6bf1343d tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:06.714427 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-24be3db8-40ad-44f1-b171-fdde6bf1343d tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:06.853508 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-24be3db8-40ad-44f1-b171-fdde6bf1343d tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Network 0ecc2835-9595-490d-b498-2704f0b9104d is not hosted by any dhcp agent {{(pid=94064) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:49:06.879812 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24be3db8-40ad-44f1-b171-fdde6bf1343d tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:06.880517 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-24be3db8-40ad-44f1-b171-fdde6bf1343d tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:06.885253 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44246) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:06.895889 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:06.903107 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-24be3db8-40ad-44f1-b171-fdde6bf1343d tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "PUT /v2.0/networks/0ecc2835-9595-490d-b498-2704f0b9104d HTTP/1.1" status: 200 len: 762 time: 0.5789294 Jul 29 23:49:06.910962 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24be3db8-40ad-44f1-b171-fdde6bf1343d tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event updated for resources: {'Network': ['ID=0ecc2835-9595-490d-b498-2704f0b9104d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:06.930737 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 0ecc2835-9595-490d-b498-2704f0b9104d details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:49:07.111390 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b30ceda-91fa-4eb1-923b-8c02b8118375 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:07.113282 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9b30ceda-91fa-4eb1-923b-8c02b8118375 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "GET /v2.0/networks?id=0ecc2835-9595-490d-b498-2704f0b9104d HTTP/1.1" status: 200 len: 765 time: 0.2267098 Jul 29 23:49:07.116632 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44250) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:07.345932 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef0223c-25c5-4a77-9d58-720b818e4537 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:07.361095 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4ef0223c-25c5-4a77-9d58-720b818e4537 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2431524 Jul 29 23:49:07.363436 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44256) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:07.492063 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-afea5c18-45cf-4969-90a4-da437dc75ea2 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "GET /v2.0/subnets?network_id=0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 207 time: 0.1274655 Jul 29 23:49:07.495193 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44264) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:07.648782 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c336a-9d0b-484b-ac30-4e88b7920fe7 req-cb4fcdd1-bac0-4aa9-9186-17c39f514338 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:07.650328 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c4c336a-9d0b-484b-ac30-4e88b7920fe7 req-cb4fcdd1-bac0-4aa9-9186-17c39f514338 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 946 time: 0.2884173 Jul 29 23:49:07.788921 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c4c336a-9d0b-484b-ac30-4e88b7920fe7 req-4feba120-4570-40b1-8d39-5855e2d9a388 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266131 Jul 29 23:49:07.797760 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6da8e77-8c45-4f96-9b2a-1f091bd04227 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:07.803604 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6da8e77-8c45-4f96-9b2a-1f091bd04227 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:07.809700 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6da8e77-8c45-4f96-9b2a-1f091bd04227 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:07.815561 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6da8e77-8c45-4f96-9b2a-1f091bd04227 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:07.822094 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6da8e77-8c45-4f96-9b2a-1f091bd04227 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:07.827962 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6da8e77-8c45-4f96-9b2a-1f091bd04227 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:07.829763 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f6da8e77-8c45-4f96-9b2a-1f091bd04227 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3336427 Jul 29 23:49:07.835513 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44270) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:08.167379 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bbba84d9-fcab-4764-b48a-eba0d6a88ab9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3299417 Jul 29 23:49:08.171503 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44272) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:08.202733 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:08.313715 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fb9d39-0e52-4cc1-a812-f910decefb9b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:08.315281 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fb9d39-0e52-4cc1-a812-f910decefb9b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:08.317010 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fb9d39-0e52-4cc1-a812-f910decefb9b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:08.318625 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fb9d39-0e52-4cc1-a812-f910decefb9b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:08.320492 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fb9d39-0e52-4cc1-a812-f910decefb9b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:08.322445 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d0fb9d39-0e52-4cc1-a812-f910decefb9b tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1499250 Jul 29 23:49:08.328727 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44274) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:08.402620 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8672f385-7467-4f46-a688-853d35b27e6d tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:08.403034 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8672f385-7467-4f46-a688-853d35b27e6d tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:08.405034 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8672f385-7467-4f46-a688-853d35b27e6d tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:08.406693 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8672f385-7467-4f46-a688-853d35b27e6d tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:08.408334 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8672f385-7467-4f46-a688-853d35b27e6d tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:08.410330 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8672f385-7467-4f46-a688-853d35b27e6d tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0806112 Jul 29 23:49:08.414025 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44276) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:08.608967 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d34ea6-3fb7-4e26-8a92-dc6534358016 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:08.614030 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44282) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:08.615225 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-86d34ea6-3fb7-4e26-8a92-dc6534358016 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "GET /v2.0/networks/fa214a1b-e6ff-4519-925d-bb0739862003 HTTP/1.1" status: 200 len: 803 time: 0.1999762 Jul 29 23:49:08.774105 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8dba9c09-0753-47c3-a00d-5be6b7e2c27f tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "GET /v2.0/networks/fa214a1b-e6ff-4519-925d-bb0739862003?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1588454 Jul 29 23:49:08.779084 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44284) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:08.867760 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c5ff67-53ff-4358-bb97-ca0e05ed3943 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:08.877447 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e9c5ff67-53ff-4358-bb97-ca0e05ed3943 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "GET /v2.0/subnets/969c19c5-dc25-454e-a0eb-0df096355755 HTTP/1.1" status: 200 len: 843 time: 0.0881081 Jul 29 23:49:08.878757 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44292) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:09.009174 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b119ab8-d8e0-4ab6-aeae-e69e180e4a0e tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:09.014783 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4b119ab8-d8e0-4ab6-aeae-e69e180e4a0e tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "GET /v2.0/subnets/969c19c5-dc25-454e-a0eb-0df096355755?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1286752 Jul 29 23:49:09.015876 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44294) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:09.021432 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-81b94cf3-26e2-4314-9ace-be5fdac617d0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-361974239'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:09.022291 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c64b10-a7fa-4453-a4fb-87f49cc36822 req-5c5f9209-31a4-45e1-9527-ed3fbc3160ee tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:09.023768 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d8c64b10-a7fa-4453-a4fb-87f49cc36822 req-5c5f9209-31a4-45e1-9527-ed3fbc3160ee tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 946 time: 0.0819750 Jul 29 23:49:09.069886 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b94cf3-26e2-4314-9ace-be5fdac617d0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Made reservation on behalf of 4f75b7ad928f49638d393b4f11fb2ccb for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:09.080156 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d8c64b10-a7fa-4453-a4fb-87f49cc36822 req-08c3944b-f9f0-48e8-9340-a6cd3e3e6970 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477874 Jul 29 23:49:09.094898 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-81b94cf3-26e2-4314-9ace-be5fdac617d0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:09.143978 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b94cf3-26e2-4314-9ace-be5fdac617d0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:49:09.154997 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-81b94cf3-26e2-4314-9ace-be5fdac617d0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:09.155348 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-81b94cf3-26e2-4314-9ace-be5fdac617d0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Added segment 555bd05d-15bd-4b66-981e-964a1c60522b of type vlan for network f49b9ede-63d2-4cd1-9277-654d9dff7142 Jul 29 23:49:09.213975 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-81b94cf3-26e2-4314-9ace-be5fdac617d0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:09.256190 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-81b94cf3-26e2-4314-9ace-be5fdac617d0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:09.267915 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b94cf3-26e2-4314-9ace-be5fdac617d0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:09.268560 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-81b94cf3-26e2-4314-9ace-be5fdac617d0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:09.365852 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-81b94cf3-26e2-4314-9ace-be5fdac617d0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3480039 Jul 29 23:49:09.368495 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44296) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:09.374766 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-d0475c1d-1c64-4bcb-bf93-c033b574f6e1 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Request body: {'subnet': {'network_id': 'f49b9ede-63d2-4cd1-9277-654d9dff7142', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:09.394840 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b94cf3-26e2-4314-9ace-be5fdac617d0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event updated for resources: {'Network': ['ID=f49b9ede-63d2-4cd1-9277-654d9dff7142,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:09.411821 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network f49b9ede-63d2-4cd1-9277-654d9dff7142 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:49:09.497819 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0475c1d-1c64-4bcb-bf93-c033b574f6e1 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Made reservation on behalf of 4f75b7ad928f49638d393b4f11fb2ccb for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:09.503571 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d0475c1d-1c64-4bcb-bf93-c033b574f6e1 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:09.574817 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.ipam_backend_mixin [None req-d0475c1d-1c64-4bcb-bf93-c033b574f6e1 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Performing IP validity checks on allocation pools {{(pid=94063) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 29 23:49:09.575672 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.ipam_backend_mixin [None req-d0475c1d-1c64-4bcb-bf93-c033b574f6e1 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94063) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 29 23:49:09.763685 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d0475c1d-1c64-4bcb-bf93-c033b574f6e1 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:09.839941 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0475c1d-1c64-4bcb-bf93-c033b574f6e1 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event updated for resources: {'Subnet': ['ID=d939f66c-761a-4ee3-bab1-d6d414e5d1ee,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:09.881672 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0475c1d-1c64-4bcb-bf93-c033b574f6e1 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Checking segment: {'id': '555bd05d-15bd-4b66-981e-964a1c60522b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f49b9ede-63d2-4cd1-9277-654d9dff7142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:09.882253 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0475c1d-1c64-4bcb-bf93-c033b574f6e1 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Network hostable DHCP agents. Network: f49b9ede-63d2-4cd1-9277-654d9dff7142, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:49:09.934917 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0475c1d-1c64-4bcb-bf93-c033b574f6e1 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Network f49b9ede-63d2-4cd1-9277-654d9dff7142 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:49:09.954556 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-d0475c1d-1c64-4bcb-bf93-c033b574f6e1 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, f49b9ede-63d2-4cd1-9277-654d9dff7142) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:09.961480 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0475c1d-1c64-4bcb-bf93-c033b574f6e1 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:09.963755 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d0475c1d-1c64-4bcb-bf93-c033b574f6e1 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:09.971671 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8d7b01-afe6-4952-bf35-b234ae1d41ab None None] Network f49b9ede-63d2-4cd1-9277-654d9dff7142 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:09.995939 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d0475c1d-1c64-4bcb-bf93-c033b574f6e1 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6256633 Jul 29 23:49:09.998968 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44304) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:10.005422 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-e5aa25e7-497c-4c49-9318-22ebd911ae4e tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:10.292853 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5aa25e7-497c-4c49-9318-22ebd911ae4e tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14642226'] for subnet, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:10.334665 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce79b07-b5f3-4e9c-bcd2-b023b2a3fb9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-f49b9ede-63d2-4cd1-9277-654d9dff7142', 'network_id': 'f49b9ede-63d2-4cd1-9277-654d9dff7142', 'tenant_id': '4f75b7ad928f49638d393b4f11fb2ccb', 'fixed_ips': [{'subnet_id': 'd939f66c-761a-4ee3-bab1-d6d414e5d1ee'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:49:10.335553 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1ce79b07-b5f3-4e9c-bcd2-b023b2a3fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:10.397862 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb50b5-a1c5-4d9d-9a78-ee79f9669141 req-4d406e2c-133b-4340-8ef7-3f6a7f232340 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:10.400569 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7adb50b5-a1c5-4d9d-9a78-ee79f9669141 req-4d406e2c-133b-4340-8ef7-3f6a7f232340 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 946 time: 0.1804202 Jul 29 23:49:10.487353 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7adb50b5-a1c5-4d9d-9a78-ee79f9669141 req-164ec941-5d81-4bdb-a9fc-a69c662a4b97 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689857 Jul 29 23:49:10.697791 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5aa25e7-497c-4c49-9318-22ebd911ae4e tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767681188648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14308526'] for subnet, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:10.762494 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5aa25e7-497c-4c49-9318-22ebd911ae4e tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:10.764259 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5aa25e7-497c-4c49-9318-22ebd911ae4e tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:10.769483 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e5aa25e7-497c-4c49-9318-22ebd911ae4e tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "PUT /v2.0/subnets/d939f66c-761a-4ee3-bab1-d6d414e5d1ee HTTP/1.1" status: 200 len: 900 time: 0.7658134 Jul 29 23:49:10.769483 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44334) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:10.832135 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5aa25e7-497c-4c49-9318-22ebd911ae4e tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event updated for resources: {'Subnet': ['ID=d939f66c-761a-4ee3-bab1-d6d414e5d1ee,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:10.908428 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:10.963878 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-1ce79b07-b5f3-4e9c-bcd2-b023b2a3fb9f None None] Allocated IP 2001:db8::3 (f49b9ede-63d2-4cd1-9277-654d9dff7142/d939f66c-761a-4ee3-bab1-d6d414e5d1ee/5b9144a9-50da-49ba-b6d3-9a28bb494a6a) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:10.993175 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:11.218670 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1ce79b07-b5f3-4e9c-bcd2-b023b2a3fb9f None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:11.231787 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1ce79b07-b5f3-4e9c-bcd2-b023b2a3fb9f None None] Transition to ACTIVE for port object 5b9144a9-50da-49ba-b6d3-9a28bb494a6a will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:11.256884 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1ce79b07-b5f3-4e9c-bcd2-b023b2a3fb9f None None] Transition to ACTIVE for port object 5b9144a9-50da-49ba-b6d3-9a28bb494a6a will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:11.267826 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1ce79b07-b5f3-4e9c-bcd2-b023b2a3fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:11.288425 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:11.317730 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce79b07-b5f3-4e9c-bcd2-b023b2a3fb9f None None] Network f49b9ede-63d2-4cd1-9277-654d9dff7142 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:11.324228 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-1ce79b07-b5f3-4e9c-bcd2-b023b2a3fb9f None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:11.324531 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event deleted for resources: {'Subnet': ['ID=d939f66c-761a-4ee3-bab1-d6d414e5d1ee,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:11.333999 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce79b07-b5f3-4e9c-bcd2-b023b2a3fb9f None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:11.362822 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce79b07-b5f3-4e9c-bcd2-b023b2a3fb9f None None] Pushing event updated for resources: {'Port': ['ID=5b9144a9-50da-49ba-b6d3-9a28bb494a6a,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:11.398709 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:11.416976 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f49b9ede-63d2-4cd1-9277-654d9dff7142']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:11.456132 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '555bd05d-15bd-4b66-981e-964a1c60522b') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:11.456623 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '555bd05d-15bd-4b66-981e-964a1c60522b') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:11.465986 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-1ce79b07-b5f3-4e9c-bcd2-b023b2a3fb9f None None] Attempting to bind port 5b9144a9-50da-49ba-b6d3-9a28bb494a6a on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:11.467065 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-1ce79b07-b5f3-4e9c-bcd2-b023b2a3fb9f None None] Attempting to bind port 5b9144a9-50da-49ba-b6d3-9a28bb494a6a by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '555bd05d-15bd-4b66-981e-964a1c60522b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f49b9ede-63d2-4cd1-9277-654d9dff7142'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:11.467622 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce79b07-b5f3-4e9c-bcd2-b023b2a3fb9f None None] Attempting to bind port 5b9144a9-50da-49ba-b6d3-9a28bb494a6a on network f49b9ede-63d2-4cd1-9277-654d9dff7142 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:11.477397 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce79b07-b5f3-4e9c-bcd2-b023b2a3fb9f None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:11.478097 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce79b07-b5f3-4e9c-bcd2-b023b2a3fb9f None None] Checking segment: {'id': '555bd05d-15bd-4b66-981e-964a1c60522b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f49b9ede-63d2-4cd1-9277-654d9dff7142'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:11.478699 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1ce79b07-b5f3-4e9c-bcd2-b023b2a3fb9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:11.479304 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce79b07-b5f3-4e9c-bcd2-b023b2a3fb9f None None] Bound using segment: {'id': '555bd05d-15bd-4b66-981e-964a1c60522b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f49b9ede-63d2-4cd1-9277-654d9dff7142'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:11.480007 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-1ce79b07-b5f3-4e9c-bcd2-b023b2a3fb9f None None] Bound port: 5b9144a9-50da-49ba-b6d3-9a28bb494a6a, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '555bd05d-15bd-4b66-981e-964a1c60522b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f49b9ede-63d2-4cd1-9277-654d9dff7142'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:11.480607 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1ce79b07-b5f3-4e9c-bcd2-b023b2a3fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:11.494301 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:11.517364 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:11.524311 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:49:11.524798 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:11.640502 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-1ce79b07-b5f3-4e9c-bcd2-b023b2a3fb9f None None] For port 5b9144a9-50da-49ba-b6d3-9a28bb494a6a, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:11.657281 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-1ce79b07-b5f3-4e9c-bcd2-b023b2a3fb9f None None] For port 5b9144a9-50da-49ba-b6d3-9a28bb494a6a, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=5b9144a9-50da-49ba-b6d3-9a28bb494a6a,segment=NetworkSegment(555bd05d-15bd-4b66-981e-964a1c60522b),segment_id=555bd05d-15bd-4b66-981e-964a1c60522b)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:11.661070 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:49:11.661070 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:49:11.661070 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:49:11.661070 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:49:11.661070 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:49:11.661070 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:49:11.661070 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:49:11.661070 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:49:11.661070 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:49:11.661070 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:49:11.661070 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:49:11.661070 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:49:11.661070 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:49:11.661070 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:49:11.661070 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:49:11.661070 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:49:11.661070 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:49:11.661070 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:49:11.661070 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:49:11.661070 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:49:11.661070 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:49:11.661070 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:49:11.661070 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:49:11.661070 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:49:11.661070 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:49:11.661070 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:49:11.661070 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:49:11.661070 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:49:11.661070 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:49:11.661070 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:49:11.661070 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:49:11.661070 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:49:11.673406 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.db.api [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:49:11.673406 n-d-712140-10 neutron-server[94064]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:49:11.673406 n-d-712140-10 neutron-server[94064]: [parameters: {'id': 'f49b9ede-63d2-4cd1-9277-654d9dff7142'}] Jul 29 23:49:11.673406 n-d-712140-10 neutron-server[94064]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:49:11.674669 n-d-712140-10 neutron-server[94064]: DEBUG oslo_db.api [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:49:11.692535 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1ce79b07-b5f3-4e9c-bcd2-b023b2a3fb9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:11.714947 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f7421-9ec2-467c-84ce-e0865d1ce804 req-2737fe1f-49ae-4e3f-a6d1-a958eb86f626 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:11.717818 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5f3f7421-9ec2-467c-84ce-e0865d1ce804 req-2737fe1f-49ae-4e3f-a6d1-a958eb86f626 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 946 time: 0.0995357 Jul 29 23:49:11.755273 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce79b07-b5f3-4e9c-bcd2-b023b2a3fb9f None None] Pushing event updated for resources: {'Port': ['ID=5b9144a9-50da-49ba-b6d3-9a28bb494a6a,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:11.783208 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5f3f7421-9ec2-467c-84ce-e0865d1ce804 req-ad24a0d3-586e-4942-be9b-0708da6cad77 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595806 Jul 29 23:49:11.862513 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226144d2-1bf4-42f5-a533-b99710cae52e None None] Network f49b9ede-63d2-4cd1-9277-654d9dff7142 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:12.045839 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a27b58-37b9-4833-83cc-faa681b8269e None None] Network f49b9ede-63d2-4cd1-9277-654d9dff7142 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:12.176489 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:12.277622 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Deleting port 5b9144a9-50da-49ba-b6d3-9a28bb494a6a {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:12.278335 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:12.283240 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a012bc6a-7004-4f26-9a3d-6f7bf4f96483 None None] get_active_networks_info from n-d-712140-10 {{(pid=94065) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:49:12.367681 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] For port 5b9144a9-50da-49ba-b6d3-9a28bb494a6a, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=5b9144a9-50da-49ba-b6d3-9a28bb494a6a,segment=NetworkSegment(555bd05d-15bd-4b66-981e-964a1c60522b),segment_id=555bd05d-15bd-4b66-981e-964a1c60522b)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:12.371950 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:12.390278 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Calling delete_port for 5b9144a9-50da-49ba-b6d3-9a28bb494a6a owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:12.479201 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a012bc6a-7004-4f26-9a3d-6f7bf4f96483 None None] Resources bound (agent type, host, resource id): {{(pid=94065) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:49:12.561454 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:12.603359 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event deleted for resources: {'Port': ['ID=5b9144a9-50da-49ba-b6d3-9a28bb494a6a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:12.612616 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] No DVR routers for this DVR port 5b9144a9-50da-49ba-b6d3-9a28bb494a6a on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:49:12.912483 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:12.930910 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f49b9ede-63d2-4cd1-9277-654d9dff7142']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:12.972891 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '555bd05d-15bd-4b66-981e-964a1c60522b') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:12.973178 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '555bd05d-15bd-4b66-981e-964a1c60522b') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:12.981569 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ead2e3d-8602-49e6-aef2-0ba67f2b1603 req-7a591d5f-73f1-4bad-9c1c-aaf5a2b0d0b7 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:12.983271 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ead2e3d-8602-49e6-aef2-0ba67f2b1603 req-7a591d5f-73f1-4bad-9c1c-aaf5a2b0d0b7 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 946 time: 0.0828605 Jul 29 23:49:12.987071 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.012846 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.027634 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:49:13.028086 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.031261 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:49:13.031261 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:49:13.031261 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:49:13.031261 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:49:13.031261 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:49:13.031261 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:49:13.031261 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:49:13.031261 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:49:13.031261 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:49:13.031261 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:49:13.031261 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:49:13.031261 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:49:13.031261 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:49:13.031261 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:49:13.031261 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:49:13.031261 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:49:13.031261 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:49:13.031261 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:49:13.031261 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:49:13.031261 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:49:13.031261 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:49:13.031261 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:49:13.031261 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:49:13.031261 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:49:13.031261 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:49:13.031261 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:49:13.031261 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:49:13.031261 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:49:13.031261 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:49:13.031261 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:49:13.031261 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:49:13.031261 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:49:13.044713 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ead2e3d-8602-49e6-aef2-0ba67f2b1603 req-2f137f34-6159-47fd-b0e8-b508e528d8da tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515237 Jul 29 23:49:13.117150 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.130425 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.135675 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "DELETE /v2.0/networks/f49b9ede-63d2-4cd1-9277-654d9dff7142 HTTP/1.1" status: 204 len: 168 time: 2.3624172 Jul 29 23:49:13.135944 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44514) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:13.150795 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c768ec1f-678a-4d45-8b5f-551599fe33a3 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event deleted for resources: {'Network': ['ID=f49b9ede-63d2-4cd1-9277-654d9dff7142,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:13.177088 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f4b563-01ed-44c8-9ca1-0b42167af38d tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] DELETE failed (client error): The resource could not be found. Jul 29 23:49:13.177552 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6f4b563-01ed-44c8-9ca1-0b42167af38d tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:49:13.179729 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f6f4b563-01ed-44c8-9ca1-0b42167af38d tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "DELETE /v2.0/subnets/d939f66c-761a-4ee3-bab1-d6d414e5d1ee HTTP/1.1" status: 404 len: 337 time: 0.0425220 Jul 29 23:49:13.182230 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44524) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:13.202652 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab0fb74-538b-45eb-81c4-13612f034f7c tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] DELETE failed (client error): The resource could not be found. Jul 29 23:49:13.203203 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab0fb74-538b-45eb-81c4-13612f034f7c tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:49:13.204969 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3ab0fb74-538b-45eb-81c4-13612f034f7c tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "DELETE /v2.0/networks/f49b9ede-63d2-4cd1-9277-654d9dff7142 HTTP/1.1" status: 404 len: 339 time: 0.0216987 Jul 29 23:49:13.207533 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44530) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:13.301136 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-809d47b5-528d-431b-93b5-00f77dceb8ac tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.411347 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-809d47b5-528d-431b-93b5-00f77dceb8ac tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.434897 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-809d47b5-528d-431b-93b5-00f77dceb8ac tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ecc2835-9595-490d-b498-2704f0b9104d']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:13.461928 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-809d47b5-528d-431b-93b5-00f77dceb8ac tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb9c1a96-7cb6-4c05-b27f-186443b11933') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:13.462352 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-809d47b5-528d-431b-93b5-00f77dceb8ac tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb9c1a96-7cb6-4c05-b27f-186443b11933') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:13.478599 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-809d47b5-528d-431b-93b5-00f77dceb8ac tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.498559 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-809d47b5-528d-431b-93b5-00f77dceb8ac tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.509268 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-809d47b5-528d-431b-93b5-00f77dceb8ac tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:49:13.509842 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-809d47b5-528d-431b-93b5-00f77dceb8ac tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.514838 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:49:13.514838 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:49:13.514838 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:49:13.514838 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:49:13.514838 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:49:13.514838 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:49:13.514838 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:49:13.514838 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:49:13.514838 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:49:13.514838 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:49:13.514838 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:49:13.514838 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:49:13.514838 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:49:13.514838 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:49:13.514838 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:49:13.514838 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:49:13.514838 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:49:13.514838 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:49:13.514838 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:49:13.514838 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:49:13.514838 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:49:13.514838 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:49:13.514838 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:49:13.514838 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:49:13.514838 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:49:13.514838 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:49:13.514838 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:49:13.514838 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:49:13.514838 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:49:13.514838 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:49:13.514838 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:49:13.514838 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:49:13.601407 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-809d47b5-528d-431b-93b5-00f77dceb8ac tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.609821 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-809d47b5-528d-431b-93b5-00f77dceb8ac tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.616982 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-809d47b5-528d-431b-93b5-00f77dceb8ac tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "DELETE /v2.0/networks/0ecc2835-9595-490d-b498-2704f0b9104d HTTP/1.1" status: 204 len: 168 time: 0.4043646 Jul 29 23:49:13.617434 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44584) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:13.636981 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809d47b5-528d-431b-93b5-00f77dceb8ac tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event deleted for resources: {'Network': ['ID=0ecc2835-9595-490d-b498-2704f0b9104d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:13.656705 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-a551382d-1844-4a05-a5be-a70e3d102573 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] DELETE failed (client error): The resource could not be found. Jul 29 23:49:13.657358 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a551382d-1844-4a05-a5be-a70e3d102573 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:49:13.659284 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a551382d-1844-4a05-a5be-a70e3d102573 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "DELETE /v2.0/subnets/2fcac36e-f17c-461d-a570-ddce7c775808 HTTP/1.1" status: 404 len: 337 time: 0.0406432 Jul 29 23:49:13.662325 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44590) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:13.692459 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f3cb76c-d048-4326-ab80-affddf15b732 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] DELETE failed (client error): The resource could not be found. Jul 29 23:49:13.693672 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f3cb76c-d048-4326-ab80-affddf15b732 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:49:13.700167 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44596) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:13.708440 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5f3cb76c-d048-4326-ab80-affddf15b732 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "DELETE /v2.0/networks/d37150cb-be6d-463c-b468-aa5dbac62b44 HTTP/1.1" status: 404 len: 339 time: 0.0446427 Jul 29 23:49:13.780369 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fe2cf-0a15-45ed-b400-94538c624b8a req-af0cb405-8513-4462-b5ce-9a0a3c57b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:13.782072 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe7fe2cf-0a15-45ed-b400-94538c624b8a req-af0cb405-8513-4462-b5ce-9a0a3c57b9aa service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d50d474daccb433580a7028fa61f9a73&device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 1098 time: 0.0720675 Jul 29 23:49:13.800118 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-f370f997-e7f9-4c2c-8b80-f79d406aa7ea tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Deleting subnet 7f067c02-c9ef-4420-802a-1c9f254c3f0d {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:49:13.804135 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f370f997-e7f9-4c2c-8b80-f79d406aa7ea tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.863486 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f370f997-e7f9-4c2c-8b80-f79d406aa7ea tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:13.918255 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fe2cf-0a15-45ed-b400-94538c624b8a req-89c97a5d-bcdf-4fc5-b26a-556a4e92eb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:13.920099 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe7fe2cf-0a15-45ed-b400-94538c624b8a req-89c97a5d-bcdf-4fc5-b26a-556a4e92eb6e service neutron] 10.222.0.23 "GET /v2.0/networks?id=c5d248fd-ab50-44b4-871d-02015d72fe43 HTTP/1.1" status: 200 len: 918 time: 0.1309769 Jul 29 23:49:13.994171 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f370f997-e7f9-4c2c-8b80-f79d406aa7ea tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:14.039917 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe7fe2cf-0a15-45ed-b400-94538c624b8a req-6612735e-4765-46d0-803f-fb3b45096219 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6a2553e-b89d-4897-b8a2-ef68556a2ae1 HTTP/1.1" status: 200 len: 1002 time: 0.1126912 Jul 29 23:49:14.087401 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f370f997-e7f9-4c2c-8b80-f79d406aa7ea tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:14.124312 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fe2cf-0a15-45ed-b400-94538c624b8a req-c838eea1-a02f-4fe2-bc60-202c68930828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:14.126337 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe7fe2cf-0a15-45ed-b400-94538c624b8a req-c838eea1-a02f-4fe2-bc60-202c68930828 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69ac91f6-4b2c-4d90-9c2c-b487e54998fb HTTP/1.1" status: 200 len: 856 time: 0.0775549 Jul 29 23:49:14.140880 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f370f997-e7f9-4c2c-8b80-f79d406aa7ea tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event deleted for resources: {'Subnet': ['ID=7f067c02-c9ef-4420-802a-1c9f254c3f0d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:14.143885 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f370f997-e7f9-4c2c-8b80-f79d406aa7ea tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:14.149926 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f370f997-e7f9-4c2c-8b80-f79d406aa7ea tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "DELETE /v2.0/subnets/7f067c02-c9ef-4420-802a-1c9f254c3f0d HTTP/1.1" status: 204 len: 168 time: 0.4482250 Jul 29 23:49:14.150974 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44644) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:14.151676 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7477317a-a5da-4ea4-ad28-37b1cccd5d51 None None] Network 7c8d7ed8-c599-4369-96bd-ff90aeca551e requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:14.258533 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-eab6bf34-90a3-4a01-9fdd-fa8c852baf46 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Deleting subnet 12e32c64-e9dd-42be-bf99-b6eba0678d56 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:49:14.264035 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eab6bf34-90a3-4a01-9fdd-fa8c852baf46 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:14.290350 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fe2cf-0a15-45ed-b400-94538c624b8a req-49fa913d-0e05-4e0d-82f5-357b1adfdf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:14.293049 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe7fe2cf-0a15-45ed-b400-94538c624b8a req-49fa913d-0e05-4e0d-82f5-357b1adfdf2b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c5d248fd-ab50-44b4-871d-02015d72fe43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1598158 Jul 29 23:49:14.334616 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d9f0b3-66ad-4ad6-a335-095055e52ae9 req-56027063-3edd-47fd-b06c-78b024603fd7 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:14.336961 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-60d9f0b3-66ad-4ad6-a335-095055e52ae9 req-56027063-3edd-47fd-b06c-78b024603fd7 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 946 time: 0.1177311 Jul 29 23:49:14.360740 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eab6bf34-90a3-4a01-9fdd-fa8c852baf46 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:14.543333 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eab6bf34-90a3-4a01-9fdd-fa8c852baf46 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:14.605916 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-60d9f0b3-66ad-4ad6-a335-095055e52ae9 req-2ffa65e8-4373-4d1b-8161-b7d861178038 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468331 Jul 29 23:49:14.630663 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe7fe2cf-0a15-45ed-b400-94538c624b8a req-b0a07ba6-97b0-4717-bea9-790182b96e88 service neutron] 10.222.0.23 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267992 Jul 29 23:49:14.671007 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eab6bf34-90a3-4a01-9fdd-fa8c852baf46 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:14.705940 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eab6bf34-90a3-4a01-9fdd-fa8c852baf46 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:14.715296 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-eab6bf34-90a3-4a01-9fdd-fa8c852baf46 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "DELETE /v2.0/subnets/12e32c64-e9dd-42be-bf99-b6eba0678d56 HTTP/1.1" status: 204 len: 168 time: 0.5594735 Jul 29 23:49:14.717811 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44698) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:14.741090 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6bf34-90a3-4a01-9fdd-fa8c852baf46 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event deleted for resources: {'Subnet': ['ID=12e32c64-e9dd-42be-bf99-b6eba0678d56,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:14.858968 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0a0c6112-f396-4902-b3a1-02a281036319 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:14.866931 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe7fe2cf-0a15-45ed-b400-94538c624b8a req-404c37ad-abe5-4012-af4e-bbd3dad480fb service neutron] 10.222.0.23 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285917 Jul 29 23:49:14.963627 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-0a0c6112-f396-4902-b3a1-02a281036319 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Deleting port 9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:14.964701 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0a0c6112-f396-4902-b3a1-02a281036319 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.042389 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-0a0c6112-f396-4902-b3a1-02a281036319 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] For port 9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce,segment=NetworkSegment(5902a926-8585-4d1d-bfc0-b5ac0091f127),segment_id=5902a926-8585-4d1d-bfc0-b5ac0091f127)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:15.042903 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0a0c6112-f396-4902-b3a1-02a281036319 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.059399 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-0a0c6112-f396-4902-b3a1-02a281036319 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Calling delete_port for 9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:15.168966 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0a0c6112-f396-4902-b3a1-02a281036319 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.211797 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c6112-f396-4902-b3a1-02a281036319 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event deleted for resources: {'Port': ['ID=9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:15.227867 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0c6112-f396-4902-b3a1-02a281036319 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] No DVR routers for this DVR port 9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:49:15.328921 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0a0c6112-f396-4902-b3a1-02a281036319 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.342247 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-0a0c6112-f396-4902-b3a1-02a281036319 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8d7ed8-c599-4369-96bd-ff90aeca551e']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:15.359626 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-0a0c6112-f396-4902-b3a1-02a281036319 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5902a926-8585-4d1d-bfc0-b5ac0091f127') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:15.360185 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-0a0c6112-f396-4902-b3a1-02a281036319 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5902a926-8585-4d1d-bfc0-b5ac0091f127') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:15.371429 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0a0c6112-f396-4902-b3a1-02a281036319 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.390021 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0a0c6112-f396-4902-b3a1-02a281036319 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.396892 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a0c6112-f396-4902-b3a1-02a281036319 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:49:15.397298 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0a0c6112-f396-4902-b3a1-02a281036319 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.397719 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb877b5-289b-4cac-b061-99a97f1627a4 None None] Network 7c8d7ed8-c599-4369-96bd-ff90aeca551e requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:15.400267 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:49:15.400267 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:49:15.400267 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:49:15.400267 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:49:15.400267 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:49:15.400267 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:49:15.400267 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:49:15.400267 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:49:15.400267 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:49:15.400267 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:49:15.400267 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:49:15.400267 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:49:15.400267 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:49:15.400267 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:49:15.400267 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:49:15.400267 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:49:15.400267 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:49:15.400267 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:49:15.400267 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:49:15.400267 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:49:15.400267 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:49:15.400267 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:49:15.400267 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:49:15.400267 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:49:15.400267 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:49:15.400267 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:49:15.400267 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:49:15.400267 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:49:15.400267 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:49:15.400267 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:49:15.400267 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:49:15.400267 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:49:15.449346 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a713ceb6-ccf8-458f-81b4-6bf2d0f00b7a None None] Could not find standard attr ID for object 9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 29 23:49:15.635701 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981eb6eb-c146-4ca6-a124-95c4ddefb755 None None] DHCP port deletion for 7c8d7ed8-c599-4369-96bd-ff90aeca551e request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:49:15.890635 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0a0c6112-f396-4902-b3a1-02a281036319 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.898445 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0a0c6112-f396-4902-b3a1-02a281036319 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:15.900453 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0a0c6112-f396-4902-b3a1-02a281036319 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "DELETE /v2.0/networks/7c8d7ed8-c599-4369-96bd-ff90aeca551e HTTP/1.1" status: 204 len: 168 time: 1.1815128 Jul 29 23:49:15.902902 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44812) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:15.913682 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c6112-f396-4902-b3a1-02a281036319 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event deleted for resources: {'Network': ['ID=7c8d7ed8-c599-4369-96bd-ff90aeca551e,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:15.923372 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b9f44-7d5e-425d-b869-20ee25514a75 req-04a8cb02-ab43-4684-b42f-f332b1564d23 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:15.925034 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1d9b9f44-7d5e-425d-b869-20ee25514a75 req-04a8cb02-ab43-4684-b42f-f332b1564d23 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 946 time: 0.0853419 Jul 29 23:49:15.934495 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d656bf7-7ecc-439f-b9a5-ded023b3e09f tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] DELETE failed (client error): The resource could not be found. Jul 29 23:49:15.935620 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d656bf7-7ecc-439f-b9a5-ded023b3e09f tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:49:15.938107 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2d656bf7-7ecc-439f-b9a5-ded023b3e09f tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "DELETE /v2.0/subnets/8d70da8c-92ca-408e-b028-a09175a1f643 HTTP/1.1" status: 404 len: 337 time: 0.0340469 Jul 29 23:49:15.940579 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44814) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:15.963293 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea9445fe-eec2-4389-ab57-f225245f96d1 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] DELETE failed (client error): The resource could not be found. Jul 29 23:49:15.964154 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea9445fe-eec2-4389-ab57-f225245f96d1 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:49:15.969284 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ea9445fe-eec2-4389-ab57-f225245f96d1 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "DELETE /v2.0/networks/9b5aa418-2a3d-414c-8baa-9c3ed529ae28 HTTP/1.1" status: 404 len: 339 time: 0.0275962 Jul 29 23:49:15.970182 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44816) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:15.987457 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1d9b9f44-7d5e-425d-b869-20ee25514a75 req-7d6e18b0-439a-4909-9d62-eef9ba72d585 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507355 Jul 29 23:49:16.013946 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f12155e-97c8-4464-8708-75a980a4ed4f tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] DELETE failed (client error): The resource could not be found. Jul 29 23:49:16.014611 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f12155e-97c8-4464-8708-75a980a4ed4f tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:49:16.016955 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1f12155e-97c8-4464-8708-75a980a4ed4f tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "DELETE /v2.0/subnets/6b4421e9-d361-4a9f-8d45-76356f5f2eb1 HTTP/1.1" status: 404 len: 337 time: 0.0444713 Jul 29 23:49:16.019235 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44818) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:16.039576 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-87a88a97-45a3-4646-ac3b-fa03fd4d8704 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] DELETE failed (client error): The resource could not be found. Jul 29 23:49:16.040163 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87a88a97-45a3-4646-ac3b-fa03fd4d8704 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:49:16.041893 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-87a88a97-45a3-4646-ac3b-fa03fd4d8704 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "DELETE /v2.0/networks/0c55cacf-4b26-4e12-ab2c-2b585ec7b927 HTTP/1.1" status: 404 len: 339 time: 0.0213914 Jul 29 23:49:16.045011 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44820) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:16.072571 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0486ddc-6446-4f00-a7dc-5b225405ec1c tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] DELETE failed (client error): The resource could not be found. Jul 29 23:49:16.073035 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0486ddc-6446-4f00-a7dc-5b225405ec1c tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:49:16.074771 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f0486ddc-6446-4f00-a7dc-5b225405ec1c tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "DELETE /v2.0/subnets/ecbdedaa-8b93-4fcc-a102-b2ac931bf05e HTTP/1.1" status: 404 len: 337 time: 0.0287542 Jul 29 23:49:16.077357 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44822) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:16.097181 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb0c92da-3847-4343-b202-f7e01c00e1eb tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] DELETE failed (client error): The resource could not be found. Jul 29 23:49:16.097768 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb0c92da-3847-4343-b202-f7e01c00e1eb tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:49:16.099512 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-eb0c92da-3847-4343-b202-f7e01c00e1eb tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "DELETE /v2.0/networks/d4847def-3659-4261-8340-256d9c7f6ecb HTTP/1.1" status: 404 len: 339 time: 0.0212369 Jul 29 23:49:16.102208 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44824) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:16.158213 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-0894f4b2-4579-49e0-b07f-e6fc78dbb335 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Deleting subnet 59839771-2592-4a30-89f8-ff5adaa3b326 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:49:16.162248 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0894f4b2-4579-49e0-b07f-e6fc78dbb335 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:16.210368 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0894f4b2-4579-49e0-b07f-e6fc78dbb335 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:16.316928 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0894f4b2-4579-49e0-b07f-e6fc78dbb335 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:16.394589 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0894f4b2-4579-49e0-b07f-e6fc78dbb335 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:16.430165 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0894f4b2-4579-49e0-b07f-e6fc78dbb335 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event deleted for resources: {'Subnet': ['ID=59839771-2592-4a30-89f8-ff5adaa3b326,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:16.437200 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0894f4b2-4579-49e0-b07f-e6fc78dbb335 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:16.439243 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0894f4b2-4579-49e0-b07f-e6fc78dbb335 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "DELETE /v2.0/subnets/59839771-2592-4a30-89f8-ff5adaa3b326 HTTP/1.1" status: 204 len: 168 time: 0.3359125 Jul 29 23:49:16.443591 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44826) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:16.455644 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0894f4b2-4579-49e0-b07f-e6fc78dbb335 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:16.456184 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0894f4b2-4579-49e0-b07f-e6fc78dbb335 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:16.456397 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0894f4b2-4579-49e0-b07f-e6fc78dbb335 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:16.456738 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0894f4b2-4579-49e0-b07f-e6fc78dbb335 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:16.457075 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0894f4b2-4579-49e0-b07f-e6fc78dbb335 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:16.457415 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0894f4b2-4579-49e0-b07f-e6fc78dbb335 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:16.457746 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0894f4b2-4579-49e0-b07f-e6fc78dbb335 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:16.458074 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0894f4b2-4579-49e0-b07f-e6fc78dbb335 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:16.458401 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0894f4b2-4579-49e0-b07f-e6fc78dbb335 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:16.458728 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0894f4b2-4579-49e0-b07f-e6fc78dbb335 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:16.459052 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0894f4b2-4579-49e0-b07f-e6fc78dbb335 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:16.459375 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0894f4b2-4579-49e0-b07f-e6fc78dbb335 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:16.472789 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d2e13a-0d26-4e1a-ab72-82d505cd7f1f None None] Network 67a36c1b-06c9-4250-babe-93387f9ad879 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:16.563641 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1bf7f9d5-0fa9-4d71-8c65-6c8aeadcaef0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:16.631789 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-1bf7f9d5-0fa9-4d71-8c65-6c8aeadcaef0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Deleting port fbf9736f-ff56-4d3e-9482-6a91247408b4 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:16.631988 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1bf7f9d5-0fa9-4d71-8c65-6c8aeadcaef0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:16.723700 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-1bf7f9d5-0fa9-4d71-8c65-6c8aeadcaef0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] For port fbf9736f-ff56-4d3e-9482-6a91247408b4, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=fbf9736f-ff56-4d3e-9482-6a91247408b4,segment=NetworkSegment(97014f7c-16cd-44bd-ba1d-64e39ebe0a2b),segment_id=97014f7c-16cd-44bd-ba1d-64e39ebe0a2b)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:16.724154 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1bf7f9d5-0fa9-4d71-8c65-6c8aeadcaef0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:16.742232 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68276a5b-53ce-4886-8bbc-476b31009e34 None None] DHCP port deletion for 67a36c1b-06c9-4250-babe-93387f9ad879 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:49:16.755648 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-1bf7f9d5-0fa9-4d71-8c65-6c8aeadcaef0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Calling delete_port for fbf9736f-ff56-4d3e-9482-6a91247408b4 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:16.838139 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:49:16.847982 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-68276a5b-53ce-4886-8bbc-476b31009e34 None None] Deleting port fbf9736f-ff56-4d3e-9482-6a91247408b4 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:16.848573 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-68276a5b-53ce-4886-8bbc-476b31009e34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:16.869327 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:49:16.869673 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9cf6dd58-8ac1-4b50-a49a-24e10aa5ffce not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:49:16.928318 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1bf7f9d5-0fa9-4d71-8c65-6c8aeadcaef0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:16.957953 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7f9d5-0fa9-4d71-8c65-6c8aeadcaef0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event deleted for resources: {'Port': ['ID=fbf9736f-ff56-4d3e-9482-6a91247408b4,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:16.963479 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-68276a5b-53ce-4886-8bbc-476b31009e34 None None] For port fbf9736f-ff56-4d3e-9482-6a91247408b4, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=fbf9736f-ff56-4d3e-9482-6a91247408b4,segment=NetworkSegment(97014f7c-16cd-44bd-ba1d-64e39ebe0a2b),segment_id=97014f7c-16cd-44bd-ba1d-64e39ebe0a2b)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:16.963980 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-68276a5b-53ce-4886-8bbc-476b31009e34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:16.967278 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf7f9d5-0fa9-4d71-8c65-6c8aeadcaef0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] No DVR routers for this DVR port fbf9736f-ff56-4d3e-9482-6a91247408b4 on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:49:16.984868 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-68276a5b-53ce-4886-8bbc-476b31009e34 None None] Calling delete_port for fbf9736f-ff56-4d3e-9482-6a91247408b4 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:17.067593 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1bf7f9d5-0fa9-4d71-8c65-6c8aeadcaef0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:17.070852 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-68276a5b-53ce-4886-8bbc-476b31009e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:17.080359 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-1bf7f9d5-0fa9-4d71-8c65-6c8aeadcaef0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a36c1b-06c9-4250-babe-93387f9ad879']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:17.089728 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68276a5b-53ce-4886-8bbc-476b31009e34 None None] No DVR routers for this DVR port fbf9736f-ff56-4d3e-9482-6a91247408b4 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:49:17.110145 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-1bf7f9d5-0fa9-4d71-8c65-6c8aeadcaef0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97014f7c-16cd-44bd-ba1d-64e39ebe0a2b') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:17.110708 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-1bf7f9d5-0fa9-4d71-8c65-6c8aeadcaef0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97014f7c-16cd-44bd-ba1d-64e39ebe0a2b') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:17.122498 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68276a5b-53ce-4886-8bbc-476b31009e34 None None] Pushing event deleted for resources: {'Port': ['ID=fbf9736f-ff56-4d3e-9482-6a91247408b4,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:17.138165 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1bf7f9d5-0fa9-4d71-8c65-6c8aeadcaef0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:17.167381 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1bf7f9d5-0fa9-4d71-8c65-6c8aeadcaef0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:17.177053 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf7f9d5-0fa9-4d71-8c65-6c8aeadcaef0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:49:17.177453 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1bf7f9d5-0fa9-4d71-8c65-6c8aeadcaef0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:17.180722 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:49:17.180722 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:49:17.180722 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:49:17.180722 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:49:17.180722 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:49:17.180722 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:49:17.180722 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:49:17.180722 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:49:17.180722 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:49:17.180722 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:49:17.180722 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:49:17.180722 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:49:17.180722 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:49:17.180722 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:49:17.180722 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:49:17.180722 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:49:17.180722 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:49:17.180722 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:49:17.180722 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:49:17.180722 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:49:17.180722 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:49:17.180722 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:49:17.180722 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:49:17.180722 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:49:17.180722 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:49:17.180722 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:49:17.180722 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:49:17.180722 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:49:17.180722 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:49:17.180722 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:49:17.180722 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:49:17.180722 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:49:17.241975 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa7faa-2994-4a0b-9bef-6374b36b7844 req-3bc6f4a1-b15a-4d82-a0e4-9947cf1dec27 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:17.243501 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-beaa7faa-2994-4a0b-9bef-6374b36b7844 req-3bc6f4a1-b15a-4d82-a0e4-9947cf1dec27 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 946 time: 0.1294303 Jul 29 23:49:17.277280 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1bf7f9d5-0fa9-4d71-8c65-6c8aeadcaef0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:17.290893 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1bf7f9d5-0fa9-4d71-8c65-6c8aeadcaef0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:17.296070 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1bf7f9d5-0fa9-4d71-8c65-6c8aeadcaef0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "DELETE /v2.0/networks/67a36c1b-06c9-4250-babe-93387f9ad879 HTTP/1.1" status: 204 len: 168 time: 0.8479486 Jul 29 23:49:17.297156 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44838) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:17.319045 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-beaa7faa-2994-4a0b-9bef-6374b36b7844 req-e9d1e91a-f2fc-4f54-8611-370c1440db54 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673099 Jul 29 23:49:17.319756 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf7f9d5-0fa9-4d71-8c65-6c8aeadcaef0 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event deleted for resources: {'Network': ['ID=67a36c1b-06c9-4250-babe-93387f9ad879,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:17.343130 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca7daf28-ef3b-4e2c-b36e-87364d5d8ca5 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] DELETE failed (client error): The resource could not be found. Jul 29 23:49:17.343736 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca7daf28-ef3b-4e2c-b36e-87364d5d8ca5 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:49:17.345993 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ca7daf28-ef3b-4e2c-b36e-87364d5d8ca5 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "DELETE /v2.0/subnets/6a5148ce-57d5-4a24-921e-bfa06a02d937 HTTP/1.1" status: 404 len: 337 time: 0.0476093 Jul 29 23:49:17.348388 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44840) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:17.369989 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cd28595-4f31-4b4b-809e-9f2202cbe952 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] DELETE failed (client error): The resource could not be found. Jul 29 23:49:17.370771 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cd28595-4f31-4b4b-809e-9f2202cbe952 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:49:17.376014 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5cd28595-4f31-4b4b-809e-9f2202cbe952 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "DELETE /v2.0/networks/c9a266e2-7c8a-4f22-a05b-7dd06b39034f HTTP/1.1" status: 404 len: 339 time: 0.0230231 Jul 29 23:49:17.376403 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44844) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:17.462437 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-df0e3e79-c252-43cd-bd76-18be8ae700f6 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Deleting subnet 969c19c5-dc25-454e-a0eb-0df096355755 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:49:17.466949 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-df0e3e79-c252-43cd-bd76-18be8ae700f6 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:17.534213 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-df0e3e79-c252-43cd-bd76-18be8ae700f6 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:17.545508 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device b6a2553e-b89d-4897-b8a2-ef68556a2ae1 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:49:17.655055 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-df0e3e79-c252-43cd-bd76-18be8ae700f6 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:17.688808 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:17.735441 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15f9ea6-9807-43b5-95f2-bcc7c1701c6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6a2553e-b89d-4897-b8a2-ef68556a2ae1'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:17.737858 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a8db40-65fc-44c4-853b-6f91973860f5" -d '{"events": [{"server_uuid": "c15f9ea6-9807-43b5-95f2-bcc7c1701c6f", "name": "network-vif-unplugged", "status": "completed", "tag": "b6a2553e-b89d-4897-b8a2-ef68556a2ae1"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:17.768034 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port b6a2553e-b89d-4897-b8a2-ef68556a2ae1, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b6a2553e-b89d-4897-b8a2-ef68556a2ae1,segment=NetworkSegment(a8b5eda5-9414-420c-921a-7601972def5c),segment_id=a8b5eda5-9414-420c-921a-7601972def5c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:17.773206 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:17.814313 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-df0e3e79-c252-43cd-bd76-18be8ae700f6 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:17.875811 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=b6a2553e-b89d-4897-b8a2-ef68556a2ae1,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:17.888579 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0e3e79-c252-43cd-bd76-18be8ae700f6 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event deleted for resources: {'Subnet': ['ID=969c19c5-dc25-454e-a0eb-0df096355755,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:17.896711 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-df0e3e79-c252-43cd-bd76-18be8ae700f6 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:17.898025 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04617689-6cfe-4718-bfad-d2ea41179cdc x-openstack-request-id: req-04617689-6cfe-4718-bfad-d2ea41179cdc {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:17.900186 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-df0e3e79-c252-43cd-bd76-18be8ae700f6 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "DELETE /v2.0/subnets/969c19c5-dc25-454e-a0eb-0df096355755 HTTP/1.1" status: 204 len: 168 time: 0.5227041 Jul 29 23:49:17.900469 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15f9ea6-9807-43b5-95f2-bcc7c1701c6f", "name": "network-vif-unplugged", "status": "failed", "tag": "b6a2553e-b89d-4897-b8a2-ef68556a2ae1", "code": 422}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:17.901761 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04617689-6cfe-4718-bfad-d2ea41179cdc {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:17.902300 n-d-712140-10 neutron-server[94065]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c15f9ea6-9807-43b5-95f2-bcc7c1701c6f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b6a2553e-b89d-4897-b8a2-ef68556a2ae1', 'code': 422} returned with failed status Jul 29 23:49:17.904571 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44862) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:17.906931 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4b04ee-6b6e-4ab0-b721-64a8bf4075d9 None None] Network fa214a1b-e6ff-4519-925d-bb0739862003 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:18.043201 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fcc1445d-2cd5-4c35-b216-003f5c6251c9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.131794 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-fcc1445d-2cd5-4c35-b216-003f5c6251c9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Deleting port 09557711-a741-4469-8034-95ed959beb74 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:18.132190 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fcc1445d-2cd5-4c35-b216-003f5c6251c9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.216121 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f34aa8-4a9f-4c64-a561-15371beb6274 None None] DHCP port deletion for fa214a1b-e6ff-4519-925d-bb0739862003 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:49:18.284458 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-fcc1445d-2cd5-4c35-b216-003f5c6251c9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] For port 09557711-a741-4469-8034-95ed959beb74, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=09557711-a741-4469-8034-95ed959beb74,segment=NetworkSegment(befe60d3-449f-4bd0-9d02-9f128bc9279a),segment_id=befe60d3-449f-4bd0-9d02-9f128bc9279a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:18.285313 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fcc1445d-2cd5-4c35-b216-003f5c6251c9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.322038 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-25f34aa8-4a9f-4c64-a561-15371beb6274 None None] Deleting port 09557711-a741-4469-8034-95ed959beb74 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:18.322744 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25f34aa8-4a9f-4c64-a561-15371beb6274 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.342064 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b3ee1-908e-4e81-bf87-71200a315d13 req-cfd57bd8-5e00-4c9f-bd06-ee4d54b5292f tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:18.345772 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-fcc1445d-2cd5-4c35-b216-003f5c6251c9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Calling delete_port for 09557711-a741-4469-8034-95ed959beb74 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:18.347612 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-608b3ee1-908e-4e81-bf87-71200a315d13 req-cfd57bd8-5e00-4c9f-bd06-ee4d54b5292f tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 944 time: 0.1383917 Jul 29 23:49:18.420510 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-608b3ee1-908e-4e81-bf87-71200a315d13 req-b88b6ac4-f461-4048-817c-376825e356c5 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650692 Jul 29 23:49:18.483538 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-25f34aa8-4a9f-4c64-a561-15371beb6274 None None] For port 09557711-a741-4469-8034-95ed959beb74, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=09557711-a741-4469-8034-95ed959beb74,segment=NetworkSegment(befe60d3-449f-4bd0-9d02-9f128bc9279a),segment_id=befe60d3-449f-4bd0-9d02-9f128bc9279a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:18.484034 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25f34aa8-4a9f-4c64-a561-15371beb6274 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.499896 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-25f34aa8-4a9f-4c64-a561-15371beb6274 None None] Calling delete_port for 09557711-a741-4469-8034-95ed959beb74 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:18.577736 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fcc1445d-2cd5-4c35-b216-003f5c6251c9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.596653 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc1445d-2cd5-4c35-b216-003f5c6251c9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] No DVR routers for this DVR port 09557711-a741-4469-8034-95ed959beb74 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:49:18.634604 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1445d-2cd5-4c35-b216-003f5c6251c9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event deleted for resources: {'Port': ['ID=09557711-a741-4469-8034-95ed959beb74,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:18.640814 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25f34aa8-4a9f-4c64-a561-15371beb6274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.734007 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f34aa8-4a9f-4c64-a561-15371beb6274 None None] Pushing event deleted for resources: {'Port': ['ID=09557711-a741-4469-8034-95ed959beb74,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:18.737539 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f34aa8-4a9f-4c64-a561-15371beb6274 None None] No DVR routers for this DVR port 09557711-a741-4469-8034-95ed959beb74 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:49:18.798906 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fcc1445d-2cd5-4c35-b216-003f5c6251c9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.806259 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 09557711-a741-4469-8034-95ed959beb74 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:49:18.810738 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-fcc1445d-2cd5-4c35-b216-003f5c6251c9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa214a1b-e6ff-4519-925d-bb0739862003']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:18.822492 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-fcc1445d-2cd5-4c35-b216-003f5c6251c9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'befe60d3-449f-4bd0-9d02-9f128bc9279a') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:18.823341 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-fcc1445d-2cd5-4c35-b216-003f5c6251c9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'befe60d3-449f-4bd0-9d02-9f128bc9279a') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:18.829880 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 09557711-a741-4469-8034-95ed959beb74 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:49:18.830477 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 09557711-a741-4469-8034-95ed959beb74 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:49:18.831158 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device fbf9736f-ff56-4d3e-9482-6a91247408b4 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:49:18.834966 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fcc1445d-2cd5-4c35-b216-003f5c6251c9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.850234 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dede8440-ec05-48db-a21a-fc557035ff3d req-c10d970d-dd67-4039-8ebd-c2368d7e2820 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3242459 Jul 29 23:49:18.862442 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: fbf9736f-ff56-4d3e-9482-6a91247408b4 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:49:18.863140 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device fbf9736f-ff56-4d3e-9482-6a91247408b4 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:49:18.863274 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fcc1445d-2cd5-4c35-b216-003f5c6251c9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.890034 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc1445d-2cd5-4c35-b216-003f5c6251c9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:49:18.890674 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fcc1445d-2cd5-4c35-b216-003f5c6251c9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.900584 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:49:18.900584 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:49:18.900584 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:49:18.900584 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:49:18.900584 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:49:18.900584 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:49:18.900584 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:49:18.900584 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:49:18.900584 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:49:18.900584 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:49:18.900584 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:49:18.900584 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:49:18.900584 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:49:18.900584 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:49:18.900584 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:49:18.900584 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:49:18.900584 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:49:18.900584 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:49:18.900584 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:49:18.900584 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:49:18.900584 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:49:18.900584 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:49:18.900584 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:49:18.900584 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:49:18.900584 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:49:18.900584 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:49:18.900584 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:49:18.900584 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:49:18.900584 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:49:18.900584 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:49:18.900584 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:49:18.900584 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:49:18.975290 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fcc1445d-2cd5-4c35-b216-003f5c6251c9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.982764 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fcc1445d-2cd5-4c35-b216-003f5c6251c9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:18.987488 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fcc1445d-2cd5-4c35-b216-003f5c6251c9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] 10.222.0.18 "DELETE /v2.0/networks/fa214a1b-e6ff-4519-925d-bb0739862003 HTTP/1.1" status: 204 len: 168 time: 1.0804341 Jul 29 23:49:19.000881 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc1445d-2cd5-4c35-b216-003f5c6251c9 tempest-NetworksIpV6Test-530476548 tempest-NetworksIpV6Test-530476548-project] Pushing event deleted for resources: {'Network': ['ID=fa214a1b-e6ff-4519-925d-bb0739862003,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:19.397665 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44904) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:19.611224 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a2d7b6-4154-49aa-b4a4-50197ed7a7df req-43b7f25f-1c48-4552-b498-f9605af070d2 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:19.613150 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a6a2d7b6-4154-49aa-b4a4-50197ed7a7df req-43b7f25f-1c48-4552-b498-f9605af070d2 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 944 time: 0.0601540 Jul 29 23:49:19.682930 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-71ec13ad-c4d5-43f0-8791-210c0900c3e3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4f75b7ad928f49638d393b4f11fb2ccb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2814622 Jul 29 23:49:19.683445 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44914) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:19.689775 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a6a2d7b6-4154-49aa-b4a4-50197ed7a7df req-73782bb6-627d-4021-b9a8-72db2c20bc15 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634387 Jul 29 23:49:19.787919 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-015c10f1-9a26-4e7c-8aa8-d43e32535aa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:19.814900 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-015c10f1-9a26-4e7c-8aa8-d43e32535aa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:19.866291 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-015c10f1-9a26-4e7c-8aa8-d43e32535aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:19.870764 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-015c10f1-9a26-4e7c-8aa8-d43e32535aa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:19.873132 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-015c10f1-9a26-4e7c-8aa8-d43e32535aa8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd849d79-7b2b-45a3-a192-bcd3e73f2087 HTTP/1.1" status: 204 len: 168 time: 0.1878827 Jul 29 23:49:19.905091 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015c10f1-9a26-4e7c-8aa8-d43e32535aa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd849d79-7b2b-45a3-a192-bcd3e73f2087,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:20.831350 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb76fe-c350-4434-86c8-506ba8dfc491 req-443ba66c-44dd-450c-91d7-9947078f7b71 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:20.834081 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7bb76fe-c350-4434-86c8-506ba8dfc491 req-443ba66c-44dd-450c-91d7-9947078f7b71 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 944 time: 0.0595975 Jul 29 23:49:20.905276 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7bb76fe-c350-4434-86c8-506ba8dfc491 req-b284c1ea-da6b-4fcf-8e5d-e6c83a264145 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643382 Jul 29 23:49:20.932678 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 44956) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:21.078785 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-4d65705b-6d6e-4b74-bddf-a66b9c5571cd tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1297518369'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:21.104671 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d65705b-6d6e-4b74-bddf-a66b9c5571cd tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Made reservation on behalf of 5029fbd878d9496eb360a37586e73616 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:21.109761 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4d65705b-6d6e-4b74-bddf-a66b9c5571cd tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:21.127279 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4d65705b-6d6e-4b74-bddf-a66b9c5571cd tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:21.259077 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4d65705b-6d6e-4b74-bddf-a66b9c5571cd tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:21.264876 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4d65705b-6d6e-4b74-bddf-a66b9c5571cd tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:21.283889 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d65705b-6d6e-4b74-bddf-a66b9c5571cd tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:49:21.298128 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4d65705b-6d6e-4b74-bddf-a66b9c5571cd tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:21.298486 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-4d65705b-6d6e-4b74-bddf-a66b9c5571cd tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Added segment d4451222-9379-436e-82dd-629059dbe487 of type vlan for network 4e90aa3e-e94e-4c5b-90cf-632d3b5a3b83 Jul 29 23:49:21.359480 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4d65705b-6d6e-4b74-bddf-a66b9c5571cd tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:21.400444 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4d65705b-6d6e-4b74-bddf-a66b9c5571cd tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:21.407521 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d65705b-6d6e-4b74-bddf-a66b9c5571cd tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:21.408295 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4d65705b-6d6e-4b74-bddf-a66b9c5571cd tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:21.491873 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65705b-6d6e-4b74-bddf-a66b9c5571cd tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Pushing event updated for resources: {'Network': ['ID=4e90aa3e-e94e-4c5b-90cf-632d3b5a3b83,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:21.504550 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 4e90aa3e-e94e-4c5b-90cf-632d3b5a3b83 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:49:21.511779 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65705b-6d6e-4b74-bddf-a66b9c5571cd tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96b151e8-c699-4ab2-8827-9f32d993d81f,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:21.518277 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4d65705b-6d6e-4b74-bddf-a66b9c5571cd tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5839262 Jul 29 23:49:21.613123 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device b6a2553e-b89d-4897-b8a2-ef68556a2ae1 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:49:22.108991 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dd7a2a-8964-4292-a8f5-194a1eec1992 req-b6d5dbdf-c979-429e-8120-026d16c034dd tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:22.110894 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4dd7a2a-8964-4292-a8f5-194a1eec1992 req-b6d5dbdf-c979-429e-8120-026d16c034dd tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 944 time: 0.0737417 Jul 29 23:49:22.167597 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4dd7a2a-8964-4292-a8f5-194a1eec1992 req-3d9e363a-2b01-40c4-adf8-ee5204cda88e tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507257 Jul 29 23:49:22.277231 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:49:23.342771 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475dc4f3-70b2-4df5-95ac-59f5af6e3df0 req-d1c8c066-6946-46fd-9259-27b1d28b6c78 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:23.350796 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-475dc4f3-70b2-4df5-95ac-59f5af6e3df0 req-d1c8c066-6946-46fd-9259-27b1d28b6c78 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 944 time: 0.0975633 Jul 29 23:49:23.437667 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-475dc4f3-70b2-4df5-95ac-59f5af6e3df0 req-e0aaad5a-cf4a-4cfe-8406-0560b85d4169 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773287 Jul 29 23:49:23.990177 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44988) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:24.192759 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-66f92911-1690-46e2-9070-c0353ec7b648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.309221 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-66f92911-1690-46e2-9070-c0353ec7b648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.314868 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-66f92911-1690-46e2-9070-c0353ec7b648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.367602 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-66f92911-1690-46e2-9070-c0353ec7b648 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d50672bc90d541fe9e61d8ec4de14afa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3755908 Jul 29 23:49:24.370175 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 44992) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:24.379114 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f92911-1690-46e2-9070-c0353ec7b648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7379e2-7329-4daf-9cbb-2e39e4e49a62,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:24.453398 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44f9711e-8709-454f-9a96-8d98f4a176d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.509941 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44f9711e-8709-454f-9a96-8d98f4a176d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.596646 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44f9711e-8709-454f-9a96-8d98f4a176d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.603938 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44f9711e-8709-454f-9a96-8d98f4a176d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:24.624265 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-44f9711e-8709-454f-9a96-8d98f4a176d1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3f7379e2-7329-4daf-9cbb-2e39e4e49a62 HTTP/1.1" status: 204 len: 168 time: 0.2375369 Jul 29 23:49:24.657157 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f9711e-8709-454f-9a96-8d98f4a176d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7379e2-7329-4daf-9cbb-2e39e4e49a62,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:24.731383 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2fe3f2-e484-4f84-bff9-73141cc5fef1 req-719fc690-6449-4b27-a27f-0a1d0e32bb40 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:24.743508 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f2fe3f2-e484-4f84-bff9-73141cc5fef1 req-719fc690-6449-4b27-a27f-0a1d0e32bb40 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 944 time: 0.1665592 Jul 29 23:49:24.791129 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45000) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:24.797240 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-d07eda55-ad49-4f26-84af-5861861b3030 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Request body: {'subnet': {'network_id': '4e90aa3e-e94e-4c5b-90cf-632d3b5a3b83', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:24.821188 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f2fe3f2-e484-4f84-bff9-73141cc5fef1 req-628b398f-563b-4d24-becc-bbf3e0d8f527 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759068 Jul 29 23:49:24.931252 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07eda55-ad49-4f26-84af-5861861b3030 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Made reservation on behalf of 5029fbd878d9496eb360a37586e73616 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:24.935401 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d07eda55-ad49-4f26-84af-5861861b3030 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.071152 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45004) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:25.086536 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-418a0a92-5ffa-4250-aba0-4a45c4ddacb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.150829 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d07eda55-ad49-4f26-84af-5861861b3030 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.203304 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-418a0a92-5ffa-4250-aba0-4a45c4ddacb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.208473 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-418a0a92-5ffa-4250-aba0-4a45c4ddacb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.213644 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07eda55-ad49-4f26-84af-5861861b3030 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Pushing event updated for resources: {'Subnet': ['ID=d1d1b3f4-ba1f-45f3-9c94-768475881838,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:25.229594 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07eda55-ad49-4f26-84af-5861861b3030 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Checking segment: {'id': 'd4451222-9379-436e-82dd-629059dbe487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4e90aa3e-e94e-4c5b-90cf-632d3b5a3b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:25.230159 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07eda55-ad49-4f26-84af-5861861b3030 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Network hostable DHCP agents. Network: 4e90aa3e-e94e-4c5b-90cf-632d3b5a3b83, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:49:25.248436 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07eda55-ad49-4f26-84af-5861861b3030 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Network 4e90aa3e-e94e-4c5b-90cf-632d3b5a3b83 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:49:25.254690 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-418a0a92-5ffa-4250-aba0-4a45c4ddacb4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9736c1aefa6e4e7fbba22446984a8129&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1820197 Jul 29 23:49:25.257336 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45006) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:25.262844 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a0a92-5ffa-4250-aba0-4a45c4ddacb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ed9dd97-7559-4848-8469-003898906454,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:25.268639 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-d07eda55-ad49-4f26-84af-5861861b3030 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 4e90aa3e-e94e-4c5b-90cf-632d3b5a3b83) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:25.280492 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07eda55-ad49-4f26-84af-5861861b3030 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:25.281221 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d07eda55-ad49-4f26-84af-5861861b3030 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.286712 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ae1022-9bb4-4adc-9817-fb9f45394536 None None] Network 4e90aa3e-e94e-4c5b-90cf-632d3b5a3b83 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:25.300607 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45008) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:25.300820 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d07eda55-ad49-4f26-84af-5861861b3030 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5083530 Jul 29 23:49:25.307872 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-42aa4979-77e9-4f5f-8ca1-cfbce67faafc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1326296030'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:25.335899 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c18d-8803-4425-8740-56f4c77ae353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.358170 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42aa4979-77e9-4f5f-8ca1-cfbce67faafc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Made reservation on behalf of 5029fbd878d9496eb360a37586e73616 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:25.361720 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-42aa4979-77e9-4f5f-8ca1-cfbce67faafc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.362409 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c18d-8803-4425-8740-56f4c77ae353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.414913 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c18d-8803-4425-8740-56f4c77ae353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.418378 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c1e0c18d-8803-4425-8740-56f4c77ae353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.421395 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c1e0c18d-8803-4425-8740-56f4c77ae353 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ed9dd97-7559-4848-8469-003898906454 HTTP/1.1" status: 204 len: 168 time: 0.1612680 Jul 29 23:49:25.428553 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42aa4979-77e9-4f5f-8ca1-cfbce67faafc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:49:25.432633 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0c18d-8803-4425-8740-56f4c77ae353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ed9dd97-7559-4848-8469-003898906454,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:25.460450 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-42aa4979-77e9-4f5f-8ca1-cfbce67faafc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.460733 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-42aa4979-77e9-4f5f-8ca1-cfbce67faafc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Added segment a0f18a9c-60ca-4887-bc39-642fb7d2ccf5 of type vlan for network 56ea33f3-7f33-457e-8453-70cf750dfb07 Jul 29 23:49:25.508348 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-42aa4979-77e9-4f5f-8ca1-cfbce67faafc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.554796 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-4e90aa3e-e94e-4c5b-90cf-632d3b5a3b83', 'network_id': '4e90aa3e-e94e-4c5b-90cf-632d3b5a3b83', 'tenant_id': '5029fbd878d9496eb360a37586e73616', 'fixed_ips': [{'subnet_id': 'd1d1b3f4-ba1f-45f3-9c94-768475881838'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:49:25.556584 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-42aa4979-77e9-4f5f-8ca1-cfbce67faafc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.556750 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.564002 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42aa4979-77e9-4f5f-8ca1-cfbce67faafc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:25.565198 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-42aa4979-77e9-4f5f-8ca1-cfbce67faafc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.651743 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa4979-77e9-4f5f-8ca1-cfbce67faafc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Pushing event updated for resources: {'Network': ['ID=56ea33f3-7f33-457e-8453-70cf750dfb07,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:25.665975 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-42aa4979-77e9-4f5f-8ca1-cfbce67faafc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3633552 Jul 29 23:49:25.666648 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45012) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:25.672290 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-9c0daf62-8df4-4c7f-bab0-e594cb577b7c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Request body: {'subnet': {'network_id': '56ea33f3-7f33-457e-8453-70cf750dfb07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:25.765617 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Allocated IP 2001:db8:0:ffff::2 (4e90aa3e-e94e-4c5b-90cf-632d3b5a3b83/d1d1b3f4-ba1f-45f3-9c94-768475881838/ffb3c7b3-5ac4-4122-88ef-cea05e255d19) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:25.776649 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c0daf62-8df4-4c7f-bab0-e594cb577b7c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Made reservation on behalf of 5029fbd878d9496eb360a37586e73616 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:25.782330 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9c0daf62-8df4-4c7f-bab0-e594cb577b7c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:25.868964 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 56ea33f3-7f33-457e-8453-70cf750dfb07 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:49:26.020567 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bb147f-3ec8-431d-96cd-89c943879862 req-af8717ed-4cd5-4c38-a330-547e7798a88a tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:26.022260 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b7bb147f-3ec8-431d-96cd-89c943879862 req-af8717ed-4cd5-4c38-a330-547e7798a88a tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 944 time: 0.0760643 Jul 29 23:49:26.131942 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b7bb147f-3ec8-431d-96cd-89c943879862 req-06292c5e-35b9-4642-ace4-3e0d4cd75b7e tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871396 Jul 29 23:49:26.225814 n-d-712140-10 neutron-server[94063]: DEBUG neutron.objects.ports [None req-9c0daf62-8df4-4c7f-bab0-e594cb577b7c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94063) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:49:26.227591 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9c0daf62-8df4-4c7f-bab0-e594cb577b7c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:26.302979 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0daf62-8df4-4c7f-bab0-e594cb577b7c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Pushing event updated for resources: {'Subnet': ['ID=d45c8b81-1840-4afe-856f-c7e0798e3776,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:26.306031 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0daf62-8df4-4c7f-bab0-e594cb577b7c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Checking segment: {'id': 'a0f18a9c-60ca-4887-bc39-642fb7d2ccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '56ea33f3-7f33-457e-8453-70cf750dfb07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:26.306443 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0daf62-8df4-4c7f-bab0-e594cb577b7c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Network hostable DHCP agents. Network: 56ea33f3-7f33-457e-8453-70cf750dfb07, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:49:26.325713 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0daf62-8df4-4c7f-bab0-e594cb577b7c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Network 56ea33f3-7f33-457e-8453-70cf750dfb07 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:49:26.336911 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-9c0daf62-8df4-4c7f-bab0-e594cb577b7c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 56ea33f3-7f33-457e-8453-70cf750dfb07) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:26.352408 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c0daf62-8df4-4c7f-bab0-e594cb577b7c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:26.353164 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9c0daf62-8df4-4c7f-bab0-e594cb577b7c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:26.367674 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f80b7ed3-7cfb-4df6-bcda-8bd12d2cb904 None None] Network 56ea33f3-7f33-457e-8453-70cf750dfb07 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:26.371807 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9c0daf62-8df4-4c7f-bab0-e594cb577b7c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7038882 Jul 29 23:49:26.374930 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45028) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:26.381981 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-5b696082-4cf1-4596-a2bc-08bad3fa685c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Request body: {'port': {'network_id': '56ea33f3-7f33-457e-8453-70cf750dfb07', 'name': 'tempest-NetworksIpV6TestAttrs-560365283'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:26.555002 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b696082-4cf1-4596-a2bc-08bad3fa685c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Made reservation on behalf of 5029fbd878d9496eb360a37586e73616 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:26.557440 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80e5ff3-0451-4e45-a126-8b9d80e8dddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-56ea33f3-7f33-457e-8453-70cf750dfb07', 'network_id': '56ea33f3-7f33-457e-8453-70cf750dfb07', 'tenant_id': '5029fbd878d9496eb360a37586e73616', 'fixed_ips': [{'subnet_id': 'd45c8b81-1840-4afe-856f-c7e0798e3776'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:49:26.558496 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d80e5ff3-0451-4e45-a126-8b9d80e8dddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:26.563101 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5b696082-4cf1-4596-a2bc-08bad3fa685c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:26.590374 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-5b696082-4cf1-4596-a2bc-08bad3fa685c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] device_id is not set on port 131bdab0-6b35-4ed2-aedf-60ff4594fc41 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:49:26.641206 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:26.641913 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede8440-ec05-48db-a21a-fc557035ff3d req-959444f0-ac96-4a0b-a87e-74223852bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:26.645962 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dede8440-ec05-48db-a21a-fc557035ff3d req-959444f0-ac96-4a0b-a87e-74223852bf76 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f&tenant_id=d50d474daccb433580a7028fa61f9a73 HTTP/1.1" status: 200 len: 1096 time: 0.1099470 Jul 29 23:49:26.665541 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Transition to ACTIVE for port object ffb3c7b3-5ac4-4122-88ef-cea05e255d19 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:26.691808 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Transition to ACTIVE for port object ffb3c7b3-5ac4-4122-88ef-cea05e255d19 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:26.700460 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:26.741431 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-5b696082-4cf1-4596-a2bc-08bad3fa685c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Allocated IP 2001:db8::f816:3eff:feb3:bc09 (56ea33f3-7f33-457e-8453-70cf750dfb07/d45c8b81-1840-4afe-856f-c7e0798e3776/131bdab0-6b35-4ed2-aedf-60ff4594fc41) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:26.755002 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Pushing event updated for resources: {'Port': ['ID=ffb3c7b3-5ac4-4122-88ef-cea05e255d19,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:26.769374 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:26.770102 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:26.770909 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:26.771292 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:26.772438 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:26.772438 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:26.772438 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:26.772438 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:26.774336 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:26.774336 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:26.774336 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:26.774336 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:26.793455 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Network 4e90aa3e-e94e-4c5b-90cf-632d3b5a3b83 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:26.800411 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:26.803004 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:26.815564 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede8440-ec05-48db-a21a-fc557035ff3d req-9a2eef4e-56bd-419f-8103-efe5a900b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:26.819007 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dede8440-ec05-48db-a21a-fc557035ff3d req-9a2eef4e-56bd-419f-8103-efe5a900b186 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d50d474daccb433580a7028fa61f9a73&device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 1096 time: 0.1197252 Jul 29 23:49:26.933445 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Attempting to bind port ffb3c7b3-5ac4-4122-88ef-cea05e255d19 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:26.933811 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Attempting to bind port ffb3c7b3-5ac4-4122-88ef-cea05e255d19 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'd4451222-9379-436e-82dd-629059dbe487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4e90aa3e-e94e-4c5b-90cf-632d3b5a3b83'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:26.934178 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Attempting to bind port ffb3c7b3-5ac4-4122-88ef-cea05e255d19 on network 4e90aa3e-e94e-4c5b-90cf-632d3b5a3b83 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:26.956188 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:26.956602 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Checking segment: {'id': 'd4451222-9379-436e-82dd-629059dbe487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4e90aa3e-e94e-4c5b-90cf-632d3b5a3b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:26.956973 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:26.957365 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Bound using segment: {'id': 'd4451222-9379-436e-82dd-629059dbe487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4e90aa3e-e94e-4c5b-90cf-632d3b5a3b83'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:26.957848 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Bound port: ffb3c7b3-5ac4-4122-88ef-cea05e255d19, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4451222-9379-436e-82dd-629059dbe487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '4e90aa3e-e94e-4c5b-90cf-632d3b5a3b83'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:26.958222 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:26.974355 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5b696082-4cf1-4596-a2bc-08bad3fa685c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:27.007924 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-5b696082-4cf1-4596-a2bc-08bad3fa685c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Transition to ACTIVE for port object 131bdab0-6b35-4ed2-aedf-60ff4594fc41 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:27.015864 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede8440-ec05-48db-a21a-fc557035ff3d req-15d14021-6795-4822-8d8f-a664f0fecf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:27.019179 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dede8440-ec05-48db-a21a-fc557035ff3d req-15d14021-6795-4822-8d8f-a664f0fecf61 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c5d248fd-ab50-44b4-871d-02015d72fe43 HTTP/1.1" status: 200 len: 918 time: 0.1792614 Jul 29 23:49:27.082919 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5b696082-4cf1-4596-a2bc-08bad3fa685c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:27.104545 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] For port ffb3c7b3-5ac4-4122-88ef-cea05e255d19, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:27.105148 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dede8440-ec05-48db-a21a-fc557035ff3d req-a974bfc7-5989-4cfd-98a0-3654c7353981 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6a2553e-b89d-4897-b8a2-ef68556a2ae1 HTTP/1.1" status: 200 len: 1000 time: 0.0789733 Jul 29 23:49:27.126453 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] For port ffb3c7b3-5ac4-4122-88ef-cea05e255d19, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=ffb3c7b3-5ac4-4122-88ef-cea05e255d19,segment=NetworkSegment(d4451222-9379-436e-82dd-629059dbe487),segment_id=d4451222-9379-436e-82dd-629059dbe487)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:27.133090 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:27.177453 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-d80e5ff3-0451-4e45-a126-8b9d80e8dddf None None] Allocated IP 2001:db8::f816:3eff:fef2:e5bc (56ea33f3-7f33-457e-8453-70cf750dfb07/d45c8b81-1840-4afe-856f-c7e0798e3776/e7445f4e-11da-4a6c-839e-be8bbea4a2e0) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:27.181012 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b696082-4cf1-4596-a2bc-08bad3fa685c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Pushing event updated for resources: {'Port': ['ID=131bdab0-6b35-4ed2-aedf-60ff4594fc41,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:27.205299 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b696082-4cf1-4596-a2bc-08bad3fa685c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Network 56ea33f3-7f33-457e-8453-70cf750dfb07 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:27.209122 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-5b696082-4cf1-4596-a2bc-08bad3fa685c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:27.218473 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b696082-4cf1-4596-a2bc-08bad3fa685c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:27.225294 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b696082-4cf1-4596-a2bc-08bad3fa685c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:27.226043 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5b696082-4cf1-4596-a2bc-08bad3fa685c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:27.249661 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5b696082-4cf1-4596-a2bc-08bad3fa685c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.8718421 Jul 29 23:49:27.254408 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45046) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:27.322777 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede8440-ec05-48db-a21a-fc557035ff3d req-2b0b5038-e6d5-462f-a69a-aad2d0477357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:27.339819 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dede8440-ec05-48db-a21a-fc557035ff3d req-2b0b5038-e6d5-462f-a69a-aad2d0477357 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69ac91f6-4b2c-4d90-9c2c-b487e54998fb HTTP/1.1" status: 200 len: 856 time: 0.2266686 Jul 29 23:49:27.340321 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7012d12d-774e-4b75-97a9-d7a8710cee73 None None] Pushing event updated for resources: {'Port': ['ID=ffb3c7b3-5ac4-4122-88ef-cea05e255d19,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:27.489429 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b74f62-3419-461f-8fc7-a5f0b802f2b5 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Deleting subnet d45c8b81-1840-4afe-856f-c7e0798e3776 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:49:27.534102 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc97ff-72a1-4bb3-9081-b65e11230750 req-1645b2eb-fc6c-40f8-abf5-c0dfc9be1d70 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:27.545242 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-30bc97ff-72a1-4bb3-9081-b65e11230750 req-1645b2eb-fc6c-40f8-abf5-c0dfc9be1d70 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 944 time: 0.1673062 Jul 29 23:49:27.562874 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dede8440-ec05-48db-a21a-fc557035ff3d req-5b5caf64-02b0-432d-9a71-de3a6673afba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:27.564422 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dede8440-ec05-48db-a21a-fc557035ff3d req-5b5caf64-02b0-432d-9a71-de3a6673afba service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c5d248fd-ab50-44b4-871d-02015d72fe43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1477821 Jul 29 23:49:27.731104 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-30bc97ff-72a1-4bb3-9081-b65e11230750 req-9a36b787-84a6-4a26-b056-afac9675b0de tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837809 Jul 29 23:49:27.815392 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d80e5ff3-0451-4e45-a126-8b9d80e8dddf None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:27.821173 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dede8440-ec05-48db-a21a-fc557035ff3d req-c2753ff3-7ed7-4cc9-a2f0-af20bf5b2ca2 service neutron] 10.222.0.23 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478173 Jul 29 23:49:27.830758 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d80e5ff3-0451-4e45-a126-8b9d80e8dddf None None] Transition to ACTIVE for port object e7445f4e-11da-4a6c-839e-be8bbea4a2e0 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:27.851032 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d80e5ff3-0451-4e45-a126-8b9d80e8dddf None None] Transition to ACTIVE for port object e7445f4e-11da-4a6c-839e-be8bbea4a2e0 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:27.857433 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c5b74f62-3419-461f-8fc7-a5f0b802f2b5 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:27.858865 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d80e5ff3-0451-4e45-a126-8b9d80e8dddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:27.954969 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c5b74f62-3419-461f-8fc7-a5f0b802f2b5 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:28.006760 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80e5ff3-0451-4e45-a126-8b9d80e8dddf None None] Network 56ea33f3-7f33-457e-8453-70cf750dfb07 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:28.010201 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-d80e5ff3-0451-4e45-a126-8b9d80e8dddf None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:28.017442 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80e5ff3-0451-4e45-a126-8b9d80e8dddf None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:28.096197 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e5ff3-0451-4e45-a126-8b9d80e8dddf None None] Pushing event updated for resources: {'Port': ['ID=e7445f4e-11da-4a6c-839e-be8bbea4a2e0,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:28.110027 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-d80e5ff3-0451-4e45-a126-8b9d80e8dddf None None] Attempting to bind port e7445f4e-11da-4a6c-839e-be8bbea4a2e0 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:28.110027 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-d80e5ff3-0451-4e45-a126-8b9d80e8dddf None None] Attempting to bind port e7445f4e-11da-4a6c-839e-be8bbea4a2e0 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'a0f18a9c-60ca-4887-bc39-642fb7d2ccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '56ea33f3-7f33-457e-8453-70cf750dfb07'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:28.110429 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80e5ff3-0451-4e45-a126-8b9d80e8dddf None None] Attempting to bind port e7445f4e-11da-4a6c-839e-be8bbea4a2e0 on network 56ea33f3-7f33-457e-8453-70cf750dfb07 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:28.115425 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dede8440-ec05-48db-a21a-fc557035ff3d req-87ffd482-b64f-4f13-8015-a085c6fa6b35 service neutron] 10.222.0.23 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870524 Jul 29 23:49:28.115855 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80e5ff3-0451-4e45-a126-8b9d80e8dddf None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:28.116251 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80e5ff3-0451-4e45-a126-8b9d80e8dddf None None] Checking segment: {'id': 'a0f18a9c-60ca-4887-bc39-642fb7d2ccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '56ea33f3-7f33-457e-8453-70cf750dfb07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:28.116655 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d80e5ff3-0451-4e45-a126-8b9d80e8dddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:28.117046 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80e5ff3-0451-4e45-a126-8b9d80e8dddf None None] Bound using segment: {'id': 'a0f18a9c-60ca-4887-bc39-642fb7d2ccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '56ea33f3-7f33-457e-8453-70cf750dfb07'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:28.117517 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-d80e5ff3-0451-4e45-a126-8b9d80e8dddf None None] Bound port: e7445f4e-11da-4a6c-839e-be8bbea4a2e0, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0f18a9c-60ca-4887-bc39-642fb7d2ccf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '56ea33f3-7f33-457e-8453-70cf750dfb07'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:28.118038 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d80e5ff3-0451-4e45-a126-8b9d80e8dddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:28.233687 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-d80e5ff3-0451-4e45-a126-8b9d80e8dddf None None] For port e7445f4e-11da-4a6c-839e-be8bbea4a2e0, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:28.237498 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-d80e5ff3-0451-4e45-a126-8b9d80e8dddf None None] For port e7445f4e-11da-4a6c-839e-be8bbea4a2e0, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e7445f4e-11da-4a6c-839e-be8bbea4a2e0,segment=NetworkSegment(a0f18a9c-60ca-4887-bc39-642fb7d2ccf5),segment_id=a0f18a9c-60ca-4887-bc39-642fb7d2ccf5)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:28.242824 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d80e5ff3-0451-4e45-a126-8b9d80e8dddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:28.293941 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c5b74f62-3419-461f-8fc7-a5f0b802f2b5 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:28.348618 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80e5ff3-0451-4e45-a126-8b9d80e8dddf None None] Pushing event updated for resources: {'Port': ['ID=e7445f4e-11da-4a6c-839e-be8bbea4a2e0,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:28.430557 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c5b74f62-3419-461f-8fc7-a5f0b802f2b5 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:28.461428 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b74f62-3419-461f-8fc7-a5f0b802f2b5 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Pushing event deleted for resources: {'Subnet': ['ID=d45c8b81-1840-4afe-856f-c7e0798e3776,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:28.462995 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c5b74f62-3419-461f-8fc7-a5f0b802f2b5 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:28.468367 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45062) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:28.470708 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c5b74f62-3419-461f-8fc7-a5f0b802f2b5 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "DELETE /v2.0/subnets/d45c8b81-1840-4afe-856f-c7e0798e3776 HTTP/1.1" status: 204 len: 168 time: 1.2136760 Jul 29 23:49:28.643545 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e3998f-a07d-4532-980d-abc3d344dc74 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:28.649467 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e3998f-a07d-4532-980d-abc3d344dc74 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:28.651080 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-41e3998f-a07d-4532-980d-abc3d344dc74 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1816552 Jul 29 23:49:28.656014 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45068) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:29.226737 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f95d41-4d3d-4c47-9aef-e64405eacfa5 req-e5af37fd-20d9-44a9-a4b1-781bdfa1cf14 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:29.235710 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e7445f4e-11da-4a6c-839e-be8bbea4a2e0 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:29.242009 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28f95d41-4d3d-4c47-9aef-e64405eacfa5 req-e5af37fd-20d9-44a9-a4b1-781bdfa1cf14 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 944 time: 0.2405596 Jul 29 23:49:29.313348 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d69a430-e0f6-47a6-858d-89283e86e7e4 None None] Network 4e90aa3e-e94e-4c5b-90cf-632d3b5a3b83 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:29.437471 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28f95d41-4d3d-4c47-9aef-e64405eacfa5 req-94bd3adf-cbe1-44af-8e70-51e70a8f39a1 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915059 Jul 29 23:49:29.523880 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-36bac202-089f-4c91-b022-eedfb9e74357 None None] Provisioning for port ffb3c7b3-5ac4-4122-88ef-cea05e255d19 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:29.545475 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ce5b9a3-0c53-449a-9c3e-367bbfdf9e39 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:29.557127 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce5b9a3-0c53-449a-9c3e-367bbfdf9e39 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 29 23:49:29.558067 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ce5b9a3-0c53-449a-9c3e-367bbfdf9e39 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:49:29.561238 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8ce5b9a3-0c53-449a-9c3e-367bbfdf9e39 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "DELETE /v2.0/networks/56ea33f3-7f33-457e-8453-70cf750dfb07 HTTP/1.1" status: 409 len: 405 time: 0.9054754 Jul 29 23:49:29.565514 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45082) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:29.571590 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-d94fa8cf-298f-485c-900e-51e892537412 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-346088885'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:29.588468 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port e7445f4e-11da-4a6c-839e-be8bbea4a2e0 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:29.607521 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device ffb3c7b3-5ac4-4122-88ef-cea05e255d19 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:29.665203 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94fa8cf-298f-485c-900e-51e892537412 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Made reservation on behalf of 5029fbd878d9496eb360a37586e73616 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:29.677480 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d94fa8cf-298f-485c-900e-51e892537412 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:29.730345 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d94fa8cf-298f-485c-900e-51e892537412 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:49:29.761251 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d94fa8cf-298f-485c-900e-51e892537412 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:29.761592 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-d94fa8cf-298f-485c-900e-51e892537412 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Added segment f0f5f7b1-aa20-4c96-9fb7-c740c6e9867d of type vlan for network 1437ce62-e35d-4764-8456-381c7e9c0aaf Jul 29 23:49:29.775500 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:29.861461 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port ffb3c7b3-5ac4-4122-88ef-cea05e255d19 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:29.869500 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port ffb3c7b3-5ac4-4122-88ef-cea05e255d19 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:29.870594 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:29.894451 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d94fa8cf-298f-485c-900e-51e892537412 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:30.007290 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:30.030753 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d94fa8cf-298f-485c-900e-51e892537412 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:30.043650 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94fa8cf-298f-485c-900e-51e892537412 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:30.057531 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d94fa8cf-298f-485c-900e-51e892537412 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:30.083718 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:30.172702 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port ffb3c7b3-5ac4-4122-88ef-cea05e255d19, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=ffb3c7b3-5ac4-4122-88ef-cea05e255d19,segment=NetworkSegment(d4451222-9379-436e-82dd-629059dbe487),segment_id=d4451222-9379-436e-82dd-629059dbe487)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:30.177778 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:30.240707 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94fa8cf-298f-485c-900e-51e892537412 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Pushing event updated for resources: {'Network': ['ID=1437ce62-e35d-4764-8456-381c7e9c0aaf,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:30.244032 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d94fa8cf-298f-485c-900e-51e892537412 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6772165 Jul 29 23:49:30.248708 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45086) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:30.272119 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-d988f174-6f79-465e-9ce9-56feaa81e594 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Request body: {'subnet': {'network_id': '1437ce62-e35d-4764-8456-381c7e9c0aaf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:30.273681 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 1437ce62-e35d-4764-8456-381c7e9c0aaf details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:49:30.512064 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d52c665-feda-4048-845f-88c5a0efe15f None None] Network 56ea33f3-7f33-457e-8453-70cf750dfb07 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:30.514575 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d988f174-6f79-465e-9ce9-56feaa81e594 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Made reservation on behalf of 5029fbd878d9496eb360a37586e73616 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:30.522931 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d988f174-6f79-465e-9ce9-56feaa81e594 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:30.538681 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=ffb3c7b3-5ac4-4122-88ef-cea05e255d19,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:30.607018 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-2b75fe91-df9d-4d1f-a0e0-cfd6ddebdf7f None None] Provisioning complete for port ffb3c7b3-5ac4-4122-88ef-cea05e255d19 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:30.607501 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2b75fe91-df9d-4d1f-a0e0-cfd6ddebdf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:30.885712 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device ffb3c7b3-5ac4-4122-88ef-cea05e255d19 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:30.902009 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239e88e-7b1c-4923-ba2f-0452fb1f7b85 req-22df98d4-75db-4194-81b5-d0df928037e4 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:30.912937 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e239e88e-7b1c-4923-ba2f-0452fb1f7b85 req-22df98d4-75db-4194-81b5-d0df928037e4 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 944 time: 0.2472360 Jul 29 23:49:30.985290 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b68788-75e6-4e77-95e1-771d3ea53778 None None] DHCP port deletion for 56ea33f3-7f33-457e-8453-70cf750dfb07 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:49:31.057209 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e239e88e-7b1c-4923-ba2f-0452fb1f7b85 req-5ff3b8d8-c866-4e9b-9c42-16158b1d4fe2 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429482 Jul 29 23:49:31.107953 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64e2b0-3c5e-4910-93da-361dd451cde0 req-a253376a-0036-47ed-b0a3-f816ce5363e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:31.109537 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da64e2b0-3c5e-4910-93da-361dd451cde0 req-a253376a-0036-47ed-b0a3-f816ce5363e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d50d474daccb433580a7028fa61f9a73&device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 1096 time: 0.1915383 Jul 29 23:49:31.126186 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-2b75fe91-df9d-4d1f-a0e0-cfd6ddebdf7f None None] Provisioning for port e7445f4e-11da-4a6c-839e-be8bbea4a2e0 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:31.170456 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-2b75fe91-df9d-4d1f-a0e0-cfd6ddebdf7f None None] Provisioning complete for port e7445f4e-11da-4a6c-839e-be8bbea4a2e0 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:31.177154 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2b75fe91-df9d-4d1f-a0e0-cfd6ddebdf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:31.337608 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port ffb3c7b3-5ac4-4122-88ef-cea05e255d19 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:31.338851 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:31.502021 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c6b68788-75e6-4e77-95e1-771d3ea53778 None None] Deleting port e7445f4e-11da-4a6c-839e-be8bbea4a2e0 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:31.502425 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c6b68788-75e6-4e77-95e1-771d3ea53778 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:31.671125 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64e2b0-3c5e-4910-93da-361dd451cde0 req-6612fec1-e411-4063-9dea-464f64a8c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:31.673067 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da64e2b0-3c5e-4910-93da-361dd451cde0 req-6612fec1-e411-4063-9dea-464f64a8c726 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c5d248fd-ab50-44b4-871d-02015d72fe43 HTTP/1.1" status: 200 len: 918 time: 0.4764800 Jul 29 23:49:31.736900 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2b75fe91-df9d-4d1f-a0e0-cfd6ddebdf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:31.738838 n-d-712140-10 neutron-server[94063]: DEBUG neutron.objects.ports [None req-d988f174-6f79-465e-9ce9-56feaa81e594 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94063) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:49:31.743340 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d988f174-6f79-465e-9ce9-56feaa81e594 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:31.770973 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c6b68788-75e6-4e77-95e1-771d3ea53778 None None] For port e7445f4e-11da-4a6c-839e-be8bbea4a2e0, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e7445f4e-11da-4a6c-839e-be8bbea4a2e0,segment=NetworkSegment(a0f18a9c-60ca-4887-bc39-642fb7d2ccf5),segment_id=a0f18a9c-60ca-4887-bc39-642fb7d2ccf5)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:31.771543 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c6b68788-75e6-4e77-95e1-771d3ea53778 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:31.826282 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c6b68788-75e6-4e77-95e1-771d3ea53778 None None] Calling delete_port for e7445f4e-11da-4a6c-839e-be8bbea4a2e0 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:31.921118 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988f174-6f79-465e-9ce9-56feaa81e594 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Pushing event updated for resources: {'Subnet': ['ID=38c94494-739a-49b2-aed3-fbd38582034c,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:31.956665 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d988f174-6f79-465e-9ce9-56feaa81e594 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Checking segment: {'id': 'f0f5f7b1-aa20-4c96-9fb7-c740c6e9867d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1437ce62-e35d-4764-8456-381c7e9c0aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:31.957632 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d988f174-6f79-465e-9ce9-56feaa81e594 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Network hostable DHCP agents. Network: 1437ce62-e35d-4764-8456-381c7e9c0aaf, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:49:32.052723 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-2b75fe91-df9d-4d1f-a0e0-cfd6ddebdf7f None None] For port e7445f4e-11da-4a6c-839e-be8bbea4a2e0, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e7445f4e-11da-4a6c-839e-be8bbea4a2e0,segment=NetworkSegment(a0f18a9c-60ca-4887-bc39-642fb7d2ccf5),segment_id=a0f18a9c-60ca-4887-bc39-642fb7d2ccf5)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:32.070939 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2b75fe91-df9d-4d1f-a0e0-cfd6ddebdf7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:32.108011 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d988f174-6f79-465e-9ce9-56feaa81e594 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Network 1437ce62-e35d-4764-8456-381c7e9c0aaf is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:49:32.188009 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-d988f174-6f79-465e-9ce9-56feaa81e594 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 1437ce62-e35d-4764-8456-381c7e9c0aaf) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:32.193432 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b75fe91-df9d-4d1f-a0e0-cfd6ddebdf7f None None] Pushing event updated for resources: {'Port': ['ID=e7445f4e-11da-4a6c-839e-be8bbea4a2e0,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:32.225370 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d988f174-6f79-465e-9ce9-56feaa81e594 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.230840 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d988f174-6f79-465e-9ce9-56feaa81e594 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:32.247232 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f88af30-de41-40ba-8bcc-230641bbbbf9 None None] Network 1437ce62-e35d-4764-8456-381c7e9c0aaf requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:32.308947 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da64e2b0-3c5e-4910-93da-361dd451cde0 req-be742f4f-9984-4127-8f52-ff26f859f51e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6a2553e-b89d-4897-b8a2-ef68556a2ae1 HTTP/1.1" status: 200 len: 1000 time: 0.3021603 Jul 29 23:49:32.400435 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c6b68788-75e6-4e77-95e1-771d3ea53778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:32.433350 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d988f174-6f79-465e-9ce9-56feaa81e594 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1789913 Jul 29 23:49:32.436030 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45104) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:32.441266 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-fd40aaa2-1fd6-41b1-8725-c663302b9a74 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Request body: {'port': {'network_id': '1437ce62-e35d-4764-8456-381c7e9c0aaf', 'name': 'tempest-NetworksIpV6TestAttrs-476889771'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:32.497583 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2f60b3-8c10-4302-9d68-f4bdfad1cfb4 req-c6680059-a923-457b-89d9-53c14723678b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.513209 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc2f60b3-8c10-4302-9d68-f4bdfad1cfb4 req-c6680059-a923-457b-89d9-53c14723678b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 944 time: 0.1993861 Jul 29 23:49:32.562862 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b68788-75e6-4e77-95e1-771d3ea53778 None None] No DVR routers for this DVR port e7445f4e-11da-4a6c-839e-be8bbea4a2e0 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:49:32.581835 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b68788-75e6-4e77-95e1-771d3ea53778 None None] Pushing event deleted for resources: {'Port': ['ID=e7445f4e-11da-4a6c-839e-be8bbea4a2e0,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:32.582994 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64e2b0-3c5e-4910-93da-361dd451cde0 req-1e752995-1f09-4adf-87a9-394df7494df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.585324 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da64e2b0-3c5e-4910-93da-361dd451cde0 req-1e752995-1f09-4adf-87a9-394df7494df8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69ac91f6-4b2c-4d90-9c2c-b487e54998fb HTTP/1.1" status: 200 len: 856 time: 0.2580373 Jul 29 23:49:32.612460 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc2f60b3-8c10-4302-9d68-f4bdfad1cfb4 req-4cb67049-2a83-4bf3-9b01-d56e33e1dd97 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983274 Jul 29 23:49:32.826473 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da64e2b0-3c5e-4910-93da-361dd451cde0 req-dcc15aad-bbe4-42dc-915b-dc31bb92d5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:32.838051 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da64e2b0-3c5e-4910-93da-361dd451cde0 req-dcc15aad-bbe4-42dc-915b-dc31bb92d5b2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c5d248fd-ab50-44b4-871d-02015d72fe43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1859603 Jul 29 23:49:32.844944 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763d46ee-c068-4864-9a7a-5eadd4a38797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-1437ce62-e35d-4764-8456-381c7e9c0aaf', 'network_id': '1437ce62-e35d-4764-8456-381c7e9c0aaf', 'tenant_id': '5029fbd878d9496eb360a37586e73616', 'fixed_ips': [{'subnet_id': '38c94494-739a-49b2-aed3-fbd38582034c'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:49:32.846570 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-763d46ee-c068-4864-9a7a-5eadd4a38797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:32.907892 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e7445f4e-11da-4a6c-839e-be8bbea4a2e0 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:49:32.950526 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd40aaa2-1fd6-41b1-8725-c663302b9a74 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Made reservation on behalf of 5029fbd878d9496eb360a37586e73616 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:32.955038 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fd40aaa2-1fd6-41b1-8725-c663302b9a74 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:33.035720 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-fd40aaa2-1fd6-41b1-8725-c663302b9a74 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] device_id is not set on port 6960d37d-cb15-44b0-8459-d2862450f81b yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:49:33.054073 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: e7445f4e-11da-4a6c-839e-be8bbea4a2e0 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:49:33.054523 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e7445f4e-11da-4a6c-839e-be8bbea4a2e0 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:49:33.063866 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a36165b9-3a2e-4270-9824-e1544e5e1495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:33.282842 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da64e2b0-3c5e-4910-93da-361dd451cde0 req-c23fd13c-f3cf-4f05-9f04-4d1d3de1dc2e service neutron] 10.222.0.23 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323008 Jul 29 23:49:33.492570 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-fd40aaa2-1fd6-41b1-8725-c663302b9a74 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Allocated IP 2001:db8::f816:3eff:fe17:c1fb (1437ce62-e35d-4764-8456-381c7e9c0aaf/38c94494-739a-49b2-aed3-fbd38582034c/6960d37d-cb15-44b0-8459-d2862450f81b) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:33.617169 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da64e2b0-3c5e-4910-93da-361dd451cde0 req-340d00df-b1b9-4f2d-8e33-cc459a37520e service neutron] 10.222.0.23 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3211772 Jul 29 23:49:33.746854 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f10c29-acdf-4650-843c-3d2328647221 req-838671d7-33f6-461e-943a-6519aeff4463 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:33.748639 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e2f10c29-acdf-4650-843c-3d2328647221 req-838671d7-33f6-461e-943a-6519aeff4463 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 944 time: 0.0573661 Jul 29 23:49:33.852898 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e2f10c29-acdf-4650-843c-3d2328647221 req-6ad27ac9-52ce-456c-bdd0-1d6458bf289f tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967512 Jul 29 23:49:33.862450 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fd40aaa2-1fd6-41b1-8725-c663302b9a74 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:33.901580 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-fd40aaa2-1fd6-41b1-8725-c663302b9a74 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Transition to ACTIVE for port object 6960d37d-cb15-44b0-8459-d2862450f81b will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:33.964825 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fd40aaa2-1fd6-41b1-8725-c663302b9a74 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.046472 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd40aaa2-1fd6-41b1-8725-c663302b9a74 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Network 1437ce62-e35d-4764-8456-381c7e9c0aaf is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:34.050973 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-fd40aaa2-1fd6-41b1-8725-c663302b9a74 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:34.055096 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd40aaa2-1fd6-41b1-8725-c663302b9a74 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:34.061257 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd40aaa2-1fd6-41b1-8725-c663302b9a74 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:34.061876 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fd40aaa2-1fd6-41b1-8725-c663302b9a74 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.082892 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd40aaa2-1fd6-41b1-8725-c663302b9a74 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Pushing event updated for resources: {'Port': ['ID=6960d37d-cb15-44b0-8459-d2862450f81b,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:34.094802 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45116) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:34.100219 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-763d46ee-c068-4864-9a7a-5eadd4a38797 None None] Allocated IP 2001:db8::f816:3eff:fe2c:5557 (1437ce62-e35d-4764-8456-381c7e9c0aaf/38c94494-739a-49b2-aed3-fbd38582034c/283aac65-e6e1-4938-bd3e-3a8332b35696) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:34.120771 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fd40aaa2-1fd6-41b1-8725-c663302b9a74 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.6828322 Jul 29 23:49:34.234388 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ebd10b0-86e7-4367-b24f-de327b056010 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Deleting subnet 38c94494-739a-49b2-aed3-fbd38582034c {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:49:34.445607 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-763d46ee-c068-4864-9a7a-5eadd4a38797 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.464771 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-763d46ee-c068-4864-9a7a-5eadd4a38797 None None] Transition to ACTIVE for port object 283aac65-e6e1-4938-bd3e-3a8332b35696 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:34.501146 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-763d46ee-c068-4864-9a7a-5eadd4a38797 None None] Transition to ACTIVE for port object 283aac65-e6e1-4938-bd3e-3a8332b35696 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:34.508497 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2ebd10b0-86e7-4367-b24f-de327b056010 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.509658 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-763d46ee-c068-4864-9a7a-5eadd4a38797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.560424 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763d46ee-c068-4864-9a7a-5eadd4a38797 None None] Network 1437ce62-e35d-4764-8456-381c7e9c0aaf is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:34.563920 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-763d46ee-c068-4864-9a7a-5eadd4a38797 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:34.570950 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763d46ee-c068-4864-9a7a-5eadd4a38797 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:34.580264 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d46ee-c068-4864-9a7a-5eadd4a38797 None None] Pushing event updated for resources: {'Port': ['ID=283aac65-e6e1-4938-bd3e-3a8332b35696,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:34.591768 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2ebd10b0-86e7-4367-b24f-de327b056010 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.681145 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-763d46ee-c068-4864-9a7a-5eadd4a38797 None None] Attempting to bind port 283aac65-e6e1-4938-bd3e-3a8332b35696 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:34.681634 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-763d46ee-c068-4864-9a7a-5eadd4a38797 None None] Attempting to bind port 283aac65-e6e1-4938-bd3e-3a8332b35696 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'f0f5f7b1-aa20-4c96-9fb7-c740c6e9867d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1437ce62-e35d-4764-8456-381c7e9c0aaf'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:34.682017 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763d46ee-c068-4864-9a7a-5eadd4a38797 None None] Attempting to bind port 283aac65-e6e1-4938-bd3e-3a8332b35696 on network 1437ce62-e35d-4764-8456-381c7e9c0aaf {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:34.688819 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763d46ee-c068-4864-9a7a-5eadd4a38797 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:34.689210 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763d46ee-c068-4864-9a7a-5eadd4a38797 None None] Checking segment: {'id': 'f0f5f7b1-aa20-4c96-9fb7-c740c6e9867d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1437ce62-e35d-4764-8456-381c7e9c0aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:34.693332 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-763d46ee-c068-4864-9a7a-5eadd4a38797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.693707 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763d46ee-c068-4864-9a7a-5eadd4a38797 None None] Bound using segment: {'id': 'f0f5f7b1-aa20-4c96-9fb7-c740c6e9867d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1437ce62-e35d-4764-8456-381c7e9c0aaf'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:34.694235 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-763d46ee-c068-4864-9a7a-5eadd4a38797 None None] Bound port: 283aac65-e6e1-4938-bd3e-3a8332b35696, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0f5f7b1-aa20-4c96-9fb7-c740c6e9867d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1437ce62-e35d-4764-8456-381c7e9c0aaf'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:34.694616 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-763d46ee-c068-4864-9a7a-5eadd4a38797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.807648 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2ebd10b0-86e7-4367-b24f-de327b056010 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.895067 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2ebd10b0-86e7-4367-b24f-de327b056010 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.898322 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-763d46ee-c068-4864-9a7a-5eadd4a38797 None None] For port 283aac65-e6e1-4938-bd3e-3a8332b35696, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:34.903362 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-763d46ee-c068-4864-9a7a-5eadd4a38797 None None] For port 283aac65-e6e1-4938-bd3e-3a8332b35696, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=283aac65-e6e1-4938-bd3e-3a8332b35696,segment=NetworkSegment(f0f5f7b1-aa20-4c96-9fb7-c740c6e9867d),segment_id=f0f5f7b1-aa20-4c96-9fb7-c740c6e9867d)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:34.912008 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-763d46ee-c068-4864-9a7a-5eadd4a38797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.944634 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebd10b0-86e7-4367-b24f-de327b056010 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Pushing event deleted for resources: {'Subnet': ['ID=38c94494-739a-49b2-aed3-fbd38582034c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:34.957545 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2ebd10b0-86e7-4367-b24f-de327b056010 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:34.961649 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2ebd10b0-86e7-4367-b24f-de327b056010 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "DELETE /v2.0/subnets/38c94494-739a-49b2-aed3-fbd38582034c HTTP/1.1" status: 204 len: 168 time: 0.8635490 Jul 29 23:49:34.962026 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45146) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:35.053163 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763d46ee-c068-4864-9a7a-5eadd4a38797 None None] Pushing event updated for resources: {'Port': ['ID=283aac65-e6e1-4938-bd3e-3a8332b35696,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:35.112801 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246f8e56-07fc-4d50-84f8-e1783071bce8 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:35.118951 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af579e2-8b6b-4a56-9bdb-3373bcccec66 req-7459c052-3fe9-433f-ade2-2bf1af07214f tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:35.123161 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1af579e2-8b6b-4a56-9bdb-3373bcccec66 req-7459c052-3fe9-433f-ade2-2bf1af07214f tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 944 time: 0.1492195 Jul 29 23:49:35.130652 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246f8e56-07fc-4d50-84f8-e1783071bce8 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:35.137054 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-246f8e56-07fc-4d50-84f8-e1783071bce8 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1722119 Jul 29 23:49:35.139733 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45154) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:35.227897 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1af579e2-8b6b-4a56-9bdb-3373bcccec66 req-1397a389-8f9b-4624-a3de-722f46fe3f7e tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969129 Jul 29 23:49:35.291582 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4f46c876-e54e-4623-97eb-591831b2da90 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:35.317501 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f46c876-e54e-4623-97eb-591831b2da90 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 29 23:49:35.318784 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f46c876-e54e-4623-97eb-591831b2da90 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:49:35.329795 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4f46c876-e54e-4623-97eb-591831b2da90 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "DELETE /v2.0/networks/1437ce62-e35d-4764-8456-381c7e9c0aaf HTTP/1.1" status: 409 len: 405 time: 0.1846371 Jul 29 23:49:35.332888 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45164) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:35.343811 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-4f68e71c-fe42-4cfe-bb21-6500467439b7 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-356320759'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:35.399795 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f68e71c-fe42-4cfe-bb21-6500467439b7 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Made reservation on behalf of 5029fbd878d9496eb360a37586e73616 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:35.403367 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4f68e71c-fe42-4cfe-bb21-6500467439b7 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:35.416274 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:35.452729 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f68e71c-fe42-4cfe-bb21-6500467439b7 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:49:35.471677 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4f68e71c-fe42-4cfe-bb21-6500467439b7 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:35.472435 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-4f68e71c-fe42-4cfe-bb21-6500467439b7 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Added segment dfc042c9-af44-4644-bed7-4278976be856 of type vlan for network 42bf3b7b-b231-479b-9e4e-ddfae3ec4d82 Jul 29 23:49:35.552534 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4f68e71c-fe42-4cfe-bb21-6500467439b7 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:35.614833 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4f68e71c-fe42-4cfe-bb21-6500467439b7 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:35.628019 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f68e71c-fe42-4cfe-bb21-6500467439b7 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:35.629080 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4f68e71c-fe42-4cfe-bb21-6500467439b7 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:35.670652 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45166) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:35.676387 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4f68e71c-fe42-4cfe-bb21-6500467439b7 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3367336 Jul 29 23:49:35.679984 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-370f2306-2199-4f8e-b4d8-85fc4e58a585 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Request body: {'subnet': {'network_id': '42bf3b7b-b231-479b-9e4e-ddfae3ec4d82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:35.788279 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68e71c-fe42-4cfe-bb21-6500467439b7 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Pushing event updated for resources: {'Network': ['ID=42bf3b7b-b231-479b-9e4e-ddfae3ec4d82,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:35.801540 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 42bf3b7b-b231-479b-9e4e-ddfae3ec4d82 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:49:35.915777 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370f2306-2199-4f8e-b4d8-85fc4e58a585 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Made reservation on behalf of 5029fbd878d9496eb360a37586e73616 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:35.919032 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-370f2306-2199-4f8e-b4d8-85fc4e58a585 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:36.251977 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe580f75-ce7c-46d4-9897-82f4f5d93955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:36.461074 n-d-712140-10 neutron-server[94063]: DEBUG neutron.objects.ports [None req-370f2306-2199-4f8e-b4d8-85fc4e58a585 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94063) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:49:36.467895 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-370f2306-2199-4f8e-b4d8-85fc4e58a585 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:36.632894 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f2306-2199-4f8e-b4d8-85fc4e58a585 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Pushing event updated for resources: {'Subnet': ['ID=53af61c1-6ee3-48ff-bf32-95b30eef2a17,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:36.656826 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370f2306-2199-4f8e-b4d8-85fc4e58a585 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:36.657195 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370f2306-2199-4f8e-b4d8-85fc4e58a585 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:36.657540 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370f2306-2199-4f8e-b4d8-85fc4e58a585 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:36.657878 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370f2306-2199-4f8e-b4d8-85fc4e58a585 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:36.658212 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370f2306-2199-4f8e-b4d8-85fc4e58a585 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:36.658543 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370f2306-2199-4f8e-b4d8-85fc4e58a585 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:36.658868 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370f2306-2199-4f8e-b4d8-85fc4e58a585 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:36.659196 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370f2306-2199-4f8e-b4d8-85fc4e58a585 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:36.659521 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370f2306-2199-4f8e-b4d8-85fc4e58a585 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:36.660113 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370f2306-2199-4f8e-b4d8-85fc4e58a585 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:36.660450 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370f2306-2199-4f8e-b4d8-85fc4e58a585 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:36.660772 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-370f2306-2199-4f8e-b4d8-85fc4e58a585 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:36.679986 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc33ce4-d299-4b63-999a-855e89645885 req-0725d3b0-8f4c-4ca0-8387-b9ff9a8583ab tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:36.688297 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5fc33ce4-d299-4b63-999a-855e89645885 req-0725d3b0-8f4c-4ca0-8387-b9ff9a8583ab tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 944 time: 0.2774901 Jul 29 23:49:36.722355 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370f2306-2199-4f8e-b4d8-85fc4e58a585 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Checking segment: {'id': 'dfc042c9-af44-4644-bed7-4278976be856', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '42bf3b7b-b231-479b-9e4e-ddfae3ec4d82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:36.722497 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370f2306-2199-4f8e-b4d8-85fc4e58a585 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Network hostable DHCP agents. Network: 42bf3b7b-b231-479b-9e4e-ddfae3ec4d82, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:49:36.779519 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5fc33ce4-d299-4b63-999a-855e89645885 req-46452209-9754-4948-ab73-7155ae5890a4 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899694 Jul 29 23:49:36.797648 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370f2306-2199-4f8e-b4d8-85fc4e58a585 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Network 42bf3b7b-b231-479b-9e4e-ddfae3ec4d82 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:49:36.812093 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380bf9d2-5e57-4c66-967e-34b64e98d3f2 None None] Network 1437ce62-e35d-4764-8456-381c7e9c0aaf requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:36.816396 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-370f2306-2199-4f8e-b4d8-85fc4e58a585 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 42bf3b7b-b231-479b-9e4e-ddfae3ec4d82) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:36.839675 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370f2306-2199-4f8e-b4d8-85fc4e58a585 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:36.840314 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-370f2306-2199-4f8e-b4d8-85fc4e58a585 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:36.855624 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2220480-7508-40e0-929a-cbba0d530e16 None None] Network 42bf3b7b-b231-479b-9e4e-ddfae3ec4d82 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:36.883067 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-370f2306-2199-4f8e-b4d8-85fc4e58a585 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2087286 Jul 29 23:49:36.883400 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45176) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:37.157454 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a6e0ec2d-15d5-49f1-81bc-6119350ea3e4 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.246446 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 283aac65-e6e1-4938-bd3e-3a8332b35696 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:37.248216 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a6e0ec2d-15d5-49f1-81bc-6119350ea3e4 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.347079 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5c01bfde-8ec7-4d38-a130-1d2001b4df68 None None] Provisioning for port 283aac65-e6e1-4938-bd3e-3a8332b35696 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:37.401495 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.419686 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a6e0ec2d-15d5-49f1-81bc-6119350ea3e4 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.484768 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0ec2d-15d5-49f1-81bc-6119350ea3e4 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Pushing event deleted for resources: {'Subnet': ['ID=53af61c1-6ee3-48ff-bf32-95b30eef2a17,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:37.590852 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 283aac65-e6e1-4938-bd3e-3a8332b35696 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:37.632519 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 283aac65-e6e1-4938-bd3e-3a8332b35696 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:37.633157 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.664582 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f3f78f-9ad6-466a-821c-e37dc0fb3721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-42bf3b7b-b231-479b-9e4e-ddfae3ec4d82', 'network_id': '42bf3b7b-b231-479b-9e4e-ddfae3ec4d82', 'tenant_id': '5029fbd878d9496eb360a37586e73616', 'fixed_ips': [{'subnet_id': '53af61c1-6ee3-48ff-bf32-95b30eef2a17'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:49:37.665492 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a6e0ec2d-15d5-49f1-81bc-6119350ea3e4 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.665891 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-61f3f78f-9ad6-466a-821c-e37dc0fb3721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.702537 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-a6e0ec2d-15d5-49f1-81bc-6119350ea3e4 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42bf3b7b-b231-479b-9e4e-ddfae3ec4d82']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:37.732418 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-a6e0ec2d-15d5-49f1-81bc-6119350ea3e4 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc042c9-af44-4644-bed7-4278976be856') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:37.732830 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-a6e0ec2d-15d5-49f1-81bc-6119350ea3e4 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc042c9-af44-4644-bed7-4278976be856') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:37.755977 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a6e0ec2d-15d5-49f1-81bc-6119350ea3e4 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.786169 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a6e0ec2d-15d5-49f1-81bc-6119350ea3e4 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.813410 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed58f135-5ed4-4f09-be59-f32f37f5cbd0 None None] DHCP port deletion for 1437ce62-e35d-4764-8456-381c7e9c0aaf request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:49:37.824288 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6e0ec2d-15d5-49f1-81bc-6119350ea3e4 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:49:37.825245 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a6e0ec2d-15d5-49f1-81bc-6119350ea3e4 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.899439 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a674ea1-6c9a-460a-9fad-f4ac19c9d67d None None] Network 42bf3b7b-b231-479b-9e4e-ddfae3ec4d82 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:37.924046 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:49:37.924046 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:49:37.924046 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:49:37.924046 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:49:37.924046 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:49:37.924046 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:49:37.924046 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:49:37.924046 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:49:37.924046 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:49:37.924046 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:49:37.924046 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:49:37.924046 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:49:37.924046 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:49:37.924046 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:49:37.924046 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:49:37.924046 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:49:37.924046 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:49:37.924046 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:49:37.924046 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:49:37.924046 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:49:37.924046 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:49:37.924046 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:49:37.924046 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:49:37.924046 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:49:37.924046 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:49:37.924046 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:49:37.924046 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:49:37.924046 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:49:37.924046 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:49:37.924046 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:49:37.924046 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:49:37.924046 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:49:37.962290 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:37.998688 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a6e0ec2d-15d5-49f1-81bc-6119350ea3e4 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:38.007392 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a6e0ec2d-15d5-49f1-81bc-6119350ea3e4 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:38.014403 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a6e0ec2d-15d5-49f1-81bc-6119350ea3e4 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "DELETE /v2.0/networks/42bf3b7b-b231-479b-9e4e-ddfae3ec4d82 HTTP/1.1" status: 204 len: 168 time: 1.1298816 Jul 29 23:49:38.019992 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45184) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:38.026036 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-15d42aa9-00fc-49a0-835b-8a153451105c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1539334924'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:38.077224 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0ec2d-15d5-49f1-81bc-6119350ea3e4 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Pushing event deleted for resources: {'Network': ['ID=42bf3b7b-b231-479b-9e4e-ddfae3ec4d82,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:38.081647 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d42aa9-00fc-49a0-835b-8a153451105c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Made reservation on behalf of 5029fbd878d9496eb360a37586e73616 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:38.093845 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-15d42aa9-00fc-49a0-835b-8a153451105c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:38.094974 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e255a7e7-aabd-47d2-b33b-502190a0b88d req-b2941504-3291-46f6-ab13-8cc3cbc21481 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:38.096638 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e255a7e7-aabd-47d2-b33b-502190a0b88d req-b2941504-3291-46f6-ab13-8cc3cbc21481 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 944 time: 0.1712215 Jul 29 23:49:38.143767 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 283aac65-e6e1-4938-bd3e-3a8332b35696, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=283aac65-e6e1-4938-bd3e-3a8332b35696,segment=NetworkSegment(f0f5f7b1-aa20-4c96-9fb7-c740c6e9867d),segment_id=f0f5f7b1-aa20-4c96-9fb7-c740c6e9867d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:38.192884 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15d42aa9-00fc-49a0-835b-8a153451105c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:49:38.221537 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-15d42aa9-00fc-49a0-835b-8a153451105c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:38.224520 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-15d42aa9-00fc-49a0-835b-8a153451105c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Added segment b2bfccd1-3c9c-4b22-b742-a9f5df68f820 of type vlan for network 7c1d5832-0cf7-429d-863e-60f7411796b6 Jul 29 23:49:38.259557 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e255a7e7-aabd-47d2-b33b-502190a0b88d req-72980e5a-878b-4f21-8112-ddb28a8df2c3 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1547699 Jul 29 23:49:38.330670 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:38.333566 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ed58f135-5ed4-4f09-be59-f32f37f5cbd0 None None] Deleting port 283aac65-e6e1-4938-bd3e-3a8332b35696 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:38.333966 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ed58f135-5ed4-4f09-be59-f32f37f5cbd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:38.336440 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-15d42aa9-00fc-49a0-835b-8a153451105c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:38.373547 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-15d42aa9-00fc-49a0-835b-8a153451105c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:38.380962 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d42aa9-00fc-49a0-835b-8a153451105c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:38.381790 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-15d42aa9-00fc-49a0-835b-8a153451105c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:38.452865 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-15d42aa9-00fc-49a0-835b-8a153451105c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4308572 Jul 29 23:49:38.457240 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45186) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:38.462988 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-8ae9f00a-24cf-4337-ac4d-0de701b5b12d tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Request body: {'subnet': {'network_id': '7c1d5832-0cf7-429d-863e-60f7411796b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:38.470423 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d42aa9-00fc-49a0-835b-8a153451105c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Pushing event updated for resources: {'Network': ['ID=7c1d5832-0cf7-429d-863e-60f7411796b6,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:38.476571 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:38.487194 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 7c1d5832-0cf7-429d-863e-60f7411796b6 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:49:38.583734 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=283aac65-e6e1-4938-bd3e-3a8332b35696,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:38.596003 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ed58f135-5ed4-4f09-be59-f32f37f5cbd0 None None] For port 283aac65-e6e1-4938-bd3e-3a8332b35696, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=283aac65-e6e1-4938-bd3e-3a8332b35696,segment=NetworkSegment(f0f5f7b1-aa20-4c96-9fb7-c740c6e9867d),segment_id=f0f5f7b1-aa20-4c96-9fb7-c740c6e9867d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:38.596672 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ed58f135-5ed4-4f09-be59-f32f37f5cbd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:38.642363 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ed58f135-5ed4-4f09-be59-f32f37f5cbd0 None None] Calling delete_port for 283aac65-e6e1-4938-bd3e-3a8332b35696 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:38.916150 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 283aac65-e6e1-4938-bd3e-3a8332b35696 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:49:39.083102 n-d-712140-10 neutron-server[94065]: INFO neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No ports have port_id starting with 283aac65-e6e1-4938-bd3e-3a8332b35696 Jul 29 23:49:39.088929 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ed58f135-5ed4-4f09-be59-f32f37f5cbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:39.170504 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed58f135-5ed4-4f09-be59-f32f37f5cbd0 None None] Pushing event deleted for resources: {'Port': ['ID=283aac65-e6e1-4938-bd3e-3a8332b35696,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:39.175279 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed58f135-5ed4-4f09-be59-f32f37f5cbd0 None None] No DVR routers for this DVR port 283aac65-e6e1-4938-bd3e-3a8332b35696 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:49:39.515451 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d1b36-0cda-46d8-98d3-666819e09834 req-efb3ff85-4b73-4768-985f-34eca2b8bb10 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:39.517158 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-586d1b36-0cda-46d8-98d3-666819e09834 req-efb3ff85-4b73-4768-985f-34eca2b8bb10 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 944 time: 0.0860312 Jul 29 23:49:39.518440 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae9f00a-24cf-4337-ac4d-0de701b5b12d tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Made reservation on behalf of 5029fbd878d9496eb360a37586e73616 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:39.522611 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8ae9f00a-24cf-4337-ac4d-0de701b5b12d tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:39.816467 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-586d1b36-0cda-46d8-98d3-666819e09834 req-7da2f9a5-79b0-4ce6-b176-a9dea614509f tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446407 Jul 29 23:49:39.933448 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8ae9f00a-24cf-4337-ac4d-0de701b5b12d tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.034618 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9f00a-24cf-4337-ac4d-0de701b5b12d tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Pushing event updated for resources: {'Subnet': ['ID=5c83956c-5fba-421d-ae4f-e9c80f658729,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:40.046910 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae9f00a-24cf-4337-ac4d-0de701b5b12d tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Checking segment: {'id': 'b2bfccd1-3c9c-4b22-b742-a9f5df68f820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '7c1d5832-0cf7-429d-863e-60f7411796b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:40.047821 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae9f00a-24cf-4337-ac4d-0de701b5b12d tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Network hostable DHCP agents. Network: 7c1d5832-0cf7-429d-863e-60f7411796b6, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:49:40.069879 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae9f00a-24cf-4337-ac4d-0de701b5b12d tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Network 7c1d5832-0cf7-429d-863e-60f7411796b6 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:49:40.078580 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-8ae9f00a-24cf-4337-ac4d-0de701b5b12d tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 7c1d5832-0cf7-429d-863e-60f7411796b6) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:40.086943 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8dd7c66-e7b2-4aeb-92ec-e17b24b6f204 None None] Network 7c1d5832-0cf7-429d-863e-60f7411796b6 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:40.102972 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae9f00a-24cf-4337-ac4d-0de701b5b12d tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:40.103641 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8ae9f00a-24cf-4337-ac4d-0de701b5b12d tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.122223 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8ae9f00a-24cf-4337-ac4d-0de701b5b12d tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6629515 Jul 29 23:49:40.124950 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45206) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:40.309696 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1efd5157-3fb9-4c27-aa1e-1aeffcfee8bd tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.314838 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618e7c9a-6608-4c86-9fe5-32390e9ce412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-7c1d5832-0cf7-429d-863e-60f7411796b6', 'network_id': '7c1d5832-0cf7-429d-863e-60f7411796b6', 'tenant_id': '5029fbd878d9496eb360a37586e73616', 'fixed_ips': [{'subnet_id': '5c83956c-5fba-421d-ae4f-e9c80f658729'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:49:40.315814 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-618e7c9a-6608-4c86-9fe5-32390e9ce412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.366892 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1efd5157-3fb9-4c27-aa1e-1aeffcfee8bd tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.437189 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1efd5157-3fb9-4c27-aa1e-1aeffcfee8bd tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server [None req-618e7c9a-6608-4c86-9fe5-32390e9ce412 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c83956c-5fba-421d-ae4f-e9c80f658729: This subnet is being modified by another concurrent operation. Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:49:40.440315 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise exception Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c83956c-5fba-421d-ae4f-e9c80f658729: This subnet is being modified by another concurrent operation. Jul 29 23:49:40.443785 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server Jul 29 23:49:40.469170 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2aeec0-8ab8-4523-8f55-951fafe5eb07 None None] Network 7c1d5832-0cf7-429d-863e-60f7411796b6 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:40.469616 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd5157-3fb9-4c27-aa1e-1aeffcfee8bd tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Pushing event deleted for resources: {'Subnet': ['ID=5c83956c-5fba-421d-ae4f-e9c80f658729,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:40.553264 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1efd5157-3fb9-4c27-aa1e-1aeffcfee8bd tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.564828 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-1efd5157-3fb9-4c27-aa1e-1aeffcfee8bd tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c1d5832-0cf7-429d-863e-60f7411796b6']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:40.576891 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-1efd5157-3fb9-4c27-aa1e-1aeffcfee8bd tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2bfccd1-3c9c-4b22-b742-a9f5df68f820') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:40.577457 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-1efd5157-3fb9-4c27-aa1e-1aeffcfee8bd tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2bfccd1-3c9c-4b22-b742-a9f5df68f820') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:40.587032 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1efd5157-3fb9-4c27-aa1e-1aeffcfee8bd tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.597682 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458b1472-1df2-4cd5-be39-1d1b870c196b None None] get_active_networks_info from n-d-712140-10 {{(pid=94065) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:49:40.603854 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1efd5157-3fb9-4c27-aa1e-1aeffcfee8bd tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.610063 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1efd5157-3fb9-4c27-aa1e-1aeffcfee8bd tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:49:40.610586 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1efd5157-3fb9-4c27-aa1e-1aeffcfee8bd tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.613799 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:49:40.613799 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:49:40.613799 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:49:40.613799 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:49:40.613799 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:49:40.613799 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:49:40.613799 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:49:40.613799 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:49:40.613799 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:49:40.613799 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:49:40.613799 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:49:40.613799 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:49:40.613799 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:49:40.613799 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:49:40.613799 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:49:40.613799 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:49:40.613799 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:49:40.613799 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:49:40.613799 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:49:40.613799 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:49:40.613799 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:49:40.613799 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:49:40.613799 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:49:40.613799 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:49:40.613799 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:49:40.613799 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:49:40.613799 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:49:40.613799 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:49:40.613799 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:49:40.613799 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:49:40.613799 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:49:40.613799 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:49:40.686856 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1efd5157-3fb9-4c27-aa1e-1aeffcfee8bd tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.695563 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1efd5157-3fb9-4c27-aa1e-1aeffcfee8bd tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.702964 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1efd5157-3fb9-4c27-aa1e-1aeffcfee8bd tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "DELETE /v2.0/networks/7c1d5832-0cf7-429d-863e-60f7411796b6 HTTP/1.1" status: 204 len: 168 time: 0.5715573 Jul 29 23:49:40.703990 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45208) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:40.704466 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-458b1472-1df2-4cd5-be39-1d1b870c196b None None] Resources bound (agent type, host, resource id): {{(pid=94065) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:49:40.711510 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-a945af22-d682-4543-9d81-cafcb32f7a61 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-706049910'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:40.714666 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efd5157-3fb9-4c27-aa1e-1aeffcfee8bd tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Pushing event deleted for resources: {'Network': ['ID=7c1d5832-0cf7-429d-863e-60f7411796b6,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:40.760547 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a945af22-d682-4543-9d81-cafcb32f7a61 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Made reservation on behalf of 5029fbd878d9496eb360a37586e73616 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:40.765714 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a945af22-d682-4543-9d81-cafcb32f7a61 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.796909 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a945af22-d682-4543-9d81-cafcb32f7a61 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:49:40.807526 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a945af22-d682-4543-9d81-cafcb32f7a61 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.808065 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-a945af22-d682-4543-9d81-cafcb32f7a61 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Added segment 159a5360-cce1-463c-ae4f-0237dcf0e5fb of type vlan for network 6e7f5e24-06b9-492b-be2c-afff5925af4c Jul 29 23:49:40.858554 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a945af22-d682-4543-9d81-cafcb32f7a61 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.925200 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a945af22-d682-4543-9d81-cafcb32f7a61 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:40.939336 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a945af22-d682-4543-9d81-cafcb32f7a61 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:40.940197 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a945af22-d682-4543-9d81-cafcb32f7a61 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:41.033855 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533a956d-cb12-43fd-b945-bfaf2746ce02 req-f908d698-d3b4-40af-89af-37820e419abd tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:41.038842 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-533a956d-cb12-43fd-b945-bfaf2746ce02 req-f908d698-d3b4-40af-89af-37820e419abd tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 944 time: 0.1079168 Jul 29 23:49:41.107013 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a945af22-d682-4543-9d81-cafcb32f7a61 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3994725 Jul 29 23:49:41.111866 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45224) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:41.117971 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-281bbb9f-690e-43a5-bbfc-9acf92dbe277 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Request body: {'subnet': {'network_id': '6e7f5e24-06b9-492b-be2c-afff5925af4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:41.126225 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-533a956d-cb12-43fd-b945-bfaf2746ce02 req-3564ddc7-648a-4f6a-99a1-cd37a2d0d9b8 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743556 Jul 29 23:49:41.179580 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945af22-d682-4543-9d81-cafcb32f7a61 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Pushing event updated for resources: {'Network': ['ID=6e7f5e24-06b9-492b-be2c-afff5925af4c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:41.196886 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 6e7f5e24-06b9-492b-be2c-afff5925af4c details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:49:41.231572 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281bbb9f-690e-43a5-bbfc-9acf92dbe277 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Made reservation on behalf of 5029fbd878d9496eb360a37586e73616 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:41.243694 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-281bbb9f-690e-43a5-bbfc-9acf92dbe277 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:41.441798 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45230) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:41.565675 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eb99cdb2-f0e0-4010-9798-26b3e382143a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:41.620407 n-d-712140-10 neutron-server[94064]: DEBUG neutron.objects.ports [None req-281bbb9f-690e-43a5-bbfc-9acf92dbe277 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94064) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:49:41.622975 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-281bbb9f-690e-43a5-bbfc-9acf92dbe277 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:41.686239 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eb99cdb2-f0e0-4010-9798-26b3e382143a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:41.691928 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281bbb9f-690e-43a5-bbfc-9acf92dbe277 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Checking segment: {'id': '159a5360-cce1-463c-ae4f-0237dcf0e5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6e7f5e24-06b9-492b-be2c-afff5925af4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:41.692494 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eb99cdb2-f0e0-4010-9798-26b3e382143a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:41.692632 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281bbb9f-690e-43a5-bbfc-9acf92dbe277 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Network hostable DHCP agents. Network: 6e7f5e24-06b9-492b-be2c-afff5925af4c, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:49:41.706370 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281bbb9f-690e-43a5-bbfc-9acf92dbe277 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Pushing event updated for resources: {'Subnet': ['ID=8f5527a9-76cf-417e-a15a-83e766a53799,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:41.718693 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281bbb9f-690e-43a5-bbfc-9acf92dbe277 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Network 6e7f5e24-06b9-492b-be2c-afff5925af4c is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:49:41.729737 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-281bbb9f-690e-43a5-bbfc-9acf92dbe277 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 6e7f5e24-06b9-492b-be2c-afff5925af4c) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:41.734544 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281bbb9f-690e-43a5-bbfc-9acf92dbe277 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:41.735362 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-281bbb9f-690e-43a5-bbfc-9acf92dbe277 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:41.742016 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d4aae8-f177-4bbd-926d-45ea55eb2e9c None None] Network 6e7f5e24-06b9-492b-be2c-afff5925af4c requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:41.745524 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-eb99cdb2-f0e0-4010-9798-26b3e382143a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ee89d605510f45a19e7a4c665dc73a14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3025005 Jul 29 23:49:41.747248 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb99cdb2-f0e0-4010-9798-26b3e382143a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7527c566-ae0b-416e-9c46-914d17e4f52c,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:41.748557 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45234) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:41.774689 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-281bbb9f-690e-43a5-bbfc-9acf92dbe277 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6618979 Jul 29 23:49:41.778312 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45236) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:41.814693 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e60e91a-9d77-48d5-a751-0b6ec3e30838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:41.857730 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e60e91a-9d77-48d5-a751-0b6ec3e30838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:41.915707 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e60e91a-9d77-48d5-a751-0b6ec3e30838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:41.921801 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e60e91a-9d77-48d5-a751-0b6ec3e30838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:41.921801 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7e60e91a-9d77-48d5-a751-0b6ec3e30838 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7527c566-ae0b-416e-9c46-914d17e4f52c HTTP/1.1" status: 204 len: 168 time: 0.1718581 Jul 29 23:49:41.929777 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:41.947610 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60e91a-9d77-48d5-a751-0b6ec3e30838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7527c566-ae0b-416e-9c46-914d17e4f52c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:41.951073 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07e816b-3aad-4c75-9796-7c844ce31dd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-6e7f5e24-06b9-492b-be2c-afff5925af4c', 'network_id': '6e7f5e24-06b9-492b-be2c-afff5925af4c', 'tenant_id': '5029fbd878d9496eb360a37586e73616', 'fixed_ips': [{'subnet_id': '8f5527a9-76cf-417e-a15a-83e766a53799'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:49:41.952090 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b07e816b-3aad-4c75-9796-7c844ce31dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:42.058791 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:42.130031 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-b07e816b-3aad-4c75-9796-7c844ce31dd6 None None] Allocated IP 2001:db8::f816:3eff:fe81:1f5b (6e7f5e24-06b9-492b-be2c-afff5925af4c/8f5527a9-76cf-417e-a15a-83e766a53799/3aae4c79-b643-44e2-ab02-66cfb0323b16) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:42.291688 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2d87b-d711-4e1c-b56e-e66baca74427 req-d224acc2-9a26-4676-82b2-fa888c619195 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:42.293958 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-02c2d87b-d711-4e1c-b56e-e66baca74427 req-d224acc2-9a26-4676-82b2-fa888c619195 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 944 time: 0.0573850 Jul 29 23:49:42.324390 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b07e816b-3aad-4c75-9796-7c844ce31dd6 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:42.334092 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b07e816b-3aad-4c75-9796-7c844ce31dd6 None None] Transition to ACTIVE for port object 3aae4c79-b643-44e2-ab02-66cfb0323b16 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:42.354860 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-02c2d87b-d711-4e1c-b56e-e66baca74427 req-f5857010-4893-49cf-bc12-143eed481ccb tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545316 Jul 29 23:49:42.359375 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b07e816b-3aad-4c75-9796-7c844ce31dd6 None None] Transition to ACTIVE for port object 3aae4c79-b643-44e2-ab02-66cfb0323b16 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:42.371160 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b07e816b-3aad-4c75-9796-7c844ce31dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:42.395927 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:42.427972 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07e816b-3aad-4c75-9796-7c844ce31dd6 None None] Network 6e7f5e24-06b9-492b-be2c-afff5925af4c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:42.429666 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-b07e816b-3aad-4c75-9796-7c844ce31dd6 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:42.431531 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e816b-3aad-4c75-9796-7c844ce31dd6 None None] Pushing event updated for resources: {'Port': ['ID=3aae4c79-b643-44e2-ab02-66cfb0323b16,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:42.433832 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07e816b-3aad-4c75-9796-7c844ce31dd6 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:42.438787 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Pushing event deleted for resources: {'Subnet': ['ID=8f5527a9-76cf-417e-a15a-83e766a53799,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:42.492671 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b07e816b-3aad-4c75-9796-7c844ce31dd6 None None] Attempting to bind port 3aae4c79-b643-44e2-ab02-66cfb0323b16 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:42.493298 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b07e816b-3aad-4c75-9796-7c844ce31dd6 None None] Attempting to bind port 3aae4c79-b643-44e2-ab02-66cfb0323b16 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '159a5360-cce1-463c-ae4f-0237dcf0e5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6e7f5e24-06b9-492b-be2c-afff5925af4c'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:42.493737 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07e816b-3aad-4c75-9796-7c844ce31dd6 None None] Attempting to bind port 3aae4c79-b643-44e2-ab02-66cfb0323b16 on network 6e7f5e24-06b9-492b-be2c-afff5925af4c {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:42.500292 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07e816b-3aad-4c75-9796-7c844ce31dd6 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:42.500767 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07e816b-3aad-4c75-9796-7c844ce31dd6 None None] Checking segment: {'id': '159a5360-cce1-463c-ae4f-0237dcf0e5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6e7f5e24-06b9-492b-be2c-afff5925af4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:42.501463 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b07e816b-3aad-4c75-9796-7c844ce31dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:42.501707 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07e816b-3aad-4c75-9796-7c844ce31dd6 None None] Bound using segment: {'id': '159a5360-cce1-463c-ae4f-0237dcf0e5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6e7f5e24-06b9-492b-be2c-afff5925af4c'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:42.502414 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b07e816b-3aad-4c75-9796-7c844ce31dd6 None None] Bound port: 3aae4c79-b643-44e2-ab02-66cfb0323b16, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '159a5360-cce1-463c-ae4f-0237dcf0e5fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '6e7f5e24-06b9-492b-be2c-afff5925af4c'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:42.502872 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b07e816b-3aad-4c75-9796-7c844ce31dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:42.504357 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:42.524022 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e7f5e24-06b9-492b-be2c-afff5925af4c']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:42.537516 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159a5360-cce1-463c-ae4f-0237dcf0e5fb') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:42.538177 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159a5360-cce1-463c-ae4f-0237dcf0e5fb') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:42.548232 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:42.566315 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:42.576716 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:49:42.577052 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:42.580299 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:49:42.580299 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:49:42.580299 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:49:42.580299 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:49:42.580299 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:49:42.580299 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:49:42.580299 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:49:42.580299 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:49:42.580299 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:49:42.580299 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:49:42.580299 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:49:42.580299 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:49:42.580299 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:49:42.580299 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:49:42.580299 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:49:42.580299 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:49:42.580299 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:49:42.580299 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:49:42.580299 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:49:42.580299 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:49:42.580299 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:49:42.580299 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:49:42.580299 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:49:42.580299 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:49:42.580299 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:49:42.580299 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:49:42.580299 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:49:42.580299 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:49:42.580299 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:49:42.580299 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:49:42.580299 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:49:42.580299 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:49:42.592292 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b07e816b-3aad-4c75-9796-7c844ce31dd6 None None] For port 3aae4c79-b643-44e2-ab02-66cfb0323b16, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:42.646418 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b07e816b-3aad-4c75-9796-7c844ce31dd6 None None] For port 3aae4c79-b643-44e2-ab02-66cfb0323b16, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=3aae4c79-b643-44e2-ab02-66cfb0323b16,segment=NetworkSegment(159a5360-cce1-463c-ae4f-0237dcf0e5fb),segment_id=159a5360-cce1-463c-ae4f-0237dcf0e5fb)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:42.647938 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.db.api [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:49:42.647938 n-d-712140-10 neutron-server[94063]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:49:42.647938 n-d-712140-10 neutron-server[94063]: [parameters: {'id': '6e7f5e24-06b9-492b-be2c-afff5925af4c'}] Jul 29 23:49:42.647938 n-d-712140-10 neutron-server[94063]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:49:42.648437 n-d-712140-10 neutron-server[94063]: DEBUG oslo_db.api [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:49:42.653356 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b07e816b-3aad-4c75-9796-7c844ce31dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:42.738664 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07e816b-3aad-4c75-9796-7c844ce31dd6 None None] Pushing event updated for resources: {'Port': ['ID=3aae4c79-b643-44e2-ab02-66cfb0323b16,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:42.756130 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de6a831-04fd-43a9-8d05-11f24a5b3c92 None None] Network 6e7f5e24-06b9-492b-be2c-afff5925af4c requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:42.894717 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-325acb3f-238c-43f8-9580-f7f1d888aa4e None None] get_active_networks_info from n-d-712140-10 {{(pid=94065) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:49:42.977894 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325acb3f-238c-43f8-9580-f7f1d888aa4e None None] Resources bound (agent type, host, resource id): {{(pid=94065) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:49:43.149793 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:43.225557 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Deleting port 3aae4c79-b643-44e2-ab02-66cfb0323b16 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:43.225978 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:43.296567 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] For port 3aae4c79-b643-44e2-ab02-66cfb0323b16, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=3aae4c79-b643-44e2-ab02-66cfb0323b16,segment=NetworkSegment(159a5360-cce1-463c-ae4f-0237dcf0e5fb),segment_id=159a5360-cce1-463c-ae4f-0237dcf0e5fb)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:43.296934 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:43.311489 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Calling delete_port for 3aae4c79-b643-44e2-ab02-66cfb0323b16 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:43.409292 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:43.456637 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] No DVR routers for this DVR port 3aae4c79-b643-44e2-ab02-66cfb0323b16 on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:49:43.461500 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Pushing event deleted for resources: {'Port': ['ID=3aae4c79-b643-44e2-ab02-66cfb0323b16,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:43.601252 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d53085-335b-4eb1-8d7d-3aaee1146da9 req-ff636a9f-7a0c-4ce6-ab35-3be12d0dd5f1 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:43.602855 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-84d53085-335b-4eb1-8d7d-3aaee1146da9 req-ff636a9f-7a0c-4ce6-ab35-3be12d0dd5f1 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 944 time: 0.1431532 Jul 29 23:49:43.608049 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:43.633985 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e7f5e24-06b9-492b-be2c-afff5925af4c']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:43.649241 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159a5360-cce1-463c-ae4f-0237dcf0e5fb') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:43.649544 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159a5360-cce1-463c-ae4f-0237dcf0e5fb') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:43.667576 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:43.678984 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-84d53085-335b-4eb1-8d7d-3aaee1146da9 req-e78bbc7f-9a8b-48c7-a182-ba6b9e7f8403 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681057 Jul 29 23:49:43.688102 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:43.694757 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:49:43.695261 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:43.698613 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:49:43.698613 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:49:43.698613 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:49:43.698613 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:49:43.698613 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:49:43.698613 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:49:43.698613 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:49:43.698613 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:49:43.698613 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:49:43.698613 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:49:43.698613 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:49:43.698613 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:49:43.698613 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:49:43.698613 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:49:43.698613 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:49:43.698613 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:49:43.698613 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:49:43.698613 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:49:43.698613 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:49:43.698613 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:49:43.698613 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:49:43.698613 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:49:43.698613 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:49:43.698613 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:49:43.698613 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:49:43.698613 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:49:43.698613 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:49:43.698613 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:49:43.698613 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:49:43.698613 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:49:43.698613 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:49:43.698613 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:49:43.766097 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:43.777649 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:43.785774 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "DELETE /v2.0/networks/6e7f5e24-06b9-492b-be2c-afff5925af4c HTTP/1.1" status: 204 len: 168 time: 2.0011470 Jul 29 23:49:43.786933 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45300) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:43.791730 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780f5d3-7a3b-4290-b215-8c5484683cbc tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Pushing event deleted for resources: {'Network': ['ID=6e7f5e24-06b9-492b-be2c-afff5925af4c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:43.818372 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-c88df7e8-985b-474d-9a42-7da05e9657af tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] DELETE failed (client error): The resource could not be found. Jul 29 23:49:43.819340 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c88df7e8-985b-474d-9a42-7da05e9657af tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:49:43.827549 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45304) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:43.828247 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c88df7e8-985b-474d-9a42-7da05e9657af tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "DELETE /v2.0/subnets/8f5527a9-76cf-417e-a15a-83e766a53799 HTTP/1.1" status: 404 len: 337 time: 0.0399504 Jul 29 23:49:43.850242 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-51aced7f-9fea-4763-9688-c40e3833ab74 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] DELETE failed (client error): The resource could not be found. Jul 29 23:49:43.851039 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51aced7f-9fea-4763-9688-c40e3833ab74 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:49:43.853147 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-51aced7f-9fea-4763-9688-c40e3833ab74 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "DELETE /v2.0/networks/6e7f5e24-06b9-492b-be2c-afff5925af4c HTTP/1.1" status: 404 len: 339 time: 0.0243089 Jul 29 23:49:43.857150 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45306) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:43.898871 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-c05c2945-1edc-4ff9-87b0-01ed33454d6c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] DELETE failed (client error): The resource could not be found. Jul 29 23:49:43.899982 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c05c2945-1edc-4ff9-87b0-01ed33454d6c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:49:43.901089 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45308) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:43.904159 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c05c2945-1edc-4ff9-87b0-01ed33454d6c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "DELETE /v2.0/subnets/5c83956c-5fba-421d-ae4f-e9c80f658729 HTTP/1.1" status: 404 len: 337 time: 0.0449185 Jul 29 23:49:43.906112 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45310) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:43.935447 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec995fa-e3a2-4479-90e0-2800fd1cf6b8 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] DELETE failed (client error): The resource could not be found. Jul 29 23:49:43.936061 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ec995fa-e3a2-4479-90e0-2800fd1cf6b8 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:49:43.937863 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6ec995fa-e3a2-4479-90e0-2800fd1cf6b8 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "DELETE /v2.0/networks/7c1d5832-0cf7-429d-863e-60f7411796b6 HTTP/1.1" status: 404 len: 339 time: 0.0302982 Jul 29 23:49:43.940436 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45316) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:43.969397 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d47ef4d-da2f-420e-b5fb-af77a7898ed6 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] DELETE failed (client error): The resource could not be found. Jul 29 23:49:43.969957 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d47ef4d-da2f-420e-b5fb-af77a7898ed6 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:49:43.974436 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45320) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:43.974612 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9d47ef4d-da2f-420e-b5fb-af77a7898ed6 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "DELETE /v2.0/subnets/53af61c1-6ee3-48ff-bf32-95b30eef2a17 HTTP/1.1" status: 404 len: 337 time: 0.0329437 Jul 29 23:49:43.997167 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e8456d-0308-480d-91ae-818565d38733 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] DELETE failed (client error): The resource could not be found. Jul 29 23:49:43.997567 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e8456d-0308-480d-91ae-818565d38733 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:49:43.999499 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d3e8456d-0308-480d-91ae-818565d38733 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "DELETE /v2.0/networks/42bf3b7b-b231-479b-9e4e-ddfae3ec4d82 HTTP/1.1" status: 404 len: 339 time: 0.0240488 Jul 29 23:49:44.001998 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45322) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:44.096539 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-af866338-c99c-4954-a139-06cf391e644e tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Deleting port 6960d37d-cb15-44b0-8459-d2862450f81b {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:44.096886 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-af866338-c99c-4954-a139-06cf391e644e tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.173786 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-af866338-c99c-4954-a139-06cf391e644e tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.196131 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-af866338-c99c-4954-a139-06cf391e644e tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Calling delete_port for 6960d37d-cb15-44b0-8459-d2862450f81b owned by {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:44.205274 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-96826251-2848-4eb6-abdd-1e8b4b9030dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.339998 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-af866338-c99c-4954-a139-06cf391e644e tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.375957 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af866338-c99c-4954-a139-06cf391e644e tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Pushing event deleted for resources: {'Port': ['ID=6960d37d-cb15-44b0-8459-d2862450f81b,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:44.393093 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-af866338-c99c-4954-a139-06cf391e644e tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.395151 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-af866338-c99c-4954-a139-06cf391e644e tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "DELETE /v2.0/ports/6960d37d-cb15-44b0-8459-d2862450f81b HTTP/1.1" status: 204 len: 168 time: 0.3921010 Jul 29 23:49:44.397801 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45328) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:44.413473 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-96826251-2848-4eb6-abdd-1e8b4b9030dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.418587 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-96826251-2848-4eb6-abdd-1e8b4b9030dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.443696 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-47a76876-c5c7-411b-a454-7cb95f62e99c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] DELETE failed (client error): The resource could not be found. Jul 29 23:49:44.444193 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47a76876-c5c7-411b-a454-7cb95f62e99c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:49:44.445944 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-47a76876-c5c7-411b-a454-7cb95f62e99c tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "DELETE /v2.0/subnets/38c94494-739a-49b2-aed3-fbd38582034c HTTP/1.1" status: 404 len: 337 time: 0.0470676 Jul 29 23:49:44.448978 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45330) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:44.463489 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-96826251-2848-4eb6-abdd-1e8b4b9030dc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=20757dfc5ad54971943fb37900e7e464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5612516 Jul 29 23:49:44.464302 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96826251-2848-4eb6-abdd-1e8b4b9030dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45f2b39-6aed-4e87-8a32-562b12a4a9ba,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:44.467409 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45332) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:44.540132 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cc1e1fcb-0141-4c8d-a336-1f343dde9aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.545768 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2dcc67ee-61e4-4ca7-bdb4-2eaae5a9ecf7 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.584077 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cc1e1fcb-0141-4c8d-a336-1f343dde9aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.658029 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cc1e1fcb-0141-4c8d-a336-1f343dde9aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.661447 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cc1e1fcb-0141-4c8d-a336-1f343dde9aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.663946 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-cc1e1fcb-0141-4c8d-a336-1f343dde9aa5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a45f2b39-6aed-4e87-8a32-562b12a4a9ba HTTP/1.1" status: 204 len: 168 time: 0.1828644 Jul 29 23:49:44.672982 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e1fcb-0141-4c8d-a336-1f343dde9aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45f2b39-6aed-4e87-8a32-562b12a4a9ba,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:44.698001 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2dcc67ee-61e4-4ca7-bdb4-2eaae5a9ecf7 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.714561 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-2dcc67ee-61e4-4ca7-bdb4-2eaae5a9ecf7 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1437ce62-e35d-4764-8456-381c7e9c0aaf']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:44.732693 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-2dcc67ee-61e4-4ca7-bdb4-2eaae5a9ecf7 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0f5f7b1-aa20-4c96-9fb7-c740c6e9867d') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:44.733197 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-2dcc67ee-61e4-4ca7-bdb4-2eaae5a9ecf7 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0f5f7b1-aa20-4c96-9fb7-c740c6e9867d') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:44.750493 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2dcc67ee-61e4-4ca7-bdb4-2eaae5a9ecf7 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.769758 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2dcc67ee-61e4-4ca7-bdb4-2eaae5a9ecf7 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.785255 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dcc67ee-61e4-4ca7-bdb4-2eaae5a9ecf7 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:49:44.785663 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2dcc67ee-61e4-4ca7-bdb4-2eaae5a9ecf7 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.788944 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:49:44.788944 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:49:44.788944 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:49:44.788944 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:49:44.788944 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:49:44.788944 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:49:44.788944 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:49:44.788944 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:49:44.788944 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:49:44.788944 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:49:44.788944 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:49:44.788944 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:49:44.788944 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:49:44.788944 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:49:44.788944 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:49:44.788944 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:49:44.788944 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:49:44.788944 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:49:44.788944 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:49:44.788944 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:49:44.788944 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:49:44.788944 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:49:44.788944 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:49:44.788944 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:49:44.788944 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:49:44.788944 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:49:44.788944 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:49:44.788944 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:49:44.788944 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:49:44.788944 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:49:44.788944 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:49:44.788944 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:49:44.875522 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c58d64-b87c-4e46-9410-3d24b8f34dc0 req-2ea72d7a-4fb8-4c33-b892-9c06c60d009e tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:44.877857 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6c58d64-b87c-4e46-9410-3d24b8f34dc0 req-2ea72d7a-4fb8-4c33-b892-9c06c60d009e tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 944 time: 0.0739446 Jul 29 23:49:44.879062 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2dcc67ee-61e4-4ca7-bdb4-2eaae5a9ecf7 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.896728 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2dcc67ee-61e4-4ca7-bdb4-2eaae5a9ecf7 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:44.901664 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2dcc67ee-61e4-4ca7-bdb4-2eaae5a9ecf7 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "DELETE /v2.0/networks/1437ce62-e35d-4764-8456-381c7e9c0aaf HTTP/1.1" status: 204 len: 168 time: 0.4484026 Jul 29 23:49:44.901957 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45346) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:44.916341 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcc67ee-61e4-4ca7-bdb4-2eaae5a9ecf7 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Pushing event deleted for resources: {'Network': ['ID=1437ce62-e35d-4764-8456-381c7e9c0aaf,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:44.978579 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6c58d64-b87c-4e46-9410-3d24b8f34dc0 req-e9f5f9ba-0087-4531-adc5-1de84735c28b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854549 Jul 29 23:49:45.040571 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-3980c1af-7502-4cf2-985a-cf87d8d65fd1 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Deleting port 131bdab0-6b35-4ed2-aedf-60ff4594fc41 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:45.040919 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3980c1af-7502-4cf2-985a-cf87d8d65fd1 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:45.118302 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3980c1af-7502-4cf2-985a-cf87d8d65fd1 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:45.133421 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-3980c1af-7502-4cf2-985a-cf87d8d65fd1 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Calling delete_port for 131bdab0-6b35-4ed2-aedf-60ff4594fc41 owned by {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:45.218117 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3980c1af-7502-4cf2-985a-cf87d8d65fd1 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:45.252234 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3980c1af-7502-4cf2-985a-cf87d8d65fd1 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Pushing event deleted for resources: {'Port': ['ID=131bdab0-6b35-4ed2-aedf-60ff4594fc41,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:45.264823 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3980c1af-7502-4cf2-985a-cf87d8d65fd1 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:45.267895 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3980c1af-7502-4cf2-985a-cf87d8d65fd1 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "DELETE /v2.0/ports/131bdab0-6b35-4ed2-aedf-60ff4594fc41 HTTP/1.1" status: 204 len: 168 time: 0.3639195 Jul 29 23:49:45.269851 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45356) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:45.310618 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68cf937-f41e-4e0f-ae19-a5d14f85e8d7 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] DELETE failed (client error): The resource could not be found. Jul 29 23:49:45.311308 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d68cf937-f41e-4e0f-ae19-a5d14f85e8d7 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:49:45.313457 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d68cf937-f41e-4e0f-ae19-a5d14f85e8d7 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "DELETE /v2.0/subnets/d45c8b81-1840-4afe-856f-c7e0798e3776 HTTP/1.1" status: 404 len: 337 time: 0.0425193 Jul 29 23:49:45.317655 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45360) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:45.437638 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-16bb7d0c-c247-4b8e-b17f-25068ef7da36 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:45.548419 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-16bb7d0c-c247-4b8e-b17f-25068ef7da36 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:45.558471 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-16bb7d0c-c247-4b8e-b17f-25068ef7da36 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56ea33f3-7f33-457e-8453-70cf750dfb07']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:45.570588 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-16bb7d0c-c247-4b8e-b17f-25068ef7da36 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0f18a9c-60ca-4887-bc39-642fb7d2ccf5') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:45.570889 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-16bb7d0c-c247-4b8e-b17f-25068ef7da36 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0f18a9c-60ca-4887-bc39-642fb7d2ccf5') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:45.583002 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-16bb7d0c-c247-4b8e-b17f-25068ef7da36 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:45.600009 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-16bb7d0c-c247-4b8e-b17f-25068ef7da36 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:45.606422 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16bb7d0c-c247-4b8e-b17f-25068ef7da36 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:49:45.606810 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-16bb7d0c-c247-4b8e-b17f-25068ef7da36 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:45.609771 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:49:45.609771 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:49:45.609771 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:49:45.609771 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:49:45.609771 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:49:45.609771 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:49:45.609771 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:49:45.609771 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:49:45.609771 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:49:45.609771 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:49:45.609771 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:49:45.609771 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:49:45.609771 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:49:45.609771 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:49:45.609771 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:49:45.609771 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:49:45.609771 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:49:45.609771 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:49:45.609771 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:49:45.609771 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:49:45.609771 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:49:45.609771 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:49:45.609771 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:49:45.609771 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:49:45.609771 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:49:45.609771 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:49:45.609771 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:49:45.609771 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:49:45.609771 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:49:45.609771 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:49:45.609771 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:49:45.609771 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:49:45.670615 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-16bb7d0c-c247-4b8e-b17f-25068ef7da36 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:45.675394 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-16bb7d0c-c247-4b8e-b17f-25068ef7da36 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:45.677299 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-16bb7d0c-c247-4b8e-b17f-25068ef7da36 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "DELETE /v2.0/networks/56ea33f3-7f33-457e-8453-70cf750dfb07 HTTP/1.1" status: 204 len: 168 time: 0.3577652 Jul 29 23:49:45.679911 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45374) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:45.692939 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bb7d0c-c247-4b8e-b17f-25068ef7da36 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Pushing event deleted for resources: {'Network': ['ID=56ea33f3-7f33-457e-8453-70cf750dfb07,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:45.742241 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4978134-4ccf-4648-a90b-b6bbb64ec263 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Deleting subnet d1d1b3f4-ba1f-45f3-9c94-768475881838 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:49:45.745404 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e4978134-4ccf-4648-a90b-b6bbb64ec263 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:45.790410 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e4978134-4ccf-4648-a90b-b6bbb64ec263 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:45.891533 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e4978134-4ccf-4648-a90b-b6bbb64ec263 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:45.963004 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e4978134-4ccf-4648-a90b-b6bbb64ec263 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:45.991034 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4978134-4ccf-4648-a90b-b6bbb64ec263 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Pushing event deleted for resources: {'Subnet': ['ID=d1d1b3f4-ba1f-45f3-9c94-768475881838,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:45.999367 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e4978134-4ccf-4648-a90b-b6bbb64ec263 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.001460 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e4978134-4ccf-4648-a90b-b6bbb64ec263 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "DELETE /v2.0/subnets/d1d1b3f4-ba1f-45f3-9c94-768475881838 HTTP/1.1" status: 204 len: 168 time: 0.3203390 Jul 29 23:49:46.003773 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45392) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:46.007014 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed43156b-c027-4753-a5d6-811fef2b11ef None None] Network 4e90aa3e-e94e-4c5b-90cf-632d3b5a3b83 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:46.012456 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45394) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:46.090623 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4738b295-4e46-4b94-b96f-3c00e5977a07 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.133360 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232522fa-a10c-4b5c-acf8-0863f7e4089c req-65c29d34-33dc-45e2-b859-8a452b985290 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:46.134961 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-232522fa-a10c-4b5c-acf8-0863f7e4089c req-65c29d34-33dc-45e2-b859-8a452b985290 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 944 time: 0.0636001 Jul 29 23:49:46.164499 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-4738b295-4e46-4b94-b96f-3c00e5977a07 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Deleting port ffb3c7b3-5ac4-4122-88ef-cea05e255d19 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:46.165238 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4738b295-4e46-4b94-b96f-3c00e5977a07 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.216155 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-232522fa-a10c-4b5c-acf8-0863f7e4089c req-e7b30e4e-9891-4260-8e79-d970769c025a tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701447 Jul 29 23:49:46.224998 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bc7af146-7170-4e1b-84e2-dd03fbef5fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.237688 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac65b1bd-a312-4ac8-8d18-3d33652f7021 None None] DHCP port deletion for 4e90aa3e-e94e-4c5b-90cf-632d3b5a3b83 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:49:46.254377 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-4738b295-4e46-4b94-b96f-3c00e5977a07 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] For port ffb3c7b3-5ac4-4122-88ef-cea05e255d19, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=ffb3c7b3-5ac4-4122-88ef-cea05e255d19,segment=NetworkSegment(d4451222-9379-436e-82dd-629059dbe487),segment_id=d4451222-9379-436e-82dd-629059dbe487)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:46.254746 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4738b295-4e46-4b94-b96f-3c00e5977a07 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.273528 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-4738b295-4e46-4b94-b96f-3c00e5977a07 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Calling delete_port for ffb3c7b3-5ac4-4122-88ef-cea05e255d19 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:46.300722 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ac65b1bd-a312-4ac8-8d18-3d33652f7021 None None] Deleting port ffb3c7b3-5ac4-4122-88ef-cea05e255d19 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:49:46.301183 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac65b1bd-a312-4ac8-8d18-3d33652f7021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.340788 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bc7af146-7170-4e1b-84e2-dd03fbef5fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.346150 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bc7af146-7170-4e1b-84e2-dd03fbef5fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.374920 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4738b295-4e46-4b94-b96f-3c00e5977a07 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.385969 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ac65b1bd-a312-4ac8-8d18-3d33652f7021 None None] For port ffb3c7b3-5ac4-4122-88ef-cea05e255d19, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=ffb3c7b3-5ac4-4122-88ef-cea05e255d19,segment=NetworkSegment(d4451222-9379-436e-82dd-629059dbe487),segment_id=d4451222-9379-436e-82dd-629059dbe487)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:46.386376 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac65b1bd-a312-4ac8-8d18-3d33652f7021 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.392601 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7af146-7170-4e1b-84e2-dd03fbef5fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b456342-153d-4fcc-bc85-47f93f83a014,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:46.402576 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ac65b1bd-a312-4ac8-8d18-3d33652f7021 None None] Calling delete_port for ffb3c7b3-5ac4-4122-88ef-cea05e255d19 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:49:46.409038 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738b295-4e46-4b94-b96f-3c00e5977a07 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Pushing event deleted for resources: {'Port': ['ID=ffb3c7b3-5ac4-4122-88ef-cea05e255d19,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:46.410175 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-bc7af146-7170-4e1b-84e2-dd03fbef5fd5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8f277f72d84444f98047aa41ee299323&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3961699 Jul 29 23:49:46.412712 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45400) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:46.416788 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4738b295-4e46-4b94-b96f-3c00e5977a07 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] No DVR routers for this DVR port ffb3c7b3-5ac4-4122-88ef-cea05e255d19 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:49:46.475289 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-62b1109d-40ee-48d0-a22e-ae9522d35cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.501196 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-62b1109d-40ee-48d0-a22e-ae9522d35cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.510610 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4738b295-4e46-4b94-b96f-3c00e5977a07 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.532667 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-4738b295-4e46-4b94-b96f-3c00e5977a07 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e90aa3e-e94e-4c5b-90cf-632d3b5a3b83']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:46.548276 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-4738b295-4e46-4b94-b96f-3c00e5977a07 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4451222-9379-436e-82dd-629059dbe487') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:46.548688 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-4738b295-4e46-4b94-b96f-3c00e5977a07 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4451222-9379-436e-82dd-629059dbe487') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:46.559956 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4738b295-4e46-4b94-b96f-3c00e5977a07 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.582458 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4738b295-4e46-4b94-b96f-3c00e5977a07 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.586081 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-62b1109d-40ee-48d0-a22e-ae9522d35cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.589350 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-62b1109d-40ee-48d0-a22e-ae9522d35cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.593968 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-62b1109d-40ee-48d0-a22e-ae9522d35cbf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0b456342-153d-4fcc-bc85-47f93f83a014 HTTP/1.1" status: 204 len: 168 time: 0.1784003 Jul 29 23:49:46.594469 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4738b295-4e46-4b94-b96f-3c00e5977a07 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:49:46.595433 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4738b295-4e46-4b94-b96f-3c00e5977a07 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.598574 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:49:46.598574 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:49:46.598574 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:49:46.598574 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:49:46.598574 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:49:46.598574 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:49:46.598574 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:49:46.598574 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:49:46.598574 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:49:46.598574 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:49:46.598574 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:49:46.598574 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:49:46.598574 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:49:46.598574 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:49:46.598574 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:49:46.598574 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:49:46.598574 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:49:46.598574 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:49:46.598574 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:49:46.598574 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:49:46.598574 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:49:46.598574 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:49:46.598574 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:49:46.598574 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:49:46.598574 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:49:46.598574 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:49:46.598574 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:49:46.598574 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:49:46.598574 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:49:46.598574 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:49:46.598574 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:49:46.598574 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:49:46.604578 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1109d-40ee-48d0-a22e-ae9522d35cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b456342-153d-4fcc-bc85-47f93f83a014,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:46.680746 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4738b295-4e46-4b94-b96f-3c00e5977a07 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.693290 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4738b295-4e46-4b94-b96f-3c00e5977a07 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.696000 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4738b295-4e46-4b94-b96f-3c00e5977a07 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] 10.222.0.18 "DELETE /v2.0/networks/4e90aa3e-e94e-4c5b-90cf-632d3b5a3b83 HTTP/1.1" status: 204 len: 168 time: 0.6909006 Jul 29 23:49:46.727662 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4738b295-4e46-4b94-b96f-3c00e5977a07 tempest-NetworksIpV6TestAttrs-1596560462 tempest-NetworksIpV6TestAttrs-1596560462-project] Pushing event deleted for resources: {'Network': ['ID=4e90aa3e-e94e-4c5b-90cf-632d3b5a3b83,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:46.738414 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac65b1bd-a312-4ac8-8d18-3d33652f7021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:46.746137 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ac65b1bd-a312-4ac8-8d18-3d33652f7021 None None] Network 4e90aa3e-e94e-4c5b-90cf-632d3b5a3b83 is not hosted by any dhcp agent {{(pid=94065) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:49:46.747059 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac65b1bd-a312-4ac8-8d18-3d33652f7021 None None] No DVR routers for this DVR port ffb3c7b3-5ac4-4122-88ef-cea05e255d19 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:49:46.766178 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac65b1bd-a312-4ac8-8d18-3d33652f7021 None None] Pushing event deleted for resources: {'Port': ['ID=ffb3c7b3-5ac4-4122-88ef-cea05e255d19,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:46.846638 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device ffb3c7b3-5ac4-4122-88ef-cea05e255d19 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:49:46.869544 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: ffb3c7b3-5ac4-4122-88ef-cea05e255d19 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:49:46.869990 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device ffb3c7b3-5ac4-4122-88ef-cea05e255d19 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:49:47.067475 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45424) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:47.349034 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26147a0c-8633-4a3c-88f9-cbdc7e2dac4e req-6a9be05a-1c60-4b9d-8e2d-37d2b4099204 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:47.352896 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-26147a0c-8633-4a3c-88f9-cbdc7e2dac4e req-6a9be05a-1c60-4b9d-8e2d-37d2b4099204 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 944 time: 0.0574605 Jul 29 23:49:47.416423 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-26147a0c-8633-4a3c-88f9-cbdc7e2dac4e req-ffa76402-4a92-40b7-b20d-d4dfd57d772b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558615 Jul 29 23:49:47.431369 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1346775d-87f8-486d-bed9-a4fa00a34d09 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5029fbd878d9496eb360a37586e73616&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3621893 Jul 29 23:49:47.434443 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45442) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:47.487442 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-adaee088-0925-4f10-b3ee-b15aef1ac796 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:47.510917 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-adaee088-0925-4f10-b3ee-b15aef1ac796 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:47.565915 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-adaee088-0925-4f10-b3ee-b15aef1ac796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:47.569327 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-adaee088-0925-4f10-b3ee-b15aef1ac796 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:47.570825 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-adaee088-0925-4f10-b3ee-b15aef1ac796 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/96b151e8-c699-4ab2-8827-9f32d993d81f HTTP/1.1" status: 204 len: 168 time: 0.1350198 Jul 29 23:49:47.579701 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaee088-0925-4f10-b3ee-b15aef1ac796 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b151e8-c699-4ab2-8827-9f32d993d81f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:48.429213 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45488) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:48.567492 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9603269e-81af-44fb-b111-8b18d48c1c5c req-3a4418cc-ed43-4f9b-941e-654de24a8428 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:48.569111 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9603269e-81af-44fb-b111-8b18d48c1c5c req-3a4418cc-ed43-4f9b-941e-654de24a8428 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 944 time: 0.0710173 Jul 29 23:49:48.595042 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-a4f684cb-cb56-470e-89d1-d03e6547cf3b tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Request body: {'security_group': {'name': 'tempest-secgroup--1857106182'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:48.632288 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9603269e-81af-44fb-b111-8b18d48c1c5c req-5a43ce73-2342-48b7-9dad-e9d5c1bb9089 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560737 Jul 29 23:49:48.638005 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4f684cb-cb56-470e-89d1-d03e6547cf3b tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.649740 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4f684cb-cb56-470e-89d1-d03e6547cf3b tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.774643 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4f684cb-cb56-470e-89d1-d03e6547cf3b tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.779069 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4f684cb-cb56-470e-89d1-d03e6547cf3b tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.817267 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f684cb-cb56-470e-89d1-d03e6547cf3b tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7d1e0e-a123-4fea-88a8-91c1300b152c,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:48.892592 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4f684cb-cb56-470e-89d1-d03e6547cf3b tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.897963 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4f684cb-cb56-470e-89d1-d03e6547cf3b tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.935557 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f684cb-cb56-470e-89d1-d03e6547cf3b tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=214a4724-a4ab-473c-8263-2187ffcadd7a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:48.937723 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4f684cb-cb56-470e-89d1-d03e6547cf3b tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:48.938975 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a4f684cb-cb56-470e-89d1-d03e6547cf3b tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5085850 Jul 29 23:49:48.941920 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45504) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:49.013074 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45506) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:49.016452 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9b78088b-0cdd-449d-bd0f-348f29075432 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0727074 Jul 29 23:49:49.018547 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-fbbc6ce8-f708-49dd-85ce-b41a88fbab5c tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Request body: {'security_group': {'name': 'tempest-security--1052296725', 'description': 'tempest-security-description-245469577'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:49.051123 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fbbc6ce8-f708-49dd-85ce-b41a88fbab5c tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.098771 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fbbc6ce8-f708-49dd-85ce-b41a88fbab5c tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.102927 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fbbc6ce8-f708-49dd-85ce-b41a88fbab5c tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.106034 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fbbc6ce8-f708-49dd-85ce-b41a88fbab5c tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.110626 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45508) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:49.110966 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-fbbc6ce8-f708-49dd-85ce-b41a88fbab5c tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "PUT /v2.0/security-groups/214a4724-a4ab-473c-8263-2187ffcadd7a HTTP/1.1" status: 200 len: 1779 time: 0.0961516 Jul 29 23:49:49.141358 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc6ce8-f708-49dd-85ce-b41a88fbab5c tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=214a4724-a4ab-473c-8263-2187ffcadd7a,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:49.181115 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45510) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:49.181539 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-107748e8-beb2-4398-ae5c-9578a41fcccc tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "GET /v2.0/security-groups/214a4724-a4ab-473c-8263-2187ffcadd7a HTTP/1.1" status: 200 len: 1779 time: 0.0690486 Jul 29 23:49:49.218435 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45512) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:49.223609 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-dda1cc14-8ca4-4838-ba0c-ac100a3b780e tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Request body: {'network': {'name': 'tempest-network-smoke--1559689517', 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'port_security_enabled': True}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:49.239041 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-21ef02ab-bc21-4276-b5d4-52090b7a3640 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.244382 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda1cc14-8ca4-4838-ba0c-ac100a3b780e tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Made reservation on behalf of 83f01be5ee1448fc8b8e9b2ef8a4bed2 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:49.248722 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dda1cc14-8ca4-4838-ba0c-ac100a3b780e tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.257298 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dda1cc14-8ca4-4838-ba0c-ac100a3b780e tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.263120 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-21ef02ab-bc21-4276-b5d4-52090b7a3640 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.319547 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-21ef02ab-bc21-4276-b5d4-52090b7a3640 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.322137 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-21ef02ab-bc21-4276-b5d4-52090b7a3640 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.326755 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-21ef02ab-bc21-4276-b5d4-52090b7a3640 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "DELETE /v2.0/security-groups/214a4724-a4ab-473c-8263-2187ffcadd7a HTTP/1.1" status: 204 len: 168 time: 0.1411614 Jul 29 23:49:49.327523 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45516) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:49.352356 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef02ab-bc21-4276-b5d4-52090b7a3640 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=214a4724-a4ab-473c-8263-2187ffcadd7a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:49.410813 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-28cafcb3-6aca-479d-b508-218b389786ff tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0821412 Jul 29 23:49:49.411624 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45520) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:49.412048 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dda1cc14-8ca4-4838-ba0c-ac100a3b780e tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.416594 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dda1cc14-8ca4-4838-ba0c-ac100a3b780e tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.429472 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda1cc14-8ca4-4838-ba0c-ac100a3b780e tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:49:49.431067 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-a7a0bfbe-b16b-4447-91a1-7c52e94cc98c tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] delete failed (client error): The resource could not be found. Jul 29 23:49:49.440600 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dda1cc14-8ca4-4838-ba0c-ac100a3b780e tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.440988 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a7a0bfbe-b16b-4447-91a1-7c52e94cc98c tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "DELETE /v2.0/security-groups/214a4724-a4ab-473c-8263-2187ffcadd7a HTTP/1.1" status: 404 len: 347 time: 0.0278978 Jul 29 23:49:49.441124 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-dda1cc14-8ca4-4838-ba0c-ac100a3b780e tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Added segment e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3 of type vlan for network c7f494fb-9cc2-4242-ae8c-f3f5050deb8c Jul 29 23:49:49.442078 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45522) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:49.447434 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-6c788512-00c6-432c-9699-51a9bba72108 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Request body: {'security_group': {'name': 'tempest-secgroup--1558052310'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:49.473634 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6c788512-00c6-432c-9699-51a9bba72108 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.504968 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dda1cc14-8ca4-4838-ba0c-ac100a3b780e tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.534388 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1cc14-8ca4-4838-ba0c-ac100a3b780e tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdb8cd5-a787-499a-89be-a617d17432e6,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:49.575079 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dda1cc14-8ca4-4838-ba0c-ac100a3b780e tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.582645 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda1cc14-8ca4-4838-ba0c-ac100a3b780e tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:49.583589 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dda1cc14-8ca4-4838-ba0c-ac100a3b780e tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.592760 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6c788512-00c6-432c-9699-51a9bba72108 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.599866 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6c788512-00c6-432c-9699-51a9bba72108 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.621885 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6c788512-00c6-432c-9699-51a9bba72108 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.626748 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6c788512-00c6-432c-9699-51a9bba72108 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1834524 Jul 29 23:49:49.634355 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45524) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:49.640933 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-1c438183-e7f2-479c-a9b5-8d4d34368e31 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Request body: {'security_group_rule': {'security_group_id': '679c685f-fd26-4603-a4bc-21c3602f0c31', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:49.675131 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c788512-00c6-432c-9699-51a9bba72108 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=679c685f-fd26-4603-a4bc-21c3602f0c31,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:49.697677 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1c438183-e7f2-479c-a9b5-8d4d34368e31 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.715895 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device b6a2553e-b89d-4897-b8a2-ef68556a2ae1 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:49:49.725164 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda1cc14-8ca4-4838-ba0c-ac100a3b780e tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Pushing event updated for resources: {'Network': ['ID=c7f494fb-9cc2-4242-ae8c-f3f5050deb8c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:49.745823 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-dda1cc14-8ca4-4838-ba0c-ac100a3b780e tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5236831 Jul 29 23:49:49.746049 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45532) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:49.754158 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-ec821605-a62e-4fc1-8629-eaf092ffd200 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-50219625', 'admin_state_up': True, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:49.785155 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ec821605-a62e-4fc1-8629-eaf092ffd200 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.788277 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ec821605-a62e-4fc1-8629-eaf092ffd200 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.829742 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1c438183-e7f2-479c-a9b5-8d4d34368e31 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.839680 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6c4403-ac04-4955-9762-08646d5d5068 req-5f300098-36b1-4e4b-aa8e-413fb785e97f tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:49.841696 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3b6c4403-ac04-4955-9762-08646d5d5068 req-5f300098-36b1-4e4b-aa8e-413fb785e97f tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 944 time: 0.0842764 Jul 29 23:49:49.843615 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1c438183-e7f2-479c-a9b5-8d4d34368e31 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.859991 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c438183-e7f2-479c-a9b5-8d4d34368e31 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c240a8-4a64-4cd3-a1b7-d239e430702d,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:49.873306 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port b6a2553e-b89d-4897-b8a2-ef68556a2ae1, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b6a2553e-b89d-4897-b8a2-ef68556a2ae1,segment=NetworkSegment(a8b5eda5-9414-420c-921a-7601972def5c),segment_id=a8b5eda5-9414-420c-921a-7601972def5c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:49.886652 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'b6a2553e-b89d-4897-b8a2-ef68556a2ae1', 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43', 'port_id': 'b6a2553e-b89d-4897-b8a2-ef68556a2ae1', 'mac_address': 'fa:16:3e:0d:5d:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:49:49.890474 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network c7f494fb-9cc2-4242-ae8c-f3f5050deb8c details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:49:49.909020 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ec821605-a62e-4fc1-8629-eaf092ffd200 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.909228 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3b6c4403-ac04-4955-9762-08646d5d5068 req-cb99e1d6-27fa-4c79-a4ee-8ded8664f89a tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499768 Jul 29 23:49:49.910263 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1c438183-e7f2-479c-a9b5-8d4d34368e31 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:49.914699 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1c438183-e7f2-479c-a9b5-8d4d34368e31 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2765915 Jul 29 23:49:49.916920 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45536) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:50.004131 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.019974 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6a2553e-b89d-4897-b8a2-ef68556a2ae1 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:49:50.021560 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cea5f69e-0155-435e-a6fa-516bfba12a46 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.031611 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cea5f69e-0155-435e-a6fa-516bfba12a46 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.041515 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port b6a2553e-b89d-4897-b8a2-ef68556a2ae1, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b6a2553e-b89d-4897-b8a2-ef68556a2ae1,segment=NetworkSegment(a8b5eda5-9414-420c-921a-7601972def5c),segment_id=a8b5eda5-9414-420c-921a-7601972def5c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:50.046410 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.098095 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=b6a2553e-b89d-4897-b8a2-ef68556a2ae1,revision_number=9']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:50.118899 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ec821605-a62e-4fc1-8629-eaf092ffd200 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.127524 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cea5f69e-0155-435e-a6fa-516bfba12a46 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.134491 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cea5f69e-0155-435e-a6fa-516bfba12a46 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.135611 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cea5f69e-0155-435e-a6fa-516bfba12a46 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/19c240a8-4a64-4cd3-a1b7-d239e430702d HTTP/1.1" status: 204 len: 168 time: 0.2174072 Jul 29 23:49:50.140750 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45540) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:50.154397 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea5f69e-0155-435e-a6fa-516bfba12a46 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=19c240a8-4a64-4cd3-a1b7-d239e430702d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:50.209681 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-63be20dc-d8b4-404a-a4ca-1bebcded5dbb tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0651135 Jul 29 23:49:50.209972 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45542) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:50.267282 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['b6a2553e-b89d-4897-b8a2-ef68556a2ae1'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:49:50.278231 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-89aa6361-4a85-4dfc-b5ba-dc6e11cf851f tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.304941 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-89aa6361-4a85-4dfc-b5ba-dc6e11cf851f tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.363233 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ec821605-a62e-4fc1-8629-eaf092ffd200 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.369066 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-89aa6361-4a85-4dfc-b5ba-dc6e11cf851f tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.373669 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-89aa6361-4a85-4dfc-b5ba-dc6e11cf851f tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.377454 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-89aa6361-4a85-4dfc-b5ba-dc6e11cf851f tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "DELETE /v2.0/security-groups/679c685f-fd26-4603-a4bc-21c3602f0c31 HTTP/1.1" status: 204 len: 168 time: 0.1642549 Jul 29 23:49:50.379153 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45544) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:50.390966 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ec821605-a62e-4fc1-8629-eaf092ffd200 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.401936 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aa6361-4a85-4dfc-b5ba-dc6e11cf851f tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=679c685f-fd26-4603-a4bc-21c3602f0c31,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:50.452247 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2f811b08-7e87-415a-9b88-559b0ed7acd8 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0718017 Jul 29 23:49:50.456583 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45546) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:50.461847 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-5c0147cc-ee8c-4df6-8233-5288bf84d3cf tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Request body: {'security_group': {'name': 'tempest-secgroup--1137359356'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:50.501756 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5c0147cc-ee8c-4df6-8233-5288bf84d3cf tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.530179 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-ec821605-a62e-4fc1-8629-eaf092ffd200 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Allocated IP 172.25.8.45 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/b33bab39-22a5-47c4-96bb-a1f2695b461c) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:50.595352 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5c0147cc-ee8c-4df6-8233-5288bf84d3cf tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.599697 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5c0147cc-ee8c-4df6-8233-5288bf84d3cf tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.629085 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5c0147cc-ee8c-4df6-8233-5288bf84d3cf tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.630387 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5c0147cc-ee8c-4df6-8233-5288bf84d3cf tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1727393 Jul 29 23:49:50.631142 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0147cc-ee8c-4df6-8233-5288bf84d3cf tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a903de6d-9bd7-4833-b0b9-ae6f2791c58b,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:50.633218 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45548) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:50.638817 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-c62adaa8-4a54-48dc-aeb4-914b81b1e82d tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Request body: {'security_group_rule': {'security_group_id': 'a903de6d-9bd7-4833-b0b9-ae6f2791c58b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:50.650554 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ec821605-a62e-4fc1-8629-eaf092ffd200 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.666687 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c62adaa8-4a54-48dc-aeb4-914b81b1e82d tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.693315 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ec821605-a62e-4fc1-8629-eaf092ffd200 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.728979 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec821605-a62e-4fc1-8629-eaf092ffd200 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:50.731874 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-ec821605-a62e-4fc1-8629-eaf092ffd200 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:50.732118 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c62adaa8-4a54-48dc-aeb4-914b81b1e82d tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.735304 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec821605-a62e-4fc1-8629-eaf092ffd200 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:50.737221 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c62adaa8-4a54-48dc-aeb4-914b81b1e82d tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.765233 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62adaa8-4a54-48dc-aeb4-914b81b1e82d tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7764d122-8562-4f20-a8a8-071cf46c2c58,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:50.766274 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec821605-a62e-4fc1-8629-eaf092ffd200 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Pushing event updated for resources: {'Port': ['ID=b33bab39-22a5-47c4-96bb-a1f2695b461c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:50.767667 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c62adaa8-4a54-48dc-aeb4-914b81b1e82d tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.769317 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c62adaa8-4a54-48dc-aeb4-914b81b1e82d tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1350634 Jul 29 23:49:50.773014 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45552) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:50.779439 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-c907ba95-a66d-4b95-b2cb-979600b1b3a8 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Request body: {'security_group_rule': {'security_group_id': 'a903de6d-9bd7-4833-b0b9-ae6f2791c58b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:50.807967 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c907ba95-a66d-4b95-b2cb-979600b1b3a8 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.881239 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c907ba95-a66d-4b95-b2cb-979600b1b3a8 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.885452 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c907ba95-a66d-4b95-b2cb-979600b1b3a8 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.911870 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c907ba95-a66d-4b95-b2cb-979600b1b3a8 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76609d7b-7ebe-450c-a0ec-1ac07509562b,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:50.916057 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c907ba95-a66d-4b95-b2cb-979600b1b3a8 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:50.917799 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c907ba95-a66d-4b95-b2cb-979600b1b3a8 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1435049 Jul 29 23:49:50.922156 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45558) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:50.927481 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-78be5db8-c44e-45fc-8e0a-af46542808cc tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Request body: {'security_group_rule': {'security_group_id': 'a903de6d-9bd7-4833-b0b9-ae6f2791c58b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:50.968102 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-78be5db8-c44e-45fc-8e0a-af46542808cc tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.062837 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ec821605-a62e-4fc1-8629-eaf092ffd200 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.094448 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96455198-5ca5-46cc-bb91-2f3df790f9e6 req-c0876616-1680-4b8d-8cdf-acdfb710d720 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:51.096028 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-96455198-5ca5-46cc-bb91-2f3df790f9e6 req-c0876616-1680-4b8d-8cdf-acdfb710d720 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 945 time: 0.0890260 Jul 29 23:49:51.097897 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-78be5db8-c44e-45fc-8e0a-af46542808cc tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.130000 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-78be5db8-c44e-45fc-8e0a-af46542808cc tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.160508 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-96455198-5ca5-46cc-bb91-2f3df790f9e6 req-73feccc1-9ec0-4c33-b1e1-7bd986050bc9 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559409 Jul 29 23:49:51.165192 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be5db8-c44e-45fc-8e0a-af46542808cc tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba115b23-9b46-4197-9d4b-a572d92360e8,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:51.174023 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-78be5db8-c44e-45fc-8e0a-af46542808cc tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.175593 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-78be5db8-c44e-45fc-8e0a-af46542808cc tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2523046 Jul 29 23:49:51.178299 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45574) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:51.183254 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-63698126-66cb-4964-a02b-7666a73e8876 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Request body: {'security_group_rule': {'security_group_id': 'a903de6d-9bd7-4833-b0b9-ae6f2791c58b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:51.222482 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-63698126-66cb-4964-a02b-7666a73e8876 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.302112 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-63698126-66cb-4964-a02b-7666a73e8876 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.306055 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-63698126-66cb-4964-a02b-7666a73e8876 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.327751 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ec821605-a62e-4fc1-8629-eaf092ffd200 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.328968 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63698126-66cb-4964-a02b-7666a73e8876 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758641d3-a6fe-4f00-aa8f-4b57776d4daa,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:51.333351 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-63698126-66cb-4964-a02b-7666a73e8876 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.335310 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-63698126-66cb-4964-a02b-7666a73e8876 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1550105 Jul 29 23:49:51.337243 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45576) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:51.342330 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-b59ae023-4f02-4f15-a9be-0079816572d0 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Request body: {'security_group_rule': {'security_group_id': 'a903de6d-9bd7-4833-b0b9-ae6f2791c58b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:51.370794 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b59ae023-4f02-4f15-a9be-0079816572d0 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.436105 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b59ae023-4f02-4f15-a9be-0079816572d0 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.440081 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b59ae023-4f02-4f15-a9be-0079816572d0 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.460815 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59ae023-4f02-4f15-a9be-0079816572d0 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ba59894-96a0-4a59-9887-126387eb92ff,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:51.470324 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b59ae023-4f02-4f15-a9be-0079816572d0 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.474045 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b59ae023-4f02-4f15-a9be-0079816572d0 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1331105 Jul 29 23:49:51.474361 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45578) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:51.484514 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec821605-a62e-4fc1-8629-eaf092ffd200 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Router 3c707672-ccd9-4255-8d76-5999abaf8759 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:49:51.510385 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8de4441c-4d41-43d2-a05c-540fd36dc32f tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.519806 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8de4441c-4d41-43d2-a05c-540fd36dc32f tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.554574 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8de4441c-4d41-43d2-a05c-540fd36dc32f tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.560984 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8de4441c-4d41-43d2-a05c-540fd36dc32f tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.564753 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8de4441c-4d41-43d2-a05c-540fd36dc32f tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/1ba59894-96a0-4a59-9887-126387eb92ff HTTP/1.1" status: 204 len: 168 time: 0.0869353 Jul 29 23:49:51.565148 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45580) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:51.578945 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4441c-4d41-43d2-a05c-540fd36dc32f tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ba59894-96a0-4a59-9887-126387eb92ff,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:51.608509 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec821605-a62e-4fc1-8629-eaf092ffd200 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:49:51.622042 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3098a86d-2a8f-4545-abd4-cf8f58778f42 None None] Sync routers for ids ['3c707672-ccd9-4255-8d76-5999abaf8759'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:49:51.631349 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3098a86d-2a8f-4545-abd4-cf8f58778f42 None None] Routers {'3c707672-ccd9-4255-8d76-5999abaf8759'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:51.632122 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3098a86d-2a8f-4545-abd4-cf8f58778f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:49:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['3c707672-ccd9-4255-8d76-5999abaf8759'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:51.634932 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ec821605-a62e-4fc1-8629-eaf092ffd200 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.640868 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ec821605-a62e-4fc1-8629-eaf092ffd200 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 1.8891182 Jul 29 23:49:51.641978 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45582) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:51.643729 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1b61bb71-9ef3-47c4-8871-212399479797 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0771804 Jul 29 23:49:51.643886 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45584) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:51.678753 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a6f07ab0-b571-4495-917c-eb4b1bcc61b8 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.690272 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a6f07ab0-b571-4495-917c-eb4b1bcc61b8 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.731643 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device b6a2553e-b89d-4897-b8a2-ef68556a2ae1 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:51.734420 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a6f07ab0-b571-4495-917c-eb4b1bcc61b8 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.748471 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a6f07ab0-b571-4495-917c-eb4b1bcc61b8 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.753823 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a6f07ab0-b571-4495-917c-eb4b1bcc61b8 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/758641d3-a6fe-4f00-aa8f-4b57776d4daa HTTP/1.1" status: 204 len: 168 time: 0.1048927 Jul 29 23:49:51.753823 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45590) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:51.765863 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f07ab0-b571-4495-917c-eb4b1bcc61b8 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=758641d3-a6fe-4f00-aa8f-4b57776d4daa,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:51.788836 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-3098a86d-2a8f-4545-abd4-cf8f58778f42 None None] Set router 3c707672-ccd9-4255-8d76-5999abaf8759 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:49:51.852630 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cde6574f-9fa0-4309-bdcc-7641fc116a4b tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0951507 Jul 29 23:49:51.853226 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45592) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:51.879561 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6c44f774-9911-446c-8366-2483a57649bd tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=83f01be5ee1448fc8b8e9b2ef8a4bed2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2364094 Jul 29 23:49:51.883058 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45594) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:51.902976 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port b6a2553e-b89d-4897-b8a2-ef68556a2ae1 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:51.903355 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.953001 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-445ab52f-6afb-4f74-8d5c-0bd001f347a0 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:51.967979 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-445ab52f-6afb-4f74-8d5c-0bd001f347a0 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.016913 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-445ab52f-6afb-4f74-8d5c-0bd001f347a0 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.024343 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-445ab52f-6afb-4f74-8d5c-0bd001f347a0 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.025445 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-445ab52f-6afb-4f74-8d5c-0bd001f347a0 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/ba115b23-9b46-4197-9d4b-a572d92360e8 HTTP/1.1" status: 204 len: 168 time: 0.1528904 Jul 29 23:49:52.029648 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45596) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:52.033669 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b87768d-b374-4090-88ed-b6c742546b15 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:52.039874 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6b87768d-b374-4090-88ed-b6c742546b15 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1514404 Jul 29 23:49:52.039874 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445ab52f-6afb-4f74-8d5c-0bd001f347a0 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba115b23-9b46-4197-9d4b-a572d92360e8,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:52.039874 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45598) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:52.052799 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.083292 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15f9ea6-9807-43b5-95f2-bcc7c1701c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a2553e-b89d-4897-b8a2-ef68556a2ae1'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:49:52.085634 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df531a3b-f904-4af2-a65f-9e33bb8e0762" -d '{"events": [{"server_uuid": "c15f9ea6-9807-43b5-95f2-bcc7c1701c6f", "name": "network-vif-plugged", "status": "completed", "tag": "b6a2553e-b89d-4897-b8a2-ef68556a2ae1"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:49:52.089551 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4e007283-3d47-4edc-a1ea-4ecf57d1b9bf tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=0aea9f43-4eea-456f-a634-5f5375b1fdb7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0480533 Jul 29 23:49:52.095997 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45600) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:52.098642 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-a24d7ee2-f39d-4c56-87f0-f2dfda6a7dc1 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1441261882', 'network_id': 'c7f494fb-9cc2-4242-ae8c-f3f5050deb8c', 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:52.113453 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port b6a2553e-b89d-4897-b8a2-ef68556a2ae1, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b6a2553e-b89d-4897-b8a2-ef68556a2ae1,segment=NetworkSegment(a8b5eda5-9414-420c-921a-7601972def5c),segment_id=a8b5eda5-9414-420c-921a-7601972def5c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:52.116347 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3098a86d-2a8f-4545-abd4-cf8f58778f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'name': 'tempest-TestSecurityGroupsBasicOps-router-50219625', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b33bab39-22a5-47c4-96bb-a1f2695b461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:49Z', 'updated_at': '2021-07-29T23:49:50Z', 'revision_number': 3, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'gw_port': {'id': 'b33bab39-22a5-47c4-96bb-a1f2695b461c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:50Z', 'updated_at': '2021-07-29T23:49:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:52.119650 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.140824 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-66c45089-3966-4ce4-842e-78c6aa089c48 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1083283 Jul 29 23:49:52.143684 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45604) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:52.149587 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ecd1bb-d571-43e5-bb7e-00201ba79314 x-openstack-request-id: req-26ecd1bb-d571-43e5-bb7e-00201ba79314 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:49:52.149873 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15f9ea6-9807-43b5-95f2-bcc7c1701c6f", "name": "network-vif-plugged", "status": "completed", "tag": "b6a2553e-b89d-4897-b8a2-ef68556a2ae1", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:49:52.150317 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-26ecd1bb-d571-43e5-bb7e-00201ba79314 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:49:52.150862 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15f9ea6-9807-43b5-95f2-bcc7c1701c6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6a2553e-b89d-4897-b8a2-ef68556a2ae1', 'code': 200} Jul 29 23:49:52.153368 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3098a86d-2a8f-4545-abd4-cf8f58778f42 None None] Checking router: 3c707672-ccd9-4255-8d76-5999abaf8759 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:49:52.153966 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3098a86d-2a8f-4545-abd4-cf8f58778f42 None None] Updating router 3c707672-ccd9-4255-8d76-5999abaf8759 port b33bab39-22a5-47c4-96bb-a1f2695b461c binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:49:52.190932 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c1f79583-ac86-4ad8-93c2-6df5f59f0f10 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.202445 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c1f79583-ac86-4ad8-93c2-6df5f59f0f10 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.212654 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3098a86d-2a8f-4545-abd4-cf8f58778f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.272917 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c1f79583-ac86-4ad8-93c2-6df5f59f0f10 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.289903 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=b6a2553e-b89d-4897-b8a2-ef68556a2ae1,revision_number=10']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:52.300414 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c1f79583-ac86-4ad8-93c2-6df5f59f0f10 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.301676 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c1f79583-ac86-4ad8-93c2-6df5f59f0f10 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/76609d7b-7ebe-450c-a0ec-1ac07509562b HTTP/1.1" status: 204 len: 168 time: 0.1564190 Jul 29 23:49:52.305386 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f79583-ac86-4ad8-93c2-6df5f59f0f10 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76609d7b-7ebe-450c-a0ec-1ac07509562b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:52.307518 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45610) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:52.373997 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24d7ee2-f39d-4c56-87f0-f2dfda6a7dc1 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Made reservation on behalf of 83f01be5ee1448fc8b8e9b2ef8a4bed2 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:49:52.380477 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a24d7ee2-f39d-4c56-87f0-f2dfda6a7dc1 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.381501 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1fddb889-1778-4cba-a372-a23222fe632f tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0688143 Jul 29 23:49:52.385692 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45612) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:52.424368 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-41823b0e-f628-4609-b4d8-2b602f714f88 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.434605 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-41823b0e-f628-4609-b4d8-2b602f714f88 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.476192 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-41823b0e-f628-4609-b4d8-2b602f714f88 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.484622 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352d4a5a-e362-4734-a064-4ee92a1e3557 req-925a0e87-8ef3-4b20-a878-0c4c7420f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:52.486525 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-352d4a5a-e362-4734-a064-4ee92a1e3557 req-925a0e87-8ef3-4b20-a878-0c4c7420f1d0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 1099 time: 0.1651366 Jul 29 23:49:52.488347 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-41823b0e-f628-4609-b4d8-2b602f714f88 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.491476 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45614) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:52.493017 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-41823b0e-f628-4609-b4d8-2b602f714f88 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/7764d122-8562-4f20-a8a8-071cf46c2c58 HTTP/1.1" status: 204 len: 168 time: 0.1057849 Jul 29 23:49:52.508670 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41823b0e-f628-4609-b4d8-2b602f714f88 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7764d122-8562-4f20-a8a8-071cf46c2c58,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:52.549921 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13d2873-9e2c-4ba1-892d-4fff77017981 req-97ff3ae1-554e-4b49-867d-acc9cd9382db tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:52.552019 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a13d2873-9e2c-4ba1-892d-4fff77017981 req-97ff3ae1-554e-4b49-867d-acc9cd9382db tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 947 time: 0.2621024 Jul 29 23:49:52.614016 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-352d4a5a-e362-4734-a064-4ee92a1e3557 req-410b6871-ffc8-41c3-bca8-9cd56c34f122 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108172 Jul 29 23:49:52.619626 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3098a86d-2a8f-4545-abd4-cf8f58778f42 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.631052 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2ca613b5-4776-4c2a-9a3d-e0fc49348f78 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1354423 Jul 29 23:49:52.633614 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45616) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:52.635365 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3098a86d-2a8f-4545-abd4-cf8f58778f42 None None] Transition to ACTIVE for port object b33bab39-22a5-47c4-96bb-a1f2695b461c will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:52.644462 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3098a86d-2a8f-4545-abd4-cf8f58778f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.685091 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a13d2873-9e2c-4ba1-892d-4fff77017981 req-f6f7ced6-057c-4ebc-922d-e1ee125870e2 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150322 Jul 29 23:49:52.694800 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33833af8-43f1-468f-bafc-5269e85d9978 None None] Pushing event updated for resources: {'Port': ['ID=b33bab39-22a5-47c4-96bb-a1f2695b461c,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:52.738047 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-3098a86d-2a8f-4545-abd4-cf8f58778f42 None None] Attempting to bind port b33bab39-22a5-47c4-96bb-a1f2695b461c on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:52.738570 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-3098a86d-2a8f-4545-abd4-cf8f58778f42 None None] Attempting to bind port b33bab39-22a5-47c4-96bb-a1f2695b461c by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:52.739164 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3098a86d-2a8f-4545-abd4-cf8f58778f42 None None] Attempting to bind port b33bab39-22a5-47c4-96bb-a1f2695b461c on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:52.745553 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3098a86d-2a8f-4545-abd4-cf8f58778f42 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:52.745934 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3098a86d-2a8f-4545-abd4-cf8f58778f42 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:52.746065 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3d0cf82-28ce-43a0-ae7a-da204d42a4b3 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.747458 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3098a86d-2a8f-4545-abd4-cf8f58778f42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.747928 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3098a86d-2a8f-4545-abd4-cf8f58778f42 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:52.748363 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-3098a86d-2a8f-4545-abd4-cf8f58778f42 None None] Bound port: b33bab39-22a5-47c4-96bb-a1f2695b461c, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:52.748758 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3098a86d-2a8f-4545-abd4-cf8f58778f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.757404 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a24d7ee2-f39d-4c56-87f0-f2dfda6a7dc1 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.778098 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3d0cf82-28ce-43a0-ae7a-da204d42a4b3 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.837538 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-3098a86d-2a8f-4545-abd4-cf8f58778f42 None None] For port b33bab39-22a5-47c4-96bb-a1f2695b461c, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:52.839141 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d7ee2-f39d-4c56-87f0-f2dfda6a7dc1 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Pushing event updated for resources: {'Subnet': ['ID=a9f9b3ff-acaa-422d-9e07-7f06ae7805be,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:52.842415 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-3098a86d-2a8f-4545-abd4-cf8f58778f42 None None] For port b33bab39-22a5-47c4-96bb-a1f2695b461c, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=b33bab39-22a5-47c4-96bb-a1f2695b461c,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:52.847204 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3098a86d-2a8f-4545-abd4-cf8f58778f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.848792 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3d0cf82-28ce-43a0-ae7a-da204d42a4b3 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.852026 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3d0cf82-28ce-43a0-ae7a-da204d42a4b3 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.855238 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e3d0cf82-28ce-43a0-ae7a-da204d42a4b3 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "DELETE /v2.0/security-groups/a903de6d-9bd7-4833-b0b9-ae6f2791c58b HTTP/1.1" status: 204 len: 168 time: 0.2184029 Jul 29 23:49:52.859207 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45618) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:52.866078 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d0cf82-28ce-43a0-ae7a-da204d42a4b3 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a903de6d-9bd7-4833-b0b9-ae6f2791c58b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:52.896906 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24d7ee2-f39d-4c56-87f0-f2dfda6a7dc1 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Checking segment: {'id': 'e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c7f494fb-9cc2-4242-ae8c-f3f5050deb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:52.897292 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24d7ee2-f39d-4c56-87f0-f2dfda6a7dc1 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Network hostable DHCP agents. Network: c7f494fb-9cc2-4242-ae8c-f3f5050deb8c, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:49:52.932234 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3098a86d-2a8f-4545-abd4-cf8f58778f42 None None] Routers {'3c707672-ccd9-4255-8d76-5999abaf8759'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:52.933031 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3098a86d-2a8f-4545-abd4-cf8f58778f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:49:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['3c707672-ccd9-4255-8d76-5999abaf8759'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:52.936316 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ff2c42c8-a9fd-4cee-88f1-346dd5c26822 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0753496 Jul 29 23:49:52.937570 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24d7ee2-f39d-4c56-87f0-f2dfda6a7dc1 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Network c7f494fb-9cc2-4242-ae8c-f3f5050deb8c is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:49:52.940784 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45620) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:52.947565 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-334faa72-fb3b-45fa-9d8f-ac975554cfae tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Request body: {'security_group': {'name': 'tempest-secgroup--1177784239'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:52.960490 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-a24d7ee2-f39d-4c56-87f0-f2dfda6a7dc1 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, c7f494fb-9cc2-4242-ae8c-f3f5050deb8c) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:52.969833 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24d7ee2-f39d-4c56-87f0-f2dfda6a7dc1 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:52.970465 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a24d7ee2-f39d-4c56-87f0-f2dfda6a7dc1 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.981901 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e5bd3c-15ef-44cc-9bc6-8706c4227378 None None] Network c7f494fb-9cc2-4242-ae8c-f3f5050deb8c requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:52.988709 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-334faa72-fb3b-45fa-9d8f-ac975554cfae tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:52.999501 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33833af8-43f1-468f-bafc-5269e85d9978 None None] Pushing event updated for resources: {'Port': ['ID=b33bab39-22a5-47c4-96bb-a1f2695b461c,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:53.001070 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a24d7ee2-f39d-4c56-87f0-f2dfda6a7dc1 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9077961 Jul 29 23:49:53.004010 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45622) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:53.131647 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-3098a86d-2a8f-4545-abd4-cf8f58778f42 None None] Set router 3c707672-ccd9-4255-8d76-5999abaf8759 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:49:53.241465 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-334faa72-fb3b-45fa-9d8f-ac975554cfae tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.283956 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-334faa72-fb3b-45fa-9d8f-ac975554cfae tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.284163 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ca4c0d-0121-4c05-a9e9-cf071301fa84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-c7f494fb-9cc2-4242-ae8c-f3f5050deb8c', 'network_id': 'c7f494fb-9cc2-4242-ae8c-f3f5050deb8c', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'fixed_ips': [{'subnet_id': 'a9f9b3ff-acaa-422d-9e07-7f06ae7805be'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:49:53.284648 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e7ca4c0d-0121-4c05-a9e9-cf071301fa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.321865 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-334faa72-fb3b-45fa-9d8f-ac975554cfae tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.323111 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-334faa72-fb3b-45fa-9d8f-ac975554cfae tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3813670 Jul 29 23:49:53.327320 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45628) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:53.334079 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334faa72-fb3b-45fa-9d8f-ac975554cfae tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9dc61c1-c0d4-45a9-9e76-109c745b76b4,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:53.338483 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-131c4fbe-f515-4269-ac49-8255d4fb6d3a tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Request body: {'security_group_rule': {'security_group_id': 'c9dc61c1-c0d4-45a9-9e76-109c745b76b4', 'direction': 'ingress', 'protocol': 17}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:53.413476 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-131c4fbe-f515-4269-ac49-8255d4fb6d3a tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.539703 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-131c4fbe-f515-4269-ac49-8255d4fb6d3a tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.541310 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-e7ca4c0d-0121-4c05-a9e9-cf071301fa84 None None] Allocated IP 172.20.0.2 (c7f494fb-9cc2-4242-ae8c-f3f5050deb8c/a9f9b3ff-acaa-422d-9e07-7f06ae7805be/4a7c6674-f63e-48dd-97c9-4c4b4d49bb48) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:53.548679 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-131c4fbe-f515-4269-ac49-8255d4fb6d3a tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.582085 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-131c4fbe-f515-4269-ac49-8255d4fb6d3a tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.583414 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-131c4fbe-f515-4269-ac49-8255d4fb6d3a tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2542534 Jul 29 23:49:53.584836 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c4fbe-f515-4269-ac49-8255d4fb6d3a tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48ee4937-3cb9-448d-a083-398470dc37e7,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:53.586698 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45644) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:53.665777 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6d97596a-0760-4953-83c3-04520f1bf594 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.714641 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1b4fb6fe-c95b-4664-88a4-4c266ad03971 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.746131 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6d97596a-0760-4953-83c3-04520f1bf594 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.800793 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3098a86d-2a8f-4545-abd4-cf8f58778f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'name': 'tempest-TestSecurityGroupsBasicOps-router-50219625', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b33bab39-22a5-47c4-96bb-a1f2695b461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:49Z', 'updated_at': '2021-07-29T23:49:50Z', 'revision_number': 3, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'gw_port': {'id': 'b33bab39-22a5-47c4-96bb-a1f2695b461c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:50Z', 'updated_at': '2021-07-29T23:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:53.890217 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6d97596a-0760-4953-83c3-04520f1bf594 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.894571 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6d97596a-0760-4953-83c3-04520f1bf594 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:53.897197 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6d97596a-0760-4953-83c3-04520f1bf594 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "DELETE /v2.0/security-groups/c9dc61c1-c0d4-45a9-9e76-109c745b76b4 HTTP/1.1" status: 204 len: 168 time: 0.3091912 Jul 29 23:49:53.914712 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3098a86d-2a8f-4545-abd4-cf8f58778f42 None None] The sync data for ids ['3c707672-ccd9-4255-8d76-5999abaf8759'] in n-d-712140-10 is: [{'id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'name': 'tempest-TestSecurityGroupsBasicOps-router-50219625', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b33bab39-22a5-47c4-96bb-a1f2695b461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:49Z', 'updated_at': '2021-07-29T23:49:50Z', 'revision_number': 3, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'gw_port': {'id': 'b33bab39-22a5-47c4-96bb-a1f2695b461c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6d:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:50Z', 'updated_at': '2021-07-29T23:49:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:49:53.923867 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45656) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:53.925162 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45658) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:53.927060 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d97596a-0760-4953-83c3-04520f1bf594 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9dc61c1-c0d4-45a9-9e76-109c745b76b4,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:53.972837 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e7ca4c0d-0121-4c05-a9e9-cf071301fa84 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:54.030513 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e7ca4c0d-0121-4c05-a9e9-cf071301fa84 None None] Transition to ACTIVE for port object 4a7c6674-f63e-48dd-97c9-4c4b4d49bb48 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:54.080929 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e7ca4c0d-0121-4c05-a9e9-cf071301fa84 None None] Transition to ACTIVE for port object 4a7c6674-f63e-48dd-97c9-4c4b4d49bb48 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:54.088115 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4fb347fa-1dff-4156-aacf-f4e92b370cf7 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1568999 Jul 29 23:49:54.092932 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45676) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:54.096985 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e7ca4c0d-0121-4c05-a9e9-cf071301fa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:54.118961 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-41a03b9f-dd08-485c-b34e-24bcbc6d3b20 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Request body: {'security_group': {'name': 'tempest-secgroup--1885903097'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:54.163628 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-41a03b9f-dd08-485c-b34e-24bcbc6d3b20 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:54.205696 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca4c0d-0121-4c05-a9e9-cf071301fa84 None None] Pushing event updated for resources: {'Port': ['ID=4a7c6674-f63e-48dd-97c9-4c4b4d49bb48,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:54.239056 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ca4c0d-0121-4c05-a9e9-cf071301fa84 None None] Network c7f494fb-9cc2-4242-ae8c-f3f5050deb8c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:54.245886 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-e7ca4c0d-0121-4c05-a9e9-cf071301fa84 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:54.249819 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ca4c0d-0121-4c05-a9e9-cf071301fa84 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:54.311918 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d8331eb-9cbb-4234-a5a7-5794e50c335f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:54.402455 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-e7ca4c0d-0121-4c05-a9e9-cf071301fa84 None None] Attempting to bind port 4a7c6674-f63e-48dd-97c9-4c4b4d49bb48 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:54.402851 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-e7ca4c0d-0121-4c05-a9e9-cf071301fa84 None None] Attempting to bind port 4a7c6674-f63e-48dd-97c9-4c4b4d49bb48 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c7f494fb-9cc2-4242-ae8c-f3f5050deb8c'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:54.403226 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca4c0d-0121-4c05-a9e9-cf071301fa84 None None] Attempting to bind port 4a7c6674-f63e-48dd-97c9-4c4b4d49bb48 on network c7f494fb-9cc2-4242-ae8c-f3f5050deb8c {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:54.428092 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca4c0d-0121-4c05-a9e9-cf071301fa84 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:54.431558 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca4c0d-0121-4c05-a9e9-cf071301fa84 None None] Checking segment: {'id': 'e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c7f494fb-9cc2-4242-ae8c-f3f5050deb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:54.432170 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e7ca4c0d-0121-4c05-a9e9-cf071301fa84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:54.432582 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ca4c0d-0121-4c05-a9e9-cf071301fa84 None None] Bound using segment: {'id': 'e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c7f494fb-9cc2-4242-ae8c-f3f5050deb8c'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:54.433095 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-e7ca4c0d-0121-4c05-a9e9-cf071301fa84 None None] Bound port: 4a7c6674-f63e-48dd-97c9-4c4b4d49bb48, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c7f494fb-9cc2-4242-ae8c-f3f5050deb8c'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:54.433510 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e7ca4c0d-0121-4c05-a9e9-cf071301fa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:54.492442 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-41a03b9f-dd08-485c-b34e-24bcbc6d3b20 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:54.515030 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-41a03b9f-dd08-485c-b34e-24bcbc6d3b20 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:54.555989 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-e7ca4c0d-0121-4c05-a9e9-cf071301fa84 None None] For port 4a7c6674-f63e-48dd-97c9-4c4b4d49bb48, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:54.561508 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-e7ca4c0d-0121-4c05-a9e9-cf071301fa84 None None] For port 4a7c6674-f63e-48dd-97c9-4c4b4d49bb48, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=4a7c6674-f63e-48dd-97c9-4c4b4d49bb48,segment=NetworkSegment(e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3),segment_id=e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:54.568277 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e7ca4c0d-0121-4c05-a9e9-cf071301fa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:54.584911 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f3321-cca9-43c7-9354-ad7b5a8ccc07 req-09122b61-a3a3-4cff-96fa-ddda54179473 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:54.599108 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7c0f3321-cca9-43c7-9354-ad7b5a8ccc07 req-09122b61-a3a3-4cff-96fa-ddda54179473 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 947 time: 0.7042749 Jul 29 23:49:54.641565 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a03b9f-dd08-485c-b34e-24bcbc6d3b20 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aafa02b8-96ad-4539-92a0-96b35cda16f2,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:54.839356 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d8331eb-9cbb-4234-a5a7-5794e50c335f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:54.851998 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d8331eb-9cbb-4234-a5a7-5794e50c335f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:54.893342 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-41a03b9f-dd08-485c-b34e-24bcbc6d3b20 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:54.899883 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-41a03b9f-dd08-485c-b34e-24bcbc6d3b20 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8052359 Jul 29 23:49:54.900517 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45684) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:54.957462 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c8a7ffb5-abae-4bc2-8bd7-4115d12a94f4 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Request body: {'security_group': {'name': 'tempest-secgroup--384637293'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:54.968930 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7c0f3321-cca9-43c7-9354-ad7b5a8ccc07 req-bdb54cba-ded0-47f5-af06-bf6e1edb10db tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3688304 Jul 29 23:49:54.995009 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ffb5-abae-4bc2-8bd7-4115d12a94f4 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:55.024496 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3d8331eb-9cbb-4234-a5a7-5794e50c335f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1caea0b49d2e45faaf868650fddd4306&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0894704 Jul 29 23:49:55.029412 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45686) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:55.039481 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8331eb-9cbb-4234-a5a7-5794e50c335f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e65263c-11b9-4e8e-bb3d-2d3e91ce15e7,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:55.058469 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b33bab39-22a5-47c4-96bb-a1f2695b461c up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:55.114914 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-1b4fb6fe-c95b-4664-88a4-4c266ad03971 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Allocated IP 172.20.0.1 (c7f494fb-9cc2-4242-ae8c-f3f5050deb8c/a9f9b3ff-acaa-422d-9e07-7f06ae7805be/95055b27-a39c-4755-a8b0-aaebbf0b8fa4) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:49:55.162529 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca4c0d-0121-4c05-a9e9-cf071301fa84 None None] Pushing event updated for resources: {'Port': ['ID=4a7c6674-f63e-48dd-97c9-4c4b4d49bb48,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:55.166170 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1d514440-ec7e-4ded-81cd-35a7fa0e2ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:55.197206 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port b33bab39-22a5-47c4-96bb-a1f2695b461c completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:55.204635 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port b33bab39-22a5-47c4-96bb-a1f2695b461c triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:55.205242 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:55.217884 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1d514440-ec7e-4ded-81cd-35a7fa0e2ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:55.284260 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ffb5-abae-4bc2-8bd7-4115d12a94f4 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:55.290945 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ffb5-abae-4bc2-8bd7-4115d12a94f4 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:55.337365 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1b4fb6fe-c95b-4664-88a4-4c266ad03971 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:55.351576 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c8a7ffb5-abae-4bc2-8bd7-4115d12a94f4 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:55.358186 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c8a7ffb5-abae-4bc2-8bd7-4115d12a94f4 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4184012 Jul 29 23:49:55.361975 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45688) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:55.364612 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1d514440-ec7e-4ded-81cd-35a7fa0e2ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:55.367356 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1d514440-ec7e-4ded-81cd-35a7fa0e2ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:55.368758 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1d514440-ec7e-4ded-81cd-35a7fa0e2ecf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e65263c-11b9-4e8e-bb3d-2d3e91ce15e7 HTTP/1.1" status: 204 len: 168 time: 0.3383741 Jul 29 23:49:55.373095 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-be2d52b4-bcca-45cf-8dac-56ca3175e7e4 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Request body: {'security_group_rule': {'security_group_id': 'aafa02b8-96ad-4539-92a0-96b35cda16f2', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '2e798381-14b1-452c-a746-da5e83a36aef', 'remote_ip_prefix': None}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:55.382489 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a7ffb5-abae-4bc2-8bd7-4115d12a94f4 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e798381-14b1-452c-a746-da5e83a36aef,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:55.384146 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-1b4fb6fe-c95b-4664-88a4-4c266ad03971 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Transition to ACTIVE for port object 95055b27-a39c-4755-a8b0-aaebbf0b8fa4 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:55.400175 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:55.426797 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d514440-ec7e-4ded-81cd-35a7fa0e2ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e65263c-11b9-4e8e-bb3d-2d3e91ce15e7,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:55.464712 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port b33bab39-22a5-47c4-96bb-a1f2695b461c, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=b33bab39-22a5-47c4-96bb-a1f2695b461c,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:55.476397 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1b4fb6fe-c95b-4664-88a4-4c266ad03971 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:55.476620 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:55.498638 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-be2d52b4-bcca-45cf-8dac-56ca3175e7e4 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:55.573245 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4fb6fe-c95b-4664-88a4-4c266ad03971 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Network c7f494fb-9cc2-4242-ae8c-f3f5050deb8c is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:55.578197 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-1b4fb6fe-c95b-4664-88a4-4c266ad03971 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:55.582921 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4fb6fe-c95b-4664-88a4-4c266ad03971 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:49:55.590831 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=b33bab39-22a5-47c4-96bb-a1f2695b461c,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:55.639601 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1b4fb6fe-c95b-4664-88a4-4c266ad03971 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:55.649803 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-be2d52b4-bcca-45cf-8dac-56ca3175e7e4 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:55.656476 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-be2d52b4-bcca-45cf-8dac-56ca3175e7e4 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:55.702629 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-be2d52b4-bcca-45cf-8dac-56ca3175e7e4 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:55.708362 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-be2d52b4-bcca-45cf-8dac-56ca3175e7e4 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3447747 Jul 29 23:49:55.723073 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45694) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:55.750769 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2d52b4-bcca-45cf-8dac-56ca3175e7e4 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361f1787-4f6b-4d7d-b684-45b801b00efe,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:55.806823 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0bdffba2-8ae0-4f25-a818-4ef5b415ffc9 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:55.828184 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0bdffba2-8ae0-4f25-a818-4ef5b415ffc9 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:55.828417 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fb6fe-c95b-4664-88a4-4c266ad03971 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Pushing event updated for resources: {'Port': ['ID=95055b27-a39c-4755-a8b0-aaebbf0b8fa4,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:55.851399 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1b4fb6fe-c95b-4664-88a4-4c266ad03971 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:55.909660 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0bdffba2-8ae0-4f25-a818-4ef5b415ffc9 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:55.917782 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0bdffba2-8ae0-4f25-a818-4ef5b415ffc9 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:55.922423 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0bdffba2-8ae0-4f25-a818-4ef5b415ffc9 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/361f1787-4f6b-4d7d-b684-45b801b00efe HTTP/1.1" status: 204 len: 168 time: 0.1979542 Jul 29 23:49:55.923222 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45696) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:55.938326 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdffba2-8ae0-4f25-a818-4ef5b415ffc9 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=361f1787-4f6b-4d7d-b684-45b801b00efe,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:55.963221 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45698) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:56.008581 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4e57d34a-bb07-49e5-9bc2-9a13bd9b71e5 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0766211 Jul 29 23:49:56.009179 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45700) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:56.018021 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ccf4bcf0-347f-4823-85c5-c539762602ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.116378 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eb1f2ba9-8ec0-4b08-9e94-f5e6d2a89dc8 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.126138 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f75019-520c-429d-b1ad-0aef92708714 None None] Network c7f494fb-9cc2-4242-ae8c-f3f5050deb8c requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:49:56.160517 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eb1f2ba9-8ec0-4b08-9e94-f5e6d2a89dc8 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.226630 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ccf4bcf0-347f-4823-85c5-c539762602ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.236961 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ccf4bcf0-347f-4823-85c5-c539762602ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.241178 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f28b6-0f11-4889-9748-bc66c1c168b3 req-607c1420-071a-4fd3-93ea-86e5ea5d3430 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:56.242928 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7e3f28b6-0f11-4889-9748-bc66c1c168b3 req-607c1420-071a-4fd3-93ea-86e5ea5d3430 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 947 time: 0.1018829 Jul 29 23:49:56.251374 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eb1f2ba9-8ec0-4b08-9e94-f5e6d2a89dc8 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.254994 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eb1f2ba9-8ec0-4b08-9e94-f5e6d2a89dc8 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.256254 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-eb1f2ba9-8ec0-4b08-9e94-f5e6d2a89dc8 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "DELETE /v2.0/security-groups/2e798381-14b1-452c-a746-da5e83a36aef HTTP/1.1" status: 204 len: 168 time: 0.2457416 Jul 29 23:49:56.259600 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45704) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:56.303305 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ccf4bcf0-347f-4823-85c5-c539762602ed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5460fb1d0e2a4e5db9d0748c2c4bcdf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3381901 Jul 29 23:49:56.305732 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45706) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:56.306513 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a437a125-aac5-4a74-b75e-b9f35b567649 None None] Provisioning for port 4a7c6674-f63e-48dd-97c9-4c4b4d49bb48 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:56.320496 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf4bcf0-347f-4823-85c5-c539762602ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0db2c1-3e82-41d5-8b0a-5c2f66684769,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:56.358918 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f2ba9-8ec0-4b08-9e94-f5e6d2a89dc8 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e798381-14b1-452c-a746-da5e83a36aef,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:56.362557 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7e3f28b6-0f11-4889-9748-bc66c1c168b3 req-03cea9b9-2e5b-4e46-ab48-67e4236ebb64 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092603 Jul 29 23:49:56.406566 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1b4fb6fe-c95b-4664-88a4-4c266ad03971 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.407128 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d2ce8f63-f539-485f-a26c-b77651496674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.407382 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4cc25a7c-53c3-4bf7-9764-5920df9d7ea8 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1412480 Jul 29 23:49:56.407382 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45708) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:56.416488 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1b4fb6fe-c95b-4664-88a4-4c266ad03971 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.428029 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d2ce8f63-f539-485f-a26c-b77651496674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.493834 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d2ce8f63-f539-485f-a26c-b77651496674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.498698 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d2ce8f63-f539-485f-a26c-b77651496674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.503389 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d2ce8f63-f539-485f-a26c-b77651496674 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fe0db2c1-3e82-41d5-8b0a-5c2f66684769 HTTP/1.1" status: 204 len: 168 time: 0.1962464 Jul 29 23:49:56.514729 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ce8f63-f539-485f-a26c-b77651496674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0db2c1-3e82-41d5-8b0a-5c2f66684769,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:56.542411 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1b4fb6fe-c95b-4664-88a4-4c266ad03971 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.544952 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fb6fe-c95b-4664-88a4-4c266ad03971 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Pushing event updated for resources: {'Port': ['ID=95055b27-a39c-4755-a8b0-aaebbf0b8fa4,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:56.605065 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0966bef3-0977-4b87-87c0-22ea46754a06 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.645904 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0966bef3-0977-4b87-87c0-22ea46754a06 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.708413 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4fb6fe-c95b-4664-88a4-4c266ad03971 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Network c7f494fb-9cc2-4242-ae8c-f3f5050deb8c is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:49:56.710193 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-1b4fb6fe-c95b-4664-88a4-4c266ad03971 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:49:56.721279 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0966bef3-0977-4b87-87c0-22ea46754a06 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.724545 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0966bef3-0977-4b87-87c0-22ea46754a06 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.727924 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0966bef3-0977-4b87-87c0-22ea46754a06 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "DELETE /v2.0/security-groups/aafa02b8-96ad-4539-92a0-96b35cda16f2 HTTP/1.1" status: 204 len: 168 time: 0.3178048 Jul 29 23:49:56.728428 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45716) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:56.773373 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a7e695f4-b93e-484d-8f83-1b9ca5e51736 None None] Provisioning for port 95055b27-a39c-4755-a8b0-aaebbf0b8fa4 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:56.779803 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0966bef3-0977-4b87-87c0-22ea46754a06 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafa02b8-96ad-4539-92a0-96b35cda16f2,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:56.780629 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a7e695f4-b93e-484d-8f83-1b9ca5e51736 None None] Provisioning complete for port 95055b27-a39c-4755-a8b0-aaebbf0b8fa4 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:56.781962 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a7e695f4-b93e-484d-8f83-1b9ca5e51736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.832684 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-94b6ec0b-ee2a-4167-89fd-c6bc4c39a4d0 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1026793 Jul 29 23:49:56.837567 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45718) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:56.846536 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-d8702510-98f5-40ba-9c83-f4fa2e3c8672 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Request body: {'security_group': {'name': 'tempest-secgroup--853608740'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:56.874762 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a7e695f4-b93e-484d-8f83-1b9ca5e51736 None None] Port 95055b27-a39c-4755-a8b0-aaebbf0b8fa4 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:49:56.888763 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8702510-98f5-40ba-9c83-f4fa2e3c8672 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:56.914123 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b4fb6fe-c95b-4664-88a4-4c266ad03971 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Router 3c707672-ccd9-4255-8d76-5999abaf8759 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:49:57.031755 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 4a7c6674-f63e-48dd-97c9-4c4b4d49bb48 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:57.033843 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8702510-98f5-40ba-9c83-f4fa2e3c8672 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.040136 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8702510-98f5-40ba-9c83-f4fa2e3c8672 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.074294 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4fb6fe-c95b-4664-88a4-4c266ad03971 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:49:57.079603 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8702510-98f5-40ba-9c83-f4fa2e3c8672 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.080461 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1b4fb6fe-c95b-4664-88a4-4c266ad03971 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "PUT /v2.0/routers/3c707672-ccd9-4255-8d76-5999abaf8759/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0753758 Jul 29 23:49:57.085207 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d8702510-98f5-40ba-9c83-f4fa2e3c8672 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2430837 Jul 29 23:49:57.085207 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45720) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:57.086126 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45722) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:57.089352 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9dde56-6e5a-43d9-b758-b9fd80cfd12f None None] Sync routers for ids ['3c707672-ccd9-4255-8d76-5999abaf8759'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:49:57.094137 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-48a920f7-847a-468d-895b-69c539720579 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Request body: {'security_group_rule': {'security_group_id': '754ef339-ca40-4617-b0a9-e01ad099eafc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:57.109874 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9dde56-6e5a-43d9-b758-b9fd80cfd12f None None] Routers {'3c707672-ccd9-4255-8d76-5999abaf8759'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:57.110517 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-0d9dde56-6e5a-43d9-b758-b9fd80cfd12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:49:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['3c707672-ccd9-4255-8d76-5999abaf8759'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:57.112531 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-d93ba9ad-8960-4606-921a-e3bcf48b6e45 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2079816821', 'description': 'tempest-secgroup_access--2079816821 description', 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:57.118327 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b3194171-98e3-444e-8660-861c0b2476e5 None None] Provisioning complete for port 95055b27-a39c-4755-a8b0-aaebbf0b8fa4 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:57.118327 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b3194171-98e3-444e-8660-861c0b2476e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.125272 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45724) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:57.134018 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8702510-98f5-40ba-9c83-f4fa2e3c8672 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=754ef339-ca40-4617-b0a9-e01ad099eafc,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:57.156458 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-32253cef-916a-4da0-bdaf-6571d70a476f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.167451 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 4a7c6674-f63e-48dd-97c9-4c4b4d49bb48 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:49:57.173614 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 4a7c6674-f63e-48dd-97c9-4c4b4d49bb48 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:57.174124 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.183924 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d93ba9ad-8960-4606-921a-e3bcf48b6e45 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.197714 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-48a920f7-847a-468d-895b-69c539720579 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.221470 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b3194171-98e3-444e-8660-861c0b2476e5 None None] Port 95055b27-a39c-4755-a8b0-aaebbf0b8fa4 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:49:57.270296 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-0d9dde56-6e5a-43d9-b758-b9fd80cfd12f None None] Set router 3c707672-ccd9-4255-8d76-5999abaf8759 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:49:57.302390 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.309221 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-48a920f7-847a-468d-895b-69c539720579 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.317396 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-48a920f7-847a-468d-895b-69c539720579 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.346364 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a920f7-847a-468d-895b-69c539720579 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ffc073d-0caa-4c94-81d0-5f02a7c681dd,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:57.354207 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 4a7c6674-f63e-48dd-97c9-4c4b4d49bb48, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=4a7c6674-f63e-48dd-97c9-4c4b4d49bb48,segment=NetworkSegment(e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3),segment_id=e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:49:57.359646 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.361420 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b33bab39-22a5-47c4-96bb-a1f2695b461c up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:57.378837 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-32253cef-916a-4da0-bdaf-6571d70a476f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.384093 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-32253cef-916a-4da0-bdaf-6571d70a476f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.398274 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-48a920f7-847a-468d-895b-69c539720579 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.400409 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-48a920f7-847a-468d-895b-69c539720579 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3126545 Jul 29 23:49:57.404391 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45726) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:57.446587 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0d0a4c63-04d2-4944-8f94-35bb47b7abe7 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.459291 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0d0a4c63-04d2-4944-8f94-35bb47b7abe7 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.460545 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32253cef-916a-4da0-bdaf-6571d70a476f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a541fe7-468e-46bf-81fa-f48546c227d0,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:57.474665 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=4a7c6674-f63e-48dd-97c9-4c4b4d49bb48,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:57.489002 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-889134f5-0a07-4db6-ac4d-b499f914b675 None None] Provisioning complete for port 95055b27-a39c-4755-a8b0-aaebbf0b8fa4 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:57.489376 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-889134f5-0a07-4db6-ac4d-b499f914b675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.490278 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-32253cef-916a-4da0-bdaf-6571d70a476f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9e7d5bce10664d88bf81eda5fb84acb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3623211 Jul 29 23:49:57.497864 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45728) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:57.515387 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-0d9dde56-6e5a-43d9-b758-b9fd80cfd12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'name': 'tempest-TestSecurityGroupsBasicOps-router-50219625', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b33bab39-22a5-47c4-96bb-a1f2695b461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:49Z', 'updated_at': '2021-07-29T23:49:55Z', 'revision_number': 4, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'gw_port': {'id': 'b33bab39-22a5-47c4-96bb-a1f2695b461c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:50Z', 'updated_at': '2021-07-29T23:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '95055b27-a39c-4755-a8b0-aaebbf0b8fa4', 'name': '', 'network_id': 'c7f494fb-9cc2-4242-ae8c-f3f5050deb8c', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'mac_address': 'fa:16:3e:21:50:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'a9f9b3ff-acaa-422d-9e07-7f06ae7805be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:54Z', 'updated_at': '2021-07-29T23:49:56Z', 'revision_number': 2, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'subnets': [{'id': 'a9f9b3ff-acaa-422d-9e07-7f06ae7805be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:57.541351 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port b33bab39-22a5-47c4-96bb-a1f2695b461c triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:57.541792 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.542343 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0d0a4c63-04d2-4944-8f94-35bb47b7abe7 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.547195 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9dde56-6e5a-43d9-b758-b9fd80cfd12f None None] Checking router: 3c707672-ccd9-4255-8d76-5999abaf8759 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:49:57.547570 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9dde56-6e5a-43d9-b758-b9fd80cfd12f None None] Updating router 3c707672-ccd9-4255-8d76-5999abaf8759 port 95055b27-a39c-4755-a8b0-aaebbf0b8fa4 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:49:57.555460 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0d0a4c63-04d2-4944-8f94-35bb47b7abe7 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.556911 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0d0a4c63-04d2-4944-8f94-35bb47b7abe7 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/4ffc073d-0caa-4c94-81d0-5f02a7c681dd HTTP/1.1" status: 204 len: 168 time: 0.1514075 Jul 29 23:49:57.561106 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45730) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:57.573364 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0d9dde56-6e5a-43d9-b758-b9fd80cfd12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.574578 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-889134f5-0a07-4db6-ac4d-b499f914b675 None None] Port 95055b27-a39c-4755-a8b0-aaebbf0b8fa4 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:49:57.582559 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d93ba9ad-8960-4606-921a-e3bcf48b6e45 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.585755 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a4c63-04d2-4944-8f94-35bb47b7abe7 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ffc073d-0caa-4c94-81d0-5f02a7c681dd,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:57.592517 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d93ba9ad-8960-4606-921a-e3bcf48b6e45 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.626324 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ba9ad-8960-4606-921a-e3bcf48b6e45 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34a27675-c7c9-4544-bd07-199e7772bd70,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:57.638473 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2c8f356e-19a7-4f11-a286-ec066bc694db tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0741298 Jul 29 23:49:57.638888 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45732) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:57.646973 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e9bc1740-a3bf-4a3c-b9af-c0a9c314acb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.660143 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d93ba9ad-8960-4606-921a-e3bcf48b6e45 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.664926 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45734) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:57.666477 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d93ba9ad-8960-4606-921a-e3bcf48b6e45 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5642726 Jul 29 23:49:57.671522 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-4091c9b5-9e8b-4b89-9edd-0b49d6ce9d83 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1209625441', 'description': 'tempest-secgroup_general--1209625441 description', 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:57.695039 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4091c9b5-9e8b-4b89-9edd-0b49d6ce9d83 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.712868 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e9bc1740-a3bf-4a3c-b9af-c0a9c314acb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.762961 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d3a0aae2-838d-444d-8b6c-a1baa9caa850 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.789708 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d3a0aae2-838d-444d-8b6c-a1baa9caa850 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.799169 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4091c9b5-9e8b-4b89-9edd-0b49d6ce9d83 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.803796 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4091c9b5-9e8b-4b89-9edd-0b49d6ce9d83 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.814673 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e9bc1740-a3bf-4a3c-b9af-c0a9c314acb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.817295 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e9bc1740-a3bf-4a3c-b9af-c0a9c314acb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.818451 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e9bc1740-a3bf-4a3c-b9af-c0a9c314acb4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a541fe7-468e-46bf-81fa-f48546c227d0 HTTP/1.1" status: 204 len: 168 time: 0.3185306 Jul 29 23:49:57.838023 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bc1740-a3bf-4a3c-b9af-c0a9c314acb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a541fe7-468e-46bf-81fa-f48546c227d0,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:57.856088 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d3a0aae2-838d-444d-8b6c-a1baa9caa850 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.859927 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d3a0aae2-838d-444d-8b6c-a1baa9caa850 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.860091 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091c9b5-9e8b-4b89-9edd-0b49d6ce9d83 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74ac2bb9-ba34-42f5-bbdc-fc1ab640648c,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:57.861435 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d3a0aae2-838d-444d-8b6c-a1baa9caa850 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "DELETE /v2.0/security-groups/754ef339-ca40-4617-b0a9-e01ad099eafc HTTP/1.1" status: 204 len: 168 time: 0.2213531 Jul 29 23:49:57.862341 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4091c9b5-9e8b-4b89-9edd-0b49d6ce9d83 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.865190 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4091c9b5-9e8b-4b89-9edd-0b49d6ce9d83 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1976261 Jul 29 23:49:57.866117 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45738) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:57.866467 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45740) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:57.878845 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-bad5fa0d-fba7-49f0-a2d4-b0f8de96efd8 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Request body: {'security_group_rule': {'security_group_id': '34a27675-c7c9-4544-bd07-199e7772bd70', 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:57.890200 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0aae2-838d-444d-8b6c-a1baa9caa850 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=754ef339-ca40-4617-b0a9-e01ad099eafc,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:57.928028 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e6d3695f-14ff-4b68-9f8a-0c257e25d8dc tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0603759 Jul 29 23:49:57.931941 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bad5fa0d-fba7-49f0-a2d4-b0f8de96efd8 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.933141 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45742) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:57.942014 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-99d5542c-de3b-4508-b883-110a5b53411b tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Request body: {'security_group': {'name': 'tempest-secgroup--390434796'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:57.972211 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0d9dde56-6e5a-43d9-b758-b9fd80cfd12f None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.978460 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-99d5542c-de3b-4508-b883-110a5b53411b tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.989472 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-0d9dde56-6e5a-43d9-b758-b9fd80cfd12f None None] Transition to ACTIVE for port object 95055b27-a39c-4755-a8b0-aaebbf0b8fa4 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:49:57.998509 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bad5fa0d-fba7-49f0-a2d4-b0f8de96efd8 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:57.999823 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0d9dde56-6e5a-43d9-b758-b9fd80cfd12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.001765 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bad5fa0d-fba7-49f0-a2d4-b0f8de96efd8 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.028391 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad5fa0d-fba7-49f0-a2d4-b0f8de96efd8 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a61b5b01-6dfd-4e99-984e-3f27fcabfdca,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:58.080269 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0681e2-f4dc-40c5-a99b-ba51d5d21e26 None None] Pushing event updated for resources: {'Port': ['ID=95055b27-a39c-4755-a8b0-aaebbf0b8fa4,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:58.080655 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-99d5542c-de3b-4508-b883-110a5b53411b tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.086072 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-99d5542c-de3b-4508-b883-110a5b53411b tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.089222 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bad5fa0d-fba7-49f0-a2d4-b0f8de96efd8 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.090541 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-bad5fa0d-fba7-49f0-a2d4-b0f8de96efd8 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2178705 Jul 29 23:49:58.127995 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-99d5542c-de3b-4508-b883-110a5b53411b tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.129496 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-99d5542c-de3b-4508-b883-110a5b53411b tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1929152 Jul 29 23:49:58.132180 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45748) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:58.138336 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-33051e76-dbc8-4b56-8a99-54f4d50687ad tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Request body: {'security_group_rule': {'security_group_id': 'fb33fb47-0398-48b7-89e5-67a6a4cda956', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:58.138535 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d5542c-de3b-4508-b883-110a5b53411b tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb33fb47-0398-48b7-89e5-67a6a4cda956,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:58.155106 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0681e2-f4dc-40c5-a99b-ba51d5d21e26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:58.155661 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0681e2-f4dc-40c5-a99b-ba51d5d21e26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:58.155793 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0681e2-f4dc-40c5-a99b-ba51d5d21e26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:58.156342 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0681e2-f4dc-40c5-a99b-ba51d5d21e26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:58.156832 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0681e2-f4dc-40c5-a99b-ba51d5d21e26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:58.157242 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0681e2-f4dc-40c5-a99b-ba51d5d21e26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:58.157717 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0681e2-f4dc-40c5-a99b-ba51d5d21e26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:58.158074 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0681e2-f4dc-40c5-a99b-ba51d5d21e26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:58.158399 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0681e2-f4dc-40c5-a99b-ba51d5d21e26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:58.158717 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0681e2-f4dc-40c5-a99b-ba51d5d21e26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:58.159034 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0681e2-f4dc-40c5-a99b-ba51d5d21e26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:58.159425 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0681e2-f4dc-40c5-a99b-ba51d5d21e26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:49:58.174725 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-33051e76-dbc8-4b56-8a99-54f4d50687ad tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.209715 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-0d9dde56-6e5a-43d9-b758-b9fd80cfd12f None None] Attempting to bind port 95055b27-a39c-4755-a8b0-aaebbf0b8fa4 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:49:58.210018 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-0d9dde56-6e5a-43d9-b758-b9fd80cfd12f None None] Attempting to bind port 95055b27-a39c-4755-a8b0-aaebbf0b8fa4 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c7f494fb-9cc2-4242-ae8c-f3f5050deb8c'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:49:58.210391 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9dde56-6e5a-43d9-b758-b9fd80cfd12f None None] Attempting to bind port 95055b27-a39c-4755-a8b0-aaebbf0b8fa4 on network c7f494fb-9cc2-4242-ae8c-f3f5050deb8c {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:49:58.217757 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9dde56-6e5a-43d9-b758-b9fd80cfd12f None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:49:58.218176 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9dde56-6e5a-43d9-b758-b9fd80cfd12f None None] Checking segment: {'id': 'e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c7f494fb-9cc2-4242-ae8c-f3f5050deb8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:49:58.218898 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0d9dde56-6e5a-43d9-b758-b9fd80cfd12f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.219464 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9dde56-6e5a-43d9-b758-b9fd80cfd12f None None] Bound using segment: {'id': 'e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c7f494fb-9cc2-4242-ae8c-f3f5050deb8c'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:49:58.221255 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-0d9dde56-6e5a-43d9-b758-b9fd80cfd12f None None] Bound port: 95055b27-a39c-4755-a8b0-aaebbf0b8fa4, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c7f494fb-9cc2-4242-ae8c-f3f5050deb8c'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:49:58.221844 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0d9dde56-6e5a-43d9-b758-b9fd80cfd12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.257325 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-33051e76-dbc8-4b56-8a99-54f4d50687ad tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.273996 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-33051e76-dbc8-4b56-8a99-54f4d50687ad tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.306610 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-33051e76-dbc8-4b56-8a99-54f4d50687ad tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.308044 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-33051e76-dbc8-4b56-8a99-54f4d50687ad tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1745865 Jul 29 23:49:58.311117 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33051e76-dbc8-4b56-8a99-54f4d50687ad tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f41c5e48-ed88-447f-93e5-e9a789b5842b,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:58.311746 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45756) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:58.329780 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-0d9dde56-6e5a-43d9-b758-b9fd80cfd12f None None] For port 95055b27-a39c-4755-a8b0-aaebbf0b8fa4, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:49:58.335266 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-0d9dde56-6e5a-43d9-b758-b9fd80cfd12f None None] For port 95055b27-a39c-4755-a8b0-aaebbf0b8fa4, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=95055b27-a39c-4755-a8b0-aaebbf0b8fa4,segment=NetworkSegment(e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3),segment_id=e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:49:58.341842 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-44d96782-4c82-4ef7-abce-b7f958de58a0 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "GET /v2.0/security-group-rules/f41c5e48-ed88-447f-93e5-e9a789b5842b HTTP/1.1" status: 200 len: 763 time: 0.0257819 Jul 29 23:49:58.342085 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45762) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:58.344394 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-0d9dde56-6e5a-43d9-b758-b9fd80cfd12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.430438 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9dde56-6e5a-43d9-b758-b9fd80cfd12f None None] Routers {'3c707672-ccd9-4255-8d76-5999abaf8759'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:49:58.431065 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-0d9dde56-6e5a-43d9-b758-b9fd80cfd12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:49:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['3c707672-ccd9-4255-8d76-5999abaf8759'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:58.434823 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5a0ae582-0e41-428d-8737-3e4c2c52d9a1 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0915346 Jul 29 23:49:58.437964 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45772) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:58.469370 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-71d030a1-d15b-42e6-b9fc-249cfca462a6 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup_general--1209625441&fields=id&tenant_id=83f01be5ee1448fc8b8e9b2ef8a4bed2 HTTP/1.1" status: 200 len: 267 time: 0.0535312 Jul 29 23:49:58.480750 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-99c97d58-922f-4876-9715-ac395c8468bf tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.490718 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-99c97d58-922f-4876-9715-ac395c8468bf tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.499918 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0681e2-f4dc-40c5-a99b-ba51d5d21e26 None None] Pushing event updated for resources: {'Port': ['ID=95055b27-a39c-4755-a8b0-aaebbf0b8fa4,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:58.528468 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-0782b2dc-f87f-47e9-aec2-973149863101 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup_access--2079816821&fields=id&tenant_id=83f01be5ee1448fc8b8e9b2ef8a4bed2 HTTP/1.1" status: 200 len: 267 time: 0.0517159 Jul 29 23:49:58.537259 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-99c97d58-922f-4876-9715-ac395c8468bf tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.542556 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-99c97d58-922f-4876-9715-ac395c8468bf tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.543742 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-99c97d58-922f-4876-9715-ac395c8468bf tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/f41c5e48-ed88-447f-93e5-e9a789b5842b HTTP/1.1" status: 204 len: 168 time: 0.1041803 Jul 29 23:49:58.546545 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45774) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:58.559612 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c97d58-922f-4876-9715-ac395c8468bf tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f41c5e48-ed88-447f-93e5-e9a789b5842b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:58.617318 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7b1e3093-026f-449b-8aae-08459a67ef52 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0694361 Jul 29 23:49:58.619825 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45778) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:58.628768 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-22deef52-de2a-489b-962d-d45062f62674 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Request body: {'security_group_rule': {'security_group_id': 'fb33fb47-0398-48b7-89e5-67a6a4cda956', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:58.630375 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-0d9dde56-6e5a-43d9-b758-b9fd80cfd12f None None] Set router 3c707672-ccd9-4255-8d76-5999abaf8759 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:49:58.664058 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-22deef52-de2a-489b-962d-d45062f62674 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.726156 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-50fd6c5a-4d3f-4d25-a228-bf78f0bc3181 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:49:58.742714 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-50fd6c5a-4d3f-4d25-a228-bf78f0bc3181 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/networks?id=c7f494fb-9cc2-4242-ae8c-f3f5050deb8c HTTP/1.1" status: 200 len: 797 time: 0.2017858 Jul 29 23:49:58.759997 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-22deef52-de2a-489b-962d-d45062f62674 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.765267 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-22deef52-de2a-489b-962d-d45062f62674 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.765469 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-25b36951-f4e1-44fd-8dfe-1e11da3c0495 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/quotas/83f01be5ee1448fc8b8e9b2ef8a4bed2 HTTP/1.1" status: 200 len: 375 time: 0.0216839 Jul 29 23:49:58.794967 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22deef52-de2a-489b-962d-d45062f62674 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7149a61d-e3b8-4796-8c14-dde5ad63eb45,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:58.798854 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-22deef52-de2a-489b-962d-d45062f62674 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.800082 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-22deef52-de2a-489b-962d-d45062f62674 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1762371 Jul 29 23:49:58.806916 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45784) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:58.848526 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-cc210415-aba2-4b58-b5f1-02aa93b57654 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "GET /v2.0/security-group-rules/7149a61d-e3b8-4796-8c14-dde5ad63eb45 HTTP/1.1" status: 200 len: 763 time: 0.0403013 Jul 29 23:49:58.848802 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45788) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:58.852024 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 4a7c6674-f63e-48dd-97c9-4c4b4d49bb48 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:49:58.867777 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-375bf5ab-c7d6-4576-a5d7-d1cf1859f7b6 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=83f01be5ee1448fc8b8e9b2ef8a4bed2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1011181 Jul 29 23:49:58.889389 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-d0bb1356-4ba2-491e-a7ef-d05e175a8b4e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:49:58.890429 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-d0bb1356-4ba2-491e-a7ef-d05e175a8b4e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075850 Jul 29 23:49:58.944881 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-77c1f632-4408-4590-a470-d31eb8b3d1fd tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0936003 Jul 29 23:49:58.948609 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 4a7c6674-f63e-48dd-97c9-4c4b4d49bb48 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:49:58.950021 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45790) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:58.950308 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:58.986878 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-0d9dde56-6e5a-43d9-b758-b9fd80cfd12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'name': 'tempest-TestSecurityGroupsBasicOps-router-50219625', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b33bab39-22a5-47c4-96bb-a1f2695b461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:49Z', 'updated_at': '2021-07-29T23:49:55Z', 'revision_number': 4, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'gw_port': {'id': 'b33bab39-22a5-47c4-96bb-a1f2695b461c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:50Z', 'updated_at': '2021-07-29T23:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '95055b27-a39c-4755-a8b0-aaebbf0b8fa4', 'name': '', 'network_id': 'c7f494fb-9cc2-4242-ae8c-f3f5050deb8c', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'mac_address': 'fa:16:3e:21:50:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'a9f9b3ff-acaa-422d-9e07-7f06ae7805be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:54Z', 'updated_at': '2021-07-29T23:49:58Z', 'revision_number': 4, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'subnets': [{'id': 'a9f9b3ff-acaa-422d-9e07-7f06ae7805be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:49:58.998509 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c127fa17-1e76-41a6-8275-93fbcebe7731 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:59.006760 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c127fa17-1e76-41a6-8275-93fbcebe7731 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:59.019437 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-8f7c11b3-77f0-4a20-b209-4c90d54c2b32 service neutron] 10.222.0.18 "GET /v2.0/networks/c7f494fb-9cc2-4242-ae8c-f3f5050deb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217449 Jul 29 23:49:59.028153 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9dde56-6e5a-43d9-b758-b9fd80cfd12f None None] The sync data for ids ['3c707672-ccd9-4255-8d76-5999abaf8759'] in n-d-712140-10 is: [{'id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'name': 'tempest-TestSecurityGroupsBasicOps-router-50219625', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b33bab39-22a5-47c4-96bb-a1f2695b461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:49Z', 'updated_at': '2021-07-29T23:49:55Z', 'revision_number': 4, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'gw_port': {'id': 'b33bab39-22a5-47c4-96bb-a1f2695b461c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:50Z', 'updated_at': '2021-07-29T23:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '95055b27-a39c-4755-a8b0-aaebbf0b8fa4', 'name': '', 'network_id': 'c7f494fb-9cc2-4242-ae8c-f3f5050deb8c', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'mac_address': 'fa:16:3e:21:50:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'a9f9b3ff-acaa-422d-9e07-7f06ae7805be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:54Z', 'updated_at': '2021-07-29T23:49:58Z', 'revision_number': 4, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'subnets': [{'id': 'a9f9b3ff-acaa-422d-9e07-7f06ae7805be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:49:59.051854 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c127fa17-1e76-41a6-8275-93fbcebe7731 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:59.059226 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c127fa17-1e76-41a6-8275-93fbcebe7731 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:59.060540 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c127fa17-1e76-41a6-8275-93fbcebe7731 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/7149a61d-e3b8-4796-8c14-dde5ad63eb45 HTTP/1.1" status: 204 len: 168 time: 0.1081195 Jul 29 23:49:59.063426 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45796) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:59.091437 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c127fa17-1e76-41a6-8275-93fbcebe7731 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7149a61d-e3b8-4796-8c14-dde5ad63eb45,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:59.153440 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b161321d-71a6-4ac9-a9f5-f3dd1ce04897 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0702946 Jul 29 23:49:59.155967 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45798) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:59.160780 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-4289843f-9528-451b-b7bb-49e4c452027b tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Request body: {'security_group_rule': {'security_group_id': 'fb33fb47-0398-48b7-89e5-67a6a4cda956', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:49:59.175883 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-0d9f3f73-2661-4213-8b3d-eb0a8f174a21 service neutron] 10.222.0.18 "GET /v2.0/networks/c7f494fb-9cc2-4242-ae8c-f3f5050deb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489074 Jul 29 23:49:59.204268 n-d-712140-10 neutron-server[94064]: INFO neutron.db.securitygroups_db [None req-4289843f-9528-451b-b7bb-49e4c452027b tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Project 873c171151e841cb86ae41864e515a91 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:49:59.211551 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4289843f-9528-451b-b7bb-49e4c452027b tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:59.281558 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:49:59.285998 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4289843f-9528-451b-b7bb-49e4c452027b tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:59.292726 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4289843f-9528-451b-b7bb-49e4c452027b tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:59.407927 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6ae424e6-2267-4bf8-b950-3388e39db9d2 req-212f5833-1a03-4937-ba89-70a7656e466b tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9ac6e9-0a8a-49f4-aae0-b51daab46a37 HTTP/1.1" status: 200 len: 210 time: 0.0467432 Jul 29 23:49:59.687979 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:59.754470 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4289843f-9528-451b-b7bb-49e4c452027b tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:59.755734 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4289843f-9528-451b-b7bb-49e4c452027b tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5987544 Jul 29 23:49:59.756864 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289843f-9528-451b-b7bb-49e4c452027b tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53fa1dea-f2d0-482d-ac49-86618cc77483,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:59.758581 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45816) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:59.776960 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0bed0244-f5ad-46bf-ba43-b6744f74b639 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "GET /v2.0/security-group-rules/53fa1dea-f2d0-482d-ac49-86618cc77483 HTTP/1.1" status: 200 len: 769 time: 0.0172834 Jul 29 23:49:59.779663 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45818) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:59.839048 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45820) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:49:59.839462 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bd67db8b-6861-49d8-b456-16e9226e8cb0 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0585191 Jul 29 23:49:59.872486 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-71c1bfa8-f654-4ca4-8962-337894d8649e tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:59.901415 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-71c1bfa8-f654-4ca4-8962-337894d8649e tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:59.910266 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:59.956894 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-71c1bfa8-f654-4ca4-8962-337894d8649e tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:59.977972 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-71c1bfa8-f654-4ca4-8962-337894d8649e tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:49:59.981027 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-71c1bfa8-f654-4ca4-8962-337894d8649e tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "DELETE /v2.0/security-group-rules/53fa1dea-f2d0-482d-ac49-86618cc77483 HTTP/1.1" status: 204 len: 168 time: 0.1400468 Jul 29 23:49:59.982602 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c1bfa8-f654-4ca4-8962-337894d8649e tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53fa1dea-f2d0-482d-ac49-86618cc77483,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:49:59.983568 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45822) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:00.044408 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-019f5d02-9ebd-4adc-88cb-a1275fdf3a8b tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0592954 Jul 29 23:50:00.047790 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45824) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:00.125380 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2d97f32f-337c-4f3c-a05c-2fe1ebcc17af tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:00.155321 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2d97f32f-337c-4f3c-a05c-2fe1ebcc17af tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:00.212000 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2d97f32f-337c-4f3c-a05c-2fe1ebcc17af tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:00.215801 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2d97f32f-337c-4f3c-a05c-2fe1ebcc17af tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:00.217326 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2d97f32f-337c-4f3c-a05c-2fe1ebcc17af tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "DELETE /v2.0/security-groups/fb33fb47-0398-48b7-89e5-67a6a4cda956 HTTP/1.1" status: 204 len: 168 time: 0.1680756 Jul 29 23:50:00.220101 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45826) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:00.248350 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97f32f-337c-4f3c-a05c-2fe1ebcc17af tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb33fb47-0398-48b7-89e5-67a6a4cda956,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:00.280764 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-48e85419-8a55-4371-9794-af12180d810a tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0591283 Jul 29 23:50:00.285349 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45828) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:00.342329 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6f44e5a5-cf40-49c4-ac64-9dc2d329c223 tempest-SecGroupIPv6Test-1865607178 tempest-SecGroupIPv6Test-1865607178-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0557730 Jul 29 23:50:00.591717 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0e8f5f8d-8b23-430e-97ac-4cc9e725e0fc req-9a909b84-c700-478f-89ae-09678e60a0ed tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9ac6e9-0a8a-49f4-aae0-b51daab46a37 HTTP/1.1" status: 200 len: 210 time: 0.0428758 Jul 29 23:50:00.659528 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-2875d15f-c009-4cff-a70d-91baaccd07e6 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:00.661449 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-2875d15f-c009-4cff-a70d-91baaccd07e6 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.23 "GET /v2.0/networks?id=c7f494fb-9cc2-4242-ae8c-f3f5050deb8c HTTP/1.1" status: 200 len: 797 time: 0.1795981 Jul 29 23:50:00.726370 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-75c6cc91-29f4-41fd-a93d-319d94569e43 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83f01be5ee1448fc8b8e9b2ef8a4bed2 HTTP/1.1" status: 200 len: 478 time: 0.0546517 Jul 29 23:50:00.738288 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-b0923ca2-d189-46ce-b958-4bba8d5d1339 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Request body: {'port': {'device_id': '0e9ac6e9-0a8a-49f4-aae0-b51daab46a37', 'network_id': 'c7f494fb-9cc2-4242-ae8c-f3f5050deb8c', 'admin_state_up': True, 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'security_groups': ['74ac2bb9-ba34-42f5-bbdc-fc1ab640648c', '34a27675-c7c9-4544-bd07-199e7772bd70']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:00.865084 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 95055b27-a39c-4755-a8b0-aaebbf0b8fa4 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:00.898916 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-b0923ca2-d189-46ce-b958-4bba8d5d1339 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Made reservation on behalf of 83f01be5ee1448fc8b8e9b2ef8a4bed2 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:00.903885 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-b0923ca2-d189-46ce-b958-4bba8d5d1339 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:00.906898 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45842) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:00.927175 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 95055b27-a39c-4755-a8b0-aaebbf0b8fa4 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:00.935128 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 95055b27-a39c-4755-a8b0-aaebbf0b8fa4 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:00.936034 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:01.051619 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:01.090822 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8ee43173-f052-4bf4-b483-e89b8ffddb2b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=873c171151e841cb86ae41864e515a91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1827028 Jul 29 23:50:01.092234 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 95055b27-a39c-4755-a8b0-aaebbf0b8fa4, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=95055b27-a39c-4755-a8b0-aaebbf0b8fa4,segment=NetworkSegment(e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3),segment_id=e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:01.093700 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45848) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:01.097735 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:01.100933 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-b0923ca2-d189-46ce-b958-4bba8d5d1339 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Allocated IP 172.20.0.5 (c7f494fb-9cc2-4242-ae8c-f3f5050deb8c/a9f9b3ff-acaa-422d-9e07-7f06ae7805be/131fb655-1bd4-4221-bdc8-8b873afab253) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:01.154615 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-799bd646-85d6-476b-b42d-09c654aae5a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:01.172175 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=95055b27-a39c-4755-a8b0-aaebbf0b8fa4,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:01.187416 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-799bd646-85d6-476b-b42d-09c654aae5a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:01.240900 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-799bd646-85d6-476b-b42d-09c654aae5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:01.243952 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-799bd646-85d6-476b-b42d-09c654aae5a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:01.245196 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-799bd646-85d6-476b-b42d-09c654aae5a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0c7d1e0e-a123-4fea-88a8-91c1300b152c HTTP/1.1" status: 204 len: 168 time: 0.1504061 Jul 29 23:50:01.262282 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799bd646-85d6-476b-b42d-09c654aae5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7d1e0e-a123-4fea-88a8-91c1300b152c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:01.315127 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-b0923ca2-d189-46ce-b958-4bba8d5d1339 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:01.330718 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-b0923ca2-d189-46ce-b958-4bba8d5d1339 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Transition to ACTIVE for port object 131fb655-1bd4-4221-bdc8-8b873afab253 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:01.366271 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-b0923ca2-d189-46ce-b958-4bba8d5d1339 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:01.414148 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-b0923ca2-d189-46ce-b958-4bba8d5d1339 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Network c7f494fb-9cc2-4242-ae8c-f3f5050deb8c is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:01.417596 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-b0923ca2-d189-46ce-b958-4bba8d5d1339 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:01.421043 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-b0923ca2-d189-46ce-b958-4bba8d5d1339 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:01.450871 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0923ca2-d189-46ce-b958-4bba8d5d1339 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Pushing event updated for resources: {'Port': ['ID=131fb655-1bd4-4221-bdc8-8b873afab253,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:01.486403 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-b0923ca2-d189-46ce-b958-4bba8d5d1339 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:01.487479 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-b0923ca2-d189-46ce-b958-4bba8d5d1339 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:01.507637 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-b0923ca2-d189-46ce-b958-4bba8d5d1339 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 0.7749286 Jul 29 23:50:01.521114 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-c273055b-2420-4cd5-82cb-37d05ddd7131 service neutron] Request body: {'port': {'device_id': '0e9ac6e9-0a8a-49f4-aae0-b51daab46a37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:01.598493 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-c273055b-2420-4cd5-82cb-37d05ddd7131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:01.697653 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b1289b01-6e08-4c53-bf55-9ab8b45dda05 None None] Provisioning for port 131fb655-1bd4-4221-bdc8-8b873afab253 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:01.703269 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b1289b01-6e08-4c53-bf55-9ab8b45dda05 None None] Provisioning complete for port 131fb655-1bd4-4221-bdc8-8b873afab253 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:01.703645 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b1289b01-6e08-4c53-bf55-9ab8b45dda05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:01.749530 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b1289b01-6e08-4c53-bf55-9ab8b45dda05 None None] Port 131fb655-1bd4-4221-bdc8-8b873afab253 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:50:01.873575 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fe05e-dc18-4280-815c-295813226449 req-3a6be1fc-4914-4861-a7f9-c015b950392f tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:01.881038 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f0fe05e-dc18-4280-815c-295813226449 req-3a6be1fc-4914-4861-a7f9-c015b950392f tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9ac6e9-0a8a-49f4-aae0-b51daab46a37 HTTP/1.1" status: 200 len: 970 time: 0.1892800 Jul 29 23:50:01.941063 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f0fe05e-dc18-4280-815c-295813226449 req-d4746788-10ad-4e78-bab9-2a64b025802b tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/security-groups?id=74ac2bb9-ba34-42f5-bbdc-fc1ab640648c&id=34a27675-c7c9-4544-bd07-199e7772bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0590467 Jul 29 23:50:02.035286 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-c273055b-2420-4cd5-82cb-37d05ddd7131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 131fb655-1bd4-4221-bdc8-8b873afab253 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:02.050873 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-c273055b-2420-4cd5-82cb-37d05ddd7131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:02.068917 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-c273055b-2420-4cd5-82cb-37d05ddd7131 service neutron] Transition to ACTIVE for port object 131fb655-1bd4-4221-bdc8-8b873afab253 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:02.077275 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-c273055b-2420-4cd5-82cb-37d05ddd7131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:02.085848 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45874) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:02.153893 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273055b-2420-4cd5-82cb-37d05ddd7131 service neutron] Pushing event updated for resources: {'Port': ['ID=131fb655-1bd4-4221-bdc8-8b873afab253,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:02.219494 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-7d2ad035-54dc-41f4-8dad-b412cd39b0c2 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-338427363'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:02.240174 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-c273055b-2420-4cd5-82cb-37d05ddd7131 service neutron] Attempting to bind port 131fb655-1bd4-4221-bdc8-8b873afab253 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:50:02.240527 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-c273055b-2420-4cd5-82cb-37d05ddd7131 service neutron] Attempting to bind port 131fb655-1bd4-4221-bdc8-8b873afab253 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c7f494fb-9cc2-4242-ae8c-f3f5050deb8c'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:50:02.240869 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-c273055b-2420-4cd5-82cb-37d05ddd7131 service neutron] Attempting to bind port 131fb655-1bd4-4221-bdc8-8b873afab253 on network c7f494fb-9cc2-4242-ae8c-f3f5050deb8c {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:02.246255 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-c273055b-2420-4cd5-82cb-37d05ddd7131 service neutron] Port 131fb655-1bd4-4221-bdc8-8b873afab253 on network c7f494fb-9cc2-4242-ae8c-f3f5050deb8c not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:50:02.246595 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-c273055b-2420-4cd5-82cb-37d05ddd7131 service neutron] Attempting to bind port 131fb655-1bd4-4221-bdc8-8b873afab253 on network c7f494fb-9cc2-4242-ae8c-f3f5050deb8c {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:02.252054 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-c273055b-2420-4cd5-82cb-37d05ddd7131 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:50:02.252470 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-c273055b-2420-4cd5-82cb-37d05ddd7131 service neutron] Checking segment: {'id': 'e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c7f494fb-9cc2-4242-ae8c-f3f5050deb8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:02.252943 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-c273055b-2420-4cd5-82cb-37d05ddd7131 service neutron] Bound using segment: {'id': 'e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c7f494fb-9cc2-4242-ae8c-f3f5050deb8c'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:50:02.253567 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-c273055b-2420-4cd5-82cb-37d05ddd7131 service neutron] Bound port: 131fb655-1bd4-4221-bdc8-8b873afab253, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'c7f494fb-9cc2-4242-ae8c-f3f5050deb8c'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:50:02.254013 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-c273055b-2420-4cd5-82cb-37d05ddd7131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:02.255427 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2ad035-54dc-41f4-8dad-b412cd39b0c2 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] Made reservation on behalf of 5f592df7d322411b88282867978c4bf0 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:02.259939 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d2ad035-54dc-41f4-8dad-b412cd39b0c2 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:02.276996 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d2ad035-54dc-41f4-8dad-b412cd39b0c2 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:02.345689 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-c273055b-2420-4cd5-82cb-37d05ddd7131 service neutron] For port 131fb655-1bd4-4221-bdc8-8b873afab253, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:50:02.351705 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-c273055b-2420-4cd5-82cb-37d05ddd7131 service neutron] For port 131fb655-1bd4-4221-bdc8-8b873afab253, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=131fb655-1bd4-4221-bdc8-8b873afab253,segment=NetworkSegment(e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3),segment_id=e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:50:02.356707 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-c273055b-2420-4cd5-82cb-37d05ddd7131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:02.451428 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c273055b-2420-4cd5-82cb-37d05ddd7131 service neutron] Pushing event updated for resources: {'Port': ['ID=131fb655-1bd4-4221-bdc8-8b873afab253,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:02.458392 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-c273055b-2420-4cd5-82cb-37d05ddd7131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:02.459020 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-c273055b-2420-4cd5-82cb-37d05ddd7131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:02.461019 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-c273055b-2420-4cd5-82cb-37d05ddd7131 service neutron] 10.222.0.23 "PUT /v2.0/ports/131fb655-1bd4-4221-bdc8-8b873afab253 HTTP/1.1" status: 200 len: 1131 time: 0.9457529 Jul 29 23:50:02.461491 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9ac6e9-0a8a-49f4-aae0-b51daab46a37', 'tag': '131fb655-1bd4-4221-bdc8-8b873afab253'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:02.464237 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e0b5be-1f3d-4b1a-aef9-df084e14a231" -d '{"events": [{"name": "network-changed", "server_uuid": "0e9ac6e9-0a8a-49f4-aae0-b51daab46a37", "tag": "131fb655-1bd4-4221-bdc8-8b873afab253"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:02.477650 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d2ad035-54dc-41f4-8dad-b412cd39b0c2 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:02.482190 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d2ad035-54dc-41f4-8dad-b412cd39b0c2 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:02.530212 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d2ad035-54dc-41f4-8dad-b412cd39b0c2 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:50:02.547579 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d2ad035-54dc-41f4-8dad-b412cd39b0c2 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:02.549969 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-7d2ad035-54dc-41f4-8dad-b412cd39b0c2 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] Added segment 8028c7cd-bc31-4e51-9834-0acd1c37dbbb of type vlan for network 3ccb5eb1-465a-4257-8376-d28d7c5ff556 Jul 29 23:50:02.567866 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-791ebab1-a410-4440-8549-3134120a2a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:02.571144 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-791ebab1-a410-4440-8549-3134120a2a0c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=83f01be5ee1448fc8b8e9b2ef8a4bed2&device_id=0e9ac6e9-0a8a-49f4-aae0-b51daab46a37 HTTP/1.1" status: 200 len: 1134 time: 0.0651386 Jul 29 23:50:02.635877 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-6506b410-6abe-4309-a56d-ab4b7681a00c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=131fb655-1bd4-4221-bdc8-8b873afab253 HTTP/1.1" status: 200 len: 217 time: 0.0540032 Jul 29 23:50:02.645297 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d2ad035-54dc-41f4-8dad-b412cd39b0c2 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:02.649796 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ad035-54dc-41f4-8dad-b412cd39b0c2 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e04503-c846-4128-a504-5c0e82960ddf,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:02.719166 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-c83f8f0b-3645-4878-8a43-1c51fb57351e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:02.720734 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-c83f8f0b-3645-4878-8a43-1c51fb57351e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9f9b3ff-acaa-422d-9e07-7f06ae7805be HTTP/1.1" status: 200 len: 835 time: 0.0781057 Jul 29 23:50:02.726464 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d2ad035-54dc-41f4-8dad-b412cd39b0c2 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:02.751995 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2ad035-54dc-41f4-8dad-b412cd39b0c2 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:02.752670 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d2ad035-54dc-41f4-8dad-b412cd39b0c2 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:02.780216 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7d2ad035-54dc-41f4-8dad-b412cd39b0c2 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.6910527 Jul 29 23:50:02.780623 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a3bcc1-b02b-4f36-83c6-943bc0de826e x-openstack-request-id: req-f9a3bcc1-b02b-4f36-83c6-943bc0de826e {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:02.780961 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e9ac6e9-0a8a-49f4-aae0-b51daab46a37", "tag": "131fb655-1bd4-4221-bdc8-8b873afab253", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:02.781314 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f9a3bcc1-b02b-4f36-83c6-943bc0de826e {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:02.781726 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9ac6e9-0a8a-49f4-aae0-b51daab46a37', 'tag': '131fb655-1bd4-4221-bdc8-8b873afab253', 'status': 'completed', 'code': 200} Jul 29 23:50:02.783743 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-6f329d57-dc2b-4987-887b-f8103e119828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:02.786529 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-6f329d57-dc2b-4987-887b-f8103e119828 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7f494fb-9cc2-4242-ae8c-f3f5050deb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587547 Jul 29 23:50:02.787220 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45882) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:02.795701 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.tag.tag_plugin [None req-b7c26c7d-a2cc-4abe-b1f1-036a1ef07c55 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '3ccb5eb1-465a-4257-8376-d28d7c5ff556', 'tempest-TagsTest-Tag-1648819707') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:02.850851 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b1fe1ddb-dc29-4cae-94fd-b7face8418e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:02.887594 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 95055b27-a39c-4755-a8b0-aaebbf0b8fa4 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:02.908225 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ad035-54dc-41f4-8dad-b412cd39b0c2 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] Pushing event updated for resources: {'Network': ['ID=3ccb5eb1-465a-4257-8376-d28d7c5ff556,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:02.932201 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 3ccb5eb1-465a-4257-8376-d28d7c5ff556 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:50:02.975439 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-b41c8fff-617d-40db-a9a2-589a8d4f4d3d service neutron] 10.222.0.23 "GET /v2.0/networks/c7f494fb-9cc2-4242-ae8c-f3f5050deb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753361 Jul 29 23:50:03.053123 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 95055b27-a39c-4755-a8b0-aaebbf0b8fa4 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:03.053505 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:03.101353 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-228518b6-4c60-427b-8fdf-96b40afa0a2f req-13e02894-1ba1-42b8-b665-30b0a97b7012 service neutron] 10.222.0.23 "GET /v2.0/networks/c7f494fb-9cc2-4242-ae8c-f3f5050deb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184182 Jul 29 23:50:03.124722 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b7c26c7d-a2cc-4abe-b1f1-036a1ef07c55 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] 10.222.0.18 "PUT /v2.0/networks/3ccb5eb1-465a-4257-8376-d28d7c5ff556/tags/tempest-TagsTest-Tag-1648819707 HTTP/1.1" status: 201 len: 201 time: 0.3332744 Jul 29 23:50:03.125533 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45888) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:03.132583 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-f8cdb8d0-e229-4956-9221-80df79f5cbf0 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ccb5eb1-465a-4257-8376-d28d7c5ff556', 'tempest-TagsTest-Tag-1648819707') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:03.160495 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a26cde-83fa-4826-8a43-10e7d27d2cd3 req-153fb4c9-4d39-4a6f-bf7b-dbcc53a2daba tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:03.162778 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42a26cde-83fa-4826-8a43-10e7d27d2cd3 req-153fb4c9-4d39-4a6f-bf7b-dbcc53a2daba tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9ac6e9-0a8a-49f4-aae0-b51daab46a37 HTTP/1.1" status: 200 len: 982 time: 0.0839527 Jul 29 23:50:03.249534 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42a26cde-83fa-4826-8a43-10e7d27d2cd3 req-ba1a1405-6b0d-4e25-a630-2f21f2983567 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/security-groups?id=74ac2bb9-ba34-42f5-bbdc-fc1ab640648c&id=34a27675-c7c9-4544-bd07-199e7772bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0521088 Jul 29 23:50:03.251538 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0b5be-1f3d-4b1a-aef9-df084e14a231 req-1ead281a-4617-43fb-b08c-f36a0d502ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:03.253229 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89e0b5be-1f3d-4b1a-aef9-df084e14a231 req-1ead281a-4617-43fb-b08c-f36a0d502ce7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=83f01be5ee1448fc8b8e9b2ef8a4bed2&device_id=0e9ac6e9-0a8a-49f4-aae0-b51daab46a37 HTTP/1.1" status: 200 len: 1134 time: 0.0817771 Jul 29 23:50:03.258451 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f8cdb8d0-e229-4956-9221-80df79f5cbf0 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] 10.222.0.18 "GET /v2.0/networks/3ccb5eb1-465a-4257-8376-d28d7c5ff556/tags/tempest-TagsTest-Tag-1648819707 HTTP/1.1" status: 204 len: 168 time: 0.1315706 Jul 29 23:50:03.260900 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45892) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:03.268888 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-d3f4d9dc-9d8d-4efe-8c40-4e3b9e92a81f tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '3ccb5eb1-465a-4257-8376-d28d7c5ff556') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:03.374867 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d3f4d9dc-9d8d-4efe-8c40-4e3b9e92a81f tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] 10.222.0.18 "GET /v2.0/networks/3ccb5eb1-465a-4257-8376-d28d7c5ff556/tags HTTP/1.1" status: 200 len: 238 time: 0.1103642 Jul 29 23:50:03.374990 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0b5be-1f3d-4b1a-aef9-df084e14a231 req-a00bc65f-7675-400f-91d9-78538a7f2bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:03.374990 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89e0b5be-1f3d-4b1a-aef9-df084e14a231 req-a00bc65f-7675-400f-91d9-78538a7f2bd7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c7f494fb-9cc2-4242-ae8c-f3f5050deb8c HTTP/1.1" status: 200 len: 898 time: 0.1149032 Jul 29 23:50:03.375164 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45894) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:03.379802 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-9847c9f8-f225-49df-bdd7-6475e24b4684 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '3ccb5eb1-465a-4257-8376-d28d7c5ff556', {'tags': ['tempest-TagsTest-Tag-130454945', 'tempest-TagsTest-Tag-2053670058', 'tempest-TagsTest-Tag-782116585']}) {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:03.446968 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89e0b5be-1f3d-4b1a-aef9-df084e14a231 req-9a19cc73-3378-4da3-8033-0f108a40acce service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=131fb655-1bd4-4221-bdc8-8b873afab253 HTTP/1.1" status: 200 len: 217 time: 0.0598218 Jul 29 23:50:03.477164 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9847c9f8-f225-49df-bdd7-6475e24b4684 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] 10.222.0.18 "PUT /v2.0/networks/3ccb5eb1-465a-4257-8376-d28d7c5ff556/tags HTTP/1.1" status: 200 len: 307 time: 0.1011434 Jul 29 23:50:03.478184 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45898) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:03.483565 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-ba97f5ed-382b-4eaf-a25e-5d7eb574f67d tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '3ccb5eb1-465a-4257-8376-d28d7c5ff556', 'tempest-TagsTest-Tag-130454945') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:03.509401 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0b5be-1f3d-4b1a-aef9-df084e14a231 req-053ef37f-0521-46f5-ba07-80a5fcd34946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:03.510986 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89e0b5be-1f3d-4b1a-aef9-df084e14a231 req-053ef37f-0521-46f5-ba07-80a5fcd34946 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9f9b3ff-acaa-422d-9e07-7f06ae7805be HTTP/1.1" status: 200 len: 835 time: 0.0572968 Jul 29 23:50:03.530370 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45900) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:03.579696 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e0b5be-1f3d-4b1a-aef9-df084e14a231 req-87e6daef-510d-4ea7-ad7d-32c2ea52b68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:03.581817 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89e0b5be-1f3d-4b1a-aef9-df084e14a231 req-87e6daef-510d-4ea7-ad7d-32c2ea52b68d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7f494fb-9cc2-4242-ae8c-f3f5050deb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627699 Jul 29 23:50:03.584730 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45904) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:03.585283 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ba97f5ed-382b-4eaf-a25e-5d7eb574f67d tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] 10.222.0.18 "DELETE /v2.0/networks/3ccb5eb1-465a-4257-8376-d28d7c5ff556/tags/tempest-TagsTest-Tag-130454945 HTTP/1.1" status: 204 len: 168 time: 0.1049821 Jul 29 23:50:03.590221 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.tag.tag_plugin [None req-2721e64e-3bbc-45a2-96cf-cfb43c5d0b22 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ccb5eb1-465a-4257-8376-d28d7c5ff556', 'tempest-TagsTest-Tag-130454945') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:03.709322 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-35af7834-82ab-4480-a8a4-42a6e8790fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:03.763778 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-2721e64e-3bbc-45a2-96cf-cfb43c5d0b22 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] show failed (client error): The resource could not be found. Jul 29 23:50:03.764762 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2721e64e-3bbc-45a2-96cf-cfb43c5d0b22 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] 10.222.0.18 "GET /v2.0/networks/3ccb5eb1-465a-4257-8376-d28d7c5ff556/tags/tempest-TagsTest-Tag-130454945 HTTP/1.1" status: 404 len: 325 time: 0.1783342 Jul 29 23:50:03.768081 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45906) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:03.773185 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-fa0f6feb-561c-4ec6-9161-a01965eee9fd tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ccb5eb1-465a-4257-8376-d28d7c5ff556', 'tempest-TagsTest-Tag-2053670058') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:03.776247 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89e0b5be-1f3d-4b1a-aef9-df084e14a231 req-0bea117c-e64c-4502-a6af-9be0adf00678 service neutron] 10.222.0.23 "GET /v2.0/networks/c7f494fb-9cc2-4242-ae8c-f3f5050deb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829064 Jul 29 23:50:03.860510 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fa0f6feb-561c-4ec6-9161-a01965eee9fd tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] 10.222.0.18 "GET /v2.0/networks/3ccb5eb1-465a-4257-8376-d28d7c5ff556/tags/tempest-TagsTest-Tag-2053670058 HTTP/1.1" status: 204 len: 168 time: 0.0911951 Jul 29 23:50:03.861512 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45908) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:03.866872 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-5e6a5431-b361-488b-89d3-3dceff27fdf8 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ccb5eb1-465a-4257-8376-d28d7c5ff556', 'tempest-TagsTest-Tag-782116585') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:03.945409 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5e6a5431-b361-488b-89d3-3dceff27fdf8 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] 10.222.0.18 "GET /v2.0/networks/3ccb5eb1-465a-4257-8376-d28d7c5ff556/tags/tempest-TagsTest-Tag-782116585 HTTP/1.1" status: 204 len: 168 time: 0.0827503 Jul 29 23:50:03.947976 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45910) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:03.953068 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-d7680406-ef31-489f-9689-97ba854c42d1 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3ccb5eb1-465a-4257-8376-d28d7c5ff556') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:04.046994 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d7680406-ef31-489f-9689-97ba854c42d1 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] 10.222.0.18 "DELETE /v2.0/networks/3ccb5eb1-465a-4257-8376-d28d7c5ff556/tags HTTP/1.1" status: 204 len: 168 time: 0.0978501 Jul 29 23:50:04.049757 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45912) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:04.054283 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-a580a414-4fca-47d4-bbfe-715b55cfe46a tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ccb5eb1-465a-4257-8376-d28d7c5ff556', 'tempest-TagsTest-Tag-2053670058') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:04.126158 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-a580a414-4fca-47d4-bbfe-715b55cfe46a tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] show failed (client error): The resource could not be found. Jul 29 23:50:04.127214 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a580a414-4fca-47d4-bbfe-715b55cfe46a tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] 10.222.0.18 "GET /v2.0/networks/3ccb5eb1-465a-4257-8376-d28d7c5ff556/tags/tempest-TagsTest-Tag-2053670058 HTTP/1.1" status: 404 len: 326 time: 0.0765171 Jul 29 23:50:04.130433 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45914) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:04.134954 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-1627e3fc-a188-412e-8037-506e30a34348 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '3ccb5eb1-465a-4257-8376-d28d7c5ff556', 'tempest-TagsTest-Tag-782116585') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:04.212814 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-1627e3fc-a188-412e-8037-506e30a34348 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] show failed (client error): The resource could not be found. Jul 29 23:50:04.214049 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1627e3fc-a188-412e-8037-506e30a34348 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] 10.222.0.18 "GET /v2.0/networks/3ccb5eb1-465a-4257-8376-d28d7c5ff556/tags/tempest-TagsTest-Tag-782116585 HTTP/1.1" status: 404 len: 325 time: 0.0824704 Jul 29 23:50:04.217250 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45916) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:04.222104 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.tag.tag_plugin [None req-642c0127-7725-4c08-8605-d6cc8fa8672b tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '3ccb5eb1-465a-4257-8376-d28d7c5ff556') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:04.298349 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89e0b5be-1f3d-4b1a-aef9-df084e14a231 req-c2d06943-5dc6-41a4-ba37-0f1837e20301 service neutron] 10.222.0.23 "GET /v2.0/networks/c7f494fb-9cc2-4242-ae8c-f3f5050deb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5125325 Jul 29 23:50:04.304035 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-642c0127-7725-4c08-8605-d6cc8fa8672b tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] 10.222.0.18 "DELETE /v2.0/networks/3ccb5eb1-465a-4257-8376-d28d7c5ff556/tags HTTP/1.1" status: 204 len: 168 time: 0.0856080 Jul 29 23:50:04.310638 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 45920) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:04.327559 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-35af7834-82ab-4480-a8a4-42a6e8790fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:04.339058 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-35af7834-82ab-4480-a8a4-42a6e8790fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:04.459752 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-35af7834-82ab-4480-a8a4-42a6e8790fa7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=85d550a449cf446aa68f3877f099c088&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9283290 Jul 29 23:50:04.460524 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35af7834-82ab-4480-a8a4-42a6e8790fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e202cd0b-d014-4d37-899d-ca6cf835a4f9,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:04.462501 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45922) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:04.475981 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1a4b8db-a5a9-42f3-9e4e-7770142e2a48 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:04.523010 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c30a9-d6c6-42b0-9baa-8515076a362a req-0d4a4de5-1a43-4889-9401-814c2601a512 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:04.523921 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-00efcf6b-582f-4e73-a301-f24b405fe7b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:04.524974 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-689c30a9-d6c6-42b0-9baa-8515076a362a req-0d4a4de5-1a43-4889-9401-814c2601a512 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9ac6e9-0a8a-49f4-aae0-b51daab46a37 HTTP/1.1" status: 200 len: 982 time: 0.1555414 Jul 29 23:50:04.548987 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-00efcf6b-582f-4e73-a301-f24b405fe7b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:04.598779 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-00efcf6b-582f-4e73-a301-f24b405fe7b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:04.601431 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-00efcf6b-582f-4e73-a301-f24b405fe7b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:04.602628 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-00efcf6b-582f-4e73-a301-f24b405fe7b8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e202cd0b-d014-4d37-899d-ca6cf835a4f9 HTTP/1.1" status: 204 len: 168 time: 0.1391242 Jul 29 23:50:04.611272 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00efcf6b-582f-4e73-a301-f24b405fe7b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e202cd0b-d014-4d37-899d-ca6cf835a4f9,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:04.612545 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1a4b8db-a5a9-42f3-9e4e-7770142e2a48 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:04.636708 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-689c30a9-d6c6-42b0-9baa-8515076a362a req-db4d528c-81b2-4eda-ba3a-6a088b7bf014 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/security-groups?id=74ac2bb9-ba34-42f5-bbdc-fc1ab640648c&id=34a27675-c7c9-4544-bd07-199e7772bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0931983 Jul 29 23:50:04.638491 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-c1a4b8db-a5a9-42f3-9e4e-7770142e2a48 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ccb5eb1-465a-4257-8376-d28d7c5ff556']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:04.657645 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-c1a4b8db-a5a9-42f3-9e4e-7770142e2a48 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8028c7cd-bc31-4e51-9834-0acd1c37dbbb') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:04.658007 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-c1a4b8db-a5a9-42f3-9e4e-7770142e2a48 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8028c7cd-bc31-4e51-9834-0acd1c37dbbb') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:04.669401 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1a4b8db-a5a9-42f3-9e4e-7770142e2a48 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:04.685902 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1a4b8db-a5a9-42f3-9e4e-7770142e2a48 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:04.694591 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a4b8db-a5a9-42f3-9e4e-7770142e2a48 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:50:04.695359 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1a4b8db-a5a9-42f3-9e4e-7770142e2a48 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:04.698959 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:50:04.698959 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:50:04.698959 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:50:04.698959 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:50:04.698959 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:50:04.698959 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:50:04.698959 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:50:04.698959 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:50:04.698959 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:50:04.698959 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:50:04.698959 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:50:04.698959 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:50:04.698959 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:50:04.698959 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:50:04.698959 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:50:04.698959 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:50:04.698959 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:50:04.698959 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:50:04.698959 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:50:04.698959 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:50:04.698959 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:50:04.698959 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:50:04.698959 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:50:04.698959 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:50:04.698959 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:50:04.698959 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:50:04.698959 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:50:04.698959 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:50:04.698959 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:50:04.698959 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:50:04.698959 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:50:04.698959 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:50:04.760560 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1a4b8db-a5a9-42f3-9e4e-7770142e2a48 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:04.765558 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1a4b8db-a5a9-42f3-9e4e-7770142e2a48 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:04.769753 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c1a4b8db-a5a9-42f3-9e4e-7770142e2a48 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] 10.222.0.18 "DELETE /v2.0/networks/3ccb5eb1-465a-4257-8376-d28d7c5ff556 HTTP/1.1" status: 204 len: 168 time: 0.4558682 Jul 29 23:50:04.782728 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a4b8db-a5a9-42f3-9e4e-7770142e2a48 tempest-TagsTest-197373006 tempest-TagsTest-197373006-project] Pushing event deleted for resources: {'Network': ['ID=3ccb5eb1-465a-4257-8376-d28d7c5ff556,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:05.038631 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45940) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:05.176834 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-77d1acd1-8744-4525-9104-6329dd52ea75 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5f592df7d322411b88282867978c4bf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1367259 Jul 29 23:50:05.179314 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 45950) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:05.233060 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c095c854-2dfe-4eeb-b8f0-80d7ea21da96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:05.254800 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c095c854-2dfe-4eeb-b8f0-80d7ea21da96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:05.306808 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c095c854-2dfe-4eeb-b8f0-80d7ea21da96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:05.312930 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c095c854-2dfe-4eeb-b8f0-80d7ea21da96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:05.314918 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c095c854-2dfe-4eeb-b8f0-80d7ea21da96 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/05e04503-c846-4128-a504-5c0e82960ddf HTTP/1.1" status: 204 len: 168 time: 0.1343398 Jul 29 23:50:05.328649 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095c854-2dfe-4eeb-b8f0-80d7ea21da96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e04503-c846-4128-a504-5c0e82960ddf,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:05.391365 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:05.775545 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00516f-7d54-42a4-af52-2071cc24004a req-f5d60cc8-27a7-4b25-a96d-af3b7e38cbfd tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:05.777376 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4e00516f-7d54-42a4-af52-2071cc24004a req-f5d60cc8-27a7-4b25-a96d-af3b7e38cbfd tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9ac6e9-0a8a-49f4-aae0-b51daab46a37 HTTP/1.1" status: 200 len: 982 time: 0.0631163 Jul 29 23:50:05.811189 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 131fb655-1bd4-4221-bdc8-8b873afab253 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:50:05.830660 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4e00516f-7d54-42a4-af52-2071cc24004a req-d21f4e67-db4e-492c-bdc9-a280408f05c1 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/security-groups?id=74ac2bb9-ba34-42f5-bbdc-fc1ab640648c&id=34a27675-c7c9-4544-bd07-199e7772bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0424979 Jul 29 23:50:05.948638 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 131fb655-1bd4-4221-bdc8-8b873afab253, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=131fb655-1bd4-4221-bdc8-8b873afab253,segment=NetworkSegment(e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3),segment_id=e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:05.961111 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '131fb655-1bd4-4221-bdc8-8b873afab253', 'network_id': 'c7f494fb-9cc2-4242-ae8c-f3f5050deb8c', 'port_id': '131fb655-1bd4-4221-bdc8-8b873afab253', 'mac_address': 'fa:16:3e:8e:a8:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9f9b3ff-acaa-422d-9e07-7f06ae7805be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:50:06.004665 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.018406 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 131fb655-1bd4-4221-bdc8-8b873afab253 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:06.044963 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 131fb655-1bd4-4221-bdc8-8b873afab253, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=131fb655-1bd4-4221-bdc8-8b873afab253,segment=NetworkSegment(e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3),segment_id=e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:06.049533 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.100622 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=131fb655-1bd4-4221-bdc8-8b873afab253,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:06.241322 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e818acdc-518e-4cb7-85b9-5b487a48d5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.264875 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['131fb655-1bd4-4221-bdc8-8b873afab253'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:06.530866 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46004) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:06.536042 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-e852f347-2d16-4f03-bdf6-c83d06e4e434 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1945602261', 'description': 'tempest-secgroup-smoke-1945602261 description', 'project_id': '238a2371055343febcbc86645f67da5e'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:06.560412 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e852f347-2d16-4f03-bdf6-c83d06e4e434 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.569714 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e852f347-2d16-4f03-bdf6-c83d06e4e434 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.685560 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e852f347-2d16-4f03-bdf6-c83d06e4e434 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.689602 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e852f347-2d16-4f03-bdf6-c83d06e4e434 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.731588 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852f347-2d16-4f03-bdf6-c83d06e4e434 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b86d5d4-f71c-420e-929b-e8ab435fc01d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:06.795037 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e852f347-2d16-4f03-bdf6-c83d06e4e434 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.799139 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e852f347-2d16-4f03-bdf6-c83d06e4e434 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.829218 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e852f347-2d16-4f03-bdf6-c83d06e4e434 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.830817 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e852f347-2d16-4f03-bdf6-c83d06e4e434 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2985709 Jul 29 23:50:06.834699 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46014) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:06.838897 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-fb4a8be1-3532-40ad-8afb-400af4d336d4 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'security_group_rule': {'security_group_id': '436b31c6-93b8-4918-96d6-255532eecf0b', 'project_id': '238a2371055343febcbc86645f67da5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:06.844922 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852f347-2d16-4f03-bdf6-c83d06e4e434 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=436b31c6-93b8-4918-96d6-255532eecf0b,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:06.878526 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fb4a8be1-3532-40ad-8afb-400af4d336d4 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.898703 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.955235 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fb4a8be1-3532-40ad-8afb-400af4d336d4 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.969954 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fb4a8be1-3532-40ad-8afb-400af4d336d4 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:06.980351 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d936ad7-7e73-44df-b4b7-fe897c00bfc3 req-63f5bde3-49d4-4c82-b992-a9da644aad0e tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:06.982965 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6d936ad7-7e73-44df-b4b7-fe897c00bfc3 req-63f5bde3-49d4-4c82-b992-a9da644aad0e tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9ac6e9-0a8a-49f4-aae0-b51daab46a37 HTTP/1.1" status: 200 len: 983 time: 0.0616651 Jul 29 23:50:06.994598 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4a8be1-3532-40ad-8afb-400af4d336d4 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92d73629-7428-4d78-8273-9e6a63932e1c,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:07.000975 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fb4a8be1-3532-40ad-8afb-400af4d336d4 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.005299 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fb4a8be1-3532-40ad-8afb-400af4d336d4 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1699612 Jul 29 23:50:07.005952 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46026) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:07.011255 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-8ccc26b8-978e-49fa-af6b-fedd32a163f6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'security_group_rule': {'security_group_id': '436b31c6-93b8-4918-96d6-255532eecf0b', 'project_id': '238a2371055343febcbc86645f67da5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:07.044099 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6d936ad7-7e73-44df-b4b7-fe897c00bfc3 req-d2cc8fcf-f16b-4e18-b719-a59c8a56abda tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/security-groups?id=74ac2bb9-ba34-42f5-bbdc-fc1ab640648c&id=34a27675-c7c9-4544-bd07-199e7772bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0523939 Jul 29 23:50:07.047737 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccc26b8-978e-49fa-af6b-fedd32a163f6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.117644 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccc26b8-978e-49fa-af6b-fedd32a163f6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.125029 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccc26b8-978e-49fa-af6b-fedd32a163f6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.153359 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc26b8-978e-49fa-af6b-fedd32a163f6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=525c6c83-e1f4-4860-8bda-dabd15187846,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:07.163153 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ccc26b8-978e-49fa-af6b-fedd32a163f6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.165032 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8ccc26b8-978e-49fa-af6b-fedd32a163f6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1577580 Jul 29 23:50:07.168436 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46038) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:07.172925 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-f6cdc1bc-b632-42e7-a6de-df09af837a04 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'security_group_rule': {'security_group_id': '436b31c6-93b8-4918-96d6-255532eecf0b', 'project_id': '238a2371055343febcbc86645f67da5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:07.201982 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f6cdc1bc-b632-42e7-a6de-df09af837a04 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.265112 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f6cdc1bc-b632-42e7-a6de-df09af837a04 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.269809 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f6cdc1bc-b632-42e7-a6de-df09af837a04 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.293737 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cdc1bc-b632-42e7-a6de-df09af837a04 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386a34e8-0cd5-42cf-a133-e509470621b7,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:07.298301 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f6cdc1bc-b632-42e7-a6de-df09af837a04 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.302828 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f6cdc1bc-b632-42e7-a6de-df09af837a04 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1303141 Jul 29 23:50:07.302828 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46042) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:07.308071 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-123310a0-c62d-4693-97fc-c9cb736baa0d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'security_group_rule': {'security_group_id': '436b31c6-93b8-4918-96d6-255532eecf0b', 'project_id': '238a2371055343febcbc86645f67da5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:07.337669 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-123310a0-c62d-4693-97fc-c9cb736baa0d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.406059 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-123310a0-c62d-4693-97fc-c9cb736baa0d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.410327 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-123310a0-c62d-4693-97fc-c9cb736baa0d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.434309 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123310a0-c62d-4693-97fc-c9cb736baa0d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d6523a-be71-4812-a04f-a1ca2b42f077,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:07.438827 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-123310a0-c62d-4693-97fc-c9cb736baa0d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.444304 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-123310a0-c62d-4693-97fc-c9cb736baa0d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1366081 Jul 29 23:50:07.444304 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46046) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:07.448555 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-e71c33f7-0d0b-4d26-a43a-06becaa01de9 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'security_group_rule': {'security_group_id': '436b31c6-93b8-4918-96d6-255532eecf0b', 'project_id': '238a2371055343febcbc86645f67da5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:07.453880 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46048) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:07.473363 n-d-712140-10 neutron-server[94064]: INFO neutron.db.securitygroups_db [None req-e71c33f7-0d0b-4d26-a43a-06becaa01de9 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Project 238a2371055343febcbc86645f67da5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:50:07.478495 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e71c33f7-0d0b-4d26-a43a-06becaa01de9 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.548330 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e71c33f7-0d0b-4d26-a43a-06becaa01de9 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.552608 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e71c33f7-0d0b-4d26-a43a-06becaa01de9 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.569991 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71c33f7-0d0b-4d26-a43a-06becaa01de9 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f954247-d71e-4611-95b7-faa8b664add0,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:07.573587 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8388e506-8201-4882-9203-a5307cb4fae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.580445 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e71c33f7-0d0b-4d26-a43a-06becaa01de9 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.581893 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e71c33f7-0d0b-4d26-a43a-06becaa01de9 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1369972 Jul 29 23:50:07.584835 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46052) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:07.589811 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-32c02e27-3cfc-48b1-9300-5c930c348ead tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'security_group_rule': {'security_group_id': '436b31c6-93b8-4918-96d6-255532eecf0b', 'project_id': '238a2371055343febcbc86645f67da5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:07.671148 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8388e506-8201-4882-9203-a5307cb4fae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.674989 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8388e506-8201-4882-9203-a5307cb4fae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.692372 n-d-712140-10 neutron-server[94064]: INFO neutron.db.securitygroups_db [None req-32c02e27-3cfc-48b1-9300-5c930c348ead tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Project 238a2371055343febcbc86645f67da5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:50:07.700893 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-32c02e27-3cfc-48b1-9300-5c930c348ead tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.718884 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8388e506-8201-4882-9203-a5307cb4fae4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=247dc13a2e7042dd90be245c8f714df1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2638190 Jul 29 23:50:07.719699 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388e506-8201-4882-9203-a5307cb4fae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e886a44-18a8-4674-ae64-9057a1ede3cc,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:07.721987 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46054) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:07.773873 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a48159fc-9d6a-48cf-b887-30e8d9e9ebf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.784630 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-32c02e27-3cfc-48b1-9300-5c930c348ead tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.790496 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-32c02e27-3cfc-48b1-9300-5c930c348ead tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.797892 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a48159fc-9d6a-48cf-b887-30e8d9e9ebf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.806880 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c02e27-3cfc-48b1-9300-5c930c348ead tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20b47470-1518-4fc9-b80e-253f58568dcf,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:07.816986 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 131fb655-1bd4-4221-bdc8-8b873afab253 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:07.818516 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-32c02e27-3cfc-48b1-9300-5c930c348ead tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.822852 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-32c02e27-3cfc-48b1-9300-5c930c348ead tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2369111 Jul 29 23:50:07.823651 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46056) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:07.829727 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-75d12768-1a52-46ff-ac70-cc4923dae600 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'network': {'name': 'tempest-network-smoke--1360121702', 'project_id': '238a2371055343febcbc86645f67da5e', 'port_security_enabled': True}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:07.853103 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75d12768-1a52-46ff-ac70-cc4923dae600 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Made reservation on behalf of 238a2371055343febcbc86645f67da5e for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:07.857664 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75d12768-1a52-46ff-ac70-cc4923dae600 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.861701 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a48159fc-9d6a-48cf-b887-30e8d9e9ebf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.865616 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a48159fc-9d6a-48cf-b887-30e8d9e9ebf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.869175 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a48159fc-9d6a-48cf-b887-30e8d9e9ebf3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4e886a44-18a8-4674-ae64-9057a1ede3cc HTTP/1.1" status: 204 len: 168 time: 0.1440222 Jul 29 23:50:07.879082 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48159fc-9d6a-48cf-b887-30e8d9e9ebf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e886a44-18a8-4674-ae64-9057a1ede3cc,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:07.912921 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75d12768-1a52-46ff-ac70-cc4923dae600 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:50:07.932956 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 131fb655-1bd4-4221-bdc8-8b873afab253 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:07.935248 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75d12768-1a52-46ff-ac70-cc4923dae600 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.939078 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 131fb655-1bd4-4221-bdc8-8b873afab253 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:07.939669 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:07.939793 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-75d12768-1a52-46ff-ac70-cc4923dae600 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Added segment be9f8841-44fe-4ed1-9116-c3f0a58c4257 of type vlan for network 4390615e-82f2-4d66-b1c1-4847e8774578 Jul 29 23:50:07.996369 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75d12768-1a52-46ff-ac70-cc4923dae600 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.040992 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.048268 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75d12768-1a52-46ff-ac70-cc4923dae600 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.056441 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d12768-1a52-46ff-ac70-cc4923dae600 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:08.057531 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75d12768-1a52-46ff-ac70-cc4923dae600 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.087992 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 131fb655-1bd4-4221-bdc8-8b873afab253, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=131fb655-1bd4-4221-bdc8-8b873afab253,segment=NetworkSegment(e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3),segment_id=e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:08.089302 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9ac6e9-0a8a-49f4-aae0-b51daab46a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131fb655-1bd4-4221-bdc8-8b873afab253'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:08.092911 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3935c818-d583-42b9-b89d-8073ef279562" -d '{"events": [{"server_uuid": "0e9ac6e9-0a8a-49f4-aae0-b51daab46a37", "name": "network-vif-plugged", "status": "completed", "tag": "131fb655-1bd4-4221-bdc8-8b873afab253"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:08.097574 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.145375 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-75d12768-1a52-46ff-ac70-cc4923dae600 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3191175 Jul 29 23:50:08.147819 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46066) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:08.153512 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-b17ffbc8-cd32-49dd-8e8d-811536feb268 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-148519324', 'admin_state_up': True, 'project_id': '238a2371055343febcbc86645f67da5e', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:08.156240 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d12768-1a52-46ff-ac70-cc4923dae600 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'Network': ['ID=4390615e-82f2-4d66-b1c1-4847e8774578,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:08.172123 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 4390615e-82f2-4d66-b1c1-4847e8774578 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:50:08.242857 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b17ffbc8-cd32-49dd-8e8d-811536feb268 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.244202 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b17ffbc8-cd32-49dd-8e8d-811536feb268 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.248847 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=131fb655-1bd4-4221-bdc8-8b873afab253,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:08.259226 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.263504 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f12a6fb-201b-46c6-a01e-433d7ef3213e req-8699ca57-a14a-4c81-b442-9220d5143c46 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:08.272326 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3f12a6fb-201b-46c6-a01e-433d7ef3213e req-8699ca57-a14a-4c81-b442-9220d5143c46 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9ac6e9-0a8a-49f4-aae0-b51daab46a37 HTTP/1.1" status: 200 len: 984 time: 0.1088591 Jul 29 23:50:08.322031 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46068) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:08.341521 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-77f26deb-bbf4-45ab-ab92-fab2bfcba6ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.359517 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b17ffbc8-cd32-49dd-8e8d-811536feb268 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.364455 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3f12a6fb-201b-46c6-a01e-433d7ef3213e req-9fb3169e-0163-41da-aba9-784122232c18 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/security-groups?id=74ac2bb9-ba34-42f5-bbdc-fc1ab640648c&id=34a27675-c7c9-4544-bd07-199e7772bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0907969 Jul 29 23:50:08.413430 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09dc07fc-b05c-4fea-9dd3-98f262a73cc3 x-openstack-request-id: req-09dc07fc-b05c-4fea-9dd3-98f262a73cc3 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:08.413731 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9ac6e9-0a8a-49f4-aae0-b51daab46a37", "name": "network-vif-plugged", "status": "completed", "tag": "131fb655-1bd4-4221-bdc8-8b873afab253", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:08.413985 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-09dc07fc-b05c-4fea-9dd3-98f262a73cc3 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:08.414386 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9ac6e9-0a8a-49f4-aae0-b51daab46a37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131fb655-1bd4-4221-bdc8-8b873afab253', 'code': 200} Jul 29 23:50:08.457383 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-77f26deb-bbf4-45ab-ab92-fab2bfcba6ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.462132 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-77f26deb-bbf4-45ab-ab92-fab2bfcba6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.501145 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f26deb-bbf4-45ab-ab92-fab2bfcba6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b9e2de-7d05-4469-8abd-9bc26f2e5eee,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:08.511927 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-77f26deb-bbf4-45ab-ab92-fab2bfcba6ea admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a9d8f7ee50a94d489c8440309422e1c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1879036 Jul 29 23:50:08.512735 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46070) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:08.539919 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b17ffbc8-cd32-49dd-8e8d-811536feb268 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.564989 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-957d2aaf-c4cd-47b0-a358-8212d2ca6646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.570486 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e9ad52-c53a-4f85-990c-cb8e3aad98bc req-392a89bd-b0f8-4c7d-9631-ea8cb43e1358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:08.572034 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82e9ad52-c53a-4f85-990c-cb8e3aad98bc req-392a89bd-b0f8-4c7d-9631-ea8cb43e1358 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0e9ac6e9-0a8a-49f4-aae0-b51daab46a37 HTTP/1.1" status: 200 len: 1136 time: 0.0905282 Jul 29 23:50:08.587749 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-957d2aaf-c4cd-47b0-a358-8212d2ca6646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.640150 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82e9ad52-c53a-4f85-990c-cb8e3aad98bc req-dc81f01e-9b2a-4f97-a019-cbf73588e3c2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=34a27675-c7c9-4544-bd07-199e7772bd70&id=74ac2bb9-ba34-42f5-bbdc-fc1ab640648c&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0439322 Jul 29 23:50:08.649272 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-957d2aaf-c4cd-47b0-a358-8212d2ca6646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.652231 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-957d2aaf-c4cd-47b0-a358-8212d2ca6646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.653789 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-957d2aaf-c4cd-47b0-a358-8212d2ca6646 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00b9e2de-7d05-4469-8abd-9bc26f2e5eee HTTP/1.1" status: 204 len: 168 time: 0.1400788 Jul 29 23:50:08.662848 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d2aaf-c4cd-47b0-a358-8212d2ca6646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b9e2de-7d05-4469-8abd-9bc26f2e5eee,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:08.786146 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b17ffbc8-cd32-49dd-8e8d-811536feb268 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.810394 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b17ffbc8-cd32-49dd-8e8d-811536feb268 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:08.920998 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-b17ffbc8-cd32-49dd-8e8d-811536feb268 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Allocated IP 172.25.8.133 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/11877b65-67ac-41e7-aa21-1f20da5739e5) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:09.051056 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b17ffbc8-cd32-49dd-8e8d-811536feb268 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:09.094121 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b17ffbc8-cd32-49dd-8e8d-811536feb268 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:09.132859 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17ffbc8-cd32-49dd-8e8d-811536feb268 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:09.137658 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-b17ffbc8-cd32-49dd-8e8d-811536feb268 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:09.144091 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17ffbc8-cd32-49dd-8e8d-811536feb268 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:09.150163 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17ffbc8-cd32-49dd-8e8d-811536feb268 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'Port': ['ID=11877b65-67ac-41e7-aa21-1f20da5739e5,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:09.424822 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b17ffbc8-cd32-49dd-8e8d-811536feb268 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router_gateway, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:09.577999 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c488a7-ea20-4bb0-b1db-b7623f12b280 req-a1890d6b-a99a-431d-916d-51220d701db5 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:09.579510 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-23c488a7-ea20-4bb0-b1db-b7623f12b280 req-a1890d6b-a99a-431d-916d-51220d701db5 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9ac6e9-0a8a-49f4-aae0-b51daab46a37 HTTP/1.1" status: 200 len: 984 time: 0.1137671 Jul 29 23:50:09.672601 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-23c488a7-ea20-4bb0-b1db-b7623f12b280 req-829fb1e6-63f0-4141-a3d8-82156410d72a tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/security-groups?id=74ac2bb9-ba34-42f5-bbdc-fc1ab640648c&id=34a27675-c7c9-4544-bd07-199e7772bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0866728 Jul 29 23:50:09.732299 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b17ffbc8-cd32-49dd-8e8d-811536feb268 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:09.876725 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17ffbc8-cd32-49dd-8e8d-811536feb268 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Router bf9fd675-82f6-4467-8a45-3ca2f12ed02d is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:50:09.992867 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17ffbc8-cd32-49dd-8e8d-811536feb268 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:50:10.008578 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edf541c-394d-4c3b-89a8-7f80349e2ece None None] Sync routers for ids ['bf9fd675-82f6-4467-8a45-3ca2f12ed02d'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:50:10.013475 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b17ffbc8-cd32-49dd-8e8d-811536feb268 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:10.017861 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b17ffbc8-cd32-49dd-8e8d-811536feb268 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8652763 Jul 29 23:50:10.018050 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46108) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:10.020356 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edf541c-394d-4c3b-89a8-7f80349e2ece None None] Routers {'bf9fd675-82f6-4467-8a45-3ca2f12ed02d'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:10.020979 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1edf541c-394d-4c3b-89a8-7f80349e2ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:50:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bf9fd675-82f6-4467-8a45-3ca2f12ed02d'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:10.130043 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-1edf541c-394d-4c3b-89a8-7f80349e2ece None None] Set router bf9fd675-82f6-4467-8a45-3ca2f12ed02d gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:10.219910 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-557c51cc-123d-4ed5-b9f1-f301a370aca3 tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=238a2371055343febcbc86645f67da5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1982076 Jul 29 23:50:10.220609 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46122) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:10.318642 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b5a89e-96f1-41d2-8336-3641c59aa226 tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:10.322763 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d8b5a89e-96f1-41d2-8336-3641c59aa226 tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0988617 Jul 29 23:50:10.323109 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46124) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:10.338946 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1edf541c-394d-4c3b-89a8-7f80349e2ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148519324', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '11877b65-67ac-41e7-aa21-1f20da5739e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:50:08Z', 'updated_at': '2021-07-29T23:50:09Z', 'revision_number': 3, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '11877b65-67ac-41e7-aa21-1f20da5739e5', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:08Z', 'updated_at': '2021-07-29T23:50:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:10.366355 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d45841c8-4fb4-4ee4-bb1f-39ecf0839125 tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=0aea9f43-4eea-456f-a634-5f5375b1fdb7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419438 Jul 29 23:50:10.366604 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edf541c-394d-4c3b-89a8-7f80349e2ece None None] Checking router: bf9fd675-82f6-4467-8a45-3ca2f12ed02d for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:50:10.366695 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edf541c-394d-4c3b-89a8-7f80349e2ece None None] Updating router bf9fd675-82f6-4467-8a45-3ca2f12ed02d port 11877b65-67ac-41e7-aa21-1f20da5739e5 binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:50:10.368787 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46126) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:10.376604 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-a59034a3-7ee1-439c-9743-74b1a9994ae6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-79925363', 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578', 'project_id': '238a2371055343febcbc86645f67da5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:10.396128 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1edf541c-394d-4c3b-89a8-7f80349e2ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:10.504440 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59034a3-7ee1-439c-9743-74b1a9994ae6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Made reservation on behalf of 238a2371055343febcbc86645f67da5e for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:10.508479 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a59034a3-7ee1-439c-9743-74b1a9994ae6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:10.689309 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1edf541c-394d-4c3b-89a8-7f80349e2ece None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:10.699863 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1edf541c-394d-4c3b-89a8-7f80349e2ece None None] Transition to ACTIVE for port object 11877b65-67ac-41e7-aa21-1f20da5739e5 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:10.707513 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a59034a3-7ee1-439c-9743-74b1a9994ae6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:10.712360 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1edf541c-394d-4c3b-89a8-7f80349e2ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:10.761446 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201db23-aa9d-4b35-8ac3-e3996c55bd08 None None] Pushing event updated for resources: {'Port': ['ID=11877b65-67ac-41e7-aa21-1f20da5739e5,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:10.779580 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-1edf541c-394d-4c3b-89a8-7f80349e2ece None None] Attempting to bind port 11877b65-67ac-41e7-aa21-1f20da5739e5 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:50:10.780068 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-1edf541c-394d-4c3b-89a8-7f80349e2ece None None] Attempting to bind port 11877b65-67ac-41e7-aa21-1f20da5739e5 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:50:10.780372 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edf541c-394d-4c3b-89a8-7f80349e2ece None None] Attempting to bind port 11877b65-67ac-41e7-aa21-1f20da5739e5 on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:10.784113 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59034a3-7ee1-439c-9743-74b1a9994ae6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Checking segment: {'id': 'be9f8841-44fe-4ed1-9116-c3f0a58c4257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:10.784422 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59034a3-7ee1-439c-9743-74b1a9994ae6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Network hostable DHCP agents. Network: 4390615e-82f2-4d66-b1c1-4847e8774578, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:50:10.786346 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edf541c-394d-4c3b-89a8-7f80349e2ece None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:50:10.786696 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edf541c-394d-4c3b-89a8-7f80349e2ece None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:10.787108 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1edf541c-394d-4c3b-89a8-7f80349e2ece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:10.787691 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1edf541c-394d-4c3b-89a8-7f80349e2ece None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:50:10.787921 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59034a3-7ee1-439c-9743-74b1a9994ae6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'Subnet': ['ID=b8297c84-1e01-455a-9116-410449e2e696,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:10.788045 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-1edf541c-394d-4c3b-89a8-7f80349e2ece None None] Bound port: 11877b65-67ac-41e7-aa21-1f20da5739e5, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:50:10.788498 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1edf541c-394d-4c3b-89a8-7f80349e2ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:10.806441 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59034a3-7ee1-439c-9743-74b1a9994ae6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Network 4390615e-82f2-4d66-b1c1-4847e8774578 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:50:10.817054 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-a59034a3-7ee1-439c-9743-74b1a9994ae6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 4390615e-82f2-4d66-b1c1-4847e8774578) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:10.822319 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59034a3-7ee1-439c-9743-74b1a9994ae6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:10.823530 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a59034a3-7ee1-439c-9743-74b1a9994ae6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:10.826657 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db48108-734a-4270-8290-f1d362cc0702 None None] Network 4390615e-82f2-4d66-b1c1-4847e8774578 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:50:10.832336 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8d64b0-a206-419c-b5ac-d03fe76e288b req-5f995bbb-b2de-4ca7-a403-0ef48cd4f8af tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:10.833793 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4a8d64b0-a206-419c-b5ac-d03fe76e288b req-5f995bbb-b2de-4ca7-a403-0ef48cd4f8af tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9ac6e9-0a8a-49f4-aae0-b51daab46a37 HTTP/1.1" status: 200 len: 984 time: 0.0829592 Jul 29 23:50:10.841512 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a59034a3-7ee1-439c-9743-74b1a9994ae6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4701154 Jul 29 23:50:10.844121 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46132) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:10.884023 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4a8d64b0-a206-419c-b5ac-d03fe76e288b req-538f7c77-3f5b-4473-873c-f62391e9646e tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/security-groups?id=74ac2bb9-ba34-42f5-bbdc-fc1ab640648c&id=34a27675-c7c9-4544-bd07-199e7772bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0432663 Jul 29 23:50:10.897874 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-1edf541c-394d-4c3b-89a8-7f80349e2ece None None] For port 11877b65-67ac-41e7-aa21-1f20da5739e5, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:50:10.923971 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-1edf541c-394d-4c3b-89a8-7f80349e2ece None None] For port 11877b65-67ac-41e7-aa21-1f20da5739e5, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=11877b65-67ac-41e7-aa21-1f20da5739e5,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:50:10.936500 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1edf541c-394d-4c3b-89a8-7f80349e2ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:11.025970 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157fc8e2-ba48-42cb-bb80-ff4361125bdd req-ff6f0f8e-7065-42b4-8d36-3b8c144a9d95 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:11.029296 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-157fc8e2-ba48-42cb-bb80-ff4361125bdd req-ff6f0f8e-7065-42b4-8d36-3b8c144a9d95 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9ac6e9-0a8a-49f4-aae0-b51daab46a37 HTTP/1.1" status: 200 len: 984 time: 0.0661004 Jul 29 23:50:11.041024 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edf541c-394d-4c3b-89a8-7f80349e2ece None None] Routers {'bf9fd675-82f6-4467-8a45-3ca2f12ed02d'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:11.041662 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1edf541c-394d-4c3b-89a8-7f80349e2ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:50:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bf9fd675-82f6-4467-8a45-3ca2f12ed02d'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:11.081084 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-157fc8e2-ba48-42cb-bb80-ff4361125bdd req-a39db46c-121b-4f92-8204-98e2796aabe8 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/security-groups?id=74ac2bb9-ba34-42f5-bbdc-fc1ab640648c&id=34a27675-c7c9-4544-bd07-199e7772bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0431151 Jul 29 23:50:11.102167 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e201db23-aa9d-4b35-8ac3-e3996c55bd08 None None] Pushing event updated for resources: {'Port': ['ID=11877b65-67ac-41e7-aa21-1f20da5739e5,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:11.174478 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9739f432-cbda-458a-b7b8-056a30ee2d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-4390615e-82f2-4d66-b1c1-4847e8774578', 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'fixed_ips': [{'subnet_id': 'b8297c84-1e01-455a-9116-410449e2e696'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:50:11.175346 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9739f432-cbda-458a-b7b8-056a30ee2d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:11.192969 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-1edf541c-394d-4c3b-89a8-7f80349e2ece None None] Set router bf9fd675-82f6-4467-8a45-3ca2f12ed02d gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:11.231112 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbe099-3ac9-48b7-99f9-67823758c118 req-ce1cf8da-0423-4091-add4-fbc09f33a90b tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:11.233089 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4fbe099-3ac9-48b7-99f9-67823758c118 req-ce1cf8da-0423-4091-add4-fbc09f33a90b tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0e9ac6e9-0a8a-49f4-aae0-b51daab46a37 HTTP/1.1" status: 200 len: 1136 time: 0.0504303 Jul 29 23:50:11.255334 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a4fbe099-3ac9-48b7-99f9-67823758c118 req-4fb4952f-caba-40be-83b2-db9e7e04d686 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:11.365748 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6e34d2b5-6984-4b28-b288-7f344a064bb8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:11.373319 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a4fbe099-3ac9-48b7-99f9-67823758c118 req-4fb4952f-caba-40be-83b2-db9e7e04d686 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:11.377721 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a4fbe099-3ac9-48b7-99f9-67823758c118 req-4fb4952f-caba-40be-83b2-db9e7e04d686 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:11.408906 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4fbe099-3ac9-48b7-99f9-67823758c118 req-4fb4952f-caba-40be-83b2-db9e7e04d686 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=74ac2bb9-ba34-42f5-bbdc-fc1ab640648c&id=34a27675-c7c9-4544-bd07-199e7772bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1679206 Jul 29 23:50:11.414214 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb4952f-caba-40be-83b2-db9e7e04d686 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51542143-9e58-4ddb-86fe-e51fda9491de,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:11.438270 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46138) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:11.494873 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9abf713-6498-4dbe-bc0f-35c949eb675c tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:11.500288 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c9abf713-6498-4dbe-bc0f-35c949eb675c tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0e9ac6e9-0a8a-49f4-aae0-b51daab46a37 HTTP/1.1" status: 200 len: 1131 time: 0.0561571 Jul 29 23:50:11.500497 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46142) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:11.505712 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-65b17d1f-ff0a-4931-b6ac-bd9f2f3935d4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'port_id': '131fb655-1bd4-4221-bdc8-8b873afab253', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:11.533911 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-65b17d1f-ff0a-4931-b6ac-bd9f2f3935d4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:11.686690 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-9739f432-cbda-458a-b7b8-056a30ee2d8f None None] Allocated IP 172.20.0.2 (4390615e-82f2-4d66-b1c1-4847e8774578/b8297c84-1e01-455a-9116-410449e2e696/19e3ceb4-2c4c-4e4a-b0cb-063207ca2ebb) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:11.707614 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-65b17d1f-ff0a-4931-b6ac-bd9f2f3935d4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:11.762613 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1edf541c-394d-4c3b-89a8-7f80349e2ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148519324', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '11877b65-67ac-41e7-aa21-1f20da5739e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:50:08Z', 'updated_at': '2021-07-29T23:50:09Z', 'revision_number': 3, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '11877b65-67ac-41e7-aa21-1f20da5739e5', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:08Z', 'updated_at': '2021-07-29T23:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:11.799319 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edf541c-394d-4c3b-89a8-7f80349e2ece None None] The sync data for ids ['bf9fd675-82f6-4467-8a45-3ca2f12ed02d'] in n-d-712140-10 is: [{'id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148519324', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '11877b65-67ac-41e7-aa21-1f20da5739e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:50:08Z', 'updated_at': '2021-07-29T23:50:09Z', 'revision_number': 3, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '11877b65-67ac-41e7-aa21-1f20da5739e5', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:08Z', 'updated_at': '2021-07-29T23:50:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:50:11.892191 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-65b17d1f-ff0a-4931-b6ac-bd9f2f3935d4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Allocated IP 172.25.8.181 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/19b36890-496d-4e15-9f62-1de9d442a44a) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:11.911575 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9739f432-cbda-458a-b7b8-056a30ee2d8f None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:11.924354 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9739f432-cbda-458a-b7b8-056a30ee2d8f None None] Transition to ACTIVE for port object 19e3ceb4-2c4c-4e4a-b0cb-063207ca2ebb will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:11.940198 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9739f432-cbda-458a-b7b8-056a30ee2d8f None None] Transition to ACTIVE for port object 19e3ceb4-2c4c-4e4a-b0cb-063207ca2ebb will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:11.946429 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9739f432-cbda-458a-b7b8-056a30ee2d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:11.990499 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9739f432-cbda-458a-b7b8-056a30ee2d8f None None] Network 4390615e-82f2-4d66-b1c1-4847e8774578 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:11.993950 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-9739f432-cbda-458a-b7b8-056a30ee2d8f None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:11.998025 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9739f432-cbda-458a-b7b8-056a30ee2d8f None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:12.012914 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739f432-cbda-458a-b7b8-056a30ee2d8f None None] Pushing event updated for resources: {'Port': ['ID=19e3ceb4-2c4c-4e4a-b0cb-063207ca2ebb,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:12.022996 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-6e34d2b5-6984-4b28-b288-7f344a064bb8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Allocated IP 172.20.0.1 (4390615e-82f2-4d66-b1c1-4847e8774578/b8297c84-1e01-455a-9116-410449e2e696/6d3250fc-e78f-410e-93ef-b50a0646e252) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:12.050991 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-65b17d1f-ff0a-4931-b6ac-bd9f2f3935d4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:12.089355 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-9739f432-cbda-458a-b7b8-056a30ee2d8f None None] Attempting to bind port 19e3ceb4-2c4c-4e4a-b0cb-063207ca2ebb on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:50:12.092511 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-9739f432-cbda-458a-b7b8-056a30ee2d8f None None] Attempting to bind port 19e3ceb4-2c4c-4e4a-b0cb-063207ca2ebb by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'be9f8841-44fe-4ed1-9116-c3f0a58c4257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:50:12.093999 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9739f432-cbda-458a-b7b8-056a30ee2d8f None None] Attempting to bind port 19e3ceb4-2c4c-4e4a-b0cb-063207ca2ebb on network 4390615e-82f2-4d66-b1c1-4847e8774578 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:12.109314 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9739f432-cbda-458a-b7b8-056a30ee2d8f None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:50:12.109905 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9739f432-cbda-458a-b7b8-056a30ee2d8f None None] Checking segment: {'id': 'be9f8841-44fe-4ed1-9116-c3f0a58c4257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:12.120215 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9739f432-cbda-458a-b7b8-056a30ee2d8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:12.121045 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9739f432-cbda-458a-b7b8-056a30ee2d8f None None] Bound using segment: {'id': 'be9f8841-44fe-4ed1-9116-c3f0a58c4257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:50:12.127522 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-9739f432-cbda-458a-b7b8-056a30ee2d8f None None] Bound port: 19e3ceb4-2c4c-4e4a-b0cb-063207ca2ebb, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be9f8841-44fe-4ed1-9116-c3f0a58c4257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:50:12.128897 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-65b17d1f-ff0a-4931-b6ac-bd9f2f3935d4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:12.129202 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9739f432-cbda-458a-b7b8-056a30ee2d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:12.176016 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b17d1f-ff0a-4931-b6ac-bd9f2f3935d4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:12.179139 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-65b17d1f-ff0a-4931-b6ac-bd9f2f3935d4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:12.183038 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b17d1f-ff0a-4931-b6ac-bd9f2f3935d4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:12.212025 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b17d1f-ff0a-4931-b6ac-bd9f2f3935d4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Pushing event updated for resources: {'Port': ['ID=19b36890-496d-4e15-9f62-1de9d442a44a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:12.232773 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-9739f432-cbda-458a-b7b8-056a30ee2d8f None None] For port 19e3ceb4-2c4c-4e4a-b0cb-063207ca2ebb, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:50:12.236766 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-9739f432-cbda-458a-b7b8-056a30ee2d8f None None] For port 19e3ceb4-2c4c-4e4a-b0cb-063207ca2ebb, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=19e3ceb4-2c4c-4e4a-b0cb-063207ca2ebb,segment=NetworkSegment(be9f8841-44fe-4ed1-9116-c3f0a58c4257),segment_id=be9f8841-44fe-4ed1-9116-c3f0a58c4257)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:50:12.237672 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6e34d2b5-6984-4b28-b288-7f344a064bb8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:12.242588 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9739f432-cbda-458a-b7b8-056a30ee2d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:12.267643 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6e34d2b5-6984-4b28-b288-7f344a064bb8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Transition to ACTIVE for port object 6d3250fc-e78f-410e-93ef-b50a0646e252 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:12.312338 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9739f432-cbda-458a-b7b8-056a30ee2d8f None None] Pushing event updated for resources: {'Port': ['ID=19e3ceb4-2c4c-4e4a-b0cb-063207ca2ebb,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:12.349451 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6e34d2b5-6984-4b28-b288-7f344a064bb8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:12.407773 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e34d2b5-6984-4b28-b288-7f344a064bb8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Network 4390615e-82f2-4d66-b1c1-4847e8774578 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:12.411928 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-6e34d2b5-6984-4b28-b288-7f344a064bb8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:12.417287 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e34d2b5-6984-4b28-b288-7f344a064bb8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:12.449236 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e34d2b5-6984-4b28-b288-7f344a064bb8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'Port': ['ID=6d3250fc-e78f-410e-93ef-b50a0646e252,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:12.485852 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6e34d2b5-6984-4b28-b288-7f344a064bb8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:12.700791 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6e34d2b5-6984-4b28-b288-7f344a064bb8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:12.732984 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-65b17d1f-ff0a-4931-b6ac-bd9f2f3935d4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:12.888119 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-65b17d1f-ff0a-4931-b6ac-bd9f2f3935d4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:12.977880 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 19e3ceb4-2c4c-4e4a-b0cb-063207ca2ebb up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:13.055589 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 19e3ceb4-2c4c-4e4a-b0cb-063207ca2ebb completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:13.061484 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 11877b65-67ac-41e7-aa21-1f20da5739e5 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:13.129881 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 11877b65-67ac-41e7-aa21-1f20da5739e5 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:13.142245 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-65b17d1f-ff0a-4931-b6ac-bd9f2f3935d4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:13.143536 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 11877b65-67ac-41e7-aa21-1f20da5739e5 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:13.146314 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:13.150142 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-65b17d1f-ff0a-4931-b6ac-bd9f2f3935d4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:13.331894 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6e34d2b5-6984-4b28-b288-7f344a064bb8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:13.336765 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b17d1f-ff0a-4931-b6ac-bd9f2f3935d4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Pushing event updated for resources: {'Port': ['ID=19b36890-496d-4e15-9f62-1de9d442a44a,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:13.339043 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6e34d2b5-6984-4b28-b288-7f344a064bb8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:13.364304 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:13.384334 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-65b17d1f-ff0a-4931-b6ac-bd9f2f3935d4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:13.430256 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 11877b65-67ac-41e7-aa21-1f20da5739e5, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=11877b65-67ac-41e7-aa21-1f20da5739e5,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:13.437259 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:13.460754 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6e34d2b5-6984-4b28-b288-7f344a064bb8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:13.481025 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e34d2b5-6984-4b28-b288-7f344a064bb8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'Port': ['ID=6d3250fc-e78f-410e-93ef-b50a0646e252,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:13.527986 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=11877b65-67ac-41e7-aa21-1f20da5739e5,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:13.555505 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-65b17d1f-ff0a-4931-b6ac-bd9f2f3935d4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Floating IP 56663fbd-1523-4164-a680-a44d460e67e8 associated. External IP: 172.25.8.181, port: 131fb655-1bd4-4221-bdc8-8b873afab253. Jul 29 23:50:13.615113 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e34d2b5-6984-4b28-b288-7f344a064bb8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Network 4390615e-82f2-4d66-b1c1-4847e8774578 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:13.616690 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-6e34d2b5-6984-4b28-b288-7f344a064bb8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:13.701836 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2080134-3fd6-4cd1-baad-30811c9df6bd None None] Network 4390615e-82f2-4d66-b1c1-4847e8774578 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:50:13.778580 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0e7de864-29d4-4844-9a02-7b0ddd5b2a58 None None] Provisioning for port 19e3ceb4-2c4c-4e4a-b0cb-063207ca2ebb completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:13.794710 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0e7de864-29d4-4844-9a02-7b0ddd5b2a58 None None] Provisioning complete for port 19e3ceb4-2c4c-4e4a-b0cb-063207ca2ebb triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:13.795247 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0e7de864-29d4-4844-9a02-7b0ddd5b2a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:13.803533 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e34d2b5-6984-4b28-b288-7f344a064bb8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Router bf9fd675-82f6-4467-8a45-3ca2f12ed02d has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:50:13.822159 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65b17d1f-ff0a-4931-b6ac-bd9f2f3935d4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Router 3c707672-ccd9-4255-8d76-5999abaf8759 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:50:13.978334 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e34d2b5-6984-4b28-b288-7f344a064bb8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:50:13.993633 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6e34d2b5-6984-4b28-b288-7f344a064bb8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "PUT /v2.0/routers/bf9fd675-82f6-4467-8a45-3ca2f12ed02d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1483736 Jul 29 23:50:14.015562 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0e7de864-29d4-4844-9a02-7b0ddd5b2a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:14.071342 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-0e7de864-29d4-4844-9a02-7b0ddd5b2a58 None None] For port 19e3ceb4-2c4c-4e4a-b0cb-063207ca2ebb, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=19e3ceb4-2c4c-4e4a-b0cb-063207ca2ebb,segment=NetworkSegment(be9f8841-44fe-4ed1-9116-c3f0a58c4257),segment_id=be9f8841-44fe-4ed1-9116-c3f0a58c4257)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:14.075763 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0e7de864-29d4-4844-9a02-7b0ddd5b2a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:14.188613 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7de864-29d4-4844-9a02-7b0ddd5b2a58 None None] Pushing event updated for resources: {'Port': ['ID=19e3ceb4-2c4c-4e4a-b0cb-063207ca2ebb,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:14.388150 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0f5018-6d6b-4055-a7ec-3f371cda6963 None None] Sync routers for ids ['bf9fd675-82f6-4467-8a45-3ca2f12ed02d'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:50:14.401133 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0f5018-6d6b-4055-a7ec-3f371cda6963 None None] Routers {'bf9fd675-82f6-4467-8a45-3ca2f12ed02d'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:14.413674 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-8f0f5018-6d6b-4055-a7ec-3f371cda6963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:50:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bf9fd675-82f6-4467-8a45-3ca2f12ed02d'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:14.425002 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8800da99-24e0-4128-8166-616a38b7ec7d None None] Provisioning for port 6d3250fc-e78f-410e-93ef-b50a0646e252 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:14.430613 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8800da99-24e0-4128-8166-616a38b7ec7d None None] Provisioning complete for port 6d3250fc-e78f-410e-93ef-b50a0646e252 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:14.431727 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8800da99-24e0-4128-8166-616a38b7ec7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:14.471744 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8800da99-24e0-4128-8166-616a38b7ec7d None None] Port 6d3250fc-e78f-410e-93ef-b50a0646e252 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:50:14.497640 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-7cd5dff3-16fa-46c5-bfe7-1c90ae34771f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1945602261&fields=id&tenant_id=238a2371055343febcbc86645f67da5e HTTP/1.1" status: 200 len: 267 time: 0.0706463 Jul 29 23:50:14.506978 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8800da99-24e0-4128-8166-616a38b7ec7d None None] Provisioning complete for port 19e3ceb4-2c4c-4e4a-b0cb-063207ca2ebb triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:14.507371 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8800da99-24e0-4128-8166-616a38b7ec7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:14.554127 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-8f0f5018-6d6b-4055-a7ec-3f371cda6963 None None] Set router bf9fd675-82f6-4467-8a45-3ca2f12ed02d gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:14.609119 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65b17d1f-ff0a-4931-b6ac-bd9f2f3935d4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:50:14.628541 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6400aa37-ad31-44f1-a205-14f726193f9d None None] Sync routers for ids ['3c707672-ccd9-4255-8d76-5999abaf8759'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:50:14.646296 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6400aa37-ad31-44f1-a205-14f726193f9d None None] Routers {'3c707672-ccd9-4255-8d76-5999abaf8759'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:14.647252 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6400aa37-ad31-44f1-a205-14f726193f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:50:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['3c707672-ccd9-4255-8d76-5999abaf8759'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:14.754403 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-0ab20afc-7663-4738-ba1b-42754b914382 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:14.765564 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-0ab20afc-7663-4738-ba1b-42754b914382 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/networks?id=4390615e-82f2-4d66-b1c1-4847e8774578 HTTP/1.1" status: 200 len: 797 time: 0.2567990 Jul 29 23:50:14.774523 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-65b17d1f-ff0a-4931-b6ac-bd9f2f3935d4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:14.815960 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-86b2bb17-e073-427a-881f-76d24a61cef2 None None] Provisioning complete for port 6d3250fc-e78f-410e-93ef-b50a0646e252 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:14.816539 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-86b2bb17-e073-427a-881f-76d24a61cef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:14.835140 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46186) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:14.835728 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-65b17d1f-ff0a-4931-b6ac-bd9f2f3935d4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3338320 Jul 29 23:50:14.837172 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9ac6e9-0a8a-49f4-aae0-b51daab46a37', 'tag': '131fb655-1bd4-4221-bdc8-8b873afab253'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:14.839897 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886f30bf-ac27-4be5-ab8f-f3a6d4e8f1c6" -d '{"events": [{"name": "network-changed", "server_uuid": "0e9ac6e9-0a8a-49f4-aae0-b51daab46a37", "tag": "131fb655-1bd4-4221-bdc8-8b873afab253"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:14.854139 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-5b355001-31f8-4cd5-856a-493ce9729dc4 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/quotas/238a2371055343febcbc86645f67da5e HTTP/1.1" status: 200 len: 375 time: 0.0875289 Jul 29 23:50:14.916938 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-86b2bb17-e073-427a-881f-76d24a61cef2 None None] Port 6d3250fc-e78f-410e-93ef-b50a0646e252 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:50:14.944440 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-cda20175-a806-420a-8b6b-910274bc3834 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0878971 Jul 29 23:50:14.956573 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-6400aa37-ad31-44f1-a205-14f726193f9d None None] Set router 3c707672-ccd9-4255-8d76-5999abaf8759 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:15.021403 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 19e3ceb4-2c4c-4e4a-b0cb-063207ca2ebb up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:15.064695 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-2a4c742d-0250-414c-aee8-c55a16c14984 service neutron] 10.222.0.18 "GET /v2.0/networks/4390615e-82f2-4d66-b1c1-4847e8774578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155205 Jul 29 23:50:15.085929 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16aebe0-b25a-4791-8ba7-bd72c31cd5b0 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:15.086711 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16aebe0-b25a-4791-8ba7-bd72c31cd5b0 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:15.087340 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16aebe0-b25a-4791-8ba7-bd72c31cd5b0 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:15.088087 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16aebe0-b25a-4791-8ba7-bd72c31cd5b0 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:15.088712 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16aebe0-b25a-4791-8ba7-bd72c31cd5b0 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:15.089992 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16aebe0-b25a-4791-8ba7-bd72c31cd5b0 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:15.092674 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e16aebe0-b25a-4791-8ba7-bd72c31cd5b0 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4276 time: 0.2561817 Jul 29 23:50:15.095153 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-8f0f5018-6d6b-4055-a7ec-3f371cda6963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148519324', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '11877b65-67ac-41e7-aa21-1f20da5739e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:50:08Z', 'updated_at': '2021-07-29T23:50:12Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '11877b65-67ac-41e7-aa21-1f20da5739e5', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:08Z', 'updated_at': '2021-07-29T23:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '6d3250fc-e78f-410e-93ef-b50a0646e252', 'name': '', 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:cb:b9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'b8297c84-1e01-455a-9116-410449e2e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:11Z', 'updated_at': '2021-07-29T23:50:12Z', 'revision_number': 2, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': 'b8297c84-1e01-455a-9116-410449e2e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:15.095775 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46194) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:15.148331 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0f5018-6d6b-4055-a7ec-3f371cda6963 None None] Checking router: bf9fd675-82f6-4467-8a45-3ca2f12ed02d for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:50:15.148683 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0f5018-6d6b-4055-a7ec-3f371cda6963 None None] Updating router bf9fd675-82f6-4467-8a45-3ca2f12ed02d port 6d3250fc-e78f-410e-93ef-b50a0646e252 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:50:15.174017 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7143a8d6-8a9f-4470-83f1-508fe1e36ad0 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:15.174539 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7143a8d6-8a9f-4470-83f1-508fe1e36ad0 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:15.175062 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7143a8d6-8a9f-4470-83f1-508fe1e36ad0 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:15.175517 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7143a8d6-8a9f-4470-83f1-508fe1e36ad0 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:15.176022 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7143a8d6-8a9f-4470-83f1-508fe1e36ad0 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:15.176443 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7143a8d6-8a9f-4470-83f1-508fe1e36ad0 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:15.181709 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7143a8d6-8a9f-4470-83f1-508fe1e36ad0 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3993 time: 0.0842063 Jul 29 23:50:15.182376 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46200) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:15.191237 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a57bc386-2a3a-440e-ab84-d5099a336779 None None] Provisioning complete for port 6d3250fc-e78f-410e-93ef-b50a0646e252 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:15.191807 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a57bc386-2a3a-440e-ab84-d5099a336779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:15.241878 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8f0f5018-6d6b-4055-a7ec-3f371cda6963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:15.256917 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-925cd73f-43ff-449b-849c-6c812bae0bcb service neutron] 10.222.0.18 "GET /v2.0/networks/4390615e-82f2-4d66-b1c1-4847e8774578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912022 Jul 29 23:50:15.306451 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a57bc386-2a3a-440e-ab84-d5099a336779 None None] Port 6d3250fc-e78f-410e-93ef-b50a0646e252 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:50:15.308543 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 19e3ceb4-2c4c-4e4a-b0cb-063207ca2ebb triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:15.309000 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:15.465678 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46208) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:15.476223 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d3099ae5-e1e6-4c3a-8eda-b5960f4c25f8 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3064 time: 0.2917423 Jul 29 23:50:15.547144 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3b48c6-7dab-45ec-8063-d26aafd0f504 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:15.547650 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3b48c6-7dab-45ec-8063-d26aafd0f504 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:15.554544 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ad3b48c6-7dab-45ec-8063-d26aafd0f504 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3c707672-ccd9-4255-8d76-5999abaf8759 HTTP/1.1" status: 200 len: 1991 time: 0.0877481 Jul 29 23:50:15.560914 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be67103a-e30d-4d0b-83fe-3181ee0ae3f1 x-openstack-request-id: req-be67103a-e30d-4d0b-83fe-3181ee0ae3f1 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:15.561128 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e9ac6e9-0a8a-49f4-aae0-b51daab46a37", "tag": "131fb655-1bd4-4221-bdc8-8b873afab253", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:15.561371 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be67103a-e30d-4d0b-83fe-3181ee0ae3f1 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:15.561774 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9ac6e9-0a8a-49f4-aae0-b51daab46a37', 'tag': '131fb655-1bd4-4221-bdc8-8b873afab253', 'status': 'completed', 'code': 200} Jul 29 23:50:15.624614 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 11877b65-67ac-41e7-aa21-1f20da5739e5 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:15.674699 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da29f4d6-c532-4b21-b463-5456b43d9768 req-78aecf4d-43c0-4868-b57f-a476c85ac7e8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 210 time: 0.0551238 Jul 29 23:50:15.694498 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6400aa37-ad31-44f1-a205-14f726193f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'name': 'tempest-TestSecurityGroupsBasicOps-router-50219625', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b33bab39-22a5-47c4-96bb-a1f2695b461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:49Z', 'updated_at': '2021-07-29T23:49:55Z', 'revision_number': 4, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'gw_port': {'id': 'b33bab39-22a5-47c4-96bb-a1f2695b461c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:50Z', 'updated_at': '2021-07-29T23:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '56663fbd-1523-4164-a680-a44d460e67e8', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'floating_ip_address': '172.25.8.181', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'port_id': '131fb655-1bd4-4221-bdc8-8b873afab253', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f494fb-9cc2-4242-ae8c-f3f5050deb8c', 'mac_address': 'fa:16:3e:8e:a8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ac6e9-0a8a-49f4-aae0-b51daab46a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:50:12Z', 'updated_at': '2021-07-29T23:50:12Z', 'revision_number': 0, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95055b27-a39c-4755-a8b0-aaebbf0b8fa4', 'name': '', 'network_id': 'c7f494fb-9cc2-4242-ae8c-f3f5050deb8c', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'mac_address': 'fa:16:3e:21:50:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'a9f9b3ff-acaa-422d-9e07-7f06ae7805be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:54Z', 'updated_at': '2021-07-29T23:50:01Z', 'revision_number': 5, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'subnets': [{'id': 'a9f9b3ff-acaa-422d-9e07-7f06ae7805be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:15.707274 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f30bf-ac27-4be5-ab8f-f3a6d4e8f1c6 req-19ed57ee-63d2-4fb9-9126-d8659fbb87cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:15.707274 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-886f30bf-ac27-4be5-ab8f-f3a6d4e8f1c6 req-19ed57ee-63d2-4fb9-9126-d8659fbb87cf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=83f01be5ee1448fc8b8e9b2ef8a4bed2&device_id=0e9ac6e9-0a8a-49f4-aae0-b51daab46a37 HTTP/1.1" status: 200 len: 1136 time: 0.1432507 Jul 29 23:50:15.732828 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6400aa37-ad31-44f1-a205-14f726193f9d None None] Checking router: 3c707672-ccd9-4255-8d76-5999abaf8759 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:50:15.747189 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 11877b65-67ac-41e7-aa21-1f20da5739e5 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:15.747563 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:15.769635 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6400aa37-ad31-44f1-a205-14f726193f9d None None] Routers {'3c707672-ccd9-4255-8d76-5999abaf8759'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:15.770284 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6400aa37-ad31-44f1-a205-14f726193f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:50:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['3c707672-ccd9-4255-8d76-5999abaf8759'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:15.810636 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8f0f5018-6d6b-4055-a7ec-3f371cda6963 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:15.847007 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-8f0f5018-6d6b-4055-a7ec-3f371cda6963 None None] Transition to ACTIVE for port object 6d3250fc-e78f-410e-93ef-b50a0646e252 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:15.852692 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f30bf-ac27-4be5-ab8f-f3a6d4e8f1c6 req-d4dced66-1314-4df0-b54f-d56fd252ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:15.855332 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-886f30bf-ac27-4be5-ab8f-f3a6d4e8f1c6 req-d4dced66-1314-4df0-b54f-d56fd252ef16 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c7f494fb-9cc2-4242-ae8c-f3f5050deb8c HTTP/1.1" status: 200 len: 898 time: 0.1421647 Jul 29 23:50:15.861696 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8f0f5018-6d6b-4055-a7ec-3f371cda6963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:15.981388 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-6400aa37-ad31-44f1-a205-14f726193f9d None None] Set router 3c707672-ccd9-4255-8d76-5999abaf8759 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:16.054651 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-886f30bf-ac27-4be5-ab8f-f3a6d4e8f1c6 req-ceb9af45-177e-4137-b936-26ec5ff1617a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=131fb655-1bd4-4221-bdc8-8b873afab253 HTTP/1.1" status: 200 len: 999 time: 0.1896660 Jul 29 23:50:16.102946 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085bcc2-9408-439b-a578-cc1e456dfd1e None None] Pushing event updated for resources: {'Port': ['ID=6d3250fc-e78f-410e-93ef-b50a0646e252,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:16.125845 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-8f0f5018-6d6b-4055-a7ec-3f371cda6963 None None] Attempting to bind port 6d3250fc-e78f-410e-93ef-b50a0646e252 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:50:16.128512 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-8f0f5018-6d6b-4055-a7ec-3f371cda6963 None None] Attempting to bind port 6d3250fc-e78f-410e-93ef-b50a0646e252 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'be9f8841-44fe-4ed1-9116-c3f0a58c4257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:50:16.130733 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0f5018-6d6b-4055-a7ec-3f371cda6963 None None] Attempting to bind port 6d3250fc-e78f-410e-93ef-b50a0646e252 on network 4390615e-82f2-4d66-b1c1-4847e8774578 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:16.148607 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0f5018-6d6b-4055-a7ec-3f371cda6963 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:50:16.149272 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0f5018-6d6b-4055-a7ec-3f371cda6963 None None] Checking segment: {'id': 'be9f8841-44fe-4ed1-9116-c3f0a58c4257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:16.149740 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8f0f5018-6d6b-4055-a7ec-3f371cda6963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:16.150242 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f0f5018-6d6b-4055-a7ec-3f371cda6963 None None] Bound using segment: {'id': 'be9f8841-44fe-4ed1-9116-c3f0a58c4257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:50:16.150867 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-8f0f5018-6d6b-4055-a7ec-3f371cda6963 None None] Bound port: 6d3250fc-e78f-410e-93ef-b50a0646e252, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be9f8841-44fe-4ed1-9116-c3f0a58c4257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:50:16.155746 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f30bf-ac27-4be5-ab8f-f3a6d4e8f1c6 req-356794f0-25c9-48ae-bf73-8c2747f14620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:16.156779 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8f0f5018-6d6b-4055-a7ec-3f371cda6963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:16.161920 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-886f30bf-ac27-4be5-ab8f-f3a6d4e8f1c6 req-356794f0-25c9-48ae-bf73-8c2747f14620 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9f9b3ff-acaa-422d-9e07-7f06ae7805be HTTP/1.1" status: 200 len: 835 time: 0.0991879 Jul 29 23:50:16.264086 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f30bf-ac27-4be5-ab8f-f3a6d4e8f1c6 req-eecad89b-ff87-4e2d-82a7-1d3f5c8751df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:16.267174 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-886f30bf-ac27-4be5-ab8f-f3a6d4e8f1c6 req-eecad89b-ff87-4e2d-82a7-1d3f5c8751df service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7f494fb-9cc2-4242-ae8c-f3f5050deb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0951550 Jul 29 23:50:16.304800 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-8f0f5018-6d6b-4055-a7ec-3f371cda6963 None None] For port 6d3250fc-e78f-410e-93ef-b50a0646e252, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:50:16.309656 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-8f0f5018-6d6b-4055-a7ec-3f371cda6963 None None] For port 6d3250fc-e78f-410e-93ef-b50a0646e252, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6d3250fc-e78f-410e-93ef-b50a0646e252,segment=NetworkSegment(be9f8841-44fe-4ed1-9116-c3f0a58c4257),segment_id=be9f8841-44fe-4ed1-9116-c3f0a58c4257)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:50:16.317518 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8f0f5018-6d6b-4055-a7ec-3f371cda6963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:16.406123 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-886f30bf-ac27-4be5-ab8f-f3a6d4e8f1c6 req-e6b2b67f-8984-4b61-8929-0040e3c29002 service neutron] 10.222.0.23 "GET /v2.0/networks/c7f494fb-9cc2-4242-ae8c-f3f5050deb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297383 Jul 29 23:50:16.430177 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0f5018-6d6b-4055-a7ec-3f371cda6963 None None] Routers {'bf9fd675-82f6-4467-8a45-3ca2f12ed02d'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:16.430844 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-8f0f5018-6d6b-4055-a7ec-3f371cda6963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:50:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bf9fd675-82f6-4467-8a45-3ca2f12ed02d'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:16.535909 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-886f30bf-ac27-4be5-ab8f-f3a6d4e8f1c6 req-aa4aed27-ecb9-4cb5-b9aa-be7ef74ad019 service neutron] 10.222.0.23 "GET /v2.0/networks/c7f494fb-9cc2-4242-ae8c-f3f5050deb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189597 Jul 29 23:50:16.661724 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-8f0f5018-6d6b-4055-a7ec-3f371cda6963 None None] Set router bf9fd675-82f6-4467-8a45-3ca2f12ed02d gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:16.738711 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6400aa37-ad31-44f1-a205-14f726193f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'name': 'tempest-TestSecurityGroupsBasicOps-router-50219625', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b33bab39-22a5-47c4-96bb-a1f2695b461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:49Z', 'updated_at': '2021-07-29T23:49:55Z', 'revision_number': 4, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'gw_port': {'id': 'b33bab39-22a5-47c4-96bb-a1f2695b461c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:50Z', 'updated_at': '2021-07-29T23:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '56663fbd-1523-4164-a680-a44d460e67e8', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'floating_ip_address': '172.25.8.181', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'port_id': '131fb655-1bd4-4221-bdc8-8b873afab253', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f494fb-9cc2-4242-ae8c-f3f5050deb8c', 'mac_address': 'fa:16:3e:8e:a8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ac6e9-0a8a-49f4-aae0-b51daab46a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:50:12Z', 'updated_at': '2021-07-29T23:50:12Z', 'revision_number': 0, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95055b27-a39c-4755-a8b0-aaebbf0b8fa4', 'name': '', 'network_id': 'c7f494fb-9cc2-4242-ae8c-f3f5050deb8c', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'mac_address': 'fa:16:3e:21:50:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'a9f9b3ff-acaa-422d-9e07-7f06ae7805be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:54Z', 'updated_at': '2021-07-29T23:50:01Z', 'revision_number': 5, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'subnets': [{'id': 'a9f9b3ff-acaa-422d-9e07-7f06ae7805be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:16.802146 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6400aa37-ad31-44f1-a205-14f726193f9d None None] The sync data for ids ['3c707672-ccd9-4255-8d76-5999abaf8759'] in n-d-712140-10 is: [{'id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'name': 'tempest-TestSecurityGroupsBasicOps-router-50219625', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b33bab39-22a5-47c4-96bb-a1f2695b461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:49Z', 'updated_at': '2021-07-29T23:49:55Z', 'revision_number': 4, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'gw_port': {'id': 'b33bab39-22a5-47c4-96bb-a1f2695b461c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:50Z', 'updated_at': '2021-07-29T23:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '56663fbd-1523-4164-a680-a44d460e67e8', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'floating_ip_address': '172.25.8.181', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'port_id': '131fb655-1bd4-4221-bdc8-8b873afab253', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7f494fb-9cc2-4242-ae8c-f3f5050deb8c', 'mac_address': 'fa:16:3e:8e:a8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9ac6e9-0a8a-49f4-aae0-b51daab46a37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:50:12Z', 'updated_at': '2021-07-29T23:50:12Z', 'revision_number': 0, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95055b27-a39c-4755-a8b0-aaebbf0b8fa4', 'name': '', 'network_id': 'c7f494fb-9cc2-4242-ae8c-f3f5050deb8c', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'mac_address': 'fa:16:3e:21:50:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'a9f9b3ff-acaa-422d-9e07-7f06ae7805be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:54Z', 'updated_at': '2021-07-29T23:50:01Z', 'revision_number': 5, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'subnets': [{'id': 'a9f9b3ff-acaa-422d-9e07-7f06ae7805be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:50:16.818651 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8085bcc2-9408-439b-a578-cc1e456dfd1e None None] Pushing event updated for resources: {'Port': ['ID=6d3250fc-e78f-410e-93ef-b50a0646e252,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:16.872830 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5fc5cfed-fc47-4ad1-861e-7f14c06018dd req-effc4ba0-eca7-40bc-acc0-cab8a82bfdb2 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 210 time: 0.0737028 Jul 29 23:50:17.006282 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-8f0f5018-6d6b-4055-a7ec-3f371cda6963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148519324', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '11877b65-67ac-41e7-aa21-1f20da5739e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:50:08Z', 'updated_at': '2021-07-29T23:50:12Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '11877b65-67ac-41e7-aa21-1f20da5739e5', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:08Z', 'updated_at': '2021-07-29T23:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '6d3250fc-e78f-410e-93ef-b50a0646e252', 'name': '', 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:cb:b9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'b8297c84-1e01-455a-9116-410449e2e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:11Z', 'updated_at': '2021-07-29T23:50:16Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': 'b8297c84-1e01-455a-9116-410449e2e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:17.038507 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0f5018-6d6b-4055-a7ec-3f371cda6963 None None] The sync data for ids ['bf9fd675-82f6-4467-8a45-3ca2f12ed02d'] in n-d-712140-10 is: [{'id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148519324', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '11877b65-67ac-41e7-aa21-1f20da5739e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:50:08Z', 'updated_at': '2021-07-29T23:50:12Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '11877b65-67ac-41e7-aa21-1f20da5739e5', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:08Z', 'updated_at': '2021-07-29T23:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '6d3250fc-e78f-410e-93ef-b50a0646e252', 'name': '', 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:cb:b9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'b8297c84-1e01-455a-9116-410449e2e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:11Z', 'updated_at': '2021-07-29T23:50:16Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': 'b8297c84-1e01-455a-9116-410449e2e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:50:17.114476 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace3e44d-56ff-4160-b811-db48c32ea555 None None] New status for floating IP 56663fbd-1523-4164-a680-a44d460e67e8: ACTIVE {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:50:17.422164 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-bd73d4f2-89ff-4bd7-8d42-1ffd6dd93956 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:17.424057 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-bd73d4f2-89ff-4bd7-8d42-1ffd6dd93956 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.23 "GET /v2.0/networks?id=4390615e-82f2-4d66-b1c1-4847e8774578 HTTP/1.1" status: 200 len: 797 time: 0.1437280 Jul 29 23:50:17.482144 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-5317eeb3-2725-4fae-8ea4-8e4c67cc4523 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=238a2371055343febcbc86645f67da5e HTTP/1.1" status: 200 len: 380 time: 0.0475621 Jul 29 23:50:17.497957 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-4c125bb5-616d-43e1-95d1-3713b5e2c6a0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'port': {'device_id': '772e6167-6024-4959-afc9-27ae132402c3', 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578', 'admin_state_up': True, 'tenant_id': '238a2371055343febcbc86645f67da5e', 'security_groups': ['436b31c6-93b8-4918-96d6-255532eecf0b']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:17.650352 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-4c125bb5-616d-43e1-95d1-3713b5e2c6a0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Made reservation on behalf of 238a2371055343febcbc86645f67da5e for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:17.657592 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-4c125bb5-616d-43e1-95d1-3713b5e2c6a0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:17.826751 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-4c125bb5-616d-43e1-95d1-3713b5e2c6a0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Allocated IP 172.20.0.13 (4390615e-82f2-4d66-b1c1-4847e8774578/b8297c84-1e01-455a-9116-410449e2e696/385c02b2-5e1a-4f59-88a4-56c5b1435c5d) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:18.021000 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bde6ccdc-bd9f-4cac-8392-353cbafc1866 req-70da840a-cb8b-466c-9ea8-01f4707ae3c8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 210 time: 0.0337999 Jul 29 23:50:18.088230 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-4c125bb5-616d-43e1-95d1-3713b5e2c6a0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:18.106514 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-4c125bb5-616d-43e1-95d1-3713b5e2c6a0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Transition to ACTIVE for port object 385c02b2-5e1a-4f59-88a4-56c5b1435c5d will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:18.154482 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-4c125bb5-616d-43e1-95d1-3713b5e2c6a0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:18.221801 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-4c125bb5-616d-43e1-95d1-3713b5e2c6a0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Network 4390615e-82f2-4d66-b1c1-4847e8774578 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:18.227348 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-4c125bb5-616d-43e1-95d1-3713b5e2c6a0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:18.231333 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c125bb5-616d-43e1-95d1-3713b5e2c6a0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'Port': ['ID=385c02b2-5e1a-4f59-88a4-56c5b1435c5d,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:18.236433 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-4c125bb5-616d-43e1-95d1-3713b5e2c6a0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:18.300623 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-4c125bb5-616d-43e1-95d1-3713b5e2c6a0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:18.301377 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-4c125bb5-616d-43e1-95d1-3713b5e2c6a0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:18.319515 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-4c125bb5-616d-43e1-95d1-3713b5e2c6a0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8259075 Jul 29 23:50:18.335293 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-e7fb3ff4-f8e7-452b-aaf4-65f6db9bb726 service neutron] Request body: {'port': {'device_id': '772e6167-6024-4959-afc9-27ae132402c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:18.432307 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-e7fb3ff4-f8e7-452b-aaf4-65f6db9bb726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:18.504934 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e0944e7b-5f16-4b30-9732-efadbf482b39 None None] Provisioning for port 385c02b2-5e1a-4f59-88a4-56c5b1435c5d completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:18.509467 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e0944e7b-5f16-4b30-9732-efadbf482b39 None None] Provisioning complete for port 385c02b2-5e1a-4f59-88a4-56c5b1435c5d triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:18.509896 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e0944e7b-5f16-4b30-9732-efadbf482b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:18.571590 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e0944e7b-5f16-4b30-9732-efadbf482b39 None None] Port 385c02b2-5e1a-4f59-88a4-56c5b1435c5d cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:50:18.745067 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-e7fb3ff4-f8e7-452b-aaf4-65f6db9bb726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 385c02b2-5e1a-4f59-88a4-56c5b1435c5d {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:18.754347 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-e7fb3ff4-f8e7-452b-aaf4-65f6db9bb726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:18.769597 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-e7fb3ff4-f8e7-452b-aaf4-65f6db9bb726 service neutron] Transition to ACTIVE for port object 385c02b2-5e1a-4f59-88a4-56c5b1435c5d will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:18.780611 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-e7fb3ff4-f8e7-452b-aaf4-65f6db9bb726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:18.842088 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb3ff4-f8e7-452b-aaf4-65f6db9bb726 service neutron] Pushing event updated for resources: {'Port': ['ID=385c02b2-5e1a-4f59-88a4-56c5b1435c5d,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:18.884986 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6d3250fc-e78f-410e-93ef-b50a0646e252 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:18.957738 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 6d3250fc-e78f-410e-93ef-b50a0646e252 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:18.958506 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-e7fb3ff4-f8e7-452b-aaf4-65f6db9bb726 service neutron] Attempting to bind port 385c02b2-5e1a-4f59-88a4-56c5b1435c5d on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:50:18.958854 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-e7fb3ff4-f8e7-452b-aaf4-65f6db9bb726 service neutron] Attempting to bind port 385c02b2-5e1a-4f59-88a4-56c5b1435c5d by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'be9f8841-44fe-4ed1-9116-c3f0a58c4257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:50:18.959184 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-e7fb3ff4-f8e7-452b-aaf4-65f6db9bb726 service neutron] Attempting to bind port 385c02b2-5e1a-4f59-88a4-56c5b1435c5d on network 4390615e-82f2-4d66-b1c1-4847e8774578 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:18.964950 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 6d3250fc-e78f-410e-93ef-b50a0646e252 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:18.965169 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-e7fb3ff4-f8e7-452b-aaf4-65f6db9bb726 service neutron] Port 385c02b2-5e1a-4f59-88a4-56c5b1435c5d on network 4390615e-82f2-4d66-b1c1-4847e8774578 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:50:18.965351 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:18.965514 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-e7fb3ff4-f8e7-452b-aaf4-65f6db9bb726 service neutron] Attempting to bind port 385c02b2-5e1a-4f59-88a4-56c5b1435c5d on network 4390615e-82f2-4d66-b1c1-4847e8774578 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:18.976111 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-e7fb3ff4-f8e7-452b-aaf4-65f6db9bb726 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:50:18.976967 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-e7fb3ff4-f8e7-452b-aaf4-65f6db9bb726 service neutron] Checking segment: {'id': 'be9f8841-44fe-4ed1-9116-c3f0a58c4257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:18.977612 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-e7fb3ff4-f8e7-452b-aaf4-65f6db9bb726 service neutron] Bound using segment: {'id': 'be9f8841-44fe-4ed1-9116-c3f0a58c4257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:50:18.978069 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-e7fb3ff4-f8e7-452b-aaf4-65f6db9bb726 service neutron] Bound port: 385c02b2-5e1a-4f59-88a4-56c5b1435c5d, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be9f8841-44fe-4ed1-9116-c3f0a58c4257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:50:18.978439 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-e7fb3ff4-f8e7-452b-aaf4-65f6db9bb726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:19.064734 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:19.078252 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-e7fb3ff4-f8e7-452b-aaf4-65f6db9bb726 service neutron] For port 385c02b2-5e1a-4f59-88a4-56c5b1435c5d, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:50:19.083904 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-e7fb3ff4-f8e7-452b-aaf4-65f6db9bb726 service neutron] For port 385c02b2-5e1a-4f59-88a4-56c5b1435c5d, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=385c02b2-5e1a-4f59-88a4-56c5b1435c5d,segment=NetworkSegment(be9f8841-44fe-4ed1-9116-c3f0a58c4257),segment_id=be9f8841-44fe-4ed1-9116-c3f0a58c4257)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:50:19.099980 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-e7fb3ff4-f8e7-452b-aaf4-65f6db9bb726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:19.107323 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 6d3250fc-e78f-410e-93ef-b50a0646e252, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6d3250fc-e78f-410e-93ef-b50a0646e252,segment=NetworkSegment(be9f8841-44fe-4ed1-9116-c3f0a58c4257),segment_id=be9f8841-44fe-4ed1-9116-c3f0a58c4257)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:19.116317 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:19.151298 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-e7fb3ff4-f8e7-452b-aaf4-65f6db9bb726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:19.153166 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-e7fb3ff4-f8e7-452b-aaf4-65f6db9bb726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:19.155038 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-e7fb3ff4-f8e7-452b-aaf4-65f6db9bb726 service neutron] 10.222.0.23 "PUT /v2.0/ports/385c02b2-5e1a-4f59-88a4-56c5b1435c5d HTTP/1.1" status: 200 len: 1093 time: 0.8272722 Jul 29 23:50:19.171083 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772e6167-6024-4959-afc9-27ae132402c3', 'tag': '385c02b2-5e1a-4f59-88a4-56c5b1435c5d'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:19.174084 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2a4d0b-15c7-417b-93bf-7f696c31c9db" -d '{"events": [{"name": "network-changed", "server_uuid": "772e6167-6024-4959-afc9-27ae132402c3", "tag": "385c02b2-5e1a-4f59-88a4-56c5b1435c5d"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:19.184409 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=6d3250fc-e78f-410e-93ef-b50a0646e252,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:19.270431 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fb3ff4-f8e7-452b-aaf4-65f6db9bb726 service neutron] Pushing event updated for resources: {'Port': ['ID=385c02b2-5e1a-4f59-88a4-56c5b1435c5d,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:19.284986 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6ede8-0b27-47cc-a7f1-74d1c3ead4fb req-db98ef0a-f03a-440b-b5d6-ad8d14b23231 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:19.286880 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ae6ede8-0b27-47cc-a7f1-74d1c3ead4fb req-db98ef0a-f03a-440b-b5d6-ad8d14b23231 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 944 time: 0.1429980 Jul 29 23:50:19.301486 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-4539799f-4233-4d60-9f21-1afae6a46301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:19.303528 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-4539799f-4233-4d60-9f21-1afae6a46301 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 1096 time: 0.0912414 Jul 29 23:50:19.371828 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-276a2c10-fbfc-4f9e-8e32-7b638fa8e37d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=385c02b2-5e1a-4f59-88a4-56c5b1435c5d HTTP/1.1" status: 200 len: 217 time: 0.0443482 Jul 29 23:50:19.401326 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ae6ede8-0b27-47cc-a7f1-74d1c3ead4fb req-89ffcd03-d47d-43f2-b4cc-71a612b1d3ed tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037002 Jul 29 23:50:19.466977 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-14a81a14-473f-4ade-b59e-3a7085a416a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:19.468752 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-14a81a14-473f-4ade-b59e-3a7085a416a1 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b8297c84-1e01-455a-9116-410449e2e696 HTTP/1.1" status: 200 len: 833 time: 0.0835249 Jul 29 23:50:19.488246 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82923c52-678b-4fff-a873-cc031c8986dd x-openstack-request-id: req-82923c52-678b-4fff-a873-cc031c8986dd {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:19.488246 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "772e6167-6024-4959-afc9-27ae132402c3", "tag": "385c02b2-5e1a-4f59-88a4-56c5b1435c5d", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:19.488503 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-82923c52-678b-4fff-a873-cc031c8986dd {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:19.488837 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '772e6167-6024-4959-afc9-27ae132402c3', 'tag': '385c02b2-5e1a-4f59-88a4-56c5b1435c5d', 'status': 'completed', 'code': 200} Jul 29 23:50:19.522178 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-2a32a930-cb6b-41d8-855c-261865a82125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:19.523887 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-2a32a930-cb6b-41d8-855c-261865a82125 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4390615e-82f2-4d66-b1c1-4847e8774578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480487 Jul 29 23:50:19.621565 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-4e970f60-159c-4ba1-981c-e7f3ffae9bd2 service neutron] 10.222.0.23 "GET /v2.0/networks/4390615e-82f2-4d66-b1c1-4847e8774578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901966 Jul 29 23:50:19.713136 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a490623-0663-466d-a2bf-9dd9376b75ec req-2bd86a21-8f88-4841-8ecf-cbacce06b2c5 service neutron] 10.222.0.23 "GET /v2.0/networks/4390615e-82f2-4d66-b1c1-4847e8774578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827312 Jul 29 23:50:19.800192 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a4d0b-15c7-417b-93bf-7f696c31c9db req-86e2caee-d620-4f20-b326-1daf92652196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:19.801683 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa2a4d0b-15c7-417b-93bf-7f696c31c9db req-86e2caee-d620-4f20-b326-1daf92652196 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 1096 time: 0.0410280 Jul 29 23:50:19.900685 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a4d0b-15c7-417b-93bf-7f696c31c9db req-87b3e41e-9c45-4b74-a361-a69e15621adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:19.902305 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa2a4d0b-15c7-417b-93bf-7f696c31c9db req-87b3e41e-9c45-4b74-a361-a69e15621adc service neutron] 10.222.0.23 "GET /v2.0/networks?id=4390615e-82f2-4d66-b1c1-4847e8774578 HTTP/1.1" status: 200 len: 898 time: 0.0903327 Jul 29 23:50:19.947881 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa2a4d0b-15c7-417b-93bf-7f696c31c9db req-60b0a1cc-0274-457c-a3c8-90f78b3c3d15 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=385c02b2-5e1a-4f59-88a4-56c5b1435c5d HTTP/1.1" status: 200 len: 217 time: 0.0360677 Jul 29 23:50:20.008147 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a4d0b-15c7-417b-93bf-7f696c31c9db req-dbbe88f2-e889-4194-b2cf-a2ca52261b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:20.009574 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa2a4d0b-15c7-417b-93bf-7f696c31c9db req-dbbe88f2-e889-4194-b2cf-a2ca52261b37 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b8297c84-1e01-455a-9116-410449e2e696 HTTP/1.1" status: 200 len: 833 time: 0.0434523 Jul 29 23:50:20.071268 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a4d0b-15c7-417b-93bf-7f696c31c9db req-45f46992-6d41-4af5-b3c7-695f02177edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:20.072701 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa2a4d0b-15c7-417b-93bf-7f696c31c9db req-45f46992-6d41-4af5-b3c7-695f02177edb service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4390615e-82f2-4d66-b1c1-4847e8774578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448883 Jul 29 23:50:20.160893 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa2a4d0b-15c7-417b-93bf-7f696c31c9db req-e2402cc1-db5d-4321-90f8-75c379a6ca97 service neutron] 10.222.0.23 "GET /v2.0/networks/4390615e-82f2-4d66-b1c1-4847e8774578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798738 Jul 29 23:50:20.255079 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa2a4d0b-15c7-417b-93bf-7f696c31c9db req-e78068ec-4d7e-4c0f-bcfc-096e7e78531e service neutron] 10.222.0.23 "GET /v2.0/networks/4390615e-82f2-4d66-b1c1-4847e8774578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859756 Jul 29 23:50:20.527343 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63017d83-4000-4482-9ea6-ab4f57e13d21 req-0f0e74d4-add7-49d1-94c7-25732da3005e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:20.528902 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-63017d83-4000-4482-9ea6-ab4f57e13d21 req-0f0e74d4-add7-49d1-94c7-25732da3005e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 944 time: 0.0507126 Jul 29 23:50:20.568544 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-63017d83-4000-4482-9ea6-ab4f57e13d21 req-83b572ad-7848-4d04-aca9-9ac1f8f3d062 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327041 Jul 29 23:50:20.845516 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6d3250fc-e78f-410e-93ef-b50a0646e252 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:20.889499 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 6d3250fc-e78f-410e-93ef-b50a0646e252 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:20.889883 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:21.687339 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70944d3-47e9-401c-8de2-ed0a7215cc62 req-19df9000-1796-4e41-aac3-0e727a0159a1 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:21.688926 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b70944d3-47e9-401c-8de2-ed0a7215cc62 req-19df9000-1796-4e41-aac3-0e727a0159a1 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 944 time: 0.0509944 Jul 29 23:50:21.729009 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b70944d3-47e9-401c-8de2-ed0a7215cc62 req-626c3071-1019-41fc-b74b-8c5f69be2343 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333261 Jul 29 23:50:21.932997 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 385c02b2-5e1a-4f59-88a4-56c5b1435c5d details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:50:22.029755 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 385c02b2-5e1a-4f59-88a4-56c5b1435c5d, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=385c02b2-5e1a-4f59-88a4-56c5b1435c5d,segment=NetworkSegment(be9f8841-44fe-4ed1-9116-c3f0a58c4257),segment_id=be9f8841-44fe-4ed1-9116-c3f0a58c4257)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:22.041860 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '385c02b2-5e1a-4f59-88a4-56c5b1435c5d', 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578', 'port_id': '385c02b2-5e1a-4f59-88a4-56c5b1435c5d', 'mac_address': 'fa:16:3e:ac:bc:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8297c84-1e01-455a-9116-410449e2e696', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:50:22.079269 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:22.092467 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 385c02b2-5e1a-4f59-88a4-56c5b1435c5d {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:22.111811 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 385c02b2-5e1a-4f59-88a4-56c5b1435c5d, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=385c02b2-5e1a-4f59-88a4-56c5b1435c5d,segment=NetworkSegment(be9f8841-44fe-4ed1-9116-c3f0a58c4257),segment_id=be9f8841-44fe-4ed1-9116-c3f0a58c4257)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:22.116844 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:22.166420 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=385c02b2-5e1a-4f59-88a4-56c5b1435c5d,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:22.348974 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['385c02b2-5e1a-4f59-88a4-56c5b1435c5d'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:22.857581 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965945bb-cbbe-4aa7-acea-ef91b66782a7 req-ca3bbe71-a52f-4ad7-b5e3-727b481ed713 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:22.859295 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-965945bb-cbbe-4aa7-acea-ef91b66782a7 req-ca3bbe71-a52f-4ad7-b5e3-727b481ed713 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 945 time: 0.0594873 Jul 29 23:50:22.901345 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-965945bb-cbbe-4aa7-acea-ef91b66782a7 req-625f8cc4-d3cd-4eae-8d19-9437fdb2c8e8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358560 Jul 29 23:50:23.950488 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 385c02b2-5e1a-4f59-88a4-56c5b1435c5d up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:24.002270 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 385c02b2-5e1a-4f59-88a4-56c5b1435c5d completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:24.006013 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 385c02b2-5e1a-4f59-88a4-56c5b1435c5d triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:24.006393 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:24.023851 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b71de8c-68d8-407f-91bb-66799fc91377 req-5df0521f-4740-460a-859e-082b80a45acb tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:24.025357 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9b71de8c-68d8-407f-91bb-66799fc91377 req-5df0521f-4740-460a-859e-082b80a45acb tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 945 time: 0.0505738 Jul 29 23:50:24.066133 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9b71de8c-68d8-407f-91bb-66799fc91377 req-3bc10190-0206-4c6e-ae90-255a4d3acdb2 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340278 Jul 29 23:50:24.089205 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:24.110281 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772e6167-6024-4959-afc9-27ae132402c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385c02b2-5e1a-4f59-88a4-56c5b1435c5d'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:24.112549 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7724e047-f5c4-452c-99a9-5ebf39a6993a" -d '{"events": [{"server_uuid": "772e6167-6024-4959-afc9-27ae132402c3", "name": "network-vif-plugged", "status": "completed", "tag": "385c02b2-5e1a-4f59-88a4-56c5b1435c5d"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:24.126240 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 385c02b2-5e1a-4f59-88a4-56c5b1435c5d, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=385c02b2-5e1a-4f59-88a4-56c5b1435c5d,segment=NetworkSegment(be9f8841-44fe-4ed1-9116-c3f0a58c4257),segment_id=be9f8841-44fe-4ed1-9116-c3f0a58c4257)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:24.130209 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:24.156129 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb81a3c-7bef-4a37-8f99-71fa2e1e25ba x-openstack-request-id: req-afb81a3c-7bef-4a37-8f99-71fa2e1e25ba {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:24.156427 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772e6167-6024-4959-afc9-27ae132402c3", "name": "network-vif-plugged", "status": "completed", "tag": "385c02b2-5e1a-4f59-88a4-56c5b1435c5d", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:24.156864 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-afb81a3c-7bef-4a37-8f99-71fa2e1e25ba {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:24.157288 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772e6167-6024-4959-afc9-27ae132402c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385c02b2-5e1a-4f59-88a4-56c5b1435c5d', 'code': 200} Jul 29 23:50:24.186167 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=385c02b2-5e1a-4f59-88a4-56c5b1435c5d,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:24.254695 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3758859-0688-4c3d-af97-1d68d205a598 req-c205d670-01c4-4115-9d7f-9d40ea34b30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:24.256196 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d3758859-0688-4c3d-af97-1d68d205a598 req-c205d670-01c4-4115-9d7f-9d40ea34b30e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 1098 time: 0.0389822 Jul 29 23:50:24.294938 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d3758859-0688-4c3d-af97-1d68d205a598 req-a6997e56-1c30-47ab-86f0-b02c38f365c9 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291226 Jul 29 23:50:25.195442 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd28f0a-325d-45a3-9ecd-31ce34aa61ca req-95a3f531-e498-4ac2-b2ac-4442bbfbc9cc tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:25.196764 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1cd28f0a-325d-45a3-9ecd-31ce34aa61ca req-95a3f531-e498-4ac2-b2ac-4442bbfbc9cc tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 946 time: 0.0580533 Jul 29 23:50:25.244372 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1cd28f0a-325d-45a3-9ecd-31ce34aa61ca req-ed88a1d0-6d52-4a71-a5c8-f564323fc69e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405285 Jul 29 23:50:26.362386 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b5606-b15c-4337-a51f-b21d2e8051c9 req-cc03ca49-37bf-4395-90a7-984782da7d86 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:26.364228 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e66b5606-b15c-4337-a51f-b21d2e8051c9 req-cc03ca49-37bf-4395-90a7-984782da7d86 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 946 time: 0.0499468 Jul 29 23:50:26.406056 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e66b5606-b15c-4337-a51f-b21d2e8051c9 req-a90703b6-bc2d-4079-a766-1b74c7ba645f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357368 Jul 29 23:50:26.522608 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0d3b5-d669-4430-a07a-3e44d84b9306 req-53298ac3-32a7-4e3a-a28b-732456c43988 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:26.524207 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-02c0d3b5-d669-4430-a07a-3e44d84b9306 req-53298ac3-32a7-4e3a-a28b-732456c43988 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 946 time: 0.0507429 Jul 29 23:50:26.563958 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-02c0d3b5-d669-4430-a07a-3e44d84b9306 req-be044b03-55f4-48e6-bd02-cc4e90a14819 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335305 Jul 29 23:50:26.586658 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46356) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:26.630449 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94a5ae78-21a1-430a-8840-3cb7d43e04df tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:26.632037 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-94a5ae78-21a1-430a-8840-3cb7d43e04df tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 1093 time: 0.0443380 Jul 29 23:50:26.634937 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46358) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:26.639460 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-e9a0493c-c555-4408-8b34-f44794328fac tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'port_id': '385c02b2-5e1a-4f59-88a4-56c5b1435c5d', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:26.661171 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e9a0493c-c555-4408-8b34-f44794328fac tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:26.757344 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e9a0493c-c555-4408-8b34-f44794328fac tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:26.868497 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-e9a0493c-c555-4408-8b34-f44794328fac tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Allocated IP 172.25.8.207 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/7e4fafda-8d5d-4ffe-9c98-b1f0e79fc1c5) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:26.973386 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e9a0493c-c555-4408-8b34-f44794328fac tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:27.014175 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e9a0493c-c555-4408-8b34-f44794328fac tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:27.054944 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a0493c-c555-4408-8b34-f44794328fac tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:27.060084 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-e9a0493c-c555-4408-8b34-f44794328fac tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:27.065655 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a0493c-c555-4408-8b34-f44794328fac tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:27.087898 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0493c-c555-4408-8b34-f44794328fac tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'Port': ['ID=7e4fafda-8d5d-4ffe-9c98-b1f0e79fc1c5,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:27.465873 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e9a0493c-c555-4408-8b34-f44794328fac tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:27.544108 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e9a0493c-c555-4408-8b34-f44794328fac tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:27.702189 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e9a0493c-c555-4408-8b34-f44794328fac tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:27.706648 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e9a0493c-c555-4408-8b34-f44794328fac tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:27.776933 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a0493c-c555-4408-8b34-f44794328fac tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'Port': ['ID=7e4fafda-8d5d-4ffe-9c98-b1f0e79fc1c5,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:27.788355 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e9a0493c-c555-4408-8b34-f44794328fac tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:27.900826 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-e9a0493c-c555-4408-8b34-f44794328fac tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Floating IP c7fc5bb7-7e9d-4299-895b-b0662de11616 associated. External IP: 172.25.8.207, port: 385c02b2-5e1a-4f59-88a4-56c5b1435c5d. Jul 29 23:50:28.125198 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a0493c-c555-4408-8b34-f44794328fac tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Router bf9fd675-82f6-4467-8a45-3ca2f12ed02d has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:50:28.233032 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a0493c-c555-4408-8b34-f44794328fac tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:50:28.244446 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a4679f-1679-444d-99ed-00a1b4b1610f None None] Sync routers for ids ['bf9fd675-82f6-4467-8a45-3ca2f12ed02d'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:50:28.252261 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e9a0493c-c555-4408-8b34-f44794328fac tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:28.255715 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a4679f-1679-444d-99ed-00a1b4b1610f None None] Routers {'bf9fd675-82f6-4467-8a45-3ca2f12ed02d'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:28.256491 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-05a4679f-1679-444d-99ed-00a1b4b1610f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:50:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bf9fd675-82f6-4467-8a45-3ca2f12ed02d'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:28.294935 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e9a0493c-c555-4408-8b34-f44794328fac tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6589069 Jul 29 23:50:28.296541 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772e6167-6024-4959-afc9-27ae132402c3', 'tag': '385c02b2-5e1a-4f59-88a4-56c5b1435c5d'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:28.299149 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfee769e-4413-4487-8d1a-359cef73d203" -d '{"events": [{"name": "network-changed", "server_uuid": "772e6167-6024-4959-afc9-27ae132402c3", "tag": "385c02b2-5e1a-4f59-88a4-56c5b1435c5d"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:28.384491 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-05a4679f-1679-444d-99ed-00a1b4b1610f None None] Set router bf9fd675-82f6-4467-8a45-3ca2f12ed02d gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:28.401788 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bb01dc-3130-4b53-98d9-05ae11e047c8 req-882dfb99-e489-4729-8a02-01edba16bf0b tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:28.403584 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5bb01dc-3130-4b53-98d9-05ae11e047c8 req-882dfb99-e489-4729-8a02-01edba16bf0b tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 946 time: 0.0507817 Jul 29 23:50:28.443816 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5bb01dc-3130-4b53-98d9-05ae11e047c8 req-0b35ac76-837f-489d-8044-ac86f73524f5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338824 Jul 29 23:50:28.470227 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46374) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:28.498974 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5c0152-740e-4fad-90a3-f2f6a8c7375c x-openstack-request-id: req-cc5c0152-740e-4fad-90a3-f2f6a8c7375c {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:28.499941 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "772e6167-6024-4959-afc9-27ae132402c3", "tag": "385c02b2-5e1a-4f59-88a4-56c5b1435c5d", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:28.500383 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cc5c0152-740e-4fad-90a3-f2f6a8c7375c {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:28.501071 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '772e6167-6024-4959-afc9-27ae132402c3', 'tag': '385c02b2-5e1a-4f59-88a4-56c5b1435c5d', 'status': 'completed', 'code': 200} Jul 29 23:50:28.535274 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-eb620507-7967-422d-8a4f-e14433f36077 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/floatingips/c7fc5bb7-7e9d-4299-895b-b0662de11616 HTTP/1.1" status: 200 len: 992 time: 0.0634725 Jul 29 23:50:28.570179 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee769e-4413-4487-8d1a-359cef73d203 req-d6d5e966-68f2-4f9c-b561-fadb2e17b515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:28.572043 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cfee769e-4413-4487-8d1a-359cef73d203 req-d6d5e966-68f2-4f9c-b561-fadb2e17b515 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 1098 time: 0.0478458 Jul 29 23:50:28.648371 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-05a4679f-1679-444d-99ed-00a1b4b1610f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148519324', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '11877b65-67ac-41e7-aa21-1f20da5739e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:50:08Z', 'updated_at': '2021-07-29T23:50:12Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '11877b65-67ac-41e7-aa21-1f20da5739e5', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:08Z', 'updated_at': '2021-07-29T23:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': 'c7fc5bb7-7e9d-4299-895b-b0662de11616', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'floating_ip_address': '172.25.8.207', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'port_id': '385c02b2-5e1a-4f59-88a4-56c5b1435c5d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578', 'mac_address': 'fa:16:3e:ac:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e6167-6024-4959-afc9-27ae132402c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:50:27Z', 'updated_at': '2021-07-29T23:50:27Z', 'revision_number': 0, 'project_id': '238a2371055343febcbc86645f67da5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3250fc-e78f-410e-93ef-b50a0646e252', 'name': '', 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:cb:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'b8297c84-1e01-455a-9116-410449e2e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:11Z', 'updated_at': '2021-07-29T23:50:19Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': 'b8297c84-1e01-455a-9116-410449e2e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:28.669419 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee769e-4413-4487-8d1a-359cef73d203 req-4407306a-f450-47e5-aa29-c2aec9fa574e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:28.670914 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cfee769e-4413-4487-8d1a-359cef73d203 req-4407306a-f450-47e5-aa29-c2aec9fa574e service neutron] 10.222.0.23 "GET /v2.0/networks?id=4390615e-82f2-4d66-b1c1-4847e8774578 HTTP/1.1" status: 200 len: 898 time: 0.0914249 Jul 29 23:50:28.676181 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a4679f-1679-444d-99ed-00a1b4b1610f None None] Checking router: bf9fd675-82f6-4467-8a45-3ca2f12ed02d for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:50:28.686350 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a4679f-1679-444d-99ed-00a1b4b1610f None None] Routers {'bf9fd675-82f6-4467-8a45-3ca2f12ed02d'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:28.686969 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-05a4679f-1679-444d-99ed-00a1b4b1610f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:50:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bf9fd675-82f6-4467-8a45-3ca2f12ed02d'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:28.741383 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cfee769e-4413-4487-8d1a-359cef73d203 req-a098ccc6-c09e-40ad-9de2-696f888a4bba service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=385c02b2-5e1a-4f59-88a4-56c5b1435c5d HTTP/1.1" status: 200 len: 1000 time: 0.0628779 Jul 29 23:50:28.798398 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee769e-4413-4487-8d1a-359cef73d203 req-a5f69f84-734f-4f5a-aa1d-bb33ff825649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:28.799936 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cfee769e-4413-4487-8d1a-359cef73d203 req-a5f69f84-734f-4f5a-aa1d-bb33ff825649 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b8297c84-1e01-455a-9116-410449e2e696 HTTP/1.1" status: 200 len: 833 time: 0.0513530 Jul 29 23:50:28.800884 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-05a4679f-1679-444d-99ed-00a1b4b1610f None None] Set router bf9fd675-82f6-4467-8a45-3ca2f12ed02d gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:28.848289 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfee769e-4413-4487-8d1a-359cef73d203 req-d2d996ea-ed58-4a78-bfa7-153a2957f49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:28.849812 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cfee769e-4413-4487-8d1a-359cef73d203 req-d2d996ea-ed58-4a78-bfa7-153a2957f49e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4390615e-82f2-4d66-b1c1-4847e8774578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413988 Jul 29 23:50:28.947829 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cfee769e-4413-4487-8d1a-359cef73d203 req-0adcfb83-608f-4e09-9069-3ceeb4e17ca6 service neutron] 10.222.0.23 "GET /v2.0/networks/4390615e-82f2-4d66-b1c1-4847e8774578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897126 Jul 29 23:50:29.061182 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-05a4679f-1679-444d-99ed-00a1b4b1610f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148519324', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '11877b65-67ac-41e7-aa21-1f20da5739e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:50:08Z', 'updated_at': '2021-07-29T23:50:12Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '11877b65-67ac-41e7-aa21-1f20da5739e5', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:08Z', 'updated_at': '2021-07-29T23:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': 'c7fc5bb7-7e9d-4299-895b-b0662de11616', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'floating_ip_address': '172.25.8.207', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'port_id': '385c02b2-5e1a-4f59-88a4-56c5b1435c5d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578', 'mac_address': 'fa:16:3e:ac:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e6167-6024-4959-afc9-27ae132402c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:50:27Z', 'updated_at': '2021-07-29T23:50:27Z', 'revision_number': 0, 'project_id': '238a2371055343febcbc86645f67da5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3250fc-e78f-410e-93ef-b50a0646e252', 'name': '', 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:cb:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'b8297c84-1e01-455a-9116-410449e2e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:11Z', 'updated_at': '2021-07-29T23:50:19Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': 'b8297c84-1e01-455a-9116-410449e2e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:29.096804 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05a4679f-1679-444d-99ed-00a1b4b1610f None None] The sync data for ids ['bf9fd675-82f6-4467-8a45-3ca2f12ed02d'] in n-d-712140-10 is: [{'id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148519324', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '11877b65-67ac-41e7-aa21-1f20da5739e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:50:08Z', 'updated_at': '2021-07-29T23:50:12Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '11877b65-67ac-41e7-aa21-1f20da5739e5', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:08Z', 'updated_at': '2021-07-29T23:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': 'c7fc5bb7-7e9d-4299-895b-b0662de11616', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'floating_ip_address': '172.25.8.207', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'port_id': '385c02b2-5e1a-4f59-88a4-56c5b1435c5d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578', 'mac_address': 'fa:16:3e:ac:bc:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e6167-6024-4959-afc9-27ae132402c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:50:27Z', 'updated_at': '2021-07-29T23:50:27Z', 'revision_number': 0, 'project_id': '238a2371055343febcbc86645f67da5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d3250fc-e78f-410e-93ef-b50a0646e252', 'name': '', 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:cb:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'b8297c84-1e01-455a-9116-410449e2e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:11Z', 'updated_at': '2021-07-29T23:50:19Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': 'b8297c84-1e01-455a-9116-410449e2e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:50:29.463048 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69822cf-884c-434f-bdf1-39e382d2833c None None] New status for floating IP c7fc5bb7-7e9d-4299-895b-b0662de11616: ACTIVE {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:50:29.515366 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cfee769e-4413-4487-8d1a-359cef73d203 req-38a5a136-089b-458b-9dff-eeed1c567140 service neutron] 10.222.0.23 "GET /v2.0/networks/4390615e-82f2-4d66-b1c1-4847e8774578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5556421 Jul 29 23:50:29.536807 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46402) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:29.615524 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ae4f8de6-8bfd-40e4-8cf8-7697b2faf1d7 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/floatingips/c7fc5bb7-7e9d-4299-895b-b0662de11616 HTTP/1.1" status: 200 len: 992 time: 0.0752625 Jul 29 23:50:29.670473 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:29.910071 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:30.028293 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46416) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:30.142210 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e57bb21d-516a-44c8-94a4-1883265b128b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:30.247554 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e57bb21d-516a-44c8-94a4-1883265b128b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:30.252137 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e57bb21d-516a-44c8-94a4-1883265b128b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:30.300093 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e57bb21d-516a-44c8-94a4-1883265b128b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fe13418ad9fb46e2b72b3f791e0278dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2708337 Jul 29 23:50:30.300962 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57bb21d-516a-44c8-94a4-1883265b128b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14e33eb6-dd20-4bce-a48b-e10551c9919d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:30.302756 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46420) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:30.308683 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bb21d-516a-44c8-94a4-1883265b128b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:30.309205 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bb21d-516a-44c8-94a4-1883265b128b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:30.309560 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bb21d-516a-44c8-94a4-1883265b128b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:30.309899 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bb21d-516a-44c8-94a4-1883265b128b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:30.310571 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bb21d-516a-44c8-94a4-1883265b128b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:30.310571 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bb21d-516a-44c8-94a4-1883265b128b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:30.310878 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bb21d-516a-44c8-94a4-1883265b128b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:30.311205 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bb21d-516a-44c8-94a4-1883265b128b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:30.311529 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bb21d-516a-44c8-94a4-1883265b128b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:30.311862 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bb21d-516a-44c8-94a4-1883265b128b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:30.312192 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bb21d-516a-44c8-94a4-1883265b128b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:30.312516 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e57bb21d-516a-44c8-94a4-1883265b128b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:30.362928 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d3cfab2c-d4db-478b-9fda-ae7fa947146a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:30.387718 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d3cfab2c-d4db-478b-9fda-ae7fa947146a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:30.434710 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d3cfab2c-d4db-478b-9fda-ae7fa947146a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:30.437370 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d3cfab2c-d4db-478b-9fda-ae7fa947146a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:30.440171 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d3cfab2c-d4db-478b-9fda-ae7fa947146a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/14e33eb6-dd20-4bce-a48b-e10551c9919d HTTP/1.1" status: 204 len: 168 time: 0.1350420 Jul 29 23:50:30.458957 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cfab2c-d4db-478b-9fda-ae7fa947146a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e33eb6-dd20-4bce-a48b-e10551c9919d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:30.618415 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46428) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:30.694519 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4df482b6-3028-43a7-942f-29e3d136b7dc tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/floatingips/c7fc5bb7-7e9d-4299-895b-b0662de11616 HTTP/1.1" status: 200 len: 994 time: 0.0743248 Jul 29 23:50:30.800668 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46430) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:30.814486 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d916f2ac-55b0-4d19-81d3-7700aa6d6de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:30.919722 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d916f2ac-55b0-4d19-81d3-7700aa6d6de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:30.924050 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d916f2ac-55b0-4d19-81d3-7700aa6d6de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:30.964914 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d916f2ac-55b0-4d19-81d3-7700aa6d6de7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3b14f2ea282e40399cacac3908a471ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1629660 Jul 29 23:50:30.966090 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916f2ac-55b0-4d19-81d3-7700aa6d6de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d2d0e2-916d-44c0-90c6-1cda8e399ac4,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:30.967343 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46432) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:31.017653 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c20f4de1-0636-4696-a5f7-cd34230579fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:31.039229 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c20f4de1-0636-4696-a5f7-cd34230579fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:31.087813 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c20f4de1-0636-4696-a5f7-cd34230579fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:31.090489 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c20f4de1-0636-4696-a5f7-cd34230579fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:31.091639 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c20f4de1-0636-4696-a5f7-cd34230579fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/55d2d0e2-916d-44c0-90c6-1cda8e399ac4 HTTP/1.1" status: 204 len: 168 time: 0.1232603 Jul 29 23:50:31.100172 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20f4de1-0636-4696-a5f7-cd34230579fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d2d0e2-916d-44c0-90c6-1cda8e399ac4,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:32.831490 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24d1a70f-7feb-43eb-b42f-423ad6a00066 req-686a5b16-6ef2-45b2-9e8b-1090a440953f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412016 Jul 29 23:50:32.849808 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b93fa206-23c9-46be-b2c0-f8b4f7eba362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:32.916221 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1a70f-7feb-43eb-b42f-423ad6a00066 req-c09d6835-2a2e-4e30-9677-5aef4ec08359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:32.918737 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24d1a70f-7feb-43eb-b42f-423ad6a00066 req-c09d6835-2a2e-4e30-9677-5aef4ec08359 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d50d474daccb433580a7028fa61f9a73&device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 1099 time: 0.0431850 Jul 29 23:50:33.036895 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1a70f-7feb-43eb-b42f-423ad6a00066 req-70569061-0023-40ca-a714-e75b1ad42ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:33.038296 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24d1a70f-7feb-43eb-b42f-423ad6a00066 req-70569061-0023-40ca-a714-e75b1ad42ff4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c5d248fd-ab50-44b4-871d-02015d72fe43 HTTP/1.1" status: 200 len: 918 time: 0.0916178 Jul 29 23:50:33.107893 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24d1a70f-7feb-43eb-b42f-423ad6a00066 req-11c278dc-500b-4854-adf8-5bac469f672d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b6a2553e-b89d-4897-b8a2-ef68556a2ae1 HTTP/1.1" status: 200 len: 1002 time: 0.0618024 Jul 29 23:50:33.165676 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1a70f-7feb-43eb-b42f-423ad6a00066 req-04e97c5f-c7e4-4931-9ce4-7fa704c100c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:33.168161 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24d1a70f-7feb-43eb-b42f-423ad6a00066 req-04e97c5f-c7e4-4931-9ce4-7fa704c100c6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69ac91f6-4b2c-4d90-9c2c-b487e54998fb HTTP/1.1" status: 200 len: 856 time: 0.0521765 Jul 29 23:50:33.233823 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1a70f-7feb-43eb-b42f-423ad6a00066 req-b8dfc05e-e788-4171-a475-79e2327dae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:33.235553 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24d1a70f-7feb-43eb-b42f-423ad6a00066 req-b8dfc05e-e788-4171-a475-79e2327dae65 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c5d248fd-ab50-44b4-871d-02015d72fe43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480731 Jul 29 23:50:33.341314 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24d1a70f-7feb-43eb-b42f-423ad6a00066 req-a93072a3-8dcc-4370-a8ca-ebf98063f2b9 service neutron] 10.222.0.23 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973997 Jul 29 23:50:33.451194 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24d1a70f-7feb-43eb-b42f-423ad6a00066 req-c0fb351b-3bf4-4d45-8cb0-e8da6c13e37c service neutron] 10.222.0.23 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005630 Jul 29 23:50:33.644005 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46504) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:33.750398 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d7c02db4-92c3-4372-9c15-fac89feb5585 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:33.843375 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d7c02db4-92c3-4372-9c15-fac89feb5585 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:33.847968 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d7c02db4-92c3-4372-9c15-fac89feb5585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:33.888127 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d7c02db4-92c3-4372-9c15-fac89feb5585 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dbdc95b509524ca2b71dda6368640190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2429845 Jul 29 23:50:33.889028 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c02db4-92c3-4372-9c15-fac89feb5585 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99ff1158-905d-4e8f-81f8-e22142c18856,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:33.890773 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46512) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:33.948591 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f517779a-1abd-4ecd-8857-388d0065cef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:33.971404 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f517779a-1abd-4ecd-8857-388d0065cef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:34.024598 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f517779a-1abd-4ecd-8857-388d0065cef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:34.027788 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f517779a-1abd-4ecd-8857-388d0065cef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:34.028986 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f517779a-1abd-4ecd-8857-388d0065cef4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/99ff1158-905d-4e8f-81f8-e22142c18856 HTTP/1.1" status: 204 len: 168 time: 0.1371393 Jul 29 23:50:34.037299 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f517779a-1abd-4ecd-8857-388d0065cef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ff1158-905d-4e8f-81f8-e22142c18856,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:34.054868 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1962b96-e405-4bbb-9833-b5b55b155b13 req-7372d932-0b64-47a0-a3dd-e55d6da56d16 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:34.056486 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f1962b96-e405-4bbb-9833-b5b55b155b13 req-7372d932-0b64-47a0-a3dd-e55d6da56d16 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 947 time: 0.0554764 Jul 29 23:50:34.107204 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f1962b96-e405-4bbb-9833-b5b55b155b13 req-4d132650-ac44-469c-af52-141c174d6f48 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431433 Jul 29 23:50:34.303149 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46520) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:34.317303 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dff8cffb-39b8-4691-b737-cc3e24928d27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:34.405955 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dff8cffb-39b8-4691-b737-cc3e24928d27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:34.410130 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dff8cffb-39b8-4691-b737-cc3e24928d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:34.448284 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-dff8cffb-39b8-4691-b737-cc3e24928d27 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d6816d94765649538a64f7c6ab7dffd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439786 Jul 29 23:50:34.449119 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff8cffb-39b8-4691-b737-cc3e24928d27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a563bfdf-00cd-48d8-a902-d34d92d95ecb,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:34.451009 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46522) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:34.501133 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a657ce35-1332-445d-b2f9-897f51a0e98b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:34.521507 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a657ce35-1332-445d-b2f9-897f51a0e98b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:34.567940 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a657ce35-1332-445d-b2f9-897f51a0e98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:34.570491 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a657ce35-1332-445d-b2f9-897f51a0e98b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:34.571614 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a657ce35-1332-445d-b2f9-897f51a0e98b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a563bfdf-00cd-48d8-a902-d34d92d95ecb HTTP/1.1" status: 204 len: 168 time: 0.1195419 Jul 29 23:50:34.579197 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657ce35-1332-445d-b2f9-897f51a0e98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a563bfdf-00cd-48d8-a902-d34d92d95ecb,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:35.244417 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3803360-c13c-4981-9d93-6ef72b794b92 req-cd385704-deb1-43af-9a7e-1ab828c4d039 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:35.246124 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d3803360-c13c-4981-9d93-6ef72b794b92 req-cd385704-deb1-43af-9a7e-1ab828c4d039 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 947 time: 0.0594902 Jul 29 23:50:35.304648 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d3803360-c13c-4981-9d93-6ef72b794b92 req-dd54e014-6e57-466b-83d8-d2c9ac758a9b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=4442838a-e52e-45e4-97c0-7c762b0d8080&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505028 Jul 29 23:50:35.385347 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:35.576947 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bf7cc-af87-4efe-9784-9a23866e3897 req-21c48f29-8d8c-43eb-8ff6-54fc34ef9569 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:35.580621 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f95bf7cc-af87-4efe-9784-9a23866e3897 req-21c48f29-8d8c-43eb-8ff6-54fc34ef9569 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.23 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 947 time: 0.0711915 Jul 29 23:50:35.681046 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-f95bf7cc-af87-4efe-9784-9a23866e3897 req-092daf7a-3a25-42e9-99e8-cff4f7651cbf tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Deleting port b6a2553e-b89d-4897-b8a2-ef68556a2ae1 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:35.681392 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f95bf7cc-af87-4efe-9784-9a23866e3897 req-092daf7a-3a25-42e9-99e8-cff4f7651cbf tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:35.775577 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-f95bf7cc-af87-4efe-9784-9a23866e3897 req-092daf7a-3a25-42e9-99e8-cff4f7651cbf tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] For port b6a2553e-b89d-4897-b8a2-ef68556a2ae1, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=b6a2553e-b89d-4897-b8a2-ef68556a2ae1,segment=NetworkSegment(a8b5eda5-9414-420c-921a-7601972def5c),segment_id=a8b5eda5-9414-420c-921a-7601972def5c)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:35.776010 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f95bf7cc-af87-4efe-9784-9a23866e3897 req-092daf7a-3a25-42e9-99e8-cff4f7651cbf tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:35.964910 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f95bf7cc-af87-4efe-9784-9a23866e3897 req-092daf7a-3a25-42e9-99e8-cff4f7651cbf tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:35.965331 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f95bf7cc-af87-4efe-9784-9a23866e3897 req-092daf7a-3a25-42e9-99e8-cff4f7651cbf tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:35.965625 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [req-f95bf7cc-af87-4efe-9784-9a23866e3897 req-092daf7a-3a25-42e9-99e8-cff4f7651cbf tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Floating IP 37b38777-13d1-43ef-80d0-89d0d671f454 disassociated. External IP: 172.25.8.230, port: b6a2553e-b89d-4897-b8a2-ef68556a2ae1. Jul 29 23:50:35.965969 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-f95bf7cc-af87-4efe-9784-9a23866e3897 req-092daf7a-3a25-42e9-99e8-cff4f7651cbf tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Calling delete_port for b6a2553e-b89d-4897-b8a2-ef68556a2ae1 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:36.109878 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f95bf7cc-af87-4efe-9784-9a23866e3897 req-092daf7a-3a25-42e9-99e8-cff4f7651cbf tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:36.140246 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092daf7a-3a25-42e9-99e8-cff4f7651cbf tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Pushing event deleted for resources: {'Port': ['ID=b6a2553e-b89d-4897-b8a2-ef68556a2ae1,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:36.237203 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3ac56cf0-b446-4b3c-b292-923c92e9017b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:36.263675 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f95bf7cc-af87-4efe-9784-9a23866e3897 req-092daf7a-3a25-42e9-99e8-cff4f7651cbf tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Router 2991acb1-52ef-4d0b-97a5-67944d7e7d0e has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:50:36.289145 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:50:36.400520 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f95bf7cc-af87-4efe-9784-9a23866e3897 req-092daf7a-3a25-42e9-99e8-cff4f7651cbf tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:50:36.411282 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c74e37a-ae1a-4765-bd61-6265943826bc None None] Sync routers for ids ['2991acb1-52ef-4d0b-97a5-67944d7e7d0e'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:50:36.422944 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c74e37a-ae1a-4765-bd61-6265943826bc None None] Routers {'2991acb1-52ef-4d0b-97a5-67944d7e7d0e'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:36.423572 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-2c74e37a-ae1a-4765-bd61-6265943826bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:50:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['2991acb1-52ef-4d0b-97a5-67944d7e7d0e'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:36.424307 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0aef472c-4b01-48bf-bd73-dc9a05d1647e req-8d194c3d-e206-4a55-a44c-f32db2d8b511 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=c15f9ea6-9807-43b5-95f2-bcc7c1701c6f HTTP/1.1" status: 200 len: 210 time: 0.0387456 Jul 29 23:50:36.496460 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95bf7cc-af87-4efe-9784-9a23866e3897 req-092daf7a-3a25-42e9-99e8-cff4f7651cbf tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] No DVR routers for this DVR port b6a2553e-b89d-4897-b8a2-ef68556a2ae1 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:50:36.499274 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f95bf7cc-af87-4efe-9784-9a23866e3897 req-092daf7a-3a25-42e9-99e8-cff4f7651cbf tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:36.501817 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f95bf7cc-af87-4efe-9784-9a23866e3897 req-092daf7a-3a25-42e9-99e8-cff4f7651cbf tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.23 "DELETE /v2.0/ports/b6a2553e-b89d-4897-b8a2-ef68556a2ae1 HTTP/1.1" status: 204 len: 173 time: 0.9116595 Jul 29 23:50:36.502298 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15f9ea6-9807-43b5-95f2-bcc7c1701c6f', 'name': 'network-vif-deleted', 'tag': 'b6a2553e-b89d-4897-b8a2-ef68556a2ae1'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:36.505246 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64be568c-5c1f-4b2c-881e-d737b165b5e1" -d '{"events": [{"server_uuid": "c15f9ea6-9807-43b5-95f2-bcc7c1701c6f", "name": "network-vif-deleted", "tag": "b6a2553e-b89d-4897-b8a2-ef68556a2ae1"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:36.555294 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd79233-9e8e-4baf-aac4-717c151be38b x-openstack-request-id: req-2fd79233-9e8e-4baf-aac4-717c151be38b {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:36.555294 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15f9ea6-9807-43b5-95f2-bcc7c1701c6f", "name": "network-vif-deleted", "tag": "b6a2553e-b89d-4897-b8a2-ef68556a2ae1", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:36.555294 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2fd79233-9e8e-4baf-aac4-717c151be38b {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:36.555294 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15f9ea6-9807-43b5-95f2-bcc7c1701c6f', 'name': 'network-vif-deleted', 'tag': 'b6a2553e-b89d-4897-b8a2-ef68556a2ae1', 'status': 'completed', 'code': 200} Jul 29 23:50:36.581678 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-2c74e37a-ae1a-4765-bd61-6265943826bc None None] Set router 2991acb1-52ef-4d0b-97a5-67944d7e7d0e gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:36.824966 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-2c74e37a-ae1a-4765-bd61-6265943826bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1633020822-router', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:32Z', 'updated_at': '2021-07-29T23:46:38Z', 'revision_number': 4, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'gw_port': {'id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:34Z', 'updated_at': '2021-07-29T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd9d6c781-fe51-446a-800a-c1c86f775cea', 'name': '', 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'mac_address': 'fa:16:3e:dc:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:37Z', 'updated_at': '2021-07-29T23:46:45Z', 'revision_number': 5, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'subnets': [{'id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:36.856346 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c74e37a-ae1a-4765-bd61-6265943826bc None None] Checking router: 2991acb1-52ef-4d0b-97a5-67944d7e7d0e for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:50:36.865044 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c74e37a-ae1a-4765-bd61-6265943826bc None None] Routers {'2991acb1-52ef-4d0b-97a5-67944d7e7d0e'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:36.865653 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-2c74e37a-ae1a-4765-bd61-6265943826bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:50:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['2991acb1-52ef-4d0b-97a5-67944d7e7d0e'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:36.921817 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:36.990959 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-2c74e37a-ae1a-4765-bd61-6265943826bc None None] Set router 2991acb1-52ef-4d0b-97a5-67944d7e7d0e gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:37.213810 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-2c74e37a-ae1a-4765-bd61-6265943826bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1633020822-router', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:32Z', 'updated_at': '2021-07-29T23:46:38Z', 'revision_number': 4, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'gw_port': {'id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:34Z', 'updated_at': '2021-07-29T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd9d6c781-fe51-446a-800a-c1c86f775cea', 'name': '', 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'mac_address': 'fa:16:3e:dc:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:37Z', 'updated_at': '2021-07-29T23:46:45Z', 'revision_number': 5, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'subnets': [{'id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:37.245540 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c74e37a-ae1a-4765-bd61-6265943826bc None None] The sync data for ids ['2991acb1-52ef-4d0b-97a5-67944d7e7d0e'] in n-d-712140-10 is: [{'id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1633020822-router', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:32Z', 'updated_at': '2021-07-29T23:46:38Z', 'revision_number': 4, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'gw_port': {'id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:34Z', 'updated_at': '2021-07-29T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd9d6c781-fe51-446a-800a-c1c86f775cea', 'name': '', 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'mac_address': 'fa:16:3e:dc:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:37Z', 'updated_at': '2021-07-29T23:46:45Z', 'revision_number': 5, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'subnets': [{'id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:50:37.480287 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82f5dac-3a71-4ebb-b635-52da71b1659f None None] New status for floating IP 37b38777-13d1-43ef-80d0-89d0d671f454: DOWN {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:50:37.523206 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46590) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:37.597641 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-98554261-ce30-4d27-8584-37f22ab4cecb tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:37.628870 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-98554261-ce30-4d27-8584-37f22ab4cecb tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:37.692750 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-98554261-ce30-4d27-8584-37f22ab4cecb tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:37.696846 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-98554261-ce30-4d27-8584-37f22ab4cecb tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:37.699273 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-98554261-ce30-4d27-8584-37f22ab4cecb tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "DELETE /v2.0/security-groups/4442838a-e52e-45e4-97c0-7c762b0d8080 HTTP/1.1" status: 204 len: 168 time: 0.1744888 Jul 29 23:50:37.701611 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46598) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:37.716678 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98554261-ce30-4d27-8584-37f22ab4cecb tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4442838a-e52e-45e4-97c0-7c762b0d8080,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:37.718501 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-e9b66fbf-50b8-445d-a75a-b604ffa73bc7 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] show failed (client error): The resource could not be found. Jul 29 23:50:37.719597 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e9b66fbf-50b8-445d-a75a-b604ffa73bc7 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups/4442838a-e52e-45e4-97c0-7c762b0d8080 HTTP/1.1" status: 404 len: 347 time: 0.0162241 Jul 29 23:50:37.722506 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46602) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:37.862603 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-a63837c6-9aaf-48c8-b5a5-c0d067a8789d tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Deleting port 20679794-bbfc-49e0-84e9-ea95b6f1c7a2 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:50:37.863242 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a63837c6-9aaf-48c8-b5a5-c0d067a8789d tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:37.979500 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a63837c6-9aaf-48c8-b5a5-c0d067a8789d tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:37.979762 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a63837c6-9aaf-48c8-b5a5-c0d067a8789d tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:37.997189 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-a63837c6-9aaf-48c8-b5a5-c0d067a8789d tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Calling delete_port for 20679794-bbfc-49e0-84e9-ea95b6f1c7a2 owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:50:38.139530 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a63837c6-9aaf-48c8-b5a5-c0d067a8789d tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:38.166651 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63837c6-9aaf-48c8-b5a5-c0d067a8789d tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Pushing event deleted for resources: {'Port': ['ID=20679794-bbfc-49e0-84e9-ea95b6f1c7a2,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:38.179581 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63837c6-9aaf-48c8-b5a5-c0d067a8789d tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:38.179581 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63837c6-9aaf-48c8-b5a5-c0d067a8789d tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:38.179800 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63837c6-9aaf-48c8-b5a5-c0d067a8789d tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:38.180081 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63837c6-9aaf-48c8-b5a5-c0d067a8789d tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:38.180422 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63837c6-9aaf-48c8-b5a5-c0d067a8789d tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:38.180763 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63837c6-9aaf-48c8-b5a5-c0d067a8789d tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:38.181101 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63837c6-9aaf-48c8-b5a5-c0d067a8789d tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:38.181438 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63837c6-9aaf-48c8-b5a5-c0d067a8789d tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:38.181775 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63837c6-9aaf-48c8-b5a5-c0d067a8789d tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:38.182118 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63837c6-9aaf-48c8-b5a5-c0d067a8789d tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:38.182465 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63837c6-9aaf-48c8-b5a5-c0d067a8789d tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:38.182795 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a63837c6-9aaf-48c8-b5a5-c0d067a8789d tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:38.201803 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:38.239128 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a63837c6-9aaf-48c8-b5a5-c0d067a8789d tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:38.241680 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a63837c6-9aaf-48c8-b5a5-c0d067a8789d tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:38.242830 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a63837c6-9aaf-48c8-b5a5-c0d067a8789d tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "DELETE /v2.0/floatingips/37b38777-13d1-43ef-80d0-89d0d671f454 HTTP/1.1" status: 204 len: 168 time: 0.5192950 Jul 29 23:50:38.602243 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46610) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:38.607715 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-49f1c8bc-44ef-4c9f-8a2c-622756a1a12c tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1366371639', 'description': 'tempest-description--1087772736'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:38.631981 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49f1c8bc-44ef-4c9f-8a2c-622756a1a12c tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:38.741780 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49f1c8bc-44ef-4c9f-8a2c-622756a1a12c tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:38.746304 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49f1c8bc-44ef-4c9f-8a2c-622756a1a12c tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:38.779354 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-49f1c8bc-44ef-4c9f-8a2c-622756a1a12c tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:38.785235 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-49f1c8bc-44ef-4c9f-8a2c-622756a1a12c tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1773758 Jul 29 23:50:38.785235 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1c8bc-44ef-4c9f-8a2c-622756a1a12c tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd436def-8178-4d40-8f8c-11cb10769a89,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:38.785484 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46612) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:38.790217 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-5abf54cc-d680-4417-a2f3-210f34e1a615 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Request body: {'security_group_rule': {'security_group_id': 'cd436def-8178-4d40-8f8c-11cb10769a89', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:38.843654 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5abf54cc-d680-4417-a2f3-210f34e1a615 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:38.906520 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5abf54cc-d680-4417-a2f3-210f34e1a615 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:38.911619 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5abf54cc-d680-4417-a2f3-210f34e1a615 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:38.930179 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abf54cc-d680-4417-a2f3-210f34e1a615 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd4052ee-49bc-47d1-a9f6-af1c2dddebdd,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:38.945210 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5abf54cc-d680-4417-a2f3-210f34e1a615 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:38.946600 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5abf54cc-d680-4417-a2f3-210f34e1a615 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1604919 Jul 29 23:50:38.951632 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46616) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:38.956600 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-9eef1ea4-23d1-4fb5-8d59-b60fd4c91d3c tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Request body: {'security_group_rule': {'security_group_id': 'cd436def-8178-4d40-8f8c-11cb10769a89', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:38.993751 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9eef1ea4-23d1-4fb5-8d59-b60fd4c91d3c tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.054154 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9eef1ea4-23d1-4fb5-8d59-b60fd4c91d3c tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.058565 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9eef1ea4-23d1-4fb5-8d59-b60fd4c91d3c tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.077973 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef1ea4-23d1-4fb5-8d59-b60fd4c91d3c tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb685b8-e7e3-4dc2-8e00-73d635c21094,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:39.084147 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9eef1ea4-23d1-4fb5-8d59-b60fd4c91d3c tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.085226 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9eef1ea4-23d1-4fb5-8d59-b60fd4c91d3c tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323204 Jul 29 23:50:39.088694 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46618) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:39.093379 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-b22d86a8-fcc4-434b-9181-8d7318ae1e81 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:39.117870 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b22d86a8-fcc4-434b-9181-8d7318ae1e81 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for floatingip, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.222716 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b22d86a8-fcc4-434b-9181-8d7318ae1e81 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.347304 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-b22d86a8-fcc4-434b-9181-8d7318ae1e81 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Allocated IP 172.25.8.69 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/7c836d0c-9034-4cd7-9ec9-46fb6d94f905) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:39.803223 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b22d86a8-fcc4-434b-9181-8d7318ae1e81 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.843540 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b22d86a8-fcc4-434b-9181-8d7318ae1e81 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:39.884208 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22d86a8-fcc4-434b-9181-8d7318ae1e81 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:39.887606 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-b22d86a8-fcc4-434b-9181-8d7318ae1e81 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:39.893590 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22d86a8-fcc4-434b-9181-8d7318ae1e81 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:39.899275 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d86a8-fcc4-434b-9181-8d7318ae1e81 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Pushing event updated for resources: {'Port': ['ID=7c836d0c-9034-4cd7-9ec9-46fb6d94f905,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:39.989451 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b22d86a8-fcc4-434b-9181-8d7318ae1e81 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.002901 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device b6a2553e-b89d-4897-b8a2-ef68556a2ae1 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:50:40.023803 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: b6a2553e-b89d-4897-b8a2-ef68556a2ae1 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:50:40.024277 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device b6a2553e-b89d-4897-b8a2-ef68556a2ae1 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:50:40.039680 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b22d86a8-fcc4-434b-9181-8d7318ae1e81 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.232447 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b22d86a8-fcc4-434b-9181-8d7318ae1e81 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.238163 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b22d86a8-fcc4-434b-9181-8d7318ae1e81 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.312486 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d86a8-fcc4-434b-9181-8d7318ae1e81 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Pushing event updated for resources: {'Port': ['ID=7c836d0c-9034-4cd7-9ec9-46fb6d94f905,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:40.324685 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b22d86a8-fcc4-434b-9181-8d7318ae1e81 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.335932 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46628) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:40.345819 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b22d86a8-fcc4-434b-9181-8d7318ae1e81 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.353235 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b22d86a8-fcc4-434b-9181-8d7318ae1e81 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2576604 Jul 29 23:50:40.477149 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d2edadc1-5f06-4ad2-af99-9fc6dc31813c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.603623 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d2edadc1-5f06-4ad2-af99-9fc6dc31813c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.610241 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-64a83432-3182-46b7-a0b3-a9d44da51c99 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1366371639&fields=id&tenant_id=d50d474daccb433580a7028fa61f9a73 HTTP/1.1" status: 200 len: 267 time: 0.0549622 Jul 29 23:50:40.616536 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d2edadc1-5f06-4ad2-af99-9fc6dc31813c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.719885 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2edadc1-5f06-4ad2-af99-9fc6dc31813c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7e9201-2cc2-433e-949b-61b0a70b5a8c,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:40.726194 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d2edadc1-5f06-4ad2-af99-9fc6dc31813c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cdc46695c360468bb4019212038bc9ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3885057 Jul 29 23:50:40.730805 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46644) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:40.800094 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-f38943c8-aa5b-4938-a56e-098a78c475c8 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:40.801573 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-f38943c8-aa5b-4938-a56e-098a78c475c8 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/networks?id=c5d248fd-ab50-44b4-871d-02015d72fe43 HTTP/1.1" status: 200 len: 817 time: 0.1805003 Jul 29 23:50:40.826196 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-9b3a2171-f824-4299-86fa-3b8fd9b32354 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/quotas/d50d474daccb433580a7028fa61f9a73 HTTP/1.1" status: 200 len: 375 time: 0.0175719 Jul 29 23:50:40.826805 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-34e72296-f587-46f3-9355-98b62f3849c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.872083 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-34e72296-f587-46f3-9355-98b62f3849c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.925386 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-bafc1b00-984c-44a3-a8d8-b12ce36f1bf5 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=d50d474daccb433580a7028fa61f9a73&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0892107 Jul 29 23:50:40.959554 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-34e72296-f587-46f3-9355-98b62f3849c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.962347 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-34e72296-f587-46f3-9355-98b62f3849c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:40.964434 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-34e72296-f587-46f3-9355-98b62f3849c9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7e7e9201-2cc2-433e-949b-61b0a70b5a8c HTTP/1.1" status: 204 len: 168 time: 0.2320249 Jul 29 23:50:40.972944 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e72296-f587-46f3-9355-98b62f3849c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7e9201-2cc2-433e-949b-61b0a70b5a8c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:41.129594 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-3223faec-c0f6-4c58-ba7f-0f7d6a8156e6 service neutron] 10.222.0.18 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885877 Jul 29 23:50:41.234828 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-a95772d0-2ebf-4fc2-99bf-658b7245c5c1 service neutron] 10.222.0.18 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946791 Jul 29 23:50:41.266963 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46652) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:41.281928 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4592513-8c9f-4b32-9189-090bb92b9e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:41.376196 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4592513-8c9f-4b32-9189-090bb92b9e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:41.380717 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4592513-8c9f-4b32-9189-090bb92b9e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:41.428696 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4592513-8c9f-4b32-9189-090bb92b9e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da66ffb-73e3-45b5-99af-6484720f6692,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:41.445967 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a4592513-8c9f-4b32-9189-090bb92b9e32 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6423066662654420b5bec4fe2065c0dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1778824 Jul 29 23:50:41.449160 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9dcecede-e713-482e-9f85-6abce24cf604 req-9b6ca83c-c086-48d1-9b23-d991962aa30d tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 210 time: 0.0365224 Jul 29 23:50:41.450129 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46658) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:41.521938 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-228c3d4a-9d3c-440d-a7a6-d9c21d12f368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:41.558551 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-228c3d4a-9d3c-440d-a7a6-d9c21d12f368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:41.614080 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-228c3d4a-9d3c-440d-a7a6-d9c21d12f368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:41.616581 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-228c3d4a-9d3c-440d-a7a6-d9c21d12f368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:41.620098 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-228c3d4a-9d3c-440d-a7a6-d9c21d12f368 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1da66ffb-73e3-45b5-99af-6484720f6692 HTTP/1.1" status: 204 len: 168 time: 0.1663187 Jul 29 23:50:41.626242 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228c3d4a-9d3c-440d-a7a6-d9c21d12f368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da66ffb-73e3-45b5-99af-6484720f6692,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:42.688850 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-9115d2d3-b3c7-42de-b7b8-2e43978de061 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:42.691424 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-9115d2d3-b3c7-42de-b7b8-2e43978de061 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.23 "GET /v2.0/networks?id=c5d248fd-ab50-44b4-871d-02015d72fe43 HTTP/1.1" status: 200 len: 817 time: 0.2250397 Jul 29 23:50:42.694021 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a9aa7438-ce8b-4f47-a932-7a0213dde431 req-13f18662-0c80-4f33-842b-93f169db8f78 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 210 time: 0.0636654 Jul 29 23:50:42.767495 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-ee60cbb6-d2d2-413a-8d86-4bd7e960f454 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d50d474daccb433580a7028fa61f9a73 HTTP/1.1" status: 200 len: 380 time: 0.0650878 Jul 29 23:50:42.783611 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-b2d67625-0d34-4b82-a9a3-5a35f748b602 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Request body: {'port': {'device_id': 'bf5bccd9-0802-4146-a59d-3ed2945d5809', 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43', 'admin_state_up': True, 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'security_groups': ['cd436def-8178-4d40-8f8c-11cb10769a89']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:42.921168 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-b2d67625-0d34-4b82-a9a3-5a35f748b602 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Made reservation on behalf of d50d474daccb433580a7028fa61f9a73 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:42.926035 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-b2d67625-0d34-4b82-a9a3-5a35f748b602 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:43.076039 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-b2d67625-0d34-4b82-a9a3-5a35f748b602 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Allocated IP 172.20.0.7 (c5d248fd-ab50-44b4-871d-02015d72fe43/69ac91f6-4b2c-4d90-9c2c-b487e54998fb/64af83d4-9622-4827-bdd7-5d94b16b6e37) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:43.226004 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-b2d67625-0d34-4b82-a9a3-5a35f748b602 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:43.241081 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-b2d67625-0d34-4b82-a9a3-5a35f748b602 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Transition to ACTIVE for port object 64af83d4-9622-4827-bdd7-5d94b16b6e37 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:43.275365 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-b2d67625-0d34-4b82-a9a3-5a35f748b602 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:43.321134 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-b2d67625-0d34-4b82-a9a3-5a35f748b602 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Network c5d248fd-ab50-44b4-871d-02015d72fe43 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:43.324473 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-b2d67625-0d34-4b82-a9a3-5a35f748b602 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:43.328279 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-b2d67625-0d34-4b82-a9a3-5a35f748b602 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:43.356816 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d67625-0d34-4b82-a9a3-5a35f748b602 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Pushing event updated for resources: {'Port': ['ID=64af83d4-9622-4827-bdd7-5d94b16b6e37,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:43.392660 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-b2d67625-0d34-4b82-a9a3-5a35f748b602 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:43.393337 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-b2d67625-0d34-4b82-a9a3-5a35f748b602 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:43.409363 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-b2d67625-0d34-4b82-a9a3-5a35f748b602 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6346550 Jul 29 23:50:43.423879 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-a8eb1756-7de6-4e1f-8f20-6ef51f804fa6 service neutron] Request body: {'port': {'device_id': 'bf5bccd9-0802-4146-a59d-3ed2945d5809', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:43.492651 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-a8eb1756-7de6-4e1f-8f20-6ef51f804fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:43.639845 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e10a501d-b9e5-454f-8d78-717b52f3b820 None None] Provisioning for port 64af83d4-9622-4827-bdd7-5d94b16b6e37 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:43.644188 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e10a501d-b9e5-454f-8d78-717b52f3b820 None None] Provisioning complete for port 64af83d4-9622-4827-bdd7-5d94b16b6e37 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:43.644684 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e10a501d-b9e5-454f-8d78-717b52f3b820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:43.685130 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e10a501d-b9e5-454f-8d78-717b52f3b820 None None] Port 64af83d4-9622-4827-bdd7-5d94b16b6e37 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:50:43.776926 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-a8eb1756-7de6-4e1f-8f20-6ef51f804fa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64af83d4-9622-4827-bdd7-5d94b16b6e37 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:43.792115 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-a8eb1756-7de6-4e1f-8f20-6ef51f804fa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:43.819312 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-a8eb1756-7de6-4e1f-8f20-6ef51f804fa6 service neutron] Transition to ACTIVE for port object 64af83d4-9622-4827-bdd7-5d94b16b6e37 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:43.826838 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-a8eb1756-7de6-4e1f-8f20-6ef51f804fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:43.882580 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff5279-301f-40c9-9272-6d399588ba10 req-9978136e-7a93-42a7-8e96-c01e0e14c21d tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:43.884045 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-94ff5279-301f-40c9-9272-6d399588ba10 req-9978136e-7a93-42a7-8e96-c01e0e14c21d tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 931 time: 0.1096544 Jul 29 23:50:43.901239 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb1756-7de6-4e1f-8f20-6ef51f804fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=64af83d4-9622-4827-bdd7-5d94b16b6e37,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:43.917937 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46740) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:43.977594 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-94ff5279-301f-40c9-9272-6d399588ba10 req-fd244d46-d039-460a-b98b-d54ad8ee26fc tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785666 Jul 29 23:50:44.009410 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-a8eb1756-7de6-4e1f-8f20-6ef51f804fa6 service neutron] Attempting to bind port 64af83d4-9622-4827-bdd7-5d94b16b6e37 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:50:44.009754 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-a8eb1756-7de6-4e1f-8f20-6ef51f804fa6 service neutron] Attempting to bind port 64af83d4-9622-4827-bdd7-5d94b16b6e37 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'a8b5eda5-9414-420c-921a-7601972def5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:50:44.010137 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-a8eb1756-7de6-4e1f-8f20-6ef51f804fa6 service neutron] Attempting to bind port 64af83d4-9622-4827-bdd7-5d94b16b6e37 on network c5d248fd-ab50-44b4-871d-02015d72fe43 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:44.017334 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-a8eb1756-7de6-4e1f-8f20-6ef51f804fa6 service neutron] Port 64af83d4-9622-4827-bdd7-5d94b16b6e37 on network c5d248fd-ab50-44b4-871d-02015d72fe43 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:50:44.017663 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-a8eb1756-7de6-4e1f-8f20-6ef51f804fa6 service neutron] Attempting to bind port 64af83d4-9622-4827-bdd7-5d94b16b6e37 on network c5d248fd-ab50-44b4-871d-02015d72fe43 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:44.023354 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-a8eb1756-7de6-4e1f-8f20-6ef51f804fa6 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 50, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:50:44.023698 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-a8eb1756-7de6-4e1f-8f20-6ef51f804fa6 service neutron] Checking segment: {'id': 'a8b5eda5-9414-420c-921a-7601972def5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:44.024128 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-a8eb1756-7de6-4e1f-8f20-6ef51f804fa6 service neutron] Bound using segment: {'id': 'a8b5eda5-9414-420c-921a-7601972def5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:50:44.024563 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-a8eb1756-7de6-4e1f-8f20-6ef51f804fa6 service neutron] Bound port: 64af83d4-9622-4827-bdd7-5d94b16b6e37, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8b5eda5-9414-420c-921a-7601972def5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:50:44.024931 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-a8eb1756-7de6-4e1f-8f20-6ef51f804fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:44.050245 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d1df3c38-8c9d-4c2b-82cc-f5f48060270c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:44.109174 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-a8eb1756-7de6-4e1f-8f20-6ef51f804fa6 service neutron] For port 64af83d4-9622-4827-bdd7-5d94b16b6e37, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:50:44.112913 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-a8eb1756-7de6-4e1f-8f20-6ef51f804fa6 service neutron] For port 64af83d4-9622-4827-bdd7-5d94b16b6e37, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=64af83d4-9622-4827-bdd7-5d94b16b6e37,segment=NetworkSegment(a8b5eda5-9414-420c-921a-7601972def5c),segment_id=a8b5eda5-9414-420c-921a-7601972def5c)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:50:44.117524 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-a8eb1756-7de6-4e1f-8f20-6ef51f804fa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:44.150540 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d1df3c38-8c9d-4c2b-82cc-f5f48060270c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:44.153305 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-a8eb1756-7de6-4e1f-8f20-6ef51f804fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:44.153918 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-a8eb1756-7de6-4e1f-8f20-6ef51f804fa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:44.155369 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-a8eb1756-7de6-4e1f-8f20-6ef51f804fa6 service neutron] 10.222.0.23 "PUT /v2.0/ports/64af83d4-9622-4827-bdd7-5d94b16b6e37 HTTP/1.1" status: 200 len: 1092 time: 0.7361674 Jul 29 23:50:44.155817 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5bccd9-0802-4146-a59d-3ed2945d5809', 'tag': '64af83d4-9622-4827-bdd7-5d94b16b6e37'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:44.158375 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f23a3e-04fa-4c01-8b5b-861ffd0f2320" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5bccd9-0802-4146-a59d-3ed2945d5809", "tag": "64af83d4-9622-4827-bdd7-5d94b16b6e37"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:44.158516 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d1df3c38-8c9d-4c2b-82cc-f5f48060270c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:44.206189 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1df3c38-8c9d-4c2b-82cc-f5f48060270c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b726f8e5-c85a-4d66-897b-f9eb0f980d67,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:44.214469 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8eb1756-7de6-4e1f-8f20-6ef51f804fa6 service neutron] Pushing event updated for resources: {'Port': ['ID=64af83d4-9622-4827-bdd7-5d94b16b6e37,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:44.227311 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d1df3c38-8c9d-4c2b-82cc-f5f48060270c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=82ced1114b6a423db1710cab19c8b8b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3082602 Jul 29 23:50:44.228380 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46746) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:44.248334 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a354ed41-9fc9-4069-8ff7-f00c4b07543f x-openstack-request-id: req-a354ed41-9fc9-4069-8ff7-f00c4b07543f {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:44.248620 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5bccd9-0802-4146-a59d-3ed2945d5809", "tag": "64af83d4-9622-4827-bdd7-5d94b16b6e37", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:44.248867 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a354ed41-9fc9-4069-8ff7-f00c4b07543f {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:44.249264 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5bccd9-0802-4146-a59d-3ed2945d5809', 'tag': '64af83d4-9622-4827-bdd7-5d94b16b6e37', 'status': 'completed', 'code': 200} Jul 29 23:50:44.263027 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-2def2570-5116-4a18-b4f6-b82c45544b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:44.266176 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-2def2570-5116-4a18-b4f6-b82c45544b21 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d50d474daccb433580a7028fa61f9a73&device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 1095 time: 0.0639479 Jul 29 23:50:44.296080 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ccc64745-6772-4924-9120-ac0bb01decdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:44.317959 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-fc0e95b3-55df-4b80-86ef-52488fdf2ce9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64af83d4-9622-4827-bdd7-5d94b16b6e37 HTTP/1.1" status: 200 len: 217 time: 0.0440452 Jul 29 23:50:44.328942 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ccc64745-6772-4924-9120-ac0bb01decdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:44.385479 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ccc64745-6772-4924-9120-ac0bb01decdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:44.388253 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-541c8292-7c92-44d0-b00b-745464ee8c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:44.388423 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ccc64745-6772-4924-9120-ac0bb01decdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:44.389791 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ccc64745-6772-4924-9120-ac0bb01decdf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b726f8e5-c85a-4d66-897b-f9eb0f980d67 HTTP/1.1" status: 204 len: 168 time: 0.1600626 Jul 29 23:50:44.390071 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-541c8292-7c92-44d0-b00b-745464ee8c62 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69ac91f6-4b2c-4d90-9c2c-b487e54998fb HTTP/1.1" status: 200 len: 856 time: 0.0641792 Jul 29 23:50:44.398936 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc64745-6772-4924-9120-ac0bb01decdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b726f8e5-c85a-4d66-897b-f9eb0f980d67,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:44.471391 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-7aedf4dd-e56b-46ff-b7dc-e62996924062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:44.473846 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-7aedf4dd-e56b-46ff-b7dc-e62996924062 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c5d248fd-ab50-44b4-871d-02015d72fe43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758512 Jul 29 23:50:44.586789 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-422060bd-3834-4766-b543-f643960e3bfe service neutron] 10.222.0.23 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050391 Jul 29 23:50:44.692703 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6cd19792-7538-4f1a-906c-2b549ba4419b req-8b8caded-35ea-462c-9c22-76dd20ad068e service neutron] 10.222.0.23 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975022 Jul 29 23:50:44.767719 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46752) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:44.785297 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0946913-8594-407e-a98c-1c5db7b8927a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:44.788252 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f23a3e-04fa-4c01-8b5b-861ffd0f2320 req-9ac8b9df-fcd2-492a-8432-4b793a82eddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:44.789771 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7f23a3e-04fa-4c01-8b5b-861ffd0f2320 req-9ac8b9df-fcd2-492a-8432-4b793a82eddf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d50d474daccb433580a7028fa61f9a73&device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 1095 time: 0.0482910 Jul 29 23:50:44.893323 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0946913-8594-407e-a98c-1c5db7b8927a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:44.897337 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0946913-8594-407e-a98c-1c5db7b8927a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:44.902113 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f23a3e-04fa-4c01-8b5b-861ffd0f2320 req-9883b7dc-2bb3-4489-a5cf-58493463e7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:44.903681 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7f23a3e-04fa-4c01-8b5b-861ffd0f2320 req-9883b7dc-2bb3-4489-a5cf-58493463e7ba service neutron] 10.222.0.23 "GET /v2.0/networks?id=c5d248fd-ab50-44b4-871d-02015d72fe43 HTTP/1.1" status: 200 len: 918 time: 0.1037304 Jul 29 23:50:44.940932 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b0946913-8594-407e-a98c-1c5db7b8927a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fed74b28f7fb4cb4be3d257303a67d22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1716506 Jul 29 23:50:44.941697 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0946913-8594-407e-a98c-1c5db7b8927a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03fe4dea-0f95-4c10-853c-65b78f512c82,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:44.944080 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46754) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:44.954392 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7f23a3e-04fa-4c01-8b5b-861ffd0f2320 req-b7c40037-c894-44b0-9e35-d70df2e6e62f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64af83d4-9622-4827-bdd7-5d94b16b6e37 HTTP/1.1" status: 200 len: 217 time: 0.0413556 Jul 29 23:50:44.998231 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-140a6806-c8b2-45de-a08e-b9df78c2c55c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:45.009962 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f23a3e-04fa-4c01-8b5b-861ffd0f2320 req-013434f6-c6ab-4e17-b157-ba80fa95d27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:45.011759 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7f23a3e-04fa-4c01-8b5b-861ffd0f2320 req-013434f6-c6ab-4e17-b157-ba80fa95d27f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69ac91f6-4b2c-4d90-9c2c-b487e54998fb HTTP/1.1" status: 200 len: 856 time: 0.0484967 Jul 29 23:50:45.021738 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-140a6806-c8b2-45de-a08e-b9df78c2c55c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:45.081839 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-140a6806-c8b2-45de-a08e-b9df78c2c55c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:45.084523 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-140a6806-c8b2-45de-a08e-b9df78c2c55c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:45.085641 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-140a6806-c8b2-45de-a08e-b9df78c2c55c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/03fe4dea-0f95-4c10-853c-65b78f512c82 HTTP/1.1" status: 204 len: 168 time: 0.1406276 Jul 29 23:50:45.095071 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f23a3e-04fa-4c01-8b5b-861ffd0f2320 req-d892d553-b48d-46b4-839e-29164af3a870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:45.096663 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7f23a3e-04fa-4c01-8b5b-861ffd0f2320 req-d892d553-b48d-46b4-839e-29164af3a870 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c5d248fd-ab50-44b4-871d-02015d72fe43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768778 Jul 29 23:50:45.098569 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a6806-c8b2-45de-a08e-b9df78c2c55c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fe4dea-0f95-4c10-853c-65b78f512c82,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:45.171063 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fcf89-1dc5-41f6-90f0-d750a0c344fe req-86948f60-31cb-492c-a246-8105247edb89 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:45.172602 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-392fcf89-1dc5-41f6-90f0-d750a0c344fe req-86948f60-31cb-492c-a246-8105247edb89 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 943 time: 0.1100388 Jul 29 23:50:45.249698 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-392fcf89-1dc5-41f6-90f0-d750a0c344fe req-6f40f3bf-0616-4e38-873d-0d32a6ed49ee tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678155 Jul 29 23:50:45.252522 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7f23a3e-04fa-4c01-8b5b-861ffd0f2320 req-24ad6f7d-b0a7-4bb3-a584-f5df689f75d8 service neutron] 10.222.0.23 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453984 Jul 29 23:50:45.366854 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7f23a3e-04fa-4c01-8b5b-861ffd0f2320 req-00c7a900-986b-455b-8298-b83df4a63622 service neutron] 10.222.0.23 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018023 Jul 29 23:50:46.388758 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7f420-a640-4ddb-8770-155acd12dd48 req-57252bf3-1f0f-43d1-9740-9cf86e720563 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:46.390421 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-09f7f420-a640-4ddb-8770-155acd12dd48 req-57252bf3-1f0f-43d1-9740-9cf86e720563 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 943 time: 0.0588336 Jul 29 23:50:46.448346 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-09f7f420-a640-4ddb-8770-155acd12dd48 req-b8df8dcc-49e2-4155-8418-c507de4db926 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500748 Jul 29 23:50:47.587303 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6087e-b6c6-45dd-9e51-3954188f12cd req-68953c87-ae44-4203-9fe5-35f21387874b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:47.588743 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57c6087e-b6c6-45dd-9e51-3954188f12cd req-68953c87-ae44-4203-9fe5-35f21387874b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 943 time: 0.0541365 Jul 29 23:50:47.626930 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57c6087e-b6c6-45dd-9e51-3954188f12cd req-0c26476c-9ba3-4e40-9555-9e94f77e2446 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321188 Jul 29 23:50:48.030722 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 64af83d4-9622-4827-bdd7-5d94b16b6e37 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:50:48.137815 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 64af83d4-9622-4827-bdd7-5d94b16b6e37, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=64af83d4-9622-4827-bdd7-5d94b16b6e37,segment=NetworkSegment(a8b5eda5-9414-420c-921a-7601972def5c),segment_id=a8b5eda5-9414-420c-921a-7601972def5c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:48.150241 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '64af83d4-9622-4827-bdd7-5d94b16b6e37', 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43', 'port_id': '64af83d4-9622-4827-bdd7-5d94b16b6e37', 'mac_address': 'fa:16:3e:e5:e9:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:50:48.191341 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:48.204303 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64af83d4-9622-4827-bdd7-5d94b16b6e37 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:50:48.236100 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 64af83d4-9622-4827-bdd7-5d94b16b6e37, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=64af83d4-9622-4827-bdd7-5d94b16b6e37,segment=NetworkSegment(a8b5eda5-9414-420c-921a-7601972def5c),segment_id=a8b5eda5-9414-420c-921a-7601972def5c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:48.240605 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:48.308465 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=64af83d4-9622-4827-bdd7-5d94b16b6e37,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:48.315752 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:48.316198 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:48.316538 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:48.316874 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:48.317206 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:48.317532 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:48.317883 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:48.318205 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:48.318530 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:48.318851 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:48.319170 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:48.319485 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:48.472540 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['64af83d4-9622-4827-bdd7-5d94b16b6e37'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:50:48.750724 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f12b26b-fa85-46d4-804a-ed1e3a83baaf req-c851941b-c641-44c8-b4a4-6ffd89ee36d2 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:48.752189 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f12b26b-fa85-46d4-804a-ed1e3a83baaf req-c851941b-c641-44c8-b4a4-6ffd89ee36d2 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 944 time: 0.0491409 Jul 29 23:50:48.800155 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f12b26b-fa85-46d4-804a-ed1e3a83baaf req-4f188e98-74a3-461a-a863-2b23bec55042 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415936 Jul 29 23:50:49.808868 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46824) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:49.901701 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3ad291c4-7c3d-4d99-8791-25552ac464cc tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] 10.222.0.18 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2672 time: 0.0914435 Jul 29 23:50:49.904193 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46828) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:49.910275 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-5ff8d075-567a-4bb1-be91-3cf514375a52 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Request body: {'network': {'name': 'tempest-network-smoke--1394982388', 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'port_security_enabled': False}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:49.938159 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff8d075-567a-4bb1-be91-3cf514375a52 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Made reservation on behalf of 83f01be5ee1448fc8b8e9b2ef8a4bed2 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:49.944324 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d075-567a-4bb1-be91-3cf514375a52 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.951671 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c537e-878f-4b22-8081-3c841e663184 req-c6a56e13-c7f5-4043-bb2e-309dd901aefd tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:49.953286 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1b4c537e-878f-4b22-8081-3c841e663184 req-c6a56e13-c7f5-4043-bb2e-309dd901aefd tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 944 time: 0.0740292 Jul 29 23:50:49.977829 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ff8d075-567a-4bb1-be91-3cf514375a52 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:50:49.992318 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d075-567a-4bb1-be91-3cf514375a52 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:49.992895 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-5ff8d075-567a-4bb1-be91-3cf514375a52 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Added segment e556da92-90cc-4658-b656-c0389fc2c43e of type vlan for network 68791d01-2f7a-4434-8810-0b4323f3ec1c Jul 29 23:50:50.028374 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1b4c537e-878f-4b22-8081-3c841e663184 req-4e8ee14e-b670-4048-9397-c8a895039238 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621018 Jul 29 23:50:50.044713 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 64af83d4-9622-4827-bdd7-5d94b16b6e37 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:50.070141 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d075-567a-4bb1-be91-3cf514375a52 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.108733 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d075-567a-4bb1-be91-3cf514375a52 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.114526 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 64af83d4-9622-4827-bdd7-5d94b16b6e37 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:50.118165 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff8d075-567a-4bb1-be91-3cf514375a52 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:50.118914 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 64af83d4-9622-4827-bdd7-5d94b16b6e37 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:50.119321 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5ff8d075-567a-4bb1-be91-3cf514375a52 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.119457 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.187351 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5ff8d075-567a-4bb1-be91-3cf514375a52 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2819624 Jul 29 23:50:50.192865 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46830) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:50.197582 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f6100879-a078-4bac-959d-1516f22ba0dd tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-190652033', 'admin_state_up': True, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:50.202186 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8d075-567a-4bb1-be91-3cf514375a52 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Pushing event updated for resources: {'Network': ['ID=68791d01-2f7a-4434-8810-0b4323f3ec1c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:50.207049 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.217755 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 68791d01-2f7a-4434-8810-0b4323f3ec1c details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:50:50.235178 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f6100879-a078-4bac-959d-1516f22ba0dd tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.236493 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f6100879-a078-4bac-959d-1516f22ba0dd tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.278009 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5bccd9-0802-4146-a59d-3ed2945d5809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64af83d4-9622-4827-bdd7-5d94b16b6e37'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:50.280744 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daaf6fed-461e-4175-b81a-bc827d0a4935" -d '{"events": [{"server_uuid": "bf5bccd9-0802-4146-a59d-3ed2945d5809", "name": "network-vif-plugged", "status": "completed", "tag": "64af83d4-9622-4827-bdd7-5d94b16b6e37"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:50.297936 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f6100879-a078-4bac-959d-1516f22ba0dd tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.302251 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 64af83d4-9622-4827-bdd7-5d94b16b6e37, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=64af83d4-9622-4827-bdd7-5d94b16b6e37,segment=NetworkSegment(a8b5eda5-9414-420c-921a-7601972def5c),segment_id=a8b5eda5-9414-420c-921a-7601972def5c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:50.310600 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.340459 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e899102c-3cbd-4e82-918d-c08cf718b919 x-openstack-request-id: req-e899102c-3cbd-4e82-918d-c08cf718b919 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:50.340747 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5bccd9-0802-4146-a59d-3ed2945d5809", "name": "network-vif-plugged", "status": "completed", "tag": "64af83d4-9622-4827-bdd7-5d94b16b6e37", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:50.340996 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e899102c-3cbd-4e82-918d-c08cf718b919 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:50.341386 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5bccd9-0802-4146-a59d-3ed2945d5809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64af83d4-9622-4827-bdd7-5d94b16b6e37', 'code': 200} Jul 29 23:50:50.370624 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=64af83d4-9622-4827-bdd7-5d94b16b6e37,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:50.811634 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f6100879-a078-4bac-959d-1516f22ba0dd tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:50.843009 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5330f3-ad54-44e6-9a51-86c5ea4c28a0 req-5e0ae4a2-e052-48a2-835c-c88ea0e52779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:50.844562 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb5330f3-ad54-44e6-9a51-86c5ea4c28a0 req-5e0ae4a2-e052-48a2-835c-c88ea0e52779 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 1097 time: 0.4337986 Jul 29 23:50:50.910059 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb5330f3-ad54-44e6-9a51-86c5ea4c28a0 req-3cc3b7f7-cf5d-45d0-8c5f-e6100e806a1e service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418894 Jul 29 23:50:51.094424 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f6100879-a078-4bac-959d-1516f22ba0dd tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.121527 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f6100879-a078-4bac-959d-1516f22ba0dd tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.220214 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1c01f-ad40-47ae-a54c-a8f06a93a0ed req-d363a29b-dc2e-41aa-b9d9-658cbb96c7ab tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:51.221928 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-56f1c01f-ad40-47ae-a54c-a8f06a93a0ed req-d363a29b-dc2e-41aa-b9d9-658cbb96c7ab tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 945 time: 0.1027410 Jul 29 23:50:51.304429 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-f6100879-a078-4bac-959d-1516f22ba0dd tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Allocated IP 172.25.8.127 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/59fd5386-289b-4565-82a4-7bd2c767c76e) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:51.314674 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-56f1c01f-ad40-47ae-a54c-a8f06a93a0ed req-40e4c499-df94-4a67-986f-e7120f377be0 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680637 Jul 29 23:50:51.426730 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f6100879-a078-4bac-959d-1516f22ba0dd tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.471872 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f6100879-a078-4bac-959d-1516f22ba0dd tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:51.513302 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6100879-a078-4bac-959d-1516f22ba0dd tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:51.520288 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-f6100879-a078-4bac-959d-1516f22ba0dd tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:51.521908 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6100879-a078-4bac-959d-1516f22ba0dd tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:51.549177 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6100879-a078-4bac-959d-1516f22ba0dd tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Pushing event updated for resources: {'Port': ['ID=59fd5386-289b-4565-82a4-7bd2c767c76e,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:51.826538 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f6100879-a078-4bac-959d-1516f22ba0dd tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for router_gateway, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:52.056071 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f6100879-a078-4bac-959d-1516f22ba0dd tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:52.211452 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6100879-a078-4bac-959d-1516f22ba0dd tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Router ba748284-320a-4061-a5bd-75a841d14b25 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:50:52.350168 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6100879-a078-4bac-959d-1516f22ba0dd tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:50:52.373052 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da06b12-7e55-4d89-a07e-8ebe983236ef None None] Sync routers for ids ['ba748284-320a-4061-a5bd-75a841d14b25'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:50:52.384438 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f6100879-a078-4bac-959d-1516f22ba0dd tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:52.385965 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da06b12-7e55-4d89-a07e-8ebe983236ef None None] Routers {'ba748284-320a-4061-a5bd-75a841d14b25'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:52.386886 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1da06b12-7e55-4d89-a07e-8ebe983236ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:50:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['ba748284-320a-4061-a5bd-75a841d14b25'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:52.388483 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f6100879-a078-4bac-959d-1516f22ba0dd tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.1941621 Jul 29 23:50:52.391152 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46882) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:52.514705 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-076b836b-880e-4930-8b2d-0b0a1bcdc8d9 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:52.516387 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7282ac-8015-4c4c-9293-e08aed81ae2b req-0fb245ae-346f-4b24-99c1-2c4d4bfa77a5 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:52.517342 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-076b836b-880e-4930-8b2d-0b0a1bcdc8d9 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=83f01be5ee1448fc8b8e9b2ef8a4bed2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1249137 Jul 29 23:50:52.519370 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9f7282ac-8015-4c4c-9293-e08aed81ae2b req-0fb245ae-346f-4b24-99c1-2c4d4bfa77a5 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 945 time: 0.0935869 Jul 29 23:50:52.519895 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46886) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:52.535116 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-1da06b12-7e55-4d89-a07e-8ebe983236ef None None] Set router ba748284-320a-4061-a5bd-75a841d14b25 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:52.686096 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9f7282ac-8015-4c4c-9293-e08aed81ae2b req-e664462d-2995-4d7e-8036-db79b1fc02be tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435468 Jul 29 23:50:52.766229 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640e8e02-e29e-48ae-b0e2-e45baa50c7b9 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:52.768973 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-640e8e02-e29e-48ae-b0e2-e45baa50c7b9 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2479980 Jul 29 23:50:52.772151 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46896) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:52.794066 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1da06b12-7e55-4d89-a07e-8ebe983236ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba748284-320a-4061-a5bd-75a841d14b25', 'name': 'tempest-TestSecurityGroupsBasicOps-router-190652033', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '59fd5386-289b-4565-82a4-7bd2c767c76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:50:50Z', 'updated_at': '2021-07-29T23:50:51Z', 'revision_number': 3, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'gw_port': {'id': '59fd5386-289b-4565-82a4-7bd2c767c76e', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:00:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba748284-320a-4061-a5bd-75a841d14b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:51Z', 'updated_at': '2021-07-29T23:50:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:52.816440 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-583f82af-6f01-46bf-9fce-b93502029f9e tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=0aea9f43-4eea-456f-a634-5f5375b1fdb7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425091 Jul 29 23:50:52.820331 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46898) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:52.836388 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da06b12-7e55-4d89-a07e-8ebe983236ef None None] Checking router: ba748284-320a-4061-a5bd-75a841d14b25 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:50:52.836759 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da06b12-7e55-4d89-a07e-8ebe983236ef None None] Updating router ba748284-320a-4061-a5bd-75a841d14b25 port 59fd5386-289b-4565-82a4-7bd2c767c76e binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:50:52.857653 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a7e4c6e3-bfdf-4774-a7c7-9538acf01d4b tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=83f01be5ee1448fc8b8e9b2ef8a4bed2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0358694 Jul 29 23:50:52.860300 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46902) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:52.872262 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6925c-a3f8-4860-a729-2958d58ac360 req-71236d96-9900-4410-b2f7-bc28175765e6 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:52.874702 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1da06b12-7e55-4d89-a07e-8ebe983236ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:52.880278 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e1c6925c-a3f8-4860-a729-2958d58ac360 req-71236d96-9900-4410-b2f7-bc28175765e6 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 945 time: 0.0900400 Jul 29 23:50:52.893029 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46906) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:52.901939 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-67e19e94-07c6-4c03-8f5e-ecd152c72ae2 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Request body: {'floatingip': {'port_id': '64af83d4-9622-4827-bdd7-5d94b16b6e37'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:52.987081 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-67e19e94-07c6-4c03-8f5e-ecd152c72ae2 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for floatingip, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:53.027263 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c889dc4-419b-4bd2-a892-54edc88ceb8a tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:53.029361 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7c889dc4-419b-4bd2-a892-54edc88ceb8a tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1678920 Jul 29 23:50:53.033363 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 46910) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:53.114220 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-03b6e8fb-bbc3-4bb0-a902-47971e485a0d tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=0aea9f43-4eea-456f-a634-5f5375b1fdb7&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0784166 Jul 29 23:50:53.117520 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46916) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:53.130837 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-56d34748-19d5-401f-b53c-080ae80973c9 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-444092271', 'network_id': '68791d01-2f7a-4434-8810-0b4323f3ec1c', 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:53.252365 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56d34748-19d5-401f-b53c-080ae80973c9 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Made reservation on behalf of 83f01be5ee1448fc8b8e9b2ef8a4bed2 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:53.258016 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-56d34748-19d5-401f-b53c-080ae80973c9 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:53.321440 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1da06b12-7e55-4d89-a07e-8ebe983236ef None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:53.335532 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1da06b12-7e55-4d89-a07e-8ebe983236ef None None] Transition to ACTIVE for port object 59fd5386-289b-4565-82a4-7bd2c767c76e will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:53.343691 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1da06b12-7e55-4d89-a07e-8ebe983236ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:53.421728 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-1da06b12-7e55-4d89-a07e-8ebe983236ef None None] Attempting to bind port 59fd5386-289b-4565-82a4-7bd2c767c76e on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:50:53.422715 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-1da06b12-7e55-4d89-a07e-8ebe983236ef None None] Attempting to bind port 59fd5386-289b-4565-82a4-7bd2c767c76e by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:50:53.422889 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da06b12-7e55-4d89-a07e-8ebe983236ef None None] Attempting to bind port 59fd5386-289b-4565-82a4-7bd2c767c76e on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:53.429625 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da06b12-7e55-4d89-a07e-8ebe983236ef None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:50:53.430066 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da06b12-7e55-4d89-a07e-8ebe983236ef None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:53.430575 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1da06b12-7e55-4d89-a07e-8ebe983236ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:53.431160 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da06b12-7e55-4d89-a07e-8ebe983236ef None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:50:53.432212 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-1da06b12-7e55-4d89-a07e-8ebe983236ef None None] Bound port: 59fd5386-289b-4565-82a4-7bd2c767c76e, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:50:53.432892 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1da06b12-7e55-4d89-a07e-8ebe983236ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:53.434775 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41261406-de2e-41cf-91e4-82b3ff73a94f None None] Pushing event updated for resources: {'Port': ['ID=59fd5386-289b-4565-82a4-7bd2c767c76e,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:53.538863 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-1da06b12-7e55-4d89-a07e-8ebe983236ef None None] For port 59fd5386-289b-4565-82a4-7bd2c767c76e, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:50:53.553368 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-1da06b12-7e55-4d89-a07e-8ebe983236ef None None] For port 59fd5386-289b-4565-82a4-7bd2c767c76e, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=59fd5386-289b-4565-82a4-7bd2c767c76e,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:50:53.568296 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1da06b12-7e55-4d89-a07e-8ebe983236ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:53.589006 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-56d34748-19d5-401f-b53c-080ae80973c9 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:53.672434 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da06b12-7e55-4d89-a07e-8ebe983236ef None None] Routers {'ba748284-320a-4061-a5bd-75a841d14b25'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:53.673450 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1da06b12-7e55-4d89-a07e-8ebe983236ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:50:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['ba748284-320a-4061-a5bd-75a841d14b25'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:53.676633 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41261406-de2e-41cf-91e4-82b3ff73a94f None None] Pushing event updated for resources: {'Port': ['ID=59fd5386-289b-4565-82a4-7bd2c767c76e,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:53.687885 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d34748-19d5-401f-b53c-080ae80973c9 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Pushing event updated for resources: {'Subnet': ['ID=346b6c6f-69b3-4bbf-94ac-f6c01ce3fb8b,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:53.719533 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d34748-19d5-401f-b53c-080ae80973c9 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Checking segment: {'id': 'e556da92-90cc-4658-b656-c0389fc2c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '68791d01-2f7a-4434-8810-0b4323f3ec1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:53.720248 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d34748-19d5-401f-b53c-080ae80973c9 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Network hostable DHCP agents. Network: 68791d01-2f7a-4434-8810-0b4323f3ec1c, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:50:53.755096 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56d34748-19d5-401f-b53c-080ae80973c9 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Network 68791d01-2f7a-4434-8810-0b4323f3ec1c is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:50:53.772490 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-56d34748-19d5-401f-b53c-080ae80973c9 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 68791d01-2f7a-4434-8810-0b4323f3ec1c) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:53.789925 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56d34748-19d5-401f-b53c-080ae80973c9 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:53.791073 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-56d34748-19d5-401f-b53c-080ae80973c9 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:53.794444 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55daa27-d729-46e8-a9c3-c352ecd54364 None None] Network 68791d01-2f7a-4434-8810-0b4323f3ec1c requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:50:53.818929 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-56d34748-19d5-401f-b53c-080ae80973c9 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6979084 Jul 29 23:50:53.823462 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 46924) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:50:53.889035 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-67e19e94-07c6-4c03-8f5e-ecd152c72ae2 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:53.894151 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-67e19e94-07c6-4c03-8f5e-ecd152c72ae2 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:53.950452 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-1da06b12-7e55-4d89-a07e-8ebe983236ef None None] Set router ba748284-320a-4061-a5bd-75a841d14b25 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:54.046030 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-67e19e94-07c6-4c03-8f5e-ecd152c72ae2 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Floating IP b1004490-593e-489f-b2aa-d4b201d1eecb associated. External IP: 172.25.8.69, port: 64af83d4-9622-4827-bdd7-5d94b16b6e37. Jul 29 23:50:54.161388 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734fab8f-eb0b-4792-968b-67bf19338bd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-68791d01-2f7a-4434-8810-0b4323f3ec1c', 'network_id': '68791d01-2f7a-4434-8810-0b4323f3ec1c', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'fixed_ips': [{'subnet_id': '346b6c6f-69b3-4bbf-94ac-f6c01ce3fb8b'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:50:54.162889 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-734fab8f-eb0b-4792-968b-67bf19338bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:54.335711 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-734fab8f-eb0b-4792-968b-67bf19338bd1 None None] Allocated IP 172.20.0.18 (68791d01-2f7a-4434-8810-0b4323f3ec1c/346b6c6f-69b3-4bbf-94ac-f6c01ce3fb8b/8237db04-5fbf-4cd3-a4f4-3f45ab288186) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:54.346690 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e19e94-07c6-4c03-8f5e-ecd152c72ae2 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Router 2991acb1-52ef-4d0b-97a5-67944d7e7d0e has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:50:54.467178 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-66aaa168-b694-45a3-a14f-3f06ba9c7ebc tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:54.475185 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e19e94-07c6-4c03-8f5e-ecd152c72ae2 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:50:54.485603 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe46666-befc-46f9-ac63-627fc7a68c91 None None] Sync routers for ids ['2991acb1-52ef-4d0b-97a5-67944d7e7d0e'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:50:54.487264 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-67e19e94-07c6-4c03-8f5e-ecd152c72ae2 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:54.503610 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe46666-befc-46f9-ac63-627fc7a68c91 None None] Routers {'2991acb1-52ef-4d0b-97a5-67944d7e7d0e'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:54.504669 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-cfe46666-befc-46f9-ac63-627fc7a68c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:50:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['2991acb1-52ef-4d0b-97a5-67944d7e7d0e'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:54.517163 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-734fab8f-eb0b-4792-968b-67bf19338bd1 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:54.527468 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-734fab8f-eb0b-4792-968b-67bf19338bd1 None None] Transition to ACTIVE for port object 8237db04-5fbf-4cd3-a4f4-3f45ab288186 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:54.528693 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-67e19e94-07c6-4c03-8f5e-ecd152c72ae2 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "PUT /v2.0/floatingips/b1004490-593e-489f-b2aa-d4b201d1eecb HTTP/1.1" status: 200 len: 990 time: 1.6344244 Jul 29 23:50:54.529356 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf5bccd9-0802-4146-a59d-3ed2945d5809', 'tag': '64af83d4-9622-4827-bdd7-5d94b16b6e37'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:50:54.531852 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a194a8-01dc-4bf3-a120-4e96fc46ab4c" -d '{"events": [{"name": "network-changed", "server_uuid": "bf5bccd9-0802-4146-a59d-3ed2945d5809", "tag": "64af83d4-9622-4827-bdd7-5d94b16b6e37"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:50:54.583359 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-734fab8f-eb0b-4792-968b-67bf19338bd1 None None] Transition to ACTIVE for port object 8237db04-5fbf-4cd3-a4f4-3f45ab288186 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:54.601014 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-734fab8f-eb0b-4792-968b-67bf19338bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:54.685751 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34546a60-17c1-4991-afe9-266f07512694 x-openstack-request-id: req-34546a60-17c1-4991-afe9-266f07512694 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:50:54.686307 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf5bccd9-0802-4146-a59d-3ed2945d5809", "tag": "64af83d4-9622-4827-bdd7-5d94b16b6e37", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:50:54.686696 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-34546a60-17c1-4991-afe9-266f07512694 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:50:54.687297 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf5bccd9-0802-4146-a59d-3ed2945d5809', 'tag': '64af83d4-9622-4827-bdd7-5d94b16b6e37', 'status': 'completed', 'code': 200} Jul 29 23:50:54.725973 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734fab8f-eb0b-4792-968b-67bf19338bd1 None None] Network 68791d01-2f7a-4434-8810-0b4323f3ec1c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:54.740412 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-734fab8f-eb0b-4792-968b-67bf19338bd1 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:54.747709 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734fab8f-eb0b-4792-968b-67bf19338bd1 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:54.750689 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734fab8f-eb0b-4792-968b-67bf19338bd1 None None] Pushing event updated for resources: {'Port': ['ID=8237db04-5fbf-4cd3-a4f4-3f45ab288186,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:54.780232 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1da06b12-7e55-4d89-a07e-8ebe983236ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba748284-320a-4061-a5bd-75a841d14b25', 'name': 'tempest-TestSecurityGroupsBasicOps-router-190652033', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '59fd5386-289b-4565-82a4-7bd2c767c76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:50:50Z', 'updated_at': '2021-07-29T23:50:51Z', 'revision_number': 3, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'gw_port': {'id': '59fd5386-289b-4565-82a4-7bd2c767c76e', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:00:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba748284-320a-4061-a5bd-75a841d14b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:51Z', 'updated_at': '2021-07-29T23:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:54.795598 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a194a8-01dc-4bf3-a120-4e96fc46ab4c req-ff1291cf-0c73-4db9-b578-021e1983f90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:54.797491 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95a194a8-01dc-4bf3-a120-4e96fc46ab4c req-ff1291cf-0c73-4db9-b578-021e1983f90a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d50d474daccb433580a7028fa61f9a73&device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 1097 time: 0.0811062 Jul 29 23:50:54.860127 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1da06b12-7e55-4d89-a07e-8ebe983236ef None None] The sync data for ids ['ba748284-320a-4061-a5bd-75a841d14b25'] in n-d-712140-10 is: [{'id': 'ba748284-320a-4061-a5bd-75a841d14b25', 'name': 'tempest-TestSecurityGroupsBasicOps-router-190652033', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '59fd5386-289b-4565-82a4-7bd2c767c76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:50:50Z', 'updated_at': '2021-07-29T23:50:51Z', 'revision_number': 3, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'gw_port': {'id': '59fd5386-289b-4565-82a4-7bd2c767c76e', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:00:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba748284-320a-4061-a5bd-75a841d14b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:51Z', 'updated_at': '2021-07-29T23:50:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:50:54.876967 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-734fab8f-eb0b-4792-968b-67bf19338bd1 None None] Attempting to bind port 8237db04-5fbf-4cd3-a4f4-3f45ab288186 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:50:54.877371 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-734fab8f-eb0b-4792-968b-67bf19338bd1 None None] Attempting to bind port 8237db04-5fbf-4cd3-a4f4-3f45ab288186 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'e556da92-90cc-4658-b656-c0389fc2c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '68791d01-2f7a-4434-8810-0b4323f3ec1c'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:50:54.877740 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734fab8f-eb0b-4792-968b-67bf19338bd1 None None] Attempting to bind port 8237db04-5fbf-4cd3-a4f4-3f45ab288186 on network 68791d01-2f7a-4434-8810-0b4323f3ec1c {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:54.892414 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734fab8f-eb0b-4792-968b-67bf19338bd1 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:50:54.892875 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734fab8f-eb0b-4792-968b-67bf19338bd1 None None] Checking segment: {'id': 'e556da92-90cc-4658-b656-c0389fc2c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '68791d01-2f7a-4434-8810-0b4323f3ec1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:54.893205 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-734fab8f-eb0b-4792-968b-67bf19338bd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:54.893586 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734fab8f-eb0b-4792-968b-67bf19338bd1 None None] Bound using segment: {'id': 'e556da92-90cc-4658-b656-c0389fc2c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '68791d01-2f7a-4434-8810-0b4323f3ec1c'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:50:54.894083 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-734fab8f-eb0b-4792-968b-67bf19338bd1 None None] Bound port: 8237db04-5fbf-4cd3-a4f4-3f45ab288186, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e556da92-90cc-4658-b656-c0389fc2c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '68791d01-2f7a-4434-8810-0b4323f3ec1c'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:50:54.894477 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-734fab8f-eb0b-4792-968b-67bf19338bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:54.947746 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-cfe46666-befc-46f9-ac63-627fc7a68c91 None None] Set router 2991acb1-52ef-4d0b-97a5-67944d7e7d0e gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:54.972260 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-734fab8f-eb0b-4792-968b-67bf19338bd1 None None] For port 8237db04-5fbf-4cd3-a4f4-3f45ab288186, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:50:54.982616 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-734fab8f-eb0b-4792-968b-67bf19338bd1 None None] For port 8237db04-5fbf-4cd3-a4f4-3f45ab288186, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=8237db04-5fbf-4cd3-a4f4-3f45ab288186,segment=NetworkSegment(e556da92-90cc-4658-b656-c0389fc2c43e),segment_id=e556da92-90cc-4658-b656-c0389fc2c43e)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:50:54.990922 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-734fab8f-eb0b-4792-968b-67bf19338bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:54.993073 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-66aaa168-b694-45a3-a14f-3f06ba9c7ebc tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Allocated IP 172.20.0.17 (68791d01-2f7a-4434-8810-0b4323f3ec1c/346b6c6f-69b3-4bbf-94ac-f6c01ce3fb8b/63306521-158b-42e6-9a6f-f76e0bbb21c5) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:55.030719 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a194a8-01dc-4bf3-a120-4e96fc46ab4c req-4f78703c-3942-428e-8230-a7223c3af85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:55.034845 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95a194a8-01dc-4bf3-a120-4e96fc46ab4c req-4f78703c-3942-428e-8230-a7223c3af85f service neutron] 10.222.0.23 "GET /v2.0/networks?id=c5d248fd-ab50-44b4-871d-02015d72fe43 HTTP/1.1" status: 200 len: 918 time: 0.2287436 Jul 29 23:50:55.117534 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734fab8f-eb0b-4792-968b-67bf19338bd1 None None] Pushing event updated for resources: {'Port': ['ID=8237db04-5fbf-4cd3-a4f4-3f45ab288186,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:55.141845 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95a194a8-01dc-4bf3-a120-4e96fc46ab4c req-482ffcfa-1704-498b-a967-fd00d80beb43 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64af83d4-9622-4827-bdd7-5d94b16b6e37 HTTP/1.1" status: 200 len: 998 time: 0.0993948 Jul 29 23:50:55.259338 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a194a8-01dc-4bf3-a120-4e96fc46ab4c req-32c80a19-0ada-4d1e-bab2-f6687eb4206c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:55.263109 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95a194a8-01dc-4bf3-a120-4e96fc46ab4c req-32c80a19-0ada-4d1e-bab2-f6687eb4206c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69ac91f6-4b2c-4d90-9c2c-b487e54998fb HTTP/1.1" status: 200 len: 856 time: 0.1139667 Jul 29 23:50:55.315561 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-66aaa168-b694-45a3-a14f-3f06ba9c7ebc tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:55.335537 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-66aaa168-b694-45a3-a14f-3f06ba9c7ebc tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Transition to ACTIVE for port object 63306521-158b-42e6-9a6f-f76e0bbb21c5 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:55.367566 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a194a8-01dc-4bf3-a120-4e96fc46ab4c req-8809d4e2-9724-4223-8b29-ea22ac244e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:55.376748 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95a194a8-01dc-4bf3-a120-4e96fc46ab4c req-8809d4e2-9724-4223-8b29-ea22ac244e86 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c5d248fd-ab50-44b4-871d-02015d72fe43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0901625 Jul 29 23:50:55.441663 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-cfe46666-befc-46f9-ac63-627fc7a68c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1633020822-router', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:32Z', 'updated_at': '2021-07-29T23:46:38Z', 'revision_number': 4, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'gw_port': {'id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:34Z', 'updated_at': '2021-07-29T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': 'b1004490-593e-489f-b2aa-d4b201d1eecb', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'floating_ip_address': '172.25.8.69', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'port_id': '64af83d4-9622-4827-bdd7-5d94b16b6e37', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43', 'mac_address': 'fa:16:3e:e5:e9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5bccd9-0802-4146-a59d-3ed2945d5809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:50:39Z', 'updated_at': '2021-07-29T23:50:53Z', 'revision_number': 1, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d6c781-fe51-446a-800a-c1c86f775cea', 'name': '', 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'mac_address': 'fa:16:3e:dc:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:37Z', 'updated_at': '2021-07-29T23:46:45Z', 'revision_number': 5, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'subnets': [{'id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:55.466342 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-66aaa168-b694-45a3-a14f-3f06ba9c7ebc tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:55.523588 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66aaa168-b694-45a3-a14f-3f06ba9c7ebc tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Network 68791d01-2f7a-4434-8810-0b4323f3ec1c is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:55.538635 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-66aaa168-b694-45a3-a14f-3f06ba9c7ebc tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:55.539798 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe46666-befc-46f9-ac63-627fc7a68c91 None None] Checking router: 2991acb1-52ef-4d0b-97a5-67944d7e7d0e for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:50:55.551187 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66aaa168-b694-45a3-a14f-3f06ba9c7ebc tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:50:55.554857 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95a194a8-01dc-4bf3-a120-4e96fc46ab4c req-ea2361a1-cf61-4ee0-83b9-a45ae2bd0514 service neutron] 10.222.0.23 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663902 Jul 29 23:50:55.574273 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe46666-befc-46f9-ac63-627fc7a68c91 None None] Routers {'2991acb1-52ef-4d0b-97a5-67944d7e7d0e'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:55.576370 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-cfe46666-befc-46f9-ac63-627fc7a68c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:50:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['2991acb1-52ef-4d0b-97a5-67944d7e7d0e'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:55.683962 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-66aaa168-b694-45a3-a14f-3f06ba9c7ebc tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:55.740244 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95a194a8-01dc-4bf3-a120-4e96fc46ab4c req-af4da215-1b7d-4691-8f6e-212bebc4d54f service neutron] 10.222.0.23 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787446 Jul 29 23:50:55.812299 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-cfe46666-befc-46f9-ac63-627fc7a68c91 None None] Set router 2991acb1-52ef-4d0b-97a5-67944d7e7d0e gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:55.845400 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aaa168-b694-45a3-a14f-3f06ba9c7ebc tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Pushing event updated for resources: {'Port': ['ID=63306521-158b-42e6-9a6f-f76e0bbb21c5,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:56.031672 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-66aaa168-b694-45a3-a14f-3f06ba9c7ebc tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:56.140963 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-cfe46666-befc-46f9-ac63-627fc7a68c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1633020822-router', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:32Z', 'updated_at': '2021-07-29T23:46:38Z', 'revision_number': 4, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'gw_port': {'id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:34Z', 'updated_at': '2021-07-29T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': 'b1004490-593e-489f-b2aa-d4b201d1eecb', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'floating_ip_address': '172.25.8.69', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'port_id': '64af83d4-9622-4827-bdd7-5d94b16b6e37', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43', 'mac_address': 'fa:16:3e:e5:e9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5bccd9-0802-4146-a59d-3ed2945d5809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:50:39Z', 'updated_at': '2021-07-29T23:50:53Z', 'revision_number': 1, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d6c781-fe51-446a-800a-c1c86f775cea', 'name': '', 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'mac_address': 'fa:16:3e:dc:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:37Z', 'updated_at': '2021-07-29T23:46:45Z', 'revision_number': 5, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'subnets': [{'id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:56.178652 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe46666-befc-46f9-ac63-627fc7a68c91 None None] The sync data for ids ['2991acb1-52ef-4d0b-97a5-67944d7e7d0e'] in n-d-712140-10 is: [{'id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1633020822-router', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:32Z', 'updated_at': '2021-07-29T23:46:38Z', 'revision_number': 4, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'gw_port': {'id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:34Z', 'updated_at': '2021-07-29T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': 'b1004490-593e-489f-b2aa-d4b201d1eecb', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'floating_ip_address': '172.25.8.69', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'port_id': '64af83d4-9622-4827-bdd7-5d94b16b6e37', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3457, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43', 'mac_address': 'fa:16:3e:e5:e9:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf5bccd9-0802-4146-a59d-3ed2945d5809', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:50:39Z', 'updated_at': '2021-07-29T23:50:53Z', 'revision_number': 1, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d6c781-fe51-446a-800a-c1c86f775cea', 'name': '', 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'mac_address': 'fa:16:3e:dc:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:37Z', 'updated_at': '2021-07-29T23:46:45Z', 'revision_number': 5, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'subnets': [{'id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:50:56.459899 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-66aaa168-b694-45a3-a14f-3f06ba9c7ebc tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:56.466879 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-66aaa168-b694-45a3-a14f-3f06ba9c7ebc tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:56.539530 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f17a99-b383-4c88-8d9f-de3693958982 None None] New status for floating IP b1004490-593e-489f-b2aa-d4b201d1eecb: ACTIVE {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:50:56.570314 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-66aaa168-b694-45a3-a14f-3f06ba9c7ebc tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:56.572910 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66aaa168-b694-45a3-a14f-3f06ba9c7ebc tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Pushing event updated for resources: {'Port': ['ID=63306521-158b-42e6-9a6f-f76e0bbb21c5,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:56.587358 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc85ab12-db92-4324-8004-46c86af0d260 None None] Network 68791d01-2f7a-4434-8810-0b4323f3ec1c requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:50:56.689085 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66aaa168-b694-45a3-a14f-3f06ba9c7ebc tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Network 68791d01-2f7a-4434-8810-0b4323f3ec1c is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:56.690770 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-66aaa168-b694-45a3-a14f-3f06ba9c7ebc tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:56.834721 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66aaa168-b694-45a3-a14f-3f06ba9c7ebc tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Router ba748284-320a-4061-a5bd-75a841d14b25 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:50:56.858474 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f0e03abf-2ce0-4135-aeff-35e198695c1b None None] Provisioning for port 8237db04-5fbf-4cd3-a4f4-3f45ab288186 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:56.995963 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 59fd5386-289b-4565-82a4-7bd2c767c76e up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:57.025923 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66aaa168-b694-45a3-a14f-3f06ba9c7ebc tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:50:57.032843 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-66aaa168-b694-45a3-a14f-3f06ba9c7ebc tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "PUT /v2.0/routers/ba748284-320a-4061-a5bd-75a841d14b25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2078664 Jul 29 23:50:57.200590 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 59fd5386-289b-4565-82a4-7bd2c767c76e completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:57.206632 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 59fd5386-289b-4565-82a4-7bd2c767c76e triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:57.207016 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:57.330407 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:57.354615 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 59fd5386-289b-4565-82a4-7bd2c767c76e, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=59fd5386-289b-4565-82a4-7bd2c767c76e,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:57.359917 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:57.360852 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 8237db04-5fbf-4cd3-a4f4-3f45ab288186 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:57.402504 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-2c91e40e-448d-478b-876b-8a4abaeebed0 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:57.410975 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-2c91e40e-448d-478b-876b-8a4abaeebed0 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/networks?id=68791d01-2f7a-4434-8810-0b4323f3ec1c HTTP/1.1" status: 200 len: 798 time: 0.1701446 Jul 29 23:50:57.432742 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-7e0f227d-b873-4698-8464-0ea509d9ce3c tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/quotas/83f01be5ee1448fc8b8e9b2ef8a4bed2 HTTP/1.1" status: 200 len: 375 time: 0.0191407 Jul 29 23:50:57.458692 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=59fd5386-289b-4565-82a4-7bd2c767c76e,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:57.462517 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 8237db04-5fbf-4cd3-a4f4-3f45ab288186 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:57.467387 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 8237db04-5fbf-4cd3-a4f4-3f45ab288186 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:57.467775 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:57.506088 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-8da2257d-392a-4df7-92cb-d7cea1450552 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=83f01be5ee1448fc8b8e9b2ef8a4bed2&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0723822 Jul 29 23:50:57.569290 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:57.617861 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 8237db04-5fbf-4cd3-a4f4-3f45ab288186, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=8237db04-5fbf-4cd3-a4f4-3f45ab288186,segment=NetworkSegment(e556da92-90cc-4658-b656-c0389fc2c43e),segment_id=e556da92-90cc-4658-b656-c0389fc2c43e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:50:57.621592 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0e40ac0f-92f7-4303-a8f1-13b31c6a0089 None None] Provisioning complete for port 8237db04-5fbf-4cd3-a4f4-3f45ab288186 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:57.621980 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0e40ac0f-92f7-4303-a8f1-13b31c6a0089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:57.623462 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-7ceafc6e-dad4-4540-9705-adb967ba07ce service neutron] 10.222.0.18 "GET /v2.0/networks/68791d01-2f7a-4434-8810-0b4323f3ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028137 Jul 29 23:50:57.632457 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:57.719339 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=8237db04-5fbf-4cd3-a4f4-3f45ab288186,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:57.769075 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-a09c7449-4133-47c6-aa23-51e9e46c0f5a service neutron] 10.222.0.18 "GET /v2.0/networks/68791d01-2f7a-4434-8810-0b4323f3ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374333 Jul 29 23:50:57.800085 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0e40ac0f-92f7-4303-a8f1-13b31c6a0089 None None] Provisioning for port 63306521-158b-42e6-9a6f-f76e0bbb21c5 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:50:57.804696 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a70e30c-a7db-4f78-98b6-9b7da01724ea None None] Sync routers for ids ['ba748284-320a-4061-a5bd-75a841d14b25'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:50:57.812526 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0e40ac0f-92f7-4303-a8f1-13b31c6a0089 None None] Provisioning complete for port 63306521-158b-42e6-9a6f-f76e0bbb21c5 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:57.813254 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0e40ac0f-92f7-4303-a8f1-13b31c6a0089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:57.816724 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a70e30c-a7db-4f78-98b6-9b7da01724ea None None] Routers {'ba748284-320a-4061-a5bd-75a841d14b25'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:57.817838 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-7a70e30c-a7db-4f78-98b6-9b7da01724ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:50:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['ba748284-320a-4061-a5bd-75a841d14b25'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:57.864256 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-0e40ac0f-92f7-4303-a8f1-13b31c6a0089 None None] Port 63306521-158b-42e6-9a6f-f76e0bbb21c5 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:50:57.977028 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-7a70e30c-a7db-4f78-98b6-9b7da01724ea None None] Set router ba748284-320a-4061-a5bd-75a841d14b25 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:58.021419 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-07c95df9-006e-4924-96d8-a0908bcb3029 None None] Provisioning complete for port 63306521-158b-42e6-9a6f-f76e0bbb21c5 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:58.022117 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-07c95df9-006e-4924-96d8-a0908bcb3029 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:58.098267 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-07c95df9-006e-4924-96d8-a0908bcb3029 None None] Port 63306521-158b-42e6-9a6f-f76e0bbb21c5 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:50:58.132274 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dd29a4ee-b4cd-4bfa-90e1-a2bbd0fdc6ed req-7f2cdbf4-9891-4f69-8ad4-c376bc074a24 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/ports?device_id=edf2071b-af52-4a5f-b2b1-b56aa73fd829 HTTP/1.1" status: 200 len: 210 time: 0.0352936 Jul 29 23:50:58.222458 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-705faf33-3f04-41aa-8868-a296215c9441 None None] Provisioning complete for port 63306521-158b-42e6-9a6f-f76e0bbb21c5 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:58.223270 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-705faf33-3f04-41aa-8868-a296215c9441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:58.265986 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-7a70e30c-a7db-4f78-98b6-9b7da01724ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba748284-320a-4061-a5bd-75a841d14b25', 'name': 'tempest-TestSecurityGroupsBasicOps-router-190652033', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '59fd5386-289b-4565-82a4-7bd2c767c76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:50:50Z', 'updated_at': '2021-07-29T23:50:55Z', 'revision_number': 4, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'gw_port': {'id': '59fd5386-289b-4565-82a4-7bd2c767c76e', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:00:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba748284-320a-4061-a5bd-75a841d14b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:51Z', 'updated_at': '2021-07-29T23:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '63306521-158b-42e6-9a6f-f76e0bbb21c5', 'name': '', 'network_id': '68791d01-2f7a-4434-8810-0b4323f3ec1c', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'mac_address': 'fa:16:3e:83:93:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba748284-320a-4061-a5bd-75a841d14b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '346b6c6f-69b3-4bbf-94ac-f6c01ce3fb8b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:54Z', 'updated_at': '2021-07-29T23:50:56Z', 'revision_number': 2, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'subnets': [{'id': '346b6c6f-69b3-4bbf-94ac-f6c01ce3fb8b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:58.270493 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-705faf33-3f04-41aa-8868-a296215c9441 None None] Port 63306521-158b-42e6-9a6f-f76e0bbb21c5 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:50:58.300614 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a70e30c-a7db-4f78-98b6-9b7da01724ea None None] Checking router: ba748284-320a-4061-a5bd-75a841d14b25 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:50:58.301190 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a70e30c-a7db-4f78-98b6-9b7da01724ea None None] Updating router ba748284-320a-4061-a5bd-75a841d14b25 port 63306521-158b-42e6-9a6f-f76e0bbb21c5 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:50:58.329159 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a70e30c-a7db-4f78-98b6-9b7da01724ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:58.608072 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a70e30c-a7db-4f78-98b6-9b7da01724ea None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:58.620296 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-7a70e30c-a7db-4f78-98b6-9b7da01724ea None None] Transition to ACTIVE for port object 63306521-158b-42e6-9a6f-f76e0bbb21c5 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:58.626771 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a70e30c-a7db-4f78-98b6-9b7da01724ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:58.679524 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b00575-fe33-40c2-8a85-ec9a747e578d None None] Pushing event updated for resources: {'Port': ['ID=63306521-158b-42e6-9a6f-f76e0bbb21c5,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:58.693939 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b00575-fe33-40c2-8a85-ec9a747e578d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:58.694529 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b00575-fe33-40c2-8a85-ec9a747e578d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:58.695018 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b00575-fe33-40c2-8a85-ec9a747e578d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:58.695458 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b00575-fe33-40c2-8a85-ec9a747e578d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:58.696011 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b00575-fe33-40c2-8a85-ec9a747e578d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:58.696446 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b00575-fe33-40c2-8a85-ec9a747e578d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:58.696880 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b00575-fe33-40c2-8a85-ec9a747e578d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:58.698708 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b00575-fe33-40c2-8a85-ec9a747e578d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:58.699088 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b00575-fe33-40c2-8a85-ec9a747e578d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:58.699583 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b00575-fe33-40c2-8a85-ec9a747e578d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:58.700046 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b00575-fe33-40c2-8a85-ec9a747e578d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:58.700475 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b00575-fe33-40c2-8a85-ec9a747e578d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:50:58.752848 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-7a70e30c-a7db-4f78-98b6-9b7da01724ea None None] Attempting to bind port 63306521-158b-42e6-9a6f-f76e0bbb21c5 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:50:58.753170 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-7a70e30c-a7db-4f78-98b6-9b7da01724ea None None] Attempting to bind port 63306521-158b-42e6-9a6f-f76e0bbb21c5 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'e556da92-90cc-4658-b656-c0389fc2c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '68791d01-2f7a-4434-8810-0b4323f3ec1c'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:50:58.753606 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a70e30c-a7db-4f78-98b6-9b7da01724ea None None] Attempting to bind port 63306521-158b-42e6-9a6f-f76e0bbb21c5 on network 68791d01-2f7a-4434-8810-0b4323f3ec1c {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:50:58.760291 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a70e30c-a7db-4f78-98b6-9b7da01724ea None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:50:58.761281 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a70e30c-a7db-4f78-98b6-9b7da01724ea None None] Checking segment: {'id': 'e556da92-90cc-4658-b656-c0389fc2c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '68791d01-2f7a-4434-8810-0b4323f3ec1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:50:58.761281 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a70e30c-a7db-4f78-98b6-9b7da01724ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:58.761659 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a70e30c-a7db-4f78-98b6-9b7da01724ea None None] Bound using segment: {'id': 'e556da92-90cc-4658-b656-c0389fc2c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '68791d01-2f7a-4434-8810-0b4323f3ec1c'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:50:58.762224 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-7a70e30c-a7db-4f78-98b6-9b7da01724ea None None] Bound port: 63306521-158b-42e6-9a6f-f76e0bbb21c5, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e556da92-90cc-4658-b656-c0389fc2c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '68791d01-2f7a-4434-8810-0b4323f3ec1c'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:50:58.762642 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a70e30c-a7db-4f78-98b6-9b7da01724ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:58.837447 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-7a70e30c-a7db-4f78-98b6-9b7da01724ea None None] For port 63306521-158b-42e6-9a6f-f76e0bbb21c5, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:50:58.843011 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-7a70e30c-a7db-4f78-98b6-9b7da01724ea None None] For port 63306521-158b-42e6-9a6f-f76e0bbb21c5, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=63306521-158b-42e6-9a6f-f76e0bbb21c5,segment=NetworkSegment(e556da92-90cc-4658-b656-c0389fc2c43e),segment_id=e556da92-90cc-4658-b656-c0389fc2c43e)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:50:58.847409 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7a70e30c-a7db-4f78-98b6-9b7da01724ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:58.876761 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 59fd5386-289b-4565-82a4-7bd2c767c76e up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:58.927962 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a70e30c-a7db-4f78-98b6-9b7da01724ea None None] Routers {'ba748284-320a-4061-a5bd-75a841d14b25'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:50:58.928778 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-7a70e30c-a7db-4f78-98b6-9b7da01724ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:50:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['ba748284-320a-4061-a5bd-75a841d14b25'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:58.935146 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b00575-fe33-40c2-8a85-ec9a747e578d None None] Pushing event updated for resources: {'Port': ['ID=63306521-158b-42e6-9a6f-f76e0bbb21c5,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:50:58.956675 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 59fd5386-289b-4565-82a4-7bd2c767c76e triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:58.957289 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:59.161824 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 8237db04-5fbf-4cd3-a4f4-3f45ab288186 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:50:59.251676 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-1edce518-9523-4b9a-8da8-0aaae43ffdb8 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:50:59.254889 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-1edce518-9523-4b9a-8da8-0aaae43ffdb8 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.39 "GET /v2.0/networks?id=68791d01-2f7a-4434-8810-0b4323f3ec1c HTTP/1.1" status: 200 len: 798 time: 0.2329688 Jul 29 23:50:59.270648 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-8aceb086-ddd2-4c2e-883a-f9863995f369 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Request body: {'port': {'device_id': 'edf2071b-af52-4a5f-b2b1-b56aa73fd829', 'network_id': '68791d01-2f7a-4434-8810-0b4323f3ec1c', 'admin_state_up': True, 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:50:59.323923 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 8237db04-5fbf-4cd3-a4f4-3f45ab288186 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:50:59.324558 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:59.383730 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-7a70e30c-a7db-4f78-98b6-9b7da01724ea None None] Set router ba748284-320a-4061-a5bd-75a841d14b25 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:50:59.443929 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-810edcfa-77e8-4477-bd28-b08b36f7b264 req-b556c8bb-a803-442d-a018-8dccd00677c2 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/ports?device_id=edf2071b-af52-4a5f-b2b1-b56aa73fd829 HTTP/1.1" status: 200 len: 210 time: 0.0546212 Jul 29 23:50:59.457776 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-8aceb086-ddd2-4c2e-883a-f9863995f369 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Made reservation on behalf of 83f01be5ee1448fc8b8e9b2ef8a4bed2 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:50:59.461932 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-8aceb086-ddd2-4c2e-883a-f9863995f369 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:59.612888 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-8aceb086-ddd2-4c2e-883a-f9863995f369 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Allocated IP 172.20.0.27 (68791d01-2f7a-4434-8810-0b4323f3ec1c/346b6c6f-69b3-4bbf-94ac-f6c01ce3fb8b/b83a420a-cda1-4560-85dd-5a9784a5400b) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:50:59.683279 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-7a70e30c-a7db-4f78-98b6-9b7da01724ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba748284-320a-4061-a5bd-75a841d14b25', 'name': 'tempest-TestSecurityGroupsBasicOps-router-190652033', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '59fd5386-289b-4565-82a4-7bd2c767c76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:50:50Z', 'updated_at': '2021-07-29T23:50:55Z', 'revision_number': 4, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'gw_port': {'id': '59fd5386-289b-4565-82a4-7bd2c767c76e', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:00:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba748284-320a-4061-a5bd-75a841d14b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:51Z', 'updated_at': '2021-07-29T23:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '63306521-158b-42e6-9a6f-f76e0bbb21c5', 'name': '', 'network_id': '68791d01-2f7a-4434-8810-0b4323f3ec1c', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'mac_address': 'fa:16:3e:83:93:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba748284-320a-4061-a5bd-75a841d14b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '346b6c6f-69b3-4bbf-94ac-f6c01ce3fb8b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:54Z', 'updated_at': '2021-07-29T23:50:58Z', 'revision_number': 4, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'subnets': [{'id': '346b6c6f-69b3-4bbf-94ac-f6c01ce3fb8b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:50:59.685935 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:59.715462 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a70e30c-a7db-4f78-98b6-9b7da01724ea None None] The sync data for ids ['ba748284-320a-4061-a5bd-75a841d14b25'] in n-d-712140-10 is: [{'id': 'ba748284-320a-4061-a5bd-75a841d14b25', 'name': 'tempest-TestSecurityGroupsBasicOps-router-190652033', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '59fd5386-289b-4565-82a4-7bd2c767c76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:50:50Z', 'updated_at': '2021-07-29T23:50:55Z', 'revision_number': 4, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'gw_port': {'id': '59fd5386-289b-4565-82a4-7bd2c767c76e', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:00:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba748284-320a-4061-a5bd-75a841d14b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:51Z', 'updated_at': '2021-07-29T23:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '63306521-158b-42e6-9a6f-f76e0bbb21c5', 'name': '', 'network_id': '68791d01-2f7a-4434-8810-0b4323f3ec1c', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'mac_address': 'fa:16:3e:83:93:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba748284-320a-4061-a5bd-75a841d14b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 3485, 'fixed_ips': [{'subnet_id': '346b6c6f-69b3-4bbf-94ac-f6c01ce3fb8b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:54Z', 'updated_at': '2021-07-29T23:50:58Z', 'revision_number': 4, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'subnets': [{'id': '346b6c6f-69b3-4bbf-94ac-f6c01ce3fb8b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:50:59.800994 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-8aceb086-ddd2-4c2e-883a-f9863995f369 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:59.834651 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-8aceb086-ddd2-4c2e-883a-f9863995f369 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Transition to ACTIVE for port object b83a420a-cda1-4560-85dd-5a9784a5400b will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:50:59.885496 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-8aceb086-ddd2-4c2e-883a-f9863995f369 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:59.929809 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:50:59.935473 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-8aceb086-ddd2-4c2e-883a-f9863995f369 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Network 68791d01-2f7a-4434-8810-0b4323f3ec1c is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:50:59.939192 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-8aceb086-ddd2-4c2e-883a-f9863995f369 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:50:59.944133 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-8aceb086-ddd2-4c2e-883a-f9863995f369 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:51:00.001696 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-8aceb086-ddd2-4c2e-883a-f9863995f369 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:00.002378 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-8aceb086-ddd2-4c2e-883a-f9863995f369 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:00.028947 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aceb086-ddd2-4c2e-883a-f9863995f369 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Pushing event updated for resources: {'Port': ['ID=b83a420a-cda1-4560-85dd-5a9784a5400b,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:00.038743 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-8aceb086-ddd2-4c2e-883a-f9863995f369 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7737720 Jul 29 23:51:00.052320 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-4e4fc691-ab5f-4ede-8ef6-0e43360458a0 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:51:00.053838 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-4e4fc691-ab5f-4ede-8ef6-0e43360458a0 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060205 Jul 29 23:51:00.208257 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-ac0d6c6b-98df-4ab6-9625-aeb0e65a053f service neutron] Request body: {'port': {'device_id': 'edf2071b-af52-4a5f-b2b1-b56aa73fd829', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:00.295337 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-ac0d6c6b-98df-4ab6-9625-aeb0e65a053f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:00.336375 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-dfe95b9e-289a-46d3-8e5a-7be0a4f3b8eb None None] Provisioning for port b83a420a-cda1-4560-85dd-5a9784a5400b completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:00.342071 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-dfe95b9e-289a-46d3-8e5a-7be0a4f3b8eb None None] Provisioning complete for port b83a420a-cda1-4560-85dd-5a9784a5400b triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:00.362103 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dfe95b9e-289a-46d3-8e5a-7be0a4f3b8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:00.445300 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-dfe95b9e-289a-46d3-8e5a-7be0a4f3b8eb None None] Port b83a420a-cda1-4560-85dd-5a9784a5400b cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:51:00.624893 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16278d84-4b67-4722-a754-9636aecbd716 req-669acb60-3349-43a5-b803-89dfa2283b19 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:00.626470 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16278d84-4b67-4722-a754-9636aecbd716 req-669acb60-3349-43a5-b803-89dfa2283b19 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/ports?device_id=edf2071b-af52-4a5f-b2b1-b56aa73fd829 HTTP/1.1" status: 200 len: 895 time: 0.0795009 Jul 29 23:51:00.712340 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-ac0d6c6b-98df-4ab6-9625-aeb0e65a053f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b83a420a-cda1-4560-85dd-5a9784a5400b {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:51:00.721627 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-ac0d6c6b-98df-4ab6-9625-aeb0e65a053f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:00.736925 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-ac0d6c6b-98df-4ab6-9625-aeb0e65a053f service neutron] Transition to ACTIVE for port object b83a420a-cda1-4560-85dd-5a9784a5400b will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:00.741291 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-ac0d6c6b-98df-4ab6-9625-aeb0e65a053f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:00.796305 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d6c6b-98df-4ab6-9625-aeb0e65a053f service neutron] Pushing event updated for resources: {'Port': ['ID=b83a420a-cda1-4560-85dd-5a9784a5400b,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:00.901278 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-ac0d6c6b-98df-4ab6-9625-aeb0e65a053f service neutron] Attempting to bind port b83a420a-cda1-4560-85dd-5a9784a5400b on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:51:00.901575 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-ac0d6c6b-98df-4ab6-9625-aeb0e65a053f service neutron] Attempting to bind port b83a420a-cda1-4560-85dd-5a9784a5400b by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'e556da92-90cc-4658-b656-c0389fc2c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '68791d01-2f7a-4434-8810-0b4323f3ec1c'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:51:00.901881 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-ac0d6c6b-98df-4ab6-9625-aeb0e65a053f service neutron] Attempting to bind port b83a420a-cda1-4560-85dd-5a9784a5400b on network 68791d01-2f7a-4434-8810-0b4323f3ec1c {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:00.906742 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-ac0d6c6b-98df-4ab6-9625-aeb0e65a053f service neutron] Port b83a420a-cda1-4560-85dd-5a9784a5400b on network 68791d01-2f7a-4434-8810-0b4323f3ec1c not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:51:00.907076 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-ac0d6c6b-98df-4ab6-9625-aeb0e65a053f service neutron] Attempting to bind port b83a420a-cda1-4560-85dd-5a9784a5400b on network 68791d01-2f7a-4434-8810-0b4323f3ec1c {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:00.912912 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-ac0d6c6b-98df-4ab6-9625-aeb0e65a053f service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:51:00.913261 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-ac0d6c6b-98df-4ab6-9625-aeb0e65a053f service neutron] Checking segment: {'id': 'e556da92-90cc-4658-b656-c0389fc2c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '68791d01-2f7a-4434-8810-0b4323f3ec1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:00.913773 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-ac0d6c6b-98df-4ab6-9625-aeb0e65a053f service neutron] Bound using segment: {'id': 'e556da92-90cc-4658-b656-c0389fc2c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '68791d01-2f7a-4434-8810-0b4323f3ec1c'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:51:00.914230 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-ac0d6c6b-98df-4ab6-9625-aeb0e65a053f service neutron] Bound port: b83a420a-cda1-4560-85dd-5a9784a5400b, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e556da92-90cc-4658-b656-c0389fc2c43e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '68791d01-2f7a-4434-8810-0b4323f3ec1c'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:51:00.914597 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-ac0d6c6b-98df-4ab6-9625-aeb0e65a053f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:00.936070 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 63306521-158b-42e6-9a6f-f76e0bbb21c5 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:01.005926 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 63306521-158b-42e6-9a6f-f76e0bbb21c5 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:01.014280 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 63306521-158b-42e6-9a6f-f76e0bbb21c5 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:01.015064 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:01.021812 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-ac0d6c6b-98df-4ab6-9625-aeb0e65a053f service neutron] For port b83a420a-cda1-4560-85dd-5a9784a5400b, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:51:01.026632 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-ac0d6c6b-98df-4ab6-9625-aeb0e65a053f service neutron] For port b83a420a-cda1-4560-85dd-5a9784a5400b, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=b83a420a-cda1-4560-85dd-5a9784a5400b,segment=NetworkSegment(e556da92-90cc-4658-b656-c0389fc2c43e),segment_id=e556da92-90cc-4658-b656-c0389fc2c43e)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:51:01.032060 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-ac0d6c6b-98df-4ab6-9625-aeb0e65a053f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:01.071885 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-ac0d6c6b-98df-4ab6-9625-aeb0e65a053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:01.073607 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-ac0d6c6b-98df-4ab6-9625-aeb0e65a053f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:01.075285 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-ac0d6c6b-98df-4ab6-9625-aeb0e65a053f service neutron] 10.222.0.39 "PUT /v2.0/ports/b83a420a-cda1-4560-85dd-5a9784a5400b HTTP/1.1" status: 200 len: 1056 time: 1.0145833 Jul 29 23:51:01.078109 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf2071b-af52-4a5f-b2b1-b56aa73fd829', 'tag': 'b83a420a-cda1-4560-85dd-5a9784a5400b'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:01.082035 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f149f6-e903-4ec9-b78e-27a415a45fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "edf2071b-af52-4a5f-b2b1-b56aa73fd829", "tag": "b83a420a-cda1-4560-85dd-5a9784a5400b"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:01.164158 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71957cc9-1a61-41c4-84d1-4eef506377aa x-openstack-request-id: req-71957cc9-1a61-41c4-84d1-4eef506377aa {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:01.164452 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edf2071b-af52-4a5f-b2b1-b56aa73fd829", "tag": "b83a420a-cda1-4560-85dd-5a9784a5400b", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:01.164709 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71957cc9-1a61-41c4-84d1-4eef506377aa {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:01.165111 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf2071b-af52-4a5f-b2b1-b56aa73fd829', 'tag': 'b83a420a-cda1-4560-85dd-5a9784a5400b', 'status': 'completed', 'code': 200} Jul 29 23:51:01.167469 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0d6c6b-98df-4ab6-9625-aeb0e65a053f service neutron] Pushing event updated for resources: {'Port': ['ID=b83a420a-cda1-4560-85dd-5a9784a5400b,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:01.170444 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:01.192585 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-f8fb1cc0-3cfa-4a1e-9838-6ad032863102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:01.194742 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-f8fb1cc0-3cfa-4a1e-9838-6ad032863102 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=83f01be5ee1448fc8b8e9b2ef8a4bed2&device_id=edf2071b-af52-4a5f-b2b1-b56aa73fd829 HTTP/1.1" status: 200 len: 1059 time: 0.0682003 Jul 29 23:51:01.219083 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 63306521-158b-42e6-9a6f-f76e0bbb21c5, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=63306521-158b-42e6-9a6f-f76e0bbb21c5,segment=NetworkSegment(e556da92-90cc-4658-b656-c0389fc2c43e),segment_id=e556da92-90cc-4658-b656-c0389fc2c43e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:01.223117 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:01.244122 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-0f72cd52-a8b4-4a0d-bebe-ce7c64fe8e55 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=b83a420a-cda1-4560-85dd-5a9784a5400b HTTP/1.1" status: 200 len: 217 time: 0.0391235 Jul 29 23:51:01.308638 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=63306521-158b-42e6-9a6f-f76e0bbb21c5,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:01.332785 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-1b7842b9-ff35-4bfd-9c8f-4f60fd40a204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:01.334669 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-1b7842b9-ff35-4bfd-9c8f-4f60fd40a204 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=346b6c6f-69b3-4bbf-94ac-f6c01ce3fb8b HTTP/1.1" status: 200 len: 837 time: 0.0833094 Jul 29 23:51:01.388933 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-a1fb104a-9af6-4ee1-af15-1480b72d65cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:01.390605 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-a1fb104a-9af6-4ee1-af15-1480b72d65cb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=68791d01-2f7a-4434-8810-0b4323f3ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0489459 Jul 29 23:51:01.488190 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-b18c2000-3b25-49ee-8cd0-01eb7e6d6631 service neutron] 10.222.0.39 "GET /v2.0/networks/68791d01-2f7a-4434-8810-0b4323f3ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906312 Jul 29 23:51:01.758210 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 47006) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:01.883893 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2127dd3b-8685-46e0-8d56-bf5f67c91177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:01.986143 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740aa900-89d2-43f5-b356-7114a84efbc6 req-643bbda7-bf6d-4488-a92d-0016ca87d0bc tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:01.987991 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-740aa900-89d2-43f5-b356-7114a84efbc6 req-643bbda7-bf6d-4488-a92d-0016ca87d0bc tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/ports?device_id=edf2071b-af52-4a5f-b2b1-b56aa73fd829 HTTP/1.1" status: 200 len: 907 time: 0.0917072 Jul 29 23:51:01.996086 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2127dd3b-8685-46e0-8d56-bf5f67c91177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:02.000444 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2127dd3b-8685-46e0-8d56-bf5f67c91177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:02.000817 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e6c46bc-76c9-4bd8-a331-a6aec583dc20 req-bb0e0138-6ed3-49ab-a173-93f7c71ee32d service neutron] 10.222.0.39 "GET /v2.0/networks/68791d01-2f7a-4434-8810-0b4323f3ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5036170 Jul 29 23:51:02.042935 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2127dd3b-8685-46e0-8d56-bf5f67c91177 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=83b872135de44663b2a52eb12316bff0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2835965 Jul 29 23:51:02.043921 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2127dd3b-8685-46e0-8d56-bf5f67c91177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da8391c9-c6e4-41d2-9c12-5c9fbf3860ba,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:02.045588 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47010) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:02.125354 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f149f6-e903-4ec9-b78e-27a415a45fb9 req-83d8cf5e-7aa6-40be-b022-84b85d940572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:02.126868 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-23f149f6-e903-4ec9-b78e-27a415a45fb9 req-83d8cf5e-7aa6-40be-b022-84b85d940572 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=83f01be5ee1448fc8b8e9b2ef8a4bed2&device_id=edf2071b-af52-4a5f-b2b1-b56aa73fd829 HTTP/1.1" status: 200 len: 1059 time: 0.0781195 Jul 29 23:51:02.144424 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-875a5502-e394-430f-9ccc-28eef5c80e11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:02.208065 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-875a5502-e394-430f-9ccc-28eef5c80e11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:02.261041 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f149f6-e903-4ec9-b78e-27a415a45fb9 req-c7151781-b755-4fd6-90cc-7cb9dc765e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:02.262428 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-23f149f6-e903-4ec9-b78e-27a415a45fb9 req-c7151781-b755-4fd6-90cc-7cb9dc765e9d service neutron] 10.222.0.39 "GET /v2.0/networks?id=68791d01-2f7a-4434-8810-0b4323f3ec1c HTTP/1.1" status: 200 len: 899 time: 0.1263444 Jul 29 23:51:02.312889 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-23f149f6-e903-4ec9-b78e-27a415a45fb9 req-0cd0d347-16cc-4702-afbb-6a29b8efaffb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=b83a420a-cda1-4560-85dd-5a9784a5400b HTTP/1.1" status: 200 len: 217 time: 0.0417197 Jul 29 23:51:02.320858 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-875a5502-e394-430f-9ccc-28eef5c80e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:02.324050 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-875a5502-e394-430f-9ccc-28eef5c80e11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:02.325084 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-875a5502-e394-430f-9ccc-28eef5c80e11 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/da8391c9-c6e4-41d2-9c12-5c9fbf3860ba HTTP/1.1" status: 204 len: 168 time: 0.2777231 Jul 29 23:51:02.357540 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875a5502-e394-430f-9ccc-28eef5c80e11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da8391c9-c6e4-41d2-9c12-5c9fbf3860ba,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:02.378188 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f149f6-e903-4ec9-b78e-27a415a45fb9 req-51f4d8b9-4993-49cb-ad61-f0ab325a27ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:02.379709 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-23f149f6-e903-4ec9-b78e-27a415a45fb9 req-51f4d8b9-4993-49cb-ad61-f0ab325a27ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=346b6c6f-69b3-4bbf-94ac-f6c01ce3fb8b HTTP/1.1" status: 200 len: 837 time: 0.0597355 Jul 29 23:51:02.435909 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f149f6-e903-4ec9-b78e-27a415a45fb9 req-7d3ace02-3f5a-4742-bb12-5796150292b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:02.437495 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-23f149f6-e903-4ec9-b78e-27a415a45fb9 req-7d3ace02-3f5a-4742-bb12-5796150292b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=68791d01-2f7a-4434-8810-0b4323f3ec1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0500820 Jul 29 23:51:02.542072 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-23f149f6-e903-4ec9-b78e-27a415a45fb9 req-8bace9f9-14a8-4811-86ca-e8e1102b5345 service neutron] 10.222.0.39 "GET /v2.0/networks/68791d01-2f7a-4434-8810-0b4323f3ec1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924695 Jul 29 23:51:02.643252 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-23f149f6-e903-4ec9-b78e-27a415a45fb9 req-bb35e508-5f30-49a6-8343-24406a65d6bd service neutron] 10.222.0.39 "GET /v2.0/networks/68791d01-2f7a-4434-8810-0b4323f3ec1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939567 Jul 29 23:51:02.843388 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7afeec1f-b07b-49d3-a925-9c8de2477e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:02.855776 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 63306521-158b-42e6-9a6f-f76e0bbb21c5 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:02.911692 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 63306521-158b-42e6-9a6f-f76e0bbb21c5 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:02.912106 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:03.118209 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc14aba-b0a6-4836-8df1-5d5a304b3532 req-77fbaf3e-8d64-465f-bf48-c74ee0537e8b tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:03.120095 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8bc14aba-b0a6-4836-8df1-5d5a304b3532 req-77fbaf3e-8d64-465f-bf48-c74ee0537e8b tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/ports?device_id=edf2071b-af52-4a5f-b2b1-b56aa73fd829 HTTP/1.1" status: 200 len: 907 time: 0.0541317 Jul 29 23:51:03.976021 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3007a852-eaf9-428b-a72e-243f1ffe9398 req-d20c63a7-31ba-4625-8733-2dfafda70320 tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:03.977360 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3007a852-eaf9-428b-a72e-243f1ffe9398 req-d20c63a7-31ba-4625-8733-2dfafda70320 tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 1098 time: 0.0458775 Jul 29 23:51:03.999129 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3007a852-eaf9-428b-a72e-243f1ffe9398 req-2126e527-1d3c-4347-8a53-054445fd47dd tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:04.099485 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3007a852-eaf9-428b-a72e-243f1ffe9398 req-2126e527-1d3c-4347-8a53-054445fd47dd tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:04.104983 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3007a852-eaf9-428b-a72e-243f1ffe9398 req-2126e527-1d3c-4347-8a53-054445fd47dd tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:04.131896 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3007a852-eaf9-428b-a72e-243f1ffe9398 req-2126e527-1d3c-4347-8a53-054445fd47dd tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472797 Jul 29 23:51:04.142556 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2126e527-1d3c-4347-8a53-054445fd47dd tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9b14a9-d433-4315-9992-33ae5e28971b,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:04.240453 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481d146a-b973-4ec4-ad7e-ef24742901a9 req-5981c9e6-f294-44db-bfcc-59ef43bc2f36 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:04.241942 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-481d146a-b973-4ec4-ad7e-ef24742901a9 req-5981c9e6-f294-44db-bfcc-59ef43bc2f36 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/ports?device_id=edf2071b-af52-4a5f-b2b1-b56aa73fd829 HTTP/1.1" status: 200 len: 907 time: 0.0496540 Jul 29 23:51:04.355013 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74322ec0-343a-4ad8-ba21-6704e06c45c8 req-7b99afce-1b2e-4d4b-93a3-448f617cadb8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:04.356643 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-74322ec0-343a-4ad8-ba21-6704e06c45c8 req-7b99afce-1b2e-4d4b-93a3-448f617cadb8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 946 time: 0.0570588 Jul 29 23:51:04.404846 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-74322ec0-343a-4ad8-ba21-6704e06c45c8 req-1e637cae-d4fc-423f-b2b7-3c55fa211d09 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358546 Jul 29 23:51:04.429843 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47070) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:04.493379 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-fd9ade0b-b9bd-4d24-84a4-45cc297876d5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/floatingips/c7fc5bb7-7e9d-4299-895b-b0662de11616 HTTP/1.1" status: 200 len: 994 time: 0.0622940 Jul 29 23:51:05.046012 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 47092) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:05.111939 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5fc199-82f5-409b-9f27-6dc0f79f4739 req-c934959e-8ebb-4e7c-b471-b27b8fd0bc5d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:05.114634 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac5fc199-82f5-409b-9f27-6dc0f79f4739 req-c934959e-8ebb-4e7c-b471-b27b8fd0bc5d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 946 time: 0.0549943 Jul 29 23:51:05.157643 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac5fc199-82f5-409b-9f27-6dc0f79f4739 req-ef9c6395-6e63-4ab8-bd31-74bbe7635e21 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364296 Jul 29 23:51:05.235402 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-e6d971ba-39c8-4498-84eb-ff61151bd017 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1878288 Jul 29 23:51:05.378990 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed4c53-b567-447a-9d8f-2885b130b8b6 req-0e65b2b5-7aa4-4f31-ab01-77b9f3a18ad6 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:05.380699 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aaed4c53-b567-447a-9d8f-2885b130b8b6 req-0e65b2b5-7aa4-4f31-ab01-77b9f3a18ad6 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/ports?device_id=edf2071b-af52-4a5f-b2b1-b56aa73fd829 HTTP/1.1" status: 200 len: 907 time: 0.0593226 Jul 29 23:51:05.394379 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:05.739047 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device b83a420a-cda1-4560-85dd-5a9784a5400b details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:51:05.939923 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port b83a420a-cda1-4560-85dd-5a9784a5400b, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=b83a420a-cda1-4560-85dd-5a9784a5400b,segment=NetworkSegment(e556da92-90cc-4658-b656-c0389fc2c43e),segment_id=e556da92-90cc-4658-b656-c0389fc2c43e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:05.958852 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'b83a420a-cda1-4560-85dd-5a9784a5400b', 'network_id': '68791d01-2f7a-4434-8810-0b4323f3ec1c', 'port_id': 'b83a420a-cda1-4560-85dd-5a9784a5400b', 'mac_address': 'fa:16:3e:79:24:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '346b6c6f-69b3-4bbf-94ac-f6c01ce3fb8b', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:51:06.005567 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:06.022410 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b83a420a-cda1-4560-85dd-5a9784a5400b {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:51:06.043628 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port b83a420a-cda1-4560-85dd-5a9784a5400b, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=b83a420a-cda1-4560-85dd-5a9784a5400b,segment=NetworkSegment(e556da92-90cc-4658-b656-c0389fc2c43e),segment_id=e556da92-90cc-4658-b656-c0389fc2c43e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:06.047683 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:06.099753 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=b83a420a-cda1-4560-85dd-5a9784a5400b,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:06.240048 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6310edcd-e808-41b1-9f28-fceb3f09ccdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:06.280247 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aefa0d-77b0-4eed-ac7c-0d7f6cc738b0 req-d2235d39-d7f8-4249-bfd2-e48086a923c6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:06.281983 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5aefa0d-77b0-4eed-ac7c-0d7f6cc738b0 req-d2235d39-d7f8-4249-bfd2-e48086a923c6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 946 time: 0.0506499 Jul 29 23:51:06.282760 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['b83a420a-cda1-4560-85dd-5a9784a5400b'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:51:06.321387 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5aefa0d-77b0-4eed-ac7c-0d7f6cc738b0 req-81b927a5-bfff-4df0-91fb-4d775844a0eb tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331609 Jul 29 23:51:06.529308 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-86112f57-ab2b-4635-b8f5-56d9faad72ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:06.530820 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-86112f57-ab2b-4635-b8f5-56d9faad72ed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 1098 time: 0.0710247 Jul 29 23:51:06.543114 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40ae4d-9255-4030-9a27-169e094369c3 req-227e5ab6-be1d-4aee-95f2-21152fcddcee tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:06.544825 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4a40ae4d-9255-4030-9a27-169e094369c3 req-227e5ab6-be1d-4aee-95f2-21152fcddcee tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/ports?device_id=edf2071b-af52-4a5f-b2b1-b56aa73fd829 HTTP/1.1" status: 200 len: 908 time: 0.0756624 Jul 29 23:51:06.636219 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-78e6ded6-21b9-440c-ad03-85a97c5426e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:06.637710 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-78e6ded6-21b9-440c-ad03-85a97c5426e7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4390615e-82f2-4d66-b1c1-4847e8774578 HTTP/1.1" status: 200 len: 898 time: 0.0920320 Jul 29 23:51:06.706163 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-3ca9527a-e7a1-4459-b8bf-bae9dda6b756 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=385c02b2-5e1a-4f59-88a4-56c5b1435c5d HTTP/1.1" status: 200 len: 1002 time: 0.0614994 Jul 29 23:51:06.756047 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-947c573f-cc20-4108-9d3e-5133167d47e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:06.757536 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-947c573f-cc20-4108-9d3e-5133167d47e2 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b8297c84-1e01-455a-9116-410449e2e696 HTTP/1.1" status: 200 len: 833 time: 0.0449367 Jul 29 23:51:06.807049 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-2458da85-1d25-4038-b972-d0e0d6611abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:06.808606 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-2458da85-1d25-4038-b972-d0e0d6611abf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4390615e-82f2-4d66-b1c1-4847e8774578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437410 Jul 29 23:51:06.897422 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:06.906461 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-ad733234-3b3b-449f-ba11-db376941f6b7 service neutron] 10.222.0.23 "GET /v2.0/networks/4390615e-82f2-4d66-b1c1-4847e8774578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903409 Jul 29 23:51:07.012803 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-b0ce2918-2849-4538-8935-949c4b03166a service neutron] 10.222.0.23 "GET /v2.0/networks/4390615e-82f2-4d66-b1c1-4847e8774578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893698 Jul 29 23:51:07.446631 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78351a-cff6-44f6-953b-660de28e8874 req-6b0d63f9-2551-4622-ab86-fb0cdd1568ff tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:07.449284 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ca78351a-cff6-44f6-953b-660de28e8874 req-6b0d63f9-2551-4622-ab86-fb0cdd1568ff tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 946 time: 0.0527868 Jul 29 23:51:07.497468 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ca78351a-cff6-44f6-953b-660de28e8874 req-6f87d4cc-8de6-46c6-86c8-7f5a86eabac4 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420520 Jul 29 23:51:07.682453 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a08caa-cf4c-4259-9f51-9580e55e4905 req-06a9688e-b03b-4668-a3c5-41c68c67cab7 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:07.683856 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59a08caa-cf4c-4259-9f51-9580e55e4905 req-06a9688e-b03b-4668-a3c5-41c68c67cab7 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/ports?device_id=edf2071b-af52-4a5f-b2b1-b56aa73fd829 HTTP/1.1" status: 200 len: 908 time: 0.0612848 Jul 29 23:51:07.751734 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device b83a420a-cda1-4560-85dd-5a9784a5400b up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:07.805430 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port b83a420a-cda1-4560-85dd-5a9784a5400b completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:07.811122 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port b83a420a-cda1-4560-85dd-5a9784a5400b triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:07.811913 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:07.905041 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:07.936840 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf2071b-af52-4a5f-b2b1-b56aa73fd829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83a420a-cda1-4560-85dd-5a9784a5400b'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:07.939640 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ce5012-5275-40c4-a522-7af7c85edbc5" -d '{"events": [{"server_uuid": "edf2071b-af52-4a5f-b2b1-b56aa73fd829", "name": "network-vif-plugged", "status": "completed", "tag": "b83a420a-cda1-4560-85dd-5a9784a5400b"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:07.981421 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port b83a420a-cda1-4560-85dd-5a9784a5400b, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=b83a420a-cda1-4560-85dd-5a9784a5400b,segment=NetworkSegment(e556da92-90cc-4658-b656-c0389fc2c43e),segment_id=e556da92-90cc-4658-b656-c0389fc2c43e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:07.985784 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:08.012674 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86321c20-6a5a-476d-bb1f-499848dee1b2 x-openstack-request-id: req-86321c20-6a5a-476d-bb1f-499848dee1b2 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:08.012968 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf2071b-af52-4a5f-b2b1-b56aa73fd829", "name": "network-vif-plugged", "status": "completed", "tag": "b83a420a-cda1-4560-85dd-5a9784a5400b", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:08.013216 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-86321c20-6a5a-476d-bb1f-499848dee1b2 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:08.013974 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf2071b-af52-4a5f-b2b1-b56aa73fd829', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b83a420a-cda1-4560-85dd-5a9784a5400b', 'code': 200} Jul 29 23:51:08.048358 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=b83a420a-cda1-4560-85dd-5a9784a5400b,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:08.132036 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e006d-bfb9-41ed-954f-7e3b00e9335b req-3f1145da-0092-4116-abb7-d1bdacf485da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:08.133742 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e1e006d-bfb9-41ed-954f-7e3b00e9335b req-3f1145da-0092-4116-abb7-d1bdacf485da service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=edf2071b-af52-4a5f-b2b1-b56aa73fd829 HTTP/1.1" status: 200 len: 1061 time: 0.0498011 Jul 29 23:51:08.205941 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:08.617759 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef6338-c2cd-44b6-b915-821b1b0503f6 req-290a1066-e079-495b-9a22-0d1b777d253a tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:08.620181 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-10ef6338-c2cd-44b6-b915-821b1b0503f6 req-290a1066-e079-495b-9a22-0d1b777d253a tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 946 time: 0.0513644 Jul 29 23:51:08.658150 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-10ef6338-c2cd-44b6-b915-821b1b0503f6 req-28e4d1bc-a20e-4133-84a4-59df91414ec7 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320933 Jul 29 23:51:08.807944 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2682f64-c18f-4816-878f-e7831d8accbd req-53cc29c1-afdd-4b8f-9ff7-1494f34346c7 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:08.809475 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e2682f64-c18f-4816-878f-e7831d8accbd req-53cc29c1-afdd-4b8f-9ff7-1494f34346c7 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/ports?device_id=edf2071b-af52-4a5f-b2b1-b56aa73fd829 HTTP/1.1" status: 200 len: 909 time: 0.0540242 Jul 29 23:51:09.778277 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5545d5c0-8876-4283-a8b9-3f4ed978fc04 req-309ce711-f77c-4c96-a98c-6825f7efd915 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:09.779824 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5545d5c0-8876-4283-a8b9-3f4ed978fc04 req-309ce711-f77c-4c96-a98c-6825f7efd915 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 946 time: 0.0494235 Jul 29 23:51:09.819331 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5545d5c0-8876-4283-a8b9-3f4ed978fc04 req-7c52cbf9-fb7a-4d92-ad7a-6704cf6f2c64 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331848 Jul 29 23:51:09.937499 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb78ed1-a6a9-4a60-9410-bf4b252d1f18 req-76190289-9d19-409b-a59f-7b0702a542b9 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:09.938995 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0eb78ed1-a6a9-4a60-9410-bf4b252d1f18 req-76190289-9d19-409b-a59f-7b0702a542b9 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/ports?device_id=edf2071b-af52-4a5f-b2b1-b56aa73fd829 HTTP/1.1" status: 200 len: 909 time: 0.0533547 Jul 29 23:51:10.105285 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e0a8a9-048c-484d-9c54-6b7f58f905f9 req-50b70469-a6c3-4a39-aa3f-8890a35dbc20 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:10.106886 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-26e0a8a9-048c-484d-9c54-6b7f58f905f9 req-50b70469-a6c3-4a39-aa3f-8890a35dbc20 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/ports?device_id=edf2071b-af52-4a5f-b2b1-b56aa73fd829 HTTP/1.1" status: 200 len: 909 time: 0.0509715 Jul 29 23:51:10.215405 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757276a5-d350-4338-927c-76a62e3d1fb8 req-f2abd056-1cdf-4d19-8de0-44a25824bea0 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:10.216954 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-757276a5-d350-4338-927c-76a62e3d1fb8 req-f2abd056-1cdf-4d19-8de0-44a25824bea0 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=edf2071b-af52-4a5f-b2b1-b56aa73fd829 HTTP/1.1" status: 200 len: 1061 time: 0.0440621 Jul 29 23:51:10.336912 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f989b68-b1a6-40e8-8099-757ccd709029 req-4018ca98-ca5b-48ec-84d3-3a7c4630e930 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:10.338418 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f989b68-b1a6-40e8-8099-757ccd709029 req-4018ca98-ca5b-48ec-84d3-3a7c4630e930 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=0e9ac6e9-0a8a-49f4-aae0-b51daab46a37 HTTP/1.1" status: 200 len: 1136 time: 0.0407610 Jul 29 23:51:10.383080 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f989b68-b1a6-40e8-8099-757ccd709029 req-844f61bb-f338-41e1-a391-c6361b3851f7 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=74ac2bb9-ba34-42f5-bbdc-fc1ab640648c&id=34a27675-c7c9-4544-bd07-199e7772bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0384543 Jul 29 23:51:10.406068 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 47174) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:10.450087 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c164e4-32ed-41db-bce1-f50287e33383 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:10.454589 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c5c164e4-32ed-41db-bce1-f50287e33383 tempest-TestSecurityGroupsBasicOps-773577036 tempest-TestSecurityGroupsBasicOps-773577036-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=edf2071b-af52-4a5f-b2b1-b56aa73fd829 HTTP/1.1" status: 200 len: 1056 time: 0.0474646 Jul 29 23:51:10.681670 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95571e3b-a9f2-4295-9fe4-7e66f3ed623e req-f8c1dbb2-3367-432d-a3f7-db7b39a43c84 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:10.683169 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95571e3b-a9f2-4295-9fe4-7e66f3ed623e req-f8c1dbb2-3367-432d-a3f7-db7b39a43c84 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/ports?device_id=edf2071b-af52-4a5f-b2b1-b56aa73fd829 HTTP/1.1" status: 200 len: 909 time: 0.0495148 Jul 29 23:51:10.934439 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e5f04-a7fb-48c2-b9ff-79ba3b338fd7 req-fd506c8c-338d-4cfc-9479-46202b4bc6d4 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:10.936019 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e56e5f04-a7fb-48c2-b9ff-79ba3b338fd7 req-fd506c8c-338d-4cfc-9479-46202b4bc6d4 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 946 time: 0.0496080 Jul 29 23:51:10.978701 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e56e5f04-a7fb-48c2-b9ff-79ba3b338fd7 req-2c160871-324e-4e2d-8671-581605507bb7 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365977 Jul 29 23:51:11.568919 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 47190) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:11.676355 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a211046-6c67-4783-9de4-b894d7601676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:11.772401 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a211046-6c67-4783-9de4-b894d7601676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:11.778278 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a211046-6c67-4783-9de4-b894d7601676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:11.817132 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f1d77-16df-4c6f-a321-d0c4e0da50f2 req-f06a9a51-abe4-4739-a3c0-ae5bcb676f12 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:11.818548 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e5f1d77-16df-4c6f-a321-d0c4e0da50f2 req-f06a9a51-abe4-4739-a3c0-ae5bcb676f12 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/ports?device_id=edf2071b-af52-4a5f-b2b1-b56aa73fd829 HTTP/1.1" status: 200 len: 909 time: 0.0548954 Jul 29 23:51:11.821201 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0a211046-6c67-4783-9de4-b894d7601676 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4194f0145159412a826b9e30e8db5d2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2511852 Jul 29 23:51:11.822873 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a211046-6c67-4783-9de4-b894d7601676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53522a78-2386-4f56-80d5-2637b8577722,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:11.825027 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47196) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:11.878141 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e10e7a67-6709-41a2-a09d-007887d1ff93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:11.899216 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e10e7a67-6709-41a2-a09d-007887d1ff93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:11.977742 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ba0b5-a74b-48c0-8a7c-a2b45c550862 req-56ee9938-6cc6-4f81-89f2-3ead319337b0 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:11.979864 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1a5ba0b5-a74b-48c0-8a7c-a2b45c550862 req-56ee9938-6cc6-4f81-89f2-3ead319337b0 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.39 "GET /v2.0/ports?device_id=edf2071b-af52-4a5f-b2b1-b56aa73fd829 HTTP/1.1" status: 200 len: 909 time: 0.0692148 Jul 29 23:51:11.996335 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e10e7a67-6709-41a2-a09d-007887d1ff93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:11.998802 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e10e7a67-6709-41a2-a09d-007887d1ff93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:11.999894 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e10e7a67-6709-41a2-a09d-007887d1ff93 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/53522a78-2386-4f56-80d5-2637b8577722 HTTP/1.1" status: 204 len: 168 time: 0.1738861 Jul 29 23:51:12.037694 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e7a67-6709-41a2-a09d-007887d1ff93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53522a78-2386-4f56-80d5-2637b8577722,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:12.125051 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b25749-54df-4e04-a77f-484861d79603 req-14b8ae5b-eb14-4185-9bbf-616c6ca7ed3e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:12.126658 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f0b25749-54df-4e04-a77f-484861d79603 req-14b8ae5b-eb14-4185-9bbf-616c6ca7ed3e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 946 time: 0.0597916 Jul 29 23:51:12.148493 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-1a5ba0b5-a74b-48c0-8a7c-a2b45c550862 req-40c334fd-fb3b-44d2-a729-29e36fb0a1eb tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Deleting port b83a420a-cda1-4560-85dd-5a9784a5400b {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:12.148838 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1a5ba0b5-a74b-48c0-8a7c-a2b45c550862 req-40c334fd-fb3b-44d2-a729-29e36fb0a1eb tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:12.231529 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f0b25749-54df-4e04-a77f-484861d79603 req-c39e8f3a-6b46-495f-92f2-f43692b13092 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944886 Jul 29 23:51:12.286270 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-1a5ba0b5-a74b-48c0-8a7c-a2b45c550862 req-40c334fd-fb3b-44d2-a729-29e36fb0a1eb tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] For port b83a420a-cda1-4560-85dd-5a9784a5400b, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=b83a420a-cda1-4560-85dd-5a9784a5400b,segment=NetworkSegment(e556da92-90cc-4658-b656-c0389fc2c43e),segment_id=e556da92-90cc-4658-b656-c0389fc2c43e)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:12.286733 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1a5ba0b5-a74b-48c0-8a7c-a2b45c550862 req-40c334fd-fb3b-44d2-a729-29e36fb0a1eb tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:12.306646 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-1a5ba0b5-a74b-48c0-8a7c-a2b45c550862 req-40c334fd-fb3b-44d2-a729-29e36fb0a1eb tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Calling delete_port for b83a420a-cda1-4560-85dd-5a9784a5400b owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:12.450597 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1a5ba0b5-a74b-48c0-8a7c-a2b45c550862 req-40c334fd-fb3b-44d2-a729-29e36fb0a1eb tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:12.481239 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c334fd-fb3b-44d2-a729-29e36fb0a1eb tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Pushing event deleted for resources: {'Port': ['ID=b83a420a-cda1-4560-85dd-5a9784a5400b,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:12.529375 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5ba0b5-a74b-48c0-8a7c-a2b45c550862 req-40c334fd-fb3b-44d2-a729-29e36fb0a1eb tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] No DVR routers for this DVR port b83a420a-cda1-4560-85dd-5a9784a5400b on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:12.532388 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1a5ba0b5-a74b-48c0-8a7c-a2b45c550862 req-40c334fd-fb3b-44d2-a729-29e36fb0a1eb tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:12.535467 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1a5ba0b5-a74b-48c0-8a7c-a2b45c550862 req-40c334fd-fb3b-44d2-a729-29e36fb0a1eb tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.39 "DELETE /v2.0/ports/b83a420a-cda1-4560-85dd-5a9784a5400b HTTP/1.1" status: 204 len: 173 time: 0.5486782 Jul 29 23:51:12.535977 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf2071b-af52-4a5f-b2b1-b56aa73fd829', 'name': 'network-vif-deleted', 'tag': 'b83a420a-cda1-4560-85dd-5a9784a5400b'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:12.540116 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f190d1a9-afa5-4b03-a4bd-e93f4c34afb8" -d '{"events": [{"server_uuid": "edf2071b-af52-4a5f-b2b1-b56aa73fd829", "name": "network-vif-deleted", "tag": "b83a420a-cda1-4560-85dd-5a9784a5400b"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:12.591518 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e798244-ef79-4393-bae4-bd7d4d92e2e0 x-openstack-request-id: req-8e798244-ef79-4393-bae4-bd7d4d92e2e0 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:12.592211 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf2071b-af52-4a5f-b2b1-b56aa73fd829", "name": "network-vif-deleted", "tag": "b83a420a-cda1-4560-85dd-5a9784a5400b", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:12.592475 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e798244-ef79-4393-bae4-bd7d4d92e2e0 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:12.592887 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf2071b-af52-4a5f-b2b1-b56aa73fd829', 'name': 'network-vif-deleted', 'tag': 'b83a420a-cda1-4560-85dd-5a9784a5400b', 'status': 'completed', 'code': 200} Jul 29 23:51:12.935689 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-070384ac-78e9-4c24-bd8e-b535b0ee9b83 req-b70e552c-9029-40b6-92cf-ba4b980aed66 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/ports?device_id=edf2071b-af52-4a5f-b2b1-b56aa73fd829 HTTP/1.1" status: 200 len: 210 time: 0.0290029 Jul 29 23:51:13.283288 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:51:13.355368 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0abdd-1553-44d6-bedc-7c6b2e7ace98 req-5cd110af-b047-4918-b7ee-7cc142ea7f52 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:13.356907 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cdb0abdd-1553-44d6-bedc-7c6b2e7ace98 req-5cd110af-b047-4918-b7ee-7cc142ea7f52 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 946 time: 0.0528069 Jul 29 23:51:13.394669 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cdb0abdd-1553-44d6-bedc-7c6b2e7ace98 req-5239514e-670b-4df5-9f3c-94bd19b63cdf tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318336 Jul 29 23:51:13.990772 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47214) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:14.346888 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4444108-4add-4941-a086-b315423e71a2 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:14.551274 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9c6ba-0c68-4f9b-b5d1-ecc7f6e2fa26 req-8ca1dece-a9e2-4636-8fb5-da61767c8647 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:14.552691 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b2e9c6ba-0c68-4f9b-b5d1-ecc7f6e2fa26 req-8ca1dece-a9e2-4636-8fb5-da61767c8647 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 946 time: 0.0734913 Jul 29 23:51:14.619790 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b2e9c6ba-0c68-4f9b-b5d1-ecc7f6e2fa26 req-f9598431-aab6-48ca-9d7e-b2b09bd82355 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598514 Jul 29 23:51:14.672735 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-a4444108-4add-4941-a086-b315423e71a2 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Deleting port 63306521-158b-42e6-9a6f-f76e0bbb21c5 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:14.673071 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4444108-4add-4941-a086-b315423e71a2 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:14.762084 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-a4444108-4add-4941-a086-b315423e71a2 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] For port 63306521-158b-42e6-9a6f-f76e0bbb21c5, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=63306521-158b-42e6-9a6f-f76e0bbb21c5,segment=NetworkSegment(e556da92-90cc-4658-b656-c0389fc2c43e),segment_id=e556da92-90cc-4658-b656-c0389fc2c43e)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:14.762449 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4444108-4add-4941-a086-b315423e71a2 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:14.775684 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-a4444108-4add-4941-a086-b315423e71a2 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Calling delete_port for 63306521-158b-42e6-9a6f-f76e0bbb21c5 owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:14.960131 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4444108-4add-4941-a086-b315423e71a2 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:14.993978 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4444108-4add-4941-a086-b315423e71a2 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Pushing event deleted for resources: {'Port': ['ID=63306521-158b-42e6-9a6f-f76e0bbb21c5,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:15.168238 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4444108-4add-4941-a086-b315423e71a2 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:15.380872 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4444108-4add-4941-a086-b315423e71a2 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Router ba748284-320a-4061-a5bd-75a841d14b25 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:51:15.486729 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4444108-4add-4941-a086-b315423e71a2 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:51:15.492388 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a4444108-4add-4941-a086-b315423e71a2 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "PUT /v2.0/routers/ba748284-320a-4061-a5bd-75a841d14b25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5005636 Jul 29 23:51:15.495254 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47220) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:15.496836 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ff388e-3629-4ae3-a6ab-1853ec5a6b2d None None] Sync routers for ids ['ba748284-320a-4061-a5bd-75a841d14b25'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:51:15.506579 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ff388e-3629-4ae3-a6ab-1853ec5a6b2d None None] Routers {'ba748284-320a-4061-a5bd-75a841d14b25'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:15.507197 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-98ff388e-3629-4ae3-a6ab-1853ec5a6b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:51:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['ba748284-320a-4061-a5bd-75a841d14b25'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:15.548716 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece63081-cb8d-42fb-b915-0b18d103f765 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Deleting subnet 346b6c6f-69b3-4bbf-94ac-f6c01ce3fb8b {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:51:15.551700 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ece63081-cb8d-42fb-b915-0b18d103f765 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:15.598500 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ece63081-cb8d-42fb-b915-0b18d103f765 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:15.616971 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-98ff388e-3629-4ae3-a6ab-1853ec5a6b2d None None] Set router ba748284-320a-4061-a5bd-75a841d14b25 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:15.698239 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ece63081-cb8d-42fb-b915-0b18d103f765 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:15.778533 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85c5b31-e237-41b0-9db8-e8e80d04b8eb req-baba93bf-2bd0-4fa7-856b-e3be32da9942 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:15.780050 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b85c5b31-e237-41b0-9db8-e8e80d04b8eb req-baba93bf-2bd0-4fa7-856b-e3be32da9942 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 946 time: 0.0847652 Jul 29 23:51:15.794639 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ece63081-cb8d-42fb-b915-0b18d103f765 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:15.800472 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device b83a420a-cda1-4560-85dd-5a9784a5400b no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:15.826228 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: b83a420a-cda1-4560-85dd-5a9784a5400b {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:15.826584 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device b83a420a-cda1-4560-85dd-5a9784a5400b not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:15.830017 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-98ff388e-3629-4ae3-a6ab-1853ec5a6b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba748284-320a-4061-a5bd-75a841d14b25', 'name': 'tempest-TestSecurityGroupsBasicOps-router-190652033', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '59fd5386-289b-4565-82a4-7bd2c767c76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:50:50Z', 'updated_at': '2021-07-29T23:51:14Z', 'revision_number': 5, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'gw_port': {'id': '59fd5386-289b-4565-82a4-7bd2c767c76e', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:00:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba748284-320a-4061-a5bd-75a841d14b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:51Z', 'updated_at': '2021-07-29T23:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:15.830573 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece63081-cb8d-42fb-b915-0b18d103f765 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Pushing event deleted for resources: {'Subnet': ['ID=346b6c6f-69b3-4bbf-94ac-f6c01ce3fb8b,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:15.838130 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ece63081-cb8d-42fb-b915-0b18d103f765 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:15.839463 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ece63081-cb8d-42fb-b915-0b18d103f765 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "DELETE /v2.0/subnets/346b6c6f-69b3-4bbf-94ac-f6c01ce3fb8b HTTP/1.1" status: 204 len: 168 time: 0.3429122 Jul 29 23:51:15.842239 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 47226) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:15.853655 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b85c5b31-e237-41b0-9db8-e8e80d04b8eb req-61382716-28f8-4da6-b333-72f38b04db88 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672405 Jul 29 23:51:15.861569 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c9cadf1-c466-4a2b-90e8-d4e34eebe166 None None] Network 68791d01-2f7a-4434-8810-0b4323f3ec1c requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:51:15.864639 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ff388e-3629-4ae3-a6ab-1853ec5a6b2d None None] Checking router: ba748284-320a-4061-a5bd-75a841d14b25 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:51:15.918438 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ff388e-3629-4ae3-a6ab-1853ec5a6b2d None None] Routers {'ba748284-320a-4061-a5bd-75a841d14b25'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:15.919068 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-98ff388e-3629-4ae3-a6ab-1853ec5a6b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:51:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['ba748284-320a-4061-a5bd-75a841d14b25'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:15.958101 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a60f5afd-b53e-4c85-b3f0-6c0643fc5dce tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.063117 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a60f5afd-b53e-4c85-b3f0-6c0643fc5dce tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.081222 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-98ff388e-3629-4ae3-a6ab-1853ec5a6b2d None None] Set router ba748284-320a-4061-a5bd-75a841d14b25 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:16.131971 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-a60f5afd-b53e-4c85-b3f0-6c0643fc5dce tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Deleting port 59fd5386-289b-4565-82a4-7bd2c767c76e {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:16.132406 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a60f5afd-b53e-4c85-b3f0-6c0643fc5dce tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.142262 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1a015f-5ac4-457b-b70c-fdec9212a6f6 None None] DHCP port deletion for 68791d01-2f7a-4434-8810-0b4323f3ec1c request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:51:16.211538 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-a60f5afd-b53e-4c85-b3f0-6c0643fc5dce tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] For port 59fd5386-289b-4565-82a4-7bd2c767c76e, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=59fd5386-289b-4565-82a4-7bd2c767c76e,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:16.211808 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a60f5afd-b53e-4c85-b3f0-6c0643fc5dce tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.223632 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-a60f5afd-b53e-4c85-b3f0-6c0643fc5dce tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Calling delete_port for 59fd5386-289b-4565-82a4-7bd2c767c76e owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:16.272484 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5a1a015f-5ac4-457b-b70c-fdec9212a6f6 None None] Deleting port 8237db04-5fbf-4cd3-a4f4-3f45ab288186 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:16.273110 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5a1a015f-5ac4-457b-b70c-fdec9212a6f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.342046 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-5a1a015f-5ac4-457b-b70c-fdec9212a6f6 None None] For port 8237db04-5fbf-4cd3-a4f4-3f45ab288186, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=8237db04-5fbf-4cd3-a4f4-3f45ab288186,segment=NetworkSegment(e556da92-90cc-4658-b656-c0389fc2c43e),segment_id=e556da92-90cc-4658-b656-c0389fc2c43e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:16.342350 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5a1a015f-5ac4-457b-b70c-fdec9212a6f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.357077 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5a1a015f-5ac4-457b-b70c-fdec9212a6f6 None None] Calling delete_port for 8237db04-5fbf-4cd3-a4f4-3f45ab288186 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:16.374968 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-98ff388e-3629-4ae3-a6ab-1853ec5a6b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba748284-320a-4061-a5bd-75a841d14b25', 'name': 'tempest-TestSecurityGroupsBasicOps-router-190652033', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '59fd5386-289b-4565-82a4-7bd2c767c76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:50:50Z', 'updated_at': '2021-07-29T23:51:14Z', 'revision_number': 5, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'gw_port': {'id': '59fd5386-289b-4565-82a4-7bd2c767c76e', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:00:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba748284-320a-4061-a5bd-75a841d14b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:51Z', 'updated_at': '2021-07-29T23:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:16.418230 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a60f5afd-b53e-4c85-b3f0-6c0643fc5dce tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.450951 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f5afd-b53e-4c85-b3f0-6c0643fc5dce tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Pushing event deleted for resources: {'Port': ['ID=59fd5386-289b-4565-82a4-7bd2c767c76e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:16.535518 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a60f5afd-b53e-4c85-b3f0-6c0643fc5dce tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.586704 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98ff388e-3629-4ae3-a6ab-1853ec5a6b2d None None] The sync data for ids ['ba748284-320a-4061-a5bd-75a841d14b25'] in n-d-712140-10 is: [{'id': 'ba748284-320a-4061-a5bd-75a841d14b25', 'name': 'tempest-TestSecurityGroupsBasicOps-router-190652033', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '59fd5386-289b-4565-82a4-7bd2c767c76e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:50:50Z', 'updated_at': '2021-07-29T23:51:14Z', 'revision_number': 5, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'gw_port': {'id': '59fd5386-289b-4565-82a4-7bd2c767c76e', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:00:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba748284-320a-4061-a5bd-75a841d14b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3482, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:51Z', 'updated_at': '2021-07-29T23:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:51:16.633400 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5a1a015f-5ac4-457b-b70c-fdec9212a6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.646593 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a60f5afd-b53e-4c85-b3f0-6c0643fc5dce tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.648674 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a60f5afd-b53e-4c85-b3f0-6c0643fc5dce tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.657493 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a015f-5ac4-457b-b70c-fdec9212a6f6 None None] Pushing event deleted for resources: {'Port': ['ID=8237db04-5fbf-4cd3-a4f4-3f45ab288186,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:16.663165 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1a015f-5ac4-457b-b70c-fdec9212a6f6 None None] No DVR routers for this DVR port 8237db04-5fbf-4cd3-a4f4-3f45ab288186 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:16.711690 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a60f5afd-b53e-4c85-b3f0-6c0643fc5dce tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.713036 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60f5afd-b53e-4c85-b3f0-6c0643fc5dce tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Fanout notify agent at l3_agent the message router_deleted on router ba748284-320a-4061-a5bd-75a841d14b25 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:51:16.720542 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a60f5afd-b53e-4c85-b3f0-6c0643fc5dce tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:16.721658 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a60f5afd-b53e-4c85-b3f0-6c0643fc5dce tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "DELETE /v2.0/routers/ba748284-320a-4061-a5bd-75a841d14b25 HTTP/1.1" status: 204 len: 168 time: 0.8782156 Jul 29 23:51:16.724399 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 47228) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:16.798674 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7354e512-0a12-4218-a3b8-4748a12825c4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.098514 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 8237db04-5fbf-4cd3-a4f4-3f45ab288186 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:17.131092 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 8237db04-5fbf-4cd3-a4f4-3f45ab288186 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:17.131820 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 8237db04-5fbf-4cd3-a4f4-3f45ab288186 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:17.132608 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 63306521-158b-42e6-9a6f-f76e0bbb21c5 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:17.159292 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 63306521-158b-42e6-9a6f-f76e0bbb21c5 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:17.160229 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 63306521-158b-42e6-9a6f-f76e0bbb21c5 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:17.247493 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7354e512-0a12-4218-a3b8-4748a12825c4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.258531 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-7354e512-0a12-4218-a3b8-4748a12825c4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68791d01-2f7a-4434-8810-0b4323f3ec1c']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:17.270291 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-7354e512-0a12-4218-a3b8-4748a12825c4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e556da92-90cc-4658-b656-c0389fc2c43e') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:17.270652 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-7354e512-0a12-4218-a3b8-4748a12825c4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e556da92-90cc-4658-b656-c0389fc2c43e') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:17.283540 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7354e512-0a12-4218-a3b8-4748a12825c4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.299267 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7354e512-0a12-4218-a3b8-4748a12825c4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.306970 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7354e512-0a12-4218-a3b8-4748a12825c4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:51:17.306970 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7354e512-0a12-4218-a3b8-4748a12825c4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.311442 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:51:17.311442 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:51:17.311442 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:51:17.311442 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:51:17.311442 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:51:17.311442 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:51:17.311442 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:51:17.311442 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:51:17.311442 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:51:17.311442 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:51:17.311442 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:51:17.311442 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:51:17.311442 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:51:17.311442 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:51:17.311442 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:51:17.311442 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:51:17.311442 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:51:17.311442 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:51:17.311442 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:51:17.311442 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:51:17.311442 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:51:17.311442 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:51:17.311442 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:51:17.311442 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:51:17.311442 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:51:17.311442 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:51:17.311442 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:51:17.311442 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:51:17.311442 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:51:17.311442 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:51:17.311442 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:51:17.311442 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:51:17.388248 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7354e512-0a12-4218-a3b8-4748a12825c4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.392377 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21edcf8-f139-4bcb-84e6-f3f3f882a242 req-cd1c35da-a03a-4e1b-8a28-d5e1a1127e92 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:17.394071 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c21edcf8-f139-4bcb-84e6-f3f3f882a242 req-cd1c35da-a03a-4e1b-8a28-d5e1a1127e92 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 946 time: 0.4656613 Jul 29 23:51:17.408669 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7354e512-0a12-4218-a3b8-4748a12825c4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.414097 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7354e512-0a12-4218-a3b8-4748a12825c4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "DELETE /v2.0/networks/68791d01-2f7a-4434-8810-0b4323f3ec1c HTTP/1.1" status: 204 len: 168 time: 0.6884775 Jul 29 23:51:17.414839 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47234) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:17.414967 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354e512-0a12-4218-a3b8-4748a12825c4 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Pushing event deleted for resources: {'Network': ['ID=68791d01-2f7a-4434-8810-0b4323f3ec1c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:17.473620 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c21edcf8-f139-4bcb-84e6-f3f3f882a242 req-7939d713-0b6c-41e4-b5e0-3f2390b47195 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728159 Jul 29 23:51:17.589731 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-88e3636a-2095-40ec-a8e3-ed03dfbb3840 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Deleting port 19b36890-496d-4e15-9f62-1de9d442a44a {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:17.590127 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-88e3636a-2095-40ec-a8e3-ed03dfbb3840 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.668344 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-88e3636a-2095-40ec-a8e3-ed03dfbb3840 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.668684 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-88e3636a-2095-40ec-a8e3-ed03dfbb3840 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.681227 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-88e3636a-2095-40ec-a8e3-ed03dfbb3840 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Calling delete_port for 19b36890-496d-4e15-9f62-1de9d442a44a owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:17.830430 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-88e3636a-2095-40ec-a8e3-ed03dfbb3840 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.857012 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e3636a-2095-40ec-a8e3-ed03dfbb3840 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Pushing event deleted for resources: {'Port': ['ID=19b36890-496d-4e15-9f62-1de9d442a44a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:17.914111 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-88e3636a-2095-40ec-a8e3-ed03dfbb3840 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:17.914364 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-88e3636a-2095-40ec-a8e3-ed03dfbb3840 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Floating IP 56663fbd-1523-4164-a680-a44d460e67e8 disassociated (deleted). External IP: 172.25.8.181, port: 131fb655-1bd4-4221-bdc8-8b873afab253. Jul 29 23:51:18.123195 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88e3636a-2095-40ec-a8e3-ed03dfbb3840 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Router 3c707672-ccd9-4255-8d76-5999abaf8759 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:51:18.230928 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e3636a-2095-40ec-a8e3-ed03dfbb3840 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:51:18.235424 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-88e3636a-2095-40ec-a8e3-ed03dfbb3840 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:18.240272 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce2e67b-46ff-4633-93f8-5ee9afcf2b2e None None] Sync routers for ids ['3c707672-ccd9-4255-8d76-5999abaf8759'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:51:18.250116 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce2e67b-46ff-4633-93f8-5ee9afcf2b2e None None] Routers {'3c707672-ccd9-4255-8d76-5999abaf8759'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:18.250729 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-1ce2e67b-46ff-4633-93f8-5ee9afcf2b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:51:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['3c707672-ccd9-4255-8d76-5999abaf8759'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:18.263370 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-88e3636a-2095-40ec-a8e3-ed03dfbb3840 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "DELETE /v2.0/floatingips/56663fbd-1523-4164-a680-a44d460e67e8 HTTP/1.1" status: 204 len: 168 time: 0.8466458 Jul 29 23:51:18.264158 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e9ac6e9-0a8a-49f4-aae0-b51daab46a37', 'tag': '131fb655-1bd4-4221-bdc8-8b873afab253'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:18.266633 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2398a756-09a1-454a-aea6-4361b1214dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "0e9ac6e9-0a8a-49f4-aae0-b51daab46a37", "tag": "131fb655-1bd4-4221-bdc8-8b873afab253"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:18.360522 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-1ce2e67b-46ff-4633-93f8-5ee9afcf2b2e None None] Set router 3c707672-ccd9-4255-8d76-5999abaf8759 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:18.419438 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44214cb-9f5b-41ec-9420-36bbfa365905 x-openstack-request-id: req-f44214cb-9f5b-41ec-9420-36bbfa365905 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:18.419960 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e9ac6e9-0a8a-49f4-aae0-b51daab46a37", "tag": "131fb655-1bd4-4221-bdc8-8b873afab253", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:18.420296 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f44214cb-9f5b-41ec-9420-36bbfa365905 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:18.420960 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e9ac6e9-0a8a-49f4-aae0-b51daab46a37', 'tag': '131fb655-1bd4-4221-bdc8-8b873afab253', 'status': 'completed', 'code': 200} Jul 29 23:51:18.518682 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398a756-09a1-454a-aea6-4361b1214dbb req-439bc46e-0852-4d00-b3b1-f8a7a4c149e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:18.520172 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2398a756-09a1-454a-aea6-4361b1214dbb req-439bc46e-0852-4d00-b3b1-f8a7a4c149e3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=83f01be5ee1448fc8b8e9b2ef8a4bed2&device_id=0e9ac6e9-0a8a-49f4-aae0-b51daab46a37 HTTP/1.1" status: 200 len: 1136 time: 0.0785341 Jul 29 23:51:18.533386 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef79eec6-4a41-4504-b318-d2582140a1a2 req-193164bd-bf3f-43eb-8fec-f724eb66e33b tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:18.535121 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ef79eec6-4a41-4504-b318-d2582140a1a2 req-193164bd-bf3f-43eb-8fec-f724eb66e33b tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9ac6e9-0a8a-49f4-aae0-b51daab46a37 HTTP/1.1" status: 200 len: 984 time: 0.0651853 Jul 29 23:51:18.569540 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-1ce2e67b-46ff-4633-93f8-5ee9afcf2b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'name': 'tempest-TestSecurityGroupsBasicOps-router-50219625', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b33bab39-22a5-47c4-96bb-a1f2695b461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:49Z', 'updated_at': '2021-07-29T23:49:55Z', 'revision_number': 4, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'gw_port': {'id': 'b33bab39-22a5-47c4-96bb-a1f2695b461c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:50Z', 'updated_at': '2021-07-29T23:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '95055b27-a39c-4755-a8b0-aaebbf0b8fa4', 'name': '', 'network_id': 'c7f494fb-9cc2-4242-ae8c-f3f5050deb8c', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'mac_address': 'fa:16:3e:21:50:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'a9f9b3ff-acaa-422d-9e07-7f06ae7805be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:54Z', 'updated_at': '2021-07-29T23:50:01Z', 'revision_number': 5, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'subnets': [{'id': 'a9f9b3ff-acaa-422d-9e07-7f06ae7805be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:18.595764 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce2e67b-46ff-4633-93f8-5ee9afcf2b2e None None] Checking router: 3c707672-ccd9-4255-8d76-5999abaf8759 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:51:18.604090 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce2e67b-46ff-4633-93f8-5ee9afcf2b2e None None] Routers {'3c707672-ccd9-4255-8d76-5999abaf8759'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:18.604718 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-1ce2e67b-46ff-4633-93f8-5ee9afcf2b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:51:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['3c707672-ccd9-4255-8d76-5999abaf8759'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:18.623995 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ef79eec6-4a41-4504-b318-d2582140a1a2 req-6374e0c3-654f-4c62-b204-06ccf4e1f81b tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/security-groups?id=74ac2bb9-ba34-42f5-bbdc-fc1ab640648c&id=34a27675-c7c9-4544-bd07-199e7772bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0794580 Jul 29 23:51:18.660929 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398a756-09a1-454a-aea6-4361b1214dbb req-45523dfa-2a07-4adb-a18e-6ffc48673ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:18.662583 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2398a756-09a1-454a-aea6-4361b1214dbb req-45523dfa-2a07-4adb-a18e-6ffc48673ea4 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c7f494fb-9cc2-4242-ae8c-f3f5050deb8c HTTP/1.1" status: 200 len: 898 time: 0.1266034 Jul 29 23:51:18.710838 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2398a756-09a1-454a-aea6-4361b1214dbb req-f666e425-8f69-4cde-ba85-c5faf91fb70d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=131fb655-1bd4-4221-bdc8-8b873afab253 HTTP/1.1" status: 200 len: 217 time: 0.0408964 Jul 29 23:51:18.711513 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-1ce2e67b-46ff-4633-93f8-5ee9afcf2b2e None None] Set router 3c707672-ccd9-4255-8d76-5999abaf8759 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:18.781153 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398a756-09a1-454a-aea6-4361b1214dbb req-a1ff90e6-b796-4d68-ae5f-16611eba2e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:18.782548 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2398a756-09a1-454a-aea6-4361b1214dbb req-a1ff90e6-b796-4d68-ae5f-16611eba2e8f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a9f9b3ff-acaa-422d-9e07-7f06ae7805be HTTP/1.1" status: 200 len: 835 time: 0.0638235 Jul 29 23:51:18.794370 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919a8bc8-1f5a-442a-b7ba-ba33aa4263b1 req-1b5d79c4-9050-4eab-b820-b3a5a027ab0a tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:18.795866 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-919a8bc8-1f5a-442a-b7ba-ba33aa4263b1 req-1b5d79c4-9050-4eab-b820-b3a5a027ab0a tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 946 time: 0.0877683 Jul 29 23:51:18.831270 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 59fd5386-289b-4565-82a4-7bd2c767c76e no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:18.856344 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 59fd5386-289b-4565-82a4-7bd2c767c76e {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:18.856975 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 59fd5386-289b-4565-82a4-7bd2c767c76e not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:18.864672 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-919a8bc8-1f5a-442a-b7ba-ba33aa4263b1 req-b8571cde-f8b0-4b1a-bc3e-a00bfcb6f95f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602207 Jul 29 23:51:18.867693 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398a756-09a1-454a-aea6-4361b1214dbb req-ed3dcfc8-deff-49a2-a16b-ba0f49d5a379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:18.870006 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2398a756-09a1-454a-aea6-4361b1214dbb req-ed3dcfc8-deff-49a2-a16b-ba0f49d5a379 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7f494fb-9cc2-4242-ae8c-f3f5050deb8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729501 Jul 29 23:51:18.916005 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-1ce2e67b-46ff-4633-93f8-5ee9afcf2b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'name': 'tempest-TestSecurityGroupsBasicOps-router-50219625', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b33bab39-22a5-47c4-96bb-a1f2695b461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:49Z', 'updated_at': '2021-07-29T23:49:55Z', 'revision_number': 4, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'gw_port': {'id': 'b33bab39-22a5-47c4-96bb-a1f2695b461c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:50Z', 'updated_at': '2021-07-29T23:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '95055b27-a39c-4755-a8b0-aaebbf0b8fa4', 'name': '', 'network_id': 'c7f494fb-9cc2-4242-ae8c-f3f5050deb8c', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'mac_address': 'fa:16:3e:21:50:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'a9f9b3ff-acaa-422d-9e07-7f06ae7805be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:54Z', 'updated_at': '2021-07-29T23:50:01Z', 'revision_number': 5, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'subnets': [{'id': 'a9f9b3ff-acaa-422d-9e07-7f06ae7805be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:18.947483 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ce2e67b-46ff-4633-93f8-5ee9afcf2b2e None None] The sync data for ids ['3c707672-ccd9-4255-8d76-5999abaf8759'] in n-d-712140-10 is: [{'id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'name': 'tempest-TestSecurityGroupsBasicOps-router-50219625', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b33bab39-22a5-47c4-96bb-a1f2695b461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:49Z', 'updated_at': '2021-07-29T23:49:55Z', 'revision_number': 4, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'gw_port': {'id': 'b33bab39-22a5-47c4-96bb-a1f2695b461c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:50Z', 'updated_at': '2021-07-29T23:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '95055b27-a39c-4755-a8b0-aaebbf0b8fa4', 'name': '', 'network_id': 'c7f494fb-9cc2-4242-ae8c-f3f5050deb8c', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'mac_address': 'fa:16:3e:21:50:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': 'a9f9b3ff-acaa-422d-9e07-7f06ae7805be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:54Z', 'updated_at': '2021-07-29T23:50:01Z', 'revision_number': 5, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'subnets': [{'id': 'a9f9b3ff-acaa-422d-9e07-7f06ae7805be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:51:18.969525 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2398a756-09a1-454a-aea6-4361b1214dbb req-79d6d490-5797-4ce6-90f4-bd7ce8ebf07a service neutron] 10.222.0.23 "GET /v2.0/networks/c7f494fb-9cc2-4242-ae8c-f3f5050deb8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900390 Jul 29 23:51:19.070509 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2398a756-09a1-454a-aea6-4361b1214dbb req-dfa4721c-d0ec-4508-86e4-5029bba3b08f service neutron] 10.222.0.23 "GET /v2.0/networks/c7f494fb-9cc2-4242-ae8c-f3f5050deb8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930247 Jul 29 23:51:19.175970 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f7c496-e545-4620-8e0c-ff02af79cffd None None] New status for floating IP 56663fbd-1523-4164-a680-a44d460e67e8: DOWN {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:51:19.744222 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bf732-45bd-4526-a533-12b1f2a0b509 req-bf82f39d-c265-4194-953a-b04957292942 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:19.745744 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-902bf732-45bd-4526-a533-12b1f2a0b509 req-bf82f39d-c265-4194-953a-b04957292942 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9ac6e9-0a8a-49f4-aae0-b51daab46a37 HTTP/1.1" status: 200 len: 984 time: 0.0513589 Jul 29 23:51:19.786934 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-902bf732-45bd-4526-a533-12b1f2a0b509 req-b343c576-3e3b-4390-b0a6-e29e8375724b tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/security-groups?id=74ac2bb9-ba34-42f5-bbdc-fc1ab640648c&id=34a27675-c7c9-4544-bd07-199e7772bd70&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0350862 Jul 29 23:51:19.896210 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b15f44-55e4-4205-a26d-532a80873363 req-64cb9041-3f2b-4eef-a9f9-e4df3927b28e tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:19.897724 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52b15f44-55e4-4205-a26d-532a80873363 req-64cb9041-3f2b-4eef-a9f9-e4df3927b28e tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e9ac6e9-0a8a-49f4-aae0-b51daab46a37 HTTP/1.1" status: 200 len: 984 time: 0.0497725 Jul 29 23:51:20.020323 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3af96c-d7e1-4369-80cd-a1c885522d9f req-3f27a80a-8eb8-46f9-a84c-9978f8c67196 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:20.021839 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3c3af96c-d7e1-4369-80cd-a1c885522d9f req-3f27a80a-8eb8-46f9-a84c-9978f8c67196 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 946 time: 0.0845249 Jul 29 23:51:20.050989 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-52b15f44-55e4-4205-a26d-532a80873363 req-816104e8-a437-4b97-a57b-f68b7ee5a8b3 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Deleting port 131fb655-1bd4-4221-bdc8-8b873afab253 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:20.051336 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-52b15f44-55e4-4205-a26d-532a80873363 req-816104e8-a437-4b97-a57b-f68b7ee5a8b3 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:20.111652 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3c3af96c-d7e1-4369-80cd-a1c885522d9f req-dc7b54f3-bbe5-405e-b348-853bd20dc31c tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823286 Jul 29 23:51:20.157543 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-52b15f44-55e4-4205-a26d-532a80873363 req-816104e8-a437-4b97-a57b-f68b7ee5a8b3 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] For port 131fb655-1bd4-4221-bdc8-8b873afab253, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=131fb655-1bd4-4221-bdc8-8b873afab253,segment=NetworkSegment(e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3),segment_id=e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:20.157836 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-52b15f44-55e4-4205-a26d-532a80873363 req-816104e8-a437-4b97-a57b-f68b7ee5a8b3 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:20.174355 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-52b15f44-55e4-4205-a26d-532a80873363 req-816104e8-a437-4b97-a57b-f68b7ee5a8b3 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Calling delete_port for 131fb655-1bd4-4221-bdc8-8b873afab253 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:20.302249 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-52b15f44-55e4-4205-a26d-532a80873363 req-816104e8-a437-4b97-a57b-f68b7ee5a8b3 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:20.335457 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816104e8-a437-4b97-a57b-f68b7ee5a8b3 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Pushing event deleted for resources: {'Port': ['ID=131fb655-1bd4-4221-bdc8-8b873afab253,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:20.377585 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b15f44-55e4-4205-a26d-532a80873363 req-816104e8-a437-4b97-a57b-f68b7ee5a8b3 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] No DVR routers for this DVR port 131fb655-1bd4-4221-bdc8-8b873afab253 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:20.380086 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-52b15f44-55e4-4205-a26d-532a80873363 req-816104e8-a437-4b97-a57b-f68b7ee5a8b3 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:20.382284 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52b15f44-55e4-4205-a26d-532a80873363 req-816104e8-a437-4b97-a57b-f68b7ee5a8b3 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.23 "DELETE /v2.0/ports/131fb655-1bd4-4221-bdc8-8b873afab253 HTTP/1.1" status: 204 len: 173 time: 0.4789116 Jul 29 23:51:20.422568 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e9ac6e9-0a8a-49f4-aae0-b51daab46a37', 'name': 'network-vif-deleted', 'tag': '131fb655-1bd4-4221-bdc8-8b873afab253'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:20.425108 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8cec96-f9ed-47be-95a4-705c54c57794" -d '{"events": [{"server_uuid": "0e9ac6e9-0a8a-49f4-aae0-b51daab46a37", "name": "network-vif-deleted", "tag": "131fb655-1bd4-4221-bdc8-8b873afab253"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:20.465127 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601419c4-50b3-487c-89d9-9b4abecb721e x-openstack-request-id: req-601419c4-50b3-487c-89d9-9b4abecb721e {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:20.465430 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e9ac6e9-0a8a-49f4-aae0-b51daab46a37", "name": "network-vif-deleted", "tag": "131fb655-1bd4-4221-bdc8-8b873afab253", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:20.465686 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-601419c4-50b3-487c-89d9-9b4abecb721e {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:20.466179 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e9ac6e9-0a8a-49f4-aae0-b51daab46a37', 'name': 'network-vif-deleted', 'tag': '131fb655-1bd4-4221-bdc8-8b873afab253', 'status': 'completed', 'code': 200} Jul 29 23:51:20.902469 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05da340b-3885-4903-b82b-723e8e7f618b req-b9ab155a-17e4-4add-abfb-69250533bc19 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e9ac6e9-0a8a-49f4-aae0-b51daab46a37 HTTP/1.1" status: 200 len: 210 time: 0.0262349 Jul 29 23:51:21.225120 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556b24e-40a5-4768-8300-0c4e56f36cda req-65ea04b1-0ee7-472a-afd0-21fedc02d759 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:21.226592 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e556b24e-40a5-4768-8300-0c4e56f36cda req-65ea04b1-0ee7-472a-afd0-21fedc02d759 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 946 time: 0.0478959 Jul 29 23:51:21.268481 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e556b24e-40a5-4768-8300-0c4e56f36cda req-fd109b56-c857-42d1-81fc-bd15c17921df tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351562 Jul 29 23:51:21.961274 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47264) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:22.019421 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-00334f70-111a-4078-a35f-5c0ec7d09a7a tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.041046 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-00334f70-111a-4078-a35f-5c0ec7d09a7a tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.081132 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-00334f70-111a-4078-a35f-5c0ec7d09a7a tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.084044 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-00334f70-111a-4078-a35f-5c0ec7d09a7a tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.085193 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-00334f70-111a-4078-a35f-5c0ec7d09a7a tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "DELETE /v2.0/security-groups/74ac2bb9-ba34-42f5-bbdc-fc1ab640648c HTTP/1.1" status: 204 len: 168 time: 0.1228955 Jul 29 23:51:22.088987 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 47266) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:22.094552 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00334f70-111a-4078-a35f-5c0ec7d09a7a tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ac2bb9-ba34-42f5-bbdc-fc1ab640648c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:22.149561 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4df0e27f-c20a-49df-8701-b9beb6e1e6c5 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.172063 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4df0e27f-c20a-49df-8701-b9beb6e1e6c5 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.215026 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4df0e27f-c20a-49df-8701-b9beb6e1e6c5 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.217549 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4df0e27f-c20a-49df-8701-b9beb6e1e6c5 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.218707 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4df0e27f-c20a-49df-8701-b9beb6e1e6c5 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "DELETE /v2.0/security-groups/34a27675-c7c9-4544-bd07-199e7772bd70 HTTP/1.1" status: 204 len: 168 time: 0.1278179 Jul 29 23:51:22.221632 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47268) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:22.229578 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df0e27f-c20a-49df-8701-b9beb6e1e6c5 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a27675-c7c9-4544-bd07-199e7772bd70,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:22.464247 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24350607-280d-4585-8c77-77641f685174 req-22bf9fcd-f148-4c44-b4fb-e206fc5e8a37 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:22.465805 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24350607-280d-4585-8c77-77641f685174 req-22bf9fcd-f148-4c44-b4fb-e206fc5e8a37 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 946 time: 0.1243172 Jul 29 23:51:22.546031 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24350607-280d-4585-8c77-77641f685174 req-71d85a2e-00d8-45c6-bf30-1588d736d0d8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734663 Jul 29 23:51:22.666395 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e65a7224-7135-4ea8-9952-56849edfe946 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:22.919710 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-e65a7224-7135-4ea8-9952-56849edfe946 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Deleting port 95055b27-a39c-4755-a8b0-aaebbf0b8fa4 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:22.920084 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e65a7224-7135-4ea8-9952-56849edfe946 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:23.008482 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-e65a7224-7135-4ea8-9952-56849edfe946 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] For port 95055b27-a39c-4755-a8b0-aaebbf0b8fa4, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=95055b27-a39c-4755-a8b0-aaebbf0b8fa4,segment=NetworkSegment(e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3),segment_id=e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:23.009792 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e65a7224-7135-4ea8-9952-56849edfe946 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:23.022409 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-e65a7224-7135-4ea8-9952-56849edfe946 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Calling delete_port for 95055b27-a39c-4755-a8b0-aaebbf0b8fa4 owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:23.205754 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e65a7224-7135-4ea8-9952-56849edfe946 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:23.238592 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65a7224-7135-4ea8-9952-56849edfe946 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Pushing event deleted for resources: {'Port': ['ID=95055b27-a39c-4755-a8b0-aaebbf0b8fa4,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:23.410888 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e65a7224-7135-4ea8-9952-56849edfe946 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:23.632436 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65a7224-7135-4ea8-9952-56849edfe946 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Router 3c707672-ccd9-4255-8d76-5999abaf8759 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:51:23.705061 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7758e44b-e53a-45f9-8b2e-0658bb7e4c8e req-97d09f48-52a5-42de-ae69-a61376c6e2d3 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:23.706651 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7758e44b-e53a-45f9-8b2e-0658bb7e4c8e req-97d09f48-52a5-42de-ae69-a61376c6e2d3 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 946 time: 0.0874438 Jul 29 23:51:24.161769 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7758e44b-e53a-45f9-8b2e-0658bb7e4c8e req-b3d33600-02a7-495c-8553-3b0ddb69e568 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4485068 Jul 29 23:51:24.185872 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65a7224-7135-4ea8-9952-56849edfe946 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:51:24.194266 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e65a7224-7135-4ea8-9952-56849edfe946 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "PUT /v2.0/routers/3c707672-ccd9-4255-8d76-5999abaf8759/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9684672 Jul 29 23:51:24.194266 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-a5f6ba74-24dd-4448-b556-cfb404d8a471 service neutron] show failed (client error): The resource could not be found. Jul 29 23:51:24.194266 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-a5f6ba74-24dd-4448-b556-cfb404d8a471 service neutron] 10.222.0.23 "GET /v2.0/ports/385c02b2-5e1a-4f59-88a4-56c5b1435c5d/bindings/n-h2-712140-10 HTTP/1.1" status: 404 len: 381 time: 0.0961094 Jul 29 23:51:24.194528 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 47278) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:24.196238 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b3cbb5-beda-4e4b-9eb5-c2aac844f638 None None] Sync routers for ids ['3c707672-ccd9-4255-8d76-5999abaf8759'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:51:24.205416 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b3cbb5-beda-4e4b-9eb5-c2aac844f638 None None] Routers {'3c707672-ccd9-4255-8d76-5999abaf8759'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:24.206027 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-23b3cbb5-beda-4e4b-9eb5-c2aac844f638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:51:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['3c707672-ccd9-4255-8d76-5999abaf8759'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:24.258614 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 131fb655-1bd4-4221-bdc8-8b873afab253 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:24.279348 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-89751e13-99de-495f-a67c-b3697bfbf0f0 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Deleting subnet a9f9b3ff-acaa-422d-9e07-7f06ae7805be {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:51:24.282622 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-89751e13-99de-495f-a67c-b3697bfbf0f0 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.285542 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 131fb655-1bd4-4221-bdc8-8b873afab253 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:24.285958 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 131fb655-1bd4-4221-bdc8-8b873afab253 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:24.324605 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-89751e13-99de-495f-a67c-b3697bfbf0f0 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.329917 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-23b3cbb5-beda-4e4b-9eb5-c2aac844f638 None None] Set router 3c707672-ccd9-4255-8d76-5999abaf8759 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:24.411590 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-89751e13-99de-495f-a67c-b3697bfbf0f0 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.429129 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-56eac7f8-28f0-461b-a26b-4d6c6cf87c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:24.430487 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-56eac7f8-28f0-461b-a26b-4d6c6cf87c95 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3&tenant_id=238a2371055343febcbc86645f67da5e HTTP/1.1" status: 200 len: 1098 time: 0.0486109 Jul 29 23:51:24.443172 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-3e7e58a8-00ee-4d33-85df-c9302f639ca4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-10', 'device_owner': 'compute:nova'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:51:24.480961 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-89751e13-99de-495f-a67c-b3697bfbf0f0 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.498770 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-3e7e58a8-00ee-4d33-85df-c9302f639ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.509021 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89751e13-99de-495f-a67c-b3697bfbf0f0 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Pushing event deleted for resources: {'Subnet': ['ID=a9f9b3ff-acaa-422d-9e07-7f06ae7805be,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:24.513369 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-89751e13-99de-495f-a67c-b3697bfbf0f0 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.515278 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-89751e13-99de-495f-a67c-b3697bfbf0f0 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "DELETE /v2.0/subnets/a9f9b3ff-acaa-422d-9e07-7f06ae7805be HTTP/1.1" status: 204 len: 168 time: 0.3203101 Jul 29 23:51:24.518430 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47280) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:24.522900 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52b9c130-ee67-4534-a5e6-42e334b25c55 None None] Network c7f494fb-9cc2-4242-ae8c-f3f5050deb8c requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:51:24.538225 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-23b3cbb5-beda-4e4b-9eb5-c2aac844f638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'name': 'tempest-TestSecurityGroupsBasicOps-router-50219625', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b33bab39-22a5-47c4-96bb-a1f2695b461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:49Z', 'updated_at': '2021-07-29T23:51:23Z', 'revision_number': 5, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'gw_port': {'id': 'b33bab39-22a5-47c4-96bb-a1f2695b461c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:50Z', 'updated_at': '2021-07-29T23:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:24.675533 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b3cbb5-beda-4e4b-9eb5-c2aac844f638 None None] Checking router: 3c707672-ccd9-4255-8d76-5999abaf8759 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:51:24.685994 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b3cbb5-beda-4e4b-9eb5-c2aac844f638 None None] Routers {'3c707672-ccd9-4255-8d76-5999abaf8759'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:51:24.686539 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-23b3cbb5-beda-4e4b-9eb5-c2aac844f638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:51:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['3c707672-ccd9-4255-8d76-5999abaf8759'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:24.721194 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab06f0a9-86c1-4a54-8b3c-bb9dd7966d16 None None] DHCP port deletion for c7f494fb-9cc2-4242-ae8c-f3f5050deb8c request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:51:24.769688 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ab06f0a9-86c1-4a54-8b3c-bb9dd7966d16 None None] Deleting port 4a7c6674-f63e-48dd-97c9-4c4b4d49bb48 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:24.770229 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab06f0a9-86c1-4a54-8b3c-bb9dd7966d16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.781806 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1903f147-661e-4a9a-8adc-7a328aafb177 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.794734 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-23b3cbb5-beda-4e4b-9eb5-c2aac844f638 None None] Set router 3c707672-ccd9-4255-8d76-5999abaf8759 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:51:24.838887 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ab06f0a9-86c1-4a54-8b3c-bb9dd7966d16 None None] For port 4a7c6674-f63e-48dd-97c9-4c4b4d49bb48, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=4a7c6674-f63e-48dd-97c9-4c4b4d49bb48,segment=NetworkSegment(e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3),segment_id=e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:24.839678 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab06f0a9-86c1-4a54-8b3c-bb9dd7966d16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.853673 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ab06f0a9-86c1-4a54-8b3c-bb9dd7966d16 None None] Calling delete_port for 4a7c6674-f63e-48dd-97c9-4c4b4d49bb48 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:24.911662 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-3e7e58a8-00ee-4d33-85df-c9302f639ca4 service neutron] For port 385c02b2-5e1a-4f59-88a4-56c5b1435c5d, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=385c02b2-5e1a-4f59-88a4-56c5b1435c5d,segment=NetworkSegment(be9f8841-44fe-4ed1-9116-c3f0a58c4257),segment_id=be9f8841-44fe-4ed1-9116-c3f0a58c4257)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:24.942906 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1903f147-661e-4a9a-8adc-7a328aafb177 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.969395 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ab06f0a9-86c1-4a54-8b3c-bb9dd7966d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:24.969627 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-3e7e58a8-00ee-4d33-85df-c9302f639ca4 service neutron] For port 385c02b2-5e1a-4f59-88a4-56c5b1435c5d, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:51:24.985684 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab06f0a9-86c1-4a54-8b3c-bb9dd7966d16 None None] No DVR routers for this DVR port 4a7c6674-f63e-48dd-97c9-4c4b4d49bb48 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:25.009699 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-23b3cbb5-beda-4e4b-9eb5-c2aac844f638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'name': 'tempest-TestSecurityGroupsBasicOps-router-50219625', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b33bab39-22a5-47c4-96bb-a1f2695b461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:49Z', 'updated_at': '2021-07-29T23:51:23Z', 'revision_number': 5, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'gw_port': {'id': 'b33bab39-22a5-47c4-96bb-a1f2695b461c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:50Z', 'updated_at': '2021-07-29T23:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:25.014867 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 4a7c6674-f63e-48dd-97c9-4c4b4d49bb48 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:25.038416 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab06f0a9-86c1-4a54-8b3c-bb9dd7966d16 None None] Pushing event deleted for resources: {'Port': ['ID=4a7c6674-f63e-48dd-97c9-4c4b4d49bb48,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:25.043747 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 4a7c6674-f63e-48dd-97c9-4c4b4d49bb48 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:25.043747 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 4a7c6674-f63e-48dd-97c9-4c4b4d49bb48 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:25.044763 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772e6167-6024-4959-afc9-27ae132402c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '385c02b2-5e1a-4f59-88a4-56c5b1435c5d'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:25.046387 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04536921-2683-4c10-a293-ec7fef520909" -d '{"events": [{"server_uuid": "772e6167-6024-4959-afc9-27ae132402c3", "name": "network-vif-unplugged", "status": "completed", "tag": "385c02b2-5e1a-4f59-88a4-56c5b1435c5d"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:25.050710 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-3e7e58a8-00ee-4d33-85df-c9302f639ca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.056998 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b3cbb5-beda-4e4b-9eb5-c2aac844f638 None None] The sync data for ids ['3c707672-ccd9-4255-8d76-5999abaf8759'] in n-d-712140-10 is: [{'id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'name': 'tempest-TestSecurityGroupsBasicOps-router-50219625', 'tenant_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.45'}], 'enable_snat': True}, 'gw_port_id': 'b33bab39-22a5-47c4-96bb-a1f2695b461c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:49:49Z', 'updated_at': '2021-07-29T23:51:23Z', 'revision_number': 5, 'project_id': '83f01be5ee1448fc8b8e9b2ef8a4bed2', 'gw_port': {'id': 'b33bab39-22a5-47c4-96bb-a1f2695b461c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:6d:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c707672-ccd9-4255-8d76-5999abaf8759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3322, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:49:50Z', 'updated_at': '2021-07-29T23:49:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:51:25.068085 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-3e7e58a8-00ee-4d33-85df-c9302f639ca4 service neutron] Transition to ACTIVE for port object 385c02b2-5e1a-4f59-88a4-56c5b1435c5d will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:51:25.075125 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-3e7e58a8-00ee-4d33-85df-c9302f639ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.085157 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-1903f147-661e-4a9a-8adc-7a328aafb177 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Deleting port b33bab39-22a5-47c4-96bb-a1f2695b461c {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:51:25.085157 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1903f147-661e-4a9a-8adc-7a328aafb177 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.121524 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5ab418-ffc4-4dd5-ab21-a9c0a12650aa x-openstack-request-id: req-6a5ab418-ffc4-4dd5-ab21-a9c0a12650aa {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:25.121812 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772e6167-6024-4959-afc9-27ae132402c3", "name": "network-vif-unplugged", "status": "completed", "tag": "385c02b2-5e1a-4f59-88a4-56c5b1435c5d", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:25.122066 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6a5ab418-ffc4-4dd5-ab21-a9c0a12650aa {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:25.122451 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772e6167-6024-4959-afc9-27ae132402c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '385c02b2-5e1a-4f59-88a4-56c5b1435c5d', 'code': 200} Jul 29 23:51:25.240951 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e58a8-00ee-4d33-85df-c9302f639ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=385c02b2-5e1a-4f59-88a4-56c5b1435c5d,revision_number=6']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:25.374856 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-3e7e58a8-00ee-4d33-85df-c9302f639ca4 service neutron] No DVR routers for this DVR port 385c02b2-5e1a-4f59-88a4-56c5b1435c5d on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:51:25.416866 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-1903f147-661e-4a9a-8adc-7a328aafb177 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] For port b33bab39-22a5-47c4-96bb-a1f2695b461c, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=b33bab39-22a5-47c4-96bb-a1f2695b461c,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:25.417240 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1903f147-661e-4a9a-8adc-7a328aafb177 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.437206 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-1903f147-661e-4a9a-8adc-7a328aafb177 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Calling delete_port for b33bab39-22a5-47c4-96bb-a1f2695b461c owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:51:25.456244 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5253cd-5400-4e3c-8d8c-61d050e0aee8 req-ecdaa807-f62a-4138-8167-9ec2b6d6f319 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:25.457678 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fb5253cd-5400-4e3c-8d8c-61d050e0aee8 req-ecdaa807-f62a-4138-8167-9ec2b6d6f319 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 944 time: 0.2090540 Jul 29 23:51:25.592152 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fb5253cd-5400-4e3c-8d8c-61d050e0aee8 req-e02197bd-bd3f-48fc-987b-30e3f70318e8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254900 Jul 29 23:51:25.680193 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-3e7e58a8-00ee-4d33-85df-c9302f639ca4 service neutron] Attempting to bind port 385c02b2-5e1a-4f59-88a4-56c5b1435c5d on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:51:25.681127 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-3e7e58a8-00ee-4d33-85df-c9302f639ca4 service neutron] Attempting to bind port 385c02b2-5e1a-4f59-88a4-56c5b1435c5d by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'be9f8841-44fe-4ed1-9116-c3f0a58c4257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:51:25.681505 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-3e7e58a8-00ee-4d33-85df-c9302f639ca4 service neutron] Attempting to bind port 385c02b2-5e1a-4f59-88a4-56c5b1435c5d on network 4390615e-82f2-4d66-b1c1-4847e8774578 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:25.695082 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-3e7e58a8-00ee-4d33-85df-c9302f639ca4 service neutron] Port 385c02b2-5e1a-4f59-88a4-56c5b1435c5d on network 4390615e-82f2-4d66-b1c1-4847e8774578 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:51:25.695408 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-3e7e58a8-00ee-4d33-85df-c9302f639ca4 service neutron] Attempting to bind port 385c02b2-5e1a-4f59-88a4-56c5b1435c5d on network 4390615e-82f2-4d66-b1c1-4847e8774578 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:51:25.703234 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-3e7e58a8-00ee-4d33-85df-c9302f639ca4 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:51:25.703579 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-3e7e58a8-00ee-4d33-85df-c9302f639ca4 service neutron] Checking segment: {'id': 'be9f8841-44fe-4ed1-9116-c3f0a58c4257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:51:25.704061 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-3e7e58a8-00ee-4d33-85df-c9302f639ca4 service neutron] Bound using segment: {'id': 'be9f8841-44fe-4ed1-9116-c3f0a58c4257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:51:25.704498 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-3e7e58a8-00ee-4d33-85df-c9302f639ca4 service neutron] Bound port: 385c02b2-5e1a-4f59-88a4-56c5b1435c5d, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be9f8841-44fe-4ed1-9116-c3f0a58c4257', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:51:25.704866 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-3e7e58a8-00ee-4d33-85df-c9302f639ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.801161 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1903f147-661e-4a9a-8adc-7a328aafb177 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.808951 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-3e7e58a8-00ee-4d33-85df-c9302f639ca4 service neutron] For port 385c02b2-5e1a-4f59-88a4-56c5b1435c5d, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:51:25.844926 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903f147-661e-4a9a-8adc-7a328aafb177 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Pushing event deleted for resources: {'Port': ['ID=b33bab39-22a5-47c4-96bb-a1f2695b461c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:25.853202 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-3e7e58a8-00ee-4d33-85df-c9302f639ca4 service neutron] For port 385c02b2-5e1a-4f59-88a4-56c5b1435c5d, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=385c02b2-5e1a-4f59-88a4-56c5b1435c5d,segment=NetworkSegment(be9f8841-44fe-4ed1-9116-c3f0a58c4257),segment_id=be9f8841-44fe-4ed1-9116-c3f0a58c4257)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:51:25.874206 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-3e7e58a8-00ee-4d33-85df-c9302f639ca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.931719 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-3e7e58a8-00ee-4d33-85df-c9302f639ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:25.932729 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-3e7e58a8-00ee-4d33-85df-c9302f639ca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:25.934257 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-3e7e58a8-00ee-4d33-85df-c9302f639ca4 service neutron] 10.222.0.39 "PUT /v2.0/ports/385c02b2-5e1a-4f59-88a4-56c5b1435c5d HTTP/1.1" status: 200 len: 1093 time: 1.4951110 Jul 29 23:51:25.963641 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1903f147-661e-4a9a-8adc-7a328aafb177 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.069237 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e58a8-00ee-4d33-85df-c9302f639ca4 service neutron] Pushing event updated for resources: {'Port': ['ID=385c02b2-5e1a-4f59-88a4-56c5b1435c5d,revision_number=7']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:26.111214 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1903f147-661e-4a9a-8adc-7a328aafb177 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.114115 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1903f147-661e-4a9a-8adc-7a328aafb177 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.174392 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-ff55c266-f3e1-4cfa-9219-f7e2f16942df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:26.176020 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-ff55c266-f3e1-4cfa-9219-f7e2f16942df service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 1096 time: 0.1929071 Jul 29 23:51:26.180216 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1903f147-661e-4a9a-8adc-7a328aafb177 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.181331 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1903f147-661e-4a9a-8adc-7a328aafb177 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Fanout notify agent at l3_agent the message router_deleted on router 3c707672-ccd9-4255-8d76-5999abaf8759 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:51:26.188067 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1903f147-661e-4a9a-8adc-7a328aafb177 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.189172 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1903f147-661e-4a9a-8adc-7a328aafb177 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "DELETE /v2.0/routers/3c707672-ccd9-4255-8d76-5999abaf8759 HTTP/1.1" status: 204 len: 168 time: 1.6701910 Jul 29 23:51:26.191829 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47288) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:26.333074 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c2919131-83e4-4b6c-8568-d0554c12bbd0 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.358361 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-f243c066-a435-4a72-877a-38456a086d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:26.359902 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-f243c066-a435-4a72-877a-38456a086d4f service neutron] 10.222.0.39 "GET /v2.0/networks?id=4390615e-82f2-4d66-b1c1-4847e8774578 HTTP/1.1" status: 200 len: 898 time: 0.1696949 Jul 29 23:51:26.483135 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c2919131-83e4-4b6c-8568-d0554c12bbd0 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.500113 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-c2919131-83e4-4b6c-8568-d0554c12bbd0 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7f494fb-9cc2-4242-ae8c-f3f5050deb8c']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:26.506207 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-3c0ec3da-873f-4423-bf35-7c8109cac841 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=385c02b2-5e1a-4f59-88a4-56c5b1435c5d HTTP/1.1" status: 200 len: 1000 time: 0.1210377 Jul 29 23:51:26.527519 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-c2919131-83e4-4b6c-8568-d0554c12bbd0 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:26.527887 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-c2919131-83e4-4b6c-8568-d0554c12bbd0 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e118ead4-9f54-4fbf-8539-a3cd6aa6f5b3') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:51:26.563086 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c2919131-83e4-4b6c-8568-d0554c12bbd0 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.593056 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c2919131-83e4-4b6c-8568-d0554c12bbd0 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.602217 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-6bfe5bb4-ce6a-47a6-9882-6c72a9514ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:26.604346 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-6bfe5bb4-ce6a-47a6-9882-6c72a9514ff4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b8297c84-1e01-455a-9116-410449e2e696 HTTP/1.1" status: 200 len: 833 time: 0.0856891 Jul 29 23:51:26.605274 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2919131-83e4-4b6c-8568-d0554c12bbd0 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:51:26.605675 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c2919131-83e4-4b6c-8568-d0554c12bbd0 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.608830 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:51:26.608830 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:51:26.608830 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:51:26.608830 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:51:26.608830 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:51:26.608830 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:51:26.608830 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:51:26.608830 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:51:26.608830 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:51:26.608830 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:51:26.608830 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:51:26.608830 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:51:26.608830 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:51:26.608830 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:51:26.608830 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:51:26.608830 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:51:26.608830 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:51:26.608830 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:51:26.608830 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:51:26.608830 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:51:26.608830 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:51:26.608830 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:51:26.608830 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:51:26.608830 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:51:26.608830 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:51:26.608830 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:51:26.608830 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:51:26.608830 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:51:26.608830 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:51:26.608830 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:51:26.608830 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:51:26.608830 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:51:26.724135 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c2919131-83e4-4b6c-8568-d0554c12bbd0 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.733769 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c2919131-83e4-4b6c-8568-d0554c12bbd0 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:26.735574 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c2919131-83e4-4b6c-8568-d0554c12bbd0 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] 10.222.0.18 "DELETE /v2.0/networks/c7f494fb-9cc2-4242-ae8c-f3f5050deb8c HTTP/1.1" status: 204 len: 168 time: 0.5428488 Jul 29 23:51:26.759473 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-cd3f6a77-f6a1-4e04-8732-ee6c753912c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:26.761000 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-cd3f6a77-f6a1-4e04-8732-ee6c753912c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4390615e-82f2-4d66-b1c1-4847e8774578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1418996 Jul 29 23:51:26.762564 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2919131-83e4-4b6c-8568-d0554c12bbd0 tempest-TestSecurityGroupsBasicOps-657308406 tempest-TestSecurityGroupsBasicOps-657308406-project] Pushing event deleted for resources: {'Network': ['ID=c7f494fb-9cc2-4242-ae8c-f3f5050deb8c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:26.777724 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff417b8f-1be9-4007-a3f9-74ee5e58bd9e req-75b129a0-b58f-4b48-a957-b2d94c54f369 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:26.779166 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff417b8f-1be9-4007-a3f9-74ee5e58bd9e req-75b129a0-b58f-4b48-a957-b2d94c54f369 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 944 time: 0.0980079 Jul 29 23:51:26.866516 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff417b8f-1be9-4007-a3f9-74ee5e58bd9e req-f42bd276-d35d-46b2-9376-1e400a48d354 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801365 Jul 29 23:51:26.872051 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b33bab39-22a5-47c4-96bb-a1f2695b461c no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:26.893169 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: b33bab39-22a5-47c4-96bb-a1f2695b461c {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:26.893415 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b33bab39-22a5-47c4-96bb-a1f2695b461c not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:26.893848 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 95055b27-a39c-4755-a8b0-aaebbf0b8fa4 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:26.894132 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-0e6a23ec-e742-4d6c-8695-e2c3bb058bd7 service neutron] 10.222.0.39 "GET /v2.0/networks/4390615e-82f2-4d66-b1c1-4847e8774578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251421 Jul 29 23:51:26.913421 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 95055b27-a39c-4755-a8b0-aaebbf0b8fa4 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:51:26.913774 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 95055b27-a39c-4755-a8b0-aaebbf0b8fa4 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:26.991623 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1561b02-3606-451b-b31f-a76aa0b7ef33 req-82e319e0-fb93-425b-9f5e-5c26f78920ec service neutron] 10.222.0.39 "GET /v2.0/networks/4390615e-82f2-4d66-b1c1-4847e8774578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901334 Jul 29 23:51:27.123369 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772e6167-6024-4959-afc9-27ae132402c3', 'tag': '385c02b2-5e1a-4f59-88a4-56c5b1435c5d'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:27.125968 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81b463a-64fa-46e3-b719-24444645e213" -d '{"events": [{"name": "network-changed", "server_uuid": "772e6167-6024-4959-afc9-27ae132402c3", "tag": "385c02b2-5e1a-4f59-88a4-56c5b1435c5d"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:27.174631 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6898c0a6-c5da-4785-b42f-8b33ee5e5b9d x-openstack-request-id: req-6898c0a6-c5da-4785-b42f-8b33ee5e5b9d {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:27.174933 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "772e6167-6024-4959-afc9-27ae132402c3", "tag": "385c02b2-5e1a-4f59-88a4-56c5b1435c5d", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:27.175180 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6898c0a6-c5da-4785-b42f-8b33ee5e5b9d {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:27.175646 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '772e6167-6024-4959-afc9-27ae132402c3', 'tag': '385c02b2-5e1a-4f59-88a4-56c5b1435c5d', 'status': 'completed', 'code': 200} Jul 29 23:51:27.241765 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 47302) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:27.270431 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b463a-64fa-46e3-b719-24444645e213 req-0ad1e100-6374-4e01-8771-94242ba3f463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:27.271979 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b81b463a-64fa-46e3-b719-24444645e213 req-0ad1e100-6374-4e01-8771-94242ba3f463 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 1096 time: 0.0760152 Jul 29 23:51:27.274744 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b463a-64fa-46e3-b719-24444645e213 req-de019574-3f9c-49b8-9731-e54ad0acc638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:27.276164 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b81b463a-64fa-46e3-b719-24444645e213 req-de019574-3f9c-49b8-9731-e54ad0acc638 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 1096 time: 0.0705912 Jul 29 23:51:27.378323 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d31e96c1-2b12-4615-8c8c-46293e008412 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=83f01be5ee1448fc8b8e9b2ef8a4bed2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1349556 Jul 29 23:51:27.380753 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47306) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:27.460525 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b463a-64fa-46e3-b719-24444645e213 req-1d1e3b4c-7cca-48fb-9c16-cb1c00b74ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:27.462226 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b81b463a-64fa-46e3-b719-24444645e213 req-1d1e3b4c-7cca-48fb-9c16-cb1c00b74ff5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4390615e-82f2-4d66-b1c1-4847e8774578 HTTP/1.1" status: 200 len: 898 time: 0.1829085 Jul 29 23:51:27.485712 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b463a-64fa-46e3-b719-24444645e213 req-63f8fceb-53c0-42a6-a611-ddce05e8a67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:27.487123 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b81b463a-64fa-46e3-b719-24444645e213 req-63f8fceb-53c0-42a6-a611-ddce05e8a67a service neutron] 10.222.0.39 "GET /v2.0/networks?id=4390615e-82f2-4d66-b1c1-4847e8774578 HTTP/1.1" status: 200 len: 898 time: 0.1994877 Jul 29 23:51:27.858815 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ba6295bf-6581-46cb-9c9d-5e6648f635f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:27.932261 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ba6295bf-6581-46cb-9c9d-5e6648f635f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:27.952036 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b81b463a-64fa-46e3-b719-24444645e213 req-7497daa2-e599-451c-95e5-08357d00405e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=385c02b2-5e1a-4f59-88a4-56c5b1435c5d HTTP/1.1" status: 200 len: 1000 time: 0.4810197 Jul 29 23:51:27.962716 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b81b463a-64fa-46e3-b719-24444645e213 req-80e04719-1a61-4ff0-8e2c-e498be411337 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=385c02b2-5e1a-4f59-88a4-56c5b1435c5d HTTP/1.1" status: 200 len: 1000 time: 0.1145351 Jul 29 23:51:28.092047 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b463a-64fa-46e3-b719-24444645e213 req-eaaa28ec-3cb1-4c8b-8e4d-63c59415ccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:28.094070 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b81b463a-64fa-46e3-b719-24444645e213 req-eaaa28ec-3cb1-4c8b-8e4d-63c59415ccb0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b8297c84-1e01-455a-9116-410449e2e696 HTTP/1.1" status: 200 len: 833 time: 0.1042070 Jul 29 23:51:28.102843 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e14712-c604-4d91-937f-512ea5f2509c req-5fa96a3e-d72a-4031-9409-bbd000f45629 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:28.104531 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64e14712-c604-4d91-937f-512ea5f2509c req-5fa96a3e-d72a-4031-9409-bbd000f45629 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 944 time: 0.1595004 Jul 29 23:51:28.105918 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b463a-64fa-46e3-b719-24444645e213 req-2e85e49a-13b8-42d9-9eab-b16537f2ad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:28.107264 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b81b463a-64fa-46e3-b719-24444645e213 req-2e85e49a-13b8-42d9-9eab-b16537f2ad59 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b8297c84-1e01-455a-9116-410449e2e696 HTTP/1.1" status: 200 len: 833 time: 0.1429005 Jul 29 23:51:28.162467 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ba6295bf-6581-46cb-9c9d-5e6648f635f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.165530 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ba6295bf-6581-46cb-9c9d-5e6648f635f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.166826 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ba6295bf-6581-46cb-9c9d-5e6648f635f1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0fdb8cd5-a787-499a-89be-a617d17432e6 HTTP/1.1" status: 204 len: 168 time: 0.7850840 Jul 29 23:51:28.197571 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6295bf-6581-46cb-9c9d-5e6648f635f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdb8cd5-a787-499a-89be-a617d17432e6,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:28.220915 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64e14712-c604-4d91-937f-512ea5f2509c req-ebb536a2-9f85-4c72-8e6d-cd4d07ce41ff tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045001 Jul 29 23:51:28.222800 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b463a-64fa-46e3-b719-24444645e213 req-ecb789da-c2cf-4a80-867d-221a75d279e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:28.224278 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b81b463a-64fa-46e3-b719-24444645e213 req-ecb789da-c2cf-4a80-867d-221a75d279e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4390615e-82f2-4d66-b1c1-4847e8774578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1158466 Jul 29 23:51:28.227233 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81b463a-64fa-46e3-b719-24444645e213 req-20e87417-08f6-49a6-b993-d9c7b592337f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:28.229698 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b81b463a-64fa-46e3-b719-24444645e213 req-20e87417-08f6-49a6-b993-d9c7b592337f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4390615e-82f2-4d66-b1c1-4847e8774578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1122341 Jul 29 23:51:28.283010 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 385c02b2-5e1a-4f59-88a4-56c5b1435c5d no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:51:28.353142 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 385c02b2-5e1a-4f59-88a4-56c5b1435c5d not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:51:28.411527 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b81b463a-64fa-46e3-b719-24444645e213 req-6e1ae70e-7f6e-4142-90ed-29e4528d8651 service neutron] 10.222.0.39 "GET /v2.0/networks/4390615e-82f2-4d66-b1c1-4847e8774578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786804 Jul 29 23:51:28.413519 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b81b463a-64fa-46e3-b719-24444645e213 req-d51c9faf-7dea-474b-8248-98b19a8833ed service neutron] 10.222.0.23 "GET /v2.0/networks/4390615e-82f2-4d66-b1c1-4847e8774578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671326 Jul 29 23:51:28.528789 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 47316) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:28.547271 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-16b19449-4fea-4841-8266-67fa6e4fdf8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.576360 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b81b463a-64fa-46e3-b719-24444645e213 req-45a4c143-ac6a-4c7b-bba1-10ad0f03b78e service neutron] 10.222.0.23 "GET /v2.0/networks/4390615e-82f2-4d66-b1c1-4847e8774578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548331 Jul 29 23:51:28.590334 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b81b463a-64fa-46e3-b719-24444645e213 req-93834376-afd5-49a2-9b51-80067a8183c2 service neutron] 10.222.0.39 "GET /v2.0/networks/4390615e-82f2-4d66-b1c1-4847e8774578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511648 Jul 29 23:51:28.647098 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-16b19449-4fea-4841-8266-67fa6e4fdf8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.650848 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-16b19449-4fea-4841-8266-67fa6e4fdf8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.688736 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-16b19449-4fea-4841-8266-67fa6e4fdf8c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=82c2fd59aaff4ac183448f1659ae3640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566768 Jul 29 23:51:28.689473 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b19449-4fea-4841-8266-67fa6e4fdf8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51ba1ebb-d186-490c-a8fd-ce9dfbd02e5a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:28.691238 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47318) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:28.739558 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b530f02b-afd8-4f96-92cb-de3a1df8cf2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.761899 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b530f02b-afd8-4f96-92cb-de3a1df8cf2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.808324 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b530f02b-afd8-4f96-92cb-de3a1df8cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.811030 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b530f02b-afd8-4f96-92cb-de3a1df8cf2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:28.812209 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b530f02b-afd8-4f96-92cb-de3a1df8cf2d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/51ba1ebb-d186-490c-a8fd-ce9dfbd02e5a HTTP/1.1" status: 204 len: 168 time: 0.1198292 Jul 29 23:51:28.819752 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530f02b-afd8-4f96-92cb-de3a1df8cf2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ba1ebb-d186-490c-a8fd-ce9dfbd02e5a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:29.139757 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47324) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:29.179653 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c85facfd-e562-4a09-aaaf-05f493ce0f06 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8dce274f155b4433ba1fde5d6e998756&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386050 Jul 29 23:51:29.182150 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47326) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:29.233401 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9c17ee88-69a4-4753-b51d-e31f3edc6abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:29.253913 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9c17ee88-69a4-4753-b51d-e31f3edc6abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:29.316157 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9c17ee88-69a4-4753-b51d-e31f3edc6abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:29.318674 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9c17ee88-69a4-4753-b51d-e31f3edc6abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:29.319786 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9c17ee88-69a4-4753-b51d-e31f3edc6abb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/51542143-9e58-4ddb-86fe-e51fda9491de HTTP/1.1" status: 204 len: 168 time: 0.1367307 Jul 29 23:51:29.343517 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17ee88-69a4-4753-b51d-e31f3edc6abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51542143-9e58-4ddb-86fe-e51fda9491de,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:29.367444 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d54e05-8979-4a3b-a269-6d2268b54e90 req-15427d1f-35af-490f-b0e7-fd641f98bc4a tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:29.369664 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b7d54e05-8979-4a3b-a269-6d2268b54e90 req-15427d1f-35af-490f-b0e7-fd641f98bc4a tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 944 time: 0.0672369 Jul 29 23:51:29.410270 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b7d54e05-8979-4a3b-a269-6d2268b54e90 req-15143d8f-f61c-4509-9fe1-697dcfa1c90e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347164 Jul 29 23:51:29.699419 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:29.754607 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea237a-8ce3-4fb7-9863-1426a6dd8a43 req-1dcf0114-93b9-4caa-8e10-34508ee1b8d5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:29.756235 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-69ea237a-8ce3-4fb7-9863-1426a6dd8a43 req-1dcf0114-93b9-4caa-8e10-34508ee1b8d5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 944 time: 0.1266944 Jul 29 23:51:29.765897 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a4ff1-706d-4d1d-b615-0d7e3e4c3c98 req-f0a9d804-bc75-4d1c-aa16-78df3ef52998 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:29.767448 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-082a4ff1-706d-4d1d-b615-0d7e3e4c3c98 req-f0a9d804-bc75-4d1c-aa16-78df3ef52998 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.23 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3&tenant_id=238a2371055343febcbc86645f67da5e&binding%3Ahost_id=n-h2-712140-10 HTTP/1.1" status: 200 len: 944 time: 0.1280484 Jul 29 23:51:29.838522 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-082a4ff1-706d-4d1d-b615-0d7e3e4c3c98 req-7dbca470-1131-4fcb-85ac-1a3e4c10f254 service neutron] delete failed (client error): The resource could not be found. Jul 29 23:51:29.839633 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-082a4ff1-706d-4d1d-b615-0d7e3e4c3c98 req-7dbca470-1131-4fcb-85ac-1a3e4c10f254 service neutron] 10.222.0.23 "DELETE /v2.0/ports/385c02b2-5e1a-4f59-88a4-56c5b1435c5d/bindings/n-h1-712140-10 HTTP/1.1" status: 404 len: 381 time: 0.0641987 Jul 29 23:51:29.896215 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 385c02b2-5e1a-4f59-88a4-56c5b1435c5d details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:51:29.951299 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a4ff1-706d-4d1d-b615-0d7e3e4c3c98 req-f5ac38aa-8b5a-4edd-a395-13b787009f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:29.954547 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-082a4ff1-706d-4d1d-b615-0d7e3e4c3c98 req-f5ac38aa-8b5a-4edd-a395-13b787009f0a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 1096 time: 0.0693543 Jul 29 23:51:29.955010 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:30.027801 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 385c02b2-5e1a-4f59-88a4-56c5b1435c5d, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=385c02b2-5e1a-4f59-88a4-56c5b1435c5d,segment=NetworkSegment(be9f8841-44fe-4ed1-9116-c3f0a58c4257),segment_id=be9f8841-44fe-4ed1-9116-c3f0a58c4257)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:30.038807 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '385c02b2-5e1a-4f59-88a4-56c5b1435c5d', 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578', 'port_id': '385c02b2-5e1a-4f59-88a4-56c5b1435c5d', 'mac_address': 'fa:16:3e:ac:bc:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8297c84-1e01-455a-9116-410449e2e696', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:51:30.069066 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-69ea237a-8ce3-4fb7-9863-1426a6dd8a43 req-afc45bd2-bcdd-4dd3-8e28-de6b5c1e932a tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3005514 Jul 29 23:51:30.081837 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:30.090601 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a4ff1-706d-4d1d-b615-0d7e3e4c3c98 req-28f87ba4-56d8-4787-abff-90212cd33667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:30.092980 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-082a4ff1-706d-4d1d-b615-0d7e3e4c3c98 req-28f87ba4-56d8-4787-abff-90212cd33667 service neutron] 10.222.0.23 "GET /v2.0/networks?id=4390615e-82f2-4d66-b1c1-4847e8774578 HTTP/1.1" status: 200 len: 898 time: 0.1305511 Jul 29 23:51:30.096555 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 385c02b2-5e1a-4f59-88a4-56c5b1435c5d {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:51:30.116163 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 385c02b2-5e1a-4f59-88a4-56c5b1435c5d, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=385c02b2-5e1a-4f59-88a4-56c5b1435c5d,segment=NetworkSegment(be9f8841-44fe-4ed1-9116-c3f0a58c4257),segment_id=be9f8841-44fe-4ed1-9116-c3f0a58c4257)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:30.121047 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:30.166102 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-082a4ff1-706d-4d1d-b615-0d7e3e4c3c98 req-cba37f42-bfec-404a-a2d4-8507ce371d40 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=385c02b2-5e1a-4f59-88a4-56c5b1435c5d HTTP/1.1" status: 200 len: 1000 time: 0.0669632 Jul 29 23:51:30.168292 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=385c02b2-5e1a-4f59-88a4-56c5b1435c5d,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:30.215807 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a4ff1-706d-4d1d-b615-0d7e3e4c3c98 req-d673fada-8efe-4d7d-b10a-c802037784b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:30.217280 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-082a4ff1-706d-4d1d-b615-0d7e3e4c3c98 req-d673fada-8efe-4d7d-b10a-c802037784b5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=b8297c84-1e01-455a-9116-410449e2e696 HTTP/1.1" status: 200 len: 833 time: 0.0440221 Jul 29 23:51:30.261305 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a4ff1-706d-4d1d-b615-0d7e3e4c3c98 req-5cd0171f-b0c6-4b52-9021-f24b14fc6f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:30.262692 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-082a4ff1-706d-4d1d-b615-0d7e3e4c3c98 req-5cd0171f-b0c6-4b52-9021-f24b14fc6f07 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=4390615e-82f2-4d66-b1c1-4847e8774578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389130 Jul 29 23:51:30.340980 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['385c02b2-5e1a-4f59-88a4-56c5b1435c5d'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:51:30.358740 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-082a4ff1-706d-4d1d-b615-0d7e3e4c3c98 req-2c1cd17f-a12d-4f5f-a00d-73d0c05b10f9 service neutron] 10.222.0.23 "GET /v2.0/networks/4390615e-82f2-4d66-b1c1-4847e8774578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876520 Jul 29 23:51:30.449405 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-082a4ff1-706d-4d1d-b615-0d7e3e4c3c98 req-ec34c3d4-4dea-460f-aa83-036da45dbfbe service neutron] 10.222.0.23 "GET /v2.0/networks/4390615e-82f2-4d66-b1c1-4847e8774578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835333 Jul 29 23:51:31.188016 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9921959-5a49-477d-a351-b55c725c9f95 req-02252a16-56dd-40fd-bda1-6188aca85ed3 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:31.189507 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d9921959-5a49-477d-a351-b55c725c9f95 req-02252a16-56dd-40fd-bda1-6188aca85ed3 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 945 time: 0.0497015 Jul 29 23:51:31.232546 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d9921959-5a49-477d-a351-b55c725c9f95 req-00903107-7dd6-413a-92ed-db7e79432cc5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369480 Jul 29 23:51:31.256030 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47344) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:51:31.319327 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d0b4f99c-5ac5-4e31-bfce-d733e0af54ba tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/floatingips/c7fc5bb7-7e9d-4299-895b-b0662de11616 HTTP/1.1" status: 200 len: 993 time: 0.0621159 Jul 29 23:51:31.922220 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 385c02b2-5e1a-4f59-88a4-56c5b1435c5d up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:51:31.970597 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 385c02b2-5e1a-4f59-88a4-56c5b1435c5d completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:51:31.974421 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 385c02b2-5e1a-4f59-88a4-56c5b1435c5d triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:51:31.974789 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:32.058063 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:32.080878 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772e6167-6024-4959-afc9-27ae132402c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385c02b2-5e1a-4f59-88a4-56c5b1435c5d'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:51:32.083332 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13bdf0b-a6ab-43fa-a9a9-f09ea3411dca" -d '{"events": [{"server_uuid": "772e6167-6024-4959-afc9-27ae132402c3", "name": "network-vif-plugged", "status": "completed", "tag": "385c02b2-5e1a-4f59-88a4-56c5b1435c5d"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:51:32.096893 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 385c02b2-5e1a-4f59-88a4-56c5b1435c5d, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=385c02b2-5e1a-4f59-88a4-56c5b1435c5d,segment=NetworkSegment(be9f8841-44fe-4ed1-9116-c3f0a58c4257),segment_id=be9f8841-44fe-4ed1-9116-c3f0a58c4257)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:51:32.101425 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:32.131744 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa18aa62-8be6-491b-aa0d-50c7582e493d x-openstack-request-id: req-fa18aa62-8be6-491b-aa0d-50c7582e493d {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:51:32.132058 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772e6167-6024-4959-afc9-27ae132402c3", "name": "network-vif-plugged", "status": "completed", "tag": "385c02b2-5e1a-4f59-88a4-56c5b1435c5d", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:51:32.132310 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fa18aa62-8be6-491b-aa0d-50c7582e493d {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:51:32.132697 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772e6167-6024-4959-afc9-27ae132402c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '385c02b2-5e1a-4f59-88a4-56c5b1435c5d', 'code': 200} Jul 29 23:51:32.159723 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=385c02b2-5e1a-4f59-88a4-56c5b1435c5d,revision_number=9']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:51:32.838872 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-280c3d1d-bea9-4126-8900-ee951dd7e3f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:35.386749 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:36.241436 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-50e057ce-fac2-4c12-b078-02c3e69a3eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:36.900489 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:38.206566 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:40.300918 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-beca11d1-cc66-45b3-b408-f86252da7c79 req-bc227886-8995-491f-898a-8fa33d46414e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450673 Jul 29 23:51:40.391158 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca11d1-cc66-45b3-b408-f86252da7c79 req-f26a15e3-5f02-411e-ba71-3c4aa66ea246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:40.392729 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-beca11d1-cc66-45b3-b408-f86252da7c79 req-f26a15e3-5f02-411e-ba71-3c4aa66ea246 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 1098 time: 0.0463955 Jul 29 23:51:40.510082 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca11d1-cc66-45b3-b408-f86252da7c79 req-361585fa-9778-4d03-8042-791567b69f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:40.511707 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-beca11d1-cc66-45b3-b408-f86252da7c79 req-361585fa-9778-4d03-8042-791567b69f89 service neutron] 10.222.0.39 "GET /v2.0/networks?id=4390615e-82f2-4d66-b1c1-4847e8774578 HTTP/1.1" status: 200 len: 898 time: 0.0967333 Jul 29 23:51:40.588100 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-beca11d1-cc66-45b3-b408-f86252da7c79 req-a74c3e88-daee-4579-8f51-6c6cc14d8bed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=385c02b2-5e1a-4f59-88a4-56c5b1435c5d HTTP/1.1" status: 200 len: 1002 time: 0.0672278 Jul 29 23:51:40.648203 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca11d1-cc66-45b3-b408-f86252da7c79 req-83104084-a952-4add-b99f-8c0c264d840f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:40.649800 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-beca11d1-cc66-45b3-b408-f86252da7c79 req-83104084-a952-4add-b99f-8c0c264d840f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b8297c84-1e01-455a-9116-410449e2e696 HTTP/1.1" status: 200 len: 833 time: 0.0503831 Jul 29 23:51:40.700432 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca11d1-cc66-45b3-b408-f86252da7c79 req-c0f5e5bf-551c-475b-824d-6d6407708b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:51:40.701961 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-beca11d1-cc66-45b3-b408-f86252da7c79 req-c0f5e5bf-551c-475b-824d-6d6407708b90 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4390615e-82f2-4d66-b1c1-4847e8774578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420620 Jul 29 23:51:40.796809 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-beca11d1-cc66-45b3-b408-f86252da7c79 req-24a7a874-eac3-4c44-8ab0-9020629d293b service neutron] 10.222.0.39 "GET /v2.0/networks/4390615e-82f2-4d66-b1c1-4847e8774578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873642 Jul 29 23:51:40.893400 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-beca11d1-cc66-45b3-b408-f86252da7c79 req-2ee98bc1-10a3-462d-adca-5ef800b2d6a3 service neutron] 10.222.0.39 "GET /v2.0/networks/4390615e-82f2-4d66-b1c1-4847e8774578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888028 Jul 29 23:51:50.282245 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:51:53.343207 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [req-bcc282c4-6c62-46a1-8262-42a45c5b26ba req-40dac2e7-9507-45b5-8bf7-4be1077d0ab7 service neutron] (94064) timed out ('10.222.0.23', 60362) {{(pid=94064) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 23:51:59.698556 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:51:59.924466 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:01.930123 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1303da8-fea8-4eb7-8642-d5783673b44a req-6e92922c-38cf-4678-ad64-af1f00723dde tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:01.931667 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1303da8-fea8-4eb7-8642-d5783673b44a req-6e92922c-38cf-4678-ad64-af1f00723dde tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 1098 time: 0.0424459 Jul 29 23:52:01.965221 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1303da8-fea8-4eb7-8642-d5783673b44a req-cd11f2d8-1dc0-48d3-bbcd-ee1d81e6a5e6 tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275674 Jul 29 23:52:01.987082 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47420) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:02.145200 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-29715e14-04c5-429e-963a-639f71390ec5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Deleting port 7e4fafda-8d5d-4ffe-9c98-b1f0e79fc1c5 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:02.145543 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-29715e14-04c5-429e-963a-639f71390ec5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:02.220562 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-29715e14-04c5-429e-963a-639f71390ec5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:02.220893 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-29715e14-04c5-429e-963a-639f71390ec5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:02.232905 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-29715e14-04c5-429e-963a-639f71390ec5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Calling delete_port for 7e4fafda-8d5d-4ffe-9c98-b1f0e79fc1c5 owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:02.381517 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-29715e14-04c5-429e-963a-639f71390ec5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:02.407056 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29715e14-04c5-429e-963a-639f71390ec5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event deleted for resources: {'Port': ['ID=7e4fafda-8d5d-4ffe-9c98-b1f0e79fc1c5,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:02.417311 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29715e14-04c5-429e-963a-639f71390ec5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:02.417664 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29715e14-04c5-429e-963a-639f71390ec5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:02.418009 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29715e14-04c5-429e-963a-639f71390ec5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:02.418348 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29715e14-04c5-429e-963a-639f71390ec5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:02.418683 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29715e14-04c5-429e-963a-639f71390ec5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:02.419157 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29715e14-04c5-429e-963a-639f71390ec5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:02.419555 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29715e14-04c5-429e-963a-639f71390ec5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:02.419912 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29715e14-04c5-429e-963a-639f71390ec5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:02.420246 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29715e14-04c5-429e-963a-639f71390ec5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:02.420574 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29715e14-04c5-429e-963a-639f71390ec5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:02.420902 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29715e14-04c5-429e-963a-639f71390ec5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:02.421233 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29715e14-04c5-429e-963a-639f71390ec5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:02.485304 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-29715e14-04c5-429e-963a-639f71390ec5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:02.485638 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-29715e14-04c5-429e-963a-639f71390ec5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Floating IP c7fc5bb7-7e9d-4299-895b-b0662de11616 disassociated (deleted). External IP: 172.25.8.207, port: 385c02b2-5e1a-4f59-88a4-56c5b1435c5d. Jul 29 23:52:02.840970 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a7f12db7-d057-4d07-b2a5-bf39057ab92a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:02.939249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29715e14-04c5-429e-963a-639f71390ec5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Router bf9fd675-82f6-4467-8a45-3ca2f12ed02d has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:52:03.045473 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29715e14-04c5-429e-963a-639f71390ec5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:52:03.050650 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-29715e14-04c5-429e-963a-639f71390ec5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:03.056498 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9724942a-b1e9-4b77-8187-d3766d5e2132 None None] Sync routers for ids ['bf9fd675-82f6-4467-8a45-3ca2f12ed02d'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:52:03.069567 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9724942a-b1e9-4b77-8187-d3766d5e2132 None None] Routers {'bf9fd675-82f6-4467-8a45-3ca2f12ed02d'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:03.070115 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9724942a-b1e9-4b77-8187-d3766d5e2132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:51:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bf9fd675-82f6-4467-8a45-3ca2f12ed02d'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:03.079640 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-29715e14-04c5-429e-963a-639f71390ec5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "DELETE /v2.0/floatingips/c7fc5bb7-7e9d-4299-895b-b0662de11616 HTTP/1.1" status: 204 len: 168 time: 1.0914304 Jul 29 23:52:03.080268 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772e6167-6024-4959-afc9-27ae132402c3', 'tag': '385c02b2-5e1a-4f59-88a4-56c5b1435c5d'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:03.082728 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f850b02-2967-4c52-bc3a-1f160bf48226" -d '{"events": [{"name": "network-changed", "server_uuid": "772e6167-6024-4959-afc9-27ae132402c3", "tag": "385c02b2-5e1a-4f59-88a4-56c5b1435c5d"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:03.186611 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-9724942a-b1e9-4b77-8187-d3766d5e2132 None None] Set router bf9fd675-82f6-4467-8a45-3ca2f12ed02d gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:03.263238 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d0f6221-ee26-42f0-8756-3da1f5d6c05d x-openstack-request-id: req-6d0f6221-ee26-42f0-8756-3da1f5d6c05d {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:03.263719 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "772e6167-6024-4959-afc9-27ae132402c3", "tag": "385c02b2-5e1a-4f59-88a4-56c5b1435c5d", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:03.264270 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6d0f6221-ee26-42f0-8756-3da1f5d6c05d {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:03.264835 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '772e6167-6024-4959-afc9-27ae132402c3', 'tag': '385c02b2-5e1a-4f59-88a4-56c5b1435c5d', 'status': 'completed', 'code': 200} Jul 29 23:52:03.364932 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f850b02-2967-4c52-bc3a-1f160bf48226 req-51cad6b8-4d91-47bb-934a-d36339c01b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:03.366418 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4f850b02-2967-4c52-bc3a-1f160bf48226 req-51cad6b8-4d91-47bb-934a-d36339c01b1d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 1098 time: 0.0701458 Jul 29 23:52:03.379367 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ae9b3-ddf0-49a9-933e-71cbaf36404f req-9addb115-233e-4921-a223-af66ce097900 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:03.380847 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7e7ae9b3-ddf0-49a9-933e-71cbaf36404f req-9addb115-233e-4921-a223-af66ce097900 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 946 time: 0.0604513 Jul 29 23:52:03.404808 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9724942a-b1e9-4b77-8187-d3766d5e2132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148519324', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '11877b65-67ac-41e7-aa21-1f20da5739e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:50:08Z', 'updated_at': '2021-07-29T23:50:12Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '11877b65-67ac-41e7-aa21-1f20da5739e5', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:08Z', 'updated_at': '2021-07-29T23:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '6d3250fc-e78f-410e-93ef-b50a0646e252', 'name': '', 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:cb:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'b8297c84-1e01-455a-9116-410449e2e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:11Z', 'updated_at': '2021-07-29T23:50:19Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': 'b8297c84-1e01-455a-9116-410449e2e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:03.430638 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9724942a-b1e9-4b77-8187-d3766d5e2132 None None] Checking router: bf9fd675-82f6-4467-8a45-3ca2f12ed02d for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:52:03.438992 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9724942a-b1e9-4b77-8187-d3766d5e2132 None None] Routers {'bf9fd675-82f6-4467-8a45-3ca2f12ed02d'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:03.439607 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9724942a-b1e9-4b77-8187-d3766d5e2132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:51:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bf9fd675-82f6-4467-8a45-3ca2f12ed02d'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:03.473231 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7e7ae9b3-ddf0-49a9-933e-71cbaf36404f req-b14e6027-9548-4412-8607-2947072612ee tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822423 Jul 29 23:52:03.508167 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f850b02-2967-4c52-bc3a-1f160bf48226 req-c161a843-0fb6-42e0-930e-e5953df3713b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:03.509664 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4f850b02-2967-4c52-bc3a-1f160bf48226 req-c161a843-0fb6-42e0-930e-e5953df3713b service neutron] 10.222.0.39 "GET /v2.0/networks?id=4390615e-82f2-4d66-b1c1-4847e8774578 HTTP/1.1" status: 200 len: 898 time: 0.1279716 Jul 29 23:52:03.545921 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-9724942a-b1e9-4b77-8187-d3766d5e2132 None None] Set router bf9fd675-82f6-4467-8a45-3ca2f12ed02d gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:03.554476 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4f850b02-2967-4c52-bc3a-1f160bf48226 req-b5570e2d-0237-4368-aef3-139d6e7d10ac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=385c02b2-5e1a-4f59-88a4-56c5b1435c5d HTTP/1.1" status: 200 len: 217 time: 0.0350778 Jul 29 23:52:03.611595 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f850b02-2967-4c52-bc3a-1f160bf48226 req-119cb487-feab-4b7f-9952-9f6b5f1fea5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:03.613114 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4f850b02-2967-4c52-bc3a-1f160bf48226 req-119cb487-feab-4b7f-9952-9f6b5f1fea5a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b8297c84-1e01-455a-9116-410449e2e696 HTTP/1.1" status: 200 len: 833 time: 0.0506554 Jul 29 23:52:03.660609 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f850b02-2967-4c52-bc3a-1f160bf48226 req-a6edd26d-c19d-4457-8b5d-87297472d8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:03.662138 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4f850b02-2967-4c52-bc3a-1f160bf48226 req-a6edd26d-c19d-4457-8b5d-87297472d8ce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4390615e-82f2-4d66-b1c1-4847e8774578&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0408368 Jul 29 23:52:03.748268 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9724942a-b1e9-4b77-8187-d3766d5e2132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148519324', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '11877b65-67ac-41e7-aa21-1f20da5739e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:50:08Z', 'updated_at': '2021-07-29T23:50:12Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '11877b65-67ac-41e7-aa21-1f20da5739e5', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:08Z', 'updated_at': '2021-07-29T23:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '6d3250fc-e78f-410e-93ef-b50a0646e252', 'name': '', 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:cb:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'b8297c84-1e01-455a-9116-410449e2e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:11Z', 'updated_at': '2021-07-29T23:50:19Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': 'b8297c84-1e01-455a-9116-410449e2e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:03.752417 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4f850b02-2967-4c52-bc3a-1f160bf48226 req-4a0a7844-db7c-4c6d-8cf2-167914f7d241 service neutron] 10.222.0.39 "GET /v2.0/networks/4390615e-82f2-4d66-b1c1-4847e8774578?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811536 Jul 29 23:52:03.775572 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9724942a-b1e9-4b77-8187-d3766d5e2132 None None] The sync data for ids ['bf9fd675-82f6-4467-8a45-3ca2f12ed02d'] in n-d-712140-10 is: [{'id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148519324', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '11877b65-67ac-41e7-aa21-1f20da5739e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:50:08Z', 'updated_at': '2021-07-29T23:50:12Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '11877b65-67ac-41e7-aa21-1f20da5739e5', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:08Z', 'updated_at': '2021-07-29T23:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '6d3250fc-e78f-410e-93ef-b50a0646e252', 'name': '', 'network_id': '4390615e-82f2-4d66-b1c1-4847e8774578', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:cb:b9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': 'b8297c84-1e01-455a-9116-410449e2e696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:11Z', 'updated_at': '2021-07-29T23:50:19Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': 'b8297c84-1e01-455a-9116-410449e2e696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:52:03.855159 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4f850b02-2967-4c52-bc3a-1f160bf48226 req-275909db-de1f-4e09-b9e6-a1c2cd264f86 service neutron] 10.222.0.39 "GET /v2.0/networks/4390615e-82f2-4d66-b1c1-4847e8774578?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902121 Jul 29 23:52:04.000274 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0baddf-c192-428b-99c9-f2910d3b9106 None None] New status for floating IP c7fc5bb7-7e9d-4299-895b-b0662de11616: DOWN {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:52:04.597421 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233363b3-039f-40df-bda3-8493b8a00a11 req-8b1a3b3a-d985-471b-a93b-60f4a4d4c8b8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:04.598832 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-233363b3-039f-40df-bda3-8493b8a00a11 req-8b1a3b3a-d985-471b-a93b-60f4a4d4c8b8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 946 time: 0.0537183 Jul 29 23:52:04.636690 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-233363b3-039f-40df-bda3-8493b8a00a11 req-95df6eb2-c25f-4d03-b260-6dd68c7bad16 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=436b31c6-93b8-4918-96d6-255532eecf0b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310965 Jul 29 23:52:04.774104 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0995fad8-98c3-4887-b2db-ffead511446c req-88998e93-4dfb-43e0-bff1-bf60d42ff53f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:04.775589 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0995fad8-98c3-4887-b2db-ffead511446c req-88998e93-4dfb-43e0-bff1-bf60d42ff53f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.39 "GET /v2.0/ports?device_id=772e6167-6024-4959-afc9-27ae132402c3 HTTP/1.1" status: 200 len: 946 time: 0.0471530 Jul 29 23:52:04.870194 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-0995fad8-98c3-4887-b2db-ffead511446c req-9274e77e-9e5a-4cc6-a0d2-1ade9102cd4d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Deleting port 385c02b2-5e1a-4f59-88a4-56c5b1435c5d {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:04.870484 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0995fad8-98c3-4887-b2db-ffead511446c req-9274e77e-9e5a-4cc6-a0d2-1ade9102cd4d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:04.959693 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-0995fad8-98c3-4887-b2db-ffead511446c req-9274e77e-9e5a-4cc6-a0d2-1ade9102cd4d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] For port 385c02b2-5e1a-4f59-88a4-56c5b1435c5d, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=385c02b2-5e1a-4f59-88a4-56c5b1435c5d,segment=NetworkSegment(be9f8841-44fe-4ed1-9116-c3f0a58c4257),segment_id=be9f8841-44fe-4ed1-9116-c3f0a58c4257)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:04.960095 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0995fad8-98c3-4887-b2db-ffead511446c req-9274e77e-9e5a-4cc6-a0d2-1ade9102cd4d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:04.973879 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-0995fad8-98c3-4887-b2db-ffead511446c req-9274e77e-9e5a-4cc6-a0d2-1ade9102cd4d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Calling delete_port for 385c02b2-5e1a-4f59-88a4-56c5b1435c5d owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:05.102253 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0995fad8-98c3-4887-b2db-ffead511446c req-9274e77e-9e5a-4cc6-a0d2-1ade9102cd4d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:05.132026 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274e77e-9e5a-4cc6-a0d2-1ade9102cd4d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event deleted for resources: {'Port': ['ID=385c02b2-5e1a-4f59-88a4-56c5b1435c5d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:05.176706 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-0995fad8-98c3-4887-b2db-ffead511446c req-9274e77e-9e5a-4cc6-a0d2-1ade9102cd4d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] No DVR routers for this DVR port 385c02b2-5e1a-4f59-88a4-56c5b1435c5d on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:52:05.179422 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0995fad8-98c3-4887-b2db-ffead511446c req-9274e77e-9e5a-4cc6-a0d2-1ade9102cd4d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:05.181577 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0995fad8-98c3-4887-b2db-ffead511446c req-9274e77e-9e5a-4cc6-a0d2-1ade9102cd4d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.39 "DELETE /v2.0/ports/385c02b2-5e1a-4f59-88a4-56c5b1435c5d HTTP/1.1" status: 204 len: 173 time: 0.3988447 Jul 29 23:52:05.266739 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772e6167-6024-4959-afc9-27ae132402c3', 'name': 'network-vif-deleted', 'tag': '385c02b2-5e1a-4f59-88a4-56c5b1435c5d'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:05.269703 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc86396-9917-4acd-9af2-d202c1db05f6" -d '{"events": [{"server_uuid": "772e6167-6024-4959-afc9-27ae132402c3", "name": "network-vif-deleted", "tag": "385c02b2-5e1a-4f59-88a4-56c5b1435c5d"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:05.311362 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71468c69-167e-40d9-ad91-3ef385a958c5 x-openstack-request-id: req-71468c69-167e-40d9-ad91-3ef385a958c5 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:05.311654 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772e6167-6024-4959-afc9-27ae132402c3", "name": "network-vif-deleted", "tag": "385c02b2-5e1a-4f59-88a4-56c5b1435c5d", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:05.311947 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71468c69-167e-40d9-ad91-3ef385a958c5 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:05.312351 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772e6167-6024-4959-afc9-27ae132402c3', 'name': 'network-vif-deleted', 'tag': '385c02b2-5e1a-4f59-88a4-56c5b1435c5d', 'status': 'completed', 'code': 200} Jul 29 23:52:05.388223 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:05.699304 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47440) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:06.061432 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-97232200-54c4-4df5-a324-1719026d5329 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.243857 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-40c79e2a-2390-4c94-b822-ee2c6412a663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.320985 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-97232200-54c4-4df5-a324-1719026d5329 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Deleting port 6d3250fc-e78f-410e-93ef-b50a0646e252 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:06.321241 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-97232200-54c4-4df5-a324-1719026d5329 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.412297 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-97232200-54c4-4df5-a324-1719026d5329 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] For port 6d3250fc-e78f-410e-93ef-b50a0646e252, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6d3250fc-e78f-410e-93ef-b50a0646e252,segment=NetworkSegment(be9f8841-44fe-4ed1-9116-c3f0a58c4257),segment_id=be9f8841-44fe-4ed1-9116-c3f0a58c4257)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:06.412664 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-97232200-54c4-4df5-a324-1719026d5329 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.426304 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-97232200-54c4-4df5-a324-1719026d5329 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Calling delete_port for 6d3250fc-e78f-410e-93ef-b50a0646e252 owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:06.611093 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-97232200-54c4-4df5-a324-1719026d5329 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.638625 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97232200-54c4-4df5-a324-1719026d5329 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event deleted for resources: {'Port': ['ID=6d3250fc-e78f-410e-93ef-b50a0646e252,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:06.814891 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-97232200-54c4-4df5-a324-1719026d5329 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:06.900888 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:07.032754 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97232200-54c4-4df5-a324-1719026d5329 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Router bf9fd675-82f6-4467-8a45-3ca2f12ed02d has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:52:07.384985 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97232200-54c4-4df5-a324-1719026d5329 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:52:07.390274 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-97232200-54c4-4df5-a324-1719026d5329 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "PUT /v2.0/routers/bf9fd675-82f6-4467-8a45-3ca2f12ed02d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6897383 Jul 29 23:52:07.392895 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47446) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:07.395571 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7367863-c852-4754-b1b5-e725e4984422 None None] Sync routers for ids ['bf9fd675-82f6-4467-8a45-3ca2f12ed02d'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:52:07.405751 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7367863-c852-4754-b1b5-e725e4984422 None None] Routers {'bf9fd675-82f6-4467-8a45-3ca2f12ed02d'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:07.406458 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f7367863-c852-4754-b1b5-e725e4984422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:52:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bf9fd675-82f6-4467-8a45-3ca2f12ed02d'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:07.444443 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-97e47267-ced4-4961-a14b-2fd997c94fc6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Deleting subnet b8297c84-1e01-455a-9116-410449e2e696 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:52:07.448326 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-97e47267-ced4-4961-a14b-2fd997c94fc6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:07.491692 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-97e47267-ced4-4961-a14b-2fd997c94fc6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:07.511683 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-f7367863-c852-4754-b1b5-e725e4984422 None None] Set router bf9fd675-82f6-4467-8a45-3ca2f12ed02d gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:07.591605 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-97e47267-ced4-4961-a14b-2fd997c94fc6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:07.660289 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-97e47267-ced4-4961-a14b-2fd997c94fc6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:07.687633 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e47267-ced4-4961-a14b-2fd997c94fc6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event deleted for resources: {'Subnet': ['ID=b8297c84-1e01-455a-9116-410449e2e696,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:07.691497 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-97e47267-ced4-4961-a14b-2fd997c94fc6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:07.696321 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-97e47267-ced4-4961-a14b-2fd997c94fc6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "DELETE /v2.0/subnets/b8297c84-1e01-455a-9116-410449e2e696 HTTP/1.1" status: 204 len: 168 time: 0.2995930 Jul 29 23:52:07.697069 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47448) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:07.702637 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d737ac5-d0ad-43bd-afeb-aa0efcdfffb9 None None] Network 4390615e-82f2-4d66-b1c1-4847e8774578 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:07.705649 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f7367863-c852-4754-b1b5-e725e4984422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148519324', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '11877b65-67ac-41e7-aa21-1f20da5739e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:50:08Z', 'updated_at': '2021-07-29T23:52:06Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '11877b65-67ac-41e7-aa21-1f20da5739e5', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:08Z', 'updated_at': '2021-07-29T23:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:07.767591 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7367863-c852-4754-b1b5-e725e4984422 None None] Checking router: bf9fd675-82f6-4467-8a45-3ca2f12ed02d for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:52:07.793036 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7367863-c852-4754-b1b5-e725e4984422 None None] Routers {'bf9fd675-82f6-4467-8a45-3ca2f12ed02d'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:07.793674 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f7367863-c852-4754-b1b5-e725e4984422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:52:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bf9fd675-82f6-4467-8a45-3ca2f12ed02d'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:07.813682 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5d5876f2-6b8d-40ad-a663-0b96215ac557 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:07.943800 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5d5876f2-6b8d-40ad-a663-0b96215ac557 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:07.963780 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-f7367863-c852-4754-b1b5-e725e4984422 None None] Set router bf9fd675-82f6-4467-8a45-3ca2f12ed02d gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:08.013059 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-5d5876f2-6b8d-40ad-a663-0b96215ac557 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Deleting port 11877b65-67ac-41e7-aa21-1f20da5739e5 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:08.013502 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5d5876f2-6b8d-40ad-a663-0b96215ac557 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:08.101291 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-5d5876f2-6b8d-40ad-a663-0b96215ac557 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] For port 11877b65-67ac-41e7-aa21-1f20da5739e5, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=11877b65-67ac-41e7-aa21-1f20da5739e5,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:08.101570 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5d5876f2-6b8d-40ad-a663-0b96215ac557 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:08.118651 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-5d5876f2-6b8d-40ad-a663-0b96215ac557 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Calling delete_port for 11877b65-67ac-41e7-aa21-1f20da5739e5 owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:08.164808 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41190859-826e-4f5e-b21c-e5d6e418053d None None] DHCP port deletion for 4390615e-82f2-4d66-b1c1-4847e8774578 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:52:08.166543 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 385c02b2-5e1a-4f59-88a4-56c5b1435c5d no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:52:08.225023 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 385c02b2-5e1a-4f59-88a4-56c5b1435c5d {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:52:08.225374 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 385c02b2-5e1a-4f59-88a4-56c5b1435c5d not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:52:08.285240 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:08.313879 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5d5876f2-6b8d-40ad-a663-0b96215ac557 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:08.338736 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5876f2-6b8d-40ad-a663-0b96215ac557 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event deleted for resources: {'Port': ['ID=11877b65-67ac-41e7-aa21-1f20da5739e5,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:08.368988 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-41190859-826e-4f5e-b21c-e5d6e418053d None None] Deleting port 19e3ceb4-2c4c-4e4a-b0cb-063207ca2ebb {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:52:08.369270 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-41190859-826e-4f5e-b21c-e5d6e418053d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:08.401705 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5d5876f2-6b8d-40ad-a663-0b96215ac557 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:08.442067 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-41190859-826e-4f5e-b21c-e5d6e418053d None None] For port 19e3ceb4-2c4c-4e4a-b0cb-063207ca2ebb, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=19e3ceb4-2c4c-4e4a-b0cb-063207ca2ebb,segment=NetworkSegment(be9f8841-44fe-4ed1-9116-c3f0a58c4257),segment_id=be9f8841-44fe-4ed1-9116-c3f0a58c4257)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:08.442458 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-41190859-826e-4f5e-b21c-e5d6e418053d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:08.457370 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-41190859-826e-4f5e-b21c-e5d6e418053d None None] Calling delete_port for 19e3ceb4-2c4c-4e4a-b0cb-063207ca2ebb owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:52:08.471023 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f7367863-c852-4754-b1b5-e725e4984422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148519324', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '11877b65-67ac-41e7-aa21-1f20da5739e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:50:08Z', 'updated_at': '2021-07-29T23:52:06Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '11877b65-67ac-41e7-aa21-1f20da5739e5', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:08Z', 'updated_at': '2021-07-29T23:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:08.492980 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5d5876f2-6b8d-40ad-a663-0b96215ac557 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:08.495108 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5d5876f2-6b8d-40ad-a663-0b96215ac557 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:08.531082 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7367863-c852-4754-b1b5-e725e4984422 None None] The sync data for ids ['bf9fd675-82f6-4467-8a45-3ca2f12ed02d'] in n-d-712140-10 is: [{'id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-148519324', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.133'}], 'enable_snat': True}, 'gw_port_id': '11877b65-67ac-41e7-aa21-1f20da5739e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:50:08Z', 'updated_at': '2021-07-29T23:52:06Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '11877b65-67ac-41e7-aa21-1f20da5739e5', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf9fd675-82f6-4467-8a45-3ca2f12ed02d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:50:08Z', 'updated_at': '2021-07-29T23:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:52:08.545514 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5d5876f2-6b8d-40ad-a663-0b96215ac557 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:08.546518 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5876f2-6b8d-40ad-a663-0b96215ac557 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Fanout notify agent at l3_agent the message router_deleted on router bf9fd675-82f6-4467-8a45-3ca2f12ed02d {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:52:08.553825 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5d5876f2-6b8d-40ad-a663-0b96215ac557 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:08.558960 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5d5876f2-6b8d-40ad-a663-0b96215ac557 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "DELETE /v2.0/routers/bf9fd675-82f6-4467-8a45-3ca2f12ed02d HTTP/1.1" status: 204 len: 168 time: 0.8588109 Jul 29 23:52:08.559666 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47452) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:08.580919 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-41190859-826e-4f5e-b21c-e5d6e418053d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:08.606752 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41190859-826e-4f5e-b21c-e5d6e418053d None None] Pushing event deleted for resources: {'Port': ['ID=19e3ceb4-2c4c-4e4a-b0cb-063207ca2ebb,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:08.608982 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41190859-826e-4f5e-b21c-e5d6e418053d None None] No DVR routers for this DVR port 19e3ceb4-2c4c-4e4a-b0cb-063207ca2ebb on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:52:08.623109 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41190859-826e-4f5e-b21c-e5d6e418053d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:08.623109 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41190859-826e-4f5e-b21c-e5d6e418053d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:08.623547 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41190859-826e-4f5e-b21c-e5d6e418053d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:08.624027 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41190859-826e-4f5e-b21c-e5d6e418053d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:08.624398 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41190859-826e-4f5e-b21c-e5d6e418053d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:08.624763 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41190859-826e-4f5e-b21c-e5d6e418053d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:08.625125 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41190859-826e-4f5e-b21c-e5d6e418053d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:08.625574 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41190859-826e-4f5e-b21c-e5d6e418053d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:08.625790 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41190859-826e-4f5e-b21c-e5d6e418053d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:08.626121 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41190859-826e-4f5e-b21c-e5d6e418053d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:08.626449 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41190859-826e-4f5e-b21c-e5d6e418053d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:08.626776 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41190859-826e-4f5e-b21c-e5d6e418053d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:08.637841 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b934240c-ef11-46f5-b19e-54bb249d3b4b tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:08.727618 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b934240c-ef11-46f5-b19e-54bb249d3b4b tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:08.737160 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-b934240c-ef11-46f5-b19e-54bb249d3b4b tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4390615e-82f2-4d66-b1c1-4847e8774578']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:08.747083 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-b934240c-ef11-46f5-b19e-54bb249d3b4b tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be9f8841-44fe-4ed1-9116-c3f0a58c4257') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:08.747447 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-b934240c-ef11-46f5-b19e-54bb249d3b4b tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be9f8841-44fe-4ed1-9116-c3f0a58c4257') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:08.755855 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b934240c-ef11-46f5-b19e-54bb249d3b4b tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:08.769971 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b934240c-ef11-46f5-b19e-54bb249d3b4b tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:08.776517 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b934240c-ef11-46f5-b19e-54bb249d3b4b tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:52:08.776897 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b934240c-ef11-46f5-b19e-54bb249d3b4b tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:08.779738 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:52:08.779738 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:52:08.779738 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:52:08.779738 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:52:08.779738 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:52:08.779738 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:52:08.779738 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:52:08.779738 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:52:08.779738 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:52:08.779738 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:52:08.779738 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:52:08.779738 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:52:08.779738 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:52:08.779738 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:52:08.779738 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:52:08.779738 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:52:08.779738 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:52:08.779738 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:52:08.779738 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:52:08.779738 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:52:08.779738 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:52:08.779738 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:52:08.779738 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:52:08.779738 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:52:08.779738 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:52:08.779738 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:52:08.779738 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:52:08.779738 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:52:08.779738 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:52:08.779738 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:52:08.779738 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:52:08.779738 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:52:08.837000 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b934240c-ef11-46f5-b19e-54bb249d3b4b tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:08.844160 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b934240c-ef11-46f5-b19e-54bb249d3b4b tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:08.845899 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b934240c-ef11-46f5-b19e-54bb249d3b4b tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "DELETE /v2.0/networks/4390615e-82f2-4d66-b1c1-4847e8774578 HTTP/1.1" status: 204 len: 168 time: 0.2855413 Jul 29 23:52:08.848897 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 47454) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:08.857686 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b934240c-ef11-46f5-b19e-54bb249d3b4b tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event deleted for resources: {'Network': ['ID=4390615e-82f2-4d66-b1c1-4847e8774578,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:08.929460 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fd64fd2d-9432-457f-88f2-eb2046f769d7 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:08.957799 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fd64fd2d-9432-457f-88f2-eb2046f769d7 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.004399 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 19e3ceb4-2c4c-4e4a-b0cb-063207ca2ebb no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:52:09.028183 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 19e3ceb4-2c4c-4e4a-b0cb-063207ca2ebb {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:52:09.028703 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 19e3ceb4-2c4c-4e4a-b0cb-063207ca2ebb not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:52:09.029105 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6d3250fc-e78f-410e-93ef-b50a0646e252 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:52:09.030325 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fd64fd2d-9432-457f-88f2-eb2046f769d7 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.033460 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fd64fd2d-9432-457f-88f2-eb2046f769d7 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.035102 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fd64fd2d-9432-457f-88f2-eb2046f769d7 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "DELETE /v2.0/security-groups/436b31c6-93b8-4918-96d6-255532eecf0b HTTP/1.1" status: 204 len: 168 time: 0.1851497 Jul 29 23:52:09.046150 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd64fd2d-9432-457f-88f2-eb2046f769d7 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=436b31c6-93b8-4918-96d6-255532eecf0b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:09.055736 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64fd2d-9432-457f-88f2-eb2046f769d7 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:09.056133 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64fd2d-9432-457f-88f2-eb2046f769d7 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:09.056446 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 6d3250fc-e78f-410e-93ef-b50a0646e252 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:52:09.056612 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64fd2d-9432-457f-88f2-eb2046f769d7 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:09.056808 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64fd2d-9432-457f-88f2-eb2046f769d7 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:09.057110 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6d3250fc-e78f-410e-93ef-b50a0646e252 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:52:09.057219 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64fd2d-9432-457f-88f2-eb2046f769d7 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:09.057466 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64fd2d-9432-457f-88f2-eb2046f769d7 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:09.057800 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64fd2d-9432-457f-88f2-eb2046f769d7 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:09.058155 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64fd2d-9432-457f-88f2-eb2046f769d7 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:09.058770 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64fd2d-9432-457f-88f2-eb2046f769d7 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:09.059305 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64fd2d-9432-457f-88f2-eb2046f769d7 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:09.059711 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64fd2d-9432-457f-88f2-eb2046f769d7 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:09.060159 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd64fd2d-9432-457f-88f2-eb2046f769d7 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:09.369341 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 47462) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:09.374213 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-2b602807-506f-426d-a905-c70271345a1a tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1527282613', 'description': 'tempest-secgroup-smoke-1527282613 description', 'project_id': '238a2371055343febcbc86645f67da5e'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:09.397200 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2b602807-506f-426d-a905-c70271345a1a tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.478107 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2b602807-506f-426d-a905-c70271345a1a tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.481779 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2b602807-506f-426d-a905-c70271345a1a tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.510157 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2b602807-506f-426d-a905-c70271345a1a tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.511289 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2b602807-506f-426d-a905-c70271345a1a tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1408916 Jul 29 23:52:09.513177 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b602807-506f-426d-a905-c70271345a1a tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:09.514315 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47464) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:09.519247 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-43b80287-0839-4bec-98b6-149a6c6f7eff tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'security_group_rule': {'security_group_id': 'fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2', 'project_id': '238a2371055343febcbc86645f67da5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:09.549291 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-43b80287-0839-4bec-98b6-149a6c6f7eff tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.626570 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-43b80287-0839-4bec-98b6-149a6c6f7eff tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.630631 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-43b80287-0839-4bec-98b6-149a6c6f7eff tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.650772 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b80287-0839-4bec-98b6-149a6c6f7eff tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee3e796b-ab3e-4e4d-9459-3bd725c6af8d,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:09.654495 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-43b80287-0839-4bec-98b6-149a6c6f7eff tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.655681 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-43b80287-0839-4bec-98b6-149a6c6f7eff tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1402266 Jul 29 23:52:09.658455 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47466) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:09.664094 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-95bb5386-0a0b-44b3-9af5-8458c7c07cae tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'security_group_rule': {'security_group_id': 'fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2', 'project_id': '238a2371055343febcbc86645f67da5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:09.690497 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95bb5386-0a0b-44b3-9af5-8458c7c07cae tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.746898 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95bb5386-0a0b-44b3-9af5-8458c7c07cae tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.750515 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95bb5386-0a0b-44b3-9af5-8458c7c07cae tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.768599 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb5386-0a0b-44b3-9af5-8458c7c07cae tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12bf9ee9-a60b-45ee-880b-88112ffa36fa,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:09.775018 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-95bb5386-0a0b-44b3-9af5-8458c7c07cae tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.776295 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-95bb5386-0a0b-44b3-9af5-8458c7c07cae tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168251 Jul 29 23:52:09.778968 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47468) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:09.783519 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-76d025e3-e576-4bc7-ab35-f6757e2b14c3 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'security_group_rule': {'security_group_id': 'fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2', 'project_id': '238a2371055343febcbc86645f67da5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:09.809790 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-76d025e3-e576-4bc7-ab35-f6757e2b14c3 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.866596 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-76d025e3-e576-4bc7-ab35-f6757e2b14c3 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.870434 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-76d025e3-e576-4bc7-ab35-f6757e2b14c3 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.888257 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d025e3-e576-4bc7-ab35-f6757e2b14c3 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55e447d0-d0c1-4146-8bdd-89d502f29e0a,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:09.893148 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-76d025e3-e576-4bc7-ab35-f6757e2b14c3 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.894393 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-76d025e3-e576-4bc7-ab35-f6757e2b14c3 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144102 Jul 29 23:52:09.897188 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47470) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:09.902785 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-0188ea4d-cf82-433d-850d-72f802215337 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'security_group_rule': {'security_group_id': 'fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2', 'project_id': '238a2371055343febcbc86645f67da5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:09.929852 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0188ea4d-cf82-433d-850d-72f802215337 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.995733 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0188ea4d-cf82-433d-850d-72f802215337 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:09.999780 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0188ea4d-cf82-433d-850d-72f802215337 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:10.019556 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0188ea4d-cf82-433d-850d-72f802215337 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2493088-ad46-4d90-88f8-23ee7713f6fe,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:10.024332 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0188ea4d-cf82-433d-850d-72f802215337 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:10.028729 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0188ea4d-cf82-433d-850d-72f802215337 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274502 Jul 29 23:52:10.029191 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47474) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:10.033452 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-e75760fa-ff28-4d20-8743-0cfb9a5ace65 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'security_group_rule': {'security_group_id': 'fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2', 'project_id': '238a2371055343febcbc86645f67da5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:10.057789 n-d-712140-10 neutron-server[94063]: INFO neutron.db.securitygroups_db [None req-e75760fa-ff28-4d20-8743-0cfb9a5ace65 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Project 238a2371055343febcbc86645f67da5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:52:10.062870 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e75760fa-ff28-4d20-8743-0cfb9a5ace65 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:10.124657 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e75760fa-ff28-4d20-8743-0cfb9a5ace65 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:10.128086 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e75760fa-ff28-4d20-8743-0cfb9a5ace65 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:10.145441 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75760fa-ff28-4d20-8743-0cfb9a5ace65 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=181b396e-6e7f-47de-b097-5aeaa2c3359b,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:10.152246 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e75760fa-ff28-4d20-8743-0cfb9a5ace65 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:10.153542 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e75760fa-ff28-4d20-8743-0cfb9a5ace65 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1237321 Jul 29 23:52:10.156247 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47476) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:10.160916 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-47915004-6f79-410c-a445-63e8ff962549 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'security_group_rule': {'security_group_id': 'fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2', 'project_id': '238a2371055343febcbc86645f67da5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:10.182229 n-d-712140-10 neutron-server[94063]: INFO neutron.db.securitygroups_db [None req-47915004-6f79-410c-a445-63e8ff962549 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Project 238a2371055343febcbc86645f67da5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:52:10.187128 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-47915004-6f79-410c-a445-63e8ff962549 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:10.247586 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-47915004-6f79-410c-a445-63e8ff962549 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:10.251061 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-47915004-6f79-410c-a445-63e8ff962549 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:10.268914 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47915004-6f79-410c-a445-63e8ff962549 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=463217cb-7bf3-47cf-b245-b5d3eb081065,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:10.277404 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-47915004-6f79-410c-a445-63e8ff962549 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:10.278638 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-47915004-6f79-410c-a445-63e8ff962549 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1214516 Jul 29 23:52:10.282532 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47478) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:10.288068 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-fa8ff160-4999-40f8-b3f4-859ca2103ced tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'network': {'name': 'tempest-network-smoke--1742832586', 'project_id': '238a2371055343febcbc86645f67da5e', 'port_security_enabled': True}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:10.313148 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8ff160-4999-40f8-b3f4-859ca2103ced tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Made reservation on behalf of 238a2371055343febcbc86645f67da5e for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:10.316805 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fa8ff160-4999-40f8-b3f4-859ca2103ced tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:10.342792 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa8ff160-4999-40f8-b3f4-859ca2103ced tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:52:10.352944 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fa8ff160-4999-40f8-b3f4-859ca2103ced tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:10.353286 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-fa8ff160-4999-40f8-b3f4-859ca2103ced tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Added segment 0ee8e276-231d-47a4-b3bb-d1d11028c374 of type vlan for network d841677e-ae20-495e-84e6-2345c6bafdb4 Jul 29 23:52:10.410033 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fa8ff160-4999-40f8-b3f4-859ca2103ced tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:10.443947 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fa8ff160-4999-40f8-b3f4-859ca2103ced tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:10.450033 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8ff160-4999-40f8-b3f4-859ca2103ced tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:10.450620 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fa8ff160-4999-40f8-b3f4-859ca2103ced tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:10.535320 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-fa8ff160-4999-40f8-b3f4-859ca2103ced tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2517116 Jul 29 23:52:10.538176 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 47480) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:10.543713 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-dd7f0338-7031-4f37-9aba-d58cb7e4af3f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1512021197', 'admin_state_up': True, 'project_id': '238a2371055343febcbc86645f67da5e', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:10.552747 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ff160-4999-40f8-b3f4-859ca2103ced tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'Network': ['ID=d841677e-ae20-495e-84e6-2345c6bafdb4,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:10.563977 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network d841677e-ae20-495e-84e6-2345c6bafdb4 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:52:10.567590 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dd7f0338-7031-4f37-9aba-d58cb7e4af3f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:10.568667 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dd7f0338-7031-4f37-9aba-d58cb7e4af3f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:10.623537 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dd7f0338-7031-4f37-9aba-d58cb7e4af3f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:10.759650 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dd7f0338-7031-4f37-9aba-d58cb7e4af3f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:10.841648 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 11877b65-67ac-41e7-aa21-1f20da5739e5 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:52:10.863478 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 11877b65-67ac-41e7-aa21-1f20da5739e5 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:52:10.863855 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 11877b65-67ac-41e7-aa21-1f20da5739e5 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:52:10.953066 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dd7f0338-7031-4f37-9aba-d58cb7e4af3f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:10.972251 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dd7f0338-7031-4f37-9aba-d58cb7e4af3f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:11.077908 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-dd7f0338-7031-4f37-9aba-d58cb7e4af3f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Allocated IP 172.25.8.48 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/27a30c71-b8e4-4d92-95a4-98fe5597b4c1) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:11.181549 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dd7f0338-7031-4f37-9aba-d58cb7e4af3f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:11.223906 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dd7f0338-7031-4f37-9aba-d58cb7e4af3f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:11.263543 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7f0338-7031-4f37-9aba-d58cb7e4af3f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:11.266551 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-dd7f0338-7031-4f37-9aba-d58cb7e4af3f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:11.274774 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7f0338-7031-4f37-9aba-d58cb7e4af3f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:52:11.302291 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f0338-7031-4f37-9aba-d58cb7e4af3f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'Port': ['ID=27a30c71-b8e4-4d92-95a4-98fe5597b4c1,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:11.539185 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dd7f0338-7031-4f37-9aba-d58cb7e4af3f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:11.740365 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dd7f0338-7031-4f37-9aba-d58cb7e4af3f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:11.882041 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7f0338-7031-4f37-9aba-d58cb7e4af3f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Router 0aefc084-f7b7-42ae-a7a2-7f77080efbce is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:52:12.001360 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7f0338-7031-4f37-9aba-d58cb7e4af3f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:52:12.011337 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c773719-da4d-432a-9b11-3dadfb0b221d None None] Sync routers for ids ['0aefc084-f7b7-42ae-a7a2-7f77080efbce'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:52:12.024850 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c773719-da4d-432a-9b11-3dadfb0b221d None None] Routers {'0aefc084-f7b7-42ae-a7a2-7f77080efbce'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:12.025308 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dd7f0338-7031-4f37-9aba-d58cb7e4af3f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:12.025717 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-5c773719-da4d-432a-9b11-3dadfb0b221d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:52:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0aefc084-f7b7-42ae-a7a2-7f77080efbce'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:12.026599 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-dd7f0338-7031-4f37-9aba-d58cb7e4af3f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4866629 Jul 29 23:52:12.033524 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47484) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:12.071985 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0fe666c5-d58a-49f6-81d4-741c5db100d1 tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=238a2371055343febcbc86645f67da5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364878 Jul 29 23:52:12.075289 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47486) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:12.139208 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-5c773719-da4d-432a-9b11-3dadfb0b221d None None] Set router 0aefc084-f7b7-42ae-a7a2-7f77080efbce gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:12.175539 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efaf8518-8e90-4e37-8cd2-e0a4287bb958 tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:12.177383 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-efaf8518-8e90-4e37-8cd2-e0a4287bb958 tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1010594 Jul 29 23:52:12.181222 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47490) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:12.214014 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-662b0f0e-6324-4b0f-99d3-39e89bf48da8 tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=0aea9f43-4eea-456f-a634-5f5375b1fdb7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311627 Jul 29 23:52:12.216602 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47492) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:12.223312 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f3103923-7e9d-4cb5-9ba7-3bdff0a65d49 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-299957086', 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4', 'project_id': '238a2371055343febcbc86645f67da5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:12.331369 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3103923-7e9d-4cb5-9ba7-3bdff0a65d49 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Made reservation on behalf of 238a2371055343febcbc86645f67da5e for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:12.332315 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-5c773719-da4d-432a-9b11-3dadfb0b221d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512021197', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '27a30c71-b8e4-4d92-95a4-98fe5597b4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:11Z', 'revision_number': 3, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '27a30c71-b8e4-4d92-95a4-98fe5597b4c1', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:12.335133 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f3103923-7e9d-4cb5-9ba7-3bdff0a65d49 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:12.359391 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c773719-da4d-432a-9b11-3dadfb0b221d None None] Checking router: 0aefc084-f7b7-42ae-a7a2-7f77080efbce for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:52:12.359735 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c773719-da4d-432a-9b11-3dadfb0b221d None None] Updating router 0aefc084-f7b7-42ae-a7a2-7f77080efbce port 27a30c71-b8e4-4d92-95a4-98fe5597b4c1 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:52:12.396148 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5c773719-da4d-432a-9b11-3dadfb0b221d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:12.562280 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f3103923-7e9d-4cb5-9ba7-3bdff0a65d49 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:12.626355 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3103923-7e9d-4cb5-9ba7-3bdff0a65d49 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'Subnet': ['ID=981a5958-bf58-4deb-8bb9-58479e2af160,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:12.637765 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3103923-7e9d-4cb5-9ba7-3bdff0a65d49 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Checking segment: {'id': '0ee8e276-231d-47a4-b3bb-d1d11028c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:12.638137 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3103923-7e9d-4cb5-9ba7-3bdff0a65d49 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Network hostable DHCP agents. Network: d841677e-ae20-495e-84e6-2345c6bafdb4, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:52:12.660020 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3103923-7e9d-4cb5-9ba7-3bdff0a65d49 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Network d841677e-ae20-495e-84e6-2345c6bafdb4 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:52:12.670443 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-f3103923-7e9d-4cb5-9ba7-3bdff0a65d49 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, d841677e-ae20-495e-84e6-2345c6bafdb4) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:12.674748 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3103923-7e9d-4cb5-9ba7-3bdff0a65d49 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:12.675348 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f3103923-7e9d-4cb5-9ba7-3bdff0a65d49 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:12.682872 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3582877c-56e4-47ae-9d15-92496d83a08b None None] Network d841677e-ae20-495e-84e6-2345c6bafdb4 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:12.686608 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5c773719-da4d-432a-9b11-3dadfb0b221d None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:12.691619 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f3103923-7e9d-4cb5-9ba7-3bdff0a65d49 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4738445 Jul 29 23:52:12.694335 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47494) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:12.704235 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-5c773719-da4d-432a-9b11-3dadfb0b221d None None] Transition to ACTIVE for port object 27a30c71-b8e4-4d92-95a4-98fe5597b4c1 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:12.711156 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5c773719-da4d-432a-9b11-3dadfb0b221d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:12.762356 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-5c773719-da4d-432a-9b11-3dadfb0b221d None None] Attempting to bind port 27a30c71-b8e4-4d92-95a4-98fe5597b4c1 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:52:12.762801 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-5c773719-da4d-432a-9b11-3dadfb0b221d None None] Attempting to bind port 27a30c71-b8e4-4d92-95a4-98fe5597b4c1 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:52:12.763375 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c773719-da4d-432a-9b11-3dadfb0b221d None None] Attempting to bind port 27a30c71-b8e4-4d92-95a4-98fe5597b4c1 on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:12.775992 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c773719-da4d-432a-9b11-3dadfb0b221d None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:52:12.776389 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c773719-da4d-432a-9b11-3dadfb0b221d None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:12.776758 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5c773719-da4d-432a-9b11-3dadfb0b221d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:12.777142 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c773719-da4d-432a-9b11-3dadfb0b221d None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:52:12.777600 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-5c773719-da4d-432a-9b11-3dadfb0b221d None None] Bound port: 27a30c71-b8e4-4d92-95a4-98fe5597b4c1, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:52:12.778050 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5c773719-da4d-432a-9b11-3dadfb0b221d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:12.780587 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce3943-bd48-4b60-8810-f21bef4eca66 None None] Pushing event updated for resources: {'Port': ['ID=27a30c71-b8e4-4d92-95a4-98fe5597b4c1,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:12.807878 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce3943-bd48-4b60-8810-f21bef4eca66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:12.808251 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce3943-bd48-4b60-8810-f21bef4eca66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:12.808556 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce3943-bd48-4b60-8810-f21bef4eca66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:12.808887 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce3943-bd48-4b60-8810-f21bef4eca66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:12.809214 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce3943-bd48-4b60-8810-f21bef4eca66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:12.809653 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce3943-bd48-4b60-8810-f21bef4eca66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:12.810121 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce3943-bd48-4b60-8810-f21bef4eca66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:12.810447 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce3943-bd48-4b60-8810-f21bef4eca66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:12.810777 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce3943-bd48-4b60-8810-f21bef4eca66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:12.811097 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce3943-bd48-4b60-8810-f21bef4eca66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:12.811421 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce3943-bd48-4b60-8810-f21bef4eca66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:12.811736 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce3943-bd48-4b60-8810-f21bef4eca66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:52:12.843505 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-5c773719-da4d-432a-9b11-3dadfb0b221d None None] For port 27a30c71-b8e4-4d92-95a4-98fe5597b4c1, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:52:12.846922 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd2e60d-53c7-49c8-a1d9-344c6f9f6611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-d841677e-ae20-495e-84e6-2345c6bafdb4', 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'fixed_ips': [{'subnet_id': '981a5958-bf58-4deb-8bb9-58479e2af160'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:52:12.847130 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-5c773719-da4d-432a-9b11-3dadfb0b221d None None] For port 27a30c71-b8e4-4d92-95a4-98fe5597b4c1, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=27a30c71-b8e4-4d92-95a4-98fe5597b4c1,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:52:12.848112 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dcd2e60d-53c7-49c8-a1d9-344c6f9f6611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:12.851763 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5c773719-da4d-432a-9b11-3dadfb0b221d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:12.915224 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce3943-bd48-4b60-8810-f21bef4eca66 None None] Pushing event updated for resources: {'Port': ['ID=27a30c71-b8e4-4d92-95a4-98fe5597b4c1,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:12.923683 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c773719-da4d-432a-9b11-3dadfb0b221d None None] Routers {'0aefc084-f7b7-42ae-a7a2-7f77080efbce'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:12.924412 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-5c773719-da4d-432a-9b11-3dadfb0b221d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:52:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0aefc084-f7b7-42ae-a7a2-7f77080efbce'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:12.997815 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-dcd2e60d-53c7-49c8-a1d9-344c6f9f6611 None None] Allocated IP 172.20.0.2 (d841677e-ae20-495e-84e6-2345c6bafdb4/981a5958-bf58-4deb-8bb9-58479e2af160/9f0b3a85-522e-403b-b348-583c4a1849e2) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:13.035556 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-5c773719-da4d-432a-9b11-3dadfb0b221d None None] Set router 0aefc084-f7b7-42ae-a7a2-7f77080efbce gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:13.157847 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dcd2e60d-53c7-49c8-a1d9-344c6f9f6611 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:13.168130 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-dcd2e60d-53c7-49c8-a1d9-344c6f9f6611 None None] Transition to ACTIVE for port object 9f0b3a85-522e-403b-b348-583c4a1849e2 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:13.184294 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-dcd2e60d-53c7-49c8-a1d9-344c6f9f6611 None None] Transition to ACTIVE for port object 9f0b3a85-522e-403b-b348-583c4a1849e2 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:13.190905 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dcd2e60d-53c7-49c8-a1d9-344c6f9f6611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:13.213295 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4995ef8c-bd9f-487f-9ea4-df42d64ac5be tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:13.243562 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2e60d-53c7-49c8-a1d9-344c6f9f6611 None None] Pushing event updated for resources: {'Port': ['ID=9f0b3a85-522e-403b-b348-583c4a1849e2,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:13.252616 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd2e60d-53c7-49c8-a1d9-344c6f9f6611 None None] Network d841677e-ae20-495e-84e6-2345c6bafdb4 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:13.254038 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-dcd2e60d-53c7-49c8-a1d9-344c6f9f6611 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:13.256507 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd2e60d-53c7-49c8-a1d9-344c6f9f6611 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:52:13.325461 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-dcd2e60d-53c7-49c8-a1d9-344c6f9f6611 None None] Attempting to bind port 9f0b3a85-522e-403b-b348-583c4a1849e2 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:52:13.325848 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-dcd2e60d-53c7-49c8-a1d9-344c6f9f6611 None None] Attempting to bind port 9f0b3a85-522e-403b-b348-583c4a1849e2 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '0ee8e276-231d-47a4-b3bb-d1d11028c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:52:13.326207 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd2e60d-53c7-49c8-a1d9-344c6f9f6611 None None] Attempting to bind port 9f0b3a85-522e-403b-b348-583c4a1849e2 on network d841677e-ae20-495e-84e6-2345c6bafdb4 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:13.331575 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd2e60d-53c7-49c8-a1d9-344c6f9f6611 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:52:13.332130 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd2e60d-53c7-49c8-a1d9-344c6f9f6611 None None] Checking segment: {'id': '0ee8e276-231d-47a4-b3bb-d1d11028c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:13.332866 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dcd2e60d-53c7-49c8-a1d9-344c6f9f6611 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:13.333273 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd2e60d-53c7-49c8-a1d9-344c6f9f6611 None None] Bound using segment: {'id': '0ee8e276-231d-47a4-b3bb-d1d11028c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:52:13.333748 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-dcd2e60d-53c7-49c8-a1d9-344c6f9f6611 None None] Bound port: 9f0b3a85-522e-403b-b348-583c4a1849e2, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee8e276-231d-47a4-b3bb-d1d11028c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:52:13.334141 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dcd2e60d-53c7-49c8-a1d9-344c6f9f6611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:13.351457 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-5c773719-da4d-432a-9b11-3dadfb0b221d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512021197', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '27a30c71-b8e4-4d92-95a4-98fe5597b4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:11Z', 'revision_number': 3, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '27a30c71-b8e4-4d92-95a4-98fe5597b4c1', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:13.377772 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c773719-da4d-432a-9b11-3dadfb0b221d None None] The sync data for ids ['0aefc084-f7b7-42ae-a7a2-7f77080efbce'] in n-d-712140-10 is: [{'id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512021197', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '27a30c71-b8e4-4d92-95a4-98fe5597b4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:11Z', 'revision_number': 3, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '27a30c71-b8e4-4d92-95a4-98fe5597b4c1', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:52:13.406833 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-dcd2e60d-53c7-49c8-a1d9-344c6f9f6611 None None] For port 9f0b3a85-522e-403b-b348-583c4a1849e2, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:52:13.410393 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-dcd2e60d-53c7-49c8-a1d9-344c6f9f6611 None None] For port 9f0b3a85-522e-403b-b348-583c4a1849e2, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9f0b3a85-522e-403b-b348-583c4a1849e2,segment=NetworkSegment(0ee8e276-231d-47a4-b3bb-d1d11028c374),segment_id=0ee8e276-231d-47a4-b3bb-d1d11028c374)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:52:13.415524 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dcd2e60d-53c7-49c8-a1d9-344c6f9f6611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:13.478980 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2e60d-53c7-49c8-a1d9-344c6f9f6611 None None] Pushing event updated for resources: {'Port': ['ID=9f0b3a85-522e-403b-b348-583c4a1849e2,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:13.591543 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-4995ef8c-bd9f-487f-9ea4-df42d64ac5be tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Allocated IP 172.20.0.1 (d841677e-ae20-495e-84e6-2345c6bafdb4/981a5958-bf58-4deb-8bb9-58479e2af160/d9e743ba-5a64-4863-b29f-2a84eb623df4) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:14.004185 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4995ef8c-bd9f-487f-9ea4-df42d64ac5be tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:14.019511 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-4995ef8c-bd9f-487f-9ea4-df42d64ac5be tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Transition to ACTIVE for port object d9e743ba-5a64-4863-b29f-2a84eb623df4 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:14.054229 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4995ef8c-bd9f-487f-9ea4-df42d64ac5be tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:14.098286 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4995ef8c-bd9f-487f-9ea4-df42d64ac5be tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Network d841677e-ae20-495e-84e6-2345c6bafdb4 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:14.101490 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-4995ef8c-bd9f-487f-9ea4-df42d64ac5be tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:14.105332 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4995ef8c-bd9f-487f-9ea4-df42d64ac5be tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:52:14.133991 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4995ef8c-bd9f-487f-9ea4-df42d64ac5be tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'Port': ['ID=d9e743ba-5a64-4863-b29f-2a84eb623df4,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:14.158550 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4995ef8c-bd9f-487f-9ea4-df42d64ac5be tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:14.362731 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4995ef8c-bd9f-487f-9ea4-df42d64ac5be tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:14.469328 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde41a33-bcca-42cd-be70-9bc9f98e2b2a None None] Network d841677e-ae20-495e-84e6-2345c6bafdb4 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:52:14.590821 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0e489bae-5beb-42d7-8f4f-9d162832995c None None] Provisioning for port 9f0b3a85-522e-403b-b348-583c4a1849e2 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:14.656521 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4995ef8c-bd9f-487f-9ea4-df42d64ac5be tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:14.661600 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4995ef8c-bd9f-487f-9ea4-df42d64ac5be tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:14.740485 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4995ef8c-bd9f-487f-9ea4-df42d64ac5be tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'Port': ['ID=d9e743ba-5a64-4863-b29f-2a84eb623df4,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:14.745865 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4995ef8c-bd9f-487f-9ea4-df42d64ac5be tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:14.858515 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4995ef8c-bd9f-487f-9ea4-df42d64ac5be tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Network d841677e-ae20-495e-84e6-2345c6bafdb4 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:14.860101 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-4995ef8c-bd9f-487f-9ea4-df42d64ac5be tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:14.932611 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e1083c86-ba94-429c-b5e7-61b934cefe79 None None] Provisioning for port d9e743ba-5a64-4863-b29f-2a84eb623df4 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:14.937668 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e1083c86-ba94-429c-b5e7-61b934cefe79 None None] Provisioning complete for port d9e743ba-5a64-4863-b29f-2a84eb623df4 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:14.938565 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1083c86-ba94-429c-b5e7-61b934cefe79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:14.991493 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e1083c86-ba94-429c-b5e7-61b934cefe79 None None] Port d9e743ba-5a64-4863-b29f-2a84eb623df4 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:52:14.996700 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9f0b3a85-522e-403b-b348-583c4a1849e2 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:15.010880 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4995ef8c-bd9f-487f-9ea4-df42d64ac5be tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Router 0aefc084-f7b7-42ae-a7a2-7f77080efbce has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:52:15.063974 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 9f0b3a85-522e-403b-b348-583c4a1849e2 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:15.068937 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 9f0b3a85-522e-403b-b348-583c4a1849e2 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:15.069329 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:15.133401 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4995ef8c-bd9f-487f-9ea4-df42d64ac5be tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:52:15.139256 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4995ef8c-bd9f-487f-9ea4-df42d64ac5be tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "PUT /v2.0/routers/0aefc084-f7b7-42ae-a7a2-7f77080efbce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4433596 Jul 29 23:52:15.149424 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1678e008-df8f-4bd6-b97a-5d990db5d25c None None] Sync routers for ids ['0aefc084-f7b7-42ae-a7a2-7f77080efbce'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:52:15.182571 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1678e008-df8f-4bd6-b97a-5d990db5d25c None None] Routers {'0aefc084-f7b7-42ae-a7a2-7f77080efbce'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:15.183223 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1678e008-df8f-4bd6-b97a-5d990db5d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:52:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0aefc084-f7b7-42ae-a7a2-7f77080efbce'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:15.186529 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:15.228715 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c473335f-67fd-40a9-9012-b4dfddc62cd2 None None] Provisioning complete for port d9e743ba-5a64-4863-b29f-2a84eb623df4 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:15.229140 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c473335f-67fd-40a9-9012-b4dfddc62cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:15.277991 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c473335f-67fd-40a9-9012-b4dfddc62cd2 None None] Port d9e743ba-5a64-4863-b29f-2a84eb623df4 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:52:15.338374 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 9f0b3a85-522e-403b-b348-583c4a1849e2, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9f0b3a85-522e-403b-b348-583c4a1849e2,segment=NetworkSegment(0ee8e276-231d-47a4-b3bb-d1d11028c374),segment_id=0ee8e276-231d-47a4-b3bb-d1d11028c374)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:15.345457 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:15.346238 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 27a30c71-b8e4-4d92-95a4-98fe5597b4c1 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:15.357027 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-321d2617-b2e0-434c-9293-6e3c027e5e36 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1527282613&fields=id&tenant_id=238a2371055343febcbc86645f67da5e HTTP/1.1" status: 200 len: 267 time: 0.0357099 Jul 29 23:52:15.420269 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-1678e008-df8f-4bd6-b97a-5d990db5d25c None None] Set router 0aefc084-f7b7-42ae-a7a2-7f77080efbce gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:15.469847 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-9a5c65c5-12fd-4875-a866-85a008c6de9e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:15.471365 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-9a5c65c5-12fd-4875-a866-85a008c6de9e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/networks?id=d841677e-ae20-495e-84e6-2345c6bafdb4 HTTP/1.1" status: 200 len: 797 time: 0.1073530 Jul 29 23:52:15.472157 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-00759ad8-cae5-4f2f-80ef-b060a49fa0d7 None None] Provisioning complete for port d9e743ba-5a64-4863-b29f-2a84eb623df4 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:15.472624 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-00759ad8-cae5-4f2f-80ef-b060a49fa0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:15.488065 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-5d523b8e-cb54-4392-a01d-b86c35777f7b tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/quotas/238a2371055343febcbc86645f67da5e HTTP/1.1" status: 200 len: 375 time: 0.0093513 Jul 29 23:52:15.501513 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=9f0b3a85-522e-403b-b348-583c4a1849e2,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:15.541913 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-8388cdc0-04be-467d-8ac2-c92ad7299336 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473464 Jul 29 23:52:15.563013 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-00759ad8-cae5-4f2f-80ef-b060a49fa0d7 None None] Port d9e743ba-5a64-4863-b29f-2a84eb623df4 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:52:15.601957 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 27a30c71-b8e4-4d92-95a4-98fe5597b4c1 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:15.609295 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 27a30c71-b8e4-4d92-95a4-98fe5597b4c1 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:15.609665 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:15.642466 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-a359327a-54cf-40cd-b3c0-6c04b658f9d2 service neutron] 10.222.0.18 "GET /v2.0/networks/d841677e-ae20-495e-84e6-2345c6bafdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862551 Jul 29 23:52:15.737064 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-230b4bd2-f336-459d-b8fa-94d100687bc9 service neutron] 10.222.0.18 "GET /v2.0/networks/d841677e-ae20-495e-84e6-2345c6bafdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881038 Jul 29 23:52:15.739875 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:15.769130 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 27a30c71-b8e4-4d92-95a4-98fe5597b4c1, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=27a30c71-b8e4-4d92-95a4-98fe5597b4c1,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:15.777647 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:15.783872 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1678e008-df8f-4bd6-b97a-5d990db5d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512021197', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '27a30c71-b8e4-4d92-95a4-98fe5597b4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:14Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '27a30c71-b8e4-4d92-95a4-98fe5597b4c1', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd9e743ba-5a64-4863-b29f-2a84eb623df4', 'name': '', 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:53:f2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '981a5958-bf58-4deb-8bb9-58479e2af160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:13Z', 'updated_at': '2021-07-29T23:52:14Z', 'revision_number': 2, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': '981a5958-bf58-4deb-8bb9-58479e2af160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:15.834909 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1678e008-df8f-4bd6-b97a-5d990db5d25c None None] Checking router: 0aefc084-f7b7-42ae-a7a2-7f77080efbce for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:52:15.835295 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1678e008-df8f-4bd6-b97a-5d990db5d25c None None] Updating router 0aefc084-f7b7-42ae-a7a2-7f77080efbce port d9e743ba-5a64-4863-b29f-2a84eb623df4 binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:52:15.884576 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1678e008-df8f-4bd6-b97a-5d990db5d25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:15.896472 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=27a30c71-b8e4-4d92-95a4-98fe5597b4c1,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:15.958592 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7a2c9ab9-d130-4bd8-8ee7-fe4534629e0d req-0a4163bb-2f17-4325-ab79-3c82a2b3bd42 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 210 time: 0.0293307 Jul 29 23:52:16.336313 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1678e008-df8f-4bd6-b97a-5d990db5d25c None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:16.347678 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1678e008-df8f-4bd6-b97a-5d990db5d25c None None] Transition to ACTIVE for port object d9e743ba-5a64-4863-b29f-2a84eb623df4 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:16.354032 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1678e008-df8f-4bd6-b97a-5d990db5d25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:16.407339 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d083c2-b645-4723-9f1c-319603aa28e5 None None] Pushing event updated for resources: {'Port': ['ID=d9e743ba-5a64-4863-b29f-2a84eb623df4,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:16.470847 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-1678e008-df8f-4bd6-b97a-5d990db5d25c None None] Attempting to bind port d9e743ba-5a64-4863-b29f-2a84eb623df4 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:52:16.471242 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-1678e008-df8f-4bd6-b97a-5d990db5d25c None None] Attempting to bind port d9e743ba-5a64-4863-b29f-2a84eb623df4 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '0ee8e276-231d-47a4-b3bb-d1d11028c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:52:16.471601 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1678e008-df8f-4bd6-b97a-5d990db5d25c None None] Attempting to bind port d9e743ba-5a64-4863-b29f-2a84eb623df4 on network d841677e-ae20-495e-84e6-2345c6bafdb4 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:16.477608 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1678e008-df8f-4bd6-b97a-5d990db5d25c None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:52:16.478230 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1678e008-df8f-4bd6-b97a-5d990db5d25c None None] Checking segment: {'id': '0ee8e276-231d-47a4-b3bb-d1d11028c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:16.478230 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1678e008-df8f-4bd6-b97a-5d990db5d25c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:16.478501 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1678e008-df8f-4bd6-b97a-5d990db5d25c None None] Bound using segment: {'id': '0ee8e276-231d-47a4-b3bb-d1d11028c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:52:16.478967 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-1678e008-df8f-4bd6-b97a-5d990db5d25c None None] Bound port: d9e743ba-5a64-4863-b29f-2a84eb623df4, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ee8e276-231d-47a4-b3bb-d1d11028c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:52:16.479344 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1678e008-df8f-4bd6-b97a-5d990db5d25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:16.545698 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-1678e008-df8f-4bd6-b97a-5d990db5d25c None None] For port d9e743ba-5a64-4863-b29f-2a84eb623df4, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:52:16.548838 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-1678e008-df8f-4bd6-b97a-5d990db5d25c None None] For port d9e743ba-5a64-4863-b29f-2a84eb623df4, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d9e743ba-5a64-4863-b29f-2a84eb623df4,segment=NetworkSegment(0ee8e276-231d-47a4-b3bb-d1d11028c374),segment_id=0ee8e276-231d-47a4-b3bb-d1d11028c374)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:52:16.553467 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1678e008-df8f-4bd6-b97a-5d990db5d25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:16.629375 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1678e008-df8f-4bd6-b97a-5d990db5d25c None None] Routers {'0aefc084-f7b7-42ae-a7a2-7f77080efbce'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:16.630008 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1678e008-df8f-4bd6-b97a-5d990db5d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:52:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0aefc084-f7b7-42ae-a7a2-7f77080efbce'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:16.632099 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d083c2-b645-4723-9f1c-319603aa28e5 None None] Pushing event updated for resources: {'Port': ['ID=d9e743ba-5a64-4863-b29f-2a84eb623df4,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:16.756657 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-1678e008-df8f-4bd6-b97a-5d990db5d25c None None] Set router 0aefc084-f7b7-42ae-a7a2-7f77080efbce gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:16.879630 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-7cfa9971-42ba-45a0-be3d-ad7c555b76a0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:16.881318 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-7cfa9971-42ba-45a0-be3d-ad7c555b76a0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.39 "GET /v2.0/networks?id=d841677e-ae20-495e-84e6-2345c6bafdb4 HTTP/1.1" status: 200 len: 797 time: 0.1301491 Jul 29 23:52:16.945074 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-9b4b0b0f-b79f-4879-9127-0cb273528757 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=238a2371055343febcbc86645f67da5e HTTP/1.1" status: 200 len: 380 time: 0.0486026 Jul 29 23:52:16.955537 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-1c1b2d3f-07c8-4201-ba88-b16548f88a85 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'port': {'device_id': '8fb67b97-035b-411f-a44d-24ccb27d66a8', 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4', 'admin_state_up': True, 'tenant_id': '238a2371055343febcbc86645f67da5e', 'security_groups': ['fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:16.964367 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9f0b3a85-522e-403b-b348-583c4a1849e2 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:17.033078 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 9f0b3a85-522e-403b-b348-583c4a1849e2 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:17.033452 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:17.037886 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1678e008-df8f-4bd6-b97a-5d990db5d25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512021197', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '27a30c71-b8e4-4d92-95a4-98fe5597b4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:14Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '27a30c71-b8e4-4d92-95a4-98fe5597b4c1', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd9e743ba-5a64-4863-b29f-2a84eb623df4', 'name': '', 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:53:f2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '981a5958-bf58-4deb-8bb9-58479e2af160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:13Z', 'updated_at': '2021-07-29T23:52:16Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': '981a5958-bf58-4deb-8bb9-58479e2af160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:17.076847 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85a93da9-e9b1-4cd7-b245-0ec912f0324d req-ba19b1b4-428c-4e94-b775-5b93e7379b67 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 210 time: 0.0352850 Jul 29 23:52:17.086383 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1678e008-df8f-4bd6-b97a-5d990db5d25c None None] The sync data for ids ['0aefc084-f7b7-42ae-a7a2-7f77080efbce'] in n-d-712140-10 is: [{'id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512021197', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '27a30c71-b8e4-4d92-95a4-98fe5597b4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:14Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '27a30c71-b8e4-4d92-95a4-98fe5597b4c1', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd9e743ba-5a64-4863-b29f-2a84eb623df4', 'name': '', 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:53:f2:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '981a5958-bf58-4deb-8bb9-58479e2af160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:13Z', 'updated_at': '2021-07-29T23:52:16Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': '981a5958-bf58-4deb-8bb9-58479e2af160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:52:17.101924 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-1c1b2d3f-07c8-4201-ba88-b16548f88a85 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Made reservation on behalf of 238a2371055343febcbc86645f67da5e for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:52:17.105313 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-1c1b2d3f-07c8-4201-ba88-b16548f88a85 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:17.170108 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 27a30c71-b8e4-4d92-95a4-98fe5597b4c1 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:17.225992 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 27a30c71-b8e4-4d92-95a4-98fe5597b4c1 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:17.226575 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:17.285183 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-1c1b2d3f-07c8-4201-ba88-b16548f88a85 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Allocated IP 172.20.0.5 (d841677e-ae20-495e-84e6-2345c6bafdb4/981a5958-bf58-4deb-8bb9-58479e2af160/a8ede33c-31aa-4775-b165-1746c89cdfb0) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:17.450156 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-1c1b2d3f-07c8-4201-ba88-b16548f88a85 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:17.464235 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-1c1b2d3f-07c8-4201-ba88-b16548f88a85 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Transition to ACTIVE for port object a8ede33c-31aa-4775-b165-1746c89cdfb0 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:17.497903 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-1c1b2d3f-07c8-4201-ba88-b16548f88a85 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:17.541866 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-1c1b2d3f-07c8-4201-ba88-b16548f88a85 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Network d841677e-ae20-495e-84e6-2345c6bafdb4 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:17.545094 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-1c1b2d3f-07c8-4201-ba88-b16548f88a85 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:17.551077 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-1c1b2d3f-07c8-4201-ba88-b16548f88a85 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:52:17.580895 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1b2d3f-07c8-4201-ba88-b16548f88a85 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'Port': ['ID=a8ede33c-31aa-4775-b165-1746c89cdfb0,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:17.609888 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-1c1b2d3f-07c8-4201-ba88-b16548f88a85 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:17.610545 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-1c1b2d3f-07c8-4201-ba88-b16548f88a85 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:17.626557 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-1c1b2d3f-07c8-4201-ba88-b16548f88a85 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6753786 Jul 29 23:52:17.639913 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-ac14f32e-ec78-440b-bb2d-42466ce440ce service neutron] Request body: {'port': {'device_id': '8fb67b97-035b-411f-a44d-24ccb27d66a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:17.714499 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-ac14f32e-ec78-440b-bb2d-42466ce440ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:17.832925 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1efe0c91-8625-4e6c-8080-2fd4e61bb240 None None] Provisioning for port a8ede33c-31aa-4775-b165-1746c89cdfb0 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:17.839925 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1efe0c91-8625-4e6c-8080-2fd4e61bb240 None None] Provisioning complete for port a8ede33c-31aa-4775-b165-1746c89cdfb0 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:17.840716 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1efe0c91-8625-4e6c-8080-2fd4e61bb240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:17.879617 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1efe0c91-8625-4e6c-8080-2fd4e61bb240 None None] Port a8ede33c-31aa-4775-b165-1746c89cdfb0 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:52:17.998011 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-ac14f32e-ec78-440b-bb2d-42466ce440ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ede33c-31aa-4775-b165-1746c89cdfb0 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:52:18.005620 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-ac14f32e-ec78-440b-bb2d-42466ce440ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:18.019344 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-ac14f32e-ec78-440b-bb2d-42466ce440ce service neutron] Transition to ACTIVE for port object a8ede33c-31aa-4775-b165-1746c89cdfb0 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:52:18.022273 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-ac14f32e-ec78-440b-bb2d-42466ce440ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:18.078691 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14f32e-ec78-440b-bb2d-42466ce440ce service neutron] Pushing event updated for resources: {'Port': ['ID=a8ede33c-31aa-4775-b165-1746c89cdfb0,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:18.158641 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-ac14f32e-ec78-440b-bb2d-42466ce440ce service neutron] Attempting to bind port a8ede33c-31aa-4775-b165-1746c89cdfb0 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:52:18.158983 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-ac14f32e-ec78-440b-bb2d-42466ce440ce service neutron] Attempting to bind port a8ede33c-31aa-4775-b165-1746c89cdfb0 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '0ee8e276-231d-47a4-b3bb-d1d11028c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:52:18.159707 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-ac14f32e-ec78-440b-bb2d-42466ce440ce service neutron] Attempting to bind port a8ede33c-31aa-4775-b165-1746c89cdfb0 on network d841677e-ae20-495e-84e6-2345c6bafdb4 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:18.165604 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-ac14f32e-ec78-440b-bb2d-42466ce440ce service neutron] Port a8ede33c-31aa-4775-b165-1746c89cdfb0 on network d841677e-ae20-495e-84e6-2345c6bafdb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:52:18.166042 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-ac14f32e-ec78-440b-bb2d-42466ce440ce service neutron] Attempting to bind port a8ede33c-31aa-4775-b165-1746c89cdfb0 on network d841677e-ae20-495e-84e6-2345c6bafdb4 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:52:18.204085 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-ac14f32e-ec78-440b-bb2d-42466ce440ce service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:52:18.204436 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-ac14f32e-ec78-440b-bb2d-42466ce440ce service neutron] Checking segment: {'id': '0ee8e276-231d-47a4-b3bb-d1d11028c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:52:18.204837 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-ac14f32e-ec78-440b-bb2d-42466ce440ce service neutron] Bound using segment: {'id': '0ee8e276-231d-47a4-b3bb-d1d11028c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:52:18.205291 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-ac14f32e-ec78-440b-bb2d-42466ce440ce service neutron] Bound port: a8ede33c-31aa-4775-b165-1746c89cdfb0, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee8e276-231d-47a4-b3bb-d1d11028c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:52:18.205664 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-ac14f32e-ec78-440b-bb2d-42466ce440ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:18.253680 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977b579-e98c-46bb-88ae-c131bed11f46 req-13ebe3e7-fa01-4c2e-8101-90539c3f4ca5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:18.255212 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b977b579-e98c-46bb-88ae-c131bed11f46 req-13ebe3e7-fa01-4c2e-8101-90539c3f4ca5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 943 time: 0.0869954 Jul 29 23:52:18.317164 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-ac14f32e-ec78-440b-bb2d-42466ce440ce service neutron] For port a8ede33c-31aa-4775-b165-1746c89cdfb0, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:52:18.322374 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b977b579-e98c-46bb-88ae-c131bed11f46 req-8096ffdb-2e43-48c7-ab5b-62bc7db79d54 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595188 Jul 29 23:52:18.332459 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-ac14f32e-ec78-440b-bb2d-42466ce440ce service neutron] For port a8ede33c-31aa-4775-b165-1746c89cdfb0, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a8ede33c-31aa-4775-b165-1746c89cdfb0,segment=NetworkSegment(0ee8e276-231d-47a4-b3bb-d1d11028c374),segment_id=0ee8e276-231d-47a4-b3bb-d1d11028c374)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:52:18.339548 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-ac14f32e-ec78-440b-bb2d-42466ce440ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:18.377305 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-ac14f32e-ec78-440b-bb2d-42466ce440ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:18.377932 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-ac14f32e-ec78-440b-bb2d-42466ce440ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:18.379304 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-ac14f32e-ec78-440b-bb2d-42466ce440ce service neutron] 10.222.0.39 "PUT /v2.0/ports/a8ede33c-31aa-4775-b165-1746c89cdfb0 HTTP/1.1" status: 200 len: 1092 time: 0.7442141 Jul 29 23:52:18.379740 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb67b97-035b-411f-a44d-24ccb27d66a8', 'tag': 'a8ede33c-31aa-4775-b165-1746c89cdfb0'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:18.382005 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8f74d6-768e-4ad1-95be-2e456fa9a445" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb67b97-035b-411f-a44d-24ccb27d66a8", "tag": "a8ede33c-31aa-4775-b165-1746c89cdfb0"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:18.410050 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac14f32e-ec78-440b-bb2d-42466ce440ce service neutron] Pushing event updated for resources: {'Port': ['ID=a8ede33c-31aa-4775-b165-1746c89cdfb0,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:18.431160 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19ebd3c-9cb7-4dee-a5dd-c7be41131f36 x-openstack-request-id: req-d19ebd3c-9cb7-4dee-a5dd-c7be41131f36 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:18.431446 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb67b97-035b-411f-a44d-24ccb27d66a8", "tag": "a8ede33c-31aa-4775-b165-1746c89cdfb0", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:18.431695 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d19ebd3c-9cb7-4dee-a5dd-c7be41131f36 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:18.432108 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb67b97-035b-411f-a44d-24ccb27d66a8', 'tag': 'a8ede33c-31aa-4775-b165-1746c89cdfb0', 'status': 'completed', 'code': 200} Jul 29 23:52:18.466525 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-0bbba604-d197-48cd-9676-03e0ad55bda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:18.468080 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-0bbba604-d197-48cd-9676-03e0ad55bda8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 1095 time: 0.0464702 Jul 29 23:52:18.512320 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-7733495c-5d48-4741-99e3-7431d1c78420 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8ede33c-31aa-4775-b165-1746c89cdfb0 HTTP/1.1" status: 200 len: 217 time: 0.0362577 Jul 29 23:52:18.568266 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-78f063b1-2966-4869-83a8-d84c72858cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:18.570830 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-78f063b1-2966-4869-83a8-d84c72858cb6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=981a5958-bf58-4deb-8bb9-58479e2af160 HTTP/1.1" status: 200 len: 834 time: 0.0514987 Jul 29 23:52:18.617317 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-5952106d-a7be-4a0c-abee-6d505a719d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:18.618728 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-5952106d-a7be-4a0c-abee-6d505a719d7e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d841677e-ae20-495e-84e6-2345c6bafdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406992 Jul 29 23:52:18.707236 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-fcf95833-ba4e-47ca-a3d1-357f8f99e6f8 service neutron] 10.222.0.39 "GET /v2.0/networks/d841677e-ae20-495e-84e6-2345c6bafdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812302 Jul 29 23:52:18.802016 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d85f8e8-d369-4dfe-b341-1e42c6f08548 req-c9026d00-4644-4e76-9b21-bda12c1d2355 service neutron] 10.222.0.39 "GET /v2.0/networks/d841677e-ae20-495e-84e6-2345c6bafdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875328 Jul 29 23:52:18.891456 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f74d6-768e-4ad1-95be-2e456fa9a445 req-b75a317d-4f8a-4b4e-9f1b-d8ac022a5394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:18.893051 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc8f74d6-768e-4ad1-95be-2e456fa9a445 req-b75a317d-4f8a-4b4e-9f1b-d8ac022a5394 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 1095 time: 0.0431316 Jul 29 23:52:18.906853 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d9e743ba-5a64-4863-b29f-2a84eb623df4 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:18.956764 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port d9e743ba-5a64-4863-b29f-2a84eb623df4 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:18.960290 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port d9e743ba-5a64-4863-b29f-2a84eb623df4 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:18.960768 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:18.989069 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f74d6-768e-4ad1-95be-2e456fa9a445 req-a1d06c7a-62fa-409e-bfb9-54e9e64131ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:18.990777 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc8f74d6-768e-4ad1-95be-2e456fa9a445 req-a1d06c7a-62fa-409e-bfb9-54e9e64131ad service neutron] 10.222.0.39 "GET /v2.0/networks?id=d841677e-ae20-495e-84e6-2345c6bafdb4 HTTP/1.1" status: 200 len: 898 time: 0.0886364 Jul 29 23:52:19.037331 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc8f74d6-768e-4ad1-95be-2e456fa9a445 req-1374f3bf-8512-45d4-a4c0-b18c1011fd7e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8ede33c-31aa-4775-b165-1746c89cdfb0 HTTP/1.1" status: 200 len: 217 time: 0.0387564 Jul 29 23:52:19.041414 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:19.080832 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port d9e743ba-5a64-4863-b29f-2a84eb623df4, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d9e743ba-5a64-4863-b29f-2a84eb623df4,segment=NetworkSegment(0ee8e276-231d-47a4-b3bb-d1d11028c374),segment_id=0ee8e276-231d-47a4-b3bb-d1d11028c374)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:19.086265 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:19.098222 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f74d6-768e-4ad1-95be-2e456fa9a445 req-20d490e6-418d-4076-b085-1ded7c1fd9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:19.100146 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc8f74d6-768e-4ad1-95be-2e456fa9a445 req-20d490e6-418d-4076-b085-1ded7c1fd9ee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=981a5958-bf58-4deb-8bb9-58479e2af160 HTTP/1.1" status: 200 len: 834 time: 0.0553901 Jul 29 23:52:19.150307 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=d9e743ba-5a64-4863-b29f-2a84eb623df4,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:19.155699 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f74d6-768e-4ad1-95be-2e456fa9a445 req-d7878d5b-748d-4632-8bc7-092fff8745b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:19.157320 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc8f74d6-768e-4ad1-95be-2e456fa9a445 req-d7878d5b-748d-4632-8bc7-092fff8745b4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d841677e-ae20-495e-84e6-2345c6bafdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497277 Jul 29 23:52:19.263202 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc8f74d6-768e-4ad1-95be-2e456fa9a445 req-168fc128-ae54-4ac7-8e9f-eeaff7a402f0 service neutron] 10.222.0.39 "GET /v2.0/networks/d841677e-ae20-495e-84e6-2345c6bafdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979300 Jul 29 23:52:19.368556 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc8f74d6-768e-4ad1-95be-2e456fa9a445 req-c13f86bb-9987-438f-936b-6e977a1b653d service neutron] 10.222.0.39 "GET /v2.0/networks/d841677e-ae20-495e-84e6-2345c6bafdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972023 Jul 29 23:52:19.454271 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3764d68-7043-4265-976f-4341088df919 req-a9010f5b-4480-46ee-b26e-52859a10b76c tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:19.456005 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d3764d68-7043-4265-976f-4341088df919 req-a9010f5b-4480-46ee-b26e-52859a10b76c tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 943 time: 0.0573363 Jul 29 23:52:19.495473 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d3764d68-7043-4265-976f-4341088df919 req-def43cd5-04fb-47ab-a349-dd3d66817c65 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331414 Jul 29 23:52:20.611395 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ad7d3-d7bd-42dc-b6c0-f9d009425e05 req-45357032-7e34-4de3-abdf-c9801831b37a tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:20.612893 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f7ad7d3-d7bd-42dc-b6c0-f9d009425e05 req-45357032-7e34-4de3-abdf-c9801831b37a tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 943 time: 0.0482707 Jul 29 23:52:20.651171 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f7ad7d3-d7bd-42dc-b6c0-f9d009425e05 req-9633722f-fd6f-4f0b-87f2-7909bf6f2a7c tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317936 Jul 29 23:52:20.890488 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d9e743ba-5a64-4863-b29f-2a84eb623df4 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:20.939078 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port d9e743ba-5a64-4863-b29f-2a84eb623df4 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:20.939365 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:21.767232 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c624a8d-133d-48cd-b40f-1dc3b6d1f2a7 req-26fa9242-101f-4949-8429-89f582e4bcbe tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:21.768786 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6c624a8d-133d-48cd-b40f-1dc3b6d1f2a7 req-26fa9242-101f-4949-8429-89f582e4bcbe tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 943 time: 0.0484312 Jul 29 23:52:21.807467 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6c624a8d-133d-48cd-b40f-1dc3b6d1f2a7 req-4324fce6-8093-4c87-81ad-8df35b7e9037 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320137 Jul 29 23:52:22.142138 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device a8ede33c-31aa-4775-b165-1746c89cdfb0 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:52:22.233236 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port a8ede33c-31aa-4775-b165-1746c89cdfb0, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a8ede33c-31aa-4775-b165-1746c89cdfb0,segment=NetworkSegment(0ee8e276-231d-47a4-b3bb-d1d11028c374),segment_id=0ee8e276-231d-47a4-b3bb-d1d11028c374)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:22.248846 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'a8ede33c-31aa-4775-b165-1746c89cdfb0', 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4', 'port_id': 'a8ede33c-31aa-4775-b165-1746c89cdfb0', 'mac_address': 'fa:16:3e:a0:cd:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '981a5958-bf58-4deb-8bb9-58479e2af160', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:52:22.285969 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:22.299422 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ede33c-31aa-4775-b165-1746c89cdfb0 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:52:22.319111 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port a8ede33c-31aa-4775-b165-1746c89cdfb0, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a8ede33c-31aa-4775-b165-1746c89cdfb0,segment=NetworkSegment(0ee8e276-231d-47a4-b3bb-d1d11028c374),segment_id=0ee8e276-231d-47a4-b3bb-d1d11028c374)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:22.323639 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:22.371578 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=a8ede33c-31aa-4775-b165-1746c89cdfb0,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:22.543913 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['a8ede33c-31aa-4775-b165-1746c89cdfb0'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:52:22.931669 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505ad97-fc45-4a44-a360-0a68000d2e64 req-a5a00884-cea7-4b62-a60c-54154bf001dd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:22.933223 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9505ad97-fc45-4a44-a360-0a68000d2e64 req-a5a00884-cea7-4b62-a60c-54154bf001dd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 944 time: 0.0544059 Jul 29 23:52:22.974605 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9505ad97-fc45-4a44-a360-0a68000d2e64 req-7732629a-fcb9-49d9-ad32-14ba1154b398 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352039 Jul 29 23:52:23.253704 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [req-538fb531-3c08-41b9-9342-bfd4db205c17 req-e77f9471-4745-49d6-aea7-26386863fdef service neutron] (94064) timed out ('10.222.0.18', 53500) {{(pid=94064) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 23:52:24.093299 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d822c7-3f24-44c6-a5e8-b0bd807699c8 req-2425421c-6187-4297-af04-f7d806508fca tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:24.094863 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4d822c7-3f24-44c6-a5e8-b0bd807699c8 req-2425421c-6187-4297-af04-f7d806508fca tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 944 time: 0.0486870 Jul 29 23:52:24.132616 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4d822c7-3f24-44c6-a5e8-b0bd807699c8 req-1e3a116f-5b30-4e73-bd44-53c0cfd61647 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309432 Jul 29 23:52:24.154275 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device a8ede33c-31aa-4775-b165-1746c89cdfb0 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:24.201634 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port a8ede33c-31aa-4775-b165-1746c89cdfb0 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:52:24.205116 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port a8ede33c-31aa-4775-b165-1746c89cdfb0 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:24.205493 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:24.282398 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:24.304526 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb67b97-035b-411f-a44d-24ccb27d66a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ede33c-31aa-4775-b165-1746c89cdfb0'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:24.306737 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9a4c1e-e59e-4030-a358-df0c329a3e7d" -d '{"events": [{"server_uuid": "8fb67b97-035b-411f-a44d-24ccb27d66a8", "name": "network-vif-plugged", "status": "completed", "tag": "a8ede33c-31aa-4775-b165-1746c89cdfb0"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:24.319735 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port a8ede33c-31aa-4775-b165-1746c89cdfb0, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a8ede33c-31aa-4775-b165-1746c89cdfb0,segment=NetworkSegment(0ee8e276-231d-47a4-b3bb-d1d11028c374),segment_id=0ee8e276-231d-47a4-b3bb-d1d11028c374)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:24.324465 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:24.347426 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc9fa587-99be-4c26-96ca-8d193e5f0ecd x-openstack-request-id: req-cc9fa587-99be-4c26-96ca-8d193e5f0ecd {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:24.347717 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb67b97-035b-411f-a44d-24ccb27d66a8", "name": "network-vif-plugged", "status": "completed", "tag": "a8ede33c-31aa-4775-b165-1746c89cdfb0", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:24.348094 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cc9fa587-99be-4c26-96ca-8d193e5f0ecd {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:24.348484 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb67b97-035b-411f-a44d-24ccb27d66a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ede33c-31aa-4775-b165-1746c89cdfb0', 'code': 200} Jul 29 23:52:24.375743 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=a8ede33c-31aa-4775-b165-1746c89cdfb0,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:24.449165 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95261b7-f5c6-4f6b-9425-f72d856ab3a6 req-8e6f2b87-da1f-46d7-a8ef-a39992ceebdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:24.450295 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d95261b7-f5c6-4f6b-9425-f72d856ab3a6 req-8e6f2b87-da1f-46d7-a8ef-a39992ceebdb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 1097 time: 0.0437093 Jul 29 23:52:24.484753 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d95261b7-f5c6-4f6b-9425-f72d856ab3a6 req-71045e14-4ff8-439c-b2f4-845bec0f3031 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276728 Jul 29 23:52:25.261920 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f74339-5700-4045-b9de-87f286de5b78 req-9d8f366f-cec0-412c-8b08-dc7d52a6138e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:25.263458 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-60f74339-5700-4045-b9de-87f286de5b78 req-9d8f366f-cec0-412c-8b08-dc7d52a6138e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 945 time: 0.0609009 Jul 29 23:52:25.303472 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-60f74339-5700-4045-b9de-87f286de5b78 req-532d4671-9584-4ab2-8918-79eb3437e519 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337570 Jul 29 23:52:26.421948 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d2197-5ea1-4fd4-a523-58059627a35e req-a9935930-3283-41cc-a4f9-3d8fb627bbe7 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:26.423476 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cc9d2197-5ea1-4fd4-a523-58059627a35e req-a9935930-3283-41cc-a4f9-3d8fb627bbe7 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 945 time: 0.0493879 Jul 29 23:52:26.462979 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cc9d2197-5ea1-4fd4-a523-58059627a35e req-c50d6b54-0e54-42cb-894d-b4644aec6a69 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322280 Jul 29 23:52:26.581319 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e854f5-6bb1-4933-847e-1c99f953c967 req-e39d8f26-7f2f-4fe3-a9ee-b6a800311e95 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:26.582729 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-91e854f5-6bb1-4933-847e-1c99f953c967 req-e39d8f26-7f2f-4fe3-a9ee-b6a800311e95 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 945 time: 0.0501719 Jul 29 23:52:26.624613 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-91e854f5-6bb1-4933-847e-1c99f953c967 req-59e9921c-f520-449e-93c5-27b414683360 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326455 Jul 29 23:52:26.646832 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47572) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:26.692318 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13d56d3-0364-4a26-aa35-957226d99e61 tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:26.694822 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d13d56d3-0364-4a26-aa35-957226d99e61 tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 1092 time: 0.0459456 Jul 29 23:52:26.696813 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47574) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:26.701203 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-38e47c25-6a35-41ae-86fd-87a3471a92b5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'port_id': 'a8ede33c-31aa-4775-b165-1746c89cdfb0', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:52:26.730623 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-38e47c25-6a35-41ae-86fd-87a3471a92b5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:26.832540 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-38e47c25-6a35-41ae-86fd-87a3471a92b5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:26.941902 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-38e47c25-6a35-41ae-86fd-87a3471a92b5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Allocated IP 172.25.8.230 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/ce10435c-068d-4e5f-b902-ec43f61465d6) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:52:27.052537 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-38e47c25-6a35-41ae-86fd-87a3471a92b5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:27.092398 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-38e47c25-6a35-41ae-86fd-87a3471a92b5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:27.134793 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e47c25-6a35-41ae-86fd-87a3471a92b5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:52:27.137746 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-38e47c25-6a35-41ae-86fd-87a3471a92b5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:52:27.143722 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e47c25-6a35-41ae-86fd-87a3471a92b5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:52:27.168637 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e47c25-6a35-41ae-86fd-87a3471a92b5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'Port': ['ID=ce10435c-068d-4e5f-b902-ec43f61465d6,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:27.281373 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:52:27.813100 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-38e47c25-6a35-41ae-86fd-87a3471a92b5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:27.878057 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-38e47c25-6a35-41ae-86fd-87a3471a92b5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:28.025958 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-38e47c25-6a35-41ae-86fd-87a3471a92b5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:28.030324 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-38e47c25-6a35-41ae-86fd-87a3471a92b5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:28.097416 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e47c25-6a35-41ae-86fd-87a3471a92b5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'Port': ['ID=ce10435c-068d-4e5f-b902-ec43f61465d6,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:28.108341 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-38e47c25-6a35-41ae-86fd-87a3471a92b5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:28.209871 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-38e47c25-6a35-41ae-86fd-87a3471a92b5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Floating IP 95345859-0b20-497a-8305-ec2cfe0ba974 associated. External IP: 172.25.8.230, port: a8ede33c-31aa-4775-b165-1746c89cdfb0. Jul 29 23:52:28.435632 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38e47c25-6a35-41ae-86fd-87a3471a92b5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Router 0aefc084-f7b7-42ae-a7a2-7f77080efbce has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:52:28.550259 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e47c25-6a35-41ae-86fd-87a3471a92b5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:52:28.563683 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2102b1d-b6e8-45fe-918f-5c45a1a9c51f None None] Sync routers for ids ['0aefc084-f7b7-42ae-a7a2-7f77080efbce'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:52:28.575012 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-38e47c25-6a35-41ae-86fd-87a3471a92b5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:28.576591 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2102b1d-b6e8-45fe-918f-5c45a1a9c51f None None] Routers {'0aefc084-f7b7-42ae-a7a2-7f77080efbce'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:28.577663 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-f2102b1d-b6e8-45fe-918f-5c45a1a9c51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:52:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0aefc084-f7b7-42ae-a7a2-7f77080efbce'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:28.605692 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-38e47c25-6a35-41ae-86fd-87a3471a92b5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9078205 Jul 29 23:52:28.606311 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb67b97-035b-411f-a44d-24ccb27d66a8', 'tag': 'a8ede33c-31aa-4775-b165-1746c89cdfb0'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:28.609042 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43dc35eb-c43d-4868-830c-8066b5b53af0" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb67b97-035b-411f-a44d-24ccb27d66a8", "tag": "a8ede33c-31aa-4775-b165-1746c89cdfb0"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:28.716087 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-f2102b1d-b6e8-45fe-918f-5c45a1a9c51f None None] Set router 0aefc084-f7b7-42ae-a7a2-7f77080efbce gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:28.716652 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95666b3-5080-4458-b84b-4b002093efbd req-64f0097f-730f-4cf9-8c97-5afd5529266d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:28.718231 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b95666b3-5080-4458-b84b-4b002093efbd req-64f0097f-730f-4cf9-8c97-5afd5529266d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 945 time: 0.0581219 Jul 29 23:52:28.764240 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b95666b3-5080-4458-b84b-4b002093efbd req-e2dce6f7-a19f-4b55-94ea-c70fa9b0f65c tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375957 Jul 29 23:52:28.790165 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47584) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:28.833622 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c7dbc0-b202-4429-9243-570e8ac940ff x-openstack-request-id: req-16c7dbc0-b202-4429-9243-570e8ac940ff {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:28.834242 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb67b97-035b-411f-a44d-24ccb27d66a8", "tag": "a8ede33c-31aa-4775-b165-1746c89cdfb0", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:28.834242 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-16c7dbc0-b202-4429-9243-570e8ac940ff {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:28.834693 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb67b97-035b-411f-a44d-24ccb27d66a8', 'tag': 'a8ede33c-31aa-4775-b165-1746c89cdfb0', 'status': 'completed', 'code': 200} Jul 29 23:52:28.893212 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-31fc04af-5cd2-4de9-847b-676c7100c304 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/floatingips/95345859-0b20-497a-8305-ec2cfe0ba974 HTTP/1.1" status: 200 len: 991 time: 0.1001313 Jul 29 23:52:28.902362 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc35eb-c43d-4868-830c-8066b5b53af0 req-ec1bc302-0ed3-4706-86d6-68a33b632ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:28.904764 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43dc35eb-c43d-4868-830c-8066b5b53af0 req-ec1bc302-0ed3-4706-86d6-68a33b632ec9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 1097 time: 0.0609858 Jul 29 23:52:28.981577 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-f2102b1d-b6e8-45fe-918f-5c45a1a9c51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512021197', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '27a30c71-b8e4-4d92-95a4-98fe5597b4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:14Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '27a30c71-b8e4-4d92-95a4-98fe5597b4c1', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '95345859-0b20-497a-8305-ec2cfe0ba974', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'port_id': 'a8ede33c-31aa-4775-b165-1746c89cdfb0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4', 'mac_address': 'fa:16:3e:a0:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb67b97-035b-411f-a44d-24ccb27d66a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:52:27Z', 'updated_at': '2021-07-29T23:52:27Z', 'revision_number': 0, 'project_id': '238a2371055343febcbc86645f67da5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9e743ba-5a64-4863-b29f-2a84eb623df4', 'name': '', 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:53:f2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '981a5958-bf58-4deb-8bb9-58479e2af160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:13Z', 'updated_at': '2021-07-29T23:52:19Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': '981a5958-bf58-4deb-8bb9-58479e2af160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:29.007496 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2102b1d-b6e8-45fe-918f-5c45a1a9c51f None None] Checking router: 0aefc084-f7b7-42ae-a7a2-7f77080efbce for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:52:29.007761 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc35eb-c43d-4868-830c-8066b5b53af0 req-26a9b972-6040-4b6a-9d8c-4adf9e3fe824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:29.008776 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43dc35eb-c43d-4868-830c-8066b5b53af0 req-26a9b972-6040-4b6a-9d8c-4adf9e3fe824 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d841677e-ae20-495e-84e6-2345c6bafdb4 HTTP/1.1" status: 200 len: 898 time: 0.0959184 Jul 29 23:52:29.015574 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2102b1d-b6e8-45fe-918f-5c45a1a9c51f None None] Routers {'0aefc084-f7b7-42ae-a7a2-7f77080efbce'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:52:29.016217 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-f2102b1d-b6e8-45fe-918f-5c45a1a9c51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:52:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0aefc084-f7b7-42ae-a7a2-7f77080efbce'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:29.080459 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43dc35eb-c43d-4868-830c-8066b5b53af0 req-beea5524-4fd4-43df-a589-1bec040bad43 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8ede33c-31aa-4775-b165-1746c89cdfb0 HTTP/1.1" status: 200 len: 999 time: 0.0631127 Jul 29 23:52:29.128997 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-f2102b1d-b6e8-45fe-918f-5c45a1a9c51f None None] Set router 0aefc084-f7b7-42ae-a7a2-7f77080efbce gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:52:29.142464 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc35eb-c43d-4868-830c-8066b5b53af0 req-8167b67c-7a54-4e3c-b2f2-257808268a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:29.144046 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43dc35eb-c43d-4868-830c-8066b5b53af0 req-8167b67c-7a54-4e3c-b2f2-257808268a23 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=981a5958-bf58-4deb-8bb9-58479e2af160 HTTP/1.1" status: 200 len: 834 time: 0.0567067 Jul 29 23:52:29.201687 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dc35eb-c43d-4868-830c-8066b5b53af0 req-73b0709d-c281-458d-9604-b96bf0071d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:29.203218 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43dc35eb-c43d-4868-830c-8066b5b53af0 req-73b0709d-c281-458d-9604-b96bf0071d7e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d841677e-ae20-495e-84e6-2345c6bafdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523086 Jul 29 23:52:29.310602 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43dc35eb-c43d-4868-830c-8066b5b53af0 req-8b468a68-0c70-42b8-a1d2-74f96ae354e4 service neutron] 10.222.0.39 "GET /v2.0/networks/d841677e-ae20-495e-84e6-2345c6bafdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993261 Jul 29 23:52:29.372201 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-f2102b1d-b6e8-45fe-918f-5c45a1a9c51f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512021197', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '27a30c71-b8e4-4d92-95a4-98fe5597b4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:14Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '27a30c71-b8e4-4d92-95a4-98fe5597b4c1', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '95345859-0b20-497a-8305-ec2cfe0ba974', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'port_id': 'a8ede33c-31aa-4775-b165-1746c89cdfb0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4', 'mac_address': 'fa:16:3e:a0:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb67b97-035b-411f-a44d-24ccb27d66a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:52:27Z', 'updated_at': '2021-07-29T23:52:27Z', 'revision_number': 0, 'project_id': '238a2371055343febcbc86645f67da5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9e743ba-5a64-4863-b29f-2a84eb623df4', 'name': '', 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:53:f2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '981a5958-bf58-4deb-8bb9-58479e2af160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:13Z', 'updated_at': '2021-07-29T23:52:19Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': '981a5958-bf58-4deb-8bb9-58479e2af160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:52:29.399558 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2102b1d-b6e8-45fe-918f-5c45a1a9c51f None None] The sync data for ids ['0aefc084-f7b7-42ae-a7a2-7f77080efbce'] in n-d-712140-10 is: [{'id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512021197', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '27a30c71-b8e4-4d92-95a4-98fe5597b4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:14Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '27a30c71-b8e4-4d92-95a4-98fe5597b4c1', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '95345859-0b20-497a-8305-ec2cfe0ba974', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'floating_ip_address': '172.25.8.230', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'port_id': 'a8ede33c-31aa-4775-b165-1746c89cdfb0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3525, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4', 'mac_address': 'fa:16:3e:a0:cd:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fb67b97-035b-411f-a44d-24ccb27d66a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:52:27Z', 'updated_at': '2021-07-29T23:52:27Z', 'revision_number': 0, 'project_id': '238a2371055343febcbc86645f67da5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9e743ba-5a64-4863-b29f-2a84eb623df4', 'name': '', 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:53:f2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '981a5958-bf58-4deb-8bb9-58479e2af160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:13Z', 'updated_at': '2021-07-29T23:52:19Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': '981a5958-bf58-4deb-8bb9-58479e2af160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:52:29.419202 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43dc35eb-c43d-4868-830c-8066b5b53af0 req-9dfff374-5474-49fd-8a16-70935fb45e0f service neutron] 10.222.0.39 "GET /v2.0/networks/d841677e-ae20-495e-84e6-2345c6bafdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025205 Jul 29 23:52:29.614714 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60aca5eb-2bd5-46bb-b022-cfcc8c42f620 None None] New status for floating IP 95345859-0b20-497a-8305-ec2cfe0ba974: ACTIVE {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:52:29.720244 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.895853 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 47586) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:52:29.919073 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:29.959082 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9f43ab71-3bd5-4d5c-b095-500c9a3b0e70 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/floatingips/95345859-0b20-497a-8305-ec2cfe0ba974 HTTP/1.1" status: 200 len: 993 time: 0.0610087 Jul 29 23:52:32.842802 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd9ff2f6-548c-4226-8495-933e13b64585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:33.651235 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed47c09-1cac-4a1a-8a1e-b617abfb5412 req-229dc992-1cc4-456b-91d0-689e268dc349 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:33.652935 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7ed47c09-1cac-4a1a-8a1e-b617abfb5412 req-229dc992-1cc4-456b-91d0-689e268dc349 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 945 time: 0.0614171 Jul 29 23:52:33.697057 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7ed47c09-1cac-4a1a-8a1e-b617abfb5412 req-2992ba2e-8718-4368-b7b7-6df07fe44e93 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377145 Jul 29 23:52:34.841929 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e31530-360e-4765-8c4e-43fc9a6f5534 req-76a22fb0-f992-4529-9289-b259c29e0f9f tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:34.843345 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b6e31530-360e-4765-8c4e-43fc9a6f5534 req-76a22fb0-f992-4529-9289-b259c29e0f9f tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 945 time: 0.0590081 Jul 29 23:52:34.906118 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b6e31530-360e-4765-8c4e-43fc9a6f5534 req-915094e8-a141-44c6-96e5-e52c4c28f44b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567005 Jul 29 23:52:34.921061 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8155d-9907-4fe6-aca7-b5cc3486736e req-a27de99c-f228-48f9-9315-7d33445b5930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:34.922564 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8c8155d-9907-4fe6-aca7-b5cc3486736e req-a27de99c-f228-48f9-9315-7d33445b5930 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d50d474daccb433580a7028fa61f9a73&device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 1097 time: 0.1078074 Jul 29 23:52:35.032836 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8155d-9907-4fe6-aca7-b5cc3486736e req-250e09fe-1bdb-4d06-8804-820aba97b92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:35.034496 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8c8155d-9907-4fe6-aca7-b5cc3486736e req-250e09fe-1bdb-4d06-8804-820aba97b92f service neutron] 10.222.0.23 "GET /v2.0/networks?id=c5d248fd-ab50-44b4-871d-02015d72fe43 HTTP/1.1" status: 200 len: 918 time: 0.0910895 Jul 29 23:52:35.098629 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8c8155d-9907-4fe6-aca7-b5cc3486736e req-9df8f45d-0422-4ab9-a2c3-45497477f7ca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64af83d4-9622-4827-bdd7-5d94b16b6e37 HTTP/1.1" status: 200 len: 1000 time: 0.0572712 Jul 29 23:52:35.146872 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8155d-9907-4fe6-aca7-b5cc3486736e req-8fd87bda-a32f-4c51-b194-7c974333d13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:35.149032 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8c8155d-9907-4fe6-aca7-b5cc3486736e req-8fd87bda-a32f-4c51-b194-7c974333d13f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69ac91f6-4b2c-4d90-9c2c-b487e54998fb HTTP/1.1" status: 200 len: 856 time: 0.0441961 Jul 29 23:52:35.198003 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8155d-9907-4fe6-aca7-b5cc3486736e req-b9593509-4d26-4025-9313-dadb2d850999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:35.199507 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8c8155d-9907-4fe6-aca7-b5cc3486736e req-b9593509-4d26-4025-9313-dadb2d850999 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c5d248fd-ab50-44b4-871d-02015d72fe43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441010 Jul 29 23:52:35.289796 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8c8155d-9907-4fe6-aca7-b5cc3486736e req-bfb0d392-d129-4c02-9a42-93cb01f5e7ad service neutron] 10.222.0.23 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830822 Jul 29 23:52:35.385528 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8c8155d-9907-4fe6-aca7-b5cc3486736e req-15cfd930-e64d-4ce7-ab39-6db03a026c96 service neutron] 10.222.0.23 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886793 Jul 29 23:52:35.389461 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:36.031802 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbafd42-da61-4548-ac1b-05e55946dfe1 req-cdb61c56-9f21-4ffd-aae2-8f859eee6a44 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:36.033250 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8bbafd42-da61-4548-ac1b-05e55946dfe1 req-cdb61c56-9f21-4ffd-aae2-8f859eee6a44 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 945 time: 0.0516779 Jul 29 23:52:36.073113 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8bbafd42-da61-4548-ac1b-05e55946dfe1 req-6e4b2a5a-3fc8-4353-a1d0-4a847cdb3f96 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331554 Jul 29 23:52:36.244936 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a58953f3-7040-4788-a2e7-13fb1d5627a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:36.902568 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:37.192624 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a068b3-bb17-4934-b16f-b7dea7a5be6b req-d715f674-823d-4ec8-8dc9-678ccbea4ea6 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:37.194144 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e4a068b3-bb17-4934-b16f-b7dea7a5be6b req-d715f674-823d-4ec8-8dc9-678ccbea4ea6 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 945 time: 0.0496113 Jul 29 23:52:37.232146 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e4a068b3-bb17-4934-b16f-b7dea7a5be6b req-7af93904-4953-43ae-be22-4cd7c5cc9888 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319507 Jul 29 23:52:38.213566 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:38.351093 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a693d8b-93cb-4078-b693-35050b93f553 req-0b20d862-2c22-4039-a666-28c36712a6f6 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:38.352535 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a693d8b-93cb-4078-b693-35050b93f553 req-0b20d862-2c22-4039-a666-28c36712a6f6 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 945 time: 0.0493121 Jul 29 23:52:38.394786 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a693d8b-93cb-4078-b693-35050b93f553 req-54912afe-b67e-4a65-96fc-5d7194f11cb0 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362995 Jul 29 23:52:39.514944 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3529de-b8df-4a7c-9c7b-d04b03220caa req-5e410969-e8bd-499e-84fb-d9f74cbd0c4c tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:39.516474 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1a3529de-b8df-4a7c-9c7b-d04b03220caa req-5e410969-e8bd-499e-84fb-d9f74cbd0c4c tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 945 time: 0.0487909 Jul 29 23:52:39.554633 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1a3529de-b8df-4a7c-9c7b-d04b03220caa req-33b0fdc1-9bcf-450f-9b85-9f2ecf025a34 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314457 Jul 29 23:52:40.687410 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241a25f1-3f1b-4225-878b-fb0155ceecf9 req-1ba154ec-effe-4557-9fd5-316ce918ef28 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:40.688934 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-241a25f1-3f1b-4225-878b-fb0155ceecf9 req-1ba154ec-effe-4557-9fd5-316ce918ef28 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 945 time: 0.0495713 Jul 29 23:52:40.727117 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-241a25f1-3f1b-4225-878b-fb0155ceecf9 req-25892d0c-1dfd-4efe-9322-0455bb141a61 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322239 Jul 29 23:52:41.289294 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-310288be-6a6f-4e98-9da5-c310ff07a2a2 req-a0956ecc-8b5f-40f3-9695-0e806e0ac0d0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404072 Jul 29 23:52:41.374442 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310288be-6a6f-4e98-9da5-c310ff07a2a2 req-d9cc85dd-1ba6-4270-8287-fc76a045c8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:41.375963 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-310288be-6a6f-4e98-9da5-c310ff07a2a2 req-d9cc85dd-1ba6-4270-8287-fc76a045c8e1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 1097 time: 0.0446274 Jul 29 23:52:41.479409 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310288be-6a6f-4e98-9da5-c310ff07a2a2 req-5149f078-adbd-4fbd-b4a8-f5154896b30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:41.479409 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-310288be-6a6f-4e98-9da5-c310ff07a2a2 req-5149f078-adbd-4fbd-b4a8-f5154896b30a service neutron] 10.222.0.39 "GET /v2.0/networks?id=d841677e-ae20-495e-84e6-2345c6bafdb4 HTTP/1.1" status: 200 len: 898 time: 0.0843060 Jul 29 23:52:41.548141 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-310288be-6a6f-4e98-9da5-c310ff07a2a2 req-4b07678d-4300-4b6f-9012-dd151cf73329 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8ede33c-31aa-4775-b165-1746c89cdfb0 HTTP/1.1" status: 200 len: 1001 time: 0.0618770 Jul 29 23:52:41.599032 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310288be-6a6f-4e98-9da5-c310ff07a2a2 req-b87bdf18-be4c-4127-b995-9f3bf2ca0a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:41.601161 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-310288be-6a6f-4e98-9da5-c310ff07a2a2 req-b87bdf18-be4c-4127-b995-9f3bf2ca0a9c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=981a5958-bf58-4deb-8bb9-58479e2af160 HTTP/1.1" status: 200 len: 834 time: 0.0439827 Jul 29 23:52:41.648244 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310288be-6a6f-4e98-9da5-c310ff07a2a2 req-adccecbe-7ce7-4836-be9e-9603bbecb88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:41.649772 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-310288be-6a6f-4e98-9da5-c310ff07a2a2 req-adccecbe-7ce7-4836-be9e-9603bbecb88b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d841677e-ae20-495e-84e6-2345c6bafdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406377 Jul 29 23:52:41.744664 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-310288be-6a6f-4e98-9da5-c310ff07a2a2 req-ccb0f354-c407-410c-b1c6-68e2233f92ff service neutron] 10.222.0.39 "GET /v2.0/networks/d841677e-ae20-495e-84e6-2345c6bafdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859890 Jul 29 23:52:41.877029 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bdf78c-1d19-491e-9a42-4c5c33a99772 req-675d1cd4-18fd-4b98-abfd-7287e303bacc tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:41.878512 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-58bdf78c-1d19-491e-9a42-4c5c33a99772 req-675d1cd4-18fd-4b98-abfd-7287e303bacc tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 945 time: 0.0782306 Jul 29 23:52:41.880359 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-310288be-6a6f-4e98-9da5-c310ff07a2a2 req-8cf2c1a0-f2a0-4a3b-87d2-5ff13bc9e813 service neutron] 10.222.0.39 "GET /v2.0/networks/d841677e-ae20-495e-84e6-2345c6bafdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274309 Jul 29 23:52:41.918469 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-58bdf78c-1d19-491e-9a42-4c5c33a99772 req-18580395-93be-46da-a844-60ff25f5142e tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329926 Jul 29 23:52:43.044747 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e8c271-f9e4-4327-95e5-d095a5a38515 req-17e25267-1c57-42d6-a526-5f6301d896f0 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:43.046318 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43e8c271-f9e4-4327-95e5-d095a5a38515 req-17e25267-1c57-42d6-a526-5f6301d896f0 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 945 time: 0.0514731 Jul 29 23:52:43.090643 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43e8c271-f9e4-4327-95e5-d095a5a38515 req-aefde2b8-e6cd-4635-b37c-7f83a4b5bdf1 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380952 Jul 29 23:52:44.226473 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb853172-94ff-4a47-b928-684b971db1e4 req-7035821e-3156-4b8f-b115-918a8e3f245f tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:44.227981 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb853172-94ff-4a47-b928-684b971db1e4 req-7035821e-3156-4b8f-b115-918a8e3f245f tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 945 time: 0.0502870 Jul 29 23:52:44.265432 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb853172-94ff-4a47-b928-684b971db1e4 req-7b1a6927-1ff7-4778-a584-e2653b106dbb tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314980 Jul 29 23:52:45.401429 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a6512d-aa58-4222-a238-683d35998fe8 req-1470c525-bdd7-48bf-bca4-a69cc828e77c tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:45.402915 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65a6512d-aa58-4222-a238-683d35998fe8 req-1470c525-bdd7-48bf-bca4-a69cc828e77c tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 945 time: 0.0639513 Jul 29 23:52:45.442221 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65a6512d-aa58-4222-a238-683d35998fe8 req-9ad79b5c-6951-4003-b798-35bbee7113d5 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332239 Jul 29 23:52:46.575217 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54838b39-f927-4264-bed3-5a4a5c419c92 req-f5f22d36-b8e1-465f-9e27-02ca403a58e3 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:46.577717 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-54838b39-f927-4264-bed3-5a4a5c419c92 req-f5f22d36-b8e1-465f-9e27-02ca403a58e3 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 945 time: 0.0584445 Jul 29 23:52:46.623273 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-54838b39-f927-4264-bed3-5a4a5c419c92 req-c40af19a-33ec-4b5d-b53d-987e35aa493f tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391071 Jul 29 23:52:47.743850 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d812ef8-fd59-49ca-8bdc-b33409c6e8d2 req-6e00a7de-61ef-4768-88b0-2794b99ab1c4 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:47.745399 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1d812ef8-fd59-49ca-8bdc-b33409c6e8d2 req-6e00a7de-61ef-4768-88b0-2794b99ab1c4 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 945 time: 0.0489883 Jul 29 23:52:47.784480 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1d812ef8-fd59-49ca-8bdc-b33409c6e8d2 req-73fa199f-b048-41eb-a1cc-7f2bd09d0a4b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328617 Jul 29 23:52:48.920754 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a273ff35-5379-4aaf-a29b-3a92fdc03aec req-24063def-fcc4-440a-9366-ad8b82a618d8 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:48.922558 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a273ff35-5379-4aaf-a29b-3a92fdc03aec req-24063def-fcc4-440a-9366-ad8b82a618d8 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 945 time: 0.0596588 Jul 29 23:52:48.968758 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a273ff35-5379-4aaf-a29b-3a92fdc03aec req-b6863de5-af55-489e-abeb-e3db1ae99dd2 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341623 Jul 29 23:52:50.103674 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74248a-00c6-4e16-9a03-be8ed1f2b4ea req-f56d23aa-06b9-43b6-a773-d9f864e78b84 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:50.105314 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed74248a-00c6-4e16-9a03-be8ed1f2b4ea req-f56d23aa-06b9-43b6-a773-d9f864e78b84 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 945 time: 0.0505052 Jul 29 23:52:50.153001 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed74248a-00c6-4e16-9a03-be8ed1f2b4ea req-9e012db1-8db2-4065-a99b-2e5654b874ce tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417802 Jul 29 23:52:50.803789 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 64af83d4-9622-4827-bdd7-5d94b16b6e37 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:52:50.902854 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 64af83d4-9622-4827-bdd7-5d94b16b6e37, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=64af83d4-9622-4827-bdd7-5d94b16b6e37,segment=NetworkSegment(a8b5eda5-9414-420c-921a-7601972def5c),segment_id=a8b5eda5-9414-420c-921a-7601972def5c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:50.916370 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '64af83d4-9622-4827-bdd7-5d94b16b6e37', 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43', 'port_id': '64af83d4-9622-4827-bdd7-5d94b16b6e37', 'mac_address': 'fa:16:3e:e5:e9:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:52:50.956106 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:50.971568 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64af83d4-9622-4827-bdd7-5d94b16b6e37 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:52:50.993875 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 64af83d4-9622-4827-bdd7-5d94b16b6e37, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=64af83d4-9622-4827-bdd7-5d94b16b6e37,segment=NetworkSegment(a8b5eda5-9414-420c-921a-7601972def5c),segment_id=a8b5eda5-9414-420c-921a-7601972def5c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:50.999000 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:51.055945 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=64af83d4-9622-4827-bdd7-5d94b16b6e37,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:51.068854 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['64af83d4-9622-4827-bdd7-5d94b16b6e37'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:52:51.324868 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b17a31-f1dc-4114-be99-fb45c573afad req-5b30bdf3-6a3a-4c65-ab44-a1bbc8216c89 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:51.334713 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-19b17a31-f1dc-4114-be99-fb45c573afad req-5b30bdf3-6a3a-4c65-ab44-a1bbc8216c89 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 944 time: 0.0727646 Jul 29 23:52:51.375394 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-19b17a31-f1dc-4114-be99-fb45c573afad req-b4929744-d843-4890-87cd-ad655e14bc4a tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394309 Jul 29 23:52:52.545453 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba38441-a19f-47cb-9066-2f75ae1e1991 req-b3ddf954-8b0f-4ab6-8cb6-0d7b29020f7a tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:52.547118 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ba38441-a19f-47cb-9066-2f75ae1e1991 req-b3ddf954-8b0f-4ab6-8cb6-0d7b29020f7a tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 944 time: 0.0619488 Jul 29 23:52:52.599056 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ba38441-a19f-47cb-9066-2f75ae1e1991 req-773e779d-6696-4815-ad29-ab14b36741c2 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421011 Jul 29 23:52:52.807940 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 64af83d4-9622-4827-bdd7-5d94b16b6e37 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:52:52.856994 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 64af83d4-9622-4827-bdd7-5d94b16b6e37 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:52:52.857373 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:52.950998 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:52.977242 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5bccd9-0802-4146-a59d-3ed2945d5809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64af83d4-9622-4827-bdd7-5d94b16b6e37'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:52:52.979518 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6a4b426-5921-499f-a456-3148b4435075" -d '{"events": [{"server_uuid": "bf5bccd9-0802-4146-a59d-3ed2945d5809", "name": "network-vif-plugged", "status": "completed", "tag": "64af83d4-9622-4827-bdd7-5d94b16b6e37"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:52:52.997349 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 64af83d4-9622-4827-bdd7-5d94b16b6e37, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=64af83d4-9622-4827-bdd7-5d94b16b6e37,segment=NetworkSegment(a8b5eda5-9414-420c-921a-7601972def5c),segment_id=a8b5eda5-9414-420c-921a-7601972def5c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:52:53.001883 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:53.041083 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038e91b6-ff96-47ec-94f7-12b92b4bdca5 x-openstack-request-id: req-038e91b6-ff96-47ec-94f7-12b92b4bdca5 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:52:53.041446 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5bccd9-0802-4146-a59d-3ed2945d5809", "name": "network-vif-plugged", "status": "completed", "tag": "64af83d4-9622-4827-bdd7-5d94b16b6e37", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:52:53.041821 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-038e91b6-ff96-47ec-94f7-12b92b4bdca5 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:52:53.042286 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5bccd9-0802-4146-a59d-3ed2945d5809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64af83d4-9622-4827-bdd7-5d94b16b6e37', 'code': 200} Jul 29 23:52:53.071335 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=64af83d4-9622-4827-bdd7-5d94b16b6e37,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:52:53.742855 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba26142-4814-42e3-9570-63a79ea0746e req-2b848965-7bcd-448b-b04c-18ad96855a36 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:53.744428 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9ba26142-4814-42e3-9570-63a79ea0746e req-2b848965-7bcd-448b-b04c-18ad96855a36 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 945 time: 0.0575814 Jul 29 23:52:53.788905 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9ba26142-4814-42e3-9570-63a79ea0746e req-9b990cec-2e20-40a6-b11b-8adc2b03e34d tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377057 Jul 29 23:52:54.937671 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c207bf-18bb-4fc0-9840-c1f4e38b07c7 req-e9d88317-3200-403e-9ea7-650d9ffe7162 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:54.948411 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-66c207bf-18bb-4fc0-9840-c1f4e38b07c7 req-e9d88317-3200-403e-9ea7-650d9ffe7162 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 945 time: 0.0697651 Jul 29 23:52:55.004829 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-66c207bf-18bb-4fc0-9840-c1f4e38b07c7 req-0c046bb3-653b-4223-b235-6107bf77ac65 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552113 Jul 29 23:52:56.134195 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d984e6be-7732-4e9f-8449-282f60fdcba7 req-8b249316-e7ab-4a02-a84f-0c147f2a3c3a tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:56.135861 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d984e6be-7732-4e9f-8449-282f60fdcba7 req-8b249316-e7ab-4a02-a84f-0c147f2a3c3a tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 945 time: 0.0612490 Jul 29 23:52:56.182125 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d984e6be-7732-4e9f-8449-282f60fdcba7 req-168e37c9-fd20-4cc2-8a39-1910073e4af5 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400565 Jul 29 23:52:57.339525 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157112ca-772e-4015-accc-3ab3c710f5e8 req-c3c2b7f9-7a25-4266-b7dd-cb6d512ff730 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:57.342446 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-157112ca-772e-4015-accc-3ab3c710f5e8 req-c3c2b7f9-7a25-4266-b7dd-cb6d512ff730 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 945 time: 0.0571585 Jul 29 23:52:57.387333 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-157112ca-772e-4015-accc-3ab3c710f5e8 req-05fccd2d-08e2-4bee-86e2-b7472547a135 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384848 Jul 29 23:52:58.525893 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f743b884-db3e-4785-9e0c-1411b013b188 req-36c7351b-49a0-4163-ac4d-8b47ab732d86 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:58.533797 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f743b884-db3e-4785-9e0c-1411b013b188 req-36c7351b-49a0-4163-ac4d-8b47ab732d86 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 945 time: 0.0652826 Jul 29 23:52:58.571984 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f743b884-db3e-4785-9e0c-1411b013b188 req-76548ca1-3a8d-4c5a-90b7-c682a98d3393 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370352 Jul 29 23:52:59.694373 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:52:59.719875 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8a1f9-b198-431b-97f6-a5b7837387eb req-d4fd4d0d-1790-4bf6-9fa9-2f05952d8517 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:52:59.719875 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-46d8a1f9-b198-431b-97f6-a5b7837387eb req-d4fd4d0d-1790-4bf6-9fa9-2f05952d8517 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 945 time: 0.0657749 Jul 29 23:52:59.776540 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-46d8a1f9-b198-431b-97f6-a5b7837387eb req-180709f4-da13-4042-99f2-9ee3c3f80e6b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487056 Jul 29 23:52:59.936695 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:00.899137 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30df7a3b-39ca-4223-b74d-1e108eda31b5 req-82aaeb9d-7326-475f-a251-9092062456e2 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:00.900703 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-30df7a3b-39ca-4223-b74d-1e108eda31b5 req-82aaeb9d-7326-475f-a251-9092062456e2 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 945 time: 0.0497105 Jul 29 23:53:00.940697 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-30df7a3b-39ca-4223-b74d-1e108eda31b5 req-546b209a-b125-4e8e-a583-19bbb256bcf7 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340142 Jul 29 23:53:01.124494 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2710e6-3579-4012-b66d-439ba90d8759 req-345c2ab0-f4ad-4626-943c-9c991c3c056c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:01.125914 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c2710e6-3579-4012-b66d-439ba90d8759 req-345c2ab0-f4ad-4626-943c-9c991c3c056c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d50d474daccb433580a7028fa61f9a73&device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 1097 time: 0.0403829 Jul 29 23:53:01.219288 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2710e6-3579-4012-b66d-439ba90d8759 req-27aa45be-464d-43dd-88b0-ed1e5dd07478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:01.220846 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c2710e6-3579-4012-b66d-439ba90d8759 req-27aa45be-464d-43dd-88b0-ed1e5dd07478 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c5d248fd-ab50-44b4-871d-02015d72fe43 HTTP/1.1" status: 200 len: 918 time: 0.0884573 Jul 29 23:53:01.291768 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c2710e6-3579-4012-b66d-439ba90d8759 req-9d5793f9-bb89-4fbe-8467-a971265943f4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64af83d4-9622-4827-bdd7-5d94b16b6e37 HTTP/1.1" status: 200 len: 1000 time: 0.0639312 Jul 29 23:53:01.340779 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2710e6-3579-4012-b66d-439ba90d8759 req-10340d46-962c-4f5b-98ea-279448142b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:01.342478 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c2710e6-3579-4012-b66d-439ba90d8759 req-10340d46-962c-4f5b-98ea-279448142b46 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69ac91f6-4b2c-4d90-9c2c-b487e54998fb HTTP/1.1" status: 200 len: 856 time: 0.0435972 Jul 29 23:53:01.675969 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2710e6-3579-4012-b66d-439ba90d8759 req-992cdede-06f9-4e77-a4d5-7379ffb53802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:01.677541 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c2710e6-3579-4012-b66d-439ba90d8759 req-992cdede-06f9-4e77-a4d5-7379ffb53802 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c5d248fd-ab50-44b4-871d-02015d72fe43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3286755 Jul 29 23:53:01.768340 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c2710e6-3579-4012-b66d-439ba90d8759 req-96f9068f-bd73-4558-9c37-6db7b50c2629 service neutron] 10.222.0.23 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826879 Jul 29 23:53:01.862098 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8c2710e6-3579-4012-b66d-439ba90d8759 req-033f2581-7cbe-4b14-9af5-3f81cebbdd43 service neutron] 10.222.0.23 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865660 Jul 29 23:53:02.063717 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232d6da-6665-47c2-81fe-f5f094d36520 req-25ad16a8-7ce6-427f-9f37-adc5c22c61ce tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:02.065237 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8232d6da-6665-47c2-81fe-f5f094d36520 req-25ad16a8-7ce6-427f-9f37-adc5c22c61ce tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 945 time: 0.0500124 Jul 29 23:53:02.102860 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8232d6da-6665-47c2-81fe-f5f094d36520 req-2063c20d-312d-4da7-896a-ad73366e1b89 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315471 Jul 29 23:53:02.844363 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d4e6d659-2ce6-490e-824e-f0ed5ab0b6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:03.237030 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9ec54b-ad18-463f-bcd1-859681dd25d5 req-83e788b1-309f-4a99-b2c8-f851d042b0a7 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:03.238606 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f9ec54b-ad18-463f-bcd1-859681dd25d5 req-83e788b1-309f-4a99-b2c8-f851d042b0a7 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 945 time: 0.0582576 Jul 29 23:53:03.287493 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f9ec54b-ad18-463f-bcd1-859681dd25d5 req-ff4ab936-2601-4937-b1c8-a7afc63ec3c1 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418580 Jul 29 23:53:03.398820 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a6524-e828-49f2-8299-cd6799b79420 req-edf5937f-fd42-4f86-8e51-8b296b0f747c tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:03.400302 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e66a6524-e828-49f2-8299-cd6799b79420 req-edf5937f-fd42-4f86-8e51-8b296b0f747c tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 1097 time: 0.0477674 Jul 29 23:53:03.442300 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e66a6524-e828-49f2-8299-cd6799b79420 req-b4aa4024-6eb7-4050-981c-24bc7e0d7462 tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335879 Jul 29 23:53:03.559945 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e6996-7a82-48a7-8998-4453e7f947c3 req-7edc37a7-7a56-4097-80c2-09d1b108f5ea tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:03.561467 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-230e6996-7a82-48a7-8998-4453e7f947c3 req-7edc37a7-7a56-4097-80c2-09d1b108f5ea tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 945 time: 0.0500500 Jul 29 23:53:03.601967 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-230e6996-7a82-48a7-8998-4453e7f947c3 req-10d241e0-b9df-48f2-9cf4-af395fbcf7bd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342045 Jul 29 23:53:03.624546 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 47744) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:03.694116 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-57049084-53e5-40d7-9967-fc42104d338f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/floatingips/95345859-0b20-497a-8305-ec2cfe0ba974 HTTP/1.1" status: 200 len: 993 time: 0.0681970 Jul 29 23:53:04.188102 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-32654d6f-8c22-41cc-a4c5-2af30a6b560b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0452235 Jul 29 23:53:04.215606 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca698d8c-d8bc-42d7-a7e5-4d7319f2ab4e req-0aeb3017-3544-4ba1-b3e1-443851b6e2ad tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:04.217239 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ca698d8c-d8bc-42d7-a7e5-4d7319f2ab4e req-0aeb3017-3544-4ba1-b3e1-443851b6e2ad tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 945 time: 0.0587592 Jul 29 23:53:04.284719 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ca698d8c-d8bc-42d7-a7e5-4d7319f2ab4e req-68c7b16c-72ef-4386-81bc-ca69ce8d9829 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592699 Jul 29 23:53:04.289573 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:53:04.419885 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1453f79-b3bd-4238-8d6f-de320cfc7465 req-ae29d083-f252-4948-bc76-9c3e876d71ee tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:04.421421 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f1453f79-b3bd-4238-8d6f-de320cfc7465 req-ae29d083-f252-4948-bc76-9c3e876d71ee tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 945 time: 0.0589952 Jul 29 23:53:04.465739 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f1453f79-b3bd-4238-8d6f-de320cfc7465 req-771ed05c-c6a4-4688-ac38-811c2a546161 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362365 Jul 29 23:53:04.835104 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 64af83d4-9622-4827-bdd7-5d94b16b6e37 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:04.929254 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:04.953421 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5bccd9-0802-4146-a59d-3ed2945d5809', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64af83d4-9622-4827-bdd7-5d94b16b6e37'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:04.955694 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db8e5974-032b-416c-8e86-0a5bf1f9b743" -d '{"events": [{"server_uuid": "bf5bccd9-0802-4146-a59d-3ed2945d5809", "name": "network-vif-unplugged", "status": "completed", "tag": "64af83d4-9622-4827-bdd7-5d94b16b6e37"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:04.969432 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 64af83d4-9622-4827-bdd7-5d94b16b6e37, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=64af83d4-9622-4827-bdd7-5d94b16b6e37,segment=NetworkSegment(a8b5eda5-9414-420c-921a-7601972def5c),segment_id=a8b5eda5-9414-420c-921a-7601972def5c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:04.974652 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:05.025131 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=64af83d4-9622-4827-bdd7-5d94b16b6e37,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:05.172685 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b630ab4-07ce-4c97-ab2a-f2620292d50d x-openstack-request-id: req-4b630ab4-07ce-4c97-ab2a-f2620292d50d {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:05.173049 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5bccd9-0802-4146-a59d-3ed2945d5809", "name": "network-vif-unplugged", "status": "failed", "tag": "64af83d4-9622-4827-bdd7-5d94b16b6e37", "code": 422}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:05.173298 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b630ab4-07ce-4c97-ab2a-f2620292d50d {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:05.173694 n-d-712140-10 neutron-server[94065]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bf5bccd9-0802-4146-a59d-3ed2945d5809', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '64af83d4-9622-4827-bdd7-5d94b16b6e37', 'code': 422} returned with failed status Jul 29 23:53:05.397357 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:05.450373 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-c57c2cbe-2da0-4bd8-94af-2f7f62c3332c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:05.451921 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-c57c2cbe-2da0-4bd8-94af-2f7f62c3332c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 1097 time: 0.1053193 Jul 29 23:53:05.461694 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ad01b-fd3e-47b1-97a1-1834cf84f0c3 req-e9408398-f8d9-4e53-84f8-e355776004fc tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:05.463115 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ba4ad01b-fd3e-47b1-97a1-1834cf84f0c3 req-e9408398-f8d9-4e53-84f8-e355776004fc tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 943 time: 0.1073375 Jul 29 23:53:05.528603 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-614f39cd-11c9-4404-b5b9-a05df0cadfb8 req-e82d9529-c6d8-48cb-b903-f88f24831134 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1266859 Jul 29 23:53:05.559531 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ba4ad01b-fd3e-47b1-97a1-1834cf84f0c3 req-694e564e-9aeb-4227-bf3a-97cfdaa3d148 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865819 Jul 29 23:53:05.598443 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-fe5b2ac8-b0df-4dcf-ae86-119932b9b83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:05.600236 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-fe5b2ac8-b0df-4dcf-ae86-119932b9b83d service neutron] 10.222.0.39 "GET /v2.0/networks?id=d841677e-ae20-495e-84e6-2345c6bafdb4 HTTP/1.1" status: 200 len: 898 time: 0.1356034 Jul 29 23:53:05.700545 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-8a8b4db8-7c6a-4ca0-a672-8361648093f1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8ede33c-31aa-4775-b165-1746c89cdfb0 HTTP/1.1" status: 200 len: 1001 time: 0.0919447 Jul 29 23:53:05.717586 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3645b-c3e5-4cb3-a6f1-a9f8c75db4bd req-788f81e7-f30a-4973-bf80-b3e27341e5de tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:05.720414 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-18a3645b-c3e5-4cb3-a6f1-a9f8c75db4bd req-788f81e7-f30a-4973-bf80-b3e27341e5de tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 945 time: 0.0701880 Jul 29 23:53:05.796432 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-4635d771-a412-4813-99a0-98d056da65e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:05.797981 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-4635d771-a412-4813-99a0-98d056da65e5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=981a5958-bf58-4deb-8bb9-58479e2af160 HTTP/1.1" status: 200 len: 834 time: 0.0885599 Jul 29 23:53:05.807548 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-18a3645b-c3e5-4cb3-a6f1-a9f8c75db4bd req-3d0f9466-61ec-44a7-a6b4-a2e99dd355c2 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787210 Jul 29 23:53:05.853974 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-51c9030b-fbf7-40ce-ae67-fc9609192467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:05.855516 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-51c9030b-fbf7-40ce-ae67-fc9609192467 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d841677e-ae20-495e-84e6-2345c6bafdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470479 Jul 29 23:53:05.953977 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-f13416df-50c4-4d8f-9a0b-8c8e343e99d1 service neutron] 10.222.0.39 "GET /v2.0/networks/d841677e-ae20-495e-84e6-2345c6bafdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902979 Jul 29 23:53:06.055926 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-926c8f88-1535-4c3f-969b-adcdb9922ab3 service neutron] 10.222.0.39 "GET /v2.0/networks/d841677e-ae20-495e-84e6-2345c6bafdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944359 Jul 29 23:53:06.247211 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-29e1dcd1-8f17-4ba2-b306-21efc3e47c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:06.284599 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f39cd-11c9-4404-b5b9-a05df0cadfb8 req-87091747-db5a-41c0-ba01-ae5cbe356ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:06.286113 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-614f39cd-11c9-4404-b5b9-a05df0cadfb8 req-87091747-db5a-41c0-ba01-ae5cbe356ae4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809&tenant_id=d50d474daccb433580a7028fa61f9a73 HTTP/1.1" status: 200 len: 1095 time: 0.0434220 Jul 29 23:53:06.344712 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f39cd-11c9-4404-b5b9-a05df0cadfb8 req-e34e9127-f4d2-41bb-b940-ec4a9f44056b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:06.346114 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-614f39cd-11c9-4404-b5b9-a05df0cadfb8 req-e34e9127-f4d2-41bb-b940-ec4a9f44056b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d50d474daccb433580a7028fa61f9a73&device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 1095 time: 0.0398068 Jul 29 23:53:06.438287 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f39cd-11c9-4404-b5b9-a05df0cadfb8 req-2ef0c60d-c31b-46f4-b38b-e559c9f87532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:06.439771 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-614f39cd-11c9-4404-b5b9-a05df0cadfb8 req-2ef0c60d-c31b-46f4-b38b-e559c9f87532 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c5d248fd-ab50-44b4-871d-02015d72fe43 HTTP/1.1" status: 200 len: 918 time: 0.0870495 Jul 29 23:53:06.502644 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-614f39cd-11c9-4404-b5b9-a05df0cadfb8 req-e3dcfe1a-8687-4c7c-92a0-629e94eb9780 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64af83d4-9622-4827-bdd7-5d94b16b6e37 HTTP/1.1" status: 200 len: 998 time: 0.0563052 Jul 29 23:53:06.554821 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f39cd-11c9-4404-b5b9-a05df0cadfb8 req-5a5e7986-0396-4903-8e88-4b21e87d0b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:06.556304 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-614f39cd-11c9-4404-b5b9-a05df0cadfb8 req-5a5e7986-0396-4903-8e88-4b21e87d0b7e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69ac91f6-4b2c-4d90-9c2c-b487e54998fb HTTP/1.1" status: 200 len: 856 time: 0.0475936 Jul 29 23:53:06.602882 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f39cd-11c9-4404-b5b9-a05df0cadfb8 req-e6d83f95-134d-48a9-a601-f42a555b3ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:06.604449 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-614f39cd-11c9-4404-b5b9-a05df0cadfb8 req-e6d83f95-134d-48a9-a601-f42a555b3ae8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c5d248fd-ab50-44b4-871d-02015d72fe43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410235 Jul 29 23:53:06.731188 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b934a6-f2c9-4273-9f5a-99e6caad46d4 req-012bb3db-4676-4d7b-ae9c-853438522fe5 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:06.732664 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d0b934a6-f2c9-4273-9f5a-99e6caad46d4 req-012bb3db-4676-4d7b-ae9c-853438522fe5 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 943 time: 0.0795889 Jul 29 23:53:06.736535 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-614f39cd-11c9-4404-b5b9-a05df0cadfb8 req-605a8000-f8c9-4e30-9720-cfb42c3e894d service neutron] 10.222.0.23 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246202 Jul 29 23:53:06.821905 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d0b934a6-f2c9-4273-9f5a-99e6caad46d4 req-521929ef-8a80-4192-adc3-f5a7018a8986 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832837 Jul 29 23:53:06.852668 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-614f39cd-11c9-4404-b5b9-a05df0cadfb8 req-f7114e13-0771-41f6-8161-f6bfb755402c service neutron] 10.222.0.23 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070795 Jul 29 23:53:06.906668 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:06.941134 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ada153-64ac-47e1-b11c-bba50ba1c4e9 req-058fc89e-e10b-4e66-b519-68d7c55161e2 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:06.942694 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1ada153-64ac-47e1-b11c-bba50ba1c4e9 req-058fc89e-e10b-4e66-b519-68d7c55161e2 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 945 time: 0.0565445 Jul 29 23:53:06.985881 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1ada153-64ac-47e1-b11c-bba50ba1c4e9 req-3cd58cfb-bc5b-4a5b-8c16-64a2bb9899af tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355387 Jul 29 23:53:07.954013 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3854e315-b7d2-4567-b14a-ba85ef43f032 req-1b82bfac-988b-42f9-91bf-b70a9e783a9a tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:07.955540 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3854e315-b7d2-4567-b14a-ba85ef43f032 req-1b82bfac-988b-42f9-91bf-b70a9e783a9a tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 943 time: 0.0541046 Jul 29 23:53:07.998220 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3854e315-b7d2-4567-b14a-ba85ef43f032 req-1c65e5cd-ed8f-4dd1-b83b-bef8b316edbe tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364139 Jul 29 23:53:08.122884 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982abd24-5a47-4686-a5a1-55934dcc4b21 req-c8ba41de-f8d5-4130-b6a6-3dc734f23ad9 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:08.124613 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-982abd24-5a47-4686-a5a1-55934dcc4b21 req-c8ba41de-f8d5-4130-b6a6-3dc734f23ad9 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 945 time: 0.0518086 Jul 29 23:53:08.166659 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-982abd24-5a47-4686-a5a1-55934dcc4b21 req-387cc4fa-a5b5-4a7c-a999-2d47a12af674 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357826 Jul 29 23:53:08.215949 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:08.728699 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [req-e949fd2f-a69a-4404-8ece-fcb8cdb8e3d3 req-b6951de3-6444-4a03-a0de-cc9f5ad9b71c service neutron] (94064) timed out ('10.222.0.18', 47090) {{(pid=94064) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 23:53:09.139264 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124d6d8-aff1-4a0a-a6bb-ebdd3a7a16ea req-2545df8e-959d-4812-bdea-5a34dc222329 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:09.141095 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a124d6d8-aff1-4a0a-a6bb-ebdd3a7a16ea req-2545df8e-959d-4812-bdea-5a34dc222329 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 943 time: 0.0602372 Jul 29 23:53:09.187256 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a124d6d8-aff1-4a0a-a6bb-ebdd3a7a16ea req-940b93fa-1fca-4144-ae8e-19ec7e8e2d9a tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383811 Jul 29 23:53:09.305969 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516c4eae-b3a1-4647-a565-7b1bbad45033 req-73d70b4d-452d-4406-96f8-3c11c9347680 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:09.307518 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-516c4eae-b3a1-4647-a565-7b1bbad45033 req-73d70b4d-452d-4406-96f8-3c11c9347680 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 945 time: 0.0534072 Jul 29 23:53:09.348027 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-516c4eae-b3a1-4647-a565-7b1bbad45033 req-11e77f53-e5b5-47a7-9a00-f634168e76d1 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335834 Jul 29 23:53:10.317105 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d813c04-82f0-48e2-bc19-70c1b6c6eb94 req-0c97ee06-a971-4af2-840c-6c2db14828bb tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:10.319350 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d813c04-82f0-48e2-bc19-70c1b6c6eb94 req-0c97ee06-a971-4af2-840c-6c2db14828bb tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 943 time: 0.0504692 Jul 29 23:53:10.359276 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d813c04-82f0-48e2-bc19-70c1b6c6eb94 req-c25f96cb-103e-445f-83c2-1eb40ef71e1e tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337021 Jul 29 23:53:10.487052 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef525b10-a662-4242-96e5-d21939b7c7d1 req-8e7a5269-6b49-4c44-a224-ae9e36eb9e3e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:10.488502 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ef525b10-a662-4242-96e5-d21939b7c7d1 req-8e7a5269-6b49-4c44-a224-ae9e36eb9e3e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 945 time: 0.0570455 Jul 29 23:53:10.532119 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ef525b10-a662-4242-96e5-d21939b7c7d1 req-2201f69b-a603-4e92-9d21-6d0333a01fc3 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364485 Jul 29 23:53:11.488036 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6135488-0cfd-4e75-a5fc-d3c1ef7326b0 req-a555f17d-5027-4739-b792-42da368d914f tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:11.489587 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d6135488-0cfd-4e75-a5fc-d3c1ef7326b0 req-a555f17d-5027-4739-b792-42da368d914f tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 943 time: 0.0517604 Jul 29 23:53:11.529753 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d6135488-0cfd-4e75-a5fc-d3c1ef7326b0 req-f4e47be3-f875-449c-b228-6c0300918e9e tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337086 Jul 29 23:53:11.652621 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d9c79d-bafb-4cf1-82f4-2d08787ef8dc req-d0bc65aa-083d-45b8-99a7-15272a83cf26 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:11.654460 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97d9c79d-bafb-4cf1-82f4-2d08787ef8dc req-d0bc65aa-083d-45b8-99a7-15272a83cf26 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 945 time: 0.0522220 Jul 29 23:53:11.696740 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97d9c79d-bafb-4cf1-82f4-2d08787ef8dc req-dc8d0359-23f7-4b56-904b-9eacb983c203 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358334 Jul 29 23:53:12.658174 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7c342-d2fe-4212-ac33-5c4a990dd2d7 req-92321015-4a68-4719-848e-20e0a0933eea tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:12.660486 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a0d7c342-d2fe-4212-ac33-5c4a990dd2d7 req-92321015-4a68-4719-848e-20e0a0933eea tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 943 time: 0.0551593 Jul 29 23:53:12.708775 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a0d7c342-d2fe-4212-ac33-5c4a990dd2d7 req-19844294-7745-476e-a46d-db12aa912866 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411971 Jul 29 23:53:12.826739 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33820bd0-c3c8-47c9-81fc-31d5b571643e req-5f410d6b-8cfd-4f31-aa12-f52d59a1ddec tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:12.828195 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-33820bd0-c3c8-47c9-81fc-31d5b571643e req-5f410d6b-8cfd-4f31-aa12-f52d59a1ddec tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 945 time: 0.0516191 Jul 29 23:53:12.869085 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-33820bd0-c3c8-47c9-81fc-31d5b571643e req-ad5d6c35-3774-4a92-81dd-d40504d2c82b tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342677 Jul 29 23:53:13.839612 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e9fda2-1566-4080-9f6b-6a33c653c728 req-11a772ca-d2c5-4ce0-be8f-c9d2149a2a2b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:13.841315 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-60e9fda2-1566-4080-9f6b-6a33c653c728 req-11a772ca-d2c5-4ce0-be8f-c9d2149a2a2b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 943 time: 0.0516081 Jul 29 23:53:13.888927 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-60e9fda2-1566-4080-9f6b-6a33c653c728 req-f8878ba0-6bcc-4549-8175-c2c97c56e384 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375192 Jul 29 23:53:14.013420 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66464ee5-5521-4922-b7f3-16b01b2004a1 req-b7e1b29f-1b5f-4621-9391-fe3e8d4d9bbe tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:14.014963 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-66464ee5-5521-4922-b7f3-16b01b2004a1 req-b7e1b29f-1b5f-4621-9391-fe3e8d4d9bbe tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 945 time: 0.0587070 Jul 29 23:53:14.067633 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-66464ee5-5521-4922-b7f3-16b01b2004a1 req-db958765-3628-4af2-9be2-02631ebf22b3 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389051 Jul 29 23:53:15.017506 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4912811-a88d-4d60-9931-8260396973c7 req-0a320815-d155-44db-a70b-dc670446905b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:15.019103 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4912811-a88d-4d60-9931-8260396973c7 req-0a320815-d155-44db-a70b-dc670446905b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 943 time: 0.0501082 Jul 29 23:53:15.064428 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4912811-a88d-4d60-9931-8260396973c7 req-47ef68ae-d6de-46cf-b67c-06a4055380b2 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383897 Jul 29 23:53:15.196965 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d8d4e-7d54-4dcf-80ec-1d0f32e34f1a req-74d6d1fd-5a03-4b51-bf6f-9979c247d197 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:15.198771 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f35d8d4e-7d54-4dcf-80ec-1d0f32e34f1a req-74d6d1fd-5a03-4b51-bf6f-9979c247d197 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 945 time: 0.0522559 Jul 29 23:53:15.249055 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f35d8d4e-7d54-4dcf-80ec-1d0f32e34f1a req-41883dd3-aa0f-44c1-9751-6537aec6fa50 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394037 Jul 29 23:53:16.193246 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46761bfd-f837-4c14-912f-9a614330385c req-2172c4af-39ba-4f55-8bcf-c28fffb89168 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:16.195017 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-46761bfd-f837-4c14-912f-9a614330385c req-2172c4af-39ba-4f55-8bcf-c28fffb89168 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 943 time: 0.0559978 Jul 29 23:53:16.236869 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-46761bfd-f837-4c14-912f-9a614330385c req-fe64012e-87cc-42f0-9699-ad82587b62d5 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346360 Jul 29 23:53:16.390500 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75762d-e5a1-4733-8ce4-b79f6d4ad9c3 req-e960670f-264c-4fbb-8ebc-fc9d18b69779 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:16.392010 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f75762d-e5a1-4733-8ce4-b79f6d4ad9c3 req-e960670f-264c-4fbb-8ebc-fc9d18b69779 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 945 time: 0.0622652 Jul 29 23:53:16.432270 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7f75762d-e5a1-4733-8ce4-b79f6d4ad9c3 req-ad23095c-dd26-4cff-b594-7ad935e0ee32 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330162 Jul 29 23:53:17.359715 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2d858-c53e-4c72-a5e9-419db9009be7 req-f57b2b74-77bd-4629-983b-6b8589c1ca29 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:17.361281 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d4b2d858-c53e-4c72-a5e9-419db9009be7 req-f57b2b74-77bd-4629-983b-6b8589c1ca29 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 943 time: 0.0505157 Jul 29 23:53:17.401674 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d4b2d858-c53e-4c72-a5e9-419db9009be7 req-f7f6fb00-9c07-4987-88f7-29204fe76140 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331743 Jul 29 23:53:17.551517 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd7375d-dc3d-45cc-93f2-a60802ea949d req-3ce5ba1c-9d08-40ea-99f6-1143d27e3e27 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:17.553167 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7dd7375d-dc3d-45cc-93f2-a60802ea949d req-3ce5ba1c-9d08-40ea-99f6-1143d27e3e27 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 945 time: 0.0525985 Jul 29 23:53:17.590905 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7dd7375d-dc3d-45cc-93f2-a60802ea949d req-108298c8-6663-41f0-b143-8bc9760ff1a0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318604 Jul 29 23:53:18.522574 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93f6768-330c-44e2-9b7c-6c91e2419012 req-cd4d4bb1-110a-40a0-827d-aaf06add2863 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:18.524148 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a93f6768-330c-44e2-9b7c-6c91e2419012 req-cd4d4bb1-110a-40a0-827d-aaf06add2863 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 943 time: 0.0495930 Jul 29 23:53:18.564578 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a93f6768-330c-44e2-9b7c-6c91e2419012 req-3e57ee97-c628-4d02-9f23-4e1f71ed2ad3 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341001 Jul 29 23:53:18.704924 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cac803-fa71-4fb7-bf05-6e7e9f839ad1 req-d8275dae-5bef-4787-835f-67115ffe46a8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:18.706423 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65cac803-fa71-4fb7-bf05-6e7e9f839ad1 req-d8275dae-5bef-4787-835f-67115ffe46a8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 945 time: 0.0488632 Jul 29 23:53:18.746354 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65cac803-fa71-4fb7-bf05-6e7e9f839ad1 req-a260a6ee-4d10-4660-a198-53d365e38cbb tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338080 Jul 29 23:53:18.864843 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 64af83d4-9622-4827-bdd7-5d94b16b6e37 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:53:18.963049 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 64af83d4-9622-4827-bdd7-5d94b16b6e37, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=64af83d4-9622-4827-bdd7-5d94b16b6e37,segment=NetworkSegment(a8b5eda5-9414-420c-921a-7601972def5c),segment_id=a8b5eda5-9414-420c-921a-7601972def5c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:18.977331 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '64af83d4-9622-4827-bdd7-5d94b16b6e37', 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43', 'port_id': '64af83d4-9622-4827-bdd7-5d94b16b6e37', 'mac_address': 'fa:16:3e:e5:e9:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:53:19.014354 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.028374 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64af83d4-9622-4827-bdd7-5d94b16b6e37 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:53:19.049993 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 64af83d4-9622-4827-bdd7-5d94b16b6e37, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=64af83d4-9622-4827-bdd7-5d94b16b6e37,segment=NetworkSegment(a8b5eda5-9414-420c-921a-7601972def5c),segment_id=a8b5eda5-9414-420c-921a-7601972def5c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:19.054720 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:19.110468 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=64af83d4-9622-4827-bdd7-5d94b16b6e37,revision_number=9']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:19.118288 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:19.118560 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:19.118898 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:19.119231 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:19.119560 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:19.119915 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:19.120242 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:19.120562 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:19.120882 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:19.121201 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:19.121518 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:19.121834 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:19.273068 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['64af83d4-9622-4827-bdd7-5d94b16b6e37'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:53:19.686559 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b446f-d31d-412d-9838-e2838ed0bf10 req-9e6e7ccb-3f0d-4835-b6b2-7ed75b7846d6 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:19.689150 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6c7b446f-d31d-412d-9838-e2838ed0bf10 req-9e6e7ccb-3f0d-4835-b6b2-7ed75b7846d6 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 944 time: 0.0513246 Jul 29 23:53:19.726401 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6c7b446f-d31d-412d-9838-e2838ed0bf10 req-06b63705-905a-4b3d-a278-bb1b30b4d0c7 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313621 Jul 29 23:53:19.867198 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288c359f-fed4-4a43-9151-2a3955ff634b req-644c88ea-0949-4dfd-8769-22c40d16e0e0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:19.868737 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-288c359f-fed4-4a43-9151-2a3955ff634b req-644c88ea-0949-4dfd-8769-22c40d16e0e0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 945 time: 0.0501091 Jul 29 23:53:19.906521 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-288c359f-fed4-4a43-9151-2a3955ff634b req-52ae788c-e411-409c-b753-cd55a13d8911 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318747 Jul 29 23:53:20.846743 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d5d42-b625-499a-86d8-3173025a6f7a req-cc8f63da-9c52-4bcd-ac79-a0442e6203a0 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:20.848263 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-660d5d42-b625-499a-86d8-3173025a6f7a req-cc8f63da-9c52-4bcd-ac79-a0442e6203a0 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 944 time: 0.0489116 Jul 29 23:53:20.875298 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 64af83d4-9622-4827-bdd7-5d94b16b6e37 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:20.887681 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-660d5d42-b625-499a-86d8-3173025a6f7a req-af78e2e1-8848-45c7-b27b-24ca8d1a9285 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333378 Jul 29 23:53:20.930317 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 64af83d4-9622-4827-bdd7-5d94b16b6e37 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:20.930930 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.017739 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.030713 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf1205-0a48-422c-9fd8-dc9905d0af5c req-f03a83df-7d88-4e36-b05a-db077cb4f506 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:21.032309 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-58bf1205-0a48-422c-9fd8-dc9905d0af5c req-f03a83df-7d88-4e36-b05a-db077cb4f506 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 945 time: 0.0561142 Jul 29 23:53:21.042131 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5bccd9-0802-4146-a59d-3ed2945d5809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64af83d4-9622-4827-bdd7-5d94b16b6e37'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:21.044909 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7eaaf64-916c-4eb7-ab61-7a673eb73ec5" -d '{"events": [{"server_uuid": "bf5bccd9-0802-4146-a59d-3ed2945d5809", "name": "network-vif-plugged", "status": "completed", "tag": "64af83d4-9622-4827-bdd7-5d94b16b6e37"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:21.059072 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 64af83d4-9622-4827-bdd7-5d94b16b6e37, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=64af83d4-9622-4827-bdd7-5d94b16b6e37,segment=NetworkSegment(a8b5eda5-9414-420c-921a-7601972def5c),segment_id=a8b5eda5-9414-420c-921a-7601972def5c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:21.063461 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:21.075974 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-58bf1205-0a48-422c-9fd8-dc9905d0af5c req-7408065a-3b26-4797-8e38-39426b9b5181 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371060 Jul 29 23:53:21.113895 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=64af83d4-9622-4827-bdd7-5d94b16b6e37,revision_number=10']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:21.122090 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f89439f6-5946-4160-87e9-604e253c17e5 x-openstack-request-id: req-f89439f6-5946-4160-87e9-604e253c17e5 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:21.122409 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5bccd9-0802-4146-a59d-3ed2945d5809", "name": "network-vif-plugged", "status": "completed", "tag": "64af83d4-9622-4827-bdd7-5d94b16b6e37", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:21.122700 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f89439f6-5946-4160-87e9-604e253c17e5 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:21.123098 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5bccd9-0802-4146-a59d-3ed2945d5809', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64af83d4-9622-4827-bdd7-5d94b16b6e37', 'code': 200} Jul 29 23:53:21.297453 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bf0b63-56a5-4002-97f8-41b2d74db27d req-14636e17-78dd-4752-ada7-2252ec7cfcef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:21.298968 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82bf0b63-56a5-4002-97f8-41b2d74db27d req-14636e17-78dd-4752-ada7-2252ec7cfcef service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 1098 time: 0.0503201 Jul 29 23:53:21.337071 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82bf0b63-56a5-4002-97f8-41b2d74db27d req-a2eb2474-8dee-4b69-885a-f105934f7a32 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311763 Jul 29 23:53:22.022969 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ee011-424d-416c-b1d1-80a65777ade6 req-9f59d3be-6ee8-495a-b36d-8e83b0784b3a tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:22.024398 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bd2ee011-424d-416c-b1d1-80a65777ade6 req-9f59d3be-6ee8-495a-b36d-8e83b0784b3a tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 946 time: 0.0558822 Jul 29 23:53:22.073112 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bd2ee011-424d-416c-b1d1-80a65777ade6 req-bf422fff-83c0-46cc-8349-8ce5488ed8a7 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425539 Jul 29 23:53:22.205031 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1daca-15e5-4654-b42c-215267df8550 req-4b534fe2-93d3-448a-8287-4ed672c2ca20 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:22.206628 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-79a1daca-15e5-4654-b42c-215267df8550 req-4b534fe2-93d3-448a-8287-4ed672c2ca20 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 945 time: 0.0577903 Jul 29 23:53:22.253458 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-79a1daca-15e5-4654-b42c-215267df8550 req-592432d1-3883-450b-8096-e898380abe58 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390429 Jul 29 23:53:23.198020 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aee0bcb-1129-4273-8350-7556d1e2be4b req-c98903a7-e3b2-4e70-a5d2-b704318c905a tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:23.199524 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3aee0bcb-1129-4273-8350-7556d1e2be4b req-c98903a7-e3b2-4e70-a5d2-b704318c905a tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 946 time: 0.0495493 Jul 29 23:53:23.237093 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3aee0bcb-1129-4273-8350-7556d1e2be4b req-fe8dbb20-2f9b-445a-b664-7cecadf8aecd tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315559 Jul 29 23:53:23.423889 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4f55c-1dc9-4fcd-889b-2da01e083bc4 req-f8f7b176-4539-4903-9de1-7b3767169218 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:23.425456 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-abb4f55c-1dc9-4fcd-889b-2da01e083bc4 req-f8f7b176-4539-4903-9de1-7b3767169218 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 945 time: 0.0943573 Jul 29 23:53:23.434823 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-b36c2272-92fa-4e8d-be46-3f0dd1f904ba service neutron] show failed (client error): The resource could not be found. Jul 29 23:53:23.435807 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-b36c2272-92fa-4e8d-be46-3f0dd1f904ba service neutron] 10.222.0.39 "GET /v2.0/ports/a8ede33c-31aa-4775-b165-1746c89cdfb0/bindings/n-h1-712140-10 HTTP/1.1" status: 404 len: 381 time: 0.0929270 Jul 29 23:53:23.468572 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-abb4f55c-1dc9-4fcd-889b-2da01e083bc4 req-f7b93910-54c1-4b94-8502-8f714690cbad tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355868 Jul 29 23:53:23.628037 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-42420f9e-55b6-418e-95ce-ddd2a10bcde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:23.629520 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-42420f9e-55b6-418e-95ce-ddd2a10bcde3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8&tenant_id=238a2371055343febcbc86645f67da5e HTTP/1.1" status: 200 len: 1097 time: 0.0402119 Jul 29 23:53:23.641159 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-10', 'device_owner': 'compute:nova'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:23.697079 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.896293 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] For port a8ede33c-31aa-4775-b165-1746c89cdfb0, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a8ede33c-31aa-4775-b165-1746c89cdfb0,segment=NetworkSegment(0ee8e276-231d-47a4-b3bb-d1d11028c374),segment_id=0ee8e276-231d-47a4-b3bb-d1d11028c374)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:23.928869 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] For port a8ede33c-31aa-4775-b165-1746c89cdfb0, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:53:23.967445 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb67b97-035b-411f-a44d-24ccb27d66a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ede33c-31aa-4775-b165-1746c89cdfb0'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:23.969629 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1de7150-959a-4327-af03-1877b457221d" -d '{"events": [{"server_uuid": "8fb67b97-035b-411f-a44d-24ccb27d66a8", "name": "network-vif-unplugged", "status": "completed", "tag": "a8ede33c-31aa-4775-b165-1746c89cdfb0"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:23.973784 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:23.986099 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] Transition to ACTIVE for port object a8ede33c-31aa-4775-b165-1746c89cdfb0 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:23.990295 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.020999 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc77764-9112-492f-b3a4-26a81949472f x-openstack-request-id: req-fcc77764-9112-492f-b3a4-26a81949472f {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:24.021297 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb67b97-035b-411f-a44d-24ccb27d66a8", "name": "network-vif-unplugged", "status": "completed", "tag": "a8ede33c-31aa-4775-b165-1746c89cdfb0", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:24.021544 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fcc77764-9112-492f-b3a4-26a81949472f {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:24.021935 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb67b97-035b-411f-a44d-24ccb27d66a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ede33c-31aa-4775-b165-1746c89cdfb0', 'code': 200} Jul 29 23:53:24.075140 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ede33c-31aa-4775-b165-1746c89cdfb0,revision_number=6']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:24.087765 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:24.088226 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:24.088638 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:24.088975 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:24.089313 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:24.089643 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:24.089968 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:24.090293 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:24.090616 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:24.090941 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:24.091260 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:24.091578 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:24.132556 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] No DVR routers for this DVR port a8ede33c-31aa-4775-b165-1746c89cdfb0 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:24.267438 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] Attempting to bind port a8ede33c-31aa-4775-b165-1746c89cdfb0 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:53:24.268125 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] Attempting to bind port a8ede33c-31aa-4775-b165-1746c89cdfb0 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '0ee8e276-231d-47a4-b3bb-d1d11028c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:53:24.268125 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] Attempting to bind port a8ede33c-31aa-4775-b165-1746c89cdfb0 on network d841677e-ae20-495e-84e6-2345c6bafdb4 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:24.272528 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] Port a8ede33c-31aa-4775-b165-1746c89cdfb0 on network d841677e-ae20-495e-84e6-2345c6bafdb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:53:24.272851 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] Attempting to bind port a8ede33c-31aa-4775-b165-1746c89cdfb0 on network d841677e-ae20-495e-84e6-2345c6bafdb4 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:24.278410 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:53:24.278756 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] Checking segment: {'id': '0ee8e276-231d-47a4-b3bb-d1d11028c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:24.279144 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] Bound using segment: {'id': '0ee8e276-231d-47a4-b3bb-d1d11028c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:53:24.279573 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] Bound port: a8ede33c-31aa-4775-b165-1746c89cdfb0, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee8e276-231d-47a4-b3bb-d1d11028c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:53:24.280002 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.343216 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] For port a8ede33c-31aa-4775-b165-1746c89cdfb0, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:53:24.346094 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] For port a8ede33c-31aa-4775-b165-1746c89cdfb0, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=a8ede33c-31aa-4775-b165-1746c89cdfb0,segment=NetworkSegment(0ee8e276-231d-47a4-b3bb-d1d11028c374),segment_id=0ee8e276-231d-47a4-b3bb-d1d11028c374)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:53:24.351656 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.385183 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:24.385883 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:24.387147 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] 10.222.0.23 "PUT /v2.0/ports/a8ede33c-31aa-4775-b165-1746c89cdfb0 HTTP/1.1" status: 200 len: 1092 time: 0.7499356 Jul 29 23:53:24.411721 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea87b8aa-071b-4813-ac0b-9a69c4b9c389 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ede33c-31aa-4775-b165-1746c89cdfb0,revision_number=7']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:24.460029 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-0523e4d1-61d6-4f41-8f38-6b74dcf13c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:24.461559 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-0523e4d1-61d6-4f41-8f38-6b74dcf13c38 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 1095 time: 0.0467041 Jul 29 23:53:24.603783 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-2a3d407c-abce-4519-a3c6-db08740a3ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:24.605300 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-2a3d407c-abce-4519-a3c6-db08740a3ed6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d841677e-ae20-495e-84e6-2345c6bafdb4 HTTP/1.1" status: 200 len: 898 time: 0.1372693 Jul 29 23:53:24.628879 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eba312-2d77-4531-a833-38a6f881176a req-88763f10-d08e-4efa-93b6-a5e3167daf76 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:24.630996 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-48eba312-2d77-4531-a833-38a6f881176a req-88763f10-d08e-4efa-93b6-a5e3167daf76 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 943 time: 0.0814650 Jul 29 23:53:24.706160 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-2495c827-38d9-476f-b8f7-035522b81587 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8ede33c-31aa-4775-b165-1746c89cdfb0 HTTP/1.1" status: 200 len: 999 time: 0.0929682 Jul 29 23:53:24.712003 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-48eba312-2d77-4531-a833-38a6f881176a req-80b3ecd8-2434-4827-9676-157c8dbfa8d8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531104 Jul 29 23:53:24.756056 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-fc3a18ee-4ab5-44f9-aa53-cf7b4c13627f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:24.757631 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-fc3a18ee-4ab5-44f9-aa53-cf7b4c13627f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=981a5958-bf58-4deb-8bb9-58479e2af160 HTTP/1.1" status: 200 len: 834 time: 0.0447745 Jul 29 23:53:24.812232 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-5084aa45-b677-460a-bfea-4b0d576c8bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:24.813631 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-5084aa45-b677-460a-bfea-4b0d576c8bec service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d841677e-ae20-495e-84e6-2345c6bafdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471537 Jul 29 23:53:24.904458 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-ee3522d0-94ac-443b-889d-9f9df8bf4663 service neutron] 10.222.0.23 "GET /v2.0/networks/d841677e-ae20-495e-84e6-2345c6bafdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828147 Jul 29 23:53:25.008023 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-01e664be-f497-4edc-90d5-ffee6239d135 service neutron] 10.222.0.23 "GET /v2.0/networks/d841677e-ae20-495e-84e6-2345c6bafdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961990 Jul 29 23:53:25.828905 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bfcb9e-98ba-4072-8fec-4325f5cf600e req-cbde8316-5781-4b33-aad4-ba3e5a375f60 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:25.830388 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80bfcb9e-98ba-4072-8fec-4325f5cf600e req-cbde8316-5781-4b33-aad4-ba3e5a375f60 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 943 time: 0.0492337 Jul 29 23:53:25.867965 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80bfcb9e-98ba-4072-8fec-4325f5cf600e req-b3b3e3df-d209-40f5-b6a8-fe0abc38a75c tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311499 Jul 29 23:53:26.023070 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb67b97-035b-411f-a44d-24ccb27d66a8', 'tag': 'a8ede33c-31aa-4775-b165-1746c89cdfb0'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:26.025422 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0397c2c-be9f-47f8-9461-aa92d5d79776" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb67b97-035b-411f-a44d-24ccb27d66a8", "tag": "a8ede33c-31aa-4775-b165-1746c89cdfb0"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:26.073174 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7eb748-9e68-4799-84a4-4fc4c5a1f22e x-openstack-request-id: req-6e7eb748-9e68-4799-84a4-4fc4c5a1f22e {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:26.073467 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb67b97-035b-411f-a44d-24ccb27d66a8", "tag": "a8ede33c-31aa-4775-b165-1746c89cdfb0", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:26.073722 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6e7eb748-9e68-4799-84a4-4fc4c5a1f22e {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:26.074122 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb67b97-035b-411f-a44d-24ccb27d66a8', 'tag': 'a8ede33c-31aa-4775-b165-1746c89cdfb0', 'status': 'completed', 'code': 200} Jul 29 23:53:26.158723 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0397c2c-be9f-47f8-9461-aa92d5d79776 req-cbbdf2a5-0b6e-4aed-8138-1b57ec91db96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:26.160522 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0397c2c-be9f-47f8-9461-aa92d5d79776 req-cbbdf2a5-0b6e-4aed-8138-1b57ec91db96 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 1095 time: 0.0682905 Jul 29 23:53:26.167049 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0397c2c-be9f-47f8-9461-aa92d5d79776 req-0062374b-eb31-4f2e-920e-45e23be1323c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:26.168517 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0397c2c-be9f-47f8-9461-aa92d5d79776 req-0062374b-eb31-4f2e-920e-45e23be1323c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 1095 time: 0.0680060 Jul 29 23:53:26.479326 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device a8ede33c-31aa-4775-b165-1746c89cdfb0 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:26.521029 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device a8ede33c-31aa-4775-b165-1746c89cdfb0 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:26.606127 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0397c2c-be9f-47f8-9461-aa92d5d79776 req-6a45da03-9b46-4e35-abdb-d675778d15b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:26.607524 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0397c2c-be9f-47f8-9461-aa92d5d79776 req-6a45da03-9b46-4e35-abdb-d675778d15b7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=d841677e-ae20-495e-84e6-2345c6bafdb4 HTTP/1.1" status: 200 len: 898 time: 0.4295859 Jul 29 23:53:26.608884 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0397c2c-be9f-47f8-9461-aa92d5d79776 req-dd125a01-692b-4ead-a923-28b29c336720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:26.610194 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0397c2c-be9f-47f8-9461-aa92d5d79776 req-dd125a01-692b-4ead-a923-28b29c336720 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d841677e-ae20-495e-84e6-2345c6bafdb4 HTTP/1.1" status: 200 len: 898 time: 0.4408557 Jul 29 23:53:26.719716 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0397c2c-be9f-47f8-9461-aa92d5d79776 req-d04bd29c-840e-4a0f-a77f-b832a21b1394 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8ede33c-31aa-4775-b165-1746c89cdfb0 HTTP/1.1" status: 200 len: 999 time: 0.1049950 Jul 29 23:53:26.721492 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0397c2c-be9f-47f8-9461-aa92d5d79776 req-f1976420-0163-4c8a-840c-b185fe175528 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8ede33c-31aa-4775-b165-1746c89cdfb0 HTTP/1.1" status: 200 len: 999 time: 0.1008973 Jul 29 23:53:26.802078 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0397c2c-be9f-47f8-9461-aa92d5d79776 req-d4ce3c0d-78e1-47e7-b38f-4881e05e9cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:26.803524 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0397c2c-be9f-47f8-9461-aa92d5d79776 req-d4ce3c0d-78e1-47e7-b38f-4881e05e9cdf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=981a5958-bf58-4deb-8bb9-58479e2af160 HTTP/1.1" status: 200 len: 834 time: 0.0769806 Jul 29 23:53:26.805201 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0397c2c-be9f-47f8-9461-aa92d5d79776 req-2777b36c-fe82-4a7e-b35c-fc28bd05e2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:26.806509 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0397c2c-be9f-47f8-9461-aa92d5d79776 req-2777b36c-fe82-4a7e-b35c-fc28bd05e2fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=981a5958-bf58-4deb-8bb9-58479e2af160 HTTP/1.1" status: 200 len: 834 time: 0.0727055 Jul 29 23:53:26.882916 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0397c2c-be9f-47f8-9461-aa92d5d79776 req-59504b84-bb39-43fe-9b0c-d9ed66396f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:26.884458 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0397c2c-be9f-47f8-9461-aa92d5d79776 req-59504b84-bb39-43fe-9b0c-d9ed66396f83 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d841677e-ae20-495e-84e6-2345c6bafdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0735934 Jul 29 23:53:26.886154 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0397c2c-be9f-47f8-9461-aa92d5d79776 req-e5e0b406-0c69-44e0-94e7-fc18e167ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:26.887510 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0397c2c-be9f-47f8-9461-aa92d5d79776 req-e5e0b406-0c69-44e0-94e7-fc18e167ae18 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d841677e-ae20-495e-84e6-2345c6bafdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679007 Jul 29 23:53:26.914645 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device a8ede33c-31aa-4775-b165-1746c89cdfb0 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:53:27.012759 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port a8ede33c-31aa-4775-b165-1746c89cdfb0, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=a8ede33c-31aa-4775-b165-1746c89cdfb0,segment=NetworkSegment(0ee8e276-231d-47a4-b3bb-d1d11028c374),segment_id=0ee8e276-231d-47a4-b3bb-d1d11028c374)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:27.025330 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'a8ede33c-31aa-4775-b165-1746c89cdfb0', 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4', 'port_id': 'a8ede33c-31aa-4775-b165-1746c89cdfb0', 'mac_address': 'fa:16:3e:a0:cd:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '981a5958-bf58-4deb-8bb9-58479e2af160', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:53:27.066678 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.080280 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ede33c-31aa-4775-b165-1746c89cdfb0 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:53:27.100442 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port a8ede33c-31aa-4775-b165-1746c89cdfb0, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=a8ede33c-31aa-4775-b165-1746c89cdfb0,segment=NetworkSegment(0ee8e276-231d-47a4-b3bb-d1d11028c374),segment_id=0ee8e276-231d-47a4-b3bb-d1d11028c374)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:27.101497 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0397c2c-be9f-47f8-9461-aa92d5d79776 req-39bb48c4-eaf3-44a0-b625-8023b23e94a0 service neutron] 10.222.0.39 "GET /v2.0/networks/d841677e-ae20-495e-84e6-2345c6bafdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017858 Jul 29 23:53:27.104642 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:27.113368 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e81a5-c6d7-479a-8268-5f147b550102 req-cb34790a-dc64-4590-b48d-bb5302160d69 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:27.115362 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa1e81a5-c6d7-479a-8268-5f147b550102 req-cb34790a-dc64-4590-b48d-bb5302160d69 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 943 time: 0.1393259 Jul 29 23:53:27.126051 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0397c2c-be9f-47f8-9461-aa92d5d79776 req-8128af39-5178-4bed-9aea-b38e555a02d4 service neutron] 10.222.0.23 "GET /v2.0/networks/d841677e-ae20-495e-84e6-2345c6bafdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341323 Jul 29 23:53:27.155335 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=a8ede33c-31aa-4775-b165-1746c89cdfb0,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:27.262106 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa1e81a5-c6d7-479a-8268-5f147b550102 req-a2cc4cb4-db16-4956-809e-dfd364262260 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381328 Jul 29 23:53:27.305344 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0397c2c-be9f-47f8-9461-aa92d5d79776 req-380debaf-f0a2-40aa-92a9-ec1e9b43e95d service neutron] 10.222.0.39 "GET /v2.0/networks/d841677e-ae20-495e-84e6-2345c6bafdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889877 Jul 29 23:53:27.316264 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0397c2c-be9f-47f8-9461-aa92d5d79776 req-644d0c42-943f-4fac-bd0d-4588c0695e2e service neutron] 10.222.0.23 "GET /v2.0/networks/d841677e-ae20-495e-84e6-2345c6bafdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730564 Jul 29 23:53:27.324012 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['a8ede33c-31aa-4775-b165-1746c89cdfb0'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:53:27.533230 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e672924-079f-49c7-be31-b9cade53464a req-d60c2366-8946-4fc9-b561-f71e02035809 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:27.535075 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e672924-079f-49c7-be31-b9cade53464a req-d60c2366-8946-4fc9-b561-f71e02035809 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.23 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8&tenant_id=238a2371055343febcbc86645f67da5e&binding%3Ahost_id=n-h1-712140-10 HTTP/1.1" status: 200 len: 944 time: 0.0831053 Jul 29 23:53:27.559047 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604d806a-67ff-4cc3-9ab9-f0edc96d38f4 req-83f31147-d66a-4f98-98ff-c3d570b7ae81 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:27.560607 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-604d806a-67ff-4cc3-9ab9-f0edc96d38f4 req-83f31147-d66a-4f98-98ff-c3d570b7ae81 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 944 time: 0.0749273 Jul 29 23:53:27.638334 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-604d806a-67ff-4cc3-9ab9-f0edc96d38f4 req-170df4c9-8598-4087-b6ef-3ce44b107af4 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594480 Jul 29 23:53:27.645528 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e672924-079f-49c7-be31-b9cade53464a req-e406525f-395d-47f3-97b9-07436e8ada4c service neutron] 10.222.0.23 "GET /v2.0/ports/a8ede33c-31aa-4775-b165-1746c89cdfb0/bindings/n-h1-712140-10 HTTP/1.1" status: 200 len: 383 time: 0.1005204 Jul 29 23:53:27.709452 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e672924-079f-49c7-be31-b9cade53464a req-661f754a-26aa-41ce-9487-1b28be71de4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:27.710867 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e672924-079f-49c7-be31-b9cade53464a req-661f754a-26aa-41ce-9487-1b28be71de4d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 1096 time: 0.0425637 Jul 29 23:53:27.808720 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e672924-079f-49c7-be31-b9cade53464a req-382b13c0-ada4-47b0-8073-d0817084466e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:27.810923 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e672924-079f-49c7-be31-b9cade53464a req-382b13c0-ada4-47b0-8073-d0817084466e service neutron] 10.222.0.23 "GET /v2.0/networks?id=d841677e-ae20-495e-84e6-2345c6bafdb4 HTTP/1.1" status: 200 len: 898 time: 0.0920622 Jul 29 23:53:27.883048 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e672924-079f-49c7-be31-b9cade53464a req-ed0fb957-6191-40b1-9f35-71f847c00a8d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8ede33c-31aa-4775-b165-1746c89cdfb0 HTTP/1.1" status: 200 len: 1000 time: 0.0654080 Jul 29 23:53:27.932182 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e672924-079f-49c7-be31-b9cade53464a req-93123931-86b3-4441-8f65-6a15fec7b83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:27.933654 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e672924-079f-49c7-be31-b9cade53464a req-93123931-86b3-4441-8f65-6a15fec7b83e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=981a5958-bf58-4deb-8bb9-58479e2af160 HTTP/1.1" status: 200 len: 834 time: 0.0433896 Jul 29 23:53:27.978940 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e672924-079f-49c7-be31-b9cade53464a req-f699c355-5358-47f3-a532-65841c43e924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:27.980354 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e672924-079f-49c7-be31-b9cade53464a req-f699c355-5358-47f3-a532-65841c43e924 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d841677e-ae20-495e-84e6-2345c6bafdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397243 Jul 29 23:53:28.076626 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e672924-079f-49c7-be31-b9cade53464a req-ad576a33-8bda-4855-8ee4-f0e7bc287cf3 service neutron] 10.222.0.23 "GET /v2.0/networks/d841677e-ae20-495e-84e6-2345c6bafdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890262 Jul 29 23:53:28.167134 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e672924-079f-49c7-be31-b9cade53464a req-06a30a95-6b9c-46b2-b189-942cd385941c service neutron] 10.222.0.23 "GET /v2.0/networks/d841677e-ae20-495e-84e6-2345c6bafdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831442 Jul 29 23:53:28.763738 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c99b9-83e0-40fd-bc7f-5728eb22d93b req-1abf436e-83a2-4917-ab26-933c41656ac7 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:28.765401 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-880c99b9-83e0-40fd-bc7f-5728eb22d93b req-1abf436e-83a2-4917-ab26-933c41656ac7 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 944 time: 0.0543194 Jul 29 23:53:28.804659 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-880c99b9-83e0-40fd-bc7f-5728eb22d93b req-01b0a5c0-9221-48ca-96db-c0433b2281da tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327322 Jul 29 23:53:28.936149 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device a8ede33c-31aa-4775-b165-1746c89cdfb0 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:28.984748 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port a8ede33c-31aa-4775-b165-1746c89cdfb0 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:28.988275 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port a8ede33c-31aa-4775-b165-1746c89cdfb0 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:28.988654 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:29.073507 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:29.102835 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb67b97-035b-411f-a44d-24ccb27d66a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ede33c-31aa-4775-b165-1746c89cdfb0'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:29.105098 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaef7750-b7b2-479c-bc2a-a1676f55e727" -d '{"events": [{"server_uuid": "8fb67b97-035b-411f-a44d-24ccb27d66a8", "name": "network-vif-plugged", "status": "completed", "tag": "a8ede33c-31aa-4775-b165-1746c89cdfb0"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:29.117843 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port a8ede33c-31aa-4775-b165-1746c89cdfb0, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=a8ede33c-31aa-4775-b165-1746c89cdfb0,segment=NetworkSegment(0ee8e276-231d-47a4-b3bb-d1d11028c374),segment_id=0ee8e276-231d-47a4-b3bb-d1d11028c374)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:29.122325 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:29.155784 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a57342-3692-480e-ae26-120b66d8c505 x-openstack-request-id: req-a3a57342-3692-480e-ae26-120b66d8c505 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:29.156119 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb67b97-035b-411f-a44d-24ccb27d66a8", "name": "network-vif-plugged", "status": "completed", "tag": "a8ede33c-31aa-4775-b165-1746c89cdfb0", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:29.156373 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a3a57342-3692-480e-ae26-120b66d8c505 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:29.156762 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb67b97-035b-411f-a44d-24ccb27d66a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ede33c-31aa-4775-b165-1746c89cdfb0', 'code': 200} Jul 29 23:53:29.174410 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=a8ede33c-31aa-4775-b165-1746c89cdfb0,revision_number=9']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:29.687458 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:29.924370 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec763097-7732-4bb7-b756-a7c6c9e60940 req-d317b59b-9e07-411b-81ba-26e49d157d9e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:29.925872 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ec763097-7732-4bb7-b756-a7c6c9e60940 req-d317b59b-9e07-411b-81ba-26e49d157d9e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 945 time: 0.0498729 Jul 29 23:53:29.945760 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:29.968922 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ec763097-7732-4bb7-b756-a7c6c9e60940 req-67e2bdf7-3080-470d-b8da-a16661054f9d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357215 Jul 29 23:53:30.117714 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e672924-079f-49c7-be31-b9cade53464a req-da255770-4a57-44d2-ba5f-4a2dcf415961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:30.119211 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e672924-079f-49c7-be31-b9cade53464a req-da255770-4a57-44d2-ba5f-4a2dcf415961 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8&tenant_id=238a2371055343febcbc86645f67da5e HTTP/1.1" status: 200 len: 1097 time: 0.0404477 Jul 29 23:53:30.131686 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-5e672924-079f-49c7-be31-b9cade53464a req-4dbc687a-a218-4ead-b35d-344759f7fc85 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-10', 'device_owner': 'compute:nova'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:53:30.187481 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e672924-079f-49c7-be31-b9cade53464a req-4dbc687a-a218-4ead-b35d-344759f7fc85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:30.392890 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-5e672924-079f-49c7-be31-b9cade53464a req-4dbc687a-a218-4ead-b35d-344759f7fc85 service neutron] For port a8ede33c-31aa-4775-b165-1746c89cdfb0, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=a8ede33c-31aa-4775-b165-1746c89cdfb0,segment=NetworkSegment(0ee8e276-231d-47a4-b3bb-d1d11028c374),segment_id=0ee8e276-231d-47a4-b3bb-d1d11028c374)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:30.429501 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-5e672924-079f-49c7-be31-b9cade53464a req-4dbc687a-a218-4ead-b35d-344759f7fc85 service neutron] For port a8ede33c-31aa-4775-b165-1746c89cdfb0, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:53:30.469765 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb67b97-035b-411f-a44d-24ccb27d66a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ede33c-31aa-4775-b165-1746c89cdfb0'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:30.472079 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e27510a4-d382-424a-acdd-7eb3e2380a36" -d '{"events": [{"server_uuid": "8fb67b97-035b-411f-a44d-24ccb27d66a8", "name": "network-vif-unplugged", "status": "completed", "tag": "a8ede33c-31aa-4775-b165-1746c89cdfb0"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:30.476704 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e672924-079f-49c7-be31-b9cade53464a req-4dbc687a-a218-4ead-b35d-344759f7fc85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:30.490428 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-5e672924-079f-49c7-be31-b9cade53464a req-4dbc687a-a218-4ead-b35d-344759f7fc85 service neutron] Transition to ACTIVE for port object a8ede33c-31aa-4775-b165-1746c89cdfb0 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:53:30.493777 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e672924-079f-49c7-be31-b9cade53464a req-4dbc687a-a218-4ead-b35d-344759f7fc85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:30.526704 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049878de-4593-4e0e-860c-6248e0782e37 x-openstack-request-id: req-049878de-4593-4e0e-860c-6248e0782e37 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:30.527621 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb67b97-035b-411f-a44d-24ccb27d66a8", "name": "network-vif-unplugged", "status": "completed", "tag": "a8ede33c-31aa-4775-b165-1746c89cdfb0", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:30.527621 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-049878de-4593-4e0e-860c-6248e0782e37 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:30.527621 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb67b97-035b-411f-a44d-24ccb27d66a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ede33c-31aa-4775-b165-1746c89cdfb0', 'code': 200} Jul 29 23:53:30.576948 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc687a-a218-4ead-b35d-344759f7fc85 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ede33c-31aa-4775-b165-1746c89cdfb0,revision_number=10']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:30.625049 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e672924-079f-49c7-be31-b9cade53464a req-4dbc687a-a218-4ead-b35d-344759f7fc85 service neutron] No DVR routers for this DVR port a8ede33c-31aa-4775-b165-1746c89cdfb0 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:30.762196 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-5e672924-079f-49c7-be31-b9cade53464a req-4dbc687a-a218-4ead-b35d-344759f7fc85 service neutron] Attempting to bind port a8ede33c-31aa-4775-b165-1746c89cdfb0 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:53:30.762536 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-5e672924-079f-49c7-be31-b9cade53464a req-4dbc687a-a218-4ead-b35d-344759f7fc85 service neutron] Attempting to bind port a8ede33c-31aa-4775-b165-1746c89cdfb0 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '0ee8e276-231d-47a4-b3bb-d1d11028c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:53:30.762868 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e672924-079f-49c7-be31-b9cade53464a req-4dbc687a-a218-4ead-b35d-344759f7fc85 service neutron] Attempting to bind port a8ede33c-31aa-4775-b165-1746c89cdfb0 on network d841677e-ae20-495e-84e6-2345c6bafdb4 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:30.767111 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e672924-079f-49c7-be31-b9cade53464a req-4dbc687a-a218-4ead-b35d-344759f7fc85 service neutron] Port a8ede33c-31aa-4775-b165-1746c89cdfb0 on network d841677e-ae20-495e-84e6-2345c6bafdb4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:53:30.767436 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e672924-079f-49c7-be31-b9cade53464a req-4dbc687a-a218-4ead-b35d-344759f7fc85 service neutron] Attempting to bind port a8ede33c-31aa-4775-b165-1746c89cdfb0 on network d841677e-ae20-495e-84e6-2345c6bafdb4 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:53:30.773046 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e672924-079f-49c7-be31-b9cade53464a req-4dbc687a-a218-4ead-b35d-344759f7fc85 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 53, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:53:30.773369 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e672924-079f-49c7-be31-b9cade53464a req-4dbc687a-a218-4ead-b35d-344759f7fc85 service neutron] Checking segment: {'id': '0ee8e276-231d-47a4-b3bb-d1d11028c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:53:30.773755 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e672924-079f-49c7-be31-b9cade53464a req-4dbc687a-a218-4ead-b35d-344759f7fc85 service neutron] Bound using segment: {'id': '0ee8e276-231d-47a4-b3bb-d1d11028c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:53:30.774184 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-5e672924-079f-49c7-be31-b9cade53464a req-4dbc687a-a218-4ead-b35d-344759f7fc85 service neutron] Bound port: a8ede33c-31aa-4775-b165-1746c89cdfb0, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ee8e276-231d-47a4-b3bb-d1d11028c374', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:53:30.774545 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e672924-079f-49c7-be31-b9cade53464a req-4dbc687a-a218-4ead-b35d-344759f7fc85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:30.836532 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-5e672924-079f-49c7-be31-b9cade53464a req-4dbc687a-a218-4ead-b35d-344759f7fc85 service neutron] For port a8ede33c-31aa-4775-b165-1746c89cdfb0, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:53:30.839358 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-5e672924-079f-49c7-be31-b9cade53464a req-4dbc687a-a218-4ead-b35d-344759f7fc85 service neutron] For port a8ede33c-31aa-4775-b165-1746c89cdfb0, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a8ede33c-31aa-4775-b165-1746c89cdfb0,segment=NetworkSegment(0ee8e276-231d-47a4-b3bb-d1d11028c374),segment_id=0ee8e276-231d-47a4-b3bb-d1d11028c374)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:53:30.843907 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e672924-079f-49c7-be31-b9cade53464a req-4dbc687a-a218-4ead-b35d-344759f7fc85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:30.882695 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e672924-079f-49c7-be31-b9cade53464a req-4dbc687a-a218-4ead-b35d-344759f7fc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:30.883310 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5e672924-079f-49c7-be31-b9cade53464a req-4dbc687a-a218-4ead-b35d-344759f7fc85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:30.884820 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e672924-079f-49c7-be31-b9cade53464a req-4dbc687a-a218-4ead-b35d-344759f7fc85 service neutron] 10.222.0.39 "PUT /v2.0/ports/a8ede33c-31aa-4775-b165-1746c89cdfb0 HTTP/1.1" status: 200 len: 1093 time: 0.7578070 Jul 29 23:53:30.907808 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc687a-a218-4ead-b35d-344759f7fc85 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ede33c-31aa-4775-b165-1746c89cdfb0,revision_number=11']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:30.958886 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e672924-079f-49c7-be31-b9cade53464a req-a273b438-d288-480e-a43f-dd0764b3b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:30.960539 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e672924-079f-49c7-be31-b9cade53464a req-a273b438-d288-480e-a43f-dd0764b3b104 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 1096 time: 0.0460336 Jul 29 23:53:31.093928 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e672924-079f-49c7-be31-b9cade53464a req-b13fe2fa-79a4-4942-a267-b98dfc7ec4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:31.095418 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e672924-079f-49c7-be31-b9cade53464a req-b13fe2fa-79a4-4942-a267-b98dfc7ec4aa service neutron] 10.222.0.39 "GET /v2.0/networks?id=d841677e-ae20-495e-84e6-2345c6bafdb4 HTTP/1.1" status: 200 len: 898 time: 0.1268389 Jul 29 23:53:31.118400 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13018094-95bf-47b4-94b1-c7a1704b72af req-a5ef2001-d137-4635-b06f-2ee38c449c3d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:31.119854 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13018094-95bf-47b4-94b1-c7a1704b72af req-a5ef2001-d137-4635-b06f-2ee38c449c3d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 944 time: 0.0751293 Jul 29 23:53:31.194147 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13018094-95bf-47b4-94b1-c7a1704b72af req-9f9e93e4-4768-433f-b568-aa407cd7c991 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474484 Jul 29 23:53:31.195959 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e672924-079f-49c7-be31-b9cade53464a req-6e08755d-e72f-4d23-83be-61efec494dd8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8ede33c-31aa-4775-b165-1746c89cdfb0 HTTP/1.1" status: 200 len: 999 time: 0.0922580 Jul 29 23:53:31.250261 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e672924-079f-49c7-be31-b9cade53464a req-0388a347-fdc9-4de9-879a-3041d29a1563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:31.251685 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e672924-079f-49c7-be31-b9cade53464a req-0388a347-fdc9-4de9-879a-3041d29a1563 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=981a5958-bf58-4deb-8bb9-58479e2af160 HTTP/1.1" status: 200 len: 834 time: 0.0474005 Jul 29 23:53:31.305400 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e672924-079f-49c7-be31-b9cade53464a req-aaa21a78-8f6f-4567-b88c-8cf1920ae97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:31.306962 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e672924-079f-49c7-be31-b9cade53464a req-aaa21a78-8f6f-4567-b88c-8cf1920ae97b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d841677e-ae20-495e-84e6-2345c6bafdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432944 Jul 29 23:53:31.395867 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e672924-079f-49c7-be31-b9cade53464a req-a4a7e8ef-df90-488a-936d-7ef55b853874 service neutron] 10.222.0.39 "GET /v2.0/networks/d841677e-ae20-495e-84e6-2345c6bafdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802038 Jul 29 23:53:31.497616 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e672924-079f-49c7-be31-b9cade53464a req-cc3434fa-96bc-4f8b-855f-6381a10ff599 service neutron] 10.222.0.39 "GET /v2.0/networks/d841677e-ae20-495e-84e6-2345c6bafdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865552 Jul 29 23:53:32.311719 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998596b5-3cd0-4305-aecc-65933cd51d8d req-3a06053a-723f-48c3-86c9-e2d42f2349f4 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:32.313252 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-998596b5-3cd0-4305-aecc-65933cd51d8d req-3a06053a-723f-48c3-86c9-e2d42f2349f4 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 944 time: 0.0510113 Jul 29 23:53:32.352369 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-998596b5-3cd0-4305-aecc-65933cd51d8d req-376ebf74-9fbd-4a90-9d0a-db13c7074fc3 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327699 Jul 29 23:53:32.529295 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb67b97-035b-411f-a44d-24ccb27d66a8', 'tag': 'a8ede33c-31aa-4775-b165-1746c89cdfb0'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:32.531602 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22a5b43a-9435-419d-9d77-43a5197d6466" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb67b97-035b-411f-a44d-24ccb27d66a8", "tag": "a8ede33c-31aa-4775-b165-1746c89cdfb0"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:32.580707 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-585b2a8a-1129-4437-ad7e-5fc281bf033f x-openstack-request-id: req-585b2a8a-1129-4437-ad7e-5fc281bf033f {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:32.581000 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb67b97-035b-411f-a44d-24ccb27d66a8", "tag": "a8ede33c-31aa-4775-b165-1746c89cdfb0", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:32.581249 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-585b2a8a-1129-4437-ad7e-5fc281bf033f {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:32.581645 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb67b97-035b-411f-a44d-24ccb27d66a8', 'tag': 'a8ede33c-31aa-4775-b165-1746c89cdfb0', 'status': 'completed', 'code': 200} Jul 29 23:53:32.669915 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5b43a-9435-419d-9d77-43a5197d6466 req-b5128d34-cea3-46ed-8c41-2e451839a506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:32.671409 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-22a5b43a-9435-419d-9d77-43a5197d6466 req-b5128d34-cea3-46ed-8c41-2e451839a506 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 1096 time: 0.0713849 Jul 29 23:53:32.676733 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5b43a-9435-419d-9d77-43a5197d6466 req-e0d6b964-4fbb-4af0-aef6-5c0bd83d6939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:32.678234 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-22a5b43a-9435-419d-9d77-43a5197d6466 req-e0d6b964-4fbb-4af0-aef6-5c0bd83d6939 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 1096 time: 0.0682654 Jul 29 23:53:32.827627 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5b43a-9435-419d-9d77-43a5197d6466 req-079c3215-956a-4834-9f77-9158d266c3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:32.829140 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-22a5b43a-9435-419d-9d77-43a5197d6466 req-079c3215-956a-4834-9f77-9158d266c3bc service neutron] 10.222.0.23 "GET /v2.0/networks?id=d841677e-ae20-495e-84e6-2345c6bafdb4 HTTP/1.1" status: 200 len: 898 time: 0.1500630 Jul 29 23:53:32.834287 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5b43a-9435-419d-9d77-43a5197d6466 req-afcce5f9-8387-41c8-9a53-518d071562b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:32.835687 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-22a5b43a-9435-419d-9d77-43a5197d6466 req-afcce5f9-8387-41c8-9a53-518d071562b2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d841677e-ae20-495e-84e6-2345c6bafdb4 HTTP/1.1" status: 200 len: 898 time: 0.1487093 Jul 29 23:53:32.845924 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-72b146ae-3fa0-4f5f-92df-7692996fca3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:32.942643 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-22a5b43a-9435-419d-9d77-43a5197d6466 req-382d8fc1-ad7c-4eb8-8033-c5ec6e95c638 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8ede33c-31aa-4775-b165-1746c89cdfb0 HTTP/1.1" status: 200 len: 999 time: 0.1051829 Jul 29 23:53:32.946336 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-22a5b43a-9435-419d-9d77-43a5197d6466 req-26eaa174-3594-4208-9371-cdbf0049e280 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8ede33c-31aa-4775-b165-1746c89cdfb0 HTTP/1.1" status: 200 len: 999 time: 0.1025198 Jul 29 23:53:32.978074 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device a8ede33c-31aa-4775-b165-1746c89cdfb0 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:53:33.022026 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device a8ede33c-31aa-4775-b165-1746c89cdfb0 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:53:33.030166 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5b43a-9435-419d-9d77-43a5197d6466 req-5b73e105-7ff4-448a-bef3-2e875e0c6e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:33.031635 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-22a5b43a-9435-419d-9d77-43a5197d6466 req-5b73e105-7ff4-448a-bef3-2e875e0c6e48 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=981a5958-bf58-4deb-8bb9-58479e2af160 HTTP/1.1" status: 200 len: 834 time: 0.0817831 Jul 29 23:53:33.033075 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5b43a-9435-419d-9d77-43a5197d6466 req-b7ea5e52-cf4e-422f-a7ca-af6c7d2e143c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:33.034575 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-22a5b43a-9435-419d-9d77-43a5197d6466 req-b7ea5e52-cf4e-422f-a7ca-af6c7d2e143c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=981a5958-bf58-4deb-8bb9-58479e2af160 HTTP/1.1" status: 200 len: 834 time: 0.0776432 Jul 29 23:53:33.107374 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5b43a-9435-419d-9d77-43a5197d6466 req-3fe9e544-22aa-456f-9c8f-6e1e4f512943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:33.108916 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-22a5b43a-9435-419d-9d77-43a5197d6466 req-3fe9e544-22aa-456f-9c8f-6e1e4f512943 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=d841677e-ae20-495e-84e6-2345c6bafdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702195 Jul 29 23:53:33.111455 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5b43a-9435-419d-9d77-43a5197d6466 req-f1d62cb7-4986-4dc2-8652-cd7686076783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:33.112863 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-22a5b43a-9435-419d-9d77-43a5197d6466 req-f1d62cb7-4986-4dc2-8652-cd7686076783 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d841677e-ae20-495e-84e6-2345c6bafdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0661979 Jul 29 23:53:33.271415 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-22a5b43a-9435-419d-9d77-43a5197d6466 req-829766bc-de26-4767-b330-aa0577ab75f7 service neutron] 10.222.0.23 "GET /v2.0/networks/d841677e-ae20-495e-84e6-2345c6bafdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544557 Jul 29 23:53:33.274979 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-22a5b43a-9435-419d-9d77-43a5197d6466 req-9c5ae4e2-e1eb-486c-be39-4d2147089783 service neutron] 10.222.0.39 "GET /v2.0/networks/d841677e-ae20-495e-84e6-2345c6bafdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506257 Jul 29 23:53:33.749863 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a079c7e0-725e-4a50-9f06-2db78aad89da req-ac4eaf89-cece-4ea5-bb7e-76795f673193 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:33.751223 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a079c7e0-725e-4a50-9f06-2db78aad89da req-ac4eaf89-cece-4ea5-bb7e-76795f673193 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 944 time: 0.1330125 Jul 29 23:53:33.766802 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-22a5b43a-9435-419d-9d77-43a5197d6466 req-e2e6bebc-6b0b-4935-bdb2-2de99c2e608a service neutron] 10.222.0.23 "GET /v2.0/networks/d841677e-ae20-495e-84e6-2345c6bafdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4878104 Jul 29 23:53:33.775286 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-22a5b43a-9435-419d-9d77-43a5197d6466 req-ca40d334-a369-44f8-9bc2-fd151f5deced service neutron] 10.222.0.39 "GET /v2.0/networks/d841677e-ae20-495e-84e6-2345c6bafdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874711 Jul 29 23:53:33.806283 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a079c7e0-725e-4a50-9f06-2db78aad89da req-0f1c57fd-ec88-450c-8447-a14cee924bd7 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438325 Jul 29 23:53:33.829809 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 47972) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:33.900814 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-80546771-ef19-4ecd-b4f0-bf5acceb91f8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/floatingips/95345859-0b20-497a-8305-ec2cfe0ba974 HTTP/1.1" status: 200 len: 991 time: 0.0698376 Jul 29 23:53:34.503285 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device a8ede33c-31aa-4775-b165-1746c89cdfb0 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:53:34.599648 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port a8ede33c-31aa-4775-b165-1746c89cdfb0, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a8ede33c-31aa-4775-b165-1746c89cdfb0,segment=NetworkSegment(0ee8e276-231d-47a4-b3bb-d1d11028c374),segment_id=0ee8e276-231d-47a4-b3bb-d1d11028c374)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:34.611021 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'a8ede33c-31aa-4775-b165-1746c89cdfb0', 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4', 'port_id': 'a8ede33c-31aa-4775-b165-1746c89cdfb0', 'mac_address': 'fa:16:3e:a0:cd:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '981a5958-bf58-4deb-8bb9-58479e2af160', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:53:34.652325 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:34.669031 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ede33c-31aa-4775-b165-1746c89cdfb0 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:53:34.690283 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port a8ede33c-31aa-4775-b165-1746c89cdfb0, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a8ede33c-31aa-4775-b165-1746c89cdfb0,segment=NetworkSegment(0ee8e276-231d-47a4-b3bb-d1d11028c374),segment_id=0ee8e276-231d-47a4-b3bb-d1d11028c374)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:34.695288 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:34.744539 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=a8ede33c-31aa-4775-b165-1746c89cdfb0,revision_number=12']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:34.926105 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['a8ede33c-31aa-4775-b165-1746c89cdfb0'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:53:35.390352 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:36.247432 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cf852719-a1ef-4395-a9ba-3f219e0dae35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:36.510005 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device a8ede33c-31aa-4775-b165-1746c89cdfb0 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:53:36.559532 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port a8ede33c-31aa-4775-b165-1746c89cdfb0 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:53:36.563156 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port a8ede33c-31aa-4775-b165-1746c89cdfb0 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:53:36.563528 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:36.640909 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:36.662663 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb67b97-035b-411f-a44d-24ccb27d66a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ede33c-31aa-4775-b165-1746c89cdfb0'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:36.664918 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed356b1-a99a-41a3-a4a2-fe88f07b43f4" -d '{"events": [{"server_uuid": "8fb67b97-035b-411f-a44d-24ccb27d66a8", "name": "network-vif-plugged", "status": "completed", "tag": "a8ede33c-31aa-4775-b165-1746c89cdfb0"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:36.678597 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port a8ede33c-31aa-4775-b165-1746c89cdfb0, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a8ede33c-31aa-4775-b165-1746c89cdfb0,segment=NetworkSegment(0ee8e276-231d-47a4-b3bb-d1d11028c374),segment_id=0ee8e276-231d-47a4-b3bb-d1d11028c374)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:36.683209 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:36.709666 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5eb04c-25ae-478d-a2ae-696fc5ee6b00 x-openstack-request-id: req-8f5eb04c-25ae-478d-a2ae-696fc5ee6b00 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:36.709960 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb67b97-035b-411f-a44d-24ccb27d66a8", "name": "network-vif-plugged", "status": "completed", "tag": "a8ede33c-31aa-4775-b165-1746c89cdfb0", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:36.710211 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f5eb04c-25ae-478d-a2ae-696fc5ee6b00 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:36.710599 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb67b97-035b-411f-a44d-24ccb27d66a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ede33c-31aa-4775-b165-1746c89cdfb0', 'code': 200} Jul 29 23:53:36.736016 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=a8ede33c-31aa-4775-b165-1746c89cdfb0,revision_number=13']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:36.864221 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c17f9165-d34b-4dbb-8162-a32f3431a452 req-3d288cfc-77dc-4a04-a4dd-761293fedc65 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405903 Jul 29 23:53:36.908498 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:36.955873 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f9165-d34b-4dbb-8162-a32f3431a452 req-973fd8a7-7052-4629-a612-24901e9a79f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:36.957404 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c17f9165-d34b-4dbb-8162-a32f3431a452 req-973fd8a7-7052-4629-a612-24901e9a79f0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=d50d474daccb433580a7028fa61f9a73&device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 1098 time: 0.0452919 Jul 29 23:53:37.061845 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f9165-d34b-4dbb-8162-a32f3431a452 req-85498067-7eb8-41a1-a577-b60944630af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:37.063331 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c17f9165-d34b-4dbb-8162-a32f3431a452 req-85498067-7eb8-41a1-a577-b60944630af2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c5d248fd-ab50-44b4-871d-02015d72fe43 HTTP/1.1" status: 200 len: 918 time: 0.0875764 Jul 29 23:53:37.135860 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c17f9165-d34b-4dbb-8162-a32f3431a452 req-45e7a8fb-f5f0-43f5-95da-bf2395acb9d3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=64af83d4-9622-4827-bdd7-5d94b16b6e37 HTTP/1.1" status: 200 len: 1000 time: 0.0654030 Jul 29 23:53:37.188191 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f9165-d34b-4dbb-8162-a32f3431a452 req-46296b2d-d3da-4b84-ba01-a76bc93b58ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:37.189687 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c17f9165-d34b-4dbb-8162-a32f3431a452 req-46296b2d-d3da-4b84-ba01-a76bc93b58ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=69ac91f6-4b2c-4d90-9c2c-b487e54998fb HTTP/1.1" status: 200 len: 856 time: 0.0467830 Jul 29 23:53:37.237705 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17f9165-d34b-4dbb-8162-a32f3431a452 req-bba13149-c36b-4fc6-9204-1b2a685258a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:37.240075 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c17f9165-d34b-4dbb-8162-a32f3431a452 req-bba13149-c36b-4fc6-9204-1b2a685258a3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c5d248fd-ab50-44b4-871d-02015d72fe43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434721 Jul 29 23:53:37.337630 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c17f9165-d34b-4dbb-8162-a32f3431a452 req-10e88636-21eb-4688-af23-ed1179d0db9c service neutron] 10.222.0.23 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903854 Jul 29 23:53:37.434325 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c17f9165-d34b-4dbb-8162-a32f3431a452 req-f9cdb2f6-0b21-45b7-b524-eb4ad4c0cef7 service neutron] 10.222.0.23 "GET /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886710 Jul 29 23:53:38.220664 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:41.278294 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:53:43.281409 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-659ffcf2-c189-4dde-8aba-e948b056a598 req-b1d0ec26-4ffc-4244-93fb-94055d3e2248 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420442 Jul 29 23:53:43.369822 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ffcf2-c189-4dde-8aba-e948b056a598 req-8b8560cf-a9a5-4ec1-85e8-da38e364f16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:43.371424 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-659ffcf2-c189-4dde-8aba-e948b056a598 req-8b8560cf-a9a5-4ec1-85e8-da38e364f16f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 1098 time: 0.0476286 Jul 29 23:53:43.477863 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ffcf2-c189-4dde-8aba-e948b056a598 req-79313b35-c5cd-45ff-9ef0-f562c4410831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:43.479430 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-659ffcf2-c189-4dde-8aba-e948b056a598 req-79313b35-c5cd-45ff-9ef0-f562c4410831 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d841677e-ae20-495e-84e6-2345c6bafdb4 HTTP/1.1" status: 200 len: 898 time: 0.0872836 Jul 29 23:53:43.553526 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-659ffcf2-c189-4dde-8aba-e948b056a598 req-97c679b3-3118-4486-8897-0308afbf0dd3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8ede33c-31aa-4775-b165-1746c89cdfb0 HTTP/1.1" status: 200 len: 1001 time: 0.0662580 Jul 29 23:53:43.602926 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ffcf2-c189-4dde-8aba-e948b056a598 req-f8e42fed-6b10-4fbb-8e19-f879d133fe6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:43.604442 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-659ffcf2-c189-4dde-8aba-e948b056a598 req-f8e42fed-6b10-4fbb-8e19-f879d133fe6b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=981a5958-bf58-4deb-8bb9-58479e2af160 HTTP/1.1" status: 200 len: 834 time: 0.0441256 Jul 29 23:53:43.654745 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659ffcf2-c189-4dde-8aba-e948b056a598 req-e939840e-28d1-4102-ab56-6aa2879010cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:43.656307 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-659ffcf2-c189-4dde-8aba-e948b056a598 req-e939840e-28d1-4102-ab56-6aa2879010cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d841677e-ae20-495e-84e6-2345c6bafdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404348 Jul 29 23:53:43.751046 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-659ffcf2-c189-4dde-8aba-e948b056a598 req-3718301a-608f-4184-807b-972bda1612f7 service neutron] 10.222.0.39 "GET /v2.0/networks/d841677e-ae20-495e-84e6-2345c6bafdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867662 Jul 29 23:53:43.847471 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-659ffcf2-c189-4dde-8aba-e948b056a598 req-adecec6d-6b64-4d59-a5c3-8e46ff7432d4 service neutron] 10.222.0.39 "GET /v2.0/networks/d841677e-ae20-495e-84e6-2345c6bafdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844493 Jul 29 23:53:55.104387 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66768b-0cb0-45ff-bc6b-de02507adbbf req-67151030-db08-4465-b66a-5e17ae004a3b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:55.105975 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da66768b-0cb0-45ff-bc6b-de02507adbbf req-67151030-db08-4465-b66a-5e17ae004a3b tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 946 time: 0.0516975 Jul 29 23:53:55.146520 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da66768b-0cb0-45ff-bc6b-de02507adbbf req-a24cffe2-5072-45cc-8d80-ce35d7e34580 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345190 Jul 29 23:53:56.276675 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dcce2b-29f9-45ab-b07e-353be99f25fe req-cd2f29e4-b7f5-487d-8553-0f504de765d2 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:56.278390 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1dcce2b-29f9-45ab-b07e-353be99f25fe req-cd2f29e4-b7f5-487d-8553-0f504de765d2 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 946 time: 0.0583220 Jul 29 23:53:56.319503 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1dcce2b-29f9-45ab-b07e-353be99f25fe req-ce73aa40-2472-474d-9bd8-1750260b716e tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups?id=cd436def-8178-4d40-8f8c-11cb10769a89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345292 Jul 29 23:53:56.377546 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8be021-5127-4e13-b832-3d0e90e3b639 req-933a0091-7073-452e-8635-62e2f249844a tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:53:56.379327 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0b8be021-5127-4e13-b832-3d0e90e3b639 req-933a0091-7073-452e-8635-62e2f249844a tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.23 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 946 time: 0.0520315 Jul 29 23:53:56.476916 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-0b8be021-5127-4e13-b832-3d0e90e3b639 req-a3d5e5d8-3067-452f-a12d-d4e0f8d56847 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Deleting port 64af83d4-9622-4827-bdd7-5d94b16b6e37 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:56.477161 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0b8be021-5127-4e13-b832-3d0e90e3b639 req-a3d5e5d8-3067-452f-a12d-d4e0f8d56847 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.564144 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-0b8be021-5127-4e13-b832-3d0e90e3b639 req-a3d5e5d8-3067-452f-a12d-d4e0f8d56847 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] For port 64af83d4-9622-4827-bdd7-5d94b16b6e37, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=64af83d4-9622-4827-bdd7-5d94b16b6e37,segment=NetworkSegment(a8b5eda5-9414-420c-921a-7601972def5c),segment_id=a8b5eda5-9414-420c-921a-7601972def5c)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:53:56.564514 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0b8be021-5127-4e13-b832-3d0e90e3b639 req-a3d5e5d8-3067-452f-a12d-d4e0f8d56847 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.731761 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0b8be021-5127-4e13-b832-3d0e90e3b639 req-a3d5e5d8-3067-452f-a12d-d4e0f8d56847 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.732072 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0b8be021-5127-4e13-b832-3d0e90e3b639 req-a3d5e5d8-3067-452f-a12d-d4e0f8d56847 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.732388 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [req-0b8be021-5127-4e13-b832-3d0e90e3b639 req-a3d5e5d8-3067-452f-a12d-d4e0f8d56847 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Floating IP b1004490-593e-489f-b2aa-d4b201d1eecb disassociated. External IP: 172.25.8.69, port: 64af83d4-9622-4827-bdd7-5d94b16b6e37. Jul 29 23:53:56.732728 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-0b8be021-5127-4e13-b832-3d0e90e3b639 req-a3d5e5d8-3067-452f-a12d-d4e0f8d56847 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Calling delete_port for 64af83d4-9622-4827-bdd7-5d94b16b6e37 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:56.859640 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0b8be021-5127-4e13-b832-3d0e90e3b639 req-a3d5e5d8-3067-452f-a12d-d4e0f8d56847 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:56.888482 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d5e5d8-3067-452f-a12d-d4e0f8d56847 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Pushing event deleted for resources: {'Port': ['ID=64af83d4-9622-4827-bdd7-5d94b16b6e37,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:57.006779 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0b8be021-5127-4e13-b832-3d0e90e3b639 req-a3d5e5d8-3067-452f-a12d-d4e0f8d56847 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Router 2991acb1-52ef-4d0b-97a5-67944d7e7d0e has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:53:57.117647 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0b8be021-5127-4e13-b832-3d0e90e3b639 req-a3d5e5d8-3067-452f-a12d-d4e0f8d56847 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:53:57.127995 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290674e6-4aff-4cd4-a30e-54773a78e19d None None] Sync routers for ids ['2991acb1-52ef-4d0b-97a5-67944d7e7d0e'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:53:57.137225 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290674e6-4aff-4cd4-a30e-54773a78e19d None None] Routers {'2991acb1-52ef-4d0b-97a5-67944d7e7d0e'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:57.137835 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-290674e6-4aff-4cd4-a30e-54773a78e19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:53:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['2991acb1-52ef-4d0b-97a5-67944d7e7d0e'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:57.157211 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8be021-5127-4e13-b832-3d0e90e3b639 req-a3d5e5d8-3067-452f-a12d-d4e0f8d56847 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] No DVR routers for this DVR port 64af83d4-9622-4827-bdd7-5d94b16b6e37 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:53:57.161051 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-0b8be021-5127-4e13-b832-3d0e90e3b639 req-a3d5e5d8-3067-452f-a12d-d4e0f8d56847 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:57.163048 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0b8be021-5127-4e13-b832-3d0e90e3b639 req-a3d5e5d8-3067-452f-a12d-d4e0f8d56847 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.23 "DELETE /v2.0/ports/64af83d4-9622-4827-bdd7-5d94b16b6e37 HTTP/1.1" status: 204 len: 173 time: 0.7781234 Jul 29 23:53:57.163441 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf5bccd9-0802-4146-a59d-3ed2945d5809', 'name': 'network-vif-deleted', 'tag': '64af83d4-9622-4827-bdd7-5d94b16b6e37'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:53:57.165768 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58287618-ca0d-4f0e-a3cd-2e9145d2e65d" -d '{"events": [{"server_uuid": "bf5bccd9-0802-4146-a59d-3ed2945d5809", "name": "network-vif-deleted", "tag": "64af83d4-9622-4827-bdd7-5d94b16b6e37"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:53:57.218216 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ff4b16-96a8-4116-a9ac-b9aff97e85d7 x-openstack-request-id: req-74ff4b16-96a8-4116-a9ac-b9aff97e85d7 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:53:57.218790 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf5bccd9-0802-4146-a59d-3ed2945d5809", "name": "network-vif-deleted", "tag": "64af83d4-9622-4827-bdd7-5d94b16b6e37", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:53:57.219417 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74ff4b16-96a8-4116-a9ac-b9aff97e85d7 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:53:57.220093 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf5bccd9-0802-4146-a59d-3ed2945d5809', 'name': 'network-vif-deleted', 'tag': '64af83d4-9622-4827-bdd7-5d94b16b6e37', 'status': 'completed', 'code': 200} Jul 29 23:53:57.257196 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-290674e6-4aff-4cd4-a30e-54773a78e19d None None] Set router 2991acb1-52ef-4d0b-97a5-67944d7e7d0e gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:57.454592 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-996338b4-16be-4372-843a-60c872ef9cba req-644748e0-1aba-40c1-bb0f-841887935358 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf5bccd9-0802-4146-a59d-3ed2945d5809 HTTP/1.1" status: 200 len: 210 time: 0.0329125 Jul 29 23:53:57.491569 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-290674e6-4aff-4cd4-a30e-54773a78e19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1633020822-router', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:32Z', 'updated_at': '2021-07-29T23:46:38Z', 'revision_number': 4, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'gw_port': {'id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:34Z', 'updated_at': '2021-07-29T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd9d6c781-fe51-446a-800a-c1c86f775cea', 'name': '', 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'mac_address': 'fa:16:3e:dc:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:37Z', 'updated_at': '2021-07-29T23:46:45Z', 'revision_number': 5, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'subnets': [{'id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:57.521396 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290674e6-4aff-4cd4-a30e-54773a78e19d None None] Checking router: 2991acb1-52ef-4d0b-97a5-67944d7e7d0e for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:53:57.529688 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290674e6-4aff-4cd4-a30e-54773a78e19d None None] Routers {'2991acb1-52ef-4d0b-97a5-67944d7e7d0e'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:53:57.530583 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-290674e6-4aff-4cd4-a30e-54773a78e19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:53:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['2991acb1-52ef-4d0b-97a5-67944d7e7d0e'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:57.644637 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-290674e6-4aff-4cd4-a30e-54773a78e19d None None] Set router 2991acb1-52ef-4d0b-97a5-67944d7e7d0e gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:53:57.926626 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-290674e6-4aff-4cd4-a30e-54773a78e19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1633020822-router', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:32Z', 'updated_at': '2021-07-29T23:46:38Z', 'revision_number': 4, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'gw_port': {'id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:34Z', 'updated_at': '2021-07-29T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd9d6c781-fe51-446a-800a-c1c86f775cea', 'name': '', 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'mac_address': 'fa:16:3e:dc:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:37Z', 'updated_at': '2021-07-29T23:46:45Z', 'revision_number': 5, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'subnets': [{'id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:53:57.952005 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-290674e6-4aff-4cd4-a30e-54773a78e19d None None] The sync data for ids ['2991acb1-52ef-4d0b-97a5-67944d7e7d0e'] in n-d-712140-10 is: [{'id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1633020822-router', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:32Z', 'updated_at': '2021-07-29T23:46:38Z', 'revision_number': 4, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'gw_port': {'id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:34Z', 'updated_at': '2021-07-29T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd9d6c781-fe51-446a-800a-c1c86f775cea', 'name': '', 'network_id': 'c5d248fd-ab50-44b4-871d-02015d72fe43', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'mac_address': 'fa:16:3e:dc:9b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:37Z', 'updated_at': '2021-07-29T23:46:45Z', 'revision_number': 5, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'subnets': [{'id': '69ac91f6-4b2c-4d90-9c2c-b487e54998fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:53:58.183182 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b21d074-48a4-4d08-aecf-20c5a2065242 None None] New status for floating IP b1004490-593e-489f-b2aa-d4b201d1eecb: DOWN {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:53:58.546974 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48004) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:58.602447 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2f627a8f-fcb2-4b43-b2ed-a7e4f06c2ad9 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.626459 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2f627a8f-fcb2-4b43-b2ed-a7e4f06c2ad9 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.678123 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2f627a8f-fcb2-4b43-b2ed-a7e4f06c2ad9 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.680704 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2f627a8f-fcb2-4b43-b2ed-a7e4f06c2ad9 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.682047 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2f627a8f-fcb2-4b43-b2ed-a7e4f06c2ad9 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "DELETE /v2.0/security-groups/cd436def-8178-4d40-8f8c-11cb10769a89 HTTP/1.1" status: 204 len: 168 time: 0.1340768 Jul 29 23:53:58.684951 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48006) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:58.694707 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f627a8f-fcb2-4b43-b2ed-a7e4f06c2ad9 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd436def-8178-4d40-8f8c-11cb10769a89,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:58.699573 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-2bdfe21e-5d68-4a5f-bdcd-b829d0dfb094 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] show failed (client error): The resource could not be found. Jul 29 23:53:58.700644 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2bdfe21e-5d68-4a5f-bdcd-b829d0dfb094 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "GET /v2.0/security-groups/cd436def-8178-4d40-8f8c-11cb10769a89 HTTP/1.1" status: 404 len: 347 time: 0.0145636 Jul 29 23:53:58.702990 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f627a8f-fcb2-4b43-b2ed-a7e4f06c2ad9 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:58.703348 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f627a8f-fcb2-4b43-b2ed-a7e4f06c2ad9 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:58.703828 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f627a8f-fcb2-4b43-b2ed-a7e4f06c2ad9 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:58.704209 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f627a8f-fcb2-4b43-b2ed-a7e4f06c2ad9 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:58.704525 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48008) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:53:58.704705 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f627a8f-fcb2-4b43-b2ed-a7e4f06c2ad9 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:58.704867 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f627a8f-fcb2-4b43-b2ed-a7e4f06c2ad9 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:58.705224 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f627a8f-fcb2-4b43-b2ed-a7e4f06c2ad9 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:58.705560 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f627a8f-fcb2-4b43-b2ed-a7e4f06c2ad9 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:58.705959 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f627a8f-fcb2-4b43-b2ed-a7e4f06c2ad9 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:58.706328 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f627a8f-fcb2-4b43-b2ed-a7e4f06c2ad9 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:58.706680 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f627a8f-fcb2-4b43-b2ed-a7e4f06c2ad9 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:58.707038 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f627a8f-fcb2-4b43-b2ed-a7e4f06c2ad9 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:53:58.833967 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-100c2647-fe77-4ff6-a5f9-534ab4d7c5d8 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Deleting port 7c836d0c-9034-4cd7-9ec9-46fb6d94f905 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:53:58.834227 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-100c2647-fe77-4ff6-a5f9-534ab4d7c5d8 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.914273 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-100c2647-fe77-4ff6-a5f9-534ab4d7c5d8 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.914609 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-100c2647-fe77-4ff6-a5f9-534ab4d7c5d8 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:58.928210 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-100c2647-fe77-4ff6-a5f9-534ab4d7c5d8 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Calling delete_port for 7c836d0c-9034-4cd7-9ec9-46fb6d94f905 owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:53:59.064499 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-100c2647-fe77-4ff6-a5f9-534ab4d7c5d8 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:59.090806 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100c2647-fe77-4ff6-a5f9-534ab4d7c5d8 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Pushing event deleted for resources: {'Port': ['ID=7c836d0c-9034-4cd7-9ec9-46fb6d94f905,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:53:59.154830 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-100c2647-fe77-4ff6-a5f9-534ab4d7c5d8 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:59.157496 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-100c2647-fe77-4ff6-a5f9-534ab4d7c5d8 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:59.158903 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-100c2647-fe77-4ff6-a5f9-534ab4d7c5d8 tempest-AttachVolumeShelveTestJSON-423357676 tempest-AttachVolumeShelveTestJSON-423357676-project] 10.222.0.18 "DELETE /v2.0/floatingips/b1004490-593e-489f-b2aa-d4b201d1eecb HTTP/1.1" status: 204 len: 168 time: 0.4532120 Jul 29 23:53:59.698038 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:53:59.945414 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:01.064775 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 64af83d4-9622-4827-bdd7-5d94b16b6e37 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:54:01.088789 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 64af83d4-9622-4827-bdd7-5d94b16b6e37 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:54:01.089128 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 64af83d4-9622-4827-bdd7-5d94b16b6e37 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:54:02.849423 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27ff1dd8-251f-4183-8a50-53a29fbe3c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:03.749158 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48036) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:04.545386 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e6d7cf57-f7cb-4105-a5f9-6a2bc9e0d292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.580458 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba5e83b-6cbf-49e7-bd3a-7f10faa0a22b req-5fe9e67c-ed06-4e19-89a8-11d96651648b tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:04.583019 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ba5e83b-6cbf-49e7-bd3a-7f10faa0a22b req-5fe9e67c-ed06-4e19-89a8-11d96651648b tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 1098 time: 0.0440214 Jul 29 23:54:04.623096 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ba5e83b-6cbf-49e7-bd3a-7f10faa0a22b req-b5fe02e3-6348-4179-a1c0-824a7e08af5e tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336699 Jul 29 23:54:04.647121 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48044) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:04.811865 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-9d291520-fe3a-4d93-8816-6f0ce5881098 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Deleting port ce10435c-068d-4e5f-b902-ec43f61465d6 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:04.812183 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9d291520-fe3a-4d93-8816-6f0ce5881098 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.856717 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-e6d7cf57-f7cb-4105-a5f9-6a2bc9e0d292 admin admin] Deleting port d9d6c781-fe51-446a-800a-c1c86f775cea {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:04.857299 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e6d7cf57-f7cb-4105-a5f9-6a2bc9e0d292 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.894568 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9d291520-fe3a-4d93-8816-6f0ce5881098 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.895446 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9d291520-fe3a-4d93-8816-6f0ce5881098 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.907444 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-9d291520-fe3a-4d93-8816-6f0ce5881098 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Calling delete_port for ce10435c-068d-4e5f-b902-ec43f61465d6 owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:04.947966 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-e6d7cf57-f7cb-4105-a5f9-6a2bc9e0d292 admin admin] For port d9d6c781-fe51-446a-800a-c1c86f775cea, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d9d6c781-fe51-446a-800a-c1c86f775cea,segment=NetworkSegment(a8b5eda5-9414-420c-921a-7601972def5c),segment_id=a8b5eda5-9414-420c-921a-7601972def5c)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:04.948358 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e6d7cf57-f7cb-4105-a5f9-6a2bc9e0d292 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:04.962776 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-e6d7cf57-f7cb-4105-a5f9-6a2bc9e0d292 admin admin] Calling delete_port for d9d6c781-fe51-446a-800a-c1c86f775cea owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:05.064045 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9d291520-fe3a-4d93-8816-6f0ce5881098 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.093696 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d291520-fe3a-4d93-8816-6f0ce5881098 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event deleted for resources: {'Port': ['ID=ce10435c-068d-4e5f-b902-ec43f61465d6,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:05.156043 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9d291520-fe3a-4d93-8816-6f0ce5881098 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.156477 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-9d291520-fe3a-4d93-8816-6f0ce5881098 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Floating IP 95345859-0b20-497a-8305-ec2cfe0ba974 disassociated (deleted). External IP: 172.25.8.230, port: a8ede33c-31aa-4775-b165-1746c89cdfb0. Jul 29 23:54:05.157139 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e6d7cf57-f7cb-4105-a5f9-6a2bc9e0d292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.193579 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7cf57-f7cb-4105-a5f9-6a2bc9e0d292 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9d6c781-fe51-446a-800a-c1c86f775cea,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:05.387326 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e6d7cf57-f7cb-4105-a5f9-6a2bc9e0d292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.402049 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.416950 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d291520-fe3a-4d93-8816-6f0ce5881098 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Router 0aefc084-f7b7-42ae-a7a2-7f77080efbce has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:54:05.537614 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d291520-fe3a-4d93-8816-6f0ce5881098 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:05.543826 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9d291520-fe3a-4d93-8816-6f0ce5881098 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:05.548236 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0c9242-d6b5-4857-9ee6-9b8073609773 None None] Sync routers for ids ['0aefc084-f7b7-42ae-a7a2-7f77080efbce'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:05.558163 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0c9242-d6b5-4857-9ee6-9b8073609773 None None] Routers {'0aefc084-f7b7-42ae-a7a2-7f77080efbce'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:05.558786 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-be0c9242-d6b5-4857-9ee6-9b8073609773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:53:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0aefc084-f7b7-42ae-a7a2-7f77080efbce'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:05.586095 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9d291520-fe3a-4d93-8816-6f0ce5881098 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "DELETE /v2.0/floatingips/95345859-0b20-497a-8305-ec2cfe0ba974 HTTP/1.1" status: 204 len: 168 time: 0.9350336 Jul 29 23:54:05.586095 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fb67b97-035b-411f-a44d-24ccb27d66a8', 'tag': 'a8ede33c-31aa-4775-b165-1746c89cdfb0'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:54:05.587529 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f171a4f-06d1-400a-9dba-99c347e49ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "8fb67b97-035b-411f-a44d-24ccb27d66a8", "tag": "a8ede33c-31aa-4775-b165-1746c89cdfb0"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:54:05.640174 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d7cf57-f7cb-4105-a5f9-6a2bc9e0d292 admin admin] Router 2991acb1-52ef-4d0b-97a5-67944d7e7d0e has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:54:05.679202 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-be0c9242-d6b5-4857-9ee6-9b8073609773 None None] Set router 0aefc084-f7b7-42ae-a7a2-7f77080efbce gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:05.773094 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d7cf57-f7cb-4105-a5f9-6a2bc9e0d292 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:05.781124 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e6d7cf57-f7cb-4105-a5f9-6a2bc9e0d292 admin admin] 10.222.0.18 "PUT /v2.0/routers/2991acb1-52ef-4d0b-97a5-67944d7e7d0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0282369 Jul 29 23:54:05.782500 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48052) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:05.790339 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d248b6f-f8ae-449c-8e8e-7b71035d32ab None None] Sync routers for ids ['2991acb1-52ef-4d0b-97a5-67944d7e7d0e'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:05.793551 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40de477c-68a1-4138-bf27-544ab17093c9 x-openstack-request-id: req-40de477c-68a1-4138-bf27-544ab17093c9 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:54:05.794182 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fb67b97-035b-411f-a44d-24ccb27d66a8", "tag": "a8ede33c-31aa-4775-b165-1746c89cdfb0", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:54:05.794603 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-40de477c-68a1-4138-bf27-544ab17093c9 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:54:05.795161 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fb67b97-035b-411f-a44d-24ccb27d66a8', 'tag': 'a8ede33c-31aa-4775-b165-1746c89cdfb0', 'status': 'completed', 'code': 200} Jul 29 23:54:05.807641 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d248b6f-f8ae-449c-8e8e-7b71035d32ab None None] Routers {'2991acb1-52ef-4d0b-97a5-67944d7e7d0e'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:05.809148 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-5d248b6f-f8ae-449c-8e8e-7b71035d32ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:53:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['2991acb1-52ef-4d0b-97a5-67944d7e7d0e'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:05.905485 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-be0c9242-d6b5-4857-9ee6-9b8073609773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512021197', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '27a30c71-b8e4-4d92-95a4-98fe5597b4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:14Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '27a30c71-b8e4-4d92-95a4-98fe5597b4c1', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd9e743ba-5a64-4863-b29f-2a84eb623df4', 'name': '', 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:53:f2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '981a5958-bf58-4deb-8bb9-58479e2af160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:13Z', 'updated_at': '2021-07-29T23:52:19Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': '981a5958-bf58-4deb-8bb9-58479e2af160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:05.933263 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0c9242-d6b5-4857-9ee6-9b8073609773 None None] Checking router: 0aefc084-f7b7-42ae-a7a2-7f77080efbce for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:54:05.943454 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be0c9242-d6b5-4857-9ee6-9b8073609773 None None] Routers {'0aefc084-f7b7-42ae-a7a2-7f77080efbce'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:05.944140 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-be0c9242-d6b5-4857-9ee6-9b8073609773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:53:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0aefc084-f7b7-42ae-a7a2-7f77080efbce'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:05.959362 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-5d248b6f-f8ae-449c-8e8e-7b71035d32ab None None] Set router 2991acb1-52ef-4d0b-97a5-67944d7e7d0e gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:06.069360 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-be0c9242-d6b5-4857-9ee6-9b8073609773 None None] Set router 0aefc084-f7b7-42ae-a7a2-7f77080efbce gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:06.151125 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-5d248b6f-f8ae-449c-8e8e-7b71035d32ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1633020822-router', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:32Z', 'updated_at': '2021-07-29T23:54:05Z', 'revision_number': 5, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'gw_port': {'id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:34Z', 'updated_at': '2021-07-29T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:06.183116 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d248b6f-f8ae-449c-8e8e-7b71035d32ab None None] Checking router: 2991acb1-52ef-4d0b-97a5-67944d7e7d0e for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:54:06.191975 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d248b6f-f8ae-449c-8e8e-7b71035d32ab None None] Routers {'2991acb1-52ef-4d0b-97a5-67944d7e7d0e'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:06.192603 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-5d248b6f-f8ae-449c-8e8e-7b71035d32ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:53:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['2991acb1-52ef-4d0b-97a5-67944d7e7d0e'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:06.268021 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f171a4f-06d1-400a-9dba-99c347e49ef4 req-bba96267-171d-4227-b416-b8610cf070fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:06.270129 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0f171a4f-06d1-400a-9dba-99c347e49ef4 req-bba96267-171d-4227-b416-b8610cf070fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 1098 time: 0.4316747 Jul 29 23:54:06.285170 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a464c470-0bd9-44fa-8d2e-dd90dfb021bf req-5a56f4db-fad6-4c0c-a693-4ed13a4399ac tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:06.286850 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a464c470-0bd9-44fa-8d2e-dd90dfb021bf req-5a56f4db-fad6-4c0c-a693-4ed13a4399ac tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 946 time: 0.4172680 Jul 29 23:54:06.287802 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-be0c9242-d6b5-4857-9ee6-9b8073609773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512021197', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '27a30c71-b8e4-4d92-95a4-98fe5597b4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:14Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '27a30c71-b8e4-4d92-95a4-98fe5597b4c1', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd9e743ba-5a64-4863-b29f-2a84eb623df4', 'name': '', 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:53:f2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '981a5958-bf58-4deb-8bb9-58479e2af160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:13Z', 'updated_at': '2021-07-29T23:52:19Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': '981a5958-bf58-4deb-8bb9-58479e2af160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:06.297033 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-050459fd-3e6c-42e3-8b0b-f67a428534cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.319643 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0c9242-d6b5-4857-9ee6-9b8073609773 None None] The sync data for ids ['0aefc084-f7b7-42ae-a7a2-7f77080efbce'] in n-d-712140-10 is: [{'id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512021197', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '27a30c71-b8e4-4d92-95a4-98fe5597b4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:14Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '27a30c71-b8e4-4d92-95a4-98fe5597b4c1', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd9e743ba-5a64-4863-b29f-2a84eb623df4', 'name': '', 'network_id': 'd841677e-ae20-495e-84e6-2345c6bafdb4', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:53:f2:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3522, 'fixed_ips': [{'subnet_id': '981a5958-bf58-4deb-8bb9-58479e2af160', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:13Z', 'updated_at': '2021-07-29T23:52:19Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': '981a5958-bf58-4deb-8bb9-58479e2af160', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:06.332121 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-5d248b6f-f8ae-449c-8e8e-7b71035d32ab None None] Set router 2991acb1-52ef-4d0b-97a5-67944d7e7d0e gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:06.346139 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e0c1b5a-f6d5-4fee-ac17-540d29eba3dc admin admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.438239 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a464c470-0bd9-44fa-8d2e-dd90dfb021bf req-6f3a0a63-370b-49d2-90cf-f85f139b6ec1 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415966 Jul 29 23:54:06.496285 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f171a4f-06d1-400a-9dba-99c347e49ef4 req-a0f402d1-6405-4862-90fa-762bda7537d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:06.497815 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0f171a4f-06d1-400a-9dba-99c347e49ef4 req-a0f402d1-6405-4862-90fa-762bda7537d6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d841677e-ae20-495e-84e6-2345c6bafdb4 HTTP/1.1" status: 200 len: 898 time: 0.2100608 Jul 29 23:54:06.518027 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e0c1b5a-f6d5-4fee-ac17-540d29eba3dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.559049 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0f171a4f-06d1-400a-9dba-99c347e49ef4 req-ca328c44-b03e-402b-b484-3ce2269b875d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8ede33c-31aa-4775-b165-1746c89cdfb0 HTTP/1.1" status: 200 len: 217 time: 0.0496416 Jul 29 23:54:06.608504 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3235b6bf-4441-497c-a4a1-007a410acdf8 None None] New status for floating IP 95345859-0b20-497a-8305-ec2cfe0ba974: DOWN {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:54:06.642249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f171a4f-06d1-400a-9dba-99c347e49ef4 req-fc579c6c-b87a-46c7-b21e-a7e476e995e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:06.643979 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0f171a4f-06d1-400a-9dba-99c347e49ef4 req-fc579c6c-b87a-46c7-b21e-a7e476e995e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=981a5958-bf58-4deb-8bb9-58479e2af160 HTTP/1.1" status: 200 len: 834 time: 0.0541635 Jul 29 23:54:06.668693 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-5e0c1b5a-f6d5-4fee-ac17-540d29eba3dc admin admin] Deleting port d2631a06-f2bf-41c7-be43-f53bcf5d6a9b {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:06.669353 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e0c1b5a-f6d5-4fee-ac17-540d29eba3dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.685735 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-5d248b6f-f8ae-449c-8e8e-7b71035d32ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1633020822-router', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:32Z', 'updated_at': '2021-07-29T23:54:05Z', 'revision_number': 5, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'gw_port': {'id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:34Z', 'updated_at': '2021-07-29T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:06.714907 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d248b6f-f8ae-449c-8e8e-7b71035d32ab None None] The sync data for ids ['2991acb1-52ef-4d0b-97a5-67944d7e7d0e'] in n-d-712140-10 is: [{'id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'name': 'tempest-AttachVolumeShelveTestJSON-1633020822-router', 'tenant_id': 'd50d474daccb433580a7028fa61f9a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18'}], 'enable_snat': True}, 'gw_port_id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:46:32Z', 'updated_at': '2021-07-29T23:54:05Z', 'revision_number': 5, 'project_id': 'd50d474daccb433580a7028fa61f9a73', 'gw_port': {'id': 'd2631a06-f2bf-41c7-be43-f53bcf5d6a9b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:38:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2991acb1-52ef-4d0b-97a5-67944d7e7d0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2997, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:46:34Z', 'updated_at': '2021-07-29T23:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:06.747478 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f171a4f-06d1-400a-9dba-99c347e49ef4 req-5101cbdc-e0f9-4195-91a1-0c712da6ef04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:06.749309 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0f171a4f-06d1-400a-9dba-99c347e49ef4 req-5101cbdc-e0f9-4195-91a1-0c712da6ef04 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d841677e-ae20-495e-84e6-2345c6bafdb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0945606 Jul 29 23:54:06.824341 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-5e0c1b5a-f6d5-4fee-ac17-540d29eba3dc admin admin] For port d2631a06-f2bf-41c7-be43-f53bcf5d6a9b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d2631a06-f2bf-41c7-be43-f53bcf5d6a9b,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:06.824711 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e0c1b5a-f6d5-4fee-ac17-540d29eba3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.845489 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-5e0c1b5a-f6d5-4fee-ac17-540d29eba3dc admin admin] Calling delete_port for d2631a06-f2bf-41c7-be43-f53bcf5d6a9b owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:06.911817 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:06.912516 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0f171a4f-06d1-400a-9dba-99c347e49ef4 req-29dcbe13-b5ac-4bc4-a616-2bf82b3945cf service neutron] 10.222.0.39 "GET /v2.0/networks/d841677e-ae20-495e-84e6-2345c6bafdb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525161 Jul 29 23:54:07.089795 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0f171a4f-06d1-400a-9dba-99c347e49ef4 req-24264411-f670-4484-bb5c-12a44458e41e service neutron] 10.222.0.39 "GET /v2.0/networks/d841677e-ae20-495e-84e6-2345c6bafdb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675177 Jul 29 23:54:07.126899 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d9d6c781-fe51-446a-800a-c1c86f775cea no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:54:07.129134 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e0c1b5a-f6d5-4fee-ac17-540d29eba3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.152176 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: d9d6c781-fe51-446a-800a-c1c86f775cea {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:54:07.152525 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d9d6c781-fe51-446a-800a-c1c86f775cea not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:54:07.160778 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c1b5a-f6d5-4fee-ac17-540d29eba3dc admin admin] Pushing event deleted for resources: {'Port': ['ID=d2631a06-f2bf-41c7-be43-f53bcf5d6a9b,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:07.249027 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e0c1b5a-f6d5-4fee-ac17-540d29eba3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.346744 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26425914-a8c7-4759-980e-74a654919405 req-29cf9b49-fa67-4baf-9808-bdfc62aa6ac1 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:07.348804 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-26425914-a8c7-4759-980e-74a654919405 req-29cf9b49-fa67-4baf-9808-bdfc62aa6ac1 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.39 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 946 time: 0.1445885 Jul 29 23:54:07.350447 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e0c1b5a-f6d5-4fee-ac17-540d29eba3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.352737 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e0c1b5a-f6d5-4fee-ac17-540d29eba3dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.419622 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e0c1b5a-f6d5-4fee-ac17-540d29eba3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.420193 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0c1b5a-f6d5-4fee-ac17-540d29eba3dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2991acb1-52ef-4d0b-97a5-67944d7e7d0e {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:54:07.427189 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5e0c1b5a-f6d5-4fee-ac17-540d29eba3dc admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.428343 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5e0c1b5a-f6d5-4fee-ac17-540d29eba3dc admin admin] 10.222.0.18 "DELETE /v2.0/routers/2991acb1-52ef-4d0b-97a5-67944d7e7d0e HTTP/1.1" status: 204 len: 168 time: 1.6434119 Jul 29 23:54:07.431076 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48054) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:07.487100 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a39a592-a752-4380-9e92-8cc7ffbf0836 admin admin] Deleting subnet 69ac91f6-4b2c-4d90-9c2c-b487e54998fb {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:54:07.492181 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-26425914-a8c7-4759-980e-74a654919405 req-02063f7c-8766-4815-92f3-dce1966c1b67 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Deleting port a8ede33c-31aa-4775-b165-1746c89cdfb0 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:07.492553 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-26425914-a8c7-4759-980e-74a654919405 req-02063f7c-8766-4815-92f3-dce1966c1b67 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.492875 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1a39a592-a752-4380-9e92-8cc7ffbf0836 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.529383 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1a39a592-a752-4380-9e92-8cc7ffbf0836 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.624365 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1a39a592-a752-4380-9e92-8cc7ffbf0836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.632313 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e44b40-6d84-43af-a4ca-bb7459f4af6e req-7c764107-1de2-4aac-b61c-3c8ed44b1f77 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:07.633846 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59e44b40-6d84-43af-a4ca-bb7459f4af6e req-7c764107-1de2-4aac-b61c-3c8ed44b1f77 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=8fb67b97-035b-411f-a44d-24ccb27d66a8 HTTP/1.1" status: 200 len: 946 time: 0.0841563 Jul 29 23:54:07.639155 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-26425914-a8c7-4759-980e-74a654919405 req-02063f7c-8766-4815-92f3-dce1966c1b67 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] For port a8ede33c-31aa-4775-b165-1746c89cdfb0, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a8ede33c-31aa-4775-b165-1746c89cdfb0,segment=NetworkSegment(0ee8e276-231d-47a4-b3bb-d1d11028c374),segment_id=0ee8e276-231d-47a4-b3bb-d1d11028c374)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:07.639530 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-26425914-a8c7-4759-980e-74a654919405 req-02063f7c-8766-4815-92f3-dce1966c1b67 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.666543 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-26425914-a8c7-4759-980e-74a654919405 req-02063f7c-8766-4815-92f3-dce1966c1b67 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Calling delete_port for a8ede33c-31aa-4775-b165-1746c89cdfb0 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:07.678594 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1a39a592-a752-4380-9e92-8cc7ffbf0836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.694552 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59e44b40-6d84-43af-a4ca-bb7459f4af6e req-01b35dc2-ec11-44b1-9bde-cff410f0a81a tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524349 Jul 29 23:54:07.704597 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39a592-a752-4380-9e92-8cc7ffbf0836 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69ac91f6-4b2c-4d90-9c2c-b487e54998fb,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:07.711030 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1a39a592-a752-4380-9e92-8cc7ffbf0836 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.715097 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1a39a592-a752-4380-9e92-8cc7ffbf0836 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/69ac91f6-4b2c-4d90-9c2c-b487e54998fb HTTP/1.1" status: 204 len: 168 time: 0.2808738 Jul 29 23:54:07.720359 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48058) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:07.722076 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de17f47f-e915-4efb-a6e6-dd28758447a8 None None] Network c5d248fd-ab50-44b4-871d-02015d72fe43 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:07.802839 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-320a29e4-1b2e-4bd4-b0ab-0ba6de0d5708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.828493 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-26425914-a8c7-4759-980e-74a654919405 req-02063f7c-8766-4815-92f3-dce1966c1b67 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.861004 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-320a29e4-1b2e-4bd4-b0ab-0ba6de0d5708 admin admin] Deleting port 0216f890-51ff-467c-acc3-d1ad1ad86067 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:07.861201 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-320a29e4-1b2e-4bd4-b0ab-0ba6de0d5708 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.867311 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02063f7c-8766-4815-92f3-dce1966c1b67 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event deleted for resources: {'Port': ['ID=a8ede33c-31aa-4775-b165-1746c89cdfb0,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:07.921292 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-26425914-a8c7-4759-980e-74a654919405 req-02063f7c-8766-4815-92f3-dce1966c1b67 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] No DVR routers for this DVR port a8ede33c-31aa-4775-b165-1746c89cdfb0 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:54:07.924686 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-26425914-a8c7-4759-980e-74a654919405 req-02063f7c-8766-4815-92f3-dce1966c1b67 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.928053 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d612d4ea-0b81-404a-a99c-82301f10e7b0 None None] DHCP port deletion for c5d248fd-ab50-44b4-871d-02015d72fe43 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:54:07.930534 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-26425914-a8c7-4759-980e-74a654919405 req-02063f7c-8766-4815-92f3-dce1966c1b67 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.39 "DELETE /v2.0/ports/a8ede33c-31aa-4775-b165-1746c89cdfb0 HTTP/1.1" status: 204 len: 173 time: 0.5741065 Jul 29 23:54:07.931070 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fb67b97-035b-411f-a44d-24ccb27d66a8', 'name': 'network-vif-deleted', 'tag': 'a8ede33c-31aa-4775-b165-1746c89cdfb0'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:54:07.934444 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103e3510-42d5-40f2-a714-7709fdbd152c" -d '{"events": [{"server_uuid": "8fb67b97-035b-411f-a44d-24ccb27d66a8", "name": "network-vif-deleted", "tag": "a8ede33c-31aa-4775-b165-1746c89cdfb0"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:54:07.945331 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-320a29e4-1b2e-4bd4-b0ab-0ba6de0d5708 admin admin] For port 0216f890-51ff-467c-acc3-d1ad1ad86067, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0216f890-51ff-467c-acc3-d1ad1ad86067,segment=NetworkSegment(a8b5eda5-9414-420c-921a-7601972def5c),segment_id=a8b5eda5-9414-420c-921a-7601972def5c)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:07.946175 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-320a29e4-1b2e-4bd4-b0ab-0ba6de0d5708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:07.961530 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-320a29e4-1b2e-4bd4-b0ab-0ba6de0d5708 admin admin] Calling delete_port for 0216f890-51ff-467c-acc3-d1ad1ad86067 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:07.990729 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d612d4ea-0b81-404a-a99c-82301f10e7b0 None None] Deleting port 0216f890-51ff-467c-acc3-d1ad1ad86067 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:07.991066 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d612d4ea-0b81-404a-a99c-82301f10e7b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.022561 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb537c8-360a-42e2-8210-0eb712655f55 x-openstack-request-id: req-fdb537c8-360a-42e2-8210-0eb712655f55 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:54:08.023203 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fb67b97-035b-411f-a44d-24ccb27d66a8", "name": "network-vif-deleted", "tag": "a8ede33c-31aa-4775-b165-1746c89cdfb0", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:54:08.023670 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fdb537c8-360a-42e2-8210-0eb712655f55 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:54:08.024388 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fb67b97-035b-411f-a44d-24ccb27d66a8', 'name': 'network-vif-deleted', 'tag': 'a8ede33c-31aa-4775-b165-1746c89cdfb0', 'status': 'completed', 'code': 200} Jul 29 23:54:08.050398 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-320a29e4-1b2e-4bd4-b0ab-0ba6de0d5708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.077425 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-d612d4ea-0b81-404a-a99c-82301f10e7b0 None None] For port 0216f890-51ff-467c-acc3-d1ad1ad86067, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0216f890-51ff-467c-acc3-d1ad1ad86067,segment=NetworkSegment(a8b5eda5-9414-420c-921a-7601972def5c),segment_id=a8b5eda5-9414-420c-921a-7601972def5c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:08.077739 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d612d4ea-0b81-404a-a99c-82301f10e7b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.082948 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a29e4-1b2e-4bd4-b0ab-0ba6de0d5708 admin admin] Pushing event deleted for resources: {'Port': ['ID=0216f890-51ff-467c-acc3-d1ad1ad86067,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:08.088725 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320a29e4-1b2e-4bd4-b0ab-0ba6de0d5708 admin admin] No DVR routers for this DVR port 0216f890-51ff-467c-acc3-d1ad1ad86067 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:54:08.093245 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d612d4ea-0b81-404a-a99c-82301f10e7b0 None None] Calling delete_port for 0216f890-51ff-467c-acc3-d1ad1ad86067 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:08.162252 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-320a29e4-1b2e-4bd4-b0ab-0ba6de0d5708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.171941 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-320a29e4-1b2e-4bd4-b0ab-0ba6de0d5708 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d248fd-ab50-44b4-871d-02015d72fe43']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:08.173426 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d612d4ea-0b81-404a-a99c-82301f10e7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.186167 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-320a29e4-1b2e-4bd4-b0ab-0ba6de0d5708 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8b5eda5-9414-420c-921a-7601972def5c') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:08.186481 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-320a29e4-1b2e-4bd4-b0ab-0ba6de0d5708 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8b5eda5-9414-420c-921a-7601972def5c') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:08.196127 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-320a29e4-1b2e-4bd4-b0ab-0ba6de0d5708 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.201286 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d612d4ea-0b81-404a-a99c-82301f10e7b0 None None] Pushing event deleted for resources: {'Port': ['ID=0216f890-51ff-467c-acc3-d1ad1ad86067,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:08.203466 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d612d4ea-0b81-404a-a99c-82301f10e7b0 None None] No DVR routers for this DVR port 0216f890-51ff-467c-acc3-d1ad1ad86067 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:54:08.226490 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-320a29e4-1b2e-4bd4-b0ab-0ba6de0d5708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.228305 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.236967 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320a29e4-1b2e-4bd4-b0ab-0ba6de0d5708 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:08.237380 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-320a29e4-1b2e-4bd4-b0ab-0ba6de0d5708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.239576 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:54:08.239576 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:08.239576 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:54:08.239576 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:08.239576 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:54:08.239576 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:08.239576 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:54:08.239576 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:08.239576 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:54:08.239576 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:08.239576 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:54:08.239576 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:08.239576 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:54:08.239576 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:08.239576 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:08.239576 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:08.239576 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:08.239576 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:08.239576 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:54:08.239576 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:08.239576 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:54:08.239576 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:08.239576 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:08.239576 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:08.239576 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:08.239576 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:08.239576 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:08.239576 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:08.239576 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:08.239576 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:08.239576 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:08.239576 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:08.301661 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-320a29e4-1b2e-4bd4-b0ab-0ba6de0d5708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.309791 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-320a29e4-1b2e-4bd4-b0ab-0ba6de0d5708 admin admin] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.311406 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-320a29e4-1b2e-4bd4-b0ab-0ba6de0d5708 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c5d248fd-ab50-44b4-871d-02015d72fe43 HTTP/1.1" status: 204 len: 168 time: 0.5898836 Jul 29 23:54:08.333250 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a29e4-1b2e-4bd4-b0ab-0ba6de0d5708 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5d248fd-ab50-44b4-871d-02015d72fe43,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:08.441767 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48064) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:08.486391 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8e4f580c-490e-42dc-8d21-c44ef7187b7b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d50d474daccb433580a7028fa61f9a73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433016 Jul 29 23:54:08.489529 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48066) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:08.539085 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8b8ae55a-5ada-42c8-8506-fbb78064439d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.559966 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8b8ae55a-5ada-42c8-8506-fbb78064439d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.605824 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8b8ae55a-5ada-42c8-8506-fbb78064439d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.608316 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8b8ae55a-5ada-42c8-8506-fbb78064439d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:08.609524 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8b8ae55a-5ada-42c8-8506-fbb78064439d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a35cc01a-2a37-4cf6-aa42-e5c5705241d5 HTTP/1.1" status: 204 len: 168 time: 0.1190569 Jul 29 23:54:08.618535 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ae55a-5ada-42c8-8506-fbb78064439d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35cc01a-2a37-4cf6-aa42-e5c5705241d5,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:08.758627 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48072) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:08.971738 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d2631a06-f2bf-41c7-be43-f53bcf5d6a9b no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:54:08.993372 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: d2631a06-f2bf-41c7-be43-f53bcf5d6a9b {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:54:08.993991 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d2631a06-f2bf-41c7-be43-f53bcf5d6a9b not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:54:08.994715 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0216f890-51ff-467c-acc3-d1ad1ad86067 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:54:09.014551 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 0216f890-51ff-467c-acc3-d1ad1ad86067 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:54:09.014894 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0216f890-51ff-467c-acc3-d1ad1ad86067 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:54:09.157355 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e6264e3e-4207-49c0-b2d9-052dda274c68 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.420002 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-e6264e3e-4207-49c0-b2d9-052dda274c68 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Deleting port d9e743ba-5a64-4863-b29f-2a84eb623df4 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:09.420265 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e6264e3e-4207-49c0-b2d9-052dda274c68 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.508617 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-e6264e3e-4207-49c0-b2d9-052dda274c68 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] For port d9e743ba-5a64-4863-b29f-2a84eb623df4, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d9e743ba-5a64-4863-b29f-2a84eb623df4,segment=NetworkSegment(0ee8e276-231d-47a4-b3bb-d1d11028c374),segment_id=0ee8e276-231d-47a4-b3bb-d1d11028c374)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:09.508986 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e6264e3e-4207-49c0-b2d9-052dda274c68 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.522185 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-e6264e3e-4207-49c0-b2d9-052dda274c68 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Calling delete_port for d9e743ba-5a64-4863-b29f-2a84eb623df4 owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:09.717070 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e6264e3e-4207-49c0-b2d9-052dda274c68 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:09.749151 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6264e3e-4207-49c0-b2d9-052dda274c68 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event deleted for resources: {'Port': ['ID=d9e743ba-5a64-4863-b29f-2a84eb623df4,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:09.931959 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e6264e3e-4207-49c0-b2d9-052dda274c68 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.451749 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6264e3e-4207-49c0-b2d9-052dda274c68 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Router 0aefc084-f7b7-42ae-a7a2-7f77080efbce has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:54:10.564551 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6264e3e-4207-49c0-b2d9-052dda274c68 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:10.574557 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e6264e3e-4207-49c0-b2d9-052dda274c68 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "PUT /v2.0/routers/0aefc084-f7b7-42ae-a7a2-7f77080efbce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8117871 Jul 29 23:54:10.575625 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48132) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:10.586153 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e91ae8-f89c-42be-abc8-b791ad3c2b01 None None] Sync routers for ids ['0aefc084-f7b7-42ae-a7a2-7f77080efbce'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:10.596275 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e91ae8-f89c-42be-abc8-b791ad3c2b01 None None] Routers {'0aefc084-f7b7-42ae-a7a2-7f77080efbce'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:10.597557 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-23e91ae8-f89c-42be-abc8-b791ad3c2b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:54:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0aefc084-f7b7-42ae-a7a2-7f77080efbce'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:10.634567 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-1149ef17-f4f6-43c8-a805-3813937f6cf8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Deleting subnet 981a5958-bf58-4deb-8bb9-58479e2af160 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:54:10.638485 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1149ef17-f4f6-43c8-a805-3813937f6cf8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.685634 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1149ef17-f4f6-43c8-a805-3813937f6cf8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.712642 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device a8ede33c-31aa-4775-b165-1746c89cdfb0 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:54:10.715746 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-23e91ae8-f89c-42be-abc8-b791ad3c2b01 None None] Set router 0aefc084-f7b7-42ae-a7a2-7f77080efbce gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:10.776830 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1149ef17-f4f6-43c8-a805-3813937f6cf8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.786092 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: a8ede33c-31aa-4775-b165-1746c89cdfb0 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:54:10.786446 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device a8ede33c-31aa-4775-b165-1746c89cdfb0 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:54:10.845579 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1149ef17-f4f6-43c8-a805-3813937f6cf8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.867736 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b0046a-35b5-45c8-a12a-6f49d0b32473 None None] Network d841677e-ae20-495e-84e6-2345c6bafdb4 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:10.882158 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1149ef17-f4f6-43c8-a805-3813937f6cf8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:10.886590 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1149ef17-f4f6-43c8-a805-3813937f6cf8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "DELETE /v2.0/subnets/981a5958-bf58-4deb-8bb9-58479e2af160 HTTP/1.1" status: 204 len: 168 time: 0.3074007 Jul 29 23:54:10.886590 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1149ef17-f4f6-43c8-a805-3813937f6cf8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event deleted for resources: {'Subnet': ['ID=981a5958-bf58-4deb-8bb9-58479e2af160,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:10.886930 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48138) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:11.013329 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e8707d43-93e9-4260-9949-b7fea0532ef0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.048710 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-23e91ae8-f89c-42be-abc8-b791ad3c2b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512021197', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '27a30c71-b8e4-4d92-95a4-98fe5597b4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:54:09Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '27a30c71-b8e4-4d92-95a4-98fe5597b4c1', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:11.078409 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e91ae8-f89c-42be-abc8-b791ad3c2b01 None None] Checking router: 0aefc084-f7b7-42ae-a7a2-7f77080efbce for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:54:11.091204 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e91ae8-f89c-42be-abc8-b791ad3c2b01 None None] Routers {'0aefc084-f7b7-42ae-a7a2-7f77080efbce'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:11.091920 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-23e91ae8-f89c-42be-abc8-b791ad3c2b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:54:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0aefc084-f7b7-42ae-a7a2-7f77080efbce'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:11.126721 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e8707d43-93e9-4260-9949-b7fea0532ef0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.162488 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48142) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:11.184036 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92a00b1-22bf-48c6-8df5-ef0befe11cc8 None None] DHCP port deletion for d841677e-ae20-495e-84e6-2345c6bafdb4 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:54:11.186374 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-e8707d43-93e9-4260-9949-b7fea0532ef0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Deleting port 27a30c71-b8e4-4d92-95a4-98fe5597b4c1 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:11.186724 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e8707d43-93e9-4260-9949-b7fea0532ef0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.234436 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-23e91ae8-f89c-42be-abc8-b791ad3c2b01 None None] Set router 0aefc084-f7b7-42ae-a7a2-7f77080efbce gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:11.277948 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-e8707d43-93e9-4260-9949-b7fea0532ef0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] For port 27a30c71-b8e4-4d92-95a4-98fe5597b4c1, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=27a30c71-b8e4-4d92-95a4-98fe5597b4c1,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:11.278329 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e8707d43-93e9-4260-9949-b7fea0532ef0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.294588 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-e8707d43-93e9-4260-9949-b7fea0532ef0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Calling delete_port for 27a30c71-b8e4-4d92-95a4-98fe5597b4c1 owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:11.369290 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b92a00b1-22bf-48c6-8df5-ef0befe11cc8 None None] Deleting port 9f0b3a85-522e-403b-b348-583c4a1849e2 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:11.369675 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b92a00b1-22bf-48c6-8df5-ef0befe11cc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.425575 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b25893a0-2161-4a11-9fbc-54defc0350d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.460235 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b92a00b1-22bf-48c6-8df5-ef0befe11cc8 None None] For port 9f0b3a85-522e-403b-b348-583c4a1849e2, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9f0b3a85-522e-403b-b348-583c4a1849e2,segment=NetworkSegment(0ee8e276-231d-47a4-b3bb-d1d11028c374),segment_id=0ee8e276-231d-47a4-b3bb-d1d11028c374)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:11.460641 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b92a00b1-22bf-48c6-8df5-ef0befe11cc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.482539 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e8707d43-93e9-4260-9949-b7fea0532ef0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.499400 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b92a00b1-22bf-48c6-8df5-ef0befe11cc8 None None] Calling delete_port for 9f0b3a85-522e-403b-b348-583c4a1849e2 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:11.514525 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8707d43-93e9-4260-9949-b7fea0532ef0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event deleted for resources: {'Port': ['ID=27a30c71-b8e4-4d92-95a4-98fe5597b4c1,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:11.559205 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b25893a0-2161-4a11-9fbc-54defc0350d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.563016 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b25893a0-2161-4a11-9fbc-54defc0350d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.582990 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e8707d43-93e9-4260-9949-b7fea0532ef0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.585186 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-23e91ae8-f89c-42be-abc8-b791ad3c2b01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512021197', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '27a30c71-b8e4-4d92-95a4-98fe5597b4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:54:09Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '27a30c71-b8e4-4d92-95a4-98fe5597b4c1', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:11.604227 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b25893a0-2161-4a11-9fbc-54defc0350d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c0ddfc8eb4be4df29d523922d756da61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4378929 Jul 29 23:54:11.604781 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48146) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:11.614298 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25893a0-2161-4a11-9fbc-54defc0350d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c55882d-82b0-47f2-af7c-1cb6219bc9e9,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:11.623827 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e91ae8-f89c-42be-abc8-b791ad3c2b01 None None] The sync data for ids ['0aefc084-f7b7-42ae-a7a2-7f77080efbce'] in n-d-712140-10 is: [{'id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1512021197', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.48'}], 'enable_snat': True}, 'gw_port_id': '27a30c71-b8e4-4d92-95a4-98fe5597b4c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:54:09Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '27a30c71-b8e4-4d92-95a4-98fe5597b4c1', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:fe:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aefc084-f7b7-42ae-a7a2-7f77080efbce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3519, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:52:10Z', 'updated_at': '2021-07-29T23:52:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:11.644481 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b92a00b1-22bf-48c6-8df5-ef0befe11cc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.666725 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fa54f13f-adf6-45b9-a089-b3b8d7fbce4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.685195 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e8707d43-93e9-4260-9949-b7fea0532ef0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.685984 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92a00b1-22bf-48c6-8df5-ef0befe11cc8 None None] Pushing event deleted for resources: {'Port': ['ID=9f0b3a85-522e-403b-b348-583c4a1849e2,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:11.687879 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e8707d43-93e9-4260-9949-b7fea0532ef0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.691859 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fa54f13f-adf6-45b9-a089-b3b8d7fbce4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.692540 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92a00b1-22bf-48c6-8df5-ef0befe11cc8 None None] No DVR routers for this DVR port 9f0b3a85-522e-403b-b348-583c4a1849e2 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:54:11.735568 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e8707d43-93e9-4260-9949-b7fea0532ef0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.736167 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8707d43-93e9-4260-9949-b7fea0532ef0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Fanout notify agent at l3_agent the message router_deleted on router 0aefc084-f7b7-42ae-a7a2-7f77080efbce {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:54:11.745377 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e8707d43-93e9-4260-9949-b7fea0532ef0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.746505 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e8707d43-93e9-4260-9949-b7fea0532ef0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "DELETE /v2.0/routers/0aefc084-f7b7-42ae-a7a2-7f77080efbce HTTP/1.1" status: 204 len: 168 time: 0.8586183 Jul 29 23:54:11.747106 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fa54f13f-adf6-45b9-a089-b3b8d7fbce4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.750031 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fa54f13f-adf6-45b9-a089-b3b8d7fbce4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.753757 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48148) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:11.753937 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fa54f13f-adf6-45b9-a089-b3b8d7fbce4e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6c55882d-82b0-47f2-af7c-1cb6219bc9e9 HTTP/1.1" status: 204 len: 168 time: 0.1456466 Jul 29 23:54:11.760733 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa54f13f-adf6-45b9-a089-b3b8d7fbce4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c55882d-82b0-47f2-af7c-1cb6219bc9e9,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:11.834867 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-298f6d36-1f40-4a6f-89d0-22c55811ee87 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.924272 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-298f6d36-1f40-4a6f-89d0-22c55811ee87 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.934685 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-298f6d36-1f40-4a6f-89d0-22c55811ee87 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d841677e-ae20-495e-84e6-2345c6bafdb4']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:11.945958 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-298f6d36-1f40-4a6f-89d0-22c55811ee87 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ee8e276-231d-47a4-b3bb-d1d11028c374') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:11.946258 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-298f6d36-1f40-4a6f-89d0-22c55811ee87 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ee8e276-231d-47a4-b3bb-d1d11028c374') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:11.955073 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-298f6d36-1f40-4a6f-89d0-22c55811ee87 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.969753 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-298f6d36-1f40-4a6f-89d0-22c55811ee87 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.982425 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-298f6d36-1f40-4a6f-89d0-22c55811ee87 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:11.983219 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-298f6d36-1f40-4a6f-89d0-22c55811ee87 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:11.987003 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:54:11.987003 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:11.987003 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:54:11.987003 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:11.987003 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:54:11.987003 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:11.987003 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:54:11.987003 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:11.987003 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:54:11.987003 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:11.987003 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:54:11.987003 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:11.987003 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:54:11.987003 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:11.987003 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:11.987003 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:11.987003 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:11.987003 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:11.987003 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:54:11.987003 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:11.987003 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:54:11.987003 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:11.987003 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:11.987003 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:11.987003 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:11.987003 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:11.987003 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:11.987003 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:11.987003 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:11.987003 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:11.987003 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:11.987003 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:12.039748 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48154) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:12.053765 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-298f6d36-1f40-4a6f-89d0-22c55811ee87 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.056655 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9416aa94-afa9-4aa8-b64e-a33f41e3914f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.064013 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-298f6d36-1f40-4a6f-89d0-22c55811ee87 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.066904 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-298f6d36-1f40-4a6f-89d0-22c55811ee87 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "DELETE /v2.0/networks/d841677e-ae20-495e-84e6-2345c6bafdb4 HTTP/1.1" status: 204 len: 168 time: 0.3143229 Jul 29 23:54:12.069478 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48156) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:12.087648 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298f6d36-1f40-4a6f-89d0-22c55811ee87 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event deleted for resources: {'Network': ['ID=d841677e-ae20-495e-84e6-2345c6bafdb4,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:12.152059 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1e5a7935-2a9d-45c5-bd35-a26a40dfe242 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.174435 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9416aa94-afa9-4aa8-b64e-a33f41e3914f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.178997 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9416aa94-afa9-4aa8-b64e-a33f41e3914f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.179134 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1e5a7935-2a9d-45c5-bd35-a26a40dfe242 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.216656 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9416aa94-afa9-4aa8-b64e-a33f41e3914f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4146f560-8198-4b87-a684-27c9c47bb751,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:12.221933 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9416aa94-afa9-4aa8-b64e-a33f41e3914f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f5d8309351614dd2b734c7b3bd6d955c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1809165 Jul 29 23:54:12.225562 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48158) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:12.259586 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1e5a7935-2a9d-45c5-bd35-a26a40dfe242 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.262133 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1e5a7935-2a9d-45c5-bd35-a26a40dfe242 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.263909 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1e5a7935-2a9d-45c5-bd35-a26a40dfe242 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "DELETE /v2.0/security-groups/fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2 HTTP/1.1" status: 204 len: 168 time: 0.1926808 Jul 29 23:54:12.279858 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a7935-2a9d-45c5-bd35-a26a40dfe242 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd23942-49b1-43cb-a9ac-7eab6ec5f6d2,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:12.299589 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-31191d45-14a7-4d91-bdb1-4598d2d0750e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.326671 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-31191d45-14a7-4d91-bdb1-4598d2d0750e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.393204 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-31191d45-14a7-4d91-bdb1-4598d2d0750e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.396938 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-31191d45-14a7-4d91-bdb1-4598d2d0750e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.400437 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-31191d45-14a7-4d91-bdb1-4598d2d0750e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4146f560-8198-4b87-a684-27c9c47bb751 HTTP/1.1" status: 204 len: 168 time: 0.1711798 Jul 29 23:54:12.415005 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31191d45-14a7-4d91-bdb1-4598d2d0750e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4146f560-8198-4b87-a684-27c9c47bb751,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:12.706300 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48172) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:12.715539 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-599b02b7-2114-4f2d-9faa-9548a1765680 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2006536409', 'description': 'tempest-secgroup-smoke-2006536409 description', 'project_id': '238a2371055343febcbc86645f67da5e'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:12.739135 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-599b02b7-2114-4f2d-9faa-9548a1765680 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.830848 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-599b02b7-2114-4f2d-9faa-9548a1765680 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.835574 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-599b02b7-2114-4f2d-9faa-9548a1765680 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.858708 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-599b02b7-2114-4f2d-9faa-9548a1765680 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.859984 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-599b02b7-2114-4f2d-9faa-9548a1765680 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1524711 Jul 29 23:54:12.863645 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48178) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:12.869280 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-418fb3f7-d929-4f58-b5d5-c3c30ed0af94 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'security_group_rule': {'security_group_id': '7dd40335-719b-414e-8996-59b38c59b043', 'project_id': '238a2371055343febcbc86645f67da5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:12.874605 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599b02b7-2114-4f2d-9faa-9548a1765680 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd40335-719b-414e-8996-59b38c59b043,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:12.901088 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-418fb3f7-d929-4f58-b5d5-c3c30ed0af94 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.964904 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d9e743ba-5a64-4863-b29f-2a84eb623df4 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:54:12.972884 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-418fb3f7-d929-4f58-b5d5-c3c30ed0af94 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.976820 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-418fb3f7-d929-4f58-b5d5-c3c30ed0af94 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:12.995253 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: d9e743ba-5a64-4863-b29f-2a84eb623df4 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:54:12.995628 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d9e743ba-5a64-4863-b29f-2a84eb623df4 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:54:12.996354 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 27a30c71-b8e4-4d92-95a4-98fe5597b4c1 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:54:13.000653 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fb3f7-d929-4f58-b5d5-c3c30ed0af94 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e3d4769-6655-493a-9428-8049b74ab150,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:13.005235 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-418fb3f7-d929-4f58-b5d5-c3c30ed0af94 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.006812 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-418fb3f7-d929-4f58-b5d5-c3c30ed0af94 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1419446 Jul 29 23:54:13.009569 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48186) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:13.013992 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-42524f01-9a00-40c3-81d2-91a5a966adaa tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'security_group_rule': {'security_group_id': '7dd40335-719b-414e-8996-59b38c59b043', 'project_id': '238a2371055343febcbc86645f67da5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:13.019195 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 27a30c71-b8e4-4d92-95a4-98fe5597b4c1 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:54:13.019507 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 27a30c71-b8e4-4d92-95a4-98fe5597b4c1 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:54:13.019959 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9f0b3a85-522e-403b-b348-583c4a1849e2 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:54:13.040092 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 9f0b3a85-522e-403b-b348-583c4a1849e2 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:54:13.040450 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9f0b3a85-522e-403b-b348-583c4a1849e2 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:54:13.043925 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-42524f01-9a00-40c3-81d2-91a5a966adaa tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.107813 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-42524f01-9a00-40c3-81d2-91a5a966adaa tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.112292 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-42524f01-9a00-40c3-81d2-91a5a966adaa tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.133426 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42524f01-9a00-40c3-81d2-91a5a966adaa tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dfd9acc-709f-405a-bebe-027fdc53c262,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:13.137035 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-42524f01-9a00-40c3-81d2-91a5a966adaa tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.138284 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-42524f01-9a00-40c3-81d2-91a5a966adaa tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1277289 Jul 29 23:54:13.141135 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48190) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:13.146381 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-8025508f-ed61-4c6b-8578-7bbec4d87510 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'security_group_rule': {'security_group_id': '7dd40335-719b-414e-8996-59b38c59b043', 'project_id': '238a2371055343febcbc86645f67da5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:13.173993 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8025508f-ed61-4c6b-8578-7bbec4d87510 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.224583 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8025508f-ed61-4c6b-8578-7bbec4d87510 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.228269 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8025508f-ed61-4c6b-8578-7bbec4d87510 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.251069 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025508f-ed61-4c6b-8578-7bbec4d87510 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15cde710-7f01-482f-8ed1-a28129ee7e33,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:13.255388 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8025508f-ed61-4c6b-8578-7bbec4d87510 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.259092 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8025508f-ed61-4c6b-8578-7bbec4d87510 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1144671 Jul 29 23:54:13.259667 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48194) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:13.267719 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-ab63b7e0-4b04-48b3-9d66-362a784aa63d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'security_group_rule': {'security_group_id': '7dd40335-719b-414e-8996-59b38c59b043', 'project_id': '238a2371055343febcbc86645f67da5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:13.299133 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ab63b7e0-4b04-48b3-9d66-362a784aa63d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.361999 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ab63b7e0-4b04-48b3-9d66-362a784aa63d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.365957 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ab63b7e0-4b04-48b3-9d66-362a784aa63d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.386376 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63b7e0-4b04-48b3-9d66-362a784aa63d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4976a2a1-88b1-40fb-a067-a7b35cff599d,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:13.396613 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ab63b7e0-4b04-48b3-9d66-362a784aa63d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.397958 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ab63b7e0-4b04-48b3-9d66-362a784aa63d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1376433 Jul 29 23:54:13.400971 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48200) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:13.405830 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-acb25041-6da4-4f66-b9a4-2ed82af85481 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'security_group_rule': {'security_group_id': '7dd40335-719b-414e-8996-59b38c59b043', 'project_id': '238a2371055343febcbc86645f67da5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:13.428751 n-d-712140-10 neutron-server[94064]: INFO neutron.db.securitygroups_db [None req-acb25041-6da4-4f66-b9a4-2ed82af85481 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Project 238a2371055343febcbc86645f67da5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:54:13.433884 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-acb25041-6da4-4f66-b9a4-2ed82af85481 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.500581 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-acb25041-6da4-4f66-b9a4-2ed82af85481 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.505323 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-acb25041-6da4-4f66-b9a4-2ed82af85481 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.523007 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb25041-6da4-4f66-b9a4-2ed82af85481 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b0550a7-2483-4118-84bf-61aae0d8eaa1,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:13.530432 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-acb25041-6da4-4f66-b9a4-2ed82af85481 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.531812 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-acb25041-6da4-4f66-b9a4-2ed82af85481 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1297510 Jul 29 23:54:13.534803 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48206) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:13.539479 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-4091ce1c-3550-40e1-8006-fd68fca7efc8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'security_group_rule': {'security_group_id': '7dd40335-719b-414e-8996-59b38c59b043', 'project_id': '238a2371055343febcbc86645f67da5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:13.561528 n-d-712140-10 neutron-server[94064]: INFO neutron.db.securitygroups_db [None req-4091ce1c-3550-40e1-8006-fd68fca7efc8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Project 238a2371055343febcbc86645f67da5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:54:13.567032 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4091ce1c-3550-40e1-8006-fd68fca7efc8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.629697 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4091ce1c-3550-40e1-8006-fd68fca7efc8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.633464 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4091ce1c-3550-40e1-8006-fd68fca7efc8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.652747 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091ce1c-3550-40e1-8006-fd68fca7efc8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a492da4e-95fc-4af2-9635-6047b6e05809,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:13.660859 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4091ce1c-3550-40e1-8006-fd68fca7efc8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.661945 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4091ce1c-3550-40e1-8006-fd68fca7efc8 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1261778 Jul 29 23:54:13.664758 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48212) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:13.669806 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c57eacf2-60a0-4a6e-949f-911a55a11009 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'network': {'name': 'tempest-network-smoke--182494757', 'project_id': '238a2371055343febcbc86645f67da5e', 'port_security_enabled': True}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:13.689416 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57eacf2-60a0-4a6e-949f-911a55a11009 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Made reservation on behalf of 238a2371055343febcbc86645f67da5e for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:13.692940 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c57eacf2-60a0-4a6e-949f-911a55a11009 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.717221 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57eacf2-60a0-4a6e-949f-911a55a11009 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:13.728537 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c57eacf2-60a0-4a6e-949f-911a55a11009 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.728890 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-c57eacf2-60a0-4a6e-949f-911a55a11009 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Added segment ff71753c-c275-4b4a-89d9-549a4003d03c of type vlan for network 69d224d9-2303-4c0c-aa71-c83ffa50ae05 Jul 29 23:54:13.769980 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c57eacf2-60a0-4a6e-949f-911a55a11009 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.799493 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c57eacf2-60a0-4a6e-949f-911a55a11009 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.805458 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57eacf2-60a0-4a6e-949f-911a55a11009 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:13.805920 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c57eacf2-60a0-4a6e-949f-911a55a11009 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.864408 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c57eacf2-60a0-4a6e-949f-911a55a11009 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1985779 Jul 29 23:54:13.867177 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48220) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:13.873844 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c33fe7cd-fb52-4143-815e-bd63f8e4c840 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-238318245', 'admin_state_up': True, 'project_id': '238a2371055343febcbc86645f67da5e', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:13.887340 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57eacf2-60a0-4a6e-949f-911a55a11009 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'Network': ['ID=69d224d9-2303-4c0c-aa71-c83ffa50ae05,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:13.902281 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 69d224d9-2303-4c0c-aa71-c83ffa50ae05 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:13.909960 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c33fe7cd-fb52-4143-815e-bd63f8e4c840 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.911439 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c33fe7cd-fb52-4143-815e-bd63f8e4c840 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:13.969545 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c33fe7cd-fb52-4143-815e-bd63f8e4c840 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.112187 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c33fe7cd-fb52-4143-815e-bd63f8e4c840 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.312993 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c33fe7cd-fb52-4143-815e-bd63f8e4c840 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.333364 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c33fe7cd-fb52-4143-815e-bd63f8e4c840 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.437261 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-c33fe7cd-fb52-4143-815e-bd63f8e4c840 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Allocated IP 172.25.8.17 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/939a9921-dbf0-4293-a6eb-dccde6c6e12c) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:14.553377 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c33fe7cd-fb52-4143-815e-bd63f8e4c840 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.592312 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c33fe7cd-fb52-4143-815e-bd63f8e4c840 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.600661 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48244) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:14.628513 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33fe7cd-fb52-4143-815e-bd63f8e4c840 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:14.633113 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-c33fe7cd-fb52-4143-815e-bd63f8e4c840 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:14.638638 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33fe7cd-fb52-4143-815e-bd63f8e4c840 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:14.663437 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33fe7cd-fb52-4143-815e-bd63f8e4c840 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'Port': ['ID=939a9921-dbf0-4293-a6eb-dccde6c6e12c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:14.710638 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bd2a99d0-4e0f-4658-8cb1-f6a47fa6f313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.807469 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bd2a99d0-4e0f-4658-8cb1-f6a47fa6f313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.811630 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bd2a99d0-4e0f-4658-8cb1-f6a47fa6f313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.853296 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-bd2a99d0-4e0f-4658-8cb1-f6a47fa6f313 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=63bacdb417cf4f579b72501963ab3f12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2515028 Jul 29 23:54:14.854965 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2a99d0-4e0f-4658-8cb1-f6a47fa6f313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6346d8e-3903-4c3e-ae40-e834a322e1ce,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:14.857895 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48248) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:14.912543 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e9e13358-f03a-4e81-bcd5-c97d6ec28960 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.938440 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e9e13358-f03a-4e81-bcd5-c97d6ec28960 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.985432 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e9e13358-f03a-4e81-bcd5-c97d6ec28960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.988128 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e9e13358-f03a-4e81-bcd5-c97d6ec28960 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:14.989378 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e9e13358-f03a-4e81-bcd5-c97d6ec28960 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f6346d8e-3903-4c3e-ae40-e834a322e1ce HTTP/1.1" status: 204 len: 168 time: 0.1304336 Jul 29 23:54:14.997357 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e13358-f03a-4e81-bcd5-c97d6ec28960 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6346d8e-3903-4c3e-ae40-e834a322e1ce,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:15.138773 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c33fe7cd-fb52-4143-815e-bd63f8e4c840 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.258612 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48254) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:15.275918 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e8b1003d-dc50-40e1-a9c3-24173c61700a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.344895 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c33fe7cd-fb52-4143-815e-bd63f8e4c840 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.366972 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e8b1003d-dc50-40e1-a9c3-24173c61700a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.371612 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e8b1003d-dc50-40e1-a9c3-24173c61700a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.410705 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1003d-dc50-40e1-a9c3-24173c61700a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4bc9bcf-a998-4543-b5aa-7284dd4a30ac,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:15.416809 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e8b1003d-dc50-40e1-a9c3-24173c61700a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c7629458ef4c413cbeea049997ef4857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571443 Jul 29 23:54:15.418858 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48256) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:15.468645 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5a75b4cd-20da-40f3-9f94-8fd7c1226916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.474497 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33fe7cd-fb52-4143-815e-bd63f8e4c840 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Router 3c0c8da5-f429-475a-a706-96a1149f698f is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:54:15.490700 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5a75b4cd-20da-40f3-9f94-8fd7c1226916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.538367 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5a75b4cd-20da-40f3-9f94-8fd7c1226916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.540989 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5a75b4cd-20da-40f3-9f94-8fd7c1226916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.542167 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5a75b4cd-20da-40f3-9f94-8fd7c1226916 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e4bc9bcf-a998-4543-b5aa-7284dd4a30ac HTTP/1.1" status: 204 len: 168 time: 0.1223483 Jul 29 23:54:15.552045 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75b4cd-20da-40f3-9f94-8fd7c1226916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4bc9bcf-a998-4543-b5aa-7284dd4a30ac,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:15.592213 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33fe7cd-fb52-4143-815e-bd63f8e4c840 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:15.602705 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000b0fa6-7898-461a-a943-84f274315347 None None] Sync routers for ids ['3c0c8da5-f429-475a-a706-96a1149f698f'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:15.612113 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c33fe7cd-fb52-4143-815e-bd63f8e4c840 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.613385 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c33fe7cd-fb52-4143-815e-bd63f8e4c840 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7452760 Jul 29 23:54:15.617015 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48260) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:15.618189 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000b0fa6-7898-461a-a943-84f274315347 None None] Routers {'3c0c8da5-f429-475a-a706-96a1149f698f'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:15.618854 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-000b0fa6-7898-461a-a943-84f274315347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:54:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['3c0c8da5-f429-475a-a706-96a1149f698f'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:15.649767 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a3b59188-71b4-452e-ae89-1c4aa24313a9 tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=238a2371055343febcbc86645f67da5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314379 Jul 29 23:54:15.652226 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48262) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:15.728995 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-000b0fa6-7898-461a-a943-84f274315347 None None] Set router 3c0c8da5-f429-475a-a706-96a1149f698f gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:15.742231 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b50ebd53-5200-4398-9d78-abc09f722508 tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:15.744056 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b50ebd53-5200-4398-9d78-abc09f722508 tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0906193 Jul 29 23:54:15.747037 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48266) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:15.779607 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9696accf-d2cd-4d54-a84a-f236a878350f tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=0aea9f43-4eea-456f-a634-5f5375b1fdb7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311010 Jul 29 23:54:15.782403 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48268) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:15.790894 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-1106a64c-9356-4b0d-a4c0-d72d08f90e55 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1939642332', 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05', 'project_id': '238a2371055343febcbc86645f67da5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:15.896320 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1106a64c-9356-4b0d-a4c0-d72d08f90e55 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Made reservation on behalf of 238a2371055343febcbc86645f67da5e for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:15.900521 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1106a64c-9356-4b0d-a4c0-d72d08f90e55 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:15.919372 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-000b0fa6-7898-461a-a943-84f274315347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238318245', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '939a9921-dbf0-4293-a6eb-dccde6c6e12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:13Z', 'updated_at': '2021-07-29T23:54:15Z', 'revision_number': 3, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '939a9921-dbf0-4293-a6eb-dccde6c6e12c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ff:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:14Z', 'updated_at': '2021-07-29T23:54:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:15.951983 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000b0fa6-7898-461a-a943-84f274315347 None None] Checking router: 3c0c8da5-f429-475a-a706-96a1149f698f for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:54:15.952329 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000b0fa6-7898-461a-a943-84f274315347 None None] Updating router 3c0c8da5-f429-475a-a706-96a1149f698f port 939a9921-dbf0-4293-a6eb-dccde6c6e12c binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:54:15.983954 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-000b0fa6-7898-461a-a943-84f274315347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.104550 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1106a64c-9356-4b0d-a4c0-d72d08f90e55 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.170939 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1106a64c-9356-4b0d-a4c0-d72d08f90e55 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'Subnet': ['ID=d7e717d6-93d8-46a2-95a3-fee549b72b10,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:16.184149 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1106a64c-9356-4b0d-a4c0-d72d08f90e55 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Checking segment: {'id': 'ff71753c-c275-4b4a-89d9-549a4003d03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:16.184627 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1106a64c-9356-4b0d-a4c0-d72d08f90e55 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Network hostable DHCP agents. Network: 69d224d9-2303-4c0c-aa71-c83ffa50ae05, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:54:16.202025 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1106a64c-9356-4b0d-a4c0-d72d08f90e55 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Network 69d224d9-2303-4c0c-aa71-c83ffa50ae05 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:54:16.211867 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-1106a64c-9356-4b0d-a4c0-d72d08f90e55 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 69d224d9-2303-4c0c-aa71-c83ffa50ae05) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:16.220129 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d581a6-0790-4013-b2da-3a63a1253b75 None None] Network 69d224d9-2303-4c0c-aa71-c83ffa50ae05 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:16.221274 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1106a64c-9356-4b0d-a4c0-d72d08f90e55 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:16.222975 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1106a64c-9356-4b0d-a4c0-d72d08f90e55 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.238691 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1106a64c-9356-4b0d-a4c0-d72d08f90e55 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4545667 Jul 29 23:54:16.241386 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48284) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:16.349589 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-000b0fa6-7898-461a-a943-84f274315347 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.359722 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-000b0fa6-7898-461a-a943-84f274315347 None None] Transition to ACTIVE for port object 939a9921-dbf0-4293-a6eb-dccde6c6e12c will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:16.365933 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-000b0fa6-7898-461a-a943-84f274315347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.411676 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-000b0fa6-7898-461a-a943-84f274315347 None None] Attempting to bind port 939a9921-dbf0-4293-a6eb-dccde6c6e12c on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:16.412079 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-000b0fa6-7898-461a-a943-84f274315347 None None] Attempting to bind port 939a9921-dbf0-4293-a6eb-dccde6c6e12c by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:16.412439 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000b0fa6-7898-461a-a943-84f274315347 None None] Attempting to bind port 939a9921-dbf0-4293-a6eb-dccde6c6e12c on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:16.423246 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000b0fa6-7898-461a-a943-84f274315347 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:16.423508 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f5a3aa-7d7b-4e8c-956f-8b99c349b7ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-69d224d9-2303-4c0c-aa71-c83ffa50ae05', 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'fixed_ips': [{'subnet_id': 'd7e717d6-93d8-46a2-95a3-fee549b72b10'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:54:16.423623 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000b0fa6-7898-461a-a943-84f274315347 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:16.424041 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-000b0fa6-7898-461a-a943-84f274315347 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.424430 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000b0fa6-7898-461a-a943-84f274315347 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:16.424558 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56f5a3aa-7d7b-4e8c-956f-8b99c349b7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.425586 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-000b0fa6-7898-461a-a943-84f274315347 None None] Bound port: 939a9921-dbf0-4293-a6eb-dccde6c6e12c, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:16.425972 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-000b0fa6-7898-461a-a943-84f274315347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.477749 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-000b0fa6-7898-461a-a943-84f274315347 None None] For port 939a9921-dbf0-4293-a6eb-dccde6c6e12c, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:16.481021 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-000b0fa6-7898-461a-a943-84f274315347 None None] For port 939a9921-dbf0-4293-a6eb-dccde6c6e12c, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=939a9921-dbf0-4293-a6eb-dccde6c6e12c,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:16.486054 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-000b0fa6-7898-461a-a943-84f274315347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.489348 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617d10b-84b9-4972-9c8e-a5701bcb637e None None] Pushing event updated for resources: {'Port': ['ID=939a9921-dbf0-4293-a6eb-dccde6c6e12c,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:16.499184 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617d10b-84b9-4972-9c8e-a5701bcb637e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:16.499524 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617d10b-84b9-4972-9c8e-a5701bcb637e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:16.499876 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617d10b-84b9-4972-9c8e-a5701bcb637e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:16.500212 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617d10b-84b9-4972-9c8e-a5701bcb637e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:16.500540 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617d10b-84b9-4972-9c8e-a5701bcb637e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:16.500864 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617d10b-84b9-4972-9c8e-a5701bcb637e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:16.501183 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617d10b-84b9-4972-9c8e-a5701bcb637e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:16.501501 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617d10b-84b9-4972-9c8e-a5701bcb637e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:16.501818 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617d10b-84b9-4972-9c8e-a5701bcb637e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:16.502135 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617d10b-84b9-4972-9c8e-a5701bcb637e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:16.502448 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617d10b-84b9-4972-9c8e-a5701bcb637e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:16.502761 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2617d10b-84b9-4972-9c8e-a5701bcb637e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:16.555088 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000b0fa6-7898-461a-a943-84f274315347 None None] Routers {'3c0c8da5-f429-475a-a706-96a1149f698f'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:16.555382 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-000b0fa6-7898-461a-a943-84f274315347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:54:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['3c0c8da5-f429-475a-a706-96a1149f698f'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:16.620856 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-56f5a3aa-7d7b-4e8c-956f-8b99c349b7ff None None] Allocated IP 172.20.0.2 (69d224d9-2303-4c0c-aa71-c83ffa50ae05/d7e717d6-93d8-46a2-95a3-fee549b72b10/c7a1b752-8069-49e4-b7d2-9a4fb2177e03) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:16.670230 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-000b0fa6-7898-461a-a943-84f274315347 None None] Set router 3c0c8da5-f429-475a-a706-96a1149f698f gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:16.727851 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617d10b-84b9-4972-9c8e-a5701bcb637e None None] Pushing event updated for resources: {'Port': ['ID=939a9921-dbf0-4293-a6eb-dccde6c6e12c,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:16.814269 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56f5a3aa-7d7b-4e8c-956f-8b99c349b7ff None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.827597 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-56f5a3aa-7d7b-4e8c-956f-8b99c349b7ff None None] Transition to ACTIVE for port object c7a1b752-8069-49e4-b7d2-9a4fb2177e03 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:16.844239 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-175c2adf-0d84-4624-a8c1-6679a0b18b2f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.848304 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-56f5a3aa-7d7b-4e8c-956f-8b99c349b7ff None None] Transition to ACTIVE for port object c7a1b752-8069-49e4-b7d2-9a4fb2177e03 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:16.855149 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56f5a3aa-7d7b-4e8c-956f-8b99c349b7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:16.883516 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f5a3aa-7d7b-4e8c-956f-8b99c349b7ff None None] Network 69d224d9-2303-4c0c-aa71-c83ffa50ae05 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:16.887006 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-000b0fa6-7898-461a-a943-84f274315347 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238318245', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '939a9921-dbf0-4293-a6eb-dccde6c6e12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:13Z', 'updated_at': '2021-07-29T23:54:15Z', 'revision_number': 3, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '939a9921-dbf0-4293-a6eb-dccde6c6e12c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ff:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:14Z', 'updated_at': '2021-07-29T23:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:16.904668 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-56f5a3aa-7d7b-4e8c-956f-8b99c349b7ff None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:16.910263 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f5a3aa-7d7b-4e8c-956f-8b99c349b7ff None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:16.915525 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000b0fa6-7898-461a-a943-84f274315347 None None] The sync data for ids ['3c0c8da5-f429-475a-a706-96a1149f698f'] in n-d-712140-10 is: [{'id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238318245', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '939a9921-dbf0-4293-a6eb-dccde6c6e12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:13Z', 'updated_at': '2021-07-29T23:54:15Z', 'revision_number': 3, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '939a9921-dbf0-4293-a6eb-dccde6c6e12c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ff:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:14Z', 'updated_at': '2021-07-29T23:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:16.983778 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5a3aa-7d7b-4e8c-956f-8b99c349b7ff None None] Pushing event updated for resources: {'Port': ['ID=c7a1b752-8069-49e4-b7d2-9a4fb2177e03,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:16.998621 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-56f5a3aa-7d7b-4e8c-956f-8b99c349b7ff None None] Attempting to bind port c7a1b752-8069-49e4-b7d2-9a4fb2177e03 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:16.999250 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-56f5a3aa-7d7b-4e8c-956f-8b99c349b7ff None None] Attempting to bind port c7a1b752-8069-49e4-b7d2-9a4fb2177e03 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'ff71753c-c275-4b4a-89d9-549a4003d03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:16.999676 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f5a3aa-7d7b-4e8c-956f-8b99c349b7ff None None] Attempting to bind port c7a1b752-8069-49e4-b7d2-9a4fb2177e03 on network 69d224d9-2303-4c0c-aa71-c83ffa50ae05 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:17.006831 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f5a3aa-7d7b-4e8c-956f-8b99c349b7ff None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:17.007292 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f5a3aa-7d7b-4e8c-956f-8b99c349b7ff None None] Checking segment: {'id': 'ff71753c-c275-4b4a-89d9-549a4003d03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:17.007775 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56f5a3aa-7d7b-4e8c-956f-8b99c349b7ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.008266 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56f5a3aa-7d7b-4e8c-956f-8b99c349b7ff None None] Bound using segment: {'id': 'ff71753c-c275-4b4a-89d9-549a4003d03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:17.008823 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-56f5a3aa-7d7b-4e8c-956f-8b99c349b7ff None None] Bound port: c7a1b752-8069-49e4-b7d2-9a4fb2177e03, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff71753c-c275-4b4a-89d9-549a4003d03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:17.009298 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56f5a3aa-7d7b-4e8c-956f-8b99c349b7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.092821 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-56f5a3aa-7d7b-4e8c-956f-8b99c349b7ff None None] For port c7a1b752-8069-49e4-b7d2-9a4fb2177e03, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:17.096833 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-56f5a3aa-7d7b-4e8c-956f-8b99c349b7ff None None] For port c7a1b752-8069-49e4-b7d2-9a4fb2177e03, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c7a1b752-8069-49e4-b7d2-9a4fb2177e03,segment=NetworkSegment(ff71753c-c275-4b4a-89d9-549a4003d03c),segment_id=ff71753c-c275-4b4a-89d9-549a4003d03c)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:17.101807 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56f5a3aa-7d7b-4e8c-956f-8b99c349b7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.165673 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5a3aa-7d7b-4e8c-956f-8b99c349b7ff None None] Pushing event updated for resources: {'Port': ['ID=c7a1b752-8069-49e4-b7d2-9a4fb2177e03,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:17.233055 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-175c2adf-0d84-4624-a8c1-6679a0b18b2f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Allocated IP 172.20.0.1 (69d224d9-2303-4c0c-aa71-c83ffa50ae05/d7e717d6-93d8-46a2-95a3-fee549b72b10/64942985-8f14-4caf-a04f-4b6130e71b2a) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:17.461438 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-175c2adf-0d84-4624-a8c1-6679a0b18b2f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.481006 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-175c2adf-0d84-4624-a8c1-6679a0b18b2f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Transition to ACTIVE for port object 64942985-8f14-4caf-a04f-4b6130e71b2a will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:17.542112 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-175c2adf-0d84-4624-a8c1-6679a0b18b2f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.600049 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175c2adf-0d84-4624-a8c1-6679a0b18b2f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Network 69d224d9-2303-4c0c-aa71-c83ffa50ae05 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:17.605548 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-175c2adf-0d84-4624-a8c1-6679a0b18b2f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:17.608098 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175c2adf-0d84-4624-a8c1-6679a0b18b2f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:17.641425 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c2adf-0d84-4624-a8c1-6679a0b18b2f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'Port': ['ID=64942985-8f14-4caf-a04f-4b6130e71b2a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:17.672082 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-175c2adf-0d84-4624-a8c1-6679a0b18b2f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:17.827945 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-175c2adf-0d84-4624-a8c1-6679a0b18b2f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.189158 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-175c2adf-0d84-4624-a8c1-6679a0b18b2f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.197469 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-175c2adf-0d84-4624-a8c1-6679a0b18b2f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.280689 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c2adf-0d84-4624-a8c1-6679a0b18b2f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'Port': ['ID=64942985-8f14-4caf-a04f-4b6130e71b2a,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:18.284833 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-175c2adf-0d84-4624-a8c1-6679a0b18b2f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.296594 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:54:18.387254 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95a9cec-1b63-4769-a774-88e06717a908 None None] Network 69d224d9-2303-4c0c-aa71-c83ffa50ae05 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:18.399207 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175c2adf-0d84-4624-a8c1-6679a0b18b2f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Network 69d224d9-2303-4c0c-aa71-c83ffa50ae05 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:18.401734 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-175c2adf-0d84-4624-a8c1-6679a0b18b2f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:18.507896 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48342) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:18.538319 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175c2adf-0d84-4624-a8c1-6679a0b18b2f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Router 3c0c8da5-f429-475a-a706-96a1149f698f has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:54:18.616145 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3b3dd852-2336-4096-9e89-b1895758efe8 None None] Provisioning for port c7a1b752-8069-49e4-b7d2-9a4fb2177e03 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:18.657250 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6119c1b2-1233-44b9-a025-2f4f9dac4fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.671698 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175c2adf-0d84-4624-a8c1-6679a0b18b2f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:18.680480 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-175c2adf-0d84-4624-a8c1-6679a0b18b2f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "PUT /v2.0/routers/3c0c8da5-f429-475a-a706-96a1149f698f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4377003 Jul 29 23:54:18.773366 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6119c1b2-1233-44b9-a025-2f4f9dac4fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.780406 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6119c1b2-1233-44b9-a025-2f4f9dac4fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.818809 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119c1b2-1233-44b9-a025-2f4f9dac4fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49672f0-24e6-48d7-840b-46b9b96fea2c,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:18.859663 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48356) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:18.860255 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6119c1b2-1233-44b9-a025-2f4f9dac4fa5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e11b9c0754ea46e29ff42aa8ba74c7c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3504624 Jul 29 23:54:18.932969 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1c922eb7-2bdd-4834-9ab2-c95a7b188b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:18.957813 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24536131-5150-479b-864e-aaf8239fb44c req-fad5bc66-0ea9-465f-84d0-2f9d89090fb3 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2006536409&fields=id&tenant_id=238a2371055343febcbc86645f67da5e HTTP/1.1" status: 200 len: 267 time: 0.0559554 Jul 29 23:54:18.976302 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1c922eb7-2bdd-4834-9ab2-c95a7b188b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.039213 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dc810a-4ff9-4432-bcad-5edd28361fcb None None] Sync routers for ids ['3c0c8da5-f429-475a-a706-96a1149f698f'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:19.040878 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1c922eb7-2bdd-4834-9ab2-c95a7b188b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.059256 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1c922eb7-2bdd-4834-9ab2-c95a7b188b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.059256 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1c922eb7-2bdd-4834-9ab2-c95a7b188b96 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e49672f0-24e6-48d7-840b-46b9b96fea2c HTTP/1.1" status: 204 len: 168 time: 0.1916862 Jul 29 23:54:19.060302 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dc810a-4ff9-4432-bcad-5edd28361fcb None None] Routers {'3c0c8da5-f429-475a-a706-96a1149f698f'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:19.060302 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-05dc810a-4ff9-4432-bcad-5edd28361fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:54:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['3c0c8da5-f429-475a-a706-96a1149f698f'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:19.076298 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c922eb7-2bdd-4834-9ab2-c95a7b188b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49672f0-24e6-48d7-840b-46b9b96fea2c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:19.120407 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c7a1b752-8069-49e4-b7d2-9a4fb2177e03 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:19.168246 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24536131-5150-479b-864e-aaf8239fb44c req-79987326-8137-495e-9300-88579ea0a3a1 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:19.169995 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24536131-5150-479b-864e-aaf8239fb44c req-79987326-8137-495e-9300-88579ea0a3a1 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/networks?id=69d224d9-2303-4c0c-aa71-c83ffa50ae05 HTTP/1.1" status: 200 len: 796 time: 0.2112300 Jul 29 23:54:19.185425 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b1931127-815d-409f-b095-d11d92e25e25 None None] Provisioning for port 64942985-8f14-4caf-a04f-4b6130e71b2a completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:19.186892 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24536131-5150-479b-864e-aaf8239fb44c req-6b11fa5c-0515-4580-9401-6a7443e3131e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/quotas/238a2371055343febcbc86645f67da5e HTTP/1.1" status: 200 len: 375 time: 0.0103273 Jul 29 23:54:19.197658 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b1931127-815d-409f-b095-d11d92e25e25 None None] Provisioning complete for port 64942985-8f14-4caf-a04f-4b6130e71b2a triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:19.198290 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b1931127-815d-409f-b095-d11d92e25e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.274294 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b1931127-815d-409f-b095-d11d92e25e25 None None] Port 64942985-8f14-4caf-a04f-4b6130e71b2a cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:54:19.275142 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24536131-5150-479b-864e-aaf8239fb44c req-ca814f8f-4f20-49fc-b6f0-d19524f72283 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733395 Jul 29 23:54:19.322900 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port c7a1b752-8069-49e4-b7d2-9a4fb2177e03 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:19.326292 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-05dc810a-4ff9-4432-bcad-5edd28361fcb None None] Set router 3c0c8da5-f429-475a-a706-96a1149f698f gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:19.354548 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port c7a1b752-8069-49e4-b7d2-9a4fb2177e03 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:19.355000 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.389933 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24536131-5150-479b-864e-aaf8239fb44c req-5369f8f3-9677-47e6-bb8a-19686dcc5a6d service neutron] 10.222.0.18 "GET /v2.0/networks/69d224d9-2303-4c0c-aa71-c83ffa50ae05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109490 Jul 29 23:54:19.505291 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48366) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:19.507912 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-2595e4b7-dac7-43bd-8252-cc4ffac5d88d None None] Provisioning complete for port 64942985-8f14-4caf-a04f-4b6130e71b2a triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:19.508365 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2595e4b7-dac7-43bd-8252-cc4ffac5d88d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.523575 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cbaadae6-6492-4ba6-9272-ab8a076b98e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.544686 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24536131-5150-479b-864e-aaf8239fb44c req-b59a8ab0-86b7-493f-af3a-6357b60eb78a service neutron] 10.222.0.18 "GET /v2.0/networks/69d224d9-2303-4c0c-aa71-c83ffa50ae05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402771 Jul 29 23:54:19.592901 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-2595e4b7-dac7-43bd-8252-cc4ffac5d88d None None] Port 64942985-8f14-4caf-a04f-4b6130e71b2a cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:54:19.608156 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.638357 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cbaadae6-6492-4ba6-9272-ab8a076b98e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.642266 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cbaadae6-6492-4ba6-9272-ab8a076b98e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.668435 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port c7a1b752-8069-49e4-b7d2-9a4fb2177e03, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c7a1b752-8069-49e4-b7d2-9a4fb2177e03,segment=NetworkSegment(ff71753c-c275-4b4a-89d9-549a4003d03c),segment_id=ff71753c-c275-4b4a-89d9-549a4003d03c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:19.681131 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.681948 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 939a9921-dbf0-4293-a6eb-dccde6c6e12c up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:19.699056 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cbaadae6-6492-4ba6-9272-ab8a076b98e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=39d69faef64c4f0b88890d93de0ed427&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1903107 Jul 29 23:54:19.699056 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbaadae6-6492-4ba6-9272-ab8a076b98e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd5bd1ad-4d5c-43cd-a2f8-601e4055d836,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:19.699394 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48370) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:19.789716 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-05dc810a-4ff9-4432-bcad-5edd28361fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238318245', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '939a9921-dbf0-4293-a6eb-dccde6c6e12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:13Z', 'updated_at': '2021-07-29T23:54:17Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '939a9921-dbf0-4293-a6eb-dccde6c6e12c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ff:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:14Z', 'updated_at': '2021-07-29T23:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '64942985-8f14-4caf-a04f-4b6130e71b2a', 'name': '', 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:3f:c0:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'd7e717d6-93d8-46a2-95a3-fee549b72b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:16Z', 'updated_at': '2021-07-29T23:54:18Z', 'revision_number': 2, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': 'd7e717d6-93d8-46a2-95a3-fee549b72b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:19.792823 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0b91ea29-f101-490d-a210-f7aeec3e324d req-696796e1-5776-4b75-851f-91a957807895 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 210 time: 0.0463333 Jul 29 23:54:19.793096 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0375359e-b4a5-4526-aac8-1a69a4b4fc6d None None] Provisioning complete for port 64942985-8f14-4caf-a04f-4b6130e71b2a triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:19.793666 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0375359e-b4a5-4526-aac8-1a69a4b4fc6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.806242 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f7f7e294-80b0-435b-a4fc-41c370aa2468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.830235 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=c7a1b752-8069-49e4-b7d2-9a4fb2177e03,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:19.838056 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f7f7e294-80b0-435b-a4fc-41c370aa2468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.852512 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dc810a-4ff9-4432-bcad-5edd28361fcb None None] Checking router: 3c0c8da5-f429-475a-a706-96a1149f698f for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:54:19.852869 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dc810a-4ff9-4432-bcad-5edd28361fcb None None] Updating router 3c0c8da5-f429-475a-a706-96a1149f698f port 64942985-8f14-4caf-a04f-4b6130e71b2a binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:54:19.882659 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:19.883005 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:19.883346 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:19.883682 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:19.884245 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:19.884577 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:19.884907 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:19.885234 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:19.885631 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:19.885936 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:19.886299 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:19.886543 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:19.888269 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f7f7e294-80b0-435b-a4fc-41c370aa2468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.899125 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f7f7e294-80b0-435b-a4fc-41c370aa2468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.903422 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f7f7e294-80b0-435b-a4fc-41c370aa2468 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cd5bd1ad-4d5c-43cd-a2f8-601e4055d836 HTTP/1.1" status: 204 len: 168 time: 0.2029386 Jul 29 23:54:19.906390 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05dc810a-4ff9-4432-bcad-5edd28361fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:19.908329 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-0375359e-b4a5-4526-aac8-1a69a4b4fc6d None None] Port 64942985-8f14-4caf-a04f-4b6130e71b2a cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:54:19.912467 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 939a9921-dbf0-4293-a6eb-dccde6c6e12c completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:19.914881 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7e294-80b0-435b-a4fc-41c370aa2468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd5bd1ad-4d5c-43cd-a2f8-601e4055d836,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:19.930633 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 939a9921-dbf0-4293-a6eb-dccde6c6e12c triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:19.931009 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:20.150049 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:20.181312 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 939a9921-dbf0-4293-a6eb-dccde6c6e12c, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=939a9921-dbf0-4293-a6eb-dccde6c6e12c,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:20.187187 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:20.279420 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=939a9921-dbf0-4293-a6eb-dccde6c6e12c,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:20.339954 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05dc810a-4ff9-4432-bcad-5edd28361fcb None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:20.351870 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-05dc810a-4ff9-4432-bcad-5edd28361fcb None None] Transition to ACTIVE for port object 64942985-8f14-4caf-a04f-4b6130e71b2a will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:20.357276 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05dc810a-4ff9-4432-bcad-5edd28361fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:20.407485 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ff823-900a-4d69-8ef8-a3a3bf6c0037 None None] Pushing event updated for resources: {'Port': ['ID=64942985-8f14-4caf-a04f-4b6130e71b2a,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:20.492681 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-05dc810a-4ff9-4432-bcad-5edd28361fcb None None] Attempting to bind port 64942985-8f14-4caf-a04f-4b6130e71b2a on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:20.493417 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-05dc810a-4ff9-4432-bcad-5edd28361fcb None None] Attempting to bind port 64942985-8f14-4caf-a04f-4b6130e71b2a by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'ff71753c-c275-4b4a-89d9-549a4003d03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:20.494160 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc810a-4ff9-4432-bcad-5edd28361fcb None None] Attempting to bind port 64942985-8f14-4caf-a04f-4b6130e71b2a on network 69d224d9-2303-4c0c-aa71-c83ffa50ae05 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:20.500143 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc810a-4ff9-4432-bcad-5edd28361fcb None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:20.500841 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc810a-4ff9-4432-bcad-5edd28361fcb None None] Checking segment: {'id': 'ff71753c-c275-4b4a-89d9-549a4003d03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:20.501585 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05dc810a-4ff9-4432-bcad-5edd28361fcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:20.502357 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05dc810a-4ff9-4432-bcad-5edd28361fcb None None] Bound using segment: {'id': 'ff71753c-c275-4b4a-89d9-549a4003d03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:20.503645 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-05dc810a-4ff9-4432-bcad-5edd28361fcb None None] Bound port: 64942985-8f14-4caf-a04f-4b6130e71b2a, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff71753c-c275-4b4a-89d9-549a4003d03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:20.504788 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05dc810a-4ff9-4432-bcad-5edd28361fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:20.592809 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-05dc810a-4ff9-4432-bcad-5edd28361fcb None None] For port 64942985-8f14-4caf-a04f-4b6130e71b2a, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:20.595994 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-05dc810a-4ff9-4432-bcad-5edd28361fcb None None] For port 64942985-8f14-4caf-a04f-4b6130e71b2a, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=64942985-8f14-4caf-a04f-4b6130e71b2a,segment=NetworkSegment(ff71753c-c275-4b4a-89d9-549a4003d03c),segment_id=ff71753c-c275-4b4a-89d9-549a4003d03c)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:20.610153 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-05dc810a-4ff9-4432-bcad-5edd28361fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:20.686114 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dc810a-4ff9-4432-bcad-5edd28361fcb None None] Routers {'3c0c8da5-f429-475a-a706-96a1149f698f'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:20.686860 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-05dc810a-4ff9-4432-bcad-5edd28361fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:54:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['3c0c8da5-f429-475a-a706-96a1149f698f'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:20.741989 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ff823-900a-4d69-8ef8-a3a3bf6c0037 None None] Pushing event updated for resources: {'Port': ['ID=64942985-8f14-4caf-a04f-4b6130e71b2a,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:20.825562 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-05dc810a-4ff9-4432-bcad-5edd28361fcb None None] Set router 3c0c8da5-f429-475a-a706-96a1149f698f gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:20.936903 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-df7c7886-bf44-48e4-be6e-e39e32fefab5 req-69b87ec9-6bc7-4de2-84c0-c9fdc91235ae tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 210 time: 0.0465944 Jul 29 23:54:21.002684 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c7a1b752-8069-49e4-b7d2-9a4fb2177e03 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:21.184755 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24536131-5150-479b-864e-aaf8239fb44c req-f22e751d-8515-4ed1-ae8d-55feb37c4d9f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:21.187046 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24536131-5150-479b-864e-aaf8239fb44c req-f22e751d-8515-4ed1-ae8d-55feb37c4d9f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.39 "GET /v2.0/networks?id=69d224d9-2303-4c0c-aa71-c83ffa50ae05 HTTP/1.1" status: 200 len: 796 time: 0.1566730 Jul 29 23:54:21.234025 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24536131-5150-479b-864e-aaf8239fb44c req-be3bc92b-f3b4-4736-bfb1-e888a52823c9 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=238a2371055343febcbc86645f67da5e HTTP/1.1" status: 200 len: 380 time: 0.0370252 Jul 29 23:54:21.244464 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-24536131-5150-479b-864e-aaf8239fb44c req-18cc7bf9-076a-4720-8e08-63f438449d1f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'port': {'device_id': 'e2f9624d-d27e-4dac-b32f-517871b3d724', 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05', 'admin_state_up': True, 'tenant_id': '238a2371055343febcbc86645f67da5e', 'security_groups': ['7dd40335-719b-414e-8996-59b38c59b043']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:21.297209 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port c7a1b752-8069-49e4-b7d2-9a4fb2177e03 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:21.297583 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.366974 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-05dc810a-4ff9-4432-bcad-5edd28361fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238318245', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '939a9921-dbf0-4293-a6eb-dccde6c6e12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:13Z', 'updated_at': '2021-07-29T23:54:17Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '939a9921-dbf0-4293-a6eb-dccde6c6e12c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:14Z', 'updated_at': '2021-07-29T23:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '64942985-8f14-4caf-a04f-4b6130e71b2a', 'name': '', 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:3f:c0:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'd7e717d6-93d8-46a2-95a3-fee549b72b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:16Z', 'updated_at': '2021-07-29T23:54:20Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': 'd7e717d6-93d8-46a2-95a3-fee549b72b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:21.372484 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24536131-5150-479b-864e-aaf8239fb44c req-18cc7bf9-076a-4720-8e08-63f438449d1f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Made reservation on behalf of 238a2371055343febcbc86645f67da5e for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:21.376056 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24536131-5150-479b-864e-aaf8239fb44c req-18cc7bf9-076a-4720-8e08-63f438449d1f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.397888 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05dc810a-4ff9-4432-bcad-5edd28361fcb None None] The sync data for ids ['3c0c8da5-f429-475a-a706-96a1149f698f'] in n-d-712140-10 is: [{'id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238318245', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '939a9921-dbf0-4293-a6eb-dccde6c6e12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:13Z', 'updated_at': '2021-07-29T23:54:17Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '939a9921-dbf0-4293-a6eb-dccde6c6e12c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:14Z', 'updated_at': '2021-07-29T23:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '64942985-8f14-4caf-a04f-4b6130e71b2a', 'name': '', 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:3f:c0:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'd7e717d6-93d8-46a2-95a3-fee549b72b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:16Z', 'updated_at': '2021-07-29T23:54:20Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': 'd7e717d6-93d8-46a2-95a3-fee549b72b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:21.437002 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 939a9921-dbf0-4293-a6eb-dccde6c6e12c up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:21.506183 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 939a9921-dbf0-4293-a6eb-dccde6c6e12c triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:21.506560 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.508004 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48430) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:21.550907 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-24536131-5150-479b-864e-aaf8239fb44c req-18cc7bf9-076a-4720-8e08-63f438449d1f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Allocated IP 172.20.0.11 (69d224d9-2303-4c0c-aa71-c83ffa50ae05/d7e717d6-93d8-46a2-95a3-fee549b72b10/45e53b25-aeaa-4739-9c47-3a78ba5b2796) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:21.663587 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-505c16d3-728d-4da8-a174-d00e8254bf5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.730106 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24536131-5150-479b-864e-aaf8239fb44c req-18cc7bf9-076a-4720-8e08-63f438449d1f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.746174 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-24536131-5150-479b-864e-aaf8239fb44c req-18cc7bf9-076a-4720-8e08-63f438449d1f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Transition to ACTIVE for port object 45e53b25-aeaa-4739-9c47-3a78ba5b2796 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:21.764113 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-505c16d3-728d-4da8-a174-d00e8254bf5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.769585 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-505c16d3-728d-4da8-a174-d00e8254bf5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.787160 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24536131-5150-479b-864e-aaf8239fb44c req-18cc7bf9-076a-4720-8e08-63f438449d1f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.815535 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c16d3-728d-4da8-a174-d00e8254bf5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ab6f42-a463-4c41-a2db-727b04801ac9,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:21.826196 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-505c16d3-728d-4da8-a174-d00e8254bf5d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b6b08408b61496f8d91f5d6e089fdec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3152468 Jul 29 23:54:21.826196 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48434) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:21.834165 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24536131-5150-479b-864e-aaf8239fb44c req-18cc7bf9-076a-4720-8e08-63f438449d1f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Network 69d224d9-2303-4c0c-aa71-c83ffa50ae05 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:21.838274 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-24536131-5150-479b-864e-aaf8239fb44c req-18cc7bf9-076a-4720-8e08-63f438449d1f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:21.842805 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-24536131-5150-479b-864e-aaf8239fb44c req-18cc7bf9-076a-4720-8e08-63f438449d1f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:21.880357 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cc7bf9-076a-4720-8e08-63f438449d1f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'Port': ['ID=45e53b25-aeaa-4739-9c47-3a78ba5b2796,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:21.897257 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a758491d-1df9-4cd6-bee7-e8df9e19561c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.920798 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24536131-5150-479b-864e-aaf8239fb44c req-18cc7bf9-076a-4720-8e08-63f438449d1f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:21.921544 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24536131-5150-479b-864e-aaf8239fb44c req-18cc7bf9-076a-4720-8e08-63f438449d1f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.930117 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a758491d-1df9-4cd6-bee7-e8df9e19561c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:21.938183 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24536131-5150-479b-864e-aaf8239fb44c req-18cc7bf9-076a-4720-8e08-63f438449d1f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6982172 Jul 29 23:54:21.953075 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-24536131-5150-479b-864e-aaf8239fb44c req-d23f53b3-fe01-4d28-8962-362a266fc27c service neutron] Request body: {'port': {'device_id': 'e2f9624d-d27e-4dac-b32f-517871b3d724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:21.999643 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a758491d-1df9-4cd6-bee7-e8df9e19561c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:22.003033 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a758491d-1df9-4cd6-bee7-e8df9e19561c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:22.006628 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a758491d-1df9-4cd6-bee7-e8df9e19561c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c4ab6f42-a463-4c41-a2db-727b04801ac9 HTTP/1.1" status: 204 len: 168 time: 0.1771541 Jul 29 23:54:22.031499 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a758491d-1df9-4cd6-bee7-e8df9e19561c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ab6f42-a463-4c41-a2db-727b04801ac9,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:22.063019 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24536131-5150-479b-864e-aaf8239fb44c req-d23f53b3-fe01-4d28-8962-362a266fc27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:22.167037 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5daa70-c529-4f39-9b4d-4e50207c02d8 req-e65d3d90-a6c7-491a-8441-e3a69796aefa tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:22.168867 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-df5daa70-c529-4f39-9b4d-4e50207c02d8 req-e65d3d90-a6c7-491a-8441-e3a69796aefa tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 932 time: 0.1077020 Jul 29 23:54:22.188462 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-62f6cbf2-53de-4086-88c2-b0a617dda3d6 None None] Provisioning for port 45e53b25-aeaa-4739-9c47-3a78ba5b2796 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:22.194368 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-62f6cbf2-53de-4086-88c2-b0a617dda3d6 None None] Provisioning complete for port 45e53b25-aeaa-4739-9c47-3a78ba5b2796 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:22.194830 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-62f6cbf2-53de-4086-88c2-b0a617dda3d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:22.236497 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-62f6cbf2-53de-4086-88c2-b0a617dda3d6 None None] Port 45e53b25-aeaa-4739-9c47-3a78ba5b2796 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:54:22.301537 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-df5daa70-c529-4f39-9b4d-4e50207c02d8 req-322a6a4a-c9ee-4685-b7aa-7e0f424f0095 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dd40335-719b-414e-8996-59b38c59b043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241972 Jul 29 23:54:22.460755 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-24536131-5150-479b-864e-aaf8239fb44c req-d23f53b3-fe01-4d28-8962-362a266fc27c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45e53b25-aeaa-4739-9c47-3a78ba5b2796 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:54:22.468483 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24536131-5150-479b-864e-aaf8239fb44c req-d23f53b3-fe01-4d28-8962-362a266fc27c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:22.482025 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-24536131-5150-479b-864e-aaf8239fb44c req-d23f53b3-fe01-4d28-8962-362a266fc27c service neutron] Transition to ACTIVE for port object 45e53b25-aeaa-4739-9c47-3a78ba5b2796 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:22.486594 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24536131-5150-479b-864e-aaf8239fb44c req-d23f53b3-fe01-4d28-8962-362a266fc27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:22.620052 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f53b3-fe01-4d28-8962-362a266fc27c service neutron] Pushing event updated for resources: {'Port': ['ID=45e53b25-aeaa-4739-9c47-3a78ba5b2796,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:22.635548 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-24536131-5150-479b-864e-aaf8239fb44c req-d23f53b3-fe01-4d28-8962-362a266fc27c service neutron] Attempting to bind port 45e53b25-aeaa-4739-9c47-3a78ba5b2796 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:22.636170 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-24536131-5150-479b-864e-aaf8239fb44c req-d23f53b3-fe01-4d28-8962-362a266fc27c service neutron] Attempting to bind port 45e53b25-aeaa-4739-9c47-3a78ba5b2796 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'ff71753c-c275-4b4a-89d9-549a4003d03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:22.636860 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24536131-5150-479b-864e-aaf8239fb44c req-d23f53b3-fe01-4d28-8962-362a266fc27c service neutron] Attempting to bind port 45e53b25-aeaa-4739-9c47-3a78ba5b2796 on network 69d224d9-2303-4c0c-aa71-c83ffa50ae05 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:22.641883 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24536131-5150-479b-864e-aaf8239fb44c req-d23f53b3-fe01-4d28-8962-362a266fc27c service neutron] Port 45e53b25-aeaa-4739-9c47-3a78ba5b2796 on network 69d224d9-2303-4c0c-aa71-c83ffa50ae05 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:54:22.642433 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24536131-5150-479b-864e-aaf8239fb44c req-d23f53b3-fe01-4d28-8962-362a266fc27c service neutron] Attempting to bind port 45e53b25-aeaa-4739-9c47-3a78ba5b2796 on network 69d224d9-2303-4c0c-aa71-c83ffa50ae05 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:22.649137 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24536131-5150-479b-864e-aaf8239fb44c req-d23f53b3-fe01-4d28-8962-362a266fc27c service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:22.649859 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24536131-5150-479b-864e-aaf8239fb44c req-d23f53b3-fe01-4d28-8962-362a266fc27c service neutron] Checking segment: {'id': 'ff71753c-c275-4b4a-89d9-549a4003d03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:22.650474 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24536131-5150-479b-864e-aaf8239fb44c req-d23f53b3-fe01-4d28-8962-362a266fc27c service neutron] Bound using segment: {'id': 'ff71753c-c275-4b4a-89d9-549a4003d03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:22.651140 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-24536131-5150-479b-864e-aaf8239fb44c req-d23f53b3-fe01-4d28-8962-362a266fc27c service neutron] Bound port: 45e53b25-aeaa-4739-9c47-3a78ba5b2796, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff71753c-c275-4b4a-89d9-549a4003d03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:22.651750 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24536131-5150-479b-864e-aaf8239fb44c req-d23f53b3-fe01-4d28-8962-362a266fc27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:22.729682 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-24536131-5150-479b-864e-aaf8239fb44c req-d23f53b3-fe01-4d28-8962-362a266fc27c service neutron] For port 45e53b25-aeaa-4739-9c47-3a78ba5b2796, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:22.734112 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-24536131-5150-479b-864e-aaf8239fb44c req-d23f53b3-fe01-4d28-8962-362a266fc27c service neutron] For port 45e53b25-aeaa-4739-9c47-3a78ba5b2796, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=45e53b25-aeaa-4739-9c47-3a78ba5b2796,segment=NetworkSegment(ff71753c-c275-4b4a-89d9-549a4003d03c),segment_id=ff71753c-c275-4b4a-89d9-549a4003d03c)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:22.738713 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24536131-5150-479b-864e-aaf8239fb44c req-d23f53b3-fe01-4d28-8962-362a266fc27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:22.774979 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24536131-5150-479b-864e-aaf8239fb44c req-d23f53b3-fe01-4d28-8962-362a266fc27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:22.775589 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-24536131-5150-479b-864e-aaf8239fb44c req-d23f53b3-fe01-4d28-8962-362a266fc27c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:22.777064 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24536131-5150-479b-864e-aaf8239fb44c req-d23f53b3-fe01-4d28-8962-362a266fc27c service neutron] 10.222.0.39 "PUT /v2.0/ports/45e53b25-aeaa-4739-9c47-3a78ba5b2796 HTTP/1.1" status: 200 len: 1093 time: 0.8299179 Jul 29 23:54:22.777460 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f9624d-d27e-4dac-b32f-517871b3d724', 'tag': '45e53b25-aeaa-4739-9c47-3a78ba5b2796'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:54:22.779691 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13918d6a-37cf-475a-a652-ab7d64dbdd37" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f9624d-d27e-4dac-b32f-517871b3d724", "tag": "45e53b25-aeaa-4739-9c47-3a78ba5b2796"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:54:22.812186 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f53b3-fe01-4d28-8962-362a266fc27c service neutron] Pushing event updated for resources: {'Port': ['ID=45e53b25-aeaa-4739-9c47-3a78ba5b2796,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:22.865350 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24536131-5150-479b-864e-aaf8239fb44c req-511fc595-6759-4d9f-b787-71d75819ea48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:22.867259 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24536131-5150-479b-864e-aaf8239fb44c req-511fc595-6759-4d9f-b787-71d75819ea48 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 1096 time: 0.0504987 Jul 29 23:54:22.871011 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc27592d-eb0b-49bf-8879-f40915415606 x-openstack-request-id: req-cc27592d-eb0b-49bf-8879-f40915415606 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:54:22.871530 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f9624d-d27e-4dac-b32f-517871b3d724", "tag": "45e53b25-aeaa-4739-9c47-3a78ba5b2796", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:54:22.872002 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cc27592d-eb0b-49bf-8879-f40915415606 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:54:22.873034 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f9624d-d27e-4dac-b32f-517871b3d724', 'tag': '45e53b25-aeaa-4739-9c47-3a78ba5b2796', 'status': 'completed', 'code': 200} Jul 29 23:54:22.918147 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24536131-5150-479b-864e-aaf8239fb44c req-3dfd6fc3-3586-4f1b-8d98-80a9021dc015 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45e53b25-aeaa-4739-9c47-3a78ba5b2796 HTTP/1.1" status: 200 len: 217 time: 0.0389287 Jul 29 23:54:22.986665 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24536131-5150-479b-864e-aaf8239fb44c req-08264fae-c92e-4793-9c96-f8c53bc9fe2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:22.989126 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24536131-5150-479b-864e-aaf8239fb44c req-08264fae-c92e-4793-9c96-f8c53bc9fe2d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7e717d6-93d8-46a2-95a3-fee549b72b10 HTTP/1.1" status: 200 len: 835 time: 0.0626571 Jul 29 23:54:23.025484 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 64942985-8f14-4caf-a04f-4b6130e71b2a up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:23.048025 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24536131-5150-479b-864e-aaf8239fb44c req-fe724553-eb7b-4aba-b5e9-1da2085f29cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:23.049586 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24536131-5150-479b-864e-aaf8239fb44c req-fe724553-eb7b-4aba-b5e9-1da2085f29cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69d224d9-2303-4c0c-aa71-c83ffa50ae05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528255 Jul 29 23:54:23.089379 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 64942985-8f14-4caf-a04f-4b6130e71b2a completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:23.095881 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 64942985-8f14-4caf-a04f-4b6130e71b2a triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:23.096329 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.152184 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24536131-5150-479b-864e-aaf8239fb44c req-98d77459-655d-4380-9115-25be4274ed53 service neutron] 10.222.0.39 "GET /v2.0/networks/69d224d9-2303-4c0c-aa71-c83ffa50ae05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948565 Jul 29 23:54:23.185751 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.225421 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 64942985-8f14-4caf-a04f-4b6130e71b2a, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=64942985-8f14-4caf-a04f-4b6130e71b2a,segment=NetworkSegment(ff71753c-c275-4b4a-89d9-549a4003d03c),segment_id=ff71753c-c275-4b4a-89d9-549a4003d03c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:23.231183 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:23.253188 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-24536131-5150-479b-864e-aaf8239fb44c req-db9b9599-3c25-474b-b912-536dbebb25ae service neutron] 10.222.0.39 "GET /v2.0/networks/69d224d9-2303-4c0c-aa71-c83ffa50ae05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918303 Jul 29 23:54:23.293748 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=64942985-8f14-4caf-a04f-4b6130e71b2a,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:23.351433 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13918d6a-37cf-475a-a652-ab7d64dbdd37 req-76e438ca-199a-428b-afc3-bddb2a9bdfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:23.353007 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13918d6a-37cf-475a-a652-ab7d64dbdd37 req-76e438ca-199a-428b-afc3-bddb2a9bdfed service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 1096 time: 0.0467448 Jul 29 23:54:23.478544 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860339f-4157-4b5f-a6ac-85599944df55 req-58e0f5ce-6304-4e39-b0b4-375cf9d00227 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:23.480067 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5860339f-4157-4b5f-a6ac-85599944df55 req-58e0f5ce-6304-4e39-b0b4-375cf9d00227 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 944 time: 0.0991886 Jul 29 23:54:23.496902 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13918d6a-37cf-475a-a652-ab7d64dbdd37 req-9a5ebbba-13d0-4463-9141-c5c5bc5d1462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:23.498377 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13918d6a-37cf-475a-a652-ab7d64dbdd37 req-9a5ebbba-13d0-4463-9141-c5c5bc5d1462 service neutron] 10.222.0.39 "GET /v2.0/networks?id=69d224d9-2303-4c0c-aa71-c83ffa50ae05 HTTP/1.1" status: 200 len: 897 time: 0.1370378 Jul 29 23:54:23.549002 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13918d6a-37cf-475a-a652-ab7d64dbdd37 req-475b725c-4366-44c9-b3df-de7fe8c46af6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45e53b25-aeaa-4739-9c47-3a78ba5b2796 HTTP/1.1" status: 200 len: 217 time: 0.0427587 Jul 29 23:54:23.569675 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5860339f-4157-4b5f-a6ac-85599944df55 req-dce9d63e-f48b-43dd-9e30-05206263e5c0 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dd40335-719b-414e-8996-59b38c59b043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816143 Jul 29 23:54:23.607414 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13918d6a-37cf-475a-a652-ab7d64dbdd37 req-20a590e3-175f-4c23-b99e-8a7049dbda4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:23.609119 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13918d6a-37cf-475a-a652-ab7d64dbdd37 req-20a590e3-175f-4c23-b99e-8a7049dbda4f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7e717d6-93d8-46a2-95a3-fee549b72b10 HTTP/1.1" status: 200 len: 835 time: 0.0520413 Jul 29 23:54:23.657371 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13918d6a-37cf-475a-a652-ab7d64dbdd37 req-fc28505a-d3ea-4d65-9dd0-7518dd870610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:23.659958 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13918d6a-37cf-475a-a652-ab7d64dbdd37 req-fc28505a-d3ea-4d65-9dd0-7518dd870610 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69d224d9-2303-4c0c-aa71-c83ffa50ae05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423703 Jul 29 23:54:24.053789 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13918d6a-37cf-475a-a652-ab7d64dbdd37 req-157b1828-8ed3-40c7-a40c-f501bb7e5965 service neutron] 10.222.0.39 "GET /v2.0/networks/69d224d9-2303-4c0c-aa71-c83ffa50ae05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867946 Jul 29 23:54:24.156264 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13918d6a-37cf-475a-a652-ab7d64dbdd37 req-c3f2df68-85aa-463c-9e3f-a08e5c53245f service neutron] 10.222.0.39 "GET /v2.0/networks/69d224d9-2303-4c0c-aa71-c83ffa50ae05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942383 Jul 29 23:54:24.444889 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48558) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:24.553134 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-09609bd2-e4f5-47ff-af07-27e26092d157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:24.640188 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-09609bd2-e4f5-47ff-af07-27e26092d157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:24.644674 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-09609bd2-e4f5-47ff-af07-27e26092d157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:24.685806 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-09609bd2-e4f5-47ff-af07-27e26092d157 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0e1343dc83ea477a8503ca5caa353bef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2398074 Jul 29 23:54:24.686303 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e72fe29-d848-4b1c-89e3-41302bc1a7f2 req-81af7f85-4ea7-4249-bede-0fb8bb897da9 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:24.687793 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3e72fe29-d848-4b1c-89e3-41302bc1a7f2 req-81af7f85-4ea7-4249-bede-0fb8bb897da9 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 944 time: 0.0502260 Jul 29 23:54:24.688111 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09609bd2-e4f5-47ff-af07-27e26092d157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c096fb6-601b-4e66-9420-bb39ed37a382,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:24.688315 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48564) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:24.761045 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3e72fe29-d848-4b1c-89e3-41302bc1a7f2 req-a89c46b3-f959-404f-807f-3c41c34bf6cc tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dd40335-719b-414e-8996-59b38c59b043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654502 Jul 29 23:54:24.765514 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-563efad4-efe8-4a4c-ab7e-4c27ac2882c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:24.787483 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-563efad4-efe8-4a4c-ab7e-4c27ac2882c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:24.834217 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-563efad4-efe8-4a4c-ab7e-4c27ac2882c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:24.836985 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-563efad4-efe8-4a4c-ab7e-4c27ac2882c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:24.838134 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-563efad4-efe8-4a4c-ab7e-4c27ac2882c5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2c096fb6-601b-4e66-9420-bb39ed37a382 HTTP/1.1" status: 204 len: 168 time: 0.1488998 Jul 29 23:54:24.845822 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563efad4-efe8-4a4c-ab7e-4c27ac2882c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c096fb6-601b-4e66-9420-bb39ed37a382,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:24.853903 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563efad4-efe8-4a4c-ab7e-4c27ac2882c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:24.854250 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563efad4-efe8-4a4c-ab7e-4c27ac2882c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:24.854592 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563efad4-efe8-4a4c-ab7e-4c27ac2882c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:24.854965 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563efad4-efe8-4a4c-ab7e-4c27ac2882c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:24.855275 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563efad4-efe8-4a4c-ab7e-4c27ac2882c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:24.855601 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563efad4-efe8-4a4c-ab7e-4c27ac2882c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:24.855958 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563efad4-efe8-4a4c-ab7e-4c27ac2882c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:24.856287 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563efad4-efe8-4a4c-ab7e-4c27ac2882c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:24.856611 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563efad4-efe8-4a4c-ab7e-4c27ac2882c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:24.857052 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563efad4-efe8-4a4c-ab7e-4c27ac2882c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:24.857484 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563efad4-efe8-4a4c-ab7e-4c27ac2882c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:24.857918 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563efad4-efe8-4a4c-ab7e-4c27ac2882c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:54:24.974419 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 64942985-8f14-4caf-a04f-4b6130e71b2a up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:25.022754 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 64942985-8f14-4caf-a04f-4b6130e71b2a triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:25.023131 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.112195 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48570) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:25.125747 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-feb9bc82-a854-43af-af9d-bec6b198a22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.213800 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-feb9bc82-a854-43af-af9d-bec6b198a22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.217436 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-feb9bc82-a854-43af-af9d-bec6b198a22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.254892 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-feb9bc82-a854-43af-af9d-bec6b198a22f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2e29e288c2b4462e87e601af6c97fdb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1416276 Jul 29 23:54:25.255859 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb9bc82-a854-43af-af9d-bec6b198a22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516e8971-c839-480a-901a-8552cf2a19f3,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:25.257653 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48572) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:25.311029 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b297a72-54d7-43f1-aa23-739c94601854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.332688 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b297a72-54d7-43f1-aa23-739c94601854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.377040 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b297a72-54d7-43f1-aa23-739c94601854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.380301 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b297a72-54d7-43f1-aa23-739c94601854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:25.381520 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1b297a72-54d7-43f1-aa23-739c94601854 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/516e8971-c839-480a-901a-8552cf2a19f3 HTTP/1.1" status: 204 len: 168 time: 0.1227510 Jul 29 23:54:25.389221 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b297a72-54d7-43f1-aa23-739c94601854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516e8971-c839-480a-901a-8552cf2a19f3,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:25.884154 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6acdc5-911a-4f15-8aa6-998a07c14b9a req-6a5b2f0c-4c5c-498b-992e-333fe8cddc72 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:25.885678 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6c6acdc5-911a-4f15-8aa6-998a07c14b9a req-6a5b2f0c-4c5c-498b-992e-333fe8cddc72 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 944 time: 0.0556598 Jul 29 23:54:25.926778 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6c6acdc5-911a-4f15-8aa6-998a07c14b9a req-182540e9-406c-4aef-9c0d-8ce0b183d69d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dd40335-719b-414e-8996-59b38c59b043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349476 Jul 29 23:54:26.577685 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48610) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:26.680955 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-73bee3c2-9f6f-409b-9249-b6127185fe27 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1104502321', 'router:external': True}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:26.702594 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bee3c2-9f6f-409b-9249-b6127185fe27 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Made reservation on behalf of 46d30a18685d43669100326f13882816 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:26.705272 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-73bee3c2-9f6f-409b-9249-b6127185fe27 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.714075 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-73bee3c2-9f6f-409b-9249-b6127185fe27 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.758730 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 45e53b25-aeaa-4739-9c47-3a78ba5b2796 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:54:26.808458 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-73bee3c2-9f6f-409b-9249-b6127185fe27 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.812481 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-73bee3c2-9f6f-409b-9249-b6127185fe27 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.837386 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73bee3c2-9f6f-409b-9249-b6127185fe27 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:54:26.847559 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bee3c2-9f6f-409b-9249-b6127185fe27 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2ee70e-73d2-4c1b-a3e8-98630911a3cf,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:26.852297 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-73bee3c2-9f6f-409b-9249-b6127185fe27 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.852642 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-73bee3c2-9f6f-409b-9249-b6127185fe27 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Added segment 9435c44f-bb43-439c-b111-28613040419c of type vlan for network 039baed9-6fe5-4b7f-9c7e-16e251e1adf7 Jul 29 23:54:26.859255 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 45e53b25-aeaa-4739-9c47-3a78ba5b2796, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=45e53b25-aeaa-4739-9c47-3a78ba5b2796,segment=NetworkSegment(ff71753c-c275-4b4a-89d9-549a4003d03c),segment_id=ff71753c-c275-4b4a-89d9-549a4003d03c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:26.872589 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '45e53b25-aeaa-4739-9c47-3a78ba5b2796', 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05', 'port_id': '45e53b25-aeaa-4739-9c47-3a78ba5b2796', 'mac_address': 'fa:16:3e:7b:59:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7e717d6-93d8-46a2-95a3-fee549b72b10', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:54:26.898402 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-73bee3c2-9f6f-409b-9249-b6127185fe27 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.917856 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.932056 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e53b25-aeaa-4739-9c47-3a78ba5b2796 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:54:26.934738 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-73bee3c2-9f6f-409b-9249-b6127185fe27 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.936190 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bee3c2-9f6f-409b-9249-b6127185fe27 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:26.936818 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-73bee3c2-9f6f-409b-9249-b6127185fe27 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:26.954942 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 45e53b25-aeaa-4739-9c47-3a78ba5b2796, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=45e53b25-aeaa-4739-9c47-3a78ba5b2796,segment=NetworkSegment(ff71753c-c275-4b4a-89d9-549a4003d03c),segment_id=ff71753c-c275-4b4a-89d9-549a4003d03c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:26.959374 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.009343 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=45e53b25-aeaa-4739-9c47-3a78ba5b2796,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:27.010713 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-73bee3c2-9f6f-409b-9249-b6127185fe27 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4318666 Jul 29 23:54:27.014019 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48616) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:27.019246 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-7dd0d6f3-b7b3-4339-9457-f353fe658d79 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Request body: {'subnet': {'network_id': '039baed9-6fe5-4b7f-9c7e-16e251e1adf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:27.049675 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dd0d6f3-b7b3-4339-9457-f353fe658d79 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Made reservation on behalf of 46d30a18685d43669100326f13882816 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:27.053554 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7dd0d6f3-b7b3-4339-9457-f353fe658d79 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.067901 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bee3c2-9f6f-409b-9249-b6127185fe27 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Pushing event updated for resources: {'Network': ['ID=039baed9-6fe5-4b7f-9c7e-16e251e1adf7,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:27.082457 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 039baed9-6fe5-4b7f-9c7e-16e251e1adf7 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:54:27.113300 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162ae6e-35d4-4515-8036-1c1b4ffaf3bc req-89cf779e-04ef-41fa-9c45-15a982b10450 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:27.114134 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5162ae6e-35d4-4515-8036-1c1b4ffaf3bc req-89cf779e-04ef-41fa-9c45-15a982b10450 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 945 time: 0.1014299 Jul 29 23:54:27.164760 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['45e53b25-aeaa-4739-9c47-3a78ba5b2796'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:54:27.176419 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5162ae6e-35d4-4515-8036-1c1b4ffaf3bc req-ed824dce-a36f-4b08-85cd-193cf95e852b tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dd40335-719b-414e-8996-59b38c59b043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493493 Jul 29 23:54:27.637982 n-d-712140-10 neutron-server[94064]: DEBUG neutron.objects.ports [None req-7dd0d6f3-b7b3-4339-9457-f353fe658d79 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94064) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 29 23:54:27.638440 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7dd0d6f3-b7b3-4339-9457-f353fe658d79 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.697012 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd0d6f3-b7b3-4339-9457-f353fe658d79 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Pushing event updated for resources: {'Subnet': ['ID=584ee0de-047e-4781-94f3-54a6956bd982,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:27.706951 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd0d6f3-b7b3-4339-9457-f353fe658d79 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Checking segment: {'id': '9435c44f-bb43-439c-b111-28613040419c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '039baed9-6fe5-4b7f-9c7e-16e251e1adf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:27.707310 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd0d6f3-b7b3-4339-9457-f353fe658d79 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Network hostable DHCP agents. Network: 039baed9-6fe5-4b7f-9c7e-16e251e1adf7, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:54:27.723397 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd0d6f3-b7b3-4339-9457-f353fe658d79 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Network 039baed9-6fe5-4b7f-9c7e-16e251e1adf7 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:54:27.732127 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-7dd0d6f3-b7b3-4339-9457-f353fe658d79 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 039baed9-6fe5-4b7f-9c7e-16e251e1adf7) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:27.737560 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd0d6f3-b7b3-4339-9457-f353fe658d79 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:27.738536 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7dd0d6f3-b7b3-4339-9457-f353fe658d79 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.745240 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28781c8a-046c-476f-b17c-593aba74de15 None None] Network 039baed9-6fe5-4b7f-9c7e-16e251e1adf7 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:27.757094 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7dd0d6f3-b7b3-4339-9457-f353fe658d79 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.7393286 Jul 29 23:54:27.757663 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48618) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:27.765079 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-3eb94c71-fdab-42ed-85d2-4abbd575c20f tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-559574740', 'network_id': '039baed9-6fe5-4b7f-9c7e-16e251e1adf7'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:27.794022 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb94c71-fdab-42ed-85d2-4abbd575c20f tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Made reservation on behalf of 46d30a18685d43669100326f13882816 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:27.796574 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3eb94c71-fdab-42ed-85d2-4abbd575c20f tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:27.812762 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-3eb94c71-fdab-42ed-85d2-4abbd575c20f tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] device_id is not set on port c64701dd-bc2b-427a-b5bf-3187210474ea yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:54:27.867551 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc85cec-1d73-433b-ad37-ad01405469a8 None None] Network 039baed9-6fe5-4b7f-9c7e-16e251e1adf7 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:54:27.921265 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-3eb94c71-fdab-42ed-85d2-4abbd575c20f tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Allocated IP 2001:db8::34b (039baed9-6fe5-4b7f-9c7e-16e251e1adf7/584ee0de-047e-4781-94f3-54a6956bd982/c64701dd-bc2b-427a-b5bf-3187210474ea) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:28.077524 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3eb94c71-fdab-42ed-85d2-4abbd575c20f tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.117438 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3eb94c71-fdab-42ed-85d2-4abbd575c20f tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.157186 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb94c71-fdab-42ed-85d2-4abbd575c20f tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Network 039baed9-6fe5-4b7f-9c7e-16e251e1adf7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:28.161114 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-3eb94c71-fdab-42ed-85d2-4abbd575c20f tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:28.164442 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb94c71-fdab-42ed-85d2-4abbd575c20f tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:28.166062 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb94c71-fdab-42ed-85d2-4abbd575c20f tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:28.166747 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3eb94c71-fdab-42ed-85d2-4abbd575c20f tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.179726 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb94c71-fdab-42ed-85d2-4abbd575c20f tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Pushing event updated for resources: {'Port': ['ID=c64701dd-bc2b-427a-b5bf-3187210474ea,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:28.189354 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3eb94c71-fdab-42ed-85d2-4abbd575c20f tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.4301152 Jul 29 23:54:28.191953 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48620) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:28.274192 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-f5026ab3-e208-497a-bd06-66850e90dcc0 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Deleting port c64701dd-bc2b-427a-b5bf-3187210474ea {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:28.274673 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f5026ab3-e208-497a-bd06-66850e90dcc0 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.297652 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe7a53-f8fb-4803-8aed-26cedbb1787d req-d602e877-5efa-4056-ade3-ff5157b4da52 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:28.299151 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42fe7a53-f8fb-4803-8aed-26cedbb1787d req-d602e877-5efa-4056-ade3-ff5157b4da52 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 945 time: 0.0562625 Jul 29 23:54:28.339566 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42fe7a53-f8fb-4803-8aed-26cedbb1787d req-8801cd02-bf78-4450-b09b-f74016a276c7 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dd40335-719b-414e-8996-59b38c59b043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336888 Jul 29 23:54:28.359210 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f5026ab3-e208-497a-bd06-66850e90dcc0 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.372165 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-f5026ab3-e208-497a-bd06-66850e90dcc0 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Calling delete_port for c64701dd-bc2b-427a-b5bf-3187210474ea owned by {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:28.497885 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f5026ab3-e208-497a-bd06-66850e90dcc0 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.525013 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5026ab3-e208-497a-bd06-66850e90dcc0 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Pushing event deleted for resources: {'Port': ['ID=c64701dd-bc2b-427a-b5bf-3187210474ea,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:28.550553 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f5026ab3-e208-497a-bd06-66850e90dcc0 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.552579 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f5026ab3-e208-497a-bd06-66850e90dcc0 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "DELETE /v2.0/ports/c64701dd-bc2b-427a-b5bf-3187210474ea HTTP/1.1" status: 204 len: 168 time: 0.3597028 Jul 29 23:54:28.555219 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48624) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:28.559626 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-28bc7bda-6cd6-469b-aa81-80b2dac58e49 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '039baed9-6fe5-4b7f-9c7e-16e251e1adf7', 'external_fixed_ips': [{'subnet_id': '584ee0de-047e-4781-94f3-54a6956bd982', 'ip_address': '2001:db8::34b'}]}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:28.580155 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-28bc7bda-6cd6-469b-aa81-80b2dac58e49 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.581682 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-28bc7bda-6cd6-469b-aa81-80b2dac58e49 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.636369 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-28bc7bda-6cd6-469b-aa81-80b2dac58e49 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.772610 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 45e53b25-aeaa-4739-9c47-3a78ba5b2796 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:28.783093 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-28bc7bda-6cd6-469b-aa81-80b2dac58e49 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.823429 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 45e53b25-aeaa-4739-9c47-3a78ba5b2796 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:28.827161 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 45e53b25-aeaa-4739-9c47-3a78ba5b2796 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:28.827558 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.912257 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:28.941971 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f9624d-d27e-4dac-b32f-517871b3d724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e53b25-aeaa-4739-9c47-3a78ba5b2796'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:54:28.944318 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbc011e-594c-452b-8f2a-7cbf53cde3ab" -d '{"events": [{"server_uuid": "e2f9624d-d27e-4dac-b32f-517871b3d724", "name": "network-vif-plugged", "status": "completed", "tag": "45e53b25-aeaa-4739-9c47-3a78ba5b2796"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:54:28.959615 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 45e53b25-aeaa-4739-9c47-3a78ba5b2796, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=45e53b25-aeaa-4739-9c47-3a78ba5b2796,segment=NetworkSegment(ff71753c-c275-4b4a-89d9-549a4003d03c),segment_id=ff71753c-c275-4b4a-89d9-549a4003d03c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:28.964913 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.003872 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-28bc7bda-6cd6-469b-aa81-80b2dac58e49 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.020713 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=45e53b25-aeaa-4739-9c47-3a78ba5b2796,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:29.026077 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-28bc7bda-6cd6-469b-aa81-80b2dac58e49 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.162446 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83bd2a14-6f44-4a64-9070-a9aa805da7ef x-openstack-request-id: req-83bd2a14-6f44-4a64-9070-a9aa805da7ef {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:54:29.162736 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f9624d-d27e-4dac-b32f-517871b3d724", "name": "network-vif-plugged", "status": "completed", "tag": "45e53b25-aeaa-4739-9c47-3a78ba5b2796", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:54:29.162987 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-83bd2a14-6f44-4a64-9070-a9aa805da7ef {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:54:29.163382 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f9624d-d27e-4dac-b32f-517871b3d724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e53b25-aeaa-4739-9c47-3a78ba5b2796', 'code': 200} Jul 29 23:54:29.241659 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-28bc7bda-6cd6-469b-aa81-80b2dac58e49 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Allocated IP 2001:db8::34b (039baed9-6fe5-4b7f-9c7e-16e251e1adf7/584ee0de-047e-4781-94f3-54a6956bd982/5e46fcec-d217-4204-8a0e-6073cb94801f) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:29.267886 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266781c-100a-4da5-8e61-c821f3d76ca8 req-f26fb0a2-3f74-4d6f-a173-b93e85bd5a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:29.267886 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f266781c-100a-4da5-8e61-c821f3d76ca8 req-f26fb0a2-3f74-4d6f-a173-b93e85bd5a24 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 1098 time: 0.0443687 Jul 29 23:54:29.306962 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f266781c-100a-4da5-8e61-c821f3d76ca8 req-a55a31a1-9383-4cdb-9b92-0dc34e00bac5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7dd40335-719b-414e-8996-59b38c59b043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343783 Jul 29 23:54:29.353270 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-28bc7bda-6cd6-469b-aa81-80b2dac58e49 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.394371 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-28bc7bda-6cd6-469b-aa81-80b2dac58e49 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.429809 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bc7bda-6cd6-469b-aa81-80b2dac58e49 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Network 039baed9-6fe5-4b7f-9c7e-16e251e1adf7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:29.434104 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-28bc7bda-6cd6-469b-aa81-80b2dac58e49 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:29.437508 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bc7bda-6cd6-469b-aa81-80b2dac58e49 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:29.463033 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8479388-3532-403e-95df-2bef3ec55057 req-92dc3115-b8fc-48da-b8d0-7528ccd0bb9e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:29.464691 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d8479388-3532-403e-95df-2bef3ec55057 req-92dc3115-b8fc-48da-b8d0-7528ccd0bb9e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 946 time: 0.0517282 Jul 29 23:54:29.479751 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc7bda-6cd6-469b-aa81-80b2dac58e49 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Pushing event updated for resources: {'Port': ['ID=5e46fcec-d217-4204-8a0e-6073cb94801f,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:29.504925 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d8479388-3532-403e-95df-2bef3ec55057 req-126fa6c3-01b3-4a41-bcbc-a0b13004d9b2 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dd40335-719b-414e-8996-59b38c59b043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336959 Jul 29 23:54:29.655695 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-28bc7bda-6cd6-469b-aa81-80b2dac58e49 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.700846 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.848195 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-28bc7bda-6cd6-469b-aa81-80b2dac58e49 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.956114 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:29.979827 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bc7bda-6cd6-469b-aa81-80b2dac58e49 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Router 3f023db3-78c0-4dc6-be13-28abba2fbdd9 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:54:30.091157 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bc7bda-6cd6-469b-aa81-80b2dac58e49 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:30.104664 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5891b64c-5ee0-4523-9a93-3716e2bd9428 None None] Sync routers for ids ['3f023db3-78c0-4dc6-be13-28abba2fbdd9'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:30.112645 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-28bc7bda-6cd6-469b-aa81-80b2dac58e49 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.114273 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-28bc7bda-6cd6-469b-aa81-80b2dac58e49 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.5579789 Jul 29 23:54:30.116805 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48632) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:30.121120 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5891b64c-5ee0-4523-9a93-3716e2bd9428 None None] Routers {'3f023db3-78c0-4dc6-be13-28abba2fbdd9'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:30.122295 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-5891b64c-5ee0-4523-9a93-3716e2bd9428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:54:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['3f023db3-78c0-4dc6-be13-28abba2fbdd9'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:30.228245 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1583a66b-27d8-42ba-9072-5db7726b7e8e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.230250 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-5891b64c-5ee0-4523-9a93-3716e2bd9428 None None] Set router 3f023db3-78c0-4dc6-be13-28abba2fbdd9 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:30.334393 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1583a66b-27d8-42ba-9072-5db7726b7e8e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.386922 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1583a66b-27d8-42ba-9072-5db7726b7e8e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Deleting port 5e46fcec-d217-4204-8a0e-6073cb94801f {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:30.387311 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1583a66b-27d8-42ba-9072-5db7726b7e8e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.404597 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-5891b64c-5ee0-4523-9a93-3716e2bd9428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f023db3-78c0-4dc6-be13-28abba2fbdd9', 'name': '', 'tenant_id': '46d30a18685d43669100326f13882816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '039baed9-6fe5-4b7f-9c7e-16e251e1adf7', 'external_fixed_ips': [{'subnet_id': '584ee0de-047e-4781-94f3-54a6956bd982', 'ip_address': '2001:db8::34b'}], 'enable_snat': True}, 'gw_port_id': '5e46fcec-d217-4204-8a0e-6073cb94801f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:28Z', 'updated_at': '2021-07-29T23:54:29Z', 'revision_number': 3, 'project_id': '46d30a18685d43669100326f13882816', 'gw_port': {'id': '5e46fcec-d217-4204-8a0e-6073cb94801f', 'name': '', 'network_id': '039baed9-6fe5-4b7f-9c7e-16e251e1adf7', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:fa:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f023db3-78c0-4dc6-be13-28abba2fbdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3598, 'fixed_ips': [{'subnet_id': '584ee0de-047e-4781-94f3-54a6956bd982', 'ip_address': '2001:db8::34b', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:29Z', 'updated_at': '2021-07-29T23:54:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '584ee0de-047e-4781-94f3-54a6956bd982', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:30.430872 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5891b64c-5ee0-4523-9a93-3716e2bd9428 None None] Checking router: 3f023db3-78c0-4dc6-be13-28abba2fbdd9 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:54:30.431217 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5891b64c-5ee0-4523-9a93-3716e2bd9428 None None] Updating router 3f023db3-78c0-4dc6-be13-28abba2fbdd9 port 5e46fcec-d217-4204-8a0e-6073cb94801f binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:54:30.454580 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-5891b64c-5ee0-4523-9a93-3716e2bd9428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.466386 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1583a66b-27d8-42ba-9072-5db7726b7e8e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.478359 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1583a66b-27d8-42ba-9072-5db7726b7e8e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Calling delete_port for 5e46fcec-d217-4204-8a0e-6073cb94801f owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:30.628036 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f2518-8d31-4a07-8227-3ca2e57584bd req-47026552-28b9-480e-a423-7668769e8a15 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:30.629716 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac4f2518-8d31-4a07-8227-3ca2e57584bd req-47026552-28b9-480e-a423-7668769e8a15 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 946 time: 0.0547392 Jul 29 23:54:30.661764 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1583a66b-27d8-42ba-9072-5db7726b7e8e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.673296 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac4f2518-8d31-4a07-8227-3ca2e57584bd req-e7830486-d56d-4817-9faa-8eec999a11ce tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dd40335-719b-414e-8996-59b38c59b043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369749 Jul 29 23:54:30.700152 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583a66b-27d8-42ba-9072-5db7726b7e8e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e46fcec-d217-4204-8a0e-6073cb94801f,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:30.714482 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.db.api [None req-5891b64c-5ee0-4523-9a93-3716e2bd9428 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94066) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:54:30.714975 n-d-712140-10 neutron-server[94066]: DEBUG oslo_db.api [None req-5891b64c-5ee0-4523-9a93-3716e2bd9428 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:54:30.717651 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1583a66b-27d8-42ba-9072-5db7726b7e8e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.800521 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98912e3a-6bca-4889-bdc0-251246678a0c req-b0610cef-4946-44a6-89cd-284077d2333d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:30.801900 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98912e3a-6bca-4889-bdc0-251246678a0c req-b0610cef-4946-44a6-89cd-284077d2333d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 946 time: 0.0493999 Jul 29 23:54:30.811182 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1583a66b-27d8-42ba-9072-5db7726b7e8e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.813639 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1583a66b-27d8-42ba-9072-5db7726b7e8e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.841236 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98912e3a-6bca-4889-bdc0-251246678a0c req-98b5a65a-4186-4892-ae27-97f26b06c657 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dd40335-719b-414e-8996-59b38c59b043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329649 Jul 29 23:54:30.858271 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1583a66b-27d8-42ba-9072-5db7726b7e8e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.858843 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1583a66b-27d8-42ba-9072-5db7726b7e8e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3f023db3-78c0-4dc6-be13-28abba2fbdd9 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:54:30.863496 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1583a66b-27d8-42ba-9072-5db7726b7e8e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.864354 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48638) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:30.864819 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1583a66b-27d8-42ba-9072-5db7726b7e8e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "DELETE /v2.0/routers/3f023db3-78c0-4dc6-be13-28abba2fbdd9 HTTP/1.1" status: 204 len: 168 time: 0.7470293 Jul 29 23:54:30.867307 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48640) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:30.903894 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967659ec-3cb1-4fae-8a0e-8db6969589f3 tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:30.905448 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-967659ec-3cb1-4fae-8a0e-8db6969589f3 tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 1093 time: 0.0399494 Jul 29 23:54:30.908204 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48642) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:30.912735 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e43c746-a4dc-48f5-9781-bbc94bd13ad8 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Deleting subnet 584ee0de-047e-4781-94f3-54a6956bd982 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:54:30.914482 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-12875191-e1ab-4fe5-b913-fc35dbbe26bd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'port_id': '45e53b25-aeaa-4739-9c47-3a78ba5b2796', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:30.916138 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4e43c746-a4dc-48f5-9781-bbc94bd13ad8 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.937652 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-12875191-e1ab-4fe5-b913-fc35dbbe26bd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.957481 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4e43c746-a4dc-48f5-9781-bbc94bd13ad8 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:30.997957 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4e43c746-a4dc-48f5-9781-bbc94bd13ad8 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.036458 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-12875191-e1ab-4fe5-b913-fc35dbbe26bd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.053676 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4e43c746-a4dc-48f5-9781-bbc94bd13ad8 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.081740 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43c746-a4dc-48f5-9781-bbc94bd13ad8 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=584ee0de-047e-4781-94f3-54a6956bd982,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:31.083724 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4e43c746-a4dc-48f5-9781-bbc94bd13ad8 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.088188 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4e43c746-a4dc-48f5-9781-bbc94bd13ad8 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "DELETE /v2.0/subnets/584ee0de-047e-4781-94f3-54a6956bd982 HTTP/1.1" status: 204 len: 168 time: 0.2173562 Jul 29 23:54:31.088584 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48644) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:31.196744 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-003c40f2-2aa7-480f-876b-3f7a68f20df3 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.219034 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-12875191-e1ab-4fe5-b913-fc35dbbe26bd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Allocated IP 172.25.8.251 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/9ed8f6f1-2db3-48e3-a0dd-2c0b6bc821ab) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:31.233097 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5891b64c-5ee0-4523-9a93-3716e2bd9428 None None] Port 5e46fcec-d217-4204-8a0e-6073cb94801f not found while updating agent binding for router 3f023db3-78c0-4dc6-be13-28abba2fbdd9. {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 29 23:54:31.241370 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5891b64c-5ee0-4523-9a93-3716e2bd9428 None None] Routers set() bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:31.241743 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5891b64c-5ee0-4523-9a93-3716e2bd9428 None None] Router IDs set() for agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 23:54:31.242413 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_agentschedulers_db [None req-5891b64c-5ee0-4523-9a93-3716e2bd9428 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3f023db3-78c0-4dc6-be13-28abba2fbdd9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:54:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent'). {{(pid=94066) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 23:54:31.242805 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5891b64c-5ee0-4523-9a93-3716e2bd9428 None None] The sync data for ids ['3f023db3-78c0-4dc6-be13-28abba2fbdd9'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:31.338840 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-003c40f2-2aa7-480f-876b-3f7a68f20df3 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.353438 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-003c40f2-2aa7-480f-876b-3f7a68f20df3 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['039baed9-6fe5-4b7f-9c7e-16e251e1adf7']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:31.365931 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-003c40f2-2aa7-480f-876b-3f7a68f20df3 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9435c44f-bb43-439c-b111-28613040419c') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:31.366227 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-003c40f2-2aa7-480f-876b-3f7a68f20df3 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9435c44f-bb43-439c-b111-28613040419c') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:31.382696 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-003c40f2-2aa7-480f-876b-3f7a68f20df3 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.405049 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-003c40f2-2aa7-480f-876b-3f7a68f20df3 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.418122 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-003c40f2-2aa7-480f-876b-3f7a68f20df3 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:54:31.418515 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-003c40f2-2aa7-480f-876b-3f7a68f20df3 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.420188 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:54:31.420188 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:54:31.420188 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:54:31.420188 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:54:31.420188 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:54:31.420188 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:54:31.420188 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:54:31.420188 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:54:31.420188 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:54:31.420188 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:54:31.420188 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:54:31.420188 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:54:31.420188 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:54:31.420188 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:54:31.420188 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:54:31.420188 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:54:31.420188 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:54:31.420188 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:54:31.420188 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:54:31.420188 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:54:31.420188 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:54:31.420188 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:54:31.420188 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:54:31.420188 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:54:31.420188 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:54:31.420188 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:54:31.420188 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:54:31.420188 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:54:31.420188 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:54:31.420188 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:54:31.420188 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:54:31.420188 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:54:31.435710 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-12875191-e1ab-4fe5-b913-fc35dbbe26bd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.496717 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-003c40f2-2aa7-480f-876b-3f7a68f20df3 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.503780 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003c40f2-2aa7-480f-876b-3f7a68f20df3 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 039baed9-6fe5-4b7f-9c7e-16e251e1adf7 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 29 23:54:31.506627 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-003c40f2-2aa7-480f-876b-3f7a68f20df3 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.512236 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-003c40f2-2aa7-480f-876b-3f7a68f20df3 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "DELETE /v2.0/networks/039baed9-6fe5-4b7f-9c7e-16e251e1adf7 HTTP/1.1" status: 204 len: 168 time: 0.4190631 Jul 29 23:54:31.520381 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c40f2-2aa7-480f-876b-3f7a68f20df3 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Pushing event deleted for resources: {'Network': ['ID=039baed9-6fe5-4b7f-9c7e-16e251e1adf7,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:31.532735 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-12875191-e1ab-4fe5-b913-fc35dbbe26bd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.573314 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12875191-e1ab-4fe5-b913-fc35dbbe26bd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:31.576400 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-12875191-e1ab-4fe5-b913-fc35dbbe26bd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:31.580362 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12875191-e1ab-4fe5-b913-fc35dbbe26bd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:31.609928 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12875191-e1ab-4fe5-b913-fc35dbbe26bd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'Port': ['ID=9ed8f6f1-2db3-48e3-a0dd-2c0b6bc821ab,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:31.735253 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48652) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:31.740195 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-7cb47ebd-5be9-4b33-867f-c1581d9634b2 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Request body: {'router': {'name': 'tempest-router--288944188', 'project_id': 'ed5bae5595c6466fafe3e80fb9e51365'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:31.764359 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7cb47ebd-5be9-4b33-867f-c1581d9634b2 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.765373 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7cb47ebd-5be9-4b33-867f-c1581d9634b2 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:31.980230 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-12875191-e1ab-4fe5-b913-fc35dbbe26bd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.054654 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-12875191-e1ab-4fe5-b913-fc35dbbe26bd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.069647 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7cb47ebd-5be9-4b33-867f-c1581d9634b2 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.073922 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7cb47ebd-5be9-4b33-867f-c1581d9634b2 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.088064 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7cb47ebd-5be9-4b33-867f-c1581d9634b2 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.089893 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7cb47ebd-5be9-4b33-867f-c1581d9634b2 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3535519 Jul 29 23:54:32.093461 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48654) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:32.208289 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f35e45d9-9a0f-4a25-aa4e-93f56296ec5c tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.390896 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f35e45d9-9a0f-4a25-aa4e-93f56296ec5c tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.398816 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f35e45d9-9a0f-4a25-aa4e-93f56296ec5c tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.452848 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f35e45d9-9a0f-4a25-aa4e-93f56296ec5c tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.453365 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35e45d9-9a0f-4a25-aa4e-93f56296ec5c tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bd213475-ed7e-4997-b6c9-8bad4daa3dd5 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:54:32.457550 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-12875191-e1ab-4fe5-b913-fc35dbbe26bd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.461802 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f35e45d9-9a0f-4a25-aa4e-93f56296ec5c tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.462943 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f35e45d9-9a0f-4a25-aa4e-93f56296ec5c tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "DELETE /v2.0/routers/bd213475-ed7e-4997-b6c9-8bad4daa3dd5 HTTP/1.1" status: 204 len: 168 time: 0.3684423 Jul 29 23:54:32.464330 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-12875191-e1ab-4fe5-b913-fc35dbbe26bd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.539739 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12875191-e1ab-4fe5-b913-fc35dbbe26bd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'Port': ['ID=9ed8f6f1-2db3-48e3-a0dd-2c0b6bc821ab,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:32.552248 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-12875191-e1ab-4fe5-b913-fc35dbbe26bd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.573068 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48658) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:32.681962 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-12875191-e1ab-4fe5-b913-fc35dbbe26bd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Floating IP 63ad464f-447d-460b-92f5-ae5baec549ad associated. External IP: 172.25.8.251, port: 45e53b25-aeaa-4739-9c47-3a78ba5b2796. Jul 29 23:54:32.796738 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-4884aaef-b907-4cad-aeba-16895ebbc83a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1966112290', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}, 'admin_state_up': False}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:32.822426 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4884aaef-b907-4cad-aeba-16895ebbc83a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.823423 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4884aaef-b907-4cad-aeba-16895ebbc83a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.852391 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c8427a52-ecc0-4b5f-8220-3220e32b60f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.882385 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4884aaef-b907-4cad-aeba-16895ebbc83a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:32.906452 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12875191-e1ab-4fe5-b913-fc35dbbe26bd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Router 3c0c8da5-f429-475a-a706-96a1149f698f has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:54:33.020806 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4884aaef-b907-4cad-aeba-16895ebbc83a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.021249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12875191-e1ab-4fe5-b913-fc35dbbe26bd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:33.031760 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c146ef0-bc5a-4b76-9f78-1624e8dc9abf None None] Sync routers for ids ['3c0c8da5-f429-475a-a706-96a1149f698f'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:33.044188 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-12875191-e1ab-4fe5-b913-fc35dbbe26bd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.044946 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c146ef0-bc5a-4b76-9f78-1624e8dc9abf None None] Routers {'3c0c8da5-f429-475a-a706-96a1149f698f'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:33.045515 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1c146ef0-bc5a-4b76-9f78-1624e8dc9abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:54:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['3c0c8da5-f429-475a-a706-96a1149f698f'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:33.081907 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-12875191-e1ab-4fe5-b913-fc35dbbe26bd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1683760 Jul 29 23:54:33.081907 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f9624d-d27e-4dac-b32f-517871b3d724', 'tag': '45e53b25-aeaa-4739-9c47-3a78ba5b2796'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:54:33.082639 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b510f8b-79bf-4fcc-848e-c58be5b26107" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f9624d-d27e-4dac-b32f-517871b3d724", "tag": "45e53b25-aeaa-4739-9c47-3a78ba5b2796"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:54:33.169647 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-1c146ef0-bc5a-4b76-9f78-1624e8dc9abf None None] Set router 3c0c8da5-f429-475a-a706-96a1149f698f gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:33.184279 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50593e8a-d7e1-444f-acf6-a64da2641b42 req-fd73c22a-0463-49e4-b86f-2048f9c01f3c tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:33.185937 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50593e8a-d7e1-444f-acf6-a64da2641b42 req-fd73c22a-0463-49e4-b86f-2048f9c01f3c tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 946 time: 0.0544496 Jul 29 23:54:33.229584 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50593e8a-d7e1-444f-acf6-a64da2641b42 req-e16ad757-5c6d-4624-8e4e-ccaf48795343 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dd40335-719b-414e-8996-59b38c59b043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368726 Jul 29 23:54:33.253795 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48666) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:33.259327 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4884aaef-b907-4cad-aeba-16895ebbc83a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.294430 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4884aaef-b907-4cad-aeba-16895ebbc83a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.316010 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd5d615-d4f6-4816-8aa3-4767b9f0408d x-openstack-request-id: req-3bd5d615-d4f6-4816-8aa3-4767b9f0408d {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:54:33.316456 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f9624d-d27e-4dac-b32f-517871b3d724", "tag": "45e53b25-aeaa-4739-9c47-3a78ba5b2796", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:54:33.316666 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3bd5d615-d4f6-4816-8aa3-4767b9f0408d {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:54:33.317065 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f9624d-d27e-4dac-b32f-517871b3d724', 'tag': '45e53b25-aeaa-4739-9c47-3a78ba5b2796', 'status': 'completed', 'code': 200} Jul 29 23:54:33.409829 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-4884aaef-b907-4cad-aeba-16895ebbc83a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Allocated IP 172.25.8.227 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/787866f7-be9d-4579-8399-a1db5bbaaa9f) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:33.442329 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1c146ef0-bc5a-4b76-9f78-1624e8dc9abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238318245', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '939a9921-dbf0-4293-a6eb-dccde6c6e12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:13Z', 'updated_at': '2021-07-29T23:54:17Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '939a9921-dbf0-4293-a6eb-dccde6c6e12c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:14Z', 'updated_at': '2021-07-29T23:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '63ad464f-447d-460b-92f5-ae5baec549ad', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'floating_ip_address': '172.25.8.251', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'port_id': '45e53b25-aeaa-4739-9c47-3a78ba5b2796', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05', 'mac_address': 'fa:16:3e:7b:59:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f9624d-d27e-4dac-b32f-517871b3d724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:54:31Z', 'updated_at': '2021-07-29T23:54:31Z', 'revision_number': 0, 'project_id': '238a2371055343febcbc86645f67da5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64942985-8f14-4caf-a04f-4b6130e71b2a', 'name': '', 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:3f:c0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'd7e717d6-93d8-46a2-95a3-fee549b72b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:16Z', 'updated_at': '2021-07-29T23:54:23Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': 'd7e717d6-93d8-46a2-95a3-fee549b72b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:33.483187 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c146ef0-bc5a-4b76-9f78-1624e8dc9abf None None] Checking router: 3c0c8da5-f429-475a-a706-96a1149f698f for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:54:33.492796 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c146ef0-bc5a-4b76-9f78-1624e8dc9abf None None] Routers {'3c0c8da5-f429-475a-a706-96a1149f698f'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:33.493504 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1c146ef0-bc5a-4b76-9f78-1624e8dc9abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:54:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['3c0c8da5-f429-475a-a706-96a1149f698f'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:33.535453 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4884aaef-b907-4cad-aeba-16895ebbc83a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.577576 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4884aaef-b907-4cad-aeba-16895ebbc83a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.610718 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-1c146ef0-bc5a-4b76-9f78-1624e8dc9abf None None] Set router 3c0c8da5-f429-475a-a706-96a1149f698f gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:33.616403 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4884aaef-b907-4cad-aeba-16895ebbc83a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:33.621002 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-4884aaef-b907-4cad-aeba-16895ebbc83a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:33.627132 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4884aaef-b907-4cad-aeba-16895ebbc83a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:33.651257 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884aaef-b907-4cad-aeba-16895ebbc83a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Pushing event updated for resources: {'Port': ['ID=787866f7-be9d-4579-8399-a1db5bbaaa9f,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:33.673027 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-45928561-3e90-46c2-9266-d3af418eca21 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/floatingips/63ad464f-447d-460b-92f5-ae5baec549ad HTTP/1.1" status: 200 len: 992 time: 0.4171004 Jul 29 23:54:33.683780 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b510f8b-79bf-4fcc-848e-c58be5b26107 req-2ae82347-84db-4286-8d0d-36f409455487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:33.685550 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7b510f8b-79bf-4fcc-848e-c58be5b26107 req-2ae82347-84db-4286-8d0d-36f409455487 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 1098 time: 0.3677125 Jul 29 23:54:33.778479 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b510f8b-79bf-4fcc-848e-c58be5b26107 req-437edf0d-ba96-43b7-bc1a-4e7fa6691586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:33.780136 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7b510f8b-79bf-4fcc-848e-c58be5b26107 req-437edf0d-ba96-43b7-bc1a-4e7fa6691586 service neutron] 10.222.0.39 "GET /v2.0/networks?id=69d224d9-2303-4c0c-aa71-c83ffa50ae05 HTTP/1.1" status: 200 len: 897 time: 0.0865219 Jul 29 23:54:33.858668 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1c146ef0-bc5a-4b76-9f78-1624e8dc9abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238318245', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '939a9921-dbf0-4293-a6eb-dccde6c6e12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:13Z', 'updated_at': '2021-07-29T23:54:17Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '939a9921-dbf0-4293-a6eb-dccde6c6e12c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:14Z', 'updated_at': '2021-07-29T23:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '63ad464f-447d-460b-92f5-ae5baec549ad', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'floating_ip_address': '172.25.8.251', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'port_id': '45e53b25-aeaa-4739-9c47-3a78ba5b2796', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05', 'mac_address': 'fa:16:3e:7b:59:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f9624d-d27e-4dac-b32f-517871b3d724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:54:31Z', 'updated_at': '2021-07-29T23:54:31Z', 'revision_number': 0, 'project_id': '238a2371055343febcbc86645f67da5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64942985-8f14-4caf-a04f-4b6130e71b2a', 'name': '', 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:3f:c0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'd7e717d6-93d8-46a2-95a3-fee549b72b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:16Z', 'updated_at': '2021-07-29T23:54:23Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': 'd7e717d6-93d8-46a2-95a3-fee549b72b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:33.859292 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7b510f8b-79bf-4fcc-848e-c58be5b26107 req-6f637b06-3540-490f-afad-0b6bae649e1f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45e53b25-aeaa-4739-9c47-3a78ba5b2796 HTTP/1.1" status: 200 len: 1000 time: 0.0705938 Jul 29 23:54:33.885417 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c146ef0-bc5a-4b76-9f78-1624e8dc9abf None None] The sync data for ids ['3c0c8da5-f429-475a-a706-96a1149f698f'] in n-d-712140-10 is: [{'id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238318245', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '939a9921-dbf0-4293-a6eb-dccde6c6e12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:13Z', 'updated_at': '2021-07-29T23:54:17Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '939a9921-dbf0-4293-a6eb-dccde6c6e12c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:14Z', 'updated_at': '2021-07-29T23:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '63ad464f-447d-460b-92f5-ae5baec549ad', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'floating_ip_address': '172.25.8.251', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'port_id': '45e53b25-aeaa-4739-9c47-3a78ba5b2796', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05', 'mac_address': 'fa:16:3e:7b:59:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2f9624d-d27e-4dac-b32f-517871b3d724', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:54:31Z', 'updated_at': '2021-07-29T23:54:31Z', 'revision_number': 0, 'project_id': '238a2371055343febcbc86645f67da5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64942985-8f14-4caf-a04f-4b6130e71b2a', 'name': '', 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:3f:c0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'd7e717d6-93d8-46a2-95a3-fee549b72b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:16Z', 'updated_at': '2021-07-29T23:54:23Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': 'd7e717d6-93d8-46a2-95a3-fee549b72b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:33.892695 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4884aaef-b907-4cad-aeba-16895ebbc83a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:33.913805 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b510f8b-79bf-4fcc-848e-c58be5b26107 req-634b888b-7307-4dce-874b-5a39aa18bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:33.915310 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7b510f8b-79bf-4fcc-848e-c58be5b26107 req-634b888b-7307-4dce-874b-5a39aa18bd8e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7e717d6-93d8-46a2-95a3-fee549b72b10 HTTP/1.1" status: 200 len: 835 time: 0.0465605 Jul 29 23:54:33.965550 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b510f8b-79bf-4fcc-848e-c58be5b26107 req-6db2ad7e-d6bc-467e-ab6f-c832bad74340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:33.967128 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7b510f8b-79bf-4fcc-848e-c58be5b26107 req-6db2ad7e-d6bc-467e-ab6f-c832bad74340 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69d224d9-2303-4c0c-aa71-c83ffa50ae05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438120 Jul 29 23:54:34.068511 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7b510f8b-79bf-4fcc-848e-c58be5b26107 req-fb05761f-dfcd-468f-a28a-76e32b910155 service neutron] 10.222.0.39 "GET /v2.0/networks/69d224d9-2303-4c0c-aa71-c83ffa50ae05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935726 Jul 29 23:54:34.104963 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce6e00d-dcfc-4463-b277-4ede3536283a None None] New status for floating IP 63ad464f-447d-460b-92f5-ae5baec549ad: ACTIVE {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:54:34.114693 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4884aaef-b907-4cad-aeba-16895ebbc83a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.166945 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7b510f8b-79bf-4fcc-848e-c58be5b26107 req-38c97ea9-66d6-4cd4-af3e-465b316803ef service neutron] 10.222.0.39 "GET /v2.0/networks/69d224d9-2303-4c0c-aa71-c83ffa50ae05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910087 Jul 29 23:54:34.257107 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4884aaef-b907-4cad-aeba-16895ebbc83a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Router 75ab655c-011c-4951-8662-3e9ea3ab3808 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:54:34.365341 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4884aaef-b907-4cad-aeba-16895ebbc83a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:34.374264 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34bebf6-6dad-4e01-a5ed-c6520738fe81 None None] Sync routers for ids ['75ab655c-011c-4951-8662-3e9ea3ab3808'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:34.383687 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4884aaef-b907-4cad-aeba-16895ebbc83a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.383972 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34bebf6-6dad-4e01-a5ed-c6520738fe81 None None] Routers {'75ab655c-011c-4951-8662-3e9ea3ab3808'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:34.384505 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d34bebf6-6dad-4e01-a5ed-c6520738fe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:54:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['75ab655c-011c-4951-8662-3e9ea3ab3808'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:34.384964 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4884aaef-b907-4cad-aeba-16895ebbc83a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.8108895 Jul 29 23:54:34.387905 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48670) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:34.415705 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d34bebf6-6dad-4e01-a5ed-c6520738fe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:34.424619 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34bebf6-6dad-4e01-a5ed-c6520738fe81 None None] Routers {'75ab655c-011c-4951-8662-3e9ea3ab3808'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:34.425419 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d34bebf6-6dad-4e01-a5ed-c6520738fe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:54:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['75ab655c-011c-4951-8662-3e9ea3ab3808'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:34.460413 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d34bebf6-6dad-4e01-a5ed-c6520738fe81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:34.461065 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34bebf6-6dad-4e01-a5ed-c6520738fe81 None None] The sync data for ids ['75ab655c-011c-4951-8662-3e9ea3ab3808'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:34.499128 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-88ae71b1-8b34-48ef-a8ab-9fcd101e37d2 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "GET /v2.0/routers/75ab655c-011c-4951-8662-3e9ea3ab3808 HTTP/1.1" status: 200 len: 925 time: 0.1101351 Jul 29 23:54:34.501817 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48674) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:34.550613 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-199e8316-567c-4d0f-9c48-6fe9dce7d680 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] 10.222.0.18 "GET /v2.0/ports?device_id=75ab655c-011c-4951-8662-3e9ea3ab3808 HTTP/1.1" status: 200 len: 205 time: 0.0468943 Jul 29 23:54:34.552977 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48676) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:34.661093 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6cd66cf5-4950-4341-b67b-4890cc2d65f6 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.676896 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48678) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:34.747105 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-29175398-3c43-4b7a-8497-29ad73e9edd4 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/floatingips/63ad464f-447d-460b-92f5-ae5baec549ad HTTP/1.1" status: 200 len: 994 time: 0.0674043 Jul 29 23:54:34.770856 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6cd66cf5-4950-4341-b67b-4890cc2d65f6 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.822892 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6cd66cf5-4950-4341-b67b-4890cc2d65f6 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Deleting port 787866f7-be9d-4579-8399-a1db5bbaaa9f {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:34.823233 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6cd66cf5-4950-4341-b67b-4890cc2d65f6 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.898845 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6cd66cf5-4950-4341-b67b-4890cc2d65f6 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:34.911084 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6cd66cf5-4950-4341-b67b-4890cc2d65f6 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Calling delete_port for 787866f7-be9d-4579-8399-a1db5bbaaa9f owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:35.080216 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6cd66cf5-4950-4341-b67b-4890cc2d65f6 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.107554 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd66cf5-4950-4341-b67b-4890cc2d65f6 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Pushing event deleted for resources: {'Port': ['ID=787866f7-be9d-4579-8399-a1db5bbaaa9f,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:35.167201 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6cd66cf5-4950-4341-b67b-4890cc2d65f6 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.260028 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6cd66cf5-4950-4341-b67b-4890cc2d65f6 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.262249 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6cd66cf5-4950-4341-b67b-4890cc2d65f6 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.309011 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6cd66cf5-4950-4341-b67b-4890cc2d65f6 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.309599 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd66cf5-4950-4341-b67b-4890cc2d65f6 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Fanout notify agent at l3_agent the message router_deleted on router 75ab655c-011c-4951-8662-3e9ea3ab3808 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:54:35.317103 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6cd66cf5-4950-4341-b67b-4890cc2d65f6 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.318323 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6cd66cf5-4950-4341-b67b-4890cc2d65f6 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] 10.222.0.18 "DELETE /v2.0/routers/75ab655c-011c-4951-8662-3e9ea3ab3808 HTTP/1.1" status: 204 len: 168 time: 0.7643111 Jul 29 23:54:35.325218 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48680) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:35.329493 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-6a76fbc1-d503-4578-b4d2-6f34daa401e1 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1725822957', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'enable_snat': False}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:35.350141 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a76fbc1-d503-4578-b4d2-6f34daa401e1 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.351093 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a76fbc1-d503-4578-b4d2-6f34daa401e1 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.393989 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.402030 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a76fbc1-d503-4578-b4d2-6f34daa401e1 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.784981 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a76fbc1-d503-4578-b4d2-6f34daa401e1 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:35.985656 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a76fbc1-d503-4578-b4d2-6f34daa401e1 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.004537 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a76fbc1-d503-4578-b4d2-6f34daa401e1 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.107085 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-6a76fbc1-d503-4578-b4d2-6f34daa401e1 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Allocated IP 172.25.8.77 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/c18ae0db-1fbe-476e-8b28-09058afbc96c) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:36.211917 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a76fbc1-d503-4578-b4d2-6f34daa401e1 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.248487 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7e0048ae-5037-47d5-9858-125bff7cf3eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.250443 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a76fbc1-d503-4578-b4d2-6f34daa401e1 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.289288 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a76fbc1-d503-4578-b4d2-6f34daa401e1 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:36.292217 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-6a76fbc1-d503-4578-b4d2-6f34daa401e1 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:36.297645 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a76fbc1-d503-4578-b4d2-6f34daa401e1 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:36.303106 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a76fbc1-d503-4578-b4d2-6f34daa401e1 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Pushing event updated for resources: {'Port': ['ID=c18ae0db-1fbe-476e-8b28-09058afbc96c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:36.553531 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a76fbc1-d503-4578-b4d2-6f34daa401e1 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.761973 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a76fbc1-d503-4578-b4d2-6f34daa401e1 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.888830 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a76fbc1-d503-4578-b4d2-6f34daa401e1 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Router fb3a0b71-9ab8-4232-9daf-c82488b0a4d7 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:54:36.919182 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:36.999923 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a76fbc1-d503-4578-b4d2-6f34daa401e1 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:37.008307 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339e8e42-6a79-4e51-b28a-97c2ee621de2 None None] Sync routers for ids ['fb3a0b71-9ab8-4232-9daf-c82488b0a4d7'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:37.017260 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a76fbc1-d503-4578-b4d2-6f34daa401e1 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.018598 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339e8e42-6a79-4e51-b28a-97c2ee621de2 None None] Routers {'fb3a0b71-9ab8-4232-9daf-c82488b0a4d7'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:37.019022 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6a76fbc1-d503-4578-b4d2-6f34daa401e1 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.6927595 Jul 29 23:54:37.019612 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-339e8e42-6a79-4e51-b28a-97c2ee621de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:54:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['fb3a0b71-9ab8-4232-9daf-c82488b0a4d7'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:37.021619 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48682) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:37.137063 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-71e8a605-f9ff-4e53-8e85-65c5f39326c3 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "GET /v2.0/routers/fb3a0b71-9ab8-4232-9daf-c82488b0a4d7 HTTP/1.1" status: 200 len: 908 time: 0.1142604 Jul 29 23:54:37.139551 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48684) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:37.145358 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-53bc942f-142e-4e17-b4f3-b45abf5be0cf tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1725822957', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'enable_snat': True}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:37.150381 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-339e8e42-6a79-4e51-b28a-97c2ee621de2 None None] Set router fb3a0b71-9ab8-4232-9daf-c82488b0a4d7 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:37.169220 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-53bc942f-142e-4e17-b4f3-b45abf5be0cf tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.170320 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-53bc942f-142e-4e17-b4f3-b45abf5be0cf tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.225306 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-53bc942f-142e-4e17-b4f3-b45abf5be0cf tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.356605 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-339e8e42-6a79-4e51-b28a-97c2ee621de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3a0b71-9ab8-4232-9daf-c82488b0a4d7', 'name': 'tempest-snat-router-1725822957', 'tenant_id': '46d30a18685d43669100326f13882816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.77'}], 'enable_snat': False}, 'gw_port_id': 'c18ae0db-1fbe-476e-8b28-09058afbc96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:35Z', 'updated_at': '2021-07-29T23:54:36Z', 'revision_number': 3, 'project_id': '46d30a18685d43669100326f13882816', 'gw_port': {'id': 'c18ae0db-1fbe-476e-8b28-09058afbc96c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3a0b71-9ab8-4232-9daf-c82488b0a4d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:36Z', 'updated_at': '2021-07-29T23:54:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:37.374186 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-53bc942f-142e-4e17-b4f3-b45abf5be0cf tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.385548 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339e8e42-6a79-4e51-b28a-97c2ee621de2 None None] Checking router: fb3a0b71-9ab8-4232-9daf-c82488b0a4d7 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:54:37.385908 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339e8e42-6a79-4e51-b28a-97c2ee621de2 None None] Updating router fb3a0b71-9ab8-4232-9daf-c82488b0a4d7 port c18ae0db-1fbe-476e-8b28-09058afbc96c binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:54:37.410310 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-339e8e42-6a79-4e51-b28a-97c2ee621de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.582301 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-53bc942f-142e-4e17-b4f3-b45abf5be0cf tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.609629 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-53bc942f-142e-4e17-b4f3-b45abf5be0cf tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.784865 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-339e8e42-6a79-4e51-b28a-97c2ee621de2 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.794532 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-339e8e42-6a79-4e51-b28a-97c2ee621de2 None None] Transition to ACTIVE for port object c18ae0db-1fbe-476e-8b28-09058afbc96c will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:54:37.804175 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-339e8e42-6a79-4e51-b28a-97c2ee621de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.864240 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-339e8e42-6a79-4e51-b28a-97c2ee621de2 None None] Attempting to bind port c18ae0db-1fbe-476e-8b28-09058afbc96c on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:54:37.864700 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-339e8e42-6a79-4e51-b28a-97c2ee621de2 None None] Attempting to bind port c18ae0db-1fbe-476e-8b28-09058afbc96c by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:54:37.865143 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339e8e42-6a79-4e51-b28a-97c2ee621de2 None None] Attempting to bind port c18ae0db-1fbe-476e-8b28-09058afbc96c on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:54:37.867773 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-53bc942f-142e-4e17-b4f3-b45abf5be0cf tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Allocated IP 172.25.8.159 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/97e0e3df-c7ba-44c9-ac50-52a67d7e691e) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:37.874790 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf44d22-4eb0-47c3-b199-ab46e5bedf9f None None] Pushing event updated for resources: {'Port': ['ID=c18ae0db-1fbe-476e-8b28-09058afbc96c,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:37.878563 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339e8e42-6a79-4e51-b28a-97c2ee621de2 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:54:37.878970 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339e8e42-6a79-4e51-b28a-97c2ee621de2 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:54:37.879682 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-339e8e42-6a79-4e51-b28a-97c2ee621de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.880130 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-339e8e42-6a79-4e51-b28a-97c2ee621de2 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:54:37.880797 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-339e8e42-6a79-4e51-b28a-97c2ee621de2 None None] Bound port: c18ae0db-1fbe-476e-8b28-09058afbc96c, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:54:37.881210 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-339e8e42-6a79-4e51-b28a-97c2ee621de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.940277 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-339e8e42-6a79-4e51-b28a-97c2ee621de2 None None] For port c18ae0db-1fbe-476e-8b28-09058afbc96c, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:54:37.944292 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-339e8e42-6a79-4e51-b28a-97c2ee621de2 None None] For port c18ae0db-1fbe-476e-8b28-09058afbc96c, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c18ae0db-1fbe-476e-8b28-09058afbc96c,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:54:37.949337 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-339e8e42-6a79-4e51-b28a-97c2ee621de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:37.992198 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-53bc942f-142e-4e17-b4f3-b45abf5be0cf tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.008255 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339e8e42-6a79-4e51-b28a-97c2ee621de2 None None] Routers {'fb3a0b71-9ab8-4232-9daf-c82488b0a4d7'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:38.008882 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-339e8e42-6a79-4e51-b28a-97c2ee621de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:54:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['fb3a0b71-9ab8-4232-9daf-c82488b0a4d7'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:38.034582 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-53bc942f-142e-4e17-b4f3-b45abf5be0cf tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.049025 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf44d22-4eb0-47c3-b199-ab46e5bedf9f None None] Pushing event updated for resources: {'Port': ['ID=c18ae0db-1fbe-476e-8b28-09058afbc96c,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:38.076840 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bc942f-142e-4e17-b4f3-b45abf5be0cf tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:38.079744 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-53bc942f-142e-4e17-b4f3-b45abf5be0cf tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:38.083235 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bc942f-142e-4e17-b4f3-b45abf5be0cf tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:38.116399 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bc942f-142e-4e17-b4f3-b45abf5be0cf tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Pushing event updated for resources: {'Port': ['ID=97e0e3df-c7ba-44c9-ac50-52a67d7e691e,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:38.127956 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-339e8e42-6a79-4e51-b28a-97c2ee621de2 None None] Set router fb3a0b71-9ab8-4232-9daf-c82488b0a4d7 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:38.231225 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.330274 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-339e8e42-6a79-4e51-b28a-97c2ee621de2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb3a0b71-9ab8-4232-9daf-c82488b0a4d7', 'name': 'tempest-snat-router-1725822957', 'tenant_id': '46d30a18685d43669100326f13882816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.77'}], 'enable_snat': False}, 'gw_port_id': 'c18ae0db-1fbe-476e-8b28-09058afbc96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:35Z', 'updated_at': '2021-07-29T23:54:36Z', 'revision_number': 3, 'project_id': '46d30a18685d43669100326f13882816', 'gw_port': {'id': 'c18ae0db-1fbe-476e-8b28-09058afbc96c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3a0b71-9ab8-4232-9daf-c82488b0a4d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:36Z', 'updated_at': '2021-07-29T23:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:38.359659 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339e8e42-6a79-4e51-b28a-97c2ee621de2 None None] The sync data for ids ['fb3a0b71-9ab8-4232-9daf-c82488b0a4d7'] in n-d-712140-10 is: [{'id': 'fb3a0b71-9ab8-4232-9daf-c82488b0a4d7', 'name': 'tempest-snat-router-1725822957', 'tenant_id': '46d30a18685d43669100326f13882816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.77'}], 'enable_snat': False}, 'gw_port_id': 'c18ae0db-1fbe-476e-8b28-09058afbc96c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:35Z', 'updated_at': '2021-07-29T23:54:36Z', 'revision_number': 3, 'project_id': '46d30a18685d43669100326f13882816', 'gw_port': {'id': 'c18ae0db-1fbe-476e-8b28-09058afbc96c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:fb:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb3a0b71-9ab8-4232-9daf-c82488b0a4d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3605, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:36Z', 'updated_at': '2021-07-29T23:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:38.363471 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-53bc942f-142e-4e17-b4f3-b45abf5be0cf tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:38.585900 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-53bc942f-142e-4e17-b4f3-b45abf5be0cf tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.015524 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c18ae0db-1fbe-476e-8b28-09058afbc96c up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:54:39.047646 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53bc942f-142e-4e17-b4f3-b45abf5be0cf tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Router 97cfae1c-bf6a-4062-816b-ab4434bbe78a is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:54:39.092383 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port c18ae0db-1fbe-476e-8b28-09058afbc96c completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:54:39.103634 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port c18ae0db-1fbe-476e-8b28-09058afbc96c triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:54:39.104540 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.179436 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53bc942f-142e-4e17-b4f3-b45abf5be0cf tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:39.192041 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040be3ad-9d3d-4ff6-acc2-35cab0363fd5 None None] Sync routers for ids ['97cfae1c-bf6a-4062-816b-ab4434bbe78a'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:39.205942 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-53bc942f-142e-4e17-b4f3-b45abf5be0cf tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.207828 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.211436 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-53bc942f-142e-4e17-b4f3-b45abf5be0cf tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.0672505 Jul 29 23:54:39.212176 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48686) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:39.232301 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040be3ad-9d3d-4ff6-acc2-35cab0363fd5 None None] Routers {'97cfae1c-bf6a-4062-816b-ab4434bbe78a'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:39.233143 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-040be3ad-9d3d-4ff6-acc2-35cab0363fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:54:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['97cfae1c-bf6a-4062-816b-ab4434bbe78a'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:39.236298 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port c18ae0db-1fbe-476e-8b28-09058afbc96c, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c18ae0db-1fbe-476e-8b28-09058afbc96c,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:39.273082 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.352405 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-74a2a70e-3dcd-4755-8913-be16e37fa373 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "GET /v2.0/routers/97cfae1c-bf6a-4062-816b-ab4434bbe78a HTTP/1.1" status: 200 len: 908 time: 0.1389437 Jul 29 23:54:39.355116 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48688) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:39.367587 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=c18ae0db-1fbe-476e-8b28-09058afbc96c,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:39.391974 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-040be3ad-9d3d-4ff6-acc2-35cab0363fd5 None None] Set router 97cfae1c-bf6a-4062-816b-ab4434bbe78a gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:54:39.470354 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9fbee014-2e2f-4c9c-a787-793e2aea355c tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.577441 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9fbee014-2e2f-4c9c-a787-793e2aea355c tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.583538 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-040be3ad-9d3d-4ff6-acc2-35cab0363fd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cfae1c-bf6a-4062-816b-ab4434bbe78a', 'name': 'tempest-snat-router-1725822957', 'tenant_id': '46d30a18685d43669100326f13882816', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '97e0e3df-c7ba-44c9-ac50-52a67d7e691e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:37Z', 'updated_at': '2021-07-29T23:54:38Z', 'revision_number': 3, 'project_id': '46d30a18685d43669100326f13882816', 'gw_port': {'id': '97e0e3df-c7ba-44c9-ac50-52a67d7e691e', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:d2:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cfae1c-bf6a-4062-816b-ab4434bbe78a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:37Z', 'updated_at': '2021-07-29T23:54:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:39.616915 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040be3ad-9d3d-4ff6-acc2-35cab0363fd5 None None] Checking router: 97cfae1c-bf6a-4062-816b-ab4434bbe78a for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:54:39.617337 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040be3ad-9d3d-4ff6-acc2-35cab0363fd5 None None] Updating router 97cfae1c-bf6a-4062-816b-ab4434bbe78a port 97e0e3df-c7ba-44c9-ac50-52a67d7e691e binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:54:39.634234 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-9fbee014-2e2f-4c9c-a787-793e2aea355c tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Deleting port 97e0e3df-c7ba-44c9-ac50-52a67d7e691e {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:39.634579 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9fbee014-2e2f-4c9c-a787-793e2aea355c tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.643688 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-040be3ad-9d3d-4ff6-acc2-35cab0363fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.715977 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9fbee014-2e2f-4c9c-a787-793e2aea355c tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.734854 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-9fbee014-2e2f-4c9c-a787-793e2aea355c tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Calling delete_port for 97e0e3df-c7ba-44c9-ac50-52a67d7e691e owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:39.914309 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9fbee014-2e2f-4c9c-a787-793e2aea355c tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:39.914947 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.db.api [None req-040be3ad-9d3d-4ff6-acc2-35cab0363fd5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:54:39.915307 n-d-712140-10 neutron-server[94065]: DEBUG oslo_db.api [None req-040be3ad-9d3d-4ff6-acc2-35cab0363fd5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:54:39.945053 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbee014-2e2f-4c9c-a787-793e2aea355c tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Pushing event deleted for resources: {'Port': ['ID=97e0e3df-c7ba-44c9-ac50-52a67d7e691e,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:40.007786 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9fbee014-2e2f-4c9c-a787-793e2aea355c tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.099090 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9fbee014-2e2f-4c9c-a787-793e2aea355c tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.101414 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9fbee014-2e2f-4c9c-a787-793e2aea355c tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.142747 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9fbee014-2e2f-4c9c-a787-793e2aea355c tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.143944 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbee014-2e2f-4c9c-a787-793e2aea355c tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 97cfae1c-bf6a-4062-816b-ab4434bbe78a {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:54:40.148588 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9fbee014-2e2f-4c9c-a787-793e2aea355c tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.149735 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9fbee014-2e2f-4c9c-a787-793e2aea355c tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "DELETE /v2.0/routers/97cfae1c-bf6a-4062-816b-ab4434bbe78a HTTP/1.1" status: 204 len: 168 time: 0.7932847 Jul 29 23:54:40.152462 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48690) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:40.255077 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8632a8b5-9729-4e6b-8948-6e85f848b471 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.358835 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8632a8b5-9729-4e6b-8948-6e85f848b471 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.412604 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-8632a8b5-9729-4e6b-8948-6e85f848b471 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Deleting port c18ae0db-1fbe-476e-8b28-09058afbc96c {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:40.412948 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8632a8b5-9729-4e6b-8948-6e85f848b471 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.433492 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040be3ad-9d3d-4ff6-acc2-35cab0363fd5 None None] Port 97e0e3df-c7ba-44c9-ac50-52a67d7e691e not found while updating agent binding for router 97cfae1c-bf6a-4062-816b-ab4434bbe78a. {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 29 23:54:40.442847 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040be3ad-9d3d-4ff6-acc2-35cab0363fd5 None None] Routers set() bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:40.443213 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040be3ad-9d3d-4ff6-acc2-35cab0363fd5 None None] Router IDs set() for agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 23:54:40.443795 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_agentschedulers_db [None req-040be3ad-9d3d-4ff6-acc2-35cab0363fd5 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'97cfae1c-bf6a-4062-816b-ab4434bbe78a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:54:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent'). {{(pid=94065) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 23:54:40.444271 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-040be3ad-9d3d-4ff6-acc2-35cab0363fd5 None None] The sync data for ids ['97cfae1c-bf6a-4062-816b-ab4434bbe78a'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:40.495958 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-8632a8b5-9729-4e6b-8948-6e85f848b471 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] For port c18ae0db-1fbe-476e-8b28-09058afbc96c, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c18ae0db-1fbe-476e-8b28-09058afbc96c,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:54:40.496262 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8632a8b5-9729-4e6b-8948-6e85f848b471 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.508236 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-8632a8b5-9729-4e6b-8948-6e85f848b471 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Calling delete_port for c18ae0db-1fbe-476e-8b28-09058afbc96c owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:40.672834 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8632a8b5-9729-4e6b-8948-6e85f848b471 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.702650 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632a8b5-9729-4e6b-8948-6e85f848b471 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Pushing event deleted for resources: {'Port': ['ID=c18ae0db-1fbe-476e-8b28-09058afbc96c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:40.760377 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8632a8b5-9729-4e6b-8948-6e85f848b471 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.855263 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8632a8b5-9729-4e6b-8948-6e85f848b471 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.857358 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8632a8b5-9729-4e6b-8948-6e85f848b471 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.899416 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8632a8b5-9729-4e6b-8948-6e85f848b471 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.899986 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8632a8b5-9729-4e6b-8948-6e85f848b471 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb3a0b71-9ab8-4232-9daf-c82488b0a4d7 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:54:40.904291 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8632a8b5-9729-4e6b-8948-6e85f848b471 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.905249 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8632a8b5-9729-4e6b-8948-6e85f848b471 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "DELETE /v2.0/routers/fb3a0b71-9ab8-4232-9daf-c82488b0a4d7 HTTP/1.1" status: 204 len: 168 time: 0.7519245 Jul 29 23:54:40.910141 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48692) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:40.915197 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-44cfe9b5-9db1-4e98-9c13-cc393ebd680d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2073075930', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}, 'admin_state_up': False}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:40.947380 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44cfe9b5-9db1-4e98-9c13-cc393ebd680d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:40.948454 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44cfe9b5-9db1-4e98-9c13-cc393ebd680d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.005928 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44cfe9b5-9db1-4e98-9c13-cc393ebd680d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.146023 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44cfe9b5-9db1-4e98-9c13-cc393ebd680d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.338527 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44cfe9b5-9db1-4e98-9c13-cc393ebd680d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.362233 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44cfe9b5-9db1-4e98-9c13-cc393ebd680d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.467769 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-44cfe9b5-9db1-4e98-9c13-cc393ebd680d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Allocated IP 172.25.8.241 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/6212d144-0bee-4a30-b97f-8f68c19f3fb4) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:41.575182 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44cfe9b5-9db1-4e98-9c13-cc393ebd680d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.614236 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44cfe9b5-9db1-4e98-9c13-cc393ebd680d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:41.653583 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44cfe9b5-9db1-4e98-9c13-cc393ebd680d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:41.662199 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-44cfe9b5-9db1-4e98-9c13-cc393ebd680d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:41.664707 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cfe9b5-9db1-4e98-9c13-cc393ebd680d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:41.668020 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cfe9b5-9db1-4e98-9c13-cc393ebd680d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Pushing event updated for resources: {'Port': ['ID=6212d144-0bee-4a30-b97f-8f68c19f3fb4,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:41.918294 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44cfe9b5-9db1-4e98-9c13-cc393ebd680d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.121854 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44cfe9b5-9db1-4e98-9c13-cc393ebd680d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.248218 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44cfe9b5-9db1-4e98-9c13-cc393ebd680d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Router 75730f6f-d818-4f4e-b879-c13171488dd4 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:54:42.359381 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44cfe9b5-9db1-4e98-9c13-cc393ebd680d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:42.369854 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1242b42f-5218-4166-a7fa-471c6fd93ceb None None] Sync routers for ids ['75730f6f-d818-4f4e-b879-c13171488dd4'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:42.380020 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-44cfe9b5-9db1-4e98-9c13-cc393ebd680d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.380245 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1242b42f-5218-4166-a7fa-471c6fd93ceb None None] Routers {'75730f6f-d818-4f4e-b879-c13171488dd4'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:42.381033 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-1242b42f-5218-4166-a7fa-471c6fd93ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:54:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['75730f6f-d818-4f4e-b879-c13171488dd4'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:42.381284 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-44cfe9b5-9db1-4e98-9c13-cc393ebd680d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 1.4701121 Jul 29 23:54:42.384331 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48694) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:42.389143 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-62ea3d7d-c0ec-4f84-bad0-1a164d572a9d tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'enable_snat': False}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:42.413952 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-1242b42f-5218-4166-a7fa-471c6fd93ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:42.423657 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1242b42f-5218-4166-a7fa-471c6fd93ceb None None] Routers {'75730f6f-d818-4f4e-b879-c13171488dd4'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:42.425494 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-1242b42f-5218-4166-a7fa-471c6fd93ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:54:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['75730f6f-d818-4f4e-b879-c13171488dd4'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:42.462792 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-1242b42f-5218-4166-a7fa-471c6fd93ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:42.463516 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1242b42f-5218-4166-a7fa-471c6fd93ceb None None] The sync data for ids ['75730f6f-d818-4f4e-b879-c13171488dd4'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:42.696792 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-62ea3d7d-c0ec-4f84-bad0-1a164d572a9d tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:42.931795 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c18ae0db-1fbe-476e-8b28-09058afbc96c no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:54:42.956339 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: c18ae0db-1fbe-476e-8b28-09058afbc96c {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:54:42.956971 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c18ae0db-1fbe-476e-8b28-09058afbc96c not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:54:43.338833 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d88d44e2-1280-4229-83c5-a1feac6f124b req-91f11180-e8e2-489a-a6f2-60f49e752337 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0907974 Jul 29 23:54:43.421185 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-62ea3d7d-c0ec-4f84-bad0-1a164d572a9d tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16400064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16332386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.429050 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-62ea3d7d-c0ec-4f84-bad0-1a164d572a9d tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16400091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16400082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16332405'] for router, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.440958 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d44e2-1280-4229-83c5-a1feac6f124b req-0b35a723-34b1-4ce7-88a0-301f51fd66f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:43.442458 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d88d44e2-1280-4229-83c5-a1feac6f124b req-0b35a723-34b1-4ce7-88a0-301f51fd66f5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 1098 time: 0.0584831 Jul 29 23:54:43.615193 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62ea3d7d-c0ec-4f84-bad0-1a164d572a9d tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Router 75730f6f-d818-4f4e-b879-c13171488dd4 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:54:43.616354 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d44e2-1280-4229-83c5-a1feac6f124b req-9b3f41b8-1d8c-4adb-8b6b-b8e6ccd42f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:43.617861 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d88d44e2-1280-4229-83c5-a1feac6f124b req-9b3f41b8-1d8c-4adb-8b6b-b8e6ccd42f40 service neutron] 10.222.0.39 "GET /v2.0/networks?id=69d224d9-2303-4c0c-aa71-c83ffa50ae05 HTTP/1.1" status: 200 len: 897 time: 0.1423888 Jul 29 23:54:43.725982 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d88d44e2-1280-4229-83c5-a1feac6f124b req-25f4fa38-8102-4c22-a7fb-2eecad995c5e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45e53b25-aeaa-4739-9c47-3a78ba5b2796 HTTP/1.1" status: 200 len: 1002 time: 0.1007288 Jul 29 23:54:43.811237 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62ea3d7d-c0ec-4f84-bad0-1a164d572a9d tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:43.813700 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d44e2-1280-4229-83c5-a1feac6f124b req-1050663a-8a1b-4cf9-93da-e2887644e461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:43.816121 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d88d44e2-1280-4229-83c5-a1feac6f124b req-1050663a-8a1b-4cf9-93da-e2887644e461 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7e717d6-93d8-46a2-95a3-fee549b72b10 HTTP/1.1" status: 200 len: 835 time: 0.0647140 Jul 29 23:54:43.818601 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-62ea3d7d-c0ec-4f84-bad0-1a164d572a9d tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:43.819703 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-62ea3d7d-c0ec-4f84-bad0-1a164d572a9d tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "PUT /v2.0/routers/75730f6f-d818-4f4e-b879-c13171488dd4 HTTP/1.1" status: 200 len: 926 time: 1.4341979 Jul 29 23:54:43.821109 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc676de-5232-43bb-8623-6e088a8192dd None None] Sync routers for ids ['75730f6f-d818-4f4e-b879-c13171488dd4'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:43.822824 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48696) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:43.832531 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc676de-5232-43bb-8623-6e088a8192dd None None] Routers {'75730f6f-d818-4f4e-b879-c13171488dd4'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:43.833245 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-dbc676de-5232-43bb-8623-6e088a8192dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:54:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['75730f6f-d818-4f4e-b879-c13171488dd4'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:43.864973 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-dbc676de-5232-43bb-8623-6e088a8192dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:43.865644 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d44e2-1280-4229-83c5-a1feac6f124b req-70548123-1cb2-456d-a79b-4d0e5bf36909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:43.867143 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d88d44e2-1280-4229-83c5-a1feac6f124b req-70548123-1cb2-456d-a79b-4d0e5bf36909 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69d224d9-2303-4c0c-aa71-c83ffa50ae05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442002 Jul 29 23:54:43.873870 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc676de-5232-43bb-8623-6e088a8192dd None None] Routers {'75730f6f-d818-4f4e-b879-c13171488dd4'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:43.874475 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-dbc676de-5232-43bb-8623-6e088a8192dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:54:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['75730f6f-d818-4f4e-b879-c13171488dd4'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:43.908375 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-dbc676de-5232-43bb-8623-6e088a8192dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:43.908375 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbc676de-5232-43bb-8623-6e088a8192dd None None] The sync data for ids ['75730f6f-d818-4f4e-b879-c13171488dd4'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:43.933739 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-035d977a-d0b0-40eb-b189-ec505a9e50a6 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "GET /v2.0/routers/75730f6f-d818-4f4e-b879-c13171488dd4 HTTP/1.1" status: 200 len: 926 time: 0.1096702 Jul 29 23:54:43.936379 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48698) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:43.966998 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d88d44e2-1280-4229-83c5-a1feac6f124b req-8a3de7b3-a0df-4fc9-92b3-4d957d046245 service neutron] 10.222.0.39 "GET /v2.0/networks/69d224d9-2303-4c0c-aa71-c83ffa50ae05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922010 Jul 29 23:54:44.009391 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0b959e-3a65-45c7-aec4-517e466f2903 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:44.010910 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9e0b959e-3a65-45c7-aec4-517e466f2903 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=0aea9f43-4eea-456f-a634-5f5375b1fdb7&device_id=75730f6f-d818-4f4e-b879-c13171488dd4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0735850 Jul 29 23:54:44.013557 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48700) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:44.066563 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d88d44e2-1280-4229-83c5-a1feac6f124b req-aff6a567-8f02-4436-a27c-ac1e2b0e23a7 service neutron] 10.222.0.39 "GET /v2.0/networks/69d224d9-2303-4c0c-aa71-c83ffa50ae05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912824 Jul 29 23:54:44.102248 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9d7bbf-728e-4bc6-97ec-2673fdbc9019 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:44.103632 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7a9d7bbf-728e-4bc6-97ec-2673fdbc9019 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 881 time: 0.0891690 Jul 29 23:54:44.106387 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48702) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:44.134340 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f9eaf3f0-ae7d-411c-9114-1cf7f14cde78 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] 10.222.0.18 "GET /v2.0/ports?device_id=75730f6f-d818-4f4e-b879-c13171488dd4 HTTP/1.1" status: 200 len: 205 time: 0.0268934 Jul 29 23:54:44.136807 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48704) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:44.240239 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dbe44c01-1164-4e4c-9b5f-55aa640a942b tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.343795 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dbe44c01-1164-4e4c-9b5f-55aa640a942b tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.396446 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-dbe44c01-1164-4e4c-9b5f-55aa640a942b tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Deleting port 6212d144-0bee-4a30-b97f-8f68c19f3fb4 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:44.396697 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dbe44c01-1164-4e4c-9b5f-55aa640a942b tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.726612 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dbe44c01-1164-4e4c-9b5f-55aa640a942b tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.738543 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-dbe44c01-1164-4e4c-9b5f-55aa640a942b tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Calling delete_port for 6212d144-0bee-4a30-b97f-8f68c19f3fb4 owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:44.902989 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dbe44c01-1164-4e4c-9b5f-55aa640a942b tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:44.934685 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe44c01-1164-4e4c-9b5f-55aa640a942b tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Pushing event deleted for resources: {'Port': ['ID=6212d144-0bee-4a30-b97f-8f68c19f3fb4,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:44.997541 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dbe44c01-1164-4e4c-9b5f-55aa640a942b tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.092070 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dbe44c01-1164-4e4c-9b5f-55aa640a942b tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.094153 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dbe44c01-1164-4e4c-9b5f-55aa640a942b tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.136853 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dbe44c01-1164-4e4c-9b5f-55aa640a942b tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.137369 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe44c01-1164-4e4c-9b5f-55aa640a942b tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Fanout notify agent at l3_agent the message router_deleted on router 75730f6f-d818-4f4e-b879-c13171488dd4 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:54:45.144732 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dbe44c01-1164-4e4c-9b5f-55aa640a942b tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.145833 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-dbe44c01-1164-4e4c-9b5f-55aa640a942b tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] 10.222.0.18 "DELETE /v2.0/routers/75730f6f-d818-4f4e-b879-c13171488dd4 HTTP/1.1" status: 204 len: 168 time: 1.0081339 Jul 29 23:54:45.149381 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48706) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:45.153800 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-e0ff75ad-ce75-48a7-a1c5-d00810cc586a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-8837138', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:45.179077 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e0ff75ad-ce75-48a7-a1c5-d00810cc586a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.180294 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e0ff75ad-ce75-48a7-a1c5-d00810cc586a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.230703 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e0ff75ad-ce75-48a7-a1c5-d00810cc586a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.234660 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e0ff75ad-ce75-48a7-a1c5-d00810cc586a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.251411 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e0ff75ad-ce75-48a7-a1c5-d00810cc586a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.252922 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e0ff75ad-ce75-48a7-a1c5-d00810cc586a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1025858 Jul 29 23:54:45.255679 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48708) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:45.260520 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-d8102005-c862-4231-9eeb-551569d1a954 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Request body: {'router': {'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:45.472728 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8102005-c862-4231-9eeb-551569d1a954 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.662516 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8102005-c862-4231-9eeb-551569d1a954 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.684954 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8102005-c862-4231-9eeb-551569d1a954 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.791448 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-d8102005-c862-4231-9eeb-551569d1a954 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Allocated IP 172.25.8.154 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/2c412097-eef8-4554-a1e4-4322863c340c) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:45.896755 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8102005-c862-4231-9eeb-551569d1a954 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.937837 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8102005-c862-4231-9eeb-551569d1a954 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:45.978232 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8102005-c862-4231-9eeb-551569d1a954 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:45.983045 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-d8102005-c862-4231-9eeb-551569d1a954 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:45.988001 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8102005-c862-4231-9eeb-551569d1a954 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:45.991040 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8102005-c862-4231-9eeb-551569d1a954 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Pushing event updated for resources: {'Port': ['ID=2c412097-eef8-4554-a1e4-4322863c340c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:46.235818 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8102005-c862-4231-9eeb-551569d1a954 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.433577 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8102005-c862-4231-9eeb-551569d1a954 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16400064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16332386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.436836 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8102005-c862-4231-9eeb-551569d1a954 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16400091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16400082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16332405'] for router, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.565675 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8102005-c862-4231-9eeb-551569d1a954 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Router dddbd4e5-0dc6-4a70-93e8-6348154ddb99 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:54:46.670076 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8102005-c862-4231-9eeb-551569d1a954 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:46.677610 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8102005-c862-4231-9eeb-551569d1a954 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:46.680099 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d8102005-c862-4231-9eeb-551569d1a954 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] 10.222.0.18 "PUT /v2.0/routers/dddbd4e5-0dc6-4a70-93e8-6348154ddb99 HTTP/1.1" status: 200 len: 881 time: 1.4221160 Jul 29 23:54:46.680983 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fccb326-4b55-4a10-92d5-219e045dc0b3 None None] Sync routers for ids ['dddbd4e5-0dc6-4a70-93e8-6348154ddb99'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:46.681931 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48710) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:46.690201 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fccb326-4b55-4a10-92d5-219e045dc0b3 None None] Routers {'dddbd4e5-0dc6-4a70-93e8-6348154ddb99'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:46.690817 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-6fccb326-4b55-4a10-92d5-219e045dc0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:54:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['dddbd4e5-0dc6-4a70-93e8-6348154ddb99'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:46.722981 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-6fccb326-4b55-4a10-92d5-219e045dc0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:46.731380 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fccb326-4b55-4a10-92d5-219e045dc0b3 None None] Routers {'dddbd4e5-0dc6-4a70-93e8-6348154ddb99'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:46.732018 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-6fccb326-4b55-4a10-92d5-219e045dc0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:54:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['dddbd4e5-0dc6-4a70-93e8-6348154ddb99'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:46.763468 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-6fccb326-4b55-4a10-92d5-219e045dc0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:46.764143 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fccb326-4b55-4a10-92d5-219e045dc0b3 None None] The sync data for ids ['dddbd4e5-0dc6-4a70-93e8-6348154ddb99'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:46.791039 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b2551ea9-dacd-44c7-8b05-7c850bd8495d tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "GET /v2.0/routers/dddbd4e5-0dc6-4a70-93e8-6348154ddb99 HTTP/1.1" status: 200 len: 922 time: 0.1079423 Jul 29 23:54:46.793682 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48712) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:46.863611 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d719438-c508-4646-be61-54f2fc197db7 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:46.865064 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4d719438-c508-4646-be61-54f2fc197db7 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=0aea9f43-4eea-456f-a634-5f5375b1fdb7&device_id=dddbd4e5-0dc6-4a70-93e8-6348154ddb99&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0704789 Jul 29 23:54:46.867663 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48714) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:46.955727 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77987b2-6e03-415e-bc52-79c4585b98c6 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:46.957245 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e77987b2-6e03-415e-bc52-79c4585b98c6 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 881 time: 0.0886071 Jul 29 23:54:46.959988 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48716) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:46.986560 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a56a12a8-f9f1-4ecc-83ce-757801e0dfdd tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddbd4e5-0dc6-4a70-93e8-6348154ddb99 HTTP/1.1" status: 200 len: 205 time: 0.0254700 Jul 29 23:54:46.989119 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48718) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:47.096258 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4586fe28-d11f-49a7-949c-3a11ed7e6ff0 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.197432 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4586fe28-d11f-49a7-949c-3a11ed7e6ff0 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.249130 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-4586fe28-d11f-49a7-949c-3a11ed7e6ff0 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Deleting port 2c412097-eef8-4554-a1e4-4322863c340c {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:47.249478 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4586fe28-d11f-49a7-949c-3a11ed7e6ff0 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.328021 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4586fe28-d11f-49a7-949c-3a11ed7e6ff0 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.343586 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-4586fe28-d11f-49a7-949c-3a11ed7e6ff0 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Calling delete_port for 2c412097-eef8-4554-a1e4-4322863c340c owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:47.510577 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4586fe28-d11f-49a7-949c-3a11ed7e6ff0 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.535776 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586fe28-d11f-49a7-949c-3a11ed7e6ff0 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Pushing event deleted for resources: {'Port': ['ID=2c412097-eef8-4554-a1e4-4322863c340c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:47.599391 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4586fe28-d11f-49a7-949c-3a11ed7e6ff0 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.692179 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4586fe28-d11f-49a7-949c-3a11ed7e6ff0 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.694284 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4586fe28-d11f-49a7-949c-3a11ed7e6ff0 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.740129 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4586fe28-d11f-49a7-949c-3a11ed7e6ff0 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.740685 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4586fe28-d11f-49a7-949c-3a11ed7e6ff0 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Fanout notify agent at l3_agent the message router_deleted on router dddbd4e5-0dc6-4a70-93e8-6348154ddb99 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:54:47.747407 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4586fe28-d11f-49a7-949c-3a11ed7e6ff0 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.748617 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4586fe28-d11f-49a7-949c-3a11ed7e6ff0 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] 10.222.0.18 "DELETE /v2.0/routers/dddbd4e5-0dc6-4a70-93e8-6348154ddb99 HTTP/1.1" status: 204 len: 168 time: 0.7585351 Jul 29 23:54:47.753006 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48720) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:47.757618 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-9f3b9f24-0426-4ba1-917d-c3b20375f5ce tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1988742650', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:47.780917 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9f3b9f24-0426-4ba1-917d-c3b20375f5ce tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.781920 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9f3b9f24-0426-4ba1-917d-c3b20375f5ce tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.834930 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9f3b9f24-0426-4ba1-917d-c3b20375f5ce tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.839090 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9f3b9f24-0426-4ba1-917d-c3b20375f5ce tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.854827 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9f3b9f24-0426-4ba1-917d-c3b20375f5ce tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:47.856340 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9f3b9f24-0426-4ba1-917d-c3b20375f5ce tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1022153 Jul 29 23:54:47.858979 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48722) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:47.864088 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-67ed8a22-b425-40bf-9c95-d5671b688456 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'enable_snat': True}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:48.320558 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-67ed8a22-b425-40bf-9c95-d5671b688456 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:48.520319 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-67ed8a22-b425-40bf-9c95-d5671b688456 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:48.540176 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-67ed8a22-b425-40bf-9c95-d5671b688456 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:48.645821 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-67ed8a22-b425-40bf-9c95-d5671b688456 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Allocated IP 172.25.8.98 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/45f18f1d-c7d0-4f0a-9b73-f05a0b97bd98) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:48.745141 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-67ed8a22-b425-40bf-9c95-d5671b688456 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:48.784272 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-67ed8a22-b425-40bf-9c95-d5671b688456 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:48.823148 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ed8a22-b425-40bf-9c95-d5671b688456 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:48.825448 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-67ed8a22-b425-40bf-9c95-d5671b688456 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:48.828946 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ed8a22-b425-40bf-9c95-d5671b688456 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:48.857777 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed8a22-b425-40bf-9c95-d5671b688456 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Pushing event updated for resources: {'Port': ['ID=45f18f1d-c7d0-4f0a-9b73-f05a0b97bd98,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:49.079384 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-67ed8a22-b425-40bf-9c95-d5671b688456 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:49.272134 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-67ed8a22-b425-40bf-9c95-d5671b688456 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16400064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16332386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:49.275510 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-67ed8a22-b425-40bf-9c95-d5671b688456 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16400091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16400082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16332405'] for router, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:49.403151 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ed8a22-b425-40bf-9c95-d5671b688456 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Router faa2ede7-29ca-413d-81c6-ab137c2c1f5e is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:54:49.513478 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ed8a22-b425-40bf-9c95-d5671b688456 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:49.517779 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-67ed8a22-b425-40bf-9c95-d5671b688456 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:49.518980 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-67ed8a22-b425-40bf-9c95-d5671b688456 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "PUT /v2.0/routers/faa2ede7-29ca-413d-81c6-ab137c2c1f5e HTTP/1.1" status: 200 len: 918 time: 1.6590071 Jul 29 23:54:49.521518 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48724) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:49.524074 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3545d7-cabd-4586-82b1-d1d02e7b4c54 None None] Sync routers for ids ['faa2ede7-29ca-413d-81c6-ab137c2c1f5e'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:49.537537 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3545d7-cabd-4586-82b1-d1d02e7b4c54 None None] Routers {'faa2ede7-29ca-413d-81c6-ab137c2c1f5e'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:49.538163 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-ca3545d7-cabd-4586-82b1-d1d02e7b4c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:54:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['faa2ede7-29ca-413d-81c6-ab137c2c1f5e'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:49.571811 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-ca3545d7-cabd-4586-82b1-d1d02e7b4c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:49.581057 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3545d7-cabd-4586-82b1-d1d02e7b4c54 None None] Routers {'faa2ede7-29ca-413d-81c6-ab137c2c1f5e'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:49.582106 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-ca3545d7-cabd-4586-82b1-d1d02e7b4c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:54:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['faa2ede7-29ca-413d-81c6-ab137c2c1f5e'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:49.615221 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-ca3545d7-cabd-4586-82b1-d1d02e7b4c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:49.615910 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3545d7-cabd-4586-82b1-d1d02e7b4c54 None None] The sync data for ids ['faa2ede7-29ca-413d-81c6-ab137c2c1f5e'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:49.636956 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-68d40f90-f265-49ef-a599-4a33340aa0ba tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "GET /v2.0/routers/faa2ede7-29ca-413d-81c6-ab137c2c1f5e HTTP/1.1" status: 200 len: 924 time: 0.1143174 Jul 29 23:54:49.639621 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48726) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:49.688881 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76bf70d-d7a1-4278-b76a-caad2ab8b74e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:49.690646 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d76bf70d-d7a1-4278-b76a-caad2ab8b74e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=0aea9f43-4eea-456f-a634-5f5375b1fdb7&device_id=faa2ede7-29ca-413d-81c6-ab137c2c1f5e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0500841 Jul 29 23:54:49.693311 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48728) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:49.778956 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8531ca-672b-46b4-9f53-bca15c1de571 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:49.780431 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bc8531ca-672b-46b4-9f53-bca15c1de571 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 881 time: 0.0861893 Jul 29 23:54:49.784340 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48730) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:49.816273 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0ae10d11-83c6-4458-933a-f70b12b4cad3 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] 10.222.0.18 "GET /v2.0/ports?device_id=faa2ede7-29ca-413d-81c6-ab137c2c1f5e HTTP/1.1" status: 200 len: 205 time: 0.0307930 Jul 29 23:54:49.818827 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48732) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:49.931292 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6c11db3d-e86e-45ae-b3b1-b1ece783c18a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.042762 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6c11db3d-e86e-45ae-b3b1-b1ece783c18a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.103563 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6c11db3d-e86e-45ae-b3b1-b1ece783c18a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Deleting port 45f18f1d-c7d0-4f0a-9b73-f05a0b97bd98 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:50.104169 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6c11db3d-e86e-45ae-b3b1-b1ece783c18a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.205877 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6c11db3d-e86e-45ae-b3b1-b1ece783c18a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.217862 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6c11db3d-e86e-45ae-b3b1-b1ece783c18a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Calling delete_port for 45f18f1d-c7d0-4f0a-9b73-f05a0b97bd98 owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:50.395894 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6c11db3d-e86e-45ae-b3b1-b1ece783c18a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.423745 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c11db3d-e86e-45ae-b3b1-b1ece783c18a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Pushing event deleted for resources: {'Port': ['ID=45f18f1d-c7d0-4f0a-9b73-f05a0b97bd98,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:50.487577 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6c11db3d-e86e-45ae-b3b1-b1ece783c18a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.580937 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6c11db3d-e86e-45ae-b3b1-b1ece783c18a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.583030 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6c11db3d-e86e-45ae-b3b1-b1ece783c18a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.625168 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6c11db3d-e86e-45ae-b3b1-b1ece783c18a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.625692 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c11db3d-e86e-45ae-b3b1-b1ece783c18a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Fanout notify agent at l3_agent the message router_deleted on router faa2ede7-29ca-413d-81c6-ab137c2c1f5e {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:54:50.633868 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6c11db3d-e86e-45ae-b3b1-b1ece783c18a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.634987 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6c11db3d-e86e-45ae-b3b1-b1ece783c18a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] 10.222.0.18 "DELETE /v2.0/routers/faa2ede7-29ca-413d-81c6-ab137c2c1f5e HTTP/1.1" status: 204 len: 168 time: 0.8151824 Jul 29 23:54:50.638696 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48734) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:50.644018 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-325cf3d1-96ef-4546-9e16-f07e285c370a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-264248425', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:50.669303 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-325cf3d1-96ef-4546-9e16-f07e285c370a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.670249 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-325cf3d1-96ef-4546-9e16-f07e285c370a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.721256 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-325cf3d1-96ef-4546-9e16-f07e285c370a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.725139 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-325cf3d1-96ef-4546-9e16-f07e285c370a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.742063 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-325cf3d1-96ef-4546-9e16-f07e285c370a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:50.743507 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-325cf3d1-96ef-4546-9e16-f07e285c370a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1037829 Jul 29 23:54:50.746089 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48736) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:50.750367 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-4ca17f7e-c0c7-4b81-a4e9-b0b3d09a915e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'enable_snat': False}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:51.207044 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4ca17f7e-c0c7-4b81-a4e9-b0b3d09a915e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:51.401004 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4ca17f7e-c0c7-4b81-a4e9-b0b3d09a915e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:51.424462 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4ca17f7e-c0c7-4b81-a4e9-b0b3d09a915e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:51.525528 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-4ca17f7e-c0c7-4b81-a4e9-b0b3d09a915e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Allocated IP 172.25.8.242 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/fd29aba7-1d2b-403f-80a6-6d9a4ef23cee) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:51.628613 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4ca17f7e-c0c7-4b81-a4e9-b0b3d09a915e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:51.669034 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4ca17f7e-c0c7-4b81-a4e9-b0b3d09a915e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:51.708405 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca17f7e-c0c7-4b81-a4e9-b0b3d09a915e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:51.711288 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-4ca17f7e-c0c7-4b81-a4e9-b0b3d09a915e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:51.713775 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca17f7e-c0c7-4b81-a4e9-b0b3d09a915e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:51.740821 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca17f7e-c0c7-4b81-a4e9-b0b3d09a915e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Pushing event updated for resources: {'Port': ['ID=fd29aba7-1d2b-403f-80a6-6d9a4ef23cee,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:51.970065 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4ca17f7e-c0c7-4b81-a4e9-b0b3d09a915e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:52.171370 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4ca17f7e-c0c7-4b81-a4e9-b0b3d09a915e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16400064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16332386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:52.175318 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4ca17f7e-c0c7-4b81-a4e9-b0b3d09a915e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16400091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16400082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16332405'] for router, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:52.306592 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca17f7e-c0c7-4b81-a4e9-b0b3d09a915e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Router a5b7ace7-d274-4624-9656-7765d6268927 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:54:52.417249 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca17f7e-c0c7-4b81-a4e9-b0b3d09a915e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:52.421737 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4ca17f7e-c0c7-4b81-a4e9-b0b3d09a915e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:52.423314 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4ca17f7e-c0c7-4b81-a4e9-b0b3d09a915e tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "PUT /v2.0/routers/a5b7ace7-d274-4624-9656-7765d6268927 HTTP/1.1" status: 200 len: 919 time: 1.6759014 Jul 29 23:54:52.426272 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48738) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:52.426520 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e50d02-2d25-4e18-84b1-00571306da56 None None] Sync routers for ids ['a5b7ace7-d274-4624-9656-7765d6268927'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:52.435806 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e50d02-2d25-4e18-84b1-00571306da56 None None] Routers {'a5b7ace7-d274-4624-9656-7765d6268927'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:52.436518 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-04e50d02-2d25-4e18-84b1-00571306da56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:54:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['a5b7ace7-d274-4624-9656-7765d6268927'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:52.473356 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-04e50d02-2d25-4e18-84b1-00571306da56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:52.482313 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e50d02-2d25-4e18-84b1-00571306da56 None None] Routers {'a5b7ace7-d274-4624-9656-7765d6268927'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:52.482920 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-04e50d02-2d25-4e18-84b1-00571306da56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:54:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['a5b7ace7-d274-4624-9656-7765d6268927'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:52.514437 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-04e50d02-2d25-4e18-84b1-00571306da56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:52.515079 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e50d02-2d25-4e18-84b1-00571306da56 None None] The sync data for ids ['a5b7ace7-d274-4624-9656-7765d6268927'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:52.534291 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-aba0e94a-f22e-4ccd-af48-eb5377fd6d03 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "GET /v2.0/routers/a5b7ace7-d274-4624-9656-7765d6268927 HTTP/1.1" status: 200 len: 925 time: 0.1064725 Jul 29 23:54:52.537042 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48740) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:52.578349 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7254ed30-ee71-4912-913a-0d498cbf64d9 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:52.579941 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7254ed30-ee71-4912-913a-0d498cbf64d9 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=0aea9f43-4eea-456f-a634-5f5375b1fdb7&device_id=a5b7ace7-d274-4624-9656-7765d6268927&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0420072 Jul 29 23:54:52.582762 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48742) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:52.669983 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5195b720-2b34-4ec1-bd45-8e21359db355 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:54:52.671385 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5195b720-2b34-4ec1-bd45-8e21359db355 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "GET /v2.0/networks/0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 881 time: 0.0877120 Jul 29 23:54:52.674771 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48744) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:52.701257 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5e976cb2-8728-4fe4-aaad-18435851f099 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5b7ace7-d274-4624-9656-7765d6268927 HTTP/1.1" status: 200 len: 205 time: 0.0253234 Jul 29 23:54:52.703560 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48746) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:52.810762 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1d344fa2-74e8-48ea-b122-f38fce73246d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:52.915664 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1d344fa2-74e8-48ea-b122-f38fce73246d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:52.971734 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1d344fa2-74e8-48ea-b122-f38fce73246d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Deleting port fd29aba7-1d2b-403f-80a6-6d9a4ef23cee {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:52.972114 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1d344fa2-74e8-48ea-b122-f38fce73246d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.046975 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1d344fa2-74e8-48ea-b122-f38fce73246d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.058660 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1d344fa2-74e8-48ea-b122-f38fce73246d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Calling delete_port for fd29aba7-1d2b-403f-80a6-6d9a4ef23cee owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:53.227413 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1d344fa2-74e8-48ea-b122-f38fce73246d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.256603 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d344fa2-74e8-48ea-b122-f38fce73246d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Pushing event deleted for resources: {'Port': ['ID=fd29aba7-1d2b-403f-80a6-6d9a4ef23cee,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:53.317924 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1d344fa2-74e8-48ea-b122-f38fce73246d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.407515 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1d344fa2-74e8-48ea-b122-f38fce73246d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.410205 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1d344fa2-74e8-48ea-b122-f38fce73246d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.456979 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1d344fa2-74e8-48ea-b122-f38fce73246d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.457813 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d344fa2-74e8-48ea-b122-f38fce73246d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Fanout notify agent at l3_agent the message router_deleted on router a5b7ace7-d274-4624-9656-7765d6268927 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:54:53.465050 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1d344fa2-74e8-48ea-b122-f38fce73246d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.466491 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1d344fa2-74e8-48ea-b122-f38fce73246d tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] 10.222.0.18 "DELETE /v2.0/routers/a5b7ace7-d274-4624-9656-7765d6268927 HTTP/1.1" status: 204 len: 168 time: 0.7615211 Jul 29 23:54:53.469983 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48748) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:53.474882 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-a6a42408-ed33-4761-a901-b4d2b09a850a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-869614703', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}, 'admin_state_up': False}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:53.497398 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a6a42408-ed33-4761-a901-b4d2b09a850a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.498411 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a6a42408-ed33-4761-a901-b4d2b09a850a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.549207 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a6a42408-ed33-4761-a901-b4d2b09a850a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.684870 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a6a42408-ed33-4761-a901-b4d2b09a850a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.872813 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a6a42408-ed33-4761-a901-b4d2b09a850a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:53.892112 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a6a42408-ed33-4761-a901-b4d2b09a850a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:54.001367 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-a6a42408-ed33-4761-a901-b4d2b09a850a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Allocated IP 172.25.8.25 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/0b62a2ae-4620-4548-8bfa-1ab9ca17da20) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:54:54.102180 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a6a42408-ed33-4761-a901-b4d2b09a850a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:54.146301 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a6a42408-ed33-4761-a901-b4d2b09a850a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:54.181418 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6a42408-ed33-4761-a901-b4d2b09a850a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:54:54.185545 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-a6a42408-ed33-4761-a901-b4d2b09a850a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:54:54.189153 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a42408-ed33-4761-a901-b4d2b09a850a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:54:54.214500 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a42408-ed33-4761-a901-b4d2b09a850a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Pushing event updated for resources: {'Port': ['ID=0b62a2ae-4620-4548-8bfa-1ab9ca17da20,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:54.743717 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a6a42408-ed33-4761-a901-b4d2b09a850a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router_gateway, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:54.945530 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a6a42408-ed33-4761-a901-b4d2b09a850a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:55.080541 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6a42408-ed33-4761-a901-b4d2b09a850a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Router b009f127-a667-461a-844f-c6f99f0962b5 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:54:55.190654 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a42408-ed33-4761-a901-b4d2b09a850a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:55.201846 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6995a77d-18cf-48f9-b394-9a6669f98a82 None None] Sync routers for ids ['b009f127-a667-461a-844f-c6f99f0962b5'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:55.213358 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a6a42408-ed33-4761-a901-b4d2b09a850a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:55.216536 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6995a77d-18cf-48f9-b394-9a6669f98a82 None None] Routers {'b009f127-a667-461a-844f-c6f99f0962b5'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:55.217551 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48750) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:55.218021 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a6a42408-ed33-4761-a901-b4d2b09a850a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7464759 Jul 29 23:54:55.218119 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6995a77d-18cf-48f9-b394-9a6669f98a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:54:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b009f127-a667-461a-844f-c6f99f0962b5'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:55.223229 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-2e45c90c-6057-4ddd-b206-0dcf7bbb3c5c tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:55.257549 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6995a77d-18cf-48f9-b394-9a6669f98a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:55.275502 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6995a77d-18cf-48f9-b394-9a6669f98a82 None None] Routers {'b009f127-a667-461a-844f-c6f99f0962b5'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:55.276655 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6995a77d-18cf-48f9-b394-9a6669f98a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:54:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b009f127-a667-461a-844f-c6f99f0962b5'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:55.287482 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:54:55.311471 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6995a77d-18cf-48f9-b394-9a6669f98a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:55.312285 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6995a77d-18cf-48f9-b394-9a6669f98a82 None None] The sync data for ids ['b009f127-a667-461a-844f-c6f99f0962b5'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:55.784040 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2e45c90c-6057-4ddd-b206-0dcf7bbb3c5c tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:55.795275 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2e45c90c-6057-4ddd-b206-0dcf7bbb3c5c tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:55.847242 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-2e45c90c-6057-4ddd-b206-0dcf7bbb3c5c tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Deleting port 0b62a2ae-4620-4548-8bfa-1ab9ca17da20 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:54:55.847608 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2e45c90c-6057-4ddd-b206-0dcf7bbb3c5c tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:55.921228 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2e45c90c-6057-4ddd-b206-0dcf7bbb3c5c tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:55.933303 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-2e45c90c-6057-4ddd-b206-0dcf7bbb3c5c tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Calling delete_port for 0b62a2ae-4620-4548-8bfa-1ab9ca17da20 owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:54:56.096258 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2e45c90c-6057-4ddd-b206-0dcf7bbb3c5c tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.124792 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e45c90c-6057-4ddd-b206-0dcf7bbb3c5c tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Pushing event deleted for resources: {'Port': ['ID=0b62a2ae-4620-4548-8bfa-1ab9ca17da20,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:56.183882 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2e45c90c-6057-4ddd-b206-0dcf7bbb3c5c tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.383798 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2e45c90c-6057-4ddd-b206-0dcf7bbb3c5c tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16400064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16332386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.387021 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2e45c90c-6057-4ddd-b206-0dcf7bbb3c5c tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16400091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16400082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16332405'] for router, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.463238 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e45c90c-6057-4ddd-b206-0dcf7bbb3c5c tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Router b009f127-a667-461a-844f-c6f99f0962b5 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:54:56.541095 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e45c90c-6057-4ddd-b206-0dcf7bbb3c5c tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:54:56.548542 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2e45c90c-6057-4ddd-b206-0dcf7bbb3c5c tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.549985 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2e45c90c-6057-4ddd-b206-0dcf7bbb3c5c tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] 10.222.0.18 "PUT /v2.0/routers/b009f127-a667-461a-844f-c6f99f0962b5 HTTP/1.1" status: 200 len: 709 time: 1.3306291 Jul 29 23:54:56.550719 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dc4a81-72b7-458c-8ab5-f0fe51772aad None None] Sync routers for ids ['b009f127-a667-461a-844f-c6f99f0962b5'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:54:56.552572 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48752) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:56.559693 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dc4a81-72b7-458c-8ab5-f0fe51772aad None None] Routers {'b009f127-a667-461a-844f-c6f99f0962b5'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:56.560322 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b8dc4a81-72b7-458c-8ab5-f0fe51772aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:54:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b009f127-a667-461a-844f-c6f99f0962b5'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:56.595195 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b8dc4a81-72b7-458c-8ab5-f0fe51772aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:56.604108 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8dc4a81-72b7-458c-8ab5-f0fe51772aad None None] Routers {'b009f127-a667-461a-844f-c6f99f0962b5'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:54:56.604730 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b8dc4a81-72b7-458c-8ab5-f0fe51772aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:54:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b009f127-a667-461a-844f-c6f99f0962b5'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:56.627546 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-55b17316-ac02-4eef-8792-e2ea35b1e642 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "GET /v2.0/routers/b009f127-a667-461a-844f-c6f99f0962b5 HTTP/1.1" status: 200 len: 744 time: 0.0732653 Jul 29 23:54:56.630053 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48754) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:56.636407 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b8dc4a81-72b7-458c-8ab5-f0fe51772aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:54:56.637112 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8dc4a81-72b7-458c-8ab5-f0fe51772aad None None] The sync data for ids ['b009f127-a667-461a-844f-c6f99f0962b5'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:54:56.676938 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ffba5d18-ec6c-4233-9a98-c32e8dbbbe98 tempest-RoutersIpV6AdminTest-1971478377 tempest-RoutersIpV6AdminTest-1971478377-project-admin] 10.222.0.18 "GET /v2.0/ports?network_id=0aea9f43-4eea-456f-a634-5f5375b1fdb7&device_id=b009f127-a667-461a-844f-c6f99f0962b5 HTTP/1.1" status: 200 len: 205 time: 0.0458066 Jul 29 23:54:56.679924 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48756) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:56.706370 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f6a83d0b-256e-4760-9bf5-5e64a54a850e tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] 10.222.0.18 "GET /v2.0/ports?device_id=b009f127-a667-461a-844f-c6f99f0962b5 HTTP/1.1" status: 200 len: 205 time: 0.0253770 Jul 29 23:54:56.708768 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48758) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:56.782588 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dd8bbe48-12f3-4a60-a06f-f83f405cd168 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.942725 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dd8bbe48-12f3-4a60-a06f-f83f405cd168 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.944808 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dd8bbe48-12f3-4a60-a06f-f83f405cd168 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.985805 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dd8bbe48-12f3-4a60-a06f-f83f405cd168 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.986819 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8bbe48-12f3-4a60-a06f-f83f405cd168 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Fanout notify agent at l3_agent the message router_deleted on router b009f127-a667-461a-844f-c6f99f0962b5 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:54:56.993511 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dd8bbe48-12f3-4a60-a06f-f83f405cd168 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:56.994918 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-dd8bbe48-12f3-4a60-a06f-f83f405cd168 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] 10.222.0.18 "DELETE /v2.0/routers/b009f127-a667-461a-844f-c6f99f0962b5 HTTP/1.1" status: 204 len: 168 time: 0.2849481 Jul 29 23:54:56.997991 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48764) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:57.028955 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-00d4135b-16a6-4522-9f95-7e07523ad21e tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] 10.222.0.18 "GET /v2.0/ports?device_id=b009f127-a667-461a-844f-c6f99f0962b5 HTTP/1.1" status: 200 len: 205 time: 0.0298562 Jul 29 23:54:57.031252 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48766) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:57.070450 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-50d8e4f7-2571-4c34-96fb-164b4d5fb1f1 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] delete failed (client error): The resource could not be found. Jul 29 23:54:57.071502 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-50d8e4f7-2571-4c34-96fb-164b4d5fb1f1 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] 10.222.0.18 "DELETE /v2.0/routers/b009f127-a667-461a-844f-c6f99f0962b5 HTTP/1.1" status: 404 len: 336 time: 0.0393500 Jul 29 23:54:57.074258 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48768) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:57.101083 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fb492960-d78a-4148-9cc9-72661647a2d9 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5b7ace7-d274-4624-9656-7765d6268927 HTTP/1.1" status: 200 len: 205 time: 0.0257316 Jul 29 23:54:57.103346 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48770) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:57.143619 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-6f13a92b-68c6-4587-b6e5-52c260755e8a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] delete failed (client error): The resource could not be found. Jul 29 23:54:57.144659 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6f13a92b-68c6-4587-b6e5-52c260755e8a tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] 10.222.0.18 "DELETE /v2.0/routers/a5b7ace7-d274-4624-9656-7765d6268927 HTTP/1.1" status: 404 len: 336 time: 0.0404041 Jul 29 23:54:57.147218 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48772) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:57.174661 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-37732ea4-6b0d-4956-8de4-ffe8a4c43528 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] 10.222.0.18 "GET /v2.0/ports?device_id=faa2ede7-29ca-413d-81c6-ab137c2c1f5e HTTP/1.1" status: 200 len: 205 time: 0.0262990 Jul 29 23:54:57.178241 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48774) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:57.215217 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-25459ddd-56c8-4be0-91a2-72d1522e2cc1 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] delete failed (client error): The resource could not be found. Jul 29 23:54:57.216254 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-25459ddd-56c8-4be0-91a2-72d1522e2cc1 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] 10.222.0.18 "DELETE /v2.0/routers/faa2ede7-29ca-413d-81c6-ab137c2c1f5e HTTP/1.1" status: 404 len: 336 time: 0.0370891 Jul 29 23:54:57.218766 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48776) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:57.249592 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-202cd1c9-4e79-45fc-b4ea-10dc73589b67 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] 10.222.0.18 "GET /v2.0/ports?device_id=dddbd4e5-0dc6-4a70-93e8-6348154ddb99 HTTP/1.1" status: 200 len: 205 time: 0.0297742 Jul 29 23:54:57.252130 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48778) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:57.289921 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-4bdf1904-9a8e-43fa-bf8d-9996e28e8656 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] delete failed (client error): The resource could not be found. Jul 29 23:54:57.291166 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4bdf1904-9a8e-43fa-bf8d-9996e28e8656 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] 10.222.0.18 "DELETE /v2.0/routers/dddbd4e5-0dc6-4a70-93e8-6348154ddb99 HTTP/1.1" status: 404 len: 336 time: 0.0378108 Jul 29 23:54:57.293609 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48780) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:57.320623 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-72657f4a-24f4-49bb-975e-be5baa5480d1 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] 10.222.0.18 "GET /v2.0/ports?device_id=75730f6f-d818-4f4e-b879-c13171488dd4 HTTP/1.1" status: 200 len: 205 time: 0.0259724 Jul 29 23:54:57.322848 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48782) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:57.363570 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-cf872299-cc10-4315-aa86-e8a6ec1b09c9 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] delete failed (client error): The resource could not be found. Jul 29 23:54:57.364617 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cf872299-cc10-4315-aa86-e8a6ec1b09c9 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] 10.222.0.18 "DELETE /v2.0/routers/75730f6f-d818-4f4e-b879-c13171488dd4 HTTP/1.1" status: 404 len: 336 time: 0.0408745 Jul 29 23:54:57.367156 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48784) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:57.393838 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-02bb90c1-a4bc-43dc-9b47-c8edf48e6f2e tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] 10.222.0.18 "GET /v2.0/ports?device_id=75ab655c-011c-4951-8662-3e9ea3ab3808 HTTP/1.1" status: 200 len: 205 time: 0.0256016 Jul 29 23:54:57.396133 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48786) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:57.433347 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-47aacdf5-8047-44ea-a05f-054819a7c167 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] delete failed (client error): The resource could not be found. Jul 29 23:54:57.434262 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-47aacdf5-8047-44ea-a05f-054819a7c167 tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] 10.222.0.18 "DELETE /v2.0/routers/75ab655c-011c-4951-8662-3e9ea3ab3808 HTTP/1.1" status: 404 len: 336 time: 0.0372245 Jul 29 23:54:57.436803 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48788) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:57.466950 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f27412-bcfa-4ecc-8084-9b7a84ed47ee tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] DELETE failed (client error): The resource could not be found. Jul 29 23:54:57.467405 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4f27412-bcfa-4ecc-8084-9b7a84ed47ee tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:54:57.469165 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f4f27412-bcfa-4ecc-8084-9b7a84ed47ee tempest-RoutersIpV6AdminTest-1450058354 tempest-RoutersIpV6AdminTest-1450058354-project] 10.222.0.18 "DELETE /v2.0/subnets/584ee0de-047e-4781-94f3-54a6956bd982 HTTP/1.1" status: 404 len: 337 time: 0.0314651 Jul 29 23:54:57.711324 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48794) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:57.818344 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-20acadae-83ac-4b50-ad67-a080953efd5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:57.909176 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-20acadae-83ac-4b50-ad67-a080953efd5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:57.913483 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-20acadae-83ac-4b50-ad67-a080953efd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:57.950290 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20acadae-83ac-4b50-ad67-a080953efd5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6c21d2-1b76-4f13-b816-c5e4e76bc639,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:57.954694 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-20acadae-83ac-4b50-ad67-a080953efd5c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=729301a8f34c4770882038f68eeff063&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2422543 Jul 29 23:54:57.957936 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48798) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:58.006204 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bf4fdab8-dd73-43cb-a6ad-60ae90f015a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:58.028153 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bf4fdab8-dd73-43cb-a6ad-60ae90f015a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:58.078713 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bf4fdab8-dd73-43cb-a6ad-60ae90f015a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:58.083058 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bf4fdab8-dd73-43cb-a6ad-60ae90f015a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:58.086202 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bf4fdab8-dd73-43cb-a6ad-60ae90f015a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fc6c21d2-1b76-4f13-b816-c5e4e76bc639 HTTP/1.1" status: 204 len: 168 time: 0.1251462 Jul 29 23:54:58.092624 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4fdab8-dd73-43cb-a6ad-60ae90f015a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6c21d2-1b76-4f13-b816-c5e4e76bc639,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:58.342239 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48804) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:58.385540 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0aadedf5-2b72-4f15-af6e-2a75121501bf admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=46d30a18685d43669100326f13882816&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421133 Jul 29 23:54:58.388045 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48806) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:58.436664 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-701f7011-e11f-483b-9f8e-9bac345da02d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:58.458897 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-701f7011-e11f-483b-9f8e-9bac345da02d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:58.509687 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-701f7011-e11f-483b-9f8e-9bac345da02d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:58.512331 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-701f7011-e11f-483b-9f8e-9bac345da02d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:58.513472 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-701f7011-e11f-483b-9f8e-9bac345da02d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0b2ee70e-73d2-4c1b-a3e8-98630911a3cf HTTP/1.1" status: 204 len: 168 time: 0.1245358 Jul 29 23:54:58.521929 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701f7011-e11f-483b-9f8e-9bac345da02d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2ee70e-73d2-4c1b-a3e8-98630911a3cf,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:54:59.711291 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48844) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:54:59.715095 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:59.811271 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-aaf631e7-fedf-4539-98c5-4a67ade62e89 tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1532382811', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:54:59.832767 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf631e7-fedf-4539-98c5-4a67ade62e89 tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Made reservation on behalf of b4537fc4fd9b40ddb318aadebc363d58 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:54:59.835251 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aaf631e7-fedf-4539-98c5-4a67ade62e89 tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:59.844157 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aaf631e7-fedf-4539-98c5-4a67ade62e89 tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:59.937314 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aaf631e7-fedf-4539-98c5-4a67ade62e89 tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:59.942400 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aaf631e7-fedf-4539-98c5-4a67ade62e89 tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:54:59.948409 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-aaf631e7-fedf-4539-98c5-4a67ade62e89 tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] device_id is not set on port 04c34969-f0db-43df-90a8-c2572b790386 yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:54:59.969167 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:00.004854 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf631e7-fedf-4539-98c5-4a67ade62e89 tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f40e6a-d23b-41d9-b26b-c16b78d00835,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:00.073840 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-aaf631e7-fedf-4539-98c5-4a67ade62e89 tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Allocated IP 172.25.8.65 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/04c34969-f0db-43df-90a8-c2572b790386) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:00.214418 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aaf631e7-fedf-4539-98c5-4a67ade62e89 tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:00.254590 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aaf631e7-fedf-4539-98c5-4a67ade62e89 tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:00.295030 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf631e7-fedf-4539-98c5-4a67ade62e89 tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:00.297822 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-aaf631e7-fedf-4539-98c5-4a67ade62e89 tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:00.308465 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf631e7-fedf-4539-98c5-4a67ade62e89 tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:00.313864 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf631e7-fedf-4539-98c5-4a67ade62e89 tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Pushing event updated for resources: {'Port': ['ID=04c34969-f0db-43df-90a8-c2572b790386,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:00.349838 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf631e7-fedf-4539-98c5-4a67ade62e89 tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:00.350367 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aaf631e7-fedf-4539-98c5-4a67ade62e89 tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:00.364244 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-aaf631e7-fedf-4539-98c5-4a67ade62e89 tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.6518047 Jul 29 23:55:00.367124 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48848) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:00.371398 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-a4afe117-c9fb-4089-abea-1d55e675324c tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.65'}]}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:00.392860 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4afe117-c9fb-4089-abea-1d55e675324c tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:00.393875 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4afe117-c9fb-4089-abea-1d55e675324c tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:00.444269 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4afe117-c9fb-4089-abea-1d55e675324c tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:00.581353 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4afe117-c9fb-4089-abea-1d55e675324c tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:00.780232 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4afe117-c9fb-4089-abea-1d55e675324c tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:00.800334 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4afe117-c9fb-4089-abea-1d55e675324c tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:00.988258 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4afe117-c9fb-4089-abea-1d55e675324c tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:01.144083 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4afe117-c9fb-4089-abea-1d55e675324c tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:01.146171 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4afe117-c9fb-4089-abea-1d55e675324c tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:01.188223 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a4afe117-c9fb-4089-abea-1d55e675324c tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:01.188729 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4afe117-c9fb-4089-abea-1d55e675324c tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 96c86de2-4d03-4e43-b6df-9df6e84f6b18 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:55:01.206630 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-a4afe117-c9fb-4089-abea-1d55e675324c tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 29 23:55:01.207723 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a4afe117-c9fb-4089-abea-1d55e675324c tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 0.8396823 Jul 29 23:55:01.210765 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48850) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:01.290110 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-76e5dd19-9332-46c5-be39-a2ea55c2ee08 tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Deleting port 04c34969-f0db-43df-90a8-c2572b790386 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:01.290453 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-76e5dd19-9332-46c5-be39-a2ea55c2ee08 tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:01.363768 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-76e5dd19-9332-46c5-be39-a2ea55c2ee08 tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:01.374854 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-76e5dd19-9332-46c5-be39-a2ea55c2ee08 tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Calling delete_port for 04c34969-f0db-43df-90a8-c2572b790386 owned by {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:01.495619 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-76e5dd19-9332-46c5-be39-a2ea55c2ee08 tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:01.523607 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e5dd19-9332-46c5-be39-a2ea55c2ee08 tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Pushing event deleted for resources: {'Port': ['ID=04c34969-f0db-43df-90a8-c2572b790386,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:01.585036 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-76e5dd19-9332-46c5-be39-a2ea55c2ee08 tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:01.586988 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-76e5dd19-9332-46c5-be39-a2ea55c2ee08 tempest-RoutersAdminNegativeIpV6Test-316791676 tempest-RoutersAdminNegativeIpV6Test-316791676-project-admin] 10.222.0.18 "DELETE /v2.0/ports/04c34969-f0db-43df-90a8-c2572b790386 HTTP/1.1" status: 204 len: 168 time: 0.3752840 Jul 29 23:55:01.827090 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48856) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:01.937964 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5437761-15a2-494e-a6ed-c5038272db47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.038567 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5437761-15a2-494e-a6ed-c5038272db47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.042360 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5437761-15a2-494e-a6ed-c5038272db47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.078312 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b5437761-15a2-494e-a6ed-c5038272db47 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1f578b2af2e84936bb145a0abe91d4c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2500589 Jul 29 23:55:02.081655 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48860) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:02.084376 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5437761-15a2-494e-a6ed-c5038272db47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b3b507-2796-4e0a-9d8f-99dbf22a99c5,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:02.132595 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d0ab65e6-f0a0-4550-b188-71686d43b8c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.154837 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d0ab65e6-f0a0-4550-b188-71686d43b8c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.200916 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d0ab65e6-f0a0-4550-b188-71686d43b8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.203530 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d0ab65e6-f0a0-4550-b188-71686d43b8c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.205270 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d0ab65e6-f0a0-4550-b188-71686d43b8c4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6b3b507-2796-4e0a-9d8f-99dbf22a99c5 HTTP/1.1" status: 204 len: 168 time: 0.1220737 Jul 29 23:55:02.212933 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ab65e6-f0a0-4550-b188-71686d43b8c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b3b507-2796-4e0a-9d8f-99dbf22a99c5,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:02.221193 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab65e6-f0a0-4550-b188-71686d43b8c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:02.221543 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab65e6-f0a0-4550-b188-71686d43b8c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:02.221885 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab65e6-f0a0-4550-b188-71686d43b8c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:02.222224 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab65e6-f0a0-4550-b188-71686d43b8c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:02.222563 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab65e6-f0a0-4550-b188-71686d43b8c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:02.222903 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab65e6-f0a0-4550-b188-71686d43b8c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:02.223232 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab65e6-f0a0-4550-b188-71686d43b8c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:02.223561 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab65e6-f0a0-4550-b188-71686d43b8c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:02.223916 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab65e6-f0a0-4550-b188-71686d43b8c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:02.224250 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab65e6-f0a0-4550-b188-71686d43b8c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:02.224577 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab65e6-f0a0-4550-b188-71686d43b8c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:02.224899 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ab65e6-f0a0-4550-b188-71686d43b8c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:02.477477 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48866) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:02.520850 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e611e00b-5362-4f43-93e1-5efeb189967b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b4537fc4fd9b40ddb318aadebc363d58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421467 Jul 29 23:55:02.526157 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48868) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:02.576510 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a0c5e606-2bc8-47eb-96dc-d869d12399c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.597410 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a0c5e606-2bc8-47eb-96dc-d869d12399c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.651578 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a0c5e606-2bc8-47eb-96dc-d869d12399c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.654118 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a0c5e606-2bc8-47eb-96dc-d869d12399c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:02.655334 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a0c5e606-2bc8-47eb-96dc-d869d12399c6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0f40e6a-d23b-41d9-b26b-c16b78d00835 HTTP/1.1" status: 204 len: 168 time: 0.1281130 Jul 29 23:55:02.664536 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c5e606-2bc8-47eb-96dc-d869d12399c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f40e6a-d23b-41d9-b26b-c16b78d00835,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:02.853835 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-386d0255-2966-4de8-8659-13907bed3feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.333082 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48894) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:03.376196 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff7b6b-ecf5-401d-a743-57d6cad67957 req-cce2fd27-b622-432a-97a6-ed8b117ec1b9 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:03.378442 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e2ff7b6b-ecf5-401d-a743-57d6cad67957 req-cce2fd27-b622-432a-97a6-ed8b117ec1b9 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 946 time: 0.0548499 Jul 29 23:55:03.420247 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e2ff7b6b-ecf5-401d-a743-57d6cad67957 req-4a6e5355-8991-416a-9b0a-9a2dc8657b88 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dd40335-719b-414e-8996-59b38c59b043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344567 Jul 29 23:55:03.436138 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-cc75452d-34e7-4e8d-a749-7c4a1f7703c2 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1418023416'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:03.448653 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48898) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:03.458350 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc75452d-34e7-4e8d-a749-7c4a1f7703c2 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Made reservation on behalf of 63119e1c0ec44333bf8eeca3c21dea71 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:03.462066 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cc75452d-34e7-4e8d-a749-7c4a1f7703c2 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.471534 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cc75452d-34e7-4e8d-a749-7c4a1f7703c2 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.522371 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c3880db4-49aa-424e-9487-017e7fe4cf93 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/floatingips/63ad464f-447d-460b-92f5-ae5baec549ad HTTP/1.1" status: 200 len: 994 time: 0.0721753 Jul 29 23:55:03.584026 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cc75452d-34e7-4e8d-a749-7c4a1f7703c2 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.592446 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cc75452d-34e7-4e8d-a749-7c4a1f7703c2 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.622079 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc75452d-34e7-4e8d-a749-7c4a1f7703c2 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:03.632906 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75452d-34e7-4e8d-a749-7c4a1f7703c2 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=457e83d0-5419-4363-ab29-437a5b711662,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:03.638097 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cc75452d-34e7-4e8d-a749-7c4a1f7703c2 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.638296 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-cc75452d-34e7-4e8d-a749-7c4a1f7703c2 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Added segment f9e98256-e971-4834-8927-050dfcf421cb of type vlan for network 0238da0f-a109-48b8-bca2-0b49a409aa14 Jul 29 23:55:03.685883 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cc75452d-34e7-4e8d-a749-7c4a1f7703c2 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.717136 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cc75452d-34e7-4e8d-a749-7c4a1f7703c2 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.724018 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc75452d-34e7-4e8d-a749-7c4a1f7703c2 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:03.724599 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cc75452d-34e7-4e8d-a749-7c4a1f7703c2 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:03.786519 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cc75452d-34e7-4e8d-a749-7c4a1f7703c2 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4522860 Jul 29 23:55:03.800843 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc75452d-34e7-4e8d-a749-7c4a1f7703c2 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event updated for resources: {'Network': ['ID=0238da0f-a109-48b8-bca2-0b49a409aa14,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:03.813674 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 0238da0f-a109-48b8-bca2-0b49a409aa14 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:03.839085 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e4b17-5906-4895-8ddc-12cbd8f4a29c req-f9fe2e2a-cd6e-4f6c-a0a2-19915baa1588 tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:03.840846 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bf1e4b17-5906-4895-8ddc-12cbd8f4a29c req-f9fe2e2a-cd6e-4f6c-a0a2-19915baa1588 tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 1098 time: 0.0483527 Jul 29 23:55:03.886593 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bf1e4b17-5906-4895-8ddc-12cbd8f4a29c req-ef0c8f52-894e-43f9-9585-7c96ac5b5c19 tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=7dd40335-719b-414e-8996-59b38c59b043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390110 Jul 29 23:55:03.923199 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48908) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:03.928925 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-da33bb7d-1d96-4a3c-a854-5adcb6606876 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Request body: {'subnet': {'network_id': '0238da0f-a109-48b8-bca2-0b49a409aa14', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:04.028641 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da33bb7d-1d96-4a3c-a854-5adcb6606876 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Made reservation on behalf of 63119e1c0ec44333bf8eeca3c21dea71 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:04.033096 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da33bb7d-1d96-4a3c-a854-5adcb6606876 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.240378 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da33bb7d-1d96-4a3c-a854-5adcb6606876 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.310578 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33bb7d-1d96-4a3c-a854-5adcb6606876 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event updated for resources: {'Subnet': ['ID=477985c5-fc8d-4574-b6b7-aa1e197aaf18,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:04.319503 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da33bb7d-1d96-4a3c-a854-5adcb6606876 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Checking segment: {'id': 'f9e98256-e971-4834-8927-050dfcf421cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0238da0f-a109-48b8-bca2-0b49a409aa14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:04.319898 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da33bb7d-1d96-4a3c-a854-5adcb6606876 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Network hostable DHCP agents. Network: 0238da0f-a109-48b8-bca2-0b49a409aa14, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:04.342676 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da33bb7d-1d96-4a3c-a854-5adcb6606876 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Network 0238da0f-a109-48b8-bca2-0b49a409aa14 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:04.354420 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-da33bb7d-1d96-4a3c-a854-5adcb6606876 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 0238da0f-a109-48b8-bca2-0b49a409aa14) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:04.367372 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da33bb7d-1d96-4a3c-a854-5adcb6606876 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:04.368533 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da33bb7d-1d96-4a3c-a854-5adcb6606876 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.370241 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a95cf2-88a5-4a5f-b568-56e37da394be None None] Network 0238da0f-a109-48b8-bca2-0b49a409aa14 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:04.385971 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-da33bb7d-1d96-4a3c-a854-5adcb6606876 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.4614499 Jul 29 23:55:04.390165 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48926) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:04.395643 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-f7414c3e-d393-4fcd-b833-7d014e526ef1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-842987057'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:04.421472 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7414c3e-d393-4fcd-b833-7d014e526ef1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Made reservation on behalf of 63119e1c0ec44333bf8eeca3c21dea71 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:04.426419 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7414c3e-d393-4fcd-b833-7d014e526ef1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.457505 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7414c3e-d393-4fcd-b833-7d014e526ef1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:04.471300 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7414c3e-d393-4fcd-b833-7d014e526ef1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.471648 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-f7414c3e-d393-4fcd-b833-7d014e526ef1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Added segment 1a8a84b3-a25b-4ce1-91a3-00c58434bf38 of type vlan for network a667b820-557b-4164-a6d6-366fddefe9ab Jul 29 23:55:04.518676 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7414c3e-d393-4fcd-b833-7d014e526ef1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.544650 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7779d8-4743-4a01-90ba-e92faa918ac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-0238da0f-a109-48b8-bca2-0b49a409aa14', 'network_id': '0238da0f-a109-48b8-bca2-0b49a409aa14', 'tenant_id': '63119e1c0ec44333bf8eeca3c21dea71', 'fixed_ips': [{'subnet_id': '477985c5-fc8d-4574-b6b7-aa1e197aaf18'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:55:04.547196 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7e7779d8-4743-4a01-90ba-e92faa918ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.571689 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7414c3e-d393-4fcd-b833-7d014e526ef1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.578287 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7414c3e-d393-4fcd-b833-7d014e526ef1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:04.578924 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f7414c3e-d393-4fcd-b833-7d014e526ef1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.596938 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-ec80adaf-d185-4721-a67f-5e0b0c7b4c33 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1341174 Jul 29 23:55:04.664318 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f7414c3e-d393-4fcd-b833-7d014e526ef1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2730210 Jul 29 23:55:04.667088 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48932) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:04.674417 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-55bc13a5-3c5f-4bb9-bd22-c3f6e2608eb4 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Request body: {'subnet': {'network_id': 'a667b820-557b-4164-a6d6-366fddefe9ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:04.684880 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7414c3e-d393-4fcd-b833-7d014e526ef1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event updated for resources: {'Network': ['ID=a667b820-557b-4164-a6d6-366fddefe9ab,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:04.699779 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network a667b820-557b-4164-a6d6-366fddefe9ab details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:04.796801 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bc13a5-3c5f-4bb9-bd22-c3f6e2608eb4 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Made reservation on behalf of 63119e1c0ec44333bf8eeca3c21dea71 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:04.802335 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-55bc13a5-3c5f-4bb9-bd22-c3f6e2608eb4 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:04.828747 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-7e7779d8-4743-4a01-90ba-e92faa918ac0 None None] Allocated IP 172.20.255.242 (0238da0f-a109-48b8-bca2-0b49a409aa14/477985c5-fc8d-4574-b6b7-aa1e197aaf18/7487cdb8-6b1d-443a-95f8-f80019da30b5) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:05.033568 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7e7779d8-4743-4a01-90ba-e92faa918ac0 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.044021 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7e7779d8-4743-4a01-90ba-e92faa918ac0 None None] Transition to ACTIVE for port object 7487cdb8-6b1d-443a-95f8-f80019da30b5 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:05.062721 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7e7779d8-4743-4a01-90ba-e92faa918ac0 None None] Transition to ACTIVE for port object 7487cdb8-6b1d-443a-95f8-f80019da30b5 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:05.072260 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7e7779d8-4743-4a01-90ba-e92faa918ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.080618 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-55bc13a5-3c5f-4bb9-bd22-c3f6e2608eb4 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.129799 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7779d8-4743-4a01-90ba-e92faa918ac0 None None] Network 0238da0f-a109-48b8-bca2-0b49a409aa14 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:05.134660 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-7e7779d8-4743-4a01-90ba-e92faa918ac0 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:05.144726 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7779d8-4743-4a01-90ba-e92faa918ac0 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:05.156386 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc13a5-3c5f-4bb9-bd22-c3f6e2608eb4 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event updated for resources: {'Subnet': ['ID=31e7b380-4f19-48d2-b62e-b76528bf2ea2,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:05.157139 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7779d8-4743-4a01-90ba-e92faa918ac0 None None] Pushing event updated for resources: {'Port': ['ID=7487cdb8-6b1d-443a-95f8-f80019da30b5,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:05.177787 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bc13a5-3c5f-4bb9-bd22-c3f6e2608eb4 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Checking segment: {'id': '1a8a84b3-a25b-4ce1-91a3-00c58434bf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a667b820-557b-4164-a6d6-366fddefe9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:05.179385 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bc13a5-3c5f-4bb9-bd22-c3f6e2608eb4 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Network hostable DHCP agents. Network: a667b820-557b-4164-a6d6-366fddefe9ab, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:05.205363 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bc13a5-3c5f-4bb9-bd22-c3f6e2608eb4 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Network a667b820-557b-4164-a6d6-366fddefe9ab is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:05.217194 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-7e7779d8-4743-4a01-90ba-e92faa918ac0 None None] Attempting to bind port 7487cdb8-6b1d-443a-95f8-f80019da30b5 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:05.217418 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-55bc13a5-3c5f-4bb9-bd22-c3f6e2608eb4 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, a667b820-557b-4164-a6d6-366fddefe9ab) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:05.217657 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-7e7779d8-4743-4a01-90ba-e92faa918ac0 None None] Attempting to bind port 7487cdb8-6b1d-443a-95f8-f80019da30b5 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'f9e98256-e971-4834-8927-050dfcf421cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0238da0f-a109-48b8-bca2-0b49a409aa14'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:05.217993 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7779d8-4743-4a01-90ba-e92faa918ac0 None None] Attempting to bind port 7487cdb8-6b1d-443a-95f8-f80019da30b5 on network 0238da0f-a109-48b8-bca2-0b49a409aa14 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:05.224887 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7779d8-4743-4a01-90ba-e92faa918ac0 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:05.225072 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bc13a5-3c5f-4bb9-bd22-c3f6e2608eb4 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:05.225275 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7779d8-4743-4a01-90ba-e92faa918ac0 None None] Checking segment: {'id': 'f9e98256-e971-4834-8927-050dfcf421cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0238da0f-a109-48b8-bca2-0b49a409aa14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:05.225703 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-55bc13a5-3c5f-4bb9-bd22-c3f6e2608eb4 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.225842 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7e7779d8-4743-4a01-90ba-e92faa918ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.226109 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e7779d8-4743-4a01-90ba-e92faa918ac0 None None] Bound using segment: {'id': 'f9e98256-e971-4834-8927-050dfcf421cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0238da0f-a109-48b8-bca2-0b49a409aa14'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:05.226595 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-7e7779d8-4743-4a01-90ba-e92faa918ac0 None None] Bound port: 7487cdb8-6b1d-443a-95f8-f80019da30b5, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9e98256-e971-4834-8927-050dfcf421cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '0238da0f-a109-48b8-bca2-0b49a409aa14'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:05.226988 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7e7779d8-4743-4a01-90ba-e92faa918ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.231567 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f68eeab-619e-4360-80d2-46ee7a2038f6 None None] Network a667b820-557b-4164-a6d6-366fddefe9ab requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:05.259001 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-55bc13a5-3c5f-4bb9-bd22-c3f6e2608eb4 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.5903335 Jul 29 23:55:05.261569 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48940) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:05.382094 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-7e7779d8-4743-4a01-90ba-e92faa918ac0 None None] For port 7487cdb8-6b1d-443a-95f8-f80019da30b5, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:05.389755 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-7e7779d8-4743-4a01-90ba-e92faa918ac0 None None] For port 7487cdb8-6b1d-443a-95f8-f80019da30b5, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=7487cdb8-6b1d-443a-95f8-f80019da30b5,segment=NetworkSegment(f9e98256-e971-4834-8927-050dfcf421cb),segment_id=f9e98256-e971-4834-8927-050dfcf421cb)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:05.397661 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.402682 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7e7779d8-4743-4a01-90ba-e92faa918ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.415478 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-2db46487-56a4-4ec6-9039-2066111f5afa tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:55:05.417351 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-2db46487-56a4-4ec6-9039-2066111f5afa tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1748657 Jul 29 23:55:05.458187 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.533714 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7779d8-4743-4a01-90ba-e92faa918ac0 None None] Pushing event updated for resources: {'Port': ['ID=7487cdb8-6b1d-443a-95f8-f80019da30b5,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:05.553111 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32004fc5-5be4-4ce4-aeff-258fa8bdf0c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-a667b820-557b-4164-a6d6-366fddefe9ab', 'network_id': 'a667b820-557b-4164-a6d6-366fddefe9ab', 'tenant_id': '63119e1c0ec44333bf8eeca3c21dea71', 'fixed_ips': [{'subnet_id': '31e7b380-4f19-48d2-b62e-b76528bf2ea2'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:55:05.554449 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32004fc5-5be4-4ce4-aeff-258fa8bdf0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.774536 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-32004fc5-5be4-4ce4-aeff-258fa8bdf0c3 None None] Allocated IP 172.20.0.2 (a667b820-557b-4164-a6d6-366fddefe9ab/31e7b380-4f19-48d2-b62e-b76528bf2ea2/ad44f650-2a73-4e88-93cf-c0b1aa044492) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:05.812035 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-4a71c033-5243-4f06-a6e4-b70bce763ca8 service neutron] Request body: {'binding': {'host': 'n-h1-712140-10', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:05.812694 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-4a71c033-5243-4f06-a6e4-b70bce763ca8 service neutron] Unknown quota resources ['binding']. {{(pid=94063) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 29 23:55:05.876056 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.937310 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32004fc5-5be4-4ce4-aeff-258fa8bdf0c3 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:05.947179 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-32004fc5-5be4-4ce4-aeff-258fa8bdf0c3 None None] Transition to ACTIVE for port object ad44f650-2a73-4e88-93cf-c0b1aa044492 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:05.963253 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-32004fc5-5be4-4ce4-aeff-258fa8bdf0c3 None None] Transition to ACTIVE for port object ad44f650-2a73-4e88-93cf-c0b1aa044492 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:05.970804 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32004fc5-5be4-4ce4-aeff-258fa8bdf0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.016188 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32004fc5-5be4-4ce4-aeff-258fa8bdf0c3 None None] Network a667b820-557b-4164-a6d6-366fddefe9ab is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:06.021408 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-32004fc5-5be4-4ce4-aeff-258fa8bdf0c3 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:06.028407 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.028865 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32004fc5-5be4-4ce4-aeff-258fa8bdf0c3 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:06.042584 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32004fc5-5be4-4ce4-aeff-258fa8bdf0c3 None None] Pushing event updated for resources: {'Port': ['ID=ad44f650-2a73-4e88-93cf-c0b1aa044492,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:06.073331 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event deleted for resources: {'Subnet': ['ID=31e7b380-4f19-48d2-b62e-b76528bf2ea2,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:06.075132 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-4a71c033-5243-4f06-a6e4-b70bce763ca8 service neutron] Attempting to bind port 45e53b25-aeaa-4739-9c47-3a78ba5b2796 on host n-h1-712140-10 for vnic_type normal with profile None {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:06.075477 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-4a71c033-5243-4f06-a6e4-b70bce763ca8 service neutron] Attempting to bind port 45e53b25-aeaa-4739-9c47-3a78ba5b2796 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'ff71753c-c275-4b4a-89d9-549a4003d03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:06.075812 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-4a71c033-5243-4f06-a6e4-b70bce763ca8 service neutron] Attempting to bind port 45e53b25-aeaa-4739-9c47-3a78ba5b2796 on network 69d224d9-2303-4c0c-aa71-c83ffa50ae05 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:06.084223 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-4a71c033-5243-4f06-a6e4-b70bce763ca8 service neutron] Port 45e53b25-aeaa-4739-9c47-3a78ba5b2796 on network 69d224d9-2303-4c0c-aa71-c83ffa50ae05 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:55:06.084509 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-4a71c033-5243-4f06-a6e4-b70bce763ca8 service neutron] Attempting to bind port 45e53b25-aeaa-4739-9c47-3a78ba5b2796 on network 69d224d9-2303-4c0c-aa71-c83ffa50ae05 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:06.101398 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-32004fc5-5be4-4ce4-aeff-258fa8bdf0c3 None None] Attempting to bind port ad44f650-2a73-4e88-93cf-c0b1aa044492 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:06.101771 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-32004fc5-5be4-4ce4-aeff-258fa8bdf0c3 None None] Attempting to bind port ad44f650-2a73-4e88-93cf-c0b1aa044492 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '1a8a84b3-a25b-4ce1-91a3-00c58434bf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a667b820-557b-4164-a6d6-366fddefe9ab'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:06.102242 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32004fc5-5be4-4ce4-aeff-258fa8bdf0c3 None None] Attempting to bind port ad44f650-2a73-4e88-93cf-c0b1aa044492 on network a667b820-557b-4164-a6d6-366fddefe9ab {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:06.107551 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32004fc5-5be4-4ce4-aeff-258fa8bdf0c3 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:06.108049 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32004fc5-5be4-4ce4-aeff-258fa8bdf0c3 None None] Checking segment: {'id': '1a8a84b3-a25b-4ce1-91a3-00c58434bf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a667b820-557b-4164-a6d6-366fddefe9ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:06.108459 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32004fc5-5be4-4ce4-aeff-258fa8bdf0c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.108851 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32004fc5-5be4-4ce4-aeff-258fa8bdf0c3 None None] Bound using segment: {'id': '1a8a84b3-a25b-4ce1-91a3-00c58434bf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a667b820-557b-4164-a6d6-366fddefe9ab'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:06.109312 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-32004fc5-5be4-4ce4-aeff-258fa8bdf0c3 None None] Bound port: ad44f650-2a73-4e88-93cf-c0b1aa044492, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a8a84b3-a25b-4ce1-91a3-00c58434bf38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'a667b820-557b-4164-a6d6-366fddefe9ab'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:06.109693 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32004fc5-5be4-4ce4-aeff-258fa8bdf0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.123787 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-4a71c033-5243-4f06-a6e4-b70bce763ca8 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:06.124164 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-4a71c033-5243-4f06-a6e4-b70bce763ca8 service neutron] Checking segment: {'id': 'ff71753c-c275-4b4a-89d9-549a4003d03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:06.124555 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-4a71c033-5243-4f06-a6e4-b70bce763ca8 service neutron] Bound using segment: {'id': 'ff71753c-c275-4b4a-89d9-549a4003d03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:06.125006 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-4a71c033-5243-4f06-a6e4-b70bce763ca8 service neutron] Bound port: 45e53b25-aeaa-4739-9c47-3a78ba5b2796, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff71753c-c275-4b4a-89d9-549a4003d03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:06.175600 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-32004fc5-5be4-4ce4-aeff-258fa8bdf0c3 None None] For port ad44f650-2a73-4e88-93cf-c0b1aa044492, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:06.179465 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-32004fc5-5be4-4ce4-aeff-258fa8bdf0c3 None None] For port ad44f650-2a73-4e88-93cf-c0b1aa044492, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=ad44f650-2a73-4e88-93cf-c0b1aa044492,segment=NetworkSegment(1a8a84b3-a25b-4ce1-91a3-00c58434bf38),segment_id=1a8a84b3-a25b-4ce1-91a3-00c58434bf38)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:06.185013 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-32004fc5-5be4-4ce4-aeff-258fa8bdf0c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.188275 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.217337 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a667b820-557b-4164-a6d6-366fddefe9ab']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:06.241990 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a8a84b3-a25b-4ce1-91a3-00c58434bf38') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:06.242548 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a8a84b3-a25b-4ce1-91a3-00c58434bf38') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:06.259984 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.269402 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-4a71c033-5243-4f06-a6e4-b70bce763ca8 service neutron] For port 45e53b25-aeaa-4739-9c47-3a78ba5b2796, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=45e53b25-aeaa-4739-9c47-3a78ba5b2796,segment=NetworkSegment(ff71753c-c275-4b4a-89d9-549a4003d03c),segment_id=ff71753c-c275-4b4a-89d9-549a4003d03c)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:06.276251 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-4a71c033-5243-4f06-a6e4-b70bce763ca8 service neutron] Notify callbacks [] for binding, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.277978 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-4a71c033-5243-4f06-a6e4-b70bce763ca8 service neutron] 10.222.0.18 "POST /v2.0/ports/45e53b25-aeaa-4739-9c47-3a78ba5b2796/bindings HTTP/1.1" status: 201 len: 390 time: 0.4696839 Jul 29 23:55:06.281899 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.289764 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:06.290920 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.291237 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32004fc5-5be4-4ce4-aeff-258fa8bdf0c3 None None] Pushing event updated for resources: {'Port': ['ID=ad44f650-2a73-4e88-93cf-c0b1aa044492,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:06.295172 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:55:06.295172 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:06.295172 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:55:06.295172 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:06.295172 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:55:06.295172 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:06.295172 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:55:06.295172 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:06.295172 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:55:06.295172 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:06.295172 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:55:06.295172 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:06.295172 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:55:06.295172 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:06.295172 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:06.295172 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:06.295172 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:06.295172 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:06.295172 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:55:06.295172 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:06.295172 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:55:06.295172 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:06.295172 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:06.295172 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:06.295172 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:06.295172 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:06.295172 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:06.295172 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:06.295172 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:06.295172 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:06.295172 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:06.295172 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:06.299683 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-77d8d8d4-07c6-4a2d-9f8a-0c7aa49946f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.319317 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa90e06d-ae44-4723-92dc-ee6871836eed None None] Network a667b820-557b-4164-a6d6-366fddefe9ab requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:06.376114 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.db.api [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:55:06.376114 n-d-712140-10 neutron-server[94063]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:55:06.376114 n-d-712140-10 neutron-server[94063]: [parameters: {'id': 'a667b820-557b-4164-a6d6-366fddefe9ab'}] Jul 29 23:55:06.376114 n-d-712140-10 neutron-server[94063]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:55:06.376772 n-d-712140-10 neutron-server[94063]: DEBUG oslo_db.api [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:55:06.578707 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-bff621e4-7b8d-42dc-b640-329b589286e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:06.580818 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-bff621e4-7b8d-42dc-b640-329b589286e7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 1098 time: 0.0789235 Jul 29 23:55:06.616737 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a632fb36-3526-4f77-b32c-261acdabca2d None None] Network 0238da0f-a109-48b8-bca2-0b49a409aa14 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:06.640930 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083ce1ae-176f-447d-b528-336c76f84fc8 req-ab455bbf-9fc8-42e1-81a8-57621ab8a046 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:06.642989 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-083ce1ae-176f-447d-b528-336c76f84fc8 req-ab455bbf-9fc8-42e1-81a8-57621ab8a046 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 946 time: 0.1069493 Jul 29 23:55:06.677079 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e0b74847-4c33-4a45-b974-503981008bfa None None] Provisioning for port 7487cdb8-6b1d-443a-95f8-f80019da30b5 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:06.701666 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-083ce1ae-176f-447d-b528-336c76f84fc8 req-fe59aabe-733a-4b9e-8f02-9985e53d7d9f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dd40335-719b-414e-8996-59b38c59b043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490842 Jul 29 23:55:06.715793 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-7b049fbc-6939-48b9-a0a4-bc25555b1125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:06.717454 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-7b049fbc-6939-48b9-a0a4-bc25555b1125 service neutron] 10.222.0.23 "GET /v2.0/networks?id=69d224d9-2303-4c0c-aa71-c83ffa50ae05 HTTP/1.1" status: 200 len: 897 time: 0.1293049 Jul 29 23:55:06.788076 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-c21c9645-35bf-4bc2-9906-2282070acbcf service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45e53b25-aeaa-4739-9c47-3a78ba5b2796 HTTP/1.1" status: 200 len: 1002 time: 0.0633600 Jul 29 23:55:06.840587 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-145f0772-e490-403e-8d5c-a3e111156697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:06.842179 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-145f0772-e490-403e-8d5c-a3e111156697 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d7e717d6-93d8-46a2-95a3-fee549b72b10 HTTP/1.1" status: 200 len: 835 time: 0.0472932 Jul 29 23:55:06.877934 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.899754 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-28679f17-ef79-4bf9-8e3d-7e3cb91816b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:06.901336 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-28679f17-ef79-4bf9-8e3d-7e3cb91816b7 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=69d224d9-2303-4c0c-aa71-c83ffa50ae05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522723 Jul 29 23:55:06.917783 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:06.977109 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1120dc96-f81a-43b2-8039-fa2995156557 None None] get_active_networks_info from n-d-712140-10 {{(pid=94065) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:55:07.009428 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Deleting port ad44f650-2a73-4e88-93cf-c0b1aa044492 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:07.009785 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.040109 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 7487cdb8-6b1d-443a-95f8-f80019da30b5 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:07.078387 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-62d239ec-f810-4027-ba84-beab4d5d00f6 service neutron] 10.222.0.23 "GET /v2.0/networks/69d224d9-2303-4c0c-aa71-c83ffa50ae05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599655 Jul 29 23:55:07.095346 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1120dc96-f81a-43b2-8039-fa2995156557 None None] Resources bound (agent type, host, resource id): {{(pid=94065) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:55:07.125994 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 7487cdb8-6b1d-443a-95f8-f80019da30b5 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:07.150815 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] For port ad44f650-2a73-4e88-93cf-c0b1aa044492, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=ad44f650-2a73-4e88-93cf-c0b1aa044492,segment=NetworkSegment(1a8a84b3-a25b-4ce1-91a3-00c58434bf38),segment_id=1a8a84b3-a25b-4ce1-91a3-00c58434bf38)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:07.151195 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.160259 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 7487cdb8-6b1d-443a-95f8-f80019da30b5 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:07.160632 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.169764 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Calling delete_port for ad44f650-2a73-4e88-93cf-c0b1aa044492 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:07.244557 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-8aa40d07-3015-41f6-b64b-9f41030a303e service neutron] 10.222.0.23 "GET /v2.0/networks/69d224d9-2303-4c0c-aa71-c83ffa50ae05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588752 Jul 29 23:55:07.282216 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.304913 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.311825 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] No DVR routers for this DVR port ad44f650-2a73-4e88-93cf-c0b1aa044492 on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:07.314037 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event deleted for resources: {'Port': ['ID=ad44f650-2a73-4e88-93cf-c0b1aa044492,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:07.374801 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 7487cdb8-6b1d-443a-95f8-f80019da30b5, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=7487cdb8-6b1d-443a-95f8-f80019da30b5,segment=NetworkSegment(f9e98256-e971-4834-8927-050dfcf421cb),segment_id=f9e98256-e971-4834-8927-050dfcf421cb)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:07.380813 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.436851 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=7487cdb8-6b1d-443a-95f8-f80019da30b5,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:07.473750 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.482348 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-96757990-b10a-4621-9c05-6a8cf9e25f85 tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:07.483862 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-96757990-b10a-4621-9c05-6a8cf9e25f85 tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724&tenant_id=238a2371055343febcbc86645f67da5e&binding%3Ahost_id=n-h2-712140-10 HTTP/1.1" status: 200 len: 1098 time: 0.1643047 Jul 29 23:55:07.487404 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a667b820-557b-4164-a6d6-366fddefe9ab']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:07.497948 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-f86ce7cb-74c9-42ff-85f2-2fcdbccc6010 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712140-10'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:07.504886 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a8a84b3-a25b-4ce1-91a3-00c58434bf38') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:07.505180 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a8a84b3-a25b-4ce1-91a3-00c58434bf38') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:07.529983 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.567266 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.577327 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:07.577762 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.581320 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:55:07.581320 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:07.581320 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:55:07.581320 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:07.581320 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:55:07.581320 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:07.581320 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:55:07.581320 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:07.581320 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:55:07.581320 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:07.581320 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:55:07.581320 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:07.581320 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:55:07.581320 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:07.581320 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:07.581320 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:07.581320 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:07.581320 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:07.581320 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:55:07.581320 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:07.581320 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:55:07.581320 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:07.581320 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:07.581320 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:07.581320 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:07.581320 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:07.581320 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:07.581320 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:07.581320 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:07.581320 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:07.581320 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:07.581320 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:07.592818 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-f86ce7cb-74c9-42ff-85f2-2fcdbccc6010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.668909 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.678075 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.679919 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/networks/a667b820-557b-4164-a6d6-366fddefe9ab HTTP/1.1" status: 204 len: 168 time: 2.4172642 Jul 29 23:55:07.683657 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48946) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:07.689741 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-e07f7659-7ca5-48d3-9415-afc7e5a39288 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-482992945'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:07.694612 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515267c-8a45-4e16-99b0-e65cd8d81981 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event deleted for resources: {'Network': ['ID=a667b820-557b-4164-a6d6-366fddefe9ab,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:07.716741 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07f7659-7ca5-48d3-9415-afc7e5a39288 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Made reservation on behalf of 63119e1c0ec44333bf8eeca3c21dea71 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:07.720285 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e07f7659-7ca5-48d3-9415-afc7e5a39288 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.746892 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e07f7659-7ca5-48d3-9415-afc7e5a39288 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:07.758105 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e07f7659-7ca5-48d3-9415-afc7e5a39288 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.758500 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-e07f7659-7ca5-48d3-9415-afc7e5a39288 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Added segment a15c254a-f082-4c0f-889a-435b4fd1e869 of type vlan for network a5beccb1-f3eb-43f0-b294-39927474e0d2 Jul 29 23:55:07.805341 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e07f7659-7ca5-48d3-9415-afc7e5a39288 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.823661 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-f86ce7cb-74c9-42ff-85f2-2fcdbccc6010 service neutron] For port 45e53b25-aeaa-4739-9c47-3a78ba5b2796, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=45e53b25-aeaa-4739-9c47-3a78ba5b2796,segment=NetworkSegment(ff71753c-c275-4b4a-89d9-549a4003d03c),segment_id=ff71753c-c275-4b4a-89d9-549a4003d03c)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:07.836310 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e07f7659-7ca5-48d3-9415-afc7e5a39288 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.842088 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07f7659-7ca5-48d3-9415-afc7e5a39288 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:07.842694 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e07f7659-7ca5-48d3-9415-afc7e5a39288 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.857521 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72949781-3a26-42e4-af44-1de5c077dc6f req-d18f1862-c8fe-4798-889f-8929158991cb tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:07.859089 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-72949781-3a26-42e4-af44-1de5c077dc6f req-d18f1862-c8fe-4798-889f-8929158991cb tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 946 time: 0.0817919 Jul 29 23:55:07.899239 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-f86ce7cb-74c9-42ff-85f2-2fcdbccc6010 service neutron] For port 45e53b25-aeaa-4739-9c47-3a78ba5b2796, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:07.906367 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e07f7659-7ca5-48d3-9415-afc7e5a39288 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2215710 Jul 29 23:55:07.909735 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48950) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:07.917047 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-f9f001b8-106e-4f03-882b-fc41843e25ca tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Request body: {'subnet': {'network_id': 'a5beccb1-f3eb-43f0-b294-39927474e0d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:07.935580 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f7659-7ca5-48d3-9415-afc7e5a39288 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event updated for resources: {'Network': ['ID=a5beccb1-f3eb-43f0-b294-39927474e0d2,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:07.936492 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-72949781-3a26-42e4-af44-1de5c077dc6f req-317aa3b5-6ae3-4164-af9b-739350f927d6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dd40335-719b-414e-8996-59b38c59b043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678060 Jul 29 23:55:07.947819 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network a5beccb1-f3eb-43f0-b294-39927474e0d2 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:07.956030 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f9624d-d27e-4dac-b32f-517871b3d724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45e53b25-aeaa-4739-9c47-3a78ba5b2796'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:55:07.958925 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c727be-970d-48eb-a5c9-d74020aa96cc" -d '{"events": [{"server_uuid": "e2f9624d-d27e-4dac-b32f-517871b3d724", "name": "network-vif-unplugged", "status": "completed", "tag": "45e53b25-aeaa-4739-9c47-3a78ba5b2796"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:55:07.969606 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-f86ce7cb-74c9-42ff-85f2-2fcdbccc6010 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:07.976160 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-f86ce7cb-74c9-42ff-85f2-2fcdbccc6010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.041109 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9f001b8-106e-4f03-882b-fc41843e25ca tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Made reservation on behalf of 63119e1c0ec44333bf8eeca3c21dea71 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:08.046263 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f9f001b8-106e-4f03-882b-fc41843e25ca tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.089010 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ce7cb-74c9-42ff-85f2-2fcdbccc6010 service neutron] Pushing event updated for resources: {'Port': ['ID=45e53b25-aeaa-4739-9c47-3a78ba5b2796,revision_number=7']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:08.132701 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.ipam_backend_mixin [None req-f9f001b8-106e-4f03-882b-fc41843e25ca tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Performing IP validity checks on allocation pools {{(pid=94064) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 29 23:55:08.133390 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.ipam_backend_mixin [None req-f9f001b8-106e-4f03-882b-fc41843e25ca tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94064) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 29 23:55:08.149216 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-f86ce7cb-74c9-42ff-85f2-2fcdbccc6010 service neutron] Attempting to bind port 45e53b25-aeaa-4739-9c47-3a78ba5b2796 on host n-h2-712140-10 for vnic_type normal with profile {"migrating_to": "n-h1-712140-10"} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:08.149810 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-f86ce7cb-74c9-42ff-85f2-2fcdbccc6010 service neutron] Attempting to bind port 45e53b25-aeaa-4739-9c47-3a78ba5b2796 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'ff71753c-c275-4b4a-89d9-549a4003d03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:08.150547 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-f86ce7cb-74c9-42ff-85f2-2fcdbccc6010 service neutron] Attempting to bind port 45e53b25-aeaa-4739-9c47-3a78ba5b2796 on network 69d224d9-2303-4c0c-aa71-c83ffa50ae05 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:08.157178 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-f86ce7cb-74c9-42ff-85f2-2fcdbccc6010 service neutron] Port 45e53b25-aeaa-4739-9c47-3a78ba5b2796 on network 69d224d9-2303-4c0c-aa71-c83ffa50ae05 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:55:08.158232 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-f86ce7cb-74c9-42ff-85f2-2fcdbccc6010 service neutron] Attempting to bind port 45e53b25-aeaa-4739-9c47-3a78ba5b2796 on network 69d224d9-2303-4c0c-aa71-c83ffa50ae05 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:08.165838 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323cb1d8-89c9-4d6b-a089-c56655c4605d x-openstack-request-id: req-323cb1d8-89c9-4d6b-a089-c56655c4605d {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:55:08.166213 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f9624d-d27e-4dac-b32f-517871b3d724", "name": "network-vif-unplugged", "status": "completed", "tag": "45e53b25-aeaa-4739-9c47-3a78ba5b2796", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:55:08.166464 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-323cb1d8-89c9-4d6b-a089-c56655c4605d {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:55:08.166882 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f9624d-d27e-4dac-b32f-517871b3d724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45e53b25-aeaa-4739-9c47-3a78ba5b2796', 'code': 200} Jul 29 23:55:08.168133 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-f86ce7cb-74c9-42ff-85f2-2fcdbccc6010 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:08.168478 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-f86ce7cb-74c9-42ff-85f2-2fcdbccc6010 service neutron] Checking segment: {'id': 'ff71753c-c275-4b4a-89d9-549a4003d03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:08.168863 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-f86ce7cb-74c9-42ff-85f2-2fcdbccc6010 service neutron] Bound using segment: {'id': 'ff71753c-c275-4b4a-89d9-549a4003d03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:08.169325 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-f86ce7cb-74c9-42ff-85f2-2fcdbccc6010 service neutron] Bound port: 45e53b25-aeaa-4739-9c47-3a78ba5b2796, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff71753c-c275-4b4a-89d9-549a4003d03c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:08.169686 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-f86ce7cb-74c9-42ff-85f2-2fcdbccc6010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.245224 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.246870 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-f86ce7cb-74c9-42ff-85f2-2fcdbccc6010 service neutron] For port 45e53b25-aeaa-4739-9c47-3a78ba5b2796, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:08.250282 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-f86ce7cb-74c9-42ff-85f2-2fcdbccc6010 service neutron] For port 45e53b25-aeaa-4739-9c47-3a78ba5b2796, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=45e53b25-aeaa-4739-9c47-3a78ba5b2796,segment=NetworkSegment(ff71753c-c275-4b4a-89d9-549a4003d03c),segment_id=ff71753c-c275-4b4a-89d9-549a4003d03c)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:08.256165 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-f86ce7cb-74c9-42ff-85f2-2fcdbccc6010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.300662 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f9f001b8-106e-4f03-882b-fc41843e25ca tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.351491 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6527ac51-613e-40ce-83c5-ee5dae7b43c0 None None] Provisioning complete for port 45e53b25-aeaa-4739-9c47-3a78ba5b2796 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:08.352213 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6527ac51-613e-40ce-83c5-ee5dae7b43c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.356533 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86ce7cb-74c9-42ff-85f2-2fcdbccc6010 service neutron] Pushing event updated for resources: {'Port': ['ID=45e53b25-aeaa-4739-9c47-3a78ba5b2796,revision_number=8']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:08.370071 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f001b8-106e-4f03-882b-fc41843e25ca tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event updated for resources: {'Subnet': ['ID=1b45d6d8-832d-4c60-b69a-4fa8e0963cf6,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:08.396172 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f001b8-106e-4f03-882b-fc41843e25ca tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Checking segment: {'id': 'a15c254a-f082-4c0f-889a-435b4fd1e869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a5beccb1-f3eb-43f0-b294-39927474e0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:08.396863 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f001b8-106e-4f03-882b-fc41843e25ca tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Network hostable DHCP agents. Network: a5beccb1-f3eb-43f0-b294-39927474e0d2, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:08.402223 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-f86ce7cb-74c9-42ff-85f2-2fcdbccc6010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:08.402755 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-f86ce7cb-74c9-42ff-85f2-2fcdbccc6010 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.404340 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-f86ce7cb-74c9-42ff-85f2-2fcdbccc6010 service neutron] 10.222.0.23 "PUT /v2.0/ports/45e53b25-aeaa-4739-9c47-3a78ba5b2796 HTTP/1.1" status: 200 len: 1124 time: 0.9102557 Jul 29 23:55:08.422091 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9f001b8-106e-4f03-882b-fc41843e25ca tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Network a5beccb1-f3eb-43f0-b294-39927474e0d2 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:08.435695 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-f9f001b8-106e-4f03-882b-fc41843e25ca tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, a5beccb1-f3eb-43f0-b294-39927474e0d2) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:08.448391 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9f001b8-106e-4f03-882b-fc41843e25ca tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:08.449254 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f9f001b8-106e-4f03-882b-fc41843e25ca tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.450491 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840d16a7-29bb-43a1-b5dc-a4046a28aeb1 None None] Network a5beccb1-f3eb-43f0-b294-39927474e0d2 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:08.466339 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f9f001b8-106e-4f03-882b-fc41843e25ca tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5554821 Jul 29 23:55:08.469032 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48956) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:08.507504 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6527ac51-613e-40ce-83c5-ee5dae7b43c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.539655 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f9624d-d27e-4dac-b32f-517871b3d724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e53b25-aeaa-4739-9c47-3a78ba5b2796'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:55:08.541989 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cf1dd2-e01a-48a7-a7d7-4a3927887b0d" -d '{"events": [{"server_uuid": "e2f9624d-d27e-4dac-b32f-517871b3d724", "name": "network-vif-plugged", "status": "completed", "tag": "45e53b25-aeaa-4739-9c47-3a78ba5b2796"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:55:08.550752 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['45e53b25-aeaa-4739-9c47-3a78ba5b2796'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:55:08.571289 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-177f8344-e094-4296-8c71-1ac416019b5d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.588610 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-6527ac51-613e-40ce-83c5-ee5dae7b43c0 None None] For port 45e53b25-aeaa-4739-9c47-3a78ba5b2796, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=45e53b25-aeaa-4739-9c47-3a78ba5b2796,segment=NetworkSegment(ff71753c-c275-4b4a-89d9-549a4003d03c),segment_id=ff71753c-c275-4b4a-89d9-549a4003d03c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:08.598246 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba815a3-e909-4cc9-9ada-37b6e1ba08dc x-openstack-request-id: req-8ba815a3-e909-4cc9-9ada-37b6e1ba08dc {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:55:08.598539 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f9624d-d27e-4dac-b32f-517871b3d724", "name": "network-vif-plugged", "status": "completed", "tag": "45e53b25-aeaa-4739-9c47-3a78ba5b2796", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:55:08.598797 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8ba815a3-e909-4cc9-9ada-37b6e1ba08dc {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:55:08.599207 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f9624d-d27e-4dac-b32f-517871b3d724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e53b25-aeaa-4739-9c47-3a78ba5b2796', 'code': 200} Jul 29 23:55:08.608978 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6527ac51-613e-40ce-83c5-ee5dae7b43c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.636121 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-177f8344-e094-4296-8c71-1ac416019b5d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.699463 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-177f8344-e094-4296-8c71-1ac416019b5d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.725660 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f8344-e094-4296-8c71-1ac416019b5d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event deleted for resources: {'Subnet': ['ID=1b45d6d8-832d-4c60-b69a-4fa8e0963cf6,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:08.794487 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-177f8344-e094-4296-8c71-1ac416019b5d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.805207 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-177f8344-e094-4296-8c71-1ac416019b5d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5beccb1-f3eb-43f0-b294-39927474e0d2']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:08.816547 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-177f8344-e094-4296-8c71-1ac416019b5d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15c254a-f082-4c0f-889a-435b4fd1e869') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:08.816839 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-177f8344-e094-4296-8c71-1ac416019b5d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15c254a-f082-4c0f-889a-435b4fd1e869') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:08.825888 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-177f8344-e094-4296-8c71-1ac416019b5d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.841268 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-177f8344-e094-4296-8c71-1ac416019b5d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.848264 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-177f8344-e094-4296-8c71-1ac416019b5d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:08.848657 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-177f8344-e094-4296-8c71-1ac416019b5d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.851624 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:55:08.851624 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:08.851624 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:55:08.851624 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:08.851624 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:55:08.851624 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:08.851624 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:55:08.851624 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:08.851624 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:55:08.851624 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:08.851624 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:55:08.851624 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:08.851624 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:55:08.851624 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:08.851624 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:08.851624 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:08.851624 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:08.851624 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:08.851624 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:55:08.851624 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:08.851624 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:55:08.851624 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:08.851624 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:08.851624 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:08.851624 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:08.851624 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:08.851624 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:08.851624 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:08.851624 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:08.851624 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:08.851624 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:08.851624 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:08.913165 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-177f8344-e094-4296-8c71-1ac416019b5d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.920432 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-177f8344-e094-4296-8c71-1ac416019b5d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:08.922511 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-177f8344-e094-4296-8c71-1ac416019b5d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/networks/a5beccb1-f3eb-43f0-b294-39927474e0d2 HTTP/1.1" status: 204 len: 168 time: 0.4524858 Jul 29 23:55:08.927002 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48960) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:08.943154 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-a7bcb5b8-2d52-4e8f-b330-4034e1cf1a85 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1073216413'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:08.946941 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177f8344-e094-4296-8c71-1ac416019b5d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event deleted for resources: {'Network': ['ID=a5beccb1-f3eb-43f0-b294-39927474e0d2,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:08.974065 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527ac51-613e-40ce-83c5-ee5dae7b43c0 None None] Pushing event updated for resources: {'Port': ['ID=45e53b25-aeaa-4739-9c47-3a78ba5b2796,revision_number=9']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:08.975718 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bcb5b8-2d52-4e8f-b330-4034e1cf1a85 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Made reservation on behalf of 63119e1c0ec44333bf8eeca3c21dea71 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:08.979952 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb5b8-2d52-4e8f-b330-4034e1cf1a85 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.009932 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7bcb5b8-2d52-4e8f-b330-4034e1cf1a85 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:09.021526 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb5b8-2d52-4e8f-b330-4034e1cf1a85 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.021926 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-a7bcb5b8-2d52-4e8f-b330-4034e1cf1a85 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Added segment b7327cce-e0b7-4626-a68b-b24d43b4c32c of type vlan for network e0025ba8-3e5d-48d1-bce6-da9f74318dd5 Jul 29 23:55:09.027449 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 7487cdb8-6b1d-443a-95f8-f80019da30b5 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:09.058098 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755f4e34-6095-47a2-af6e-160852a7a638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-a5beccb1-f3eb-43f0-b294-39927474e0d2', 'network_id': 'a5beccb1-f3eb-43f0-b294-39927474e0d2', 'tenant_id': '63119e1c0ec44333bf8eeca3c21dea71', 'fixed_ips': [{'subnet_id': '1b45d6d8-832d-4c60-b69a-4fa8e0963cf6'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:55:09.058946 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-755f4e34-6095-47a2-af6e-160852a7a638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.069930 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb5b8-2d52-4e8f-b330-4034e1cf1a85 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.105854 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13470a-42bb-49b6-9861-3075294e1ed8 req-b2ffa7d9-cf50-4615-b9fb-c02494f33fec tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:09.108601 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ca13470a-42bb-49b6-9861-3075294e1ed8 req-b2ffa7d9-cf50-4615-b9fb-c02494f33fec tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 946 time: 0.0635431 Jul 29 23:55:09.113310 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb5b8-2d52-4e8f-b330-4034e1cf1a85 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.120116 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bcb5b8-2d52-4e8f-b330-4034e1cf1a85 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:09.120844 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7bcb5b8-2d52-4e8f-b330-4034e1cf1a85 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.151021 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0a631d-8943-4aff-be18-109f5e78d90f None None] Network a5beccb1-f3eb-43f0-b294-39927474e0d2 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:09.163908 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ca13470a-42bb-49b6-9861-3075294e1ed8 req-264fb08c-81c9-4935-a414-2473bb032168 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dd40335-719b-414e-8996-59b38c59b043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476232 Jul 29 23:55:09.175061 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0a631d-8943-4aff-be18-109f5e78d90f None None] Network a5beccb1-f3eb-43f0-b294-39927474e0d2 could not be found, it might have been deleted concurrently. {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 29 23:55:09.186101 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a7bcb5b8-2d52-4e8f-b330-4034e1cf1a85 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2571309 Jul 29 23:55:09.190945 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48964) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:09.195811 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-5b8bf500-2a01-4e92-80a5-e2c348b8efa1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Request body: {'subnet': {'network_id': 'e0025ba8-3e5d-48d1-bce6-da9f74318dd5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:09.203438 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 7487cdb8-6b1d-443a-95f8-f80019da30b5 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:09.203748 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.262020 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bcb5b8-2d52-4e8f-b330-4034e1cf1a85 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event updated for resources: {'Network': ['ID=e0025ba8-3e5d-48d1-bce6-da9f74318dd5,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:09.278917 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network e0025ba8-3e5d-48d1-bce6-da9f74318dd5 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:09.292592 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d66645a8-f8e3-4321-9b7b-b9598d74646b None None] Provisioning complete for port 45e53b25-aeaa-4739-9c47-3a78ba5b2796 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:09.292973 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d66645a8-f8e3-4321-9b7b-b9598d74646b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.308250 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8bf500-2a01-4e92-80a5-e2c348b8efa1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Made reservation on behalf of 63119e1c0ec44333bf8eeca3c21dea71 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:09.311661 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5b8bf500-2a01-4e92-80a5-e2c348b8efa1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.375660 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 45e53b25-aeaa-4739-9c47-3a78ba5b2796 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:55:09.608121 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 45e53b25-aeaa-4739-9c47-3a78ba5b2796, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=45e53b25-aeaa-4739-9c47-3a78ba5b2796,segment=NetworkSegment(ff71753c-c275-4b4a-89d9-549a4003d03c),segment_id=ff71753c-c275-4b4a-89d9-549a4003d03c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:09.630889 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 45e53b25-aeaa-4739-9c47-3a78ba5b2796 has no active binding in host n-h1-712140-10 {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 29 23:55:09.760989 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5b8bf500-2a01-4e92-80a5-e2c348b8efa1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.821460 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8bf500-2a01-4e92-80a5-e2c348b8efa1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event updated for resources: {'Subnet': ['ID=81c9c95b-99ee-46c2-b5cb-7e714b19bc52,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:09.828222 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8bf500-2a01-4e92-80a5-e2c348b8efa1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Checking segment: {'id': 'b7327cce-e0b7-4626-a68b-b24d43b4c32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e0025ba8-3e5d-48d1-bce6-da9f74318dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:09.828582 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8bf500-2a01-4e92-80a5-e2c348b8efa1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Network hostable DHCP agents. Network: e0025ba8-3e5d-48d1-bce6-da9f74318dd5, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:09.844614 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8bf500-2a01-4e92-80a5-e2c348b8efa1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Network e0025ba8-3e5d-48d1-bce6-da9f74318dd5 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:09.853833 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-5b8bf500-2a01-4e92-80a5-e2c348b8efa1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, e0025ba8-3e5d-48d1-bce6-da9f74318dd5) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:09.858786 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8bf500-2a01-4e92-80a5-e2c348b8efa1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:09.859438 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5b8bf500-2a01-4e92-80a5-e2c348b8efa1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:09.863420 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a756629a-9634-4024-9c00-8e4c54872dbb None None] Network e0025ba8-3e5d-48d1-bce6-da9f74318dd5 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:09.880370 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5b8bf500-2a01-4e92-80a5-e2c348b8efa1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6887951 Jul 29 23:55:09.883070 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48966) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:09.985721 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-63dc9c02-f5ee-49c0-8cae-577b5092d0f4 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.019057 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11869c3-0c13-4274-896e-d28735eddf10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-e0025ba8-3e5d-48d1-bce6-da9f74318dd5', 'network_id': 'e0025ba8-3e5d-48d1-bce6-da9f74318dd5', 'tenant_id': '63119e1c0ec44333bf8eeca3c21dea71', 'fixed_ips': [{'subnet_id': '81c9c95b-99ee-46c2-b5cb-7e714b19bc52'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:55:10.019978 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b11869c3-0c13-4274-896e-d28735eddf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.037691 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-63dc9c02-f5ee-49c0-8cae-577b5092d0f4 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.098739 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-63dc9c02-f5ee-49c0-8cae-577b5092d0f4 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server [None req-b11869c3-0c13-4274-896e-d28735eddf10 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81c9c95b-99ee-46c2-b5cb-7e714b19bc52: This subnet is being modified by another concurrent operation. Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:55:10.117492 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise exception Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 81c9c95b-99ee-46c2-b5cb-7e714b19bc52: This subnet is being modified by another concurrent operation. Jul 29 23:55:10.121705 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server Jul 29 23:55:10.125844 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc9c02-f5ee-49c0-8cae-577b5092d0f4 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event deleted for resources: {'Subnet': ['ID=81c9c95b-99ee-46c2-b5cb-7e714b19bc52,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:10.133922 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a818a6-725e-44b4-ae07-8b1d5b9db38a None None] Network e0025ba8-3e5d-48d1-bce6-da9f74318dd5 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:10.168412 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f9624d-d27e-4dac-b32f-517871b3d724', 'tag': '45e53b25-aeaa-4739-9c47-3a78ba5b2796'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:55:10.170996 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0213aca1-4053-4225-b262-8697b79b1590" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f9624d-d27e-4dac-b32f-517871b3d724", "tag": "45e53b25-aeaa-4739-9c47-3a78ba5b2796"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:55:10.201548 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-63dc9c02-f5ee-49c0-8cae-577b5092d0f4 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.212278 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-63dc9c02-f5ee-49c0-8cae-577b5092d0f4 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0025ba8-3e5d-48d1-bce6-da9f74318dd5']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:10.213006 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0a1575-bb3f-473a-9c1d-5574c51df99f x-openstack-request-id: req-8f0a1575-bb3f-473a-9c1d-5574c51df99f {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:55:10.213373 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f9624d-d27e-4dac-b32f-517871b3d724", "tag": "45e53b25-aeaa-4739-9c47-3a78ba5b2796", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:55:10.213726 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8f0a1575-bb3f-473a-9c1d-5574c51df99f {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:55:10.214787 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f9624d-d27e-4dac-b32f-517871b3d724', 'tag': '45e53b25-aeaa-4739-9c47-3a78ba5b2796', 'status': 'completed', 'code': 200} Jul 29 23:55:10.225221 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-63dc9c02-f5ee-49c0-8cae-577b5092d0f4 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7327cce-e0b7-4626-a68b-b24d43b4c32c') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:10.225598 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-63dc9c02-f5ee-49c0-8cae-577b5092d0f4 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7327cce-e0b7-4626-a68b-b24d43b4c32c') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:10.237638 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-63dc9c02-f5ee-49c0-8cae-577b5092d0f4 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.255612 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-63dc9c02-f5ee-49c0-8cae-577b5092d0f4 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.265348 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63dc9c02-f5ee-49c0-8cae-577b5092d0f4 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:10.265348 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-63dc9c02-f5ee-49c0-8cae-577b5092d0f4 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.266307 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:55:10.266307 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:10.266307 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:55:10.266307 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:10.266307 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:55:10.266307 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:10.266307 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:55:10.266307 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:10.266307 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:55:10.266307 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:10.266307 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:55:10.266307 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:10.266307 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:55:10.266307 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:10.266307 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:10.266307 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:10.266307 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:10.266307 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:10.266307 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:55:10.266307 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:10.266307 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:55:10.266307 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:10.266307 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:10.266307 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:10.266307 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:10.266307 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:10.266307 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:10.266307 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:10.266307 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:10.266307 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:10.266307 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:10.266307 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:10.268470 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a40d2b2-c387-4b81-8af8-aa1f5ded783f None None] get_active_networks_info from n-d-712140-10 {{(pid=94065) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:55:10.330560 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-63dc9c02-f5ee-49c0-8cae-577b5092d0f4 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.339622 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-63dc9c02-f5ee-49c0-8cae-577b5092d0f4 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.342016 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-63dc9c02-f5ee-49c0-8cae-577b5092d0f4 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/networks/e0025ba8-3e5d-48d1-bce6-da9f74318dd5 HTTP/1.1" status: 204 len: 168 time: 0.4578969 Jul 29 23:55:10.344672 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213aca1-4053-4225-b262-8697b79b1590 req-2cf91930-e042-4aec-bb41-ed50510f0644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:10.346662 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0213aca1-4053-4225-b262-8697b79b1590 req-2cf91930-e042-4aec-bb41-ed50510f0644 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 1129 time: 0.1091530 Jul 29 23:55:10.347290 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48972) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:10.353443 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a40d2b2-c387-4b81-8af8-aa1f5ded783f None None] Resources bound (agent type, host, resource id): {{(pid=94065) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:55:10.354370 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dc9c02-f5ee-49c0-8cae-577b5092d0f4 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event deleted for resources: {'Network': ['ID=e0025ba8-3e5d-48d1-bce6-da9f74318dd5,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:10.355066 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-80ce8e46-c6ab-4a49-9b5f-efd70ae6c143 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-151860373'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:10.379317 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f9dbc-68c3-4b46-8530-f83346a68bce req-96910ccb-a5fe-49fb-99af-4defc1eacf37 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:10.381424 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d68f9dbc-68c3-4b46-8530-f83346a68bce req-96910ccb-a5fe-49fb-99af-4defc1eacf37 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 946 time: 0.0912600 Jul 29 23:55:10.472877 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ce8e46-c6ab-4a49-9b5f-efd70ae6c143 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Made reservation on behalf of 63119e1c0ec44333bf8eeca3c21dea71 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:10.476350 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80ce8e46-c6ab-4a49-9b5f-efd70ae6c143 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.510983 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d68f9dbc-68c3-4b46-8530-f83346a68bce req-10c98ff8-ea14-4ef7-91d8-824e9200e051 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dd40335-719b-414e-8996-59b38c59b043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130776 Jul 29 23:55:10.531427 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213aca1-4053-4225-b262-8697b79b1590 req-32cb9470-8054-4c7a-8d9c-746ae585793d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:10.534191 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0213aca1-4053-4225-b262-8697b79b1590 req-32cb9470-8054-4c7a-8d9c-746ae585793d service neutron] 10.222.0.39 "GET /v2.0/networks?id=69d224d9-2303-4c0c-aa71-c83ffa50ae05 HTTP/1.1" status: 200 len: 897 time: 0.1719592 Jul 29 23:55:10.551108 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ce8e46-c6ab-4a49-9b5f-efd70ae6c143 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:10.594155 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80ce8e46-c6ab-4a49-9b5f-efd70ae6c143 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.594515 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-80ce8e46-c6ab-4a49-9b5f-efd70ae6c143 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Added segment 76bb3abf-97fe-43ba-a5df-d4c5abc2f939 of type vlan for network 0c6c3311-ae7f-432e-96a1-f72e74fb34ca Jul 29 23:55:10.645018 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0213aca1-4053-4225-b262-8697b79b1590 req-abd73708-6fee-4041-a984-c414034cc11e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45e53b25-aeaa-4739-9c47-3a78ba5b2796 HTTP/1.1" status: 200 len: 1002 time: 0.1000772 Jul 29 23:55:10.661368 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80ce8e46-c6ab-4a49-9b5f-efd70ae6c143 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.715987 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213aca1-4053-4225-b262-8697b79b1590 req-839ee80f-7b74-4a6a-addb-b82e1884b87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:10.717484 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0213aca1-4053-4225-b262-8697b79b1590 req-839ee80f-7b74-4a6a-addb-b82e1884b87b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d7e717d6-93d8-46a2-95a3-fee549b72b10 HTTP/1.1" status: 200 len: 835 time: 0.0655370 Jul 29 23:55:10.721949 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80ce8e46-c6ab-4a49-9b5f-efd70ae6c143 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.727785 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ce8e46-c6ab-4a49-9b5f-efd70ae6c143 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:10.728382 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-80ce8e46-c6ab-4a49-9b5f-efd70ae6c143 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.823665 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-80ce8e46-c6ab-4a49-9b5f-efd70ae6c143 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4743526 Jul 29 23:55:10.826615 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce8e46-c6ab-4a49-9b5f-efd70ae6c143 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event updated for resources: {'Network': ['ID=0c6c3311-ae7f-432e-96a1-f72e74fb34ca,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:10.826798 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48974) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:10.833269 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-610919a7-8e0f-4a48-8bad-2a5fb86f8ae2 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Request body: {'subnet': {'network_id': '0c6c3311-ae7f-432e-96a1-f72e74fb34ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:10.839563 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 0c6c3311-ae7f-432e-96a1-f72e74fb34ca details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:10.841859 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0213aca1-4053-4225-b262-8697b79b1590 req-a8edcc33-bec8-4b65-a139-1d4937121123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:10.843375 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0213aca1-4053-4225-b262-8697b79b1590 req-a8edcc33-bec8-4b65-a139-1d4937121123 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=69d224d9-2303-4c0c-aa71-c83ffa50ae05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1125469 Jul 29 23:55:10.929281 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610919a7-8e0f-4a48-8bad-2a5fb86f8ae2 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Made reservation on behalf of 63119e1c0ec44333bf8eeca3c21dea71 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:10.933142 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-610919a7-8e0f-4a48-8bad-2a5fb86f8ae2 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:10.946272 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0213aca1-4053-4225-b262-8697b79b1590 req-7deb9de7-244e-4087-b06f-f59884dde3e2 service neutron] 10.222.0.39 "GET /v2.0/networks/69d224d9-2303-4c0c-aa71-c83ffa50ae05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932889 Jul 29 23:55:11.050270 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0213aca1-4053-4225-b262-8697b79b1590 req-ca9e2ff8-a98c-4cfa-bf93-01f81dff01ea service neutron] 10.222.0.39 "GET /v2.0/networks/69d224d9-2303-4c0c-aa71-c83ffa50ae05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959520 Jul 29 23:55:11.123916 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-610919a7-8e0f-4a48-8bad-2a5fb86f8ae2 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.186450 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610919a7-8e0f-4a48-8bad-2a5fb86f8ae2 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event updated for resources: {'Subnet': ['ID=24212a24-ac8a-4211-9859-2030ad95f3a0,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:11.194939 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610919a7-8e0f-4a48-8bad-2a5fb86f8ae2 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Checking segment: {'id': '76bb3abf-97fe-43ba-a5df-d4c5abc2f939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0c6c3311-ae7f-432e-96a1-f72e74fb34ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:11.195306 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610919a7-8e0f-4a48-8bad-2a5fb86f8ae2 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Network hostable DHCP agents. Network: 0c6c3311-ae7f-432e-96a1-f72e74fb34ca, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:11.212447 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610919a7-8e0f-4a48-8bad-2a5fb86f8ae2 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Network 0c6c3311-ae7f-432e-96a1-f72e74fb34ca is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:11.221415 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-610919a7-8e0f-4a48-8bad-2a5fb86f8ae2 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 0c6c3311-ae7f-432e-96a1-f72e74fb34ca) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:11.225389 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610919a7-8e0f-4a48-8bad-2a5fb86f8ae2 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:11.225978 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-610919a7-8e0f-4a48-8bad-2a5fb86f8ae2 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.230296 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e1d2bc-3944-4680-a5a0-4cd27ff9a016 None None] Network 0c6c3311-ae7f-432e-96a1-f72e74fb34ca requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:11.245165 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-610919a7-8e0f-4a48-8bad-2a5fb86f8ae2 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4172873 Jul 29 23:55:11.247784 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48976) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:11.352667 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fca1b898-66e0-4ada-89d5-b0be8f6e3375 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.383553 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f2645ee-359c-49d0-8d22-1e5c52eaa6a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-0c6c3311-ae7f-432e-96a1-f72e74fb34ca', 'network_id': '0c6c3311-ae7f-432e-96a1-f72e74fb34ca', 'tenant_id': '63119e1c0ec44333bf8eeca3c21dea71', 'fixed_ips': [{'subnet_id': '24212a24-ac8a-4211-9859-2030ad95f3a0'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:55:11.384448 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2f2645ee-359c-49d0-8d22-1e5c52eaa6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.411629 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fca1b898-66e0-4ada-89d5-b0be8f6e3375 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.473349 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fca1b898-66e0-4ada-89d5-b0be8f6e3375 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server [None req-2f2645ee-359c-49d0-8d22-1e5c52eaa6a7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 24212a24-ac8a-4211-9859-2030ad95f3a0: This subnet is being modified by another concurrent operation. Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:55:11.485278 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise exception Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 24212a24-ac8a-4211-9859-2030ad95f3a0: This subnet is being modified by another concurrent operation. Jul 29 23:55:11.489795 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server Jul 29 23:55:11.505722 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1b898-66e0-4ada-89d5-b0be8f6e3375 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event deleted for resources: {'Subnet': ['ID=24212a24-ac8a-4211-9859-2030ad95f3a0,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:11.510466 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e7d2d2-aa81-4226-b957-471af44fe2a7 None None] Network 0c6c3311-ae7f-432e-96a1-f72e74fb34ca requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:11.568136 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fca1b898-66e0-4ada-89d5-b0be8f6e3375 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.580652 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-fca1b898-66e0-4ada-89d5-b0be8f6e3375 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c6c3311-ae7f-432e-96a1-f72e74fb34ca']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:11.592412 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-fca1b898-66e0-4ada-89d5-b0be8f6e3375 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76bb3abf-97fe-43ba-a5df-d4c5abc2f939') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:11.592717 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-fca1b898-66e0-4ada-89d5-b0be8f6e3375 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76bb3abf-97fe-43ba-a5df-d4c5abc2f939') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:11.602270 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fca1b898-66e0-4ada-89d5-b0be8f6e3375 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.621620 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fca1b898-66e0-4ada-89d5-b0be8f6e3375 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.623973 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bf5352-f1ae-4067-95ea-8b80ae3a4d9c None None] get_active_networks_info from n-d-712140-10 {{(pid=94065) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:55:11.629289 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca1b898-66e0-4ada-89d5-b0be8f6e3375 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:11.629865 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fca1b898-66e0-4ada-89d5-b0be8f6e3375 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.633281 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:55:11.633281 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:11.633281 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:55:11.633281 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:11.633281 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:55:11.633281 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:11.633281 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:55:11.633281 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:11.633281 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:55:11.633281 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:11.633281 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:55:11.633281 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:11.633281 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:55:11.633281 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:11.633281 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:11.633281 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:11.633281 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:11.633281 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:11.633281 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:55:11.633281 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:11.633281 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:55:11.633281 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:11.633281 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:11.633281 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:11.633281 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:11.633281 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:11.633281 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:11.633281 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:11.633281 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:11.633281 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:11.633281 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:11.633281 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:11.657042 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148cd413-ce5a-4693-a054-8de81f4c326c req-c602d399-2cb8-4e45-98b8-d42b10d982bd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:11.659584 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-148cd413-ce5a-4693-a054-8de81f4c326c req-c602d399-2cb8-4e45-98b8-d42b10d982bd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 946 time: 0.0566902 Jul 29 23:55:11.702557 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fca1b898-66e0-4ada-89d5-b0be8f6e3375 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.703550 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-148cd413-ce5a-4693-a054-8de81f4c326c req-9d5686fd-0c7b-4f13-a907-5548aad60b72 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dd40335-719b-414e-8996-59b38c59b043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378494 Jul 29 23:55:11.717471 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf5352-f1ae-4067-95ea-8b80ae3a4d9c None None] Resources bound (agent type, host, resource id): {{(pid=94065) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:55:11.731670 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fca1b898-66e0-4ada-89d5-b0be8f6e3375 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.733566 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fca1b898-66e0-4ada-89d5-b0be8f6e3375 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/networks/0c6c3311-ae7f-432e-96a1-f72e74fb34ca HTTP/1.1" status: 204 len: 168 time: 0.4848254 Jul 29 23:55:11.734827 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1b898-66e0-4ada-89d5-b0be8f6e3375 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event deleted for resources: {'Network': ['ID=0c6c3311-ae7f-432e-96a1-f72e74fb34ca,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:11.737306 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48980) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:11.742933 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-5327d030-c0ed-4915-9dac-63d857cc80ce tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-629449369'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:11.764073 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5327d030-c0ed-4915-9dac-63d857cc80ce tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Made reservation on behalf of 63119e1c0ec44333bf8eeca3c21dea71 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:11.768077 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5327d030-c0ed-4915-9dac-63d857cc80ce tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.793915 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5327d030-c0ed-4915-9dac-63d857cc80ce tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:11.803186 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5327d030-c0ed-4915-9dac-63d857cc80ce tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.803581 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-5327d030-c0ed-4915-9dac-63d857cc80ce tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Added segment 6fdf876e-3e3a-4b3d-9104-0903e88e538b of type vlan for network de6069d7-c3fa-4548-9f14-630f7c714a3c Jul 29 23:55:11.845619 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5327d030-c0ed-4915-9dac-63d857cc80ce tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.876881 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5327d030-c0ed-4915-9dac-63d857cc80ce tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.884108 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5327d030-c0ed-4915-9dac-63d857cc80ce tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:11.884723 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5327d030-c0ed-4915-9dac-63d857cc80ce tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:11.945889 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48982) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:11.946118 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5327d030-c0ed-4915-9dac-63d857cc80ce tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2070613 Jul 29 23:55:11.952585 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-08b34337-fe88-4ed6-9eae-440ca9d22994 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Request body: {'subnet': {'network_id': 'de6069d7-c3fa-4548-9f14-630f7c714a3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:11.959577 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5327d030-c0ed-4915-9dac-63d857cc80ce tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event updated for resources: {'Network': ['ID=de6069d7-c3fa-4548-9f14-630f7c714a3c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:11.971339 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network de6069d7-c3fa-4548-9f14-630f7c714a3c details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:12.053714 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b34337-fe88-4ed6-9eae-440ca9d22994 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Made reservation on behalf of 63119e1c0ec44333bf8eeca3c21dea71 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:12.057438 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-08b34337-fe88-4ed6-9eae-440ca9d22994 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:12.115705 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.ipam_backend_mixin [None req-08b34337-fe88-4ed6-9eae-440ca9d22994 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Performing IP validity checks on allocation pools {{(pid=94063) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 29 23:55:12.116235 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.ipam_backend_mixin [None req-08b34337-fe88-4ed6-9eae-440ca9d22994 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94063) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 29 23:55:12.239779 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-08b34337-fe88-4ed6-9eae-440ca9d22994 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:12.300010 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b34337-fe88-4ed6-9eae-440ca9d22994 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event updated for resources: {'Subnet': ['ID=feb5d0a1-98d5-47f4-ba14-3f5184479ea6,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:12.310863 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b34337-fe88-4ed6-9eae-440ca9d22994 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Checking segment: {'id': '6fdf876e-3e3a-4b3d-9104-0903e88e538b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'de6069d7-c3fa-4548-9f14-630f7c714a3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:12.311220 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b34337-fe88-4ed6-9eae-440ca9d22994 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Network hostable DHCP agents. Network: de6069d7-c3fa-4548-9f14-630f7c714a3c, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:12.328541 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b34337-fe88-4ed6-9eae-440ca9d22994 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Network de6069d7-c3fa-4548-9f14-630f7c714a3c is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:12.338262 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-08b34337-fe88-4ed6-9eae-440ca9d22994 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, de6069d7-c3fa-4548-9f14-630f7c714a3c) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:12.342303 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b34337-fe88-4ed6-9eae-440ca9d22994 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:12.342902 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-08b34337-fe88-4ed6-9eae-440ca9d22994 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:12.347623 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee65402-575a-43f5-90e3-795185f20a8e None None] Network de6069d7-c3fa-4548-9f14-630f7c714a3c requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:12.358547 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-08b34337-fe88-4ed6-9eae-440ca9d22994 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4113836 Jul 29 23:55:12.361428 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48984) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:12.463821 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-10536c16-bca8-4993-8735-990489aec912 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:12.497639 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c29240-0a0b-4cfc-8b40-7b03107eb8d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-de6069d7-c3fa-4548-9f14-630f7c714a3c', 'network_id': 'de6069d7-c3fa-4548-9f14-630f7c714a3c', 'tenant_id': '63119e1c0ec44333bf8eeca3c21dea71', 'fixed_ips': [{'subnet_id': 'feb5d0a1-98d5-47f4-ba14-3f5184479ea6'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:55:12.498534 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-11c29240-0a0b-4cfc-8b40-7b03107eb8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:12.518523 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-10536c16-bca8-4993-8735-990489aec912 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:12.581076 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-10536c16-bca8-4993-8735-990489aec912 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server [None req-11c29240-0a0b-4cfc-8b40-7b03107eb8d7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet feb5d0a1-98d5-47f4-ba14-3f5184479ea6: This subnet is being modified by another concurrent operation. Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:55:12.600317 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise exception Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet feb5d0a1-98d5-47f4-ba14-3f5184479ea6: This subnet is being modified by another concurrent operation. Jul 29 23:55:12.604322 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server Jul 29 23:55:12.619806 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dd5568e-cd3f-432a-9d97-a12c131c534a None None] Network de6069d7-c3fa-4548-9f14-630f7c714a3c requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:12.620069 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10536c16-bca8-4993-8735-990489aec912 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event deleted for resources: {'Subnet': ['ID=feb5d0a1-98d5-47f4-ba14-3f5184479ea6,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:12.676516 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-10536c16-bca8-4993-8735-990489aec912 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:12.687155 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-10536c16-bca8-4993-8735-990489aec912 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6069d7-c3fa-4548-9f14-630f7c714a3c']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:12.698519 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-10536c16-bca8-4993-8735-990489aec912 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fdf876e-3e3a-4b3d-9104-0903e88e538b') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:12.698820 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-10536c16-bca8-4993-8735-990489aec912 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fdf876e-3e3a-4b3d-9104-0903e88e538b') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:12.707740 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-10536c16-bca8-4993-8735-990489aec912 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:12.721994 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-10536c16-bca8-4993-8735-990489aec912 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:12.730245 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10536c16-bca8-4993-8735-990489aec912 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:12.730990 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-10536c16-bca8-4993-8735-990489aec912 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:12.732141 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8dd0b3-3ea5-468d-ac06-fdaa858fa2a8 None None] get_active_networks_info from n-d-712140-10 {{(pid=94065) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:55:12.734137 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:55:12.734137 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:12.734137 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:55:12.734137 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:12.734137 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:55:12.734137 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:12.734137 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:55:12.734137 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:12.734137 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:55:12.734137 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:12.734137 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:55:12.734137 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:12.734137 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:55:12.734137 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:12.734137 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:12.734137 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:12.734137 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:12.734137 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:12.734137 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:55:12.734137 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:12.734137 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:55:12.734137 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:12.734137 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:12.734137 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:12.734137 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:12.734137 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:12.734137 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:12.734137 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:12.734137 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:12.734137 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:12.734137 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:12.734137 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:12.807119 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-10536c16-bca8-4993-8735-990489aec912 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:12.816421 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-10536c16-bca8-4993-8735-990489aec912 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:12.822161 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-10536c16-bca8-4993-8735-990489aec912 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/networks/de6069d7-c3fa-4548-9f14-630f7c714a3c HTTP/1.1" status: 204 len: 168 time: 0.4558163 Jul 29 23:55:12.822404 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48988) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:12.838043 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-aa670eb3-77af-45d0-b727-cef34d05c521 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-738834316'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:12.842767 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10536c16-bca8-4993-8735-990489aec912 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event deleted for resources: {'Network': ['ID=de6069d7-c3fa-4548-9f14-630f7c714a3c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:12.846143 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8dd0b3-3ea5-468d-ac06-fdaa858fa2a8 None None] Resources bound (agent type, host, resource id): {{(pid=94065) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:55:12.860226 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920583e3-696e-44c8-a5b7-e328840ba026 req-0fcf9771-cbc5-4350-a70b-697cdab938eb tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:12.864128 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-920583e3-696e-44c8-a5b7-e328840ba026 req-0fcf9771-cbc5-4350-a70b-697cdab938eb tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 946 time: 0.0806499 Jul 29 23:55:12.871313 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa670eb3-77af-45d0-b727-cef34d05c521 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Made reservation on behalf of 63119e1c0ec44333bf8eeca3c21dea71 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:12.875369 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aa670eb3-77af-45d0-b727-cef34d05c521 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:12.906141 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa670eb3-77af-45d0-b727-cef34d05c521 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:12.914096 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-920583e3-696e-44c8-a5b7-e328840ba026 req-32765435-5794-4349-acb6-927cbae48617 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dd40335-719b-414e-8996-59b38c59b043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429642 Jul 29 23:55:12.938753 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aa670eb3-77af-45d0-b727-cef34d05c521 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:12.939506 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-aa670eb3-77af-45d0-b727-cef34d05c521 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Added segment 6cba2400-c242-4c31-abbe-6f65403d5d52 of type vlan for network 4014a904-be56-4880-8840-59fc0906e31b Jul 29 23:55:12.982940 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aa670eb3-77af-45d0-b727-cef34d05c521 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:13.016959 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aa670eb3-77af-45d0-b727-cef34d05c521 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:13.024796 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa670eb3-77af-45d0-b727-cef34d05c521 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:13.025447 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aa670eb3-77af-45d0-b727-cef34d05c521 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:13.092964 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-aa670eb3-77af-45d0-b727-cef34d05c521 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2693927 Jul 29 23:55:13.096382 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 48990) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:13.101948 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-44af7722-663c-4cde-b054-96e22f9c1fa5 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Request body: {'subnet': {'network_id': '4014a904-be56-4880-8840-59fc0906e31b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:13.105580 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa670eb3-77af-45d0-b727-cef34d05c521 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event updated for resources: {'Network': ['ID=4014a904-be56-4880-8840-59fc0906e31b,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:13.117168 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 4014a904-be56-4880-8840-59fc0906e31b details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:13.197050 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44af7722-663c-4cde-b054-96e22f9c1fa5 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Made reservation on behalf of 63119e1c0ec44333bf8eeca3c21dea71 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:13.200508 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-44af7722-663c-4cde-b054-96e22f9c1fa5 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:13.393588 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-44af7722-663c-4cde-b054-96e22f9c1fa5 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:13.506116 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af7722-663c-4cde-b054-96e22f9c1fa5 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event updated for resources: {'Subnet': ['ID=0e7921c6-e45d-493e-ad63-536e43537456,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:13.513242 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44af7722-663c-4cde-b054-96e22f9c1fa5 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Checking segment: {'id': '6cba2400-c242-4c31-abbe-6f65403d5d52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '4014a904-be56-4880-8840-59fc0906e31b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:13.513608 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44af7722-663c-4cde-b054-96e22f9c1fa5 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Network hostable DHCP agents. Network: 4014a904-be56-4880-8840-59fc0906e31b, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:13.519900 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-b8ecb691-b4a3-4196-95e2-7f77544767c7 service neutron] 10.222.0.39 "GET /v2.0/ports/45e53b25-aeaa-4739-9c47-3a78ba5b2796/bindings/n-h1-712140-10 HTTP/1.1" status: 200 len: 385 time: 0.0993605 Jul 29 23:55:13.539208 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44af7722-663c-4cde-b054-96e22f9c1fa5 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Network 4014a904-be56-4880-8840-59fc0906e31b is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:13.575739 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-44af7722-663c-4cde-b054-96e22f9c1fa5 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 4014a904-be56-4880-8840-59fc0906e31b) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:13.584852 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68b9e9d-3966-4ce7-a4cf-f520d6b5041e None None] Network 4014a904-be56-4880-8840-59fc0906e31b requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:13.586507 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44af7722-663c-4cde-b054-96e22f9c1fa5 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:13.587113 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-44af7722-663c-4cde-b054-96e22f9c1fa5 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:13.612792 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-44af7722-663c-4cde-b054-96e22f9c1fa5 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5150654 Jul 29 23:55:13.615439 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48992) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:13.725553 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-adcfa743-aac4-4c12-a67a-c3d6c37aed2c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:13.734518 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-9810f0ed-ccc2-4505-a0fa-4fdde68bc2cc service neutron] For port 45e53b25-aeaa-4739-9c47-3a78ba5b2796, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=45e53b25-aeaa-4739-9c47-3a78ba5b2796,segment=NetworkSegment(ff71753c-c275-4b4a-89d9-549a4003d03c),segment_id=ff71753c-c275-4b4a-89d9-549a4003d03c)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:13.740847 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba8570f-e070-4d17-a4b7-e60fc23bbe7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-4014a904-be56-4880-8840-59fc0906e31b', 'network_id': '4014a904-be56-4880-8840-59fc0906e31b', 'tenant_id': '63119e1c0ec44333bf8eeca3c21dea71', 'fixed_ips': [{'subnet_id': '0e7921c6-e45d-493e-ad63-536e43537456'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:55:13.741999 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4ba8570f-e070-4d17-a4b7-e60fc23bbe7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:13.757215 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-9810f0ed-ccc2-4505-a0fa-4fdde68bc2cc service neutron] For port 45e53b25-aeaa-4739-9c47-3a78ba5b2796, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:13.783075 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-adcfa743-aac4-4c12-a67a-c3d6c37aed2c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:13.868924 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-adcfa743-aac4-4c12-a67a-c3d6c37aed2c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server [None req-4ba8570f-e070-4d17-a4b7-e60fc23bbe7f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e7921c6-e45d-493e-ad63-536e43537456: This subnet is being modified by another concurrent operation. Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 29 23:55:13.871439 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise exception Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0e7921c6-e45d-493e-ad63-536e43537456: This subnet is being modified by another concurrent operation. Jul 29 23:55:13.875646 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server Jul 29 23:55:13.895419 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64706c4-b607-4a8c-b73f-61badf53c3e4 None None] Network 4014a904-be56-4880-8840-59fc0906e31b requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:13.921714 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfa743-aac4-4c12-a67a-c3d6c37aed2c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event deleted for resources: {'Subnet': ['ID=0e7921c6-e45d-493e-ad63-536e43537456,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:14.025792 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f3c9e0-1848-4054-91e0-38df8a0f79ba None None] get_active_networks_info from n-d-712140-10 {{(pid=94065) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:55:14.035666 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-adcfa743-aac4-4c12-a67a-c3d6c37aed2c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.053653 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-adcfa743-aac4-4c12-a67a-c3d6c37aed2c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4014a904-be56-4880-8840-59fc0906e31b']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:14.070842 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-adcfa743-aac4-4c12-a67a-c3d6c37aed2c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cba2400-c242-4c31-abbe-6f65403d5d52') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:14.071148 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-adcfa743-aac4-4c12-a67a-c3d6c37aed2c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cba2400-c242-4c31-abbe-6f65403d5d52') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:14.080887 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-adcfa743-aac4-4c12-a67a-c3d6c37aed2c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.096422 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-adcfa743-aac4-4c12-a67a-c3d6c37aed2c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.103366 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adcfa743-aac4-4c12-a67a-c3d6c37aed2c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:14.103796 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-adcfa743-aac4-4c12-a67a-c3d6c37aed2c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.107434 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:55:14.107434 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:14.107434 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:55:14.107434 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:14.107434 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:55:14.107434 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:14.107434 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:55:14.107434 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:14.107434 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:55:14.107434 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:14.107434 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:55:14.107434 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:14.107434 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:55:14.107434 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:14.107434 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:14.107434 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:14.107434 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:14.107434 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:14.107434 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:55:14.107434 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:14.107434 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:55:14.107434 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:14.107434 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:14.107434 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:14.107434 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:14.107434 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:14.107434 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:14.107434 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:14.107434 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:14.107434 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:14.107434 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:14.107434 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:14.128853 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f9624d-d27e-4dac-b32f-517871b3d724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45e53b25-aeaa-4739-9c47-3a78ba5b2796'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:55:14.131147 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c56340e4-5281-483e-a77b-1117e7fc3f08" -d '{"events": [{"server_uuid": "e2f9624d-d27e-4dac-b32f-517871b3d724", "name": "network-vif-unplugged", "status": "completed", "tag": "45e53b25-aeaa-4739-9c47-3a78ba5b2796"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:55:14.137588 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f3c9e0-1848-4054-91e0-38df8a0f79ba None None] Resources bound (agent type, host, resource id): {{(pid=94065) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:55:14.151362 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-9810f0ed-ccc2-4505-a0fa-4fdde68bc2cc service neutron] For port 45e53b25-aeaa-4739-9c47-3a78ba5b2796, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=45e53b25-aeaa-4739-9c47-3a78ba5b2796,segment=NetworkSegment(ff71753c-c275-4b4a-89d9-549a4003d03c),segment_id=ff71753c-c275-4b4a-89d9-549a4003d03c)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:14.170478 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-9810f0ed-ccc2-4505-a0fa-4fdde68bc2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.195362 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-adcfa743-aac4-4c12-a67a-c3d6c37aed2c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.197417 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79998a2-7a04-4acc-8d71-5c59d2c73e05 req-db47c542-65ba-4eb4-99f5-3e9eae2ebf56 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:14.204884 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c79998a2-7a04-4acc-8d71-5c59d2c73e05 req-db47c542-65ba-4eb4-99f5-3e9eae2ebf56 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 946 time: 0.0962605 Jul 29 23:55:14.206717 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-adcfa743-aac4-4c12-a67a-c3d6c37aed2c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.212433 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-adcfa743-aac4-4c12-a67a-c3d6c37aed2c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/networks/4014a904-be56-4880-8840-59fc0906e31b HTTP/1.1" status: 204 len: 168 time: 0.5956135 Jul 29 23:55:14.213157 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 48998) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:14.228701 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-2d5c4feb-e846-4d37-a52f-d4bbb0f7b912 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1036291781'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:14.232969 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcfa743-aac4-4c12-a67a-c3d6c37aed2c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event deleted for resources: {'Network': ['ID=4014a904-be56-4880-8840-59fc0906e31b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:14.255776 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5c4feb-e846-4d37-a52f-d4bbb0f7b912 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Made reservation on behalf of 63119e1c0ec44333bf8eeca3c21dea71 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:14.260493 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2d5c4feb-e846-4d37-a52f-d4bbb0f7b912 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.288194 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c79998a2-7a04-4acc-8d71-5c59d2c73e05 req-0486dbe7-9ebc-4f52-b7b5-e024f8749e53 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dd40335-719b-414e-8996-59b38c59b043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796742 Jul 29 23:55:14.295934 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d5c4feb-e846-4d37-a52f-d4bbb0f7b912 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:14.309065 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2d5c4feb-e846-4d37-a52f-d4bbb0f7b912 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.309416 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-2d5c4feb-e846-4d37-a52f-d4bbb0f7b912 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Added segment ee6fe039-a8e2-4725-a518-57ddaadbc2f9 of type vlan for network 1c6eb5da-c9db-4ae9-bcb1-5430af870dc6 Jul 29 23:55:14.326615 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-9810f0ed-ccc2-4505-a0fa-4fdde68bc2cc service neutron] Transition to ACTIVE for port object 45e53b25-aeaa-4739-9c47-3a78ba5b2796 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:14.337030 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-9810f0ed-ccc2-4505-a0fa-4fdde68bc2cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.343040 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 29 Jul 2021 23:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4da4b62f-8a25-49cd-acae-0e801a840aa3 x-openstack-request-id: req-4da4b62f-8a25-49cd-acae-0e801a840aa3 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:55:14.343961 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f9624d-d27e-4dac-b32f-517871b3d724", "name": "network-vif-unplugged", "status": "completed", "tag": "45e53b25-aeaa-4739-9c47-3a78ba5b2796", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:55:14.344353 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4da4b62f-8a25-49cd-acae-0e801a840aa3 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:55:14.345968 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f9624d-d27e-4dac-b32f-517871b3d724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45e53b25-aeaa-4739-9c47-3a78ba5b2796', 'code': 200} Jul 29 23:55:14.358567 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2d5c4feb-e846-4d37-a52f-d4bbb0f7b912 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.395137 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2d5c4feb-e846-4d37-a52f-d4bbb0f7b912 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.402584 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5c4feb-e846-4d37-a52f-d4bbb0f7b912 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:14.403237 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2d5c4feb-e846-4d37-a52f-d4bbb0f7b912 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.426249 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2d5c4feb-e846-4d37-a52f-d4bbb0f7b912 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.1982062 Jul 29 23:55:14.430121 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49000) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:14.487016 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5c4feb-e846-4d37-a52f-d4bbb0f7b912 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event updated for resources: {'Network': ['ID=1c6eb5da-c9db-4ae9-bcb1-5430af870dc6,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:14.496488 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-d8947975-1d91-4a31-9a21-c3bf30385bcb tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Request body: {'subnet': {'network_id': '1c6eb5da-c9db-4ae9-bcb1-5430af870dc6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:14.499310 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 1c6eb5da-c9db-4ae9-bcb1-5430af870dc6 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:14.596633 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810f0ed-ccc2-4505-a0fa-4fdde68bc2cc service neutron] Pushing event updated for resources: {'Port': ['ID=45e53b25-aeaa-4739-9c47-3a78ba5b2796,revision_number=11']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:14.692246 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-9810f0ed-ccc2-4505-a0fa-4fdde68bc2cc service neutron] No DVR routers for this DVR port 45e53b25-aeaa-4739-9c47-3a78ba5b2796 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:14.845263 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8947975-1d91-4a31-9a21-c3bf30385bcb tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Made reservation on behalf of 63119e1c0ec44333bf8eeca3c21dea71 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:14.848622 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d8947975-1d91-4a31-9a21-c3bf30385bcb tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:14.969509 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-9810f0ed-ccc2-4505-a0fa-4fdde68bc2cc service neutron] 10.222.0.39 "PUT /v2.0/ports/45e53b25-aeaa-4739-9c47-3a78ba5b2796/bindings/n-h1-712140-10/activate HTTP/1.1" status: 200 len: 370 time: 1.4379373 Jul 29 23:55:15.077446 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d8947975-1d91-4a31-9a21-c3bf30385bcb tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.158965 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8947975-1d91-4a31-9a21-c3bf30385bcb tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event updated for resources: {'Subnet': ['ID=711292a6-ee63-4fd6-9f39-5c28341c8693,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:15.184237 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8947975-1d91-4a31-9a21-c3bf30385bcb tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Checking segment: {'id': 'ee6fe039-a8e2-4725-a518-57ddaadbc2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1c6eb5da-c9db-4ae9-bcb1-5430af870dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:15.184603 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8947975-1d91-4a31-9a21-c3bf30385bcb tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Network hostable DHCP agents. Network: 1c6eb5da-c9db-4ae9-bcb1-5430af870dc6, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:15.205624 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-5afb09c8-cb0a-4c86-9e25-b2bf5711dad4 tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:15.207167 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-5afb09c8-cb0a-4c86-9e25-b2bf5711dad4 tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724&tenant_id=238a2371055343febcbc86645f67da5e&binding%3Ahost_id=n-h2-712140-10 HTTP/1.1" status: 200 len: 1097 time: 0.1837857 Jul 29 23:55:15.213025 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8947975-1d91-4a31-9a21-c3bf30385bcb tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Network 1c6eb5da-c9db-4ae9-bcb1-5430af870dc6 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:15.244506 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-d8947975-1d91-4a31-9a21-c3bf30385bcb tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 1c6eb5da-c9db-4ae9-bcb1-5430af870dc6) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:15.252452 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cdff1a-cf11-4ab8-85f2-6c8d51ed20be None None] Network 1c6eb5da-c9db-4ae9-bcb1-5430af870dc6 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:15.253431 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8947975-1d91-4a31-9a21-c3bf30385bcb tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:15.254031 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d8947975-1d91-4a31-9a21-c3bf30385bcb tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.272355 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-092fbae9-2d12-4fe0-ac36-dd916568badd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:15.273896 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-092fbae9-2d12-4fe0-ac36-dd916568badd service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724&tenant_id=238a2371055343febcbc86645f67da5e HTTP/1.1" status: 200 len: 1097 time: 0.0586975 Jul 29 23:55:15.275601 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d8947975-1d91-4a31-9a21-c3bf30385bcb tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7964318 Jul 29 23:55:15.278557 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49004) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:15.402689 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c026466f-924b-4533-a0fc-bbb0f2b6c47b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-1c6eb5da-c9db-4ae9-bcb1-5430af870dc6', 'network_id': '1c6eb5da-c9db-4ae9-bcb1-5430af870dc6', 'tenant_id': '63119e1c0ec44333bf8eeca3c21dea71', 'fixed_ips': [{'subnet_id': '711292a6-ee63-4fd6-9f39-5c28341c8693'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:55:15.403551 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c026466f-924b-4533-a0fc-bbb0f2b6c47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.421521 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-08364bc3-55e2-45e9-bdd8-9044586a7a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:15.423776 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-08364bc3-55e2-45e9-bdd8-9044586a7a82 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 1097 time: 0.1225266 Jul 29 23:55:15.461355 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.511119 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73bffa2-eca6-4c86-b569-4382eeafb12b req-f942c7e0-5422-47ab-a2a2-94674f86fcfb tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:15.512657 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b73bffa2-eca6-4c86-b569-4382eeafb12b req-f942c7e0-5422-47ab-a2a2-94674f86fcfb tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 945 time: 0.1423376 Jul 29 23:55:15.543921 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-c026466f-924b-4533-a0fc-bbb0f2b6c47b None None] Allocated IP 172.20.0.1 (1c6eb5da-c9db-4ae9-bcb1-5430af870dc6/711292a6-ee63-4fd6-9f39-5c28341c8693/6a7b3ad8-dc8a-4ced-a04d-b7306295b911) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:15.617628 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b73bffa2-eca6-4c86-b569-4382eeafb12b req-fde1af3a-29f6-4d73-b7bd-3c42c4277f52 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dd40335-719b-414e-8996-59b38c59b043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977535 Jul 29 23:55:15.620123 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.624570 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-39a2cb46-55d2-4b25-9278-89b74d63767f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:15.626358 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-39a2cb46-55d2-4b25-9278-89b74d63767f service neutron] 10.222.0.23 "GET /v2.0/networks?id=69d224d9-2303-4c0c-aa71-c83ffa50ae05 HTTP/1.1" status: 200 len: 897 time: 0.1930006 Jul 29 23:55:15.699139 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c026466f-924b-4533-a0fc-bbb0f2b6c47b None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.709145 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c026466f-924b-4533-a0fc-bbb0f2b6c47b None None] Transition to ACTIVE for port object 6a7b3ad8-dc8a-4ced-a04d-b7306295b911 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:15.722742 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-0fd240e8-4875-4be8-ba43-2003fee8a0d0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45e53b25-aeaa-4739-9c47-3a78ba5b2796 HTTP/1.1" status: 200 len: 1000 time: 0.0780058 Jul 29 23:55:15.726185 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c026466f-924b-4533-a0fc-bbb0f2b6c47b None None] Transition to ACTIVE for port object 6a7b3ad8-dc8a-4ced-a04d-b7306295b911 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:15.732130 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c026466f-924b-4533-a0fc-bbb0f2b6c47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.767190 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c026466f-924b-4533-a0fc-bbb0f2b6c47b None None] Network 1c6eb5da-c9db-4ae9-bcb1-5430af870dc6 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:15.770064 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-c026466f-924b-4533-a0fc-bbb0f2b6c47b None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:15.774125 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c026466f-924b-4533-a0fc-bbb0f2b6c47b None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:15.781907 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.790106 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026466f-924b-4533-a0fc-bbb0f2b6c47b None None] Pushing event updated for resources: {'Port': ['ID=6a7b3ad8-dc8a-4ced-a04d-b7306295b911,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:15.792989 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-1d4239db-5eec-4e74-9166-8f1370927502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:15.794451 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-1d4239db-5eec-4e74-9166-8f1370927502 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d7e717d6-93d8-46a2-95a3-fee549b72b10 HTTP/1.1" status: 200 len: 835 time: 0.0655904 Jul 29 23:55:15.824591 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event deleted for resources: {'Subnet': ['ID=711292a6-ee63-4fd6-9f39-5c28341c8693,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:15.848168 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c026466f-924b-4533-a0fc-bbb0f2b6c47b None None] Attempting to bind port 6a7b3ad8-dc8a-4ced-a04d-b7306295b911 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:15.848535 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c026466f-924b-4533-a0fc-bbb0f2b6c47b None None] Attempting to bind port 6a7b3ad8-dc8a-4ced-a04d-b7306295b911 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'ee6fe039-a8e2-4725-a518-57ddaadbc2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1c6eb5da-c9db-4ae9-bcb1-5430af870dc6'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:15.848900 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c026466f-924b-4533-a0fc-bbb0f2b6c47b None None] Attempting to bind port 6a7b3ad8-dc8a-4ced-a04d-b7306295b911 on network 1c6eb5da-c9db-4ae9-bcb1-5430af870dc6 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:15.854032 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c026466f-924b-4533-a0fc-bbb0f2b6c47b None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:15.854400 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c026466f-924b-4533-a0fc-bbb0f2b6c47b None None] Checking segment: {'id': 'ee6fe039-a8e2-4725-a518-57ddaadbc2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1c6eb5da-c9db-4ae9-bcb1-5430af870dc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:15.854802 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c026466f-924b-4533-a0fc-bbb0f2b6c47b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.855194 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c026466f-924b-4533-a0fc-bbb0f2b6c47b None None] Bound using segment: {'id': 'ee6fe039-a8e2-4725-a518-57ddaadbc2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1c6eb5da-c9db-4ae9-bcb1-5430af870dc6'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:15.855668 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c026466f-924b-4533-a0fc-bbb0f2b6c47b None None] Bound port: 6a7b3ad8-dc8a-4ced-a04d-b7306295b911, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee6fe039-a8e2-4725-a518-57ddaadbc2f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1c6eb5da-c9db-4ae9-bcb1-5430af870dc6'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:15.856063 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c026466f-924b-4533-a0fc-bbb0f2b6c47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.906361 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.918642 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c6eb5da-c9db-4ae9-bcb1-5430af870dc6']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:15.919797 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c026466f-924b-4533-a0fc-bbb0f2b6c47b None None] For port 6a7b3ad8-dc8a-4ced-a04d-b7306295b911, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:15.922904 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c026466f-924b-4533-a0fc-bbb0f2b6c47b None None] For port 6a7b3ad8-dc8a-4ced-a04d-b7306295b911, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6a7b3ad8-dc8a-4ced-a04d-b7306295b911,segment=NetworkSegment(ee6fe039-a8e2-4725-a518-57ddaadbc2f9),segment_id=ee6fe039-a8e2-4725-a518-57ddaadbc2f9)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:15.926491 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c026466f-924b-4533-a0fc-bbb0f2b6c47b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:15.931747 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-f5840e06-a00d-4dc8-b17d-8e276d90229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:15.933320 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-f5840e06-a00d-4dc8-b17d-8e276d90229d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=69d224d9-2303-4c0c-aa71-c83ffa50ae05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1186819 Jul 29 23:55:15.934944 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee6fe039-a8e2-4725-a518-57ddaadbc2f9') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:15.935243 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee6fe039-a8e2-4725-a518-57ddaadbc2f9') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:15.953446 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:16.001940 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026466f-924b-4533-a0fc-bbb0f2b6c47b None None] Pushing event updated for resources: {'Port': ['ID=6a7b3ad8-dc8a-4ced-a04d-b7306295b911,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:16.009427 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:16.016892 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:16.017387 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:16.021364 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:55:16.021364 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:16.021364 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:55:16.021364 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:16.021364 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:55:16.021364 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:16.021364 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:55:16.021364 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:16.021364 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:55:16.021364 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:16.021364 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:55:16.021364 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:16.021364 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:55:16.021364 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:16.021364 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:16.021364 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:16.021364 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:16.021364 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:16.021364 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:55:16.021364 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:16.021364 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:55:16.021364 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:16.021364 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:16.021364 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:16.021364 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:16.021364 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:16.021364 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:16.021364 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:16.021364 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:16.021364 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:16.021364 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:16.021364 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:16.032976 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3768377f-9694-43b6-a103-425f5aa926c3 None None] Network 1c6eb5da-c9db-4ae9-bcb1-5430af870dc6 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:16.096535 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.db.api [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:55:16.096535 n-d-712140-10 neutron-server[94063]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:55:16.096535 n-d-712140-10 neutron-server[94063]: [parameters: {'id': '1c6eb5da-c9db-4ae9-bcb1-5430af870dc6'}] Jul 29 23:55:16.096535 n-d-712140-10 neutron-server[94063]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:55:16.097073 n-d-712140-10 neutron-server[94063]: DEBUG oslo_db.api [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:55:16.107868 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-b8a8c503-bb0e-4ee5-b789-e6978baff485 service neutron] 10.222.0.23 "GET /v2.0/networks/69d224d9-2303-4c0c-aa71-c83ffa50ae05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653700 Jul 29 23:55:16.209490 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-1fd7535d-f5d6-4678-8fbb-0beecf57fc54 service neutron] 10.222.0.23 "GET /v2.0/networks/69d224d9-2303-4c0c-aa71-c83ffa50ae05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949528 Jul 29 23:55:16.310996 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b715ff9e-d281-4e66-8d35-3d97ad5909b7 None None] get_active_networks_info from n-d-712140-10 {{(pid=94065) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:55:16.389115 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b715ff9e-d281-4e66-8d35-3d97ad5909b7 None None] Resources bound (agent type, host, resource id): {{(pid=94065) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:55:16.442399 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-c42a75aa-7448-48c2-abf2-b0bc24bc35c1 tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:16.444134 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-c42a75aa-7448-48c2-abf2-b0bc24bc35c1 tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724&tenant_id=238a2371055343febcbc86645f67da5e&binding%3Ahost_id=n-h1-712140-10 HTTP/1.1" status: 200 len: 1097 time: 0.0471380 Jul 29 23:55:16.581481 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-bf7cc652-ae24-4f02-8c67-967b5d30ef8c service neutron] For port 45e53b25-aeaa-4739-9c47-3a78ba5b2796, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:16.584593 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-bf7cc652-ae24-4f02-8c67-967b5d30ef8c service neutron] Notify callbacks [] for binding, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:16.585714 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-bf7cc652-ae24-4f02-8c67-967b5d30ef8c service neutron] 10.222.0.23 "DELETE /v2.0/ports/45e53b25-aeaa-4739-9c47-3a78ba5b2796/bindings/n-h2-712140-10 HTTP/1.1" status: 204 len: 173 time: 0.1345396 Jul 29 23:55:16.599305 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:16.654517 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Deleting port 6a7b3ad8-dc8a-4ced-a04d-b7306295b911 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:16.654772 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:16.748244 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] For port 6a7b3ad8-dc8a-4ced-a04d-b7306295b911, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6a7b3ad8-dc8a-4ced-a04d-b7306295b911,segment=NetworkSegment(ee6fe039-a8e2-4725-a518-57ddaadbc2f9),segment_id=ee6fe039-a8e2-4725-a518-57ddaadbc2f9)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:16.748615 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:16.765477 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Calling delete_port for 6a7b3ad8-dc8a-4ced-a04d-b7306295b911 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:16.776826 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96103a2c-d540-4946-970e-9d01090f9089 req-41295e5f-a452-4335-99d7-d53a7ea22774 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:16.778321 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-96103a2c-d540-4946-970e-9d01090f9089 req-41295e5f-a452-4335-99d7-d53a7ea22774 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 945 time: 0.0871296 Jul 29 23:55:16.862980 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-96103a2c-d540-4946-970e-9d01090f9089 req-3802901b-57d7-4109-9c29-7d843ae40872 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dd40335-719b-414e-8996-59b38c59b043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768948 Jul 29 23:55:16.891307 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:16.916598 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event deleted for resources: {'Port': ['ID=6a7b3ad8-dc8a-4ced-a04d-b7306295b911,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:16.923901 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] No DVR routers for this DVR port 6a7b3ad8-dc8a-4ced-a04d-b7306295b911 on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:17.006819 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 45e53b25-aeaa-4739-9c47-3a78ba5b2796 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:17.033999 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.046171 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c6eb5da-c9db-4ae9-bcb1-5430af870dc6']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:17.048556 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 45e53b25-aeaa-4739-9c47-3a78ba5b2796 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:17.058524 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee6fe039-a8e2-4725-a518-57ddaadbc2f9') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:17.058822 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee6fe039-a8e2-4725-a518-57ddaadbc2f9') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:17.061816 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbf7b4-e67b-49ee-be0e-fb32b3efc3b6 req-8751245b-fec4-422d-8489-c9913b509cb9 tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:17.063459 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64dbf7b4-e67b-49ee-be0e-fb32b3efc3b6 req-8751245b-fec4-422d-8489-c9913b509cb9 tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 1097 time: 0.1103394 Jul 29 23:55:17.073096 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.103941 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.115812 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:17.116162 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.119151 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:55:17.119151 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:17.119151 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:55:17.119151 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:17.119151 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:55:17.119151 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:17.119151 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:55:17.119151 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:17.119151 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:55:17.119151 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:17.119151 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:55:17.119151 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:17.119151 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:55:17.119151 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:17.119151 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:17.119151 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:17.119151 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:17.119151 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:17.119151 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:55:17.119151 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:17.119151 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:55:17.119151 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:17.119151 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:17.119151 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:17.119151 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:17.119151 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:17.119151 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:17.119151 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:17.119151 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:17.119151 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:17.119151 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:17.119151 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:17.156331 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64dbf7b4-e67b-49ee-be0e-fb32b3efc3b6 req-8522520d-1bc2-4c18-99de-779b0bd8e09d tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=7dd40335-719b-414e-8996-59b38c59b043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856946 Jul 29 23:55:17.182553 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.190384 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.192211 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/networks/1c6eb5da-c9db-4ae9-bcb1-5430af870dc6 HTTP/1.1" status: 204 len: 168 time: 1.9129262 Jul 29 23:55:17.195645 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49014) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:17.210815 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-ee6ce833-875e-458d-8f3d-e5df9883072c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1528494731'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:17.215382 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9723536-a941-434c-a3a3-ff361b391d8d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event deleted for resources: {'Network': ['ID=1c6eb5da-c9db-4ae9-bcb1-5430af870dc6,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:17.239943 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6ce833-875e-458d-8f3d-e5df9883072c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Made reservation on behalf of 63119e1c0ec44333bf8eeca3c21dea71 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:17.243618 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ee6ce833-875e-458d-8f3d-e5df9883072c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.298940 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6ce833-875e-458d-8f3d-e5df9883072c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:17.314630 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d644d7-2740-4bd2-9609-9035b6816374 req-d34a5b31-688c-4e5b-9991-6f979ca5d1fb tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:17.316135 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6d644d7-2740-4bd2-9609-9035b6816374 req-d34a5b31-688c-4e5b-9991-6f979ca5d1fb tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 945 time: 0.0700934 Jul 29 23:55:17.320660 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ee6ce833-875e-458d-8f3d-e5df9883072c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.321011 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-ee6ce833-875e-458d-8f3d-e5df9883072c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Added segment 9cef466a-c18b-4848-828b-0dc6bf941826 of type vlan for network 8374b84d-3937-452d-8099-b1e26ef43b1b Jul 29 23:55:17.385854 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ee6ce833-875e-458d-8f3d-e5df9883072c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.399907 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6d644d7-2740-4bd2-9609-9035b6816374 req-8071a4cf-e168-4447-86d3-097607f51f51 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dd40335-719b-414e-8996-59b38c59b043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773053 Jul 29 23:55:17.424571 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49016) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:17.425407 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ee6ce833-875e-458d-8f3d-e5df9883072c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.431177 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6ce833-875e-458d-8f3d-e5df9883072c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:17.431757 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ee6ce833-875e-458d-8f3d-e5df9883072c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.487335 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9ff89074-a202-4b1f-a8fc-edc75f03b96e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/floatingips/63ad464f-447d-460b-92f5-ae5baec549ad HTTP/1.1" status: 200 len: 992 time: 0.0615921 Jul 29 23:55:17.493334 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ee6ce833-875e-458d-8f3d-e5df9883072c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2966042 Jul 29 23:55:17.496102 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49018) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:17.502729 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-98cf59d3-9c3d-43cc-b85a-0c3ccbed609c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:17.506006 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ce833-875e-458d-8f3d-e5df9883072c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event updated for resources: {'Network': ['ID=8374b84d-3937-452d-8099-b1e26ef43b1b,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:17.517300 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 8374b84d-3937-452d-8099-b1e26ef43b1b details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:17.678383 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-98cf59d3-9c3d-43cc-b85a-0c3ccbed609c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.692149 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-98cf59d3-9c3d-43cc-b85a-0c3ccbed609c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.716128 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-98cf59d3-9c3d-43cc-b85a-0c3ccbed609c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Network 8374b84d-3937-452d-8099-b1e26ef43b1b is not hosted by any dhcp agent {{(pid=94064) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:55:17.722101 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cf59d3-9c3d-43cc-b85a-0c3ccbed609c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:17.722689 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-98cf59d3-9c3d-43cc-b85a-0c3ccbed609c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:17.723997 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-98cf59d3-9c3d-43cc-b85a-0c3ccbed609c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "PUT /v2.0/networks/8374b84d-3937-452d-8099-b1e26ef43b1b HTTP/1.1" status: 200 len: 723 time: 0.2265768 Jul 29 23:55:17.727000 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49020) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:17.732258 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-2d90f843-2997-4a85-bf56-0bf39e8b1401 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Request body: {'subnet': {'network_id': '8374b84d-3937-452d-8099-b1e26ef43b1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:17.771168 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf59d3-9c3d-43cc-b85a-0c3ccbed609c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event updated for resources: {'Network': ['ID=8374b84d-3937-452d-8099-b1e26ef43b1b,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:17.782900 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 8374b84d-3937-452d-8099-b1e26ef43b1b details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:17.826509 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d90f843-2997-4a85-bf56-0bf39e8b1401 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Made reservation on behalf of 63119e1c0ec44333bf8eeca3c21dea71 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:17.830509 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2d90f843-2997-4a85-bf56-0bf39e8b1401 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:18.015746 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2d90f843-2997-4a85-bf56-0bf39e8b1401 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:18.075255 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90f843-2997-4a85-bf56-0bf39e8b1401 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event updated for resources: {'Subnet': ['ID=29d4c132-e34c-4e08-a998-6414a573343f,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:18.085568 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d90f843-2997-4a85-bf56-0bf39e8b1401 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Checking segment: {'id': '9cef466a-c18b-4848-828b-0dc6bf941826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8374b84d-3937-452d-8099-b1e26ef43b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:18.085934 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d90f843-2997-4a85-bf56-0bf39e8b1401 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Network hostable DHCP agents. Network: 8374b84d-3937-452d-8099-b1e26ef43b1b, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:18.108176 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d90f843-2997-4a85-bf56-0bf39e8b1401 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Network 8374b84d-3937-452d-8099-b1e26ef43b1b is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:18.117486 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-2d90f843-2997-4a85-bf56-0bf39e8b1401 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 8374b84d-3937-452d-8099-b1e26ef43b1b) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:18.121752 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d90f843-2997-4a85-bf56-0bf39e8b1401 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:18.122344 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2d90f843-2997-4a85-bf56-0bf39e8b1401 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:18.126284 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-348279dd-5e7d-430a-9315-6acd72d84215 None None] Network 8374b84d-3937-452d-8099-b1e26ef43b1b requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:18.136995 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2d90f843-2997-4a85-bf56-0bf39e8b1401 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4088871 Jul 29 23:55:18.139957 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49022) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:18.145492 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-e68c6d43-34a9-4f4b-a828-be06ad686e57 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:18.234789 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e68c6d43-34a9-4f4b-a828-be06ad686e57 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14642226'] for subnet, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:18.286342 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dbd5cf-8911-424b-a188-a3fc875282ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-8374b84d-3937-452d-8099-b1e26ef43b1b', 'network_id': '8374b84d-3937-452d-8099-b1e26ef43b1b', 'tenant_id': '63119e1c0ec44333bf8eeca3c21dea71', 'fixed_ips': [{'subnet_id': '29d4c132-e34c-4e08-a998-6414a573343f'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:55:18.287220 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c6dbd5cf-8911-424b-a188-a3fc875282ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:18.383158 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e68c6d43-34a9-4f4b-a828-be06ad686e57 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767681188648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14308526'] for subnet, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:18.416739 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68c6d43-34a9-4f4b-a828-be06ad686e57 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:18.417326 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e68c6d43-34a9-4f4b-a828-be06ad686e57 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:18.418596 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e68c6d43-34a9-4f4b-a828-be06ad686e57 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "PUT /v2.0/subnets/29d4c132-e34c-4e08-a998-6414a573343f HTTP/1.1" status: 200 len: 806 time: 0.2776196 Jul 29 23:55:18.421435 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49024) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:18.430556 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-c6dbd5cf-8911-424b-a188-a3fc875282ba None None] Allocated IP 172.20.0.2 (8374b84d-3937-452d-8099-b1e26ef43b1b/29d4c132-e34c-4e08-a998-6414a573343f/2586e803-5e8e-427b-8fb8-1ffaca414ee8) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:18.491898 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c6d43-34a9-4f4b-a828-be06ad686e57 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event updated for resources: {'Subnet': ['ID=29d4c132-e34c-4e08-a998-6414a573343f,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:18.543811 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:18.582326 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c6dbd5cf-8911-424b-a188-a3fc875282ba None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:18.590674 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c6dbd5cf-8911-424b-a188-a3fc875282ba None None] Transition to ACTIVE for port object 2586e803-5e8e-427b-8fb8-1ffaca414ee8 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:18.597595 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:18.606185 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c6dbd5cf-8911-424b-a188-a3fc875282ba None None] Transition to ACTIVE for port object 2586e803-5e8e-427b-8fb8-1ffaca414ee8 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:18.613715 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c6dbd5cf-8911-424b-a188-a3fc875282ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:18.651658 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dbd5cf-8911-424b-a188-a3fc875282ba None None] Network 8374b84d-3937-452d-8099-b1e26ef43b1b is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:18.654554 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-c6dbd5cf-8911-424b-a188-a3fc875282ba None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:18.660226 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:18.660893 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dbd5cf-8911-424b-a188-a3fc875282ba None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:18.667769 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbd5cf-8911-424b-a188-a3fc875282ba None None] Pushing event updated for resources: {'Port': ['ID=2586e803-5e8e-427b-8fb8-1ffaca414ee8,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:18.694586 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event deleted for resources: {'Subnet': ['ID=29d4c132-e34c-4e08-a998-6414a573343f,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:18.723406 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c6dbd5cf-8911-424b-a188-a3fc875282ba None None] Attempting to bind port 2586e803-5e8e-427b-8fb8-1ffaca414ee8 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:18.723773 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c6dbd5cf-8911-424b-a188-a3fc875282ba None None] Attempting to bind port 2586e803-5e8e-427b-8fb8-1ffaca414ee8 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '9cef466a-c18b-4848-828b-0dc6bf941826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8374b84d-3937-452d-8099-b1e26ef43b1b'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:18.724164 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dbd5cf-8911-424b-a188-a3fc875282ba None None] Attempting to bind port 2586e803-5e8e-427b-8fb8-1ffaca414ee8 on network 8374b84d-3937-452d-8099-b1e26ef43b1b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:18.729640 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dbd5cf-8911-424b-a188-a3fc875282ba None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:18.729999 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dbd5cf-8911-424b-a188-a3fc875282ba None None] Checking segment: {'id': '9cef466a-c18b-4848-828b-0dc6bf941826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8374b84d-3937-452d-8099-b1e26ef43b1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:18.730400 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c6dbd5cf-8911-424b-a188-a3fc875282ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:18.730797 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dbd5cf-8911-424b-a188-a3fc875282ba None None] Bound using segment: {'id': '9cef466a-c18b-4848-828b-0dc6bf941826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8374b84d-3937-452d-8099-b1e26ef43b1b'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:18.731456 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c6dbd5cf-8911-424b-a188-a3fc875282ba None None] Bound port: 2586e803-5e8e-427b-8fb8-1ffaca414ee8, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cef466a-c18b-4848-828b-0dc6bf941826', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '8374b84d-3937-452d-8099-b1e26ef43b1b'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:18.732233 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c6dbd5cf-8911-424b-a188-a3fc875282ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:18.757957 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:18.768160 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8374b84d-3937-452d-8099-b1e26ef43b1b']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:18.778790 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cef466a-c18b-4848-828b-0dc6bf941826') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:18.779370 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cef466a-c18b-4848-828b-0dc6bf941826') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:18.789069 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:18.795014 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c6dbd5cf-8911-424b-a188-a3fc875282ba None None] For port 2586e803-5e8e-427b-8fb8-1ffaca414ee8, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:18.799002 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c6dbd5cf-8911-424b-a188-a3fc875282ba None None] For port 2586e803-5e8e-427b-8fb8-1ffaca414ee8, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=2586e803-5e8e-427b-8fb8-1ffaca414ee8,segment=NetworkSegment(9cef466a-c18b-4848-828b-0dc6bf941826),segment_id=9cef466a-c18b-4848-828b-0dc6bf941826)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:18.803152 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c6dbd5cf-8911-424b-a188-a3fc875282ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:18.805203 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:18.812151 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:18.812707 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:18.816310 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:55:18.816310 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:18.816310 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:55:18.816310 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:18.816310 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:55:18.816310 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:18.816310 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:55:18.816310 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:18.816310 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:55:18.816310 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:18.816310 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:55:18.816310 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:18.816310 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:55:18.816310 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:18.816310 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:18.816310 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:18.816310 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:18.816310 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:18.816310 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:55:18.816310 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:18.816310 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:55:18.816310 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:18.816310 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:18.816310 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:18.816310 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:18.816310 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:18.816310 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:18.816310 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:18.816310 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:18.816310 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:18.816310 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:18.816310 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:18.876373 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.db.api [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:55:18.876373 n-d-712140-10 neutron-server[94064]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:55:18.876373 n-d-712140-10 neutron-server[94064]: [parameters: {'id': '8374b84d-3937-452d-8099-b1e26ef43b1b'}] Jul 29 23:55:18.876373 n-d-712140-10 neutron-server[94064]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:55:18.877026 n-d-712140-10 neutron-server[94064]: DEBUG oslo_db.api [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:55:18.888516 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbd5cf-8911-424b-a188-a3fc875282ba None None] Pushing event updated for resources: {'Port': ['ID=2586e803-5e8e-427b-8fb8-1ffaca414ee8,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:18.897682 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e8b564-09aa-4519-aac5-ed614830959a None None] Network 8374b84d-3937-452d-8099-b1e26ef43b1b requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:19.028932 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e339385-12d7-4088-bb9d-f0d2112822a6 None None] Network 8374b84d-3937-452d-8099-b1e26ef43b1b requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:19.148696 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e193aa-9738-46a4-bc46-eb9b5a12e06d None None] get_active_networks_info from n-d-712140-10 {{(pid=94065) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:55:19.224275 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e193aa-9738-46a4-bc46-eb9b5a12e06d None None] Resources bound (agent type, host, resource id): {{(pid=94065) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:55:19.377481 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.431238 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Deleting port 2586e803-5e8e-427b-8fb8-1ffaca414ee8 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:19.431580 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.493274 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] For port 2586e803-5e8e-427b-8fb8-1ffaca414ee8, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=2586e803-5e8e-427b-8fb8-1ffaca414ee8,segment=NetworkSegment(9cef466a-c18b-4848-828b-0dc6bf941826),segment_id=9cef466a-c18b-4848-828b-0dc6bf941826)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:19.494015 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.508250 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Calling delete_port for 2586e803-5e8e-427b-8fb8-1ffaca414ee8 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:19.593817 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.618668 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event deleted for resources: {'Port': ['ID=2586e803-5e8e-427b-8fb8-1ffaca414ee8,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:19.624930 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] No DVR routers for this DVR port 2586e803-5e8e-427b-8fb8-1ffaca414ee8 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:19.706210 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.709086 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49030) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:19.750470 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8374b84d-3937-452d-8099-b1e26ef43b1b']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:19.764160 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cef466a-c18b-4848-828b-0dc6bf941826') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:19.764458 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cef466a-c18b-4848-828b-0dc6bf941826') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:19.779633 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.803566 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.840778 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:19.841179 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.844124 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:55:19.844124 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:19.844124 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:55:19.844124 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:19.844124 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:55:19.844124 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:19.844124 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:55:19.844124 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:19.844124 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:55:19.844124 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:19.844124 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:55:19.844124 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:19.844124 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:55:19.844124 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:19.844124 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:19.844124 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:19.844124 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:19.844124 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:19.844124 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:55:19.844124 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:19.844124 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:55:19.844124 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:19.844124 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:19.844124 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:19.844124 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:19.844124 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:19.844124 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:19.844124 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:19.844124 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:19.844124 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:19.844124 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:19.844124 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:19.929555 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.937913 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:19.940383 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/networks/8374b84d-3937-452d-8099-b1e26ef43b1b HTTP/1.1" status: 204 len: 168 time: 1.5181923 Jul 29 23:55:19.943227 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49032) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:19.956610 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60816b04-27b9-48d8-a724-7bfa9ce14270 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event deleted for resources: {'Network': ['ID=8374b84d-3937-452d-8099-b1e26ef43b1b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:19.964081 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-33157971-6b22-46d1-9908-0d7b01b2968d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:19.964645 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33157971-6b22-46d1-9908-0d7b01b2968d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:19.966379 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-33157971-6b22-46d1-9908-0d7b01b2968d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/networks/8374b84d-3937-452d-8099-b1e26ef43b1b HTTP/1.1" status: 404 len: 339 time: 0.0220900 Jul 29 23:55:19.970283 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49034) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:19.976525 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-3b3e2a1c-fe80-4a9b-9600-28ef04231645 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-641731656', 'description': 'd1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:19.994952 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-c2315654-7cac-472c-b626-e4cc4cc2cc16 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Deleting port 9ed8f6f1-2db3-48e3-a0dd-2c0b6bc821ab {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:19.995295 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2315654-7cac-472c-b626-e4cc4cc2cc16 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.041122 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b3e2a1c-fe80-4a9b-9600-28ef04231645 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Made reservation on behalf of 63119e1c0ec44333bf8eeca3c21dea71 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:20.044572 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3b3e2a1c-fe80-4a9b-9600-28ef04231645 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.090016 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b3e2a1c-fe80-4a9b-9600-28ef04231645 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:20.102863 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2315654-7cac-472c-b626-e4cc4cc2cc16 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.103202 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2315654-7cac-472c-b626-e4cc4cc2cc16 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.114839 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3b3e2a1c-fe80-4a9b-9600-28ef04231645 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.115183 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-3b3e2a1c-fe80-4a9b-9600-28ef04231645 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Added segment f403003c-6e7a-43ca-94da-ffbe9acdf6a0 of type vlan for network 2888b3f0-7285-4f4f-b449-76e5f2576a6a Jul 29 23:55:20.125307 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-c2315654-7cac-472c-b626-e4cc4cc2cc16 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Calling delete_port for 9ed8f6f1-2db3-48e3-a0dd-2c0b6bc821ab owned by network:floatingip {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:20.200456 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3b3e2a1c-fe80-4a9b-9600-28ef04231645 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.276037 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3b3e2a1c-fe80-4a9b-9600-28ef04231645 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.281607 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3e2a1c-fe80-4a9b-9600-28ef04231645 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:20.282816 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3b3e2a1c-fe80-4a9b-9600-28ef04231645 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.347737 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3b3e2a1c-fe80-4a9b-9600-28ef04231645 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3763268 Jul 29 23:55:20.350524 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49036) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:20.374044 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3e2a1c-fe80-4a9b-9600-28ef04231645 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event updated for resources: {'Network': ['ID=2888b3f0-7285-4f4f-b449-76e5f2576a6a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:20.388402 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 2888b3f0-7285-4f4f-b449-76e5f2576a6a details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:20.434332 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2315654-7cac-472c-b626-e4cc4cc2cc16 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.443760 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c494b159-9d9f-46c3-8693-666ea2ec70ad tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:20.445335 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c494b159-9d9f-46c3-8693-666ea2ec70ad tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "GET /v2.0/networks?id=2888b3f0-7285-4f4f-b449-76e5f2576a6a HTTP/1.1" status: 200 len: 760 time: 0.0938017 Jul 29 23:55:20.448081 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49038) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:20.453601 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-7d420f24-bda8-46ce-a951-a22271db58b1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Request body: {'network': {'description': 'd2'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:20.466567 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2315654-7cac-472c-b626-e4cc4cc2cc16 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event deleted for resources: {'Port': ['ID=9ed8f6f1-2db3-48e3-a0dd-2c0b6bc821ab,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:20.621003 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7d420f24-bda8-46ce-a951-a22271db58b1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.636342 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7d420f24-bda8-46ce-a951-a22271db58b1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.647315 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7d420f24-bda8-46ce-a951-a22271db58b1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Network 2888b3f0-7285-4f4f-b449-76e5f2576a6a is not hosted by any dhcp agent {{(pid=94063) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:55:20.652774 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d420f24-bda8-46ce-a951-a22271db58b1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:20.653396 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7d420f24-bda8-46ce-a951-a22271db58b1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.654722 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7d420f24-bda8-46ce-a951-a22271db58b1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "PUT /v2.0/networks/2888b3f0-7285-4f4f-b449-76e5f2576a6a HTTP/1.1" status: 200 len: 757 time: 0.2054965 Jul 29 23:55:20.666064 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49040) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:20.773539 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d420f24-bda8-46ce-a951-a22271db58b1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event updated for resources: {'Network': ['ID=2888b3f0-7285-4f4f-b449-76e5f2576a6a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:20.784691 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 2888b3f0-7285-4f4f-b449-76e5f2576a6a details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:20.801240 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79db897-726d-484b-9faa-6f57f0be39d7 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:20.803402 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c79db897-726d-484b-9faa-6f57f0be39d7 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "GET /v2.0/networks?id=2888b3f0-7285-4f4f-b449-76e5f2576a6a HTTP/1.1" status: 200 len: 760 time: 0.1363430 Jul 29 23:55:20.805519 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2315654-7cac-472c-b626-e4cc4cc2cc16 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for floatingip, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.805519 n-d-712140-10 neutron-server[94064]: INFO neutron.db.l3_db [None req-c2315654-7cac-472c-b626-e4cc4cc2cc16 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Floating IP 63ad464f-447d-460b-92f5-ae5baec549ad disassociated (deleted). External IP: 172.25.8.251, port: 45e53b25-aeaa-4739-9c47-3a78ba5b2796. Jul 29 23:55:20.808747 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49042) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:20.814483 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-4b46a282-f85c-433c-a4ac-7dd2baf78507 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-349625910'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:20.836086 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b46a282-f85c-433c-a4ac-7dd2baf78507 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Made reservation on behalf of 63119e1c0ec44333bf8eeca3c21dea71 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:20.839778 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4b46a282-f85c-433c-a4ac-7dd2baf78507 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.866225 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b46a282-f85c-433c-a4ac-7dd2baf78507 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:20.875762 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4b46a282-f85c-433c-a4ac-7dd2baf78507 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.876552 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-4b46a282-f85c-433c-a4ac-7dd2baf78507 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Added segment ff1443d4-cd74-4838-892e-1422a3a9caed of type vlan for network d5dcf1e8-73e2-4363-b92b-9ef59c9bbd96 Jul 29 23:55:20.917845 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4b46a282-f85c-433c-a4ac-7dd2baf78507 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.948020 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4b46a282-f85c-433c-a4ac-7dd2baf78507 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:20.954205 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b46a282-f85c-433c-a4ac-7dd2baf78507 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:20.954847 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4b46a282-f85c-433c-a4ac-7dd2baf78507 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:21.014967 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4b46a282-f85c-433c-a4ac-7dd2baf78507 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2050607 Jul 29 23:55:21.017867 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49044) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:21.025115 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-b41b8093-5946-4a19-9494-2453ec005ed1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Request body: {'subnet': {'network_id': 'd5dcf1e8-73e2-4363-b92b-9ef59c9bbd96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:21.026555 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2315654-7cac-472c-b626-e4cc4cc2cc16 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Router 3c0c8da5-f429-475a-a706-96a1149f698f has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:55:21.067724 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b46a282-f85c-433c-a4ac-7dd2baf78507 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event updated for resources: {'Network': ['ID=d5dcf1e8-73e2-4363-b92b-9ef59c9bbd96,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:21.078328 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network d5dcf1e8-73e2-4363-b92b-9ef59c9bbd96 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:21.122412 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b41b8093-5946-4a19-9494-2453ec005ed1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Made reservation on behalf of 63119e1c0ec44333bf8eeca3c21dea71 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:21.126554 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b41b8093-5946-4a19-9494-2453ec005ed1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:21.144165 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2315654-7cac-472c-b626-e4cc4cc2cc16 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:21.149090 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2315654-7cac-472c-b626-e4cc4cc2cc16 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:21.155113 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414845ff-2b62-4ad7-a9b5-ca3f439f4346 None None] Sync routers for ids ['3c0c8da5-f429-475a-a706-96a1149f698f'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:21.165425 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414845ff-2b62-4ad7-a9b5-ca3f439f4346 None None] Routers {'3c0c8da5-f429-475a-a706-96a1149f698f'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:21.166155 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-414845ff-2b62-4ad7-a9b5-ca3f439f4346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:55:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['3c0c8da5-f429-475a-a706-96a1149f698f'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:21.178389 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c2315654-7cac-472c-b626-e4cc4cc2cc16 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "DELETE /v2.0/floatingips/63ad464f-447d-460b-92f5-ae5baec549ad HTTP/1.1" status: 204 len: 168 time: 1.4670928 Jul 29 23:55:21.178996 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f9624d-d27e-4dac-b32f-517871b3d724', 'tag': '45e53b25-aeaa-4739-9c47-3a78ba5b2796'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:55:21.185094 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36688479-37b9-48ca-92f0-c9a76cdb95d6" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f9624d-d27e-4dac-b32f-517871b3d724", "tag": "45e53b25-aeaa-4739-9c47-3a78ba5b2796"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:55:21.290381 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-414845ff-2b62-4ad7-a9b5-ca3f439f4346 None None] Set router 3c0c8da5-f429-475a-a706-96a1149f698f gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:21.343612 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b41b8093-5946-4a19-9494-2453ec005ed1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:21.418420 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b8093-5946-4a19-9494-2453ec005ed1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event updated for resources: {'Subnet': ['ID=673b4c33-5d64-4d20-844b-5fbb21f26f8e,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:21.432809 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b41b8093-5946-4a19-9494-2453ec005ed1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Checking segment: {'id': 'ff1443d4-cd74-4838-892e-1422a3a9caed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd5dcf1e8-73e2-4363-b92b-9ef59c9bbd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:21.433443 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41b8093-5946-4a19-9494-2453ec005ed1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Network hostable DHCP agents. Network: d5dcf1e8-73e2-4363-b92b-9ef59c9bbd96, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:21.446394 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76837879-9748-4258-884b-69a4572c8f31 x-openstack-request-id: req-76837879-9748-4258-884b-69a4572c8f31 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:55:21.446675 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f9624d-d27e-4dac-b32f-517871b3d724", "tag": "45e53b25-aeaa-4739-9c47-3a78ba5b2796", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:55:21.446936 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-76837879-9748-4258-884b-69a4572c8f31 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:55:21.448226 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f9624d-d27e-4dac-b32f-517871b3d724', 'tag': '45e53b25-aeaa-4739-9c47-3a78ba5b2796', 'status': 'completed', 'code': 200} Jul 29 23:55:21.453365 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41b8093-5946-4a19-9494-2453ec005ed1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Network d5dcf1e8-73e2-4363-b92b-9ef59c9bbd96 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:21.467929 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-b41b8093-5946-4a19-9494-2453ec005ed1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, d5dcf1e8-73e2-4363-b92b-9ef59c9bbd96) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:21.480262 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41b8093-5946-4a19-9494-2453ec005ed1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:21.481008 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b41b8093-5946-4a19-9494-2453ec005ed1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:21.483119 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc3d731-eeb0-4318-99bd-930ed718dbce None None] Network d5dcf1e8-73e2-4363-b92b-9ef59c9bbd96 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:21.545081 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b41b8093-5946-4a19-9494-2453ec005ed1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5240164 Jul 29 23:55:21.545613 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49054) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:21.586848 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-414845ff-2b62-4ad7-a9b5-ca3f439f4346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238318245', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '939a9921-dbf0-4293-a6eb-dccde6c6e12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:13Z', 'updated_at': '2021-07-29T23:54:17Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '939a9921-dbf0-4293-a6eb-dccde6c6e12c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:14Z', 'updated_at': '2021-07-29T23:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '64942985-8f14-4caf-a04f-4b6130e71b2a', 'name': '', 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:3f:c0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'd7e717d6-93d8-46a2-95a3-fee549b72b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:16Z', 'updated_at': '2021-07-29T23:54:23Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': 'd7e717d6-93d8-46a2-95a3-fee549b72b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:21.614568 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36688479-37b9-48ca-92f0-c9a76cdb95d6 req-5ec73bf6-5688-4462-adad-71d12e2f0a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:21.616147 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36688479-37b9-48ca-92f0-c9a76cdb95d6 req-5ec73bf6-5688-4462-adad-71d12e2f0a66 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 1097 time: 0.1376286 Jul 29 23:55:21.635147 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c060afb-97ba-4f9b-884a-1267b98f2869 req-96dd33c1-1832-4735-b16a-343d9e94a2d5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:21.635446 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414845ff-2b62-4ad7-a9b5-ca3f439f4346 None None] Checking router: 3c0c8da5-f429-475a-a706-96a1149f698f for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:55:21.636188 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6c060afb-97ba-4f9b-884a-1267b98f2869 req-96dd33c1-1832-4735-b16a-343d9e94a2d5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 945 time: 0.1206820 Jul 29 23:55:21.653192 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414845ff-2b62-4ad7-a9b5-ca3f439f4346 None None] Routers {'3c0c8da5-f429-475a-a706-96a1149f698f'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:21.653809 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-414845ff-2b62-4ad7-a9b5-ca3f439f4346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:55:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['3c0c8da5-f429-475a-a706-96a1149f698f'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:21.731465 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-d5dcf1e8-73e2-4363-b92b-9ef59c9bbd96', 'network_id': 'd5dcf1e8-73e2-4363-b92b-9ef59c9bbd96', 'tenant_id': '63119e1c0ec44333bf8eeca3c21dea71', 'fixed_ips': [{'subnet_id': '673b4c33-5d64-4d20-844b-5fbb21f26f8e'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:55:21.732313 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:21.875488 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-414845ff-2b62-4ad7-a9b5-ca3f439f4346 None None] Set router 3c0c8da5-f429-475a-a706-96a1149f698f gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:22.114051 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.132977 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6c060afb-97ba-4f9b-884a-1267b98f2869 req-45d863bd-7c6e-4472-92e2-b89a181c7a59 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=7dd40335-719b-414e-8996-59b38c59b043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4865377 Jul 29 23:55:22.159674 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36688479-37b9-48ca-92f0-c9a76cdb95d6 req-cb193306-b945-46fe-8f6c-4de810bc5640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:22.161436 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36688479-37b9-48ca-92f0-c9a76cdb95d6 req-cb193306-b945-46fe-8f6c-4de810bc5640 service neutron] 10.222.0.23 "GET /v2.0/networks?id=69d224d9-2303-4c0c-aa71-c83ffa50ae05 HTTP/1.1" status: 200 len: 897 time: 0.5241432 Jul 29 23:55:22.228498 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Allocated IP 172.20.0.2 (d5dcf1e8-73e2-4363-b92b-9ef59c9bbd96/673b4c33-5d64-4d20-844b-5fbb21f26f8e/0bed7fb4-29ab-4f9e-9922-f158c47f0621) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:22.240576 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776cb742-214f-4b80-8b94-44845845461f req-2954b4ba-2d5a-46a7-aa5f-7d61dc93f030 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:22.241235 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-776cb742-214f-4b80-8b94-44845845461f req-2954b4ba-2d5a-46a7-aa5f-7d61dc93f030 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.23 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 945 time: 0.1441231 Jul 29 23:55:22.249957 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36688479-37b9-48ca-92f0-c9a76cdb95d6 req-ac29afe9-997c-4cfa-a567-d2354b808b98 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=45e53b25-aeaa-4739-9c47-3a78ba5b2796 HTTP/1.1" status: 200 len: 217 time: 0.0793290 Jul 29 23:55:22.317105 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.393668 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36688479-37b9-48ca-92f0-c9a76cdb95d6 req-5a28199f-a7c9-449b-a91d-114629503c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:22.395272 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36688479-37b9-48ca-92f0-c9a76cdb95d6 req-5a28199f-a7c9-449b-a91d-114629503c25 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=d7e717d6-93d8-46a2-95a3-fee549b72b10 HTTP/1.1" status: 200 len: 835 time: 0.1374676 Jul 29 23:55:22.447451 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-414845ff-2b62-4ad7-a9b5-ca3f439f4346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238318245', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '939a9921-dbf0-4293-a6eb-dccde6c6e12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:13Z', 'updated_at': '2021-07-29T23:54:17Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '939a9921-dbf0-4293-a6eb-dccde6c6e12c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:14Z', 'updated_at': '2021-07-29T23:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '64942985-8f14-4caf-a04f-4b6130e71b2a', 'name': '', 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:3f:c0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'd7e717d6-93d8-46a2-95a3-fee549b72b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:16Z', 'updated_at': '2021-07-29T23:54:23Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': 'd7e717d6-93d8-46a2-95a3-fee549b72b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:22.452674 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.466511 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36688479-37b9-48ca-92f0-c9a76cdb95d6 req-f837184b-8a54-4377-b950-47d28bede69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:22.468052 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36688479-37b9-48ca-92f0-c9a76cdb95d6 req-f837184b-8a54-4377-b950-47d28bede69d service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=69d224d9-2303-4c0c-aa71-c83ffa50ae05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659149 Jul 29 23:55:22.471671 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-776cb742-214f-4b80-8b94-44845845461f req-91b16db1-1f88-48c9-8430-4912fe7e8ac6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Deleting port 45e53b25-aeaa-4739-9c47-3a78ba5b2796 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:22.472037 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-776cb742-214f-4b80-8b94-44845845461f req-91b16db1-1f88-48c9-8430-4912fe7e8ac6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.486827 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414845ff-2b62-4ad7-a9b5-ca3f439f4346 None None] The sync data for ids ['3c0c8da5-f429-475a-a706-96a1149f698f'] in n-d-712140-10 is: [{'id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238318245', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '939a9921-dbf0-4293-a6eb-dccde6c6e12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:13Z', 'updated_at': '2021-07-29T23:54:17Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '939a9921-dbf0-4293-a6eb-dccde6c6e12c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:14Z', 'updated_at': '2021-07-29T23:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '64942985-8f14-4caf-a04f-4b6130e71b2a', 'name': '', 'network_id': '69d224d9-2303-4c0c-aa71-c83ffa50ae05', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:3f:c0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3561, 'fixed_ips': [{'subnet_id': 'd7e717d6-93d8-46a2-95a3-fee549b72b10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:16Z', 'updated_at': '2021-07-29T23:54:23Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': 'd7e717d6-93d8-46a2-95a3-fee549b72b10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:22.489814 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Transition to ACTIVE for port object 0bed7fb4-29ab-4f9e-9922-f158c47f0621 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:22.508125 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Transition to ACTIVE for port object 0bed7fb4-29ab-4f9e-9922-f158c47f0621 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:22.515393 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.570696 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Network d5dcf1e8-73e2-4363-b92b-9ef59c9bbd96 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:22.574746 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Pushing event updated for resources: {'Port': ['ID=0bed7fb4-29ab-4f9e-9922-f158c47f0621,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:22.577237 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:22.581254 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:22.592022 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:22.592370 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:22.592719 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:22.593051 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:22.593386 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:22.593720 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:22.594043 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:22.594426 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:22.595704 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:22.596008 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:22.596341 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:22.597095 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:22.615061 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.651809 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Attempting to bind port 0bed7fb4-29ab-4f9e-9922-f158c47f0621 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:22.652172 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Attempting to bind port 0bed7fb4-29ab-4f9e-9922-f158c47f0621 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'ff1443d4-cd74-4838-892e-1422a3a9caed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd5dcf1e8-73e2-4363-b92b-9ef59c9bbd96'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:22.652500 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Attempting to bind port 0bed7fb4-29ab-4f9e-9922-f158c47f0621 on network d5dcf1e8-73e2-4363-b92b-9ef59c9bbd96 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:22.658192 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:22.658828 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Checking segment: {'id': 'ff1443d4-cd74-4838-892e-1422a3a9caed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd5dcf1e8-73e2-4363-b92b-9ef59c9bbd96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:22.659238 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.659638 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Bound using segment: {'id': 'ff1443d4-cd74-4838-892e-1422a3a9caed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd5dcf1e8-73e2-4363-b92b-9ef59c9bbd96'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:22.660139 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Bound port: 0bed7fb4-29ab-4f9e-9922-f158c47f0621, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1443d4-cd74-4838-892e-1422a3a9caed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'd5dcf1e8-73e2-4363-b92b-9ef59c9bbd96'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:22.661237 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.662924 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event deleted for resources: {'Subnet': ['ID=673b4c33-5d64-4d20-844b-5fbb21f26f8e,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:22.731061 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] For port 0bed7fb4-29ab-4f9e-9922-f158c47f0621, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:22.735106 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] For port 0bed7fb4-29ab-4f9e-9922-f158c47f0621, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0bed7fb4-29ab-4f9e-9922-f158c47f0621,segment=NetworkSegment(ff1443d4-cd74-4838-892e-1422a3a9caed),segment_id=ff1443d4-cd74-4838-892e-1422a3a9caed)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:22.741520 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.749258 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36688479-37b9-48ca-92f0-c9a76cdb95d6 req-7e0530d9-3f2e-4315-a6fd-8725c1af266c service neutron] 10.222.0.23 "GET /v2.0/networks/69d224d9-2303-4c0c-aa71-c83ffa50ae05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738705 Jul 29 23:55:22.760007 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-776cb742-214f-4b80-8b94-44845845461f req-91b16db1-1f88-48c9-8430-4912fe7e8ac6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] For port 45e53b25-aeaa-4739-9c47-3a78ba5b2796, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=45e53b25-aeaa-4739-9c47-3a78ba5b2796,segment=NetworkSegment(ff71753c-c275-4b4a-89d9-549a4003d03c),segment_id=ff71753c-c275-4b4a-89d9-549a4003d03c)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:22.760400 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-776cb742-214f-4b80-8b94-44845845461f req-91b16db1-1f88-48c9-8430-4912fe7e8ac6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.797584 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.821694 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a161021d-ed65-42e6-98c7-39f3f018fbcd None None] New status for floating IP 63ad464f-447d-460b-92f5-ae5baec549ad: DOWN {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:55:22.829856 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-776cb742-214f-4b80-8b94-44845845461f req-91b16db1-1f88-48c9-8430-4912fe7e8ac6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Calling delete_port for 45e53b25-aeaa-4739-9c47-3a78ba5b2796 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:22.833749 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e17017-db7b-4403-bd52-f59ce4b69670 None None] Pushing event updated for resources: {'Port': ['ID=0bed7fb4-29ab-4f9e-9922-f158c47f0621,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:22.835281 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5dcf1e8-73e2-4363-b92b-9ef59c9bbd96']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:22.854819 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ed05dd-b1bf-4dd1-bd71-bf0c66c80075 None None] Network d5dcf1e8-73e2-4363-b92b-9ef59c9bbd96 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:22.863448 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff1443d4-cd74-4838-892e-1422a3a9caed') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:22.863780 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff1443d4-cd74-4838-892e-1422a3a9caed') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:22.878153 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.941873 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.958559 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:22.958559 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:22.962686 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:55:22.962686 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:22.962686 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:55:22.962686 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:22.962686 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:55:22.962686 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:22.962686 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:55:22.962686 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:22.962686 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:55:22.962686 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:22.962686 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:55:22.962686 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:22.962686 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:55:22.962686 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:22.962686 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:22.962686 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:22.962686 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:22.962686 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:22.962686 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:55:22.962686 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:22.962686 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:55:22.962686 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:22.962686 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:22.962686 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:22.962686 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:22.962686 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:22.962686 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:22.962686 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:22.962686 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:22.962686 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:22.962686 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:22.962686 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:22.983511 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36688479-37b9-48ca-92f0-c9a76cdb95d6 req-c12c6791-5d06-4a4b-a80e-a776e6bc4872 service neutron] 10.222.0.23 "GET /v2.0/networks/69d224d9-2303-4c0c-aa71-c83ffa50ae05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203753 Jul 29 23:55:23.006377 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5ff160-5bfa-4953-9b29-e2d0f847610c None None] get_active_networks_info from n-d-712140-10 {{(pid=94065) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:55:23.048608 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.db.api [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:55:23.048608 n-d-712140-10 neutron-server[94063]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:55:23.048608 n-d-712140-10 neutron-server[94063]: [parameters: {'id': 'd5dcf1e8-73e2-4363-b92b-9ef59c9bbd96'}] Jul 29 23:55:23.048608 n-d-712140-10 neutron-server[94063]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94063) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:55:23.049143 n-d-712140-10 neutron-server[94063]: DEBUG oslo_db.api [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:55:23.083204 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5ff160-5bfa-4953-9b29-e2d0f847610c None None] Resources bound (agent type, host, resource id): {{(pid=94065) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:55:23.107747 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-776cb742-214f-4b80-8b94-44845845461f req-91b16db1-1f88-48c9-8430-4912fe7e8ac6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.138190 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b16db1-1f88-48c9-8430-4912fe7e8ac6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event deleted for resources: {'Port': ['ID=45e53b25-aeaa-4739-9c47-3a78ba5b2796,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:23.178980 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-776cb742-214f-4b80-8b94-44845845461f req-91b16db1-1f88-48c9-8430-4912fe7e8ac6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] No DVR routers for this DVR port 45e53b25-aeaa-4739-9c47-3a78ba5b2796 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:23.181672 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-776cb742-214f-4b80-8b94-44845845461f req-91b16db1-1f88-48c9-8430-4912fe7e8ac6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.184045 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-776cb742-214f-4b80-8b94-44845845461f req-91b16db1-1f88-48c9-8430-4912fe7e8ac6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.23 "DELETE /v2.0/ports/45e53b25-aeaa-4739-9c47-3a78ba5b2796 HTTP/1.1" status: 204 len: 173 time: 0.9358180 Jul 29 23:55:23.184511 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f9624d-d27e-4dac-b32f-517871b3d724', 'name': 'network-vif-deleted', 'tag': '45e53b25-aeaa-4739-9c47-3a78ba5b2796'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:55:23.187418 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6eda2a0-7a5b-4402-8d61-ca9843fefd3b" -d '{"events": [{"server_uuid": "e2f9624d-d27e-4dac-b32f-517871b3d724", "name": "network-vif-deleted", "tag": "45e53b25-aeaa-4739-9c47-3a78ba5b2796"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:55:23.242237 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2d53265b-4966-4664-b7c3-cf11a152f5ad req-edfde301-da06-4859-bb30-978640ee50a7 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2f9624d-d27e-4dac-b32f-517871b3d724 HTTP/1.1" status: 200 len: 210 time: 0.0331452 Jul 29 23:55:23.309875 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1622119d-f700-4759-8aea-dd5c858d68c0 x-openstack-request-id: req-1622119d-f700-4759-8aea-dd5c858d68c0 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:55:23.310305 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f9624d-d27e-4dac-b32f-517871b3d724", "name": "network-vif-deleted", "tag": "45e53b25-aeaa-4739-9c47-3a78ba5b2796", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:55:23.310510 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1622119d-f700-4759-8aea-dd5c858d68c0 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:55:23.311000 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f9624d-d27e-4dac-b32f-517871b3d724', 'name': 'network-vif-deleted', 'tag': '45e53b25-aeaa-4739-9c47-3a78ba5b2796', 'status': 'completed', 'code': 200} Jul 29 23:55:23.550293 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.602344 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Deleting port 0bed7fb4-29ab-4f9e-9922-f158c47f0621 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:23.602601 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.666195 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] For port 0bed7fb4-29ab-4f9e-9922-f158c47f0621, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0bed7fb4-29ab-4f9e-9922-f158c47f0621,segment=NetworkSegment(ff1443d4-cd74-4838-892e-1422a3a9caed),segment_id=ff1443d4-cd74-4838-892e-1422a3a9caed)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:23.666559 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.681317 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Calling delete_port for 0bed7fb4-29ab-4f9e-9922-f158c47f0621 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:23.773298 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.799600 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event deleted for resources: {'Port': ['ID=0bed7fb4-29ab-4f9e-9922-f158c47f0621,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:23.806011 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] No DVR routers for this DVR port 0bed7fb4-29ab-4f9e-9922-f158c47f0621 on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:23.888295 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.898429 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5dcf1e8-73e2-4363-b92b-9ef59c9bbd96']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:23.913083 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff1443d4-cd74-4838-892e-1422a3a9caed') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:23.913380 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff1443d4-cd74-4838-892e-1422a3a9caed') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:23.921851 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.935396 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.941609 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:23.941990 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:23.944825 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:55:23.944825 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:23.944825 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:55:23.944825 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:23.944825 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:55:23.944825 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:23.944825 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:55:23.944825 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:23.944825 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:55:23.944825 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:23.944825 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:55:23.944825 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:23.944825 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:55:23.944825 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:23.944825 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:23.944825 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:23.944825 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:23.944825 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:23.944825 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:55:23.944825 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:23.944825 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:55:23.944825 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:23.944825 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:23.944825 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:23.944825 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:23.944825 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:23.944825 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:23.944825 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:23.944825 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:23.944825 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:23.944825 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:23.944825 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:24.001541 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:24.009648 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:24.011419 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/networks/d5dcf1e8-73e2-4363-b92b-9ef59c9bbd96 HTTP/1.1" status: 204 len: 168 time: 2.4648252 Jul 29 23:55:24.014145 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49062) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:24.023375 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b1d249-8ec1-48a0-bcdc-1d90a154e042 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event deleted for resources: {'Network': ['ID=d5dcf1e8-73e2-4363-b92b-9ef59c9bbd96,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:24.041835 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-248c3bef-b219-436d-9084-dfd6d11e8227 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] GET failed (client error): The resource could not be found. Jul 29 23:55:24.043137 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-248c3bef-b219-436d-9084-dfd6d11e8227 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "GET /v2.0/subnets/673b4c33-5d64-4d20-844b-5fbb21f26f8e HTTP/1.1" status: 404 len: 337 time: 0.0280180 Jul 29 23:55:24.045866 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49064) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:24.063420 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ecc671b-a1e5-4466-9869-ead2df128942 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:24.064439 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ecc671b-a1e5-4466-9869-ead2df128942 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:24.066354 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1ecc671b-a1e5-4466-9869-ead2df128942 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/networks/d5dcf1e8-73e2-4363-b92b-9ef59c9bbd96 HTTP/1.1" status: 404 len: 339 time: 0.0194349 Jul 29 23:55:24.070627 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49066) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:24.257145 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd3f49f-7e95-420e-98aa-4cfba2f6a547 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:24.258738 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4bd3f49f-7e95-420e-98aa-4cfba2f6a547 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1871252 Jul 29 23:55:24.261497 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49068) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:24.301058 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49072) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:24.303093 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8da32e0f-5671-47b0-914b-9b5b54c1f986 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "GET /v2.0/subnets?network_id=0aea9f43-4eea-456f-a634-5f5375b1fdb7 HTTP/1.1" status: 200 len: 207 time: 0.0405016 Jul 29 23:55:24.306446 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49074) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:24.480313 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485d0f2c-6523-4fe6-b07e-e139b1f51de7 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:24.486803 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485d0f2c-6523-4fe6-b07e-e139b1f51de7 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:24.492590 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485d0f2c-6523-4fe6-b07e-e139b1f51de7 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:24.498494 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485d0f2c-6523-4fe6-b07e-e139b1f51de7 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:24.500182 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-485d0f2c-6523-4fe6-b07e-e139b1f51de7 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1927340 Jul 29 23:55:24.503851 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49076) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:24.619524 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d740ab6a-b889-48af-98f3-25a94a616da3 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1115630 Jul 29 23:55:24.619769 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49078) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:24.671770 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-131ae95d-51f6-4460-9a5f-fd75b15236f4 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:24.701230 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6051eb53-fa47-4214-81a0-afb16cdaffba tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:24.702738 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6051eb53-fa47-4214-81a0-afb16cdaffba tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:24.708215 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6051eb53-fa47-4214-81a0-afb16cdaffba tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0841548 Jul 29 23:55:24.708997 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49080) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:24.759796 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f5102b-fde7-4db8-ab8e-51f411c935dd tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:24.761111 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f5102b-fde7-4db8-ab8e-51f411c935dd tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:24.765847 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-82f5102b-fde7-4db8-ab8e-51f411c935dd tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0526984 Jul 29 23:55:24.766090 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49082) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:24.868358 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fcab980-0755-4ab7-9951-bac80ec0d4f0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:24.869743 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7fcab980-0755-4ab7-9951-bac80ec0d4f0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "GET /v2.0/networks/0238da0f-a109-48b8-bca2-0b49a409aa14 HTTP/1.1" status: 200 len: 800 time: 0.1021893 Jul 29 23:55:24.873391 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49084) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:24.943597 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-131ae95d-51f6-4460-9a5f-fd75b15236f4 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Deleting port 64942985-8f14-4caf-a04f-4b6130e71b2a {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:24.943597 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-131ae95d-51f6-4460-9a5f-fd75b15236f4 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:24.986638 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-03a19730-cab2-46c5-80d1-e7dcacbbe576 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "GET /v2.0/networks/0238da0f-a109-48b8-bca2-0b49a409aa14?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1099846 Jul 29 23:55:24.988112 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49086) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:25.041550 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-131ae95d-51f6-4460-9a5f-fd75b15236f4 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] For port 64942985-8f14-4caf-a04f-4b6130e71b2a, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=64942985-8f14-4caf-a04f-4b6130e71b2a,segment=NetworkSegment(ff71753c-c275-4b4a-89d9-549a4003d03c),segment_id=ff71753c-c275-4b4a-89d9-549a4003d03c)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:25.042124 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-131ae95d-51f6-4460-9a5f-fd75b15236f4 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.043809 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7102ac61-a66c-464c-b3d8-8ca150c8e709 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:25.045270 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7102ac61-a66c-464c-b3d8-8ca150c8e709 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "GET /v2.0/subnets/477985c5-fc8d-4574-b6b7-aa1e197aaf18 HTTP/1.1" status: 200 len: 811 time: 0.0559070 Jul 29 23:55:25.049168 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49088) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:25.058658 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-131ae95d-51f6-4460-9a5f-fd75b15236f4 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Calling delete_port for 64942985-8f14-4caf-a04f-4b6130e71b2a owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:25.104377 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ea4b12-01bd-45ae-b19f-50e023970a7a tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['shared'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:25.109264 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-43ea4b12-01bd-45ae-b19f-50e023970a7a tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "GET /v2.0/subnets/477985c5-fc8d-4574-b6b7-aa1e197aaf18?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0557125 Jul 29 23:55:25.109382 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49090) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:25.116132 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-d1a08c73-6e5a-41d5-b1dd-78eabd2f5803 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1337389894'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:25.151519 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a08c73-6e5a-41d5-b1dd-78eabd2f5803 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Made reservation on behalf of 63119e1c0ec44333bf8eeca3c21dea71 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:25.155129 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d1a08c73-6e5a-41d5-b1dd-78eabd2f5803 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.221844 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a08c73-6e5a-41d5-b1dd-78eabd2f5803 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:25.238964 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d1a08c73-6e5a-41d5-b1dd-78eabd2f5803 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.239308 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-d1a08c73-6e5a-41d5-b1dd-78eabd2f5803 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Added segment 16f21e01-75bc-4293-a320-4dbcad258921 of type vlan for network 118db23d-a1a9-4c21-95bb-4b3eb3d75119 Jul 29 23:55:25.308030 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d1a08c73-6e5a-41d5-b1dd-78eabd2f5803 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.349793 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-131ae95d-51f6-4460-9a5f-fd75b15236f4 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.376434 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d1a08c73-6e5a-41d5-b1dd-78eabd2f5803 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.381990 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a08c73-6e5a-41d5-b1dd-78eabd2f5803 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:25.382581 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d1a08c73-6e5a-41d5-b1dd-78eabd2f5803 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.390621 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ae95d-51f6-4460-9a5f-fd75b15236f4 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event deleted for resources: {'Port': ['ID=64942985-8f14-4caf-a04f-4b6130e71b2a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:25.470147 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 45e53b25-aeaa-4739-9c47-3a78ba5b2796 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:25.494567 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 45e53b25-aeaa-4739-9c47-3a78ba5b2796 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:25.494915 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 45e53b25-aeaa-4739-9c47-3a78ba5b2796 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:25.497137 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d1a08c73-6e5a-41d5-b1dd-78eabd2f5803 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3858361 Jul 29 23:55:25.498187 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49092) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:25.505408 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f4fabf8f-30c2-4387-b94b-c158fb0ac3bd tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Request body: {'subnet': {'network_id': '118db23d-a1a9-4c21-95bb-4b3eb3d75119', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:25.536135 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a08c73-6e5a-41d5-b1dd-78eabd2f5803 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event updated for resources: {'Network': ['ID=118db23d-a1a9-4c21-95bb-4b3eb3d75119,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:25.548048 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 118db23d-a1a9-4c21-95bb-4b3eb3d75119 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:25.608843 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4fabf8f-30c2-4387-b94b-c158fb0ac3bd tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Made reservation on behalf of 63119e1c0ec44333bf8eeca3c21dea71 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:25.614010 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f4fabf8f-30c2-4387-b94b-c158fb0ac3bd tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.676013 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.ipam_backend_mixin [None req-f4fabf8f-30c2-4387-b94b-c158fb0ac3bd tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Performing IP validity checks on allocation pools {{(pid=94063) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 29 23:55:25.676446 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.ipam_backend_mixin [None req-f4fabf8f-30c2-4387-b94b-c158fb0ac3bd tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94063) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 29 23:55:25.687107 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-131ae95d-51f6-4460-9a5f-fd75b15236f4 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.805936 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f4fabf8f-30c2-4387-b94b-c158fb0ac3bd tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.864969 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fabf8f-30c2-4387-b94b-c158fb0ac3bd tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event updated for resources: {'Subnet': ['ID=6f0bc412-0e54-4339-9a83-3d538c060e30,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:25.878677 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fabf8f-30c2-4387-b94b-c158fb0ac3bd tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Checking segment: {'id': '16f21e01-75bc-4293-a320-4dbcad258921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '118db23d-a1a9-4c21-95bb-4b3eb3d75119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:25.879040 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fabf8f-30c2-4387-b94b-c158fb0ac3bd tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Network hostable DHCP agents. Network: 118db23d-a1a9-4c21-95bb-4b3eb3d75119, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:25.881808 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fabf8f-30c2-4387-b94b-c158fb0ac3bd tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:25.882157 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fabf8f-30c2-4387-b94b-c158fb0ac3bd tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:25.882500 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fabf8f-30c2-4387-b94b-c158fb0ac3bd tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:25.882843 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fabf8f-30c2-4387-b94b-c158fb0ac3bd tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:25.883175 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fabf8f-30c2-4387-b94b-c158fb0ac3bd tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:25.883507 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fabf8f-30c2-4387-b94b-c158fb0ac3bd tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:25.883855 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fabf8f-30c2-4387-b94b-c158fb0ac3bd tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:25.884183 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fabf8f-30c2-4387-b94b-c158fb0ac3bd tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:25.884510 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fabf8f-30c2-4387-b94b-c158fb0ac3bd tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:25.884832 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fabf8f-30c2-4387-b94b-c158fb0ac3bd tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:25.885152 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fabf8f-30c2-4387-b94b-c158fb0ac3bd tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:25.885478 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fabf8f-30c2-4387-b94b-c158fb0ac3bd tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:25.905526 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fabf8f-30c2-4387-b94b-c158fb0ac3bd tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Network 118db23d-a1a9-4c21-95bb-4b3eb3d75119 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:25.915750 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131ae95d-51f6-4460-9a5f-fd75b15236f4 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Router 3c0c8da5-f429-475a-a706-96a1149f698f has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:55:25.916805 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-f4fabf8f-30c2-4387-b94b-c158fb0ac3bd tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 118db23d-a1a9-4c21-95bb-4b3eb3d75119) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:25.921032 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4fabf8f-30c2-4387-b94b-c158fb0ac3bd tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:25.921629 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f4fabf8f-30c2-4387-b94b-c158fb0ac3bd tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16195741'] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:25.927859 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0504603-b86f-4e40-a595-641a607b92ac None None] Network 118db23d-a1a9-4c21-95bb-4b3eb3d75119 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:25.942671 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f4fabf8f-30c2-4387-b94b-c158fb0ac3bd tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4428046 Jul 29 23:55:25.945464 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49094) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:25.951176 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-9e30ae17-6837-417f-81b9-2d90302aaf34 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:26.049769 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131ae95d-51f6-4460-9a5f-fd75b15236f4 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:26.057950 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-131ae95d-51f6-4460-9a5f-fd75b15236f4 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "PUT /v2.0/routers/3c0c8da5-f429-475a-a706-96a1149f698f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7557914 Jul 29 23:55:26.058595 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49096) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:26.061697 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f03c7b-6afb-4faf-b8b3-9c013f06b52f None None] Sync routers for ids ['3c0c8da5-f429-475a-a706-96a1149f698f'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:26.070495 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9e30ae17-6837-417f-81b9-2d90302aaf34 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13005778'] for subnet, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.093424 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f03c7b-6afb-4faf-b8b3-9c013f06b52f None None] Routers {'3c0c8da5-f429-475a-a706-96a1149f698f'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:26.094991 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e6f03c7b-6afb-4faf-b8b3-9c013f06b52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:55:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['3c0c8da5-f429-475a-a706-96a1149f698f'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:26.121222 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a91d5d-9498-4562-8ab2-25b10f04901c tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Deleting subnet d7e717d6-93d8-46a2-95a3-fee549b72b10 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:55:26.125442 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-88a91d5d-9498-4562-8ab2-25b10f04901c tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.166621 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761d37bb-affd-44d2-8fcd-43132eab61f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-118db23d-a1a9-4c21-95bb-4b3eb3d75119', 'network_id': '118db23d-a1a9-4c21-95bb-4b3eb3d75119', 'tenant_id': '63119e1c0ec44333bf8eeca3c21dea71', 'fixed_ips': [{'subnet_id': '6f0bc412-0e54-4339-9a83-3d538c060e30'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:55:26.167660 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-761d37bb-affd-44d2-8fcd-43132eab61f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.171612 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-88a91d5d-9498-4562-8ab2-25b10f04901c tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.271431 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-88a91d5d-9498-4562-8ab2-25b10f04901c tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.291435 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-e6f03c7b-6afb-4faf-b8b3-9c013f06b52f None None] Set router 3c0c8da5-f429-475a-a706-96a1149f698f gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:26.294166 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9e30ae17-6837-417f-81b9-2d90302aaf34 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767681188648', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12662924'] for subnet, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.343347 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e30ae17-6837-417f-81b9-2d90302aaf34 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:26.344050 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9e30ae17-6837-417f-81b9-2d90302aaf34 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.347301 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-88a91d5d-9498-4562-8ab2-25b10f04901c tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.348352 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9e30ae17-6837-417f-81b9-2d90302aaf34 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "PUT /v2.0/subnets/6f0bc412-0e54-4339-9a83-3d538c060e30 HTTP/1.1" status: 200 len: 877 time: 0.4017217 Jul 29 23:55:26.349462 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49098) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:26.358569 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e30ae17-6837-417f-81b9-2d90302aaf34 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event updated for resources: {'Subnet': ['ID=6f0bc412-0e54-4339-9a83-3d538c060e30,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:26.423758 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a91d5d-9498-4562-8ab2-25b10f04901c tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event deleted for resources: {'Subnet': ['ID=d7e717d6-93d8-46a2-95a3-fee549b72b10,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:26.433688 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-88a91d5d-9498-4562-8ab2-25b10f04901c tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.435607 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-88a91d5d-9498-4562-8ab2-25b10f04901c tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "DELETE /v2.0/subnets/d7e717d6-93d8-46a2-95a3-fee549b72b10 HTTP/1.1" status: 204 len: 168 time: 0.3760633 Jul 29 23:55:26.438917 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49100) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:26.443866 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5830664-5942-4dc9-927e-638cb3d45acf None None] Network 69d224d9-2303-4c0c-aa71-c83ffa50ae05 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:26.485799 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.530186 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-761d37bb-affd-44d2-8fcd-43132eab61f2 None None] Allocated IP 172.20.0.3 (118db23d-a1a9-4c21-95bb-4b3eb3d75119/6f0bc412-0e54-4339-9a83-3d538c060e30/8c4eda2e-8973-4ffc-ba97-643c9b90e2e6) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:26.543296 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.730655 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e6f03c7b-6afb-4faf-b8b3-9c013f06b52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238318245', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '939a9921-dbf0-4293-a6eb-dccde6c6e12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:13Z', 'updated_at': '2021-07-29T23:55:25Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '939a9921-dbf0-4293-a6eb-dccde6c6e12c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:14Z', 'updated_at': '2021-07-29T23:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:26.773044 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f03c7b-6afb-4faf-b8b3-9c013f06b52f None None] Checking router: 3c0c8da5-f429-475a-a706-96a1149f698f for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:55:26.811559 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f03c7b-6afb-4faf-b8b3-9c013f06b52f None None] Routers {'3c0c8da5-f429-475a-a706-96a1149f698f'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:26.813351 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e6f03c7b-6afb-4faf-b8b3-9c013f06b52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:55:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['3c0c8da5-f429-475a-a706-96a1149f698f'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:26.853268 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe45d0e-38d5-4acd-9bf1-7a5652757a82 None None] DHCP port deletion for 69d224d9-2303-4c0c-aa71-c83ffa50ae05 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:55:26.863218 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b80653db-0130-418b-904e-65df7b8d0b87 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.865530 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-761d37bb-affd-44d2-8fcd-43132eab61f2 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.903908 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-761d37bb-affd-44d2-8fcd-43132eab61f2 None None] Transition to ACTIVE for port object 8c4eda2e-8973-4ffc-ba97-643c9b90e2e6 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:26.960062 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-761d37bb-affd-44d2-8fcd-43132eab61f2 None None] Transition to ACTIVE for port object 8c4eda2e-8973-4ffc-ba97-643c9b90e2e6 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:26.971607 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-761d37bb-affd-44d2-8fcd-43132eab61f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.985503 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b80653db-0130-418b-904e-65df7b8d0b87 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:26.991631 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.021095 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-e6f03c7b-6afb-4faf-b8b3-9c013f06b52f None None] Set router 3c0c8da5-f429-475a-a706-96a1149f698f gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:27.049746 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event deleted for resources: {'Subnet': ['ID=6f0bc412-0e54-4339-9a83-3d538c060e30,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:27.051158 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-b80653db-0130-418b-904e-65df7b8d0b87 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Deleting port 939a9921-dbf0-4293-a6eb-dccde6c6e12c {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:27.051511 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b80653db-0130-418b-904e-65df7b8d0b87 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.131476 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.143113 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['118db23d-a1a9-4c21-95bb-4b3eb3d75119']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:27.154946 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f21e01-75bc-4293-a320-4dbcad258921') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:27.155224 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f21e01-75bc-4293-a320-4dbcad258921') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:27.163214 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-b80653db-0130-418b-904e-65df7b8d0b87 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] For port 939a9921-dbf0-4293-a6eb-dccde6c6e12c, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=939a9921-dbf0-4293-a6eb-dccde6c6e12c,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:27.163594 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b80653db-0130-418b-904e-65df7b8d0b87 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.166439 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.178959 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-b80653db-0130-418b-904e-65df7b8d0b87 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Calling delete_port for 939a9921-dbf0-4293-a6eb-dccde6c6e12c owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:27.182493 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.189193 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:27.189741 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.193248 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:55:27.193248 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:27.193248 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:55:27.193248 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:27.193248 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:55:27.193248 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:27.193248 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:55:27.193248 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:27.193248 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:55:27.193248 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:27.193248 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:55:27.193248 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:27.193248 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:55:27.193248 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:27.193248 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:27.193248 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:27.193248 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:27.193248 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:27.193248 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:55:27.193248 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:27.193248 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:55:27.193248 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:27.193248 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:27.193248 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:27.193248 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:27.193248 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:27.193248 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:27.193248 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:27.193248 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:27.193248 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:27.193248 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:27.193248 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:27.222471 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761d37bb-affd-44d2-8fcd-43132eab61f2 None None] Network 118db23d-a1a9-4c21-95bb-4b3eb3d75119 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:27.253287 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c7a1b752-8069-49e4-b7d2-9a4fb2177e03 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:27.255687 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.db.api [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 29 23:55:27.255687 n-d-712140-10 neutron-server[94064]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 29 23:55:27.255687 n-d-712140-10 neutron-server[94064]: [parameters: {'id': '118db23d-a1a9-4c21-95bb-4b3eb3d75119'}] Jul 29 23:55:27.255687 n-d-712140-10 neutron-server[94064]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:55:27.256253 n-d-712140-10 neutron-server[94064]: DEBUG oslo_db.api [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:55:27.279756 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ebe45d0e-38d5-4acd-9bf1-7a5652757a82 None None] Deleting port c7a1b752-8069-49e4-b7d2-9a4fb2177e03 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:27.280164 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ebe45d0e-38d5-4acd-9bf1-7a5652757a82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.282642 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-761d37bb-affd-44d2-8fcd-43132eab61f2 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:27.289464 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761d37bb-affd-44d2-8fcd-43132eab61f2 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:27.356670 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b80653db-0130-418b-904e-65df7b8d0b87 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.369841 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d37bb-affd-44d2-8fcd-43132eab61f2 None None] Pushing event updated for resources: {'Port': ['ID=8c4eda2e-8973-4ffc-ba97-643c9b90e2e6,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:27.385212 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80653db-0130-418b-904e-65df7b8d0b87 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event deleted for resources: {'Port': ['ID=939a9921-dbf0-4293-a6eb-dccde6c6e12c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:27.448548 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b80653db-0130-418b-904e-65df7b8d0b87 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.475205 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ebe45d0e-38d5-4acd-9bf1-7a5652757a82 None None] For port c7a1b752-8069-49e4-b7d2-9a4fb2177e03, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c7a1b752-8069-49e4-b7d2-9a4fb2177e03,segment=NetworkSegment(ff71753c-c275-4b4a-89d9-549a4003d03c),segment_id=ff71753c-c275-4b4a-89d9-549a4003d03c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:27.475572 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ebe45d0e-38d5-4acd-9bf1-7a5652757a82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.503747 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-761d37bb-affd-44d2-8fcd-43132eab61f2 None None] Attempting to bind port 8c4eda2e-8973-4ffc-ba97-643c9b90e2e6 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:27.504106 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-761d37bb-affd-44d2-8fcd-43132eab61f2 None None] Attempting to bind port 8c4eda2e-8973-4ffc-ba97-643c9b90e2e6 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '16f21e01-75bc-4293-a320-4dbcad258921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '118db23d-a1a9-4c21-95bb-4b3eb3d75119'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:27.504510 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761d37bb-affd-44d2-8fcd-43132eab61f2 None None] Attempting to bind port 8c4eda2e-8973-4ffc-ba97-643c9b90e2e6 on network 118db23d-a1a9-4c21-95bb-4b3eb3d75119 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:27.506746 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ebe45d0e-38d5-4acd-9bf1-7a5652757a82 None None] Calling delete_port for c7a1b752-8069-49e4-b7d2-9a4fb2177e03 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:27.539356 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761d37bb-affd-44d2-8fcd-43132eab61f2 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:27.540175 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761d37bb-affd-44d2-8fcd-43132eab61f2 None None] Checking segment: {'id': '16f21e01-75bc-4293-a320-4dbcad258921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '118db23d-a1a9-4c21-95bb-4b3eb3d75119'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:27.540175 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-761d37bb-affd-44d2-8fcd-43132eab61f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.540553 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761d37bb-affd-44d2-8fcd-43132eab61f2 None None] Bound using segment: {'id': '16f21e01-75bc-4293-a320-4dbcad258921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '118db23d-a1a9-4c21-95bb-4b3eb3d75119'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:27.541046 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-761d37bb-affd-44d2-8fcd-43132eab61f2 None None] Bound port: 8c4eda2e-8973-4ffc-ba97-643c9b90e2e6, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f21e01-75bc-4293-a320-4dbcad258921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '118db23d-a1a9-4c21-95bb-4b3eb3d75119'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:27.541438 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-761d37bb-affd-44d2-8fcd-43132eab61f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.543810 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b80653db-0130-418b-904e-65df7b8d0b87 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.545928 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b80653db-0130-418b-904e-65df7b8d0b87 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.589500 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b80653db-0130-418b-904e-65df7b8d0b87 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.590155 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80653db-0130-418b-904e-65df7b8d0b87 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Fanout notify agent at l3_agent the message router_deleted on router 3c0c8da5-f429-475a-a706-96a1149f698f {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:55:27.600350 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b80653db-0130-418b-904e-65df7b8d0b87 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.601718 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b80653db-0130-418b-904e-65df7b8d0b87 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "DELETE /v2.0/routers/3c0c8da5-f429-475a-a706-96a1149f698f HTTP/1.1" status: 204 len: 168 time: 1.1607096 Jul 29 23:55:27.604536 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49102) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:27.626655 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.680217 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b82b31d5-8f0a-48cb-90a0-4866ce00cf11 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.722647 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port c7a1b752-8069-49e4-b7d2-9a4fb2177e03, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c7a1b752-8069-49e4-b7d2-9a4fb2177e03,segment=NetworkSegment(ff71753c-c275-4b4a-89d9-549a4003d03c),segment_id=ff71753c-c275-4b4a-89d9-549a4003d03c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:27.737592 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-761d37bb-affd-44d2-8fcd-43132eab61f2 None None] For port 8c4eda2e-8973-4ffc-ba97-643c9b90e2e6, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:27.738362 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-b82b31d5-8f0a-48cb-90a0-4866ce00cf11 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Deleting port c7a1b752-8069-49e4-b7d2-9a4fb2177e03 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:27.738717 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b82b31d5-8f0a-48cb-90a0-4866ce00cf11 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.739748 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.744331 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-761d37bb-affd-44d2-8fcd-43132eab61f2 None None] For port 8c4eda2e-8973-4ffc-ba97-643c9b90e2e6, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=8c4eda2e-8973-4ffc-ba97-643c9b90e2e6,segment=NetworkSegment(16f21e01-75bc-4293-a320-4dbcad258921),segment_id=16f21e01-75bc-4293-a320-4dbcad258921)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:27.753526 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e6f03c7b-6afb-4faf-b8b3-9c013f06b52f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238318245', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '939a9921-dbf0-4293-a6eb-dccde6c6e12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:13Z', 'updated_at': '2021-07-29T23:55:25Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '939a9921-dbf0-4293-a6eb-dccde6c6e12c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:14Z', 'updated_at': '2021-07-29T23:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:27.757316 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.773872 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-761d37bb-affd-44d2-8fcd-43132eab61f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.812516 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ebe45d0e-38d5-4acd-9bf1-7a5652757a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.816353 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-b82b31d5-8f0a-48cb-90a0-4866ce00cf11 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] For port c7a1b752-8069-49e4-b7d2-9a4fb2177e03, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c7a1b752-8069-49e4-b7d2-9a4fb2177e03,segment=NetworkSegment(ff71753c-c275-4b4a-89d9-549a4003d03c),segment_id=ff71753c-c275-4b4a-89d9-549a4003d03c)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:27.816729 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b82b31d5-8f0a-48cb-90a0-4866ce00cf11 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.818503 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6f03c7b-6afb-4faf-b8b3-9c013f06b52f None None] The sync data for ids ['3c0c8da5-f429-475a-a706-96a1149f698f'] in n-d-712140-10 is: [{'id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-238318245', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.17'}], 'enable_snat': True}, 'gw_port_id': '939a9921-dbf0-4293-a6eb-dccde6c6e12c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:54:13Z', 'updated_at': '2021-07-29T23:55:25Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': '939a9921-dbf0-4293-a6eb-dccde6c6e12c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c0c8da5-f429-475a-a706-96a1149f698f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:54:14Z', 'updated_at': '2021-07-29T23:54:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:27.828280 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Deleting port 8c4eda2e-8973-4ffc-ba97-643c9b90e2e6 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:27.829307 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.832559 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-b82b31d5-8f0a-48cb-90a0-4866ce00cf11 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Calling delete_port for c7a1b752-8069-49e4-b7d2-9a4fb2177e03 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:27.856676 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe45d0e-38d5-4acd-9bf1-7a5652757a82 None None] No DVR routers for this DVR port c7a1b752-8069-49e4-b7d2-9a4fb2177e03 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:27.880162 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=c7a1b752-8069-49e4-b7d2-9a4fb2177e03,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:27.926382 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad26124-4ea2-4ced-aa53-849fbfad3ae2 None None] Network 118db23d-a1a9-4c21-95bb-4b3eb3d75119 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:27.932527 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b82b31d5-8f0a-48cb-90a0-4866ce00cf11 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.935708 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] For port 8c4eda2e-8973-4ffc-ba97-643c9b90e2e6, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=8c4eda2e-8973-4ffc-ba97-643c9b90e2e6,segment=NetworkSegment(16f21e01-75bc-4293-a320-4dbcad258921),segment_id=16f21e01-75bc-4293-a320-4dbcad258921)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:27.935997 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:27.953114 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Calling delete_port for 8c4eda2e-8973-4ffc-ba97-643c9b90e2e6 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:27.961272 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b31d5-8f0a-48cb-90a0-4866ce00cf11 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event deleted for resources: {'Port': ['ID=c7a1b752-8069-49e4-b7d2-9a4fb2177e03,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:27.963113 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82b31d5-8f0a-48cb-90a0-4866ce00cf11 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] No DVR routers for this DVR port c7a1b752-8069-49e4-b7d2-9a4fb2177e03 on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:27.981068 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d37bb-affd-44d2-8fcd-43132eab61f2 None None] Pushing event updated for resources: {'Port': ['ID=8c4eda2e-8973-4ffc-ba97-643c9b90e2e6,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:28.013513 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe45d0e-38d5-4acd-9bf1-7a5652757a82 None None] Pushing event deleted for resources: {'Port': ['ID=c7a1b752-8069-49e4-b7d2-9a4fb2177e03,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:28.041803 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b82b31d5-8f0a-48cb-90a0-4866ce00cf11 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.053068 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-b82b31d5-8f0a-48cb-90a0-4866ce00cf11 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d224d9-2303-4c0c-aa71-c83ffa50ae05']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:28.065565 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-b82b31d5-8f0a-48cb-90a0-4866ce00cf11 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff71753c-c275-4b4a-89d9-549a4003d03c') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:28.065843 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-b82b31d5-8f0a-48cb-90a0-4866ce00cf11 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff71753c-c275-4b4a-89d9-549a4003d03c') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:28.075800 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b82b31d5-8f0a-48cb-90a0-4866ce00cf11 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.092088 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c844e387-9b4c-4b90-b1b5-eaf2c565d764 None None] Network 118db23d-a1a9-4c21-95bb-4b3eb3d75119 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:28.096570 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b82b31d5-8f0a-48cb-90a0-4866ce00cf11 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.102951 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82b31d5-8f0a-48cb-90a0-4866ce00cf11 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:28.103363 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b82b31d5-8f0a-48cb-90a0-4866ce00cf11 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:28.107021 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:28.168917 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b82b31d5-8f0a-48cb-90a0-4866ce00cf11 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.176887 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b82b31d5-8f0a-48cb-90a0-4866ce00cf11 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.178976 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b82b31d5-8f0a-48cb-90a0-4866ce00cf11 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "DELETE /v2.0/networks/69d224d9-2303-4c0c-aa71-c83ffa50ae05 HTTP/1.1" status: 204 len: 168 time: 0.5733976 Jul 29 23:55:28.191737 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49104) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:28.194671 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82b31d5-8f0a-48cb-90a0-4866ce00cf11 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event deleted for resources: {'Network': ['ID=69d224d9-2303-4c0c-aa71-c83ffa50ae05,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:28.273395 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022d11ca-8577-4fe2-bc00-33c85c508e4f None None] get_active_networks_info from n-d-712140-10 {{(pid=94065) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 29 23:55:28.290096 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-491795fe-0197-4e40-a215-b8f907376753 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.327341 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-491795fe-0197-4e40-a215-b8f907376753 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.356350 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022d11ca-8577-4fe2-bc00-33c85c508e4f None None] Resources bound (agent type, host, resource id): {{(pid=94065) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 29 23:55:28.370712 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.400361 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event deleted for resources: {'Port': ['ID=8c4eda2e-8973-4ffc-ba97-643c9b90e2e6,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:28.403220 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] No DVR routers for this DVR port 8c4eda2e-8973-4ffc-ba97-643c9b90e2e6 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:28.404934 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-491795fe-0197-4e40-a215-b8f907376753 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.410277 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-491795fe-0197-4e40-a215-b8f907376753 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.413395 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-491795fe-0197-4e40-a215-b8f907376753 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "DELETE /v2.0/security-groups/7dd40335-719b-414e-8996-59b38c59b043 HTTP/1.1" status: 204 len: 168 time: 0.2203138 Jul 29 23:55:28.425074 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491795fe-0197-4e40-a215-b8f907376753 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd40335-719b-414e-8996-59b38c59b043,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:28.509069 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.520700 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['118db23d-a1a9-4c21-95bb-4b3eb3d75119']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:28.531446 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f21e01-75bc-4293-a320-4dbcad258921') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:28.531696 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f21e01-75bc-4293-a320-4dbcad258921') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:28.541724 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.557653 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.567093 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:28.567675 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.572541 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:55:28.572541 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:28.572541 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:55:28.572541 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:28.572541 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:55:28.572541 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:28.572541 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:55:28.572541 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:28.572541 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:55:28.572541 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:28.572541 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:55:28.572541 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:28.572541 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:55:28.572541 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:28.572541 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:28.572541 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:28.572541 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:28.572541 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:28.572541 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:55:28.572541 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:28.572541 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:55:28.572541 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:28.572541 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:28.572541 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:28.572541 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:28.572541 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:28.572541 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:28.572541 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:28.572541 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:28.572541 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:28.572541 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:28.572541 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:28.650390 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.682292 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.684219 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/networks/118db23d-a1a9-4c21-95bb-4b3eb3d75119 HTTP/1.1" status: 204 len: 168 time: 2.3307424 Jul 29 23:55:28.687285 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49110) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:28.699602 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47441452-4889-45fa-85ab-f40775ea08c0 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event deleted for resources: {'Network': ['ID=118db23d-a1a9-4c21-95bb-4b3eb3d75119,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:28.726301 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-e042ef40-5fe0-4148-89b3-852755c59542 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:28.726773 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e042ef40-5fe0-4148-89b3-852755c59542 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:28.729433 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e042ef40-5fe0-4148-89b3-852755c59542 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/subnets/6f0bc412-0e54-4339-9a83-3d538c060e30 HTTP/1.1" status: 404 len: 337 time: 0.0394731 Jul 29 23:55:28.732504 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49112) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:28.753375 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b9733c-7590-40ce-8407-a03afeb51d35 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:28.753919 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10b9733c-7590-40ce-8407-a03afeb51d35 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:28.755635 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-10b9733c-7590-40ce-8407-a03afeb51d35 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/networks/118db23d-a1a9-4c21-95bb-4b3eb3d75119 HTTP/1.1" status: 404 len: 339 time: 0.0233338 Jul 29 23:55:28.758225 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49114) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:28.790310 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d2b809f-e190-4177-840f-61d43b4f8c55 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:28.790688 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d2b809f-e190-4177-840f-61d43b4f8c55 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:28.792463 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3d2b809f-e190-4177-840f-61d43b4f8c55 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/subnets/673b4c33-5d64-4d20-844b-5fbb21f26f8e HTTP/1.1" status: 404 len: 337 time: 0.0332711 Jul 29 23:55:28.795016 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49116) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:28.817825 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-3af82456-90ef-4f66-b629-c06e90405eb5 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:28.818392 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3af82456-90ef-4f66-b629-c06e90405eb5 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:28.822670 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3af82456-90ef-4f66-b629-c06e90405eb5 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/networks/d5dcf1e8-73e2-4363-b92b-9ef59c9bbd96 HTTP/1.1" status: 404 len: 339 time: 0.0241570 Jul 29 23:55:28.822920 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49118) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:28.849529 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49120) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:28.854467 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-9f1a886c-a934-4a5a-85bd-2ac46c3f05bd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-907653649', 'description': 'tempest-secgroup-smoke-907653649 description', 'project_id': '238a2371055343febcbc86645f67da5e'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:28.882599 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9f1a886c-a934-4a5a-85bd-2ac46c3f05bd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.901017 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf106a3c-b2e1-4f25-9d48-6b7a1c999516 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.981690 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9f1a886c-a934-4a5a-85bd-2ac46c3f05bd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:28.986839 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9f1a886c-a934-4a5a-85bd-2ac46c3f05bd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.007495 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf106a3c-b2e1-4f25-9d48-6b7a1c999516 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.015910 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9f1a886c-a934-4a5a-85bd-2ac46c3f05bd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.017666 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9f1a886c-a934-4a5a-85bd-2ac46c3f05bd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1670427 Jul 29 23:55:29.019578 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a886c-a934-4a5a-85bd-2ac46c3f05bd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=725bdcf3-3b41-47f6-b825-88a1d1dd6f16,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:29.022312 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49122) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:29.026809 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-8c4d0ea3-b347-4043-a6b0-bdeca200e486 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'security_group_rule': {'security_group_id': '725bdcf3-3b41-47f6-b825-88a1d1dd6f16', 'project_id': '238a2371055343febcbc86645f67da5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:29.035393 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-cf106a3c-b2e1-4f25-9d48-6b7a1c999516 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2888b3f0-7285-4f4f-b449-76e5f2576a6a']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:29.053994 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-cf106a3c-b2e1-4f25-9d48-6b7a1c999516 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f403003c-6e7a-43ca-94da-ffbe9acdf6a0') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:29.054220 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-cf106a3c-b2e1-4f25-9d48-6b7a1c999516 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f403003c-6e7a-43ca-94da-ffbe9acdf6a0') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:29.062906 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8c4d0ea3-b347-4043-a6b0-bdeca200e486 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.064602 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf106a3c-b2e1-4f25-9d48-6b7a1c999516 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.080462 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf106a3c-b2e1-4f25-9d48-6b7a1c999516 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.089487 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf106a3c-b2e1-4f25-9d48-6b7a1c999516 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:29.089896 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf106a3c-b2e1-4f25-9d48-6b7a1c999516 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.135683 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:55:29.135683 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:29.135683 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:55:29.135683 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:29.135683 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:55:29.135683 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:29.135683 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:55:29.135683 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:29.135683 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:55:29.135683 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:29.135683 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:55:29.135683 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:29.135683 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:55:29.135683 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:29.135683 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:29.135683 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:29.135683 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:29.135683 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:29.135683 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:55:29.135683 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:29.135683 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:55:29.135683 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:29.135683 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:29.135683 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:29.135683 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:29.135683 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:29.135683 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:29.135683 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:29.135683 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:29.135683 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:29.135683 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:29.135683 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:29.143171 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 939a9921-dbf0-4293-a6eb-dccde6c6e12c no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:29.172396 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 939a9921-dbf0-4293-a6eb-dccde6c6e12c {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:29.173370 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 939a9921-dbf0-4293-a6eb-dccde6c6e12c not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:29.173487 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 64942985-8f14-4caf-a04f-4b6130e71b2a no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:29.174781 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf106a3c-b2e1-4f25-9d48-6b7a1c999516 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.180534 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf106a3c-b2e1-4f25-9d48-6b7a1c999516 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.181633 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8c4d0ea3-b347-4043-a6b0-bdeca200e486 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.183382 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cf106a3c-b2e1-4f25-9d48-6b7a1c999516 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/networks/2888b3f0-7285-4f4f-b449-76e5f2576a6a HTTP/1.1" status: 204 len: 168 time: 0.3588934 Jul 29 23:55:29.186085 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49124) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:29.196555 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8c4d0ea3-b347-4043-a6b0-bdeca200e486 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.204055 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf106a3c-b2e1-4f25-9d48-6b7a1c999516 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event deleted for resources: {'Network': ['ID=2888b3f0-7285-4f4f-b449-76e5f2576a6a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:29.208992 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 64942985-8f14-4caf-a04f-4b6130e71b2a {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:29.209631 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 64942985-8f14-4caf-a04f-4b6130e71b2a not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:29.224617 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-49823795-4b73-4865-b280-f4794ed1d5c9 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:29.225084 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49823795-4b73-4865-b280-f4794ed1d5c9 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:29.226870 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-49823795-4b73-4865-b280-f4794ed1d5c9 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/subnets/29d4c132-e34c-4e08-a998-6414a573343f HTTP/1.1" status: 404 len: 337 time: 0.0396187 Jul 29 23:55:29.230594 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49126) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:29.239095 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4d0ea3-b347-4043-a6b0-bdeca200e486 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c57cbc6-4a37-4dbb-a522-b4d886d13502,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:29.245516 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8c4d0ea3-b347-4043-a6b0-bdeca200e486 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.248122 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8c4d0ea3-b347-4043-a6b0-bdeca200e486 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2236094 Jul 29 23:55:29.256712 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49128) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:29.261324 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7af9e14-0602-4528-99ef-affbef408263 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:29.261919 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7af9e14-0602-4528-99ef-affbef408263 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:29.266840 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d7af9e14-0602-4528-99ef-affbef408263 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/networks/8374b84d-3937-452d-8099-b1e26ef43b1b HTTP/1.1" status: 404 len: 339 time: 0.0317006 Jul 29 23:55:29.267221 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-515c129a-9506-4b8d-a7a1-034b1bae5147 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'security_group_rule': {'security_group_id': '725bdcf3-3b41-47f6-b825-88a1d1dd6f16', 'project_id': '238a2371055343febcbc86645f67da5e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:29.268589 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49130) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:29.299413 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e6f792-670b-40b6-b0ca-a5004c73b961 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:29.299864 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e6f792-670b-40b6-b0ca-a5004c73b961 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:29.301911 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-55e6f792-670b-40b6-b0ca-a5004c73b961 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/subnets/711292a6-ee63-4fd6-9f39-5c28341c8693 HTTP/1.1" status: 404 len: 337 time: 0.0323296 Jul 29 23:55:29.304652 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49132) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:29.308159 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-515c129a-9506-4b8d-a7a1-034b1bae5147 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.324120 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-cccbc2c2-d110-4371-9162-e5c927caf5d3 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:29.325021 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cccbc2c2-d110-4371-9162-e5c927caf5d3 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:29.329122 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cccbc2c2-d110-4371-9162-e5c927caf5d3 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/networks/1c6eb5da-c9db-4ae9-bcb1-5430af870dc6 HTTP/1.1" status: 404 len: 339 time: 0.0211627 Jul 29 23:55:29.335130 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49134) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:29.364728 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-409ab096-73a7-4fd2-9e76-f45bd8066184 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:29.365455 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-409ab096-73a7-4fd2-9e76-f45bd8066184 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:29.367407 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-409ab096-73a7-4fd2-9e76-f45bd8066184 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/subnets/0e7921c6-e45d-493e-ad63-536e43537456 HTTP/1.1" status: 404 len: 337 time: 0.0305495 Jul 29 23:55:29.372335 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49136) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:29.391184 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-515c129a-9506-4b8d-a7a1-034b1bae5147 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.396036 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-515c129a-9506-4b8d-a7a1-034b1bae5147 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.402477 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b9fdb0-7aed-4c65-bbc5-ec6668e9bd3d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:29.403046 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9b9fdb0-7aed-4c65-bbc5-ec6668e9bd3d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:29.404775 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f9b9fdb0-7aed-4c65-bbc5-ec6668e9bd3d tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/networks/4014a904-be56-4880-8840-59fc0906e31b HTTP/1.1" status: 404 len: 339 time: 0.0312307 Jul 29 23:55:29.409893 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49138) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:29.421425 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c129a-9506-4b8d-a7a1-034b1bae5147 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f11a79d2-d8bc-46ee-bfc4-ffb536b46b40,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:29.430787 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-515c129a-9506-4b8d-a7a1-034b1bae5147 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.434880 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-515c129a-9506-4b8d-a7a1-034b1bae5147 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1744599 Jul 29 23:55:29.435080 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49140) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:29.436616 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e38681a-db4c-425a-a22d-6d8746529713 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:29.437169 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e38681a-db4c-425a-a22d-6d8746529713 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:29.439445 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0e38681a-db4c-425a-a22d-6d8746529713 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/subnets/feb5d0a1-98d5-47f4-ba14-3f5184479ea6 HTTP/1.1" status: 404 len: 337 time: 0.0302172 Jul 29 23:55:29.439904 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-bc580155-af39-45f9-844b-99ca364af915 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'security_group_rule': {'security_group_id': '725bdcf3-3b41-47f6-b825-88a1d1dd6f16', 'project_id': '238a2371055343febcbc86645f67da5e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:29.442041 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49142) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:29.461611 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf12a292-1a63-466c-bd85-9d8a1150169a tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:29.462318 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf12a292-1a63-466c-bd85-9d8a1150169a tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:29.464169 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cf12a292-1a63-466c-bd85-9d8a1150169a tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/networks/de6069d7-c3fa-4548-9f14-630f7c714a3c HTTP/1.1" status: 404 len: 339 time: 0.0211067 Jul 29 23:55:29.466797 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49144) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:29.479933 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bc580155-af39-45f9-844b-99ca364af915 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.508044 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-49fcdba8-dc5b-433c-8679-547951eaad53 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:29.508500 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49fcdba8-dc5b-433c-8679-547951eaad53 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:29.510281 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-49fcdba8-dc5b-433c-8679-547951eaad53 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/subnets/24212a24-ac8a-4211-9859-2030ad95f3a0 HTTP/1.1" status: 404 len: 337 time: 0.0420520 Jul 29 23:55:29.513099 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49146) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:29.531344 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-3937603b-5d95-4a8f-9ffd-b74c88c47642 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:29.532769 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3937603b-5d95-4a8f-9ffd-b74c88c47642 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:29.534784 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3937603b-5d95-4a8f-9ffd-b74c88c47642 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/networks/0c6c3311-ae7f-432e-96a1-f72e74fb34ca HTTP/1.1" status: 404 len: 339 time: 0.0205338 Jul 29 23:55:29.537870 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49148) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:29.564692 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bc580155-af39-45f9-844b-99ca364af915 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.568415 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-edacd15a-440d-4945-8be8-7bedf009d19c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:29.569087 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edacd15a-440d-4945-8be8-7bedf009d19c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:29.569864 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bc580155-af39-45f9-844b-99ca364af915 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.570825 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-edacd15a-440d-4945-8be8-7bedf009d19c tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/subnets/81c9c95b-99ee-46c2-b5cb-7e714b19bc52 HTTP/1.1" status: 404 len: 337 time: 0.0323391 Jul 29 23:55:29.573397 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49150) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:29.591164 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc580155-af39-45f9-844b-99ca364af915 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5f750a6-75ca-44d7-84e8-5ddffa8f07df,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:29.592617 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-297937e3-6641-4dc6-94b4-4e5038ebcba3 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:29.593127 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-297937e3-6641-4dc6-94b4-4e5038ebcba3 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:29.595354 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-297937e3-6641-4dc6-94b4-4e5038ebcba3 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/networks/e0025ba8-3e5d-48d1-bce6-da9f74318dd5 HTTP/1.1" status: 404 len: 339 time: 0.0209606 Jul 29 23:55:29.598004 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49152) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:29.603023 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bc580155-af39-45f9-844b-99ca364af915 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.607777 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-bc580155-af39-45f9-844b-99ca364af915 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1711888 Jul 29 23:55:29.607976 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49154) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:29.629102 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c0e0c262-77a7-4037-b010-4a6c47ab55a9 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'security_group_rule': {'security_group_id': '725bdcf3-3b41-47f6-b825-88a1d1dd6f16', 'project_id': '238a2371055343febcbc86645f67da5e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:29.634673 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ccaf54-49dc-4867-ad6c-5d883e2b475f tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:29.635167 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5ccaf54-49dc-4867-ad6c-5d883e2b475f tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:29.639112 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f5ccaf54-49dc-4867-ad6c-5d883e2b475f tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/subnets/1b45d6d8-832d-4c60-b69a-4fa8e0963cf6 HTTP/1.1" status: 404 len: 337 time: 0.0374894 Jul 29 23:55:29.639560 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49156) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:29.664693 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfdaeaca-fa37-4270-aa8c-b0dc9c11e209 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:29.665240 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfdaeaca-fa37-4270-aa8c-b0dc9c11e209 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:29.666890 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bfdaeaca-fa37-4270-aa8c-b0dc9c11e209 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/networks/a5beccb1-f3eb-43f0-b294-39927474e0d2 HTTP/1.1" status: 404 len: 339 time: 0.0247941 Jul 29 23:55:29.669664 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49158) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:29.681186 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c0e0c262-77a7-4037-b010-4a6c47ab55a9 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.698257 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d574b8-9315-4e92-b953-2f47b7804e53 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:29.698490 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59d574b8-9315-4e92-b953-2f47b7804e53 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:29.700069 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-59d574b8-9315-4e92-b953-2f47b7804e53 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/subnets/31e7b380-4f19-48d2-b62e-b76528bf2ea2 HTTP/1.1" status: 404 len: 337 time: 0.0292900 Jul 29 23:55:29.702612 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49160) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:29.716763 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.724031 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa0c7c28-d503-4f01-b8a5-b84b026945a7 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:29.724611 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa0c7c28-d503-4f01-b8a5-b84b026945a7 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:29.726469 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-aa0c7c28-d503-4f01-b8a5-b84b026945a7 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/networks/a667b820-557b-4164-a6d6-366fddefe9ab HTTP/1.1" status: 404 len: 339 time: 0.0228879 Jul 29 23:55:29.729210 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49162) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:29.762066 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c0e0c262-77a7-4037-b010-4a6c47ab55a9 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.768520 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c0e0c262-77a7-4037-b010-4a6c47ab55a9 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.804013 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0c262-77a7-4037-b010-4a6c47ab55a9 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec5c4c5-ae52-4c6e-9033-34e97f020c38,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:29.808847 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c0e0c262-77a7-4037-b010-4a6c47ab55a9 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.810035 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c0e0c262-77a7-4037-b010-4a6c47ab55a9 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2016153 Jul 29 23:55:29.813128 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49164) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:29.814398 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ebfc892-b87f-42ef-b6ef-375faba101cc tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Deleting subnet 477985c5-fc8d-4574-b6b7-aa1e197aaf18 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:55:29.817843 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1ebfc892-b87f-42ef-b6ef-375faba101cc tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.818958 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-d2e013a6-e3e1-4b7f-8b2a-2de557db02fd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'security_group_rule': {'security_group_id': '725bdcf3-3b41-47f6-b825-88a1d1dd6f16', 'project_id': '238a2371055343febcbc86645f67da5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:29.842463 n-d-712140-10 neutron-server[94063]: INFO neutron.db.securitygroups_db [None req-d2e013a6-e3e1-4b7f-8b2a-2de557db02fd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Project 238a2371055343febcbc86645f67da5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:55:29.848265 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d2e013a6-e3e1-4b7f-8b2a-2de557db02fd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.859991 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1ebfc892-b87f-42ef-b6ef-375faba101cc tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.911940 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d2e013a6-e3e1-4b7f-8b2a-2de557db02fd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.916073 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d2e013a6-e3e1-4b7f-8b2a-2de557db02fd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.935469 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e013a6-e3e1-4b7f-8b2a-2de557db02fd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c62492-d95c-4822-af32-e35614c0b7c7,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:29.940549 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d2e013a6-e3e1-4b7f-8b2a-2de557db02fd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.941757 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d2e013a6-e3e1-4b7f-8b2a-2de557db02fd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1273978 Jul 29 23:55:29.944639 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49166) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:29.949601 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-3a2a1fb4-9c6a-46e4-b070-e8deb1440293 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'security_group_rule': {'security_group_id': '725bdcf3-3b41-47f6-b825-88a1d1dd6f16', 'project_id': '238a2371055343febcbc86645f67da5e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:29.951157 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1ebfc892-b87f-42ef-b6ef-375faba101cc tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.970865 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:29.976873 n-d-712140-10 neutron-server[94063]: INFO neutron.db.securitygroups_db [None req-3a2a1fb4-9c6a-46e4-b070-e8deb1440293 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Project 238a2371055343febcbc86645f67da5e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 29 23:55:29.982440 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3a2a1fb4-9c6a-46e4-b070-e8deb1440293 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.025367 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1ebfc892-b87f-42ef-b6ef-375faba101cc tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.048334 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3a2a1fb4-9c6a-46e4-b070-e8deb1440293 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.052092 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3a2a1fb4-9c6a-46e4-b070-e8deb1440293 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.055156 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebfc892-b87f-42ef-b6ef-375faba101cc tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event deleted for resources: {'Subnet': ['ID=477985c5-fc8d-4574-b6b7-aa1e197aaf18,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:30.057146 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1ebfc892-b87f-42ef-b6ef-375faba101cc tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.061495 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1ebfc892-b87f-42ef-b6ef-375faba101cc tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/subnets/477985c5-fc8d-4574-b6b7-aa1e197aaf18 HTTP/1.1" status: 204 len: 168 time: 0.3290949 Jul 29 23:55:30.062319 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49168) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:30.065910 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373b4e44-ab3a-46ec-a82e-6104420f5547 None None] Network 0238da0f-a109-48b8-bca2-0b49a409aa14 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:30.076277 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a1fb4-9c6a-46e4-b070-e8deb1440293 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20afcaa4-cb95-4392-bbdc-37445d9add41,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:30.086059 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3a2a1fb4-9c6a-46e4-b070-e8deb1440293 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.087541 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3a2a1fb4-9c6a-46e4-b070-e8deb1440293 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1417136 Jul 29 23:55:30.090279 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49170) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:30.095940 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-44820e2c-547b-43c8-bacf-e8e410e6acfb tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'network': {'name': 'tempest-network-smoke--1182976542', 'project_id': '238a2371055343febcbc86645f67da5e', 'port_security_enabled': True}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:30.120690 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44820e2c-547b-43c8-bacf-e8e410e6acfb tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Made reservation on behalf of 238a2371055343febcbc86645f67da5e for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:30.124253 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-44820e2c-547b-43c8-bacf-e8e410e6acfb tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.142995 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bfbfac30-0c26-439b-8b7d-84ae908bbbd1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.150132 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44820e2c-547b-43c8-bacf-e8e410e6acfb tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:30.160950 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-44820e2c-547b-43c8-bacf-e8e410e6acfb tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.161299 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-44820e2c-547b-43c8-bacf-e8e410e6acfb tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Added segment 22ddd4cb-0f95-4d4a-84ba-4376d87b1be2 of type vlan for network b9bbebf9-74b6-4984-910c-12923ecc4e02 Jul 29 23:55:30.204607 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-bfbfac30-0c26-439b-8b7d-84ae908bbbd1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Deleting port 7487cdb8-6b1d-443a-95f8-f80019da30b5 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:30.204954 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bfbfac30-0c26-439b-8b7d-84ae908bbbd1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.207553 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-44820e2c-547b-43c8-bacf-e8e410e6acfb tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.242235 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-44820e2c-547b-43c8-bacf-e8e410e6acfb tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.247696 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44820e2c-547b-43c8-bacf-e8e410e6acfb tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:30.248334 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-44820e2c-547b-43c8-bacf-e8e410e6acfb tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.276629 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73bb60ee-4f4d-4d70-8d51-b47074e0b28e None None] DHCP port deletion for 0238da0f-a109-48b8-bca2-0b49a409aa14 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:55:30.285417 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-bfbfac30-0c26-439b-8b7d-84ae908bbbd1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] For port 7487cdb8-6b1d-443a-95f8-f80019da30b5, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=7487cdb8-6b1d-443a-95f8-f80019da30b5,segment=NetworkSegment(f9e98256-e971-4834-8927-050dfcf421cb),segment_id=f9e98256-e971-4834-8927-050dfcf421cb)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:30.286291 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bfbfac30-0c26-439b-8b7d-84ae908bbbd1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.305157 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-bfbfac30-0c26-439b-8b7d-84ae908bbbd1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Calling delete_port for 7487cdb8-6b1d-443a-95f8-f80019da30b5 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:30.318098 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-44820e2c-547b-43c8-bacf-e8e410e6acfb tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2241685 Jul 29 23:55:30.318550 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49172) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:30.323463 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-04e06b5f-69f7-484c-9e16-0e3541d941ea tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-631947644', 'admin_state_up': True, 'project_id': '238a2371055343febcbc86645f67da5e', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:30.337948 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44820e2c-547b-43c8-bacf-e8e410e6acfb tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'Network': ['ID=b9bbebf9-74b6-4984-910c-12923ecc4e02,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:30.348207 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network b9bbebf9-74b6-4984-910c-12923ecc4e02 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:30.358181 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-04e06b5f-69f7-484c-9e16-0e3541d941ea tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.359482 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-04e06b5f-69f7-484c-9e16-0e3541d941ea tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.361626 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-73bb60ee-4f4d-4d70-8d51-b47074e0b28e None None] Deleting port 7487cdb8-6b1d-443a-95f8-f80019da30b5 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:30.362009 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-73bb60ee-4f4d-4d70-8d51-b47074e0b28e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.398270 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bfbfac30-0c26-439b-8b7d-84ae908bbbd1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.416324 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-04e06b5f-69f7-484c-9e16-0e3541d941ea tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.427550 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbfac30-0c26-439b-8b7d-84ae908bbbd1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event deleted for resources: {'Port': ['ID=7487cdb8-6b1d-443a-95f8-f80019da30b5,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:30.434445 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbfac30-0c26-439b-8b7d-84ae908bbbd1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] No DVR routers for this DVR port 7487cdb8-6b1d-443a-95f8-f80019da30b5 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:30.472064 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-73bb60ee-4f4d-4d70-8d51-b47074e0b28e None None] For port 7487cdb8-6b1d-443a-95f8-f80019da30b5, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=7487cdb8-6b1d-443a-95f8-f80019da30b5,segment=NetworkSegment(f9e98256-e971-4834-8927-050dfcf421cb),segment_id=f9e98256-e971-4834-8927-050dfcf421cb)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:30.472470 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-73bb60ee-4f4d-4d70-8d51-b47074e0b28e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.484479 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-73bb60ee-4f4d-4d70-8d51-b47074e0b28e None None] Calling delete_port for 7487cdb8-6b1d-443a-95f8-f80019da30b5 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:30.524127 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bfbfac30-0c26-439b-8b7d-84ae908bbbd1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.536621 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-bfbfac30-0c26-439b-8b7d-84ae908bbbd1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0238da0f-a109-48b8-bca2-0b49a409aa14']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:30.548787 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-bfbfac30-0c26-439b-8b7d-84ae908bbbd1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9e98256-e971-4834-8927-050dfcf421cb') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:30.549087 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-bfbfac30-0c26-439b-8b7d-84ae908bbbd1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9e98256-e971-4834-8927-050dfcf421cb') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:30.558067 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bfbfac30-0c26-439b-8b7d-84ae908bbbd1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.566527 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-04e06b5f-69f7-484c-9e16-0e3541d941ea tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.568609 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-73bb60ee-4f4d-4d70-8d51-b47074e0b28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.574220 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bfbfac30-0c26-439b-8b7d-84ae908bbbd1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.582829 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfbfac30-0c26-439b-8b7d-84ae908bbbd1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:30.583516 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bfbfac30-0c26-439b-8b7d-84ae908bbbd1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.586830 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:55:30.586830 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:30.586830 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:55:30.586830 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:30.586830 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:55:30.586830 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:30.586830 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:55:30.586830 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:30.586830 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:55:30.586830 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:30.586830 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:55:30.586830 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:30.586830 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:55:30.586830 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:30.586830 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:30.586830 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:30.586830 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:30.586830 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:30.586830 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:55:30.586830 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:30.586830 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:55:30.586830 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:30.586830 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:30.586830 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:30.586830 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:30.586830 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:30.586830 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:30.586830 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:30.586830 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:30.586830 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:30.586830 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:30.586830 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:30.595676 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bb60ee-4f4d-4d70-8d51-b47074e0b28e None None] Pushing event deleted for resources: {'Port': ['ID=7487cdb8-6b1d-443a-95f8-f80019da30b5,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:30.597815 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bb60ee-4f4d-4d70-8d51-b47074e0b28e None None] No DVR routers for this DVR port 7487cdb8-6b1d-443a-95f8-f80019da30b5 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:30.660868 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bfbfac30-0c26-439b-8b7d-84ae908bbbd1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.667825 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bfbfac30-0c26-439b-8b7d-84ae908bbbd1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.669662 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bfbfac30-0c26-439b-8b7d-84ae908bbbd1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] 10.222.0.18 "DELETE /v2.0/networks/0238da0f-a109-48b8-bca2-0b49a409aa14 HTTP/1.1" status: 204 len: 168 time: 0.6058242 Jul 29 23:55:30.682039 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbfac30-0c26-439b-8b7d-84ae908bbbd1 tempest-NetworksTest-507799797 tempest-NetworksTest-507799797-project] Pushing event deleted for resources: {'Network': ['ID=0238da0f-a109-48b8-bca2-0b49a409aa14,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:30.782800 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-04e06b5f-69f7-484c-9e16-0e3541d941ea tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.802935 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-04e06b5f-69f7-484c-9e16-0e3541d941ea tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:30.908121 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-04e06b5f-69f7-484c-9e16-0e3541d941ea tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Allocated IP 172.25.8.180 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/ac6aec5b-918d-41b5-8775-ddfb7b7af581) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:30.925829 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49178) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:31.008911 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 7487cdb8-6b1d-443a-95f8-f80019da30b5 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:31.024732 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-04e06b5f-69f7-484c-9e16-0e3541d941ea tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:31.037300 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 7487cdb8-6b1d-443a-95f8-f80019da30b5 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:31.037300 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 7487cdb8-6b1d-443a-95f8-f80019da30b5 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:31.065138 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-22db8cbe-59f3-441f-b6dd-6443abc71d1d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=63119e1c0ec44333bf8eeca3c21dea71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1380577 Jul 29 23:55:31.067593 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49182) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:31.071236 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-04e06b5f-69f7-484c-9e16-0e3541d941ea tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:31.109955 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e06b5f-69f7-484c-9e16-0e3541d941ea tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:31.112772 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-04e06b5f-69f7-484c-9e16-0e3541d941ea tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:31.115731 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e06b5f-69f7-484c-9e16-0e3541d941ea tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:31.117038 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-932f0b8c-e02a-45d3-aa67-df24df66be38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:31.138968 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-932f0b8c-e02a-45d3-aa67-df24df66be38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:31.142500 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e06b5f-69f7-484c-9e16-0e3541d941ea tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'Port': ['ID=ac6aec5b-918d-41b5-8775-ddfb7b7af581,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:31.188763 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-932f0b8c-e02a-45d3-aa67-df24df66be38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:31.191413 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-932f0b8c-e02a-45d3-aa67-df24df66be38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:31.192629 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-932f0b8c-e02a-45d3-aa67-df24df66be38 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/457e83d0-5419-4363-ab29-437a5b711662 HTTP/1.1" status: 204 len: 168 time: 0.1240518 Jul 29 23:55:31.200850 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932f0b8c-e02a-45d3-aa67-df24df66be38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457e83d0-5419-4363-ab29-437a5b711662,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:31.385412 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-04e06b5f-69f7-484c-9e16-0e3541d941ea tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router_gateway, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:31.587332 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-04e06b5f-69f7-484c-9e16-0e3541d941ea tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:31.721000 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e06b5f-69f7-484c-9e16-0e3541d941ea tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Router 0f634a6e-6f52-401c-bbe6-d97f7f41c2c5 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:55:31.832005 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e06b5f-69f7-484c-9e16-0e3541d941ea tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:31.842695 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92c29e0-7778-4244-9e22-ac0a4302365e None None] Sync routers for ids ['0f634a6e-6f52-401c-bbe6-d97f7f41c2c5'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:31.852106 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-04e06b5f-69f7-484c-9e16-0e3541d941ea tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:31.853286 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92c29e0-7778-4244-9e22-ac0a4302365e None None] Routers {'0f634a6e-6f52-401c-bbe6-d97f7f41c2c5'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:31.853434 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-04e06b5f-69f7-484c-9e16-0e3541d941ea tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5335569 Jul 29 23:55:31.853907 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-f92c29e0-7778-4244-9e22-ac0a4302365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:55:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0f634a6e-6f52-401c-bbe6-d97f7f41c2c5'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:31.856848 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49204) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:31.869239 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49206) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:31.891611 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b92f7836-dfb0-4418-b5ed-3093663ac68a tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=238a2371055343febcbc86645f67da5e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327654 Jul 29 23:55:31.894355 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49210) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:31.970689 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-f92c29e0-7778-4244-9e22-ac0a4302365e None None] Set router 0f634a6e-6f52-401c-bbe6-d97f7f41c2c5 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:31.976017 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-acc4b3e3-6306-4266-a5b1-5f9b6ed48fcb tempest-NetworksNegativeTestJSON-995010960 tempest-NetworksNegativeTestJSON-995010960-project] Request body: {'port': {'network_id': 'ce61648a-d8d2-48e8-afd7-62878ec4a495', 'name': 'tempest-NetworksNegativeTestJSON-2066006982'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:31.991059 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-acc4b3e3-6306-4266-a5b1-5f9b6ed48fcb tempest-NetworksNegativeTestJSON-995010960 tempest-NetworksNegativeTestJSON-995010960-project] POST failed (client error): The resource could not be found. Jul 29 23:55:31.991635 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acc4b3e3-6306-4266-a5b1-5f9b6ed48fcb tempest-NetworksNegativeTestJSON-995010960 tempest-NetworksNegativeTestJSON-995010960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:31.996411 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56769f0a-a26d-4309-aa81-7bdce0850fcc tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:31.996589 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-acc4b3e3-6306-4266-a5b1-5f9b6ed48fcb tempest-NetworksNegativeTestJSON-995010960 tempest-NetworksNegativeTestJSON-995010960-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1225579 Jul 29 23:55:31.996690 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-56769f0a-a26d-4309-aa81-7bdce0850fcc tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0981522 Jul 29 23:55:31.996690 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49212) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:31.996997 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49214) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:32.015773 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b71b6bc-22db-410a-b81e-160ac3560d09 tempest-NetworksNegativeTestJSON-995010960 tempest-NetworksNegativeTestJSON-995010960-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:32.016675 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b71b6bc-22db-410a-b81e-160ac3560d09 tempest-NetworksNegativeTestJSON-995010960 tempest-NetworksNegativeTestJSON-995010960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:32.019887 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8b71b6bc-22db-410a-b81e-160ac3560d09 tempest-NetworksNegativeTestJSON-995010960 tempest-NetworksNegativeTestJSON-995010960-project] 10.222.0.18 "DELETE /v2.0/networks/e436bfe5-14f8-41c6-b7e7-6d69a6586abd HTTP/1.1" status: 404 len: 339 time: 0.0205595 Jul 29 23:55:32.022187 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49216) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:32.027300 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-84aed64f-0df4-4444-840a-8fe49d0275b6 tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=0aea9f43-4eea-456f-a634-5f5375b1fdb7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271251 Jul 29 23:55:32.027862 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49218) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:32.032414 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-a8836ff5-ef2b-40cd-9fa2-3055d83d3971 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-573204899', 'network_id': 'b9bbebf9-74b6-4984-910c-12923ecc4e02', 'project_id': '238a2371055343febcbc86645f67da5e', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:32.045731 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f0c4192-a802-4592-9b62-4f27796e6d38 tempest-NetworksNegativeTestJSON-995010960 tempest-NetworksNegativeTestJSON-995010960-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:32.046377 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f0c4192-a802-4592-9b62-4f27796e6d38 tempest-NetworksNegativeTestJSON-995010960 tempest-NetworksNegativeTestJSON-995010960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:32.051888 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3f0c4192-a802-4592-9b62-4f27796e6d38 tempest-NetworksNegativeTestJSON-995010960 tempest-NetworksNegativeTestJSON-995010960-project] 10.222.0.18 "DELETE /v2.0/ports/54f4b036-8c82-4773-b8d6-4ca18ac8b3c9 HTTP/1.1" status: 404 len: 333 time: 0.0255847 Jul 29 23:55:32.052740 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49220) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:32.084135 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-657d514b-94e3-431c-b03c-12cb182dbce7 tempest-NetworksNegativeTestJSON-995010960 tempest-NetworksNegativeTestJSON-995010960-project] DELETE failed (client error): The resource could not be found. Jul 29 23:55:32.084910 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-657d514b-94e3-431c-b03c-12cb182dbce7 tempest-NetworksNegativeTestJSON-995010960 tempest-NetworksNegativeTestJSON-995010960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:32.086828 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-657d514b-94e3-431c-b03c-12cb182dbce7 tempest-NetworksNegativeTestJSON-995010960 tempest-NetworksNegativeTestJSON-995010960-project] 10.222.0.18 "DELETE /v2.0/subnets/b66033e3-6238-458d-8265-b5fdc9a08653 HTTP/1.1" status: 404 len: 337 time: 0.0329223 Jul 29 23:55:32.090859 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49222) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:32.122379 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24a929f-b15a-48d3-b8e7-63f7a16fa156 tempest-NetworksNegativeTestJSON-995010960 tempest-NetworksNegativeTestJSON-995010960-project] GET failed (client error): The resource could not be found. Jul 29 23:55:32.123803 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c24a929f-b15a-48d3-b8e7-63f7a16fa156 tempest-NetworksNegativeTestJSON-995010960 tempest-NetworksNegativeTestJSON-995010960-project] 10.222.0.18 "GET /v2.0/networks/91a41ebd-109c-49f2-82b6-5e5f6968b608 HTTP/1.1" status: 404 len: 339 time: 0.0320077 Jul 29 23:55:32.128422 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49224) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:32.150889 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8836ff5-ef2b-40cd-9fa2-3055d83d3971 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Made reservation on behalf of 238a2371055343febcbc86645f67da5e for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:32.154661 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-e31e5afd-5875-4d3c-be8e-29f9cb5157b7 tempest-NetworksNegativeTestJSON-995010960 tempest-NetworksNegativeTestJSON-995010960-project] GET failed (client error): The resource could not be found. Jul 29 23:55:32.155236 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a8836ff5-ef2b-40cd-9fa2-3055d83d3971 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.156254 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e31e5afd-5875-4d3c-be8e-29f9cb5157b7 tempest-NetworksNegativeTestJSON-995010960 tempest-NetworksNegativeTestJSON-995010960-project] 10.222.0.18 "GET /v2.0/ports/c12f6227-9cba-4cdd-a459-ee56c5b40a7d HTTP/1.1" status: 404 len: 333 time: 0.0268064 Jul 29 23:55:32.160266 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49226) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:32.164163 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-f92c29e0-7778-4244-9e22-ac0a4302365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631947644', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'ac6aec5b-918d-41b5-8775-ddfb7b7af581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:30Z', 'updated_at': '2021-07-29T23:55:31Z', 'revision_number': 3, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': 'ac6aec5b-918d-41b5-8775-ddfb7b7af581', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:30Z', 'updated_at': '2021-07-29T23:55:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:32.189289 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fe8f4a6-c531-4bd2-9ac2-4415cf316062 tempest-NetworksNegativeTestJSON-995010960 tempest-NetworksNegativeTestJSON-995010960-project] GET failed (client error): The resource could not be found. Jul 29 23:55:32.194888 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5fe8f4a6-c531-4bd2-9ac2-4415cf316062 tempest-NetworksNegativeTestJSON-995010960 tempest-NetworksNegativeTestJSON-995010960-project] 10.222.0.18 "GET /v2.0/subnets/bc4d9663-4058-4dee-bb2a-a99b0c2d7759 HTTP/1.1" status: 404 len: 337 time: 0.0294127 Jul 29 23:55:32.194888 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49228) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:32.196656 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92c29e0-7778-4244-9e22-ac0a4302365e None None] Checking router: 0f634a6e-6f52-401c-bbe6-d97f7f41c2c5 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:55:32.197014 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92c29e0-7778-4244-9e22-ac0a4302365e None None] Updating router 0f634a6e-6f52-401c-bbe6-d97f7f41c2c5 port ac6aec5b-918d-41b5-8775-ddfb7b7af581 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:55:32.200638 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-206cbaca-5b53-4b89-98ac-c33d31ccff36 tempest-NetworksNegativeTestJSON-995010960 tempest-NetworksNegativeTestJSON-995010960-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:32.216052 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-206cbaca-5b53-4b89-98ac-c33d31ccff36 tempest-NetworksNegativeTestJSON-995010960 tempest-NetworksNegativeTestJSON-995010960-project] PUT failed (client error): The resource could not be found. Jul 29 23:55:32.216633 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-206cbaca-5b53-4b89-98ac-c33d31ccff36 tempest-NetworksNegativeTestJSON-995010960 tempest-NetworksNegativeTestJSON-995010960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:32.221477 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-206cbaca-5b53-4b89-98ac-c33d31ccff36 tempest-NetworksNegativeTestJSON-995010960 tempest-NetworksNegativeTestJSON-995010960-project] 10.222.0.18 "PUT /v2.0/networks/34573041-03ca-4959-9308-2c5a0237cdcb HTTP/1.1" status: 404 len: 339 time: 0.0217118 Jul 29 23:55:32.221784 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49230) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:32.230507 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f92c29e0-7778-4244-9e22-ac0a4302365e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.230753 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-6abc264f-d232-467c-8d71-2e9fb23fa0a3 tempest-NetworksNegativeTestJSON-995010960 tempest-NetworksNegativeTestJSON-995010960-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:32.253142 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-6abc264f-d232-467c-8d71-2e9fb23fa0a3 tempest-NetworksNegativeTestJSON-995010960 tempest-NetworksNegativeTestJSON-995010960-project] PUT failed (client error): The resource could not be found. Jul 29 23:55:32.254040 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6abc264f-d232-467c-8d71-2e9fb23fa0a3 tempest-NetworksNegativeTestJSON-995010960 tempest-NetworksNegativeTestJSON-995010960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:32.258719 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6abc264f-d232-467c-8d71-2e9fb23fa0a3 tempest-NetworksNegativeTestJSON-995010960 tempest-NetworksNegativeTestJSON-995010960-project] 10.222.0.18 "PUT /v2.0/ports/20dc7b1d-8503-4e7d-8a5d-a077b8c7a6d1 HTTP/1.1" status: 404 len: 333 time: 0.0324049 Jul 29 23:55:32.259078 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49232) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:32.264715 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-6e5b9b42-fce9-4aad-84ae-ed05fd6a7bc2 tempest-NetworksNegativeTestJSON-995010960 tempest-NetworksNegativeTestJSON-995010960-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:32.285861 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:55:32.287597 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e5b9b42-fce9-4aad-84ae-ed05fd6a7bc2 tempest-NetworksNegativeTestJSON-995010960 tempest-NetworksNegativeTestJSON-995010960-project] PUT failed (client error): The resource could not be found. Jul 29 23:55:32.288100 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e5b9b42-fce9-4aad-84ae-ed05fd6a7bc2 tempest-NetworksNegativeTestJSON-995010960 tempest-NetworksNegativeTestJSON-995010960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:55:32.289266 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6e5b9b42-fce9-4aad-84ae-ed05fd6a7bc2 tempest-NetworksNegativeTestJSON-995010960 tempest-NetworksNegativeTestJSON-995010960-project] 10.222.0.18 "PUT /v2.0/subnets/63086718-3b56-4780-96fd-8d96e5227837 HTTP/1.1" status: 404 len: 337 time: 0.0291619 Jul 29 23:55:32.386154 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a8836ff5-ef2b-40cd-9fa2-3055d83d3971 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.449819 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8836ff5-ef2b-40cd-9fa2-3055d83d3971 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'Subnet': ['ID=eeb1325a-e3c7-4af3-a0a8-2a773374306a,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:32.467750 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8836ff5-ef2b-40cd-9fa2-3055d83d3971 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Checking segment: {'id': '22ddd4cb-0f95-4d4a-84ba-4376d87b1be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9bbebf9-74b6-4984-910c-12923ecc4e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:32.468507 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8836ff5-ef2b-40cd-9fa2-3055d83d3971 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Network hostable DHCP agents. Network: b9bbebf9-74b6-4984-910c-12923ecc4e02, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:32.491400 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8836ff5-ef2b-40cd-9fa2-3055d83d3971 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Network b9bbebf9-74b6-4984-910c-12923ecc4e02 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:32.501190 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-a8836ff5-ef2b-40cd-9fa2-3055d83d3971 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, b9bbebf9-74b6-4984-910c-12923ecc4e02) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:32.506417 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8836ff5-ef2b-40cd-9fa2-3055d83d3971 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:32.507437 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a8836ff5-ef2b-40cd-9fa2-3055d83d3971 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.517316 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a9a0bc-fa11-4687-b02f-87169797b5ee None None] Network b9bbebf9-74b6-4984-910c-12923ecc4e02 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:32.529832 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49238) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:32.530045 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a8836ff5-ef2b-40cd-9fa2-3055d83d3971 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5014012 Jul 29 23:55:32.580457 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49240) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:32.638605 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f92c29e0-7778-4244-9e22-ac0a4302365e None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.652252 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-f92c29e0-7778-4244-9e22-ac0a4302365e None None] Transition to ACTIVE for port object ac6aec5b-918d-41b5-8775-ddfb7b7af581 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:32.659617 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f92c29e0-7778-4244-9e22-ac0a4302365e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.682580 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7ab1fe-37e9-4fa5-88e7-91267613b7da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-b9bbebf9-74b6-4984-910c-12923ecc4e02', 'network_id': 'b9bbebf9-74b6-4984-910c-12923ecc4e02', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'fixed_ips': [{'subnet_id': 'eeb1325a-e3c7-4af3-a0a8-2a773374306a'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:55:32.683730 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0d7ab1fe-37e9-4fa5-88e7-91267613b7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.721700 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c16adb66-0a08-4b35-9574-ed2ccf3318ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.732311 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-f92c29e0-7778-4244-9e22-ac0a4302365e None None] Attempting to bind port ac6aec5b-918d-41b5-8775-ddfb7b7af581 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:32.732918 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-f92c29e0-7778-4244-9e22-ac0a4302365e None None] Attempting to bind port ac6aec5b-918d-41b5-8775-ddfb7b7af581 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:32.733283 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92c29e0-7778-4244-9e22-ac0a4302365e None None] Attempting to bind port ac6aec5b-918d-41b5-8775-ddfb7b7af581 on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:32.737019 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9770d-0e56-443f-aa35-ea47989b7cd0 None None] Pushing event updated for resources: {'Port': ['ID=ac6aec5b-918d-41b5-8775-ddfb7b7af581,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:32.745506 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92c29e0-7778-4244-9e22-ac0a4302365e None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:32.746239 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92c29e0-7778-4244-9e22-ac0a4302365e None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:32.746819 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f92c29e0-7778-4244-9e22-ac0a4302365e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.747365 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92c29e0-7778-4244-9e22-ac0a4302365e None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:32.748076 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-f92c29e0-7778-4244-9e22-ac0a4302365e None None] Bound port: ac6aec5b-918d-41b5-8775-ddfb7b7af581, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:32.748637 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f92c29e0-7778-4244-9e22-ac0a4302365e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.751600 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e9770d-0e56-443f-aa35-ea47989b7cd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:32.751979 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e9770d-0e56-443f-aa35-ea47989b7cd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:32.752506 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e9770d-0e56-443f-aa35-ea47989b7cd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:32.753238 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e9770d-0e56-443f-aa35-ea47989b7cd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:32.753728 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e9770d-0e56-443f-aa35-ea47989b7cd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:32.754230 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e9770d-0e56-443f-aa35-ea47989b7cd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:32.754705 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e9770d-0e56-443f-aa35-ea47989b7cd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:32.755188 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e9770d-0e56-443f-aa35-ea47989b7cd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:32.755669 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e9770d-0e56-443f-aa35-ea47989b7cd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:32.756171 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e9770d-0e56-443f-aa35-ea47989b7cd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:32.756675 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e9770d-0e56-443f-aa35-ea47989b7cd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:32.757162 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e9770d-0e56-443f-aa35-ea47989b7cd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:55:32.827263 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-f92c29e0-7778-4244-9e22-ac0a4302365e None None] For port ac6aec5b-918d-41b5-8775-ddfb7b7af581, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:32.831468 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c16adb66-0a08-4b35-9574-ed2ccf3318ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.832660 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-f92c29e0-7778-4244-9e22-ac0a4302365e None None] For port ac6aec5b-918d-41b5-8775-ddfb7b7af581, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=ac6aec5b-918d-41b5-8775-ddfb7b7af581,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:32.836876 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c16adb66-0a08-4b35-9574-ed2ccf3318ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.838785 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-f92c29e0-7778-4244-9e22-ac0a4302365e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.867607 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-def645e5-a6d8-4b43-83c0-cb6b7613ef10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:32.880598 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-0d7ab1fe-37e9-4fa5-88e7-91267613b7da None None] Allocated IP 172.20.0.2 (b9bbebf9-74b6-4984-910c-12923ecc4e02/eeb1325a-e3c7-4af3-a0a8-2a773374306a/2cd3b0c6-e6c5-4097-ae51-4717b13f3b8d) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:32.880809 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49244) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:32.886701 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c16adb66-0a08-4b35-9574-ed2ccf3318ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b4253b550141440e884d7a26d733b0fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3048441 Jul 29 23:55:32.903336 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92c29e0-7778-4244-9e22-ac0a4302365e None None] Routers {'0f634a6e-6f52-401c-bbe6-d97f7f41c2c5'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:32.904072 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-f92c29e0-7778-4244-9e22-ac0a4302365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:55:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0f634a6e-6f52-401c-bbe6-d97f7f41c2c5'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:32.913182 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16adb66-0a08-4b35-9574-ed2ccf3318ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6842a97a-0745-41c7-89e5-881023313bf8,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:32.975889 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9770d-0e56-443f-aa35-ea47989b7cd0 None None] Pushing event updated for resources: {'Port': ['ID=ac6aec5b-918d-41b5-8775-ddfb7b7af581,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:33.037171 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-f92c29e0-7778-4244-9e22-ac0a4302365e None None] Set router 0f634a6e-6f52-401c-bbe6-d97f7f41c2c5 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:33.042771 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0d7ab1fe-37e9-4fa5-88e7-91267613b7da None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.051819 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0d7ab1fe-37e9-4fa5-88e7-91267613b7da None None] Transition to ACTIVE for port object 2cd3b0c6-e6c5-4097-ae51-4717b13f3b8d will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:33.068824 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0d7ab1fe-37e9-4fa5-88e7-91267613b7da None None] Transition to ACTIVE for port object 2cd3b0c6-e6c5-4097-ae51-4717b13f3b8d will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:33.075730 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0d7ab1fe-37e9-4fa5-88e7-91267613b7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.076118 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-77d5068b-dda5-4184-859e-6f9d02dd63d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.108828 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-77d5068b-dda5-4184-859e-6f9d02dd63d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.115327 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7ab1fe-37e9-4fa5-88e7-91267613b7da None None] Network b9bbebf9-74b6-4984-910c-12923ecc4e02 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:33.118370 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-0d7ab1fe-37e9-4fa5-88e7-91267613b7da None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:33.121425 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7ab1fe-37e9-4fa5-88e7-91267613b7da None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:33.135260 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ab1fe-37e9-4fa5-88e7-91267613b7da None None] Pushing event updated for resources: {'Port': ['ID=2cd3b0c6-e6c5-4097-ae51-4717b13f3b8d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:33.173872 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90f3125a-723c-459e-8a85-c1801f46b17d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.195016 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-0d7ab1fe-37e9-4fa5-88e7-91267613b7da None None] Attempting to bind port 2cd3b0c6-e6c5-4097-ae51-4717b13f3b8d on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:33.195362 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-0d7ab1fe-37e9-4fa5-88e7-91267613b7da None None] Attempting to bind port 2cd3b0c6-e6c5-4097-ae51-4717b13f3b8d by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '22ddd4cb-0f95-4d4a-84ba-4376d87b1be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9bbebf9-74b6-4984-910c-12923ecc4e02'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:33.195817 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7ab1fe-37e9-4fa5-88e7-91267613b7da None None] Attempting to bind port 2cd3b0c6-e6c5-4097-ae51-4717b13f3b8d on network b9bbebf9-74b6-4984-910c-12923ecc4e02 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:33.201204 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7ab1fe-37e9-4fa5-88e7-91267613b7da None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:33.201592 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7ab1fe-37e9-4fa5-88e7-91267613b7da None None] Checking segment: {'id': '22ddd4cb-0f95-4d4a-84ba-4376d87b1be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9bbebf9-74b6-4984-910c-12923ecc4e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:33.202713 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0d7ab1fe-37e9-4fa5-88e7-91267613b7da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.202713 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7ab1fe-37e9-4fa5-88e7-91267613b7da None None] Bound using segment: {'id': '22ddd4cb-0f95-4d4a-84ba-4376d87b1be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9bbebf9-74b6-4984-910c-12923ecc4e02'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:33.202906 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-0d7ab1fe-37e9-4fa5-88e7-91267613b7da None None] Bound port: 2cd3b0c6-e6c5-4097-ae51-4717b13f3b8d, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ddd4cb-0f95-4d4a-84ba-4376d87b1be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9bbebf9-74b6-4984-910c-12923ecc4e02'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:33.203234 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0d7ab1fe-37e9-4fa5-88e7-91267613b7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.241729 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-77d5068b-dda5-4184-859e-6f9d02dd63d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.244359 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-77d5068b-dda5-4184-859e-6f9d02dd63d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.244762 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-f92c29e0-7778-4244-9e22-ac0a4302365e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631947644', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'ac6aec5b-918d-41b5-8775-ddfb7b7af581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:30Z', 'updated_at': '2021-07-29T23:55:31Z', 'revision_number': 3, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': 'ac6aec5b-918d-41b5-8775-ddfb7b7af581', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:30Z', 'updated_at': '2021-07-29T23:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:33.245493 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-77d5068b-dda5-4184-859e-6f9d02dd63d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6842a97a-0745-41c7-89e5-881023313bf8 HTTP/1.1" status: 204 len: 168 time: 0.3614316 Jul 29 23:55:33.264768 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5068b-dda5-4184-859e-6f9d02dd63d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6842a97a-0745-41c7-89e5-881023313bf8,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:33.279754 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92c29e0-7778-4244-9e22-ac0a4302365e None None] The sync data for ids ['0f634a6e-6f52-401c-bbe6-d97f7f41c2c5'] in n-d-712140-10 is: [{'id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631947644', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'ac6aec5b-918d-41b5-8775-ddfb7b7af581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:30Z', 'updated_at': '2021-07-29T23:55:31Z', 'revision_number': 3, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': 'ac6aec5b-918d-41b5-8775-ddfb7b7af581', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:30Z', 'updated_at': '2021-07-29T23:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:33.296942 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-0d7ab1fe-37e9-4fa5-88e7-91267613b7da None None] For port 2cd3b0c6-e6c5-4097-ae51-4717b13f3b8d, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:33.314088 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-0d7ab1fe-37e9-4fa5-88e7-91267613b7da None None] For port 2cd3b0c6-e6c5-4097-ae51-4717b13f3b8d, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=2cd3b0c6-e6c5-4097-ae51-4717b13f3b8d,segment=NetworkSegment(22ddd4cb-0f95-4d4a-84ba-4376d87b1be2),segment_id=22ddd4cb-0f95-4d4a-84ba-4376d87b1be2)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:33.319676 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0d7ab1fe-37e9-4fa5-88e7-91267613b7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.394196 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7ab1fe-37e9-4fa5-88e7-91267613b7da None None] Pushing event updated for resources: {'Port': ['ID=2cd3b0c6-e6c5-4097-ae51-4717b13f3b8d,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:33.545679 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-90f3125a-723c-459e-8a85-c1801f46b17d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Allocated IP 172.20.0.1 (b9bbebf9-74b6-4984-910c-12923ecc4e02/eeb1325a-e3c7-4af3-a0a8-2a773374306a/64f847c0-5ebb-4847-b96d-86b3523528fb) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:33.759923 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90f3125a-723c-459e-8a85-c1801f46b17d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.793279 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-90f3125a-723c-459e-8a85-c1801f46b17d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Transition to ACTIVE for port object 64f847c0-5ebb-4847-b96d-86b3523528fb will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:33.876666 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90f3125a-723c-459e-8a85-c1801f46b17d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:33.937258 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f3125a-723c-459e-8a85-c1801f46b17d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Network b9bbebf9-74b6-4984-910c-12923ecc4e02 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:33.944872 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-90f3125a-723c-459e-8a85-c1801f46b17d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:33.952338 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f3125a-723c-459e-8a85-c1801f46b17d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:33.992766 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3125a-723c-459e-8a85-c1801f46b17d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'Port': ['ID=64f847c0-5ebb-4847-b96d-86b3523528fb,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:34.022808 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90f3125a-723c-459e-8a85-c1801f46b17d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:34.182593 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90f3125a-723c-459e-8a85-c1801f46b17d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:34.251497 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49266) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:34.381935 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-50304051-4a50-4dcc-880f-a4fec3914019 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-690282498'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:34.411963 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50304051-4a50-4dcc-880f-a4fec3914019 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Made reservation on behalf of 10015bee03844326ad7d94bb44b1c3bd for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:34.419903 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-50304051-4a50-4dcc-880f-a4fec3914019 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:34.436092 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-50304051-4a50-4dcc-880f-a4fec3914019 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:34.554208 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-50304051-4a50-4dcc-880f-a4fec3914019 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:34.559241 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-50304051-4a50-4dcc-880f-a4fec3914019 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:34.559537 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90f3125a-723c-459e-8a85-c1801f46b17d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:34.564719 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90f3125a-723c-459e-8a85-c1801f46b17d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:34.593013 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50304051-4a50-4dcc-880f-a4fec3914019 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:34.598135 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50304051-4a50-4dcc-880f-a4fec3914019 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a14bbd7a-f336-49d5-8c95-612110f5feb6,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:34.607635 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-50304051-4a50-4dcc-880f-a4fec3914019 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:34.608082 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-50304051-4a50-4dcc-880f-a4fec3914019 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Added segment 24e71df6-91cd-4b90-8913-8f2863a7912a of type vlan for network 76bdafe0-0d70-48a2-92a9-34de8b9c6493 Jul 29 23:55:34.644676 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d600f0e-d3fd-4d28-9b02-3defdef151ed None None] Network b9bbebf9-74b6-4984-910c-12923ecc4e02 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:34.648301 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3125a-723c-459e-8a85-c1801f46b17d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'Port': ['ID=64f847c0-5ebb-4847-b96d-86b3523528fb,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:34.655439 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-50304051-4a50-4dcc-880f-a4fec3914019 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:34.658017 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-90f3125a-723c-459e-8a85-c1801f46b17d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:34.690260 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-50304051-4a50-4dcc-880f-a4fec3914019 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:34.697297 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50304051-4a50-4dcc-880f-a4fec3914019 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:34.698045 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-50304051-4a50-4dcc-880f-a4fec3914019 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:34.699624 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9a77bb74-5cf5-4420-ae73-0ad6742b4096 None None] Provisioning for port 2cd3b0c6-e6c5-4097-ae51-4717b13f3b8d completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:34.769448 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f3125a-723c-459e-8a85-c1801f46b17d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Network b9bbebf9-74b6-4984-910c-12923ecc4e02 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:34.771989 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-90f3125a-723c-459e-8a85-c1801f46b17d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:34.772160 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-50304051-4a50-4dcc-880f-a4fec3914019 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5194869 Jul 29 23:55:34.774935 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49270) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:34.776055 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50304051-4a50-4dcc-880f-a4fec3914019 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Network': ['ID=76bdafe0-0d70-48a2-92a9-34de8b9c6493,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:34.787849 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-27c22b13-0ba6-49dc-b960-65be118efa1a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1488822320'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:34.788673 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 76bdafe0-0d70-48a2-92a9-34de8b9c6493 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:34.850738 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c22b13-0ba6-49dc-b960-65be118efa1a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Made reservation on behalf of 10015bee03844326ad7d94bb44b1c3bd for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:34.854264 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-27c22b13-0ba6-49dc-b960-65be118efa1a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:34.927732 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c22b13-0ba6-49dc-b960-65be118efa1a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:34.945523 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f3125a-723c-459e-8a85-c1801f46b17d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Router 0f634a6e-6f52-401c-bbe6-d97f7f41c2c5 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:55:34.946783 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-27c22b13-0ba6-49dc-b960-65be118efa1a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:34.946972 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-27c22b13-0ba6-49dc-b960-65be118efa1a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Added segment 9192aed7-301b-468d-8a7c-6f11d37731de of type vlan for network e616071f-d435-4636-b601-e9ea336e5459 Jul 29 23:55:35.027535 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-27c22b13-0ba6-49dc-b960-65be118efa1a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:35.134628 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 2cd3b0c6-e6c5-4097-ae51-4717b13f3b8d up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:35.190485 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 2cd3b0c6-e6c5-4097-ae51-4717b13f3b8d completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:35.195079 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 2cd3b0c6-e6c5-4097-ae51-4717b13f3b8d triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:35.195456 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:35.295763 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:35.343087 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 2cd3b0c6-e6c5-4097-ae51-4717b13f3b8d, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=2cd3b0c6-e6c5-4097-ae51-4717b13f3b8d,segment=NetworkSegment(22ddd4cb-0f95-4d4a-84ba-4376d87b1be2),segment_id=22ddd4cb-0f95-4d4a-84ba-4376d87b1be2)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:35.349552 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:35.350515 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device ac6aec5b-918d-41b5-8775-ddfb7b7af581 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:35.389666 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-27c22b13-0ba6-49dc-b960-65be118efa1a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:35.395816 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c22b13-0ba6-49dc-b960-65be118efa1a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:35.396464 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-27c22b13-0ba6-49dc-b960-65be118efa1a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:35.443799 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:35.460163 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=2cd3b0c6-e6c5-4097-ae51-4717b13f3b8d,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:35.466002 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f3125a-723c-459e-8a85-c1801f46b17d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:35.470773 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-432f9c07-edbf-4750-9b5d-d940bd08a2b0 None None] Provisioning for port 64f847c0-5ebb-4847-b96d-86b3523528fb completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:35.479986 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-27c22b13-0ba6-49dc-b960-65be118efa1a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7005911 Jul 29 23:55:35.480466 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-432f9c07-edbf-4750-9b5d-d940bd08a2b0 None None] Provisioning complete for port 64f847c0-5ebb-4847-b96d-86b3523528fb triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:35.480618 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49272) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:35.481661 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-432f9c07-edbf-4750-9b5d-d940bd08a2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:35.484977 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port ac6aec5b-918d-41b5-8775-ddfb7b7af581 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:35.494679 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-90f3125a-723c-459e-8a85-c1801f46b17d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "PUT /v2.0/routers/0f634a6e-6f52-401c-bbe6-d97f7f41c2c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9545708 Jul 29 23:55:35.495004 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-e7004b57-651f-4202-b32d-cd84f5344159 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Request body: {'subnet': {'network_id': '76bdafe0-0d70-48a2-92a9-34de8b9c6493', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:35.497426 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c22b13-0ba6-49dc-b960-65be118efa1a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Network': ['ID=e616071f-d435-4636-b601-e9ea336e5459,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:35.540044 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network e616071f-d435-4636-b601-e9ea336e5459 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:35.562758 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3876877b-6bda-46df-85ef-53d867178c87 None None] Sync routers for ids ['0f634a6e-6f52-401c-bbe6-d97f7f41c2c5'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:35.598097 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port ac6aec5b-918d-41b5-8775-ddfb7b7af581 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:35.598713 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:35.656927 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-432f9c07-edbf-4750-9b5d-d940bd08a2b0 None None] Port 64f847c0-5ebb-4847-b96d-86b3523528fb cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:35.670791 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3876877b-6bda-46df-85ef-53d867178c87 None None] Routers {'0f634a6e-6f52-401c-bbe6-d97f7f41c2c5'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:35.671526 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3876877b-6bda-46df-85ef-53d867178c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:55:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0f634a6e-6f52-401c-bbe6-d97f7f41c2c5'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:35.672194 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7004b57-651f-4202-b32d-cd84f5344159 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Made reservation on behalf of 10015bee03844326ad7d94bb44b1c3bd for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:35.679897 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e7004b57-651f-4202-b32d-cd84f5344159 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:35.738873 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-432f9c07-edbf-4750-9b5d-d940bd08a2b0 None None] Provisioning complete for port 2cd3b0c6-e6c5-4097-ae51-4717b13f3b8d triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:35.739353 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-432f9c07-edbf-4750-9b5d-d940bd08a2b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:35.804238 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed943704-9181-4104-a8ba-02641808a574 req-70b5bf1d-11aa-44d3-9ed7-920373413bc7 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-907653649&fields=id&tenant_id=238a2371055343febcbc86645f67da5e HTTP/1.1" status: 200 len: 267 time: 0.1064262 Jul 29 23:55:35.878460 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-3876877b-6bda-46df-85ef-53d867178c87 None None] Set router 0f634a6e-6f52-401c-bbe6-d97f7f41c2c5 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:35.909505 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.000552 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port ac6aec5b-918d-41b5-8775-ddfb7b7af581, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=ac6aec5b-918d-41b5-8775-ddfb7b7af581,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:36.010354 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.127402 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=ac6aec5b-918d-41b5-8775-ddfb7b7af581,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:36.198215 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-01165d14-0a8e-48ff-9836-ac846e05754c None None] Provisioning complete for port 64f847c0-5ebb-4847-b96d-86b3523528fb triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:36.198591 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-01165d14-0a8e-48ff-9836-ac846e05754c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.246935 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-01165d14-0a8e-48ff-9836-ac846e05754c None None] Port 64f847c0-5ebb-4847-b96d-86b3523528fb cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:36.254449 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3876877b-6bda-46df-85ef-53d867178c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631947644', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'ac6aec5b-918d-41b5-8775-ddfb7b7af581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:30Z', 'updated_at': '2021-07-29T23:55:34Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': 'ac6aec5b-918d-41b5-8775-ddfb7b7af581', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:30Z', 'updated_at': '2021-07-29T23:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '64f847c0-5ebb-4847-b96d-86b3523528fb', 'name': '', 'network_id': 'b9bbebf9-74b6-4984-910c-12923ecc4e02', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:a9:49:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'eeb1325a-e3c7-4af3-a0a8-2a773374306a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:33Z', 'updated_at': '2021-07-29T23:55:34Z', 'revision_number': 2, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': 'eeb1325a-e3c7-4af3-a0a8-2a773374306a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:36.257843 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd443555-6bd8-4f39-b919-537d03675d44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.287936 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3876877b-6bda-46df-85ef-53d867178c87 None None] Checking router: 0f634a6e-6f52-401c-bbe6-d97f7f41c2c5 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:55:36.288294 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3876877b-6bda-46df-85ef-53d867178c87 None None] Updating router 0f634a6e-6f52-401c-bbe6-d97f7f41c2c5 port 64f847c0-5ebb-4847-b96d-86b3523528fb binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:55:36.312279 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3876877b-6bda-46df-85ef-53d867178c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.331855 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed943704-9181-4104-a8ba-02641808a574 req-5c528b25-f4f4-4a05-9588-2b783f477c72 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:36.333635 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed943704-9181-4104-a8ba-02641808a574 req-5c528b25-f4f4-4a05-9588-2b783f477c72 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/networks?id=b9bbebf9-74b6-4984-910c-12923ecc4e02 HTTP/1.1" status: 200 len: 797 time: 0.5195913 Jul 29 23:55:36.381703 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed943704-9181-4104-a8ba-02641808a574 req-d08863c6-536f-43e1-a6e1-581300aafc03 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/quotas/238a2371055343febcbc86645f67da5e HTTP/1.1" status: 200 len: 375 time: 0.0237410 Jul 29 23:55:36.387048 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e7004b57-651f-4202-b32d-cd84f5344159 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.479477 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7004b57-651f-4202-b32d-cd84f5344159 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Subnet': ['ID=bb95a2e9-593b-4d65-aa26-009c2c19e6c6,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:36.500955 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed943704-9181-4104-a8ba-02641808a574 req-0cbe5f21-1c82-4c10-a37a-262cd01bb44f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1108966 Jul 29 23:55:36.509343 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7004b57-651f-4202-b32d-cd84f5344159 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Checking segment: {'id': '24e71df6-91cd-4b90-8913-8f2863a7912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '76bdafe0-0d70-48a2-92a9-34de8b9c6493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:36.509945 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7004b57-651f-4202-b32d-cd84f5344159 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network hostable DHCP agents. Network: 76bdafe0-0d70-48a2-92a9-34de8b9c6493, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:36.586612 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3876877b-6bda-46df-85ef-53d867178c87 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.589229 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7004b57-651f-4202-b32d-cd84f5344159 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network 76bdafe0-0d70-48a2-92a9-34de8b9c6493 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:36.598749 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3876877b-6bda-46df-85ef-53d867178c87 None None] Transition to ACTIVE for port object 64f847c0-5ebb-4847-b96d-86b3523528fb will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:36.605381 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-e7004b57-651f-4202-b32d-cd84f5344159 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 76bdafe0-0d70-48a2-92a9-34de8b9c6493) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:36.606311 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3876877b-6bda-46df-85ef-53d867178c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.611198 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7004b57-651f-4202-b32d-cd84f5344159 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:36.611794 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e7004b57-651f-4202-b32d-cd84f5344159 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.639589 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a741f521-e485-4273-a1fb-751f8c60cf28 None None] Network 76bdafe0-0d70-48a2-92a9-34de8b9c6493 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:36.639814 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e7004b57-651f-4202-b32d-cd84f5344159 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1577034 Jul 29 23:55:36.643738 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49290) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:36.650023 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-d5878977-dddb-4265-95c8-439bd02c203a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Request body: {'subnet': {'network_id': 'e616071f-d435-4636-b601-e9ea336e5459', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:36.652267 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed943704-9181-4104-a8ba-02641808a574 req-fbc78bab-6299-4d37-827f-15ba94c798e4 service neutron] 10.222.0.18 "GET /v2.0/networks/b9bbebf9-74b6-4984-910c-12923ecc4e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361675 Jul 29 23:55:36.748648 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93ca6b-07cc-40be-adb0-e2ab196f835c None None] Pushing event updated for resources: {'Port': ['ID=64f847c0-5ebb-4847-b96d-86b3523528fb,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:36.838686 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5878977-dddb-4265-95c8-439bd02c203a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Made reservation on behalf of 10015bee03844326ad7d94bb44b1c3bd for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:36.845307 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d5878977-dddb-4265-95c8-439bd02c203a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.860966 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-3876877b-6bda-46df-85ef-53d867178c87 None None] Attempting to bind port 64f847c0-5ebb-4847-b96d-86b3523528fb on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:36.861352 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-3876877b-6bda-46df-85ef-53d867178c87 None None] Attempting to bind port 64f847c0-5ebb-4847-b96d-86b3523528fb by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '22ddd4cb-0f95-4d4a-84ba-4376d87b1be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9bbebf9-74b6-4984-910c-12923ecc4e02'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:36.861720 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3876877b-6bda-46df-85ef-53d867178c87 None None] Attempting to bind port 64f847c0-5ebb-4847-b96d-86b3523528fb on network b9bbebf9-74b6-4984-910c-12923ecc4e02 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:36.863125 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed943704-9181-4104-a8ba-02641808a574 req-46c21a1e-28b2-4002-afb6-3bfa4f3ab70c service neutron] 10.222.0.18 "GET /v2.0/networks/b9bbebf9-74b6-4984-910c-12923ecc4e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034211 Jul 29 23:55:36.893335 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3876877b-6bda-46df-85ef-53d867178c87 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:36.893678 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3876877b-6bda-46df-85ef-53d867178c87 None None] Checking segment: {'id': '22ddd4cb-0f95-4d4a-84ba-4376d87b1be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9bbebf9-74b6-4984-910c-12923ecc4e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:36.894174 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3876877b-6bda-46df-85ef-53d867178c87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.894713 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3876877b-6bda-46df-85ef-53d867178c87 None None] Bound using segment: {'id': '22ddd4cb-0f95-4d4a-84ba-4376d87b1be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9bbebf9-74b6-4984-910c-12923ecc4e02'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:36.895288 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-3876877b-6bda-46df-85ef-53d867178c87 None None] Bound port: 64f847c0-5ebb-4847-b96d-86b3523528fb, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22ddd4cb-0f95-4d4a-84ba-4376d87b1be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9bbebf9-74b6-4984-910c-12923ecc4e02'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:36.895691 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3876877b-6bda-46df-85ef-53d867178c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:36.977149 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.035248 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea665c24-8858-4791-b70a-82068489bb87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-76bdafe0-0d70-48a2-92a9-34de8b9c6493', 'network_id': '76bdafe0-0d70-48a2-92a9-34de8b9c6493', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'fixed_ips': [{'subnet_id': 'bb95a2e9-593b-4d65-aa26-009c2c19e6c6'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:55:37.036582 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ea665c24-8858-4791-b70a-82068489bb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.141422 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ee0201e-b17f-4b8a-bbee-f82e52e5ff5b req-02ef832c-efdf-4847-8f04-ee486bbdfff4 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 210 time: 0.0339186 Jul 29 23:55:37.152800 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d5878977-dddb-4265-95c8-439bd02c203a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.176909 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 2cd3b0c6-e6c5-4097-ae51-4717b13f3b8d up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:37.218100 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-3876877b-6bda-46df-85ef-53d867178c87 None None] For port 64f847c0-5ebb-4847-b96d-86b3523528fb, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:37.220522 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5878977-dddb-4265-95c8-439bd02c203a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Subnet': ['ID=bdcb1eba-bc83-4de3-95d9-5e7b8cf07360,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:37.238199 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-3876877b-6bda-46df-85ef-53d867178c87 None None] For port 64f847c0-5ebb-4847-b96d-86b3523528fb, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=64f847c0-5ebb-4847-b96d-86b3523528fb,segment=NetworkSegment(22ddd4cb-0f95-4d4a-84ba-4376d87b1be2),segment_id=22ddd4cb-0f95-4d4a-84ba-4376d87b1be2)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:37.242200 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5878977-dddb-4265-95c8-439bd02c203a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Checking segment: {'id': '9192aed7-301b-468d-8a7c-6f11d37731de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e616071f-d435-4636-b601-e9ea336e5459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:37.242798 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5878977-dddb-4265-95c8-439bd02c203a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network hostable DHCP agents. Network: e616071f-d435-4636-b601-e9ea336e5459, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:37.252519 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3876877b-6bda-46df-85ef-53d867178c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.270501 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5878977-dddb-4265-95c8-439bd02c203a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network e616071f-d435-4636-b601-e9ea336e5459 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:37.282279 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-d5878977-dddb-4265-95c8-439bd02c203a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, e616071f-d435-4636-b601-e9ea336e5459) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:37.296133 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5878977-dddb-4265-95c8-439bd02c203a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:37.297493 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d5878977-dddb-4265-95c8-439bd02c203a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.309731 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fde628-f88f-4b1e-82b2-42c808face7e None None] Network e616071f-d435-4636-b601-e9ea336e5459 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:37.314190 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d5878977-dddb-4265-95c8-439bd02c203a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6685460 Jul 29 23:55:37.318459 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49300) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:37.324728 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-31666539-1947-49ec-ad42-a80385898a32 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-966546921', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:37.352205 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-31666539-1947-49ec-ad42-a80385898a32 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.353304 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-31666539-1947-49ec-ad42-a80385898a32 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.426275 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-31666539-1947-49ec-ad42-a80385898a32 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.431947 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-31666539-1947-49ec-ad42-a80385898a32 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.433354 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 2cd3b0c6-e6c5-4097-ae51-4717b13f3b8d triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:37.433732 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.453778 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-31666539-1947-49ec-ad42-a80385898a32 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.458956 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49304) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:37.459413 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-31666539-1947-49ec-ad42-a80385898a32 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1387429 Jul 29 23:55:37.476334 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-ea665c24-8858-4791-b70a-82068489bb87 None None] Allocated IP 2001:db8::2 (76bdafe0-0d70-48a2-92a9-34de8b9c6493/bb95a2e9-593b-4d65-aa26-009c2c19e6c6/3c70ae2d-deea-4c8d-a40e-1a21ddbab5e8) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:37.481970 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb93ca6b-07cc-40be-adb0-e2ab196f835c None None] Pushing event updated for resources: {'Port': ['ID=64f847c0-5ebb-4847-b96d-86b3523528fb,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:37.492792 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3876877b-6bda-46df-85ef-53d867178c87 None None] Routers {'0f634a6e-6f52-401c-bbe6-d97f7f41c2c5'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:37.493547 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3876877b-6bda-46df-85ef-53d867178c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:55:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0f634a6e-6f52-401c-bbe6-d97f7f41c2c5'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:37.785496 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f119a78a-aec2-456e-bddf-a6930e23c86f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:37.919465 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-3876877b-6bda-46df-85ef-53d867178c87 None None] Set router 0f634a6e-6f52-401c-bbe6-d97f7f41c2c5 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:38.028941 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37970ef-be87-4ce0-a631-193ac9a7189e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-e616071f-d435-4636-b601-e9ea336e5459', 'network_id': 'e616071f-d435-4636-b601-e9ea336e5459', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'fixed_ips': [{'subnet_id': 'bdcb1eba-bc83-4de3-95d9-5e7b8cf07360'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:55:38.029786 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a37970ef-be87-4ce0-a631-193ac9a7189e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:38.087803 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device ac6aec5b-918d-41b5-8775-ddfb7b7af581 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:38.245788 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ea665c24-8858-4791-b70a-82068489bb87 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:38.301037 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ea665c24-8858-4791-b70a-82068489bb87 None None] Transition to ACTIVE for port object 3c70ae2d-deea-4c8d-a40e-1a21ddbab5e8 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:38.302855 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50cbe0bb-2a1f-48b8-8047-e4485b0b9d48 req-38f6070c-bed5-4476-84dd-99768f86c591 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 210 time: 0.0390975 Jul 29 23:55:38.327663 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:38.353133 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ea665c24-8858-4791-b70a-82068489bb87 None None] Transition to ACTIVE for port object 3c70ae2d-deea-4c8d-a40e-1a21ddbab5e8 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:38.361177 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed943704-9181-4104-a8ba-02641808a574 req-f80fd9c4-4b4b-4347-939e-16a12df3013f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:38.362669 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed943704-9181-4104-a8ba-02641808a574 req-f80fd9c4-4b4b-4347-939e-16a12df3013f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.39 "GET /v2.0/networks?id=b9bbebf9-74b6-4984-910c-12923ecc4e02 HTTP/1.1" status: 200 len: 797 time: 0.1701679 Jul 29 23:55:38.380209 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port ac6aec5b-918d-41b5-8775-ddfb7b7af581 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:38.380585 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:38.404228 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ea665c24-8858-4791-b70a-82068489bb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:38.446206 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed943704-9181-4104-a8ba-02641808a574 req-87d8c414-ce95-4cff-9f96-4c6a7c6da878 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=238a2371055343febcbc86645f67da5e HTTP/1.1" status: 200 len: 379 time: 0.0731921 Jul 29 23:55:38.457210 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-ed943704-9181-4104-a8ba-02641808a574 req-c38db021-8bc8-46cf-93a1-83fcfae0631e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'port': {'device_id': '1c0c1117-cf89-424c-89b5-0b8a12dba871', 'network_id': 'b9bbebf9-74b6-4984-910c-12923ecc4e02', 'admin_state_up': True, 'tenant_id': '238a2371055343febcbc86645f67da5e', 'security_groups': ['725bdcf3-3b41-47f6-b825-88a1d1dd6f16']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:38.464086 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-f119a78a-aec2-456e-bddf-a6930e23c86f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Allocated IP 2001:db8::1 (76bdafe0-0d70-48a2-92a9-34de8b9c6493/bb95a2e9-593b-4d65-aa26-009c2c19e6c6/6a5a26cb-6a0c-467b-bd10-17e53874aa9e) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:38.487210 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-a37970ef-be87-4ce0-a631-193ac9a7189e None None] Allocated IP 2001:db8:1::2 (e616071f-d435-4636-b601-e9ea336e5459/bdcb1eba-bc83-4de3-95d9-5e7b8cf07360/d88384ef-f294-4094-b6c0-59b2bcf13d6e) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:38.505462 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea665c24-8858-4791-b70a-82068489bb87 None None] Network 76bdafe0-0d70-48a2-92a9-34de8b9c6493 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:38.517446 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea665c24-8858-4791-b70a-82068489bb87 None None] Pushing event updated for resources: {'Port': ['ID=3c70ae2d-deea-4c8d-a40e-1a21ddbab5e8,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:38.519965 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-ea665c24-8858-4791-b70a-82068489bb87 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:38.524779 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea665c24-8858-4791-b70a-82068489bb87 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:38.628787 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3876877b-6bda-46df-85ef-53d867178c87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631947644', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'ac6aec5b-918d-41b5-8775-ddfb7b7af581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:30Z', 'updated_at': '2021-07-29T23:55:34Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': 'ac6aec5b-918d-41b5-8775-ddfb7b7af581', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:30Z', 'updated_at': '2021-07-29T23:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '64f847c0-5ebb-4847-b96d-86b3523528fb', 'name': '', 'network_id': 'b9bbebf9-74b6-4984-910c-12923ecc4e02', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:a9:49:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'eeb1325a-e3c7-4af3-a0a8-2a773374306a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:33Z', 'updated_at': '2021-07-29T23:55:37Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': 'eeb1325a-e3c7-4af3-a0a8-2a773374306a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:38.676290 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f119a78a-aec2-456e-bddf-a6930e23c86f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:38.680326 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed943704-9181-4104-a8ba-02641808a574 req-c38db021-8bc8-46cf-93a1-83fcfae0631e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Made reservation on behalf of 238a2371055343febcbc86645f67da5e for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:38.684160 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ed943704-9181-4104-a8ba-02641808a574 req-c38db021-8bc8-46cf-93a1-83fcfae0631e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:38.687814 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3876877b-6bda-46df-85ef-53d867178c87 None None] The sync data for ids ['0f634a6e-6f52-401c-bbe6-d97f7f41c2c5'] in n-d-712140-10 is: [{'id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631947644', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'ac6aec5b-918d-41b5-8775-ddfb7b7af581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:30Z', 'updated_at': '2021-07-29T23:55:34Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': 'ac6aec5b-918d-41b5-8775-ddfb7b7af581', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:30Z', 'updated_at': '2021-07-29T23:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '64f847c0-5ebb-4847-b96d-86b3523528fb', 'name': '', 'network_id': 'b9bbebf9-74b6-4984-910c-12923ecc4e02', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:a9:49:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'eeb1325a-e3c7-4af3-a0a8-2a773374306a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:33Z', 'updated_at': '2021-07-29T23:55:37Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': 'eeb1325a-e3c7-4af3-a0a8-2a773374306a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:38.707151 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-ea665c24-8858-4791-b70a-82068489bb87 None None] Attempting to bind port 3c70ae2d-deea-4c8d-a40e-1a21ddbab5e8 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:38.707521 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-ea665c24-8858-4791-b70a-82068489bb87 None None] Attempting to bind port 3c70ae2d-deea-4c8d-a40e-1a21ddbab5e8 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '24e71df6-91cd-4b90-8913-8f2863a7912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '76bdafe0-0d70-48a2-92a9-34de8b9c6493'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:38.707914 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea665c24-8858-4791-b70a-82068489bb87 None None] Attempting to bind port 3c70ae2d-deea-4c8d-a40e-1a21ddbab5e8 on network 76bdafe0-0d70-48a2-92a9-34de8b9c6493 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:38.712217 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f119a78a-aec2-456e-bddf-a6930e23c86f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Transition to ACTIVE for port object 6a5a26cb-6a0c-467b-bd10-17e53874aa9e will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:38.734072 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea665c24-8858-4791-b70a-82068489bb87 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:38.734072 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea665c24-8858-4791-b70a-82068489bb87 None None] Checking segment: {'id': '24e71df6-91cd-4b90-8913-8f2863a7912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '76bdafe0-0d70-48a2-92a9-34de8b9c6493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:38.734072 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ea665c24-8858-4791-b70a-82068489bb87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:38.736413 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea665c24-8858-4791-b70a-82068489bb87 None None] Bound using segment: {'id': '24e71df6-91cd-4b90-8913-8f2863a7912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '76bdafe0-0d70-48a2-92a9-34de8b9c6493'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:38.736413 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-ea665c24-8858-4791-b70a-82068489bb87 None None] Bound port: 3c70ae2d-deea-4c8d-a40e-1a21ddbab5e8, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e71df6-91cd-4b90-8913-8f2863a7912a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '76bdafe0-0d70-48a2-92a9-34de8b9c6493'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:38.736413 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ea665c24-8858-4791-b70a-82068489bb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:38.804808 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f119a78a-aec2-456e-bddf-a6930e23c86f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:38.856625 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a37970ef-be87-4ce0-a631-193ac9a7189e None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:38.872119 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a37970ef-be87-4ce0-a631-193ac9a7189e None None] Transition to ACTIVE for port object d88384ef-f294-4094-b6c0-59b2bcf13d6e will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:38.877792 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ea665c24-8858-4791-b70a-82068489bb87 None None] For port 3c70ae2d-deea-4c8d-a40e-1a21ddbab5e8, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:38.882494 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ea665c24-8858-4791-b70a-82068489bb87 None None] For port 3c70ae2d-deea-4c8d-a40e-1a21ddbab5e8, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=3c70ae2d-deea-4c8d-a40e-1a21ddbab5e8,segment=NetworkSegment(24e71df6-91cd-4b90-8913-8f2863a7912a),segment_id=24e71df6-91cd-4b90-8913-8f2863a7912a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:38.887539 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ea665c24-8858-4791-b70a-82068489bb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:38.902230 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a37970ef-be87-4ce0-a631-193ac9a7189e None None] Transition to ACTIVE for port object d88384ef-f294-4094-b6c0-59b2bcf13d6e will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:38.919499 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f119a78a-aec2-456e-bddf-a6930e23c86f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network 76bdafe0-0d70-48a2-92a9-34de8b9c6493 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:38.923091 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119a78a-aec2-456e-bddf-a6930e23c86f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Port': ['ID=6a5a26cb-6a0c-467b-bd10-17e53874aa9e,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:38.929998 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-f119a78a-aec2-456e-bddf-a6930e23c86f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:38.934388 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f119a78a-aec2-456e-bddf-a6930e23c86f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:38.934943 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f119a78a-aec2-456e-bddf-a6930e23c86f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:38.937146 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a37970ef-be87-4ce0-a631-193ac9a7189e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:38.997113 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-ed943704-9181-4104-a8ba-02641808a574 req-c38db021-8bc8-46cf-93a1-83fcfae0631e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Allocated IP 172.20.0.3 (b9bbebf9-74b6-4984-910c-12923ecc4e02/eeb1325a-e3c7-4af3-a0a8-2a773374306a/6837496e-7b3b-4cbf-98ed-26bf762448ea) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:39.009873 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37970ef-be87-4ce0-a631-193ac9a7189e None None] Network e616071f-d435-4636-b601-e9ea336e5459 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:39.010734 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea665c24-8858-4791-b70a-82068489bb87 None None] Pushing event updated for resources: {'Port': ['ID=3c70ae2d-deea-4c8d-a40e-1a21ddbab5e8,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:39.059291 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37970ef-be87-4ce0-a631-193ac9a7189e None None] Pushing event updated for resources: {'Port': ['ID=d88384ef-f294-4094-b6c0-59b2bcf13d6e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:39.063277 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-a37970ef-be87-4ce0-a631-193ac9a7189e None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:39.066304 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37970ef-be87-4ce0-a631-193ac9a7189e None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:39.126204 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 64f847c0-5ebb-4847-b96d-86b3523528fb up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:39.160348 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f119a78a-aec2-456e-bddf-a6930e23c86f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:39.163717 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a37970ef-be87-4ce0-a631-193ac9a7189e None None] Attempting to bind port d88384ef-f294-4094-b6c0-59b2bcf13d6e on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:39.164130 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a37970ef-be87-4ce0-a631-193ac9a7189e None None] Attempting to bind port d88384ef-f294-4094-b6c0-59b2bcf13d6e by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '9192aed7-301b-468d-8a7c-6f11d37731de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e616071f-d435-4636-b601-e9ea336e5459'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:39.164503 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37970ef-be87-4ce0-a631-193ac9a7189e None None] Attempting to bind port d88384ef-f294-4094-b6c0-59b2bcf13d6e on network e616071f-d435-4636-b601-e9ea336e5459 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:39.175710 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37970ef-be87-4ce0-a631-193ac9a7189e None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:39.176134 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37970ef-be87-4ce0-a631-193ac9a7189e None None] Checking segment: {'id': '9192aed7-301b-468d-8a7c-6f11d37731de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e616071f-d435-4636-b601-e9ea336e5459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:39.176545 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a37970ef-be87-4ce0-a631-193ac9a7189e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:39.176941 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37970ef-be87-4ce0-a631-193ac9a7189e None None] Bound using segment: {'id': '9192aed7-301b-468d-8a7c-6f11d37731de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e616071f-d435-4636-b601-e9ea336e5459'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:39.177425 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a37970ef-be87-4ce0-a631-193ac9a7189e None None] Bound port: d88384ef-f294-4094-b6c0-59b2bcf13d6e, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9192aed7-301b-468d-8a7c-6f11d37731de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e616071f-d435-4636-b601-e9ea336e5459'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:39.177806 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a37970ef-be87-4ce0-a631-193ac9a7189e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:39.257822 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 64f847c0-5ebb-4847-b96d-86b3523528fb completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:39.274031 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 64f847c0-5ebb-4847-b96d-86b3523528fb triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:39.274408 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:39.346480 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a37970ef-be87-4ce0-a631-193ac9a7189e None None] For port d88384ef-f294-4094-b6c0-59b2bcf13d6e, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:39.363430 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a37970ef-be87-4ce0-a631-193ac9a7189e None None] For port d88384ef-f294-4094-b6c0-59b2bcf13d6e, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d88384ef-f294-4094-b6c0-59b2bcf13d6e,segment=NetworkSegment(9192aed7-301b-468d-8a7c-6f11d37731de),segment_id=9192aed7-301b-468d-8a7c-6f11d37731de)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:39.380356 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a37970ef-be87-4ce0-a631-193ac9a7189e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:39.412208 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ed943704-9181-4104-a8ba-02641808a574 req-c38db021-8bc8-46cf-93a1-83fcfae0631e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:39.448240 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-ed943704-9181-4104-a8ba-02641808a574 req-c38db021-8bc8-46cf-93a1-83fcfae0631e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Transition to ACTIVE for port object 6837496e-7b3b-4cbf-98ed-26bf762448ea will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:39.474260 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9a953708-861b-47e6-b059-927f2340c9f8 req-fb0a4aa7-aadb-44b1-8571-0f94b96f919d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 210 time: 0.0419447 Jul 29 23:55:39.500820 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:39.506836 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37970ef-be87-4ce0-a631-193ac9a7189e None None] Pushing event updated for resources: {'Port': ['ID=d88384ef-f294-4094-b6c0-59b2bcf13d6e,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:39.549573 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 64f847c0-5ebb-4847-b96d-86b3523528fb, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=64f847c0-5ebb-4847-b96d-86b3523528fb,segment=NetworkSegment(22ddd4cb-0f95-4d4a-84ba-4376d87b1be2),segment_id=22ddd4cb-0f95-4d4a-84ba-4376d87b1be2)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:39.555306 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:39.581246 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ed943704-9181-4104-a8ba-02641808a574 req-c38db021-8bc8-46cf-93a1-83fcfae0631e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:39.640106 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=64f847c0-5ebb-4847-b96d-86b3523528fb,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:39.653815 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed943704-9181-4104-a8ba-02641808a574 req-c38db021-8bc8-46cf-93a1-83fcfae0631e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Network b9bbebf9-74b6-4984-910c-12923ecc4e02 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:39.664877 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-ed943704-9181-4104-a8ba-02641808a574 req-c38db021-8bc8-46cf-93a1-83fcfae0631e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:39.674517 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed943704-9181-4104-a8ba-02641808a574 req-c38db021-8bc8-46cf-93a1-83fcfae0631e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:39.679335 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38db021-8bc8-46cf-93a1-83fcfae0631e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'Port': ['ID=6837496e-7b3b-4cbf-98ed-26bf762448ea,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:39.772003 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed943704-9181-4104-a8ba-02641808a574 req-c38db021-8bc8-46cf-93a1-83fcfae0631e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:39.772709 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ed943704-9181-4104-a8ba-02641808a574 req-c38db021-8bc8-46cf-93a1-83fcfae0631e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:39.776782 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f119a78a-aec2-456e-bddf-a6930e23c86f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:39.784790 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f119a78a-aec2-456e-bddf-a6930e23c86f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:39.785573 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f119a78a-aec2-456e-bddf-a6930e23c86f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:39.824696 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed943704-9181-4104-a8ba-02641808a574 req-c38db021-8bc8-46cf-93a1-83fcfae0631e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3714602 Jul 29 23:55:39.839084 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-ed943704-9181-4104-a8ba-02641808a574 req-3019c700-7772-42b1-9e6e-a8cc6cd0fc08 service neutron] Request body: {'port': {'device_id': '1c0c1117-cf89-424c-89b5-0b8a12dba871', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:39.952624 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119a78a-aec2-456e-bddf-a6930e23c86f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Port': ['ID=6a5a26cb-6a0c-467b-bd10-17e53874aa9e,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:40.005070 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ed943704-9181-4104-a8ba-02641808a574 req-3019c700-7772-42b1-9e6e-a8cc6cd0fc08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.080303 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f119a78a-aec2-456e-bddf-a6930e23c86f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network 76bdafe0-0d70-48a2-92a9-34de8b9c6493 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:40.085674 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-f119a78a-aec2-456e-bddf-a6930e23c86f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:40.095598 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-14b68684-a92d-4483-89df-d6557c5271ee None None] Provisioning for port 6837496e-7b3b-4cbf-98ed-26bf762448ea completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:40.100434 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-14b68684-a92d-4483-89df-d6557c5271ee None None] Provisioning complete for port 6837496e-7b3b-4cbf-98ed-26bf762448ea triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:40.100867 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-14b68684-a92d-4483-89df-d6557c5271ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.149192 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-14b68684-a92d-4483-89df-d6557c5271ee None None] Port 6837496e-7b3b-4cbf-98ed-26bf762448ea cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:40.341183 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146db9ea-cabd-4e59-8327-c0c5ab31f4be None None] Network 76bdafe0-0d70-48a2-92a9-34de8b9c6493 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:40.366548 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f119a78a-aec2-456e-bddf-a6930e23c86f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Router 34a94aa0-8164-4130-90f5-73a8172d175c is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:55:40.416370 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a40ee49b-24d1-42ea-ade0-cb3b2ab5d227 None None] Provisioning for port 3c70ae2d-deea-4c8d-a40e-1a21ddbab5e8 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:40.519680 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-ed943704-9181-4104-a8ba-02641808a574 req-3019c700-7772-42b1-9e6e-a8cc6cd0fc08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6837496e-7b3b-4cbf-98ed-26bf762448ea {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:55:40.529203 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ed943704-9181-4104-a8ba-02641808a574 req-3019c700-7772-42b1-9e6e-a8cc6cd0fc08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.554165 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f119a78a-aec2-456e-bddf-a6930e23c86f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:40.556570 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-ed943704-9181-4104-a8ba-02641808a574 req-3019c700-7772-42b1-9e6e-a8cc6cd0fc08 service neutron] Transition to ACTIVE for port object 6837496e-7b3b-4cbf-98ed-26bf762448ea will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:40.561921 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f119a78a-aec2-456e-bddf-a6930e23c86f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "PUT /v2.0/routers/34a94aa0-8164-4130-90f5-73a8172d175c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1013987 Jul 29 23:55:40.566559 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49312) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:40.570391 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9597682f-a88c-4281-82af-f6356183114d None None] Sync routers for ids ['34a94aa0-8164-4130-90f5-73a8172d175c'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:40.581560 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9597682f-a88c-4281-82af-f6356183114d None None] Routers {'34a94aa0-8164-4130-90f5-73a8172d175c'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:40.582678 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-9597682f-a88c-4281-82af-f6356183114d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:55:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['34a94aa0-8164-4130-90f5-73a8172d175c'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:40.611898 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ed943704-9181-4104-a8ba-02641808a574 req-3019c700-7772-42b1-9e6e-a8cc6cd0fc08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.622683 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-9597682f-a88c-4281-82af-f6356183114d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:40.633446 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9597682f-a88c-4281-82af-f6356183114d None None] Routers {'34a94aa0-8164-4130-90f5-73a8172d175c'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:40.634084 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-9597682f-a88c-4281-82af-f6356183114d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:55:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['34a94aa0-8164-4130-90f5-73a8172d175c'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:40.661682 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0176195e-f2e5-42d6-a5c1-e668cfaa196f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:40.663075 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0176195e-f2e5-42d6-a5c1-e668cfaa196f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "GET /v2.0/ports/6a5a26cb-6a0c-467b-bd10-17e53874aa9e HTTP/1.1" status: 200 len: 911 time: 0.0955083 Jul 29 23:55:40.667785 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49314) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:40.675573 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-9597682f-a88c-4281-82af-f6356183114d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:40.677617 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9597682f-a88c-4281-82af-f6356183114d None None] The sync data for ids ['34a94aa0-8164-4130-90f5-73a8172d175c'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:40.705383 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019c700-7772-42b1-9e6e-a8cc6cd0fc08 service neutron] Pushing event updated for resources: {'Port': ['ID=6837496e-7b3b-4cbf-98ed-26bf762448ea,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:40.725426 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26f8941-b5f1-437e-b7bd-770367126917 req-e62e2e58-52ef-435c-8bae-bc58e64e42a6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:40.727038 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b26f8941-b5f1-437e-b7bd-770367126917 req-e62e2e58-52ef-435c-8bae-bc58e64e42a6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 943 time: 0.1179771 Jul 29 23:55:40.769116 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2efa8c9-46b6-4043-b0f9-09433ad4101c None None] Network e616071f-d435-4636-b601-e9ea336e5459 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:40.838938 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b26f8941-b5f1-437e-b7bd-770367126917 req-48ba50d0-0192-4d55-a1b4-da3d603e4cfa tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=725bdcf3-3b41-47f6-b825-88a1d1dd6f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043613 Jul 29 23:55:40.841546 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ed943704-9181-4104-a8ba-02641808a574 req-3019c700-7772-42b1-9e6e-a8cc6cd0fc08 service neutron] Attempting to bind port 6837496e-7b3b-4cbf-98ed-26bf762448ea on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:40.841882 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ed943704-9181-4104-a8ba-02641808a574 req-3019c700-7772-42b1-9e6e-a8cc6cd0fc08 service neutron] Attempting to bind port 6837496e-7b3b-4cbf-98ed-26bf762448ea by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '22ddd4cb-0f95-4d4a-84ba-4376d87b1be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9bbebf9-74b6-4984-910c-12923ecc4e02'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:40.842324 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed943704-9181-4104-a8ba-02641808a574 req-3019c700-7772-42b1-9e6e-a8cc6cd0fc08 service neutron] Attempting to bind port 6837496e-7b3b-4cbf-98ed-26bf762448ea on network b9bbebf9-74b6-4984-910c-12923ecc4e02 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:40.853078 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed943704-9181-4104-a8ba-02641808a574 req-3019c700-7772-42b1-9e6e-a8cc6cd0fc08 service neutron] Port 6837496e-7b3b-4cbf-98ed-26bf762448ea on network b9bbebf9-74b6-4984-910c-12923ecc4e02 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:55:40.853351 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed943704-9181-4104-a8ba-02641808a574 req-3019c700-7772-42b1-9e6e-a8cc6cd0fc08 service neutron] Attempting to bind port 6837496e-7b3b-4cbf-98ed-26bf762448ea on network b9bbebf9-74b6-4984-910c-12923ecc4e02 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:40.861704 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed943704-9181-4104-a8ba-02641808a574 req-3019c700-7772-42b1-9e6e-a8cc6cd0fc08 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:40.862049 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed943704-9181-4104-a8ba-02641808a574 req-3019c700-7772-42b1-9e6e-a8cc6cd0fc08 service neutron] Checking segment: {'id': '22ddd4cb-0f95-4d4a-84ba-4376d87b1be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9bbebf9-74b6-4984-910c-12923ecc4e02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:40.862438 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed943704-9181-4104-a8ba-02641808a574 req-3019c700-7772-42b1-9e6e-a8cc6cd0fc08 service neutron] Bound using segment: {'id': '22ddd4cb-0f95-4d4a-84ba-4376d87b1be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9bbebf9-74b6-4984-910c-12923ecc4e02'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:40.862870 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ed943704-9181-4104-a8ba-02641808a574 req-3019c700-7772-42b1-9e6e-a8cc6cd0fc08 service neutron] Bound port: 6837496e-7b3b-4cbf-98ed-26bf762448ea, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22ddd4cb-0f95-4d4a-84ba-4376d87b1be2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b9bbebf9-74b6-4984-910c-12923ecc4e02'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:40.863234 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ed943704-9181-4104-a8ba-02641808a574 req-3019c700-7772-42b1-9e6e-a8cc6cd0fc08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:40.898893 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d79ddf57-f64c-4f5f-8334-e6c276fbc5cb None None] Provisioning for port d88384ef-f294-4094-b6c0-59b2bcf13d6e completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:40.947267 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ed943704-9181-4104-a8ba-02641808a574 req-3019c700-7772-42b1-9e6e-a8cc6cd0fc08 service neutron] For port 6837496e-7b3b-4cbf-98ed-26bf762448ea, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:40.951575 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ed943704-9181-4104-a8ba-02641808a574 req-3019c700-7772-42b1-9e6e-a8cc6cd0fc08 service neutron] For port 6837496e-7b3b-4cbf-98ed-26bf762448ea, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=6837496e-7b3b-4cbf-98ed-26bf762448ea,segment=NetworkSegment(22ddd4cb-0f95-4d4a-84ba-4376d87b1be2),segment_id=22ddd4cb-0f95-4d4a-84ba-4376d87b1be2)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:40.960620 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ed943704-9181-4104-a8ba-02641808a574 req-3019c700-7772-42b1-9e6e-a8cc6cd0fc08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:41.016806 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed943704-9181-4104-a8ba-02641808a574 req-3019c700-7772-42b1-9e6e-a8cc6cd0fc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:41.017486 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ed943704-9181-4104-a8ba-02641808a574 req-3019c700-7772-42b1-9e6e-a8cc6cd0fc08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:41.020887 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed943704-9181-4104-a8ba-02641808a574 req-3019c700-7772-42b1-9e6e-a8cc6cd0fc08 service neutron] 10.222.0.39 "PUT /v2.0/ports/6837496e-7b3b-4cbf-98ed-26bf762448ea HTTP/1.1" status: 200 len: 1092 time: 1.1865044 Jul 29 23:55:41.021370 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0c1117-cf89-424c-89b5-0b8a12dba871', 'tag': '6837496e-7b3b-4cbf-98ed-26bf762448ea'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:55:41.026193 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1dfcc28-8c6c-4ee6-9946-9e3130112939" -d '{"events": [{"name": "network-changed", "server_uuid": "1c0c1117-cf89-424c-89b5-0b8a12dba871", "tag": "6837496e-7b3b-4cbf-98ed-26bf762448ea"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:55:41.072841 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3f07dc38-7036-4b8b-aa1a-8c11372a089c None None] Provisioning for port 6a5a26cb-6a0c-467b-bd10-17e53874aa9e completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:41.073599 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3019c700-7772-42b1-9e6e-a8cc6cd0fc08 service neutron] Pushing event updated for resources: {'Port': ['ID=6837496e-7b3b-4cbf-98ed-26bf762448ea,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:41.077736 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3f07dc38-7036-4b8b-aa1a-8c11372a089c None None] Provisioning complete for port 6a5a26cb-6a0c-467b-bd10-17e53874aa9e triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:41.078849 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3f07dc38-7036-4b8b-aa1a-8c11372a089c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:41.131298 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-3f07dc38-7036-4b8b-aa1a-8c11372a089c None None] Port 6a5a26cb-6a0c-467b-bd10-17e53874aa9e cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:41.155611 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-260cdd27-9eb6-41c4-95e1-ed111c2e7841 x-openstack-request-id: req-260cdd27-9eb6-41c4-95e1-ed111c2e7841 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:55:41.156106 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c0c1117-cf89-424c-89b5-0b8a12dba871", "tag": "6837496e-7b3b-4cbf-98ed-26bf762448ea", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:55:41.156482 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-260cdd27-9eb6-41c4-95e1-ed111c2e7841 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:55:41.156963 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0c1117-cf89-424c-89b5-0b8a12dba871', 'tag': '6837496e-7b3b-4cbf-98ed-26bf762448ea', 'status': 'completed', 'code': 200} Jul 29 23:55:41.185269 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed943704-9181-4104-a8ba-02641808a574 req-94471578-a82b-4678-b025-372cd495e6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:41.186848 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed943704-9181-4104-a8ba-02641808a574 req-94471578-a82b-4678-b025-372cd495e6c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 1095 time: 0.1054590 Jul 29 23:55:41.284958 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed943704-9181-4104-a8ba-02641808a574 req-a3c42ddf-a880-4c75-90a0-f3571d83f3c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6837496e-7b3b-4cbf-98ed-26bf762448ea HTTP/1.1" status: 200 len: 217 time: 0.0838733 Jul 29 23:55:41.293892 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-16e05ef7-f69a-46ee-a636-52212cfa49e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:41.345620 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d88384ef-f294-4094-b6c0-59b2bcf13d6e up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:41.374470 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed943704-9181-4104-a8ba-02641808a574 req-81c40ed6-5402-4c69-8bc8-da12754553ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:41.377760 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed943704-9181-4104-a8ba-02641808a574 req-81c40ed6-5402-4c69-8bc8-da12754553ea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eeb1325a-e3c7-4af3-a0a8-2a773374306a HTTP/1.1" status: 200 len: 834 time: 0.0802381 Jul 29 23:55:41.406276 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port d88384ef-f294-4094-b6c0-59b2bcf13d6e completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:41.411605 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port d88384ef-f294-4094-b6c0-59b2bcf13d6e triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:41.412117 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:41.450934 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed943704-9181-4104-a8ba-02641808a574 req-11891a63-021f-4cbe-8273-2d3c9fcecb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:41.452451 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed943704-9181-4104-a8ba-02641808a574 req-11891a63-021f-4cbe-8273-2d3c9fcecb2c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9bbebf9-74b6-4984-910c-12923ecc4e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0660763 Jul 29 23:55:41.544642 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:41.596565 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port d88384ef-f294-4094-b6c0-59b2bcf13d6e, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d88384ef-f294-4094-b6c0-59b2bcf13d6e,segment=NetworkSegment(9192aed7-301b-468d-8a7c-6f11d37731de),segment_id=9192aed7-301b-468d-8a7c-6f11d37731de)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:41.602243 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:41.603075 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 3c70ae2d-deea-4c8d-a40e-1a21ddbab5e8 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:41.612771 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed943704-9181-4104-a8ba-02641808a574 req-5d4e7552-7da4-48d2-af11-6e89cdbff09b service neutron] 10.222.0.39 "GET /v2.0/networks/b9bbebf9-74b6-4984-910c-12923ecc4e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520689 Jul 29 23:55:41.698336 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-16e05ef7-f69a-46ee-a636-52212cfa49e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Allocated IP 2001:db8:1::1 (e616071f-d435-4636-b601-e9ea336e5459/bdcb1eba-bc83-4de3-95d9-5e7b8cf07360/f5e4d864-2baf-4ce9-80a4-a351db7173d8) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:41.712388 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-675bd705-1156-4686-a3d8-5d2ef5214f62 None None] Provisioning complete for port 6a5a26cb-6a0c-467b-bd10-17e53874aa9e triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:41.712863 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-675bd705-1156-4686-a3d8-5d2ef5214f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:41.757066 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-675bd705-1156-4686-a3d8-5d2ef5214f62 None None] Port 6a5a26cb-6a0c-467b-bd10-17e53874aa9e cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:41.777946 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=d88384ef-f294-4094-b6c0-59b2bcf13d6e,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:41.782757 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 3c70ae2d-deea-4c8d-a40e-1a21ddbab5e8 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:41.792081 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 3c70ae2d-deea-4c8d-a40e-1a21ddbab5e8 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:41.792567 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:41.865566 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-16e05ef7-f69a-46ee-a636-52212cfa49e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:41.885796 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-16e05ef7-f69a-46ee-a636-52212cfa49e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Transition to ACTIVE for port object f5e4d864-2baf-4ce9-80a4-a351db7173d8 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:41.900817 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:41.923585 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d1e4bb56-1eaa-48fb-82d4-a961155f5249 None None] Provisioning complete for port 6a5a26cb-6a0c-467b-bd10-17e53874aa9e triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:41.924027 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d1e4bb56-1eaa-48fb-82d4-a961155f5249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:41.931615 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-16e05ef7-f69a-46ee-a636-52212cfa49e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:41.971099 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 3c70ae2d-deea-4c8d-a40e-1a21ddbab5e8, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=3c70ae2d-deea-4c8d-a40e-1a21ddbab5e8,segment=NetworkSegment(24e71df6-91cd-4b90-8913-8f2863a7912a),segment_id=24e71df6-91cd-4b90-8913-8f2863a7912a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:41.976420 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:41.977212 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 64f847c0-5ebb-4847-b96d-86b3523528fb up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:41.994617 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e05ef7-f69a-46ee-a636-52212cfa49e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network e616071f-d435-4636-b601-e9ea336e5459 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:41.998633 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-16e05ef7-f69a-46ee-a636-52212cfa49e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:42.003550 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e05ef7-f69a-46ee-a636-52212cfa49e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:42.004918 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-16e05ef7-f69a-46ee-a636-52212cfa49e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:42.022808 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d1e4bb56-1eaa-48fb-82d4-a961155f5249 None None] Port 6a5a26cb-6a0c-467b-bd10-17e53874aa9e cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:42.065381 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d1e4bb56-1eaa-48fb-82d4-a961155f5249 None None] Provisioning complete for port d88384ef-f294-4094-b6c0-59b2bcf13d6e triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:42.065740 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d1e4bb56-1eaa-48fb-82d4-a961155f5249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:42.089062 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e05ef7-f69a-46ee-a636-52212cfa49e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Port': ['ID=f5e4d864-2baf-4ce9-80a4-a351db7173d8,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:42.122134 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd7a49-cadb-4119-ad50-d6a095cbea5c req-66422b92-496a-468c-99f2-acadb2ac4d54 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:42.123704 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38bd7a49-cadb-4119-ad50-d6a095cbea5c req-66422b92-496a-468c-99f2-acadb2ac4d54 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 943 time: 0.0688894 Jul 29 23:55:42.129727 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=3c70ae2d-deea-4c8d-a40e-1a21ddbab5e8,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:42.146548 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 64f847c0-5ebb-4847-b96d-86b3523528fb triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:42.147225 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:42.155975 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed943704-9181-4104-a8ba-02641808a574 req-41c9e5b8-bb1a-4b31-9a56-448c34c455b5 service neutron] 10.222.0.39 "GET /v2.0/networks/b9bbebf9-74b6-4984-910c-12923ecc4e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5349882 Jul 29 23:55:42.194125 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38bd7a49-cadb-4119-ad50-d6a095cbea5c req-abb77a0b-016b-4042-820d-c45ec997c597 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=725bdcf3-3b41-47f6-b825-88a1d1dd6f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526505 Jul 29 23:55:42.204265 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-16e05ef7-f69a-46ee-a636-52212cfa49e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:42.272546 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfcc28-8c6c-4ee6-9946-9e3130112939 req-6805a2bf-0191-47f4-af99-ce6f0b085542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:42.274115 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f1dfcc28-8c6c-4ee6-9946-9e3130112939 req-6805a2bf-0191-47f4-af99-ce6f0b085542 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 1095 time: 0.0521774 Jul 29 23:55:42.389203 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfcc28-8c6c-4ee6-9946-9e3130112939 req-6005e56a-b5d2-41c3-b3f3-e1d97b95953b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:42.390751 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f1dfcc28-8c6c-4ee6-9946-9e3130112939 req-6005e56a-b5d2-41c3-b3f3-e1d97b95953b service neutron] 10.222.0.39 "GET /v2.0/networks?id=b9bbebf9-74b6-4984-910c-12923ecc4e02 HTTP/1.1" status: 200 len: 898 time: 0.1085508 Jul 29 23:55:42.437541 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f1dfcc28-8c6c-4ee6-9946-9e3130112939 req-eeb60723-a9a5-474e-965a-f3f3f7c731d4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6837496e-7b3b-4cbf-98ed-26bf762448ea HTTP/1.1" status: 200 len: 217 time: 0.0358999 Jul 29 23:55:42.464401 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-31d716c4-3100-4c0f-93c1-eb1b9a2db161 None None] Provisioning for port f5e4d864-2baf-4ce9-80a4-a351db7173d8 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:42.468225 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-31d716c4-3100-4c0f-93c1-eb1b9a2db161 None None] Provisioning complete for port f5e4d864-2baf-4ce9-80a4-a351db7173d8 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:42.468606 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31d716c4-3100-4c0f-93c1-eb1b9a2db161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:42.495574 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfcc28-8c6c-4ee6-9946-9e3130112939 req-f5e536ba-d606-4b1a-ac09-65ec32a61df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:42.497247 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f1dfcc28-8c6c-4ee6-9946-9e3130112939 req-f5e536ba-d606-4b1a-ac09-65ec32a61df5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eeb1325a-e3c7-4af3-a0a8-2a773374306a HTTP/1.1" status: 200 len: 834 time: 0.0513813 Jul 29 23:55:42.535239 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-16e05ef7-f69a-46ee-a636-52212cfa49e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:42.540541 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-16e05ef7-f69a-46ee-a636-52212cfa49e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:42.541707 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-16e05ef7-f69a-46ee-a636-52212cfa49e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:42.555895 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfcc28-8c6c-4ee6-9946-9e3130112939 req-8f1fce90-c378-488a-9b2d-bf9699df572e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:42.557846 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f1dfcc28-8c6c-4ee6-9946-9e3130112939 req-8f1fce90-c378-488a-9b2d-bf9699df572e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9bbebf9-74b6-4984-910c-12923ecc4e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510492 Jul 29 23:55:42.637254 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e05ef7-f69a-46ee-a636-52212cfa49e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Port': ['ID=f5e4d864-2baf-4ce9-80a4-a351db7173d8,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:42.666414 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f1dfcc28-8c6c-4ee6-9946-9e3130112939 req-470cbf28-b062-454d-ae69-f93f7a4bf40b service neutron] 10.222.0.39 "GET /v2.0/networks/b9bbebf9-74b6-4984-910c-12923ecc4e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989587 Jul 29 23:55:42.674413 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-31d716c4-3100-4c0f-93c1-eb1b9a2db161 None None] Port f5e4d864-2baf-4ce9-80a4-a351db7173d8 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:42.690431 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e05ef7-f69a-46ee-a636-52212cfa49e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network e616071f-d435-4636-b601-e9ea336e5459 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:42.691960 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-16e05ef7-f69a-46ee-a636-52212cfa49e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:42.776645 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f1dfcc28-8c6c-4ee6-9946-9e3130112939 req-bdf627e9-d77f-4599-858f-4dd3e237e876 service neutron] 10.222.0.39 "GET /v2.0/networks/b9bbebf9-74b6-4984-910c-12923ecc4e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985582 Jul 29 23:55:42.806774 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e05ef7-f69a-46ee-a636-52212cfa49e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Router 34a94aa0-8164-4130-90f5-73a8172d175c has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:55:42.896653 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f330f9c3-18d6-48e9-8807-b2add03f928b None None] Provisioning complete for port f5e4d864-2baf-4ce9-80a4-a351db7173d8 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:42.897034 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f330f9c3-18d6-48e9-8807-b2add03f928b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:42.904169 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e05ef7-f69a-46ee-a636-52212cfa49e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:42.912075 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-16e05ef7-f69a-46ee-a636-52212cfa49e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "PUT /v2.0/routers/34a94aa0-8164-4130-90f5-73a8172d175c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2405643 Jul 29 23:55:42.913158 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49320) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:42.919896 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2b73d4-90e7-4346-bfeb-3231e6ccfe55 None None] Sync routers for ids ['34a94aa0-8164-4130-90f5-73a8172d175c'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:42.940690 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2b73d4-90e7-4346-bfeb-3231e6ccfe55 None None] Routers {'34a94aa0-8164-4130-90f5-73a8172d175c'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:42.941319 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3c2b73d4-90e7-4346-bfeb-3231e6ccfe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:55:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['34a94aa0-8164-4130-90f5-73a8172d175c'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:42.943983 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f330f9c3-18d6-48e9-8807-b2add03f928b None None] Port f5e4d864-2baf-4ce9-80a4-a351db7173d8 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:42.957100 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47f6032-fe93-4b1f-be98-6a0cef9e6eb4 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:42.958528 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c47f6032-fe93-4b1f-be98-6a0cef9e6eb4 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "GET /v2.0/ports/f5e4d864-2baf-4ce9-80a4-a351db7173d8 HTTP/1.1" status: 200 len: 913 time: 0.0443974 Jul 29 23:55:42.961503 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49322) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:42.978942 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3c2b73d4-90e7-4346-bfeb-3231e6ccfe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:42.988748 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2b73d4-90e7-4346-bfeb-3231e6ccfe55 None None] Routers {'34a94aa0-8164-4130-90f5-73a8172d175c'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:42.989379 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3c2b73d4-90e7-4346-bfeb-3231e6ccfe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:55:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['34a94aa0-8164-4130-90f5-73a8172d175c'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:43.024311 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3c2b73d4-90e7-4346-bfeb-3231e6ccfe55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:43.024936 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2b73d4-90e7-4346-bfeb-3231e6ccfe55 None None] The sync data for ids ['34a94aa0-8164-4130-90f5-73a8172d175c'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:43.037992 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d88384ef-f294-4094-b6c0-59b2bcf13d6e up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:43.086831 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port d88384ef-f294-4094-b6c0-59b2bcf13d6e triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:43.087201 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:43.167344 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 3c70ae2d-deea-4c8d-a40e-1a21ddbab5e8 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:43.214423 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 3c70ae2d-deea-4c8d-a40e-1a21ddbab5e8 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:43.214798 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:43.314653 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dca940fb-b521-4641-869f-347bd9c27be7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:43.326805 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1400b85-d244-4c84-829c-f266cd566a5a req-a222ee59-dc60-4eb5-a9cd-3e85d7cf6924 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:43.328373 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f1400b85-d244-4c84-829c-f266cd566a5a req-a222ee59-dc60-4eb5-a9cd-3e85d7cf6924 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 943 time: 0.0517724 Jul 29 23:55:43.367944 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f1400b85-d244-4c84-829c-f266cd566a5a req-2b0ebdce-6307-47a7-aadf-19b945711fdc tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=725bdcf3-3b41-47f6-b825-88a1d1dd6f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331731 Jul 29 23:55:43.554993 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-dca940fb-b521-4641-869f-347bd9c27be7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Deleting port f5e4d864-2baf-4ce9-80a4-a351db7173d8 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:43.555322 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dca940fb-b521-4641-869f-347bd9c27be7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:43.644052 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dca940fb-b521-4641-869f-347bd9c27be7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:43.655321 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-dca940fb-b521-4641-869f-347bd9c27be7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Calling delete_port for f5e4d864-2baf-4ce9-80a4-a351db7173d8 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:44.096653 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dca940fb-b521-4641-869f-347bd9c27be7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.120943 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca940fb-b521-4641-869f-347bd9c27be7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Port': ['ID=f5e4d864-2baf-4ce9-80a4-a351db7173d8,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:44.237726 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dca940fb-b521-4641-869f-347bd9c27be7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:44.470536 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca940fb-b521-4641-869f-347bd9c27be7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Router 34a94aa0-8164-4130-90f5-73a8172d175c has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:55:44.492468 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c471fa9c-8bc7-4e76-bc8e-de5ba3e3f846 req-fce2692e-5c83-4eb6-bd6a-3221925a2674 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:44.494015 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c471fa9c-8bc7-4e76-bc8e-de5ba3e3f846 req-fce2692e-5c83-4eb6-bd6a-3221925a2674 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 943 time: 0.0507181 Jul 29 23:55:44.543261 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c471fa9c-8bc7-4e76-bc8e-de5ba3e3f846 req-0e71fb51-fdf3-4d2f-af3a-d39c1149f448 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=725bdcf3-3b41-47f6-b825-88a1d1dd6f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419571 Jul 29 23:55:44.569817 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca940fb-b521-4641-869f-347bd9c27be7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:44.575295 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-dca940fb-b521-4641-869f-347bd9c27be7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "PUT /v2.0/routers/34a94aa0-8164-4130-90f5-73a8172d175c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6122286 Jul 29 23:55:44.578600 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49328) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:44.582142 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d0616f-e9f3-4e2c-b189-90b093213bae None None] Sync routers for ids ['34a94aa0-8164-4130-90f5-73a8172d175c'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:44.591979 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d0616f-e9f3-4e2c-b189-90b093213bae None None] Routers {'34a94aa0-8164-4130-90f5-73a8172d175c'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:44.592587 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-75d0616f-e9f3-4e2c-b189-90b093213bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:55:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['34a94aa0-8164-4130-90f5-73a8172d175c'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:44.626215 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-75d0616f-e9f3-4e2c-b189-90b093213bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:44.635298 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d0616f-e9f3-4e2c-b189-90b093213bae None None] Routers {'34a94aa0-8164-4130-90f5-73a8172d175c'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:44.636012 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-75d0616f-e9f3-4e2c-b189-90b093213bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:55:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['34a94aa0-8164-4130-90f5-73a8172d175c'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:44.669641 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-75d0616f-e9f3-4e2c-b189-90b093213bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:44.670206 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d0616f-e9f3-4e2c-b189-90b093213bae None None] The sync data for ids ['34a94aa0-8164-4130-90f5-73a8172d175c'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:44.903709 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b5a9a973-9615-4fe8-a467-ede2ac6e27db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:45.112990 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 6837496e-7b3b-4cbf-98ed-26bf762448ea details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:55:45.152048 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b5a9a973-9615-4fe8-a467-ede2ac6e27db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Deleting port 6a5a26cb-6a0c-467b-bd10-17e53874aa9e {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:45.152631 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b5a9a973-9615-4fe8-a467-ede2ac6e27db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:45.213287 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 6837496e-7b3b-4cbf-98ed-26bf762448ea, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=6837496e-7b3b-4cbf-98ed-26bf762448ea,segment=NetworkSegment(22ddd4cb-0f95-4d4a-84ba-4376d87b1be2),segment_id=22ddd4cb-0f95-4d4a-84ba-4376d87b1be2)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:45.225807 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '6837496e-7b3b-4cbf-98ed-26bf762448ea', 'network_id': 'b9bbebf9-74b6-4984-910c-12923ecc4e02', 'port_id': '6837496e-7b3b-4cbf-98ed-26bf762448ea', 'mac_address': 'fa:16:3e:83:b2:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb1325a-e3c7-4af3-a0a8-2a773374306a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:55:45.244046 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b5a9a973-9615-4fe8-a467-ede2ac6e27db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:45.256706 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b5a9a973-9615-4fe8-a467-ede2ac6e27db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Calling delete_port for 6a5a26cb-6a0c-467b-bd10-17e53874aa9e owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:45.265178 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:45.281995 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6837496e-7b3b-4cbf-98ed-26bf762448ea {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:55:45.308035 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 6837496e-7b3b-4cbf-98ed-26bf762448ea, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=6837496e-7b3b-4cbf-98ed-26bf762448ea,segment=NetworkSegment(22ddd4cb-0f95-4d4a-84ba-4376d87b1be2),segment_id=22ddd4cb-0f95-4d4a-84ba-4376d87b1be2)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:45.311963 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:45.372803 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=6837496e-7b3b-4cbf-98ed-26bf762448ea,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:45.440525 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b5a9a973-9615-4fe8-a467-ede2ac6e27db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:45.470177 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a9a973-9615-4fe8-a467-ede2ac6e27db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Port': ['ID=6a5a26cb-6a0c-467b-bd10-17e53874aa9e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:45.540712 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['6837496e-7b3b-4cbf-98ed-26bf762448ea'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:55:45.570602 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b5a9a973-9615-4fe8-a467-ede2ac6e27db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:45.691356 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01898d0-e456-4e06-9127-45a4bc0ffa77 req-8e2c7ebd-2850-4761-a141-da43c3c0c5d1 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:45.692941 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a01898d0-e456-4e06-9127-45a4bc0ffa77 req-8e2c7ebd-2850-4761-a141-da43c3c0c5d1 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 944 time: 0.0560560 Jul 29 23:55:45.737557 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a01898d0-e456-4e06-9127-45a4bc0ffa77 req-964f2c1f-6327-48f9-9c56-0130689553b5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=725bdcf3-3b41-47f6-b825-88a1d1dd6f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382707 Jul 29 23:55:45.772884 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a9a973-9615-4fe8-a467-ede2ac6e27db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Router 34a94aa0-8164-4130-90f5-73a8172d175c has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:55:45.851232 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a9a973-9615-4fe8-a467-ede2ac6e27db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:45.857291 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b5a9a973-9615-4fe8-a467-ede2ac6e27db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "PUT /v2.0/routers/34a94aa0-8164-4130-90f5-73a8172d175c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2769828 Jul 29 23:55:45.860305 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49332) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:45.863294 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f031e52e-44de-4849-bff2-4c7add5578a8 None None] Sync routers for ids ['34a94aa0-8164-4130-90f5-73a8172d175c'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:45.872466 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f031e52e-44de-4849-bff2-4c7add5578a8 None None] Routers {'34a94aa0-8164-4130-90f5-73a8172d175c'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:45.873079 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f031e52e-44de-4849-bff2-4c7add5578a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:55:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['34a94aa0-8164-4130-90f5-73a8172d175c'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:45.889935 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8c6ebd53-0f34-4b01-b175-a944b596b6fd tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "GET /v2.0/ports?device_id=34a94aa0-8164-4130-90f5-73a8172d175c HTTP/1.1" status: 200 len: 205 time: 0.0285375 Jul 29 23:55:45.892372 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49334) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:45.909348 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f031e52e-44de-4849-bff2-4c7add5578a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:45.918215 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f031e52e-44de-4849-bff2-4c7add5578a8 None None] Routers {'34a94aa0-8164-4130-90f5-73a8172d175c'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:45.918825 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f031e52e-44de-4849-bff2-4c7add5578a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:55:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['34a94aa0-8164-4130-90f5-73a8172d175c'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:45.953926 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f031e52e-44de-4849-bff2-4c7add5578a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:45.954586 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f031e52e-44de-4849-bff2-4c7add5578a8 None None] The sync data for ids ['34a94aa0-8164-4130-90f5-73a8172d175c'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:45.974169 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eeda2642-b953-4dc3-951f-eb1fd1317f4c tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.135007 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eeda2642-b953-4dc3-951f-eb1fd1317f4c tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.137161 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eeda2642-b953-4dc3-951f-eb1fd1317f4c tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.185215 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eeda2642-b953-4dc3-951f-eb1fd1317f4c tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.186039 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeda2642-b953-4dc3-951f-eb1fd1317f4c tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Fanout notify agent at l3_agent the message router_deleted on router 34a94aa0-8164-4130-90f5-73a8172d175c {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:55:46.194157 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eeda2642-b953-4dc3-951f-eb1fd1317f4c tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.195325 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-eeda2642-b953-4dc3-951f-eb1fd1317f4c tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/routers/34a94aa0-8164-4130-90f5-73a8172d175c HTTP/1.1" status: 204 len: 168 time: 0.3020031 Jul 29 23:55:46.198417 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49336) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:46.249619 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-b884c3d1-68eb-4b9b-ae64-f54a875529db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Deleting subnet bdcb1eba-bc83-4de3-95d9-5e7b8cf07360 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:55:46.252929 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b884c3d1-68eb-4b9b-ae64-f54a875529db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.294157 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b884c3d1-68eb-4b9b-ae64-f54a875529db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.382264 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b884c3d1-68eb-4b9b-ae64-f54a875529db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.442122 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b884c3d1-68eb-4b9b-ae64-f54a875529db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.469422 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b884c3d1-68eb-4b9b-ae64-f54a875529db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Subnet': ['ID=bdcb1eba-bc83-4de3-95d9-5e7b8cf07360,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:46.473243 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b884c3d1-68eb-4b9b-ae64-f54a875529db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.478797 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b884c3d1-68eb-4b9b-ae64-f54a875529db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/subnets/bdcb1eba-bc83-4de3-95d9-5e7b8cf07360 HTTP/1.1" status: 204 len: 168 time: 0.2757812 Jul 29 23:55:46.478797 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49338) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:46.481809 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926a0f9f-5071-44d5-a436-85ad8ba9a3dd None None] Network e616071f-d435-4636-b601-e9ea336e5459 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:46.528333 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-95f90379-7f09-4288-858f-2203af9b8d3a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Deleting subnet bb95a2e9-593b-4d65-aa26-009c2c19e6c6 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:55:46.532019 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-95f90379-7f09-4288-858f-2203af9b8d3a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.577785 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-95f90379-7f09-4288-858f-2203af9b8d3a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.655531 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8c1748-fab2-4262-a102-c6e4497f4e19 None None] DHCP port deletion for e616071f-d435-4636-b601-e9ea336e5459 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:55:46.664648 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-95f90379-7f09-4288-858f-2203af9b8d3a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.706979 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ec8c1748-fab2-4262-a102-c6e4497f4e19 None None] Deleting port d88384ef-f294-4094-b6c0-59b2bcf13d6e {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:46.707273 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ec8c1748-fab2-4262-a102-c6e4497f4e19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.725997 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-95f90379-7f09-4288-858f-2203af9b8d3a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.758201 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f90379-7f09-4288-858f-2203af9b8d3a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Subnet': ['ID=bb95a2e9-593b-4d65-aa26-009c2c19e6c6,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:46.761829 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-95f90379-7f09-4288-858f-2203af9b8d3a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.767477 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-95f90379-7f09-4288-858f-2203af9b8d3a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/subnets/bb95a2e9-593b-4d65-aa26-009c2c19e6c6 HTTP/1.1" status: 204 len: 168 time: 0.2849994 Jul 29 23:55:46.767477 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49340) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:46.770615 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f979a5-58d8-45f7-b889-161e9a52070b None None] Network 76bdafe0-0d70-48a2-92a9-34de8b9c6493 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:46.837184 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ec8c1748-fab2-4262-a102-c6e4497f4e19 None None] For port d88384ef-f294-4094-b6c0-59b2bcf13d6e, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d88384ef-f294-4094-b6c0-59b2bcf13d6e,segment=NetworkSegment(9192aed7-301b-468d-8a7c-6f11d37731de),segment_id=9192aed7-301b-468d-8a7c-6f11d37731de)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:46.837589 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ec8c1748-fab2-4262-a102-c6e4497f4e19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.845733 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3ce1f29-4c8e-4bd4-8b97-e263bb926281 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.856094 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ec8c1748-fab2-4262-a102-c6e4497f4e19 None None] Calling delete_port for d88384ef-f294-4094-b6c0-59b2bcf13d6e owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:46.871361 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77728cac-f867-4315-aa76-7d9ee3dda1f2 req-8550c644-f583-4fb9-a76f-80cd74aae2fa tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:46.873051 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-77728cac-f867-4315-aa76-7d9ee3dda1f2 req-8550c644-f583-4fb9-a76f-80cd74aae2fa tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 944 time: 0.0520699 Jul 29 23:55:46.900968 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-e3ce1f29-4c8e-4bd4-8b97-e263bb926281 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Deleting port d88384ef-f294-4094-b6c0-59b2bcf13d6e {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:46.901305 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3ce1f29-4c8e-4bd4-8b97-e263bb926281 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.917463 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-77728cac-f867-4315-aa76-7d9ee3dda1f2 req-618cac93-488d-49c5-8274-1cd3333dcda3 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=725bdcf3-3b41-47f6-b825-88a1d1dd6f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363619 Jul 29 23:55:46.980713 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-e3ce1f29-4c8e-4bd4-8b97-e263bb926281 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] For port d88384ef-f294-4094-b6c0-59b2bcf13d6e, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d88384ef-f294-4094-b6c0-59b2bcf13d6e,segment=NetworkSegment(9192aed7-301b-468d-8a7c-6f11d37731de),segment_id=9192aed7-301b-468d-8a7c-6f11d37731de)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:46.981131 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3ce1f29-4c8e-4bd4-8b97-e263bb926281 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:46.995969 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-e3ce1f29-4c8e-4bd4-8b97-e263bb926281 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Calling delete_port for d88384ef-f294-4094-b6c0-59b2bcf13d6e owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:47.011954 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ec8c1748-fab2-4262-a102-c6e4497f4e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.025876 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8c1748-fab2-4262-a102-c6e4497f4e19 None None] No DVR routers for this DVR port d88384ef-f294-4094-b6c0-59b2bcf13d6e on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:47.054886 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d88384ef-f294-4094-b6c0-59b2bcf13d6e no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:47.057701 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8c1748-fab2-4262-a102-c6e4497f4e19 None None] Pushing event deleted for resources: {'Port': ['ID=d88384ef-f294-4094-b6c0-59b2bcf13d6e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:47.083140 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb739191-3545-4b5a-bfe4-d669bd786bac None None] DHCP port deletion for 76bdafe0-0d70-48a2-92a9-34de8b9c6493 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:55:47.085298 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: d88384ef-f294-4094-b6c0-59b2bcf13d6e {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:47.085425 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3ce1f29-4c8e-4bd4-8b97-e263bb926281 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.085641 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d88384ef-f294-4094-b6c0-59b2bcf13d6e not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:47.120201 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce1f29-4c8e-4bd4-8b97-e263bb926281 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Port': ['ID=d88384ef-f294-4094-b6c0-59b2bcf13d6e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:47.128737 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ce1f29-4c8e-4bd4-8b97-e263bb926281 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] No DVR routers for this DVR port d88384ef-f294-4094-b6c0-59b2bcf13d6e on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:47.135117 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 6837496e-7b3b-4cbf-98ed-26bf762448ea up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:47.167016 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-eb739191-3545-4b5a-bfe4-d669bd786bac None None] Deleting port 3c70ae2d-deea-4c8d-a40e-1a21ddbab5e8 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:47.167399 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eb739191-3545-4b5a-bfe4-d669bd786bac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.213117 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3ce1f29-4c8e-4bd4-8b97-e263bb926281 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.224547 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-e3ce1f29-4c8e-4bd4-8b97-e263bb926281 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e616071f-d435-4636-b601-e9ea336e5459']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:47.237483 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-e3ce1f29-4c8e-4bd4-8b97-e263bb926281 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9192aed7-301b-468d-8a7c-6f11d37731de') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:47.237773 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-e3ce1f29-4c8e-4bd4-8b97-e263bb926281 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9192aed7-301b-468d-8a7c-6f11d37731de') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:47.247260 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3ce1f29-4c8e-4bd4-8b97-e263bb926281 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.249312 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-eb739191-3545-4b5a-bfe4-d669bd786bac None None] For port 3c70ae2d-deea-4c8d-a40e-1a21ddbab5e8, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=3c70ae2d-deea-4c8d-a40e-1a21ddbab5e8,segment=NetworkSegment(24e71df6-91cd-4b90-8913-8f2863a7912a),segment_id=24e71df6-91cd-4b90-8913-8f2863a7912a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:47.249516 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eb739191-3545-4b5a-bfe4-d669bd786bac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.253516 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 6837496e-7b3b-4cbf-98ed-26bf762448ea completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:47.266401 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 6837496e-7b3b-4cbf-98ed-26bf762448ea triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:47.266831 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.268571 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-eb739191-3545-4b5a-bfe4-d669bd786bac None None] Calling delete_port for 3c70ae2d-deea-4c8d-a40e-1a21ddbab5e8 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:47.272555 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3ce1f29-4c8e-4bd4-8b97-e263bb926281 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.280493 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ce1f29-4c8e-4bd4-8b97-e263bb926281 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:47.280735 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3ce1f29-4c8e-4bd4-8b97-e263bb926281 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: self.session.flush() Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: self.session.flush() Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: self.session.flush() Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: self.session.flush() Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:47.284629 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:47.351037 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3ce1f29-4c8e-4bd4-8b97-e263bb926281 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.357664 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e3ce1f29-4c8e-4bd4-8b97-e263bb926281 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.363950 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49344) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:47.364169 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e3ce1f29-4c8e-4bd4-8b97-e263bb926281 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/networks/e616071f-d435-4636-b601-e9ea336e5459 HTTP/1.1" status: 204 len: 168 time: 0.5958800 Jul 29 23:55:47.388313 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ce1f29-4c8e-4bd4-8b97-e263bb926281 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Network': ['ID=e616071f-d435-4636-b601-e9ea336e5459,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:47.410651 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.420537 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eb739191-3545-4b5a-bfe4-d669bd786bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.457095 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb739191-3545-4b5a-bfe4-d669bd786bac None None] Pushing event deleted for resources: {'Port': ['ID=3c70ae2d-deea-4c8d-a40e-1a21ddbab5e8,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:47.462982 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb739191-3545-4b5a-bfe4-d669bd786bac None None] No DVR routers for this DVR port 3c70ae2d-deea-4c8d-a40e-1a21ddbab5e8 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:47.465501 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0c1117-cf89-424c-89b5-0b8a12dba871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6837496e-7b3b-4cbf-98ed-26bf762448ea'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:55:47.467441 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-56c0c42e-219d-4128-bc55-34c519b2de05 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.468065 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a21ec0-b492-4ef6-9097-f1e23e186e23" -d '{"events": [{"server_uuid": "1c0c1117-cf89-424c-89b5-0b8a12dba871", "name": "network-vif-plugged", "status": "completed", "tag": "6837496e-7b3b-4cbf-98ed-26bf762448ea"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:55:47.488452 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 6837496e-7b3b-4cbf-98ed-26bf762448ea, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=6837496e-7b3b-4cbf-98ed-26bf762448ea,segment=NetworkSegment(22ddd4cb-0f95-4d4a-84ba-4376d87b1be2),segment_id=22ddd4cb-0f95-4d4a-84ba-4376d87b1be2)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:47.495344 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.523166 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87036f38-2084-4298-a2aa-94368cc786df x-openstack-request-id: req-87036f38-2084-4298-a2aa-94368cc786df {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:55:47.523453 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0c1117-cf89-424c-89b5-0b8a12dba871", "name": "network-vif-plugged", "status": "completed", "tag": "6837496e-7b3b-4cbf-98ed-26bf762448ea", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:55:47.523690 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-87036f38-2084-4298-a2aa-94368cc786df {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:55:47.524110 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0c1117-cf89-424c-89b5-0b8a12dba871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6837496e-7b3b-4cbf-98ed-26bf762448ea', 'code': 200} Jul 29 23:55:47.556089 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=6837496e-7b3b-4cbf-98ed-26bf762448ea,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:47.586605 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-56c0c42e-219d-4128-bc55-34c519b2de05 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.617262 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-56c0c42e-219d-4128-bc55-34c519b2de05 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76bdafe0-0d70-48a2-92a9-34de8b9c6493']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:47.629662 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-56c0c42e-219d-4128-bc55-34c519b2de05 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e71df6-91cd-4b90-8913-8f2863a7912a') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:47.629971 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-56c0c42e-219d-4128-bc55-34c519b2de05 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e71df6-91cd-4b90-8913-8f2863a7912a') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:47.642095 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-56c0c42e-219d-4128-bc55-34c519b2de05 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.659144 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5840a-df99-45bd-bab1-d6baa1e30a62 req-896dccfa-688f-47b8-a5a5-4e872aee48de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:47.660716 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-afb5840a-df99-45bd-bab1-d6baa1e30a62 req-896dccfa-688f-47b8-a5a5-4e872aee48de service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 1097 time: 0.0848038 Jul 29 23:55:47.661661 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-56c0c42e-219d-4128-bc55-34c519b2de05 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.667805 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c0c42e-219d-4128-bc55-34c519b2de05 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:47.668230 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-56c0c42e-219d-4128-bc55-34c519b2de05 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.671145 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:55:47.671145 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:47.671145 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:55:47.671145 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:47.671145 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:55:47.671145 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:47.671145 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:55:47.671145 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:47.671145 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:55:47.671145 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:47.671145 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:55:47.671145 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:47.671145 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:55:47.671145 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:47.671145 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:47.671145 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:47.671145 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:47.671145 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:47.671145 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:55:47.671145 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:47.671145 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:55:47.671145 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:47.671145 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:47.671145 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:47.671145 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:47.671145 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:47.671145 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:47.671145 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:47.671145 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:47.671145 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:47.671145 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:47.671145 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:47.750049 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-afb5840a-df99-45bd-bab1-d6baa1e30a62 req-00719f5b-3a1f-4a1e-937e-416255bc6f6c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=725bdcf3-3b41-47f6-b825-88a1d1dd6f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777321 Jul 29 23:55:47.751399 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-56c0c42e-219d-4128-bc55-34c519b2de05 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.762292 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-56c0c42e-219d-4128-bc55-34c519b2de05 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.764229 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-56c0c42e-219d-4128-bc55-34c519b2de05 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/networks/76bdafe0-0d70-48a2-92a9-34de8b9c6493 HTTP/1.1" status: 204 len: 168 time: 0.3983967 Jul 29 23:55:47.770020 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49348) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:47.774606 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0c42e-219d-4128-bc55-34c519b2de05 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Network': ['ID=76bdafe0-0d70-48a2-92a9-34de8b9c6493,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:47.778517 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-8e1f1197-79eb-452d-a765-8ca8f43a7300 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1908895256'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:47.802453 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1f1197-79eb-452d-a765-8ca8f43a7300 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Made reservation on behalf of 10015bee03844326ad7d94bb44b1c3bd for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:47.805926 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1197-79eb-452d-a765-8ca8f43a7300 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.832949 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e1f1197-79eb-452d-a765-8ca8f43a7300 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:47.842494 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1197-79eb-452d-a765-8ca8f43a7300 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.842889 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-8e1f1197-79eb-452d-a765-8ca8f43a7300 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Added segment 3de37076-ad62-4157-86ba-037ab11394ad of type vlan for network ae363769-5376-4124-ae43-053d23a2ec7c Jul 29 23:55:47.887291 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1197-79eb-452d-a765-8ca8f43a7300 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.921900 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1197-79eb-452d-a765-8ca8f43a7300 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.927377 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1f1197-79eb-452d-a765-8ca8f43a7300 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:47.928007 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8e1f1197-79eb-452d-a765-8ca8f43a7300 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:47.991298 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8e1f1197-79eb-452d-a765-8ca8f43a7300 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2196326 Jul 29 23:55:47.995981 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49352) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:48.002652 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-1e1f0ef1-f325-49b0-a60c-79060c1ce7a8 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Request body: {'subnet': {'network_id': 'ae363769-5376-4124-ae43-053d23a2ec7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:48.003194 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1f1197-79eb-452d-a765-8ca8f43a7300 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Network': ['ID=ae363769-5376-4124-ae43-053d23a2ec7c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:48.019758 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network ae363769-5376-4124-ae43-053d23a2ec7c details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:48.122324 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be793b70-473e-456a-8251-49f32628b9a6 req-1b62d014-f11f-4150-b427-5a01200f6b0e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:48.123885 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be793b70-473e-456a-8251-49f32628b9a6 req-1b62d014-f11f-4150-b427-5a01200f6b0e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 945 time: 0.1172471 Jul 29 23:55:48.152500 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1f0ef1-f325-49b0-a60c-79060c1ce7a8 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Made reservation on behalf of 10015bee03844326ad7d94bb44b1c3bd for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:48.156164 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1e1f0ef1-f325-49b0-a60c-79060c1ce7a8 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.230273 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be793b70-473e-456a-8251-49f32628b9a6 req-80a81a8b-db03-421b-a515-38ecaeca0f13 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=725bdcf3-3b41-47f6-b825-88a1d1dd6f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984337 Jul 29 23:55:48.376773 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1e1f0ef1-f325-49b0-a60c-79060c1ce7a8 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.447067 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f0ef1-f325-49b0-a60c-79060c1ce7a8 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Subnet': ['ID=503b76ec-22ec-4889-8fc9-5b316f638f2d,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:48.456224 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1f0ef1-f325-49b0-a60c-79060c1ce7a8 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Checking segment: {'id': '3de37076-ad62-4157-86ba-037ab11394ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ae363769-5376-4124-ae43-053d23a2ec7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:48.456598 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1f0ef1-f325-49b0-a60c-79060c1ce7a8 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network hostable DHCP agents. Network: ae363769-5376-4124-ae43-053d23a2ec7c, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:48.477248 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1f0ef1-f325-49b0-a60c-79060c1ce7a8 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network ae363769-5376-4124-ae43-053d23a2ec7c is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:48.490555 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-1e1f0ef1-f325-49b0-a60c-79060c1ce7a8 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, ae363769-5376-4124-ae43-053d23a2ec7c) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:48.496843 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1f0ef1-f325-49b0-a60c-79060c1ce7a8 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:48.497468 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1e1f0ef1-f325-49b0-a60c-79060c1ce7a8 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.506175 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630c7eac-765c-4d63-9357-d90bf3156e73 None None] Network ae363769-5376-4124-ae43-053d23a2ec7c requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:48.519116 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1e1f0ef1-f325-49b0-a60c-79060c1ce7a8 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5183446 Jul 29 23:55:48.519341 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49354) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:48.523952 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-a6a005e4-8e67-4fe2-b49a-75bac22bfa28 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1671128747', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:48.558612 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a6a005e4-8e67-4fe2-b49a-75bac22bfa28 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.559565 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a6a005e4-8e67-4fe2-b49a-75bac22bfa28 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.620583 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a6a005e4-8e67-4fe2-b49a-75bac22bfa28 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.628072 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a6a005e4-8e67-4fe2-b49a-75bac22bfa28 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.650861 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a6a005e4-8e67-4fe2-b49a-75bac22bfa28 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.652864 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a6a005e4-8e67-4fe2-b49a-75bac22bfa28 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1323433 Jul 29 23:55:48.655723 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49356) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:48.662192 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-eb07f597-8150-4022-a30e-e51e24f36e45 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Request body: {'port': {'network_id': 'ae363769-5376-4124-ae43-053d23a2ec7c', 'name': 'tempest-RoutersIpV6Test-1349210093'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:48.700280 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cb3650-29bf-4f23-81f8-43b59ee98cfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-ae363769-5376-4124-ae43-053d23a2ec7c', 'network_id': 'ae363769-5376-4124-ae43-053d23a2ec7c', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'fixed_ips': [{'subnet_id': '503b76ec-22ec-4889-8fc9-5b316f638f2d'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:55:48.701244 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c8cb3650-29bf-4f23-81f8-43b59ee98cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.791702 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb07f597-8150-4022-a30e-e51e24f36e45 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Made reservation on behalf of 10015bee03844326ad7d94bb44b1c3bd for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:48.795290 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eb07f597-8150-4022-a30e-e51e24f36e45 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:48.815690 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [None req-eb07f597-8150-4022-a30e-e51e24f36e45 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] device_id is not set on port 9fb1ad52-b3e7-457b-925d-c8be7b822208 yet. {{(pid=94063) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:55:48.852813 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-c8cb3650-29bf-4f23-81f8-43b59ee98cfd None None] Allocated IP 2001:db8::2 (ae363769-5376-4124-ae43-053d23a2ec7c/503b76ec-22ec-4889-8fc9-5b316f638f2d/a9ad2a9d-30cd-439c-b30c-3a26483fa084) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:49.014429 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 3c70ae2d-deea-4c8d-a40e-1a21ddbab5e8 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:49.017580 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c8cb3650-29bf-4f23-81f8-43b59ee98cfd None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.039948 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 3c70ae2d-deea-4c8d-a40e-1a21ddbab5e8 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:49.040339 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 3c70ae2d-deea-4c8d-a40e-1a21ddbab5e8 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:49.045083 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c8cb3650-29bf-4f23-81f8-43b59ee98cfd None None] Transition to ACTIVE for port object a9ad2a9d-30cd-439c-b30c-3a26483fa084 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:49.062134 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c8cb3650-29bf-4f23-81f8-43b59ee98cfd None None] Transition to ACTIVE for port object a9ad2a9d-30cd-439c-b30c-3a26483fa084 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:49.069281 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c8cb3650-29bf-4f23-81f8-43b59ee98cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.106617 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8cb3650-29bf-4f23-81f8-43b59ee98cfd None None] Network ae363769-5376-4124-ae43-053d23a2ec7c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:49.109506 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-c8cb3650-29bf-4f23-81f8-43b59ee98cfd None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:49.112195 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8cb3650-29bf-4f23-81f8-43b59ee98cfd None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:49.122806 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb3650-29bf-4f23-81f8-43b59ee98cfd None None] Pushing event updated for resources: {'Port': ['ID=a9ad2a9d-30cd-439c-b30c-3a26483fa084,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:49.124623 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-eb07f597-8150-4022-a30e-e51e24f36e45 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Allocated IP 2001:db8::3e2 (ae363769-5376-4124-ae43-053d23a2ec7c/503b76ec-22ec-4889-8fc9-5b316f638f2d/9fb1ad52-b3e7-457b-925d-c8be7b822208) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:49.181151 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c8cb3650-29bf-4f23-81f8-43b59ee98cfd None None] Attempting to bind port a9ad2a9d-30cd-439c-b30c-3a26483fa084 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:49.181520 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c8cb3650-29bf-4f23-81f8-43b59ee98cfd None None] Attempting to bind port a9ad2a9d-30cd-439c-b30c-3a26483fa084 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '3de37076-ad62-4157-86ba-037ab11394ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ae363769-5376-4124-ae43-053d23a2ec7c'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:49.181880 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cb3650-29bf-4f23-81f8-43b59ee98cfd None None] Attempting to bind port a9ad2a9d-30cd-439c-b30c-3a26483fa084 on network ae363769-5376-4124-ae43-053d23a2ec7c {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:49.187028 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cb3650-29bf-4f23-81f8-43b59ee98cfd None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:49.188441 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cb3650-29bf-4f23-81f8-43b59ee98cfd None None] Checking segment: {'id': '3de37076-ad62-4157-86ba-037ab11394ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ae363769-5376-4124-ae43-053d23a2ec7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:49.188654 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c8cb3650-29bf-4f23-81f8-43b59ee98cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.189043 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8cb3650-29bf-4f23-81f8-43b59ee98cfd None None] Bound using segment: {'id': '3de37076-ad62-4157-86ba-037ab11394ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ae363769-5376-4124-ae43-053d23a2ec7c'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:49.189506 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c8cb3650-29bf-4f23-81f8-43b59ee98cfd None None] Bound port: a9ad2a9d-30cd-439c-b30c-3a26483fa084, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3de37076-ad62-4157-86ba-037ab11394ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'ae363769-5376-4124-ae43-053d23a2ec7c'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:49.189918 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c8cb3650-29bf-4f23-81f8-43b59ee98cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.252315 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c8cb3650-29bf-4f23-81f8-43b59ee98cfd None None] For port a9ad2a9d-30cd-439c-b30c-3a26483fa084, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:49.255337 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c8cb3650-29bf-4f23-81f8-43b59ee98cfd None None] For port a9ad2a9d-30cd-439c-b30c-3a26483fa084, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a9ad2a9d-30cd-439c-b30c-3a26483fa084,segment=NetworkSegment(3de37076-ad62-4157-86ba-037ab11394ad),segment_id=3de37076-ad62-4157-86ba-037ab11394ad)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:49.262714 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c8cb3650-29bf-4f23-81f8-43b59ee98cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.282108 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eb07f597-8150-4022-a30e-e51e24f36e45 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.300759 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-eb07f597-8150-4022-a30e-e51e24f36e45 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Transition to ACTIVE for port object 9fb1ad52-b3e7-457b-925d-c8be7b822208 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:49.331505 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cb3650-29bf-4f23-81f8-43b59ee98cfd None None] Pushing event updated for resources: {'Port': ['ID=a9ad2a9d-30cd-439c-b30c-3a26483fa084,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:49.377406 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eb07f597-8150-4022-a30e-e51e24f36e45 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.390919 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d122a49-b108-4586-9216-a13e7353e269 req-266aaa78-13b3-46d2-9721-b6204e0d0667 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:49.392502 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d122a49-b108-4586-9216-a13e7353e269 req-266aaa78-13b3-46d2-9721-b6204e0d0667 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 945 time: 0.0779622 Jul 29 23:55:49.448777 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb07f597-8150-4022-a30e-e51e24f36e45 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network ae363769-5376-4124-ae43-053d23a2ec7c is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:49.455879 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-eb07f597-8150-4022-a30e-e51e24f36e45 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:49.458205 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb07f597-8150-4022-a30e-e51e24f36e45 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:49.463785 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb07f597-8150-4022-a30e-e51e24f36e45 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:49.464408 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eb07f597-8150-4022-a30e-e51e24f36e45 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.492177 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07f597-8150-4022-a30e-e51e24f36e45 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Port': ['ID=9fb1ad52-b3e7-457b-925d-c8be7b822208,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:49.510452 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d122a49-b108-4586-9216-a13e7353e269 req-fe9ceec9-aec7-4dcc-8ff1-f7b555d3cd97 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=725bdcf3-3b41-47f6-b825-88a1d1dd6f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905175 Jul 29 23:55:49.512327 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-eb07f597-8150-4022-a30e-e51e24f36e45 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8553054 Jul 29 23:55:49.515440 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49360) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:49.740253 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa08101-60fb-4560-a95c-a8ed5650220a req-cb07dd16-c28d-475a-98e1-4c8728493f7c tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:49.741671 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-afa08101-60fb-4560-a95c-a8ed5650220a req-cb07dd16-c28d-475a-98e1-4c8728493f7c tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 945 time: 0.1508100 Jul 29 23:55:49.830315 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-afa08101-60fb-4560-a95c-a8ed5650220a req-22a49737-7566-4037-9017-e9ba1a49455a tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=725bdcf3-3b41-47f6-b825-88a1d1dd6f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638285 Jul 29 23:55:49.852728 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49364) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:49.894908 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6146c8ef-9499-483c-aa09-ea3190502266 tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:49.899219 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6146c8ef-9499-483c-aa09-ea3190502266 tempest-TestNetworkAdvancedServerOps-1337204016 tempest-TestNetworkAdvancedServerOps-1337204016-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 1092 time: 0.0427368 Jul 29 23:55:49.899428 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49366) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:49.903994 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-913dfee5-d2b5-4fbb-8d6c-95f32593b752 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'port_id': '6837496e-7b3b-4cbf-98ed-26bf762448ea', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:49.915645 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eaae44a7-7742-41f4-afd9-d72a8a5739ed tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:49.947122 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-913dfee5-d2b5-4fbb-8d6c-95f32593b752 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for floatingip, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:50.069110 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-913dfee5-d2b5-4fbb-8d6c-95f32593b752 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:50.183659 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-913dfee5-d2b5-4fbb-8d6c-95f32593b752 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Allocated IP 172.25.8.172 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/261a5a7e-3302-4d5e-98cf-71642cc68a28) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:50.209322 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eaae44a7-7742-41f4-afd9-d72a8a5739ed tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:50.215071 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eaae44a7-7742-41f4-afd9-d72a8a5739ed tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:50.301928 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-913dfee5-d2b5-4fbb-8d6c-95f32593b752 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:50.306422 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec08c79-4a41-4d19-aaaf-50dacceced6a None None] Network ae363769-5376-4124-ae43-053d23a2ec7c requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:50.326536 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae44a7-7742-41f4-afd9-d72a8a5739ed tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Port': ['ID=9fb1ad52-b3e7-457b-925d-c8be7b822208,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:50.342131 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-913dfee5-d2b5-4fbb-8d6c-95f32593b752 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:50.370237 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b96013e3-f83a-4069-8372-f9d307b4bfc7 None None] Provisioning for port a9ad2a9d-30cd-439c-b30c-3a26483fa084 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:50.385638 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913dfee5-d2b5-4fbb-8d6c-95f32593b752 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:50.388586 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-913dfee5-d2b5-4fbb-8d6c-95f32593b752 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:50.391722 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913dfee5-d2b5-4fbb-8d6c-95f32593b752 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:50.421484 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eaae44a7-7742-41f4-afd9-d72a8a5739ed tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:50.424850 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913dfee5-d2b5-4fbb-8d6c-95f32593b752 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'Port': ['ID=261a5a7e-3302-4d5e-98cf-71642cc68a28,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:50.548767 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eaae44a7-7742-41f4-afd9-d72a8a5739ed tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:50.831206 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-326530e5-9149-4554-a20d-833187d9d72a None None] Provisioning for port 9fb1ad52-b3e7-457b-925d-c8be7b822208 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:50.836113 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-326530e5-9149-4554-a20d-833187d9d72a None None] Provisioning complete for port 9fb1ad52-b3e7-457b-925d-c8be7b822208 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:50.836752 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-326530e5-9149-4554-a20d-833187d9d72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:50.896946 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-326530e5-9149-4554-a20d-833187d9d72a None None] Port 9fb1ad52-b3e7-457b-925d-c8be7b822208 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:50.919237 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eaae44a7-7742-41f4-afd9-d72a8a5739ed tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:50.926162 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eaae44a7-7742-41f4-afd9-d72a8a5739ed tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:50.926956 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-eaae44a7-7742-41f4-afd9-d72a8a5739ed tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.028463 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d252ff4b-0f7f-46d4-8009-794f51face7f None None] Provisioning complete for port 9fb1ad52-b3e7-457b-925d-c8be7b822208 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:51.028721 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaae44a7-7742-41f4-afd9-d72a8a5739ed tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Port': ['ID=9fb1ad52-b3e7-457b-925d-c8be7b822208,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:51.031922 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d252ff4b-0f7f-46d4-8009-794f51face7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.102584 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaae44a7-7742-41f4-afd9-d72a8a5739ed tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network ae363769-5376-4124-ae43-053d23a2ec7c is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:51.107251 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-eaae44a7-7742-41f4-afd9-d72a8a5739ed tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:51.111068 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d252ff4b-0f7f-46d4-8009-794f51face7f None None] Port 9fb1ad52-b3e7-457b-925d-c8be7b822208 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:51.131491 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a9ad2a9d-30cd-439c-b30c-3a26483fa084 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:51.193392 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port a9ad2a9d-30cd-439c-b30c-3a26483fa084 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:51.198518 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port a9ad2a9d-30cd-439c-b30c-3a26483fa084 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:51.199824 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.260319 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaae44a7-7742-41f4-afd9-d72a8a5739ed tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Router 5b0d853a-5872-42ea-bd8e-f997ea5d8c80 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:55:51.317397 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.356302 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-913dfee5-d2b5-4fbb-8d6c-95f32593b752 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.368337 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port a9ad2a9d-30cd-439c-b30c-3a26483fa084, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a9ad2a9d-30cd-439c-b30c-3a26483fa084,segment=NetworkSegment(3de37076-ad62-4157-86ba-037ab11394ad),segment_id=3de37076-ad62-4157-86ba-037ab11394ad)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:51.369944 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-96043a4a-82c9-476d-960f-ce86642ef442 None None] Provisioning complete for port 9fb1ad52-b3e7-457b-925d-c8be7b822208 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:51.370362 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-96043a4a-82c9-476d-960f-ce86642ef442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.379671 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaae44a7-7742-41f4-afd9-d72a8a5739ed tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:51.386106 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-eaae44a7-7742-41f4-afd9-d72a8a5739ed tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "PUT /v2.0/routers/5b0d853a-5872-42ea-bd8e-f997ea5d8c80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8693314 Jul 29 23:55:51.388885 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49368) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:51.390953 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c382286e-aa13-4211-99c0-fe8ea076bdac None None] Sync routers for ids ['5b0d853a-5872-42ea-bd8e-f997ea5d8c80'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:51.402451 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c382286e-aa13-4211-99c0-fe8ea076bdac None None] Routers {'5b0d853a-5872-42ea-bd8e-f997ea5d8c80'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:51.410548 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-c382286e-aa13-4211-99c0-fe8ea076bdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:55:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['5b0d853a-5872-42ea-bd8e-f997ea5d8c80'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:51.419218 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.460893 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-96043a4a-82c9-476d-960f-ce86642ef442 None None] Port 9fb1ad52-b3e7-457b-925d-c8be7b822208 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:51.470454 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-c382286e-aa13-4211-99c0-fe8ea076bdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:51.481321 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-799d74cc-40a4-4444-9c7d-a1940e07d350 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:51.483379 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-799d74cc-40a4-4444-9c7d-a1940e07d350 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "GET /v2.0/ports/9fb1ad52-b3e7-457b-925d-c8be7b822208 HTTP/1.1" status: 200 len: 984 time: 0.0929453 Jul 29 23:55:51.483865 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c382286e-aa13-4211-99c0-fe8ea076bdac None None] Routers {'5b0d853a-5872-42ea-bd8e-f997ea5d8c80'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:51.485335 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-c382286e-aa13-4211-99c0-fe8ea076bdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:55:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['5b0d853a-5872-42ea-bd8e-f997ea5d8c80'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:51.487915 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49370) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:51.492358 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=a9ad2a9d-30cd-439c-b30c-3a26483fa084,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:51.520366 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-913dfee5-d2b5-4fbb-8d6c-95f32593b752 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.522759 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-c382286e-aa13-4211-99c0-fe8ea076bdac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:51.523594 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c382286e-aa13-4211-99c0-fe8ea076bdac None None] The sync data for ids ['5b0d853a-5872-42ea-bd8e-f997ea5d8c80'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:51.581273 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-be5db39a-57f1-4ffe-96a8-569498fffacb None None] Provisioning complete for port 9fb1ad52-b3e7-457b-925d-c8be7b822208 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:51.581986 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-be5db39a-57f1-4ffe-96a8-569498fffacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.630165 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-be5db39a-57f1-4ffe-96a8-569498fffacb None None] Port 9fb1ad52-b3e7-457b-925d-c8be7b822208 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:51.686146 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-913dfee5-d2b5-4fbb-8d6c-95f32593b752 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.691780 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-913dfee5-d2b5-4fbb-8d6c-95f32593b752 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.762517 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913dfee5-d2b5-4fbb-8d6c-95f32593b752 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event updated for resources: {'Port': ['ID=261a5a7e-3302-4d5e-98cf-71642cc68a28,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:51.771633 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-913dfee5-d2b5-4fbb-8d6c-95f32593b752 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:51.872022 n-d-712140-10 neutron-server[94064]: INFO neutron.db.l3_db [None req-913dfee5-d2b5-4fbb-8d6c-95f32593b752 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Floating IP d8eb2f6c-5ba0-40ef-a75c-39ea1e523843 associated. External IP: 172.25.8.172, port: 6837496e-7b3b-4cbf-98ed-26bf762448ea. Jul 29 23:55:51.926248 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-077521c2-2a95-46cc-86c6-6bf632afca48 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:52.090140 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913dfee5-d2b5-4fbb-8d6c-95f32593b752 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Router 0f634a6e-6f52-401c-bbe6-d97f7f41c2c5 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:55:52.208619 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913dfee5-d2b5-4fbb-8d6c-95f32593b752 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:52.217756 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51eca46-379b-4ab1-80b0-e308507621ba None None] Sync routers for ids ['0f634a6e-6f52-401c-bbe6-d97f7f41c2c5'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:52.225337 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-913dfee5-d2b5-4fbb-8d6c-95f32593b752 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:52.230154 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51eca46-379b-4ab1-80b0-e308507621ba None None] Routers {'0f634a6e-6f52-401c-bbe6-d97f7f41c2c5'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:52.230804 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e51eca46-379b-4ab1-80b0-e308507621ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:55:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0f634a6e-6f52-401c-bbe6-d97f7f41c2c5'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:52.260407 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-913dfee5-d2b5-4fbb-8d6c-95f32593b752 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3598299 Jul 29 23:55:52.261648 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0c1117-cf89-424c-89b5-0b8a12dba871', 'tag': '6837496e-7b3b-4cbf-98ed-26bf762448ea'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:55:52.264325 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca3522d-1c97-4e9c-aa21-a05eea83dbfd" -d '{"events": [{"name": "network-changed", "server_uuid": "1c0c1117-cf89-424c-89b5-0b8a12dba871", "tag": "6837496e-7b3b-4cbf-98ed-26bf762448ea"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:55:52.341419 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-e51eca46-379b-4ab1-80b0-e308507621ba None None] Set router 0f634a6e-6f52-401c-bbe6-d97f7f41c2c5 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:52.431791 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0339c-70e6-4516-b9a4-85491d04ef61 req-a9adaa9f-2ea8-4980-9033-762886df2954 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:52.433330 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0fc0339c-70e6-4516-b9a4-85491d04ef61 req-a9adaa9f-2ea8-4980-9033-762886df2954 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 945 time: 0.1108317 Jul 29 23:55:52.488587 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0fc0339c-70e6-4516-b9a4-85491d04ef61 req-6f25a4de-2252-45b8-a195-054947b8ab72 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=725bdcf3-3b41-47f6-b825-88a1d1dd6f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474706 Jul 29 23:55:52.512649 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49376) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:52.550151 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-077521c2-2a95-46cc-86c6-6bf632afca48 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Deleting port 9fb1ad52-b3e7-457b-925d-c8be7b822208 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:52.550503 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-077521c2-2a95-46cc-86c6-6bf632afca48 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:52.556005 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901fad9a-2ed9-49cc-8c85-0fad00965495 x-openstack-request-id: req-901fad9a-2ed9-49cc-8c85-0fad00965495 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:55:52.556280 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c0c1117-cf89-424c-89b5-0b8a12dba871", "tag": "6837496e-7b3b-4cbf-98ed-26bf762448ea", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:55:52.556540 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-901fad9a-2ed9-49cc-8c85-0fad00965495 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:55:52.556937 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0c1117-cf89-424c-89b5-0b8a12dba871', 'tag': '6837496e-7b3b-4cbf-98ed-26bf762448ea', 'status': 'completed', 'code': 200} Jul 29 23:55:52.586813 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ea63a14e-f7fa-4ca5-b8f0-3eae762e24dd tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/floatingips/d8eb2f6c-5ba0-40ef-a75c-39ea1e523843 HTTP/1.1" status: 200 len: 991 time: 0.0725772 Jul 29 23:55:52.671484 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3522d-1c97-4e9c-aa21-a05eea83dbfd req-fa5cf98b-7854-46b1-b37f-2bf4bc4f822e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:52.673645 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aca3522d-1c97-4e9c-aa21-a05eea83dbfd req-fa5cf98b-7854-46b1-b37f-2bf4bc4f822e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 1097 time: 0.0764542 Jul 29 23:55:52.682721 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-077521c2-2a95-46cc-86c6-6bf632afca48 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:52.735329 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-077521c2-2a95-46cc-86c6-6bf632afca48 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Calling delete_port for 9fb1ad52-b3e7-457b-925d-c8be7b822208 owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:52.741865 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e51eca46-379b-4ab1-80b0-e308507621ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631947644', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'ac6aec5b-918d-41b5-8775-ddfb7b7af581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:30Z', 'updated_at': '2021-07-29T23:55:34Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': 'ac6aec5b-918d-41b5-8775-ddfb7b7af581', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:30Z', 'updated_at': '2021-07-29T23:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': 'd8eb2f6c-5ba0-40ef-a75c-39ea1e523843', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'port_id': '6837496e-7b3b-4cbf-98ed-26bf762448ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bbebf9-74b6-4984-910c-12923ecc4e02', 'mac_address': 'fa:16:3e:83:b2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0c1117-cf89-424c-89b5-0b8a12dba871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:55:51Z', 'updated_at': '2021-07-29T23:55:51Z', 'revision_number': 0, 'project_id': '238a2371055343febcbc86645f67da5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f847c0-5ebb-4847-b96d-86b3523528fb', 'name': '', 'network_id': 'b9bbebf9-74b6-4984-910c-12923ecc4e02', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:a9:49:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'eeb1325a-e3c7-4af3-a0a8-2a773374306a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:33Z', 'updated_at': '2021-07-29T23:55:39Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': 'eeb1325a-e3c7-4af3-a0a8-2a773374306a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:52.767526 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51eca46-379b-4ab1-80b0-e308507621ba None None] Checking router: 0f634a6e-6f52-401c-bbe6-d97f7f41c2c5 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:55:52.775880 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51eca46-379b-4ab1-80b0-e308507621ba None None] Routers {'0f634a6e-6f52-401c-bbe6-d97f7f41c2c5'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:52.776496 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e51eca46-379b-4ab1-80b0-e308507621ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:55:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0f634a6e-6f52-401c-bbe6-d97f7f41c2c5'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:52.829968 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3522d-1c97-4e9c-aa21-a05eea83dbfd req-ca46b31d-5802-433a-b71a-f083bc3d57ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:52.831484 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aca3522d-1c97-4e9c-aa21-a05eea83dbfd req-ca46b31d-5802-433a-b71a-f083bc3d57ad service neutron] 10.222.0.39 "GET /v2.0/networks?id=b9bbebf9-74b6-4984-910c-12923ecc4e02 HTTP/1.1" status: 200 len: 898 time: 0.1507466 Jul 29 23:55:52.882328 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-e51eca46-379b-4ab1-80b0-e308507621ba None None] Set router 0f634a6e-6f52-401c-bbe6-d97f7f41c2c5 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:55:52.948777 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aca3522d-1c97-4e9c-aa21-a05eea83dbfd req-09837daa-5512-4a19-bb2c-11f113fd227d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6837496e-7b3b-4cbf-98ed-26bf762448ea HTTP/1.1" status: 200 len: 999 time: 0.0777423 Jul 29 23:55:53.033935 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a9ad2a9d-30cd-439c-b30c-3a26483fa084 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:53.035572 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3522d-1c97-4e9c-aa21-a05eea83dbfd req-8cf916b1-cb95-4f4f-a353-cc6a166de9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:53.037080 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aca3522d-1c97-4e9c-aa21-a05eea83dbfd req-8cf916b1-cb95-4f4f-a353-cc6a166de9b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eeb1325a-e3c7-4af3-a0a8-2a773374306a HTTP/1.1" status: 200 len: 834 time: 0.0639536 Jul 29 23:55:53.038129 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-077521c2-2a95-46cc-86c6-6bf632afca48 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:53.081018 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077521c2-2a95-46cc-86c6-6bf632afca48 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Port': ['ID=9fb1ad52-b3e7-457b-925d-c8be7b822208,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:53.142485 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port a9ad2a9d-30cd-439c-b30c-3a26483fa084 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:53.142851 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:53.207278 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3522d-1c97-4e9c-aa21-a05eea83dbfd req-bf1ef320-4d5f-49e4-8b2c-53815a6733e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:53.209014 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aca3522d-1c97-4e9c-aa21-a05eea83dbfd req-bf1ef320-4d5f-49e4-8b2c-53815a6733e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9bbebf9-74b6-4984-910c-12923ecc4e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1626575 Jul 29 23:55:53.210172 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-077521c2-2a95-46cc-86c6-6bf632afca48 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:53.233348 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e51eca46-379b-4ab1-80b0-e308507621ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631947644', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'ac6aec5b-918d-41b5-8775-ddfb7b7af581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:30Z', 'updated_at': '2021-07-29T23:55:34Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': 'ac6aec5b-918d-41b5-8775-ddfb7b7af581', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:30Z', 'updated_at': '2021-07-29T23:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': 'd8eb2f6c-5ba0-40ef-a75c-39ea1e523843', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'port_id': '6837496e-7b3b-4cbf-98ed-26bf762448ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bbebf9-74b6-4984-910c-12923ecc4e02', 'mac_address': 'fa:16:3e:83:b2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0c1117-cf89-424c-89b5-0b8a12dba871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:55:51Z', 'updated_at': '2021-07-29T23:55:51Z', 'revision_number': 0, 'project_id': '238a2371055343febcbc86645f67da5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f847c0-5ebb-4847-b96d-86b3523528fb', 'name': '', 'network_id': 'b9bbebf9-74b6-4984-910c-12923ecc4e02', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:a9:49:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'eeb1325a-e3c7-4af3-a0a8-2a773374306a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:33Z', 'updated_at': '2021-07-29T23:55:39Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': 'eeb1325a-e3c7-4af3-a0a8-2a773374306a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:53.265703 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e51eca46-379b-4ab1-80b0-e308507621ba None None] The sync data for ids ['0f634a6e-6f52-401c-bbe6-d97f7f41c2c5'] in n-d-712140-10 is: [{'id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631947644', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'ac6aec5b-918d-41b5-8775-ddfb7b7af581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:30Z', 'updated_at': '2021-07-29T23:55:34Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': 'ac6aec5b-918d-41b5-8775-ddfb7b7af581', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:30Z', 'updated_at': '2021-07-29T23:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': 'd8eb2f6c-5ba0-40ef-a75c-39ea1e523843', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'floating_ip_address': '172.25.8.172', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'port_id': '6837496e-7b3b-4cbf-98ed-26bf762448ea', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9bbebf9-74b6-4984-910c-12923ecc4e02', 'mac_address': 'fa:16:3e:83:b2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c0c1117-cf89-424c-89b5-0b8a12dba871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-29T23:55:51Z', 'updated_at': '2021-07-29T23:55:51Z', 'revision_number': 0, 'project_id': '238a2371055343febcbc86645f67da5e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f847c0-5ebb-4847-b96d-86b3523528fb', 'name': '', 'network_id': 'b9bbebf9-74b6-4984-910c-12923ecc4e02', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:a9:49:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'eeb1325a-e3c7-4af3-a0a8-2a773374306a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:33Z', 'updated_at': '2021-07-29T23:55:39Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': 'eeb1325a-e3c7-4af3-a0a8-2a773374306a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:53.458978 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077521c2-2a95-46cc-86c6-6bf632afca48 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Router 5b0d853a-5872-42ea-bd8e-f997ea5d8c80 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:55:53.461952 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aca3522d-1c97-4e9c-aa21-a05eea83dbfd req-bd088329-28bc-4d49-8938-58cec3806621 service neutron] 10.222.0.39 "GET /v2.0/networks/b9bbebf9-74b6-4984-910c-12923ecc4e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397950 Jul 29 23:55:53.474192 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98946d7a-e5b9-4881-b22d-f8a7c45130c5 None None] New status for floating IP d8eb2f6c-5ba0-40ef-a75c-39ea1e523843: ACTIVE {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:55:53.587451 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077521c2-2a95-46cc-86c6-6bf632afca48 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:53.589684 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49378) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:53.597040 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-077521c2-2a95-46cc-86c6-6bf632afca48 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "PUT /v2.0/routers/5b0d853a-5872-42ea-bd8e-f997ea5d8c80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1080678 Jul 29 23:55:53.599567 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49380) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:53.605461 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94040e15-3727-4fff-b8ba-d28dba10046f None None] Sync routers for ids ['5b0d853a-5872-42ea-bd8e-f997ea5d8c80'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:53.619077 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94040e15-3727-4fff-b8ba-d28dba10046f None None] Routers {'5b0d853a-5872-42ea-bd8e-f997ea5d8c80'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:53.620498 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-94040e15-3727-4fff-b8ba-d28dba10046f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:55:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['5b0d853a-5872-42ea-bd8e-f997ea5d8c80'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:53.658981 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-94040e15-3727-4fff-b8ba-d28dba10046f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:53.669088 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94040e15-3727-4fff-b8ba-d28dba10046f None None] Routers {'5b0d853a-5872-42ea-bd8e-f997ea5d8c80'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:53.669956 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-94040e15-3727-4fff-b8ba-d28dba10046f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:55:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['5b0d853a-5872-42ea-bd8e-f997ea5d8c80'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:53.680653 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a43e2da5-f0e7-42d0-bc96-560ea6d463bb tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/floatingips/d8eb2f6c-5ba0-40ef-a75c-39ea1e523843 HTTP/1.1" status: 200 len: 991 time: 0.0884471 Jul 29 23:55:53.697638 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aca3522d-1c97-4e9c-aa21-a05eea83dbfd req-5b07f986-5c8f-4802-b68d-ecc734d91ede service neutron] 10.222.0.39 "GET /v2.0/networks/b9bbebf9-74b6-4984-910c-12923ecc4e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276466 Jul 29 23:55:53.710398 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-94040e15-3727-4fff-b8ba-d28dba10046f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:53.711061 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94040e15-3727-4fff-b8ba-d28dba10046f None None] The sync data for ids ['5b0d853a-5872-42ea-bd8e-f997ea5d8c80'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:53.811826 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-57d9b83b-428c-4523-94a2-cccc27e5ae08 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] remove_router_interface failed (client error): The resource could not be found. Jul 29 23:55:53.813212 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-57d9b83b-428c-4523-94a2-cccc27e5ae08 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "PUT /v2.0/routers/5b0d853a-5872-42ea-bd8e-f997ea5d8c80/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2126768 Jul 29 23:55:53.816022 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49382) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:53.846582 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-64615bb6-0bc5-47a2-8280-b5b4918107ce tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b0d853a-5872-42ea-bd8e-f997ea5d8c80 HTTP/1.1" status: 200 len: 205 time: 0.0293915 Jul 29 23:55:53.849054 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49384) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:53.920119 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-10cc3da8-20ad-4d22-a8ac-332bde14a62b tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.078631 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-10cc3da8-20ad-4d22-a8ac-332bde14a62b tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.080742 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-10cc3da8-20ad-4d22-a8ac-332bde14a62b tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.126359 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-10cc3da8-20ad-4d22-a8ac-332bde14a62b tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.127072 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10cc3da8-20ad-4d22-a8ac-332bde14a62b tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Fanout notify agent at l3_agent the message router_deleted on router 5b0d853a-5872-42ea-bd8e-f997ea5d8c80 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:55:54.133911 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-10cc3da8-20ad-4d22-a8ac-332bde14a62b tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.135032 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-10cc3da8-20ad-4d22-a8ac-332bde14a62b tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/routers/5b0d853a-5872-42ea-bd8e-f997ea5d8c80 HTTP/1.1" status: 204 len: 168 time: 0.2850325 Jul 29 23:55:54.137683 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49386) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:54.190076 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec61bec-7848-4caf-ab52-1c2b778d4ab2 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Deleting subnet 503b76ec-22ec-4889-8fc9-5b316f638f2d {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:55:54.193188 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ec61bec-7848-4caf-ab52-1c2b778d4ab2 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.232098 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ec61bec-7848-4caf-ab52-1c2b778d4ab2 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.319367 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ec61bec-7848-4caf-ab52-1c2b778d4ab2 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.375781 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ec61bec-7848-4caf-ab52-1c2b778d4ab2 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.407939 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ec61bec-7848-4caf-ab52-1c2b778d4ab2 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.407939 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0ec61bec-7848-4caf-ab52-1c2b778d4ab2 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/subnets/503b76ec-22ec-4889-8fc9-5b316f638f2d HTTP/1.1" status: 204 len: 168 time: 0.2671955 Jul 29 23:55:54.407939 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec61bec-7848-4caf-ab52-1c2b778d4ab2 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Subnet': ['ID=503b76ec-22ec-4889-8fc9-5b316f638f2d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:54.409525 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49388) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:54.411113 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99deb14-27c2-45b9-a163-6e6488ea59b1 None None] Network ae363769-5376-4124-ae43-053d23a2ec7c requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:54.492257 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3fc61a75-327b-46cf-9d27-39823e59721d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.558852 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-3fc61a75-327b-46cf-9d27-39823e59721d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Deleting port a9ad2a9d-30cd-439c-b30c-3a26483fa084 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:54.559190 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3fc61a75-327b-46cf-9d27-39823e59721d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.603102 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9aab5b-8d39-4a63-9ca2-a8c3575b6071 None None] DHCP port deletion for ae363769-5376-4124-ae43-053d23a2ec7c request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:55:54.627397 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-3fc61a75-327b-46cf-9d27-39823e59721d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] For port a9ad2a9d-30cd-439c-b30c-3a26483fa084, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a9ad2a9d-30cd-439c-b30c-3a26483fa084,segment=NetworkSegment(3de37076-ad62-4157-86ba-037ab11394ad),segment_id=3de37076-ad62-4157-86ba-037ab11394ad)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:54.628022 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3fc61a75-327b-46cf-9d27-39823e59721d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.642068 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-3fc61a75-327b-46cf-9d27-39823e59721d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Calling delete_port for a9ad2a9d-30cd-439c-b30c-3a26483fa084 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:54.657035 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-2b9aab5b-8d39-4a63-9ca2-a8c3575b6071 None None] Deleting port a9ad2a9d-30cd-439c-b30c-3a26483fa084 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:54.657604 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2b9aab5b-8d39-4a63-9ca2-a8c3575b6071 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.683054 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49390) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:54.725149 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-2b9aab5b-8d39-4a63-9ca2-a8c3575b6071 None None] For port a9ad2a9d-30cd-439c-b30c-3a26483fa084, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a9ad2a9d-30cd-439c-b30c-3a26483fa084,segment=NetworkSegment(3de37076-ad62-4157-86ba-037ab11394ad),segment_id=3de37076-ad62-4157-86ba-037ab11394ad)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:54.725761 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2b9aab5b-8d39-4a63-9ca2-a8c3575b6071 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.731041 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3fc61a75-327b-46cf-9d27-39823e59721d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.743207 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-2b9aab5b-8d39-4a63-9ca2-a8c3575b6071 None None] Calling delete_port for a9ad2a9d-30cd-439c-b30c-3a26483fa084 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:54.764603 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ce0f821f-0f5b-4524-99b5-0e6408f97aab tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/floatingips/d8eb2f6c-5ba0-40ef-a75c-39ea1e523843 HTTP/1.1" status: 200 len: 993 time: 0.0802813 Jul 29 23:55:54.764912 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc61a75-327b-46cf-9d27-39823e59721d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Port': ['ID=a9ad2a9d-30cd-439c-b30c-3a26483fa084,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:54.770265 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc61a75-327b-46cf-9d27-39823e59721d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] No DVR routers for this DVR port a9ad2a9d-30cd-439c-b30c-3a26483fa084 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:54.824289 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:55:54.826932 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:54.826932 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:55:54.826932 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:54.826932 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:55:54.826932 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:54.826932 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:55:54.826932 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:54.826932 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:55:54.826932 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:54.826932 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:55:54.826932 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:54.826932 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:55:54.826932 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:55:54.826932 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 29 23:55:54.836005 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2b9aab5b-8d39-4a63-9ca2-a8c3575b6071 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.864565 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9aab5b-8d39-4a63-9ca2-a8c3575b6071 None None] Pushing event deleted for resources: {'Port': ['ID=a9ad2a9d-30cd-439c-b30c-3a26483fa084,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:54.865616 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3fc61a75-327b-46cf-9d27-39823e59721d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.869255 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9aab5b-8d39-4a63-9ca2-a8c3575b6071 None None] No DVR routers for this DVR port a9ad2a9d-30cd-439c-b30c-3a26483fa084 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:54.880780 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-3fc61a75-327b-46cf-9d27-39823e59721d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae363769-5376-4124-ae43-053d23a2ec7c']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:54.895454 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-3fc61a75-327b-46cf-9d27-39823e59721d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3de37076-ad62-4157-86ba-037ab11394ad') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:54.895760 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-3fc61a75-327b-46cf-9d27-39823e59721d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3de37076-ad62-4157-86ba-037ab11394ad') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:54.904842 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3fc61a75-327b-46cf-9d27-39823e59721d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.918958 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3fc61a75-327b-46cf-9d27-39823e59721d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.925377 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc61a75-327b-46cf-9d27-39823e59721d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:54.925762 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3fc61a75-327b-46cf-9d27-39823e59721d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:54.928762 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:55:54.928762 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:54.928762 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:55:54.928762 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:54.928762 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:55:54.928762 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:54.928762 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:55:54.928762 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:54.928762 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:55:54.928762 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:54.928762 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:55:54.928762 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:54.928762 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:55:54.928762 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:54.928762 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:54.928762 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:54.928762 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:54.928762 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:54.928762 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:55:54.928762 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:54.928762 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:55:54.928762 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:54.928762 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:54.928762 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:54.928762 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:54.928762 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:54.928762 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:54.928762 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:54.928762 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:54.928762 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:54.928762 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:54.928762 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:54.998056 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3fc61a75-327b-46cf-9d27-39823e59721d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.007756 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3fc61a75-327b-46cf-9d27-39823e59721d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.013764 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3fc61a75-327b-46cf-9d27-39823e59721d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/networks/ae363769-5376-4124-ae43-053d23a2ec7c HTTP/1.1" status: 204 len: 168 time: 0.6014719 Jul 29 23:55:55.013951 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49392) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:55.019274 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-b585d586-d780-4e47-a079-78295458f9f4 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-615436556'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:55.030197 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc61a75-327b-46cf-9d27-39823e59721d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Network': ['ID=ae363769-5376-4124-ae43-053d23a2ec7c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:55.035621 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a9ad2a9d-30cd-439c-b30c-3a26483fa084 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:55:55.050287 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b585d586-d780-4e47-a079-78295458f9f4 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Made reservation on behalf of 10015bee03844326ad7d94bb44b1c3bd for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:55.054154 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b585d586-d780-4e47-a079-78295458f9f4 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.059809 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: a9ad2a9d-30cd-439c-b30c-3a26483fa084 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:55:55.060286 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a9ad2a9d-30cd-439c-b30c-3a26483fa084 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:55:55.081996 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b585d586-d780-4e47-a079-78295458f9f4 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:55:55.091216 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b585d586-d780-4e47-a079-78295458f9f4 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.091563 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-b585d586-d780-4e47-a079-78295458f9f4 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Added segment cfe05aae-fd19-42e7-99b2-9b032f7c9c34 of type vlan for network 1a6d7c01-37b0-4da7-bd27-99fc1a14a17b Jul 29 23:55:55.137046 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b585d586-d780-4e47-a079-78295458f9f4 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.167236 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b585d586-d780-4e47-a079-78295458f9f4 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.174482 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b585d586-d780-4e47-a079-78295458f9f4 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:55.175090 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b585d586-d780-4e47-a079-78295458f9f4 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.231812 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b585d586-d780-4e47-a079-78295458f9f4 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2168100 Jul 29 23:55:55.235408 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49394) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:55.240597 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-7fa28091-06c3-496e-ae8c-f26bbeef293d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Request body: {'subnet': {'network_id': '1a6d7c01-37b0-4da7-bd27-99fc1a14a17b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:55.244255 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b585d586-d780-4e47-a079-78295458f9f4 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Network': ['ID=1a6d7c01-37b0-4da7-bd27-99fc1a14a17b,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:55.256528 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 1a6d7c01-37b0-4da7-bd27-99fc1a14a17b details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:55:55.339306 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa28091-06c3-496e-ae8c-f26bbeef293d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Made reservation on behalf of 10015bee03844326ad7d94bb44b1c3bd for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:55:55.342739 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7fa28091-06c3-496e-ae8c-f26bbeef293d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.528794 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7fa28091-06c3-496e-ae8c-f26bbeef293d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.587366 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa28091-06c3-496e-ae8c-f26bbeef293d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Subnet': ['ID=00635cf0-df33-4d8f-9868-e0c4649f5984,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:55.597178 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa28091-06c3-496e-ae8c-f26bbeef293d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Checking segment: {'id': 'cfe05aae-fd19-42e7-99b2-9b032f7c9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1a6d7c01-37b0-4da7-bd27-99fc1a14a17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:55.597541 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa28091-06c3-496e-ae8c-f26bbeef293d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network hostable DHCP agents. Network: 1a6d7c01-37b0-4da7-bd27-99fc1a14a17b, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:55:55.615021 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa28091-06c3-496e-ae8c-f26bbeef293d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network 1a6d7c01-37b0-4da7-bd27-99fc1a14a17b is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:55:55.623038 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-7fa28091-06c3-496e-ae8c-f26bbeef293d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 1a6d7c01-37b0-4da7-bd27-99fc1a14a17b) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:55.627802 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa28091-06c3-496e-ae8c-f26bbeef293d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:55.628441 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7fa28091-06c3-496e-ae8c-f26bbeef293d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.631897 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67823af1-5a7f-4498-ac0d-de784e93350f None None] Network 1a6d7c01-37b0-4da7-bd27-99fc1a14a17b requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:55.642641 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7fa28091-06c3-496e-ae8c-f26bbeef293d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4061000 Jul 29 23:55:55.645484 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49396) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:55.650343 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-0e296c11-a2c4-4b9b-b129-efc75ec9fa0b tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-759436612', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:55:55.674566 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e296c11-a2c4-4b9b-b129-efc75ec9fa0b tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.675587 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e296c11-a2c4-4b9b-b129-efc75ec9fa0b tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.730984 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e296c11-a2c4-4b9b-b129-efc75ec9fa0b tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.735927 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e296c11-a2c4-4b9b-b129-efc75ec9fa0b tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.751482 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e296c11-a2c4-4b9b-b129-efc75ec9fa0b tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.752835 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0e296c11-a2c4-4b9b-b129-efc75ec9fa0b tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1061318 Jul 29 23:55:55.755716 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49398) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:55.776858 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb24552e-8a8e-490f-8588-fb9c3bc3dbe8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-1a6d7c01-37b0-4da7-bd27-99fc1a14a17b', 'network_id': '1a6d7c01-37b0-4da7-bd27-99fc1a14a17b', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'fixed_ips': [{'subnet_id': '00635cf0-df33-4d8f-9868-e0c4649f5984'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:55:55.778267 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eb24552e-8a8e-490f-8588-fb9c3bc3dbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:55.916119 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-eb24552e-8a8e-490f-8588-fb9c3bc3dbe8 None None] Allocated IP 2001:db8::2 (1a6d7c01-37b0-4da7-bd27-99fc1a14a17b/00635cf0-df33-4d8f-9868-e0c4649f5984/d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:56.029672 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-68cc3a52-31b0-4c17-9abd-31509a3ed389 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.058144 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eb24552e-8a8e-490f-8588-fb9c3bc3dbe8 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.067100 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-eb24552e-8a8e-490f-8588-fb9c3bc3dbe8 None None] Transition to ACTIVE for port object d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:56.082554 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-eb24552e-8a8e-490f-8588-fb9c3bc3dbe8 None None] Transition to ACTIVE for port object d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:56.097047 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eb24552e-8a8e-490f-8588-fb9c3bc3dbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.134080 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb24552e-8a8e-490f-8588-fb9c3bc3dbe8 None None] Network 1a6d7c01-37b0-4da7-bd27-99fc1a14a17b is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:56.136977 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-eb24552e-8a8e-490f-8588-fb9c3bc3dbe8 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:56.141192 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb24552e-8a8e-490f-8588-fb9c3bc3dbe8 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:56.152906 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb24552e-8a8e-490f-8588-fb9c3bc3dbe8 None None] Pushing event updated for resources: {'Port': ['ID=d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:56.209176 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-eb24552e-8a8e-490f-8588-fb9c3bc3dbe8 None None] Attempting to bind port d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:55:56.209544 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-eb24552e-8a8e-490f-8588-fb9c3bc3dbe8 None None] Attempting to bind port d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'cfe05aae-fd19-42e7-99b2-9b032f7c9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1a6d7c01-37b0-4da7-bd27-99fc1a14a17b'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:55:56.209939 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb24552e-8a8e-490f-8588-fb9c3bc3dbe8 None None] Attempting to bind port d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90 on network 1a6d7c01-37b0-4da7-bd27-99fc1a14a17b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:55:56.215098 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb24552e-8a8e-490f-8588-fb9c3bc3dbe8 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:55:56.215467 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb24552e-8a8e-490f-8588-fb9c3bc3dbe8 None None] Checking segment: {'id': 'cfe05aae-fd19-42e7-99b2-9b032f7c9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1a6d7c01-37b0-4da7-bd27-99fc1a14a17b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:55:56.215894 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eb24552e-8a8e-490f-8588-fb9c3bc3dbe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.216289 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb24552e-8a8e-490f-8588-fb9c3bc3dbe8 None None] Bound using segment: {'id': 'cfe05aae-fd19-42e7-99b2-9b032f7c9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1a6d7c01-37b0-4da7-bd27-99fc1a14a17b'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:55:56.216755 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-eb24552e-8a8e-490f-8588-fb9c3bc3dbe8 None None] Bound port: d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfe05aae-fd19-42e7-99b2-9b032f7c9c34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1a6d7c01-37b0-4da7-bd27-99fc1a14a17b'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:55:56.217138 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eb24552e-8a8e-490f-8588-fb9c3bc3dbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.284348 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-eb24552e-8a8e-490f-8588-fb9c3bc3dbe8 None None] For port d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:55:56.287414 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-eb24552e-8a8e-490f-8588-fb9c3bc3dbe8 None None] For port d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90,segment=NetworkSegment(cfe05aae-fd19-42e7-99b2-9b032f7c9c34),segment_id=cfe05aae-fd19-42e7-99b2-9b032f7c9c34)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:55:56.292080 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eb24552e-8a8e-490f-8588-fb9c3bc3dbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.350981 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb24552e-8a8e-490f-8588-fb9c3bc3dbe8 None None] Pushing event updated for resources: {'Port': ['ID=d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:56.566018 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-68cc3a52-31b0-4c17-9abd-31509a3ed389 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Allocated IP 2001:db8::1 (1a6d7c01-37b0-4da7-bd27-99fc1a14a17b/00635cf0-df33-4d8f-9868-e0c4649f5984/09812955-0742-4e2f-8a2c-67ec8bb8cb62) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:55:56.685413 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-68cc3a52-31b0-4c17-9abd-31509a3ed389 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.699583 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-68cc3a52-31b0-4c17-9abd-31509a3ed389 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Transition to ACTIVE for port object 09812955-0742-4e2f-8a2c-67ec8bb8cb62 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:55:56.730943 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-68cc3a52-31b0-4c17-9abd-31509a3ed389 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.771626 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cc3a52-31b0-4c17-9abd-31509a3ed389 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network 1a6d7c01-37b0-4da7-bd27-99fc1a14a17b is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:56.774873 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-68cc3a52-31b0-4c17-9abd-31509a3ed389 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:56.781048 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cc3a52-31b0-4c17-9abd-31509a3ed389 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:55:56.781738 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-68cc3a52-31b0-4c17-9abd-31509a3ed389 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:56.817892 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc3a52-31b0-4c17-9abd-31509a3ed389 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Port': ['ID=09812955-0742-4e2f-8a2c-67ec8bb8cb62,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:56.901590 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-68cc3a52-31b0-4c17-9abd-31509a3ed389 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.067676 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:57.126074 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:57.185314 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-68cc3a52-31b0-4c17-9abd-31509a3ed389 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.190694 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-68cc3a52-31b0-4c17-9abd-31509a3ed389 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.191757 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-68cc3a52-31b0-4c17-9abd-31509a3ed389 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.274168 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc3a52-31b0-4c17-9abd-31509a3ed389 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Port': ['ID=09812955-0742-4e2f-8a2c-67ec8bb8cb62,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:57.289224 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3116196-0333-4a41-8115-398c58cdb236 None None] Network 1a6d7c01-37b0-4da7-bd27-99fc1a14a17b requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:57.323266 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cc3a52-31b0-4c17-9abd-31509a3ed389 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network 1a6d7c01-37b0-4da7-bd27-99fc1a14a17b is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:55:57.324630 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-68cc3a52-31b0-4c17-9abd-31509a3ed389 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:55:57.343981 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-11560938-5508-4b05-8ca3-16944efaf53b None None] Provisioning for port d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:57.351551 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-11560938-5508-4b05-8ca3-16944efaf53b None None] Provisioning complete for port d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:57.351952 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-11560938-5508-4b05-8ca3-16944efaf53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.446827 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68cc3a52-31b0-4c17-9abd-31509a3ed389 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Router f6fa2638-de39-4813-8643-bed4cfcb4010 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:55:57.502754 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-11560938-5508-4b05-8ca3-16944efaf53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.542937 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cc3a52-31b0-4c17-9abd-31509a3ed389 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:57.543185 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-11560938-5508-4b05-8ca3-16944efaf53b None None] For port d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90,segment=NetworkSegment(cfe05aae-fd19-42e7-99b2-9b032f7c9c34),segment_id=cfe05aae-fd19-42e7-99b2-9b032f7c9c34)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:57.550120 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-68cc3a52-31b0-4c17-9abd-31509a3ed389 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "PUT /v2.0/routers/f6fa2638-de39-4813-8643-bed4cfcb4010/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7934208 Jul 29 23:55:57.552877 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49400) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:57.555188 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-11560938-5508-4b05-8ca3-16944efaf53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.555811 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfe2e69-0d8d-4a0c-8472-f9f02cc6caf5 None None] Sync routers for ids ['f6fa2638-de39-4813-8643-bed4cfcb4010'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:57.569838 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfe2e69-0d8d-4a0c-8472-f9f02cc6caf5 None None] Routers {'f6fa2638-de39-4813-8643-bed4cfcb4010'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:57.570466 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-1cfe2e69-0d8d-4a0c-8472-f9f02cc6caf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:55:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f6fa2638-de39-4813-8643-bed4cfcb4010'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:57.602217 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff59ec7e-54e4-4e99-8625-ad97c90566fe tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:55:57.603809 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ff59ec7e-54e4-4e99-8625-ad97c90566fe tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "GET /v2.0/ports/09812955-0742-4e2f-8a2c-67ec8bb8cb62 HTTP/1.1" status: 200 len: 911 time: 0.0490949 Jul 29 23:55:57.606509 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49402) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:57.615683 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11560938-5508-4b05-8ca3-16944efaf53b None None] Pushing event updated for resources: {'Port': ['ID=d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:57.616101 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-1cfe2e69-0d8d-4a0c-8472-f9f02cc6caf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:57.625996 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfe2e69-0d8d-4a0c-8472-f9f02cc6caf5 None None] Routers {'f6fa2638-de39-4813-8643-bed4cfcb4010'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:57.626608 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-1cfe2e69-0d8d-4a0c-8472-f9f02cc6caf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:55:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f6fa2638-de39-4813-8643-bed4cfcb4010'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:57.660824 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-1cfe2e69-0d8d-4a0c-8472-f9f02cc6caf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:57.661476 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfe2e69-0d8d-4a0c-8472-f9f02cc6caf5 None None] The sync data for ids ['f6fa2638-de39-4813-8643-bed4cfcb4010'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:57.790607 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-90460228-0230-4eaa-9411-f22ab8fe6192 None None] Provisioning for port 09812955-0742-4e2f-8a2c-67ec8bb8cb62 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:55:57.794557 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-90460228-0230-4eaa-9411-f22ab8fe6192 None None] Provisioning complete for port 09812955-0742-4e2f-8a2c-67ec8bb8cb62 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:57.794937 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90460228-0230-4eaa-9411-f22ab8fe6192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.836491 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-90460228-0230-4eaa-9411-f22ab8fe6192 None None] Port 09812955-0742-4e2f-8a2c-67ec8bb8cb62 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:57.847319 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-90460228-0230-4eaa-9411-f22ab8fe6192 None None] Provisioning complete for port d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:57.847695 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90460228-0230-4eaa-9411-f22ab8fe6192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:57.960437 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4bd306fd-e0ed-4ea8-a066-4ad285581c4d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.051938 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f0472e1c-2387-40b1-ae2f-36b0e83739f3 None None] Provisioning complete for port 09812955-0742-4e2f-8a2c-67ec8bb8cb62 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:58.052342 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f0472e1c-2387-40b1-ae2f-36b0e83739f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.094454 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f0472e1c-2387-40b1-ae2f-36b0e83739f3 None None] Port 09812955-0742-4e2f-8a2c-67ec8bb8cb62 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:58.212969 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-4a5256d4-e1c2-4995-912b-8c67e01d6965 None None] Provisioning complete for port 09812955-0742-4e2f-8a2c-67ec8bb8cb62 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:58.213269 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a5256d4-e1c2-4995-912b-8c67e01d6965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.214490 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-4bd306fd-e0ed-4ea8-a066-4ad285581c4d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Deleting port 09812955-0742-4e2f-8a2c-67ec8bb8cb62 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:58.214838 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4bd306fd-e0ed-4ea8-a066-4ad285581c4d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.249649 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-4a5256d4-e1c2-4995-912b-8c67e01d6965 None None] Port 09812955-0742-4e2f-8a2c-67ec8bb8cb62 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:55:58.299338 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4bd306fd-e0ed-4ea8-a066-4ad285581c4d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.310723 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-4bd306fd-e0ed-4ea8-a066-4ad285581c4d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Calling delete_port for 09812955-0742-4e2f-8a2c-67ec8bb8cb62 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:58.482202 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4bd306fd-e0ed-4ea8-a066-4ad285581c4d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.513115 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd306fd-e0ed-4ea8-a066-4ad285581c4d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Port': ['ID=09812955-0742-4e2f-8a2c-67ec8bb8cb62,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:58.615687 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4bd306fd-e0ed-4ea8-a066-4ad285581c4d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:58.770002 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bd306fd-e0ed-4ea8-a066-4ad285581c4d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Router f6fa2638-de39-4813-8643-bed4cfcb4010 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:55:58.846311 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bd306fd-e0ed-4ea8-a066-4ad285581c4d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:55:58.851373 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4bd306fd-e0ed-4ea8-a066-4ad285581c4d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "PUT /v2.0/routers/f6fa2638-de39-4813-8643-bed4cfcb4010/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2438920 Jul 29 23:55:58.854125 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49404) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:58.855739 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7582f346-aaae-4151-8434-00e373627b3f None None] Sync routers for ids ['f6fa2638-de39-4813-8643-bed4cfcb4010'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:55:58.865564 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7582f346-aaae-4151-8434-00e373627b3f None None] Routers {'f6fa2638-de39-4813-8643-bed4cfcb4010'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:58.866382 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-7582f346-aaae-4151-8434-00e373627b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:55:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f6fa2638-de39-4813-8643-bed4cfcb4010'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:58.881088 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4b76bae4-490b-4be4-bf4b-d6557b050cd5 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6fa2638-de39-4813-8643-bed4cfcb4010 HTTP/1.1" status: 200 len: 205 time: 0.0257542 Jul 29 23:55:58.883486 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49406) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:58.900034 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-7582f346-aaae-4151-8434-00e373627b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:58.909121 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7582f346-aaae-4151-8434-00e373627b3f None None] Routers {'f6fa2638-de39-4813-8643-bed4cfcb4010'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:55:58.909716 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-7582f346-aaae-4151-8434-00e373627b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:55:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f6fa2638-de39-4813-8643-bed4cfcb4010'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:58.941645 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-7582f346-aaae-4151-8434-00e373627b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:58.942292 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7582f346-aaae-4151-8434-00e373627b3f None None] The sync data for ids ['f6fa2638-de39-4813-8643-bed4cfcb4010'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:55:58.960608 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e0c7cbb3-b94f-4299-9ee9-b0424b18f380 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.021318 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:55:59.071878 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:55:59.072265 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.120153 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e0c7cbb3-b94f-4299-9ee9-b0424b18f380 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.122242 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e0c7cbb3-b94f-4299-9ee9-b0424b18f380 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.167080 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e0c7cbb3-b94f-4299-9ee9-b0424b18f380 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.167811 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c7cbb3-b94f-4299-9ee9-b0424b18f380 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Fanout notify agent at l3_agent the message router_deleted on router f6fa2638-de39-4813-8643-bed4cfcb4010 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:55:59.174944 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e0c7cbb3-b94f-4299-9ee9-b0424b18f380 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.178648 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e0c7cbb3-b94f-4299-9ee9-b0424b18f380 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/routers/f6fa2638-de39-4813-8643-bed4cfcb4010 HTTP/1.1" status: 204 len: 168 time: 0.2942216 Jul 29 23:55:59.179040 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49408) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:59.238020 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ea734b-42d3-438e-ad52-ebfad0e10d95 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Deleting subnet 00635cf0-df33-4d8f-9868-e0c4649f5984 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:55:59.241079 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-59ea734b-42d3-438e-ad52-ebfad0e10d95 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.285600 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-59ea734b-42d3-438e-ad52-ebfad0e10d95 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.366725 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-59ea734b-42d3-438e-ad52-ebfad0e10d95 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.429901 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-59ea734b-42d3-438e-ad52-ebfad0e10d95 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.457177 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea734b-42d3-438e-ad52-ebfad0e10d95 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Subnet': ['ID=00635cf0-df33-4d8f-9868-e0c4649f5984,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:59.459145 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-59ea734b-42d3-438e-ad52-ebfad0e10d95 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.463501 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-59ea734b-42d3-438e-ad52-ebfad0e10d95 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/subnets/00635cf0-df33-4d8f-9868-e0c4649f5984 HTTP/1.1" status: 204 len: 168 time: 0.2810066 Jul 29 23:55:59.464439 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49410) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:55:59.465803 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1c131c-7b5c-4232-bd75-a887c0e1ca29 None None] Network 1a6d7c01-37b0-4da7-bd27-99fc1a14a17b requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:55:59.540843 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2a973ab0-e16e-4d59-9585-8a1431d422f5 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.596810 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-2a973ab0-e16e-4d59-9585-8a1431d422f5 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Deleting port d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:59.597195 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2a973ab0-e16e-4d59-9585-8a1431d422f5 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.631472 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e93d7b92-7de7-4924-98c1-57901de5b489 None None] DHCP port deletion for 1a6d7c01-37b0-4da7-bd27-99fc1a14a17b request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:55:59.668441 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-2a973ab0-e16e-4d59-9585-8a1431d422f5 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] For port d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90,segment=NetworkSegment(cfe05aae-fd19-42e7-99b2-9b032f7c9c34),segment_id=cfe05aae-fd19-42e7-99b2-9b032f7c9c34)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:59.668824 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2a973ab0-e16e-4d59-9585-8a1431d422f5 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.677983 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e93d7b92-7de7-4924-98c1-57901de5b489 None None] Deleting port d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:55:59.678357 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e93d7b92-7de7-4924-98c1-57901de5b489 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.682323 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-2a973ab0-e16e-4d59-9585-8a1431d422f5 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Calling delete_port for d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:59.764124 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2a973ab0-e16e-4d59-9585-8a1431d422f5 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.792975 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a973ab0-e16e-4d59-9585-8a1431d422f5 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Port': ['ID=d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:55:59.800724 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a973ab0-e16e-4d59-9585-8a1431d422f5 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] No DVR routers for this DVR port d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90 on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:55:59.881924 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2a973ab0-e16e-4d59-9585-8a1431d422f5 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.893341 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-2a973ab0-e16e-4d59-9585-8a1431d422f5 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a6d7c01-37b0-4da7-bd27-99fc1a14a17b']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:59.905268 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-2a973ab0-e16e-4d59-9585-8a1431d422f5 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfe05aae-fd19-42e7-99b2-9b032f7c9c34') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:59.905616 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-2a973ab0-e16e-4d59-9585-8a1431d422f5 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfe05aae-fd19-42e7-99b2-9b032f7c9c34') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:55:59.908409 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.914612 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-e93d7b92-7de7-4924-98c1-57901de5b489 None None] For port d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90,segment=NetworkSegment(cfe05aae-fd19-42e7-99b2-9b032f7c9c34),segment_id=cfe05aae-fd19-42e7-99b2-9b032f7c9c34)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:55:59.914998 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e93d7b92-7de7-4924-98c1-57901de5b489 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.915305 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2a973ab0-e16e-4d59-9585-8a1431d422f5 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.926817 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e93d7b92-7de7-4924-98c1-57901de5b489 None None] Calling delete_port for d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:55:59.930200 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2a973ab0-e16e-4d59-9585-8a1431d422f5 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.936303 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a973ab0-e16e-4d59-9585-8a1431d422f5 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:55:59.936727 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2a973ab0-e16e-4d59-9585-8a1431d422f5 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:55:59.940396 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:55:59.940396 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:55:59.940396 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:55:59.940396 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:55:59.940396 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:55:59.940396 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:55:59.940396 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:55:59.940396 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:55:59.940396 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:55:59.940396 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:55:59.940396 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:55:59.940396 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:55:59.940396 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:55:59.940396 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:55:59.940396 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:55:59.940396 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:55:59.940396 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:55:59.940396 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:55:59.940396 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:55:59.940396 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:55:59.940396 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:55:59.940396 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:55:59.940396 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:55:59.940396 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:55:59.940396 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:55:59.940396 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:55:59.940396 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:55:59.940396 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:55:59.940396 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:55:59.940396 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:55:59.940396 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:55:59.940396 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:55:59.987294 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.009025 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2a973ab0-e16e-4d59-9585-8a1431d422f5 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.014487 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e93d7b92-7de7-4924-98c1-57901de5b489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.018473 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2a973ab0-e16e-4d59-9585-8a1431d422f5 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.020389 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2a973ab0-e16e-4d59-9585-8a1431d422f5 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/networks/1a6d7c01-37b0-4da7-bd27-99fc1a14a17b HTTP/1.1" status: 204 len: 168 time: 0.5557082 Jul 29 23:56:00.024018 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49412) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:00.029518 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-3267b40b-5fcc-4c31-8281-dadce42c31f7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1394998811', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}, 'admin_state_up': False}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:00.031700 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a973ab0-e16e-4d59-9585-8a1431d422f5 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Network': ['ID=1a6d7c01-37b0-4da7-bd27-99fc1a14a17b,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:00.045643 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e93d7b92-7de7-4924-98c1-57901de5b489 None None] Network 1a6d7c01-37b0-4da7-bd27-99fc1a14a17b is not hosted by any dhcp agent {{(pid=94065) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:56:00.046039 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93d7b92-7de7-4924-98c1-57901de5b489 None None] No DVR routers for this DVR port d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:56:00.050893 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d7b92-7de7-4924-98c1-57901de5b489 None None] Pushing event deleted for resources: {'Port': ['ID=d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:00.058882 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3267b40b-5fcc-4c31-8281-dadce42c31f7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.059969 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3267b40b-5fcc-4c31-8281-dadce42c31f7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.117700 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3267b40b-5fcc-4c31-8281-dadce42c31f7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.251419 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3267b40b-5fcc-4c31-8281-dadce42c31f7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.724378 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3267b40b-5fcc-4c31-8281-dadce42c31f7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.742910 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3267b40b-5fcc-4c31-8281-dadce42c31f7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.848592 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-3267b40b-5fcc-4c31-8281-dadce42c31f7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Allocated IP 172.25.8.164 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/6d99aa08-d0a7-4038-8509-2dd0261ad8f6) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:00.946320 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3267b40b-5fcc-4c31-8281-dadce42c31f7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:00.988048 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3267b40b-5fcc-4c31-8281-dadce42c31f7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:01.018516 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:56:01.023438 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3267b40b-5fcc-4c31-8281-dadce42c31f7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:01.027676 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-3267b40b-5fcc-4c31-8281-dadce42c31f7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:01.034553 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3267b40b-5fcc-4c31-8281-dadce42c31f7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:01.040012 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3267b40b-5fcc-4c31-8281-dadce42c31f7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Port': ['ID=6d99aa08-d0a7-4038-8509-2dd0261ad8f6,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:01.040393 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:56:01.040736 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d2a8d1c3-a1a5-4d7f-a3ce-184382afcd90 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:56:01.280364 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3267b40b-5fcc-4c31-8281-dadce42c31f7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:01.476351 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3267b40b-5fcc-4c31-8281-dadce42c31f7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:01.600835 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3267b40b-5fcc-4c31-8281-dadce42c31f7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Router c10afb2f-9862-433b-800e-92c6833563d2 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:56:01.706002 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3267b40b-5fcc-4c31-8281-dadce42c31f7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:01.715782 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb450c7-c26e-4004-8feb-74a8c9fa15d4 None None] Sync routers for ids ['c10afb2f-9862-433b-800e-92c6833563d2'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:01.724628 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3267b40b-5fcc-4c31-8281-dadce42c31f7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:01.725953 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3267b40b-5fcc-4c31-8281-dadce42c31f7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 1.7003360 Jul 29 23:56:01.727577 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb450c7-c26e-4004-8feb-74a8c9fa15d4 None None] Routers {'c10afb2f-9862-433b-800e-92c6833563d2'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:01.728409 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-1bb450c7-c26e-4004-8feb-74a8c9fa15d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:55:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['c10afb2f-9862-433b-800e-92c6833563d2'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:01.728885 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49414) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:01.763560 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-1bb450c7-c26e-4004-8feb-74a8c9fa15d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:01.772155 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb450c7-c26e-4004-8feb-74a8c9fa15d4 None None] Routers {'c10afb2f-9862-433b-800e-92c6833563d2'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:01.772759 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-1bb450c7-c26e-4004-8feb-74a8c9fa15d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:55:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['c10afb2f-9862-433b-800e-92c6833563d2'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:01.805429 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-1bb450c7-c26e-4004-8feb-74a8c9fa15d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:01.806077 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb450c7-c26e-4004-8feb-74a8c9fa15d4 None None] The sync data for ids ['c10afb2f-9862-433b-800e-92c6833563d2'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:01.839824 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-22e5021f-48f6-44d9-914c-3fe9995cddf9 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "GET /v2.0/routers/c10afb2f-9862-433b-800e-92c6833563d2 HTTP/1.1" status: 200 len: 885 time: 0.1097891 Jul 29 23:56:01.842180 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49416) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:02.067351 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7b26644b-13e4-4c22-913e-da7d6b574504 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2240999 Jul 29 23:56:02.069967 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49418) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:02.074307 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-664f0ae1-5ee9-4d4b-bdae-befd4a393489 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1394998811'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:02.706330 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-664f0ae1-5ee9-4d4b-bdae-befd4a393489 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16400064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16332386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.717182 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-664f0ae1-5ee9-4d4b-bdae-befd4a393489 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16400091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16400082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16332405'] for router, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.823114 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-664f0ae1-5ee9-4d4b-bdae-befd4a393489 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Router c10afb2f-9862-433b-800e-92c6833563d2 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:56:02.859959 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25253083-518c-4bfb-a518-064bd3961eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.928447 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-664f0ae1-5ee9-4d4b-bdae-befd4a393489 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:02.935106 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-664f0ae1-5ee9-4d4b-bdae-befd4a393489 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:02.938032 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b333a818-82f7-418e-8fed-7dafa869555e None None] Sync routers for ids ['c10afb2f-9862-433b-800e-92c6833563d2'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:02.939480 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49420) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:02.940042 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-664f0ae1-5ee9-4d4b-bdae-befd4a393489 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "PUT /v2.0/routers/c10afb2f-9862-433b-800e-92c6833563d2 HTTP/1.1" status: 200 len: 892 time: 0.8685713 Jul 29 23:56:02.947521 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b333a818-82f7-418e-8fed-7dafa869555e None None] Routers {'c10afb2f-9862-433b-800e-92c6833563d2'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:02.948169 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b333a818-82f7-418e-8fed-7dafa869555e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:55:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['c10afb2f-9862-433b-800e-92c6833563d2'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:02.982746 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b333a818-82f7-418e-8fed-7dafa869555e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:02.991975 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b333a818-82f7-418e-8fed-7dafa869555e None None] Routers {'c10afb2f-9862-433b-800e-92c6833563d2'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:02.992589 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b333a818-82f7-418e-8fed-7dafa869555e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:55:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['c10afb2f-9862-433b-800e-92c6833563d2'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:03.024623 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b333a818-82f7-418e-8fed-7dafa869555e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:03.025282 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b333a818-82f7-418e-8fed-7dafa869555e None None] The sync data for ids ['c10afb2f-9862-433b-800e-92c6833563d2'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:03.055302 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2b29e4ae-0d75-4582-8e4d-2e2359daf2e1 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "GET /v2.0/routers/c10afb2f-9862-433b-800e-92c6833563d2 HTTP/1.1" status: 200 len: 892 time: 0.1144249 Jul 29 23:56:03.057903 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49422) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:03.084088 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-795940e6-378a-4ef7-acf0-af5435f0f7ff tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "GET /v2.0/ports?device_id=c10afb2f-9862-433b-800e-92c6833563d2 HTTP/1.1" status: 200 len: 205 time: 0.0251281 Jul 29 23:56:03.086388 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49424) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:03.191110 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ede1cb00-e73f-4a80-8663-ebb274bd2c5d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.293291 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ede1cb00-e73f-4a80-8663-ebb274bd2c5d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.344205 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-ede1cb00-e73f-4a80-8663-ebb274bd2c5d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Deleting port 6d99aa08-d0a7-4038-8509-2dd0261ad8f6 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:03.344544 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ede1cb00-e73f-4a80-8663-ebb274bd2c5d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.422633 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ede1cb00-e73f-4a80-8663-ebb274bd2c5d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.433954 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-ede1cb00-e73f-4a80-8663-ebb274bd2c5d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Calling delete_port for 6d99aa08-d0a7-4038-8509-2dd0261ad8f6 owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:03.596340 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ede1cb00-e73f-4a80-8663-ebb274bd2c5d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.621682 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1cb00-e73f-4a80-8663-ebb274bd2c5d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Port': ['ID=6d99aa08-d0a7-4038-8509-2dd0261ad8f6,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:03.634105 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede1cb00-e73f-4a80-8663-ebb274bd2c5d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:03.634454 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede1cb00-e73f-4a80-8663-ebb274bd2c5d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:03.634791 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede1cb00-e73f-4a80-8663-ebb274bd2c5d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:03.635126 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede1cb00-e73f-4a80-8663-ebb274bd2c5d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:03.635456 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede1cb00-e73f-4a80-8663-ebb274bd2c5d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:03.635783 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede1cb00-e73f-4a80-8663-ebb274bd2c5d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:03.636135 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede1cb00-e73f-4a80-8663-ebb274bd2c5d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:03.636461 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede1cb00-e73f-4a80-8663-ebb274bd2c5d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:03.636791 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede1cb00-e73f-4a80-8663-ebb274bd2c5d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:03.637104 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede1cb00-e73f-4a80-8663-ebb274bd2c5d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:03.637434 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede1cb00-e73f-4a80-8663-ebb274bd2c5d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:03.637742 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede1cb00-e73f-4a80-8663-ebb274bd2c5d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:03.692426 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ede1cb00-e73f-4a80-8663-ebb274bd2c5d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.787091 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ede1cb00-e73f-4a80-8663-ebb274bd2c5d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.789186 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ede1cb00-e73f-4a80-8663-ebb274bd2c5d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.831917 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ede1cb00-e73f-4a80-8663-ebb274bd2c5d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.832465 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede1cb00-e73f-4a80-8663-ebb274bd2c5d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Fanout notify agent at l3_agent the message router_deleted on router c10afb2f-9862-433b-800e-92c6833563d2 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:56:03.838906 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ede1cb00-e73f-4a80-8663-ebb274bd2c5d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.840129 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ede1cb00-e73f-4a80-8663-ebb274bd2c5d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/routers/c10afb2f-9862-433b-800e-92c6833563d2 HTTP/1.1" status: 204 len: 168 time: 0.7527311 Jul 29 23:56:03.843872 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49426) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:03.849270 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-0b97e953-0703-4a46-96c5-4d5967c5c657 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2127911674'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:03.869149 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b97e953-0703-4a46-96c5-4d5967c5c657 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Made reservation on behalf of 10015bee03844326ad7d94bb44b1c3bd for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:03.872505 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0b97e953-0703-4a46-96c5-4d5967c5c657 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.896436 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b97e953-0703-4a46-96c5-4d5967c5c657 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:56:03.905246 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0b97e953-0703-4a46-96c5-4d5967c5c657 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.905762 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-0b97e953-0703-4a46-96c5-4d5967c5c657 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Added segment 55912a85-cb38-4b2b-83d3-dc1976d789b1 of type vlan for network 0a506a92-e95c-4af6-808d-9e643925cae9 Jul 29 23:56:03.945053 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0b97e953-0703-4a46-96c5-4d5967c5c657 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.973556 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0b97e953-0703-4a46-96c5-4d5967c5c657 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:03.979041 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b97e953-0703-4a46-96c5-4d5967c5c657 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:03.979623 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0b97e953-0703-4a46-96c5-4d5967c5c657 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.035318 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0b97e953-0703-4a46-96c5-4d5967c5c657 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1903384 Jul 29 23:56:04.038088 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49428) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:04.042942 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-425511b6-4e4b-40de-900d-bbff521278db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Request body: {'subnet': {'network_id': '0a506a92-e95c-4af6-808d-9e643925cae9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:04.091365 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b97e953-0703-4a46-96c5-4d5967c5c657 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Network': ['ID=0a506a92-e95c-4af6-808d-9e643925cae9,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:04.101334 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 0a506a92-e95c-4af6-808d-9e643925cae9 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:56:04.141654 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-425511b6-4e4b-40de-900d-bbff521278db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Made reservation on behalf of 10015bee03844326ad7d94bb44b1c3bd for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:04.145663 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-425511b6-4e4b-40de-900d-bbff521278db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.333848 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-425511b6-4e4b-40de-900d-bbff521278db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.397682 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425511b6-4e4b-40de-900d-bbff521278db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Subnet': ['ID=28ea17f9-5503-4d7b-be7f-3c3833604db3,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:04.410814 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-425511b6-4e4b-40de-900d-bbff521278db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Checking segment: {'id': '55912a85-cb38-4b2b-83d3-dc1976d789b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0a506a92-e95c-4af6-808d-9e643925cae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:04.411179 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425511b6-4e4b-40de-900d-bbff521278db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network hostable DHCP agents. Network: 0a506a92-e95c-4af6-808d-9e643925cae9, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:56:04.428320 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425511b6-4e4b-40de-900d-bbff521278db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network 0a506a92-e95c-4af6-808d-9e643925cae9 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:56:04.437691 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-425511b6-4e4b-40de-900d-bbff521278db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 0a506a92-e95c-4af6-808d-9e643925cae9) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:04.441978 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-425511b6-4e4b-40de-900d-bbff521278db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:04.442559 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-425511b6-4e4b-40de-900d-bbff521278db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.446535 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729d5ce8-f97d-433a-ac83-19457b696390 None None] Network 0a506a92-e95c-4af6-808d-9e643925cae9 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:04.457523 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-425511b6-4e4b-40de-900d-bbff521278db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4181607 Jul 29 23:56:04.459887 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49430) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:04.464893 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-6b51ed90-433b-40bf-bca2-34b9037325ee tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-464227704', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:04.488580 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6b51ed90-433b-40bf-bca2-34b9037325ee tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.489564 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6b51ed90-433b-40bf-bca2-34b9037325ee tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.553279 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6b51ed90-433b-40bf-bca2-34b9037325ee tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.557460 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6b51ed90-433b-40bf-bca2-34b9037325ee tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.573750 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6b51ed90-433b-40bf-bca2-34b9037325ee tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.578734 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6b51ed90-433b-40bf-bca2-34b9037325ee tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1140828 Jul 29 23:56:04.578911 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49432) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:04.602188 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8302eef-9ff2-4173-bb85-a7be74e64c70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-0a506a92-e95c-4af6-808d-9e643925cae9', 'network_id': '0a506a92-e95c-4af6-808d-9e643925cae9', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'fixed_ips': [{'subnet_id': '28ea17f9-5503-4d7b-be7f-3c3833604db3'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:56:04.603046 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c8302eef-9ff2-4173-bb85-a7be74e64c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.739330 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-c8302eef-9ff2-4173-bb85-a7be74e64c70 None None] Allocated IP 2001:db8::2 (0a506a92-e95c-4af6-808d-9e643925cae9/28ea17f9-5503-4d7b-be7f-3c3833604db3/7181d255-adcd-40b9-9d09-22b1ca689807) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:04.859197 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-de7877aa-acef-40b6-b23a-243167b2555d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.884409 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c8302eef-9ff2-4173-bb85-a7be74e64c70 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.893545 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c8302eef-9ff2-4173-bb85-a7be74e64c70 None None] Transition to ACTIVE for port object 7181d255-adcd-40b9-9d09-22b1ca689807 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:04.909131 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c8302eef-9ff2-4173-bb85-a7be74e64c70 None None] Transition to ACTIVE for port object 7181d255-adcd-40b9-9d09-22b1ca689807 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:04.914861 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c8302eef-9ff2-4173-bb85-a7be74e64c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:04.948525 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8302eef-9ff2-4173-bb85-a7be74e64c70 None None] Network 0a506a92-e95c-4af6-808d-9e643925cae9 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:04.952948 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-c8302eef-9ff2-4173-bb85-a7be74e64c70 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:04.956185 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8302eef-9ff2-4173-bb85-a7be74e64c70 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:04.992688 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8302eef-9ff2-4173-bb85-a7be74e64c70 None None] Pushing event updated for resources: {'Port': ['ID=7181d255-adcd-40b9-9d09-22b1ca689807,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:05.024792 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c8302eef-9ff2-4173-bb85-a7be74e64c70 None None] Attempting to bind port 7181d255-adcd-40b9-9d09-22b1ca689807 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:56:05.025158 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c8302eef-9ff2-4173-bb85-a7be74e64c70 None None] Attempting to bind port 7181d255-adcd-40b9-9d09-22b1ca689807 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '55912a85-cb38-4b2b-83d3-dc1976d789b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0a506a92-e95c-4af6-808d-9e643925cae9'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:56:05.025521 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8302eef-9ff2-4173-bb85-a7be74e64c70 None None] Attempting to bind port 7181d255-adcd-40b9-9d09-22b1ca689807 on network 0a506a92-e95c-4af6-808d-9e643925cae9 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:05.031653 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8302eef-9ff2-4173-bb85-a7be74e64c70 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:56:05.032052 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8302eef-9ff2-4173-bb85-a7be74e64c70 None None] Checking segment: {'id': '55912a85-cb38-4b2b-83d3-dc1976d789b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0a506a92-e95c-4af6-808d-9e643925cae9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:05.032452 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c8302eef-9ff2-4173-bb85-a7be74e64c70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:05.032845 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8302eef-9ff2-4173-bb85-a7be74e64c70 None None] Bound using segment: {'id': '55912a85-cb38-4b2b-83d3-dc1976d789b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0a506a92-e95c-4af6-808d-9e643925cae9'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:56:05.033553 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c8302eef-9ff2-4173-bb85-a7be74e64c70 None None] Bound port: 7181d255-adcd-40b9-9d09-22b1ca689807, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55912a85-cb38-4b2b-83d3-dc1976d789b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0a506a92-e95c-4af6-808d-9e643925cae9'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:56:05.033933 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c8302eef-9ff2-4173-bb85-a7be74e64c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:05.095888 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c8302eef-9ff2-4173-bb85-a7be74e64c70 None None] For port 7181d255-adcd-40b9-9d09-22b1ca689807, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:56:05.098930 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c8302eef-9ff2-4173-bb85-a7be74e64c70 None None] For port 7181d255-adcd-40b9-9d09-22b1ca689807, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=7181d255-adcd-40b9-9d09-22b1ca689807,segment=NetworkSegment(55912a85-cb38-4b2b-83d3-dc1976d789b1),segment_id=55912a85-cb38-4b2b-83d3-dc1976d789b1)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:56:05.101320 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-de7877aa-acef-40b6-b23a-243167b2555d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Allocated IP 2001:db8::1 (0a506a92-e95c-4af6-808d-9e643925cae9/28ea17f9-5503-4d7b-be7f-3c3833604db3/10b0df02-072a-4dcd-8575-7929dae696ca) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:05.103453 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c8302eef-9ff2-4173-bb85-a7be74e64c70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:05.162481 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8302eef-9ff2-4173-bb85-a7be74e64c70 None None] Pushing event updated for resources: {'Port': ['ID=7181d255-adcd-40b9-9d09-22b1ca689807,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:05.215667 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-de7877aa-acef-40b6-b23a-243167b2555d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:05.230068 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-de7877aa-acef-40b6-b23a-243167b2555d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Transition to ACTIVE for port object 10b0df02-072a-4dcd-8575-7929dae696ca will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:05.262979 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-de7877aa-acef-40b6-b23a-243167b2555d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:05.320429 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7877aa-acef-40b6-b23a-243167b2555d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network 0a506a92-e95c-4af6-808d-9e643925cae9 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:05.324052 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-de7877aa-acef-40b6-b23a-243167b2555d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:05.330745 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7877aa-acef-40b6-b23a-243167b2555d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:05.331300 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-de7877aa-acef-40b6-b23a-243167b2555d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:05.338501 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7877aa-acef-40b6-b23a-243167b2555d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Port': ['ID=10b0df02-072a-4dcd-8575-7929dae696ca,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:05.397943 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:05.459208 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-de7877aa-acef-40b6-b23a-243167b2555d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:05.713058 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-de7877aa-acef-40b6-b23a-243167b2555d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:05.717625 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-de7877aa-acef-40b6-b23a-243167b2555d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:05.718409 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-de7877aa-acef-40b6-b23a-243167b2555d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:05.803354 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7877aa-acef-40b6-b23a-243167b2555d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Port': ['ID=10b0df02-072a-4dcd-8575-7929dae696ca,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:05.850422 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7877aa-acef-40b6-b23a-243167b2555d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network 0a506a92-e95c-4af6-808d-9e643925cae9 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:05.852023 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-de7877aa-acef-40b6-b23a-243167b2555d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:05.975528 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7877aa-acef-40b6-b23a-243167b2555d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Router 9d898fb8-d2ab-4dce-8b35-b1c4596c3f9c is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:56:06.059410 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951fd34c-86f1-4350-9961-3326692c4e57 None None] Network 0a506a92-e95c-4af6-808d-9e643925cae9 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:06.071810 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7877aa-acef-40b6-b23a-243167b2555d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:06.078453 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-de7877aa-acef-40b6-b23a-243167b2555d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "PUT /v2.0/routers/9d898fb8-d2ab-4dce-8b35-b1c4596c3f9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4974864 Jul 29 23:56:06.080711 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49434) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:06.084110 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e26034-861c-421b-8100-b9992dc0a751 None None] Sync routers for ids ['9d898fb8-d2ab-4dce-8b35-b1c4596c3f9c'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:06.094435 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e26034-861c-421b-8100-b9992dc0a751 None None] Routers {'9d898fb8-d2ab-4dce-8b35-b1c4596c3f9c'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:06.095125 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-39e26034-861c-421b-8100-b9992dc0a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:55:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['9d898fb8-d2ab-4dce-8b35-b1c4596c3f9c'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:06.130478 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-39e26034-861c-421b-8100-b9992dc0a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:06.140727 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e609975-272c-4955-b70f-b639d609c063 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:06.141021 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e26034-861c-421b-8100-b9992dc0a751 None None] Routers {'9d898fb8-d2ab-4dce-8b35-b1c4596c3f9c'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:06.141507 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-39e26034-861c-421b-8100-b9992dc0a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:55:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['9d898fb8-d2ab-4dce-8b35-b1c4596c3f9c'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:06.142232 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8e609975-272c-4955-b70f-b639d609c063 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "GET /v2.0/ports/10b0df02-072a-4dcd-8575-7929dae696ca HTTP/1.1" status: 200 len: 911 time: 0.0605712 Jul 29 23:56:06.144991 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49436) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:06.157870 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-cd486aa1-cead-469c-8df0-3cf94003c590 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '28ea17f9-5503-4d7b-be7f-3c3833604db3'}]}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:06.161489 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-93dcb469-0a05-4e32-8a70-bf2e29bf23e5 None None] Provisioning for port 7181d255-adcd-40b9-9d09-22b1ca689807 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:06.175174 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-39e26034-861c-421b-8100-b9992dc0a751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:06.175933 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e26034-861c-421b-8100-b9992dc0a751 None None] The sync data for ids ['9d898fb8-d2ab-4dce-8b35-b1c4596c3f9c'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:06.257313 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b228ace1-60bc-4dc9-b341-d32fa2003f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:06.308830 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cd486aa1-cead-469c-8df0-3cf94003c590 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:06.511572 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-08d1e9b9-6d59-4dd6-a37c-a0f92b8cc5cd None None] Provisioning for port 10b0df02-072a-4dcd-8575-7929dae696ca completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:06.516483 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-08d1e9b9-6d59-4dd6-a37c-a0f92b8cc5cd None None] Provisioning complete for port 10b0df02-072a-4dcd-8575-7929dae696ca triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:06.516980 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-08d1e9b9-6d59-4dd6-a37c-a0f92b8cc5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:06.569228 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-08d1e9b9-6d59-4dd6-a37c-a0f92b8cc5cd None None] Port 10b0df02-072a-4dcd-8575-7929dae696ca cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:06.690299 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cd486aa1-cead-469c-8df0-3cf94003c590 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:06.699452 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cd486aa1-cead-469c-8df0-3cf94003c590 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:06.701148 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9ae02a41-a9e6-47a8-bffc-9a3aa7a23fa7 None None] Provisioning complete for port 10b0df02-072a-4dcd-8575-7929dae696ca triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:06.701574 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ae02a41-a9e6-47a8-bffc-9a3aa7a23fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:06.706516 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd486aa1-cead-469c-8df0-3cf94003c590 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:06.707153 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cd486aa1-cead-469c-8df0-3cf94003c590 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:06.711285 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-cd486aa1-cead-469c-8df0-3cf94003c590 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "PUT /v2.0/ports/10b0df02-072a-4dcd-8575-7929dae696ca HTTP/1.1" status: 200 len: 911 time: 0.5556517 Jul 29 23:56:06.712117 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49438) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:06.740580 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-9ae02a41-a9e6-47a8-bffc-9a3aa7a23fa7 None None] Port 10b0df02-072a-4dcd-8575-7929dae696ca cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:06.754200 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd486aa1-cead-469c-8df0-3cf94003c590 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Port': ['ID=10b0df02-072a-4dcd-8575-7929dae696ca,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:06.859121 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-dd44bcdc-d1aa-41fb-94ce-f6db3594d5fc None None] Provisioning complete for port 10b0df02-072a-4dcd-8575-7929dae696ca triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:06.859494 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dd44bcdc-d1aa-41fb-94ce-f6db3594d5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:06.893731 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-dd44bcdc-d1aa-41fb-94ce-f6db3594d5fc None None] Port 10b0df02-072a-4dcd-8575-7929dae696ca cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:06.922107 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:07.046023 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 7181d255-adcd-40b9-9d09-22b1ca689807 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:07.051052 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0403b34f-2a39-4586-ad07-49f04071976a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:07.094005 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 7181d255-adcd-40b9-9d09-22b1ca689807 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:07.098167 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 7181d255-adcd-40b9-9d09-22b1ca689807 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:07.098996 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:07.178830 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:07.211886 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 7181d255-adcd-40b9-9d09-22b1ca689807, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=7181d255-adcd-40b9-9d09-22b1ca689807,segment=NetworkSegment(55912a85-cb38-4b2b-83d3-dc1976d789b1),segment_id=55912a85-cb38-4b2b-83d3-dc1976d789b1)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:07.216256 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:07.262174 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=7181d255-adcd-40b9-9d09-22b1ca689807,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:07.300212 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-0403b34f-2a39-4586-ad07-49f04071976a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Deleting port 10b0df02-072a-4dcd-8575-7929dae696ca {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:07.300557 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0403b34f-2a39-4586-ad07-49f04071976a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:07.386383 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0403b34f-2a39-4586-ad07-49f04071976a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:07.398716 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-0403b34f-2a39-4586-ad07-49f04071976a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Calling delete_port for 10b0df02-072a-4dcd-8575-7929dae696ca owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:07.565361 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0403b34f-2a39-4586-ad07-49f04071976a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:07.593333 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0403b34f-2a39-4586-ad07-49f04071976a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Port': ['ID=10b0df02-072a-4dcd-8575-7929dae696ca,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:07.692115 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0403b34f-2a39-4586-ad07-49f04071976a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:07.849820 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0403b34f-2a39-4586-ad07-49f04071976a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Router 9d898fb8-d2ab-4dce-8b35-b1c4596c3f9c has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:56:07.928280 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0403b34f-2a39-4586-ad07-49f04071976a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:07.937843 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0403b34f-2a39-4586-ad07-49f04071976a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "PUT /v2.0/routers/9d898fb8-d2ab-4dce-8b35-b1c4596c3f9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2202394 Jul 29 23:56:07.938003 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49440) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:07.938533 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fc45d1-a46f-491b-97c9-ddd06433ef0e None None] Sync routers for ids ['9d898fb8-d2ab-4dce-8b35-b1c4596c3f9c'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:07.947562 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fc45d1-a46f-491b-97c9-ddd06433ef0e None None] Routers {'9d898fb8-d2ab-4dce-8b35-b1c4596c3f9c'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:07.948192 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-24fc45d1-a46f-491b-97c9-ddd06433ef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['9d898fb8-d2ab-4dce-8b35-b1c4596c3f9c'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:07.983890 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-24fc45d1-a46f-491b-97c9-ddd06433ef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:07.993698 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fc45d1-a46f-491b-97c9-ddd06433ef0e None None] Routers {'9d898fb8-d2ab-4dce-8b35-b1c4596c3f9c'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:07.994332 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-24fc45d1-a46f-491b-97c9-ddd06433ef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['9d898fb8-d2ab-4dce-8b35-b1c4596c3f9c'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:08.027373 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-24fc45d1-a46f-491b-97c9-ddd06433ef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:08.028086 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fc45d1-a46f-491b-97c9-ddd06433ef0e None None] The sync data for ids ['9d898fb8-d2ab-4dce-8b35-b1c4596c3f9c'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:08.228414 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:08.246373 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-70da8eba-60d3-4791-8daa-1b5748b96781 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d898fb8-d2ab-4dce-8b35-b1c4596c3f9c HTTP/1.1" status: 200 len: 205 time: 0.3072565 Jul 29 23:56:08.248935 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49442) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:08.325377 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8a80286-52dc-49af-a8c4-81522cb8bc29 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:08.480154 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8a80286-52dc-49af-a8c4-81522cb8bc29 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:08.482214 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8a80286-52dc-49af-a8c4-81522cb8bc29 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:08.523640 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8a80286-52dc-49af-a8c4-81522cb8bc29 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:08.524157 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a80286-52dc-49af-a8c4-81522cb8bc29 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Fanout notify agent at l3_agent the message router_deleted on router 9d898fb8-d2ab-4dce-8b35-b1c4596c3f9c {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:56:08.531376 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b8a80286-52dc-49af-a8c4-81522cb8bc29 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:08.532924 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b8a80286-52dc-49af-a8c4-81522cb8bc29 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/routers/9d898fb8-d2ab-4dce-8b35-b1c4596c3f9c HTTP/1.1" status: 204 len: 168 time: 0.2823474 Jul 29 23:56:08.535692 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49444) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:08.588380 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-e73e6cba-0106-4156-9f7b-535d28edaede tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Deleting subnet 28ea17f9-5503-4d7b-be7f-3c3833604db3 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:56:08.591373 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e73e6cba-0106-4156-9f7b-535d28edaede tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:08.635018 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e73e6cba-0106-4156-9f7b-535d28edaede tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:08.715805 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e73e6cba-0106-4156-9f7b-535d28edaede tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:08.772911 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e73e6cba-0106-4156-9f7b-535d28edaede tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:08.800949 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e6cba-0106-4156-9f7b-535d28edaede tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Subnet': ['ID=28ea17f9-5503-4d7b-be7f-3c3833604db3,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:08.802891 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e73e6cba-0106-4156-9f7b-535d28edaede tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:08.804784 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e73e6cba-0106-4156-9f7b-535d28edaede tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/subnets/28ea17f9-5503-4d7b-be7f-3c3833604db3 HTTP/1.1" status: 204 len: 168 time: 0.2681434 Jul 29 23:56:08.807469 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49446) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:08.809960 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b235b04-0361-435c-b434-e3dd20d7a6d7 None None] Network 0a506a92-e95c-4af6-808d-9e643925cae9 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:08.888074 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9f7c6ea7-eebd-4688-b232-cfd12e4eabd7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:08.945176 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9f7c6ea7-eebd-4688-b232-cfd12e4eabd7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Deleting port 7181d255-adcd-40b9-9d09-22b1ca689807 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:08.945524 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9f7c6ea7-eebd-4688-b232-cfd12e4eabd7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:08.981414 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850e5dc1-674c-4011-8bb5-f4a6a296b841 None None] DHCP port deletion for 0a506a92-e95c-4af6-808d-9e643925cae9 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:56:09.013710 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-9f7c6ea7-eebd-4688-b232-cfd12e4eabd7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] For port 7181d255-adcd-40b9-9d09-22b1ca689807, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=7181d255-adcd-40b9-9d09-22b1ca689807,segment=NetworkSegment(55912a85-cb38-4b2b-83d3-dc1976d789b1),segment_id=55912a85-cb38-4b2b-83d3-dc1976d789b1)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:09.014083 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9f7c6ea7-eebd-4688-b232-cfd12e4eabd7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.027577 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-9f7c6ea7-eebd-4688-b232-cfd12e4eabd7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Calling delete_port for 7181d255-adcd-40b9-9d09-22b1ca689807 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:09.031367 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-850e5dc1-674c-4011-8bb5-f4a6a296b841 None None] Deleting port 7181d255-adcd-40b9-9d09-22b1ca689807 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:09.031752 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-850e5dc1-674c-4011-8bb5-f4a6a296b841 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.045436 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 7181d255-adcd-40b9-9d09-22b1ca689807 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:56:09.108632 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9f7c6ea7-eebd-4688-b232-cfd12e4eabd7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.130241 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-850e5dc1-674c-4011-8bb5-f4a6a296b841 None None] For port 7181d255-adcd-40b9-9d09-22b1ca689807, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=7181d255-adcd-40b9-9d09-22b1ca689807,segment=NetworkSegment(55912a85-cb38-4b2b-83d3-dc1976d789b1),segment_id=55912a85-cb38-4b2b-83d3-dc1976d789b1)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:09.130632 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-850e5dc1-674c-4011-8bb5-f4a6a296b841 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.132743 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c6ea7-eebd-4688-b232-cfd12e4eabd7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Port': ['ID=7181d255-adcd-40b9-9d09-22b1ca689807,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:09.138276 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7c6ea7-eebd-4688-b232-cfd12e4eabd7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] No DVR routers for this DVR port 7181d255-adcd-40b9-9d09-22b1ca689807 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:56:09.144177 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No active binding found for port 7181d255-adcd-40b9-9d09-22b1ca689807 {{(pid=94065) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 29 23:56:09.144622 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 7181d255-adcd-40b9-9d09-22b1ca689807 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:56:09.149782 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-850e5dc1-674c-4011-8bb5-f4a6a296b841 None None] Calling delete_port for 7181d255-adcd-40b9-9d09-22b1ca689807 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:09.222998 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9f7c6ea7-eebd-4688-b232-cfd12e4eabd7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.227007 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-850e5dc1-674c-4011-8bb5-f4a6a296b841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.232911 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-9f7c6ea7-eebd-4688-b232-cfd12e4eabd7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a506a92-e95c-4af6-808d-9e643925cae9']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:09.243553 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-9f7c6ea7-eebd-4688-b232-cfd12e4eabd7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55912a85-cb38-4b2b-83d3-dc1976d789b1') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:09.243935 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-9f7c6ea7-eebd-4688-b232-cfd12e4eabd7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55912a85-cb38-4b2b-83d3-dc1976d789b1') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:09.253063 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9f7c6ea7-eebd-4688-b232-cfd12e4eabd7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.256225 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e5dc1-674c-4011-8bb5-f4a6a296b841 None None] Pushing event deleted for resources: {'Port': ['ID=7181d255-adcd-40b9-9d09-22b1ca689807,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:09.260684 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850e5dc1-674c-4011-8bb5-f4a6a296b841 None None] No DVR routers for this DVR port 7181d255-adcd-40b9-9d09-22b1ca689807 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:56:09.273163 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9f7c6ea7-eebd-4688-b232-cfd12e4eabd7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.279619 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f7c6ea7-eebd-4688-b232-cfd12e4eabd7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:56:09.280078 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9f7c6ea7-eebd-4688-b232-cfd12e4eabd7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.284155 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:56:09.284155 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:56:09.284155 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:56:09.284155 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:56:09.284155 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:56:09.284155 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:56:09.284155 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:56:09.284155 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:56:09.284155 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:56:09.284155 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:56:09.284155 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:56:09.284155 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:56:09.284155 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:56:09.284155 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:56:09.284155 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:56:09.284155 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:56:09.284155 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:56:09.284155 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:56:09.284155 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:56:09.284155 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:56:09.284155 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:56:09.284155 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:56:09.284155 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:56:09.284155 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:56:09.284155 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:56:09.284155 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:56:09.284155 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:56:09.284155 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:56:09.284155 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:56:09.284155 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:56:09.284155 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:56:09.284155 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:56:09.286742 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:56:09.341508 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9f7c6ea7-eebd-4688-b232-cfd12e4eabd7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.348736 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9f7c6ea7-eebd-4688-b232-cfd12e4eabd7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.350532 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9f7c6ea7-eebd-4688-b232-cfd12e4eabd7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/networks/0a506a92-e95c-4af6-808d-9e643925cae9 HTTP/1.1" status: 204 len: 168 time: 0.5421104 Jul 29 23:56:09.354410 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49448) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:09.359702 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-8073daa7-e888-4ff0-8cdd-48f85511daf0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1973006025', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:09.367043 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c6ea7-eebd-4688-b232-cfd12e4eabd7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Network': ['ID=0a506a92-e95c-4af6-808d-9e643925cae9,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:09.388462 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8073daa7-e888-4ff0-8cdd-48f85511daf0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.389484 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8073daa7-e888-4ff0-8cdd-48f85511daf0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.442967 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8073daa7-e888-4ff0-8cdd-48f85511daf0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.446864 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8073daa7-e888-4ff0-8cdd-48f85511daf0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.462591 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8073daa7-e888-4ff0-8cdd-48f85511daf0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.463738 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8073daa7-e888-4ff0-8cdd-48f85511daf0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1083159 Jul 29 23:56:09.466396 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49450) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:09.471894 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-75f926e7-48e1-4399-8edf-7b4da6735d17 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-827927704'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:09.491326 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f926e7-48e1-4399-8edf-7b4da6735d17 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Made reservation on behalf of 10015bee03844326ad7d94bb44b1c3bd for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:09.494649 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-75f926e7-48e1-4399-8edf-7b4da6735d17 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.517704 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f926e7-48e1-4399-8edf-7b4da6735d17 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:56:09.526286 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-75f926e7-48e1-4399-8edf-7b4da6735d17 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.526570 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-75f926e7-48e1-4399-8edf-7b4da6735d17 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Added segment aa490f2b-ec2a-4118-8607-7169df0d48fc of type vlan for network c5a766f7-027d-4757-bc3d-bb1d02d52d65 Jul 29 23:56:09.565508 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-75f926e7-48e1-4399-8edf-7b4da6735d17 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.593972 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-75f926e7-48e1-4399-8edf-7b4da6735d17 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.600205 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f926e7-48e1-4399-8edf-7b4da6735d17 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:09.600808 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-75f926e7-48e1-4399-8edf-7b4da6735d17 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.653912 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-75f926e7-48e1-4399-8edf-7b4da6735d17 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1865060 Jul 29 23:56:09.657528 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49452) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:09.662961 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-106d2564-f1af-4361-8981-84271c38277b tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Request body: {'subnet': {'network_id': 'c5a766f7-027d-4757-bc3d-bb1d02d52d65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:09.673708 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f926e7-48e1-4399-8edf-7b4da6735d17 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Network': ['ID=c5a766f7-027d-4757-bc3d-bb1d02d52d65,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:09.684370 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network c5a766f7-027d-4757-bc3d-bb1d02d52d65 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:56:09.749065 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106d2564-f1af-4361-8981-84271c38277b tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Made reservation on behalf of 10015bee03844326ad7d94bb44b1c3bd for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:09.752554 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-106d2564-f1af-4361-8981-84271c38277b tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.935516 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-106d2564-f1af-4361-8981-84271c38277b tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:09.996640 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d2564-f1af-4361-8981-84271c38277b tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Subnet': ['ID=d4a5e2c9-b590-4bc3-b426-7f8650f7a065,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:10.008630 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106d2564-f1af-4361-8981-84271c38277b tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Checking segment: {'id': 'aa490f2b-ec2a-4118-8607-7169df0d48fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c5a766f7-027d-4757-bc3d-bb1d02d52d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:10.008993 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106d2564-f1af-4361-8981-84271c38277b tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network hostable DHCP agents. Network: c5a766f7-027d-4757-bc3d-bb1d02d52d65, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:56:10.025623 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106d2564-f1af-4361-8981-84271c38277b tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network c5a766f7-027d-4757-bc3d-bb1d02d52d65 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:56:10.034647 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-106d2564-f1af-4361-8981-84271c38277b tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, c5a766f7-027d-4757-bc3d-bb1d02d52d65) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:10.039256 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106d2564-f1af-4361-8981-84271c38277b tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:10.039856 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-106d2564-f1af-4361-8981-84271c38277b tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:10.045134 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e2d9ac-65dc-41a7-ba69-1b08826237f8 None None] Network c5a766f7-027d-4757-bc3d-bb1d02d52d65 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:10.054312 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-106d2564-f1af-4361-8981-84271c38277b tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3954070 Jul 29 23:56:10.057191 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49454) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:10.188652 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821f2a6e-d2c3-4ec9-b8a0-0a51dce77dc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-c5a766f7-027d-4757-bc3d-bb1d02d52d65', 'network_id': 'c5a766f7-027d-4757-bc3d-bb1d02d52d65', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'fixed_ips': [{'subnet_id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:56:10.189453 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-821f2a6e-d2c3-4ec9-b8a0-0a51dce77dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:10.336315 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-821f2a6e-d2c3-4ec9-b8a0-0a51dce77dc0 None None] Allocated IP 2001:db8::2 (c5a766f7-027d-4757-bc3d-bb1d02d52d65/d4a5e2c9-b590-4bc3-b426-7f8650f7a065/6522b7ab-0cec-4026-96d2-a437a70ed9c6) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:10.337023 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-619738cf-e2cf-4760-af2a-72b73f32d885 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:10.478524 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-821f2a6e-d2c3-4ec9-b8a0-0a51dce77dc0 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:10.486995 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-821f2a6e-d2c3-4ec9-b8a0-0a51dce77dc0 None None] Transition to ACTIVE for port object 6522b7ab-0cec-4026-96d2-a437a70ed9c6 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:10.501581 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-821f2a6e-d2c3-4ec9-b8a0-0a51dce77dc0 None None] Transition to ACTIVE for port object 6522b7ab-0cec-4026-96d2-a437a70ed9c6 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:10.507119 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-821f2a6e-d2c3-4ec9-b8a0-0a51dce77dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:10.548118 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821f2a6e-d2c3-4ec9-b8a0-0a51dce77dc0 None None] Network c5a766f7-027d-4757-bc3d-bb1d02d52d65 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:10.550917 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-821f2a6e-d2c3-4ec9-b8a0-0a51dce77dc0 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:10.553317 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821f2a6e-d2c3-4ec9-b8a0-0a51dce77dc0 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:10.566113 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f2a6e-d2c3-4ec9-b8a0-0a51dce77dc0 None None] Pushing event updated for resources: {'Port': ['ID=6522b7ab-0cec-4026-96d2-a437a70ed9c6,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:10.586641 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-619738cf-e2cf-4760-af2a-72b73f32d885 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Allocated IP 2001:db8::1 (c5a766f7-027d-4757-bc3d-bb1d02d52d65/d4a5e2c9-b590-4bc3-b426-7f8650f7a065/8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:10.621646 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-821f2a6e-d2c3-4ec9-b8a0-0a51dce77dc0 None None] Attempting to bind port 6522b7ab-0cec-4026-96d2-a437a70ed9c6 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:56:10.622017 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-821f2a6e-d2c3-4ec9-b8a0-0a51dce77dc0 None None] Attempting to bind port 6522b7ab-0cec-4026-96d2-a437a70ed9c6 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'aa490f2b-ec2a-4118-8607-7169df0d48fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c5a766f7-027d-4757-bc3d-bb1d02d52d65'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:56:10.622382 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821f2a6e-d2c3-4ec9-b8a0-0a51dce77dc0 None None] Attempting to bind port 6522b7ab-0cec-4026-96d2-a437a70ed9c6 on network c5a766f7-027d-4757-bc3d-bb1d02d52d65 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:10.627553 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821f2a6e-d2c3-4ec9-b8a0-0a51dce77dc0 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:56:10.627967 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821f2a6e-d2c3-4ec9-b8a0-0a51dce77dc0 None None] Checking segment: {'id': 'aa490f2b-ec2a-4118-8607-7169df0d48fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c5a766f7-027d-4757-bc3d-bb1d02d52d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:10.628373 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-821f2a6e-d2c3-4ec9-b8a0-0a51dce77dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:10.628765 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821f2a6e-d2c3-4ec9-b8a0-0a51dce77dc0 None None] Bound using segment: {'id': 'aa490f2b-ec2a-4118-8607-7169df0d48fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c5a766f7-027d-4757-bc3d-bb1d02d52d65'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:56:10.629227 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-821f2a6e-d2c3-4ec9-b8a0-0a51dce77dc0 None None] Bound port: 6522b7ab-0cec-4026-96d2-a437a70ed9c6, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa490f2b-ec2a-4118-8607-7169df0d48fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c5a766f7-027d-4757-bc3d-bb1d02d52d65'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:56:10.629607 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-821f2a6e-d2c3-4ec9-b8a0-0a51dce77dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:10.691195 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-821f2a6e-d2c3-4ec9-b8a0-0a51dce77dc0 None None] For port 6522b7ab-0cec-4026-96d2-a437a70ed9c6, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:56:10.694198 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-821f2a6e-d2c3-4ec9-b8a0-0a51dce77dc0 None None] For port 6522b7ab-0cec-4026-96d2-a437a70ed9c6, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6522b7ab-0cec-4026-96d2-a437a70ed9c6,segment=NetworkSegment(aa490f2b-ec2a-4118-8607-7169df0d48fc),segment_id=aa490f2b-ec2a-4118-8607-7169df0d48fc)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:56:10.699199 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-821f2a6e-d2c3-4ec9-b8a0-0a51dce77dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:10.699445 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-619738cf-e2cf-4760-af2a-72b73f32d885 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:10.713339 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-619738cf-e2cf-4760-af2a-72b73f32d885 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Transition to ACTIVE for port object 8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:10.751555 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-619738cf-e2cf-4760-af2a-72b73f32d885 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:10.757403 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f2a6e-d2c3-4ec9-b8a0-0a51dce77dc0 None None] Pushing event updated for resources: {'Port': ['ID=6522b7ab-0cec-4026-96d2-a437a70ed9c6,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:10.801203 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619738cf-e2cf-4760-af2a-72b73f32d885 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network c5a766f7-027d-4757-bc3d-bb1d02d52d65 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:10.806538 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-619738cf-e2cf-4760-af2a-72b73f32d885 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:10.809175 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619738cf-e2cf-4760-af2a-72b73f32d885 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:10.810064 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-619738cf-e2cf-4760-af2a-72b73f32d885 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:10.816263 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619738cf-e2cf-4760-af2a-72b73f32d885 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Port': ['ID=8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:10.944944 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-619738cf-e2cf-4760-af2a-72b73f32d885 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:11.063120 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6522b7ab-0cec-4026-96d2-a437a70ed9c6 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:11.115366 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 6522b7ab-0cec-4026-96d2-a437a70ed9c6 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:11.215948 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-619738cf-e2cf-4760-af2a-72b73f32d885 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:11.221128 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-619738cf-e2cf-4760-af2a-72b73f32d885 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:11.221853 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-619738cf-e2cf-4760-af2a-72b73f32d885 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:11.305402 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619738cf-e2cf-4760-af2a-72b73f32d885 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Port': ['ID=8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:11.351165 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-619738cf-e2cf-4760-af2a-72b73f32d885 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network c5a766f7-027d-4757-bc3d-bb1d02d52d65 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:11.352682 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-619738cf-e2cf-4760-af2a-72b73f32d885 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:11.474482 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-619738cf-e2cf-4760-af2a-72b73f32d885 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Router 2f3680c6-b4ed-4842-bd8d-748b80773cbe is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:56:11.569533 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-619738cf-e2cf-4760-af2a-72b73f32d885 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:11.576496 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-619738cf-e2cf-4760-af2a-72b73f32d885 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "PUT /v2.0/routers/2f3680c6-b4ed-4842-bd8d-748b80773cbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5181298 Jul 29 23:56:11.579253 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49456) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:11.579924 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab566d2c-1897-4f78-8e62-f85f540d017b None None] Sync routers for ids ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:11.584918 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-f52c497d-02b5-474b-829b-e3456e32a974 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1460652192'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:11.590833 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab566d2c-1897-4f78-8e62-f85f540d017b None None] Routers {'2f3680c6-b4ed-4842-bd8d-748b80773cbe'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:11.591734 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-ab566d2c-1897-4f78-8e62-f85f540d017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:11.610091 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52c497d-02b5-474b-829b-e3456e32a974 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Made reservation on behalf of 10015bee03844326ad7d94bb44b1c3bd for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:11.614024 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f52c497d-02b5-474b-829b-e3456e32a974 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:11.643221 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52c497d-02b5-474b-829b-e3456e32a974 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:56:11.652079 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1288be-e6ea-41c2-81e5-da3e5c85e470 None None] Network c5a766f7-027d-4757-bc3d-bb1d02d52d65 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:11.654083 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f52c497d-02b5-474b-829b-e3456e32a974 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:11.654899 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-f52c497d-02b5-474b-829b-e3456e32a974 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Added segment f04217eb-f6a5-4f82-97a5-bf49a3a7864e of type vlan for network cd543a01-7c2b-43d6-819a-b4ee0910f5d7 Jul 29 23:56:11.688867 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-ab566d2c-1897-4f78-8e62-f85f540d017b None None] Set router 2f3680c6-b4ed-4842-bd8d-748b80773cbe gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:11.696666 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f52c497d-02b5-474b-829b-e3456e32a974 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:11.730613 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f52c497d-02b5-474b-829b-e3456e32a974 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:11.738969 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52c497d-02b5-474b-829b-e3456e32a974 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:11.739585 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f52c497d-02b5-474b-829b-e3456e32a974 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:11.775130 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9082e7b8-def5-4f58-9b2e-49805ff3f90d None None] Provisioning for port 6522b7ab-0cec-4026-96d2-a437a70ed9c6 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:11.781335 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9082e7b8-def5-4f58-9b2e-49805ff3f90d None None] Provisioning complete for port 6522b7ab-0cec-4026-96d2-a437a70ed9c6 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:11.781718 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9082e7b8-def5-4f58-9b2e-49805ff3f90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:11.817029 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f52c497d-02b5-474b-829b-e3456e32a974 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2338512 Jul 29 23:56:11.818224 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49458) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:11.822722 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-9460e560-9c52-4e2e-b01d-99cffe381a9c tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Request body: {'subnet': {'network_id': 'cd543a01-7c2b-43d6-819a-b4ee0910f5d7', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:11.881515 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c497d-02b5-474b-829b-e3456e32a974 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Network': ['ID=cd543a01-7c2b-43d6-819a-b4ee0910f5d7,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:11.898186 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network cd543a01-7c2b-43d6-819a-b4ee0910f5d7 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:56:11.922815 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9082e7b8-def5-4f58-9b2e-49805ff3f90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:11.939132 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9460e560-9c52-4e2e-b01d-99cffe381a9c tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Made reservation on behalf of 10015bee03844326ad7d94bb44b1c3bd for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:11.942767 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9460e560-9c52-4e2e-b01d-99cffe381a9c tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:11.998075 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-ab566d2c-1897-4f78-8e62-f85f540d017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'name': 'tempest-RoutersIpV6Test-router-1973006025', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:09Z', 'updated_at': '2021-07-29T23:56:10Z', 'revision_number': 2, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'gw_port_host': None, '_interfaces': [{'id': '8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89', 'name': '', 'network_id': 'c5a766f7-027d-4757-bc3d-bb1d02d52d65', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:f5:33:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:10Z', 'updated_at': '2021-07-29T23:56:11Z', 'revision_number': 2, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:12.008155 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-9082e7b8-def5-4f58-9b2e-49805ff3f90d None None] For port 6522b7ab-0cec-4026-96d2-a437a70ed9c6, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6522b7ab-0cec-4026-96d2-a437a70ed9c6,segment=NetworkSegment(aa490f2b-ec2a-4118-8607-7169df0d48fc),segment_id=aa490f2b-ec2a-4118-8607-7169df0d48fc)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:12.012710 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9082e7b8-def5-4f58-9b2e-49805ff3f90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:12.039186 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab566d2c-1897-4f78-8e62-f85f540d017b None None] Checking router: 2f3680c6-b4ed-4842-bd8d-748b80773cbe for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:56:12.039497 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab566d2c-1897-4f78-8e62-f85f540d017b None None] Updating router 2f3680c6-b4ed-4842-bd8d-748b80773cbe port 8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:56:12.066727 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082e7b8-def5-4f58-9b2e-49805ff3f90d None None] Pushing event updated for resources: {'Port': ['ID=6522b7ab-0cec-4026-96d2-a437a70ed9c6,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:12.072945 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab566d2c-1897-4f78-8e62-f85f540d017b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:12.235441 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-96854d0e-617c-4b84-9c72-1b5385fdf3fc None None] Provisioning for port 8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:12.240192 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-96854d0e-617c-4b84-9c72-1b5385fdf3fc None None] Provisioning complete for port 8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:12.240815 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-96854d0e-617c-4b84-9c72-1b5385fdf3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:12.294344 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-96854d0e-617c-4b84-9c72-1b5385fdf3fc None None] Port 8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:12.305837 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-96854d0e-617c-4b84-9c72-1b5385fdf3fc None None] Provisioning complete for port 6522b7ab-0cec-4026-96d2-a437a70ed9c6 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:12.306220 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-96854d0e-617c-4b84-9c72-1b5385fdf3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:12.396746 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab566d2c-1897-4f78-8e62-f85f540d017b None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:12.410706 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-ab566d2c-1897-4f78-8e62-f85f540d017b None None] Transition to ACTIVE for port object 8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:12.417185 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab566d2c-1897-4f78-8e62-f85f540d017b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:12.480222 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734f191-708f-4697-9a67-054c01c1bce7 None None] Pushing event updated for resources: {'Port': ['ID=8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:12.506306 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9460e560-9c52-4e2e-b01d-99cffe381a9c tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:12.545642 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-ab566d2c-1897-4f78-8e62-f85f540d017b None None] Attempting to bind port 8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:56:12.546114 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-ab566d2c-1897-4f78-8e62-f85f540d017b None None] Attempting to bind port 8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'aa490f2b-ec2a-4118-8607-7169df0d48fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c5a766f7-027d-4757-bc3d-bb1d02d52d65'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:56:12.546592 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab566d2c-1897-4f78-8e62-f85f540d017b None None] Attempting to bind port 8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89 on network c5a766f7-027d-4757-bc3d-bb1d02d52d65 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:12.553701 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab566d2c-1897-4f78-8e62-f85f540d017b None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:56:12.554092 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab566d2c-1897-4f78-8e62-f85f540d017b None None] Checking segment: {'id': 'aa490f2b-ec2a-4118-8607-7169df0d48fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c5a766f7-027d-4757-bc3d-bb1d02d52d65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:12.554503 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab566d2c-1897-4f78-8e62-f85f540d017b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:12.555369 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab566d2c-1897-4f78-8e62-f85f540d017b None None] Bound using segment: {'id': 'aa490f2b-ec2a-4118-8607-7169df0d48fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c5a766f7-027d-4757-bc3d-bb1d02d52d65'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:56:12.555369 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-ab566d2c-1897-4f78-8e62-f85f540d017b None None] Bound port: 8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa490f2b-ec2a-4118-8607-7169df0d48fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c5a766f7-027d-4757-bc3d-bb1d02d52d65'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:56:12.555747 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab566d2c-1897-4f78-8e62-f85f540d017b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:12.583828 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9460e560-9c52-4e2e-b01d-99cffe381a9c tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Subnet': ['ID=765e5be5-e174-4e59-843a-91103e46be39,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:12.592220 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9460e560-9c52-4e2e-b01d-99cffe381a9c tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Checking segment: {'id': 'f04217eb-f6a5-4f82-97a5-bf49a3a7864e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cd543a01-7c2b-43d6-819a-b4ee0910f5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:12.592608 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9460e560-9c52-4e2e-b01d-99cffe381a9c tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network hostable DHCP agents. Network: cd543a01-7c2b-43d6-819a-b4ee0910f5d7, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:56:12.611988 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9460e560-9c52-4e2e-b01d-99cffe381a9c tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network cd543a01-7c2b-43d6-819a-b4ee0910f5d7 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:56:12.622256 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-9460e560-9c52-4e2e-b01d-99cffe381a9c tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, cd543a01-7c2b-43d6-819a-b4ee0910f5d7) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:12.629167 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-ab566d2c-1897-4f78-8e62-f85f540d017b None None] For port 8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:56:12.631501 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f792427-466b-4577-b2b6-37c554075b6f None None] Network cd543a01-7c2b-43d6-819a-b4ee0910f5d7 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:12.632186 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9460e560-9c52-4e2e-b01d-99cffe381a9c tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:12.632829 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9460e560-9c52-4e2e-b01d-99cffe381a9c tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:12.635904 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-ab566d2c-1897-4f78-8e62-f85f540d017b None None] For port 8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89,segment=NetworkSegment(aa490f2b-ec2a-4118-8607-7169df0d48fc),segment_id=aa490f2b-ec2a-4118-8607-7169df0d48fc)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:56:12.642286 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ab566d2c-1897-4f78-8e62-f85f540d017b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:12.664055 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49460) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:12.664612 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9460e560-9c52-4e2e-b01d-99cffe381a9c tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8458362 Jul 29 23:56:12.708684 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab566d2c-1897-4f78-8e62-f85f540d017b None None] Routers {'2f3680c6-b4ed-4842-bd8d-748b80773cbe'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:12.709322 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-ab566d2c-1897-4f78-8e62-f85f540d017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:12.711279 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734f191-708f-4697-9a67-054c01c1bce7 None None] Pushing event updated for resources: {'Port': ['ID=8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:12.809483 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-ab566d2c-1897-4f78-8e62-f85f540d017b None None] Set router 2f3680c6-b4ed-4842-bd8d-748b80773cbe gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:12.831525 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b531ace7-6567-4272-b41b-328308de1560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-cd543a01-7c2b-43d6-819a-b4ee0910f5d7', 'network_id': 'cd543a01-7c2b-43d6-819a-b4ee0910f5d7', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'fixed_ips': [{'subnet_id': '765e5be5-e174-4e59-843a-91103e46be39'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:56:12.832497 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b531ace7-6567-4272-b41b-328308de1560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:13.016266 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-b531ace7-6567-4272-b41b-328308de1560 None None] Allocated IP 2001:db8:1::2 (cd543a01-7c2b-43d6-819a-b4ee0910f5d7/765e5be5-e174-4e59-843a-91103e46be39/c137dcd2-9fa5-45d9-95d5-fc5943a7ece5) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:13.084642 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6522b7ab-0cec-4026-96d2-a437a70ed9c6 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:13.094312 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-ab566d2c-1897-4f78-8e62-f85f540d017b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'name': 'tempest-RoutersIpV6Test-router-1973006025', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:09Z', 'updated_at': '2021-07-29T23:56:10Z', 'revision_number': 2, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'gw_port_host': None, '_interfaces': [{'id': '8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89', 'name': '', 'network_id': 'c5a766f7-027d-4757-bc3d-bb1d02d52d65', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:f5:33:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:10Z', 'updated_at': '2021-07-29T23:56:12Z', 'revision_number': 4, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:13.126941 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab566d2c-1897-4f78-8e62-f85f540d017b None None] The sync data for ids ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'] in n-d-712140-10 is: [{'id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'name': 'tempest-RoutersIpV6Test-router-1973006025', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:09Z', 'updated_at': '2021-07-29T23:56:10Z', 'revision_number': 2, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'gw_port_host': None, '_interfaces': [{'id': '8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89', 'name': '', 'network_id': 'c5a766f7-027d-4757-bc3d-bb1d02d52d65', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:f5:33:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:10Z', 'updated_at': '2021-07-29T23:56:12Z', 'revision_number': 4, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:13.210663 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 6522b7ab-0cec-4026-96d2-a437a70ed9c6 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:13.211122 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:13.263092 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b531ace7-6567-4272-b41b-328308de1560 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:13.276595 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b531ace7-6567-4272-b41b-328308de1560 None None] Transition to ACTIVE for port object c137dcd2-9fa5-45d9-95d5-fc5943a7ece5 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:13.317518 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b531ace7-6567-4272-b41b-328308de1560 None None] Transition to ACTIVE for port object c137dcd2-9fa5-45d9-95d5-fc5943a7ece5 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:13.334731 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b531ace7-6567-4272-b41b-328308de1560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:13.412253 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531ace7-6567-4272-b41b-328308de1560 None None] Pushing event updated for resources: {'Port': ['ID=c137dcd2-9fa5-45d9-95d5-fc5943a7ece5,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:13.419390 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b531ace7-6567-4272-b41b-328308de1560 None None] Network cd543a01-7c2b-43d6-819a-b4ee0910f5d7 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:13.420810 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-b531ace7-6567-4272-b41b-328308de1560 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:13.423534 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b531ace7-6567-4272-b41b-328308de1560 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:13.533887 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2118003e-55a2-4ced-9a8e-aca4be3dfa2a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:13.644928 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b531ace7-6567-4272-b41b-328308de1560 None None] Attempting to bind port c137dcd2-9fa5-45d9-95d5-fc5943a7ece5 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:56:13.645301 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b531ace7-6567-4272-b41b-328308de1560 None None] Attempting to bind port c137dcd2-9fa5-45d9-95d5-fc5943a7ece5 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'f04217eb-f6a5-4f82-97a5-bf49a3a7864e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cd543a01-7c2b-43d6-819a-b4ee0910f5d7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:56:13.645666 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b531ace7-6567-4272-b41b-328308de1560 None None] Attempting to bind port c137dcd2-9fa5-45d9-95d5-fc5943a7ece5 on network cd543a01-7c2b-43d6-819a-b4ee0910f5d7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:13.650929 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b531ace7-6567-4272-b41b-328308de1560 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:56:13.651309 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b531ace7-6567-4272-b41b-328308de1560 None None] Checking segment: {'id': 'f04217eb-f6a5-4f82-97a5-bf49a3a7864e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cd543a01-7c2b-43d6-819a-b4ee0910f5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:13.651706 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b531ace7-6567-4272-b41b-328308de1560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:13.652135 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b531ace7-6567-4272-b41b-328308de1560 None None] Bound using segment: {'id': 'f04217eb-f6a5-4f82-97a5-bf49a3a7864e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cd543a01-7c2b-43d6-819a-b4ee0910f5d7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:56:13.652599 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b531ace7-6567-4272-b41b-328308de1560 None None] Bound port: c137dcd2-9fa5-45d9-95d5-fc5943a7ece5, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f04217eb-f6a5-4f82-97a5-bf49a3a7864e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cd543a01-7c2b-43d6-819a-b4ee0910f5d7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:56:13.652982 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b531ace7-6567-4272-b41b-328308de1560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:13.723935 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b531ace7-6567-4272-b41b-328308de1560 None None] For port c137dcd2-9fa5-45d9-95d5-fc5943a7ece5, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:56:13.727521 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b531ace7-6567-4272-b41b-328308de1560 None None] For port c137dcd2-9fa5-45d9-95d5-fc5943a7ece5, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c137dcd2-9fa5-45d9-95d5-fc5943a7ece5,segment=NetworkSegment(f04217eb-f6a5-4f82-97a5-bf49a3a7864e),segment_id=f04217eb-f6a5-4f82-97a5-bf49a3a7864e)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:56:13.733788 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b531ace7-6567-4272-b41b-328308de1560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:13.798684 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531ace7-6567-4272-b41b-328308de1560 None None] Pushing event updated for resources: {'Port': ['ID=c137dcd2-9fa5-45d9-95d5-fc5943a7ece5,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:13.821161 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-2118003e-55a2-4ced-9a8e-aca4be3dfa2a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Allocated IP 2001:db8:1::1 (cd543a01-7c2b-43d6-819a-b4ee0910f5d7/765e5be5-e174-4e59-843a-91103e46be39/73b956a6-8779-4ff6-adbe-540fd3abfe99) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:13.944661 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2118003e-55a2-4ced-9a8e-aca4be3dfa2a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:13.960786 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-2118003e-55a2-4ced-9a8e-aca4be3dfa2a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Transition to ACTIVE for port object 73b956a6-8779-4ff6-adbe-540fd3abfe99 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:13.996520 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2118003e-55a2-4ced-9a8e-aca4be3dfa2a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:14.041337 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2118003e-55a2-4ced-9a8e-aca4be3dfa2a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network cd543a01-7c2b-43d6-819a-b4ee0910f5d7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:14.044456 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-2118003e-55a2-4ced-9a8e-aca4be3dfa2a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:14.049054 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2118003e-55a2-4ced-9a8e-aca4be3dfa2a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:14.049605 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2118003e-55a2-4ced-9a8e-aca4be3dfa2a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:14.094690 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118003e-55a2-4ced-9a8e-aca4be3dfa2a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Port': ['ID=73b956a6-8779-4ff6-adbe-540fd3abfe99,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:14.176611 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2118003e-55a2-4ced-9a8e-aca4be3dfa2a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:14.439934 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2118003e-55a2-4ced-9a8e-aca4be3dfa2a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:14.444546 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2118003e-55a2-4ced-9a8e-aca4be3dfa2a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:14.445315 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2118003e-55a2-4ced-9a8e-aca4be3dfa2a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:14.529516 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118003e-55a2-4ced-9a8e-aca4be3dfa2a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Port': ['ID=73b956a6-8779-4ff6-adbe-540fd3abfe99,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:14.574338 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2118003e-55a2-4ced-9a8e-aca4be3dfa2a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network cd543a01-7c2b-43d6-819a-b4ee0910f5d7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:14.575713 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-2118003e-55a2-4ced-9a8e-aca4be3dfa2a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:14.679706 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2118003e-55a2-4ced-9a8e-aca4be3dfa2a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Router 2f3680c6-b4ed-4842-bd8d-748b80773cbe has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:56:14.771688 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2118003e-55a2-4ced-9a8e-aca4be3dfa2a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:14.776861 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2118003e-55a2-4ced-9a8e-aca4be3dfa2a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "PUT /v2.0/routers/2f3680c6-b4ed-4842-bd8d-748b80773cbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1109109 Jul 29 23:56:14.779556 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49462) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:14.781852 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6da9b49-56bb-4c0d-9049-ff284ce949ee None None] Sync routers for ids ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:14.785978 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-48944c36-e301-4b17-a669-26a1cd419afc tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-652396584'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:14.791652 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6da9b49-56bb-4c0d-9049-ff284ce949ee None None] Routers {'2f3680c6-b4ed-4842-bd8d-748b80773cbe'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:14.792603 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f6da9b49-56bb-4c0d-9049-ff284ce949ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:14.808987 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48944c36-e301-4b17-a669-26a1cd419afc tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Made reservation on behalf of 10015bee03844326ad7d94bb44b1c3bd for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:14.813062 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-48944c36-e301-4b17-a669-26a1cd419afc tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:14.838944 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48944c36-e301-4b17-a669-26a1cd419afc tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:56:14.852379 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-48944c36-e301-4b17-a669-26a1cd419afc tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:14.853303 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-48944c36-e301-4b17-a669-26a1cd419afc tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Added segment 8f4a990c-2f90-41a2-9fe4-02d506f4e400 of type vlan for network de48f366-5aa9-4eae-8fda-aeac201980b1 Jul 29 23:56:14.895023 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-f6da9b49-56bb-4c0d-9049-ff284ce949ee None None] Set router 2f3680c6-b4ed-4842-bd8d-748b80773cbe gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:14.909723 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-48944c36-e301-4b17-a669-26a1cd419afc tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:14.946189 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-48944c36-e301-4b17-a669-26a1cd419afc tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:14.954184 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48944c36-e301-4b17-a669-26a1cd419afc tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:14.954854 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-48944c36-e301-4b17-a669-26a1cd419afc tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:15.025324 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-48944c36-e301-4b17-a669-26a1cd419afc tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2435946 Jul 29 23:56:15.031257 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49468) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:15.042895 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48944c36-e301-4b17-a669-26a1cd419afc tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Network': ['ID=de48f366-5aa9-4eae-8fda-aeac201980b1,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:15.044359 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-d7de5610-c3d6-4d18-97a0-7c0e384e3e15 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Request body: {'subnet': {'network_id': 'de48f366-5aa9-4eae-8fda-aeac201980b1', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:15.054418 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network de48f366-5aa9-4eae-8fda-aeac201980b1 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:56:15.175322 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c137dcd2-9fa5-45d9-95d5-fc5943a7ece5 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:15.186453 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7de5610-c3d6-4d18-97a0-7c0e384e3e15 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Made reservation on behalf of 10015bee03844326ad7d94bb44b1c3bd for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:15.191373 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d7de5610-c3d6-4d18-97a0-7c0e384e3e15 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:15.245677 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f6da9b49-56bb-4c0d-9049-ff284ce949ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'name': 'tempest-RoutersIpV6Test-router-1973006025', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:09Z', 'updated_at': '2021-07-29T23:56:14Z', 'revision_number': 3, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'gw_port_host': None, '_interfaces': [{'id': '73b956a6-8779-4ff6-adbe-540fd3abfe99', 'name': '', 'network_id': 'cd543a01-7c2b-43d6-819a-b4ee0910f5d7', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:35:af:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '765e5be5-e174-4e59-843a-91103e46be39', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:13Z', 'updated_at': '2021-07-29T23:56:14Z', 'revision_number': 2, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': '765e5be5-e174-4e59-843a-91103e46be39', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89', 'name': '', 'network_id': 'c5a766f7-027d-4757-bc3d-bb1d02d52d65', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:f5:33:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:10Z', 'updated_at': '2021-07-29T23:56:12Z', 'revision_number': 4, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:15.249164 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port c137dcd2-9fa5-45d9-95d5-fc5943a7ece5 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:15.283242 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c541331-5eee-4194-b4dd-8f0cdead5e1f None None] Network cd543a01-7c2b-43d6-819a-b4ee0910f5d7 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:15.286617 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6da9b49-56bb-4c0d-9049-ff284ce949ee None None] Checking router: 2f3680c6-b4ed-4842-bd8d-748b80773cbe for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:56:15.286967 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6da9b49-56bb-4c0d-9049-ff284ce949ee None None] Updating router 2f3680c6-b4ed-4842-bd8d-748b80773cbe port 73b956a6-8779-4ff6-adbe-540fd3abfe99 binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:56:15.297881 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:15.382343 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6da9b49-56bb-4c0d-9049-ff284ce949ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:15.383978 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d7de5610-c3d6-4d18-97a0-7c0e384e3e15 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:15.417738 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1aafa874-b635-4674-9209-09016c364c6e None None] Provisioning for port c137dcd2-9fa5-45d9-95d5-fc5943a7ece5 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:15.448302 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1aafa874-b635-4674-9209-09016c364c6e None None] Provisioning complete for port c137dcd2-9fa5-45d9-95d5-fc5943a7ece5 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:15.448681 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1aafa874-b635-4674-9209-09016c364c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:15.450647 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de5610-c3d6-4d18-97a0-7c0e384e3e15 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Subnet': ['ID=2ed0eda0-7251-415b-aff9-e2b72c6aea76,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:15.460337 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7de5610-c3d6-4d18-97a0-7c0e384e3e15 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Checking segment: {'id': '8f4a990c-2f90-41a2-9fe4-02d506f4e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'de48f366-5aa9-4eae-8fda-aeac201980b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:15.460704 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7de5610-c3d6-4d18-97a0-7c0e384e3e15 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network hostable DHCP agents. Network: de48f366-5aa9-4eae-8fda-aeac201980b1, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:56:15.478619 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7de5610-c3d6-4d18-97a0-7c0e384e3e15 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network de48f366-5aa9-4eae-8fda-aeac201980b1 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:56:15.488139 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-d7de5610-c3d6-4d18-97a0-7c0e384e3e15 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, de48f366-5aa9-4eae-8fda-aeac201980b1) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:15.493213 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7de5610-c3d6-4d18-97a0-7c0e384e3e15 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:15.494010 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d7de5610-c3d6-4d18-97a0-7c0e384e3e15 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:15.509438 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d7de5610-c3d6-4d18-97a0-7c0e384e3e15 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4751198 Jul 29 23:56:15.512177 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49470) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:15.528229 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3127b40a-8254-4e36-9d73-10b6cb2803ad None None] Network de48f366-5aa9-4eae-8fda-aeac201980b1 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:15.588802 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:15.646494 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:15.646882 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:15.872343 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6b5c27e8-b038-48a2-bcee-5390bee5ee66 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:15.904356 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1aafa874-b635-4674-9209-09016c364c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:15.993349 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.028893 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257fb8e2-6dda-4ef8-906a-fe886b1271bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-de48f366-5aa9-4eae-8fda-aeac201980b1', 'network_id': 'de48f366-5aa9-4eae-8fda-aeac201980b1', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'fixed_ips': [{'subnet_id': '2ed0eda0-7251-415b-aff9-e2b72c6aea76'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:56:16.029737 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-257fb8e2-6dda-4ef8-906a-fe886b1271bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.034919 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-1aafa874-b635-4674-9209-09016c364c6e None None] For port c137dcd2-9fa5-45d9-95d5-fc5943a7ece5, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c137dcd2-9fa5-45d9-95d5-fc5943a7ece5,segment=NetworkSegment(f04217eb-f6a5-4f82-97a5-bf49a3a7864e),segment_id=f04217eb-f6a5-4f82-97a5-bf49a3a7864e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:16.066186 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1aafa874-b635-4674-9209-09016c364c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.163264 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-6b5c27e8-b038-48a2-bcee-5390bee5ee66 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Allocated IP 2001:db8:2::1 (de48f366-5aa9-4eae-8fda-aeac201980b1/2ed0eda0-7251-415b-aff9-e2b72c6aea76/4af96a28-fabb-4ebc-9a93-98713f69725b) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:16.190329 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89,segment=NetworkSegment(aa490f2b-ec2a-4118-8607-7169df0d48fc),segment_id=aa490f2b-ec2a-4118-8607-7169df0d48fc)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:16.214866 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.219650 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6da9b49-56bb-4c0d-9049-ff284ce949ee None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.252434 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aafa874-b635-4674-9209-09016c364c6e None None] Pushing event updated for resources: {'Port': ['ID=c137dcd2-9fa5-45d9-95d5-fc5943a7ece5,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:16.269428 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f6da9b49-56bb-4c0d-9049-ff284ce949ee None None] Transition to ACTIVE for port object 73b956a6-8779-4ff6-adbe-540fd3abfe99 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:16.299256 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-64085822-4ee1-4c33-b2f4-74ef9a743bb1 None None] Provisioning complete for port c137dcd2-9fa5-45d9-95d5-fc5943a7ece5 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:16.299664 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-64085822-4ee1-4c33-b2f4-74ef9a743bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.304304 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6da9b49-56bb-4c0d-9049-ff284ce949ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.306318 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6b5c27e8-b038-48a2-bcee-5390bee5ee66 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.324697 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-6b5c27e8-b038-48a2-bcee-5390bee5ee66 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Transition to ACTIVE for port object 4af96a28-fabb-4ebc-9a93-98713f69725b will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:16.366525 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6b5c27e8-b038-48a2-bcee-5390bee5ee66 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.376722 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:16.419482 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5c27e8-b038-48a2-bcee-5390bee5ee66 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network de48f366-5aa9-4eae-8fda-aeac201980b1 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:16.422836 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-6b5c27e8-b038-48a2-bcee-5390bee5ee66 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:16.427593 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5c27e8-b038-48a2-bcee-5390bee5ee66 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:16.428185 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6b5c27e8-b038-48a2-bcee-5390bee5ee66 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.472198 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c27e8-b038-48a2-bcee-5390bee5ee66 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Port': ['ID=4af96a28-fabb-4ebc-9a93-98713f69725b,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:16.509181 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873d36d-3ad3-4948-9cab-810484c58624 None None] Pushing event updated for resources: {'Port': ['ID=73b956a6-8779-4ff6-adbe-540fd3abfe99,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:16.517365 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-257fb8e2-6dda-4ef8-906a-fe886b1271bb None None] Allocated IP 2001:db8:2::2 (de48f366-5aa9-4eae-8fda-aeac201980b1/2ed0eda0-7251-415b-aff9-e2b72c6aea76/0d1367d8-440b-4d4d-a5e4-cbb8d98a9352) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:16.571323 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6b5c27e8-b038-48a2-bcee-5390bee5ee66 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.722323 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f6da9b49-56bb-4c0d-9049-ff284ce949ee None None] Attempting to bind port 73b956a6-8779-4ff6-adbe-540fd3abfe99 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:56:16.722704 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f6da9b49-56bb-4c0d-9049-ff284ce949ee None None] Attempting to bind port 73b956a6-8779-4ff6-adbe-540fd3abfe99 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'f04217eb-f6a5-4f82-97a5-bf49a3a7864e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cd543a01-7c2b-43d6-819a-b4ee0910f5d7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:56:16.723109 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da9b49-56bb-4c0d-9049-ff284ce949ee None None] Attempting to bind port 73b956a6-8779-4ff6-adbe-540fd3abfe99 on network cd543a01-7c2b-43d6-819a-b4ee0910f5d7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:16.772011 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da9b49-56bb-4c0d-9049-ff284ce949ee None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:56:16.772393 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da9b49-56bb-4c0d-9049-ff284ce949ee None None] Checking segment: {'id': 'f04217eb-f6a5-4f82-97a5-bf49a3a7864e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cd543a01-7c2b-43d6-819a-b4ee0910f5d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:16.772804 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6da9b49-56bb-4c0d-9049-ff284ce949ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.773204 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6da9b49-56bb-4c0d-9049-ff284ce949ee None None] Bound using segment: {'id': 'f04217eb-f6a5-4f82-97a5-bf49a3a7864e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cd543a01-7c2b-43d6-819a-b4ee0910f5d7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:56:16.773688 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f6da9b49-56bb-4c0d-9049-ff284ce949ee None None] Bound port: 73b956a6-8779-4ff6-adbe-540fd3abfe99, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f04217eb-f6a5-4f82-97a5-bf49a3a7864e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'cd543a01-7c2b-43d6-819a-b4ee0910f5d7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:56:16.774071 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6da9b49-56bb-4c0d-9049-ff284ce949ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.811369 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-64085822-4ee1-4c33-b2f4-74ef9a743bb1 None None] Provisioning for port 73b956a6-8779-4ff6-adbe-540fd3abfe99 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:16.866171 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6b5c27e8-b038-48a2-bcee-5390bee5ee66 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.870623 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6b5c27e8-b038-48a2-bcee-5390bee5ee66 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.871472 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6b5c27e8-b038-48a2-bcee-5390bee5ee66 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.912819 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f6da9b49-56bb-4c0d-9049-ff284ce949ee None None] For port 73b956a6-8779-4ff6-adbe-540fd3abfe99, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:56:16.917024 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f6da9b49-56bb-4c0d-9049-ff284ce949ee None None] For port 73b956a6-8779-4ff6-adbe-540fd3abfe99, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=73b956a6-8779-4ff6-adbe-540fd3abfe99,segment=NetworkSegment(f04217eb-f6a5-4f82-97a5-bf49a3a7864e),segment_id=f04217eb-f6a5-4f82-97a5-bf49a3a7864e)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:56:16.926728 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6da9b49-56bb-4c0d-9049-ff284ce949ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.932683 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-257fb8e2-6dda-4ef8-906a-fe886b1271bb None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:16.959665 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c27e8-b038-48a2-bcee-5390bee5ee66 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Port': ['ID=4af96a28-fabb-4ebc-9a93-98713f69725b,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:16.975026 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-257fb8e2-6dda-4ef8-906a-fe886b1271bb None None] Transition to ACTIVE for port object 0d1367d8-440b-4d4d-a5e4-cbb8d98a9352 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:17.017157 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5c27e8-b038-48a2-bcee-5390bee5ee66 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network de48f366-5aa9-4eae-8fda-aeac201980b1 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:17.018871 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-6b5c27e8-b038-48a2-bcee-5390bee5ee66 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:17.029419 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-257fb8e2-6dda-4ef8-906a-fe886b1271bb None None] Transition to ACTIVE for port object 0d1367d8-440b-4d4d-a5e4-cbb8d98a9352 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:17.037520 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6da9b49-56bb-4c0d-9049-ff284ce949ee None None] Routers {'2f3680c6-b4ed-4842-bd8d-748b80773cbe'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:17.038259 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f6da9b49-56bb-4c0d-9049-ff284ce949ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:17.052580 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-257fb8e2-6dda-4ef8-906a-fe886b1271bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.109077 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c137dcd2-9fa5-45d9-95d5-fc5943a7ece5 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:17.133692 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b5c27e8-b038-48a2-bcee-5390bee5ee66 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Router 2f3680c6-b4ed-4842-bd8d-748b80773cbe has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:56:17.181657 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4873d36d-3ad3-4948-9cab-810484c58624 None None] Pushing event updated for resources: {'Port': ['ID=73b956a6-8779-4ff6-adbe-540fd3abfe99,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:17.208780 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257fb8e2-6dda-4ef8-906a-fe886b1271bb None None] Network de48f366-5aa9-4eae-8fda-aeac201980b1 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:17.237962 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-257fb8e2-6dda-4ef8-906a-fe886b1271bb None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:17.239771 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b5c27e8-b038-48a2-bcee-5390bee5ee66 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:17.240563 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257fb8e2-6dda-4ef8-906a-fe886b1271bb None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:17.245675 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6b5c27e8-b038-48a2-bcee-5390bee5ee66 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "PUT /v2.0/routers/2f3680c6-b4ed-4842-bd8d-748b80773cbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7323253 Jul 29 23:56:17.248285 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49472) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:17.253514 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-327a1252-9d1b-4280-b2e6-f48ffb674d8d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1562919262'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:17.266501 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-f6da9b49-56bb-4c0d-9049-ff284ce949ee None None] Set router 2f3680c6-b4ed-4842-bd8d-748b80773cbe gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:17.281560 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327a1252-9d1b-4280-b2e6-f48ffb674d8d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Made reservation on behalf of 10015bee03844326ad7d94bb44b1c3bd for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:17.285309 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-327a1252-9d1b-4280-b2e6-f48ffb674d8d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.310032 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327a1252-9d1b-4280-b2e6-f48ffb674d8d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:56:17.319579 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-327a1252-9d1b-4280-b2e6-f48ffb674d8d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.319968 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-327a1252-9d1b-4280-b2e6-f48ffb674d8d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Added segment 48ab24e2-146d-4a7b-9915-e60817abb7da of type vlan for network 25eedfcd-aa96-473e-86c4-e051a9a1d2f3 Jul 29 23:56:17.323446 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257fb8e2-6dda-4ef8-906a-fe886b1271bb None None] Pushing event updated for resources: {'Port': ['ID=0d1367d8-440b-4d4d-a5e4-cbb8d98a9352,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:17.360253 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-327a1252-9d1b-4280-b2e6-f48ffb674d8d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.389237 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-327a1252-9d1b-4280-b2e6-f48ffb674d8d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.395472 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327a1252-9d1b-4280-b2e6-f48ffb674d8d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:17.396095 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-327a1252-9d1b-4280-b2e6-f48ffb674d8d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.407356 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port c137dcd2-9fa5-45d9-95d5-fc5943a7ece5 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:17.407748 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.441858 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-257fb8e2-6dda-4ef8-906a-fe886b1271bb None None] Attempting to bind port 0d1367d8-440b-4d4d-a5e4-cbb8d98a9352 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:56:17.442235 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-257fb8e2-6dda-4ef8-906a-fe886b1271bb None None] Attempting to bind port 0d1367d8-440b-4d4d-a5e4-cbb8d98a9352 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '8f4a990c-2f90-41a2-9fe4-02d506f4e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'de48f366-5aa9-4eae-8fda-aeac201980b1'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:56:17.442651 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257fb8e2-6dda-4ef8-906a-fe886b1271bb None None] Attempting to bind port 0d1367d8-440b-4d4d-a5e4-cbb8d98a9352 on network de48f366-5aa9-4eae-8fda-aeac201980b1 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:17.460852 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-327a1252-9d1b-4280-b2e6-f48ffb674d8d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2115090 Jul 29 23:56:17.463680 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49476) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:17.470766 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-7edff066-c469-47e4-9ab2-51b7d4345a9f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Request body: {'subnet': {'network_id': '25eedfcd-aa96-473e-86c4-e051a9a1d2f3', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:17.475580 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327a1252-9d1b-4280-b2e6-f48ffb674d8d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Network': ['ID=25eedfcd-aa96-473e-86c4-e051a9a1d2f3,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:17.482224 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257fb8e2-6dda-4ef8-906a-fe886b1271bb None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:56:17.482611 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257fb8e2-6dda-4ef8-906a-fe886b1271bb None None] Checking segment: {'id': '8f4a990c-2f90-41a2-9fe4-02d506f4e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'de48f366-5aa9-4eae-8fda-aeac201980b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:17.483021 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-257fb8e2-6dda-4ef8-906a-fe886b1271bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.483434 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257fb8e2-6dda-4ef8-906a-fe886b1271bb None None] Bound using segment: {'id': '8f4a990c-2f90-41a2-9fe4-02d506f4e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'de48f366-5aa9-4eae-8fda-aeac201980b1'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:56:17.483945 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-257fb8e2-6dda-4ef8-906a-fe886b1271bb None None] Bound port: 0d1367d8-440b-4d4d-a5e4-cbb8d98a9352, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f4a990c-2f90-41a2-9fe4-02d506f4e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'de48f366-5aa9-4eae-8fda-aeac201980b1'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:56:17.484336 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-257fb8e2-6dda-4ef8-906a-fe886b1271bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.491745 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 25eedfcd-aa96-473e-86c4-e051a9a1d2f3 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:56:17.561152 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edff066-c469-47e4-9ab2-51b7d4345a9f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Made reservation on behalf of 10015bee03844326ad7d94bb44b1c3bd for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:17.566240 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7edff066-c469-47e4-9ab2-51b7d4345a9f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.702294 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-257fb8e2-6dda-4ef8-906a-fe886b1271bb None None] For port 0d1367d8-440b-4d4d-a5e4-cbb8d98a9352, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:56:17.707865 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-257fb8e2-6dda-4ef8-906a-fe886b1271bb None None] For port 0d1367d8-440b-4d4d-a5e4-cbb8d98a9352, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0d1367d8-440b-4d4d-a5e4-cbb8d98a9352,segment=NetworkSegment(8f4a990c-2f90-41a2-9fe4-02d506f4e400),segment_id=8f4a990c-2f90-41a2-9fe4-02d506f4e400)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:56:17.715961 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-257fb8e2-6dda-4ef8-906a-fe886b1271bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.725725 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:17.753356 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7edff066-c469-47e4-9ab2-51b7d4345a9f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.819960 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edff066-c469-47e4-9ab2-51b7d4345a9f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Subnet': ['ID=1412c767-d556-4798-be85-7db17407874f,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:17.824675 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257fb8e2-6dda-4ef8-906a-fe886b1271bb None None] Pushing event updated for resources: {'Port': ['ID=0d1367d8-440b-4d4d-a5e4-cbb8d98a9352,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:17.830387 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7edff066-c469-47e4-9ab2-51b7d4345a9f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Checking segment: {'id': '48ab24e2-146d-4a7b-9915-e60817abb7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '25eedfcd-aa96-473e-86c4-e051a9a1d2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:17.831057 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edff066-c469-47e4-9ab2-51b7d4345a9f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network hostable DHCP agents. Network: 25eedfcd-aa96-473e-86c4-e051a9a1d2f3, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:56:17.838903 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f6da9b49-56bb-4c0d-9049-ff284ce949ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'name': 'tempest-RoutersIpV6Test-router-1973006025', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:09Z', 'updated_at': '2021-07-29T23:56:16Z', 'revision_number': 4, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'gw_port_host': None, '_interfaces': [{'id': '4af96a28-fabb-4ebc-9a93-98713f69725b', 'name': '', 'network_id': 'de48f366-5aa9-4eae-8fda-aeac201980b1', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:6e:91:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '2ed0eda0-7251-415b-aff9-e2b72c6aea76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:15Z', 'updated_at': '2021-07-29T23:56:16Z', 'revision_number': 2, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': '2ed0eda0-7251-415b-aff9-e2b72c6aea76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b956a6-8779-4ff6-adbe-540fd3abfe99', 'name': '', 'network_id': 'cd543a01-7c2b-43d6-819a-b4ee0910f5d7', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:35:af:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '765e5be5-e174-4e59-843a-91103e46be39', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:13Z', 'updated_at': '2021-07-29T23:56:16Z', 'revision_number': 4, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': '765e5be5-e174-4e59-843a-91103e46be39', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89', 'name': '', 'network_id': 'c5a766f7-027d-4757-bc3d-bb1d02d52d65', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:f5:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:10Z', 'updated_at': '2021-07-29T23:56:16Z', 'revision_number': 5, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:17.849837 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7edff066-c469-47e4-9ab2-51b7d4345a9f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network 25eedfcd-aa96-473e-86c4-e051a9a1d2f3 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:56:17.861015 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-7edff066-c469-47e4-9ab2-51b7d4345a9f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 25eedfcd-aa96-473e-86c4-e051a9a1d2f3) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:17.865605 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edff066-c469-47e4-9ab2-51b7d4345a9f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:17.866334 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7edff066-c469-47e4-9ab2-51b7d4345a9f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.872705 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:17.873083 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:17.875808 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6da9b49-56bb-4c0d-9049-ff284ce949ee None None] The sync data for ids ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'] in n-d-712140-10 is: [{'id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'name': 'tempest-RoutersIpV6Test-router-1973006025', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:09Z', 'updated_at': '2021-07-29T23:56:16Z', 'revision_number': 4, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'gw_port_host': None, '_interfaces': [{'id': '4af96a28-fabb-4ebc-9a93-98713f69725b', 'name': '', 'network_id': 'de48f366-5aa9-4eae-8fda-aeac201980b1', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:6e:91:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '2ed0eda0-7251-415b-aff9-e2b72c6aea76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:15Z', 'updated_at': '2021-07-29T23:56:16Z', 'revision_number': 2, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': '2ed0eda0-7251-415b-aff9-e2b72c6aea76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b956a6-8779-4ff6-adbe-540fd3abfe99', 'name': '', 'network_id': 'cd543a01-7c2b-43d6-819a-b4ee0910f5d7', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:35:af:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '765e5be5-e174-4e59-843a-91103e46be39', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:13Z', 'updated_at': '2021-07-29T23:56:16Z', 'revision_number': 4, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': '765e5be5-e174-4e59-843a-91103e46be39', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89', 'name': '', 'network_id': 'c5a766f7-027d-4757-bc3d-bb1d02d52d65', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:f5:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:10Z', 'updated_at': '2021-07-29T23:56:16Z', 'revision_number': 5, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:17.881299 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3e9ab8-3cee-4587-96a9-e85d29a8566e None None] Network 25eedfcd-aa96-473e-86c4-e051a9a1d2f3 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:17.884833 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7edff066-c469-47e4-9ab2-51b7d4345a9f tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4173427 Jul 29 23:56:17.884833 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49478) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:18.168290 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69bbbc32-08ee-4bcf-9a82-7259e5d2e928 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-25eedfcd-aa96-473e-86c4-e051a9a1d2f3', 'network_id': '25eedfcd-aa96-473e-86c4-e051a9a1d2f3', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'fixed_ips': [{'subnet_id': '1412c767-d556-4798-be85-7db17407874f'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:56:18.169306 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69bbbc32-08ee-4bcf-9a82-7259e5d2e928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:18.351071 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-69bbbc32-08ee-4bcf-9a82-7259e5d2e928 None None] Allocated IP 2001:db8:3::2 (25eedfcd-aa96-473e-86c4-e051a9a1d2f3/1412c767-d556-4798-be85-7db17407874f/47ac482d-1045-4c95-b52b-2b1181577348) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:18.366698 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2beabe09-7557-41f7-b272-010f5b85d1e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:18.536663 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69bbbc32-08ee-4bcf-9a82-7259e5d2e928 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:18.546558 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-69bbbc32-08ee-4bcf-9a82-7259e5d2e928 None None] Transition to ACTIVE for port object 47ac482d-1045-4c95-b52b-2b1181577348 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:18.562823 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-69bbbc32-08ee-4bcf-9a82-7259e5d2e928 None None] Transition to ACTIVE for port object 47ac482d-1045-4c95-b52b-2b1181577348 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:18.572007 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69bbbc32-08ee-4bcf-9a82-7259e5d2e928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:18.620966 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bbbc32-08ee-4bcf-9a82-7259e5d2e928 None None] Network 25eedfcd-aa96-473e-86c4-e051a9a1d2f3 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:18.624171 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-69bbbc32-08ee-4bcf-9a82-7259e5d2e928 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:18.631314 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69bbbc32-08ee-4bcf-9a82-7259e5d2e928 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:18.639146 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bbbc32-08ee-4bcf-9a82-7259e5d2e928 None None] Pushing event updated for resources: {'Port': ['ID=47ac482d-1045-4c95-b52b-2b1181577348,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:18.701407 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-69bbbc32-08ee-4bcf-9a82-7259e5d2e928 None None] Attempting to bind port 47ac482d-1045-4c95-b52b-2b1181577348 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:56:18.702034 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-69bbbc32-08ee-4bcf-9a82-7259e5d2e928 None None] Attempting to bind port 47ac482d-1045-4c95-b52b-2b1181577348 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '48ab24e2-146d-4a7b-9915-e60817abb7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '25eedfcd-aa96-473e-86c4-e051a9a1d2f3'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:56:18.703042 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bbbc32-08ee-4bcf-9a82-7259e5d2e928 None None] Attempting to bind port 47ac482d-1045-4c95-b52b-2b1181577348 on network 25eedfcd-aa96-473e-86c4-e051a9a1d2f3 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:18.709551 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bbbc32-08ee-4bcf-9a82-7259e5d2e928 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:56:18.709925 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bbbc32-08ee-4bcf-9a82-7259e5d2e928 None None] Checking segment: {'id': '48ab24e2-146d-4a7b-9915-e60817abb7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '25eedfcd-aa96-473e-86c4-e051a9a1d2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:18.710337 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69bbbc32-08ee-4bcf-9a82-7259e5d2e928 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:18.710911 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69bbbc32-08ee-4bcf-9a82-7259e5d2e928 None None] Bound using segment: {'id': '48ab24e2-146d-4a7b-9915-e60817abb7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '25eedfcd-aa96-473e-86c4-e051a9a1d2f3'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:56:18.711216 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-69bbbc32-08ee-4bcf-9a82-7259e5d2e928 None None] Bound port: 47ac482d-1045-4c95-b52b-2b1181577348, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ab24e2-146d-4a7b-9915-e60817abb7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '25eedfcd-aa96-473e-86c4-e051a9a1d2f3'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:56:18.711871 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69bbbc32-08ee-4bcf-9a82-7259e5d2e928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:18.788491 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-69bbbc32-08ee-4bcf-9a82-7259e5d2e928 None None] For port 47ac482d-1045-4c95-b52b-2b1181577348, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:56:18.791990 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-69bbbc32-08ee-4bcf-9a82-7259e5d2e928 None None] For port 47ac482d-1045-4c95-b52b-2b1181577348, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=47ac482d-1045-4c95-b52b-2b1181577348,segment=NetworkSegment(48ab24e2-146d-4a7b-9915-e60817abb7da),segment_id=48ab24e2-146d-4a7b-9915-e60817abb7da)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:56:18.798915 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-69bbbc32-08ee-4bcf-9a82-7259e5d2e928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:18.873196 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bbbc32-08ee-4bcf-9a82-7259e5d2e928 None None] Pushing event updated for resources: {'Port': ['ID=47ac482d-1045-4c95-b52b-2b1181577348,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:19.047826 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-2beabe09-7557-41f7-b272-010f5b85d1e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Allocated IP 2001:db8:3::1 (25eedfcd-aa96-473e-86c4-e051a9a1d2f3/1412c767-d556-4798-be85-7db17407874f/39cf7783-da35-4e3b-aed3-90652d7276b3) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:19.176449 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d252c6fb-1c79-4ee5-b580-b15d94975a21 None None] Network de48f366-5aa9-4eae-8fda-aeac201980b1 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:19.237365 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 73b956a6-8779-4ff6-adbe-540fd3abfe99 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:19.255247 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2beabe09-7557-41f7-b272-010f5b85d1e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.277159 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-2beabe09-7557-41f7-b272-010f5b85d1e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Transition to ACTIVE for port object 39cf7783-da35-4e3b-aed3-90652d7276b3 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:19.299576 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-bdc643db-f417-4730-a7f2-d004efd2a449 None None] Provisioning for port 0d1367d8-440b-4d4d-a5e4-cbb8d98a9352 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:19.315041 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2beabe09-7557-41f7-b272-010f5b85d1e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.342412 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 73b956a6-8779-4ff6-adbe-540fd3abfe99 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:19.354976 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2beabe09-7557-41f7-b272-010f5b85d1e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network 25eedfcd-aa96-473e-86c4-e051a9a1d2f3 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:19.357978 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-2beabe09-7557-41f7-b272-010f5b85d1e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:19.362947 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2beabe09-7557-41f7-b272-010f5b85d1e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:19.363491 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2beabe09-7557-41f7-b272-010f5b85d1e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.366668 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 73b956a6-8779-4ff6-adbe-540fd3abfe99 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:19.367041 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.407812 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beabe09-7557-41f7-b272-010f5b85d1e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Port': ['ID=39cf7783-da35-4e3b-aed3-90652d7276b3,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:19.498030 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2beabe09-7557-41f7-b272-010f5b85d1e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.644157 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.682453 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 73b956a6-8779-4ff6-adbe-540fd3abfe99, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=73b956a6-8779-4ff6-adbe-540fd3abfe99,segment=NetworkSegment(f04217eb-f6a5-4f82-97a5-bf49a3a7864e),segment_id=f04217eb-f6a5-4f82-97a5-bf49a3a7864e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:19.687613 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.688729 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0d1367d8-440b-4d4d-a5e4-cbb8d98a9352 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:19.777631 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Sync routers for ids ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:19.789363 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Routers {'2f3680c6-b4ed-4842-bd8d-748b80773cbe'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:19.790339 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:19.805128 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=73b956a6-8779-4ff6-adbe-540fd3abfe99,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:19.811039 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-4c9d6782-39c5-4c0e-a9f5-f8cd669fab3d None None] Provisioning for port 4af96a28-fabb-4ebc-9a93-98713f69725b completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:19.819826 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-4c9d6782-39c5-4c0e-a9f5-f8cd669fab3d None None] Provisioning complete for port 4af96a28-fabb-4ebc-9a93-98713f69725b triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:19.820444 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4c9d6782-39c5-4c0e-a9f5-f8cd669fab3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.832178 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2beabe09-7557-41f7-b272-010f5b85d1e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.839229 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2beabe09-7557-41f7-b272-010f5b85d1e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.840124 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2beabe09-7557-41f7-b272-010f5b85d1e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.851311 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 0d1367d8-440b-4d4d-a5e4-cbb8d98a9352 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:19.859621 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 0d1367d8-440b-4d4d-a5e4-cbb8d98a9352 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:19.860029 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.889137 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-4c9d6782-39c5-4c0e-a9f5-f8cd669fab3d None None] Port 4af96a28-fabb-4ebc-9a93-98713f69725b cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:19.945426 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Set router 2f3680c6-b4ed-4842-bd8d-748b80773cbe gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:19.971300 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:19.974455 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beabe09-7557-41f7-b272-010f5b85d1e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event updated for resources: {'Port': ['ID=39cf7783-da35-4e3b-aed3-90652d7276b3,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:20.013737 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2beabe09-7557-41f7-b272-010f5b85d1e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Network 25eedfcd-aa96-473e-86c4-e051a9a1d2f3 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:20.021647 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-2beabe09-7557-41f7-b272-010f5b85d1e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:20.026292 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 0d1367d8-440b-4d4d-a5e4-cbb8d98a9352, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0d1367d8-440b-4d4d-a5e4-cbb8d98a9352,segment=NetworkSegment(8f4a990c-2f90-41a2-9fe4-02d506f4e400),segment_id=8f4a990c-2f90-41a2-9fe4-02d506f4e400)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:20.032770 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.126092 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=0d1367d8-440b-4d4d-a5e4-cbb8d98a9352,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:20.133382 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-bc22a511-4cf4-4803-be87-7346bc290653 None None] Provisioning complete for port 4af96a28-fabb-4ebc-9a93-98713f69725b triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:20.133846 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bc22a511-4cf4-4803-be87-7346bc290653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.146146 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2beabe09-7557-41f7-b272-010f5b85d1e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Router 2f3680c6-b4ed-4842-bd8d-748b80773cbe has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:56:20.199800 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-bc22a511-4cf4-4803-be87-7346bc290653 None None] Port 4af96a28-fabb-4ebc-9a93-98713f69725b cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:20.262405 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e12926-eae2-4bae-bbfc-bb6dd80077a9 None None] Network 25eedfcd-aa96-473e-86c4-e051a9a1d2f3 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:20.276567 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2beabe09-7557-41f7-b272-010f5b85d1e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:20.286138 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2beabe09-7557-41f7-b272-010f5b85d1e0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "PUT /v2.0/routers/2f3680c6-b4ed-4842-bd8d-748b80773cbe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3972173 Jul 29 23:56:20.286290 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49480) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:20.289599 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'name': 'tempest-RoutersIpV6Test-router-1973006025', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:09Z', 'updated_at': '2021-07-29T23:56:19Z', 'revision_number': 5, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'gw_port_host': None, '_interfaces': [{'id': '39cf7783-da35-4e3b-aed3-90652d7276b3', 'name': '', 'network_id': '25eedfcd-aa96-473e-86c4-e051a9a1d2f3', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:20:e8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '1412c767-d556-4798-be85-7db17407874f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:18Z', 'updated_at': '2021-07-29T23:56:19Z', 'revision_number': 1, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': '1412c767-d556-4798-be85-7db17407874f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4af96a28-fabb-4ebc-9a93-98713f69725b', 'name': '', 'network_id': 'de48f366-5aa9-4eae-8fda-aeac201980b1', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:6e:91:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '2ed0eda0-7251-415b-aff9-e2b72c6aea76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:15Z', 'updated_at': '2021-07-29T23:56:16Z', 'revision_number': 2, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': '2ed0eda0-7251-415b-aff9-e2b72c6aea76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b956a6-8779-4ff6-adbe-540fd3abfe99', 'name': '', 'network_id': 'cd543a01-7c2b-43d6-819a-b4ee0910f5d7', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:35:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '765e5be5-e174-4e59-843a-91103e46be39', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:13Z', 'updated_at': '2021-07-29T23:56:19Z', 'revision_number': 5, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': '765e5be5-e174-4e59-843a-91103e46be39', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89', 'name': '', 'network_id': 'c5a766f7-027d-4757-bc3d-bb1d02d52d65', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:f5:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:10Z', 'updated_at': '2021-07-29T23:56:16Z', 'revision_number': 5, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:20.291376 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-4b9ab9b6-c975-453f-9845-d6bc3175afba tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:20.322676 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Checking router: 2f3680c6-b4ed-4842-bd8d-748b80773cbe for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:56:20.322905 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Updating router 2f3680c6-b4ed-4842-bd8d-748b80773cbe port 39cf7783-da35-4e3b-aed3-90652d7276b3 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:56:20.337599 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3d6c074c-024b-464d-a83b-6478a07c7b40 None None] Provisioning for port 47ac482d-1045-4c95-b52b-2b1181577348 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:20.356531 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.475655 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1f447d12-33ae-44e7-a497-33e3d67e9ad6 None None] Provisioning complete for port 4af96a28-fabb-4ebc-9a93-98713f69725b triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:20.475911 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1f447d12-33ae-44e7-a497-33e3d67e9ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.515001 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1f447d12-33ae-44e7-a497-33e3d67e9ad6 None None] Port 4af96a28-fabb-4ebc-9a93-98713f69725b cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:20.658556 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.670376 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Transition to ACTIVE for port object 39cf7783-da35-4e3b-aed3-90652d7276b3 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:20.678255 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.719977 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.extraroute_db [None req-4b9ab9b6-c975-453f-9845-d6bc3175afba tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94063) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 29 23:56:20.738057 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.extraroute_db [None req-4b9ab9b6-c975-453f-9845-d6bc3175afba tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Removed routes are [] {{(pid=94063) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 29 23:56:20.738437 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4b9ab9b6-c975-453f-9845-d6bc3175afba tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16400064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16332386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.741614 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a27cd771-971f-4347-b7fd-b757dfd9e7e4 None None] Provisioning for port 39cf7783-da35-4e3b-aed3-90652d7276b3 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:20.743466 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c7f44-eb39-40d0-837b-36007fec7f5c None None] Pushing event updated for resources: {'Port': ['ID=39cf7783-da35-4e3b-aed3-90652d7276b3,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:20.809787 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Attempting to bind port 39cf7783-da35-4e3b-aed3-90652d7276b3 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:56:20.810904 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Attempting to bind port 39cf7783-da35-4e3b-aed3-90652d7276b3 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '48ab24e2-146d-4a7b-9915-e60817abb7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '25eedfcd-aa96-473e-86c4-e051a9a1d2f3'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:56:20.811285 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Attempting to bind port 39cf7783-da35-4e3b-aed3-90652d7276b3 on network 25eedfcd-aa96-473e-86c4-e051a9a1d2f3 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:20.817028 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:56:20.817414 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Checking segment: {'id': '48ab24e2-146d-4a7b-9915-e60817abb7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '25eedfcd-aa96-473e-86c4-e051a9a1d2f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:20.817819 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.818506 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Bound using segment: {'id': '48ab24e2-146d-4a7b-9915-e60817abb7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '25eedfcd-aa96-473e-86c4-e051a9a1d2f3'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:56:20.818702 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Bound port: 39cf7783-da35-4e3b-aed3-90652d7276b3, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48ab24e2-146d-4a7b-9915-e60817abb7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '25eedfcd-aa96-473e-86c4-e051a9a1d2f3'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:56:20.819076 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.888299 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] For port 39cf7783-da35-4e3b-aed3-90652d7276b3, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:56:20.892471 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] For port 39cf7783-da35-4e3b-aed3-90652d7276b3, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=39cf7783-da35-4e3b-aed3-90652d7276b3,segment=NetworkSegment(48ab24e2-146d-4a7b-9915-e60817abb7da),segment_id=48ab24e2-146d-4a7b-9915-e60817abb7da)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:56:20.897032 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.933575 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Updating router 2f3680c6-b4ed-4842-bd8d-748b80773cbe port 4af96a28-fabb-4ebc-9a93-98713f69725b binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:56:20.940538 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4b9ab9b6-c975-453f-9845-d6bc3175afba tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16400064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16332386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.944420 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4b9ab9b6-c975-453f-9845-d6bc3175afba tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16400091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16400082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16332405'] for router, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.975598 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:20.977372 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c7f44-eb39-40d0-837b-36007fec7f5c None None] Pushing event updated for resources: {'Port': ['ID=39cf7783-da35-4e3b-aed3-90652d7276b3,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:21.086897 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9ab9b6-c975-453f-9845-d6bc3175afba tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Router 2f3680c6-b4ed-4842-bd8d-748b80773cbe has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:56:21.174816 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 47ac482d-1045-4c95-b52b-2b1181577348 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:21.204704 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9ab9b6-c975-453f-9845-d6bc3175afba tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:21.212650 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4b9ab9b6-c975-453f-9845-d6bc3175afba tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:21.216581 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49484) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:21.217101 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4b9ab9b6-c975-453f-9845-d6bc3175afba tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "PUT /v2.0/routers/2f3680c6-b4ed-4842-bd8d-748b80773cbe HTTP/1.1" status: 200 len: 954 time: 0.9291983 Jul 29 23:56:21.258382 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 47ac482d-1045-4c95-b52b-2b1181577348 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:21.263873 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 47ac482d-1045-4c95-b52b-2b1181577348 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:21.264448 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:21.323389 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:21.335502 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Transition to ACTIVE for port object 4af96a28-fabb-4ebc-9a93-98713f69725b will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:21.339433 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c52408be-93db-4739-9154-1e57613eea00 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "GET /v2.0/routers/2f3680c6-b4ed-4842-bd8d-748b80773cbe HTTP/1.1" status: 200 len: 954 time: 0.1217775 Jul 29 23:56:21.342050 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49486) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:21.347970 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-dbd43aac-7d79-4dc8-85fe-ce9a48c08421 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Request body: {'router': {'routes': None}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:21.354148 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:21.372009 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:21.409244 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c7f44-eb39-40d0-837b-36007fec7f5c None None] Pushing event updated for resources: {'Port': ['ID=4af96a28-fabb-4ebc-9a93-98713f69725b,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:21.418032 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 47ac482d-1045-4c95-b52b-2b1181577348, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=47ac482d-1045-4c95-b52b-2b1181577348,segment=NetworkSegment(48ab24e2-146d-4a7b-9915-e60817abb7da),segment_id=48ab24e2-146d-4a7b-9915-e60817abb7da)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:21.432115 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:21.433309 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 73b956a6-8779-4ff6-adbe-540fd3abfe99 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:21.487094 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Attempting to bind port 4af96a28-fabb-4ebc-9a93-98713f69725b on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:56:21.487490 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Attempting to bind port 4af96a28-fabb-4ebc-9a93-98713f69725b by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '8f4a990c-2f90-41a2-9fe4-02d506f4e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'de48f366-5aa9-4eae-8fda-aeac201980b1'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:56:21.487956 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Attempting to bind port 4af96a28-fabb-4ebc-9a93-98713f69725b on network de48f366-5aa9-4eae-8fda-aeac201980b1 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:21.494932 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:56:21.495153 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Checking segment: {'id': '8f4a990c-2f90-41a2-9fe4-02d506f4e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'de48f366-5aa9-4eae-8fda-aeac201980b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:21.495414 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:21.495812 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Bound using segment: {'id': '8f4a990c-2f90-41a2-9fe4-02d506f4e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'de48f366-5aa9-4eae-8fda-aeac201980b1'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:56:21.496307 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Bound port: 4af96a28-fabb-4ebc-9a93-98713f69725b, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f4a990c-2f90-41a2-9fe4-02d506f4e400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'de48f366-5aa9-4eae-8fda-aeac201980b1'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:56:21.496696 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:21.535902 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=47ac482d-1045-4c95-b52b-2b1181577348,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:21.550886 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 73b956a6-8779-4ff6-adbe-540fd3abfe99 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:21.551275 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:21.673701 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0d1367d8-440b-4d4d-a5e4-cbb8d98a9352 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:21.738712 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 0d1367d8-440b-4d4d-a5e4-cbb8d98a9352 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:21.739223 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:21.760746 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] For port 4af96a28-fabb-4ebc-9a93-98713f69725b, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:56:21.765471 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] For port 4af96a28-fabb-4ebc-9a93-98713f69725b, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=4af96a28-fabb-4ebc-9a93-98713f69725b,segment=NetworkSegment(8f4a990c-2f90-41a2-9fe4-02d506f4e400),segment_id=8f4a990c-2f90-41a2-9fe4-02d506f4e400)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:56:21.772035 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:21.815248 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.extraroute_db [None req-dbd43aac-7d79-4dc8-85fe-ce9a48c08421 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Added routes are [] {{(pid=94064) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 29 23:56:21.815575 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.extraroute_db [None req-dbd43aac-7d79-4dc8-85fe-ce9a48c08421 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=94064) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 29 23:56:21.833125 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Routers {'2f3680c6-b4ed-4842-bd8d-748b80773cbe'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:21.833750 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:21.838685 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307c7f44-eb39-40d0-837b-36007fec7f5c None None] Pushing event updated for resources: {'Port': ['ID=4af96a28-fabb-4ebc-9a93-98713f69725b,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:21.861877 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dbd43aac-7d79-4dc8-85fe-ce9a48c08421 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16400064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16332386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:21.948298 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] Set router 2f3680c6-b4ed-4842-bd8d-748b80773cbe gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:22.076954 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dbd43aac-7d79-4dc8-85fe-ce9a48c08421 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16400064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16332386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:22.080987 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dbd43aac-7d79-4dc8-85fe-ce9a48c08421 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16400091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16400082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16332405'] for router, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:22.165625 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'name': 'tempest-RoutersIpV6Test-router-1973006025', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:09Z', 'updated_at': '2021-07-29T23:56:20Z', 'revision_number': 6, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'gw_port_host': None, '_interfaces': [{'id': '39cf7783-da35-4e3b-aed3-90652d7276b3', 'name': '', 'network_id': '25eedfcd-aa96-473e-86c4-e051a9a1d2f3', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:20:e8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '1412c767-d556-4798-be85-7db17407874f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:18Z', 'updated_at': '2021-07-29T23:56:20Z', 'revision_number': 4, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': '1412c767-d556-4798-be85-7db17407874f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4af96a28-fabb-4ebc-9a93-98713f69725b', 'name': '', 'network_id': 'de48f366-5aa9-4eae-8fda-aeac201980b1', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:6e:91:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '2ed0eda0-7251-415b-aff9-e2b72c6aea76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:15Z', 'updated_at': '2021-07-29T23:56:21Z', 'revision_number': 4, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': '2ed0eda0-7251-415b-aff9-e2b72c6aea76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b956a6-8779-4ff6-adbe-540fd3abfe99', 'name': '', 'network_id': 'cd543a01-7c2b-43d6-819a-b4ee0910f5d7', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:35:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '765e5be5-e174-4e59-843a-91103e46be39', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:13Z', 'updated_at': '2021-07-29T23:56:19Z', 'revision_number': 5, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': '765e5be5-e174-4e59-843a-91103e46be39', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89', 'name': '', 'network_id': 'c5a766f7-027d-4757-bc3d-bb1d02d52d65', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:f5:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:10Z', 'updated_at': '2021-07-29T23:56:16Z', 'revision_number': 5, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:22.181222 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd43aac-7d79-4dc8-85fe-ce9a48c08421 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Router 2f3680c6-b4ed-4842-bd8d-748b80773cbe has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:56:22.192742 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f80880-4ee2-45d9-b094-223be83aa4c1 None None] The sync data for ids ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'] in n-d-712140-10 is: [{'id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'name': 'tempest-RoutersIpV6Test-router-1973006025', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:09Z', 'updated_at': '2021-07-29T23:56:20Z', 'revision_number': 6, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'gw_port_host': None, '_interfaces': [{'id': '39cf7783-da35-4e3b-aed3-90652d7276b3', 'name': '', 'network_id': '25eedfcd-aa96-473e-86c4-e051a9a1d2f3', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:20:e8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '1412c767-d556-4798-be85-7db17407874f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:18Z', 'updated_at': '2021-07-29T23:56:20Z', 'revision_number': 4, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': '1412c767-d556-4798-be85-7db17407874f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4af96a28-fabb-4ebc-9a93-98713f69725b', 'name': '', 'network_id': 'de48f366-5aa9-4eae-8fda-aeac201980b1', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:6e:91:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '2ed0eda0-7251-415b-aff9-e2b72c6aea76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:15Z', 'updated_at': '2021-07-29T23:56:21Z', 'revision_number': 4, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': '2ed0eda0-7251-415b-aff9-e2b72c6aea76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b956a6-8779-4ff6-adbe-540fd3abfe99', 'name': '', 'network_id': 'cd543a01-7c2b-43d6-819a-b4ee0910f5d7', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:35:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '765e5be5-e174-4e59-843a-91103e46be39', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:13Z', 'updated_at': '2021-07-29T23:56:19Z', 'revision_number': 5, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': '765e5be5-e174-4e59-843a-91103e46be39', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89', 'name': '', 'network_id': 'c5a766f7-027d-4757-bc3d-bb1d02d52d65', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:f5:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:10Z', 'updated_at': '2021-07-29T23:56:16Z', 'revision_number': 5, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:22.287815 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd43aac-7d79-4dc8-85fe-ce9a48c08421 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:22.295241 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dbd43aac-7d79-4dc8-85fe-ce9a48c08421 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:22.296724 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-dbd43aac-7d79-4dc8-85fe-ce9a48c08421 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "PUT /v2.0/routers/2f3680c6-b4ed-4842-bd8d-748b80773cbe HTTP/1.1" status: 200 len: 704 time: 0.9536440 Jul 29 23:56:22.299357 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49488) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:22.402514 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-98390fb7-f905-4cf1-bffe-fba811175412 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "GET /v2.0/routers/2f3680c6-b4ed-4842-bd8d-748b80773cbe HTTP/1.1" status: 200 len: 704 time: 0.1018684 Jul 29 23:56:22.405030 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49490) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:22.905136 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c5a091-30f4-46a1-8c13-56b0ea6332d3 None None] Sync routers for ids ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:22.915597 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c5a091-30f4-46a1-8c13-56b0ea6332d3 None None] Routers {'2f3680c6-b4ed-4842-bd8d-748b80773cbe'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:22.916254 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d5c5a091-30f4-46a1-8c13-56b0ea6332d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:23.010986 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-d5c5a091-30f4-46a1-8c13-56b0ea6332d3 None None] Set router 2f3680c6-b4ed-4842-bd8d-748b80773cbe gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:23.027938 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3e959c83-f575-48ce-9644-7a22de73fec0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:23.160235 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 4af96a28-fabb-4ebc-9a93-98713f69725b up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:23.263957 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 4af96a28-fabb-4ebc-9a93-98713f69725b completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:23.270579 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 4af96a28-fabb-4ebc-9a93-98713f69725b triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:23.271035 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:23.284220 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-3e959c83-f575-48ce-9644-7a22de73fec0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Deleting port 39cf7783-da35-4e3b-aed3-90652d7276b3 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:23.284632 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3e959c83-f575-48ce-9644-7a22de73fec0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:23.323064 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d5c5a091-30f4-46a1-8c13-56b0ea6332d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'name': 'tempest-RoutersIpV6Test-router-1973006025', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:09Z', 'updated_at': '2021-07-29T23:56:21Z', 'revision_number': 7, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'gw_port_host': None, '_interfaces': [{'id': '39cf7783-da35-4e3b-aed3-90652d7276b3', 'name': '', 'network_id': '25eedfcd-aa96-473e-86c4-e051a9a1d2f3', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:20:e8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '1412c767-d556-4798-be85-7db17407874f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:18Z', 'updated_at': '2021-07-29T23:56:20Z', 'revision_number': 4, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': '1412c767-d556-4798-be85-7db17407874f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4af96a28-fabb-4ebc-9a93-98713f69725b', 'name': '', 'network_id': 'de48f366-5aa9-4eae-8fda-aeac201980b1', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:6e:91:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '2ed0eda0-7251-415b-aff9-e2b72c6aea76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:15Z', 'updated_at': '2021-07-29T23:56:21Z', 'revision_number': 4, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': '2ed0eda0-7251-415b-aff9-e2b72c6aea76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b956a6-8779-4ff6-adbe-540fd3abfe99', 'name': '', 'network_id': 'cd543a01-7c2b-43d6-819a-b4ee0910f5d7', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:35:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '765e5be5-e174-4e59-843a-91103e46be39', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:13Z', 'updated_at': '2021-07-29T23:56:19Z', 'revision_number': 5, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': '765e5be5-e174-4e59-843a-91103e46be39', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89', 'name': '', 'network_id': 'c5a766f7-027d-4757-bc3d-bb1d02d52d65', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:f5:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:10Z', 'updated_at': '2021-07-29T23:56:16Z', 'revision_number': 5, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:23.351773 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c5a091-30f4-46a1-8c13-56b0ea6332d3 None None] Checking router: 2f3680c6-b4ed-4842-bd8d-748b80773cbe for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:56:23.380524 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-3e959c83-f575-48ce-9644-7a22de73fec0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] For port 39cf7783-da35-4e3b-aed3-90652d7276b3, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=39cf7783-da35-4e3b-aed3-90652d7276b3,segment=NetworkSegment(48ab24e2-146d-4a7b-9915-e60817abb7da),segment_id=48ab24e2-146d-4a7b-9915-e60817abb7da)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:23.381139 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3e959c83-f575-48ce-9644-7a22de73fec0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:23.388754 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c5a091-30f4-46a1-8c13-56b0ea6332d3 None None] Routers {'2f3680c6-b4ed-4842-bd8d-748b80773cbe'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:23.389380 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d5c5a091-30f4-46a1-8c13-56b0ea6332d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:23.394997 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-3e959c83-f575-48ce-9644-7a22de73fec0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Calling delete_port for 39cf7783-da35-4e3b-aed3-90652d7276b3 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:23.428291 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:23.501527 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-d5c5a091-30f4-46a1-8c13-56b0ea6332d3 None None] Set router 2f3680c6-b4ed-4842-bd8d-748b80773cbe gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:23.527563 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 4af96a28-fabb-4ebc-9a93-98713f69725b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=4af96a28-fabb-4ebc-9a93-98713f69725b,segment=NetworkSegment(8f4a990c-2f90-41a2-9fe4-02d506f4e400),segment_id=8f4a990c-2f90-41a2-9fe4-02d506f4e400)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:23.535328 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:23.536203 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 47ac482d-1045-4c95-b52b-2b1181577348 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:23.571011 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3e959c83-f575-48ce-9644-7a22de73fec0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:23.598224 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e959c83-f575-48ce-9644-7a22de73fec0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Port': ['ID=39cf7783-da35-4e3b-aed3-90652d7276b3,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:23.708694 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=4af96a28-fabb-4ebc-9a93-98713f69725b,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:23.720553 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3e959c83-f575-48ce-9644-7a22de73fec0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:23.732094 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:23.732438 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:23.732766 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:23.733099 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:23.734009 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:23.734968 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:23.735304 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:23.735638 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:23.735990 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:23.736312 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:23.736633 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:23.736950 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:23.768811 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 47ac482d-1045-4c95-b52b-2b1181577348 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:23.769214 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:23.871128 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d5c5a091-30f4-46a1-8c13-56b0ea6332d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'name': 'tempest-RoutersIpV6Test-router-1973006025', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:09Z', 'updated_at': '2021-07-29T23:56:21Z', 'revision_number': 7, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'gw_port_host': None, '_interfaces': [{'id': '39cf7783-da35-4e3b-aed3-90652d7276b3', 'name': '', 'network_id': '25eedfcd-aa96-473e-86c4-e051a9a1d2f3', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:20:e8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '1412c767-d556-4798-be85-7db17407874f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:18Z', 'updated_at': '2021-07-29T23:56:20Z', 'revision_number': 4, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': '1412c767-d556-4798-be85-7db17407874f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4af96a28-fabb-4ebc-9a93-98713f69725b', 'name': '', 'network_id': 'de48f366-5aa9-4eae-8fda-aeac201980b1', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:6e:91:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '2ed0eda0-7251-415b-aff9-e2b72c6aea76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:15Z', 'updated_at': '2021-07-29T23:56:21Z', 'revision_number': 4, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': '2ed0eda0-7251-415b-aff9-e2b72c6aea76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b956a6-8779-4ff6-adbe-540fd3abfe99', 'name': '', 'network_id': 'cd543a01-7c2b-43d6-819a-b4ee0910f5d7', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:35:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '765e5be5-e174-4e59-843a-91103e46be39', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:13Z', 'updated_at': '2021-07-29T23:56:19Z', 'revision_number': 5, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': '765e5be5-e174-4e59-843a-91103e46be39', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89', 'name': '', 'network_id': 'c5a766f7-027d-4757-bc3d-bb1d02d52d65', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:f5:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:10Z', 'updated_at': '2021-07-29T23:56:16Z', 'revision_number': 5, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:23.903376 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c5a091-30f4-46a1-8c13-56b0ea6332d3 None None] The sync data for ids ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'] in n-d-712140-10 is: [{'id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'name': 'tempest-RoutersIpV6Test-router-1973006025', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:09Z', 'updated_at': '2021-07-29T23:56:21Z', 'revision_number': 7, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'gw_port_host': None, '_interfaces': [{'id': '39cf7783-da35-4e3b-aed3-90652d7276b3', 'name': '', 'network_id': '25eedfcd-aa96-473e-86c4-e051a9a1d2f3', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:20:e8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '1412c767-d556-4798-be85-7db17407874f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:18Z', 'updated_at': '2021-07-29T23:56:20Z', 'revision_number': 4, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': '1412c767-d556-4798-be85-7db17407874f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4af96a28-fabb-4ebc-9a93-98713f69725b', 'name': '', 'network_id': 'de48f366-5aa9-4eae-8fda-aeac201980b1', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:6e:91:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '2ed0eda0-7251-415b-aff9-e2b72c6aea76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:15Z', 'updated_at': '2021-07-29T23:56:21Z', 'revision_number': 4, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': '2ed0eda0-7251-415b-aff9-e2b72c6aea76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b956a6-8779-4ff6-adbe-540fd3abfe99', 'name': '', 'network_id': 'cd543a01-7c2b-43d6-819a-b4ee0910f5d7', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:35:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '765e5be5-e174-4e59-843a-91103e46be39', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:13Z', 'updated_at': '2021-07-29T23:56:19Z', 'revision_number': 5, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': '765e5be5-e174-4e59-843a-91103e46be39', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89', 'name': '', 'network_id': 'c5a766f7-027d-4757-bc3d-bb1d02d52d65', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:f5:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:10Z', 'updated_at': '2021-07-29T23:56:16Z', 'revision_number': 5, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:23.914229 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 39cf7783-da35-4e3b-aed3-90652d7276b3 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:23.929176 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e959c83-f575-48ce-9644-7a22de73fec0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Router 2f3680c6-b4ed-4842-bd8d-748b80773cbe has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:56:24.041137 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e959c83-f575-48ce-9644-7a22de73fec0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:24.047025 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3e959c83-f575-48ce-9644-7a22de73fec0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "PUT /v2.0/routers/2f3680c6-b4ed-4842-bd8d-748b80773cbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6405487 Jul 29 23:56:24.049755 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49492) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:24.091215 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 39cf7783-da35-4e3b-aed3-90652d7276b3 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:56:24.091561 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 39cf7783-da35-4e3b-aed3-90652d7276b3 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 29 23:56:24.106256 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e2d3d44-f5de-4081-b0f8-ca3c4f77f1db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Deleting subnet 1412c767-d556-4798-be85-7db17407874f {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:56:24.110158 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6e2d3d44-f5de-4081-b0f8-ca3c4f77f1db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.110367 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Port 39cf7783-da35-4e3b-aed3-90652d7276b3 not found, will not notify nova. {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 29 23:56:24.135140 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dd7b05-8e93-4bb4-b5fc-a9426c721c66 None None] Sync routers for ids ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:24.144782 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dd7b05-8e93-4bb4-b5fc-a9426c721c66 None None] Routers {'2f3680c6-b4ed-4842-bd8d-748b80773cbe'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:24.145497 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-51dd7b05-8e93-4bb4-b5fc-a9426c721c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:24.153428 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6e2d3d44-f5de-4081-b0f8-ca3c4f77f1db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.236621 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-51dd7b05-8e93-4bb4-b5fc-a9426c721c66 None None] Set router 2f3680c6-b4ed-4842-bd8d-748b80773cbe gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:24.241945 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6e2d3d44-f5de-4081-b0f8-ca3c4f77f1db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.303142 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6e2d3d44-f5de-4081-b0f8-ca3c4f77f1db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.332292 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2d3d44-f5de-4081-b0f8-ca3c4f77f1db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Subnet': ['ID=1412c767-d556-4798-be85-7db17407874f,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:24.337014 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6e2d3d44-f5de-4081-b0f8-ca3c4f77f1db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.340072 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6e2d3d44-f5de-4081-b0f8-ca3c4f77f1db tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/subnets/1412c767-d556-4798-be85-7db17407874f HTTP/1.1" status: 204 len: 168 time: 0.2890182 Jul 29 23:56:24.341690 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49494) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:24.343852 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9309311f-8495-49c2-861a-4df7d79082f3 None None] Network 25eedfcd-aa96-473e-86c4-e051a9a1d2f3 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:24.434949 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-439d2cbe-9521-4057-ade0-22d32066bade tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.445792 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-51dd7b05-8e93-4bb4-b5fc-a9426c721c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'name': 'tempest-RoutersIpV6Test-router-1973006025', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:09Z', 'updated_at': '2021-07-29T23:56:23Z', 'revision_number': 8, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'gw_port_host': None, '_interfaces': [{'id': '4af96a28-fabb-4ebc-9a93-98713f69725b', 'name': '', 'network_id': 'de48f366-5aa9-4eae-8fda-aeac201980b1', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:6e:91:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '2ed0eda0-7251-415b-aff9-e2b72c6aea76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:15Z', 'updated_at': '2021-07-29T23:56:23Z', 'revision_number': 5, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': '2ed0eda0-7251-415b-aff9-e2b72c6aea76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b956a6-8779-4ff6-adbe-540fd3abfe99', 'name': '', 'network_id': 'cd543a01-7c2b-43d6-819a-b4ee0910f5d7', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:35:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '765e5be5-e174-4e59-843a-91103e46be39', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:13Z', 'updated_at': '2021-07-29T23:56:19Z', 'revision_number': 5, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': '765e5be5-e174-4e59-843a-91103e46be39', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89', 'name': '', 'network_id': 'c5a766f7-027d-4757-bc3d-bb1d02d52d65', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:f5:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:10Z', 'updated_at': '2021-07-29T23:56:16Z', 'revision_number': 5, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:24.479183 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dd7b05-8e93-4bb4-b5fc-a9426c721c66 None None] Checking router: 2f3680c6-b4ed-4842-bd8d-748b80773cbe for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:56:24.488592 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dd7b05-8e93-4bb4-b5fc-a9426c721c66 None None] Routers {'2f3680c6-b4ed-4842-bd8d-748b80773cbe'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:24.489242 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-51dd7b05-8e93-4bb4-b5fc-a9426c721c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:24.494589 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-439d2cbe-9521-4057-ade0-22d32066bade tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Deleting port 47ac482d-1045-4c95-b52b-2b1181577348 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:24.494935 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-439d2cbe-9521-4057-ade0-22d32066bade tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.561659 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-439d2cbe-9521-4057-ade0-22d32066bade tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] For port 47ac482d-1045-4c95-b52b-2b1181577348, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=47ac482d-1045-4c95-b52b-2b1181577348,segment=NetworkSegment(48ab24e2-146d-4a7b-9915-e60817abb7da),segment_id=48ab24e2-146d-4a7b-9915-e60817abb7da)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:24.562146 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-439d2cbe-9521-4057-ade0-22d32066bade tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.569632 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33f7f2a-4a12-4e31-a59f-babeb20e3ad5 None None] DHCP port deletion for 25eedfcd-aa96-473e-86c4-e051a9a1d2f3 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:56:24.578839 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-439d2cbe-9521-4057-ade0-22d32066bade tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Calling delete_port for 47ac482d-1045-4c95-b52b-2b1181577348 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:24.580054 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-51dd7b05-8e93-4bb4-b5fc-a9426c721c66 None None] Set router 2f3680c6-b4ed-4842-bd8d-748b80773cbe gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:24.617244 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a33f7f2a-4a12-4e31-a59f-babeb20e3ad5 None None] Deleting port 47ac482d-1045-4c95-b52b-2b1181577348 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:24.617617 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a33f7f2a-4a12-4e31-a59f-babeb20e3ad5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.668766 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-439d2cbe-9521-4057-ade0-22d32066bade tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.682100 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a33f7f2a-4a12-4e31-a59f-babeb20e3ad5 None None] For port 47ac482d-1045-4c95-b52b-2b1181577348, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=47ac482d-1045-4c95-b52b-2b1181577348,segment=NetworkSegment(48ab24e2-146d-4a7b-9915-e60817abb7da),segment_id=48ab24e2-146d-4a7b-9915-e60817abb7da)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:24.682492 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a33f7f2a-4a12-4e31-a59f-babeb20e3ad5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.700008 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a33f7f2a-4a12-4e31-a59f-babeb20e3ad5 None None] Calling delete_port for 47ac482d-1045-4c95-b52b-2b1181577348 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:24.707866 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d2cbe-9521-4057-ade0-22d32066bade tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Port': ['ID=47ac482d-1045-4c95-b52b-2b1181577348,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:24.710611 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439d2cbe-9521-4057-ade0-22d32066bade tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] No DVR routers for this DVR port 47ac482d-1045-4c95-b52b-2b1181577348 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:56:24.779044 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a33f7f2a-4a12-4e31-a59f-babeb20e3ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.796557 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-439d2cbe-9521-4057-ade0-22d32066bade tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.805478 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33f7f2a-4a12-4e31-a59f-babeb20e3ad5 None None] Pushing event deleted for resources: {'Port': ['ID=47ac482d-1045-4c95-b52b-2b1181577348,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:24.807303 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33f7f2a-4a12-4e31-a59f-babeb20e3ad5 None None] No DVR routers for this DVR port 47ac482d-1045-4c95-b52b-2b1181577348 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:56:24.814685 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-439d2cbe-9521-4057-ade0-22d32066bade tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25eedfcd-aa96-473e-86c4-e051a9a1d2f3']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:24.821041 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-51dd7b05-8e93-4bb4-b5fc-a9426c721c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'name': 'tempest-RoutersIpV6Test-router-1973006025', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:09Z', 'updated_at': '2021-07-29T23:56:23Z', 'revision_number': 8, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'gw_port_host': None, '_interfaces': [{'id': '4af96a28-fabb-4ebc-9a93-98713f69725b', 'name': '', 'network_id': 'de48f366-5aa9-4eae-8fda-aeac201980b1', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:6e:91:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '2ed0eda0-7251-415b-aff9-e2b72c6aea76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:15Z', 'updated_at': '2021-07-29T23:56:23Z', 'revision_number': 5, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': '2ed0eda0-7251-415b-aff9-e2b72c6aea76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b956a6-8779-4ff6-adbe-540fd3abfe99', 'name': '', 'network_id': 'cd543a01-7c2b-43d6-819a-b4ee0910f5d7', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:35:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '765e5be5-e174-4e59-843a-91103e46be39', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:13Z', 'updated_at': '2021-07-29T23:56:19Z', 'revision_number': 5, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': '765e5be5-e174-4e59-843a-91103e46be39', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89', 'name': '', 'network_id': 'c5a766f7-027d-4757-bc3d-bb1d02d52d65', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:f5:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:10Z', 'updated_at': '2021-07-29T23:56:16Z', 'revision_number': 5, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:24.825527 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-439d2cbe-9521-4057-ade0-22d32066bade tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ab24e2-146d-4a7b-9915-e60817abb7da') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:24.825828 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-439d2cbe-9521-4057-ade0-22d32066bade tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ab24e2-146d-4a7b-9915-e60817abb7da') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:24.834934 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-439d2cbe-9521-4057-ade0-22d32066bade tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.847954 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dd7b05-8e93-4bb4-b5fc-a9426c721c66 None None] The sync data for ids ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'] in n-d-712140-10 is: [{'id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'name': 'tempest-RoutersIpV6Test-router-1973006025', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:09Z', 'updated_at': '2021-07-29T23:56:23Z', 'revision_number': 8, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'gw_port_host': None, '_interfaces': [{'id': '4af96a28-fabb-4ebc-9a93-98713f69725b', 'name': '', 'network_id': 'de48f366-5aa9-4eae-8fda-aeac201980b1', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:6e:91:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '2ed0eda0-7251-415b-aff9-e2b72c6aea76', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:15Z', 'updated_at': '2021-07-29T23:56:23Z', 'revision_number': 5, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': '2ed0eda0-7251-415b-aff9-e2b72c6aea76', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '73b956a6-8779-4ff6-adbe-540fd3abfe99', 'name': '', 'network_id': 'cd543a01-7c2b-43d6-819a-b4ee0910f5d7', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:35:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '765e5be5-e174-4e59-843a-91103e46be39', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:13Z', 'updated_at': '2021-07-29T23:56:19Z', 'revision_number': 5, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': '765e5be5-e174-4e59-843a-91103e46be39', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89', 'name': '', 'network_id': 'c5a766f7-027d-4757-bc3d-bb1d02d52d65', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:f5:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:10Z', 'updated_at': '2021-07-29T23:56:16Z', 'revision_number': 5, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:24.848819 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-439d2cbe-9521-4057-ade0-22d32066bade tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.859062 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439d2cbe-9521-4057-ade0-22d32066bade tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:56:24.859728 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-439d2cbe-9521-4057-ade0-22d32066bade tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.862746 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:56:24.862746 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:56:24.862746 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:56:24.862746 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:56:24.862746 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:56:24.862746 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:56:24.862746 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:56:24.862746 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:56:24.862746 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:56:24.862746 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:56:24.862746 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:56:24.862746 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:56:24.862746 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:56:24.862746 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:56:24.862746 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:56:24.862746 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:56:24.862746 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:56:24.862746 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:56:24.862746 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:56:24.862746 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:56:24.862746 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:56:24.862746 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:56:24.862746 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:56:24.862746 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:56:24.862746 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:56:24.862746 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:56:24.862746 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:56:24.862746 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:56:24.862746 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:56:24.862746 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:56:24.862746 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:56:24.862746 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:56:24.920839 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-439d2cbe-9521-4057-ade0-22d32066bade tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.928055 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-439d2cbe-9521-4057-ade0-22d32066bade tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:24.929885 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-439d2cbe-9521-4057-ade0-22d32066bade tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/networks/25eedfcd-aa96-473e-86c4-e051a9a1d2f3 HTTP/1.1" status: 204 len: 168 time: 0.5824816 Jul 29 23:56:24.932772 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49496) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:24.941463 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d2cbe-9521-4057-ade0-22d32066bade tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Network': ['ID=25eedfcd-aa96-473e-86c4-e051a9a1d2f3,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:25.271093 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 4af96a28-fabb-4ebc-9a93-98713f69725b up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:25.281829 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-777e1e82-ee1b-4da5-bfa5-555bd1ea7a73 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.329124 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 4af96a28-fabb-4ebc-9a93-98713f69725b triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:25.329639 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.460659 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 47ac482d-1045-4c95-b52b-2b1181577348 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:56:25.480583 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 47ac482d-1045-4c95-b52b-2b1181577348 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:56:25.480926 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 47ac482d-1045-4c95-b52b-2b1181577348 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:56:25.481343 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 39cf7783-da35-4e3b-aed3-90652d7276b3 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:56:25.500525 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 39cf7783-da35-4e3b-aed3-90652d7276b3 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:56:25.500876 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 39cf7783-da35-4e3b-aed3-90652d7276b3 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:56:25.897249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-777e1e82-ee1b-4da5-bfa5-555bd1ea7a73 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Deleting port 4af96a28-fabb-4ebc-9a93-98713f69725b {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:25.897591 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-777e1e82-ee1b-4da5-bfa5-555bd1ea7a73 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:25.991125 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-777e1e82-ee1b-4da5-bfa5-555bd1ea7a73 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] For port 4af96a28-fabb-4ebc-9a93-98713f69725b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=4af96a28-fabb-4ebc-9a93-98713f69725b,segment=NetworkSegment(8f4a990c-2f90-41a2-9fe4-02d506f4e400),segment_id=8f4a990c-2f90-41a2-9fe4-02d506f4e400)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:25.994112 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-777e1e82-ee1b-4da5-bfa5-555bd1ea7a73 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:26.006158 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-777e1e82-ee1b-4da5-bfa5-555bd1ea7a73 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Calling delete_port for 4af96a28-fabb-4ebc-9a93-98713f69725b owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:26.200464 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-777e1e82-ee1b-4da5-bfa5-555bd1ea7a73 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:26.230458 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e1e82-ee1b-4da5-bfa5-555bd1ea7a73 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Port': ['ID=4af96a28-fabb-4ebc-9a93-98713f69725b,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:26.254469 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e1e82-ee1b-4da5-bfa5-555bd1ea7a73 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:26.254469 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e1e82-ee1b-4da5-bfa5-555bd1ea7a73 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:26.254469 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e1e82-ee1b-4da5-bfa5-555bd1ea7a73 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:26.254469 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e1e82-ee1b-4da5-bfa5-555bd1ea7a73 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:26.254875 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e1e82-ee1b-4da5-bfa5-555bd1ea7a73 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:26.255417 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e1e82-ee1b-4da5-bfa5-555bd1ea7a73 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:26.255417 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e1e82-ee1b-4da5-bfa5-555bd1ea7a73 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:26.255820 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e1e82-ee1b-4da5-bfa5-555bd1ea7a73 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:26.256308 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e1e82-ee1b-4da5-bfa5-555bd1ea7a73 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:26.256650 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e1e82-ee1b-4da5-bfa5-555bd1ea7a73 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:26.257091 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e1e82-ee1b-4da5-bfa5-555bd1ea7a73 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:26.257421 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777e1e82-ee1b-4da5-bfa5-555bd1ea7a73 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:56:26.426068 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f358fea2-9469-4363-a34c-3ae656dc2d06 req-5bba5012-04bb-4d7b-a700-d0974e20b305 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:26.427559 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f358fea2-9469-4363-a34c-3ae656dc2d06 req-5bba5012-04bb-4d7b-a700-d0974e20b305 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 945 time: 0.1417916 Jul 29 23:56:26.428396 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-777e1e82-ee1b-4da5-bfa5-555bd1ea7a73 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:26.549605 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f358fea2-9469-4363-a34c-3ae656dc2d06 req-04691b8d-5340-4b33-849a-98dfc055ba93 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=725bdcf3-3b41-47f6-b825-88a1d1dd6f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1107128 Jul 29 23:56:26.653657 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-777e1e82-ee1b-4da5-bfa5-555bd1ea7a73 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Router 2f3680c6-b4ed-4842-bd8d-748b80773cbe has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:56:26.750715 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-777e1e82-ee1b-4da5-bfa5-555bd1ea7a73 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:26.755632 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-777e1e82-ee1b-4da5-bfa5-555bd1ea7a73 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "PUT /v2.0/routers/2f3680c6-b4ed-4842-bd8d-748b80773cbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8218372 Jul 29 23:56:26.758865 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49516) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:26.760620 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc4373e-51c4-4db2-99bf-988e1f6b7109 None None] Sync routers for ids ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:26.770100 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc4373e-51c4-4db2-99bf-988e1f6b7109 None None] Routers {'2f3680c6-b4ed-4842-bd8d-748b80773cbe'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:26.770716 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-5fc4373e-51c4-4db2-99bf-988e1f6b7109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:26.815736 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f1cdc95-bf89-414d-8fb6-9d3a2ed021b4 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Deleting subnet 2ed0eda0-7251-415b-aff9-e2b72c6aea76 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:56:26.818924 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f1cdc95-bf89-414d-8fb6-9d3a2ed021b4 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:26.856766 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-5fc4373e-51c4-4db2-99bf-988e1f6b7109 None None] Set router 2f3680c6-b4ed-4842-bd8d-748b80773cbe gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:26.858004 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f1cdc95-bf89-414d-8fb6-9d3a2ed021b4 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:26.942129 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f1cdc95-bf89-414d-8fb6-9d3a2ed021b4 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:27.013509 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f1cdc95-bf89-414d-8fb6-9d3a2ed021b4 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:27.036802 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1cdc95-bf89-414d-8fb6-9d3a2ed021b4 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Subnet': ['ID=2ed0eda0-7251-415b-aff9-e2b72c6aea76,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:27.042470 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8f1cdc95-bf89-414d-8fb6-9d3a2ed021b4 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:27.048116 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8f1cdc95-bf89-414d-8fb6-9d3a2ed021b4 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/subnets/2ed0eda0-7251-415b-aff9-e2b72c6aea76 HTTP/1.1" status: 204 len: 168 time: 0.2876744 Jul 29 23:56:27.048848 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49518) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:27.056694 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d83cc6-ee59-4761-bdea-24010cecf082 None None] Network de48f366-5aa9-4eae-8fda-aeac201980b1 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:27.131119 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da167d29-b0d2-4f57-9e84-0c6b09acc3a8 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:27.148159 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-5fc4373e-51c4-4db2-99bf-988e1f6b7109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'name': 'tempest-RoutersIpV6Test-router-1973006025', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:09Z', 'updated_at': '2021-07-29T23:56:26Z', 'revision_number': 9, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'gw_port_host': None, '_interfaces': [{'id': '73b956a6-8779-4ff6-adbe-540fd3abfe99', 'name': '', 'network_id': 'cd543a01-7c2b-43d6-819a-b4ee0910f5d7', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:35:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '765e5be5-e174-4e59-843a-91103e46be39', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:13Z', 'updated_at': '2021-07-29T23:56:19Z', 'revision_number': 5, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': '765e5be5-e174-4e59-843a-91103e46be39', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89', 'name': '', 'network_id': 'c5a766f7-027d-4757-bc3d-bb1d02d52d65', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:f5:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:10Z', 'updated_at': '2021-07-29T23:56:16Z', 'revision_number': 5, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:27.184965 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-da167d29-b0d2-4f57-9e84-0c6b09acc3a8 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Deleting port 0d1367d8-440b-4d4d-a5e4-cbb8d98a9352 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:27.185313 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da167d29-b0d2-4f57-9e84-0c6b09acc3a8 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:27.192053 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc4373e-51c4-4db2-99bf-988e1f6b7109 None None] Checking router: 2f3680c6-b4ed-4842-bd8d-748b80773cbe for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:56:27.207070 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc4373e-51c4-4db2-99bf-988e1f6b7109 None None] Routers {'2f3680c6-b4ed-4842-bd8d-748b80773cbe'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:27.207693 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-5fc4373e-51c4-4db2-99bf-988e1f6b7109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:27.254575 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-da167d29-b0d2-4f57-9e84-0c6b09acc3a8 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] For port 0d1367d8-440b-4d4d-a5e4-cbb8d98a9352, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0d1367d8-440b-4d4d-a5e4-cbb8d98a9352,segment=NetworkSegment(8f4a990c-2f90-41a2-9fe4-02d506f4e400),segment_id=8f4a990c-2f90-41a2-9fe4-02d506f4e400)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:27.254950 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da167d29-b0d2-4f57-9e84-0c6b09acc3a8 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:27.271876 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-da167d29-b0d2-4f57-9e84-0c6b09acc3a8 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Calling delete_port for 0d1367d8-440b-4d4d-a5e4-cbb8d98a9352 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:27.303109 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-5fc4373e-51c4-4db2-99bf-988e1f6b7109 None None] Set router 2f3680c6-b4ed-4842-bd8d-748b80773cbe gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:27.332944 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb21c72a-1699-436c-9110-92f0ef13a856 None None] DHCP port deletion for de48f366-5aa9-4eae-8fda-aeac201980b1 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:56:27.355626 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da167d29-b0d2-4f57-9e84-0c6b09acc3a8 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:27.380255 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da167d29-b0d2-4f57-9e84-0c6b09acc3a8 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Port': ['ID=0d1367d8-440b-4d4d-a5e4-cbb8d98a9352,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:27.389372 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da167d29-b0d2-4f57-9e84-0c6b09acc3a8 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] No DVR routers for this DVR port 0d1367d8-440b-4d4d-a5e4-cbb8d98a9352 on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:56:27.471096 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da167d29-b0d2-4f57-9e84-0c6b09acc3a8 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:27.476112 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-fb21c72a-1699-436c-9110-92f0ef13a856 None None] Deleting port 0d1367d8-440b-4d4d-a5e4-cbb8d98a9352 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:27.476490 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fb21c72a-1699-436c-9110-92f0ef13a856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:27.481436 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-da167d29-b0d2-4f57-9e84-0c6b09acc3a8 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de48f366-5aa9-4eae-8fda-aeac201980b1']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:27.492311 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-da167d29-b0d2-4f57-9e84-0c6b09acc3a8 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4a990c-2f90-41a2-9fe4-02d506f4e400') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:27.492612 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-da167d29-b0d2-4f57-9e84-0c6b09acc3a8 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4a990c-2f90-41a2-9fe4-02d506f4e400') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:27.502494 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da167d29-b0d2-4f57-9e84-0c6b09acc3a8 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:27.516355 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da167d29-b0d2-4f57-9e84-0c6b09acc3a8 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:27.522360 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da167d29-b0d2-4f57-9e84-0c6b09acc3a8 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:56:27.522697 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da167d29-b0d2-4f57-9e84-0c6b09acc3a8 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:27.525622 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:56:27.525622 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:56:27.525622 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:56:27.525622 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:56:27.525622 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:56:27.525622 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:56:27.525622 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:56:27.525622 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:56:27.525622 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:56:27.525622 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:56:27.525622 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:56:27.525622 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:56:27.525622 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:56:27.525622 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:56:27.525622 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:56:27.525622 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:56:27.525622 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:56:27.525622 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:56:27.525622 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:56:27.525622 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:56:27.525622 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:56:27.525622 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:56:27.525622 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:56:27.525622 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:56:27.525622 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:56:27.525622 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:56:27.525622 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:56:27.525622 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:56:27.525622 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:56:27.525622 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:56:27.525622 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:56:27.525622 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:56:27.572338 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-fb21c72a-1699-436c-9110-92f0ef13a856 None None] For port 0d1367d8-440b-4d4d-a5e4-cbb8d98a9352, host n-d-712140-10, got binding levels [] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:27.572706 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fb21c72a-1699-436c-9110-92f0ef13a856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:27.587809 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da167d29-b0d2-4f57-9e84-0c6b09acc3a8 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:27.589486 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-fb21c72a-1699-436c-9110-92f0ef13a856 None None] Calling delete_port for 0d1367d8-440b-4d4d-a5e4-cbb8d98a9352 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:27.594929 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.ipam_backend_mixin [None req-fb21c72a-1699-436c-9110-92f0ef13a856 None None] Port 0d1367d8-440b-4d4d-a5e4-cbb8d98a9352 was not found and therefore no delete operation was performed {{(pid=94065) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:56:27.596334 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fb21c72a-1699-436c-9110-92f0ef13a856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:27.598053 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da167d29-b0d2-4f57-9e84-0c6b09acc3a8 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:27.600170 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-da167d29-b0d2-4f57-9e84-0c6b09acc3a8 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/networks/de48f366-5aa9-4eae-8fda-aeac201980b1 HTTP/1.1" status: 204 len: 168 time: 0.5499699 Jul 29 23:56:27.603032 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49522) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:27.617375 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da167d29-b0d2-4f57-9e84-0c6b09acc3a8 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Network': ['ID=de48f366-5aa9-4eae-8fda-aeac201980b1,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:27.625079 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-fb21c72a-1699-436c-9110-92f0ef13a856 None None] Network de48f366-5aa9-4eae-8fda-aeac201980b1 is not hosted by any dhcp agent {{(pid=94065) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 29 23:56:27.625079 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb21c72a-1699-436c-9110-92f0ef13a856 None None] No DVR routers for this DVR port 0d1367d8-440b-4d4d-a5e4-cbb8d98a9352 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:56:27.628696 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21c72a-1699-436c-9110-92f0ef13a856 None None] Pushing event deleted for resources: {'Port': ['ID=0d1367d8-440b-4d4d-a5e4-cbb8d98a9352,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:27.646910 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-5fc4373e-51c4-4db2-99bf-988e1f6b7109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'name': 'tempest-RoutersIpV6Test-router-1973006025', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:09Z', 'updated_at': '2021-07-29T23:56:26Z', 'revision_number': 9, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'gw_port_host': None, '_interfaces': [{'id': '73b956a6-8779-4ff6-adbe-540fd3abfe99', 'name': '', 'network_id': 'cd543a01-7c2b-43d6-819a-b4ee0910f5d7', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:35:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '765e5be5-e174-4e59-843a-91103e46be39', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:13Z', 'updated_at': '2021-07-29T23:56:19Z', 'revision_number': 5, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': '765e5be5-e174-4e59-843a-91103e46be39', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89', 'name': '', 'network_id': 'c5a766f7-027d-4757-bc3d-bb1d02d52d65', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:f5:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:10Z', 'updated_at': '2021-07-29T23:56:16Z', 'revision_number': 5, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:27.679058 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc4373e-51c4-4db2-99bf-988e1f6b7109 None None] The sync data for ids ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'] in n-d-712140-10 is: [{'id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'name': 'tempest-RoutersIpV6Test-router-1973006025', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:09Z', 'updated_at': '2021-07-29T23:56:26Z', 'revision_number': 9, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'gw_port_host': None, '_interfaces': [{'id': '73b956a6-8779-4ff6-adbe-540fd3abfe99', 'name': '', 'network_id': 'cd543a01-7c2b-43d6-819a-b4ee0910f5d7', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:35:af:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '765e5be5-e174-4e59-843a-91103e46be39', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:13Z', 'updated_at': '2021-07-29T23:56:19Z', 'revision_number': 5, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': '765e5be5-e174-4e59-843a-91103e46be39', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89', 'name': '', 'network_id': 'c5a766f7-027d-4757-bc3d-bb1d02d52d65', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:f5:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:10Z', 'updated_at': '2021-07-29T23:56:16Z', 'revision_number': 5, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:27.724083 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c649889e-90eb-4ebc-955b-0b8dc1366417 req-e20b8df7-753d-4d16-bcfa-ca980ebc53ab tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:27.725609 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c649889e-90eb-4ebc-955b-0b8dc1366417 req-e20b8df7-753d-4d16-bcfa-ca980ebc53ab tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 945 time: 0.0731144 Jul 29 23:56:27.763785 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c649889e-90eb-4ebc-955b-0b8dc1366417 req-43d69c9f-83ba-457d-80e8-a0f50767ad29 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=725bdcf3-3b41-47f6-b825-88a1d1dd6f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320482 Jul 29 23:56:27.939338 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dcd36a97-32f2-4780-b654-fc7511785226 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:28.184762 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-dcd36a97-32f2-4780-b654-fc7511785226 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Deleting port 73b956a6-8779-4ff6-adbe-540fd3abfe99 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:28.185122 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dcd36a97-32f2-4780-b654-fc7511785226 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:28.277311 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-dcd36a97-32f2-4780-b654-fc7511785226 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] For port 73b956a6-8779-4ff6-adbe-540fd3abfe99, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=73b956a6-8779-4ff6-adbe-540fd3abfe99,segment=NetworkSegment(f04217eb-f6a5-4f82-97a5-bf49a3a7864e),segment_id=f04217eb-f6a5-4f82-97a5-bf49a3a7864e)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:28.277677 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dcd36a97-32f2-4780-b654-fc7511785226 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:28.290458 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-dcd36a97-32f2-4780-b654-fc7511785226 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Calling delete_port for 73b956a6-8779-4ff6-adbe-540fd3abfe99 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:28.459889 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dcd36a97-32f2-4780-b654-fc7511785226 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:28.491471 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd36a97-32f2-4780-b654-fc7511785226 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Port': ['ID=73b956a6-8779-4ff6-adbe-540fd3abfe99,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:28.603976 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dcd36a97-32f2-4780-b654-fc7511785226 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:28.802986 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd36a97-32f2-4780-b654-fc7511785226 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Router 2f3680c6-b4ed-4842-bd8d-748b80773cbe has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:56:28.885599 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d4cf0-063f-446e-adb5-19aebd384769 req-ae948899-9fe7-47c6-af2a-5675f57f007f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:28.887243 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a74d4cf0-063f-446e-adb5-19aebd384769 req-ae948899-9fe7-47c6-af2a-5675f57f007f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 945 time: 0.0522308 Jul 29 23:56:28.929398 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a74d4cf0-063f-446e-adb5-19aebd384769 req-09024cce-dc52-4602-9229-2b66ee5b1fec tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=725bdcf3-3b41-47f6-b825-88a1d1dd6f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358326 Jul 29 23:56:29.089107 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 4af96a28-fabb-4ebc-9a93-98713f69725b no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:56:29.117689 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 4af96a28-fabb-4ebc-9a93-98713f69725b {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:56:29.118067 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 4af96a28-fabb-4ebc-9a93-98713f69725b not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:56:29.118486 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0d1367d8-440b-4d4d-a5e4-cbb8d98a9352 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:56:29.137572 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 0d1367d8-440b-4d4d-a5e4-cbb8d98a9352 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:56:29.137924 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0d1367d8-440b-4d4d-a5e4-cbb8d98a9352 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:56:29.196761 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd36a97-32f2-4780-b654-fc7511785226 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:29.204867 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49526) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:29.205104 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-dcd36a97-32f2-4780-b654-fc7511785226 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "PUT /v2.0/routers/2f3680c6-b4ed-4842-bd8d-748b80773cbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6007209 Jul 29 23:56:29.207797 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8510a860-c8bd-41af-a884-a438cb674eef None None] Sync routers for ids ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:29.217028 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8510a860-c8bd-41af-a884-a438cb674eef None None] Routers {'2f3680c6-b4ed-4842-bd8d-748b80773cbe'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:29.218347 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-8510a860-c8bd-41af-a884-a438cb674eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:29.254574 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-998edd41-bc6a-4394-a8d7-a5f0c2ee39b7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Deleting subnet 765e5be5-e174-4e59-843a-91103e46be39 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:56:29.257680 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-998edd41-bc6a-4394-a8d7-a5f0c2ee39b7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:29.303466 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-998edd41-bc6a-4394-a8d7-a5f0c2ee39b7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:29.303704 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-8510a860-c8bd-41af-a884-a438cb674eef None None] Set router 2f3680c6-b4ed-4842-bd8d-748b80773cbe gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:29.387899 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-998edd41-bc6a-4394-a8d7-a5f0c2ee39b7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:29.446859 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-998edd41-bc6a-4394-a8d7-a5f0c2ee39b7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:29.477322 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998edd41-bc6a-4394-a8d7-a5f0c2ee39b7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Subnet': ['ID=765e5be5-e174-4e59-843a-91103e46be39,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:29.484940 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-998edd41-bc6a-4394-a8d7-a5f0c2ee39b7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:29.487182 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-998edd41-bc6a-4394-a8d7-a5f0c2ee39b7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/subnets/765e5be5-e174-4e59-843a-91103e46be39 HTTP/1.1" status: 204 len: 168 time: 0.2812538 Jul 29 23:56:29.488781 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7f008d-8d5b-4d8a-903c-10f216712354 None None] Network cd543a01-7c2b-43d6-819a-b4ee0910f5d7 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:29.490409 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49528) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:29.500513 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-8510a860-c8bd-41af-a884-a438cb674eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'name': 'tempest-RoutersIpV6Test-router-1973006025', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:09Z', 'updated_at': '2021-07-29T23:56:28Z', 'revision_number': 10, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'gw_port_host': None, '_interfaces': [{'id': '8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89', 'name': '', 'network_id': 'c5a766f7-027d-4757-bc3d-bb1d02d52d65', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:f5:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:10Z', 'updated_at': '2021-07-29T23:56:16Z', 'revision_number': 5, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:29.528039 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8510a860-c8bd-41af-a884-a438cb674eef None None] Checking router: 2f3680c6-b4ed-4842-bd8d-748b80773cbe for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:56:29.538368 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8510a860-c8bd-41af-a884-a438cb674eef None None] Routers {'2f3680c6-b4ed-4842-bd8d-748b80773cbe'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:29.538977 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-8510a860-c8bd-41af-a884-a438cb674eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:29.574732 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9baec75-a100-4c47-9b9d-b9959774fbf6 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:29.635892 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b9baec75-a100-4c47-9b9d-b9959774fbf6 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Deleting port c137dcd2-9fa5-45d9-95d5-fc5943a7ece5 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:29.636243 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9baec75-a100-4c47-9b9d-b9959774fbf6 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:29.690894 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8aeb9b-49eb-4dc0-b3a0-043ffda2c477 None None] DHCP port deletion for cd543a01-7c2b-43d6-819a-b4ee0910f5d7 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:56:29.718659 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b9baec75-a100-4c47-9b9d-b9959774fbf6 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] For port c137dcd2-9fa5-45d9-95d5-fc5943a7ece5, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c137dcd2-9fa5-45d9-95d5-fc5943a7ece5,segment=NetworkSegment(f04217eb-f6a5-4f82-97a5-bf49a3a7864e),segment_id=f04217eb-f6a5-4f82-97a5-bf49a3a7864e)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:29.719051 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9baec75-a100-4c47-9b9d-b9959774fbf6 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:29.729938 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-8510a860-c8bd-41af-a884-a438cb674eef None None] Set router 2f3680c6-b4ed-4842-bd8d-748b80773cbe gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:29.732588 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b9baec75-a100-4c47-9b9d-b9959774fbf6 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Calling delete_port for c137dcd2-9fa5-45d9-95d5-fc5943a7ece5 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:29.758085 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-db8aeb9b-49eb-4dc0-b3a0-043ffda2c477 None None] Deleting port c137dcd2-9fa5-45d9-95d5-fc5943a7ece5 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:29.758955 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-db8aeb9b-49eb-4dc0-b3a0-043ffda2c477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:29.772087 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:29.819974 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9baec75-a100-4c47-9b9d-b9959774fbf6 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:29.834665 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-db8aeb9b-49eb-4dc0-b3a0-043ffda2c477 None None] For port c137dcd2-9fa5-45d9-95d5-fc5943a7ece5, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c137dcd2-9fa5-45d9-95d5-fc5943a7ece5,segment=NetworkSegment(f04217eb-f6a5-4f82-97a5-bf49a3a7864e),segment_id=f04217eb-f6a5-4f82-97a5-bf49a3a7864e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:29.835041 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-db8aeb9b-49eb-4dc0-b3a0-043ffda2c477 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:29.849560 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-db8aeb9b-49eb-4dc0-b3a0-043ffda2c477 None None] Calling delete_port for c137dcd2-9fa5-45d9-95d5-fc5943a7ece5 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:29.854450 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9baec75-a100-4c47-9b9d-b9959774fbf6 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Port': ['ID=c137dcd2-9fa5-45d9-95d5-fc5943a7ece5,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:29.859634 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9baec75-a100-4c47-9b9d-b9959774fbf6 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] No DVR routers for this DVR port c137dcd2-9fa5-45d9-95d5-fc5943a7ece5 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:56:29.936214 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-db8aeb9b-49eb-4dc0-b3a0-043ffda2c477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:29.952651 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9baec75-a100-4c47-9b9d-b9959774fbf6 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:29.964596 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8aeb9b-49eb-4dc0-b3a0-043ffda2c477 None None] Pushing event deleted for resources: {'Port': ['ID=c137dcd2-9fa5-45d9-95d5-fc5943a7ece5,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:29.964809 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-b9baec75-a100-4c47-9b9d-b9959774fbf6 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd543a01-7c2b-43d6-819a-b4ee0910f5d7']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:29.978991 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-b9baec75-a100-4c47-9b9d-b9959774fbf6 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f04217eb-f6a5-4f82-97a5-bf49a3a7864e') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:29.979423 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-b9baec75-a100-4c47-9b9d-b9959774fbf6 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f04217eb-f6a5-4f82-97a5-bf49a3a7864e') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:29.980657 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8aeb9b-49eb-4dc0-b3a0-043ffda2c477 None None] No DVR routers for this DVR port c137dcd2-9fa5-45d9-95d5-fc5943a7ece5 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:56:29.992558 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9baec75-a100-4c47-9b9d-b9959774fbf6 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:30.018060 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:30.018452 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9baec75-a100-4c47-9b9d-b9959774fbf6 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:30.024706 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-8510a860-c8bd-41af-a884-a438cb674eef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'name': 'tempest-RoutersIpV6Test-router-1973006025', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:09Z', 'updated_at': '2021-07-29T23:56:28Z', 'revision_number': 10, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'gw_port_host': None, '_interfaces': [{'id': '8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89', 'name': '', 'network_id': 'c5a766f7-027d-4757-bc3d-bb1d02d52d65', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:f5:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:10Z', 'updated_at': '2021-07-29T23:56:16Z', 'revision_number': 5, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:30.027769 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9baec75-a100-4c47-9b9d-b9959774fbf6 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:56:30.028651 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9baec75-a100-4c47-9b9d-b9959774fbf6 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:30.033881 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:56:30.033881 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:56:30.033881 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:56:30.033881 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:56:30.033881 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:56:30.033881 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:56:30.033881 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:56:30.033881 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:56:30.033881 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:56:30.033881 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:56:30.033881 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:56:30.033881 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:56:30.033881 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:56:30.033881 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:56:30.033881 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:56:30.033881 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:56:30.033881 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:56:30.033881 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:56:30.033881 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:56:30.033881 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:56:30.033881 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:56:30.033881 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:56:30.033881 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:56:30.033881 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:56:30.033881 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:56:30.033881 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:56:30.033881 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:56:30.033881 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:56:30.033881 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:56:30.033881 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:56:30.033881 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:56:30.033881 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:56:30.062262 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8510a860-c8bd-41af-a884-a438cb674eef None None] The sync data for ids ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'] in n-d-712140-10 is: [{'id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'name': 'tempest-RoutersIpV6Test-router-1973006025', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:09Z', 'updated_at': '2021-07-29T23:56:28Z', 'revision_number': 10, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'gw_port_host': None, '_interfaces': [{'id': '8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89', 'name': '', 'network_id': 'c5a766f7-027d-4757-bc3d-bb1d02d52d65', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'mac_address': 'fa:16:3e:f5:33:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3751, 'fixed_ips': [{'subnet_id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:56:10Z', 'updated_at': '2021-07-29T23:56:16Z', 'revision_number': 5, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'subnets': [{'id': 'd4a5e2c9-b590-4bc3-b426-7f8650f7a065', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:30.105640 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9baec75-a100-4c47-9b9d-b9959774fbf6 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:30.117443 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9baec75-a100-4c47-9b9d-b9959774fbf6 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:30.122852 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49534) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:30.123377 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b9baec75-a100-4c47-9b9d-b9959774fbf6 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/networks/cd543a01-7c2b-43d6-819a-b4ee0910f5d7 HTTP/1.1" status: 204 len: 168 time: 0.6316426 Jul 29 23:56:30.140419 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9baec75-a100-4c47-9b9d-b9959774fbf6 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Network': ['ID=cd543a01-7c2b-43d6-819a-b4ee0910f5d7,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:30.299711 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf29cc3-f0f4-421c-a56f-4077d9d30a89 req-55cbc8c6-36e2-420d-a067-9980a502f0d6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:30.301245 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0cf29cc3-f0f4-421c-a56f-4077d9d30a89 req-55cbc8c6-36e2-420d-a067-9980a502f0d6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 945 time: 0.2688272 Jul 29 23:56:30.385573 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0cf29cc3-f0f4-421c-a56f-4077d9d30a89 req-c44fa082-319b-400e-8bda-c23535e52aea tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=725bdcf3-3b41-47f6-b825-88a1d1dd6f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507960 Jul 29 23:56:30.537089 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-68512fd2-ffc8-4b35-a713-5c733eec5ffc tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:30.773244 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-68512fd2-ffc8-4b35-a713-5c733eec5ffc tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Deleting port 8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:30.773485 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-68512fd2-ffc8-4b35-a713-5c733eec5ffc tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:30.862720 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-68512fd2-ffc8-4b35-a713-5c733eec5ffc tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] For port 8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89,segment=NetworkSegment(aa490f2b-ec2a-4118-8607-7169df0d48fc),segment_id=aa490f2b-ec2a-4118-8607-7169df0d48fc)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:30.863094 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-68512fd2-ffc8-4b35-a713-5c733eec5ffc tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:30.876318 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-68512fd2-ffc8-4b35-a713-5c733eec5ffc tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Calling delete_port for 8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89 owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:31.039662 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c137dcd2-9fa5-45d9-95d5-fc5943a7ece5 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:56:31.049005 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-68512fd2-ffc8-4b35-a713-5c733eec5ffc tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:31.059749 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: c137dcd2-9fa5-45d9-95d5-fc5943a7ece5 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:56:31.060125 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c137dcd2-9fa5-45d9-95d5-fc5943a7ece5 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:56:31.060541 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 73b956a6-8779-4ff6-adbe-540fd3abfe99 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:56:31.074092 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68512fd2-ffc8-4b35-a713-5c733eec5ffc tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Port': ['ID=8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:31.087086 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 73b956a6-8779-4ff6-adbe-540fd3abfe99 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:56:31.087431 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 73b956a6-8779-4ff6-adbe-540fd3abfe99 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:56:31.173634 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-68512fd2-ffc8-4b35-a713-5c733eec5ffc tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:31.330510 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68512fd2-ffc8-4b35-a713-5c733eec5ffc tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Router 2f3680c6-b4ed-4842-bd8d-748b80773cbe has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:56:31.404703 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68512fd2-ffc8-4b35-a713-5c733eec5ffc tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:31.410123 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-68512fd2-ffc8-4b35-a713-5c733eec5ffc tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "PUT /v2.0/routers/2f3680c6-b4ed-4842-bd8d-748b80773cbe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2847281 Jul 29 23:56:31.412763 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49538) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:31.416760 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28df7f1-4494-407f-bba5-df40043950dc None None] Sync routers for ids ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:31.428104 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28df7f1-4494-407f-bba5-df40043950dc None None] Routers {'2f3680c6-b4ed-4842-bd8d-748b80773cbe'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:31.430184 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c28df7f1-4494-407f-bba5-df40043950dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:31.475862 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-988fad60-c344-4b86-a015-0be6ff868f49 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Deleting subnet d4a5e2c9-b590-4bc3-b426-7f8650f7a065 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:56:31.493901 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-988fad60-c344-4b86-a015-0be6ff868f49 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:31.498019 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-c28df7f1-4494-407f-bba5-df40043950dc None None] Set router 2f3680c6-b4ed-4842-bd8d-748b80773cbe gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:31.540046 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-988fad60-c344-4b86-a015-0be6ff868f49 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:31.550401 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a31ce-03b8-4957-acd6-d71933ebf11f req-d1864fe3-21f3-4b5c-a3db-24fd701e2259 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:31.552203 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f15a31ce-03b8-4957-acd6-d71933ebf11f req-d1864fe3-21f3-4b5c-a3db-24fd701e2259 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 945 time: 0.0950258 Jul 29 23:56:31.554997 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c28df7f1-4494-407f-bba5-df40043950dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'name': 'tempest-RoutersIpV6Test-router-1973006025', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:09Z', 'updated_at': '2021-07-29T23:56:30Z', 'revision_number': 11, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:31.581386 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28df7f1-4494-407f-bba5-df40043950dc None None] Checking router: 2f3680c6-b4ed-4842-bd8d-748b80773cbe for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:56:31.589802 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28df7f1-4494-407f-bba5-df40043950dc None None] Routers {'2f3680c6-b4ed-4842-bd8d-748b80773cbe'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:31.590414 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c28df7f1-4494-407f-bba5-df40043950dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:31.627355 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f15a31ce-03b8-4957-acd6-d71933ebf11f req-ab7ecb5f-cab7-417b-b342-ac5369c8e224 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=725bdcf3-3b41-47f6-b825-88a1d1dd6f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573437 Jul 29 23:56:31.662489 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-c28df7f1-4494-407f-bba5-df40043950dc None None] Set router 2f3680c6-b4ed-4842-bd8d-748b80773cbe gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:31.663355 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-988fad60-c344-4b86-a015-0be6ff868f49 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:31.718053 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c28df7f1-4494-407f-bba5-df40043950dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'name': 'tempest-RoutersIpV6Test-router-1973006025', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:09Z', 'updated_at': '2021-07-29T23:56:30Z', 'revision_number': 11, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:31.723894 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-988fad60-c344-4b86-a015-0be6ff868f49 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:31.745312 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28df7f1-4494-407f-bba5-df40043950dc None None] The sync data for ids ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'] in n-d-712140-10 is: [{'id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'name': 'tempest-RoutersIpV6Test-router-1973006025', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:09Z', 'updated_at': '2021-07-29T23:56:30Z', 'revision_number': 11, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'gw_port_host': None}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:31.750870 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988fad60-c344-4b86-a015-0be6ff868f49 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Subnet': ['ID=d4a5e2c9-b590-4bc3-b426-7f8650f7a065,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:31.754890 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-988fad60-c344-4b86-a015-0be6ff868f49 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:31.756809 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-988fad60-c344-4b86-a015-0be6ff868f49 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/subnets/d4a5e2c9-b590-4bc3-b426-7f8650f7a065 HTTP/1.1" status: 204 len: 168 time: 0.3428829 Jul 29 23:56:31.759404 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49540) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:31.763373 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059f8667-20b0-4ec5-b13f-e8312590499e None None] Network c5a766f7-027d-4757-bc3d-bb1d02d52d65 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:32.127313 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75748d9b-a9e8-4a0a-a2f4-cb509a5c5e34 None None] DHCP port deletion for c5a766f7-027d-4757-bc3d-bb1d02d52d65 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:56:32.178088 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-75748d9b-a9e8-4a0a-a2f4-cb509a5c5e34 None None] Deleting port 6522b7ab-0cec-4026-96d2-a437a70ed9c6 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:32.178466 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-75748d9b-a9e8-4a0a-a2f4-cb509a5c5e34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.196732 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4bc7fbd5-e06e-44f7-924c-0e16cbdac526 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.243244 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-75748d9b-a9e8-4a0a-a2f4-cb509a5c5e34 None None] For port 6522b7ab-0cec-4026-96d2-a437a70ed9c6, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6522b7ab-0cec-4026-96d2-a437a70ed9c6,segment=NetworkSegment(aa490f2b-ec2a-4118-8607-7169df0d48fc),segment_id=aa490f2b-ec2a-4118-8607-7169df0d48fc)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:32.243771 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-75748d9b-a9e8-4a0a-a2f4-cb509a5c5e34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.251033 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-4bc7fbd5-e06e-44f7-924c-0e16cbdac526 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Deleting port 6522b7ab-0cec-4026-96d2-a437a70ed9c6 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:32.251377 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4bc7fbd5-e06e-44f7-924c-0e16cbdac526 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.260219 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-75748d9b-a9e8-4a0a-a2f4-cb509a5c5e34 None None] Calling delete_port for 6522b7ab-0cec-4026-96d2-a437a70ed9c6 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:32.319382 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-4bc7fbd5-e06e-44f7-924c-0e16cbdac526 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] For port 6522b7ab-0cec-4026-96d2-a437a70ed9c6, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6522b7ab-0cec-4026-96d2-a437a70ed9c6,segment=NetworkSegment(aa490f2b-ec2a-4118-8607-7169df0d48fc),segment_id=aa490f2b-ec2a-4118-8607-7169df0d48fc)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:32.319748 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4bc7fbd5-e06e-44f7-924c-0e16cbdac526 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.332765 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-4bc7fbd5-e06e-44f7-924c-0e16cbdac526 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Calling delete_port for 6522b7ab-0cec-4026-96d2-a437a70ed9c6 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:32.341071 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-75748d9b-a9e8-4a0a-a2f4-cb509a5c5e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.366561 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75748d9b-a9e8-4a0a-a2f4-cb509a5c5e34 None None] Pushing event deleted for resources: {'Port': ['ID=6522b7ab-0cec-4026-96d2-a437a70ed9c6,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:32.368478 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75748d9b-a9e8-4a0a-a2f4-cb509a5c5e34 None None] No DVR routers for this DVR port 6522b7ab-0cec-4026-96d2-a437a70ed9c6 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:56:32.411275 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4bc7fbd5-e06e-44f7-924c-0e16cbdac526 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.438699 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc7fbd5-e06e-44f7-924c-0e16cbdac526 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] No DVR routers for this DVR port 6522b7ab-0cec-4026-96d2-a437a70ed9c6 on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:56:32.440599 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7fbd5-e06e-44f7-924c-0e16cbdac526 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Port': ['ID=6522b7ab-0cec-4026-96d2-a437a70ed9c6,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:32.519697 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4bc7fbd5-e06e-44f7-924c-0e16cbdac526 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.529107 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-4bc7fbd5-e06e-44f7-924c-0e16cbdac526 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a766f7-027d-4757-bc3d-bb1d02d52d65']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:32.539003 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-4bc7fbd5-e06e-44f7-924c-0e16cbdac526 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa490f2b-ec2a-4118-8607-7169df0d48fc') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:32.539302 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-4bc7fbd5-e06e-44f7-924c-0e16cbdac526 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa490f2b-ec2a-4118-8607-7169df0d48fc') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:32.547801 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4bc7fbd5-e06e-44f7-924c-0e16cbdac526 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.562952 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4bc7fbd5-e06e-44f7-924c-0e16cbdac526 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.568644 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bc7fbd5-e06e-44f7-924c-0e16cbdac526 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:56:32.569031 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4bc7fbd5-e06e-44f7-924c-0e16cbdac526 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:56:32.572098 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:56:32.632335 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4bc7fbd5-e06e-44f7-924c-0e16cbdac526 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.638849 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4bc7fbd5-e06e-44f7-924c-0e16cbdac526 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.643857 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4bc7fbd5-e06e-44f7-924c-0e16cbdac526 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/networks/c5a766f7-027d-4757-bc3d-bb1d02d52d65 HTTP/1.1" status: 204 len: 168 time: 0.8809903 Jul 29 23:56:32.644211 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49542) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:32.648912 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-51680c53-9713-441f-8ebb-1deeefc7ea52 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Request body: {'router': {'routes': None}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:32.652899 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc7fbd5-e06e-44f7-924c-0e16cbdac526 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Pushing event deleted for resources: {'Network': ['ID=c5a766f7-027d-4757-bc3d-bb1d02d52d65,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:32.745179 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23f76f-fd48-4626-b67e-634c232a9521 req-55071c13-74eb-46ab-9995-fdc1562c9c76 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:32.746680 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5a23f76f-fd48-4626-b67e-634c232a9521 req-55071c13-74eb-46ab-9995-fdc1562c9c76 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 945 time: 0.0489488 Jul 29 23:56:32.785312 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5a23f76f-fd48-4626-b67e-634c232a9521 req-4001b5a8-e173-4349-a3ae-4327c1d2c594 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=725bdcf3-3b41-47f6-b825-88a1d1dd6f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317607 Jul 29 23:56:32.808714 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.extraroute_db [None req-51680c53-9713-441f-8ebb-1deeefc7ea52 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Added routes are [] {{(pid=94064) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 29 23:56:32.809013 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.extraroute_db [None req-51680c53-9713-441f-8ebb-1deeefc7ea52 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Removed routes are [] {{(pid=94064) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 29 23:56:32.809373 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51680c53-9713-441f-8ebb-1deeefc7ea52 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16400064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16332386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.862518 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-103f66aa-5422-4e22-a901-dbfd249268e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.943610 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51680c53-9713-441f-8ebb-1deeefc7ea52 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16400064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16332386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:32.946744 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51680c53-9713-441f-8ebb-1deeefc7ea52 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16400091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16400082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16332405'] for router, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.024315 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51680c53-9713-441f-8ebb-1deeefc7ea52 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Router 2f3680c6-b4ed-4842-bd8d-748b80773cbe has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:56:33.037771 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6522b7ab-0cec-4026-96d2-a437a70ed9c6 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:56:33.057522 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 6522b7ab-0cec-4026-96d2-a437a70ed9c6 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:56:33.057873 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6522b7ab-0cec-4026-96d2-a437a70ed9c6 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:56:33.058284 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:56:33.079243 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:56:33.079591 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 8fc5e2a5-0e34-4b03-9a27-8cf7ffbc4a89 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:56:33.102350 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51680c53-9713-441f-8ebb-1deeefc7ea52 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:33.109826 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-51680c53-9713-441f-8ebb-1deeefc7ea52 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.110967 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-51680c53-9713-441f-8ebb-1deeefc7ea52 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "PUT /v2.0/routers/2f3680c6-b4ed-4842-bd8d-748b80773cbe HTTP/1.1" status: 200 len: 705 time: 0.4657564 Jul 29 23:56:33.113807 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49546) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:33.113959 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3345a39d-81cf-456c-b9af-083544ab77ee None None] Sync routers for ids ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:33.123318 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3345a39d-81cf-456c-b9af-083544ab77ee None None] Routers {'2f3680c6-b4ed-4842-bd8d-748b80773cbe'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:33.124069 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-3345a39d-81cf-456c-b9af-083544ab77ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:33.139974 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-72487ff7-e167-49ff-91a6-ba88ac2e18d0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f3680c6-b4ed-4842-bd8d-748b80773cbe HTTP/1.1" status: 200 len: 205 time: 0.0248713 Jul 29 23:56:33.142293 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49548) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:33.195609 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-3345a39d-81cf-456c-b9af-083544ab77ee None None] Set router 2f3680c6-b4ed-4842-bd8d-748b80773cbe gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:33.219287 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-351e2320-a52a-46d9-bbf0-df0a466179ca tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.249980 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-3345a39d-81cf-456c-b9af-083544ab77ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'name': 'tempest-RoutersIpV6Test-router-1973006025', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:09Z', 'updated_at': '2021-07-29T23:56:30Z', 'revision_number': 11, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:33.277651 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3345a39d-81cf-456c-b9af-083544ab77ee None None] Checking router: 2f3680c6-b4ed-4842-bd8d-748b80773cbe for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:56:33.286554 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3345a39d-81cf-456c-b9af-083544ab77ee None None] Routers {'2f3680c6-b4ed-4842-bd8d-748b80773cbe'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:33.287199 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-3345a39d-81cf-456c-b9af-083544ab77ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:33.354072 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-3345a39d-81cf-456c-b9af-083544ab77ee None None] Set router 2f3680c6-b4ed-4842-bd8d-748b80773cbe gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:33.380420 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-351e2320-a52a-46d9-bbf0-df0a466179ca tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.382515 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-351e2320-a52a-46d9-bbf0-df0a466179ca tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.408587 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-3345a39d-81cf-456c-b9af-083544ab77ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'name': 'tempest-RoutersIpV6Test-router-1973006025', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:09Z', 'updated_at': '2021-07-29T23:56:30Z', 'revision_number': 11, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:33.426341 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-351e2320-a52a-46d9-bbf0-df0a466179ca tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.426840 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351e2320-a52a-46d9-bbf0-df0a466179ca tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Fanout notify agent at l3_agent the message router_deleted on router 2f3680c6-b4ed-4842-bd8d-748b80773cbe {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:56:33.433737 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-351e2320-a52a-46d9-bbf0-df0a466179ca tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.434856 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-351e2320-a52a-46d9-bbf0-df0a466179ca tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/routers/2f3680c6-b4ed-4842-bd8d-748b80773cbe HTTP/1.1" status: 204 len: 168 time: 0.2916355 Jul 29 23:56:33.438511 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3345a39d-81cf-456c-b9af-083544ab77ee None None] The sync data for ids ['2f3680c6-b4ed-4842-bd8d-748b80773cbe'] in n-d-712140-10 is: [{'id': '2f3680c6-b4ed-4842-bd8d-748b80773cbe', 'name': 'tempest-RoutersIpV6Test-router-1973006025', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:09Z', 'updated_at': '2021-07-29T23:56:30Z', 'revision_number': 11, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'gw_port_host': None}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:33.439535 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49550) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:33.444861 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-2e8ee46e-4e99-4f45-9255-b1e6af41d62e tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-931765604', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:33.469979 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2e8ee46e-4e99-4f45-9255-b1e6af41d62e tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.471027 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2e8ee46e-4e99-4f45-9255-b1e6af41d62e tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.529533 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2e8ee46e-4e99-4f45-9255-b1e6af41d62e tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.534764 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2e8ee46e-4e99-4f45-9255-b1e6af41d62e tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.552610 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2e8ee46e-4e99-4f45-9255-b1e6af41d62e tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.554024 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2e8ee46e-4e99-4f45-9255-b1e6af41d62e tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1127470 Jul 29 23:56:33.556539 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49552) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:33.561888 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-164fc97a-ce7d-4a91-8bc8-c58c2f185ee1 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:33.767429 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-164fc97a-ce7d-4a91-8bc8-c58c2f185ee1 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16400064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16332386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.777709 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-164fc97a-ce7d-4a91-8bc8-c58c2f185ee1 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16400091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16400082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16332405'] for router, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:33.906191 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164fc97a-ce7d-4a91-8bc8-c58c2f185ee1 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Router aac145a3-048c-4775-af5f-e0747bea09f1 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:56:33.923207 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582c9794-ae34-4a21-8dec-d0079bda0036 req-9922aeea-88b4-45c5-be53-713ac33fcd34 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:33.924755 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-582c9794-ae34-4a21-8dec-d0079bda0036 req-9922aeea-88b4-45c5-be53-713ac33fcd34 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 945 time: 0.0652466 Jul 29 23:56:34.014090 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164fc97a-ce7d-4a91-8bc8-c58c2f185ee1 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:34.022877 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-164fc97a-ce7d-4a91-8bc8-c58c2f185ee1 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:34.024080 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-164fc97a-ce7d-4a91-8bc8-c58c2f185ee1 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "PUT /v2.0/routers/aac145a3-048c-4775-af5f-e0747bea09f1 HTTP/1.1" status: 200 len: 697 time: 0.4665105 Jul 29 23:56:34.026387 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ce422b-8f08-43d9-ad65-ef334171e345 None None] Sync routers for ids ['aac145a3-048c-4775-af5f-e0747bea09f1'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:34.027506 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49556) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:34.038562 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-582c9794-ae34-4a21-8dec-d0079bda0036 req-a9c63b2f-1733-40e4-a972-98befb74f679 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=725bdcf3-3b41-47f6-b825-88a1d1dd6f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077676 Jul 29 23:56:34.044378 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ce422b-8f08-43d9-ad65-ef334171e345 None None] Routers {'aac145a3-048c-4775-af5f-e0747bea09f1'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:34.045240 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a4ce422b-8f08-43d9-ad65-ef334171e345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['aac145a3-048c-4775-af5f-e0747bea09f1'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:34.111070 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9d2ae096-fc80-4325-8ed3-e1245701c5a0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "GET /v2.0/routers/aac145a3-048c-4775-af5f-e0747bea09f1 HTTP/1.1" status: 200 len: 703 time: 0.0822947 Jul 29 23:56:34.114382 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49558) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:34.118575 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-a4ce422b-8f08-43d9-ad65-ef334171e345 None None] Set router aac145a3-048c-4775-af5f-e0747bea09f1 gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:34.143139 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3f5eb8b9-3740-4c53-b9a4-fa150a672365 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "GET /v2.0/ports?device_id=aac145a3-048c-4775-af5f-e0747bea09f1 HTTP/1.1" status: 200 len: 205 time: 0.0275519 Jul 29 23:56:34.146202 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49560) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:34.174575 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a4ce422b-8f08-43d9-ad65-ef334171e345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac145a3-048c-4775-af5f-e0747bea09f1', 'name': 'tempest-RoutersIpV6Test-router-931765604', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:33Z', 'updated_at': '2021-07-29T23:56:33Z', 'revision_number': 2, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:34.201501 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ce422b-8f08-43d9-ad65-ef334171e345 None None] Checking router: aac145a3-048c-4775-af5f-e0747bea09f1 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:56:34.210409 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ce422b-8f08-43d9-ad65-ef334171e345 None None] Routers {'aac145a3-048c-4775-af5f-e0747bea09f1'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:34.211045 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a4ce422b-8f08-43d9-ad65-ef334171e345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['aac145a3-048c-4775-af5f-e0747bea09f1'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:34.225213 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1a721c0b-ee15-4cce-9769-2fcc7f125aa1 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:34.284497 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-a4ce422b-8f08-43d9-ad65-ef334171e345 None None] Set router aac145a3-048c-4775-af5f-e0747bea09f1 gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:56:34.341049 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a4ce422b-8f08-43d9-ad65-ef334171e345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aac145a3-048c-4775-af5f-e0747bea09f1', 'name': 'tempest-RoutersIpV6Test-router-931765604', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:33Z', 'updated_at': '2021-07-29T23:56:33Z', 'revision_number': 2, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:34.367259 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ce422b-8f08-43d9-ad65-ef334171e345 None None] The sync data for ids ['aac145a3-048c-4775-af5f-e0747bea09f1'] in n-d-712140-10 is: [{'id': 'aac145a3-048c-4775-af5f-e0747bea09f1', 'name': 'tempest-RoutersIpV6Test-router-931765604', 'tenant_id': '10015bee03844326ad7d94bb44b1c3bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:56:33Z', 'updated_at': '2021-07-29T23:56:33Z', 'revision_number': 2, 'project_id': '10015bee03844326ad7d94bb44b1c3bd', 'gw_port_host': None}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:34.390664 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1a721c0b-ee15-4cce-9769-2fcc7f125aa1 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:34.392938 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1a721c0b-ee15-4cce-9769-2fcc7f125aa1 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:34.437738 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1a721c0b-ee15-4cce-9769-2fcc7f125aa1 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:34.438343 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a721c0b-ee15-4cce-9769-2fcc7f125aa1 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Fanout notify agent at l3_agent the message router_deleted on router aac145a3-048c-4775-af5f-e0747bea09f1 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:56:34.445254 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1a721c0b-ee15-4cce-9769-2fcc7f125aa1 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:34.446297 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1a721c0b-ee15-4cce-9769-2fcc7f125aa1 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/routers/aac145a3-048c-4775-af5f-e0747bea09f1 HTTP/1.1" status: 204 len: 168 time: 0.2991774 Jul 29 23:56:34.450104 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49562) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:34.479121 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0049d9c0-222a-4ca6-aefb-910f4f00e013 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "GET /v2.0/ports?device_id=aac145a3-048c-4775-af5f-e0747bea09f1 HTTP/1.1" status: 200 len: 205 time: 0.0277297 Jul 29 23:56:34.482038 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49564) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:34.525498 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-befc3241-8e90-4493-a9ef-b44938907c30 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] delete failed (client error): The resource could not be found. Jul 29 23:56:34.526577 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-befc3241-8e90-4493-a9ef-b44938907c30 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/routers/aac145a3-048c-4775-af5f-e0747bea09f1 HTTP/1.1" status: 404 len: 336 time: 0.0434599 Jul 29 23:56:34.529162 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49566) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:34.557686 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3e16cb7-0e54-42d4-8170-aa7a7b1247d5 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] DELETE failed (client error): The resource could not be found. Jul 29 23:56:34.558153 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3e16cb7-0e54-42d4-8170-aa7a7b1247d5 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:56:34.559935 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d3e16cb7-0e54-42d4-8170-aa7a7b1247d5 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/subnets/1412c767-d556-4798-be85-7db17407874f HTTP/1.1" status: 404 len: 337 time: 0.0298176 Jul 29 23:56:34.562482 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49568) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:34.588795 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a9c154-2b83-4080-a3b2-1be43021022d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] DELETE failed (client error): The resource could not be found. Jul 29 23:56:34.589245 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53a9c154-2b83-4080-a3b2-1be43021022d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:56:34.590952 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-53a9c154-2b83-4080-a3b2-1be43021022d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/subnets/2ed0eda0-7251-415b-aff9-e2b72c6aea76 HTTP/1.1" status: 404 len: 337 time: 0.0275254 Jul 29 23:56:34.594354 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49570) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:34.619963 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d255eb7-7075-4819-9186-1f5f5d90ec46 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] DELETE failed (client error): The resource could not be found. Jul 29 23:56:34.620460 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d255eb7-7075-4819-9186-1f5f5d90ec46 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:56:34.622133 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5d255eb7-7075-4819-9186-1f5f5d90ec46 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/subnets/765e5be5-e174-4e59-843a-91103e46be39 HTTP/1.1" status: 404 len: 337 time: 0.0268686 Jul 29 23:56:34.625031 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49572) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:34.649774 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-f885da98-b84f-4b46-b455-64e1b7544a88 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] DELETE failed (client error): The resource could not be found. Jul 29 23:56:34.650216 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f885da98-b84f-4b46-b455-64e1b7544a88 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:56:34.651977 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f885da98-b84f-4b46-b455-64e1b7544a88 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/subnets/d4a5e2c9-b590-4bc3-b426-7f8650f7a065 HTTP/1.1" status: 404 len: 337 time: 0.0259387 Jul 29 23:56:34.654302 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49574) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:34.685499 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-34aea5d3-5138-4505-b32b-b41e35350490 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "GET /v2.0/ports?device_id=2f3680c6-b4ed-4842-bd8d-748b80773cbe HTTP/1.1" status: 200 len: 205 time: 0.0296125 Jul 29 23:56:34.688065 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49576) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:34.724565 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-56bb89d6-0db0-4e2a-b5bf-c5e793ee2ca9 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] delete failed (client error): The resource could not be found. Jul 29 23:56:34.725626 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-56bb89d6-0db0-4e2a-b5bf-c5e793ee2ca9 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/routers/2f3680c6-b4ed-4842-bd8d-748b80773cbe HTTP/1.1" status: 404 len: 336 time: 0.0366595 Jul 29 23:56:34.728369 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49578) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:34.755270 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c4d71ceb-4d53-41b3-9d65-ca66da208272 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d898fb8-d2ab-4dce-8b35-b1c4596c3f9c HTTP/1.1" status: 200 len: 205 time: 0.0258198 Jul 29 23:56:34.757603 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49580) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:34.798040 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-ab20035c-2432-4d98-b491-4da81bac726c tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] delete failed (client error): The resource could not be found. Jul 29 23:56:34.798974 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ab20035c-2432-4d98-b491-4da81bac726c tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/routers/9d898fb8-d2ab-4dce-8b35-b1c4596c3f9c HTTP/1.1" status: 404 len: 336 time: 0.0404947 Jul 29 23:56:34.801479 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49582) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:34.827789 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f60808-04be-494b-a76f-c9d470716d06 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] DELETE failed (client error): The resource could not be found. Jul 29 23:56:34.828268 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6f60808-04be-494b-a76f-c9d470716d06 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:56:34.829981 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c6f60808-04be-494b-a76f-c9d470716d06 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/subnets/28ea17f9-5503-4d7b-be7f-3c3833604db3 HTTP/1.1" status: 404 len: 337 time: 0.0276144 Jul 29 23:56:34.832447 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49584) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:34.858105 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-932d2036-657d-473d-a0af-08a8b3f288ad tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "GET /v2.0/ports?device_id=c10afb2f-9862-433b-800e-92c6833563d2 HTTP/1.1" status: 200 len: 205 time: 0.0245786 Jul 29 23:56:34.860940 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49586) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:34.895914 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-df169c49-309d-4e3b-b754-d9cddb0a403d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] delete failed (client error): The resource could not be found. Jul 29 23:56:34.896949 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-df169c49-309d-4e3b-b754-d9cddb0a403d tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/routers/c10afb2f-9862-433b-800e-92c6833563d2 HTTP/1.1" status: 404 len: 336 time: 0.0351214 Jul 29 23:56:34.899544 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49588) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:34.932300 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f88e9182-9608-418f-987c-56d0bf3dd51a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6fa2638-de39-4813-8643-bed4cfcb4010 HTTP/1.1" status: 200 len: 205 time: 0.0316479 Jul 29 23:56:34.934562 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49590) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:34.971212 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-7c388edb-8268-44d9-9a72-49c0ba0f204a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] delete failed (client error): The resource could not be found. Jul 29 23:56:34.972333 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7c388edb-8268-44d9-9a72-49c0ba0f204a tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/routers/f6fa2638-de39-4813-8643-bed4cfcb4010 HTTP/1.1" status: 404 len: 336 time: 0.0368838 Jul 29 23:56:34.974982 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49592) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:35.001291 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef6df89-bfdc-4bb6-afae-c2cb247f1f85 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] DELETE failed (client error): The resource could not be found. Jul 29 23:56:35.001749 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef6df89-bfdc-4bb6-afae-c2cb247f1f85 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:56:35.003467 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9ef6df89-bfdc-4bb6-afae-c2cb247f1f85 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/subnets/00635cf0-df33-4d8f-9868-e0c4649f5984 HTTP/1.1" status: 404 len: 337 time: 0.0275831 Jul 29 23:56:35.006079 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49594) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:35.037221 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f846f034-41d8-47a7-bf7f-ba928324dffd tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b0d853a-5872-42ea-bd8e-f997ea5d8c80 HTTP/1.1" status: 200 len: 205 time: 0.0300527 Jul 29 23:56:35.039512 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49596) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:35.075485 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-e011cb45-909e-46db-a097-3d71367af859 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] delete failed (client error): The resource could not be found. Jul 29 23:56:35.076577 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e011cb45-909e-46db-a097-3d71367af859 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/routers/5b0d853a-5872-42ea-bd8e-f997ea5d8c80 HTTP/1.1" status: 404 len: 336 time: 0.0361114 Jul 29 23:56:35.079901 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49600) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:35.106806 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a2c309a-f631-40be-96f9-008f563238f0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] DELETE failed (client error): The resource could not be found. Jul 29 23:56:35.107262 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a2c309a-f631-40be-96f9-008f563238f0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:56:35.109336 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4a2c309a-f631-40be-96f9-008f563238f0 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/subnets/503b76ec-22ec-4889-8fc9-5b316f638f2d HTTP/1.1" status: 404 len: 337 time: 0.0285308 Jul 29 23:56:35.111965 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49602) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:35.144757 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5b9f4268-1b84-4974-8cdb-f1187fcf8dc7 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "GET /v2.0/ports?device_id=34a94aa0-8164-4130-90f5-73a8172d175c HTTP/1.1" status: 200 len: 205 time: 0.0317388 Jul 29 23:56:35.149232 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49604) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:35.186161 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832abc9c-ee90-4246-998b-78ede9959231 req-c6e8793e-38fa-45d3-84c5-c4511d27f5be tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:35.188010 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-832abc9c-ee90-4246-998b-78ede9959231 req-c6e8793e-38fa-45d3-84c5-c4511d27f5be tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 945 time: 0.0675437 Jul 29 23:56:35.191454 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-33250a1f-7bb4-4646-a8e3-84e5f6ef1e0b tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] delete failed (client error): The resource could not be found. Jul 29 23:56:35.195101 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-33250a1f-7bb4-4646-a8e3-84e5f6ef1e0b tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/routers/34a94aa0-8164-4130-90f5-73a8172d175c HTTP/1.1" status: 404 len: 336 time: 0.0440657 Jul 29 23:56:35.195536 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49606) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:35.237582 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb690958-fa4a-42e2-a25d-2d769fcd750e tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] DELETE failed (client error): The resource could not be found. Jul 29 23:56:35.237988 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb690958-fa4a-42e2-a25d-2d769fcd750e tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:56:35.239867 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-eb690958-fa4a-42e2-a25d-2d769fcd750e tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/subnets/bdcb1eba-bc83-4de3-95d9-5e7b8cf07360 HTTP/1.1" status: 404 len: 337 time: 0.0427566 Jul 29 23:56:35.242575 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49610) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:35.257636 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-832abc9c-ee90-4246-998b-78ede9959231 req-f7bfa525-b723-434a-811c-6afae955e3e5 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=725bdcf3-3b41-47f6-b825-88a1d1dd6f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628295 Jul 29 23:56:35.286014 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f4a8aa-9525-4862-b1ee-c64ad4309825 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] DELETE failed (client error): The resource could not be found. Jul 29 23:56:35.286477 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94f4a8aa-9525-4862-b1ee-c64ad4309825 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:56:35.288236 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-94f4a8aa-9525-4862-b1ee-c64ad4309825 tempest-RoutersIpV6Test-2102766163 tempest-RoutersIpV6Test-2102766163-project] 10.222.0.18 "DELETE /v2.0/subnets/bb95a2e9-593b-4d65-aa26-009c2c19e6c6 HTTP/1.1" status: 404 len: 337 time: 0.0446866 Jul 29 23:56:35.401666 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:35.526367 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49616) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:35.659764 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a50d0b11-3d62-4aae-ad9c-27dad791ba94 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=10015bee03844326ad7d94bb44b1c3bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1322517 Jul 29 23:56:35.662278 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49620) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:35.708849 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e389ee56-ea50-4651-9dac-1e7a82869291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:35.729328 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e389ee56-ea50-4651-9dac-1e7a82869291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:35.777505 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e389ee56-ea50-4651-9dac-1e7a82869291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:35.781075 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e389ee56-ea50-4651-9dac-1e7a82869291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:35.782209 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e389ee56-ea50-4651-9dac-1e7a82869291 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a14bbd7a-f336-49d5-8c95-612110f5feb6 HTTP/1.1" status: 204 len: 168 time: 0.1190329 Jul 29 23:56:35.790217 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e389ee56-ea50-4651-9dac-1e7a82869291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a14bbd7a-f336-49d5-8c95-612110f5feb6,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:36.250624 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-38beab97-3c61-4cf3-910f-e1fe98583881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:36.385304 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1e4c8-d00b-460f-8412-2e6ab645c874 req-c73e08f7-2958-4560-875c-2b75c432b3f1 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:36.386803 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6cd1e4c8-d00b-460f-8412-2e6ab645c874 req-c73e08f7-2958-4560-875c-2b75c432b3f1 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 945 time: 0.0483885 Jul 29 23:56:36.413147 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49644) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:36.426454 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6cd1e4c8-d00b-460f-8412-2e6ab645c874 req-6080b9c0-2c29-47b5-ad22-b6e79f9b799a tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=725bdcf3-3b41-47f6-b825-88a1d1dd6f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328014 Jul 29 23:56:36.511202 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-cc99072f-199e-4fe4-99d5-26a5cdb859e1 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Request body: {'network': {'name': 'tempest-RoutersTest-2021123682'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:36.535290 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc99072f-199e-4fe4-99d5-26a5cdb859e1 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Made reservation on behalf of 272dc532350e4739b2702d8077380801 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:36.538973 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cc99072f-199e-4fe4-99d5-26a5cdb859e1 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:36.549255 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cc99072f-199e-4fe4-99d5-26a5cdb859e1 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:36.663536 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cc99072f-199e-4fe4-99d5-26a5cdb859e1 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:36.669041 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cc99072f-199e-4fe4-99d5-26a5cdb859e1 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:36.698066 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc99072f-199e-4fe4-99d5-26a5cdb859e1 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:56:36.707281 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99072f-199e-4fe4-99d5-26a5cdb859e1 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dde0787-ac1f-435d-bb20-f9ce9408eb58,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:36.713376 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cc99072f-199e-4fe4-99d5-26a5cdb859e1 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:36.713728 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-cc99072f-199e-4fe4-99d5-26a5cdb859e1 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Added segment e34fbede-5cc5-467e-b4b3-01a3707e9d13 of type vlan for network 7db41ba9-f904-4a03-a124-6f2df90329e7 Jul 29 23:56:36.755008 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cc99072f-199e-4fe4-99d5-26a5cdb859e1 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:36.784984 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cc99072f-199e-4fe4-99d5-26a5cdb859e1 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:36.790581 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc99072f-199e-4fe4-99d5-26a5cdb859e1 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:36.791168 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cc99072f-199e-4fe4-99d5-26a5cdb859e1 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:36.852802 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cc99072f-199e-4fe4-99d5-26a5cdb859e1 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4384215 Jul 29 23:56:36.855280 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49648) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:36.861341 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-8b387e65-10c5-45e2-ae80-dff3c785c48c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Request body: {'network': {'name': 'tempest-RoutersTest-2141974493'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:36.878690 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc99072f-199e-4fe4-99d5-26a5cdb859e1 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Network': ['ID=7db41ba9-f904-4a03-a124-6f2df90329e7,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:36.890328 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 7db41ba9-f904-4a03-a124-6f2df90329e7 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:56:36.892333 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b387e65-10c5-45e2-ae80-dff3c785c48c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Made reservation on behalf of 272dc532350e4739b2702d8077380801 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:36.895797 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8b387e65-10c5-45e2-ae80-dff3c785c48c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:36.923060 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b387e65-10c5-45e2-ae80-dff3c785c48c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:56:36.934762 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8b387e65-10c5-45e2-ae80-dff3c785c48c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:36.934762 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-8b387e65-10c5-45e2-ae80-dff3c785c48c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Added segment 5841e22c-2056-462e-9bd2-679873a56e20 of type vlan for network 5c6d1331-19b7-4896-b8f3-737306bce683 Jul 29 23:56:36.982535 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8b387e65-10c5-45e2-ae80-dff3c785c48c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:37.017618 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8b387e65-10c5-45e2-ae80-dff3c785c48c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:37.023931 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b387e65-10c5-45e2-ae80-dff3c785c48c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:37.024587 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8b387e65-10c5-45e2-ae80-dff3c785c48c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:37.090632 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8b387e65-10c5-45e2-ae80-dff3c785c48c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2342868 Jul 29 23:56:37.094226 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49650) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:37.100158 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-89827286-30dd-496c-9279-6d3e513d8eff tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Request body: {'subnet': {'network_id': '7db41ba9-f904-4a03-a124-6f2df90329e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:37.103483 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b387e65-10c5-45e2-ae80-dff3c785c48c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Network': ['ID=5c6d1331-19b7-4896-b8f3-737306bce683,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:37.120366 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 5c6d1331-19b7-4896-b8f3-737306bce683 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:56:37.161868 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:37.199525 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89827286-30dd-496c-9279-6d3e513d8eff tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Made reservation on behalf of 272dc532350e4739b2702d8077380801 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:37.203516 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-89827286-30dd-496c-9279-6d3e513d8eff tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:37.382515 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-89827286-30dd-496c-9279-6d3e513d8eff tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:37.443816 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89827286-30dd-496c-9279-6d3e513d8eff tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Subnet': ['ID=71b7a93a-0de7-4c72-be76-1966855e545c,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:37.453062 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89827286-30dd-496c-9279-6d3e513d8eff tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Checking segment: {'id': 'e34fbede-5cc5-467e-b4b3-01a3707e9d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7db41ba9-f904-4a03-a124-6f2df90329e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:37.453429 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89827286-30dd-496c-9279-6d3e513d8eff tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network hostable DHCP agents. Network: 7db41ba9-f904-4a03-a124-6f2df90329e7, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:56:37.471476 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89827286-30dd-496c-9279-6d3e513d8eff tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network 7db41ba9-f904-4a03-a124-6f2df90329e7 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:56:37.480113 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-89827286-30dd-496c-9279-6d3e513d8eff tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 7db41ba9-f904-4a03-a124-6f2df90329e7) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:37.488422 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4301633f-0fdc-40c7-8844-8efdebeab0b3 None None] Network 7db41ba9-f904-4a03-a124-6f2df90329e7 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:37.488959 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89827286-30dd-496c-9279-6d3e513d8eff tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:37.489554 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-89827286-30dd-496c-9279-6d3e513d8eff tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:37.513303 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-89827286-30dd-496c-9279-6d3e513d8eff tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4173579 Jul 29 23:56:37.516974 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49654) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:37.523669 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-61c30681-3685-473b-bd29-a8e06323b976 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Request body: {'subnet': {'network_id': '5c6d1331-19b7-4896-b8f3-737306bce683', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:37.552256 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98635282-807d-47ab-ba0e-73221d952402 req-23cb2771-2daf-4f7f-8932-104748797668 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:37.553766 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98635282-807d-47ab-ba0e-73221d952402 req-23cb2771-2daf-4f7f-8932-104748797668 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 945 time: 0.0556457 Jul 29 23:56:37.596171 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98635282-807d-47ab-ba0e-73221d952402 req-ef255dcb-4780-4b23-97cb-b9d82448c896 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=725bdcf3-3b41-47f6-b825-88a1d1dd6f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359621 Jul 29 23:56:37.622156 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c30681-3685-473b-bd29-a8e06323b976 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Made reservation on behalf of 272dc532350e4739b2702d8077380801 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:37.626946 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-61c30681-3685-473b-bd29-a8e06323b976 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:37.641672 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83474dbc-9019-4920-bfdb-48aa839c85e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-7db41ba9-f904-4a03-a124-6f2df90329e7', 'network_id': '7db41ba9-f904-4a03-a124-6f2df90329e7', 'tenant_id': '272dc532350e4739b2702d8077380801', 'fixed_ips': [{'subnet_id': '71b7a93a-0de7-4c72-be76-1966855e545c'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:56:37.642724 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-83474dbc-9019-4920-bfdb-48aa839c85e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:37.776726 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-83474dbc-9019-4920-bfdb-48aa839c85e9 None None] Allocated IP 172.20.0.2 (7db41ba9-f904-4a03-a124-6f2df90329e7/71b7a93a-0de7-4c72-be76-1966855e545c/904c2cdd-269f-4974-8762-81ec46fb7e25) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:37.813488 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-61c30681-3685-473b-bd29-a8e06323b976 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:37.879042 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c30681-3685-473b-bd29-a8e06323b976 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Subnet': ['ID=51cbcebe-31a8-4bc6-ac42-d2219dc29661,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:37.886405 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c30681-3685-473b-bd29-a8e06323b976 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Checking segment: {'id': '5841e22c-2056-462e-9bd2-679873a56e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c6d1331-19b7-4896-b8f3-737306bce683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:37.886770 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c30681-3685-473b-bd29-a8e06323b976 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network hostable DHCP agents. Network: 5c6d1331-19b7-4896-b8f3-737306bce683, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:56:37.903639 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c30681-3685-473b-bd29-a8e06323b976 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network 5c6d1331-19b7-4896-b8f3-737306bce683 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:56:37.913425 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-61c30681-3685-473b-bd29-a8e06323b976 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 5c6d1331-19b7-4896-b8f3-737306bce683) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:37.917764 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c30681-3685-473b-bd29-a8e06323b976 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:37.918354 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-61c30681-3685-473b-bd29-a8e06323b976 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:37.927939 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62617c39-1c1d-4f0c-9430-d4ea111c66b2 None None] Network 5c6d1331-19b7-4896-b8f3-737306bce683 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:37.930016 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-83474dbc-9019-4920-bfdb-48aa839c85e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:37.936486 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-61c30681-3685-473b-bd29-a8e06323b976 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4151196 Jul 29 23:56:37.936673 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49656) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:37.941232 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-d562b586-fc66-4953-8d8a-ab15a75fee39 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-605444585', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:37.965598 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d562b586-fc66-4953-8d8a-ab15a75fee39 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:37.966671 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d562b586-fc66-4953-8d8a-ab15a75fee39 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:37.976804 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-83474dbc-9019-4920-bfdb-48aa839c85e9 None None] Transition to ACTIVE for port object 904c2cdd-269f-4974-8762-81ec46fb7e25 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:38.002745 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-83474dbc-9019-4920-bfdb-48aa839c85e9 None None] Transition to ACTIVE for port object 904c2cdd-269f-4974-8762-81ec46fb7e25 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:38.015485 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-83474dbc-9019-4920-bfdb-48aa839c85e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:38.080138 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83474dbc-9019-4920-bfdb-48aa839c85e9 None None] Network 7db41ba9-f904-4a03-a124-6f2df90329e7 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:38.108121 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-83474dbc-9019-4920-bfdb-48aa839c85e9 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:38.111712 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83474dbc-9019-4920-bfdb-48aa839c85e9 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:38.115999 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83474dbc-9019-4920-bfdb-48aa839c85e9 None None] Pushing event updated for resources: {'Port': ['ID=904c2cdd-269f-4974-8762-81ec46fb7e25,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:38.198141 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897a6fbf-a7ab-4727-977f-9d97259fd7c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-5c6d1331-19b7-4896-b8f3-737306bce683', 'network_id': '5c6d1331-19b7-4896-b8f3-737306bce683', 'tenant_id': '272dc532350e4739b2702d8077380801', 'fixed_ips': [{'subnet_id': '51cbcebe-31a8-4bc6-ac42-d2219dc29661'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:56:38.199023 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-897a6fbf-a7ab-4727-977f-9d97259fd7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:38.211685 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-83474dbc-9019-4920-bfdb-48aa839c85e9 None None] Attempting to bind port 904c2cdd-269f-4974-8762-81ec46fb7e25 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:56:38.212079 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-83474dbc-9019-4920-bfdb-48aa839c85e9 None None] Attempting to bind port 904c2cdd-269f-4974-8762-81ec46fb7e25 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'e34fbede-5cc5-467e-b4b3-01a3707e9d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7db41ba9-f904-4a03-a124-6f2df90329e7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:56:38.212450 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83474dbc-9019-4920-bfdb-48aa839c85e9 None None] Attempting to bind port 904c2cdd-269f-4974-8762-81ec46fb7e25 on network 7db41ba9-f904-4a03-a124-6f2df90329e7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:38.232696 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83474dbc-9019-4920-bfdb-48aa839c85e9 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:56:38.233117 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83474dbc-9019-4920-bfdb-48aa839c85e9 None None] Checking segment: {'id': 'e34fbede-5cc5-467e-b4b3-01a3707e9d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7db41ba9-f904-4a03-a124-6f2df90329e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:38.233742 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-83474dbc-9019-4920-bfdb-48aa839c85e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:38.234062 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83474dbc-9019-4920-bfdb-48aa839c85e9 None None] Bound using segment: {'id': 'e34fbede-5cc5-467e-b4b3-01a3707e9d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7db41ba9-f904-4a03-a124-6f2df90329e7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:56:38.234498 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-83474dbc-9019-4920-bfdb-48aa839c85e9 None None] Bound port: 904c2cdd-269f-4974-8762-81ec46fb7e25, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e34fbede-5cc5-467e-b4b3-01a3707e9d13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7db41ba9-f904-4a03-a124-6f2df90329e7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:56:38.234883 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-83474dbc-9019-4920-bfdb-48aa839c85e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:38.258827 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:38.307898 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d562b586-fc66-4953-8d8a-ab15a75fee39 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:38.312693 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d562b586-fc66-4953-8d8a-ab15a75fee39 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:38.328733 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d562b586-fc66-4953-8d8a-ab15a75fee39 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:38.330090 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d562b586-fc66-4953-8d8a-ab15a75fee39 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3924398 Jul 29 23:56:38.334651 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49658) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:38.395010 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-83474dbc-9019-4920-bfdb-48aa839c85e9 None None] For port 904c2cdd-269f-4974-8762-81ec46fb7e25, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:56:38.399284 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-83474dbc-9019-4920-bfdb-48aa839c85e9 None None] For port 904c2cdd-269f-4974-8762-81ec46fb7e25, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=904c2cdd-269f-4974-8762-81ec46fb7e25,segment=NetworkSegment(e34fbede-5cc5-467e-b4b3-01a3707e9d13),segment_id=e34fbede-5cc5-467e-b4b3-01a3707e9d13)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:56:38.407168 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-83474dbc-9019-4920-bfdb-48aa839c85e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:38.413889 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-897a6fbf-a7ab-4727-977f-9d97259fd7c6 None None] Allocated IP 172.21.0.2 (5c6d1331-19b7-4896-b8f3-737306bce683/51cbcebe-31a8-4bc6-ac42-d2219dc29661/a4ad42cf-9363-49fb-9b70-fc98198132e1) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:38.527105 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83474dbc-9019-4920-bfdb-48aa839c85e9 None None] Pushing event updated for resources: {'Port': ['ID=904c2cdd-269f-4974-8762-81ec46fb7e25,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:38.625833 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4a217a39-60c4-4ff1-ab17-7b12d6d86bd6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:38.626480 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-897a6fbf-a7ab-4727-977f-9d97259fd7c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:38.638197 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-897a6fbf-a7ab-4727-977f-9d97259fd7c6 None None] Transition to ACTIVE for port object a4ad42cf-9363-49fb-9b70-fc98198132e1 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:38.660497 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-897a6fbf-a7ab-4727-977f-9d97259fd7c6 None None] Transition to ACTIVE for port object a4ad42cf-9363-49fb-9b70-fc98198132e1 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:38.670144 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-897a6fbf-a7ab-4727-977f-9d97259fd7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:38.715667 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897a6fbf-a7ab-4727-977f-9d97259fd7c6 None None] Network 5c6d1331-19b7-4896-b8f3-737306bce683 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:38.723580 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-897a6fbf-a7ab-4727-977f-9d97259fd7c6 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:38.730418 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897a6fbf-a7ab-4727-977f-9d97259fd7c6 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:38.735867 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a6fbf-a7ab-4727-977f-9d97259fd7c6 None None] Pushing event updated for resources: {'Port': ['ID=a4ad42cf-9363-49fb-9b70-fc98198132e1,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:38.791974 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fedeed-07fa-443e-8440-d1dcea94e0f5 req-1e69b390-9978-4eb9-b526-8ce930e25352 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:38.800997 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-19fedeed-07fa-443e-8440-d1dcea94e0f5 req-1e69b390-9978-4eb9-b526-8ce930e25352 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 945 time: 0.0818601 Jul 29 23:56:38.804372 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-897a6fbf-a7ab-4727-977f-9d97259fd7c6 None None] Attempting to bind port a4ad42cf-9363-49fb-9b70-fc98198132e1 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:56:38.804958 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-897a6fbf-a7ab-4727-977f-9d97259fd7c6 None None] Attempting to bind port a4ad42cf-9363-49fb-9b70-fc98198132e1 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '5841e22c-2056-462e-9bd2-679873a56e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c6d1331-19b7-4896-b8f3-737306bce683'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:56:38.805337 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a6fbf-a7ab-4727-977f-9d97259fd7c6 None None] Attempting to bind port a4ad42cf-9363-49fb-9b70-fc98198132e1 on network 5c6d1331-19b7-4896-b8f3-737306bce683 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:38.811272 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a6fbf-a7ab-4727-977f-9d97259fd7c6 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:56:38.811615 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a6fbf-a7ab-4727-977f-9d97259fd7c6 None None] Checking segment: {'id': '5841e22c-2056-462e-9bd2-679873a56e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c6d1331-19b7-4896-b8f3-737306bce683'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:38.811866 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-897a6fbf-a7ab-4727-977f-9d97259fd7c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:38.812284 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897a6fbf-a7ab-4727-977f-9d97259fd7c6 None None] Bound using segment: {'id': '5841e22c-2056-462e-9bd2-679873a56e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c6d1331-19b7-4896-b8f3-737306bce683'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:56:38.812788 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-897a6fbf-a7ab-4727-977f-9d97259fd7c6 None None] Bound port: a4ad42cf-9363-49fb-9b70-fc98198132e1, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5841e22c-2056-462e-9bd2-679873a56e20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '5c6d1331-19b7-4896-b8f3-737306bce683'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:56:38.813234 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-897a6fbf-a7ab-4727-977f-9d97259fd7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:38.844803 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-19fedeed-07fa-443e-8440-d1dcea94e0f5 req-bcd92445-e2a3-48f6-9cec-d8ae7169f7ff tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=725bdcf3-3b41-47f6-b825-88a1d1dd6f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426617 Jul 29 23:56:38.899294 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-897a6fbf-a7ab-4727-977f-9d97259fd7c6 None None] For port a4ad42cf-9363-49fb-9b70-fc98198132e1, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:56:38.902277 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-897a6fbf-a7ab-4727-977f-9d97259fd7c6 None None] For port a4ad42cf-9363-49fb-9b70-fc98198132e1, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a4ad42cf-9363-49fb-9b70-fc98198132e1,segment=NetworkSegment(5841e22c-2056-462e-9bd2-679873a56e20),segment_id=5841e22c-2056-462e-9bd2-679873a56e20)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:56:38.907343 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-897a6fbf-a7ab-4727-977f-9d97259fd7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:38.939284 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-4a217a39-60c4-4ff1-ab17-7b12d6d86bd6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Allocated IP 172.20.0.1 (7db41ba9-f904-4a03-a124-6f2df90329e7/71b7a93a-0de7-4c72-be76-1966855e545c/d0436a25-4965-4b17-92aa-f0c34f098338) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:38.977502 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897a6fbf-a7ab-4727-977f-9d97259fd7c6 None None] Pushing event updated for resources: {'Port': ['ID=a4ad42cf-9363-49fb-9b70-fc98198132e1,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:39.080427 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4a217a39-60c4-4ff1-ab17-7b12d6d86bd6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:39.089854 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 904c2cdd-269f-4974-8762-81ec46fb7e25 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:39.098435 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-4a217a39-60c4-4ff1-ab17-7b12d6d86bd6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Transition to ACTIVE for port object d0436a25-4965-4b17-92aa-f0c34f098338 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:39.133302 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4a217a39-60c4-4ff1-ab17-7b12d6d86bd6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:39.145318 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 904c2cdd-269f-4974-8762-81ec46fb7e25 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:39.218961 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a217a39-60c4-4ff1-ab17-7b12d6d86bd6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network 7db41ba9-f904-4a03-a124-6f2df90329e7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:39.222395 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-4a217a39-60c4-4ff1-ab17-7b12d6d86bd6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:39.229065 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a217a39-60c4-4ff1-ab17-7b12d6d86bd6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:39.236651 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a217a39-60c4-4ff1-ab17-7b12d6d86bd6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Port': ['ID=d0436a25-4965-4b17-92aa-f0c34f098338,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:39.291444 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4a217a39-60c4-4ff1-ab17-7b12d6d86bd6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:39.429313 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4a217a39-60c4-4ff1-ab17-7b12d6d86bd6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:39.578078 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60427922-29df-4a02-9fe1-486198240dc8 None None] Network 7db41ba9-f904-4a03-a124-6f2df90329e7 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:39.638723 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7bd06da3-1097-4b84-b9ae-6d63ac6df4f6 None None] Provisioning for port 904c2cdd-269f-4974-8762-81ec46fb7e25 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:39.651897 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7bd06da3-1097-4b84-b9ae-6d63ac6df4f6 None None] Provisioning complete for port 904c2cdd-269f-4974-8762-81ec46fb7e25 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:39.653378 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7bd06da3-1097-4b84-b9ae-6d63ac6df4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:39.735927 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4a217a39-60c4-4ff1-ab17-7b12d6d86bd6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:39.742091 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4a217a39-60c4-4ff1-ab17-7b12d6d86bd6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:39.809182 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7bd06da3-1097-4b84-b9ae-6d63ac6df4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:39.831367 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a217a39-60c4-4ff1-ab17-7b12d6d86bd6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Port': ['ID=d0436a25-4965-4b17-92aa-f0c34f098338,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:39.836764 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4a217a39-60c4-4ff1-ab17-7b12d6d86bd6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:39.863109 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-7bd06da3-1097-4b84-b9ae-6d63ac6df4f6 None None] For port 904c2cdd-269f-4974-8762-81ec46fb7e25, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=904c2cdd-269f-4974-8762-81ec46fb7e25,segment=NetworkSegment(e34fbede-5cc5-467e-b4b3-01a3707e9d13),segment_id=e34fbede-5cc5-467e-b4b3-01a3707e9d13)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:39.868793 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7bd06da3-1097-4b84-b9ae-6d63ac6df4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:39.941984 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd06da3-1097-4b84-b9ae-6d63ac6df4f6 None None] Pushing event updated for resources: {'Port': ['ID=904c2cdd-269f-4974-8762-81ec46fb7e25,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:39.980561 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a217a39-60c4-4ff1-ab17-7b12d6d86bd6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network 7db41ba9-f904-4a03-a124-6f2df90329e7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:39.984582 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-4a217a39-60c4-4ff1-ab17-7b12d6d86bd6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:40.023557 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c615c-464a-426b-b22f-b270eb1c95cd req-1c39c6c5-7387-4763-8c70-909a87f268fc tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:40.026015 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3b3c615c-464a-426b-b22f-b270eb1c95cd req-1c39c6c5-7387-4763-8c70-909a87f268fc tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 945 time: 0.0535674 Jul 29 23:56:40.071751 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3b3c615c-464a-426b-b22f-b270eb1c95cd req-67232a28-df70-4571-a8eb-fd56562185eb tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=725bdcf3-3b41-47f6-b825-88a1d1dd6f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351079 Jul 29 23:56:40.103963 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8edfa5-4652-4f02-afd2-8a65d65126e0 None None] Network 5c6d1331-19b7-4896-b8f3-737306bce683 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:40.136921 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a217a39-60c4-4ff1-ab17-7b12d6d86bd6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Router 67d36a9d-978f-4602-b46e-31a0b7ba348a is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:56:40.223006 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e92af84b-32b0-40bf-972e-37b4755d5983 None None] Provisioning for port a4ad42cf-9363-49fb-9b70-fc98198132e1 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:40.243957 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a217a39-60c4-4ff1-ab17-7b12d6d86bd6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:40.255412 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4a217a39-60c4-4ff1-ab17-7b12d6d86bd6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "PUT /v2.0/routers/67d36a9d-978f-4602-b46e-31a0b7ba348a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9174664 Jul 29 23:56:40.255714 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49664) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:40.262563 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464598a3-7734-4366-ad6b-de20db53b9d1 None None] Sync routers for ids ['67d36a9d-978f-4602-b46e-31a0b7ba348a'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:40.268858 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e92af84b-32b0-40bf-972e-37b4755d5983 None None] Provisioning for port d0436a25-4965-4b17-92aa-f0c34f098338 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:40.278497 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e92af84b-32b0-40bf-972e-37b4755d5983 None None] Provisioning complete for port d0436a25-4965-4b17-92aa-f0c34f098338 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:40.280367 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e92af84b-32b0-40bf-972e-37b4755d5983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:40.284401 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464598a3-7734-4366-ad6b-de20db53b9d1 None None] Routers {'67d36a9d-978f-4602-b46e-31a0b7ba348a'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:40.285033 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-464598a3-7734-4366-ad6b-de20db53b9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['67d36a9d-978f-4602-b46e-31a0b7ba348a'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:40.321093 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd76eeb-bbca-45a3-a38d-9ace63228e39 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:40.322171 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e92af84b-32b0-40bf-972e-37b4755d5983 None None] Port d0436a25-4965-4b17-92aa-f0c34f098338 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:40.322908 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-464598a3-7734-4366-ad6b-de20db53b9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:40.324280 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0dd76eeb-bbca-45a3-a38d-9ace63228e39 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "GET /v2.0/ports/d0436a25-4965-4b17-92aa-f0c34f098338 HTTP/1.1" status: 200 len: 910 time: 0.0675335 Jul 29 23:56:40.326260 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49666) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:40.334635 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464598a3-7734-4366-ad6b-de20db53b9d1 None None] Routers {'67d36a9d-978f-4602-b46e-31a0b7ba348a'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:40.335454 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-464598a3-7734-4366-ad6b-de20db53b9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['67d36a9d-978f-4602-b46e-31a0b7ba348a'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:40.351083 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e92af84b-32b0-40bf-972e-37b4755d5983 None None] Provisioning complete for port 904c2cdd-269f-4974-8762-81ec46fb7e25 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:40.351459 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e92af84b-32b0-40bf-972e-37b4755d5983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:40.371904 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-464598a3-7734-4366-ad6b-de20db53b9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:40.372807 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-464598a3-7734-4366-ad6b-de20db53b9d1 None None] The sync data for ids ['67d36a9d-978f-4602-b46e-31a0b7ba348a'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:40.570208 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fbd495d6-4416-438e-8128-bdfc29169380 None None] Provisioning complete for port d0436a25-4965-4b17-92aa-f0c34f098338 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:40.570592 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fbd495d6-4416-438e-8128-bdfc29169380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:40.609552 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-fbd495d6-4416-438e-8128-bdfc29169380 None None] Port d0436a25-4965-4b17-92aa-f0c34f098338 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:40.721782 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b36906a-97a7-41f5-9186-aeb963fed28a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:40.737449 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a306004d-d748-4b8e-a183-32058d4a19d6 None None] Provisioning complete for port d0436a25-4965-4b17-92aa-f0c34f098338 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:40.737824 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a306004d-d748-4b8e-a183-32058d4a19d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:40.771583 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a306004d-d748-4b8e-a183-32058d4a19d6 None None] Port d0436a25-4965-4b17-92aa-f0c34f098338 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:40.981435 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-9b36906a-97a7-41f5-9186-aeb963fed28a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Allocated IP 172.21.0.1 (5c6d1331-19b7-4896-b8f3-737306bce683/51cbcebe-31a8-4bc6-ac42-d2219dc29661/fc0fbff6-e8ef-4109-93e3-91ea992c0ce0) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:41.106687 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b36906a-97a7-41f5-9186-aeb963fed28a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:41.120505 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a4ad42cf-9363-49fb-9b70-fc98198132e1 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:41.123915 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-9b36906a-97a7-41f5-9186-aeb963fed28a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Transition to ACTIVE for port object fc0fbff6-e8ef-4109-93e3-91ea992c0ce0 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:41.164456 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b36906a-97a7-41f5-9186-aeb963fed28a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:41.173872 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port a4ad42cf-9363-49fb-9b70-fc98198132e1 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:41.178811 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port a4ad42cf-9363-49fb-9b70-fc98198132e1 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:41.179192 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:41.204445 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b36906a-97a7-41f5-9186-aeb963fed28a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network 5c6d1331-19b7-4896-b8f3-737306bce683 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:41.207720 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-9b36906a-97a7-41f5-9186-aeb963fed28a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:41.211524 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b36906a-97a7-41f5-9186-aeb963fed28a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:41.216898 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54a410-33ee-4c5b-ab0f-67c64966e4ca req-27315afd-1e5d-4a52-9acb-e25ee68d2e66 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:41.219191 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee54a410-33ee-4c5b-ab0f-67c64966e4ca req-27315afd-1e5d-4a52-9acb-e25ee68d2e66 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 945 time: 0.0595679 Jul 29 23:56:41.228418 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36906a-97a7-41f5-9186-aeb963fed28a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Port': ['ID=fc0fbff6-e8ef-4109-93e3-91ea992c0ce0,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:41.258603 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee54a410-33ee-4c5b-ab0f-67c64966e4ca req-ee9cea69-9a28-4631-b93f-9a18f55d2539 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=725bdcf3-3b41-47f6-b825-88a1d1dd6f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325475 Jul 29 23:56:41.287722 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b36906a-97a7-41f5-9186-aeb963fed28a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:41.289179 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:41.324961 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port a4ad42cf-9363-49fb-9b70-fc98198132e1, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a4ad42cf-9363-49fb-9b70-fc98198132e1,segment=NetworkSegment(5841e22c-2056-462e-9bd2-679873a56e20),segment_id=5841e22c-2056-462e-9bd2-679873a56e20)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:41.330227 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:41.331563 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 904c2cdd-269f-4974-8762-81ec46fb7e25 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:41.424251 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 904c2cdd-269f-4974-8762-81ec46fb7e25 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:41.424628 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:41.434771 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b36906a-97a7-41f5-9186-aeb963fed28a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:41.452449 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=a4ad42cf-9363-49fb-9b70-fc98198132e1,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:41.524036 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6cded01a-2c71-4957-b630-89356c6174ea None None] Provisioning for port fc0fbff6-e8ef-4109-93e3-91ea992c0ce0 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:41.535461 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6cded01a-2c71-4957-b630-89356c6174ea None None] Provisioning complete for port fc0fbff6-e8ef-4109-93e3-91ea992c0ce0 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:41.535851 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6cded01a-2c71-4957-b630-89356c6174ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:41.572227 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-6cded01a-2c71-4957-b630-89356c6174ea None None] Port fc0fbff6-e8ef-4109-93e3-91ea992c0ce0 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:41.703223 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b36906a-97a7-41f5-9186-aeb963fed28a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:41.707741 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b36906a-97a7-41f5-9186-aeb963fed28a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:41.780970 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b36906a-97a7-41f5-9186-aeb963fed28a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Port': ['ID=fc0fbff6-e8ef-4109-93e3-91ea992c0ce0,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:41.783609 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9b36906a-97a7-41f5-9186-aeb963fed28a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:41.874024 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b36906a-97a7-41f5-9186-aeb963fed28a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network 5c6d1331-19b7-4896-b8f3-737306bce683 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:41.875367 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-9b36906a-97a7-41f5-9186-aeb963fed28a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:41.979287 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b36906a-97a7-41f5-9186-aeb963fed28a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Router 67d36a9d-978f-4602-b46e-31a0b7ba348a has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:56:42.077654 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b36906a-97a7-41f5-9186-aeb963fed28a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:42.083794 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9b36906a-97a7-41f5-9186-aeb963fed28a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "PUT /v2.0/routers/67d36a9d-978f-4602-b46e-31a0b7ba348a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7555735 Jul 29 23:56:42.086500 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49670) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:42.093423 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5def0bf2-522a-4dd9-8c82-c7e98fda9a78 None None] Sync routers for ids ['67d36a9d-978f-4602-b46e-31a0b7ba348a'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:42.099781 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-58510283-fd6e-4559-80c1-7875561638a0 None None] Provisioning complete for port fc0fbff6-e8ef-4109-93e3-91ea992c0ce0 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:42.100229 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-58510283-fd6e-4559-80c1-7875561638a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:42.122961 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5def0bf2-522a-4dd9-8c82-c7e98fda9a78 None None] Routers {'67d36a9d-978f-4602-b46e-31a0b7ba348a'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:42.124735 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-5def0bf2-522a-4dd9-8c82-c7e98fda9a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['67d36a9d-978f-4602-b46e-31a0b7ba348a'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:42.133879 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84ff4a8-6e92-4373-84bd-eb61370a0560 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:42.136053 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c84ff4a8-6e92-4373-84bd-eb61370a0560 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "GET /v2.0/ports/fc0fbff6-e8ef-4109-93e3-91ea992c0ce0 HTTP/1.1" status: 200 len: 910 time: 0.0482473 Jul 29 23:56:42.139812 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49672) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:42.163666 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-5def0bf2-522a-4dd9-8c82-c7e98fda9a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:42.179018 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-58510283-fd6e-4559-80c1-7875561638a0 None None] Port fc0fbff6-e8ef-4109-93e3-91ea992c0ce0 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:42.180845 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5def0bf2-522a-4dd9-8c82-c7e98fda9a78 None None] Routers {'67d36a9d-978f-4602-b46e-31a0b7ba348a'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:42.181473 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-5def0bf2-522a-4dd9-8c82-c7e98fda9a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['67d36a9d-978f-4602-b46e-31a0b7ba348a'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:42.215097 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-5def0bf2-522a-4dd9-8c82-c7e98fda9a78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:42.215767 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5def0bf2-522a-4dd9-8c82-c7e98fda9a78 None None] The sync data for ids ['67d36a9d-978f-4602-b46e-31a0b7ba348a'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:42.395163 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4108f388-7106-4c61-9a93-7e0fdb13f5fc req-b0a5ac21-02c7-459b-b690-77d63f958b35 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:42.396789 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4108f388-7106-4c61-9a93-7e0fdb13f5fc req-b0a5ac21-02c7-459b-b690-77d63f958b35 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 945 time: 0.0585408 Jul 29 23:56:42.438217 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4108f388-7106-4c61-9a93-7e0fdb13f5fc req-134af512-8884-47ea-aa07-e9c890480637 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=725bdcf3-3b41-47f6-b825-88a1d1dd6f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353725 Jul 29 23:56:42.735254 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-77e9f6f8-f346-4d15-ab78-305dd5cd3155 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:42.979859 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-77e9f6f8-f346-4d15-ab78-305dd5cd3155 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Deleting port fc0fbff6-e8ef-4109-93e3-91ea992c0ce0 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:42.980204 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-77e9f6f8-f346-4d15-ab78-305dd5cd3155 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:43.043770 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a4ad42cf-9363-49fb-9b70-fc98198132e1 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:43.065769 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-77e9f6f8-f346-4d15-ab78-305dd5cd3155 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:43.077488 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-77e9f6f8-f346-4d15-ab78-305dd5cd3155 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Calling delete_port for fc0fbff6-e8ef-4109-93e3-91ea992c0ce0 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:43.090582 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port a4ad42cf-9363-49fb-9b70-fc98198132e1 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:43.091047 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:43.247250 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-77e9f6f8-f346-4d15-ab78-305dd5cd3155 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:43.275241 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e9f6f8-f346-4d15-ab78-305dd5cd3155 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Port': ['ID=fc0fbff6-e8ef-4109-93e3-91ea992c0ce0,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:43.444378 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-77e9f6f8-f346-4d15-ab78-305dd5cd3155 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:43.557229 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc382be-3803-4400-99be-1f24dc741dfa req-cac80ec0-031b-449f-91da-d9a51aef5b43 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:43.558714 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bcc382be-3803-4400-99be-1f24dc741dfa req-cac80ec0-031b-449f-91da-d9a51aef5b43 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 945 time: 0.0506845 Jul 29 23:56:43.599397 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bcc382be-3803-4400-99be-1f24dc741dfa req-7dc7572b-afde-4c57-b20e-0edfa6e6d3b6 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=725bdcf3-3b41-47f6-b825-88a1d1dd6f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340042 Jul 29 23:56:43.638595 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e9f6f8-f346-4d15-ab78-305dd5cd3155 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Router 67d36a9d-978f-4602-b46e-31a0b7ba348a has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:56:43.732864 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e9f6f8-f346-4d15-ab78-305dd5cd3155 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:43.738536 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-77e9f6f8-f346-4d15-ab78-305dd5cd3155 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "PUT /v2.0/routers/67d36a9d-978f-4602-b46e-31a0b7ba348a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5971901 Jul 29 23:56:43.742051 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9cac9e-ca33-487e-8061-1ce4f3c2a0a6 None None] Sync routers for ids ['67d36a9d-978f-4602-b46e-31a0b7ba348a'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:43.742543 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49678) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:43.753218 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9cac9e-ca33-487e-8061-1ce4f3c2a0a6 None None] Routers {'67d36a9d-978f-4602-b46e-31a0b7ba348a'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:43.753820 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-2c9cac9e-ca33-487e-8061-1ce4f3c2a0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['67d36a9d-978f-4602-b46e-31a0b7ba348a'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:43.786287 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-2c9cac9e-ca33-487e-8061-1ce4f3c2a0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:43.794995 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9cac9e-ca33-487e-8061-1ce4f3c2a0a6 None None] Routers {'67d36a9d-978f-4602-b46e-31a0b7ba348a'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:43.795590 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-2c9cac9e-ca33-487e-8061-1ce4f3c2a0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['67d36a9d-978f-4602-b46e-31a0b7ba348a'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:43.830359 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-2c9cac9e-ca33-487e-8061-1ce4f3c2a0a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:43.830894 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9cac9e-ca33-487e-8061-1ce4f3c2a0a6 None None] The sync data for ids ['67d36a9d-978f-4602-b46e-31a0b7ba348a'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:44.072860 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96eee98d-2aea-464a-b5bf-7004eb6e9c85 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:44.173492 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8bfb1b-9bbe-40f5-aab8-36791d6dee79 req-ced5a422-8791-446c-9107-ac065a9bd3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:44.175094 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ef8bfb1b-9bbe-40f5-aab8-36791d6dee79 req-ced5a422-8791-446c-9107-ac065a9bd3ff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 1097 time: 0.1041567 Jul 29 23:56:44.220543 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ef8bfb1b-9bbe-40f5-aab8-36791d6dee79 req-50043fba-4c2f-47d9-8f02-2072af67bfeb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=725bdcf3-3b41-47f6-b825-88a1d1dd6f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365307 Jul 29 23:56:44.336788 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-96eee98d-2aea-464a-b5bf-7004eb6e9c85 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Deleting port d0436a25-4965-4b17-92aa-f0c34f098338 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:44.337617 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96eee98d-2aea-464a-b5bf-7004eb6e9c85 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:44.442441 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96eee98d-2aea-464a-b5bf-7004eb6e9c85 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:44.455126 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-96eee98d-2aea-464a-b5bf-7004eb6e9c85 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Calling delete_port for d0436a25-4965-4b17-92aa-f0c34f098338 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:44.633403 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96eee98d-2aea-464a-b5bf-7004eb6e9c85 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:44.667364 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eee98d-2aea-464a-b5bf-7004eb6e9c85 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Port': ['ID=d0436a25-4965-4b17-92aa-f0c34f098338,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:44.726181 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591b660-6061-4dd3-8ff7-ed34e2fa1b73 req-a7e54b12-530e-4c33-99c7-39252487081d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:44.727923 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0591b660-6061-4dd3-8ff7-ed34e2fa1b73 req-a7e54b12-530e-4c33-99c7-39252487081d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 945 time: 0.0561259 Jul 29 23:56:44.772302 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0591b660-6061-4dd3-8ff7-ed34e2fa1b73 req-b44e0eb8-02ce-417d-b40e-1f50fecd8f4c tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=725bdcf3-3b41-47f6-b825-88a1d1dd6f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371170 Jul 29 23:56:44.809946 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96eee98d-2aea-464a-b5bf-7004eb6e9c85 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:44.978256 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96eee98d-2aea-464a-b5bf-7004eb6e9c85 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Router 67d36a9d-978f-4602-b46e-31a0b7ba348a has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:56:45.058109 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96eee98d-2aea-464a-b5bf-7004eb6e9c85 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:45.063782 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-96eee98d-2aea-464a-b5bf-7004eb6e9c85 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "PUT /v2.0/routers/67d36a9d-978f-4602-b46e-31a0b7ba348a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3203480 Jul 29 23:56:45.066543 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49684) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:45.069666 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1f7f2f-ca32-43ec-b0d9-677888b87400 None None] Sync routers for ids ['67d36a9d-978f-4602-b46e-31a0b7ba348a'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:45.079246 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1f7f2f-ca32-43ec-b0d9-677888b87400 None None] Routers {'67d36a9d-978f-4602-b46e-31a0b7ba348a'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:45.079895 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6e1f7f2f-ca32-43ec-b0d9-677888b87400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['67d36a9d-978f-4602-b46e-31a0b7ba348a'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:45.099243 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-323f8a2c-73a5-48b1-b199-c4de0c83df1c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "GET /v2.0/ports?device_id=67d36a9d-978f-4602-b46e-31a0b7ba348a HTTP/1.1" status: 200 len: 205 time: 0.0309122 Jul 29 23:56:45.101897 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49686) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:45.113400 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6e1f7f2f-ca32-43ec-b0d9-677888b87400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:45.121806 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1f7f2f-ca32-43ec-b0d9-677888b87400 None None] Routers {'67d36a9d-978f-4602-b46e-31a0b7ba348a'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:45.122404 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6e1f7f2f-ca32-43ec-b0d9-677888b87400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['67d36a9d-978f-4602-b46e-31a0b7ba348a'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:45.157688 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6e1f7f2f-ca32-43ec-b0d9-677888b87400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:45.158592 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1f7f2f-ca32-43ec-b0d9-677888b87400 None None] The sync data for ids ['67d36a9d-978f-4602-b46e-31a0b7ba348a'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:45.175799 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7719d689-8fe5-4e98-8402-2ce750802ca4 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:45.276973 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f3a1dc61-aece-4943-80ae-e664031f0a8d req-d953a566-3a20-4701-b029-772025782712 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0479870 Jul 29 23:56:45.362075 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1dc61-aece-4943-80ae-e664031f0a8d req-4d32f97f-892d-4cce-bc9e-75ec432385ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:45.363715 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f3a1dc61-aece-4943-80ae-e664031f0a8d req-4d32f97f-892d-4cce-bc9e-75ec432385ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 1097 time: 0.0432673 Jul 29 23:56:45.428309 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 6837496e-7b3b-4cbf-98ed-26bf762448ea details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:56:45.477726 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1dc61-aece-4943-80ae-e664031f0a8d req-7aea4f2d-c874-482a-8ece-3d4360d987c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:45.479501 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f3a1dc61-aece-4943-80ae-e664031f0a8d req-7aea4f2d-c874-482a-8ece-3d4360d987c4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b9bbebf9-74b6-4984-910c-12923ecc4e02 HTTP/1.1" status: 200 len: 898 time: 0.0965173 Jul 29 23:56:45.528779 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 6837496e-7b3b-4cbf-98ed-26bf762448ea, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=6837496e-7b3b-4cbf-98ed-26bf762448ea,segment=NetworkSegment(22ddd4cb-0f95-4d4a-84ba-4376d87b1be2),segment_id=22ddd4cb-0f95-4d4a-84ba-4376d87b1be2)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:45.541845 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '6837496e-7b3b-4cbf-98ed-26bf762448ea', 'network_id': 'b9bbebf9-74b6-4984-910c-12923ecc4e02', 'port_id': '6837496e-7b3b-4cbf-98ed-26bf762448ea', 'mac_address': 'fa:16:3e:83:b2:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeb1325a-e3c7-4af3-a0a8-2a773374306a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:56:45.554541 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f3a1dc61-aece-4943-80ae-e664031f0a8d req-0a9b13ae-eb95-4366-bb1b-3e550a6ce709 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6837496e-7b3b-4cbf-98ed-26bf762448ea HTTP/1.1" status: 200 len: 1001 time: 0.0602100 Jul 29 23:56:45.580995 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:45.598148 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6837496e-7b3b-4cbf-98ed-26bf762448ea {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:56:45.610398 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1dc61-aece-4943-80ae-e664031f0a8d req-e8de8bf6-2a05-440b-96a5-3fdf8713c472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:45.611925 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f3a1dc61-aece-4943-80ae-e664031f0a8d req-e8de8bf6-2a05-440b-96a5-3fdf8713c472 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eeb1325a-e3c7-4af3-a0a8-2a773374306a HTTP/1.1" status: 200 len: 834 time: 0.0504613 Jul 29 23:56:45.617901 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 6837496e-7b3b-4cbf-98ed-26bf762448ea, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=6837496e-7b3b-4cbf-98ed-26bf762448ea,segment=NetworkSegment(22ddd4cb-0f95-4d4a-84ba-4376d87b1be2),segment_id=22ddd4cb-0f95-4d4a-84ba-4376d87b1be2)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:45.622661 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:45.631368 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7719d689-8fe5-4e98-8402-2ce750802ca4 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:45.634288 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7719d689-8fe5-4e98-8402-2ce750802ca4 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:45.665874 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a1dc61-aece-4943-80ae-e664031f0a8d req-b9eb7194-f9e7-4db6-b8a7-d6a849c206c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:45.667411 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f3a1dc61-aece-4943-80ae-e664031f0a8d req-b9eb7194-f9e7-4db6-b8a7-d6a849c206c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9bbebf9-74b6-4984-910c-12923ecc4e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459595 Jul 29 23:56:45.673427 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=6837496e-7b3b-4cbf-98ed-26bf762448ea,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:45.680713 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7719d689-8fe5-4e98-8402-2ce750802ca4 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:45.681422 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7719d689-8fe5-4e98-8402-2ce750802ca4 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Fanout notify agent at l3_agent the message router_deleted on router 67d36a9d-978f-4602-b46e-31a0b7ba348a {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:56:45.689380 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7719d689-8fe5-4e98-8402-2ce750802ca4 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:45.690486 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7719d689-8fe5-4e98-8402-2ce750802ca4 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/routers/67d36a9d-978f-4602-b46e-31a0b7ba348a HTTP/1.1" status: 204 len: 168 time: 0.5876758 Jul 29 23:56:45.693237 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49688) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:45.743918 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7cf7626-36b8-4928-9de9-573f4e412c3c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Deleting subnet 51cbcebe-31a8-4bc6-ac42-d2219dc29661 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:56:45.746886 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c7cf7626-36b8-4928-9de9-573f4e412c3c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:45.759652 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f3a1dc61-aece-4943-80ae-e664031f0a8d req-944af07d-37b9-4451-8e57-ac802e5a7373 service neutron] 10.222.0.39 "GET /v2.0/networks/b9bbebf9-74b6-4984-910c-12923ecc4e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843935 Jul 29 23:56:45.787721 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c7cf7626-36b8-4928-9de9-573f4e412c3c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:45.878944 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['6837496e-7b3b-4cbf-98ed-26bf762448ea'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:56:45.880007 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c7cf7626-36b8-4928-9de9-573f4e412c3c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:45.895919 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f3a1dc61-aece-4943-80ae-e664031f0a8d req-7672fb70-0e53-40c6-9e25-f591dc4cb3dd service neutron] 10.222.0.39 "GET /v2.0/networks/b9bbebf9-74b6-4984-910c-12923ecc4e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271155 Jul 29 23:56:45.924583 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828de979-a5ca-4b0b-b5e0-5a905f717b10 req-f4858472-8e6a-4135-9657-20166d873763 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:45.926549 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-828de979-a5ca-4b0b-b5e0-5a905f717b10 req-f4858472-8e6a-4135-9657-20166d873763 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 944 time: 0.0755956 Jul 29 23:56:45.945969 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c7cf7626-36b8-4928-9de9-573f4e412c3c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:45.975477 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-828de979-a5ca-4b0b-b5e0-5a905f717b10 req-6ad5fa4e-1b08-498e-99f1-d0fe9cf82b55 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=725bdcf3-3b41-47f6-b825-88a1d1dd6f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375960 Jul 29 23:56:45.977076 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c7cf7626-36b8-4928-9de9-573f4e412c3c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:45.981396 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c7cf7626-36b8-4928-9de9-573f4e412c3c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/subnets/51cbcebe-31a8-4bc6-ac42-d2219dc29661 HTTP/1.1" status: 204 len: 168 time: 0.2848744 Jul 29 23:56:45.981396 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cf7626-36b8-4928-9de9-573f4e412c3c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Subnet': ['ID=51cbcebe-31a8-4bc6-ac42-d2219dc29661,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:45.982229 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49692) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:45.997799 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab7f8dc-a1d7-4d44-b886-22d3a4f434e8 None None] Network 5c6d1331-19b7-4896-b8f3-737306bce683 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:46.012094 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49694) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:46.038404 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e23fb05-0ae4-4ba6-92ac-5ea5982eafc7 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Deleting subnet 71b7a93a-0de7-4c72-be76-1966855e545c {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:56:46.041541 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8e23fb05-0ae4-4ba6-92ac-5ea5982eafc7 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.085261 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e6cf7891-9109-4aff-b5ea-837354799e50 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/floatingips/d8eb2f6c-5ba0-40ef-a75c-39ea1e523843 HTTP/1.1" status: 200 len: 992 time: 0.0714834 Jul 29 23:56:46.096063 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8e23fb05-0ae4-4ba6-92ac-5ea5982eafc7 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.183550 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8e23fb05-0ae4-4ba6-92ac-5ea5982eafc7 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.249660 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8e23fb05-0ae4-4ba6-92ac-5ea5982eafc7 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.286514 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e23fb05-0ae4-4ba6-92ac-5ea5982eafc7 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Subnet': ['ID=71b7a93a-0de7-4c72-be76-1966855e545c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:46.288112 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:56:46.290767 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8e23fb05-0ae4-4ba6-92ac-5ea5982eafc7 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.295545 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49696) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:46.296077 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8e23fb05-0ae4-4ba6-92ac-5ea5982eafc7 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/subnets/71b7a93a-0de7-4c72-be76-1966855e545c HTTP/1.1" status: 204 len: 168 time: 0.3111780 Jul 29 23:56:46.341803 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8c6404-f0ff-4170-8109-3fce2a0faf21 None None] Network 7db41ba9-f904-4a03-a124-6f2df90329e7 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:46.375086 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-89882c2b-25d0-4a3b-8e0f-2e562beee403 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.429584 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-89882c2b-25d0-4a3b-8e0f-2e562beee403 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Deleting port a4ad42cf-9363-49fb-9b70-fc98198132e1 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:46.429937 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-89882c2b-25d0-4a3b-8e0f-2e562beee403 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.481629 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f074ac0e-9299-4a71-8e98-197e159cecd8 None None] DHCP port deletion for 5c6d1331-19b7-4896-b8f3-737306bce683 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:56:46.504284 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-89882c2b-25d0-4a3b-8e0f-2e562beee403 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] For port a4ad42cf-9363-49fb-9b70-fc98198132e1, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a4ad42cf-9363-49fb-9b70-fc98198132e1,segment=NetworkSegment(5841e22c-2056-462e-9bd2-679873a56e20),segment_id=5841e22c-2056-462e-9bd2-679873a56e20)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:46.504652 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-89882c2b-25d0-4a3b-8e0f-2e562beee403 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.518893 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-89882c2b-25d0-4a3b-8e0f-2e562beee403 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Calling delete_port for a4ad42cf-9363-49fb-9b70-fc98198132e1 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:46.540136 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f074ac0e-9299-4a71-8e98-197e159cecd8 None None] Deleting port a4ad42cf-9363-49fb-9b70-fc98198132e1 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:46.540513 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f074ac0e-9299-4a71-8e98-197e159cecd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.590210 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edb95e2-1a6f-4475-9a23-4bb8ec66046b None None] DHCP port deletion for 7db41ba9-f904-4a03-a124-6f2df90329e7 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:56:46.602549 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-89882c2b-25d0-4a3b-8e0f-2e562beee403 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.609625 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f074ac0e-9299-4a71-8e98-197e159cecd8 None None] For port a4ad42cf-9363-49fb-9b70-fc98198132e1, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a4ad42cf-9363-49fb-9b70-fc98198132e1,segment=NetworkSegment(5841e22c-2056-462e-9bd2-679873a56e20),segment_id=5841e22c-2056-462e-9bd2-679873a56e20)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:46.610027 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f074ac0e-9299-4a71-8e98-197e159cecd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.633648 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89882c2b-25d0-4a3b-8e0f-2e562beee403 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Port': ['ID=a4ad42cf-9363-49fb-9b70-fc98198132e1,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:46.635663 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89882c2b-25d0-4a3b-8e0f-2e562beee403 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] No DVR routers for this DVR port a4ad42cf-9363-49fb-9b70-fc98198132e1 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:56:46.643515 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f074ac0e-9299-4a71-8e98-197e159cecd8 None None] Calling delete_port for a4ad42cf-9363-49fb-9b70-fc98198132e1 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:46.715739 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-89882c2b-25d0-4a3b-8e0f-2e562beee403 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.717041 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-6edb95e2-1a6f-4475-9a23-4bb8ec66046b None None] Deleting port 904c2cdd-269f-4974-8762-81ec46fb7e25 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:46.717604 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6edb95e2-1a6f-4475-9a23-4bb8ec66046b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.725914 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-89882c2b-25d0-4a3b-8e0f-2e562beee403 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c6d1331-19b7-4896-b8f3-737306bce683']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:46.736315 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-89882c2b-25d0-4a3b-8e0f-2e562beee403 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5841e22c-2056-462e-9bd2-679873a56e20') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:46.736616 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-89882c2b-25d0-4a3b-8e0f-2e562beee403 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5841e22c-2056-462e-9bd2-679873a56e20') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:46.745204 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-89882c2b-25d0-4a3b-8e0f-2e562beee403 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.759676 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-89882c2b-25d0-4a3b-8e0f-2e562beee403 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.766622 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89882c2b-25d0-4a3b-8e0f-2e562beee403 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:56:46.767030 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-89882c2b-25d0-4a3b-8e0f-2e562beee403 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.769961 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:56:46.769961 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:56:46.769961 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:56:46.769961 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:56:46.769961 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:56:46.769961 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:56:46.769961 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:56:46.769961 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:56:46.769961 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:56:46.769961 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:56:46.769961 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:56:46.769961 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:56:46.769961 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:56:46.769961 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:56:46.769961 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:56:46.769961 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:56:46.769961 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:56:46.769961 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:56:46.769961 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:56:46.769961 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:56:46.769961 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:56:46.769961 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:56:46.769961 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:56:46.769961 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:56:46.769961 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:56:46.769961 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:56:46.769961 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:56:46.769961 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:56:46.769961 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:56:46.769961 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:56:46.769961 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:56:46.769961 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:56:46.786280 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f074ac0e-9299-4a71-8e98-197e159cecd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.799700 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-6edb95e2-1a6f-4475-9a23-4bb8ec66046b None None] For port 904c2cdd-269f-4974-8762-81ec46fb7e25, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=904c2cdd-269f-4974-8762-81ec46fb7e25,segment=NetworkSegment(e34fbede-5cc5-467e-b4b3-01a3707e9d13),segment_id=e34fbede-5cc5-467e-b4b3-01a3707e9d13)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:46.800045 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6edb95e2-1a6f-4475-9a23-4bb8ec66046b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.824389 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f074ac0e-9299-4a71-8e98-197e159cecd8 None None] Pushing event deleted for resources: {'Port': ['ID=a4ad42cf-9363-49fb-9b70-fc98198132e1,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:46.830071 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f074ac0e-9299-4a71-8e98-197e159cecd8 None None] No DVR routers for this DVR port a4ad42cf-9363-49fb-9b70-fc98198132e1 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:56:46.835619 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-6edb95e2-1a6f-4475-9a23-4bb8ec66046b None None] Calling delete_port for 904c2cdd-269f-4974-8762-81ec46fb7e25 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:46.841549 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-89882c2b-25d0-4a3b-8e0f-2e562beee403 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.853513 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-89882c2b-25d0-4a3b-8e0f-2e562beee403 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.855391 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-89882c2b-25d0-4a3b-8e0f-2e562beee403 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/networks/5c6d1331-19b7-4896-b8f3-737306bce683 HTTP/1.1" status: 204 len: 168 time: 0.5583675 Jul 29 23:56:46.858482 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49698) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:46.866276 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89882c2b-25d0-4a3b-8e0f-2e562beee403 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Network': ['ID=5c6d1331-19b7-4896-b8f3-737306bce683,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:46.918058 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6edb95e2-1a6f-4475-9a23-4bb8ec66046b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.941799 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-38c236a1-ed23-4a2f-9d45-40a4d904c213 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:46.947887 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edb95e2-1a6f-4475-9a23-4bb8ec66046b None None] Pushing event deleted for resources: {'Port': ['ID=904c2cdd-269f-4974-8762-81ec46fb7e25,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:46.951235 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6edb95e2-1a6f-4475-9a23-4bb8ec66046b None None] No DVR routers for this DVR port 904c2cdd-269f-4974-8762-81ec46fb7e25 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:56:47.035227 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-38c236a1-ed23-4a2f-9d45-40a4d904c213 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.043365 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a4ad42cf-9363-49fb-9b70-fc98198132e1 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:56:47.046044 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-38c236a1-ed23-4a2f-9d45-40a4d904c213 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7db41ba9-f904-4a03-a124-6f2df90329e7']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:47.056409 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-38c236a1-ed23-4a2f-9d45-40a4d904c213 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e34fbede-5cc5-467e-b4b3-01a3707e9d13') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:47.056642 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-38c236a1-ed23-4a2f-9d45-40a4d904c213 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e34fbede-5cc5-467e-b4b3-01a3707e9d13') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:47.064073 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: a4ad42cf-9363-49fb-9b70-fc98198132e1 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:56:47.064434 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a4ad42cf-9363-49fb-9b70-fc98198132e1 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:56:47.064857 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 904c2cdd-269f-4974-8762-81ec46fb7e25 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:56:47.066208 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-38c236a1-ed23-4a2f-9d45-40a4d904c213 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.080669 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-38c236a1-ed23-4a2f-9d45-40a4d904c213 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.083644 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 904c2cdd-269f-4974-8762-81ec46fb7e25 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:56:47.084025 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 904c2cdd-269f-4974-8762-81ec46fb7e25 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:56:47.088078 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38c236a1-ed23-4a2f-9d45-40a4d904c213 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:56:47.088708 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-38c236a1-ed23-4a2f-9d45-40a4d904c213 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.093191 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:56:47.093191 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:56:47.093191 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:56:47.093191 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:56:47.093191 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:56:47.093191 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:56:47.093191 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:56:47.093191 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:56:47.093191 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:56:47.093191 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:56:47.093191 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:56:47.093191 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:56:47.093191 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:56:47.093191 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:56:47.093191 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:56:47.093191 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:56:47.093191 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:56:47.093191 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:56:47.093191 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:56:47.093191 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:56:47.093191 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:56:47.093191 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:56:47.093191 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:56:47.093191 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:56:47.093191 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:56:47.093191 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:56:47.093191 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:56:47.093191 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:56:47.093191 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:56:47.093191 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:56:47.093191 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:56:47.093191 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:56:47.150101 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-38c236a1-ed23-4a2f-9d45-40a4d904c213 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.158208 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-38c236a1-ed23-4a2f-9d45-40a4d904c213 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.160082 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-38c236a1-ed23-4a2f-9d45-40a4d904c213 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/networks/7db41ba9-f904-4a03-a124-6f2df90329e7 HTTP/1.1" status: 204 len: 168 time: 0.3005555 Jul 29 23:56:47.163889 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49700) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:47.169165 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-3a1f0b3d-dcec-4be5-9565-a038d96f747a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Request body: {'network': {'name': 'tempest-RoutersTest-1444147828'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:47.169713 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c236a1-ed23-4a2f-9d45-40a4d904c213 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Network': ['ID=7db41ba9-f904-4a03-a124-6f2df90329e7,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:47.191900 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1f0b3d-dcec-4be5-9565-a038d96f747a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Made reservation on behalf of 272dc532350e4739b2702d8077380801 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:47.195289 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3a1f0b3d-dcec-4be5-9565-a038d96f747a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.218340 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1f0b3d-dcec-4be5-9565-a038d96f747a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:56:47.227570 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3a1f0b3d-dcec-4be5-9565-a038d96f747a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.227950 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-3a1f0b3d-dcec-4be5-9565-a038d96f747a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Added segment 1aafa8f5-3478-42c8-8fc7-f3ff5f707c6a of type vlan for network a1d0158a-489f-42eb-b638-2a136d8ec3ac Jul 29 23:56:47.272164 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3a1f0b3d-dcec-4be5-9565-a038d96f747a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.302328 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3a1f0b3d-dcec-4be5-9565-a038d96f747a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.308067 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1f0b3d-dcec-4be5-9565-a038d96f747a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:47.308597 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3a1f0b3d-dcec-4be5-9565-a038d96f747a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.368928 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3a1f0b3d-dcec-4be5-9565-a038d96f747a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2038932 Jul 29 23:56:47.371613 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49702) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:47.378698 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-d2477f4b-4ae1-43f6-a930-77f1c994434c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Request body: {'subnet': {'network_id': 'a1d0158a-489f-42eb-b638-2a136d8ec3ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:47.396787 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f0b3d-dcec-4be5-9565-a038d96f747a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Network': ['ID=a1d0158a-489f-42eb-b638-2a136d8ec3ac,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:47.407691 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network a1d0158a-489f-42eb-b638-2a136d8ec3ac details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:56:47.448429 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 6837496e-7b3b-4cbf-98ed-26bf762448ea up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:47.477305 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2477f4b-4ae1-43f6-a930-77f1c994434c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Made reservation on behalf of 272dc532350e4739b2702d8077380801 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:47.480829 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d2477f4b-4ae1-43f6-a930-77f1c994434c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.521700 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 6837496e-7b3b-4cbf-98ed-26bf762448ea triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:47.522077 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.602260 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.625662 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0c1117-cf89-424c-89b5-0b8a12dba871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6837496e-7b3b-4cbf-98ed-26bf762448ea'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:56:47.628261 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a26dc2b1-ad97-4252-82dc-8af0a09b2106" -d '{"events": [{"server_uuid": "1c0c1117-cf89-424c-89b5-0b8a12dba871", "name": "network-vif-plugged", "status": "completed", "tag": "6837496e-7b3b-4cbf-98ed-26bf762448ea"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:56:47.641705 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 6837496e-7b3b-4cbf-98ed-26bf762448ea, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=6837496e-7b3b-4cbf-98ed-26bf762448ea,segment=NetworkSegment(22ddd4cb-0f95-4d4a-84ba-4376d87b1be2),segment_id=22ddd4cb-0f95-4d4a-84ba-4376d87b1be2)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:47.646772 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.672066 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d2477f4b-4ae1-43f6-a930-77f1c994434c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.675780 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21235a0c-c7ed-4287-bcad-bd83f6ae0365 x-openstack-request-id: req-21235a0c-c7ed-4287-bcad-bd83f6ae0365 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:56:47.676099 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0c1117-cf89-424c-89b5-0b8a12dba871", "name": "network-vif-plugged", "status": "completed", "tag": "6837496e-7b3b-4cbf-98ed-26bf762448ea", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:56:47.676354 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-21235a0c-c7ed-4287-bcad-bd83f6ae0365 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:56:47.676745 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0c1117-cf89-424c-89b5-0b8a12dba871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6837496e-7b3b-4cbf-98ed-26bf762448ea', 'code': 200} Jul 29 23:56:47.703637 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=6837496e-7b3b-4cbf-98ed-26bf762448ea,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:47.742679 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2477f4b-4ae1-43f6-a930-77f1c994434c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Subnet': ['ID=3dc4749b-40ed-467f-9007-f6e652053664,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:47.748439 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2477f4b-4ae1-43f6-a930-77f1c994434c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Checking segment: {'id': '1aafa8f5-3478-42c8-8fc7-f3ff5f707c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a1d0158a-489f-42eb-b638-2a136d8ec3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:47.748797 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2477f4b-4ae1-43f6-a930-77f1c994434c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network hostable DHCP agents. Network: a1d0158a-489f-42eb-b638-2a136d8ec3ac, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:56:47.765891 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2477f4b-4ae1-43f6-a930-77f1c994434c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network a1d0158a-489f-42eb-b638-2a136d8ec3ac is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:56:47.773696 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-d2477f4b-4ae1-43f6-a930-77f1c994434c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, a1d0158a-489f-42eb-b638-2a136d8ec3ac) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:47.777908 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2477f4b-4ae1-43f6-a930-77f1c994434c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:47.778523 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d2477f4b-4ae1-43f6-a930-77f1c994434c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.786031 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4873c3c-5af7-4ad7-8de2-31db03e1f837 None None] Network a1d0158a-489f-42eb-b638-2a136d8ec3ac requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:47.794080 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d2477f4b-4ae1-43f6-a930-77f1c994434c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4214256 Jul 29 23:56:47.796836 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49706) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:47.801533 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-a682d2f7-c330-499b-840e-5cce3ec0f549 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1514139549', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:47.824440 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a682d2f7-c330-499b-840e-5cce3ec0f549 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.825407 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a682d2f7-c330-499b-840e-5cce3ec0f549 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.879021 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a682d2f7-c330-499b-840e-5cce3ec0f549 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.883181 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a682d2f7-c330-499b-840e-5cce3ec0f549 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.900031 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a682d2f7-c330-499b-840e-5cce3ec0f549 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:47.901190 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a682d2f7-c330-499b-840e-5cce3ec0f549 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1034181 Jul 29 23:56:47.903818 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49708) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:47.910111 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-af7b4023-8ece-4fc4-b120-17a6fcf6d980 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Request body: {'port': {'network_id': 'a1d0158a-489f-42eb-b638-2a136d8ec3ac', 'name': 'tempest-RoutersTest-1766234013'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:47.936776 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6038f346-cf5c-4926-8d17-2f4ef6f9981b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-a1d0158a-489f-42eb-b638-2a136d8ec3ac', 'network_id': 'a1d0158a-489f-42eb-b638-2a136d8ec3ac', 'tenant_id': '272dc532350e4739b2702d8077380801', 'fixed_ips': [{'subnet_id': '3dc4749b-40ed-467f-9007-f6e652053664'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:56:47.937636 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6038f346-cf5c-4926-8d17-2f4ef6f9981b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:48.020685 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af7b4023-8ece-4fc4-b120-17a6fcf6d980 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Made reservation on behalf of 272dc532350e4739b2702d8077380801 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:48.024151 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-af7b4023-8ece-4fc4-b120-17a6fcf6d980 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:48.043015 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [None req-af7b4023-8ece-4fc4-b120-17a6fcf6d980 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] device_id is not set on port e13fcbee-871f-4961-9971-020c8714d525 yet. {{(pid=94064) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 29 23:56:48.077994 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-6038f346-cf5c-4926-8d17-2f4ef6f9981b None None] Allocated IP 172.20.0.2 (a1d0158a-489f-42eb-b638-2a136d8ec3ac/3dc4749b-40ed-467f-9007-f6e652053664/60b09971-88c1-46f9-8e58-404cc2f8e43e) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:48.223552 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6038f346-cf5c-4926-8d17-2f4ef6f9981b None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:48.231389 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6038f346-cf5c-4926-8d17-2f4ef6f9981b None None] Transition to ACTIVE for port object 60b09971-88c1-46f9-8e58-404cc2f8e43e will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:48.245407 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6038f346-cf5c-4926-8d17-2f4ef6f9981b None None] Transition to ACTIVE for port object 60b09971-88c1-46f9-8e58-404cc2f8e43e will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:48.258863 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6038f346-cf5c-4926-8d17-2f4ef6f9981b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:48.296785 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6038f346-cf5c-4926-8d17-2f4ef6f9981b None None] Network a1d0158a-489f-42eb-b638-2a136d8ec3ac is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:48.301033 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-6038f346-cf5c-4926-8d17-2f4ef6f9981b None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:48.307596 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6038f346-cf5c-4926-8d17-2f4ef6f9981b None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:48.309341 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-af7b4023-8ece-4fc4-b120-17a6fcf6d980 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Allocated IP 172.20.0.4 (a1d0158a-489f-42eb-b638-2a136d8ec3ac/3dc4749b-40ed-467f-9007-f6e652053664/e13fcbee-871f-4961-9971-020c8714d525) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:48.316399 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038f346-cf5c-4926-8d17-2f4ef6f9981b None None] Pushing event updated for resources: {'Port': ['ID=60b09971-88c1-46f9-8e58-404cc2f8e43e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:48.368639 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-6038f346-cf5c-4926-8d17-2f4ef6f9981b None None] Attempting to bind port 60b09971-88c1-46f9-8e58-404cc2f8e43e on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:56:48.369304 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-6038f346-cf5c-4926-8d17-2f4ef6f9981b None None] Attempting to bind port 60b09971-88c1-46f9-8e58-404cc2f8e43e by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '1aafa8f5-3478-42c8-8fc7-f3ff5f707c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a1d0158a-489f-42eb-b638-2a136d8ec3ac'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:56:48.369863 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6038f346-cf5c-4926-8d17-2f4ef6f9981b None None] Attempting to bind port 60b09971-88c1-46f9-8e58-404cc2f8e43e on network a1d0158a-489f-42eb-b638-2a136d8ec3ac {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:48.375679 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6038f346-cf5c-4926-8d17-2f4ef6f9981b None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:56:48.376085 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6038f346-cf5c-4926-8d17-2f4ef6f9981b None None] Checking segment: {'id': '1aafa8f5-3478-42c8-8fc7-f3ff5f707c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a1d0158a-489f-42eb-b638-2a136d8ec3ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:48.376494 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6038f346-cf5c-4926-8d17-2f4ef6f9981b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:48.376878 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6038f346-cf5c-4926-8d17-2f4ef6f9981b None None] Bound using segment: {'id': '1aafa8f5-3478-42c8-8fc7-f3ff5f707c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a1d0158a-489f-42eb-b638-2a136d8ec3ac'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:56:48.377339 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-6038f346-cf5c-4926-8d17-2f4ef6f9981b None None] Bound port: 60b09971-88c1-46f9-8e58-404cc2f8e43e, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aafa8f5-3478-42c8-8fc7-f3ff5f707c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a1d0158a-489f-42eb-b638-2a136d8ec3ac'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:56:48.377718 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6038f346-cf5c-4926-8d17-2f4ef6f9981b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:48.444186 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-6038f346-cf5c-4926-8d17-2f4ef6f9981b None None] For port 60b09971-88c1-46f9-8e58-404cc2f8e43e, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:56:48.447425 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-6038f346-cf5c-4926-8d17-2f4ef6f9981b None None] For port 60b09971-88c1-46f9-8e58-404cc2f8e43e, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=60b09971-88c1-46f9-8e58-404cc2f8e43e,segment=NetworkSegment(1aafa8f5-3478-42c8-8fc7-f3ff5f707c6a),segment_id=1aafa8f5-3478-42c8-8fc7-f3ff5f707c6a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:56:48.452703 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6038f346-cf5c-4926-8d17-2f4ef6f9981b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:48.464225 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-af7b4023-8ece-4fc4-b120-17a6fcf6d980 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:48.478164 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-af7b4023-8ece-4fc4-b120-17a6fcf6d980 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Transition to ACTIVE for port object e13fcbee-871f-4961-9971-020c8714d525 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:48.510170 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6038f346-cf5c-4926-8d17-2f4ef6f9981b None None] Pushing event updated for resources: {'Port': ['ID=60b09971-88c1-46f9-8e58-404cc2f8e43e,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:48.519017 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-af7b4023-8ece-4fc4-b120-17a6fcf6d980 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:48.563073 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af7b4023-8ece-4fc4-b120-17a6fcf6d980 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network a1d0158a-489f-42eb-b638-2a136d8ec3ac is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:48.566267 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-af7b4023-8ece-4fc4-b120-17a6fcf6d980 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:48.572157 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af7b4023-8ece-4fc4-b120-17a6fcf6d980 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:48.578773 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7b4023-8ece-4fc4-b120-17a6fcf6d980 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Port': ['ID=e13fcbee-871f-4961-9971-020c8714d525,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:48.628793 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7b4023-8ece-4fc4-b120-17a6fcf6d980 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:48.629413 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-af7b4023-8ece-4fc4-b120-17a6fcf6d980 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:48.647328 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-af7b4023-8ece-4fc4-b120-17a6fcf6d980 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.7418053 Jul 29 23:56:48.650122 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49710) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:48.980500 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0fd2295a-dc54-4388-b712-ab9dbcd038b7 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:49.068961 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 60b09971-88c1-46f9-8e58-404cc2f8e43e up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:49.124394 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 60b09971-88c1-46f9-8e58-404cc2f8e43e completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:49.232140 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0fd2295a-dc54-4388-b712-ab9dbcd038b7 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:49.238630 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0fd2295a-dc54-4388-b712-ab9dbcd038b7 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:49.317250 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2295a-dc54-4388-b712-ab9dbcd038b7 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Port': ['ID=e13fcbee-871f-4961-9971-020c8714d525,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:49.426239 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddbe278-74e6-4cbd-b984-992b8438ed26 None None] Network a1d0158a-489f-42eb-b638-2a136d8ec3ac requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:49.464161 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0fd2295a-dc54-4388-b712-ab9dbcd038b7 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:49.488353 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-2482dd99-7b68-48bd-b2cf-1f944714fe94 None None] Provisioning for port 60b09971-88c1-46f9-8e58-404cc2f8e43e completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:49.494964 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-2482dd99-7b68-48bd-b2cf-1f944714fe94 None None] Provisioning complete for port 60b09971-88c1-46f9-8e58-404cc2f8e43e triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:49.495411 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2482dd99-7b68-48bd-b2cf-1f944714fe94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:49.581771 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0fd2295a-dc54-4388-b712-ab9dbcd038b7 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:49.646099 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2482dd99-7b68-48bd-b2cf-1f944714fe94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:49.687622 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-2482dd99-7b68-48bd-b2cf-1f944714fe94 None None] For port 60b09971-88c1-46f9-8e58-404cc2f8e43e, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=60b09971-88c1-46f9-8e58-404cc2f8e43e,segment=NetworkSegment(1aafa8f5-3478-42c8-8fc7-f3ff5f707c6a),segment_id=1aafa8f5-3478-42c8-8fc7-f3ff5f707c6a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:49.693210 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2482dd99-7b68-48bd-b2cf-1f944714fe94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:49.749195 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2482dd99-7b68-48bd-b2cf-1f944714fe94 None None] Pushing event updated for resources: {'Port': ['ID=60b09971-88c1-46f9-8e58-404cc2f8e43e,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:49.852817 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0fd2295a-dc54-4388-b712-ab9dbcd038b7 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:49.857402 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0fd2295a-dc54-4388-b712-ab9dbcd038b7 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:49.915350 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-27bc54ef-e0ea-4f65-982d-c81fd347cc0c None None] Provisioning complete for port 60b09971-88c1-46f9-8e58-404cc2f8e43e triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:49.915732 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27bc54ef-e0ea-4f65-982d-c81fd347cc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:49.944957 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0fd2295a-dc54-4388-b712-ab9dbcd038b7 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:49.950551 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd2295a-dc54-4388-b712-ab9dbcd038b7 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Port': ['ID=e13fcbee-871f-4961-9971-020c8714d525,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:50.025001 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-27bc54ef-e0ea-4f65-982d-c81fd347cc0c None None] Provisioning for port e13fcbee-871f-4961-9971-020c8714d525 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:50.030934 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-27bc54ef-e0ea-4f65-982d-c81fd347cc0c None None] Provisioning complete for port e13fcbee-871f-4961-9971-020c8714d525 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:50.031306 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27bc54ef-e0ea-4f65-982d-c81fd347cc0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:50.056998 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd2295a-dc54-4388-b712-ab9dbcd038b7 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network a1d0158a-489f-42eb-b638-2a136d8ec3ac is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:50.059994 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-0fd2295a-dc54-4388-b712-ab9dbcd038b7 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:50.070774 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-27bc54ef-e0ea-4f65-982d-c81fd347cc0c None None] Port e13fcbee-871f-4961-9971-020c8714d525 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:50.187079 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd2295a-dc54-4388-b712-ab9dbcd038b7 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Router 7f636789-5456-4fe1-aea3-8e0963c6466a is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:56:50.191260 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8cdb9840-b3c3-49a0-8084-2fa9c7a029c4 None None] Provisioning complete for port e13fcbee-871f-4961-9971-020c8714d525 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:50.191606 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8cdb9840-b3c3-49a0-8084-2fa9c7a029c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:50.231457 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8cdb9840-b3c3-49a0-8084-2fa9c7a029c4 None None] Port e13fcbee-871f-4961-9971-020c8714d525 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:50.350468 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7dc9f574-6b90-496e-9edb-9abb36135019 None None] Provisioning complete for port e13fcbee-871f-4961-9971-020c8714d525 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:50.350846 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7dc9f574-6b90-496e-9edb-9abb36135019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:50.388083 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-7dc9f574-6b90-496e-9edb-9abb36135019 None None] Port e13fcbee-871f-4961-9971-020c8714d525 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:50.508428 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3e422aeb-825a-4dae-b1f0-2c9d476b7e75 None None] Provisioning complete for port e13fcbee-871f-4961-9971-020c8714d525 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:50.509252 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3e422aeb-825a-4dae-b1f0-2c9d476b7e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:50.548857 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-3e422aeb-825a-4dae-b1f0-2c9d476b7e75 None None] Port e13fcbee-871f-4961-9971-020c8714d525 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:50.633049 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd2295a-dc54-4388-b712-ab9dbcd038b7 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:50.637932 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0fd2295a-dc54-4388-b712-ab9dbcd038b7 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "PUT /v2.0/routers/7f636789-5456-4fe1-aea3-8e0963c6466a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9862337 Jul 29 23:56:50.641281 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49712) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:50.643697 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84beb17f-0807-47b4-97db-1195b3127298 None None] Sync routers for ids ['7f636789-5456-4fe1-aea3-8e0963c6466a'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:50.660902 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84beb17f-0807-47b4-97db-1195b3127298 None None] Routers {'7f636789-5456-4fe1-aea3-8e0963c6466a'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:50.661505 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-84beb17f-0807-47b4-97db-1195b3127298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['7f636789-5456-4fe1-aea3-8e0963c6466a'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:50.683206 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb236183-d8f4-4500-8b53-58fff327b5d4 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:50.684664 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-fb236183-d8f4-4500-8b53-58fff327b5d4 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "GET /v2.0/ports/e13fcbee-871f-4961-9971-020c8714d525 HTTP/1.1" status: 200 len: 977 time: 0.0424516 Jul 29 23:56:50.688650 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49714) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:50.697853 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-84beb17f-0807-47b4-97db-1195b3127298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:50.706819 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84beb17f-0807-47b4-97db-1195b3127298 None None] Routers {'7f636789-5456-4fe1-aea3-8e0963c6466a'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:50.707444 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-84beb17f-0807-47b4-97db-1195b3127298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['7f636789-5456-4fe1-aea3-8e0963c6466a'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:50.739729 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-84beb17f-0807-47b4-97db-1195b3127298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:50.740400 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84beb17f-0807-47b4-97db-1195b3127298 None None] The sync data for ids ['7f636789-5456-4fe1-aea3-8e0963c6466a'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:50.992462 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aeef7640-8c88-45b8-977b-a11e9c9b47f8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:51.049070 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 60b09971-88c1-46f9-8e58-404cc2f8e43e up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:51.097850 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 60b09971-88c1-46f9-8e58-404cc2f8e43e triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:51.098213 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:51.200847 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-aeef7640-8c88-45b8-977b-a11e9c9b47f8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Deleting port e13fcbee-871f-4961-9971-020c8714d525 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:51.201849 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aeef7640-8c88-45b8-977b-a11e9c9b47f8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:51.289506 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aeef7640-8c88-45b8-977b-a11e9c9b47f8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:51.301663 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-aeef7640-8c88-45b8-977b-a11e9c9b47f8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Calling delete_port for e13fcbee-871f-4961-9971-020c8714d525 owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:51.485529 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aeef7640-8c88-45b8-977b-a11e9c9b47f8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:51.511852 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeef7640-8c88-45b8-977b-a11e9c9b47f8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Port': ['ID=e13fcbee-871f-4961-9971-020c8714d525,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:51.653908 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aeef7640-8c88-45b8-977b-a11e9c9b47f8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:51.808876 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeef7640-8c88-45b8-977b-a11e9c9b47f8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Router 7f636789-5456-4fe1-aea3-8e0963c6466a has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:56:51.884225 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeef7640-8c88-45b8-977b-a11e9c9b47f8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:51.889758 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-aeef7640-8c88-45b8-977b-a11e9c9b47f8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "PUT /v2.0/routers/7f636789-5456-4fe1-aea3-8e0963c6466a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2001517 Jul 29 23:56:51.892870 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49716) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:51.896120 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad255e47-c5fe-4218-900d-684bfb8c1cb1 None None] Sync routers for ids ['7f636789-5456-4fe1-aea3-8e0963c6466a'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:51.905543 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad255e47-c5fe-4218-900d-684bfb8c1cb1 None None] Routers {'7f636789-5456-4fe1-aea3-8e0963c6466a'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:51.906155 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-ad255e47-c5fe-4218-900d-684bfb8c1cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['7f636789-5456-4fe1-aea3-8e0963c6466a'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:51.940562 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-ad255e47-c5fe-4218-900d-684bfb8c1cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:51.948876 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad255e47-c5fe-4218-900d-684bfb8c1cb1 None None] Routers {'7f636789-5456-4fe1-aea3-8e0963c6466a'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:51.949477 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-ad255e47-c5fe-4218-900d-684bfb8c1cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['7f636789-5456-4fe1-aea3-8e0963c6466a'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:51.981395 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-ad255e47-c5fe-4218-900d-684bfb8c1cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:51.982045 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad255e47-c5fe-4218-900d-684bfb8c1cb1 None None] The sync data for ids ['7f636789-5456-4fe1-aea3-8e0963c6466a'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:52.075105 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-0e3286c3-e069-4c9a-a702-2a7b3e48fe63 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] remove_router_interface failed (client error): The resource could not be found. Jul 29 23:56:52.076190 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0e3286c3-e069-4c9a-a702-2a7b3e48fe63 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "PUT /v2.0/routers/7f636789-5456-4fe1-aea3-8e0963c6466a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1822045 Jul 29 23:56:52.079607 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49718) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:52.105222 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ec28afe9-ab37-49f2-9d79-921059bc289c tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f636789-5456-4fe1-aea3-8e0963c6466a HTTP/1.1" status: 200 len: 205 time: 0.0245254 Jul 29 23:56:52.108123 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49720) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:52.182979 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ed811451-a979-4c49-a807-2ae0ff990519 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:52.340011 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ed811451-a979-4c49-a807-2ae0ff990519 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:52.342042 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ed811451-a979-4c49-a807-2ae0ff990519 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:52.384303 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ed811451-a979-4c49-a807-2ae0ff990519 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:52.384843 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed811451-a979-4c49-a807-2ae0ff990519 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Fanout notify agent at l3_agent the message router_deleted on router 7f636789-5456-4fe1-aea3-8e0963c6466a {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:56:52.391886 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ed811451-a979-4c49-a807-2ae0ff990519 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:52.393014 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ed811451-a979-4c49-a807-2ae0ff990519 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/routers/7f636789-5456-4fe1-aea3-8e0963c6466a HTTP/1.1" status: 204 len: 168 time: 0.2839978 Jul 29 23:56:52.395618 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49722) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:52.452528 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3b497b-21cd-45d1-b3d9-2f7c1e5e1feb tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Deleting subnet 3dc4749b-40ed-467f-9007-f6e652053664 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:56:52.456469 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9b3b497b-21cd-45d1-b3d9-2f7c1e5e1feb tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:52.495318 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9b3b497b-21cd-45d1-b3d9-2f7c1e5e1feb tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:52.592560 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9b3b497b-21cd-45d1-b3d9-2f7c1e5e1feb tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:52.656270 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9b3b497b-21cd-45d1-b3d9-2f7c1e5e1feb tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:52.682067 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3b497b-21cd-45d1-b3d9-2f7c1e5e1feb tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Subnet': ['ID=3dc4749b-40ed-467f-9007-f6e652053664,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:52.689046 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9b3b497b-21cd-45d1-b3d9-2f7c1e5e1feb tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:52.691630 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9b3b497b-21cd-45d1-b3d9-2f7c1e5e1feb tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/subnets/3dc4749b-40ed-467f-9007-f6e652053664 HTTP/1.1" status: 204 len: 168 time: 0.2944100 Jul 29 23:56:52.693768 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49724) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:52.695231 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe9a2f3-357b-4700-88a6-5676763a83e1 None None] Network a1d0158a-489f-42eb-b638-2a136d8ec3ac requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:52.785609 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0c6292ed-fd34-4a76-9d0d-8ffa62738cd2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:52.844072 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-0c6292ed-fd34-4a76-9d0d-8ffa62738cd2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Deleting port 60b09971-88c1-46f9-8e58-404cc2f8e43e {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:52.844375 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0c6292ed-fd34-4a76-9d0d-8ffa62738cd2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:52.881312 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e43894a-45b5-4645-81ef-8c7dd1edbf21 None None] DHCP port deletion for a1d0158a-489f-42eb-b638-2a136d8ec3ac request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:56:52.911274 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-0c6292ed-fd34-4a76-9d0d-8ffa62738cd2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] For port 60b09971-88c1-46f9-8e58-404cc2f8e43e, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=60b09971-88c1-46f9-8e58-404cc2f8e43e,segment=NetworkSegment(1aafa8f5-3478-42c8-8fc7-f3ff5f707c6a),segment_id=1aafa8f5-3478-42c8-8fc7-f3ff5f707c6a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:52.911641 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0c6292ed-fd34-4a76-9d0d-8ffa62738cd2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:52.932149 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-0c6292ed-fd34-4a76-9d0d-8ffa62738cd2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Calling delete_port for 60b09971-88c1-46f9-8e58-404cc2f8e43e owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:52.932532 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8e43894a-45b5-4645-81ef-8c7dd1edbf21 None None] Deleting port 60b09971-88c1-46f9-8e58-404cc2f8e43e {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:52.933008 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8e43894a-45b5-4645-81ef-8c7dd1edbf21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.004726 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-8e43894a-45b5-4645-81ef-8c7dd1edbf21 None None] For port 60b09971-88c1-46f9-8e58-404cc2f8e43e, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=60b09971-88c1-46f9-8e58-404cc2f8e43e,segment=NetworkSegment(1aafa8f5-3478-42c8-8fc7-f3ff5f707c6a),segment_id=1aafa8f5-3478-42c8-8fc7-f3ff5f707c6a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:53.005126 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8e43894a-45b5-4645-81ef-8c7dd1edbf21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.023021 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8e43894a-45b5-4645-81ef-8c7dd1edbf21 None None] Calling delete_port for 60b09971-88c1-46f9-8e58-404cc2f8e43e owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:53.045089 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0c6292ed-fd34-4a76-9d0d-8ffa62738cd2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.073336 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6292ed-fd34-4a76-9d0d-8ffa62738cd2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Port': ['ID=60b09971-88c1-46f9-8e58-404cc2f8e43e,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:53.075193 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6292ed-fd34-4a76-9d0d-8ffa62738cd2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] No DVR routers for this DVR port 60b09971-88c1-46f9-8e58-404cc2f8e43e on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:56:53.084969 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 60b09971-88c1-46f9-8e58-404cc2f8e43e no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:56:53.110093 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 60b09971-88c1-46f9-8e58-404cc2f8e43e {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:56:53.110334 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 60b09971-88c1-46f9-8e58-404cc2f8e43e not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:56:53.149659 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8e43894a-45b5-4645-81ef-8c7dd1edbf21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.162606 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0c6292ed-fd34-4a76-9d0d-8ffa62738cd2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.173220 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-0c6292ed-fd34-4a76-9d0d-8ffa62738cd2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d0158a-489f-42eb-b638-2a136d8ec3ac']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:53.177318 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e43894a-45b5-4645-81ef-8c7dd1edbf21 None None] Pushing event deleted for resources: {'Port': ['ID=60b09971-88c1-46f9-8e58-404cc2f8e43e,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:53.183922 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e43894a-45b5-4645-81ef-8c7dd1edbf21 None None] No DVR routers for this DVR port 60b09971-88c1-46f9-8e58-404cc2f8e43e on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:56:53.184340 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-0c6292ed-fd34-4a76-9d0d-8ffa62738cd2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aafa8f5-3478-42c8-8fc7-f3ff5f707c6a') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:53.184852 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-0c6292ed-fd34-4a76-9d0d-8ffa62738cd2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aafa8f5-3478-42c8-8fc7-f3ff5f707c6a') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:53.200865 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0c6292ed-fd34-4a76-9d0d-8ffa62738cd2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.216732 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0c6292ed-fd34-4a76-9d0d-8ffa62738cd2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.224288 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c6292ed-fd34-4a76-9d0d-8ffa62738cd2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:56:53.224852 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0c6292ed-fd34-4a76-9d0d-8ffa62738cd2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.229381 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:56:53.229381 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:56:53.229381 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:56:53.229381 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:56:53.229381 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:56:53.229381 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:56:53.229381 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:56:53.229381 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:56:53.229381 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:56:53.229381 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:56:53.229381 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:56:53.229381 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:56:53.229381 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:56:53.229381 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:56:53.229381 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:56:53.229381 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:56:53.229381 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:56:53.229381 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:56:53.229381 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:56:53.229381 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:56:53.229381 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:56:53.229381 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:56:53.229381 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:56:53.229381 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:56:53.229381 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:56:53.229381 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:56:53.229381 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:56:53.229381 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:56:53.229381 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:56:53.229381 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:56:53.229381 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:56:53.229381 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:56:53.294724 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0c6292ed-fd34-4a76-9d0d-8ffa62738cd2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.308338 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0c6292ed-fd34-4a76-9d0d-8ffa62738cd2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.310281 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0c6292ed-fd34-4a76-9d0d-8ffa62738cd2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/networks/a1d0158a-489f-42eb-b638-2a136d8ec3ac HTTP/1.1" status: 204 len: 168 time: 0.6154945 Jul 29 23:56:53.314675 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49726) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:53.320400 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-4fdada13-1153-4407-a410-36979e340a14 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Request body: {'network': {'name': 'tempest-RoutersTest-1514442051'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:53.322531 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6292ed-fd34-4a76-9d0d-8ffa62738cd2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Network': ['ID=a1d0158a-489f-42eb-b638-2a136d8ec3ac,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:53.343791 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdada13-1153-4407-a410-36979e340a14 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Made reservation on behalf of 272dc532350e4739b2702d8077380801 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:53.347189 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4fdada13-1153-4407-a410-36979e340a14 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.370801 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fdada13-1153-4407-a410-36979e340a14 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:56:53.380876 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4fdada13-1153-4407-a410-36979e340a14 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.381214 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-4fdada13-1153-4407-a410-36979e340a14 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Added segment ec16aa8b-a555-4e80-860a-e8cfd279c8bc of type vlan for network a9708158-f889-4cd2-be09-992e418766dc Jul 29 23:56:53.421756 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4fdada13-1153-4407-a410-36979e340a14 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.450846 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4fdada13-1153-4407-a410-36979e340a14 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.456902 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdada13-1153-4407-a410-36979e340a14 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:53.457488 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4fdada13-1153-4407-a410-36979e340a14 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.518908 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4fdada13-1153-4407-a410-36979e340a14 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2030821 Jul 29 23:56:53.521675 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49728) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:53.528958 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-96b34e29-fb23-4871-bc01-9b40ac659645 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Request body: {'subnet': {'network_id': 'a9708158-f889-4cd2-be09-992e418766dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:53.536094 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdada13-1153-4407-a410-36979e340a14 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Network': ['ID=a9708158-f889-4cd2-be09-992e418766dc,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:53.547379 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network a9708158-f889-4cd2-be09-992e418766dc details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:56:53.621387 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b34e29-fb23-4871-bc01-9b40ac659645 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Made reservation on behalf of 272dc532350e4739b2702d8077380801 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:56:53.625423 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96b34e29-fb23-4871-bc01-9b40ac659645 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.816602 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96b34e29-fb23-4871-bc01-9b40ac659645 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.880335 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b34e29-fb23-4871-bc01-9b40ac659645 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Subnet': ['ID=bb2a54f7-29ae-499b-adcc-232a037e7252,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:53.889253 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b34e29-fb23-4871-bc01-9b40ac659645 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Checking segment: {'id': 'ec16aa8b-a555-4e80-860a-e8cfd279c8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a9708158-f889-4cd2-be09-992e418766dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:53.889611 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b34e29-fb23-4871-bc01-9b40ac659645 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network hostable DHCP agents. Network: a9708158-f889-4cd2-be09-992e418766dc, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:56:53.906809 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b34e29-fb23-4871-bc01-9b40ac659645 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network a9708158-f889-4cd2-be09-992e418766dc is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:56:53.916083 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-96b34e29-fb23-4871-bc01-9b40ac659645 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, a9708158-f889-4cd2-be09-992e418766dc) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:53.921499 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b34e29-fb23-4871-bc01-9b40ac659645 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:53.921894 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96b34e29-fb23-4871-bc01-9b40ac659645 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.924249 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33e0e13-579d-4d6d-85ad-b0d197ed461a None None] Network a9708158-f889-4cd2-be09-992e418766dc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:53.941664 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-96b34e29-fb23-4871-bc01-9b40ac659645 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4163108 Jul 29 23:56:53.941883 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49730) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:53.946320 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-0cbdb639-2414-480a-9433-270473ae5bdb tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-271846248', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:53.969135 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0cbdb639-2414-480a-9433-270473ae5bdb tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:53.970308 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0cbdb639-2414-480a-9433-270473ae5bdb tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.025921 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0cbdb639-2414-480a-9433-270473ae5bdb tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.031265 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0cbdb639-2414-480a-9433-270473ae5bdb tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.049275 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0cbdb639-2414-480a-9433-270473ae5bdb tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.050508 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0cbdb639-2414-480a-9433-270473ae5bdb tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1077716 Jul 29 23:56:54.053791 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49732) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:54.072184 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d7ff0c-fd04-4fea-b4cd-e75920a52202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-a9708158-f889-4cd2-be09-992e418766dc', 'network_id': 'a9708158-f889-4cd2-be09-992e418766dc', 'tenant_id': '272dc532350e4739b2702d8077380801', 'fixed_ips': [{'subnet_id': 'bb2a54f7-29ae-499b-adcc-232a037e7252'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:56:54.073156 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-64d7ff0c-fd04-4fea-b4cd-e75920a52202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.208452 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-64d7ff0c-fd04-4fea-b4cd-e75920a52202 None None] Allocated IP 172.20.0.2 (a9708158-f889-4cd2-be09-992e418766dc/bb2a54f7-29ae-499b-adcc-232a037e7252/b4cc4852-a795-413a-ba63-4c39f865ca69) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:54.341417 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8aefaf54-d588-4852-9747-11aa2e9711d6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.353012 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-64d7ff0c-fd04-4fea-b4cd-e75920a52202 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.361435 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-64d7ff0c-fd04-4fea-b4cd-e75920a52202 None None] Transition to ACTIVE for port object b4cc4852-a795-413a-ba63-4c39f865ca69 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:54.378156 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-64d7ff0c-fd04-4fea-b4cd-e75920a52202 None None] Transition to ACTIVE for port object b4cc4852-a795-413a-ba63-4c39f865ca69 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:54.385907 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-64d7ff0c-fd04-4fea-b4cd-e75920a52202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.427087 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d7ff0c-fd04-4fea-b4cd-e75920a52202 None None] Network a9708158-f889-4cd2-be09-992e418766dc is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:54.433018 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-64d7ff0c-fd04-4fea-b4cd-e75920a52202 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:54.438764 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d7ff0c-fd04-4fea-b4cd-e75920a52202 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:54.443601 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7ff0c-fd04-4fea-b4cd-e75920a52202 None None] Pushing event updated for resources: {'Port': ['ID=b4cc4852-a795-413a-ba63-4c39f865ca69,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:54.508885 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-64d7ff0c-fd04-4fea-b4cd-e75920a52202 None None] Attempting to bind port b4cc4852-a795-413a-ba63-4c39f865ca69 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:56:54.509286 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-64d7ff0c-fd04-4fea-b4cd-e75920a52202 None None] Attempting to bind port b4cc4852-a795-413a-ba63-4c39f865ca69 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'ec16aa8b-a555-4e80-860a-e8cfd279c8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a9708158-f889-4cd2-be09-992e418766dc'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:56:54.509717 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d7ff0c-fd04-4fea-b4cd-e75920a52202 None None] Attempting to bind port b4cc4852-a795-413a-ba63-4c39f865ca69 on network a9708158-f889-4cd2-be09-992e418766dc {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:56:54.516027 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d7ff0c-fd04-4fea-b4cd-e75920a52202 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:56:54.516666 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d7ff0c-fd04-4fea-b4cd-e75920a52202 None None] Checking segment: {'id': 'ec16aa8b-a555-4e80-860a-e8cfd279c8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a9708158-f889-4cd2-be09-992e418766dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:56:54.517136 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-64d7ff0c-fd04-4fea-b4cd-e75920a52202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.517604 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d7ff0c-fd04-4fea-b4cd-e75920a52202 None None] Bound using segment: {'id': 'ec16aa8b-a555-4e80-860a-e8cfd279c8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a9708158-f889-4cd2-be09-992e418766dc'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:56:54.518083 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-64d7ff0c-fd04-4fea-b4cd-e75920a52202 None None] Bound port: b4cc4852-a795-413a-ba63-4c39f865ca69, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec16aa8b-a555-4e80-860a-e8cfd279c8bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'a9708158-f889-4cd2-be09-992e418766dc'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:56:54.518471 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-64d7ff0c-fd04-4fea-b4cd-e75920a52202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.584694 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-64d7ff0c-fd04-4fea-b4cd-e75920a52202 None None] For port b4cc4852-a795-413a-ba63-4c39f865ca69, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:56:54.588124 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-64d7ff0c-fd04-4fea-b4cd-e75920a52202 None None] For port b4cc4852-a795-413a-ba63-4c39f865ca69, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=b4cc4852-a795-413a-ba63-4c39f865ca69,segment=NetworkSegment(ec16aa8b-a555-4e80-860a-e8cfd279c8bc),segment_id=ec16aa8b-a555-4e80-860a-e8cfd279c8bc)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:56:54.592703 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-64d7ff0c-fd04-4fea-b4cd-e75920a52202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.614101 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-8aefaf54-d588-4852-9747-11aa2e9711d6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Allocated IP 172.20.0.1 (a9708158-f889-4cd2-be09-992e418766dc/bb2a54f7-29ae-499b-adcc-232a037e7252/5d5e8c10-bc87-4bb1-be5f-8dd5b867db8d) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:54.670501 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d7ff0c-fd04-4fea-b4cd-e75920a52202 None None] Pushing event updated for resources: {'Port': ['ID=b4cc4852-a795-413a-ba63-4c39f865ca69,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:54.753372 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8aefaf54-d588-4852-9747-11aa2e9711d6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.780642 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-8aefaf54-d588-4852-9747-11aa2e9711d6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Transition to ACTIVE for port object 5d5e8c10-bc87-4bb1-be5f-8dd5b867db8d will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:56:54.817026 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8aefaf54-d588-4852-9747-11aa2e9711d6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:54.879489 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aefaf54-d588-4852-9747-11aa2e9711d6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network a9708158-f889-4cd2-be09-992e418766dc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:54.883906 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-8aefaf54-d588-4852-9747-11aa2e9711d6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:54.887404 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aefaf54-d588-4852-9747-11aa2e9711d6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:54.927963 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aefaf54-d588-4852-9747-11aa2e9711d6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Port': ['ID=5d5e8c10-bc87-4bb1-be5f-8dd5b867db8d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:54.953788 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8aefaf54-d588-4852-9747-11aa2e9711d6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:55.085174 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8aefaf54-d588-4852-9747-11aa2e9711d6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:55.111338 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b4cc4852-a795-413a-ba63-4c39f865ca69 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:55.170895 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port b4cc4852-a795-413a-ba63-4c39f865ca69 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:55.364065 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8aefaf54-d588-4852-9747-11aa2e9711d6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:55.369125 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8aefaf54-d588-4852-9747-11aa2e9711d6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:55.664497 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6224534-41f9-4b5b-8bb5-f7bdd43e1022 None None] Network a9708158-f889-4cd2-be09-992e418766dc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:55.726669 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-bcf1be22-4002-4650-b27a-ff4ec1bd82ee None None] Provisioning for port b4cc4852-a795-413a-ba63-4c39f865ca69 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:55.738524 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aefaf54-d588-4852-9747-11aa2e9711d6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Port': ['ID=5d5e8c10-bc87-4bb1-be5f-8dd5b867db8d,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:55.739740 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-bcf1be22-4002-4650-b27a-ff4ec1bd82ee None None] Provisioning complete for port b4cc4852-a795-413a-ba63-4c39f865ca69 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:55.740141 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bcf1be22-4002-4650-b27a-ff4ec1bd82ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:55.740935 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8aefaf54-d588-4852-9747-11aa2e9711d6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:55.838846 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aefaf54-d588-4852-9747-11aa2e9711d6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network a9708158-f889-4cd2-be09-992e418766dc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:55.840221 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-8aefaf54-d588-4852-9747-11aa2e9711d6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:55.968765 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aefaf54-d588-4852-9747-11aa2e9711d6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Router ba631453-518d-4305-ae93-a707418a72e5 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:56:56.041611 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bcf1be22-4002-4650-b27a-ff4ec1bd82ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.063978 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aefaf54-d588-4852-9747-11aa2e9711d6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:56.072560 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8aefaf54-d588-4852-9747-11aa2e9711d6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "PUT /v2.0/routers/ba631453-518d-4305-ae93-a707418a72e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0136750 Jul 29 23:56:56.074141 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49734) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:56.081445 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22aa2bf-826b-4532-8795-cebad34ce3ab None None] Sync routers for ids ['ba631453-518d-4305-ae93-a707418a72e5'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:56.089782 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-bcf1be22-4002-4650-b27a-ff4ec1bd82ee None None] For port b4cc4852-a795-413a-ba63-4c39f865ca69, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=b4cc4852-a795-413a-ba63-4c39f865ca69,segment=NetworkSegment(ec16aa8b-a555-4e80-860a-e8cfd279c8bc),segment_id=ec16aa8b-a555-4e80-860a-e8cfd279c8bc)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:56.094864 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22aa2bf-826b-4532-8795-cebad34ce3ab None None] Routers {'ba631453-518d-4305-ae93-a707418a72e5'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:56.095211 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bcf1be22-4002-4650-b27a-ff4ec1bd82ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.096427 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-e22aa2bf-826b-4532-8795-cebad34ce3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['ba631453-518d-4305-ae93-a707418a72e5'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:56.125326 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea63fe3-9bb9-4a10-91d8-54da4fcec038 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:56:56.129677 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9ea63fe3-9bb9-4a10-91d8-54da4fcec038 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "GET /v2.0/ports/5d5e8c10-bc87-4bb1-be5f-8dd5b867db8d HTTP/1.1" status: 200 len: 910 time: 0.0529432 Jul 29 23:56:56.129993 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49736) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:56.162566 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf1be22-4002-4650-b27a-ff4ec1bd82ee None None] Pushing event updated for resources: {'Port': ['ID=b4cc4852-a795-413a-ba63-4c39f865ca69,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:56.170816 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-e22aa2bf-826b-4532-8795-cebad34ce3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:56.179871 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22aa2bf-826b-4532-8795-cebad34ce3ab None None] Routers {'ba631453-518d-4305-ae93-a707418a72e5'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:56.180626 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-e22aa2bf-826b-4532-8795-cebad34ce3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['ba631453-518d-4305-ae93-a707418a72e5'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:56.218474 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-e22aa2bf-826b-4532-8795-cebad34ce3ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:56.219219 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22aa2bf-826b-4532-8795-cebad34ce3ab None None] The sync data for ids ['ba631453-518d-4305-ae93-a707418a72e5'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:56.323267 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d22737b8-79a3-42dc-b9a2-365c5f35080e None None] Provisioning for port 5d5e8c10-bc87-4bb1-be5f-8dd5b867db8d completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:56:56.328238 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d22737b8-79a3-42dc-b9a2-365c5f35080e None None] Provisioning complete for port 5d5e8c10-bc87-4bb1-be5f-8dd5b867db8d triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:56.329214 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d22737b8-79a3-42dc-b9a2-365c5f35080e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.365657 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d22737b8-79a3-42dc-b9a2-365c5f35080e None None] Port 5d5e8c10-bc87-4bb1-be5f-8dd5b867db8d cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:56.377144 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d22737b8-79a3-42dc-b9a2-365c5f35080e None None] Provisioning complete for port b4cc4852-a795-413a-ba63-4c39f865ca69 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:56.377525 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d22737b8-79a3-42dc-b9a2-365c5f35080e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.490328 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7711e948-45f9-4546-8098-8586b6e830d2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.579974 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5ad5303e-98bc-442a-8080-5a50f4847ba8 None None] Provisioning complete for port 5d5e8c10-bc87-4bb1-be5f-8dd5b867db8d triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:56.580351 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5ad5303e-98bc-442a-8080-5a50f4847ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.619581 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5ad5303e-98bc-442a-8080-5a50f4847ba8 None None] Port 5d5e8c10-bc87-4bb1-be5f-8dd5b867db8d cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:56.738548 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9df23922-f16a-4e5f-ae7c-e3d7533610a5 None None] Provisioning complete for port 5d5e8c10-bc87-4bb1-be5f-8dd5b867db8d triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:56.738953 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9df23922-f16a-4e5f-ae7c-e3d7533610a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.756656 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-7711e948-45f9-4546-8098-8586b6e830d2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Deleting port 5d5e8c10-bc87-4bb1-be5f-8dd5b867db8d {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:56.756917 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7711e948-45f9-4546-8098-8586b6e830d2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.772705 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-9df23922-f16a-4e5f-ae7c-e3d7533610a5 None None] Port 5d5e8c10-bc87-4bb1-be5f-8dd5b867db8d cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:56:56.845734 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7711e948-45f9-4546-8098-8586b6e830d2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:56.857749 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-7711e948-45f9-4546-8098-8586b6e830d2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Calling delete_port for 5d5e8c10-bc87-4bb1-be5f-8dd5b867db8d owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:57.044551 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7711e948-45f9-4546-8098-8586b6e830d2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.056182 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b4cc4852-a795-413a-ba63-4c39f865ca69 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:56:57.071871 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7711e948-45f9-4546-8098-8586b6e830d2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Port': ['ID=5d5e8c10-bc87-4bb1-be5f-8dd5b867db8d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:57.110721 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port b4cc4852-a795-413a-ba63-4c39f865ca69 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:56:57.111212 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.240744 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7711e948-45f9-4546-8098-8586b6e830d2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.402964 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7711e948-45f9-4546-8098-8586b6e830d2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Router ba631453-518d-4305-ae93-a707418a72e5 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:56:57.479848 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7711e948-45f9-4546-8098-8586b6e830d2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:56:57.485083 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7711e948-45f9-4546-8098-8586b6e830d2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "PUT /v2.0/routers/ba631453-518d-4305-ae93-a707418a72e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3537431 Jul 29 23:56:57.487545 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49738) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:57.490262 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983afaa1-073f-4b89-a186-7d684bdf6cae None None] Sync routers for ids ['ba631453-518d-4305-ae93-a707418a72e5'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:56:57.499677 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983afaa1-073f-4b89-a186-7d684bdf6cae None None] Routers {'ba631453-518d-4305-ae93-a707418a72e5'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:57.500450 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-983afaa1-073f-4b89-a186-7d684bdf6cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['ba631453-518d-4305-ae93-a707418a72e5'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:57.514501 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6a985e95-f806-44fc-8bfa-b154e9aebabd tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba631453-518d-4305-ae93-a707418a72e5 HTTP/1.1" status: 200 len: 205 time: 0.0249860 Jul 29 23:56:57.517424 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49740) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:57.533477 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-983afaa1-073f-4b89-a186-7d684bdf6cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:57.541926 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983afaa1-073f-4b89-a186-7d684bdf6cae None None] Routers {'ba631453-518d-4305-ae93-a707418a72e5'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:56:57.542527 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-983afaa1-073f-4b89-a186-7d684bdf6cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['ba631453-518d-4305-ae93-a707418a72e5'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:57.577798 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-983afaa1-073f-4b89-a186-7d684bdf6cae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:57.578450 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983afaa1-073f-4b89-a186-7d684bdf6cae None None] The sync data for ids ['ba631453-518d-4305-ae93-a707418a72e5'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:56:57.594253 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-be3c31f4-716c-4b1d-9754-c711fa721e21 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.751570 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-be3c31f4-716c-4b1d-9754-c711fa721e21 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.753582 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-be3c31f4-716c-4b1d-9754-c711fa721e21 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.797401 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-be3c31f4-716c-4b1d-9754-c711fa721e21 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.798003 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3c31f4-716c-4b1d-9754-c711fa721e21 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Fanout notify agent at l3_agent the message router_deleted on router ba631453-518d-4305-ae93-a707418a72e5 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:56:57.805535 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-be3c31f4-716c-4b1d-9754-c711fa721e21 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.806616 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-be3c31f4-716c-4b1d-9754-c711fa721e21 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/routers/ba631453-518d-4305-ae93-a707418a72e5 HTTP/1.1" status: 204 len: 168 time: 0.2883079 Jul 29 23:56:57.809228 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49742) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:57.862773 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d5b120e-3b3e-465b-a9c5-e9480e37d956 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Deleting subnet bb2a54f7-29ae-499b-adcc-232a037e7252 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:56:57.866083 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0d5b120e-3b3e-465b-a9c5-e9480e37d956 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.911225 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0d5b120e-3b3e-465b-a9c5-e9480e37d956 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:57.999383 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0d5b120e-3b3e-465b-a9c5-e9480e37d956 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.059656 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0d5b120e-3b3e-465b-a9c5-e9480e37d956 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.092107 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b120e-3b3e-465b-a9c5-e9480e37d956 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Subnet': ['ID=bb2a54f7-29ae-499b-adcc-232a037e7252,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:58.094039 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0d5b120e-3b3e-465b-a9c5-e9480e37d956 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.095942 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0d5b120e-3b3e-465b-a9c5-e9480e37d956 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/subnets/bb2a54f7-29ae-499b-adcc-232a037e7252 HTTP/1.1" status: 204 len: 168 time: 0.2856498 Jul 29 23:56:58.098459 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49744) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:58.102085 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf7fdee-d813-4380-96e4-34799068029c None None] Network a9708158-f889-4cd2-be09-992e418766dc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:56:58.175001 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48e5989d-bf63-439b-a4d7-7be4726bac88 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.240929 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-48e5989d-bf63-439b-a4d7-7be4726bac88 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Deleting port b4cc4852-a795-413a-ba63-4c39f865ca69 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:58.241455 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48e5989d-bf63-439b-a4d7-7be4726bac88 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.285685 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c731c42-3b65-4eb7-8fa4-962cc456adf4 None None] DHCP port deletion for a9708158-f889-4cd2-be09-992e418766dc request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:56:58.328460 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-48e5989d-bf63-439b-a4d7-7be4726bac88 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] For port b4cc4852-a795-413a-ba63-4c39f865ca69, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=b4cc4852-a795-413a-ba63-4c39f865ca69,segment=NetworkSegment(ec16aa8b-a555-4e80-860a-e8cfd279c8bc),segment_id=ec16aa8b-a555-4e80-860a-e8cfd279c8bc)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:58.328734 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48e5989d-bf63-439b-a4d7-7be4726bac88 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.336348 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-7c731c42-3b65-4eb7-8fa4-962cc456adf4 None None] Deleting port b4cc4852-a795-413a-ba63-4c39f865ca69 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:56:58.336725 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7c731c42-3b65-4eb7-8fa4-962cc456adf4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.343565 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-48e5989d-bf63-439b-a4d7-7be4726bac88 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Calling delete_port for b4cc4852-a795-413a-ba63-4c39f865ca69 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:58.397654 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-7c731c42-3b65-4eb7-8fa4-962cc456adf4 None None] For port b4cc4852-a795-413a-ba63-4c39f865ca69, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=b4cc4852-a795-413a-ba63-4c39f865ca69,segment=NetworkSegment(ec16aa8b-a555-4e80-860a-e8cfd279c8bc),segment_id=ec16aa8b-a555-4e80-860a-e8cfd279c8bc)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:56:58.398053 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7c731c42-3b65-4eb7-8fa4-962cc456adf4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.410998 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-7c731c42-3b65-4eb7-8fa4-962cc456adf4 None None] Calling delete_port for b4cc4852-a795-413a-ba63-4c39f865ca69 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:56:58.426555 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48e5989d-bf63-439b-a4d7-7be4726bac88 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.453680 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5989d-bf63-439b-a4d7-7be4726bac88 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Port': ['ID=b4cc4852-a795-413a-ba63-4c39f865ca69,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:58.455505 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e5989d-bf63-439b-a4d7-7be4726bac88 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] No DVR routers for this DVR port b4cc4852-a795-413a-ba63-4c39f865ca69 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:56:58.497591 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7c731c42-3b65-4eb7-8fa4-962cc456adf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.524631 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c731c42-3b65-4eb7-8fa4-962cc456adf4 None None] Pushing event deleted for resources: {'Port': ['ID=b4cc4852-a795-413a-ba63-4c39f865ca69,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:58.528691 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c731c42-3b65-4eb7-8fa4-962cc456adf4 None None] No DVR routers for this DVR port b4cc4852-a795-413a-ba63-4c39f865ca69 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:56:58.539805 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48e5989d-bf63-439b-a4d7-7be4726bac88 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.552440 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-48e5989d-bf63-439b-a4d7-7be4726bac88 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9708158-f889-4cd2-be09-992e418766dc']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:58.570628 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-48e5989d-bf63-439b-a4d7-7be4726bac88 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec16aa8b-a555-4e80-860a-e8cfd279c8bc') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:58.570935 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-48e5989d-bf63-439b-a4d7-7be4726bac88 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec16aa8b-a555-4e80-860a-e8cfd279c8bc') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:56:58.580128 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48e5989d-bf63-439b-a4d7-7be4726bac88 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.594837 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48e5989d-bf63-439b-a4d7-7be4726bac88 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.600787 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48e5989d-bf63-439b-a4d7-7be4726bac88 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:56:58.601172 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48e5989d-bf63-439b-a4d7-7be4726bac88 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.604057 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:56:58.604057 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:56:58.604057 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:56:58.604057 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:56:58.604057 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:56:58.604057 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:56:58.604057 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:56:58.604057 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:56:58.604057 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:56:58.604057 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:56:58.604057 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:56:58.604057 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:56:58.604057 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:56:58.604057 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:56:58.604057 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:56:58.604057 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:56:58.604057 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:56:58.604057 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:56:58.604057 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:56:58.604057 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:56:58.604057 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:56:58.604057 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:56:58.604057 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:56:58.604057 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:56:58.604057 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:56:58.604057 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:56:58.604057 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:56:58.604057 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:56:58.604057 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:56:58.604057 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:56:58.604057 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:56:58.604057 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:56:58.666715 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48e5989d-bf63-439b-a4d7-7be4726bac88 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.674220 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48e5989d-bf63-439b-a4d7-7be4726bac88 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.676122 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-48e5989d-bf63-439b-a4d7-7be4726bac88 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/networks/a9708158-f889-4cd2-be09-992e418766dc HTTP/1.1" status: 204 len: 168 time: 0.5767100 Jul 29 23:56:58.679655 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49746) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:56:58.684123 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-84180ebb-42e9-4474-97de-f9f836ed8e46 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-363321275', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}, 'admin_state_up': False}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:56:58.698951 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5989d-bf63-439b-a4d7-7be4726bac88 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Network': ['ID=a9708158-f889-4cd2-be09-992e418766dc,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:58.718735 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-84180ebb-42e9-4474-97de-f9f836ed8e46 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.719780 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-84180ebb-42e9-4474-97de-f9f836ed8e46 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.771293 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-84180ebb-42e9-4474-97de-f9f836ed8e46 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:58.912900 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-84180ebb-42e9-4474-97de-f9f836ed8e46 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:59.051888 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b4cc4852-a795-413a-ba63-4c39f865ca69 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:56:59.071671 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: b4cc4852-a795-413a-ba63-4c39f865ca69 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:56:59.072038 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b4cc4852-a795-413a-ba63-4c39f865ca69 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:56:59.120290 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-84180ebb-42e9-4474-97de-f9f836ed8e46 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:59.143760 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-84180ebb-42e9-4474-97de-f9f836ed8e46 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:59.249863 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-84180ebb-42e9-4474-97de-f9f836ed8e46 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Allocated IP 172.25.8.99 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/fe5bcc2d-d5dd-438c-be66-e8776123667a) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:56:59.356933 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-84180ebb-42e9-4474-97de-f9f836ed8e46 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:59.398690 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-84180ebb-42e9-4474-97de-f9f836ed8e46 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:59.438763 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84180ebb-42e9-4474-97de-f9f836ed8e46 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:56:59.444134 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-84180ebb-42e9-4474-97de-f9f836ed8e46 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:56:59.446634 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84180ebb-42e9-4474-97de-f9f836ed8e46 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:56:59.469786 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84180ebb-42e9-4474-97de-f9f836ed8e46 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Port': ['ID=fe5bcc2d-d5dd-438c-be66-e8776123667a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:56:59.750087 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:59.984290 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-84180ebb-42e9-4474-97de-f9f836ed8e46 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:56:59.996926 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:00.182319 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-84180ebb-42e9-4474-97de-f9f836ed8e46 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:00.311593 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84180ebb-42e9-4474-97de-f9f836ed8e46 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Router 71542d85-cb38-43cf-ba97-705c82a6954f is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:57:00.417166 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84180ebb-42e9-4474-97de-f9f836ed8e46 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:00.426972 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3871c7-2171-4315-8d6a-067881278c77 None None] Sync routers for ids ['71542d85-cb38-43cf-ba97-705c82a6954f'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:00.435964 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3871c7-2171-4315-8d6a-067881278c77 None None] Routers {'71542d85-cb38-43cf-ba97-705c82a6954f'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:00.436516 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-bf3871c7-2171-4315-8d6a-067881278c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['71542d85-cb38-43cf-ba97-705c82a6954f'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:00.436674 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-84180ebb-42e9-4474-97de-f9f836ed8e46 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:00.438043 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-84180ebb-42e9-4474-97de-f9f836ed8e46 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.7574310 Jul 29 23:57:00.440616 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49748) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:00.471477 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-bf3871c7-2171-4315-8d6a-067881278c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:00.480165 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3871c7-2171-4315-8d6a-067881278c77 None None] Routers {'71542d85-cb38-43cf-ba97-705c82a6954f'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:00.480777 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-bf3871c7-2171-4315-8d6a-067881278c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['71542d85-cb38-43cf-ba97-705c82a6954f'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:00.512335 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-bf3871c7-2171-4315-8d6a-067881278c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:00.512983 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3871c7-2171-4315-8d6a-067881278c77 None None] The sync data for ids ['71542d85-cb38-43cf-ba97-705c82a6954f'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:00.548580 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-951bb68a-4d8e-4e32-9c24-ca432966f040 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "GET /v2.0/routers/71542d85-cb38-43cf-ba97-705c82a6954f HTTP/1.1" status: 200 len: 879 time: 0.1067705 Jul 29 23:57:00.550881 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49750) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:00.775669 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cdc7aff6-d5ee-4773-b7de-d1d0b94fe2a4 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2233343 Jul 29 23:57:00.777762 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49752) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:00.782646 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-3541844f-0eeb-41c7-81a2-5b12c31e1625 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-363321275'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:01.080610 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3541844f-0eeb-41c7-81a2-5b12c31e1625 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16400064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16332386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.092105 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3541844f-0eeb-41c7-81a2-5b12c31e1625 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16400091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16400082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16332405'] for router, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.198823 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3541844f-0eeb-41c7-81a2-5b12c31e1625 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Router 71542d85-cb38-43cf-ba97-705c82a6954f has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:01.302034 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3541844f-0eeb-41c7-81a2-5b12c31e1625 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:01.308664 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3541844f-0eeb-41c7-81a2-5b12c31e1625 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.311888 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3541844f-0eeb-41c7-81a2-5b12c31e1625 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "PUT /v2.0/routers/71542d85-cb38-43cf-ba97-705c82a6954f HTTP/1.1" status: 200 len: 886 time: 0.5311430 Jul 29 23:57:01.312056 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ad879c-9914-4fd2-a903-9483c7bca78f None None] Sync routers for ids ['71542d85-cb38-43cf-ba97-705c82a6954f'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:01.312992 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49754) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:01.322074 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ad879c-9914-4fd2-a903-9483c7bca78f None None] Routers {'71542d85-cb38-43cf-ba97-705c82a6954f'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:01.322680 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d4ad879c-9914-4fd2-a903-9483c7bca78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['71542d85-cb38-43cf-ba97-705c82a6954f'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:01.355702 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d4ad879c-9914-4fd2-a903-9483c7bca78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:01.366453 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ad879c-9914-4fd2-a903-9483c7bca78f None None] Routers {'71542d85-cb38-43cf-ba97-705c82a6954f'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:01.367240 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d4ad879c-9914-4fd2-a903-9483c7bca78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['71542d85-cb38-43cf-ba97-705c82a6954f'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:01.405047 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d4ad879c-9914-4fd2-a903-9483c7bca78f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:01.405723 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ad879c-9914-4fd2-a903-9483c7bca78f None None] The sync data for ids ['71542d85-cb38-43cf-ba97-705c82a6954f'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:01.707500 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e935ba94-b573-43b2-8f8f-9dae455d489b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "GET /v2.0/routers/71542d85-cb38-43cf-ba97-705c82a6954f HTTP/1.1" status: 200 len: 886 time: 0.3934014 Jul 29 23:57:01.710173 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49756) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:01.737615 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8fc2b91d-d63e-44a6-b8f6-a30ca04b9dd3 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "GET /v2.0/ports?device_id=71542d85-cb38-43cf-ba97-705c82a6954f HTTP/1.1" status: 200 len: 205 time: 0.0263481 Jul 29 23:57:01.740069 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49758) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:01.848878 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aedf2be5-65b9-44f6-9a57-cce7aa1c38b8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:01.957046 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aedf2be5-65b9-44f6-9a57-cce7aa1c38b8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.011534 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-aedf2be5-65b9-44f6-9a57-cce7aa1c38b8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Deleting port fe5bcc2d-d5dd-438c-be66-e8776123667a {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:02.011866 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aedf2be5-65b9-44f6-9a57-cce7aa1c38b8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.088823 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aedf2be5-65b9-44f6-9a57-cce7aa1c38b8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.101341 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-aedf2be5-65b9-44f6-9a57-cce7aa1c38b8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Calling delete_port for fe5bcc2d-d5dd-438c-be66-e8776123667a owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:02.266406 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aedf2be5-65b9-44f6-9a57-cce7aa1c38b8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.291486 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf2be5-65b9-44f6-9a57-cce7aa1c38b8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Port': ['ID=fe5bcc2d-d5dd-438c-be66-e8776123667a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:02.358798 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aedf2be5-65b9-44f6-9a57-cce7aa1c38b8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.451440 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aedf2be5-65b9-44f6-9a57-cce7aa1c38b8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.453869 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aedf2be5-65b9-44f6-9a57-cce7aa1c38b8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.496494 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aedf2be5-65b9-44f6-9a57-cce7aa1c38b8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.497045 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedf2be5-65b9-44f6-9a57-cce7aa1c38b8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Fanout notify agent at l3_agent the message router_deleted on router 71542d85-cb38-43cf-ba97-705c82a6954f {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:57:02.504379 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-aedf2be5-65b9-44f6-9a57-cce7aa1c38b8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.505569 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-aedf2be5-65b9-44f6-9a57-cce7aa1c38b8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/routers/71542d85-cb38-43cf-ba97-705c82a6954f HTTP/1.1" status: 204 len: 168 time: 0.7645030 Jul 29 23:57:02.509108 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49760) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:02.514535 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-073099c8-12d1-4554-8b0b-b2bf4ea5011d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Request body: {'network': {'name': 'tempest-RoutersTest-343343141'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:02.539085 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-073099c8-12d1-4554-8b0b-b2bf4ea5011d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Made reservation on behalf of 272dc532350e4739b2702d8077380801 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:02.542682 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-073099c8-12d1-4554-8b0b-b2bf4ea5011d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.566892 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-073099c8-12d1-4554-8b0b-b2bf4ea5011d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:57:02.576918 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-073099c8-12d1-4554-8b0b-b2bf4ea5011d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.577351 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-073099c8-12d1-4554-8b0b-b2bf4ea5011d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Added segment 8948f97f-5e8f-4bd7-925c-12fef9f00f06 of type vlan for network 66e34628-77a4-4469-87d8-14f28ec3e12b Jul 29 23:57:02.622104 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-073099c8-12d1-4554-8b0b-b2bf4ea5011d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.653779 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-073099c8-12d1-4554-8b0b-b2bf4ea5011d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.659887 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073099c8-12d1-4554-8b0b-b2bf4ea5011d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:02.660480 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-073099c8-12d1-4554-8b0b-b2bf4ea5011d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.716819 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-073099c8-12d1-4554-8b0b-b2bf4ea5011d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2065692 Jul 29 23:57:02.719884 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49762) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:02.727202 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-93736866-d64d-4db4-8475-20b404ad242f tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Request body: {'subnet': {'network_id': '66e34628-77a4-4469-87d8-14f28ec3e12b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:02.774193 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073099c8-12d1-4554-8b0b-b2bf4ea5011d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Network': ['ID=66e34628-77a4-4469-87d8-14f28ec3e12b,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:02.784941 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 66e34628-77a4-4469-87d8-14f28ec3e12b details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:57:02.826218 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93736866-d64d-4db4-8475-20b404ad242f tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Made reservation on behalf of 272dc532350e4739b2702d8077380801 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:02.829745 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-93736866-d64d-4db4-8475-20b404ad242f tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:02.863957 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5bea3dc3-6685-413f-b225-f992f07f5e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.019627 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-93736866-d64d-4db4-8475-20b404ad242f tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.078493 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93736866-d64d-4db4-8475-20b404ad242f tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Subnet': ['ID=9a70d865-ee76-4a46-89d6-9d78b84e01b9,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:03.093972 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93736866-d64d-4db4-8475-20b404ad242f tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Checking segment: {'id': '8948f97f-5e8f-4bd7-925c-12fef9f00f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '66e34628-77a4-4469-87d8-14f28ec3e12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:03.094657 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93736866-d64d-4db4-8475-20b404ad242f tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network hostable DHCP agents. Network: 66e34628-77a4-4469-87d8-14f28ec3e12b, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:57:03.111928 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93736866-d64d-4db4-8475-20b404ad242f tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network 66e34628-77a4-4469-87d8-14f28ec3e12b is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:57:03.121114 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-93736866-d64d-4db4-8475-20b404ad242f tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 66e34628-77a4-4469-87d8-14f28ec3e12b) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:03.125468 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93736866-d64d-4db4-8475-20b404ad242f tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:03.126087 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-93736866-d64d-4db4-8475-20b404ad242f tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.131391 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae21589d-5c9e-416e-a27a-6e6b914a7134 None None] Network 66e34628-77a4-4469-87d8-14f28ec3e12b requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:03.140745 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-93736866-d64d-4db4-8475-20b404ad242f tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4198208 Jul 29 23:57:03.143399 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49764) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:03.147910 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-8320cff6-c711-4f36-bed2-0f351d2deaf7 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-617334117', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:03.173679 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8320cff6-c711-4f36-bed2-0f351d2deaf7 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.174851 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8320cff6-c711-4f36-bed2-0f351d2deaf7 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.227042 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8320cff6-c711-4f36-bed2-0f351d2deaf7 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.231498 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8320cff6-c711-4f36-bed2-0f351d2deaf7 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.247997 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8320cff6-c711-4f36-bed2-0f351d2deaf7 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.249223 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8320cff6-c711-4f36-bed2-0f351d2deaf7 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1048870 Jul 29 23:57:03.252087 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49766) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:03.289557 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff02b04b-bb54-4975-8149-891423cf8097 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-66e34628-77a4-4469-87d8-14f28ec3e12b', 'network_id': '66e34628-77a4-4469-87d8-14f28ec3e12b', 'tenant_id': '272dc532350e4739b2702d8077380801', 'fixed_ips': [{'subnet_id': '9a70d865-ee76-4a46-89d6-9d78b84e01b9'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:57:03.290422 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ff02b04b-bb54-4975-8149-891423cf8097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.429290 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-ff02b04b-bb54-4975-8149-891423cf8097 None None] Allocated IP 172.20.0.2 (66e34628-77a4-4469-87d8-14f28ec3e12b/9a70d865-ee76-4a46-89d6-9d78b84e01b9/9b2eaa25-62d2-47a0-b693-9f67ec4fdba0) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:03.527592 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7252595b-4438-4e3b-ba18-d94bba9ea47e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.573298 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ff02b04b-bb54-4975-8149-891423cf8097 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.582671 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ff02b04b-bb54-4975-8149-891423cf8097 None None] Transition to ACTIVE for port object 9b2eaa25-62d2-47a0-b693-9f67ec4fdba0 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:03.601412 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ff02b04b-bb54-4975-8149-891423cf8097 None None] Transition to ACTIVE for port object 9b2eaa25-62d2-47a0-b693-9f67ec4fdba0 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:03.606961 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ff02b04b-bb54-4975-8149-891423cf8097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.648256 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff02b04b-bb54-4975-8149-891423cf8097 None None] Network 66e34628-77a4-4469-87d8-14f28ec3e12b is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:03.651171 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-ff02b04b-bb54-4975-8149-891423cf8097 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:03.657613 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff02b04b-bb54-4975-8149-891423cf8097 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:03.665425 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02b04b-bb54-4975-8149-891423cf8097 None None] Pushing event updated for resources: {'Port': ['ID=9b2eaa25-62d2-47a0-b693-9f67ec4fdba0,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:03.716103 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-ff02b04b-bb54-4975-8149-891423cf8097 None None] Attempting to bind port 9b2eaa25-62d2-47a0-b693-9f67ec4fdba0 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:03.717061 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-ff02b04b-bb54-4975-8149-891423cf8097 None None] Attempting to bind port 9b2eaa25-62d2-47a0-b693-9f67ec4fdba0 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '8948f97f-5e8f-4bd7-925c-12fef9f00f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '66e34628-77a4-4469-87d8-14f28ec3e12b'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:03.717563 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02b04b-bb54-4975-8149-891423cf8097 None None] Attempting to bind port 9b2eaa25-62d2-47a0-b693-9f67ec4fdba0 on network 66e34628-77a4-4469-87d8-14f28ec3e12b {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:03.722830 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02b04b-bb54-4975-8149-891423cf8097 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:03.723208 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02b04b-bb54-4975-8149-891423cf8097 None None] Checking segment: {'id': '8948f97f-5e8f-4bd7-925c-12fef9f00f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '66e34628-77a4-4469-87d8-14f28ec3e12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:03.723743 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ff02b04b-bb54-4975-8149-891423cf8097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.724392 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff02b04b-bb54-4975-8149-891423cf8097 None None] Bound using segment: {'id': '8948f97f-5e8f-4bd7-925c-12fef9f00f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '66e34628-77a4-4469-87d8-14f28ec3e12b'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:03.724709 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-ff02b04b-bb54-4975-8149-891423cf8097 None None] Bound port: 9b2eaa25-62d2-47a0-b693-9f67ec4fdba0, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8948f97f-5e8f-4bd7-925c-12fef9f00f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '66e34628-77a4-4469-87d8-14f28ec3e12b'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:03.725099 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ff02b04b-bb54-4975-8149-891423cf8097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.771937 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-7252595b-4438-4e3b-ba18-d94bba9ea47e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Allocated IP 172.20.0.1 (66e34628-77a4-4469-87d8-14f28ec3e12b/9a70d865-ee76-4a46-89d6-9d78b84e01b9/12ab19f4-b8a9-4a5c-91bf-14141e8dc51f) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:03.792152 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ff02b04b-bb54-4975-8149-891423cf8097 None None] For port 9b2eaa25-62d2-47a0-b693-9f67ec4fdba0, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:03.795281 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ff02b04b-bb54-4975-8149-891423cf8097 None None] For port 9b2eaa25-62d2-47a0-b693-9f67ec4fdba0, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9b2eaa25-62d2-47a0-b693-9f67ec4fdba0,segment=NetworkSegment(8948f97f-5e8f-4bd7-925c-12fef9f00f06),segment_id=8948f97f-5e8f-4bd7-925c-12fef9f00f06)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:03.800692 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ff02b04b-bb54-4975-8149-891423cf8097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.857915 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02b04b-bb54-4975-8149-891423cf8097 None None] Pushing event updated for resources: {'Port': ['ID=9b2eaa25-62d2-47a0-b693-9f67ec4fdba0,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:03.895501 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7252595b-4438-4e3b-ba18-d94bba9ea47e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.910491 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-7252595b-4438-4e3b-ba18-d94bba9ea47e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Transition to ACTIVE for port object 12ab19f4-b8a9-4a5c-91bf-14141e8dc51f will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:03.944032 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7252595b-4438-4e3b-ba18-d94bba9ea47e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:03.988221 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7252595b-4438-4e3b-ba18-d94bba9ea47e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network 66e34628-77a4-4469-87d8-14f28ec3e12b is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:03.991343 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-7252595b-4438-4e3b-ba18-d94bba9ea47e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:03.995078 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7252595b-4438-4e3b-ba18-d94bba9ea47e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:04.034860 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252595b-4438-4e3b-ba18-d94bba9ea47e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Port': ['ID=12ab19f4-b8a9-4a5c-91bf-14141e8dc51f,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:04.049330 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252595b-4438-4e3b-ba18-d94bba9ea47e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:04.049679 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252595b-4438-4e3b-ba18-d94bba9ea47e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:04.050023 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252595b-4438-4e3b-ba18-d94bba9ea47e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:04.050362 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252595b-4438-4e3b-ba18-d94bba9ea47e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:04.050698 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252595b-4438-4e3b-ba18-d94bba9ea47e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:04.051033 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252595b-4438-4e3b-ba18-d94bba9ea47e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:04.051364 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252595b-4438-4e3b-ba18-d94bba9ea47e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:04.051694 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252595b-4438-4e3b-ba18-d94bba9ea47e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:04.052059 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252595b-4438-4e3b-ba18-d94bba9ea47e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:04.052383 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252595b-4438-4e3b-ba18-d94bba9ea47e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:04.052712 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252595b-4438-4e3b-ba18-d94bba9ea47e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:04.053037 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7252595b-4438-4e3b-ba18-d94bba9ea47e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:04.071433 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7252595b-4438-4e3b-ba18-d94bba9ea47e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:04.196099 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7252595b-4438-4e3b-ba18-d94bba9ea47e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:04.472582 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7252595b-4438-4e3b-ba18-d94bba9ea47e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:04.478039 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7252595b-4438-4e3b-ba18-d94bba9ea47e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:04.554277 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252595b-4438-4e3b-ba18-d94bba9ea47e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Port': ['ID=12ab19f4-b8a9-4a5c-91bf-14141e8dc51f,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:04.556929 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7252595b-4438-4e3b-ba18-d94bba9ea47e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:04.657141 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7252595b-4438-4e3b-ba18-d94bba9ea47e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network 66e34628-77a4-4469-87d8-14f28ec3e12b is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:04.658909 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-7252595b-4438-4e3b-ba18-d94bba9ea47e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:04.778432 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7252595b-4438-4e3b-ba18-d94bba9ea47e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Router 3a200aed-48e4-464f-bcec-6cccba044e6d is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:57:04.795500 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfbc0a1-9d5e-4dd1-9b00-e404e6c358d1 None None] Network 66e34628-77a4-4469-87d8-14f28ec3e12b requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:04.858155 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-30d670a3-cd76-4fb4-9859-39d3e943a669 None None] Provisioning for port 9b2eaa25-62d2-47a0-b693-9f67ec4fdba0 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:04.877040 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7252595b-4438-4e3b-ba18-d94bba9ea47e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:04.882345 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7252595b-4438-4e3b-ba18-d94bba9ea47e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "PUT /v2.0/routers/3a200aed-48e4-464f-bcec-6cccba044e6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6292739 Jul 29 23:57:04.885050 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49768) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:04.891724 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4303970-73ca-40fd-8641-278c29ff08ed None None] Sync routers for ids ['3a200aed-48e4-464f-bcec-6cccba044e6d'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:04.904213 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4303970-73ca-40fd-8641-278c29ff08ed None None] Routers {'3a200aed-48e4-464f-bcec-6cccba044e6d'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:04.904806 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b4303970-73ca-40fd-8641-278c29ff08ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['3a200aed-48e4-464f-bcec-6cccba044e6d'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:04.936807 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9effbbaa-89e0-4f4d-b974-14e0ad104726 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:04.940715 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9effbbaa-89e0-4f4d-b974-14e0ad104726 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "GET /v2.0/ports/12ab19f4-b8a9-4a5c-91bf-14141e8dc51f HTTP/1.1" status: 200 len: 910 time: 0.0519450 Jul 29 23:57:04.940938 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49770) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:04.944205 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b4303970-73ca-40fd-8641-278c29ff08ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:04.946321 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-8decd3c2-9935-4497-ad3b-eb38268ca31f tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9a70d865-ee76-4a46-89d6-9d78b84e01b9'}]}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:04.958707 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4303970-73ca-40fd-8641-278c29ff08ed None None] Routers {'3a200aed-48e4-464f-bcec-6cccba044e6d'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:04.960298 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b4303970-73ca-40fd-8641-278c29ff08ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:56:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['3a200aed-48e4-464f-bcec-6cccba044e6d'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:05.001369 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b4303970-73ca-40fd-8641-278c29ff08ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:05.002091 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4303970-73ca-40fd-8641-278c29ff08ed None None] The sync data for ids ['3a200aed-48e4-464f-bcec-6cccba044e6d'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:05.111498 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9b2eaa25-62d2-47a0-b693-9f67ec4fdba0 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:05.132221 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8decd3c2-9935-4497-ad3b-eb38268ca31f tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:05.163816 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 9b2eaa25-62d2-47a0-b693-9f67ec4fdba0 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:05.168600 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 9b2eaa25-62d2-47a0-b693-9f67ec4fdba0 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:05.169005 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:05.257302 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:05.304538 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 9b2eaa25-62d2-47a0-b693-9f67ec4fdba0, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9b2eaa25-62d2-47a0-b693-9f67ec4fdba0,segment=NetworkSegment(8948f97f-5e8f-4bd7-925c-12fef9f00f06),segment_id=8948f97f-5e8f-4bd7-925c-12fef9f00f06)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:05.306682 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7e3d29ed-78a3-4950-ad79-6a1301cddf5d None None] Provisioning for port 12ab19f4-b8a9-4a5c-91bf-14141e8dc51f completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:05.312910 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:05.318089 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7e3d29ed-78a3-4950-ad79-6a1301cddf5d None None] Provisioning complete for port 12ab19f4-b8a9-4a5c-91bf-14141e8dc51f triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:05.318391 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7e3d29ed-78a3-4950-ad79-6a1301cddf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:05.378069 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-7e3d29ed-78a3-4950-ad79-6a1301cddf5d None None] Port 12ab19f4-b8a9-4a5c-91bf-14141e8dc51f cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:05.418589 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7e3d29ed-78a3-4950-ad79-6a1301cddf5d None None] Provisioning complete for port 9b2eaa25-62d2-47a0-b693-9f67ec4fdba0 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:05.418926 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7e3d29ed-78a3-4950-ad79-6a1301cddf5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:05.425689 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:05.449197 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=9b2eaa25-62d2-47a0-b693-9f67ec4fdba0,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:05.549321 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8decd3c2-9935-4497-ad3b-eb38268ca31f tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:05.558884 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8decd3c2-9935-4497-ad3b-eb38268ca31f tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:05.634514 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-055ac05d-5e6b-4616-ae3d-e633838c532e None None] Provisioning complete for port 12ab19f4-b8a9-4a5c-91bf-14141e8dc51f triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:05.634966 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-055ac05d-5e6b-4616-ae3d-e633838c532e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:05.641283 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8decd3c2-9935-4497-ad3b-eb38268ca31f tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Port': ['ID=12ab19f4-b8a9-4a5c-91bf-14141e8dc51f,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:05.656102 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8decd3c2-9935-4497-ad3b-eb38268ca31f tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:05.656913 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8decd3c2-9935-4497-ad3b-eb38268ca31f tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:05.658494 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8decd3c2-9935-4497-ad3b-eb38268ca31f tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "PUT /v2.0/ports/12ab19f4-b8a9-4a5c-91bf-14141e8dc51f HTTP/1.1" status: 200 len: 910 time: 0.7166030 Jul 29 23:57:05.661688 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49772) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:05.672025 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-055ac05d-5e6b-4616-ae3d-e633838c532e None None] Port 12ab19f4-b8a9-4a5c-91bf-14141e8dc51f cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:05.791228 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-76643d53-0b22-4737-b2f3-401317a78e64 None None] Provisioning complete for port 12ab19f4-b8a9-4a5c-91bf-14141e8dc51f triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:05.791600 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-76643d53-0b22-4737-b2f3-401317a78e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:05.824403 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-76643d53-0b22-4737-b2f3-401317a78e64 None None] Port 12ab19f4-b8a9-4a5c-91bf-14141e8dc51f cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:05.979007 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1fa6e175-bbf2-4181-81f9-05155774745b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:06.227972 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-1fa6e175-bbf2-4181-81f9-05155774745b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Deleting port 12ab19f4-b8a9-4a5c-91bf-14141e8dc51f {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:06.228349 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1fa6e175-bbf2-4181-81f9-05155774745b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:06.251969 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-033b4a32-0618-4f50-9df4-bb0c7926d81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:06.313789 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1fa6e175-bbf2-4181-81f9-05155774745b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:06.325475 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-1fa6e175-bbf2-4181-81f9-05155774745b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Calling delete_port for 12ab19f4-b8a9-4a5c-91bf-14141e8dc51f owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:06.499983 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1fa6e175-bbf2-4181-81f9-05155774745b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:06.531304 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa6e175-bbf2-4181-81f9-05155774745b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Port': ['ID=12ab19f4-b8a9-4a5c-91bf-14141e8dc51f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:06.679132 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1fa6e175-bbf2-4181-81f9-05155774745b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:06.840887 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa6e175-bbf2-4181-81f9-05155774745b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Router 3a200aed-48e4-464f-bcec-6cccba044e6d has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:06.919262 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa6e175-bbf2-4181-81f9-05155774745b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:06.925419 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1fa6e175-bbf2-4181-81f9-05155774745b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "PUT /v2.0/routers/3a200aed-48e4-464f-bcec-6cccba044e6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2626400 Jul 29 23:57:06.928217 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49774) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:06.931201 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f69698-85b0-4383-8101-4cbe66663559 None None] Sync routers for ids ['3a200aed-48e4-464f-bcec-6cccba044e6d'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:06.935776 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:06.941939 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f69698-85b0-4383-8101-4cbe66663559 None None] Routers {'3a200aed-48e4-464f-bcec-6cccba044e6d'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:06.942559 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-23f69698-85b0-4383-8101-4cbe66663559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['3a200aed-48e4-464f-bcec-6cccba044e6d'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:06.977659 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-23f69698-85b0-4383-8101-4cbe66663559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:06.987702 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f69698-85b0-4383-8101-4cbe66663559 None None] Routers {'3a200aed-48e4-464f-bcec-6cccba044e6d'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:06.988360 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-23f69698-85b0-4383-8101-4cbe66663559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['3a200aed-48e4-464f-bcec-6cccba044e6d'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:07.026991 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-23f69698-85b0-4383-8101-4cbe66663559 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:07.027779 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f69698-85b0-4383-8101-4cbe66663559 None None] The sync data for ids ['3a200aed-48e4-464f-bcec-6cccba044e6d'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:07.063046 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9b2eaa25-62d2-47a0-b693-9f67ec4fdba0 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:07.113490 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 9b2eaa25-62d2-47a0-b693-9f67ec4fdba0 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:07.113709 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:07.317824 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-cb1f66b6-77e9-4d45-9093-9d994b00952e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a200aed-48e4-464f-bcec-6cccba044e6d HTTP/1.1" status: 200 len: 205 time: 0.3872435 Jul 29 23:57:07.320425 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49776) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:07.395906 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4df5-6a53-4179-990c-537aa06f5b07 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:07.556097 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4df5-6a53-4179-990c-537aa06f5b07 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:07.558246 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4df5-6a53-4179-990c-537aa06f5b07 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:07.600829 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4df5-6a53-4179-990c-537aa06f5b07 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:07.601409 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1c4df5-6a53-4179-990c-537aa06f5b07 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Fanout notify agent at l3_agent the message router_deleted on router 3a200aed-48e4-464f-bcec-6cccba044e6d {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:57:07.608673 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4e1c4df5-6a53-4179-990c-537aa06f5b07 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:07.612298 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4e1c4df5-6a53-4179-990c-537aa06f5b07 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/routers/3a200aed-48e4-464f-bcec-6cccba044e6d HTTP/1.1" status: 204 len: 168 time: 0.2885144 Jul 29 23:57:07.612460 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49778) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:07.666541 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-586f47e4-e1cf-4456-9ea8-e1afa522c1b2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Deleting subnet 9a70d865-ee76-4a46-89d6-9d78b84e01b9 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:57:07.670389 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-586f47e4-e1cf-4456-9ea8-e1afa522c1b2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:07.716994 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-586f47e4-e1cf-4456-9ea8-e1afa522c1b2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:07.801852 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-586f47e4-e1cf-4456-9ea8-e1afa522c1b2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:07.862610 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-586f47e4-e1cf-4456-9ea8-e1afa522c1b2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:07.895286 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f47e4-e1cf-4456-9ea8-e1afa522c1b2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Subnet': ['ID=9a70d865-ee76-4a46-89d6-9d78b84e01b9,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:07.900588 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-586f47e4-e1cf-4456-9ea8-e1afa522c1b2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:07.902307 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-586f47e4-e1cf-4456-9ea8-e1afa522c1b2 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/subnets/9a70d865-ee76-4a46-89d6-9d78b84e01b9 HTTP/1.1" status: 204 len: 168 time: 0.2889163 Jul 29 23:57:07.904879 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49780) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:07.906675 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaeb1190-fa6f-4fcf-af39-408c7e79ee1d None None] Network 66e34628-77a4-4469-87d8-14f28ec3e12b requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:07.980837 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c4464413-6269-4a9b-b6d3-40fa9208982d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.041140 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c4464413-6269-4a9b-b6d3-40fa9208982d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Deleting port 9b2eaa25-62d2-47a0-b693-9f67ec4fdba0 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:08.041493 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c4464413-6269-4a9b-b6d3-40fa9208982d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.072871 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2cb269-df96-4873-821c-d22c53a134ae None None] DHCP port deletion for 66e34628-77a4-4469-87d8-14f28ec3e12b request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:57:08.110185 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-c4464413-6269-4a9b-b6d3-40fa9208982d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] For port 9b2eaa25-62d2-47a0-b693-9f67ec4fdba0, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9b2eaa25-62d2-47a0-b693-9f67ec4fdba0,segment=NetworkSegment(8948f97f-5e8f-4bd7-925c-12fef9f00f06),segment_id=8948f97f-5e8f-4bd7-925c-12fef9f00f06)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:08.110569 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c4464413-6269-4a9b-b6d3-40fa9208982d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.120288 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5b2cb269-df96-4873-821c-d22c53a134ae None None] Deleting port 9b2eaa25-62d2-47a0-b693-9f67ec4fdba0 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:08.120708 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5b2cb269-df96-4873-821c-d22c53a134ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.124709 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c4464413-6269-4a9b-b6d3-40fa9208982d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Calling delete_port for 9b2eaa25-62d2-47a0-b693-9f67ec4fdba0 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:08.185676 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-5b2cb269-df96-4873-821c-d22c53a134ae None None] For port 9b2eaa25-62d2-47a0-b693-9f67ec4fdba0, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9b2eaa25-62d2-47a0-b693-9f67ec4fdba0,segment=NetworkSegment(8948f97f-5e8f-4bd7-925c-12fef9f00f06),segment_id=8948f97f-5e8f-4bd7-925c-12fef9f00f06)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:08.186194 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5b2cb269-df96-4873-821c-d22c53a134ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.199240 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5b2cb269-df96-4873-821c-d22c53a134ae None None] Calling delete_port for 9b2eaa25-62d2-47a0-b693-9f67ec4fdba0 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:08.206669 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c4464413-6269-4a9b-b6d3-40fa9208982d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.234574 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4464413-6269-4a9b-b6d3-40fa9208982d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Port': ['ID=9b2eaa25-62d2-47a0-b693-9f67ec4fdba0,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:08.239437 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4464413-6269-4a9b-b6d3-40fa9208982d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] No DVR routers for this DVR port 9b2eaa25-62d2-47a0-b693-9f67ec4fdba0 on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:08.264279 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.290266 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5b2cb269-df96-4873-821c-d22c53a134ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.319865 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cb269-df96-4873-821c-d22c53a134ae None None] Pushing event deleted for resources: {'Port': ['ID=9b2eaa25-62d2-47a0-b693-9f67ec4fdba0,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:08.321621 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2cb269-df96-4873-821c-d22c53a134ae None None] No DVR routers for this DVR port 9b2eaa25-62d2-47a0-b693-9f67ec4fdba0 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:08.337823 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c4464413-6269-4a9b-b6d3-40fa9208982d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.348422 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-c4464413-6269-4a9b-b6d3-40fa9208982d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e34628-77a4-4469-87d8-14f28ec3e12b']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:08.360099 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-c4464413-6269-4a9b-b6d3-40fa9208982d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8948f97f-5e8f-4bd7-925c-12fef9f00f06') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:08.360403 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-c4464413-6269-4a9b-b6d3-40fa9208982d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8948f97f-5e8f-4bd7-925c-12fef9f00f06') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:08.369433 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c4464413-6269-4a9b-b6d3-40fa9208982d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.383305 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c4464413-6269-4a9b-b6d3-40fa9208982d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.389004 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4464413-6269-4a9b-b6d3-40fa9208982d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:57:08.389431 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c4464413-6269-4a9b-b6d3-40fa9208982d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.392960 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:57:08.392960 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:57:08.392960 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:57:08.392960 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:57:08.392960 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:57:08.392960 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:57:08.392960 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:57:08.392960 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:57:08.392960 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:57:08.392960 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:57:08.392960 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:57:08.392960 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:57:08.392960 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:57:08.392960 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:57:08.392960 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:57:08.392960 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:57:08.392960 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:57:08.392960 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:57:08.392960 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:57:08.392960 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:57:08.392960 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:57:08.392960 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:57:08.392960 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:57:08.392960 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:57:08.392960 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:57:08.392960 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:57:08.392960 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:57:08.392960 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:57:08.392960 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:57:08.392960 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:57:08.392960 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:57:08.392960 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:57:08.456155 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c4464413-6269-4a9b-b6d3-40fa9208982d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.461703 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c4464413-6269-4a9b-b6d3-40fa9208982d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.464560 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c4464413-6269-4a9b-b6d3-40fa9208982d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/networks/66e34628-77a4-4469-87d8-14f28ec3e12b HTTP/1.1" status: 204 len: 168 time: 0.5584297 Jul 29 23:57:08.469188 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49782) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:08.473915 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-220c83fb-2b94-4d33-abb8-c645213994c0 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1285036154', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:08.481474 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4464413-6269-4a9b-b6d3-40fa9208982d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Network': ['ID=66e34628-77a4-4469-87d8-14f28ec3e12b,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:08.497339 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-220c83fb-2b94-4d33-abb8-c645213994c0 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.498325 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-220c83fb-2b94-4d33-abb8-c645213994c0 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.844810 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-220c83fb-2b94-4d33-abb8-c645213994c0 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.849558 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-220c83fb-2b94-4d33-abb8-c645213994c0 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.865427 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-220c83fb-2b94-4d33-abb8-c645213994c0 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.866774 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-220c83fb-2b94-4d33-abb8-c645213994c0 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3965108 Jul 29 23:57:08.869499 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49784) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:08.874673 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-63d8eb78-3973-44f6-91a1-ca5ca90f2d59 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Request body: {'network': {'name': 'tempest-RoutersTest-396872578'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:08.895114 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d8eb78-3973-44f6-91a1-ca5ca90f2d59 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Made reservation on behalf of 272dc532350e4739b2702d8077380801 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:08.898454 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-63d8eb78-3973-44f6-91a1-ca5ca90f2d59 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.921718 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63d8eb78-3973-44f6-91a1-ca5ca90f2d59 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:57:08.930034 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-63d8eb78-3973-44f6-91a1-ca5ca90f2d59 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:08.930369 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-63d8eb78-3973-44f6-91a1-ca5ca90f2d59 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Added segment 0aae7b4a-f4ec-4d07-94b6-8c8a68f79c45 of type vlan for network c3b5dd50-5b31-4932-9b12-8e83f1914ce3 Jul 29 23:57:08.971345 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-63d8eb78-3973-44f6-91a1-ca5ca90f2d59 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:09.000720 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-63d8eb78-3973-44f6-91a1-ca5ca90f2d59 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:09.006229 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d8eb78-3973-44f6-91a1-ca5ca90f2d59 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:09.006807 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-63d8eb78-3973-44f6-91a1-ca5ca90f2d59 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:09.053104 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9b2eaa25-62d2-47a0-b693-9f67ec4fdba0 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:09.074564 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 9b2eaa25-62d2-47a0-b693-9f67ec4fdba0 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:09.075572 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9b2eaa25-62d2-47a0-b693-9f67ec4fdba0 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:09.085615 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-63d8eb78-3973-44f6-91a1-ca5ca90f2d59 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2115993 Jul 29 23:57:09.085837 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49786) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:09.090344 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-6cb96a56-a9be-419f-8697-a3ea36deca82 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Request body: {'subnet': {'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:09.100975 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8eb78-3973-44f6-91a1-ca5ca90f2d59 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Network': ['ID=c3b5dd50-5b31-4932-9b12-8e83f1914ce3,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:09.111155 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network c3b5dd50-5b31-4932-9b12-8e83f1914ce3 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:57:09.186933 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb96a56-a9be-419f-8697-a3ea36deca82 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Made reservation on behalf of 272dc532350e4739b2702d8077380801 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:09.190498 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6cb96a56-a9be-419f-8697-a3ea36deca82 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:09.374933 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6cb96a56-a9be-419f-8697-a3ea36deca82 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:09.439321 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb96a56-a9be-419f-8697-a3ea36deca82 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Subnet': ['ID=23362fe3-6a44-46b8-a7cb-23d8913fa522,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:09.447976 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb96a56-a9be-419f-8697-a3ea36deca82 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Checking segment: {'id': '0aae7b4a-f4ec-4d07-94b6-8c8a68f79c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:09.448342 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb96a56-a9be-419f-8697-a3ea36deca82 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network hostable DHCP agents. Network: c3b5dd50-5b31-4932-9b12-8e83f1914ce3, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:57:09.465255 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb96a56-a9be-419f-8697-a3ea36deca82 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network c3b5dd50-5b31-4932-9b12-8e83f1914ce3 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:57:09.474301 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-6cb96a56-a9be-419f-8697-a3ea36deca82 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, c3b5dd50-5b31-4932-9b12-8e83f1914ce3) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:09.478338 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb96a56-a9be-419f-8697-a3ea36deca82 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:09.478926 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6cb96a56-a9be-419f-8697-a3ea36deca82 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:09.485623 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b096dc68-2660-4715-a9ca-a9c31ce9d451 None None] Network c3b5dd50-5b31-4932-9b12-8e83f1914ce3 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:09.494273 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6cb96a56-a9be-419f-8697-a3ea36deca82 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4080088 Jul 29 23:57:09.497124 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49788) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:09.633542 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a33ee9d-4f44-4fb7-8bef-0770f07634c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-c3b5dd50-5b31-4932-9b12-8e83f1914ce3', 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3', 'tenant_id': '272dc532350e4739b2702d8077380801', 'fixed_ips': [{'subnet_id': '23362fe3-6a44-46b8-a7cb-23d8913fa522'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:57:09.634426 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3a33ee9d-4f44-4fb7-8bef-0770f07634c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:09.769731 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-3a33ee9d-4f44-4fb7-8bef-0770f07634c7 None None] Allocated IP 172.20.0.2 (c3b5dd50-5b31-4932-9b12-8e83f1914ce3/23362fe3-6a44-46b8-a7cb-23d8913fa522/35cb82e2-b759-49fc-bf65-2f9f9ce2901e) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:09.774695 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-23766a8a-5300-490a-863e-87bb0f83cfdf tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:09.924669 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3a33ee9d-4f44-4fb7-8bef-0770f07634c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:09.933688 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3a33ee9d-4f44-4fb7-8bef-0770f07634c7 None None] Transition to ACTIVE for port object 35cb82e2-b759-49fc-bf65-2f9f9ce2901e will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:09.949645 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3a33ee9d-4f44-4fb7-8bef-0770f07634c7 None None] Transition to ACTIVE for port object 35cb82e2-b759-49fc-bf65-2f9f9ce2901e will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:09.956232 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3a33ee9d-4f44-4fb7-8bef-0770f07634c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:09.996405 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a33ee9d-4f44-4fb7-8bef-0770f07634c7 None None] Network c3b5dd50-5b31-4932-9b12-8e83f1914ce3 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:10.003999 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-3a33ee9d-4f44-4fb7-8bef-0770f07634c7 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:10.005836 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33ee9d-4f44-4fb7-8bef-0770f07634c7 None None] Pushing event updated for resources: {'Port': ['ID=35cb82e2-b759-49fc-bf65-2f9f9ce2901e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:10.007983 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a33ee9d-4f44-4fb7-8bef-0770f07634c7 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:10.041018 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-23766a8a-5300-490a-863e-87bb0f83cfdf tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Allocated IP 172.20.0.1 (c3b5dd50-5b31-4932-9b12-8e83f1914ce3/23362fe3-6a44-46b8-a7cb-23d8913fa522/a2d6c26d-f431-47bc-b1a9-f823316f03d1) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:10.068050 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-3a33ee9d-4f44-4fb7-8bef-0770f07634c7 None None] Attempting to bind port 35cb82e2-b759-49fc-bf65-2f9f9ce2901e on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:10.068425 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-3a33ee9d-4f44-4fb7-8bef-0770f07634c7 None None] Attempting to bind port 35cb82e2-b759-49fc-bf65-2f9f9ce2901e by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '0aae7b4a-f4ec-4d07-94b6-8c8a68f79c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:10.068797 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a33ee9d-4f44-4fb7-8bef-0770f07634c7 None None] Attempting to bind port 35cb82e2-b759-49fc-bf65-2f9f9ce2901e on network c3b5dd50-5b31-4932-9b12-8e83f1914ce3 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:10.073733 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a33ee9d-4f44-4fb7-8bef-0770f07634c7 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:10.074113 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a33ee9d-4f44-4fb7-8bef-0770f07634c7 None None] Checking segment: {'id': '0aae7b4a-f4ec-4d07-94b6-8c8a68f79c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:10.074522 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3a33ee9d-4f44-4fb7-8bef-0770f07634c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:10.074925 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a33ee9d-4f44-4fb7-8bef-0770f07634c7 None None] Bound using segment: {'id': '0aae7b4a-f4ec-4d07-94b6-8c8a68f79c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:10.075576 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-3a33ee9d-4f44-4fb7-8bef-0770f07634c7 None None] Bound port: 35cb82e2-b759-49fc-bf65-2f9f9ce2901e, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aae7b4a-f4ec-4d07-94b6-8c8a68f79c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:10.075884 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3a33ee9d-4f44-4fb7-8bef-0770f07634c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:10.138596 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-3a33ee9d-4f44-4fb7-8bef-0770f07634c7 None None] For port 35cb82e2-b759-49fc-bf65-2f9f9ce2901e, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:10.148720 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-3a33ee9d-4f44-4fb7-8bef-0770f07634c7 None None] For port 35cb82e2-b759-49fc-bf65-2f9f9ce2901e, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=35cb82e2-b759-49fc-bf65-2f9f9ce2901e,segment=NetworkSegment(0aae7b4a-f4ec-4d07-94b6-8c8a68f79c45),segment_id=0aae7b4a-f4ec-4d07-94b6-8c8a68f79c45)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:10.153285 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3a33ee9d-4f44-4fb7-8bef-0770f07634c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:10.163626 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-23766a8a-5300-490a-863e-87bb0f83cfdf tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:10.179182 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-23766a8a-5300-490a-863e-87bb0f83cfdf tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Transition to ACTIVE for port object a2d6c26d-f431-47bc-b1a9-f823316f03d1 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:10.212608 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33ee9d-4f44-4fb7-8bef-0770f07634c7 None None] Pushing event updated for resources: {'Port': ['ID=35cb82e2-b759-49fc-bf65-2f9f9ce2901e,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:10.223571 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-23766a8a-5300-490a-863e-87bb0f83cfdf tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:10.264547 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23766a8a-5300-490a-863e-87bb0f83cfdf tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network c3b5dd50-5b31-4932-9b12-8e83f1914ce3 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:10.267798 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-23766a8a-5300-490a-863e-87bb0f83cfdf tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:10.270132 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23766a8a-5300-490a-863e-87bb0f83cfdf tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:10.301901 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23766a8a-5300-490a-863e-87bb0f83cfdf tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Port': ['ID=a2d6c26d-f431-47bc-b1a9-f823316f03d1,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:10.327117 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-23766a8a-5300-490a-863e-87bb0f83cfdf tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:10.469626 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-23766a8a-5300-490a-863e-87bb0f83cfdf tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:10.731307 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-23766a8a-5300-490a-863e-87bb0f83cfdf tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:10.735957 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-23766a8a-5300-490a-863e-87bb0f83cfdf tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:10.810843 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23766a8a-5300-490a-863e-87bb0f83cfdf tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Port': ['ID=a2d6c26d-f431-47bc-b1a9-f823316f03d1,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:10.814444 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-23766a8a-5300-490a-863e-87bb0f83cfdf tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:10.915545 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23766a8a-5300-490a-863e-87bb0f83cfdf tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network c3b5dd50-5b31-4932-9b12-8e83f1914ce3 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:10.917040 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-23766a8a-5300-490a-863e-87bb0f83cfdf tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:11.046840 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23766a8a-5300-490a-863e-87bb0f83cfdf tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Router f8bf2053-4022-4f72-b254-d9847e4c9cc2 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:57:11.107299 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 35cb82e2-b759-49fc-bf65-2f9f9ce2901e up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:11.149855 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23766a8a-5300-490a-863e-87bb0f83cfdf tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:11.151473 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b82be409-e3bb-4b74-afd2-bd80bafa57bc None None] Network c3b5dd50-5b31-4932-9b12-8e83f1914ce3 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:11.157921 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-23766a8a-5300-490a-863e-87bb0f83cfdf tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "PUT /v2.0/routers/f8bf2053-4022-4f72-b254-d9847e4c9cc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6575513 Jul 29 23:57:11.159630 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49790) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:11.164576 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc996927-16e8-4c14-a81e-a10a820572da None None] Sync routers for ids ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:11.165191 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-659e2d54-30c1-4683-a715-52910d426406 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Request body: {'network': {'name': 'tempest-RoutersTest-1935965839'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:11.175098 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc996927-16e8-4c14-a81e-a10a820572da None None] Routers {'f8bf2053-4022-4f72-b254-d9847e4c9cc2'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:11.176147 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-bc996927-16e8-4c14-a81e-a10a820572da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:11.189780 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659e2d54-30c1-4683-a715-52910d426406 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Made reservation on behalf of 272dc532350e4739b2702d8077380801 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:11.199042 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-659e2d54-30c1-4683-a715-52910d426406 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:11.229937 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3c597b31-0ad0-48f0-ab0d-31e9d1bc470c None None] Provisioning for port 35cb82e2-b759-49fc-bf65-2f9f9ce2901e completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:11.234922 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-659e2d54-30c1-4683-a715-52910d426406 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:57:11.238758 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 35cb82e2-b759-49fc-bf65-2f9f9ce2901e completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:11.244080 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3c597b31-0ad0-48f0-ab0d-31e9d1bc470c None None] Provisioning complete for port 35cb82e2-b759-49fc-bf65-2f9f9ce2901e triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:11.244442 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3c597b31-0ad0-48f0-ab0d-31e9d1bc470c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:11.244882 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-659e2d54-30c1-4683-a715-52910d426406 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:11.245666 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-659e2d54-30c1-4683-a715-52910d426406 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Added segment 9bf7ea9a-cf10-40ec-b806-e027c333aadf of type vlan for network e0bf1351-90a6-4b92-a2da-9efa164c13b2 Jul 29 23:57:11.248913 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 35cb82e2-b759-49fc-bf65-2f9f9ce2901e triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:11.249210 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:11.285381 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-bc996927-16e8-4c14-a81e-a10a820572da None None] Set router f8bf2053-4022-4f72-b254-d9847e4c9cc2 gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:11.298997 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-659e2d54-30c1-4683-a715-52910d426406 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:11.333339 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-659e2d54-30c1-4683-a715-52910d426406 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:11.339139 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659e2d54-30c1-4683-a715-52910d426406 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:11.339786 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-659e2d54-30c1-4683-a715-52910d426406 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:11.399249 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-659e2d54-30c1-4683-a715-52910d426406 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2384818 Jul 29 23:57:11.402244 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49792) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:11.410757 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-05d28eeb-c106-423e-9877-6fab646ce718 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Request body: {'subnet': {'network_id': 'e0bf1351-90a6-4b92-a2da-9efa164c13b2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:11.418946 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e2d54-30c1-4683-a715-52910d426406 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Network': ['ID=e0bf1351-90a6-4b92-a2da-9efa164c13b2,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:11.459162 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network e0bf1351-90a6-4b92-a2da-9efa164c13b2 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:57:11.517682 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05d28eeb-c106-423e-9877-6fab646ce718 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Made reservation on behalf of 272dc532350e4739b2702d8077380801 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:11.521478 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-05d28eeb-c106-423e-9877-6fab646ce718 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:11.530667 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-bc996927-16e8-4c14-a81e-a10a820572da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'name': 'tempest-RoutersTest-router-1285036154', 'tenant_id': '272dc532350e4739b2702d8077380801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:08Z', 'updated_at': '2021-07-29T23:57:10Z', 'revision_number': 2, 'project_id': '272dc532350e4739b2702d8077380801', 'gw_port_host': None, '_interfaces': [{'id': 'a2d6c26d-f431-47bc-b1a9-f823316f03d1', 'name': '', 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:a9:aa:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:09Z', 'updated_at': '2021-07-29T23:57:10Z', 'revision_number': 2, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:11.563167 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc996927-16e8-4c14-a81e-a10a820572da None None] Checking router: f8bf2053-4022-4f72-b254-d9847e4c9cc2 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:57:11.563683 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc996927-16e8-4c14-a81e-a10a820572da None None] Updating router f8bf2053-4022-4f72-b254-d9847e4c9cc2 port a2d6c26d-f431-47bc-b1a9-f823316f03d1 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:57:11.592638 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bc996927-16e8-4c14-a81e-a10a820572da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:11.692888 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3c597b31-0ad0-48f0-ab0d-31e9d1bc470c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:11.694804 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:11.733909 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-05d28eeb-c106-423e-9877-6fab646ce718 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:11.744646 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 35cb82e2-b759-49fc-bf65-2f9f9ce2901e, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=35cb82e2-b759-49fc-bf65-2f9f9ce2901e,segment=NetworkSegment(0aae7b4a-f4ec-4d07-94b6-8c8a68f79c45),segment_id=0aae7b4a-f4ec-4d07-94b6-8c8a68f79c45)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:11.751377 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:11.812299 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d28eeb-c106-423e-9877-6fab646ce718 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Subnet': ['ID=53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:11.820497 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d28eeb-c106-423e-9877-6fab646ce718 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Checking segment: {'id': '9bf7ea9a-cf10-40ec-b806-e027c333aadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0bf1351-90a6-4b92-a2da-9efa164c13b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:11.821291 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d28eeb-c106-423e-9877-6fab646ce718 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network hostable DHCP agents. Network: e0bf1351-90a6-4b92-a2da-9efa164c13b2, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:57:11.845319 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05d28eeb-c106-423e-9877-6fab646ce718 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network e0bf1351-90a6-4b92-a2da-9efa164c13b2 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:57:11.846669 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.db.api [None req-3c597b31-0ad0-48f0-ab0d-31e9d1bc470c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:57:11.847039 n-d-712140-10 neutron-server[94065]: DEBUG oslo_db.api [None req-3c597b31-0ad0-48f0-ab0d-31e9d1bc470c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:57:11.850524 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=35cb82e2-b759-49fc-bf65-2f9f9ce2901e,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:11.866901 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-05d28eeb-c106-423e-9877-6fab646ce718 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, e0bf1351-90a6-4b92-a2da-9efa164c13b2) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:11.872074 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d28eeb-c106-423e-9877-6fab646ce718 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:11.873230 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-05d28eeb-c106-423e-9877-6fab646ce718 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:11.881074 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afeeec0-bd93-4363-813a-d01d47d19a00 None None] Network e0bf1351-90a6-4b92-a2da-9efa164c13b2 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:11.904077 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-05d28eeb-c106-423e-9877-6fab646ce718 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4982302 Jul 29 23:57:11.906598 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49794) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:12.009906 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bc996927-16e8-4c14-a81e-a10a820572da None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:12.023355 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-bc996927-16e8-4c14-a81e-a10a820572da None None] Transition to ACTIVE for port object a2d6c26d-f431-47bc-b1a9-f823316f03d1 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:12.032280 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bc996927-16e8-4c14-a81e-a10a820572da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:12.063749 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3229f536-bf2e-4b56-aa27-5b5ea490e243 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-e0bf1351-90a6-4b92-a2da-9efa164c13b2', 'network_id': 'e0bf1351-90a6-4b92-a2da-9efa164c13b2', 'tenant_id': '272dc532350e4739b2702d8077380801', 'fixed_ips': [{'subnet_id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:57:12.064747 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3229f536-bf2e-4b56-aa27-5b5ea490e243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:12.101647 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c405298-4c26-41b5-9f72-dc5cb403676c None None] Pushing event updated for resources: {'Port': ['ID=a2d6c26d-f431-47bc-b1a9-f823316f03d1,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:12.113330 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c405298-4c26-41b5-9f72-dc5cb403676c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:12.113330 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c405298-4c26-41b5-9f72-dc5cb403676c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:12.113630 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c405298-4c26-41b5-9f72-dc5cb403676c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:12.113926 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c405298-4c26-41b5-9f72-dc5cb403676c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:12.114277 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c405298-4c26-41b5-9f72-dc5cb403676c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:12.114591 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c405298-4c26-41b5-9f72-dc5cb403676c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:12.114923 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c405298-4c26-41b5-9f72-dc5cb403676c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:12.115252 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c405298-4c26-41b5-9f72-dc5cb403676c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:12.115580 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c405298-4c26-41b5-9f72-dc5cb403676c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:12.115930 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c405298-4c26-41b5-9f72-dc5cb403676c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:12.116272 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c405298-4c26-41b5-9f72-dc5cb403676c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:12.116785 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c405298-4c26-41b5-9f72-dc5cb403676c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:12.193001 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-bc996927-16e8-4c14-a81e-a10a820572da None None] Attempting to bind port a2d6c26d-f431-47bc-b1a9-f823316f03d1 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:12.193601 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-bc996927-16e8-4c14-a81e-a10a820572da None None] Attempting to bind port a2d6c26d-f431-47bc-b1a9-f823316f03d1 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '0aae7b4a-f4ec-4d07-94b6-8c8a68f79c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:12.193727 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc996927-16e8-4c14-a81e-a10a820572da None None] Attempting to bind port a2d6c26d-f431-47bc-b1a9-f823316f03d1 on network c3b5dd50-5b31-4932-9b12-8e83f1914ce3 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:12.199906 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc996927-16e8-4c14-a81e-a10a820572da None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:12.199906 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc996927-16e8-4c14-a81e-a10a820572da None None] Checking segment: {'id': '0aae7b4a-f4ec-4d07-94b6-8c8a68f79c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:12.200283 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bc996927-16e8-4c14-a81e-a10a820572da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:12.201403 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc996927-16e8-4c14-a81e-a10a820572da None None] Bound using segment: {'id': '0aae7b4a-f4ec-4d07-94b6-8c8a68f79c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:12.201672 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-bc996927-16e8-4c14-a81e-a10a820572da None None] Bound port: a2d6c26d-f431-47bc-b1a9-f823316f03d1, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aae7b4a-f4ec-4d07-94b6-8c8a68f79c45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:12.206304 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bc996927-16e8-4c14-a81e-a10a820572da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:12.263936 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-3229f536-bf2e-4b56-aa27-5b5ea490e243 None None] Allocated IP 172.21.0.2 (e0bf1351-90a6-4b92-a2da-9efa164c13b2/53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3/17659289-1d68-4665-958a-056d1d4e7584) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:12.291727 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-bc996927-16e8-4c14-a81e-a10a820572da None None] For port a2d6c26d-f431-47bc-b1a9-f823316f03d1, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:12.299115 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-bc996927-16e8-4c14-a81e-a10a820572da None None] For port a2d6c26d-f431-47bc-b1a9-f823316f03d1, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a2d6c26d-f431-47bc-b1a9-f823316f03d1,segment=NetworkSegment(0aae7b4a-f4ec-4d07-94b6-8c8a68f79c45),segment_id=0aae7b4a-f4ec-4d07-94b6-8c8a68f79c45)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:12.321952 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-bc996927-16e8-4c14-a81e-a10a820572da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:12.355952 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-81c88db3-9f08-409d-b0ef-cf3d6cc97f38 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:12.386785 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc996927-16e8-4c14-a81e-a10a820572da None None] Routers {'f8bf2053-4022-4f72-b254-d9847e4c9cc2'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:12.387427 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-bc996927-16e8-4c14-a81e-a10a820572da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:12.477730 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-bc996927-16e8-4c14-a81e-a10a820572da None None] Set router f8bf2053-4022-4f72-b254-d9847e4c9cc2 gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:12.485944 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3229f536-bf2e-4b56-aa27-5b5ea490e243 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:12.502804 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3229f536-bf2e-4b56-aa27-5b5ea490e243 None None] Transition to ACTIVE for port object 17659289-1d68-4665-958a-056d1d4e7584 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:12.542797 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3229f536-bf2e-4b56-aa27-5b5ea490e243 None None] Transition to ACTIVE for port object 17659289-1d68-4665-958a-056d1d4e7584 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:12.545089 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8d2789c4-67a9-427c-b0fe-ab9cc04d3945 None None] Provisioning for port a2d6c26d-f431-47bc-b1a9-f823316f03d1 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:12.554230 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3229f536-bf2e-4b56-aa27-5b5ea490e243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:12.602453 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3229f536-bf2e-4b56-aa27-5b5ea490e243 None None] Network e0bf1351-90a6-4b92-a2da-9efa164c13b2 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:12.614070 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-3229f536-bf2e-4b56-aa27-5b5ea490e243 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:12.618407 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3229f536-bf2e-4b56-aa27-5b5ea490e243 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:12.630157 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c405298-4c26-41b5-9f72-dc5cb403676c None None] Pushing event updated for resources: {'Port': ['ID=a2d6c26d-f431-47bc-b1a9-f823316f03d1,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:12.646950 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8d2789c4-67a9-427c-b0fe-ab9cc04d3945 None None] Provisioning complete for port 35cb82e2-b759-49fc-bf65-2f9f9ce2901e triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:12.647409 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8d2789c4-67a9-427c-b0fe-ab9cc04d3945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:12.656098 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229f536-bf2e-4b56-aa27-5b5ea490e243 None None] Pushing event updated for resources: {'Port': ['ID=17659289-1d68-4665-958a-056d1d4e7584,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:12.753472 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-bc996927-16e8-4c14-a81e-a10a820572da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'name': 'tempest-RoutersTest-router-1285036154', 'tenant_id': '272dc532350e4739b2702d8077380801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:08Z', 'updated_at': '2021-07-29T23:57:10Z', 'revision_number': 2, 'project_id': '272dc532350e4739b2702d8077380801', 'gw_port_host': None, '_interfaces': [{'id': 'a2d6c26d-f431-47bc-b1a9-f823316f03d1', 'name': '', 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:a9:aa:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:09Z', 'updated_at': '2021-07-29T23:57:12Z', 'revision_number': 4, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:12.768139 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-3229f536-bf2e-4b56-aa27-5b5ea490e243 None None] Attempting to bind port 17659289-1d68-4665-958a-056d1d4e7584 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:12.768513 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-3229f536-bf2e-4b56-aa27-5b5ea490e243 None None] Attempting to bind port 17659289-1d68-4665-958a-056d1d4e7584 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '9bf7ea9a-cf10-40ec-b806-e027c333aadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0bf1351-90a6-4b92-a2da-9efa164c13b2'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:12.769156 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3229f536-bf2e-4b56-aa27-5b5ea490e243 None None] Attempting to bind port 17659289-1d68-4665-958a-056d1d4e7584 on network e0bf1351-90a6-4b92-a2da-9efa164c13b2 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:12.775538 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3229f536-bf2e-4b56-aa27-5b5ea490e243 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:12.775938 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3229f536-bf2e-4b56-aa27-5b5ea490e243 None None] Checking segment: {'id': '9bf7ea9a-cf10-40ec-b806-e027c333aadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0bf1351-90a6-4b92-a2da-9efa164c13b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:12.776346 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3229f536-bf2e-4b56-aa27-5b5ea490e243 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:12.776737 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3229f536-bf2e-4b56-aa27-5b5ea490e243 None None] Bound using segment: {'id': '9bf7ea9a-cf10-40ec-b806-e027c333aadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0bf1351-90a6-4b92-a2da-9efa164c13b2'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:12.777276 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-3229f536-bf2e-4b56-aa27-5b5ea490e243 None None] Bound port: 17659289-1d68-4665-958a-056d1d4e7584, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf7ea9a-cf10-40ec-b806-e027c333aadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0bf1351-90a6-4b92-a2da-9efa164c13b2'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:12.777842 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3229f536-bf2e-4b56-aa27-5b5ea490e243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:12.791371 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc996927-16e8-4c14-a81e-a10a820572da None None] The sync data for ids ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'] in n-d-712140-10 is: [{'id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'name': 'tempest-RoutersTest-router-1285036154', 'tenant_id': '272dc532350e4739b2702d8077380801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:08Z', 'updated_at': '2021-07-29T23:57:10Z', 'revision_number': 2, 'project_id': '272dc532350e4739b2702d8077380801', 'gw_port_host': None, '_interfaces': [{'id': 'a2d6c26d-f431-47bc-b1a9-f823316f03d1', 'name': '', 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:a9:aa:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:09Z', 'updated_at': '2021-07-29T23:57:12Z', 'revision_number': 4, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:12.907603 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-3229f536-bf2e-4b56-aa27-5b5ea490e243 None None] For port 17659289-1d68-4665-958a-056d1d4e7584, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:12.911649 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-3229f536-bf2e-4b56-aa27-5b5ea490e243 None None] For port 17659289-1d68-4665-958a-056d1d4e7584, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=17659289-1d68-4665-958a-056d1d4e7584,segment=NetworkSegment(9bf7ea9a-cf10-40ec-b806-e027c333aadf),segment_id=9bf7ea9a-cf10-40ec-b806-e027c333aadf)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:12.918176 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3229f536-bf2e-4b56-aa27-5b5ea490e243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:13.015158 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3229f536-bf2e-4b56-aa27-5b5ea490e243 None None] Pushing event updated for resources: {'Port': ['ID=17659289-1d68-4665-958a-056d1d4e7584,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:13.091745 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-81c88db3-9f08-409d-b0ef-cf3d6cc97f38 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Allocated IP 172.21.0.1 (e0bf1351-90a6-4b92-a2da-9efa164c13b2/53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3/5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:13.165005 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 35cb82e2-b759-49fc-bf65-2f9f9ce2901e up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:13.235555 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 35cb82e2-b759-49fc-bf65-2f9f9ce2901e triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:13.236039 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:13.251725 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-81c88db3-9f08-409d-b0ef-cf3d6cc97f38 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:13.271427 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-81c88db3-9f08-409d-b0ef-cf3d6cc97f38 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Transition to ACTIVE for port object 5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:13.328345 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-81c88db3-9f08-409d-b0ef-cf3d6cc97f38 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:13.371981 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c88db3-9f08-409d-b0ef-cf3d6cc97f38 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network e0bf1351-90a6-4b92-a2da-9efa164c13b2 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:13.376716 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-81c88db3-9f08-409d-b0ef-cf3d6cc97f38 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:13.380879 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c88db3-9f08-409d-b0ef-cf3d6cc97f38 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:13.426738 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c88db3-9f08-409d-b0ef-cf3d6cc97f38 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Port': ['ID=5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:13.458732 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-81c88db3-9f08-409d-b0ef-cf3d6cc97f38 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:13.577864 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-81c88db3-9f08-409d-b0ef-cf3d6cc97f38 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:13.849366 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-81c88db3-9f08-409d-b0ef-cf3d6cc97f38 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:13.854240 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-81c88db3-9f08-409d-b0ef-cf3d6cc97f38 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:13.932854 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-81c88db3-9f08-409d-b0ef-cf3d6cc97f38 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:13.934670 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c88db3-9f08-409d-b0ef-cf3d6cc97f38 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Port': ['ID=5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:14.035707 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c88db3-9f08-409d-b0ef-cf3d6cc97f38 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network e0bf1351-90a6-4b92-a2da-9efa164c13b2 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:14.037249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-81c88db3-9f08-409d-b0ef-cf3d6cc97f38 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:14.080478 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e7430a-94c7-4223-a275-4cf5f1007e26 None None] Network e0bf1351-90a6-4b92-a2da-9efa164c13b2 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:14.150972 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c88db3-9f08-409d-b0ef-cf3d6cc97f38 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Router f8bf2053-4022-4f72-b254-d9847e4c9cc2 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:14.208186 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-61049f9c-3d08-4b80-9345-ed807de783fa None None] Provisioning for port 17659289-1d68-4665-958a-056d1d4e7584 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:14.250123 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c88db3-9f08-409d-b0ef-cf3d6cc97f38 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:14.255282 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-81c88db3-9f08-409d-b0ef-cf3d6cc97f38 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "PUT /v2.0/routers/f8bf2053-4022-4f72-b254-d9847e4c9cc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3462479 Jul 29 23:57:14.257820 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49800) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:14.265297 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-e1876c62-f1c6-438f-a0ea-645e49e1f2f4 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Request body: {'network': {'name': 'tempest-RoutersTest-178277785'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:14.287137 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1876c62-f1c6-438f-a0ea-645e49e1f2f4 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Made reservation on behalf of 272dc532350e4739b2702d8077380801 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:14.290658 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e1876c62-f1c6-438f-a0ea-645e49e1f2f4 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.317288 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1876c62-f1c6-438f-a0ea-645e49e1f2f4 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:57:14.327138 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e1876c62-f1c6-438f-a0ea-645e49e1f2f4 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.327383 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-e1876c62-f1c6-438f-a0ea-645e49e1f2f4 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Added segment 592069a3-1430-412b-a63e-0d6ae2dcd651 of type vlan for network 9b19586c-a9b0-4d61-8583-de40518b52de Jul 29 23:57:14.373313 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e1876c62-f1c6-438f-a0ea-645e49e1f2f4 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.407336 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e1876c62-f1c6-438f-a0ea-645e49e1f2f4 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.413854 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1876c62-f1c6-438f-a0ea-645e49e1f2f4 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:14.414471 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e1876c62-f1c6-438f-a0ea-645e49e1f2f4 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.481993 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e1876c62-f1c6-438f-a0ea-645e49e1f2f4 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2229950 Jul 29 23:57:14.485042 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49802) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:14.488562 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1876c62-f1c6-438f-a0ea-645e49e1f2f4 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Network': ['ID=9b19586c-a9b0-4d61-8583-de40518b52de,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:14.490731 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-211ed8ea-a352-4836-8402-0a7a9b2ec96a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Request body: {'subnet': {'network_id': '9b19586c-a9b0-4d61-8583-de40518b52de', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:14.499383 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 9b19586c-a9b0-4d61-8583-de40518b52de details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:57:14.574037 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9947a0fe-d118-411d-bdb7-3ab9a46d102d None None] Provisioning for port 5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:14.586538 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4347f555-d8b4-4fac-8ec5-3a035c8269af None None] Sync routers for ids ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:14.593221 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9947a0fe-d118-411d-bdb7-3ab9a46d102d None None] Provisioning complete for port 5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:14.593449 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9947a0fe-d118-411d-bdb7-3ab9a46d102d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.606264 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211ed8ea-a352-4836-8402-0a7a9b2ec96a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Made reservation on behalf of 272dc532350e4739b2702d8077380801 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:14.610395 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-211ed8ea-a352-4836-8402-0a7a9b2ec96a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.624676 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4347f555-d8b4-4fac-8ec5-3a035c8269af None None] Routers {'f8bf2053-4022-4f72-b254-d9847e4c9cc2'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:14.625319 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-4347f555-d8b4-4fac-8ec5-3a035c8269af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:14.711734 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-9947a0fe-d118-411d-bdb7-3ab9a46d102d None None] Port 5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:14.726834 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-4347f555-d8b4-4fac-8ec5-3a035c8269af None None] Set router f8bf2053-4022-4f72-b254-d9847e4c9cc2 gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:14.819755 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-211ed8ea-a352-4836-8402-0a7a9b2ec96a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.882335 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211ed8ea-a352-4836-8402-0a7a9b2ec96a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Subnet': ['ID=142417a5-cb61-49ba-81fa-c8e7ff3ab571,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:14.894460 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-057b94b7-1476-4014-b632-a244b82bf070 None None] Provisioning complete for port 5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:14.894839 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-057b94b7-1476-4014-b632-a244b82bf070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.904728 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211ed8ea-a352-4836-8402-0a7a9b2ec96a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Checking segment: {'id': '592069a3-1430-412b-a63e-0d6ae2dcd651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b19586c-a9b0-4d61-8583-de40518b52de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:14.905074 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211ed8ea-a352-4836-8402-0a7a9b2ec96a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network hostable DHCP agents. Network: 9b19586c-a9b0-4d61-8583-de40518b52de, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:57:14.921946 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211ed8ea-a352-4836-8402-0a7a9b2ec96a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network 9b19586c-a9b0-4d61-8583-de40518b52de is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:57:14.931206 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-211ed8ea-a352-4836-8402-0a7a9b2ec96a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 9b19586c-a9b0-4d61-8583-de40518b52de) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:14.936794 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211ed8ea-a352-4836-8402-0a7a9b2ec96a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:14.937866 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-211ed8ea-a352-4836-8402-0a7a9b2ec96a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:14.942446 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0687f131-c4aa-4ba8-9222-4efc508afea9 None None] Network 9b19586c-a9b0-4d61-8583-de40518b52de requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:14.954563 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-211ed8ea-a352-4836-8402-0a7a9b2ec96a tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4683158 Jul 29 23:57:14.957482 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49806) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:15.009237 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-057b94b7-1476-4014-b632-a244b82bf070 None None] Port 5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:15.067585 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-4347f555-d8b4-4fac-8ec5-3a035c8269af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'name': 'tempest-RoutersTest-router-1285036154', 'tenant_id': '272dc532350e4739b2702d8077380801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:08Z', 'updated_at': '2021-07-29T23:57:13Z', 'revision_number': 3, 'project_id': '272dc532350e4739b2702d8077380801', 'gw_port_host': None, '_interfaces': [{'id': '5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0', 'name': '', 'network_id': 'e0bf1351-90a6-4b92-a2da-9efa164c13b2', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:53:12:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:12Z', 'updated_at': '2021-07-29T23:57:13Z', 'revision_number': 2, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2d6c26d-f431-47bc-b1a9-f823316f03d1', 'name': '', 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:a9:aa:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:09Z', 'updated_at': '2021-07-29T23:57:12Z', 'revision_number': 4, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:15.104843 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4347f555-d8b4-4fac-8ec5-3a035c8269af None None] Checking router: f8bf2053-4022-4f72-b254-d9847e4c9cc2 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:57:15.105954 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4347f555-d8b4-4fac-8ec5-3a035c8269af None None] Updating router f8bf2053-4022-4f72-b254-d9847e4c9cc2 port 5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0 binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:57:15.154715 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a2d6c26d-f431-47bc-b1a9-f823316f03d1 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:15.188858 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4347f555-d8b4-4fac-8ec5-3a035c8269af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:15.217491 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9ba17db2-905d-43a8-aca6-1e5cc75c5efd None None] Provisioning complete for port 5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:15.217968 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9ba17db2-905d-43a8-aca6-1e5cc75c5efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:15.292278 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b65a14-6a73-4229-8265-799d8be329c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-9b19586c-a9b0-4d61-8583-de40518b52de', 'network_id': '9b19586c-a9b0-4d61-8583-de40518b52de', 'tenant_id': '272dc532350e4739b2702d8077380801', 'fixed_ips': [{'subnet_id': '142417a5-cb61-49ba-81fa-c8e7ff3ab571'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:57:15.293126 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d6b65a14-6a73-4229-8265-799d8be329c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:15.331189 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-9ba17db2-905d-43a8-aca6-1e5cc75c5efd None None] Port 5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:15.354894 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9be2c12-949d-4e59-bde8-e6508d725e30 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:15.388467 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port a2d6c26d-f431-47bc-b1a9-f823316f03d1 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:15.443208 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port a2d6c26d-f431-47bc-b1a9-f823316f03d1 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:15.443596 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:15.606674 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-d6b65a14-6a73-4229-8265-799d8be329c7 None None] Allocated IP 172.22.0.2 (9b19586c-a9b0-4d61-8583-de40518b52de/142417a5-cb61-49ba-81fa-c8e7ff3ab571/84a43cc7-dab3-4362-a142-3975d62c8555) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:15.893657 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:15.991097 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port a2d6c26d-f431-47bc-b1a9-f823316f03d1, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a2d6c26d-f431-47bc-b1a9-f823316f03d1,segment=NetworkSegment(0aae7b4a-f4ec-4d07-94b6-8c8a68f79c45),segment_id=0aae7b4a-f4ec-4d07-94b6-8c8a68f79c45)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:16.020975 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.021747 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 17659289-1d68-4665-958a-056d1d4e7584 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:16.032308 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4347f555-d8b4-4fac-8ec5-3a035c8269af None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.109204 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-4347f555-d8b4-4fac-8ec5-3a035c8269af None None] Transition to ACTIVE for port object 5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:16.128563 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d6b65a14-6a73-4229-8265-799d8be329c7 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.131740 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4347f555-d8b4-4fac-8ec5-3a035c8269af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.145624 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=a2d6c26d-f431-47bc-b1a9-f823316f03d1,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:16.151503 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d6b65a14-6a73-4229-8265-799d8be329c7 None None] Transition to ACTIVE for port object 84a43cc7-dab3-4362-a142-3975d62c8555 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:16.204768 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d6b65a14-6a73-4229-8265-799d8be329c7 None None] Transition to ACTIVE for port object 84a43cc7-dab3-4362-a142-3975d62c8555 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:16.222096 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d6b65a14-6a73-4229-8265-799d8be329c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.226224 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 17659289-1d68-4665-958a-056d1d4e7584 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:16.227333 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3622f-95f2-4433-b1ca-f0183fb8b115 None None] Pushing event updated for resources: {'Port': ['ID=5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:16.255874 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 17659289-1d68-4665-958a-056d1d4e7584 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:16.255874 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.275296 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-b9be2c12-949d-4e59-bde8-e6508d725e30 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Allocated IP 172.22.0.1 (9b19586c-a9b0-4d61-8583-de40518b52de/142417a5-cb61-49ba-81fa-c8e7ff3ab571/0a378f3e-abee-4e29-9ff7-780b370d2142) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:16.336092 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b65a14-6a73-4229-8265-799d8be329c7 None None] Network 9b19586c-a9b0-4d61-8583-de40518b52de is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:16.350331 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-d6b65a14-6a73-4229-8265-799d8be329c7 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:16.353066 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b65a14-6a73-4229-8265-799d8be329c7 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:16.373701 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-4347f555-d8b4-4fac-8ec5-3a035c8269af None None] Attempting to bind port 5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:16.374075 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-4347f555-d8b4-4fac-8ec5-3a035c8269af None None] Attempting to bind port 5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '9bf7ea9a-cf10-40ec-b806-e027c333aadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0bf1351-90a6-4b92-a2da-9efa164c13b2'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:16.374441 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4347f555-d8b4-4fac-8ec5-3a035c8269af None None] Attempting to bind port 5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0 on network e0bf1351-90a6-4b92-a2da-9efa164c13b2 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:16.390532 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9be2c12-949d-4e59-bde8-e6508d725e30 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.399796 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b65a14-6a73-4229-8265-799d8be329c7 None None] Pushing event updated for resources: {'Port': ['ID=84a43cc7-dab3-4362-a142-3975d62c8555,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:16.406100 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-b9be2c12-949d-4e59-bde8-e6508d725e30 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Transition to ACTIVE for port object 0a378f3e-abee-4e29-9ff7-780b370d2142 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:16.409393 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4347f555-d8b4-4fac-8ec5-3a035c8269af None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:16.409600 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4347f555-d8b4-4fac-8ec5-3a035c8269af None None] Checking segment: {'id': '9bf7ea9a-cf10-40ec-b806-e027c333aadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0bf1351-90a6-4b92-a2da-9efa164c13b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:16.409978 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4347f555-d8b4-4fac-8ec5-3a035c8269af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.410378 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4347f555-d8b4-4fac-8ec5-3a035c8269af None None] Bound using segment: {'id': '9bf7ea9a-cf10-40ec-b806-e027c333aadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0bf1351-90a6-4b92-a2da-9efa164c13b2'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:16.410864 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-4347f555-d8b4-4fac-8ec5-3a035c8269af None None] Bound port: 5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bf7ea9a-cf10-40ec-b806-e027c333aadf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'e0bf1351-90a6-4b92-a2da-9efa164c13b2'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:16.411242 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4347f555-d8b4-4fac-8ec5-3a035c8269af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.443471 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9be2c12-949d-4e59-bde8-e6508d725e30 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.486123 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9be2c12-949d-4e59-bde8-e6508d725e30 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network 9b19586c-a9b0-4d61-8583-de40518b52de is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:16.489293 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-b9be2c12-949d-4e59-bde8-e6508d725e30 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:16.493921 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9be2c12-949d-4e59-bde8-e6508d725e30 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:16.506582 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-d6b65a14-6a73-4229-8265-799d8be329c7 None None] Attempting to bind port 84a43cc7-dab3-4362-a142-3975d62c8555 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:16.506960 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-d6b65a14-6a73-4229-8265-799d8be329c7 None None] Attempting to bind port 84a43cc7-dab3-4362-a142-3975d62c8555 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '592069a3-1430-412b-a63e-0d6ae2dcd651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b19586c-a9b0-4d61-8583-de40518b52de'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:16.507327 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b65a14-6a73-4229-8265-799d8be329c7 None None] Attempting to bind port 84a43cc7-dab3-4362-a142-3975d62c8555 on network 9b19586c-a9b0-4d61-8583-de40518b52de {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:16.527566 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be2c12-949d-4e59-bde8-e6508d725e30 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Port': ['ID=0a378f3e-abee-4e29-9ff7-780b370d2142,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:16.530021 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b65a14-6a73-4229-8265-799d8be329c7 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:16.531014 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b65a14-6a73-4229-8265-799d8be329c7 None None] Checking segment: {'id': '592069a3-1430-412b-a63e-0d6ae2dcd651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b19586c-a9b0-4d61-8583-de40518b52de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:16.531431 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d6b65a14-6a73-4229-8265-799d8be329c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.532028 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b65a14-6a73-4229-8265-799d8be329c7 None None] Bound using segment: {'id': '592069a3-1430-412b-a63e-0d6ae2dcd651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b19586c-a9b0-4d61-8583-de40518b52de'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:16.532513 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-d6b65a14-6a73-4229-8265-799d8be329c7 None None] Bound port: 84a43cc7-dab3-4362-a142-3975d62c8555, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '592069a3-1430-412b-a63e-0d6ae2dcd651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b19586c-a9b0-4d61-8583-de40518b52de'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:16.533154 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d6b65a14-6a73-4229-8265-799d8be329c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.548141 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9be2c12-949d-4e59-bde8-e6508d725e30 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.560768 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.577452 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-4347f555-d8b4-4fac-8ec5-3a035c8269af None None] For port 5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:16.617764 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-4347f555-d8b4-4fac-8ec5-3a035c8269af None None] For port 5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0,segment=NetworkSegment(9bf7ea9a-cf10-40ec-b806-e027c333aadf),segment_id=9bf7ea9a-cf10-40ec-b806-e027c333aadf)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:16.628000 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4347f555-d8b4-4fac-8ec5-3a035c8269af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.681015 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 17659289-1d68-4665-958a-056d1d4e7584, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=17659289-1d68-4665-958a-056d1d4e7584,segment=NetworkSegment(9bf7ea9a-cf10-40ec-b806-e027c333aadf),segment_id=9bf7ea9a-cf10-40ec-b806-e027c333aadf)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:16.682718 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9be2c12-949d-4e59-bde8-e6508d725e30 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.694482 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.707980 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-d6b65a14-6a73-4229-8265-799d8be329c7 None None] For port 84a43cc7-dab3-4362-a142-3975d62c8555, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:16.713829 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-d6b65a14-6a73-4229-8265-799d8be329c7 None None] For port 84a43cc7-dab3-4362-a142-3975d62c8555, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=84a43cc7-dab3-4362-a142-3975d62c8555,segment=NetworkSegment(592069a3-1430-412b-a63e-0d6ae2dcd651),segment_id=592069a3-1430-412b-a63e-0d6ae2dcd651)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:16.724951 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d6b65a14-6a73-4229-8265-799d8be329c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:16.744132 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4347f555-d8b4-4fac-8ec5-3a035c8269af None None] Routers {'f8bf2053-4022-4f72-b254-d9847e4c9cc2'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:16.744765 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-4347f555-d8b4-4fac-8ec5-3a035c8269af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:16.748475 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3622f-95f2-4433-b1ca-f0183fb8b115 None None] Pushing event updated for resources: {'Port': ['ID=5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:16.887825 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-4347f555-d8b4-4fac-8ec5-3a035c8269af None None] Set router f8bf2053-4022-4f72-b254-d9847e4c9cc2 gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:16.890681 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=17659289-1d68-4665-958a-056d1d4e7584,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:17.000203 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9be2c12-949d-4e59-bde8-e6508d725e30 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.007965 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9be2c12-949d-4e59-bde8-e6508d725e30 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.101622 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b65a14-6a73-4229-8265-799d8be329c7 None None] Pushing event updated for resources: {'Port': ['ID=84a43cc7-dab3-4362-a142-3975d62c8555,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:17.116223 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9be2c12-949d-4e59-bde8-e6508d725e30 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.142054 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be2c12-949d-4e59-bde8-e6508d725e30 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Port': ['ID=0a378f3e-abee-4e29-9ff7-780b370d2142,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:17.165966 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 17659289-1d68-4665-958a-056d1d4e7584 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:17.256410 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9be2c12-949d-4e59-bde8-e6508d725e30 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network 9b19586c-a9b0-4d61-8583-de40518b52de is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:17.256642 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 17659289-1d68-4665-958a-056d1d4e7584 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:17.256988 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.257911 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-b9be2c12-949d-4e59-bde8-e6508d725e30 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:17.291340 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-4347f555-d8b4-4fac-8ec5-3a035c8269af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'name': 'tempest-RoutersTest-router-1285036154', 'tenant_id': '272dc532350e4739b2702d8077380801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:08Z', 'updated_at': '2021-07-29T23:57:16Z', 'revision_number': 4, 'project_id': '272dc532350e4739b2702d8077380801', 'gw_port_host': None, '_interfaces': [{'id': '0a378f3e-abee-4e29-9ff7-780b370d2142', 'name': '', 'network_id': '9b19586c-a9b0-4d61-8583-de40518b52de', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:5e:f3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '142417a5-cb61-49ba-81fa-c8e7ff3ab571', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:15Z', 'updated_at': '2021-07-29T23:57:16Z', 'revision_number': 1, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '142417a5-cb61-49ba-81fa-c8e7ff3ab571', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0', 'name': '', 'network_id': 'e0bf1351-90a6-4b92-a2da-9efa164c13b2', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:53:12:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:12Z', 'updated_at': '2021-07-29T23:57:16Z', 'revision_number': 4, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2d6c26d-f431-47bc-b1a9-f823316f03d1', 'name': '', 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:a9:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:09Z', 'updated_at': '2021-07-29T23:57:15Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:17.323534 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4347f555-d8b4-4fac-8ec5-3a035c8269af None None] The sync data for ids ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'] in n-d-712140-10 is: [{'id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'name': 'tempest-RoutersTest-router-1285036154', 'tenant_id': '272dc532350e4739b2702d8077380801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:08Z', 'updated_at': '2021-07-29T23:57:16Z', 'revision_number': 4, 'project_id': '272dc532350e4739b2702d8077380801', 'gw_port_host': None, '_interfaces': [{'id': '0a378f3e-abee-4e29-9ff7-780b370d2142', 'name': '', 'network_id': '9b19586c-a9b0-4d61-8583-de40518b52de', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:5e:f3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '142417a5-cb61-49ba-81fa-c8e7ff3ab571', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:15Z', 'updated_at': '2021-07-29T23:57:16Z', 'revision_number': 1, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '142417a5-cb61-49ba-81fa-c8e7ff3ab571', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0', 'name': '', 'network_id': 'e0bf1351-90a6-4b92-a2da-9efa164c13b2', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:53:12:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:12Z', 'updated_at': '2021-07-29T23:57:16Z', 'revision_number': 4, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2d6c26d-f431-47bc-b1a9-f823316f03d1', 'name': '', 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:a9:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:09Z', 'updated_at': '2021-07-29T23:57:15Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:17.372883 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9be2c12-949d-4e59-bde8-e6508d725e30 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Router f8bf2053-4022-4f72-b254-d9847e4c9cc2 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:17.399281 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a2d6c26d-f431-47bc-b1a9-f823316f03d1 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:17.448209 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port a2d6c26d-f431-47bc-b1a9-f823316f03d1 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:17.448849 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.531618 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9be2c12-949d-4e59-bde8-e6508d725e30 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:17.537679 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b9be2c12-949d-4e59-bde8-e6508d725e30 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "PUT /v2.0/routers/f8bf2053-4022-4f72-b254-d9847e4c9cc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5789483 Jul 29 23:57:17.540267 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49808) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:17.547391 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-09c01e8d-b6a5-4094-b5b3-3e76b51dffdd tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Request body: {'network': {'name': 'tempest-RoutersTest-761390544'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:17.574519 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c01e8d-b6a5-4094-b5b3-3e76b51dffdd tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Made reservation on behalf of 272dc532350e4739b2702d8077380801 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:17.579091 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-09c01e8d-b6a5-4094-b5b3-3e76b51dffdd tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.610797 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c01e8d-b6a5-4094-b5b3-3e76b51dffdd tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:57:17.621811 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-09c01e8d-b6a5-4094-b5b3-3e76b51dffdd tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.622210 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-09c01e8d-b6a5-4094-b5b3-3e76b51dffdd tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Added segment f20ee03f-ed13-4407-9579-f431033641e2 of type vlan for network 53fc8827-c6e8-4521-bf19-c1dbd075d07e Jul 29 23:57:17.678582 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-09c01e8d-b6a5-4094-b5b3-3e76b51dffdd tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.714907 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-09c01e8d-b6a5-4094-b5b3-3e76b51dffdd tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.722292 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c01e8d-b6a5-4094-b5b3-3e76b51dffdd tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:17.722965 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-09c01e8d-b6a5-4094-b5b3-3e76b51dffdd tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.783851 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-09c01e8d-b6a5-4094-b5b3-3e76b51dffdd tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2424750 Jul 29 23:57:17.786721 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49810) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:17.792806 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-13a744da-1b21-49c0-8d6f-900367e6f197 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Request body: {'subnet': {'network_id': '53fc8827-c6e8-4521-bf19-c1dbd075d07e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:17.803117 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c01e8d-b6a5-4094-b5b3-3e76b51dffdd tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Network': ['ID=53fc8827-c6e8-4521-bf19-c1dbd075d07e,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:17.814704 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 53fc8827-c6e8-4521-bf19-c1dbd075d07e details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:57:17.925651 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdda6ab-f5f2-49da-af15-bee43bc1e5e4 None None] Network 9b19586c-a9b0-4d61-8583-de40518b52de requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:17.933914 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a744da-1b21-49c0-8d6f-900367e6f197 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Made reservation on behalf of 272dc532350e4739b2702d8077380801 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:17.938178 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-13a744da-1b21-49c0-8d6f-900367e6f197 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:17.987945 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7f437386-a4f3-419d-acad-327770ddae69 None None] Provisioning for port 84a43cc7-dab3-4362-a142-3975d62c8555 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:18.159728 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-13a744da-1b21-49c0-8d6f-900367e6f197 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.230769 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a744da-1b21-49c0-8d6f-900367e6f197 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Subnet': ['ID=79af1ea4-6794-493b-9ed8-9cf18c4b5e13,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:18.242847 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a744da-1b21-49c0-8d6f-900367e6f197 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Checking segment: {'id': 'f20ee03f-ed13-4407-9579-f431033641e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '53fc8827-c6e8-4521-bf19-c1dbd075d07e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:18.243224 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a744da-1b21-49c0-8d6f-900367e6f197 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network hostable DHCP agents. Network: 53fc8827-c6e8-4521-bf19-c1dbd075d07e, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:57:18.266150 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a744da-1b21-49c0-8d6f-900367e6f197 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network 53fc8827-c6e8-4521-bf19-c1dbd075d07e is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:57:18.279591 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-13a744da-1b21-49c0-8d6f-900367e6f197 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 53fc8827-c6e8-4521-bf19-c1dbd075d07e) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:18.284297 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a744da-1b21-49c0-8d6f-900367e6f197 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:18.285192 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-13a744da-1b21-49c0-8d6f-900367e6f197 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.292815 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2fd142-8426-4a3d-8881-4879c2e101dd None None] Network 53fc8827-c6e8-4521-bf19-c1dbd075d07e requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:18.326373 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-13a744da-1b21-49c0-8d6f-900367e6f197 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5384834 Jul 29 23:57:18.329693 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49812) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:18.449728 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6dbbc640-d825-4743-b312-334e9501e90d None None] Provisioning for port 0a378f3e-abee-4e29-9ff7-780b370d2142 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:18.461111 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6dbbc640-d825-4743-b312-334e9501e90d None None] Provisioning complete for port 0a378f3e-abee-4e29-9ff7-780b370d2142 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:18.461483 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6dbbc640-d825-4743-b312-334e9501e90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.502652 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16838552-013f-41e7-b135-061909c884f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-53fc8827-c6e8-4521-bf19-c1dbd075d07e', 'network_id': '53fc8827-c6e8-4521-bf19-c1dbd075d07e', 'tenant_id': '272dc532350e4739b2702d8077380801', 'fixed_ips': [{'subnet_id': '79af1ea4-6794-493b-9ed8-9cf18c4b5e13'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:57:18.502652 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-16838552-013f-41e7-b135-061909c884f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.545565 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-6dbbc640-d825-4743-b312-334e9501e90d None None] Port 0a378f3e-abee-4e29-9ff7-780b370d2142 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:18.687962 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c719a1-3b93-4bf7-9309-11bddbbca11e None None] Sync routers for ids ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:18.699693 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c719a1-3b93-4bf7-9309-11bddbbca11e None None] Routers {'f8bf2053-4022-4f72-b254-d9847e4c9cc2'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:18.701018 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b1c719a1-3b93-4bf7-9309-11bddbbca11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:18.709029 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-16838552-013f-41e7-b135-061909c884f1 None None] Allocated IP 172.23.0.2 (53fc8827-c6e8-4521-bf19-c1dbd075d07e/79af1ea4-6794-493b-9ed8-9cf18c4b5e13/05f3b18f-9a1b-4b93-87de-4d326fcd982d) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:18.743698 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49816) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:18.804596 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40f337dd-fea3-4058-8003-c2303eeb967e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.818712 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-b1c719a1-3b93-4bf7-9309-11bddbbca11e None None] Set router f8bf2053-4022-4f72-b254-d9847e4c9cc2 gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:18.821933 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-177954d9-2fff-42b5-877a-c8c5fa476c90 None None] Provisioning complete for port 0a378f3e-abee-4e29-9ff7-780b370d2142 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:18.822312 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-177954d9-2fff-42b5-877a-c8c5fa476c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:18.868119 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-177954d9-2fff-42b5-877a-c8c5fa476c90 None None] Port 0a378f3e-abee-4e29-9ff7-780b370d2142 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:19.016784 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fe648752-3d32-48ae-b42c-4027d0ae7951 None None] Provisioning complete for port 0a378f3e-abee-4e29-9ff7-780b370d2142 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:19.017295 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe648752-3d32-48ae-b42c-4027d0ae7951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.050339 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-16838552-013f-41e7-b135-061909c884f1 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.056532 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6db7e8f5-651a-482a-bc3c-8fb361c45826 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Deleting port 261a5a7e-3302-4d5e-98cf-71642cc68a28 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:19.057054 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6db7e8f5-651a-482a-bc3c-8fb361c45826 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.072170 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-16838552-013f-41e7-b135-061909c884f1 None None] Transition to ACTIVE for port object 05f3b18f-9a1b-4b93-87de-4d326fcd982d will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:19.090548 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-fe648752-3d32-48ae-b42c-4027d0ae7951 None None] Port 0a378f3e-abee-4e29-9ff7-780b370d2142 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:19.102403 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-16838552-013f-41e7-b135-061909c884f1 None None] Transition to ACTIVE for port object 05f3b18f-9a1b-4b93-87de-4d326fcd982d will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:19.111345 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-16838552-013f-41e7-b135-061909c884f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.139547 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b1c719a1-3b93-4bf7-9309-11bddbbca11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'name': 'tempest-RoutersTest-router-1285036154', 'tenant_id': '272dc532350e4739b2702d8077380801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:08Z', 'updated_at': '2021-07-29T23:57:16Z', 'revision_number': 4, 'project_id': '272dc532350e4739b2702d8077380801', 'gw_port_host': None, '_interfaces': [{'id': '0a378f3e-abee-4e29-9ff7-780b370d2142', 'name': '', 'network_id': '9b19586c-a9b0-4d61-8583-de40518b52de', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:5e:f3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '142417a5-cb61-49ba-81fa-c8e7ff3ab571', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:15Z', 'updated_at': '2021-07-29T23:57:16Z', 'revision_number': 2, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '142417a5-cb61-49ba-81fa-c8e7ff3ab571', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0', 'name': '', 'network_id': 'e0bf1351-90a6-4b92-a2da-9efa164c13b2', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:53:12:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:12Z', 'updated_at': '2021-07-29T23:57:16Z', 'revision_number': 4, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2d6c26d-f431-47bc-b1a9-f823316f03d1', 'name': '', 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:a9:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:09Z', 'updated_at': '2021-07-29T23:57:15Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:19.176301 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c719a1-3b93-4bf7-9309-11bddbbca11e None None] Checking router: f8bf2053-4022-4f72-b254-d9847e4c9cc2 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:57:19.176553 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16838552-013f-41e7-b135-061909c884f1 None None] Network 53fc8827-c6e8-4521-bf19-c1dbd075d07e is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:19.176711 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c719a1-3b93-4bf7-9309-11bddbbca11e None None] Updating router f8bf2053-4022-4f72-b254-d9847e4c9cc2 port 0a378f3e-abee-4e29-9ff7-780b370d2142 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:57:19.177868 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16838552-013f-41e7-b135-061909c884f1 None None] Pushing event updated for resources: {'Port': ['ID=05f3b18f-9a1b-4b93-87de-4d326fcd982d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:19.181213 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-16838552-013f-41e7-b135-061909c884f1 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:19.184432 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16838552-013f-41e7-b135-061909c884f1 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:19.223319 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6db7e8f5-651a-482a-bc3c-8fb361c45826 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.223319 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6db7e8f5-651a-482a-bc3c-8fb361c45826 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.226092 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b1c719a1-3b93-4bf7-9309-11bddbbca11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.235996 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6db7e8f5-651a-482a-bc3c-8fb361c45826 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Calling delete_port for 261a5a7e-3302-4d5e-98cf-71642cc68a28 owned by network:floatingip {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:19.257735 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-40f337dd-fea3-4058-8003-c2303eeb967e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Allocated IP 172.23.0.1 (53fc8827-c6e8-4521-bf19-c1dbd075d07e/79af1ea4-6794-493b-9ed8-9cf18c4b5e13/1f7c588e-bf96-4fb0-9663-05ed46645244) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:19.274268 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-16838552-013f-41e7-b135-061909c884f1 None None] Attempting to bind port 05f3b18f-9a1b-4b93-87de-4d326fcd982d on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:19.276303 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-16838552-013f-41e7-b135-061909c884f1 None None] Attempting to bind port 05f3b18f-9a1b-4b93-87de-4d326fcd982d by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'f20ee03f-ed13-4407-9579-f431033641e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '53fc8827-c6e8-4521-bf19-c1dbd075d07e'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:19.276838 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16838552-013f-41e7-b135-061909c884f1 None None] Attempting to bind port 05f3b18f-9a1b-4b93-87de-4d326fcd982d on network 53fc8827-c6e8-4521-bf19-c1dbd075d07e {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:19.291799 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 84a43cc7-dab3-4362-a142-3975d62c8555 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:19.295867 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16838552-013f-41e7-b135-061909c884f1 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:19.296542 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16838552-013f-41e7-b135-061909c884f1 None None] Checking segment: {'id': 'f20ee03f-ed13-4407-9579-f431033641e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '53fc8827-c6e8-4521-bf19-c1dbd075d07e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:19.296847 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-16838552-013f-41e7-b135-061909c884f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.297327 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16838552-013f-41e7-b135-061909c884f1 None None] Bound using segment: {'id': 'f20ee03f-ed13-4407-9579-f431033641e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '53fc8827-c6e8-4521-bf19-c1dbd075d07e'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:19.297882 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-16838552-013f-41e7-b135-061909c884f1 None None] Bound port: 05f3b18f-9a1b-4b93-87de-4d326fcd982d, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20ee03f-ed13-4407-9579-f431033641e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '53fc8827-c6e8-4521-bf19-c1dbd075d07e'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:19.298332 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-16838552-013f-41e7-b135-061909c884f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.400138 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-16838552-013f-41e7-b135-061909c884f1 None None] For port 05f3b18f-9a1b-4b93-87de-4d326fcd982d, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:19.402316 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 84a43cc7-dab3-4362-a142-3975d62c8555 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:19.408417 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-16838552-013f-41e7-b135-061909c884f1 None None] For port 05f3b18f-9a1b-4b93-87de-4d326fcd982d, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=05f3b18f-9a1b-4b93-87de-4d326fcd982d,segment=NetworkSegment(f20ee03f-ed13-4407-9579-f431033641e2),segment_id=f20ee03f-ed13-4407-9579-f431033641e2)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:19.412060 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 84a43cc7-dab3-4362-a142-3975d62c8555 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:19.412644 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.415309 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-16838552-013f-41e7-b135-061909c884f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.452239 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6db7e8f5-651a-482a-bc3c-8fb361c45826 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.471224 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40f337dd-fea3-4058-8003-c2303eeb967e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.485118 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db7e8f5-651a-482a-bc3c-8fb361c45826 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event deleted for resources: {'Port': ['ID=261a5a7e-3302-4d5e-98cf-71642cc68a28,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:19.515488 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-40f337dd-fea3-4058-8003-c2303eeb967e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Transition to ACTIVE for port object 1f7c588e-bf96-4fb0-9663-05ed46645244 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:19.517270 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16838552-013f-41e7-b135-061909c884f1 None None] Pushing event updated for resources: {'Port': ['ID=05f3b18f-9a1b-4b93-87de-4d326fcd982d,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:19.576793 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.577326 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40f337dd-fea3-4058-8003-c2303eeb967e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.588614 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6db7e8f5-651a-482a-bc3c-8fb361c45826 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for floatingip, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.589257 n-d-712140-10 neutron-server[94064]: INFO neutron.db.l3_db [None req-6db7e8f5-651a-482a-bc3c-8fb361c45826 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Floating IP d8eb2f6c-5ba0-40ef-a75c-39ea1e523843 disassociated (deleted). External IP: 172.25.8.172, port: 6837496e-7b3b-4cbf-98ed-26bf762448ea. Jul 29 23:57:19.643190 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 84a43cc7-dab3-4362-a142-3975d62c8555, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=84a43cc7-dab3-4362-a142-3975d62c8555,segment=NetworkSegment(592069a3-1430-412b-a63e-0d6ae2dcd651),segment_id=592069a3-1430-412b-a63e-0d6ae2dcd651)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:19.645671 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f337dd-fea3-4058-8003-c2303eeb967e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Port': ['ID=1f7c588e-bf96-4fb0-9663-05ed46645244,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:19.647936 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.648857 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:19.658596 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b1c719a1-3b93-4bf7-9309-11bddbbca11e None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.662860 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f337dd-fea3-4058-8003-c2303eeb967e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network 53fc8827-c6e8-4521-bf19-c1dbd075d07e is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:19.664666 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-40f337dd-fea3-4058-8003-c2303eeb967e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:19.667530 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f337dd-fea3-4058-8003-c2303eeb967e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:19.677814 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-b1c719a1-3b93-4bf7-9309-11bddbbca11e None None] Transition to ACTIVE for port object 0a378f3e-abee-4e29-9ff7-780b370d2142 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:19.687796 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b1c719a1-3b93-4bf7-9309-11bddbbca11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.729408 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40f337dd-fea3-4058-8003-c2303eeb967e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.756450 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=84a43cc7-dab3-4362-a142-3975d62c8555,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:19.769186 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e45f1-c2db-4bb0-b8b8-4f52a1c20bf0 None None] Pushing event updated for resources: {'Port': ['ID=0a378f3e-abee-4e29-9ff7-780b370d2142,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:19.776986 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:19.794238 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:19.794615 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.853333 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-b1c719a1-3b93-4bf7-9309-11bddbbca11e None None] Attempting to bind port 0a378f3e-abee-4e29-9ff7-780b370d2142 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:19.853710 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-b1c719a1-3b93-4bf7-9309-11bddbbca11e None None] Attempting to bind port 0a378f3e-abee-4e29-9ff7-780b370d2142 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '592069a3-1430-412b-a63e-0d6ae2dcd651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b19586c-a9b0-4d61-8583-de40518b52de'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:19.854075 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c719a1-3b93-4bf7-9309-11bddbbca11e None None] Attempting to bind port 0a378f3e-abee-4e29-9ff7-780b370d2142 on network 9b19586c-a9b0-4d61-8583-de40518b52de {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:19.862614 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c719a1-3b93-4bf7-9309-11bddbbca11e None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:19.863033 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c719a1-3b93-4bf7-9309-11bddbbca11e None None] Checking segment: {'id': '592069a3-1430-412b-a63e-0d6ae2dcd651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b19586c-a9b0-4d61-8583-de40518b52de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:19.863444 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b1c719a1-3b93-4bf7-9309-11bddbbca11e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:19.863866 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1c719a1-3b93-4bf7-9309-11bddbbca11e None None] Bound using segment: {'id': '592069a3-1430-412b-a63e-0d6ae2dcd651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b19586c-a9b0-4d61-8583-de40518b52de'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:19.864373 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-b1c719a1-3b93-4bf7-9309-11bddbbca11e None None] Bound port: 0a378f3e-abee-4e29-9ff7-780b370d2142, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '592069a3-1430-412b-a63e-0d6ae2dcd651', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9b19586c-a9b0-4d61-8583-de40518b52de'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:19.864763 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b1c719a1-3b93-4bf7-9309-11bddbbca11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.011515 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-b1c719a1-3b93-4bf7-9309-11bddbbca11e None None] For port 0a378f3e-abee-4e29-9ff7-780b370d2142, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:20.018551 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-b1c719a1-3b93-4bf7-9309-11bddbbca11e None None] For port 0a378f3e-abee-4e29-9ff7-780b370d2142, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0a378f3e-abee-4e29-9ff7-780b370d2142,segment=NetworkSegment(592069a3-1430-412b-a63e-0d6ae2dcd651),segment_id=592069a3-1430-412b-a63e-0d6ae2dcd651)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:20.020149 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40f337dd-fea3-4058-8003-c2303eeb967e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.024551 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-b1c719a1-3b93-4bf7-9309-11bddbbca11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.025019 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.059132 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6db7e8f5-651a-482a-bc3c-8fb361c45826 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Router 0f634a6e-6f52-401c-bbe6-d97f7f41c2c5 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:20.092005 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0,segment=NetworkSegment(9bf7ea9a-cf10-40ec-b806-e027c333aadf),segment_id=9bf7ea9a-cf10-40ec-b806-e027c333aadf)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:20.097799 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.158418 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c719a1-3b93-4bf7-9309-11bddbbca11e None None] Routers {'f8bf2053-4022-4f72-b254-d9847e4c9cc2'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:20.159088 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b1c719a1-3b93-4bf7-9309-11bddbbca11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:20.162671 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2e45f1-c2db-4bb0-b8b8-4f52a1c20bf0 None None] Pushing event updated for resources: {'Port': ['ID=0a378f3e-abee-4e29-9ff7-780b370d2142,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:20.194050 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:20.243392 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6db7e8f5-651a-482a-bc3c-8fb361c45826 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:20.249427 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6db7e8f5-651a-482a-bc3c-8fb361c45826 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.262352 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f03ced-83d8-49e8-9eb8-05df9584376c None None] Sync routers for ids ['0f634a6e-6f52-401c-bbe6-d97f7f41c2c5'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:20.277239 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f03ced-83d8-49e8-9eb8-05df9584376c None None] Routers {'0f634a6e-6f52-401c-bbe6-d97f7f41c2c5'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:20.279180 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-29f03ced-83d8-49e8-9eb8-05df9584376c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0f634a6e-6f52-401c-bbe6-d97f7f41c2c5'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:20.301270 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6db7e8f5-651a-482a-bc3c-8fb361c45826 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "DELETE /v2.0/floatingips/d8eb2f6c-5ba0-40ef-a75c-39ea1e523843 HTTP/1.1" status: 204 len: 168 time: 1.5564778 Jul 29 23:57:20.302002 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c0c1117-cf89-424c-89b5-0b8a12dba871', 'tag': '6837496e-7b3b-4cbf-98ed-26bf762448ea'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:57:20.304762 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeeabf0a-1fd8-49e2-93a9-3004f00fa76d" -d '{"events": [{"name": "network-changed", "server_uuid": "1c0c1117-cf89-424c-89b5-0b8a12dba871", "tag": "6837496e-7b3b-4cbf-98ed-26bf762448ea"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:57:20.465239 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40f337dd-fea3-4058-8003-c2303eeb967e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.471997 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40f337dd-fea3-4058-8003-c2303eeb967e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.498102 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-29f03ced-83d8-49e8-9eb8-05df9584376c None None] Set router 0f634a6e-6f52-401c-bbe6-d97f7f41c2c5 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:20.499319 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-b1c719a1-3b93-4bf7-9309-11bddbbca11e None None] Set router f8bf2053-4022-4f72-b254-d9847e4c9cc2 gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:20.601822 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf42947c-c10c-47e4-ad7e-a0d307a64a5c x-openstack-request-id: req-bf42947c-c10c-47e4-ad7e-a0d307a64a5c {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:57:20.602179 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c0c1117-cf89-424c-89b5-0b8a12dba871", "tag": "6837496e-7b3b-4cbf-98ed-26bf762448ea", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:57:20.602435 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf42947c-c10c-47e4-ad7e-a0d307a64a5c {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:57:20.602851 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c0c1117-cf89-424c-89b5-0b8a12dba871', 'tag': '6837496e-7b3b-4cbf-98ed-26bf762448ea', 'status': 'completed', 'code': 200} Jul 29 23:57:20.613820 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f337dd-fea3-4058-8003-c2303eeb967e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event updated for resources: {'Port': ['ID=1f7c588e-bf96-4fb0-9663-05ed46645244,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:20.621562 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40f337dd-fea3-4058-8003-c2303eeb967e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:20.793017 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeabf0a-1fd8-49e2-93a9-3004f00fa76d req-c91ad394-a02b-4093-ab68-e78feb4b318b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:20.795960 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aeeabf0a-1fd8-49e2-93a9-3004f00fa76d req-c91ad394-a02b-4093-ab68-e78feb4b318b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=238a2371055343febcbc86645f67da5e&device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 1097 time: 0.1621366 Jul 29 23:57:20.811992 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4492574-31ab-4938-9a7e-447cf5d22003 req-9bb411f6-a8fb-4e0c-8f54-91e767312e1f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:20.813581 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4492574-31ab-4938-9a7e-447cf5d22003 req-9bb411f6-a8fb-4e0c-8f54-91e767312e1f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 945 time: 0.0824852 Jul 29 23:57:20.825598 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-b1c719a1-3b93-4bf7-9309-11bddbbca11e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'name': 'tempest-RoutersTest-router-1285036154', 'tenant_id': '272dc532350e4739b2702d8077380801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:08Z', 'updated_at': '2021-07-29T23:57:19Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'gw_port_host': None, '_interfaces': [{'id': '0a378f3e-abee-4e29-9ff7-780b370d2142', 'name': '', 'network_id': '9b19586c-a9b0-4d61-8583-de40518b52de', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:5e:f3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '142417a5-cb61-49ba-81fa-c8e7ff3ab571', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:15Z', 'updated_at': '2021-07-29T23:57:20Z', 'revision_number': 4, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '142417a5-cb61-49ba-81fa-c8e7ff3ab571', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f7c588e-bf96-4fb0-9663-05ed46645244', 'name': '', 'network_id': '53fc8827-c6e8-4521-bf19-c1dbd075d07e', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:b5:da:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '79af1ea4-6794-493b-9ed8-9cf18c4b5e13', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:18Z', 'updated_at': '2021-07-29T23:57:19Z', 'revision_number': 1, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '79af1ea4-6794-493b-9ed8-9cf18c4b5e13', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0', 'name': '', 'network_id': 'e0bf1351-90a6-4b92-a2da-9efa164c13b2', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:53:12:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:12Z', 'updated_at': '2021-07-29T23:57:20Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2d6c26d-f431-47bc-b1a9-f823316f03d1', 'name': '', 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:a9:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:09Z', 'updated_at': '2021-07-29T23:57:15Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:20.856015 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c719a1-3b93-4bf7-9309-11bddbbca11e None None] The sync data for ids ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'] in n-d-712140-10 is: [{'id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'name': 'tempest-RoutersTest-router-1285036154', 'tenant_id': '272dc532350e4739b2702d8077380801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:08Z', 'updated_at': '2021-07-29T23:57:19Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'gw_port_host': None, '_interfaces': [{'id': '0a378f3e-abee-4e29-9ff7-780b370d2142', 'name': '', 'network_id': '9b19586c-a9b0-4d61-8583-de40518b52de', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:5e:f3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '142417a5-cb61-49ba-81fa-c8e7ff3ab571', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:15Z', 'updated_at': '2021-07-29T23:57:20Z', 'revision_number': 4, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '142417a5-cb61-49ba-81fa-c8e7ff3ab571', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f7c588e-bf96-4fb0-9663-05ed46645244', 'name': '', 'network_id': '53fc8827-c6e8-4521-bf19-c1dbd075d07e', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:b5:da:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '79af1ea4-6794-493b-9ed8-9cf18c4b5e13', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:18Z', 'updated_at': '2021-07-29T23:57:19Z', 'revision_number': 1, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '79af1ea4-6794-493b-9ed8-9cf18c4b5e13', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0', 'name': '', 'network_id': 'e0bf1351-90a6-4b92-a2da-9efa164c13b2', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:53:12:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:12Z', 'updated_at': '2021-07-29T23:57:20Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2d6c26d-f431-47bc-b1a9-f823316f03d1', 'name': '', 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:a9:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:09Z', 'updated_at': '2021-07-29T23:57:15Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:20.888218 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-29f03ced-83d8-49e8-9eb8-05df9584376c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631947644', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'ac6aec5b-918d-41b5-8775-ddfb7b7af581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:30Z', 'updated_at': '2021-07-29T23:55:34Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': 'ac6aec5b-918d-41b5-8775-ddfb7b7af581', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:30Z', 'updated_at': '2021-07-29T23:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '64f847c0-5ebb-4847-b96d-86b3523528fb', 'name': '', 'network_id': 'b9bbebf9-74b6-4984-910c-12923ecc4e02', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:a9:49:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'eeb1325a-e3c7-4af3-a0a8-2a773374306a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:33Z', 'updated_at': '2021-07-29T23:55:39Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': 'eeb1325a-e3c7-4af3-a0a8-2a773374306a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:20.916949 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4492574-31ab-4938-9a7e-447cf5d22003 req-621dddac-5f1f-449b-ba5b-55a6019fb671 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=725bdcf3-3b41-47f6-b825-88a1d1dd6f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954204 Jul 29 23:57:20.949277 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f337dd-fea3-4058-8003-c2303eeb967e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Network 53fc8827-c6e8-4521-bf19-c1dbd075d07e is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:20.954721 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-40f337dd-fea3-4058-8003-c2303eeb967e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:20.959459 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f03ced-83d8-49e8-9eb8-05df9584376c None None] Checking router: 0f634a6e-6f52-401c-bbe6-d97f7f41c2c5 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:57:20.970798 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f03ced-83d8-49e8-9eb8-05df9584376c None None] Routers {'0f634a6e-6f52-401c-bbe6-d97f7f41c2c5'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:20.971426 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-29f03ced-83d8-49e8-9eb8-05df9584376c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0f634a6e-6f52-401c-bbe6-d97f7f41c2c5'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:21.024779 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c98071-ffa0-4bd9-bd6d-98f7ba024dfb None None] Network 53fc8827-c6e8-4521-bf19-c1dbd075d07e requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:21.092074 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeabf0a-1fd8-49e2-93a9-3004f00fa76d req-c77dbc68-82fd-4259-9548-29b37fde96cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:21.093748 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aeeabf0a-1fd8-49e2-93a9-3004f00fa76d req-c77dbc68-82fd-4259-9548-29b37fde96cc service neutron] 10.222.0.39 "GET /v2.0/networks?id=b9bbebf9-74b6-4984-910c-12923ecc4e02 HTTP/1.1" status: 200 len: 898 time: 0.2792404 Jul 29 23:57:21.157080 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aeeabf0a-1fd8-49e2-93a9-3004f00fa76d req-df958684-5473-4fb4-96b0-d16511886b79 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6837496e-7b3b-4cbf-98ed-26bf762448ea HTTP/1.1" status: 200 len: 217 time: 0.0530241 Jul 29 23:57:21.176465 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f337dd-fea3-4058-8003-c2303eeb967e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Router f8bf2053-4022-4f72-b254-d9847e4c9cc2 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:21.312757 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeabf0a-1fd8-49e2-93a9-3004f00fa76d req-02f2f2ce-30af-4ad0-8226-2b033725ee1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:21.315348 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aeeabf0a-1fd8-49e2-93a9-3004f00fa76d req-02f2f2ce-30af-4ad0-8226-2b033725ee1a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eeb1325a-e3c7-4af3-a0a8-2a773374306a HTTP/1.1" status: 200 len: 834 time: 0.1414480 Jul 29 23:57:21.348865 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f337dd-fea3-4058-8003-c2303eeb967e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:21.355349 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-40f337dd-fea3-4058-8003-c2303eeb967e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "PUT /v2.0/routers/f8bf2053-4022-4f72-b254-d9847e4c9cc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0236366 Jul 29 23:57:21.358302 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49824) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:21.361414 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 84a43cc7-dab3-4362-a142-3975d62c8555 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:21.371398 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-d1dad866-6928-4a3c-97e5-a2ecb1f248b8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:21.399475 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-84353537-0d79-42a7-943e-d64063fc199d None None] Provisioning for port 05f3b18f-9a1b-4b93-87de-4d326fcd982d completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:21.405244 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeabf0a-1fd8-49e2-93a9-3004f00fa76d req-837f8ba9-2e1b-4016-a6d0-0faa14632e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:21.406791 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aeeabf0a-1fd8-49e2-93a9-3004f00fa76d req-837f8ba9-2e1b-4016-a6d0-0faa14632e70 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b9bbebf9-74b6-4984-910c-12923ecc4e02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784976 Jul 29 23:57:21.437513 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-29f03ced-83d8-49e8-9eb8-05df9584376c None None] Set router 0f634a6e-6f52-401c-bbe6-d97f7f41c2c5 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:21.533948 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aeeabf0a-1fd8-49e2-93a9-3004f00fa76d req-57d54998-03c3-47e2-bf0d-987f41f8033b service neutron] 10.222.0.39 "GET /v2.0/networks/b9bbebf9-74b6-4984-910c-12923ecc4e02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174996 Jul 29 23:57:21.621157 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 84a43cc7-dab3-4362-a142-3975d62c8555 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:21.621773 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.658182 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aeeabf0a-1fd8-49e2-93a9-3004f00fa76d req-868a67f6-d3af-4052-81ff-f3612c506632 service neutron] 10.222.0.39 "GET /v2.0/networks/b9bbebf9-74b6-4984-910c-12923ecc4e02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155500 Jul 29 23:57:21.802131 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:21.861657 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-29f03ced-83d8-49e8-9eb8-05df9584376c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631947644', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'ac6aec5b-918d-41b5-8775-ddfb7b7af581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:30Z', 'updated_at': '2021-07-29T23:55:34Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': 'ac6aec5b-918d-41b5-8775-ddfb7b7af581', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:30Z', 'updated_at': '2021-07-29T23:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '64f847c0-5ebb-4847-b96d-86b3523528fb', 'name': '', 'network_id': 'b9bbebf9-74b6-4984-910c-12923ecc4e02', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:a9:49:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'eeb1325a-e3c7-4af3-a0a8-2a773374306a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:33Z', 'updated_at': '2021-07-29T23:55:39Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': 'eeb1325a-e3c7-4af3-a0a8-2a773374306a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:21.894390 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29f03ced-83d8-49e8-9eb8-05df9584376c None None] The sync data for ids ['0f634a6e-6f52-401c-bbe6-d97f7f41c2c5'] in n-d-712140-10 is: [{'id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631947644', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'ac6aec5b-918d-41b5-8775-ddfb7b7af581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:30Z', 'updated_at': '2021-07-29T23:55:34Z', 'revision_number': 4, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': 'ac6aec5b-918d-41b5-8775-ddfb7b7af581', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:30Z', 'updated_at': '2021-07-29T23:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '64f847c0-5ebb-4847-b96d-86b3523528fb', 'name': '', 'network_id': 'b9bbebf9-74b6-4984-910c-12923ecc4e02', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'mac_address': 'fa:16:3e:a9:49:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3706, 'fixed_ips': [{'subnet_id': 'eeb1325a-e3c7-4af3-a0a8-2a773374306a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:33Z', 'updated_at': '2021-07-29T23:55:39Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'subnets': [{'id': 'eeb1325a-e3c7-4af3-a0a8-2a773374306a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:21.901176 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:21.901553 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:21.974596 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d69a77-ea8d-4736-bdcf-72d1016b8f2e None None] Sync routers for ids ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:21.986530 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d69a77-ea8d-4736-bdcf-72d1016b8f2e None None] Routers {'f8bf2053-4022-4f72-b254-d9847e4c9cc2'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:21.987173 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-43d69a77-ea8d-4736-bdcf-72d1016b8f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:22.002100 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0a378f3e-abee-4e29-9ff7-780b370d2142 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:22.063881 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 0a378f3e-abee-4e29-9ff7-780b370d2142 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:22.068194 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 0a378f3e-abee-4e29-9ff7-780b370d2142 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:22.069494 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.129764 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-208b7bf3-bc5c-40f7-a3ba-59e315db232a None None] Provisioning for port 1f7c588e-bf96-4fb0-9663-05ed46645244 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:22.135855 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-208b7bf3-bc5c-40f7-a3ba-59e315db232a None None] Provisioning complete for port 1f7c588e-bf96-4fb0-9663-05ed46645244 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:22.136361 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-208b7bf3-bc5c-40f7-a3ba-59e315db232a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.138377 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ab1c14-fca7-4b2f-a9d8-b4fcbe468873 req-c4d92532-4be1-4f23-9e57-8c5f72df107d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:22.150338 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-23ab1c14-fca7-4b2f-a9d8-b4fcbe468873 req-c4d92532-4be1-4f23-9e57-8c5f72df107d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 945 time: 0.0990732 Jul 29 23:57:22.198607 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-43d69a77-ea8d-4736-bdcf-72d1016b8f2e None None] Set router f8bf2053-4022-4f72-b254-d9847e4c9cc2 gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:22.240621 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-208b7bf3-bc5c-40f7-a3ba-59e315db232a None None] Port 1f7c588e-bf96-4fb0-9663-05ed46645244 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:22.250860 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-23ab1c14-fca7-4b2f-a9d8-b4fcbe468873 req-77bf3010-6d66-4356-acd2-a7bd4efc5a9c tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/security-groups?id=725bdcf3-3b41-47f6-b825-88a1d1dd6f16&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968976 Jul 29 23:57:22.285519 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.extraroute_db [None req-d1dad866-6928-4a3c-97e5-a2ecb1f248b8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94064) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 29 23:57:22.290307 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c1cdaf-a4ec-4aea-a4ec-5b2c58eb28ce req-1bb3f9df-fe2b-4045-b0d0-9fe7bd9dc51d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:22.293292 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4c1cdaf-a4ec-4aea-a4ec-5b2c58eb28ce req-1bb3f9df-fe2b-4045-b0d0-9fe7bd9dc51d tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 945 time: 0.1295464 Jul 29 23:57:22.306149 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.extraroute_db [None req-d1dad866-6928-4a3c-97e5-a2ecb1f248b8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Removed routes are [] {{(pid=94064) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 29 23:57:22.306758 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d1dad866-6928-4a3c-97e5-a2ecb1f248b8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16400064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16332386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.306912 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.353811 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 0a378f3e-abee-4e29-9ff7-780b370d2142, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0a378f3e-abee-4e29-9ff7-780b370d2142,segment=NetworkSegment(592069a3-1430-412b-a63e-0d6ae2dcd651),segment_id=592069a3-1430-412b-a63e-0d6ae2dcd651)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:22.359793 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.362599 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 05f3b18f-9a1b-4b93-87de-4d326fcd982d up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:22.477382 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a601a19-3e93-4ab7-8c8b-dccb141bbe1c None None] New status for floating IP d8eb2f6c-5ba0-40ef-a75c-39ea1e523843: DOWN {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 29 23:57:22.506735 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-a4c1cdaf-a4ec-4aea-a4ec-5b2c58eb28ce req-6d4e93c4-c955-4a37-827e-7235d8cedb2b tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Deleting port 6837496e-7b3b-4cbf-98ed-26bf762448ea {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:22.507394 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a4c1cdaf-a4ec-4aea-a4ec-5b2c58eb28ce req-6d4e93c4-c955-4a37-827e-7235d8cedb2b tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.596140 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=0a378f3e-abee-4e29-9ff7-780b370d2142,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:22.601516 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-43d69a77-ea8d-4736-bdcf-72d1016b8f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'name': 'tempest-RoutersTest-router-1285036154', 'tenant_id': '272dc532350e4739b2702d8077380801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:08Z', 'updated_at': '2021-07-29T23:57:19Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'gw_port_host': None, '_interfaces': [{'id': '0a378f3e-abee-4e29-9ff7-780b370d2142', 'name': '', 'network_id': '9b19586c-a9b0-4d61-8583-de40518b52de', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:5e:f3:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '142417a5-cb61-49ba-81fa-c8e7ff3ab571', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:15Z', 'updated_at': '2021-07-29T23:57:20Z', 'revision_number': 4, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '142417a5-cb61-49ba-81fa-c8e7ff3ab571', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f7c588e-bf96-4fb0-9663-05ed46645244', 'name': '', 'network_id': '53fc8827-c6e8-4521-bf19-c1dbd075d07e', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:b5:da:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '79af1ea4-6794-493b-9ed8-9cf18c4b5e13', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:18Z', 'updated_at': '2021-07-29T23:57:20Z', 'revision_number': 2, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '79af1ea4-6794-493b-9ed8-9cf18c4b5e13', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0', 'name': '', 'network_id': 'e0bf1351-90a6-4b92-a2da-9efa164c13b2', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:53:12:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:12Z', 'updated_at': '2021-07-29T23:57:20Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2d6c26d-f431-47bc-b1a9-f823316f03d1', 'name': '', 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:a9:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:09Z', 'updated_at': '2021-07-29T23:57:15Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:22.632785 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 05f3b18f-9a1b-4b93-87de-4d326fcd982d completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:22.636316 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9bcba1ff-8e83-4ea1-aa0f-97a881b845c5 None None] Provisioning complete for port 1f7c588e-bf96-4fb0-9663-05ed46645244 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:22.636700 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9bcba1ff-8e83-4ea1-aa0f-97a881b845c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.641722 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 05f3b18f-9a1b-4b93-87de-4d326fcd982d triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:22.642100 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.644260 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d69a77-ea8d-4736-bdcf-72d1016b8f2e None None] Checking router: f8bf2053-4022-4f72-b254-d9847e4c9cc2 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:57:22.644624 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d69a77-ea8d-4736-bdcf-72d1016b8f2e None None] Updating router f8bf2053-4022-4f72-b254-d9847e4c9cc2 port 1f7c588e-bf96-4fb0-9663-05ed46645244 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:57:22.646946 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-a4c1cdaf-a4ec-4aea-a4ec-5b2c58eb28ce req-6d4e93c4-c955-4a37-827e-7235d8cedb2b tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] For port 6837496e-7b3b-4cbf-98ed-26bf762448ea, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=6837496e-7b3b-4cbf-98ed-26bf762448ea,segment=NetworkSegment(22ddd4cb-0f95-4d4a-84ba-4376d87b1be2),segment_id=22ddd4cb-0f95-4d4a-84ba-4376d87b1be2)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:22.647868 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a4c1cdaf-a4ec-4aea-a4ec-5b2c58eb28ce req-6d4e93c4-c955-4a37-827e-7235d8cedb2b tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.660386 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d1dad866-6928-4a3c-97e5-a2ecb1f248b8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16400064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16332386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.663987 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d1dad866-6928-4a3c-97e5-a2ecb1f248b8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16400091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16400082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16332405'] for router, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.666597 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-a4c1cdaf-a4ec-4aea-a4ec-5b2c58eb28ce req-6d4e93c4-c955-4a37-827e-7235d8cedb2b tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Calling delete_port for 6837496e-7b3b-4cbf-98ed-26bf762448ea owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:22.697572 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43d69a77-ea8d-4736-bdcf-72d1016b8f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.747546 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-9bcba1ff-8e83-4ea1-aa0f-97a881b845c5 None None] Port 1f7c588e-bf96-4fb0-9663-05ed46645244 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:22.805062 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1dad866-6928-4a3c-97e5-a2ecb1f248b8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Router f8bf2053-4022-4f72-b254-d9847e4c9cc2 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:22.818981 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.857104 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a4c1cdaf-a4ec-4aea-a4ec-5b2c58eb28ce req-6d4e93c4-c955-4a37-827e-7235d8cedb2b tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.859663 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 05f3b18f-9a1b-4b93-87de-4d326fcd982d, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=05f3b18f-9a1b-4b93-87de-4d326fcd982d,segment=NetworkSegment(f20ee03f-ed13-4407-9579-f431033641e2),segment_id=f20ee03f-ed13-4407-9579-f431033641e2)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:22.864220 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.911097 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4e93c4-c955-4a37-827e-7235d8cedb2b tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event deleted for resources: {'Port': ['ID=6837496e-7b3b-4cbf-98ed-26bf762448ea,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:22.922797 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-45df8ceb-42ea-4a5e-bbcc-521de15e61ac None None] Provisioning complete for port 1f7c588e-bf96-4fb0-9663-05ed46645244 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:22.922947 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-45df8ceb-42ea-4a5e-bbcc-521de15e61ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.964250 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c1cdaf-a4ec-4aea-a4ec-5b2c58eb28ce req-6d4e93c4-c955-4a37-827e-7235d8cedb2b tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] No DVR routers for this DVR port 6837496e-7b3b-4cbf-98ed-26bf762448ea on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:22.969013 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a4c1cdaf-a4ec-4aea-a4ec-5b2c58eb28ce req-6d4e93c4-c955-4a37-827e-7235d8cedb2b tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.972536 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4c1cdaf-a4ec-4aea-a4ec-5b2c58eb28ce req-6d4e93c4-c955-4a37-827e-7235d8cedb2b tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.39 "DELETE /v2.0/ports/6837496e-7b3b-4cbf-98ed-26bf762448ea HTTP/1.1" status: 204 len: 173 time: 0.6712732 Jul 29 23:57:22.973124 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c0c1117-cf89-424c-89b5-0b8a12dba871', 'name': 'network-vif-deleted', 'tag': '6837496e-7b3b-4cbf-98ed-26bf762448ea'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:57:22.975347 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1dad866-6928-4a3c-97e5-a2ecb1f248b8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:22.976126 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b26211-936e-4033-b1e7-fd359111a1e9" -d '{"events": [{"server_uuid": "1c0c1117-cf89-424c-89b5-0b8a12dba871", "name": "network-vif-deleted", "tag": "6837496e-7b3b-4cbf-98ed-26bf762448ea"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:57:22.981173 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=05f3b18f-9a1b-4b93-87de-4d326fcd982d,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:22.986721 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d1dad866-6928-4a3c-97e5-a2ecb1f248b8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:22.988107 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d1dad866-6928-4a3c-97e5-a2ecb1f248b8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "PUT /v2.0/routers/f8bf2053-4022-4f72-b254-d9847e4c9cc2 HTTP/1.1" status: 200 len: 934 time: 1.6286099 Jul 29 23:57:22.991057 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49830) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:23.002827 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-45df8ceb-42ea-4a5e-bbcc-521de15e61ac None None] Port 1f7c588e-bf96-4fb0-9663-05ed46645244 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:23.070331 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c2ccaf-0bc4-4684-8e41-89b0b8265503 x-openstack-request-id: req-04c2ccaf-0bc4-4684-8e41-89b0b8265503 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:57:23.071112 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c0c1117-cf89-424c-89b5-0b8a12dba871", "name": "network-vif-deleted", "tag": "6837496e-7b3b-4cbf-98ed-26bf762448ea", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:57:23.071444 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04c2ccaf-0bc4-4684-8e41-89b0b8265503 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:57:23.072333 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c0c1117-cf89-424c-89b5-0b8a12dba871', 'name': 'network-vif-deleted', 'tag': '6837496e-7b3b-4cbf-98ed-26bf762448ea', 'status': 'completed', 'code': 200} Jul 29 23:57:23.112499 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43d69a77-ea8d-4736-bdcf-72d1016b8f2e None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.125320 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ce0f7ce4-0094-4f7e-846e-a4f1fdc27711 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "GET /v2.0/routers/f8bf2053-4022-4f72-b254-d9847e4c9cc2 HTTP/1.1" status: 200 len: 934 time: 0.1328073 Jul 29 23:57:23.125741 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-43d69a77-ea8d-4736-bdcf-72d1016b8f2e None None] Transition to ACTIVE for port object 1f7c588e-bf96-4fb0-9663-05ed46645244 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:23.127780 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49832) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:23.134469 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43d69a77-ea8d-4736-bdcf-72d1016b8f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.134826 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-5bf64891-8d1a-44fd-a0ca-2708a44c9306 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Request body: {'router': {'routes': None}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:23.159080 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0a378f3e-abee-4e29-9ff7-780b370d2142 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:23.185830 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85519c7e-19ee-40ba-9aa0-2243e6eacfa9 None None] Pushing event updated for resources: {'Port': ['ID=1f7c588e-bf96-4fb0-9663-05ed46645244,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:23.229386 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 0a378f3e-abee-4e29-9ff7-780b370d2142 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:23.229907 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.246157 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-43d69a77-ea8d-4736-bdcf-72d1016b8f2e None None] Attempting to bind port 1f7c588e-bf96-4fb0-9663-05ed46645244 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:23.246531 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-43d69a77-ea8d-4736-bdcf-72d1016b8f2e None None] Attempting to bind port 1f7c588e-bf96-4fb0-9663-05ed46645244 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'f20ee03f-ed13-4407-9579-f431033641e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '53fc8827-c6e8-4521-bf19-c1dbd075d07e'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:23.247075 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d69a77-ea8d-4736-bdcf-72d1016b8f2e None None] Attempting to bind port 1f7c588e-bf96-4fb0-9663-05ed46645244 on network 53fc8827-c6e8-4521-bf19-c1dbd075d07e {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:23.253417 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d69a77-ea8d-4736-bdcf-72d1016b8f2e None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:23.258311 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d69a77-ea8d-4736-bdcf-72d1016b8f2e None None] Checking segment: {'id': 'f20ee03f-ed13-4407-9579-f431033641e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '53fc8827-c6e8-4521-bf19-c1dbd075d07e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:23.258589 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43d69a77-ea8d-4736-bdcf-72d1016b8f2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.259004 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d69a77-ea8d-4736-bdcf-72d1016b8f2e None None] Bound using segment: {'id': 'f20ee03f-ed13-4407-9579-f431033641e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '53fc8827-c6e8-4521-bf19-c1dbd075d07e'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:23.259513 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-43d69a77-ea8d-4736-bdcf-72d1016b8f2e None None] Bound port: 1f7c588e-bf96-4fb0-9663-05ed46645244, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f20ee03f-ed13-4407-9579-f431033641e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '53fc8827-c6e8-4521-bf19-c1dbd075d07e'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:23.260057 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43d69a77-ea8d-4736-bdcf-72d1016b8f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.360294 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 05f3b18f-9a1b-4b93-87de-4d326fcd982d up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:23.442467 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-43d69a77-ea8d-4736-bdcf-72d1016b8f2e None None] For port 1f7c588e-bf96-4fb0-9663-05ed46645244, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:23.446175 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-43d69a77-ea8d-4736-bdcf-72d1016b8f2e None None] For port 1f7c588e-bf96-4fb0-9663-05ed46645244, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=1f7c588e-bf96-4fb0-9663-05ed46645244,segment=NetworkSegment(f20ee03f-ed13-4407-9579-f431033641e2),segment_id=f20ee03f-ed13-4407-9579-f431033641e2)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:23.446626 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 05f3b18f-9a1b-4b93-87de-4d326fcd982d triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:23.447012 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.454434 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-43d69a77-ea8d-4736-bdcf-72d1016b8f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.465165 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:57:23.476914 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eccfdb2b-b62d-46f3-88da-27062739376f req-e5fca31a-07b2-466e-9481-94fe9b85e474 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c0c1117-cf89-424c-89b5-0b8a12dba871 HTTP/1.1" status: 200 len: 210 time: 0.0780675 Jul 29 23:57:23.573538 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85519c7e-19ee-40ba-9aa0-2243e6eacfa9 None None] Pushing event updated for resources: {'Port': ['ID=1f7c588e-bf96-4fb0-9663-05ed46645244,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:23.586132 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d69a77-ea8d-4736-bdcf-72d1016b8f2e None None] Routers {'f8bf2053-4022-4f72-b254-d9847e4c9cc2'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:23.587015 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-43d69a77-ea8d-4736-bdcf-72d1016b8f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:23.739447 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-43d69a77-ea8d-4736-bdcf-72d1016b8f2e None None] Set router f8bf2053-4022-4f72-b254-d9847e4c9cc2 gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:23.743875 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.extraroute_db [None req-5bf64891-8d1a-44fd-a0ca-2708a44c9306 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Added routes are [] {{(pid=94064) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 29 23:57:23.744436 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.extraroute_db [None req-5bf64891-8d1a-44fd-a0ca-2708a44c9306 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=94064) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 29 23:57:23.778373 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5bf64891-8d1a-44fd-a0ca-2708a44c9306 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16400064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16332386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.962537 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-43d69a77-ea8d-4736-bdcf-72d1016b8f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'name': 'tempest-RoutersTest-router-1285036154', 'tenant_id': '272dc532350e4739b2702d8077380801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:08Z', 'updated_at': '2021-07-29T23:57:22Z', 'revision_number': 6, 'project_id': '272dc532350e4739b2702d8077380801', 'gw_port_host': None, '_interfaces': [{'id': '0a378f3e-abee-4e29-9ff7-780b370d2142', 'name': '', 'network_id': '9b19586c-a9b0-4d61-8583-de40518b52de', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:5e:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '142417a5-cb61-49ba-81fa-c8e7ff3ab571', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:15Z', 'updated_at': '2021-07-29T23:57:22Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '142417a5-cb61-49ba-81fa-c8e7ff3ab571', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f7c588e-bf96-4fb0-9663-05ed46645244', 'name': '', 'network_id': '53fc8827-c6e8-4521-bf19-c1dbd075d07e', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:b5:da:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '79af1ea4-6794-493b-9ed8-9cf18c4b5e13', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:18Z', 'updated_at': '2021-07-29T23:57:23Z', 'revision_number': 4, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '79af1ea4-6794-493b-9ed8-9cf18c4b5e13', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0', 'name': '', 'network_id': 'e0bf1351-90a6-4b92-a2da-9efa164c13b2', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:53:12:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:12Z', 'updated_at': '2021-07-29T23:57:20Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2d6c26d-f431-47bc-b1a9-f823316f03d1', 'name': '', 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:a9:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:09Z', 'updated_at': '2021-07-29T23:57:15Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:23.969601 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5bf64891-8d1a-44fd-a0ca-2708a44c9306 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16400064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16332386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.972940 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5bf64891-8d1a-44fd-a0ca-2708a44c9306 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16400091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16400082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16332405'] for router, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:23.994179 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d69a77-ea8d-4736-bdcf-72d1016b8f2e None None] The sync data for ids ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'] in n-d-712140-10 is: [{'id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'name': 'tempest-RoutersTest-router-1285036154', 'tenant_id': '272dc532350e4739b2702d8077380801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:08Z', 'updated_at': '2021-07-29T23:57:22Z', 'revision_number': 6, 'project_id': '272dc532350e4739b2702d8077380801', 'gw_port_host': None, '_interfaces': [{'id': '0a378f3e-abee-4e29-9ff7-780b370d2142', 'name': '', 'network_id': '9b19586c-a9b0-4d61-8583-de40518b52de', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:5e:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '142417a5-cb61-49ba-81fa-c8e7ff3ab571', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:15Z', 'updated_at': '2021-07-29T23:57:22Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '142417a5-cb61-49ba-81fa-c8e7ff3ab571', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f7c588e-bf96-4fb0-9663-05ed46645244', 'name': '', 'network_id': '53fc8827-c6e8-4521-bf19-c1dbd075d07e', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:b5:da:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '79af1ea4-6794-493b-9ed8-9cf18c4b5e13', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:18Z', 'updated_at': '2021-07-29T23:57:23Z', 'revision_number': 4, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '79af1ea4-6794-493b-9ed8-9cf18c4b5e13', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0', 'name': '', 'network_id': 'e0bf1351-90a6-4b92-a2da-9efa164c13b2', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:53:12:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:12Z', 'updated_at': '2021-07-29T23:57:20Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2d6c26d-f431-47bc-b1a9-f823316f03d1', 'name': '', 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:a9:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:09Z', 'updated_at': '2021-07-29T23:57:15Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:24.081996 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf64891-8d1a-44fd-a0ca-2708a44c9306 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Router f8bf2053-4022-4f72-b254-d9847e4c9cc2 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:24.188771 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf64891-8d1a-44fd-a0ca-2708a44c9306 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:24.198703 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5bf64891-8d1a-44fd-a0ca-2708a44c9306 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.202382 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5bf64891-8d1a-44fd-a0ca-2708a44c9306 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "PUT /v2.0/routers/f8bf2053-4022-4f72-b254-d9847e4c9cc2 HTTP/1.1" status: 200 len: 700 time: 1.0708864 Jul 29 23:57:24.202924 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49838) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:24.208354 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b531e-5c14-4a60-9ec4-eb3b24a06678 None None] Sync routers for ids ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:24.219658 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b531e-5c14-4a60-9ec4-eb3b24a06678 None None] Routers {'f8bf2053-4022-4f72-b254-d9847e4c9cc2'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:24.220408 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-d94b531e-5c14-4a60-9ec4-eb3b24a06678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:24.310070 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2aa00f8d-d0da-4eb8-9427-43de19e18e7f tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "GET /v2.0/routers/f8bf2053-4022-4f72-b254-d9847e4c9cc2 HTTP/1.1" status: 200 len: 700 time: 0.1058314 Jul 29 23:57:24.312828 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49840) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:24.321452 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-d94b531e-5c14-4a60-9ec4-eb3b24a06678 None None] Set router f8bf2053-4022-4f72-b254-d9847e4c9cc2 gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:24.533338 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49844) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:24.562357 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-d94b531e-5c14-4a60-9ec4-eb3b24a06678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'name': 'tempest-RoutersTest-router-1285036154', 'tenant_id': '272dc532350e4739b2702d8077380801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:08Z', 'updated_at': '2021-07-29T23:57:23Z', 'revision_number': 7, 'project_id': '272dc532350e4739b2702d8077380801', 'gw_port_host': None, '_interfaces': [{'id': '0a378f3e-abee-4e29-9ff7-780b370d2142', 'name': '', 'network_id': '9b19586c-a9b0-4d61-8583-de40518b52de', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:5e:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '142417a5-cb61-49ba-81fa-c8e7ff3ab571', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:15Z', 'updated_at': '2021-07-29T23:57:22Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '142417a5-cb61-49ba-81fa-c8e7ff3ab571', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f7c588e-bf96-4fb0-9663-05ed46645244', 'name': '', 'network_id': '53fc8827-c6e8-4521-bf19-c1dbd075d07e', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:b5:da:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '79af1ea4-6794-493b-9ed8-9cf18c4b5e13', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:18Z', 'updated_at': '2021-07-29T23:57:23Z', 'revision_number': 4, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '79af1ea4-6794-493b-9ed8-9cf18c4b5e13', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0', 'name': '', 'network_id': 'e0bf1351-90a6-4b92-a2da-9efa164c13b2', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:53:12:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:12Z', 'updated_at': '2021-07-29T23:57:20Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2d6c26d-f431-47bc-b1a9-f823316f03d1', 'name': '', 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:a9:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:09Z', 'updated_at': '2021-07-29T23:57:15Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:24.589231 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b531e-5c14-4a60-9ec4-eb3b24a06678 None None] Checking router: f8bf2053-4022-4f72-b254-d9847e4c9cc2 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:57:24.599490 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b531e-5c14-4a60-9ec4-eb3b24a06678 None None] Routers {'f8bf2053-4022-4f72-b254-d9847e4c9cc2'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:24.600497 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-d94b531e-5c14-4a60-9ec4-eb3b24a06678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:24.693139 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-32385a43-8d5a-442d-95dd-a50598b6fb4b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.790643 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-d94b531e-5c14-4a60-9ec4-eb3b24a06678 None None] Set router f8bf2053-4022-4f72-b254-d9847e4c9cc2 gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:24.939640 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-726876d3-4e21-46f3-8681-612a015a0fdf tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:24.969238 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-32385a43-8d5a-442d-95dd-a50598b6fb4b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Deleting port 1f7c588e-bf96-4fb0-9663-05ed46645244 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:24.969872 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-32385a43-8d5a-442d-95dd-a50598b6fb4b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:25.035249 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-d94b531e-5c14-4a60-9ec4-eb3b24a06678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'name': 'tempest-RoutersTest-router-1285036154', 'tenant_id': '272dc532350e4739b2702d8077380801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:08Z', 'updated_at': '2021-07-29T23:57:23Z', 'revision_number': 7, 'project_id': '272dc532350e4739b2702d8077380801', 'gw_port_host': None, '_interfaces': [{'id': '0a378f3e-abee-4e29-9ff7-780b370d2142', 'name': '', 'network_id': '9b19586c-a9b0-4d61-8583-de40518b52de', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:5e:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '142417a5-cb61-49ba-81fa-c8e7ff3ab571', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:15Z', 'updated_at': '2021-07-29T23:57:22Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '142417a5-cb61-49ba-81fa-c8e7ff3ab571', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f7c588e-bf96-4fb0-9663-05ed46645244', 'name': '', 'network_id': '53fc8827-c6e8-4521-bf19-c1dbd075d07e', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:b5:da:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '79af1ea4-6794-493b-9ed8-9cf18c4b5e13', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:18Z', 'updated_at': '2021-07-29T23:57:23Z', 'revision_number': 4, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '79af1ea4-6794-493b-9ed8-9cf18c4b5e13', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0', 'name': '', 'network_id': 'e0bf1351-90a6-4b92-a2da-9efa164c13b2', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:53:12:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:12Z', 'updated_at': '2021-07-29T23:57:20Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2d6c26d-f431-47bc-b1a9-f823316f03d1', 'name': '', 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:a9:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:09Z', 'updated_at': '2021-07-29T23:57:15Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:25.069479 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94b531e-5c14-4a60-9ec4-eb3b24a06678 None None] The sync data for ids ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'] in n-d-712140-10 is: [{'id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'name': 'tempest-RoutersTest-router-1285036154', 'tenant_id': '272dc532350e4739b2702d8077380801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:08Z', 'updated_at': '2021-07-29T23:57:23Z', 'revision_number': 7, 'project_id': '272dc532350e4739b2702d8077380801', 'gw_port_host': None, '_interfaces': [{'id': '0a378f3e-abee-4e29-9ff7-780b370d2142', 'name': '', 'network_id': '9b19586c-a9b0-4d61-8583-de40518b52de', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:5e:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '142417a5-cb61-49ba-81fa-c8e7ff3ab571', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:15Z', 'updated_at': '2021-07-29T23:57:22Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '142417a5-cb61-49ba-81fa-c8e7ff3ab571', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '1f7c588e-bf96-4fb0-9663-05ed46645244', 'name': '', 'network_id': '53fc8827-c6e8-4521-bf19-c1dbd075d07e', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:b5:da:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '79af1ea4-6794-493b-9ed8-9cf18c4b5e13', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:18Z', 'updated_at': '2021-07-29T23:57:23Z', 'revision_number': 4, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '79af1ea4-6794-493b-9ed8-9cf18c4b5e13', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0', 'name': '', 'network_id': 'e0bf1351-90a6-4b92-a2da-9efa164c13b2', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:53:12:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:12Z', 'updated_at': '2021-07-29T23:57:20Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2d6c26d-f431-47bc-b1a9-f823316f03d1', 'name': '', 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:a9:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:09Z', 'updated_at': '2021-07-29T23:57:15Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:25.104129 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-32385a43-8d5a-442d-95dd-a50598b6fb4b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] For port 1f7c588e-bf96-4fb0-9663-05ed46645244, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=1f7c588e-bf96-4fb0-9663-05ed46645244,segment=NetworkSegment(f20ee03f-ed13-4407-9579-f431033641e2),segment_id=f20ee03f-ed13-4407-9579-f431033641e2)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:25.104390 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-32385a43-8d5a-442d-95dd-a50598b6fb4b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:25.119130 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-32385a43-8d5a-442d-95dd-a50598b6fb4b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Calling delete_port for 1f7c588e-bf96-4fb0-9663-05ed46645244 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:25.135737 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1f7c588e-bf96-4fb0-9663-05ed46645244 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:25.194611 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 1f7c588e-bf96-4fb0-9663-05ed46645244 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:25.199648 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 1f7c588e-bf96-4fb0-9663-05ed46645244 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:25.200369 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:25.293088 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-726876d3-4e21-46f3-8681-612a015a0fdf tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Deleting port 64f847c0-5ebb-4847-b96d-86b3523528fb {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:25.293375 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-726876d3-4e21-46f3-8681-612a015a0fdf tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:25.322019 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:25.340399 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-32385a43-8d5a-442d-95dd-a50598b6fb4b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:25.369243 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32385a43-8d5a-442d-95dd-a50598b6fb4b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Port': ['ID=1f7c588e-bf96-4fb0-9663-05ed46645244,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:25.429193 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-726876d3-4e21-46f3-8681-612a015a0fdf tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] For port 64f847c0-5ebb-4847-b96d-86b3523528fb, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=64f847c0-5ebb-4847-b96d-86b3523528fb,segment=NetworkSegment(22ddd4cb-0f95-4d4a-84ba-4376d87b1be2),segment_id=22ddd4cb-0f95-4d4a-84ba-4376d87b1be2)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:25.429193 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-726876d3-4e21-46f3-8681-612a015a0fdf tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:25.592454 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 6837496e-7b3b-4cbf-98ed-26bf762448ea no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:25.615068 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 6837496e-7b3b-4cbf-98ed-26bf762448ea {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:25.615409 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 6837496e-7b3b-4cbf-98ed-26bf762448ea not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:25.823829 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-726876d3-4e21-46f3-8681-612a015a0fdf tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Calling delete_port for 64f847c0-5ebb-4847-b96d-86b3523528fb owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:25.863135 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-32385a43-8d5a-442d-95dd-a50598b6fb4b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.043150 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-726876d3-4e21-46f3-8681-612a015a0fdf tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.072094 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726876d3-4e21-46f3-8681-612a015a0fdf tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event deleted for resources: {'Port': ['ID=64f847c0-5ebb-4847-b96d-86b3523528fb,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:26.093138 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32385a43-8d5a-442d-95dd-a50598b6fb4b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Router f8bf2053-4022-4f72-b254-d9847e4c9cc2 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:26.219420 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32385a43-8d5a-442d-95dd-a50598b6fb4b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:26.228982 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-32385a43-8d5a-442d-95dd-a50598b6fb4b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "PUT /v2.0/routers/f8bf2053-4022-4f72-b254-d9847e4c9cc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9147968 Jul 29 23:57:26.229680 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49846) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:26.230767 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfc9583-690a-432f-b625-b3b6cb272db4 None None] Sync routers for ids ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:26.243507 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfc9583-690a-432f-b625-b3b6cb272db4 None None] Routers {'f8bf2053-4022-4f72-b254-d9847e4c9cc2'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:26.244485 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6dfc9583-690a-432f-b625-b3b6cb272db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:26.283622 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-726876d3-4e21-46f3-8681-612a015a0fdf tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.314212 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-099be427-d5be-4dd9-a793-d7cbb8092da9 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Deleting subnet 79af1ea4-6794-493b-9ed8-9cf18c4b5e13 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:57:26.319407 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-099be427-d5be-4dd9-a793-d7cbb8092da9 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.373253 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-099be427-d5be-4dd9-a793-d7cbb8092da9 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.374261 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-6dfc9583-690a-432f-b625-b3b6cb272db4 None None] Set router f8bf2053-4022-4f72-b254-d9847e4c9cc2 gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:26.489174 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-099be427-d5be-4dd9-a793-d7cbb8092da9 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.535487 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726876d3-4e21-46f3-8681-612a015a0fdf tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Router 0f634a6e-6f52-401c-bbe6-d97f7f41c2c5 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:26.568152 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-099be427-d5be-4dd9-a793-d7cbb8092da9 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.603551 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099be427-d5be-4dd9-a793-d7cbb8092da9 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Subnet': ['ID=79af1ea4-6794-493b-9ed8-9cf18c4b5e13,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:26.606785 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-099be427-d5be-4dd9-a793-d7cbb8092da9 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.608352 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-099be427-d5be-4dd9-a793-d7cbb8092da9 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/subnets/79af1ea4-6794-493b-9ed8-9cf18c4b5e13 HTTP/1.1" status: 204 len: 168 time: 0.3775582 Jul 29 23:57:26.612436 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49848) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:26.614490 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6dfc9583-690a-432f-b625-b3b6cb272db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'name': 'tempest-RoutersTest-router-1285036154', 'tenant_id': '272dc532350e4739b2702d8077380801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:08Z', 'updated_at': '2021-07-29T23:57:25Z', 'revision_number': 8, 'project_id': '272dc532350e4739b2702d8077380801', 'gw_port_host': None, '_interfaces': [{'id': '0a378f3e-abee-4e29-9ff7-780b370d2142', 'name': '', 'network_id': '9b19586c-a9b0-4d61-8583-de40518b52de', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:5e:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '142417a5-cb61-49ba-81fa-c8e7ff3ab571', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:15Z', 'updated_at': '2021-07-29T23:57:22Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '142417a5-cb61-49ba-81fa-c8e7ff3ab571', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0', 'name': '', 'network_id': 'e0bf1351-90a6-4b92-a2da-9efa164c13b2', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:53:12:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:12Z', 'updated_at': '2021-07-29T23:57:20Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2d6c26d-f431-47bc-b1a9-f823316f03d1', 'name': '', 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:a9:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:09Z', 'updated_at': '2021-07-29T23:57:15Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:26.618328 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a077276-006f-44f4-8fb4-553977b855d1 None None] Network 53fc8827-c6e8-4521-bf19-c1dbd075d07e requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:26.660204 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfc9583-690a-432f-b625-b3b6cb272db4 None None] Checking router: f8bf2053-4022-4f72-b254-d9847e4c9cc2 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:57:26.675885 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726876d3-4e21-46f3-8681-612a015a0fdf tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:26.681384 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-726876d3-4e21-46f3-8681-612a015a0fdf tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "PUT /v2.0/routers/0f634a6e-6f52-401c-bbe6-d97f7f41c2c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1468732 Jul 29 23:57:26.684109 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49850) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:26.691124 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b85f2f0-1e39-4af8-b2e8-e9289383d2ad None None] Sync routers for ids ['0f634a6e-6f52-401c-bbe6-d97f7f41c2c5'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:26.702225 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b85f2f0-1e39-4af8-b2e8-e9289383d2ad None None] Routers {'0f634a6e-6f52-401c-bbe6-d97f7f41c2c5'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:26.703392 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-7b85f2f0-1e39-4af8-b2e8-e9289383d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0f634a6e-6f52-401c-bbe6-d97f7f41c2c5'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:26.709708 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfc9583-690a-432f-b625-b3b6cb272db4 None None] Routers {'f8bf2053-4022-4f72-b254-d9847e4c9cc2'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:26.710429 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6dfc9583-690a-432f-b625-b3b6cb272db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:26.712095 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c14b131e-ecbf-408e-92fb-9f3aefefc56b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.744293 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-50f4807f-f471-484b-a4bd-b24786586f4f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Deleting subnet eeb1325a-e3c7-4af3-a0a8-2a773374306a {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:57:26.748449 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-50f4807f-f471-484b-a4bd-b24786586f4f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.794827 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-50f4807f-f471-484b-a4bd-b24786586f4f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.804793 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-c14b131e-ecbf-408e-92fb-9f3aefefc56b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Deleting port 05f3b18f-9a1b-4b93-87de-4d326fcd982d {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:26.805450 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c14b131e-ecbf-408e-92fb-9f3aefefc56b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.880669 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-7b85f2f0-1e39-4af8-b2e8-e9289383d2ad None None] Set router 0f634a6e-6f52-401c-bbe6-d97f7f41c2c5 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:26.897299 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-50f4807f-f471-484b-a4bd-b24786586f4f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.913649 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-c14b131e-ecbf-408e-92fb-9f3aefefc56b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] For port 05f3b18f-9a1b-4b93-87de-4d326fcd982d, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=05f3b18f-9a1b-4b93-87de-4d326fcd982d,segment=NetworkSegment(f20ee03f-ed13-4407-9579-f431033641e2),segment_id=f20ee03f-ed13-4407-9579-f431033641e2)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:26.914031 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c14b131e-ecbf-408e-92fb-9f3aefefc56b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.930118 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-c14b131e-ecbf-408e-92fb-9f3aefefc56b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Calling delete_port for 05f3b18f-9a1b-4b93-87de-4d326fcd982d owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:26.968302 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-50f4807f-f471-484b-a4bd-b24786586f4f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:26.999450 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4807f-f471-484b-a4bd-b24786586f4f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event deleted for resources: {'Subnet': ['ID=eeb1325a-e3c7-4af3-a0a8-2a773374306a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:27.009637 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-50f4807f-f471-484b-a4bd-b24786586f4f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.013123 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-50f4807f-f471-484b-a4bd-b24786586f4f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "DELETE /v2.0/subnets/eeb1325a-e3c7-4af3-a0a8-2a773374306a HTTP/1.1" status: 204 len: 168 time: 0.3263557 Jul 29 23:57:27.017497 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49852) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:27.019276 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4807f-f471-484b-a4bd-b24786586f4f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:27.019988 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4807f-f471-484b-a4bd-b24786586f4f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:27.020682 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4807f-f471-484b-a4bd-b24786586f4f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:27.021248 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4807f-f471-484b-a4bd-b24786586f4f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:27.021815 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4807f-f471-484b-a4bd-b24786586f4f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:27.022231 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4807f-f471-484b-a4bd-b24786586f4f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:27.022917 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4807f-f471-484b-a4bd-b24786586f4f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:27.023461 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4807f-f471-484b-a4bd-b24786586f4f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:27.023956 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4807f-f471-484b-a4bd-b24786586f4f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:27.024467 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4807f-f471-484b-a4bd-b24786586f4f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:27.025416 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4807f-f471-484b-a4bd-b24786586f4f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:27.025416 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50f4807f-f471-484b-a4bd-b24786586f4f tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:27.027738 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c14b131e-ecbf-408e-92fb-9f3aefefc56b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.048382 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad39faa-84af-4e2b-bbe1-2bc64c3c0386 None None] Network b9bbebf9-74b6-4984-910c-12923ecc4e02 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:27.062881 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b131e-ecbf-408e-92fb-9f3aefefc56b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Port': ['ID=05f3b18f-9a1b-4b93-87de-4d326fcd982d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:27.068254 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14b131e-ecbf-408e-92fb-9f3aefefc56b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] No DVR routers for this DVR port 05f3b18f-9a1b-4b93-87de-4d326fcd982d on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:27.146985 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-6dfc9583-690a-432f-b625-b3b6cb272db4 None None] Set router f8bf2053-4022-4f72-b254-d9847e4c9cc2 gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:27.224432 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7c1ad81c-3c97-43c9-b4f7-c76da13a1440 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.236899 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c14b131e-ecbf-408e-92fb-9f3aefefc56b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.249239 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-c14b131e-ecbf-408e-92fb-9f3aefefc56b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53fc8827-c6e8-4521-bf19-c1dbd075d07e']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:27.273196 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-c14b131e-ecbf-408e-92fb-9f3aefefc56b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f20ee03f-ed13-4407-9579-f431033641e2') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:27.280421 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-c14b131e-ecbf-408e-92fb-9f3aefefc56b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f20ee03f-ed13-4407-9579-f431033641e2') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:27.299028 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c14b131e-ecbf-408e-92fb-9f3aefefc56b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.310712 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-7b85f2f0-1e39-4af8-b2e8-e9289383d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631947644', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.180'}], 'enable_snat': True}, 'gw_port_id': 'ac6aec5b-918d-41b5-8775-ddfb7b7af581', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:30Z', 'updated_at': '2021-07-29T23:57:25Z', 'revision_number': 5, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port': {'id': 'ac6aec5b-918d-41b5-8775-ddfb7b7af581', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:58:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:55:30Z', 'updated_at': '2021-07-29T23:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:27.316872 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c14b131e-ecbf-408e-92fb-9f3aefefc56b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.324752 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c14b131e-ecbf-408e-92fb-9f3aefefc56b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:57:27.326479 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c14b131e-ecbf-408e-92fb-9f3aefefc56b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.331354 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:57:27.331354 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:57:27.331354 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:57:27.331354 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:57:27.331354 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:57:27.331354 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:57:27.331354 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:57:27.331354 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:57:27.331354 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:57:27.331354 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:57:27.331354 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:57:27.331354 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:57:27.331354 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:57:27.331354 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:57:27.331354 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:57:27.331354 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:57:27.331354 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:57:27.331354 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:57:27.331354 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:57:27.331354 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:57:27.331354 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:57:27.331354 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:57:27.331354 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:57:27.331354 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:57:27.331354 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:57:27.331354 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:57:27.331354 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:57:27.331354 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:57:27.331354 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:57:27.331354 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:57:27.331354 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:57:27.331354 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:57:27.341404 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0f6545-fe8b-4ce0-9cb7-93e387c05358 None None] DHCP port deletion for 53fc8827-c6e8-4521-bf19-c1dbd075d07e request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:57:27.361131 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b85f2f0-1e39-4af8-b2e8-e9289383d2ad None None] Checking router: 0f634a6e-6f52-401c-bbe6-d97f7f41c2c5 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:57:27.366184 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7c1ad81c-3c97-43c9-b4f7-c76da13a1440 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.376056 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b85f2f0-1e39-4af8-b2e8-e9289383d2ad None None] Routers {'0f634a6e-6f52-401c-bbe6-d97f7f41c2c5'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:27.376808 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-7b85f2f0-1e39-4af8-b2e8-e9289383d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['0f634a6e-6f52-401c-bbe6-d97f7f41c2c5'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:27.440128 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-7c1ad81c-3c97-43c9-b4f7-c76da13a1440 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Deleting port ac6aec5b-918d-41b5-8775-ddfb7b7af581 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:27.440414 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7c1ad81c-3c97-43c9-b4f7-c76da13a1440 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.453818 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c14b131e-ecbf-408e-92fb-9f3aefefc56b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.470818 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c14b131e-ecbf-408e-92fb-9f3aefefc56b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.478639 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c14b131e-ecbf-408e-92fb-9f3aefefc56b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/networks/53fc8827-c6e8-4521-bf19-c1dbd075d07e HTTP/1.1" status: 204 len: 168 time: 0.8649328 Jul 29 23:57:27.503617 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49854) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:27.505770 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-7b85f2f0-1e39-4af8-b2e8-e9289383d2ad None None] Set router 0f634a6e-6f52-401c-bbe6-d97f7f41c2c5 gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:27.511120 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14b131e-ecbf-408e-92fb-9f3aefefc56b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Network': ['ID=53fc8827-c6e8-4521-bf19-c1dbd075d07e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:27.565453 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963af8ca-46c6-48bc-958a-2a76fc9e9288 None None] DHCP port deletion for b9bbebf9-74b6-4984-910c-12923ecc4e02 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:57:27.582355 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-7b85f2f0-1e39-4af8-b2e8-e9289383d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631947644', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:30Z', 'updated_at': '2021-07-29T23:57:27Z', 'revision_number': 6, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:27.588880 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-7c1ad81c-3c97-43c9-b4f7-c76da13a1440 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] For port ac6aec5b-918d-41b5-8775-ddfb7b7af581, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=ac6aec5b-918d-41b5-8775-ddfb7b7af581,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:27.589462 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7c1ad81c-3c97-43c9-b4f7-c76da13a1440 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.605892 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-7c1ad81c-3c97-43c9-b4f7-c76da13a1440 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Calling delete_port for ac6aec5b-918d-41b5-8775-ddfb7b7af581 owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:27.617843 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b85f2f0-1e39-4af8-b2e8-e9289383d2ad None None] The sync data for ids ['0f634a6e-6f52-401c-bbe6-d97f7f41c2c5'] in n-d-712140-10 is: [{'id': '0f634a6e-6f52-401c-bbe6-d97f7f41c2c5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-631947644', 'tenant_id': '238a2371055343febcbc86645f67da5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:55:30Z', 'updated_at': '2021-07-29T23:57:27Z', 'revision_number': 6, 'project_id': '238a2371055343febcbc86645f67da5e', 'gw_port_host': None}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:27.627880 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6dfc9583-690a-432f-b625-b3b6cb272db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'name': 'tempest-RoutersTest-router-1285036154', 'tenant_id': '272dc532350e4739b2702d8077380801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:08Z', 'updated_at': '2021-07-29T23:57:25Z', 'revision_number': 8, 'project_id': '272dc532350e4739b2702d8077380801', 'gw_port_host': None, '_interfaces': [{'id': '0a378f3e-abee-4e29-9ff7-780b370d2142', 'name': '', 'network_id': '9b19586c-a9b0-4d61-8583-de40518b52de', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:5e:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '142417a5-cb61-49ba-81fa-c8e7ff3ab571', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:15Z', 'updated_at': '2021-07-29T23:57:22Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '142417a5-cb61-49ba-81fa-c8e7ff3ab571', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0', 'name': '', 'network_id': 'e0bf1351-90a6-4b92-a2da-9efa164c13b2', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:53:12:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:12Z', 'updated_at': '2021-07-29T23:57:20Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2d6c26d-f431-47bc-b1a9-f823316f03d1', 'name': '', 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:a9:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:09Z', 'updated_at': '2021-07-29T23:57:15Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:27.674348 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfc9583-690a-432f-b625-b3b6cb272db4 None None] The sync data for ids ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'] in n-d-712140-10 is: [{'id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'name': 'tempest-RoutersTest-router-1285036154', 'tenant_id': '272dc532350e4739b2702d8077380801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:08Z', 'updated_at': '2021-07-29T23:57:25Z', 'revision_number': 8, 'project_id': '272dc532350e4739b2702d8077380801', 'gw_port_host': None, '_interfaces': [{'id': '0a378f3e-abee-4e29-9ff7-780b370d2142', 'name': '', 'network_id': '9b19586c-a9b0-4d61-8583-de40518b52de', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:5e:f3:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3819, 'fixed_ips': [{'subnet_id': '142417a5-cb61-49ba-81fa-c8e7ff3ab571', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:15Z', 'updated_at': '2021-07-29T23:57:22Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '142417a5-cb61-49ba-81fa-c8e7ff3ab571', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0', 'name': '', 'network_id': 'e0bf1351-90a6-4b92-a2da-9efa164c13b2', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:53:12:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:12Z', 'updated_at': '2021-07-29T23:57:20Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2d6c26d-f431-47bc-b1a9-f823316f03d1', 'name': '', 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:a9:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:09Z', 'updated_at': '2021-07-29T23:57:15Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:27.685545 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-963af8ca-46c6-48bc-958a-2a76fc9e9288 None None] Deleting port 2cd3b0c6-e6c5-4097-ae51-4717b13f3b8d {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:27.686210 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-963af8ca-46c6-48bc-958a-2a76fc9e9288 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.757518 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-963af8ca-46c6-48bc-958a-2a76fc9e9288 None None] For port 2cd3b0c6-e6c5-4097-ae51-4717b13f3b8d, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=2cd3b0c6-e6c5-4097-ae51-4717b13f3b8d,segment=NetworkSegment(22ddd4cb-0f95-4d4a-84ba-4376d87b1be2),segment_id=22ddd4cb-0f95-4d4a-84ba-4376d87b1be2)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:27.757931 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-963af8ca-46c6-48bc-958a-2a76fc9e9288 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.772709 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-963af8ca-46c6-48bc-958a-2a76fc9e9288 None None] Calling delete_port for 2cd3b0c6-e6c5-4097-ae51-4717b13f3b8d owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:27.832705 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7c1ad81c-3c97-43c9-b4f7-c76da13a1440 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.854145 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-963af8ca-46c6-48bc-958a-2a76fc9e9288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.864488 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ad81c-3c97-43c9-b4f7-c76da13a1440 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event deleted for resources: {'Port': ['ID=ac6aec5b-918d-41b5-8775-ddfb7b7af581,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:27.881451 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963af8ca-46c6-48bc-958a-2a76fc9e9288 None None] Pushing event deleted for resources: {'Port': ['ID=2cd3b0c6-e6c5-4097-ae51-4717b13f3b8d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:27.891923 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963af8ca-46c6-48bc-958a-2a76fc9e9288 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:27.892411 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963af8ca-46c6-48bc-958a-2a76fc9e9288 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:27.892768 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963af8ca-46c6-48bc-958a-2a76fc9e9288 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:27.894215 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963af8ca-46c6-48bc-958a-2a76fc9e9288 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:27.894593 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963af8ca-46c6-48bc-958a-2a76fc9e9288 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:27.894970 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963af8ca-46c6-48bc-958a-2a76fc9e9288 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:27.895296 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963af8ca-46c6-48bc-958a-2a76fc9e9288 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:27.895629 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963af8ca-46c6-48bc-958a-2a76fc9e9288 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:27.895992 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963af8ca-46c6-48bc-958a-2a76fc9e9288 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:27.896319 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963af8ca-46c6-48bc-958a-2a76fc9e9288 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:27.896647 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963af8ca-46c6-48bc-958a-2a76fc9e9288 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:27.896970 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963af8ca-46c6-48bc-958a-2a76fc9e9288 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:57:27.899720 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963af8ca-46c6-48bc-958a-2a76fc9e9288 None None] No DVR routers for this DVR port 2cd3b0c6-e6c5-4097-ae51-4717b13f3b8d on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:27.935724 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7c1ad81c-3c97-43c9-b4f7-c76da13a1440 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:27.943555 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-240b136c-90a3-402f-a448-87ad4a9cac32 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.030005 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7c1ad81c-3c97-43c9-b4f7-c76da13a1440 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.032232 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7c1ad81c-3c97-43c9-b4f7-c76da13a1440 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.079919 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7c1ad81c-3c97-43c9-b4f7-c76da13a1440 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.080592 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1ad81c-3c97-43c9-b4f7-c76da13a1440 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Fanout notify agent at l3_agent the message router_deleted on router 0f634a6e-6f52-401c-bbe6-d97f7f41c2c5 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:57:28.088960 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7c1ad81c-3c97-43c9-b4f7-c76da13a1440 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.093068 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7c1ad81c-3c97-43c9-b4f7-c76da13a1440 tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "DELETE /v2.0/routers/0f634a6e-6f52-401c-bbe6-d97f7f41c2c5 HTTP/1.1" status: 204 len: 168 time: 1.0591004 Jul 29 23:57:28.093415 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49856) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:28.180023 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bd785eff-297e-4e48-a531-b0fcde99a4db tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.322661 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bd785eff-297e-4e48-a531-b0fcde99a4db tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.335780 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-bd785eff-297e-4e48-a531-b0fcde99a4db tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9bbebf9-74b6-4984-910c-12923ecc4e02']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:28.349077 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-bd785eff-297e-4e48-a531-b0fcde99a4db tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ddd4cb-0f95-4d4a-84ba-4376d87b1be2') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:28.349380 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-bd785eff-297e-4e48-a531-b0fcde99a4db tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ddd4cb-0f95-4d4a-84ba-4376d87b1be2') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:28.361657 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bd785eff-297e-4e48-a531-b0fcde99a4db tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.381930 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bd785eff-297e-4e48-a531-b0fcde99a4db tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.388461 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-240b136c-90a3-402f-a448-87ad4a9cac32 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Deleting port 0a378f3e-abee-4e29-9ff7-780b370d2142 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:28.388794 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-240b136c-90a3-402f-a448-87ad4a9cac32 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.394150 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd785eff-297e-4e48-a531-b0fcde99a4db tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:57:28.394550 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bd785eff-297e-4e48-a531-b0fcde99a4db tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.397435 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:57:28.397435 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:57:28.397435 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:57:28.397435 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:57:28.397435 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:57:28.397435 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:57:28.397435 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:57:28.397435 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:57:28.397435 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:57:28.397435 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:57:28.397435 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:57:28.397435 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:57:28.397435 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:57:28.397435 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:57:28.397435 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:57:28.397435 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:57:28.397435 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:57:28.397435 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:57:28.397435 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:57:28.397435 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:57:28.397435 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:57:28.397435 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:57:28.397435 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:57:28.397435 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:57:28.397435 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:57:28.397435 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:57:28.397435 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:57:28.397435 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:57:28.397435 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:57:28.397435 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:57:28.397435 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:57:28.397435 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:57:28.501075 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bd785eff-297e-4e48-a531-b0fcde99a4db tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.509609 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bd785eff-297e-4e48-a531-b0fcde99a4db tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.511426 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bd785eff-297e-4e48-a531-b0fcde99a4db tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "DELETE /v2.0/networks/b9bbebf9-74b6-4984-910c-12923ecc4e02 HTTP/1.1" status: 204 len: 168 time: 0.4171185 Jul 29 23:57:28.515039 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49858) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:28.533466 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd785eff-297e-4e48-a531-b0fcde99a4db tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event deleted for resources: {'Network': ['ID=b9bbebf9-74b6-4984-910c-12923ecc4e02,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:28.555495 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-240b136c-90a3-402f-a448-87ad4a9cac32 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] For port 0a378f3e-abee-4e29-9ff7-780b370d2142, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=0a378f3e-abee-4e29-9ff7-780b370d2142,segment=NetworkSegment(592069a3-1430-412b-a63e-0d6ae2dcd651),segment_id=592069a3-1430-412b-a63e-0d6ae2dcd651)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:28.555781 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-240b136c-90a3-402f-a448-87ad4a9cac32 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.569285 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-240b136c-90a3-402f-a448-87ad4a9cac32 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Calling delete_port for 0a378f3e-abee-4e29-9ff7-780b370d2142 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:28.577795 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec14d4f7-d567-4c7b-ad5c-b29ac9a5aa4e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.603060 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec14d4f7-d567-4c7b-ad5c-b29ac9a5aa4e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.673584 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec14d4f7-d567-4c7b-ad5c-b29ac9a5aa4e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.676381 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ec14d4f7-d567-4c7b-ad5c-b29ac9a5aa4e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.677582 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ec14d4f7-d567-4c7b-ad5c-b29ac9a5aa4e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] 10.222.0.18 "DELETE /v2.0/security-groups/725bdcf3-3b41-47f6-b825-88a1d1dd6f16 HTTP/1.1" status: 204 len: 168 time: 0.1615081 Jul 29 23:57:28.688606 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec14d4f7-d567-4c7b-ad5c-b29ac9a5aa4e tempest-TestNetworkAdvancedServerOps-186823676 tempest-TestNetworkAdvancedServerOps-186823676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=725bdcf3-3b41-47f6-b825-88a1d1dd6f16,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:28.761061 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-240b136c-90a3-402f-a448-87ad4a9cac32 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:28.793497 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b136c-90a3-402f-a448-87ad4a9cac32 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Port': ['ID=0a378f3e-abee-4e29-9ff7-780b370d2142,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:28.979653 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-240b136c-90a3-402f-a448-87ad4a9cac32 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.135011 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49866) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:29.160220 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 05f3b18f-9a1b-4b93-87de-4d326fcd982d no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:29.181558 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 05f3b18f-9a1b-4b93-87de-4d326fcd982d {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:29.181990 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 05f3b18f-9a1b-4b93-87de-4d326fcd982d not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:29.182487 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 2cd3b0c6-e6c5-4097-ae51-4717b13f3b8d no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:29.202402 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 2cd3b0c6-e6c5-4097-ae51-4717b13f3b8d {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:29.202750 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 2cd3b0c6-e6c5-4097-ae51-4717b13f3b8d not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:29.203379 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device ac6aec5b-918d-41b5-8775-ddfb7b7af581 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:29.205663 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-240b136c-90a3-402f-a448-87ad4a9cac32 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Router f8bf2053-4022-4f72-b254-d9847e4c9cc2 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:29.223105 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: ac6aec5b-918d-41b5-8775-ddfb7b7af581 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:29.223384 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device ac6aec5b-918d-41b5-8775-ddfb7b7af581 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:29.223988 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1f7c588e-bf96-4fb0-9663-05ed46645244 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:29.243451 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 1f7c588e-bf96-4fb0-9663-05ed46645244 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:29.243899 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1f7c588e-bf96-4fb0-9663-05ed46645244 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:29.244411 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 64f847c0-5ebb-4847-b96d-86b3523528fb no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:29.269766 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 64f847c0-5ebb-4847-b96d-86b3523528fb {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:29.270200 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 64f847c0-5ebb-4847-b96d-86b3523528fb not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:29.307279 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240b136c-90a3-402f-a448-87ad4a9cac32 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:29.315599 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-240b136c-90a3-402f-a448-87ad4a9cac32 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "PUT /v2.0/routers/f8bf2053-4022-4f72-b254-d9847e4c9cc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8091567 Jul 29 23:57:29.315599 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49870) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:29.316904 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3777ec05-3ffa-41e3-857a-b4f3f4143ce5 None None] Sync routers for ids ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:29.326493 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3777ec05-3ffa-41e3-857a-b4f3f4143ce5 None None] Routers {'f8bf2053-4022-4f72-b254-d9847e4c9cc2'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:29.327202 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3777ec05-3ffa-41e3-857a-b4f3f4143ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:29.334628 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6d323914-8d06-4d47-8034-43cbb2d51e04 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=238a2371055343febcbc86645f67da5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1978998 Jul 29 23:57:29.335214 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49872) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:29.377270 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-766f7f1d-1fd7-496f-89a2-eb0b4095dbc5 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Deleting subnet 142417a5-cb61-49ba-81fa-c8e7ff3ab571 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:57:29.380691 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-766f7f1d-1fd7-496f-89a2-eb0b4095dbc5 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.396831 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-57cf494e-96f6-45c0-b718-18304cf61615 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.426107 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-57cf494e-96f6-45c0-b718-18304cf61615 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.428954 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-3777ec05-3ffa-41e3-857a-b4f3f4143ce5 None None] Set router f8bf2053-4022-4f72-b254-d9847e4c9cc2 gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:29.440348 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-766f7f1d-1fd7-496f-89a2-eb0b4095dbc5 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.504556 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-57cf494e-96f6-45c0-b718-18304cf61615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.508061 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-57cf494e-96f6-45c0-b718-18304cf61615 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.509769 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-57cf494e-96f6-45c0-b718-18304cf61615 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2b86d5d4-f71c-420e-929b-e8ab435fc01d HTTP/1.1" status: 204 len: 168 time: 0.1733189 Jul 29 23:57:29.527051 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf494e-96f6-45c0-b718-18304cf61615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b86d5d4-f71c-420e-929b-e8ab435fc01d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:29.582707 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-766f7f1d-1fd7-496f-89a2-eb0b4095dbc5 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.652115 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-766f7f1d-1fd7-496f-89a2-eb0b4095dbc5 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.662816 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3777ec05-3ffa-41e3-857a-b4f3f4143ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'name': 'tempest-RoutersTest-router-1285036154', 'tenant_id': '272dc532350e4739b2702d8077380801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:08Z', 'updated_at': '2021-07-29T23:57:28Z', 'revision_number': 9, 'project_id': '272dc532350e4739b2702d8077380801', 'gw_port_host': None, '_interfaces': [{'id': '5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0', 'name': '', 'network_id': 'e0bf1351-90a6-4b92-a2da-9efa164c13b2', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:53:12:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:12Z', 'updated_at': '2021-07-29T23:57:20Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2d6c26d-f431-47bc-b1a9-f823316f03d1', 'name': '', 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:a9:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:09Z', 'updated_at': '2021-07-29T23:57:15Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:29.682021 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f7f1d-1fd7-496f-89a2-eb0b4095dbc5 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Subnet': ['ID=142417a5-cb61-49ba-81fa-c8e7ff3ab571,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:29.689165 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-766f7f1d-1fd7-496f-89a2-eb0b4095dbc5 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.691479 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-766f7f1d-1fd7-496f-89a2-eb0b4095dbc5 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/subnets/142417a5-cb61-49ba-81fa-c8e7ff3ab571 HTTP/1.1" status: 204 len: 168 time: 0.3750138 Jul 29 23:57:29.692731 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3490d797-c4cb-41b2-bb14-bb6b8e31a8f1 None None] Network 9b19586c-a9b0-4d61-8583-de40518b52de requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:29.694459 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49880) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:29.695174 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3777ec05-3ffa-41e3-857a-b4f3f4143ce5 None None] Checking router: f8bf2053-4022-4f72-b254-d9847e4c9cc2 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:57:29.760030 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3777ec05-3ffa-41e3-857a-b4f3f4143ce5 None None] Routers {'f8bf2053-4022-4f72-b254-d9847e4c9cc2'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:29.760624 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3777ec05-3ffa-41e3-857a-b4f3f4143ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:29.784375 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e1332ce8-3d79-4f1e-a465-93227a67e489 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.826139 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49882) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:29.835799 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.878575 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-e1332ce8-3d79-4f1e-a465-93227a67e489 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Deleting port 84a43cc7-dab3-4362-a142-3975d62c8555 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:29.878919 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e1332ce8-3d79-4f1e-a465-93227a67e489 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:29.884157 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3ccfe47a-974e-4115-a221-6f23ee46a243 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=34bae2c495d44f3d95c7d071ac53e96c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0551507 Jul 29 23:57:29.884928 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49884) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:29.902141 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-3777ec05-3ffa-41e3-857a-b4f3f4143ce5 None None] Set router f8bf2053-4022-4f72-b254-d9847e4c9cc2 gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:30.038295 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.049978 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-962d7187-9b90-4642-9e23-d0b2f870f1a3 None None] DHCP port deletion for 9b19586c-a9b0-4d61-8583-de40518b52de request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:57:30.158693 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-962d7187-9b90-4642-9e23-d0b2f870f1a3 None None] Deleting port 84a43cc7-dab3-4362-a142-3975d62c8555 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:30.159076 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-962d7187-9b90-4642-9e23-d0b2f870f1a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.236653 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-962d7187-9b90-4642-9e23-d0b2f870f1a3 None None] For port 84a43cc7-dab3-4362-a142-3975d62c8555, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=84a43cc7-dab3-4362-a142-3975d62c8555,segment=NetworkSegment(592069a3-1430-412b-a63e-0d6ae2dcd651),segment_id=592069a3-1430-412b-a63e-0d6ae2dcd651)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:30.237367 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-962d7187-9b90-4642-9e23-d0b2f870f1a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.253365 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-962d7187-9b90-4642-9e23-d0b2f870f1a3 None None] Calling delete_port for 84a43cc7-dab3-4362-a142-3975d62c8555 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:30.256381 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3777ec05-3ffa-41e3-857a-b4f3f4143ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'name': 'tempest-RoutersTest-router-1285036154', 'tenant_id': '272dc532350e4739b2702d8077380801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:08Z', 'updated_at': '2021-07-29T23:57:28Z', 'revision_number': 9, 'project_id': '272dc532350e4739b2702d8077380801', 'gw_port_host': None, '_interfaces': [{'id': '5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0', 'name': '', 'network_id': 'e0bf1351-90a6-4b92-a2da-9efa164c13b2', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:53:12:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:12Z', 'updated_at': '2021-07-29T23:57:20Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2d6c26d-f431-47bc-b1a9-f823316f03d1', 'name': '', 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:a9:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:09Z', 'updated_at': '2021-07-29T23:57:15Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:30.267230 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-e1332ce8-3d79-4f1e-a465-93227a67e489 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] For port 84a43cc7-dab3-4362-a142-3975d62c8555, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=84a43cc7-dab3-4362-a142-3975d62c8555,segment=NetworkSegment(592069a3-1430-412b-a63e-0d6ae2dcd651),segment_id=592069a3-1430-412b-a63e-0d6ae2dcd651)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:30.267631 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e1332ce8-3d79-4f1e-a465-93227a67e489 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.281192 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-e1332ce8-3d79-4f1e-a465-93227a67e489 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Calling delete_port for 84a43cc7-dab3-4362-a142-3975d62c8555 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:30.292396 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3777ec05-3ffa-41e3-857a-b4f3f4143ce5 None None] The sync data for ids ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'] in n-d-712140-10 is: [{'id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'name': 'tempest-RoutersTest-router-1285036154', 'tenant_id': '272dc532350e4739b2702d8077380801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:08Z', 'updated_at': '2021-07-29T23:57:28Z', 'revision_number': 9, 'project_id': '272dc532350e4739b2702d8077380801', 'gw_port_host': None, '_interfaces': [{'id': '5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0', 'name': '', 'network_id': 'e0bf1351-90a6-4b92-a2da-9efa164c13b2', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:53:12:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:12Z', 'updated_at': '2021-07-29T23:57:20Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2d6c26d-f431-47bc-b1a9-f823316f03d1', 'name': '', 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:a9:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:09Z', 'updated_at': '2021-07-29T23:57:15Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:30.369846 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5a217150-6309-4982-86c2-8100f6b831de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.384663 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-962d7187-9b90-4642-9e23-d0b2f870f1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.406757 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5a217150-6309-4982-86c2-8100f6b831de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.413142 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962d7187-9b90-4642-9e23-d0b2f870f1a3 None None] No DVR routers for this DVR port 84a43cc7-dab3-4362-a142-3975d62c8555 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:30.415068 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d7187-9b90-4642-9e23-d0b2f870f1a3 None None] Pushing event deleted for resources: {'Port': ['ID=84a43cc7-dab3-4362-a142-3975d62c8555,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:30.452316 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e1332ce8-3d79-4f1e-a465-93227a67e489 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.483429 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1332ce8-3d79-4f1e-a465-93227a67e489 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Port': ['ID=84a43cc7-dab3-4362-a142-3975d62c8555,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:30.491198 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1332ce8-3d79-4f1e-a465-93227a67e489 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] No DVR routers for this DVR port 84a43cc7-dab3-4362-a142-3975d62c8555 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:30.526491 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5a217150-6309-4982-86c2-8100f6b831de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.529947 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5a217150-6309-4982-86c2-8100f6b831de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.531156 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5a217150-6309-4982-86c2-8100f6b831de admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ec9b14a9-d433-4315-9992-33ae5e28971b HTTP/1.1" status: 204 len: 168 time: 0.6452131 Jul 29 23:57:30.577067 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a217150-6309-4982-86c2-8100f6b831de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9b14a9-d433-4315-9992-33ae5e28971b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:30.583021 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e1332ce8-3d79-4f1e-a465-93227a67e489 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.595750 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-e1332ce8-3d79-4f1e-a465-93227a67e489 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b19586c-a9b0-4d61-8583-de40518b52de']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:30.606630 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-e1332ce8-3d79-4f1e-a465-93227a67e489 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '592069a3-1430-412b-a63e-0d6ae2dcd651') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:30.606951 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-e1332ce8-3d79-4f1e-a465-93227a67e489 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '592069a3-1430-412b-a63e-0d6ae2dcd651') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:30.616589 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e1332ce8-3d79-4f1e-a465-93227a67e489 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.635984 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e1332ce8-3d79-4f1e-a465-93227a67e489 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.644953 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1332ce8-3d79-4f1e-a465-93227a67e489 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:57:30.645680 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e1332ce8-3d79-4f1e-a465-93227a67e489 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: self.session.flush() Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: self.session.flush() Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: self.session.flush() Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: self.session.flush() Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:57:30.649436 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:57:30.723334 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e1332ce8-3d79-4f1e-a465-93227a67e489 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.730125 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e1332ce8-3d79-4f1e-a465-93227a67e489 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:30.732080 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e1332ce8-3d79-4f1e-a465-93227a67e489 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/networks/9b19586c-a9b0-4d61-8583-de40518b52de HTTP/1.1" status: 204 len: 168 time: 1.0357976 Jul 29 23:57:30.734928 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49890) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:30.743703 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1332ce8-3d79-4f1e-a465-93227a67e489 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Network': ['ID=9b19586c-a9b0-4d61-8583-de40518b52de,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:31.081585 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0a378f3e-abee-4e29-9ff7-780b370d2142 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:31.088441 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-48deaa70-64c6-4c5b-9659-8e1107a31204 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.102499 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 0a378f3e-abee-4e29-9ff7-780b370d2142 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:31.102847 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 0a378f3e-abee-4e29-9ff7-780b370d2142 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:31.103261 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 84a43cc7-dab3-4362-a142-3975d62c8555 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:31.125391 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 84a43cc7-dab3-4362-a142-3975d62c8555 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:31.125738 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 84a43cc7-dab3-4362-a142-3975d62c8555 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:31.286912 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49908) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:31.343818 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-48deaa70-64c6-4c5b-9659-8e1107a31204 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Deleting port 5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:31.344106 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-48deaa70-64c6-4c5b-9659-8e1107a31204 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.393919 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-75eb43f9-52ac-4507-b8a3-275d9e19da9b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-874983625-network', 'tenant_id': '65b887b3724c4c1b9126bb8afb6a3c0f'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:31.419463 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75eb43f9-52ac-4507-b8a3-275d9e19da9b admin admin] Made reservation on behalf of 65b887b3724c4c1b9126bb8afb6a3c0f for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:31.424185 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75eb43f9-52ac-4507-b8a3-275d9e19da9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.432862 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75eb43f9-52ac-4507-b8a3-275d9e19da9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.447292 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-48deaa70-64c6-4c5b-9659-8e1107a31204 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] For port 5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0,segment=NetworkSegment(9bf7ea9a-cf10-40ec-b806-e027c333aadf),segment_id=9bf7ea9a-cf10-40ec-b806-e027c333aadf)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:31.447657 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-48deaa70-64c6-4c5b-9659-8e1107a31204 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.461948 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-48deaa70-64c6-4c5b-9659-8e1107a31204 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Calling delete_port for 5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0 owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:31.521622 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75eb43f9-52ac-4507-b8a3-275d9e19da9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.525341 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75eb43f9-52ac-4507-b8a3-275d9e19da9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.550435 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75eb43f9-52ac-4507-b8a3-275d9e19da9b admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:57:31.559776 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb43f9-52ac-4507-b8a3-275d9e19da9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413ebf34-7c53-433f-948c-fecf134378bc,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:31.566329 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75eb43f9-52ac-4507-b8a3-275d9e19da9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.566673 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-75eb43f9-52ac-4507-b8a3-275d9e19da9b admin admin] Added segment cba6701f-5b09-41f5-b7f3-b1686185f4a7 of type vlan for network bcea0a81-b45c-4d09-afa0-e633ccf8ced0 Jul 29 23:57:31.611432 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75eb43f9-52ac-4507-b8a3-275d9e19da9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.639667 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75eb43f9-52ac-4507-b8a3-275d9e19da9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.641146 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75eb43f9-52ac-4507-b8a3-275d9e19da9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:31.641728 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75eb43f9-52ac-4507-b8a3-275d9e19da9b admin admin] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.645886 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-48deaa70-64c6-4c5b-9659-8e1107a31204 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.676992 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48deaa70-64c6-4c5b-9659-8e1107a31204 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Port': ['ID=5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:31.710538 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-75eb43f9-52ac-4507-b8a3-275d9e19da9b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4219122 Jul 29 23:57:31.717279 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49912) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:31.721760 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-a6dd9aab-6b68-45e0-b006-d388f652ee38 admin admin] Request body: {'subnet': {'network_id': 'bcea0a81-b45c-4d09-afa0-e633ccf8ced0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-874983625-subnet', 'tenant_id': '65b887b3724c4c1b9126bb8afb6a3c0f', 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:31.744494 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eb43f9-52ac-4507-b8a3-275d9e19da9b admin admin] Pushing event updated for resources: {'Network': ['ID=bcea0a81-b45c-4d09-afa0-e633ccf8ced0,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:31.755513 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network bcea0a81-b45c-4d09-afa0-e633ccf8ced0 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:57:31.760273 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6dd9aab-6b68-45e0-b006-d388f652ee38 admin admin] Made reservation on behalf of 65b887b3724c4c1b9126bb8afb6a3c0f for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:31.762653 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a6dd9aab-6b68-45e0-b006-d388f652ee38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.859636 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-48deaa70-64c6-4c5b-9659-8e1107a31204 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:31.951053 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a6dd9aab-6b68-45e0-b006-d388f652ee38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.014719 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd9aab-6b68-45e0-b006-d388f652ee38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8d5a80a-2ba6-4b78-86f8-d28cdfecff81,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:32.022876 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dd9aab-6b68-45e0-b006-d388f652ee38 admin admin] Checking segment: {'id': 'cba6701f-5b09-41f5-b7f3-b1686185f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bcea0a81-b45c-4d09-afa0-e633ccf8ced0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:32.023236 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dd9aab-6b68-45e0-b006-d388f652ee38 admin admin] Network hostable DHCP agents. Network: bcea0a81-b45c-4d09-afa0-e633ccf8ced0, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:57:32.041191 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dd9aab-6b68-45e0-b006-d388f652ee38 admin admin] Network bcea0a81-b45c-4d09-afa0-e633ccf8ced0 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:57:32.050272 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-a6dd9aab-6b68-45e0-b006-d388f652ee38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, bcea0a81-b45c-4d09-afa0-e633ccf8ced0) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:32.054578 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dd9aab-6b68-45e0-b006-d388f652ee38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:32.055373 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a6dd9aab-6b68-45e0-b006-d388f652ee38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.060248 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48deaa70-64c6-4c5b-9659-8e1107a31204 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Router f8bf2053-4022-4f72-b254-d9847e4c9cc2 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:32.061758 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba85610-caf5-4a92-81a6-1af29490c7ec None None] Network bcea0a81-b45c-4d09-afa0-e633ccf8ced0 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:32.077359 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a6dd9aab-6b68-45e0-b006-d388f652ee38 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3595183 Jul 29 23:57:32.080245 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49914) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:32.084593 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-96802ceb-5bc5-499a-b23e-df14b096607b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-874983625-router', 'tenant_id': '65b887b3724c4c1b9126bb8afb6a3c0f', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:32.108233 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96802ceb-5bc5-499a-b23e-df14b096607b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.109559 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96802ceb-5bc5-499a-b23e-df14b096607b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.165128 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48deaa70-64c6-4c5b-9659-8e1107a31204 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:32.170858 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-48deaa70-64c6-4c5b-9659-8e1107a31204 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "PUT /v2.0/routers/f8bf2053-4022-4f72-b254-d9847e4c9cc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4347882 Jul 29 23:57:32.172019 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96802ceb-5bc5-499a-b23e-df14b096607b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.173919 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49916) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:32.179534 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af109bfd-65ae-4a05-81c6-061a2caa789a None None] Sync routers for ids ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:32.190116 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af109bfd-65ae-4a05-81c6-061a2caa789a None None] Routers {'f8bf2053-4022-4f72-b254-d9847e4c9cc2'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:32.190725 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-af109bfd-65ae-4a05-81c6-061a2caa789a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:32.229370 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5b5821-9e8c-4634-bf25-6aadde6febce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-bcea0a81-b45c-4d09-afa0-e633ccf8ced0', 'network_id': 'bcea0a81-b45c-4d09-afa0-e633ccf8ced0', 'tenant_id': '65b887b3724c4c1b9126bb8afb6a3c0f', 'fixed_ips': [{'subnet_id': 'a8d5a80a-2ba6-4b78-86f8-d28cdfecff81'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:57:32.230242 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8b5b5821-9e8c-4634-bf25-6aadde6febce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.288978 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-af109bfd-65ae-4a05-81c6-061a2caa789a None None] Set router f8bf2053-4022-4f72-b254-d9847e4c9cc2 gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:32.294449 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e66904f-e7a5-4b0b-aeb9-89da38f4543f tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Deleting subnet 53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:57:32.355628 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8e66904f-e7a5-4b0b-aeb9-89da38f4543f tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.368245 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-8b5b5821-9e8c-4634-bf25-6aadde6febce None None] Allocated IP 172.20.0.2 (bcea0a81-b45c-4d09-afa0-e633ccf8ced0/a8d5a80a-2ba6-4b78-86f8-d28cdfecff81/ddab6862-dbbb-48b2-b63a-6c92b328b519) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:32.385188 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96802ceb-5bc5-499a-b23e-df14b096607b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.440493 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8e66904f-e7a5-4b0b-aeb9-89da38f4543f tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.487724 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-af109bfd-65ae-4a05-81c6-061a2caa789a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'name': 'tempest-RoutersTest-router-1285036154', 'tenant_id': '272dc532350e4739b2702d8077380801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:08Z', 'updated_at': '2021-07-29T23:57:31Z', 'revision_number': 10, 'project_id': '272dc532350e4739b2702d8077380801', 'gw_port_host': None, '_interfaces': [{'id': 'a2d6c26d-f431-47bc-b1a9-f823316f03d1', 'name': '', 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:a9:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:09Z', 'updated_at': '2021-07-29T23:57:15Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:32.513297 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af109bfd-65ae-4a05-81c6-061a2caa789a None None] Checking router: f8bf2053-4022-4f72-b254-d9847e4c9cc2 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:57:32.522068 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af109bfd-65ae-4a05-81c6-061a2caa789a None None] Routers {'f8bf2053-4022-4f72-b254-d9847e4c9cc2'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:32.522676 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-af109bfd-65ae-4a05-81c6-061a2caa789a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:32.524553 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8b5b5821-9e8c-4634-bf25-6aadde6febce None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.533979 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8b5b5821-9e8c-4634-bf25-6aadde6febce None None] Transition to ACTIVE for port object ddab6862-dbbb-48b2-b63a-6c92b328b519 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:32.546480 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8e66904f-e7a5-4b0b-aeb9-89da38f4543f tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.550185 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8b5b5821-9e8c-4634-bf25-6aadde6febce None None] Transition to ACTIVE for port object ddab6862-dbbb-48b2-b63a-6c92b328b519 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:32.556659 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8b5b5821-9e8c-4634-bf25-6aadde6febce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.596212 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5b5821-9e8c-4634-bf25-6aadde6febce None None] Network bcea0a81-b45c-4d09-afa0-e633ccf8ced0 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:32.601059 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-8b5b5821-9e8c-4634-bf25-6aadde6febce None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:32.606986 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5b5821-9e8c-4634-bf25-6aadde6febce None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:32.610490 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b5821-9e8c-4634-bf25-6aadde6febce None None] Pushing event updated for resources: {'Port': ['ID=ddab6862-dbbb-48b2-b63a-6c92b328b519,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:32.622919 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-af109bfd-65ae-4a05-81c6-061a2caa789a None None] Set router f8bf2053-4022-4f72-b254-d9847e4c9cc2 gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:32.669972 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-8b5b5821-9e8c-4634-bf25-6aadde6febce None None] Attempting to bind port ddab6862-dbbb-48b2-b63a-6c92b328b519 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:32.670401 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-8b5b5821-9e8c-4634-bf25-6aadde6febce None None] Attempting to bind port ddab6862-dbbb-48b2-b63a-6c92b328b519 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'cba6701f-5b09-41f5-b7f3-b1686185f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bcea0a81-b45c-4d09-afa0-e633ccf8ced0'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:32.670730 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5b5821-9e8c-4634-bf25-6aadde6febce None None] Attempting to bind port ddab6862-dbbb-48b2-b63a-6c92b328b519 on network bcea0a81-b45c-4d09-afa0-e633ccf8ced0 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:32.676307 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5b5821-9e8c-4634-bf25-6aadde6febce None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:32.676687 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5b5821-9e8c-4634-bf25-6aadde6febce None None] Checking segment: {'id': 'cba6701f-5b09-41f5-b7f3-b1686185f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bcea0a81-b45c-4d09-afa0-e633ccf8ced0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:32.677102 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8b5b5821-9e8c-4634-bf25-6aadde6febce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.677501 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5b5821-9e8c-4634-bf25-6aadde6febce None None] Bound using segment: {'id': 'cba6701f-5b09-41f5-b7f3-b1686185f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bcea0a81-b45c-4d09-afa0-e633ccf8ced0'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:32.677975 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-8b5b5821-9e8c-4634-bf25-6aadde6febce None None] Bound port: ddab6862-dbbb-48b2-b63a-6c92b328b519, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba6701f-5b09-41f5-b7f3-b1686185f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bcea0a81-b45c-4d09-afa0-e633ccf8ced0'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:32.678716 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8b5b5821-9e8c-4634-bf25-6aadde6febce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.698999 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8e66904f-e7a5-4b0b-aeb9-89da38f4543f tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.747403 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-8b5b5821-9e8c-4634-bf25-6aadde6febce None None] For port ddab6862-dbbb-48b2-b63a-6c92b328b519, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:32.749963 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66904f-e7a5-4b0b-aeb9-89da38f4543f tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Subnet': ['ID=53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:32.751690 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-8b5b5821-9e8c-4634-bf25-6aadde6febce None None] For port ddab6862-dbbb-48b2-b63a-6c92b328b519, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=ddab6862-dbbb-48b2-b63a-6c92b328b519,segment=NetworkSegment(cba6701f-5b09-41f5-b7f3-b1686185f4a7),segment_id=cba6701f-5b09-41f5-b7f3-b1686185f4a7)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:32.759954 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8b5b5821-9e8c-4634-bf25-6aadde6febce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.760724 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8e66904f-e7a5-4b0b-aeb9-89da38f4543f tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.763306 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8e66904f-e7a5-4b0b-aeb9-89da38f4543f tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/subnets/53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3 HTTP/1.1" status: 204 len: 168 time: 0.5884006 Jul 29 23:57:32.766491 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49918) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:32.771951 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96802ceb-5bc5-499a-b23e-df14b096607b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.779917 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a834928-9dbd-4833-9fba-0a906cb99bf3 None None] Network e0bf1351-90a6-4b92-a2da-9efa164c13b2 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:32.793186 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96802ceb-5bc5-499a-b23e-df14b096607b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.840153 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b5821-9e8c-4634-bf25-6aadde6febce None None] Pushing event updated for resources: {'Port': ['ID=ddab6862-dbbb-48b2-b63a-6c92b328b519,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:32.864251 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-933d2bb8-a26d-4eb2-ace7-70d6016d00ba tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.927495 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-933d2bb8-a26d-4eb2-ace7-70d6016d00ba tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Deleting port 17659289-1d68-4665-958a-056d1d4e7584 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:32.930956 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-933d2bb8-a26d-4eb2-ace7-70d6016d00ba tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:32.931730 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-96802ceb-5bc5-499a-b23e-df14b096607b admin admin] Allocated IP 172.25.8.184 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/17de90df-60b4-4538-a4ef-26fff573a99c) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:32.973783 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-af109bfd-65ae-4a05-81c6-061a2caa789a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'name': 'tempest-RoutersTest-router-1285036154', 'tenant_id': '272dc532350e4739b2702d8077380801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:08Z', 'updated_at': '2021-07-29T23:57:31Z', 'revision_number': 10, 'project_id': '272dc532350e4739b2702d8077380801', 'gw_port_host': None, '_interfaces': [{'id': 'a2d6c26d-f431-47bc-b1a9-f823316f03d1', 'name': '', 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:a9:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:09Z', 'updated_at': '2021-07-29T23:57:15Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:32.993106 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-83f930b3-03a3-469a-ba4d-6c72bb2e6dd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.015602 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af109bfd-65ae-4a05-81c6-061a2caa789a None None] The sync data for ids ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'] in n-d-712140-10 is: [{'id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'name': 'tempest-RoutersTest-router-1285036154', 'tenant_id': '272dc532350e4739b2702d8077380801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:08Z', 'updated_at': '2021-07-29T23:57:31Z', 'revision_number': 10, 'project_id': '272dc532350e4739b2702d8077380801', 'gw_port_host': None, '_interfaces': [{'id': 'a2d6c26d-f431-47bc-b1a9-f823316f03d1', 'name': '', 'network_id': 'c3b5dd50-5b31-4932-9b12-8e83f1914ce3', 'tenant_id': '272dc532350e4739b2702d8077380801', 'mac_address': 'fa:16:3e:a9:aa:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:09Z', 'updated_at': '2021-07-29T23:57:15Z', 'revision_number': 5, 'project_id': '272dc532350e4739b2702d8077380801', 'subnets': [{'id': '23362fe3-6a44-46b8-a7cb-23d8913fa522', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:33.023339 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-933d2bb8-a26d-4eb2-ace7-70d6016d00ba tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] For port 17659289-1d68-4665-958a-056d1d4e7584, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=17659289-1d68-4665-958a-056d1d4e7584,segment=NetworkSegment(9bf7ea9a-cf10-40ec-b806-e027c333aadf),segment_id=9bf7ea9a-cf10-40ec-b806-e027c333aadf)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:33.023861 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-933d2bb8-a26d-4eb2-ace7-70d6016d00ba tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.047125 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-933d2bb8-a26d-4eb2-ace7-70d6016d00ba tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Calling delete_port for 17659289-1d68-4665-958a-056d1d4e7584 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:33.096808 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96802ceb-5bc5-499a-b23e-df14b096607b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.149498 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96802ceb-5bc5-499a-b23e-df14b096607b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.164947 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-933d2bb8-a26d-4eb2-ace7-70d6016d00ba tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.191435 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d2bb8-a26d-4eb2-ace7-70d6016d00ba tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Port': ['ID=17659289-1d68-4665-958a-056d1d4e7584,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:33.194942 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933d2bb8-a26d-4eb2-ace7-70d6016d00ba tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] No DVR routers for this DVR port 17659289-1d68-4665-958a-056d1d4e7584 on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:33.196442 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96802ceb-5bc5-499a-b23e-df14b096607b admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:33.199721 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-96802ceb-5bc5-499a-b23e-df14b096607b admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:33.204838 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96802ceb-5bc5-499a-b23e-df14b096607b admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:33.233405 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96802ceb-5bc5-499a-b23e-df14b096607b admin admin] Pushing event updated for resources: {'Port': ['ID=17de90df-60b4-4538-a4ef-26fff573a99c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:33.281070 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-933d2bb8-a26d-4eb2-ace7-70d6016d00ba tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.291802 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-933d2bb8-a26d-4eb2-ace7-70d6016d00ba tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0bf1351-90a6-4b92-a2da-9efa164c13b2']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:33.302903 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-933d2bb8-a26d-4eb2-ace7-70d6016d00ba tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf7ea9a-cf10-40ec-b806-e027c333aadf') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:33.303199 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-933d2bb8-a26d-4eb2-ace7-70d6016d00ba tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf7ea9a-cf10-40ec-b806-e027c333aadf') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:33.313164 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-933d2bb8-a26d-4eb2-ace7-70d6016d00ba tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.327591 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-933d2bb8-a26d-4eb2-ace7-70d6016d00ba tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.333748 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-933d2bb8-a26d-4eb2-ace7-70d6016d00ba tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:57:33.334355 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-933d2bb8-a26d-4eb2-ace7-70d6016d00ba tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.337079 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:57:33.337079 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:57:33.337079 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:57:33.337079 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:57:33.337079 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:57:33.337079 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:57:33.337079 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:57:33.337079 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:57:33.337079 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:57:33.337079 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:57:33.337079 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:57:33.337079 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:57:33.337079 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:57:33.337079 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:57:33.337079 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:57:33.337079 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:57:33.337079 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:57:33.337079 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:57:33.337079 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:57:33.337079 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:57:33.337079 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:57:33.337079 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:57:33.337079 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:57:33.337079 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:57:33.337079 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:57:33.337079 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:57:33.337079 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:57:33.337079 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:57:33.337079 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:57:33.337079 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:57:33.337079 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:57:33.337079 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:57:33.396617 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9c9dc1-7e64-4a6d-8ee2-68ea7cb9fe8a None None] DHCP port deletion for e0bf1351-90a6-4b92-a2da-9efa164c13b2 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:57:33.461857 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-933d2bb8-a26d-4eb2-ace7-70d6016d00ba tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.466831 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-933d2bb8-a26d-4eb2-ace7-70d6016d00ba tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.471980 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-933d2bb8-a26d-4eb2-ace7-70d6016d00ba tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/networks/e0bf1351-90a6-4b92-a2da-9efa164c13b2 HTTP/1.1" status: 204 len: 168 time: 0.7013342 Jul 29 23:57:33.473227 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49920) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:33.526635 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96802ceb-5bc5-499a-b23e-df14b096607b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.749911 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96802ceb-5bc5-499a-b23e-df14b096607b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:33.884121 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96802ceb-5bc5-499a-b23e-df14b096607b admin admin] Router faa4020b-d1d7-4351-b5d8-d0c1136b9638 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:57:33.938366 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933d2bb8-a26d-4eb2-ace7-70d6016d00ba tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Network': ['ID=e0bf1351-90a6-4b92-a2da-9efa164c13b2,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:34.001924 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96802ceb-5bc5-499a-b23e-df14b096607b admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:34.011204 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcca00f-253b-400c-9f61-c92e3b42b609 None None] Sync routers for ids ['faa4020b-d1d7-4351-b5d8-d0c1136b9638'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:34.019442 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-96802ceb-5bc5-499a-b23e-df14b096607b admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:34.020807 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-96802ceb-5bc5-499a-b23e-df14b096607b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9396257 Jul 29 23:57:34.023641 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49922) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:34.025484 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcca00f-253b-400c-9f61-c92e3b42b609 None None] Routers {'faa4020b-d1d7-4351-b5d8-d0c1136b9638'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:34.026205 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-efcca00f-253b-400c-9f61-c92e3b42b609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['faa4020b-d1d7-4351-b5d8-d0c1136b9638'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:34.239245 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d3a658da-e96f-4f2c-9f49-d6cb6629d374 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:34.345846 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-efcca00f-253b-400c-9f61-c92e3b42b609 None None] Set router faa4020b-d1d7-4351-b5d8-d0c1136b9638 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:34.552922 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-d3a658da-e96f-4f2c-9f49-d6cb6629d374 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Deleting port a2d6c26d-f431-47bc-b1a9-f823316f03d1 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:34.553272 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d3a658da-e96f-4f2c-9f49-d6cb6629d374 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:34.567652 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-efcca00f-253b-400c-9f61-c92e3b42b609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa4020b-d1d7-4351-b5d8-d0c1136b9638', 'name': 'tempest-TestServerMultinode-874983625-router', 'tenant_id': '65b887b3724c4c1b9126bb8afb6a3c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '17de90df-60b4-4538-a4ef-26fff573a99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:32Z', 'updated_at': '2021-07-29T23:57:33Z', 'revision_number': 3, 'project_id': '65b887b3724c4c1b9126bb8afb6a3c0f', 'gw_port': {'id': '17de90df-60b4-4538-a4ef-26fff573a99c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:06:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa4020b-d1d7-4351-b5d8-d0c1136b9638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:32Z', 'updated_at': '2021-07-29T23:57:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:34.601345 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0533971-8236-4e6c-ab1a-ff46e4f95923 None None] Network bcea0a81-b45c-4d09-afa0-e633ccf8ced0 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:34.604415 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcca00f-253b-400c-9f61-c92e3b42b609 None None] Checking router: faa4020b-d1d7-4351-b5d8-d0c1136b9638 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:57:34.604770 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcca00f-253b-400c-9f61-c92e3b42b609 None None] Updating router faa4020b-d1d7-4351-b5d8-d0c1136b9638 port 17de90df-60b4-4538-a4ef-26fff573a99c binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:57:34.650791 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-d3a658da-e96f-4f2c-9f49-d6cb6629d374 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] For port a2d6c26d-f431-47bc-b1a9-f823316f03d1, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a2d6c26d-f431-47bc-b1a9-f823316f03d1,segment=NetworkSegment(0aae7b4a-f4ec-4d07-94b6-8c8a68f79c45),segment_id=0aae7b4a-f4ec-4d07-94b6-8c8a68f79c45)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:34.651600 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d3a658da-e96f-4f2c-9f49-d6cb6629d374 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:34.666400 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-d3a658da-e96f-4f2c-9f49-d6cb6629d374 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Calling delete_port for a2d6c26d-f431-47bc-b1a9-f823316f03d1 owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:34.680579 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-efcca00f-253b-400c-9f61-c92e3b42b609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:34.716986 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-86264bc4-bd93-4672-940d-f111cae640d5 None None] Provisioning for port ddab6862-dbbb-48b2-b63a-6c92b328b519 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:34.829329 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-98fe5944-5d1c-4b0a-a45c-c9012858700d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:34.856855 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d3a658da-e96f-4f2c-9f49-d6cb6629d374 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:34.888730 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a658da-e96f-4f2c-9f49-d6cb6629d374 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Port': ['ID=a2d6c26d-f431-47bc-b1a9-f823316f03d1,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:35.060613 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-98fe5944-5d1c-4b0a-a45c-c9012858700d admin admin] Allocated IP 172.20.0.1 (bcea0a81-b45c-4d09-afa0-e633ccf8ced0/a8d5a80a-2ba6-4b78-86f8-d28cdfecff81/e8a9a144-1d5c-472c-b91d-63975b4cda22) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:35.089055 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d3a658da-e96f-4f2c-9f49-d6cb6629d374 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.108531 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-efcca00f-253b-400c-9f61-c92e3b42b609 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.134553 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-efcca00f-253b-400c-9f61-c92e3b42b609 None None] Transition to ACTIVE for port object 17de90df-60b4-4538-a4ef-26fff573a99c will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:35.141697 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-efcca00f-253b-400c-9f61-c92e3b42b609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.208973 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-efcca00f-253b-400c-9f61-c92e3b42b609 None None] Attempting to bind port 17de90df-60b4-4538-a4ef-26fff573a99c on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:35.209270 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-efcca00f-253b-400c-9f61-c92e3b42b609 None None] Attempting to bind port 17de90df-60b4-4538-a4ef-26fff573a99c by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:35.209909 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcca00f-253b-400c-9f61-c92e3b42b609 None None] Attempting to bind port 17de90df-60b4-4538-a4ef-26fff573a99c on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:35.216527 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007346a-9070-4753-882f-e413e0129260 None None] Pushing event updated for resources: {'Port': ['ID=17de90df-60b4-4538-a4ef-26fff573a99c,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:35.221805 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcca00f-253b-400c-9f61-c92e3b42b609 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:35.222187 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcca00f-253b-400c-9f61-c92e3b42b609 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:35.222596 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-efcca00f-253b-400c-9f61-c92e3b42b609 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.222990 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcca00f-253b-400c-9f61-c92e3b42b609 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:35.223517 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-efcca00f-253b-400c-9f61-c92e3b42b609 None None] Bound port: 17de90df-60b4-4538-a4ef-26fff573a99c, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:35.223956 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-efcca00f-253b-400c-9f61-c92e3b42b609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.288450 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device ddab6862-dbbb-48b2-b63a-6c92b328b519 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:35.322554 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-98fe5944-5d1c-4b0a-a45c-c9012858700d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.338411 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-98fe5944-5d1c-4b0a-a45c-c9012858700d admin admin] Transition to ACTIVE for port object e8a9a144-1d5c-472c-b91d-63975b4cda22 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:35.345280 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-efcca00f-253b-400c-9f61-c92e3b42b609 None None] For port 17de90df-60b4-4538-a4ef-26fff573a99c, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:35.354729 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a658da-e96f-4f2c-9f49-d6cb6629d374 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Router f8bf2053-4022-4f72-b254-d9847e4c9cc2 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:35.368145 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-efcca00f-253b-400c-9f61-c92e3b42b609 None None] For port 17de90df-60b4-4538-a4ef-26fff573a99c, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=17de90df-60b4-4538-a4ef-26fff573a99c,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:35.376252 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-efcca00f-253b-400c-9f61-c92e3b42b609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.379389 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-98fe5944-5d1c-4b0a-a45c-c9012858700d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.425290 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fe5944-5d1c-4b0a-a45c-c9012858700d admin admin] Network bcea0a81-b45c-4d09-afa0-e633ccf8ced0 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:35.426940 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port ddab6862-dbbb-48b2-b63a-6c92b328b519 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:35.432117 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-98fe5944-5d1c-4b0a-a45c-c9012858700d admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:35.437640 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fe5944-5d1c-4b0a-a45c-c9012858700d admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:35.441231 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe5944-5d1c-4b0a-a45c-c9012858700d admin admin] Pushing event updated for resources: {'Port': ['ID=e8a9a144-1d5c-472c-b91d-63975b4cda22,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:35.446198 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port ddab6862-dbbb-48b2-b63a-6c92b328b519 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:35.446584 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.454166 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a658da-e96f-4f2c-9f49-d6cb6629d374 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:35.462181 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d3a658da-e96f-4f2c-9f49-d6cb6629d374 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "PUT /v2.0/routers/f8bf2053-4022-4f72-b254-d9847e4c9cc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9879434 Jul 29 23:57:35.462790 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49926) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:35.471398 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cad1c21-e148-419e-aaf5-f578cfb056c1 None None] Sync routers for ids ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:35.485749 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.489889 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-98fe5944-5d1c-4b0a-a45c-c9012858700d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.494414 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007346a-9070-4753-882f-e413e0129260 None None] Pushing event updated for resources: {'Port': ['ID=17de90df-60b4-4538-a4ef-26fff573a99c,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:35.499471 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcca00f-253b-400c-9f61-c92e3b42b609 None None] Routers {'faa4020b-d1d7-4351-b5d8-d0c1136b9638'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:35.500155 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-efcca00f-253b-400c-9f61-c92e3b42b609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['faa4020b-d1d7-4351-b5d8-d0c1136b9638'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:35.508705 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cad1c21-e148-419e-aaf5-f578cfb056c1 None None] Routers {'f8bf2053-4022-4f72-b254-d9847e4c9cc2'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:35.511293 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-8cad1c21-e148-419e-aaf5-f578cfb056c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:35.530005 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ea5c01-b52e-480c-a8f4-78e480851474 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Deleting subnet 23362fe3-6a44-46b8-a7cb-23d8913fa522 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:57:35.534069 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-72ea5c01-b52e-480c-a8f4-78e480851474 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.592169 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-72ea5c01-b52e-480c-a8f4-78e480851474 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.637272 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-8cad1c21-e148-419e-aaf5-f578cfb056c1 None None] Set router f8bf2053-4022-4f72-b254-d9847e4c9cc2 gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:35.669085 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.672928 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-efcca00f-253b-400c-9f61-c92e3b42b609 None None] Set router faa4020b-d1d7-4351-b5d8-d0c1136b9638 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:35.708171 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-98fe5944-5d1c-4b0a-a45c-c9012858700d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.726624 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-8cad1c21-e148-419e-aaf5-f578cfb056c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'name': 'tempest-RoutersTest-router-1285036154', 'tenant_id': '272dc532350e4739b2702d8077380801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:08Z', 'updated_at': '2021-07-29T23:57:34Z', 'revision_number': 11, 'project_id': '272dc532350e4739b2702d8077380801', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:35.732957 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-72ea5c01-b52e-480c-a8f4-78e480851474 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.763335 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cad1c21-e148-419e-aaf5-f578cfb056c1 None None] Checking router: f8bf2053-4022-4f72-b254-d9847e4c9cc2 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:57:35.777535 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cad1c21-e148-419e-aaf5-f578cfb056c1 None None] Routers {'f8bf2053-4022-4f72-b254-d9847e4c9cc2'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:35.780156 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-8cad1c21-e148-419e-aaf5-f578cfb056c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:35.803871 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-72ea5c01-b52e-480c-a8f4-78e480851474 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.831022 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port ddab6862-dbbb-48b2-b63a-6c92b328b519, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=ddab6862-dbbb-48b2-b63a-6c92b328b519,segment=NetworkSegment(cba6701f-5b09-41f5-b7f3-b1686185f4a7),segment_id=cba6701f-5b09-41f5-b7f3-b1686185f4a7)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:35.837896 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.865494 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea5c01-b52e-480c-a8f4-78e480851474 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Subnet': ['ID=23362fe3-6a44-46b8-a7cb-23d8913fa522,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:35.868105 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-72ea5c01-b52e-480c-a8f4-78e480851474 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.873147 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-8cad1c21-e148-419e-aaf5-f578cfb056c1 None None] Set router f8bf2053-4022-4f72-b254-d9847e4c9cc2 gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:35.874397 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-72ea5c01-b52e-480c-a8f4-78e480851474 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/subnets/23362fe3-6a44-46b8-a7cb-23d8913fa522 HTTP/1.1" status: 204 len: 168 time: 0.4106071 Jul 29 23:57:35.875732 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49928) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:35.882735 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3753fb8b-528a-4e24-a51f-4fb6cb2ce418 None None] Network c3b5dd50-5b31-4932-9b12-8e83f1914ce3 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:35.890618 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-25097a35-4fdf-4d08-b3c8-137a0bbef86d None None] Provisioning for port e8a9a144-1d5c-472c-b91d-63975b4cda22 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:35.938345 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-8cad1c21-e148-419e-aaf5-f578cfb056c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'name': 'tempest-RoutersTest-router-1285036154', 'tenant_id': '272dc532350e4739b2702d8077380801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:08Z', 'updated_at': '2021-07-29T23:57:34Z', 'revision_number': 11, 'project_id': '272dc532350e4739b2702d8077380801', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:35.950955 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:35.953170 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-25097a35-4fdf-4d08-b3c8-137a0bbef86d None None] Provisioning complete for port e8a9a144-1d5c-472c-b91d-63975b4cda22 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:35.953545 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25097a35-4fdf-4d08-b3c8-137a0bbef86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.976586 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cad1c21-e148-419e-aaf5-f578cfb056c1 None None] The sync data for ids ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'] in n-d-712140-10 is: [{'id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'name': 'tempest-RoutersTest-router-1285036154', 'tenant_id': '272dc532350e4739b2702d8077380801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:08Z', 'updated_at': '2021-07-29T23:57:34Z', 'revision_number': 11, 'project_id': '272dc532350e4739b2702d8077380801', 'gw_port_host': None}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:35.991588 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-98fe5944-5d1c-4b0a-a45c-c9012858700d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.995180 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f8ccf479-41ac-4c2b-ac88-44d16d726da9 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:35.997367 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-98fe5944-5d1c-4b0a-a45c-c9012858700d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.037675 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:36.038023 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 5e656551-ee2b-4ffb-a7f4-7d70e74ea8f0 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:36.038430 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 17659289-1d68-4665-958a-056d1d4e7584 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:36.071210 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccf479-41ac-4c2b-ac88-44d16d726da9 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Deleting port 35cb82e2-b759-49fc-bf65-2f9f9ce2901e {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:57:36.071864 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f8ccf479-41ac-4c2b-ac88-44d16d726da9 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.075807 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=ddab6862-dbbb-48b2-b63a-6c92b328b519,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:36.076063 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fe5944-5d1c-4b0a-a45c-c9012858700d admin admin] Pushing event updated for resources: {'Port': ['ID=e8a9a144-1d5c-472c-b91d-63975b4cda22,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:36.078293 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 17659289-1d68-4665-958a-056d1d4e7584 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:36.078646 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 17659289-1d68-4665-958a-056d1d4e7584 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:36.083244 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-98fe5944-5d1c-4b0a-a45c-c9012858700d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.105622 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-25097a35-4fdf-4d08-b3c8-137a0bbef86d None None] Port e8a9a144-1d5c-472c-b91d-63975b4cda22 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:36.149856 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f8ccf479-41ac-4c2b-ac88-44d16d726da9 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] For port 35cb82e2-b759-49fc-bf65-2f9f9ce2901e, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=35cb82e2-b759-49fc-bf65-2f9f9ce2901e,segment=NetworkSegment(0aae7b4a-f4ec-4d07-94b6-8c8a68f79c45),segment_id=0aae7b4a-f4ec-4d07-94b6-8c8a68f79c45)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:36.151062 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f8ccf479-41ac-4c2b-ac88-44d16d726da9 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.168872 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f8ccf479-41ac-4c2b-ac88-44d16d726da9 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Calling delete_port for 35cb82e2-b759-49fc-bf65-2f9f9ce2901e owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:57:36.187205 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-efcca00f-253b-400c-9f61-c92e3b42b609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa4020b-d1d7-4351-b5d8-d0c1136b9638', 'name': 'tempest-TestServerMultinode-874983625-router', 'tenant_id': '65b887b3724c4c1b9126bb8afb6a3c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '17de90df-60b4-4538-a4ef-26fff573a99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:32Z', 'updated_at': '2021-07-29T23:57:33Z', 'revision_number': 3, 'project_id': '65b887b3724c4c1b9126bb8afb6a3c0f', 'gw_port': {'id': '17de90df-60b4-4538-a4ef-26fff573a99c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:06:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa4020b-d1d7-4351-b5d8-d0c1136b9638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:32Z', 'updated_at': '2021-07-29T23:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:36.189423 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fe5944-5d1c-4b0a-a45c-c9012858700d admin admin] Network bcea0a81-b45c-4d09-afa0-e633ccf8ced0 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:36.192471 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-98fe5944-5d1c-4b0a-a45c-c9012858700d admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:36.217699 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcca00f-253b-400c-9f61-c92e3b42b609 None None] The sync data for ids ['faa4020b-d1d7-4351-b5d8-d0c1136b9638'] in n-d-712140-10 is: [{'id': 'faa4020b-d1d7-4351-b5d8-d0c1136b9638', 'name': 'tempest-TestServerMultinode-874983625-router', 'tenant_id': '65b887b3724c4c1b9126bb8afb6a3c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '17de90df-60b4-4538-a4ef-26fff573a99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:32Z', 'updated_at': '2021-07-29T23:57:33Z', 'revision_number': 3, 'project_id': '65b887b3724c4c1b9126bb8afb6a3c0f', 'gw_port': {'id': '17de90df-60b4-4538-a4ef-26fff573a99c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:06:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa4020b-d1d7-4351-b5d8-d0c1136b9638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:32Z', 'updated_at': '2021-07-29T23:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:36.263652 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9c594108-0057-43ce-9f4d-dc39374c2a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.292601 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f8ccf479-41ac-4c2b-ac88-44d16d726da9 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.330159 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ccf479-41ac-4c2b-ac88-44d16d726da9 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] No DVR routers for this DVR port 35cb82e2-b759-49fc-bf65-2f9f9ce2901e on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:57:36.335514 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccf479-41ac-4c2b-ac88-44d16d726da9 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Port': ['ID=35cb82e2-b759-49fc-bf65-2f9f9ce2901e,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:36.350708 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f0515f-9a98-4dca-8339-e1f6d48cbb9d None None] DHCP port deletion for c3b5dd50-5b31-4932-9b12-8e83f1914ce3 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:57:36.361530 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fe5944-5d1c-4b0a-a45c-c9012858700d admin admin] Router faa4020b-d1d7-4351-b5d8-d0c1136b9638 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:36.451104 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f8ccf479-41ac-4c2b-ac88-44d16d726da9 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.462341 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-f8ccf479-41ac-4c2b-ac88-44d16d726da9 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3b5dd50-5b31-4932-9b12-8e83f1914ce3']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:36.488716 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-f8ccf479-41ac-4c2b-ac88-44d16d726da9 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aae7b4a-f4ec-4d07-94b6-8c8a68f79c45') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:36.489838 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-f8ccf479-41ac-4c2b-ac88-44d16d726da9 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aae7b4a-f4ec-4d07-94b6-8c8a68f79c45') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:36.502739 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f8ccf479-41ac-4c2b-ac88-44d16d726da9 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.505464 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fe5944-5d1c-4b0a-a45c-c9012858700d admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:36.519963 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-98fe5944-5d1c-4b0a-a45c-c9012858700d admin admin] 10.222.0.18 "PUT /v2.0/routers/faa4020b-d1d7-4351-b5d8-d0c1136b9638/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4863381 Jul 29 23:57:36.524825 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f8ccf479-41ac-4c2b-ac88-44d16d726da9 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.535228 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8ccf479-41ac-4c2b-ac88-44d16d726da9 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:57:36.535644 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f8ccf479-41ac-4c2b-ac88-44d16d726da9 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.539383 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:57:36.539383 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:57:36.539383 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:57:36.539383 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:57:36.539383 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:57:36.539383 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:57:36.539383 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:57:36.539383 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:57:36.539383 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:57:36.539383 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:57:36.539383 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:57:36.539383 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:57:36.539383 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:57:36.539383 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:57:36.539383 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:57:36.539383 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:57:36.539383 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:57:36.539383 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:57:36.539383 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:57:36.539383 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:57:36.539383 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:57:36.539383 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:57:36.539383 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:57:36.539383 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:57:36.539383 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:57:36.539383 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:57:36.539383 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:57:36.539383 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:57:36.539383 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:57:36.539383 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:57:36.539383 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:57:36.539383 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:57:36.626162 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f8ccf479-41ac-4c2b-ac88-44d16d726da9 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.641650 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-255c044f-62df-4bcb-930e-8ab3cbcb4175 None None] Provisioning complete for port e8a9a144-1d5c-472c-b91d-63975b4cda22 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:36.642034 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-255c044f-62df-4bcb-930e-8ab3cbcb4175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.651664 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f8ccf479-41ac-4c2b-ac88-44d16d726da9 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.656995 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f8ccf479-41ac-4c2b-ac88-44d16d726da9 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/networks/c3b5dd50-5b31-4932-9b12-8e83f1914ce3 HTTP/1.1" status: 204 len: 168 time: 0.7776124 Jul 29 23:57:36.656995 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ccf479-41ac-4c2b-ac88-44d16d726da9 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Pushing event deleted for resources: {'Network': ['ID=c3b5dd50-5b31-4932-9b12-8e83f1914ce3,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:36.657818 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49932) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:36.668903 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-ab7667dc-7f27-42fb-a07e-97dd1ed7d58b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Request body: {'router': {'routes': None}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:36.709165 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-255c044f-62df-4bcb-930e-8ab3cbcb4175 None None] Port e8a9a144-1d5c-472c-b91d-63975b4cda22 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:36.857991 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.extraroute_db [None req-ab7667dc-7f27-42fb-a07e-97dd1ed7d58b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Added routes are [] {{(pid=94063) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 29 23:57:36.860232 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.extraroute_db [None req-ab7667dc-7f27-42fb-a07e-97dd1ed7d58b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Removed routes are [] {{(pid=94063) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 29 23:57:36.860646 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ab7667dc-7f27-42fb-a07e-97dd1ed7d58b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16400064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16332386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:36.938809 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.018892 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ab7667dc-7f27-42fb-a07e-97dd1ed7d58b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16400064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16332386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.031387 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ab7667dc-7f27-42fb-a07e-97dd1ed7d58b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16400091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16400082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16332405'] for router, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.123206 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7667dc-7f27-42fb-a07e-97dd1ed7d58b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Router f8bf2053-4022-4f72-b254-d9847e4c9cc2 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:37.150942 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49946) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:37.158746 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-5febaa09-9d9e-4797-938e-c8cc2ab8230f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1441589177-network', 'tenant_id': '64490d42869d4817b5ea043d148e10a5'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:37.194353 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5febaa09-9d9e-4797-938e-c8cc2ab8230f admin admin] Made reservation on behalf of 64490d42869d4817b5ea043d148e10a5 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:37.197194 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5febaa09-9d9e-4797-938e-c8cc2ab8230f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.210026 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device ddab6862-dbbb-48b2-b63a-6c92b328b519 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:37.210605 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5febaa09-9d9e-4797-938e-c8cc2ab8230f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.228550 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7667dc-7f27-42fb-a07e-97dd1ed7d58b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:37.235977 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ab7667dc-7f27-42fb-a07e-97dd1ed7d58b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.239649 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ab7667dc-7f27-42fb-a07e-97dd1ed7d58b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "PUT /v2.0/routers/f8bf2053-4022-4f72-b254-d9847e4c9cc2 HTTP/1.1" status: 200 len: 701 time: 0.5732684 Jul 29 23:57:37.239948 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49948) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:37.246277 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a8ac4a-d48f-42d0-b214-d476350ea312 None None] Sync routers for ids ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:37.277531 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a8ac4a-d48f-42d0-b214-d476350ea312 None None] Routers {'f8bf2053-4022-4f72-b254-d9847e4c9cc2'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:37.279004 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-06a8ac4a-d48f-42d0-b214-d476350ea312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:37.284909 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ad468e3c-f6c0-4a6b-9827-fe5db2f017de tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8bf2053-4022-4f72-b254-d9847e4c9cc2 HTTP/1.1" status: 200 len: 205 time: 0.0433688 Jul 29 23:57:37.285528 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49950) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:37.333546 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5febaa09-9d9e-4797-938e-c8cc2ab8230f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.338576 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5febaa09-9d9e-4797-938e-c8cc2ab8230f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.367812 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5febaa09-9d9e-4797-938e-c8cc2ab8230f admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:57:37.370038 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-20621680-de88-4bb0-8fa7-3e04a7281ad3 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.378417 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febaa09-9d9e-4797-938e-c8cc2ab8230f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4f5f4e-209a-470b-be15-cfecbcd3d3c7,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:37.387805 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5febaa09-9d9e-4797-938e-c8cc2ab8230f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.388350 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-5febaa09-9d9e-4797-938e-c8cc2ab8230f admin admin] Added segment 1547e37c-46c4-44bd-86a7-8ae230f6bf4c of type vlan for network f124eb7b-a218-4560-838d-28a8673de3a7 Jul 29 23:57:37.444359 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5febaa09-9d9e-4797-938e-c8cc2ab8230f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.496127 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5febaa09-9d9e-4797-938e-c8cc2ab8230f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.502443 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5febaa09-9d9e-4797-938e-c8cc2ab8230f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:37.504725 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5febaa09-9d9e-4797-938e-c8cc2ab8230f admin admin] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.568080 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-20621680-de88-4bb0-8fa7-3e04a7281ad3 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.570582 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-20621680-de88-4bb0-8fa7-3e04a7281ad3 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.575473 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port ddab6862-dbbb-48b2-b63a-6c92b328b519 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:37.576027 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.578176 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-06a8ac4a-d48f-42d0-b214-d476350ea312 None None] Set router f8bf2053-4022-4f72-b254-d9847e4c9cc2 gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:37.578522 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5febaa09-9d9e-4797-938e-c8cc2ab8230f admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4247620 Jul 29 23:57:37.579872 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49952) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:37.586529 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-36168da0-b54e-4afd-b439-76dc1b47b359 admin admin] Request body: {'subnet': {'network_id': 'f124eb7b-a218-4560-838d-28a8673de3a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1441589177-subnet', 'tenant_id': '64490d42869d4817b5ea043d148e10a5', 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:37.603037 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febaa09-9d9e-4797-938e-c8cc2ab8230f admin admin] Pushing event updated for resources: {'Network': ['ID=f124eb7b-a218-4560-838d-28a8673de3a7,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:37.622051 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36168da0-b54e-4afd-b439-76dc1b47b359 admin admin] Made reservation on behalf of 64490d42869d4817b5ea043d148e10a5 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:37.624834 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-36168da0-b54e-4afd-b439-76dc1b47b359 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.634534 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-20621680-de88-4bb0-8fa7-3e04a7281ad3 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.635711 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20621680-de88-4bb0-8fa7-3e04a7281ad3 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Fanout notify agent at l3_agent the message router_deleted on router f8bf2053-4022-4f72-b254-d9847e4c9cc2 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:57:37.647564 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-20621680-de88-4bb0-8fa7-3e04a7281ad3 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.648962 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-20621680-de88-4bb0-8fa7-3e04a7281ad3 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/routers/f8bf2053-4022-4f72-b254-d9847e4c9cc2 HTTP/1.1" status: 204 len: 168 time: 0.3623521 Jul 29 23:57:37.652138 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network f124eb7b-a218-4560-838d-28a8673de3a7 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:57:37.654688 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49954) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:37.658644 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-06a8ac4a-d48f-42d0-b214-d476350ea312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bf2053-4022-4f72-b254-d9847e4c9cc2', 'name': 'tempest-RoutersTest-router-1285036154', 'tenant_id': '272dc532350e4739b2702d8077380801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:08Z', 'updated_at': '2021-07-29T23:57:34Z', 'revision_number': 11, 'project_id': '272dc532350e4739b2702d8077380801', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:37.659828 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-57b40820-8f4b-4242-b1ba-a78b4e660a15 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1765836374', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:37.692760 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-57b40820-8f4b-4242-b1ba-a78b4e660a15 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.693770 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-57b40820-8f4b-4242-b1ba-a78b4e660a15 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.725779 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a8ac4a-d48f-42d0-b214-d476350ea312 None None] Checking router: f8bf2053-4022-4f72-b254-d9847e4c9cc2 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:57:37.753127 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-57b40820-8f4b-4242-b1ba-a78b4e660a15 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.759683 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-57b40820-8f4b-4242-b1ba-a78b4e660a15 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.761470 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a8ac4a-d48f-42d0-b214-d476350ea312 None None] Routers set() bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:37.761846 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a8ac4a-d48f-42d0-b214-d476350ea312 None None] Router IDs set() for agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 23:57:37.763044 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_agentschedulers_db [None req-06a8ac4a-d48f-42d0-b214-d476350ea312 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f8bf2053-4022-4f72-b254-d9847e4c9cc2'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent'). {{(pid=94065) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 23:57:37.763557 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a8ac4a-d48f-42d0-b214-d476350ea312 None None] The sync data for ids ['f8bf2053-4022-4f72-b254-d9847e4c9cc2'] in n-d-712140-10 is: [] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:37.779946 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-57b40820-8f4b-4242-b1ba-a78b4e660a15 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.781483 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-57b40820-8f4b-4242-b1ba-a78b4e660a15 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1255450 Jul 29 23:57:37.784385 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49956) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:37.789159 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-dbfb3a8e-767b-4b86-ba7c-0590969df543 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:37.810969 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 17de90df-60b4-4538-a4ef-26fff573a99c up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:37.855459 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-36168da0-b54e-4afd-b439-76dc1b47b359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.885232 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 17de90df-60b4-4538-a4ef-26fff573a99c completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:37.893314 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 17de90df-60b4-4538-a4ef-26fff573a99c triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:37.893682 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:37.909733 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36168da0-b54e-4afd-b439-76dc1b47b359 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60520301-86a8-4739-9965-64efbdbc8232,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:37.939255 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36168da0-b54e-4afd-b439-76dc1b47b359 admin admin] Checking segment: {'id': '1547e37c-46c4-44bd-86a7-8ae230f6bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f124eb7b-a218-4560-838d-28a8673de3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:37.939725 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36168da0-b54e-4afd-b439-76dc1b47b359 admin admin] Network hostable DHCP agents. Network: f124eb7b-a218-4560-838d-28a8673de3a7, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:57:37.960451 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36168da0-b54e-4afd-b439-76dc1b47b359 admin admin] Network f124eb7b-a218-4560-838d-28a8673de3a7 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:57:37.974155 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-36168da0-b54e-4afd-b439-76dc1b47b359 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, f124eb7b-a218-4560-838d-28a8673de3a7) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:37.984215 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ebadb7-11ab-47ca-8b36-c6deba0a7fed None None] Network f124eb7b-a218-4560-838d-28a8673de3a7 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:37.989737 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36168da0-b54e-4afd-b439-76dc1b47b359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:37.990964 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-36168da0-b54e-4afd-b439-76dc1b47b359 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.010043 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-36168da0-b54e-4afd-b439-76dc1b47b359 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4273844 Jul 29 23:57:38.013529 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49958) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:38.022509 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-70e06711-aa91-483f-b669-b31a640aecfb admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1441589177-router', 'tenant_id': '64490d42869d4817b5ea043d148e10a5', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:38.043476 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dbfb3a8e-767b-4b86-ba7c-0590969df543 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16400064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16332386', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-420'] for router, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.046517 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.057526 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dbfb3a8e-767b-4b86-ba7c-0590969df543 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16400091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16400082', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16332405'] for router, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.058794 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-70e06711-aa91-483f-b669-b31a640aecfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.060798 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-70e06711-aa91-483f-b669-b31a640aecfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.078466 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 17de90df-60b4-4538-a4ef-26fff573a99c, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=17de90df-60b4-4538-a4ef-26fff573a99c,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:38.083208 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.125100 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-70e06711-aa91-483f-b669-b31a640aecfb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.182381 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a2d6c26d-f431-47bc-b1a9-f823316f03d1 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:38.187226 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=17de90df-60b4-4538-a4ef-26fff573a99c,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:38.191435 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfb3a8e-767b-4b86-ba7c-0590969df543 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Router 92512266-bf0d-4f0f-a875-0232f79c8f6b is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:57:38.210303 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: a2d6c26d-f431-47bc-b1a9-f823316f03d1 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:38.210303 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a2d6c26d-f431-47bc-b1a9-f823316f03d1 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:38.211000 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 35cb82e2-b759-49fc-bf65-2f9f9ce2901e no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:57:38.253069 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a970446e-3a0f-4538-a71b-5442bdf828eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-f124eb7b-a218-4560-838d-28a8673de3a7', 'network_id': 'f124eb7b-a218-4560-838d-28a8673de3a7', 'tenant_id': '64490d42869d4817b5ea043d148e10a5', 'fixed_ips': [{'subnet_id': '60520301-86a8-4739-9965-64efbdbc8232'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:57:38.253915 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a970446e-3a0f-4538-a71b-5442bdf828eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.259824 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 35cb82e2-b759-49fc-bf65-2f9f9ce2901e {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:57:38.260194 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 35cb82e2-b759-49fc-bf65-2f9f9ce2901e not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:57:38.284172 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.286070 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfb3a8e-767b-4b86-ba7c-0590969df543 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:38.302438 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815d2234-b769-4edb-a55e-aacde48d84b6 None None] Sync routers for ids ['92512266-bf0d-4f0f-a875-0232f79c8f6b'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:38.307262 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dbfb3a8e-767b-4b86-ba7c-0590969df543 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.308602 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-dbfb3a8e-767b-4b86-ba7c-0590969df543 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "PUT /v2.0/routers/92512266-bf0d-4f0f-a875-0232f79c8f6b HTTP/1.1" status: 200 len: 694 time: 0.5231080 Jul 29 23:57:38.312342 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49960) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:38.317100 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-70e06711-aa91-483f-b669-b31a640aecfb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.318188 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815d2234-b769-4edb-a55e-aacde48d84b6 None None] Routers {'92512266-bf0d-4f0f-a875-0232f79c8f6b'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:38.319119 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-815d2234-b769-4edb-a55e-aacde48d84b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['92512266-bf0d-4f0f-a875-0232f79c8f6b'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:38.414927 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-815d2234-b769-4edb-a55e-aacde48d84b6 None None] Set router 92512266-bf0d-4f0f-a875-0232f79c8f6b gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:38.430920 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-a970446e-3a0f-4538-a71b-5442bdf828eb None None] Allocated IP 172.20.0.2 (f124eb7b-a218-4560-838d-28a8673de3a7/60520301-86a8-4739-9965-64efbdbc8232/849fabf1-4c78-4d9f-8d86-a84c3e8757d7) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:38.483283 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-815d2234-b769-4edb-a55e-aacde48d84b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92512266-bf0d-4f0f-a875-0232f79c8f6b', 'name': 'tempest-RoutersTest-router-1765836374', 'tenant_id': '272dc532350e4739b2702d8077380801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:37Z', 'updated_at': '2021-07-29T23:57:38Z', 'revision_number': 2, 'project_id': '272dc532350e4739b2702d8077380801', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:38.544325 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815d2234-b769-4edb-a55e-aacde48d84b6 None None] Checking router: 92512266-bf0d-4f0f-a875-0232f79c8f6b for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:57:38.556734 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815d2234-b769-4edb-a55e-aacde48d84b6 None None] Routers {'92512266-bf0d-4f0f-a875-0232f79c8f6b'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:38.557202 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-815d2234-b769-4edb-a55e-aacde48d84b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['92512266-bf0d-4f0f-a875-0232f79c8f6b'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:38.563446 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6579a2-bb3a-4e46-9806-39da54e3ce80 None None] Sync routers for ids ['faa4020b-d1d7-4351-b5d8-d0c1136b9638'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:38.604179 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6579a2-bb3a-4e46-9806-39da54e3ce80 None None] Routers {'faa4020b-d1d7-4351-b5d8-d0c1136b9638'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:38.604612 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-70e06711-aa91-483f-b669-b31a640aecfb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.607152 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-7b6579a2-bb3a-4e46-9806-39da54e3ce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['faa4020b-d1d7-4351-b5d8-d0c1136b9638'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:38.628381 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-70e06711-aa91-483f-b669-b31a640aecfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.660401 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-815d2234-b769-4edb-a55e-aacde48d84b6 None None] Set router 92512266-bf0d-4f0f-a875-0232f79c8f6b gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:38.682146 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a970446e-3a0f-4538-a71b-5442bdf828eb None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.699963 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a970446e-3a0f-4538-a71b-5442bdf828eb None None] Transition to ACTIVE for port object 849fabf1-4c78-4d9f-8d86-a84c3e8757d7 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:38.729802 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-815d2234-b769-4edb-a55e-aacde48d84b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92512266-bf0d-4f0f-a875-0232f79c8f6b', 'name': 'tempest-RoutersTest-router-1765836374', 'tenant_id': '272dc532350e4739b2702d8077380801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:37Z', 'updated_at': '2021-07-29T23:57:38Z', 'revision_number': 2, 'project_id': '272dc532350e4739b2702d8077380801', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:38.756149 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-70e06711-aa91-483f-b669-b31a640aecfb admin admin] Allocated IP 172.25.8.172 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/055a03a7-3526-4fef-94e8-558378b0d7d5) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:38.757478 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a970446e-3a0f-4538-a71b-5442bdf828eb None None] Transition to ACTIVE for port object 849fabf1-4c78-4d9f-8d86-a84c3e8757d7 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:38.766028 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a970446e-3a0f-4538-a71b-5442bdf828eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.771219 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815d2234-b769-4edb-a55e-aacde48d84b6 None None] The sync data for ids ['92512266-bf0d-4f0f-a875-0232f79c8f6b'] in n-d-712140-10 is: [{'id': '92512266-bf0d-4f0f-a875-0232f79c8f6b', 'name': 'tempest-RoutersTest-router-1765836374', 'tenant_id': '272dc532350e4739b2702d8077380801', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:37Z', 'updated_at': '2021-07-29T23:57:38Z', 'revision_number': 2, 'project_id': '272dc532350e4739b2702d8077380801', 'gw_port_host': None}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:38.802998 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-7b6579a2-bb3a-4e46-9806-39da54e3ce80 None None] Set router faa4020b-d1d7-4351-b5d8-d0c1136b9638 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:38.835958 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a970446e-3a0f-4538-a71b-5442bdf828eb None None] Network f124eb7b-a218-4560-838d-28a8673de3a7 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:38.843760 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-a970446e-3a0f-4538-a71b-5442bdf828eb None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:38.850536 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a970446e-3a0f-4538-a71b-5442bdf828eb None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:38.869276 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0c0b0e49-abff-4fe4-b1b9-410d91a324fa tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "GET /v2.0/routers/92512266-bf0d-4f0f-a875-0232f79c8f6b HTTP/1.1" status: 200 len: 700 time: 0.5556049 Jul 29 23:57:38.872532 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49962) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:38.884115 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-70e06711-aa91-483f-b669-b31a640aecfb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.901512 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a8afc974-f3e2-4850-ad72-5489572ad2a1 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "GET /v2.0/ports?device_id=92512266-bf0d-4f0f-a875-0232f79c8f6b HTTP/1.1" status: 200 len: 205 time: 0.0277150 Jul 29 23:57:38.904566 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49964) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:38.915353 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970446e-3a0f-4538-a71b-5442bdf828eb None None] Pushing event updated for resources: {'Port': ['ID=849fabf1-4c78-4d9f-8d86-a84c3e8757d7,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:38.941660 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-70e06711-aa91-483f-b669-b31a640aecfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:38.988879 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e06711-aa91-483f-b669-b31a640aecfb admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:38.994284 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-70e06711-aa91-483f-b669-b31a640aecfb admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:38.996587 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e06711-aa91-483f-b669-b31a640aecfb admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:39.002654 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e06711-aa91-483f-b669-b31a640aecfb admin admin] Pushing event updated for resources: {'Port': ['ID=055a03a7-3526-4fef-94e8-558378b0d7d5,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:39.014792 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f0557e6-2ab8-41f4-930c-6c07c6af8715 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.030846 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a970446e-3a0f-4538-a71b-5442bdf828eb None None] Attempting to bind port 849fabf1-4c78-4d9f-8d86-a84c3e8757d7 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:39.031220 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a970446e-3a0f-4538-a71b-5442bdf828eb None None] Attempting to bind port 849fabf1-4c78-4d9f-8d86-a84c3e8757d7 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '1547e37c-46c4-44bd-86a7-8ae230f6bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f124eb7b-a218-4560-838d-28a8673de3a7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:39.031592 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a970446e-3a0f-4538-a71b-5442bdf828eb None None] Attempting to bind port 849fabf1-4c78-4d9f-8d86-a84c3e8757d7 on network f124eb7b-a218-4560-838d-28a8673de3a7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:39.042661 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a970446e-3a0f-4538-a71b-5442bdf828eb None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:39.043040 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a970446e-3a0f-4538-a71b-5442bdf828eb None None] Checking segment: {'id': '1547e37c-46c4-44bd-86a7-8ae230f6bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f124eb7b-a218-4560-838d-28a8673de3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:39.044259 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a970446e-3a0f-4538-a71b-5442bdf828eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.044666 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a970446e-3a0f-4538-a71b-5442bdf828eb None None] Bound using segment: {'id': '1547e37c-46c4-44bd-86a7-8ae230f6bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f124eb7b-a218-4560-838d-28a8673de3a7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:39.045147 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a970446e-3a0f-4538-a71b-5442bdf828eb None None] Bound port: 849fabf1-4c78-4d9f-8d86-a84c3e8757d7, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547e37c-46c4-44bd-86a7-8ae230f6bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f124eb7b-a218-4560-838d-28a8673de3a7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:39.045577 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a970446e-3a0f-4538-a71b-5442bdf828eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.118900 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 17de90df-60b4-4538-a4ef-26fff573a99c up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:39.215808 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f0557e6-2ab8-41f4-930c-6c07c6af8715 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.216396 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a970446e-3a0f-4538-a71b-5442bdf828eb None None] For port 849fabf1-4c78-4d9f-8d86-a84c3e8757d7, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:39.219026 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f0557e6-2ab8-41f4-930c-6c07c6af8715 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.222583 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a970446e-3a0f-4538-a71b-5442bdf828eb None None] For port 849fabf1-4c78-4d9f-8d86-a84c3e8757d7, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=849fabf1-4c78-4d9f-8d86-a84c3e8757d7,segment=NetworkSegment(1547e37c-46c4-44bd-86a7-8ae230f6bf4c),segment_id=1547e37c-46c4-44bd-86a7-8ae230f6bf4c)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:39.232057 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a970446e-3a0f-4538-a71b-5442bdf828eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.270758 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f0557e6-2ab8-41f4-930c-6c07c6af8715 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.275453 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0557e6-2ab8-41f4-930c-6c07c6af8715 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Fanout notify agent at l3_agent the message router_deleted on router 92512266-bf0d-4f0f-a875-0232f79c8f6b {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:57:39.275611 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 17de90df-60b4-4538-a4ef-26fff573a99c triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:39.275611 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.280248 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f0557e6-2ab8-41f4-930c-6c07c6af8715 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.283918 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5f0557e6-2ab8-41f4-930c-6c07c6af8715 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/routers/92512266-bf0d-4f0f-a875-0232f79c8f6b HTTP/1.1" status: 204 len: 168 time: 0.3780155 Jul 29 23:57:39.286994 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49966) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:39.307923 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-70e06711-aa91-483f-b669-b31a640aecfb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.327024 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-19422b25-8309-4d5c-b1a3-8710c749f744 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "GET /v2.0/ports?device_id=92512266-bf0d-4f0f-a875-0232f79c8f6b HTTP/1.1" status: 200 len: 205 time: 0.0386322 Jul 29 23:57:39.330215 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49968) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:39.348711 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-7b6579a2-bb3a-4e46-9806-39da54e3ce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa4020b-d1d7-4351-b5d8-d0c1136b9638', 'name': 'tempest-TestServerMultinode-874983625-router', 'tenant_id': '65b887b3724c4c1b9126bb8afb6a3c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '17de90df-60b4-4538-a4ef-26fff573a99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:32Z', 'updated_at': '2021-07-29T23:57:35Z', 'revision_number': 4, 'project_id': '65b887b3724c4c1b9126bb8afb6a3c0f', 'gw_port': {'id': '17de90df-60b4-4538-a4ef-26fff573a99c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa4020b-d1d7-4351-b5d8-d0c1136b9638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:32Z', 'updated_at': '2021-07-29T23:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'e8a9a144-1d5c-472c-b91d-63975b4cda22', 'name': '', 'network_id': 'bcea0a81-b45c-4d09-afa0-e633ccf8ced0', 'tenant_id': '65b887b3724c4c1b9126bb8afb6a3c0f', 'mac_address': 'fa:16:3e:36:24:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa4020b-d1d7-4351-b5d8-d0c1136b9638', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'a8d5a80a-2ba6-4b78-86f8-d28cdfecff81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:34Z', 'updated_at': '2021-07-29T23:57:35Z', 'revision_number': 2, 'project_id': '65b887b3724c4c1b9126bb8afb6a3c0f', 'subnets': [{'id': 'a8d5a80a-2ba6-4b78-86f8-d28cdfecff81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:39.375347 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-2a9a7732-0282-4aa6-abd7-a6482ddeedc7 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] delete failed (client error): The resource could not be found. Jul 29 23:57:39.379215 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2a9a7732-0282-4aa6-abd7-a6482ddeedc7 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/routers/92512266-bf0d-4f0f-a875-0232f79c8f6b HTTP/1.1" status: 404 len: 336 time: 0.0479841 Jul 29 23:57:39.379790 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49970) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:39.384944 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6579a2-bb3a-4e46-9806-39da54e3ce80 None None] Checking router: faa4020b-d1d7-4351-b5d8-d0c1136b9638 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:57:39.385312 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6579a2-bb3a-4e46-9806-39da54e3ce80 None None] Updating router faa4020b-d1d7-4351-b5d8-d0c1136b9638 port e8a9a144-1d5c-472c-b91d-63975b4cda22 binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:57:39.390146 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970446e-3a0f-4538-a71b-5442bdf828eb None None] Pushing event updated for resources: {'Port': ['ID=849fabf1-4c78-4d9f-8d86-a84c3e8757d7,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:39.419980 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7b6579a2-bb3a-4e46-9806-39da54e3ce80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.422129 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-c33526df-174c-463d-823f-f14cf530a8d1 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] DELETE failed (client error): The resource could not be found. Jul 29 23:57:39.422920 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c33526df-174c-463d-823f-f14cf530a8d1 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:57:39.427897 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49972) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:39.428498 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c33526df-174c-463d-823f-f14cf530a8d1 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/subnets/79af1ea4-6794-493b-9ed8-9cf18c4b5e13 HTTP/1.1" status: 404 len: 337 time: 0.0470955 Jul 29 23:57:39.459341 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-93551ad4-837d-4c04-a6b5-54092b41d767 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] DELETE failed (client error): The resource could not be found. Jul 29 23:57:39.461037 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93551ad4-837d-4c04-a6b5-54092b41d767 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:57:39.466012 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-93551ad4-837d-4c04-a6b5-54092b41d767 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/subnets/142417a5-cb61-49ba-81fa-c8e7ff3ab571 HTTP/1.1" status: 404 len: 337 time: 0.0339363 Jul 29 23:57:39.467302 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49974) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:39.509546 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f7c3978-4ac6-4427-b230-bb87a343bd4b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] DELETE failed (client error): The resource could not be found. Jul 29 23:57:39.510812 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f7c3978-4ac6-4427-b230-bb87a343bd4b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:57:39.548923 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5f7c3978-4ac6-4427-b230-bb87a343bd4b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/subnets/53e2ba43-d2b4-45f8-b2b7-82b91eaaa2f3 HTTP/1.1" status: 404 len: 337 time: 0.0802629 Jul 29 23:57:39.549834 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49976) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:39.586629 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-738d5f77-7c5f-4160-ae5c-090749c9ab72 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] DELETE failed (client error): The resource could not be found. Jul 29 23:57:39.587401 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-738d5f77-7c5f-4160-ae5c-090749c9ab72 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:57:39.593843 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-738d5f77-7c5f-4160-ae5c-090749c9ab72 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/subnets/23362fe3-6a44-46b8-a7cb-23d8913fa522 HTTP/1.1" status: 404 len: 337 time: 0.0427773 Jul 29 23:57:39.597684 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49978) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:39.627898 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-376fe593-c3cd-4d04-a2a6-49778c97e0e8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "GET /v2.0/ports?device_id=f8bf2053-4022-4f72-b254-d9847e4c9cc2 HTTP/1.1" status: 200 len: 205 time: 0.0278811 Jul 29 23:57:39.629398 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49980) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:39.683864 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-f0b72980-ff06-4816-864e-ea92b8a7f7da tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] delete failed (client error): The resource could not be found. Jul 29 23:57:39.688141 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f0b72980-ff06-4816-864e-ea92b8a7f7da tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/routers/f8bf2053-4022-4f72-b254-d9847e4c9cc2 HTTP/1.1" status: 404 len: 336 time: 0.0551262 Jul 29 23:57:39.688961 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49982) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:39.732480 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ce44c579-6ec2-46c9-8d08-d4bcc5b5b0f1 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a200aed-48e4-464f-bcec-6cccba044e6d HTTP/1.1" status: 200 len: 205 time: 0.0420678 Jul 29 23:57:39.734681 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49984) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:39.787343 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-26ad2ccb-8182-42e8-bf25-95fc264ff5d6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] delete failed (client error): The resource could not be found. Jul 29 23:57:39.789931 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-26ad2ccb-8182-42e8-bf25-95fc264ff5d6 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/routers/3a200aed-48e4-464f-bcec-6cccba044e6d HTTP/1.1" status: 404 len: 336 time: 0.0538104 Jul 29 23:57:39.792188 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49986) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:39.821697 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7b6579a2-bb3a-4e46-9806-39da54e3ce80 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.826814 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-467b5d4f-e4d5-4864-a849-1ab9b5d46b07 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] DELETE failed (client error): The resource could not be found. Jul 29 23:57:39.827370 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-467b5d4f-e4d5-4864-a849-1ab9b5d46b07 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:57:39.829658 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-467b5d4f-e4d5-4864-a849-1ab9b5d46b07 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/subnets/9a70d865-ee76-4a46-89d6-9d78b84e01b9 HTTP/1.1" status: 404 len: 337 time: 0.0359328 Jul 29 23:57:39.832014 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49988) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:39.834983 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7b6579a2-bb3a-4e46-9806-39da54e3ce80 None None] Transition to ACTIVE for port object e8a9a144-1d5c-472c-b91d-63975b4cda22 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:39.842605 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7b6579a2-bb3a-4e46-9806-39da54e3ce80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.873047 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1d7f7f88-124a-43ca-a0a5-b58d9d9d9c08 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "GET /v2.0/ports?device_id=71542d85-cb38-43cf-ba97-705c82a6954f HTTP/1.1" status: 200 len: 205 time: 0.0361800 Jul 29 23:57:39.876423 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49990) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:39.901703 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec699e74-c441-42eb-b349-1f273bef97a4 None None] Pushing event updated for resources: {'Port': ['ID=e8a9a144-1d5c-472c-b91d-63975b4cda22,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:39.920477 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-90c3be1d-e1f9-47a0-8968-8cd6da9b16d0 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] delete failed (client error): The resource could not be found. Jul 29 23:57:39.921602 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-90c3be1d-e1f9-47a0-8968-8cd6da9b16d0 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/routers/71542d85-cb38-43cf-ba97-705c82a6954f HTTP/1.1" status: 404 len: 336 time: 0.0440154 Jul 29 23:57:39.924369 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49992) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:39.966023 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-70e06711-aa91-483f-b669-b31a640aecfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.966558 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e4be540e-3a18-4be2-a029-233b5b79bf5d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "GET /v2.0/ports?device_id=ba631453-518d-4305-ae93-a707418a72e5 HTTP/1.1" status: 200 len: 205 time: 0.0405095 Jul 29 23:57:39.972176 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 49994) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:39.988163 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-7b6579a2-bb3a-4e46-9806-39da54e3ce80 None None] Attempting to bind port e8a9a144-1d5c-472c-b91d-63975b4cda22 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:39.988567 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-7b6579a2-bb3a-4e46-9806-39da54e3ce80 None None] Attempting to bind port e8a9a144-1d5c-472c-b91d-63975b4cda22 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'cba6701f-5b09-41f5-b7f3-b1686185f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bcea0a81-b45c-4d09-afa0-e633ccf8ced0'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:39.988934 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6579a2-bb3a-4e46-9806-39da54e3ce80 None None] Attempting to bind port e8a9a144-1d5c-472c-b91d-63975b4cda22 on network bcea0a81-b45c-4d09-afa0-e633ccf8ced0 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:39.994288 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6579a2-bb3a-4e46-9806-39da54e3ce80 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:39.994674 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6579a2-bb3a-4e46-9806-39da54e3ce80 None None] Checking segment: {'id': 'cba6701f-5b09-41f5-b7f3-b1686185f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bcea0a81-b45c-4d09-afa0-e633ccf8ced0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:39.995068 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7b6579a2-bb3a-4e46-9806-39da54e3ce80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:39.995610 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6579a2-bb3a-4e46-9806-39da54e3ce80 None None] Bound using segment: {'id': 'cba6701f-5b09-41f5-b7f3-b1686185f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bcea0a81-b45c-4d09-afa0-e633ccf8ced0'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:39.996427 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-7b6579a2-bb3a-4e46-9806-39da54e3ce80 None None] Bound port: e8a9a144-1d5c-472c-b91d-63975b4cda22, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cba6701f-5b09-41f5-b7f3-b1686185f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bcea0a81-b45c-4d09-afa0-e633ccf8ced0'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:39.996810 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7b6579a2-bb3a-4e46-9806-39da54e3ce80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.017262 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-6c63b088-d46c-4bf0-9dd4-974b57ce2770 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] delete failed (client error): The resource could not be found. Jul 29 23:57:40.019877 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6c63b088-d46c-4bf0-9dd4-974b57ce2770 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/routers/ba631453-518d-4305-ae93-a707418a72e5 HTTP/1.1" status: 404 len: 336 time: 0.0451207 Jul 29 23:57:40.020974 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49996) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:40.066232 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c8cac60-90ee-4606-beab-7bec84d8575e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] DELETE failed (client error): The resource could not be found. Jul 29 23:57:40.066849 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c8cac60-90ee-4606-beab-7bec84d8575e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:57:40.071144 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0c8cac60-90ee-4606-beab-7bec84d8575e tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/subnets/bb2a54f7-29ae-499b-adcc-232a037e7252 HTTP/1.1" status: 404 len: 337 time: 0.0490398 Jul 29 23:57:40.071937 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 49998) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:40.072526 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-7b6579a2-bb3a-4e46-9806-39da54e3ce80 None None] For port e8a9a144-1d5c-472c-b91d-63975b4cda22, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:40.076549 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-7b6579a2-bb3a-4e46-9806-39da54e3ce80 None None] For port e8a9a144-1d5c-472c-b91d-63975b4cda22, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e8a9a144-1d5c-472c-b91d-63975b4cda22,segment=NetworkSegment(cba6701f-5b09-41f5-b7f3-b1686185f4a7),segment_id=cba6701f-5b09-41f5-b7f3-b1686185f4a7)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:40.082292 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7b6579a2-bb3a-4e46-9806-39da54e3ce80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.115984 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-fc26ceef-79cd-4397-83ac-b41d94194058 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "GET /v2.0/ports?device_id=7f636789-5456-4fe1-aea3-8e0963c6466a HTTP/1.1" status: 200 len: 205 time: 0.0410013 Jul 29 23:57:40.117251 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50000) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:40.170900 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec699e74-c441-42eb-b349-1f273bef97a4 None None] Pushing event updated for resources: {'Port': ['ID=e8a9a144-1d5c-472c-b91d-63975b4cda22,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:40.180639 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6579a2-bb3a-4e46-9806-39da54e3ce80 None None] Routers {'faa4020b-d1d7-4351-b5d8-d0c1136b9638'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:40.181220 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-7b6579a2-bb3a-4e46-9806-39da54e3ce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['faa4020b-d1d7-4351-b5d8-d0c1136b9638'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:40.187411 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-69737e5f-13d2-4fec-b3b2-7dc9961eeb96 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] delete failed (client error): The resource could not be found. Jul 29 23:57:40.188887 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-69737e5f-13d2-4fec-b3b2-7dc9961eeb96 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/routers/7f636789-5456-4fe1-aea3-8e0963c6466a HTTP/1.1" status: 404 len: 336 time: 0.0702803 Jul 29 23:57:40.191372 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50002) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:40.207465 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e06711-aa91-483f-b669-b31a640aecfb admin admin] Router 43835a91-3586-4cb4-88f7-c89000cad345 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:57:40.222681 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-f05e48e4-1269-42dd-a9ed-d22428e00923 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] DELETE failed (client error): The resource could not be found. Jul 29 23:57:40.223653 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f05e48e4-1269-42dd-a9ed-d22428e00923 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:57:40.225004 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f05e48e4-1269-42dd-a9ed-d22428e00923 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/subnets/3dc4749b-40ed-467f-9007-f6e652053664 HTTP/1.1" status: 404 len: 337 time: 0.0323446 Jul 29 23:57:40.227579 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50004) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:40.265800 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b0a2be65-30ff-48f2-b79f-33136eae338d tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "GET /v2.0/ports?device_id=67d36a9d-978f-4602-b46e-31a0b7ba348a HTTP/1.1" status: 200 len: 205 time: 0.0370636 Jul 29 23:57:40.268925 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50006) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:40.310631 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-7b6579a2-bb3a-4e46-9806-39da54e3ce80 None None] Set router faa4020b-d1d7-4351-b5d8-d0c1136b9638 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:40.319482 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-fdaeefa9-0ff0-466e-b5e6-6ec0fc63800b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] delete failed (client error): The resource could not be found. Jul 29 23:57:40.320747 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-fdaeefa9-0ff0-466e-b5e6-6ec0fc63800b tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/routers/67d36a9d-978f-4602-b46e-31a0b7ba348a HTTP/1.1" status: 404 len: 336 time: 0.0508595 Jul 29 23:57:40.324271 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50008) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:40.342253 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e06711-aa91-483f-b669-b31a640aecfb admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:40.351043 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60840a3e-d44c-486c-b03e-59ab0428ea04 None None] Sync routers for ids ['43835a91-3586-4cb4-88f7-c89000cad345'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:40.366714 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-47548f3f-ca8f-4924-af58-c6483039b506 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] DELETE failed (client error): The resource could not be found. Jul 29 23:57:40.368184 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47548f3f-ca8f-4924-af58-c6483039b506 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:57:40.369845 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60840a3e-d44c-486c-b03e-59ab0428ea04 None None] Routers {'43835a91-3586-4cb4-88f7-c89000cad345'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:40.370639 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-60840a3e-d44c-486c-b03e-59ab0428ea04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['43835a91-3586-4cb4-88f7-c89000cad345'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:40.371211 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-70e06711-aa91-483f-b669-b31a640aecfb admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.373122 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-70e06711-aa91-483f-b669-b31a640aecfb admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3574646 Jul 29 23:57:40.376506 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-47548f3f-ca8f-4924-af58-c6483039b506 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/subnets/51cbcebe-31a8-4bc6-ac42-d2219dc29661 HTTP/1.1" status: 404 len: 337 time: 0.0506194 Jul 29 23:57:40.377102 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50010) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:40.377438 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50012) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:40.422439 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-c764ed13-bf83-400b-97e9-ad7864ed65f8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] DELETE failed (client error): The resource could not be found. Jul 29 23:57:40.423284 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c764ed13-bf83-400b-97e9-ad7864ed65f8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 29 23:57:40.425435 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c764ed13-bf83-400b-97e9-ad7864ed65f8 tempest-RoutersTest-1123445658 tempest-RoutersTest-1123445658-project] 10.222.0.18 "DELETE /v2.0/subnets/71b7a93a-0de7-4c72-be76-1966855e545c HTTP/1.1" status: 404 len: 337 time: 0.0457885 Jul 29 23:57:40.521325 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-60840a3e-d44c-486c-b03e-59ab0428ea04 None None] Set router 43835a91-3586-4cb4-88f7-c89000cad345 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:40.582615 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-7b6579a2-bb3a-4e46-9806-39da54e3ce80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa4020b-d1d7-4351-b5d8-d0c1136b9638', 'name': 'tempest-TestServerMultinode-874983625-router', 'tenant_id': '65b887b3724c4c1b9126bb8afb6a3c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '17de90df-60b4-4538-a4ef-26fff573a99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:32Z', 'updated_at': '2021-07-29T23:57:35Z', 'revision_number': 4, 'project_id': '65b887b3724c4c1b9126bb8afb6a3c0f', 'gw_port': {'id': '17de90df-60b4-4538-a4ef-26fff573a99c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa4020b-d1d7-4351-b5d8-d0c1136b9638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:32Z', 'updated_at': '2021-07-29T23:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'e8a9a144-1d5c-472c-b91d-63975b4cda22', 'name': '', 'network_id': 'bcea0a81-b45c-4d09-afa0-e633ccf8ced0', 'tenant_id': '65b887b3724c4c1b9126bb8afb6a3c0f', 'mac_address': 'fa:16:3e:36:24:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa4020b-d1d7-4351-b5d8-d0c1136b9638', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'a8d5a80a-2ba6-4b78-86f8-d28cdfecff81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:34Z', 'updated_at': '2021-07-29T23:57:40Z', 'revision_number': 4, 'project_id': '65b887b3724c4c1b9126bb8afb6a3c0f', 'subnets': [{'id': 'a8d5a80a-2ba6-4b78-86f8-d28cdfecff81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:40.617111 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6579a2-bb3a-4e46-9806-39da54e3ce80 None None] The sync data for ids ['faa4020b-d1d7-4351-b5d8-d0c1136b9638'] in n-d-712140-10 is: [{'id': 'faa4020b-d1d7-4351-b5d8-d0c1136b9638', 'name': 'tempest-TestServerMultinode-874983625-router', 'tenant_id': '65b887b3724c4c1b9126bb8afb6a3c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '17de90df-60b4-4538-a4ef-26fff573a99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:32Z', 'updated_at': '2021-07-29T23:57:35Z', 'revision_number': 4, 'project_id': '65b887b3724c4c1b9126bb8afb6a3c0f', 'gw_port': {'id': '17de90df-60b4-4538-a4ef-26fff573a99c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa4020b-d1d7-4351-b5d8-d0c1136b9638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:32Z', 'updated_at': '2021-07-29T23:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'e8a9a144-1d5c-472c-b91d-63975b4cda22', 'name': '', 'network_id': 'bcea0a81-b45c-4d09-afa0-e633ccf8ced0', 'tenant_id': '65b887b3724c4c1b9126bb8afb6a3c0f', 'mac_address': 'fa:16:3e:36:24:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'faa4020b-d1d7-4351-b5d8-d0c1136b9638', 'device_owner': 'network:router_interface', 'standard_attr_id': 3836, 'fixed_ips': [{'subnet_id': 'a8d5a80a-2ba6-4b78-86f8-d28cdfecff81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:34Z', 'updated_at': '2021-07-29T23:57:40Z', 'revision_number': 4, 'project_id': '65b887b3724c4c1b9126bb8afb6a3c0f', 'subnets': [{'id': 'a8d5a80a-2ba6-4b78-86f8-d28cdfecff81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:40.792061 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-60840a3e-d44c-486c-b03e-59ab0428ea04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43835a91-3586-4cb4-88f7-c89000cad345', 'name': 'tempest-TestServerMultinode-1441589177-router', 'tenant_id': '64490d42869d4817b5ea043d148e10a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '055a03a7-3526-4fef-94e8-558378b0d7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:38Z', 'updated_at': '2021-07-29T23:57:39Z', 'revision_number': 3, 'project_id': '64490d42869d4817b5ea043d148e10a5', 'gw_port': {'id': '055a03a7-3526-4fef-94e8-558378b0d7d5', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:39:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43835a91-3586-4cb4-88f7-c89000cad345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:38Z', 'updated_at': '2021-07-29T23:57:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:40.825023 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60840a3e-d44c-486c-b03e-59ab0428ea04 None None] Checking router: 43835a91-3586-4cb4-88f7-c89000cad345 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:57:40.825761 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60840a3e-d44c-486c-b03e-59ab0428ea04 None None] Updating router 43835a91-3586-4cb4-88f7-c89000cad345 port 055a03a7-3526-4fef-94e8-558378b0d7d5 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:57:40.868349 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-60840a3e-d44c-486c-b03e-59ab0428ea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:40.943173 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065d0a54-ea25-456a-a48b-601ceca7d91c None None] Network f124eb7b-a218-4560-838d-28a8673de3a7 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:57:40.958023 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50018) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:41.154110 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1ba5e0f6-c5aa-4895-b630-ca247d516702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.157436 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-79d78af0-6086-4ed8-9980-12407eac5905 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=272dc532350e4739b2702d8077380801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1969693 Jul 29 23:57:41.157436 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50022) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:41.227716 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48ab8474-4655-43e8-bb29-4e8d9b2a5939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.274571 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48ab8474-4655-43e8-bb29-4e8d9b2a5939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.346460 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-60840a3e-d44c-486c-b03e-59ab0428ea04 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.362272 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-60840a3e-d44c-486c-b03e-59ab0428ea04 None None] Transition to ACTIVE for port object 055a03a7-3526-4fef-94e8-558378b0d7d5 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:41.365729 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48ab8474-4655-43e8-bb29-4e8d9b2a5939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.368633 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-48ab8474-4655-43e8-bb29-4e8d9b2a5939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.369861 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-48ab8474-4655-43e8-bb29-4e8d9b2a5939 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6dde0787-ac1f-435d-bb20-f9ce9408eb58 HTTP/1.1" status: 204 len: 168 time: 0.2111473 Jul 29 23:57:41.378853 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-60840a3e-d44c-486c-b03e-59ab0428ea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.381531 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab8474-4655-43e8-bb29-4e8d9b2a5939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dde0787-ac1f-435d-bb20-f9ce9408eb58,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:41.393496 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 849fabf1-4c78-4d9f-8d86-a84c3e8757d7 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:41.456734 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e5d70-8f66-425e-9ec4-2137ebe5b73e None None] Pushing event updated for resources: {'Port': ['ID=055a03a7-3526-4fef-94e8-558378b0d7d5,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:41.460216 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-60840a3e-d44c-486c-b03e-59ab0428ea04 None None] Attempting to bind port 055a03a7-3526-4fef-94e8-558378b0d7d5 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:41.460591 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-60840a3e-d44c-486c-b03e-59ab0428ea04 None None] Attempting to bind port 055a03a7-3526-4fef-94e8-558378b0d7d5 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:41.460955 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60840a3e-d44c-486c-b03e-59ab0428ea04 None None] Attempting to bind port 055a03a7-3526-4fef-94e8-558378b0d7d5 on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:41.471026 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f0c19aee-0968-4fab-8359-7c5b511db0fe None None] Provisioning for port 849fabf1-4c78-4d9f-8d86-a84c3e8757d7 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:41.473742 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60840a3e-d44c-486c-b03e-59ab0428ea04 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:41.474268 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-1ba5e0f6-c5aa-4895-b630-ca247d516702 admin admin] Allocated IP 172.20.0.1 (f124eb7b-a218-4560-838d-28a8673de3a7/60520301-86a8-4739-9965-64efbdbc8232/a0b15711-0aaf-411a-9b13-c6a6f44ffd39) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:41.474874 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60840a3e-d44c-486c-b03e-59ab0428ea04 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:41.474874 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-60840a3e-d44c-486c-b03e-59ab0428ea04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.475202 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60840a3e-d44c-486c-b03e-59ab0428ea04 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:41.475754 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-60840a3e-d44c-486c-b03e-59ab0428ea04 None None] Bound port: 055a03a7-3526-4fef-94e8-558378b0d7d5, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:41.476226 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-60840a3e-d44c-486c-b03e-59ab0428ea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.548149 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-60840a3e-d44c-486c-b03e-59ab0428ea04 None None] For port 055a03a7-3526-4fef-94e8-558378b0d7d5, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:41.551570 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-60840a3e-d44c-486c-b03e-59ab0428ea04 None None] For port 055a03a7-3526-4fef-94e8-558378b0d7d5, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=055a03a7-3526-4fef-94e8-558378b0d7d5,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:41.559716 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-60840a3e-d44c-486c-b03e-59ab0428ea04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.627971 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 849fabf1-4c78-4d9f-8d86-a84c3e8757d7 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:41.635352 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 849fabf1-4c78-4d9f-8d86-a84c3e8757d7 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:41.635824 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.638165 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60840a3e-d44c-486c-b03e-59ab0428ea04 None None] Routers {'43835a91-3586-4cb4-88f7-c89000cad345'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:41.639122 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-60840a3e-d44c-486c-b03e-59ab0428ea04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['43835a91-3586-4cb4-88f7-c89000cad345'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:41.655691 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1ba5e0f6-c5aa-4895-b630-ca247d516702 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.672179 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-1ba5e0f6-c5aa-4895-b630-ca247d516702 admin admin] Transition to ACTIVE for port object a0b15711-0aaf-411a-9b13-c6a6f44ffd39 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:41.711985 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1ba5e0f6-c5aa-4895-b630-ca247d516702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.781628 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba5e0f6-c5aa-4895-b630-ca247d516702 admin admin] Network f124eb7b-a218-4560-838d-28a8673de3a7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:41.788137 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-1ba5e0f6-c5aa-4895-b630-ca247d516702 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:41.795653 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba5e0f6-c5aa-4895-b630-ca247d516702 admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:41.813951 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9e5d70-8f66-425e-9ec4-2137ebe5b73e None None] Pushing event updated for resources: {'Port': ['ID=055a03a7-3526-4fef-94e8-558378b0d7d5,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:41.818700 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.866570 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5e0f6-c5aa-4895-b630-ca247d516702 admin admin] Pushing event updated for resources: {'Port': ['ID=a0b15711-0aaf-411a-9b13-c6a6f44ffd39,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:41.881443 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 849fabf1-4c78-4d9f-8d86-a84c3e8757d7, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=849fabf1-4c78-4d9f-8d86-a84c3e8757d7,segment=NetworkSegment(1547e37c-46c4-44bd-86a7-8ae230f6bf4c),segment_id=1547e37c-46c4-44bd-86a7-8ae230f6bf4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:41.884931 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1ba5e0f6-c5aa-4895-b630-ca247d516702 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.886426 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:41.887890 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e8a9a144-1d5c-472c-b91d-63975b4cda22 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:41.947038 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-60840a3e-d44c-486c-b03e-59ab0428ea04 None None] Set router 43835a91-3586-4cb4-88f7-c89000cad345 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:42.076487 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=849fabf1-4c78-4d9f-8d86-a84c3e8757d7,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:42.113544 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port e8a9a144-1d5c-472c-b91d-63975b4cda22 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:42.117265 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1ba5e0f6-c5aa-4895-b630-ca247d516702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.123025 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port e8a9a144-1d5c-472c-b91d-63975b4cda22 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:42.123409 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.233494 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-128ba99b-9eb1-4630-9ed5-9cb4d473f985 None None] Provisioning complete for port 849fabf1-4c78-4d9f-8d86-a84c3e8757d7 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:42.233870 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-128ba99b-9eb1-4630-9ed5-9cb4d473f985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.249947 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-60840a3e-d44c-486c-b03e-59ab0428ea04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43835a91-3586-4cb4-88f7-c89000cad345', 'name': 'tempest-TestServerMultinode-1441589177-router', 'tenant_id': '64490d42869d4817b5ea043d148e10a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '055a03a7-3526-4fef-94e8-558378b0d7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:38Z', 'updated_at': '2021-07-29T23:57:39Z', 'revision_number': 3, 'project_id': '64490d42869d4817b5ea043d148e10a5', 'gw_port': {'id': '055a03a7-3526-4fef-94e8-558378b0d7d5', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:39:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43835a91-3586-4cb4-88f7-c89000cad345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:38Z', 'updated_at': '2021-07-29T23:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:42.306200 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60840a3e-d44c-486c-b03e-59ab0428ea04 None None] The sync data for ids ['43835a91-3586-4cb4-88f7-c89000cad345'] in n-d-712140-10 is: [{'id': '43835a91-3586-4cb4-88f7-c89000cad345', 'name': 'tempest-TestServerMultinode-1441589177-router', 'tenant_id': '64490d42869d4817b5ea043d148e10a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '055a03a7-3526-4fef-94e8-558378b0d7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:38Z', 'updated_at': '2021-07-29T23:57:39Z', 'revision_number': 3, 'project_id': '64490d42869d4817b5ea043d148e10a5', 'gw_port': {'id': '055a03a7-3526-4fef-94e8-558378b0d7d5', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:39:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43835a91-3586-4cb4-88f7-c89000cad345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:38Z', 'updated_at': '2021-07-29T23:57:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:42.370732 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.455231 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port e8a9a144-1d5c-472c-b91d-63975b4cda22, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e8a9a144-1d5c-472c-b91d-63975b4cda22,segment=NetworkSegment(cba6701f-5b09-41f5-b7f3-b1686185f4a7),segment_id=cba6701f-5b09-41f5-b7f3-b1686185f4a7)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:42.460680 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.469320 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1ba5e0f6-c5aa-4895-b630-ca247d516702 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.474868 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1ba5e0f6-c5aa-4895-b630-ca247d516702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.524806 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=e8a9a144-1d5c-472c-b91d-63975b4cda22,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:42.572134 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1ba5e0f6-c5aa-4895-b630-ca247d516702 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.576671 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50044) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:42.580704 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5e0f6-c5aa-4895-b630-ca247d516702 admin admin] Pushing event updated for resources: {'Port': ['ID=a0b15711-0aaf-411a-9b13-c6a6f44ffd39,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:42.628326 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fc8b8d49-f80a-4313-bbef-b353609cab43 None None] Provisioning for port a0b15711-0aaf-411a-9b13-c6a6f44ffd39 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:42.633442 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fc8b8d49-f80a-4313-bbef-b353609cab43 None None] Provisioning complete for port a0b15711-0aaf-411a-9b13-c6a6f44ffd39 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:42.634136 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fc8b8d49-f80a-4313-bbef-b353609cab43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.676191 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-fc8b8d49-f80a-4313-bbef-b353609cab43 None None] Port a0b15711-0aaf-411a-9b13-c6a6f44ffd39 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:42.700141 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba5e0f6-c5aa-4895-b630-ca247d516702 admin admin] Network f124eb7b-a218-4560-838d-28a8673de3a7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:42.701602 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-1ba5e0f6-c5aa-4895-b630-ca247d516702 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:42.719725 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-f971cb02-b809-4471-8500-a398f2fd5d84 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:42.720458 n-d-712140-10 neutron-server[94064]: WARNING neutron.api.v2.base [None req-f971cb02-b809-4471-8500-a398f2fd5d84 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 29 23:57:42.721233 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-f971cb02-b809-4471-8500-a398f2fd5d84 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] create failed (client error): There was a conflict when trying to complete your request. Jul 29 23:57:42.722448 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f971cb02-b809-4471-8500-a398f2fd5d84 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1442223 Jul 29 23:57:42.726725 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50050) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:42.736283 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-70e72d75-1919-4ba9-9d69-5109d7303ba0 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Request body: {'security_group': {'name': 'tempest-secgroup--2072308591'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:42.763032 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-70e72d75-1919-4ba9-9d69-5109d7303ba0 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.772380 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-70e72d75-1919-4ba9-9d69-5109d7303ba0 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.851260 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba5e0f6-c5aa-4895-b630-ca247d516702 admin admin] Router 43835a91-3586-4cb4-88f7-c89000cad345 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:57:42.943821 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-70e72d75-1919-4ba9-9d69-5109d7303ba0 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.954018 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-70e72d75-1919-4ba9-9d69-5109d7303ba0 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:42.999550 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e72d75-1919-4ba9-9d69-5109d7303ba0 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d904228f-b376-4bb2-909e-2985674c78b3,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:43.003086 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f7404e79-7858-437f-923e-6f3eaf51f2b5 None None] Provisioning complete for port a0b15711-0aaf-411a-9b13-c6a6f44ffd39 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:43.003888 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f7404e79-7858-437f-923e-6f3eaf51f2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.006317 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba5e0f6-c5aa-4895-b630-ca247d516702 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:57:43.014129 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1ba5e0f6-c5aa-4895-b630-ca247d516702 admin admin] 10.222.0.18 "PUT /v2.0/routers/43835a91-3586-4cb4-88f7-c89000cad345/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6355853 Jul 29 23:57:43.057470 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f7404e79-7858-437f-923e-6f3eaf51f2b5 None None] Port a0b15711-0aaf-411a-9b13-c6a6f44ffd39 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:43.066794 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-70e72d75-1919-4ba9-9d69-5109d7303ba0 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.075681 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-70e72d75-1919-4ba9-9d69-5109d7303ba0 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.108465 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-70e72d75-1919-4ba9-9d69-5109d7303ba0 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.112639 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-70e72d75-1919-4ba9-9d69-5109d7303ba0 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3820758 Jul 29 23:57:43.112639 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e72d75-1919-4ba9-9d69-5109d7303ba0 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=585c5bc2-2fc4-4b27-9ab0-2321b3bc7385,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:43.113141 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50054) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:43.124114 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-5b392b13-8b4b-44ef-8a4e-1baef1066ca4 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Request body: {'security_group_rule': {'security_group_id': '585c5bc2-2fc4-4b27-9ab0-2321b3bc7385', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:43.155124 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b392b13-8b4b-44ef-8a4e-1baef1066ca4 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.246146 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b392b13-8b4b-44ef-8a4e-1baef1066ca4 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.252717 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b392b13-8b4b-44ef-8a4e-1baef1066ca4 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.255545 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 849fabf1-4c78-4d9f-8d86-a84c3e8757d7 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:43.276354 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b392b13-8b4b-44ef-8a4e-1baef1066ca4 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0da93fd-ceae-4857-a54c-1b9ae1aa37e7,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:43.280934 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b392b13-8b4b-44ef-8a4e-1baef1066ca4 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.286956 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50060) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:43.288345 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5b392b13-8b4b-44ef-8a4e-1baef1066ca4 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1740704 Jul 29 23:57:43.293527 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-37ec5b68-6ee1-425a-a73b-212152fc45c4 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Request body: {'security_group_rule': {'security_group_id': '585c5bc2-2fc4-4b27-9ab0-2321b3bc7385', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:43.329848 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37ec5b68-6ee1-425a-a73b-212152fc45c4 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.334712 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 849fabf1-4c78-4d9f-8d86-a84c3e8757d7 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:43.335090 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.396552 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-37ec5b68-6ee1-425a-a73b-212152fc45c4 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] create failed (client error): There was a conflict when trying to complete your request. Jul 29 23:57:43.397789 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-37ec5b68-6ee1-425a-a73b-212152fc45c4 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1096745 Jul 29 23:57:43.400728 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50066) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:43.444146 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e8a9a144-1d5c-472c-b91d-63975b4cda22 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:43.484668 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e6f2f3a9-175f-4c4a-b860-cfa82563fffc tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.500092 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port e8a9a144-1d5c-472c-b91d-63975b4cda22 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:43.500686 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.515689 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e6f2f3a9-175f-4c4a-b860-cfa82563fffc tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.583135 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e6f2f3a9-175f-4c4a-b860-cfa82563fffc tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.587935 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e6f2f3a9-175f-4c4a-b860-cfa82563fffc tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.591501 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e6f2f3a9-175f-4c4a-b860-cfa82563fffc tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "DELETE /v2.0/security-groups/585c5bc2-2fc4-4b27-9ab0-2321b3bc7385 HTTP/1.1" status: 204 len: 168 time: 0.1874294 Jul 29 23:57:43.591910 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50076) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:43.600243 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2f3a9-175f-4c4a-b860-cfa82563fffc tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=585c5bc2-2fc4-4b27-9ab0-2321b3bc7385,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:43.640081 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 055a03a7-3526-4fef-94e8-558378b0d7d5 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:43.659438 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2e48a301-8d4e-404c-b2b2-88192768f8ce tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0662789 Jul 29 23:57:43.663293 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50084) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:43.668833 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c7ec6719-1f72-4d5c-af89-9cca43e4e39a tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Request body: {'security_group': {'name': 'tempest-secgroup--1434224206'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:43.694141 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c7ec6719-1f72-4d5c-af89-9cca43e4e39a tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.705353 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 055a03a7-3526-4fef-94e8-558378b0d7d5 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:43.709523 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 055a03a7-3526-4fef-94e8-558378b0d7d5 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:43.709898 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.764054 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-635736d3-51cb-4ef0-b212-2d152d4a70bf tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:43.765599 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-635736d3-51cb-4ef0-b212-2d152d4a70bf tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/networks?id=bcea0a81-b45c-4d09-afa0-e633ccf8ced0 HTTP/1.1" status: 200 len: 910 time: 0.1250036 Jul 29 23:57:43.783702 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-b8339e7a-bf0b-42cd-b6ad-9f0f07cb7462 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/quotas/64490d42869d4817b5ea043d148e10a5 HTTP/1.1" status: 200 len: 375 time: 0.0103273 Jul 29 23:57:43.795430 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c7ec6719-1f72-4d5c-af89-9cca43e4e39a tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.797174 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.800336 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c7ec6719-1f72-4d5c-af89-9cca43e4e39a tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.822618 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 055a03a7-3526-4fef-94e8-558378b0d7d5, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=055a03a7-3526-4fef-94e8-558378b0d7d5,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:43.827160 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.828453 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c7ec6719-1f72-4d5c-af89-9cca43e4e39a tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.831900 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c7ec6719-1f72-4d5c-af89-9cca43e4e39a tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1651871 Jul 29 23:57:43.834280 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50086) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:43.838722 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-83fb5016-5f12-4f4c-8d7b-c814b9332ab8 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Request body: {'security_group_rule': {'security_group_id': 'f13fa6c6-ebb9-4dbd-9209-376e09be33d4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:43.839434 n-d-712140-10 neutron-server[94064]: WARNING neutron.api.v2.base [None req-83fb5016-5f12-4f4c-8d7b-c814b9332ab8 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 29 23:57:43.840542 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-83fb5016-5f12-4f4c-8d7b-c814b9332ab8 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:57:43.844992 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-83fb5016-5f12-4f4c-8d7b-c814b9332ab8 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069110 Jul 29 23:57:43.845184 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50088) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:43.852627 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ec6719-1f72-4d5c-af89-9cca43e4e39a tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f13fa6c6-ebb9-4dbd-9209-376e09be33d4,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:43.884409 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=055a03a7-3526-4fef-94e8-558378b0d7d5,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:43.897555 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-cb9409f5-52f3-44ce-aa1f-adf83ebed08d tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/ports?tenant_id=64490d42869d4817b5ea043d148e10a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1042309 Jul 29 23:57:43.905151 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fd00d6f3-e221-4d21-8259-c90279e32207 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.930837 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fd00d6f3-e221-4d21-8259-c90279e32207 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.977437 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fd00d6f3-e221-4d21-8259-c90279e32207 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.980028 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fd00d6f3-e221-4d21-8259-c90279e32207 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:43.981227 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fd00d6f3-e221-4d21-8259-c90279e32207 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "DELETE /v2.0/security-groups/f13fa6c6-ebb9-4dbd-9209-376e09be33d4 HTTP/1.1" status: 204 len: 168 time: 0.1351924 Jul 29 23:57:43.985594 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50092) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:43.996449 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd00d6f3-e221-4d21-8259-c90279e32207 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f13fa6c6-ebb9-4dbd-9209-376e09be33d4,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:44.036649 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-97412f51-1045-443e-bb2f-a625cfd50b8c tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0499840 Jul 29 23:57:44.040333 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50094) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:44.045461 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-75e95445-27a1-4895-863a-8a996b16cff4 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Request body: {'security_group': {'name': 'tempest-secgroup--348967024'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:44.050578 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-381fe493-24d5-4da5-9d6f-b0f0ef87e637 service neutron] 10.222.0.18 "GET /v2.0/networks/bcea0a81-b45c-4d09-afa0-e633ccf8ced0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452994 Jul 29 23:57:44.067693 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75e95445-27a1-4895-863a-8a996b16cff4 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.151780 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75e95445-27a1-4895-863a-8a996b16cff4 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.156157 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75e95445-27a1-4895-863a-8a996b16cff4 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.160450 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-0f26ea1a-dd05-409c-886a-82985f469811 service neutron] 10.222.0.18 "GET /v2.0/networks/bcea0a81-b45c-4d09-afa0-e633ccf8ced0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034937 Jul 29 23:57:44.186043 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75e95445-27a1-4895-863a-8a996b16cff4 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.187278 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-75e95445-27a1-4895-863a-8a996b16cff4 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1460276 Jul 29 23:57:44.190144 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50096) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:44.194501 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-eabac450-675b-499b-af1f-0183304e2801 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Request body: {'security_group_rule': {'security_group_id': '136b4bbb-7a88-421b-a760-fd6fad081cb6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:44.195254 n-d-712140-10 neutron-server[94064]: WARNING neutron.api.v2.base [None req-eabac450-675b-499b-af1f-0183304e2801 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 29 23:57:44.195752 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-eabac450-675b-499b-af1f-0183304e2801 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:57:44.198876 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-eabac450-675b-499b-af1f-0183304e2801 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0056472 Jul 29 23:57:44.198876 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e95445-27a1-4895-863a-8a996b16cff4 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=136b4bbb-7a88-421b-a760-fd6fad081cb6,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:44.199462 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50098) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:44.269927 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2f54c70e-ff18-4565-b7fc-4e2141ec7f48 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.302194 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2f54c70e-ff18-4565-b7fc-4e2141ec7f48 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.340842 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2781cae4-6739-469e-a8a2-4fce24705ba6 req-0c3b05f1-6507-4f38-aa8f-6c07f292c775 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=121f48c0-90d8-4b4f-8a8c-8a6db3b153e7 HTTP/1.1" status: 200 len: 210 time: 0.0398340 Jul 29 23:57:44.381120 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2f54c70e-ff18-4565-b7fc-4e2141ec7f48 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.386267 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2f54c70e-ff18-4565-b7fc-4e2141ec7f48 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.390530 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50104) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:44.390769 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2f54c70e-ff18-4565-b7fc-4e2141ec7f48 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "DELETE /v2.0/security-groups/136b4bbb-7a88-421b-a760-fd6fad081cb6 HTTP/1.1" status: 204 len: 168 time: 0.1899681 Jul 29 23:57:44.399827 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f54c70e-ff18-4565-b7fc-4e2141ec7f48 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=136b4bbb-7a88-421b-a760-fd6fad081cb6,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:44.451295 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-df94c36f-44c2-42ce-a1c3-9f42bf209040 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0569625 Jul 29 23:57:44.456051 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50110) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:44.460805 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c89ef6e4-ec90-4611-8bb1-9ba1dfdbc24b tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Request body: {'security_group': {'name': 'tempest-secgroup--957405853'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:44.486452 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c89ef6e4-ec90-4611-8bb1-9ba1dfdbc24b tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.557057 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde5986-94bc-4c62-bafe-d6c7ae96cb77 None None] Sync routers for ids ['43835a91-3586-4cb4-88f7-c89000cad345'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:57:44.566550 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cde5986-94bc-4c62-bafe-d6c7ae96cb77 None None] Routers {'43835a91-3586-4cb4-88f7-c89000cad345'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:44.567324 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9cde5986-94bc-4c62-bafe-d6c7ae96cb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['43835a91-3586-4cb4-88f7-c89000cad345'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:44.611977 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c89ef6e4-ec90-4611-8bb1-9ba1dfdbc24b tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.617311 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c89ef6e4-ec90-4611-8bb1-9ba1dfdbc24b tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.643218 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c89ef6e4-ec90-4611-8bb1-9ba1dfdbc24b tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.647145 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c89ef6e4-ec90-4611-8bb1-9ba1dfdbc24b tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1875839 Jul 29 23:57:44.647536 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50114) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:44.652995 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-e37d05b3-fc62-4a93-8e63-ceddac90320d tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Request body: {'security_group_rule': {'security_group_id': '96a5f51a-d895-4574-aa4b-46f44b6fdc29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:44.653920 n-d-712140-10 neutron-server[94063]: WARNING neutron.api.v2.base [None req-e37d05b3-fc62-4a93-8e63-ceddac90320d tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 29 23:57:44.654475 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-e37d05b3-fc62-4a93-8e63-ceddac90320d tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:57:44.655341 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ef6e4-ec90-4611-8bb1-9ba1dfdbc24b tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96a5f51a-d895-4574-aa4b-46f44b6fdc29,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:44.655480 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e37d05b3-fc62-4a93-8e63-ceddac90320d tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067949 Jul 29 23:57:44.658368 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50116) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:44.663710 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-629be18e-da35-4bb6-acf5-6f1daca20508 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Request body: {'security_group_rule': {'security_group_id': '96a5f51a-d895-4574-aa4b-46f44b6fdc29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:44.664526 n-d-712140-10 neutron-server[94063]: WARNING neutron.api.v2.base [None req-629be18e-da35-4bb6-acf5-6f1daca20508 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 29 23:57:44.664936 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-629be18e-da35-4bb6-acf5-6f1daca20508 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:57:44.665879 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-629be18e-da35-4bb6-acf5-6f1daca20508 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0064940 Jul 29 23:57:44.669611 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50118) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:44.674315 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-60f266f3-b835-44f1-b7ed-e99446e96ab5 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Request body: {'security_group_rule': {'security_group_id': '96a5f51a-d895-4574-aa4b-46f44b6fdc29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:44.675188 n-d-712140-10 neutron-server[94063]: WARNING neutron.api.v2.base [None req-60f266f3-b835-44f1-b7ed-e99446e96ab5 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 29 23:57:44.675631 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-60f266f3-b835-44f1-b7ed-e99446e96ab5 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:57:44.676600 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-60f266f3-b835-44f1-b7ed-e99446e96ab5 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060704 Jul 29 23:57:44.679621 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50120) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:44.684489 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-da309200-340f-4711-a226-4271367a7feb tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Request body: {'security_group_rule': {'security_group_id': '96a5f51a-d895-4574-aa4b-46f44b6fdc29', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:44.686003 n-d-712140-10 neutron-server[94063]: WARNING neutron.api.v2.base [None req-da309200-340f-4711-a226-4271367a7feb tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 29 23:57:44.687636 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-da309200-340f-4711-a226-4271367a7feb tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:57:44.688954 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-da309200-340f-4711-a226-4271367a7feb tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0083444 Jul 29 23:57:44.691813 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50122) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:44.718798 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-9cde5986-94bc-4c62-bafe-d6c7ae96cb77 None None] Set router 43835a91-3586-4cb4-88f7-c89000cad345 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:44.752782 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-87f68050-bc70-48b3-b749-0f72fc77c0f5 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.778051 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-87f68050-bc70-48b3-b749-0f72fc77c0f5 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.821823 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-87f68050-bc70-48b3-b749-0f72fc77c0f5 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.825249 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-87f68050-bc70-48b3-b749-0f72fc77c0f5 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.826910 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-87f68050-bc70-48b3-b749-0f72fc77c0f5 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "DELETE /v2.0/security-groups/96a5f51a-d895-4574-aa4b-46f44b6fdc29 HTTP/1.1" status: 204 len: 168 time: 0.1339555 Jul 29 23:57:44.830002 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50124) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:44.837672 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f68050-bc70-48b3-b749-0f72fc77c0f5 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96a5f51a-d895-4574-aa4b-46f44b6fdc29,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:44.890318 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-826dec3c-fea1-45f0-b995-78938a6da406 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0577977 Jul 29 23:57:44.893820 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50126) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:44.898823 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-49c7c6f3-82c8-400b-88df-6ae02fee96d4 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Request body: {'security_group': {'name': 'tempest-secgroup--387412542'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:44.927631 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-49c7c6f3-82c8-400b-88df-6ae02fee96d4 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:44.975964 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9cde5986-94bc-4c62-bafe-d6c7ae96cb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43835a91-3586-4cb4-88f7-c89000cad345', 'name': 'tempest-TestServerMultinode-1441589177-router', 'tenant_id': '64490d42869d4817b5ea043d148e10a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '055a03a7-3526-4fef-94e8-558378b0d7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:38Z', 'updated_at': '2021-07-29T23:57:42Z', 'revision_number': 4, 'project_id': '64490d42869d4817b5ea043d148e10a5', 'gw_port': {'id': '055a03a7-3526-4fef-94e8-558378b0d7d5', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43835a91-3586-4cb4-88f7-c89000cad345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:38Z', 'updated_at': '2021-07-29T23:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'a0b15711-0aaf-411a-9b13-c6a6f44ffd39', 'name': '', 'network_id': 'f124eb7b-a218-4560-838d-28a8673de3a7', 'tenant_id': '64490d42869d4817b5ea043d148e10a5', 'mac_address': 'fa:16:3e:cd:ba:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43835a91-3586-4cb4-88f7-c89000cad345', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '60520301-86a8-4739-9965-64efbdbc8232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:41Z', 'updated_at': '2021-07-29T23:57:42Z', 'revision_number': 2, 'project_id': '64490d42869d4817b5ea043d148e10a5', 'subnets': [{'id': '60520301-86a8-4739-9965-64efbdbc8232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:45.012403 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde5986-94bc-4c62-bafe-d6c7ae96cb77 None None] Checking router: 43835a91-3586-4cb4-88f7-c89000cad345 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:57:45.012856 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde5986-94bc-4c62-bafe-d6c7ae96cb77 None None] Updating router 43835a91-3586-4cb4-88f7-c89000cad345 port a0b15711-0aaf-411a-9b13-c6a6f44ffd39 binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:57:45.030544 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-49c7c6f3-82c8-400b-88df-6ae02fee96d4 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.036445 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-49c7c6f3-82c8-400b-88df-6ae02fee96d4 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.046285 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9cde5986-94bc-4c62-bafe-d6c7ae96cb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.066798 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-49c7c6f3-82c8-400b-88df-6ae02fee96d4 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.070701 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-49c7c6f3-82c8-400b-88df-6ae02fee96d4 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1732106 Jul 29 23:57:45.071178 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50128) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:45.073855 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7c6f3-82c8-400b-88df-6ae02fee96d4 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9af0ac81-bfcd-4f84-ad82-c095e34f01ef,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:45.076591 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-1ef8fd19-4219-4cc0-9f0e-0b0cd4d7e3d6 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Request body: {'security_group_rule': {'security_group_id': '9af0ac81-bfcd-4f84-ad82-c095e34f01ef', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:45.078521 n-d-712140-10 neutron-server[94063]: WARNING neutron.api.v2.base [None req-1ef8fd19-4219-4cc0-9f0e-0b0cd4d7e3d6 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 29 23:57:45.079198 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-1ef8fd19-4219-4cc0-9f0e-0b0cd4d7e3d6 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:57:45.080384 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1ef8fd19-4219-4cc0-9f0e-0b0cd4d7e3d6 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0083597 Jul 29 23:57:45.083090 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50130) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:45.089699 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-eb46a652-889c-4b49-86db-6efc29ae5472 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Request body: {'security_group_rule': {'security_group_id': '9af0ac81-bfcd-4f84-ad82-c095e34f01ef', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:45.108676 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 055a03a7-3526-4fef-94e8-558378b0d7d5 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:45.127506 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-eb46a652-889c-4b49-86db-6efc29ae5472 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:57:45.128710 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-eb46a652-889c-4b49-86db-6efc29ae5472 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0444953 Jul 29 23:57:45.131524 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50132) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:45.136147 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-7a835031-a8ab-4a17-8e55-ca33c510fc54 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Request body: {'security_group_rule': {'security_group_id': '9af0ac81-bfcd-4f84-ad82-c095e34f01ef', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:45.136730 n-d-712140-10 neutron-server[94063]: WARNING neutron.api.v2.base [None req-7a835031-a8ab-4a17-8e55-ca33c510fc54 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 29 23:57:45.137789 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-7a835031-a8ab-4a17-8e55-ca33c510fc54 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:57:45.138792 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7a835031-a8ab-4a17-8e55-ca33c510fc54 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062311 Jul 29 23:57:45.141304 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50134) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:45.146110 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-8a0e2266-a13c-446e-ad93-288781eb88e2 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Request body: {'security_group_rule': {'security_group_id': '9af0ac81-bfcd-4f84-ad82-c095e34f01ef', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:45.181356 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-8a0e2266-a13c-446e-ad93-288781eb88e2 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:57:45.182695 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8a0e2266-a13c-446e-ad93-288781eb88e2 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0405695 Jul 29 23:57:45.186793 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50136) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:45.191353 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-c9f96b34-db97-4f8c-a821-48020fdc8b16 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Request body: {'security_group_rule': {'security_group_id': '9af0ac81-bfcd-4f84-ad82-c095e34f01ef', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:45.191848 n-d-712140-10 neutron-server[94063]: WARNING neutron.api.v2.base [None req-c9f96b34-db97-4f8c-a821-48020fdc8b16 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 29 23:57:45.192346 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-c9f96b34-db97-4f8c-a821-48020fdc8b16 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:57:45.193289 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c9f96b34-db97-4f8c-a821-48020fdc8b16 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055535 Jul 29 23:57:45.195799 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50138) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:45.201906 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-50c8dbb8-c409-4a29-a10c-04f2ce97a464 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Request body: {'security_group_rule': {'security_group_id': '9af0ac81-bfcd-4f84-ad82-c095e34f01ef', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:45.236110 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-50c8dbb8-c409-4a29-a10c-04f2ce97a464 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:57:45.237185 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-50c8dbb8-c409-4a29-a10c-04f2ce97a464 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0403893 Jul 29 23:57:45.240324 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50140) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:45.245546 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-1afb080b-2edc-4d66-8481-123c518058fe tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Request body: {'security_group_rule': {'security_group_id': '9af0ac81-bfcd-4f84-ad82-c095e34f01ef', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:45.246720 n-d-712140-10 neutron-server[94064]: WARNING neutron.api.v2.base [None req-1afb080b-2edc-4d66-8481-123c518058fe tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 29 23:57:45.247823 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-1afb080b-2edc-4d66-8481-123c518058fe tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:57:45.251243 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1afb080b-2edc-4d66-8481-123c518058fe tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073640 Jul 29 23:57:45.251463 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50142) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:45.255709 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-2578a1e1-4805-470e-bf49-f0e52d2bc16a tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Request body: {'security_group_rule': {'security_group_id': '9af0ac81-bfcd-4f84-ad82-c095e34f01ef', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:45.261206 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 055a03a7-3526-4fef-94e8-558378b0d7d5 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:45.261579 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.306219 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-2578a1e1-4805-470e-bf49-f0e52d2bc16a tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:57:45.309913 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2578a1e1-4805-470e-bf49-f0e52d2bc16a tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0545344 Jul 29 23:57:45.310070 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50144) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:45.316652 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-25d6c97b-6d28-47ee-b3a1-0e706c0025c8 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Request body: {'security_group_rule': {'security_group_id': '9af0ac81-bfcd-4f84-ad82-c095e34f01ef', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:45.357879 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-25d6c97b-6d28-47ee-b3a1-0e706c0025c8 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:57:45.362272 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-25d6c97b-6d28-47ee-b3a1-0e706c0025c8 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0481501 Jul 29 23:57:45.362474 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50146) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:45.430567 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9cde5986-94bc-4c62-bafe-d6c7ae96cb77 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.450012 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9cde5986-94bc-4c62-bafe-d6c7ae96cb77 None None] Transition to ACTIVE for port object a0b15711-0aaf-411a-9b13-c6a6f44ffd39 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:45.457811 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9cde5986-94bc-4c62-bafe-d6c7ae96cb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.473748 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a5fe76c-d145-4ccd-9acc-ee07e2b5175e tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.489150 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-189be0a2-1c8b-4f4f-8719-f5895ca61952 req-d4f27494-4c86-434a-9cd3-c0d9cf9b507a tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=121f48c0-90d8-4b4f-8a8c-8a6db3b153e7 HTTP/1.1" status: 200 len: 210 time: 0.0401223 Jul 29 23:57:45.504626 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a5fe76c-d145-4ccd-9acc-ee07e2b5175e tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.533524 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7e785-613f-4565-8af6-64cae3052d82 None None] Pushing event updated for resources: {'Port': ['ID=a0b15711-0aaf-411a-9b13-c6a6f44ffd39,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:45.538696 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-2acad85f-e1e9-4277-947b-0096c22262ca tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:45.542220 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-2acad85f-e1e9-4277-947b-0096c22262ca tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.39 "GET /v2.0/networks?id=bcea0a81-b45c-4d09-afa0-e633ccf8ced0 HTTP/1.1" status: 200 len: 910 time: 0.1792264 Jul 29 23:57:45.561847 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-77151d8c-8973-418b-b8d5-df740767ca32 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Request body: {'port': {'device_id': '121f48c0-90d8-4b4f-8a8c-8a6db3b153e7', 'network_id': 'bcea0a81-b45c-4d09-afa0-e633ccf8ced0', 'admin_state_up': True, 'tenant_id': '64490d42869d4817b5ea043d148e10a5'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:45.579000 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a5fe76c-d145-4ccd-9acc-ee07e2b5175e tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.582098 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6a5fe76c-d145-4ccd-9acc-ee07e2b5175e tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.583366 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6a5fe76c-d145-4ccd-9acc-ee07e2b5175e tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "DELETE /v2.0/security-groups/9af0ac81-bfcd-4f84-ad82-c095e34f01ef HTTP/1.1" status: 204 len: 168 time: 0.2197850 Jul 29 23:57:45.586627 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50150) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:45.593914 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5fe76c-d145-4ccd-9acc-ee07e2b5175e tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af0ac81-bfcd-4f84-ad82-c095e34f01ef,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:45.615207 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-77151d8c-8973-418b-b8d5-df740767ca32 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Made reservation on behalf of 64490d42869d4817b5ea043d148e10a5 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:45.617566 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-77151d8c-8973-418b-b8d5-df740767ca32 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.627757 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-9cde5986-94bc-4c62-bafe-d6c7ae96cb77 None None] Attempting to bind port a0b15711-0aaf-411a-9b13-c6a6f44ffd39 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:45.628393 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-9cde5986-94bc-4c62-bafe-d6c7ae96cb77 None None] Attempting to bind port a0b15711-0aaf-411a-9b13-c6a6f44ffd39 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '1547e37c-46c4-44bd-86a7-8ae230f6bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f124eb7b-a218-4560-838d-28a8673de3a7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:45.628664 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cde5986-94bc-4c62-bafe-d6c7ae96cb77 None None] Attempting to bind port a0b15711-0aaf-411a-9b13-c6a6f44ffd39 on network f124eb7b-a218-4560-838d-28a8673de3a7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:45.633808 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cde5986-94bc-4c62-bafe-d6c7ae96cb77 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:45.634182 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cde5986-94bc-4c62-bafe-d6c7ae96cb77 None None] Checking segment: {'id': '1547e37c-46c4-44bd-86a7-8ae230f6bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f124eb7b-a218-4560-838d-28a8673de3a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:45.634585 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9cde5986-94bc-4c62-bafe-d6c7ae96cb77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.634971 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cde5986-94bc-4c62-bafe-d6c7ae96cb77 None None] Bound using segment: {'id': '1547e37c-46c4-44bd-86a7-8ae230f6bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f124eb7b-a218-4560-838d-28a8673de3a7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:45.635638 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-9cde5986-94bc-4c62-bafe-d6c7ae96cb77 None None] Bound port: a0b15711-0aaf-411a-9b13-c6a6f44ffd39, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1547e37c-46c4-44bd-86a7-8ae230f6bf4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'f124eb7b-a218-4560-838d-28a8673de3a7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:45.635872 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9cde5986-94bc-4c62-bafe-d6c7ae96cb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.665902 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-36d8d72b-e677-4d1e-8e4b-a782f0e7c2cc tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0731270 Jul 29 23:57:45.667165 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50152) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:45.672777 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-e7f73c1e-d2fe-4361-a938-8112de446cc8 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Request body: {'security_group': {'name': 'tempest-secgroup--2109310507'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:45.705944 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-9cde5986-94bc-4c62-bafe-d6c7ae96cb77 None None] For port a0b15711-0aaf-411a-9b13-c6a6f44ffd39, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:45.709923 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-9cde5986-94bc-4c62-bafe-d6c7ae96cb77 None None] For port a0b15711-0aaf-411a-9b13-c6a6f44ffd39, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a0b15711-0aaf-411a-9b13-c6a6f44ffd39,segment=NetworkSegment(1547e37c-46c4-44bd-86a7-8ae230f6bf4c),segment_id=1547e37c-46c4-44bd-86a7-8ae230f6bf4c)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:45.713697 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9cde5986-94bc-4c62-bafe-d6c7ae96cb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.751251 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e7f73c1e-d2fe-4361-a938-8112de446cc8 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.776242 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cde5986-94bc-4c62-bafe-d6c7ae96cb77 None None] Routers {'43835a91-3586-4cb4-88f7-c89000cad345'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:57:45.776607 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9cde5986-94bc-4c62-bafe-d6c7ae96cb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:57:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['43835a91-3586-4cb4-88f7-c89000cad345'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:45.819766 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-77151d8c-8973-418b-b8d5-df740767ca32 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Allocated IP 172.20.0.3 (bcea0a81-b45c-4d09-afa0-e633ccf8ced0/a8d5a80a-2ba6-4b78-86f8-d28cdfecff81/88e858b0-cebe-4fff-8c16-f45fc0644e0f) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:45.821720 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b7e785-613f-4565-8af6-64cae3052d82 None None] Pushing event updated for resources: {'Port': ['ID=a0b15711-0aaf-411a-9b13-c6a6f44ffd39,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:45.912514 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-9cde5986-94bc-4c62-bafe-d6c7ae96cb77 None None] Set router 43835a91-3586-4cb4-88f7-c89000cad345 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:57:45.963906 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e7f73c1e-d2fe-4361-a938-8112de446cc8 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:45.969236 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e7f73c1e-d2fe-4361-a938-8112de446cc8 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.013137 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e7f73c1e-d2fe-4361-a938-8112de446cc8 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.014394 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e7f73c1e-d2fe-4361-a938-8112de446cc8 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3463483 Jul 29 23:57:46.017732 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50154) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:46.023767 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-7a570ca1-3ce5-4dbe-9e49-210659e9e09e tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Request body: {'security_group_rule': {'security_group_id': '016e7af8-0799-4b33-8e06-97d7bb580266', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:46.030861 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f73c1e-d2fe-4361-a938-8112de446cc8 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=016e7af8-0799-4b33-8e06-97d7bb580266,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:46.068927 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-77151d8c-8973-418b-b8d5-df740767ca32 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.087759 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-77151d8c-8973-418b-b8d5-df740767ca32 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Transition to ACTIVE for port object 88e858b0-cebe-4fff-8c16-f45fc0644e0f will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:46.102478 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-7a570ca1-3ce5-4dbe-9e49-210659e9e09e tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] create failed (client error): The resource could not be found. Jul 29 23:57:46.106269 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7a570ca1-3ce5-4dbe-9e49-210659e9e09e tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0848155 Jul 29 23:57:46.106491 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50156) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:46.112358 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-cfc2fb16-9be0-4f28-b73c-9696d1c03a9f tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Request body: {'security_group_rule': {'security_group_id': '016e7af8-0799-4b33-8e06-97d7bb580266', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '003134c3-bece-4d41-a538-cef55a8b34bc'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:46.135386 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9cde5986-94bc-4c62-bafe-d6c7ae96cb77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43835a91-3586-4cb4-88f7-c89000cad345', 'name': 'tempest-TestServerMultinode-1441589177-router', 'tenant_id': '64490d42869d4817b5ea043d148e10a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '055a03a7-3526-4fef-94e8-558378b0d7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:38Z', 'updated_at': '2021-07-29T23:57:42Z', 'revision_number': 4, 'project_id': '64490d42869d4817b5ea043d148e10a5', 'gw_port': {'id': '055a03a7-3526-4fef-94e8-558378b0d7d5', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43835a91-3586-4cb4-88f7-c89000cad345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:38Z', 'updated_at': '2021-07-29T23:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'a0b15711-0aaf-411a-9b13-c6a6f44ffd39', 'name': '', 'network_id': 'f124eb7b-a218-4560-838d-28a8673de3a7', 'tenant_id': '64490d42869d4817b5ea043d148e10a5', 'mac_address': 'fa:16:3e:cd:ba:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43835a91-3586-4cb4-88f7-c89000cad345', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '60520301-86a8-4739-9965-64efbdbc8232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:41Z', 'updated_at': '2021-07-29T23:57:45Z', 'revision_number': 4, 'project_id': '64490d42869d4817b5ea043d148e10a5', 'subnets': [{'id': '60520301-86a8-4739-9965-64efbdbc8232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:57:46.152989 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-77151d8c-8973-418b-b8d5-df740767ca32 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.164618 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde5986-94bc-4c62-bafe-d6c7ae96cb77 None None] The sync data for ids ['43835a91-3586-4cb4-88f7-c89000cad345'] in n-d-712140-10 is: [{'id': '43835a91-3586-4cb4-88f7-c89000cad345', 'name': 'tempest-TestServerMultinode-1441589177-router', 'tenant_id': '64490d42869d4817b5ea043d148e10a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '055a03a7-3526-4fef-94e8-558378b0d7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:38Z', 'updated_at': '2021-07-29T23:57:42Z', 'revision_number': 4, 'project_id': '64490d42869d4817b5ea043d148e10a5', 'gw_port': {'id': '055a03a7-3526-4fef-94e8-558378b0d7d5', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43835a91-3586-4cb4-88f7-c89000cad345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:38Z', 'updated_at': '2021-07-29T23:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'a0b15711-0aaf-411a-9b13-c6a6f44ffd39', 'name': '', 'network_id': 'f124eb7b-a218-4560-838d-28a8673de3a7', 'tenant_id': '64490d42869d4817b5ea043d148e10a5', 'mac_address': 'fa:16:3e:cd:ba:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43835a91-3586-4cb4-88f7-c89000cad345', 'device_owner': 'network:router_interface', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '60520301-86a8-4739-9965-64efbdbc8232', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:41Z', 'updated_at': '2021-07-29T23:57:45Z', 'revision_number': 4, 'project_id': '64490d42869d4817b5ea043d148e10a5', 'subnets': [{'id': '60520301-86a8-4739-9965-64efbdbc8232', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:57:46.204557 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-cfc2fb16-9be0-4f28-b73c-9696d1c03a9f tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] create failed (client error): The resource could not be found. Jul 29 23:57:46.206280 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-cfc2fb16-9be0-4f28-b73c-9696d1c03a9f tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0988538 Jul 29 23:57:46.209355 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50158) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:46.216046 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-77151d8c-8973-418b-b8d5-df740767ca32 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Network bcea0a81-b45c-4d09-afa0-e633ccf8ced0 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:46.216046 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77151d8c-8973-418b-b8d5-df740767ca32 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Pushing event updated for resources: {'Port': ['ID=88e858b0-cebe-4fff-8c16-f45fc0644e0f,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:46.222089 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-77151d8c-8973-418b-b8d5-df740767ca32 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:46.231615 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-77151d8c-8973-418b-b8d5-df740767ca32 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:46.280804 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-77151d8c-8973-418b-b8d5-df740767ca32 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:46.281192 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-77151d8c-8973-418b-b8d5-df740767ca32 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.309825 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-77151d8c-8973-418b-b8d5-df740767ca32 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7542892 Jul 29 23:57:46.318399 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a201c885-c7dc-4b9c-9db0-2736e403aedd tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.322998 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-bbd4c145-bd6d-43aa-903a-e3b484ba4d82 service neutron] Request body: {'port': {'device_id': '121f48c0-90d8-4b4f-8a8c-8a6db3b153e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:46.351709 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a201c885-c7dc-4b9c-9db0-2736e403aedd tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.406807 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-bbd4c145-bd6d-43aa-903a-e3b484ba4d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.409356 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a201c885-c7dc-4b9c-9db0-2736e403aedd tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.412593 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a201c885-c7dc-4b9c-9db0-2736e403aedd tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.416734 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50160) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:46.417127 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a201c885-c7dc-4b9c-9db0-2736e403aedd tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "DELETE /v2.0/security-groups/016e7af8-0799-4b33-8e06-97d7bb580266 HTTP/1.1" status: 204 len: 168 time: 0.2066050 Jul 29 23:57:46.428739 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a201c885-c7dc-4b9c-9db0-2736e403aedd tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=016e7af8-0799-4b33-8e06-97d7bb580266,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:46.514142 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-39af4b4d-0497-4f9d-9871-e3f8c4d2d606 None None] Provisioning for port 88e858b0-cebe-4fff-8c16-f45fc0644e0f completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:46.518804 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-39af4b4d-0497-4f9d-9871-e3f8c4d2d606 None None] Provisioning complete for port 88e858b0-cebe-4fff-8c16-f45fc0644e0f triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:46.519180 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-39af4b4d-0497-4f9d-9871-e3f8c4d2d606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.566844 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-39af4b4d-0497-4f9d-9871-e3f8c4d2d606 None None] Port 88e858b0-cebe-4fff-8c16-f45fc0644e0f cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:46.589004 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4ff2aa97-453f-4486-883b-912b188e271d tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1706438 Jul 29 23:57:46.593509 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50164) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:46.599792 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-754dc0b3-2725-4420-ad0d-68db38df61bc tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Request body: {'security_group_rule': {'security_group_id': '56c7e72d-9d14-416f-a12a-b37dbd627588', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:46.645745 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-754dc0b3-2725-4420-ad0d-68db38df61bc tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] create failed (client error): The resource could not be found. Jul 29 23:57:46.650155 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-754dc0b3-2725-4420-ad0d-68db38df61bc tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0522430 Jul 29 23:57:46.650351 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50166) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:46.656110 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-9481c5e8-8ca6-4cca-8981-2a4f4b14c38a tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Request body: {'security_group': {'name': 'tempest-secgroup--358402335'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:46.683999 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9481c5e8-8ca6-4cca-8981-2a4f4b14c38a tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.724726 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b83e13-8053-44d1-b7e6-dcf8fdd67402 req-3c94f42e-5df1-43e4-b694-2fb1c76410af tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:46.726281 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f5b83e13-8053-44d1-b7e6-dcf8fdd67402 req-3c94f42e-5df1-43e4-b694-2fb1c76410af tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=121f48c0-90d8-4b4f-8a8c-8a6db3b153e7 HTTP/1.1" status: 200 len: 1027 time: 0.1296036 Jul 29 23:57:46.775679 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9481c5e8-8ca6-4cca-8981-2a4f4b14c38a tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.780195 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9481c5e8-8ca6-4cca-8981-2a4f4b14c38a tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.797941 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f5b83e13-8053-44d1-b7e6-dcf8fdd67402 req-9e9fa71c-fdab-4dc6-8c14-918b62acc7e3 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=af4f5f4e-209a-470b-be15-cfecbcd3d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583229 Jul 29 23:57:46.809921 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-9481c5e8-8ca6-4cca-8981-2a4f4b14c38a tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.816794 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9481c5e8-8ca6-4cca-8981-2a4f4b14c38a tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1653080 Jul 29 23:57:46.819513 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50168) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:46.821479 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9481c5e8-8ca6-4cca-8981-2a4f4b14c38a tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=228a0b0b-2481-4364-a39c-edb0d9bc010a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:46.824104 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-8a530061-8c3c-4963-b2f9-aaa1340fb034 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Request body: {'security_group': {'name': 'tempest-secgroup--55378353'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:46.878555 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-bbd4c145-bd6d-43aa-903a-e3b484ba4d82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88e858b0-cebe-4fff-8c16-f45fc0644e0f {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:57:46.882986 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8a530061-8c3c-4963-b2f9-aaa1340fb034 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.888535 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-bbd4c145-bd6d-43aa-903a-e3b484ba4d82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.912536 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-bbd4c145-bd6d-43aa-903a-e3b484ba4d82 service neutron] Transition to ACTIVE for port object 88e858b0-cebe-4fff-8c16-f45fc0644e0f will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:46.917115 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-bbd4c145-bd6d-43aa-903a-e3b484ba4d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:46.980683 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4c145-bd6d-43aa-903a-e3b484ba4d82 service neutron] Pushing event updated for resources: {'Port': ['ID=88e858b0-cebe-4fff-8c16-f45fc0644e0f,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:47.090044 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8a530061-8c3c-4963-b2f9-aaa1340fb034 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.098589 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8a530061-8c3c-4963-b2f9-aaa1340fb034 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.110320 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-bbd4c145-bd6d-43aa-903a-e3b484ba4d82 service neutron] Attempting to bind port 88e858b0-cebe-4fff-8c16-f45fc0644e0f on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:47.110654 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-bbd4c145-bd6d-43aa-903a-e3b484ba4d82 service neutron] Attempting to bind port 88e858b0-cebe-4fff-8c16-f45fc0644e0f by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'cba6701f-5b09-41f5-b7f3-b1686185f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bcea0a81-b45c-4d09-afa0-e633ccf8ced0'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:47.110984 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-bbd4c145-bd6d-43aa-903a-e3b484ba4d82 service neutron] Attempting to bind port 88e858b0-cebe-4fff-8c16-f45fc0644e0f on network bcea0a81-b45c-4d09-afa0-e633ccf8ced0 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:47.128936 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a0b15711-0aaf-411a-9b13-c6a6f44ffd39 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:47.134054 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-bbd4c145-bd6d-43aa-903a-e3b484ba4d82 service neutron] Port 88e858b0-cebe-4fff-8c16-f45fc0644e0f on network bcea0a81-b45c-4d09-afa0-e633ccf8ced0 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:47.134463 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-bbd4c145-bd6d-43aa-903a-e3b484ba4d82 service neutron] Attempting to bind port 88e858b0-cebe-4fff-8c16-f45fc0644e0f on network bcea0a81-b45c-4d09-afa0-e633ccf8ced0 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:47.139404 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8a530061-8c3c-4963-b2f9-aaa1340fb034 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.140711 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8a530061-8c3c-4963-b2f9-aaa1340fb034 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3201947 Jul 29 23:57:47.143191 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a530061-8c3c-4963-b2f9-aaa1340fb034 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe3fe67-072c-42ab-a76a-de2d05994a3b,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:47.143693 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50170) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:47.145879 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-bbd4c145-bd6d-43aa-903a-e3b484ba4d82 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:47.146225 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-bbd4c145-bd6d-43aa-903a-e3b484ba4d82 service neutron] Checking segment: {'id': 'cba6701f-5b09-41f5-b7f3-b1686185f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bcea0a81-b45c-4d09-afa0-e633ccf8ced0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:47.146607 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-bbd4c145-bd6d-43aa-903a-e3b484ba4d82 service neutron] Bound using segment: {'id': 'cba6701f-5b09-41f5-b7f3-b1686185f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bcea0a81-b45c-4d09-afa0-e633ccf8ced0'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:47.147052 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-bbd4c145-bd6d-43aa-903a-e3b484ba4d82 service neutron] Bound port: 88e858b0-cebe-4fff-8c16-f45fc0644e0f, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba6701f-5b09-41f5-b7f3-b1686185f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bcea0a81-b45c-4d09-afa0-e633ccf8ced0'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:47.147417 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-bbd4c145-bd6d-43aa-903a-e3b484ba4d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.150020 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-52c69782-497b-49a3-bba1-032ec5e50dcd tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Request body: {'security_group_rule': {'security_group_id': '228a0b0b-2481-4364-a39c-edb0d9bc010a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'cfe3fe67-072c-42ab-a76a-de2d05994a3b'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:47.202719 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-52c69782-497b-49a3-bba1-032ec5e50dcd tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 29 23:57:47.203993 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-52c69782-497b-49a3-bba1-032ec5e50dcd tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0591319 Jul 29 23:57:47.206735 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50172) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:47.221444 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port a0b15711-0aaf-411a-9b13-c6a6f44ffd39 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:47.225827 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port a0b15711-0aaf-411a-9b13-c6a6f44ffd39 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:47.226590 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.233215 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-bbd4c145-bd6d-43aa-903a-e3b484ba4d82 service neutron] For port 88e858b0-cebe-4fff-8c16-f45fc0644e0f, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:47.238000 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-bbd4c145-bd6d-43aa-903a-e3b484ba4d82 service neutron] For port 88e858b0-cebe-4fff-8c16-f45fc0644e0f, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=88e858b0-cebe-4fff-8c16-f45fc0644e0f,segment=NetworkSegment(cba6701f-5b09-41f5-b7f3-b1686185f4a7),segment_id=cba6701f-5b09-41f5-b7f3-b1686185f4a7)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:47.242746 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-bbd4c145-bd6d-43aa-903a-e3b484ba4d82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.280645 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-bbd4c145-bd6d-43aa-903a-e3b484ba4d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:47.280884 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d64eee59-1571-4a8f-b729-bbc48db0a46c tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.281347 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-bbd4c145-bd6d-43aa-903a-e3b484ba4d82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.282822 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-bbd4c145-bd6d-43aa-903a-e3b484ba4d82 service neutron] 10.222.0.39 "PUT /v2.0/ports/88e858b0-cebe-4fff-8c16-f45fc0644e0f HTTP/1.1" status: 200 len: 1092 time: 0.9643934 Jul 29 23:57:47.283271 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121f48c0-90d8-4b4f-8a8c-8a6db3b153e7', 'tag': '88e858b0-cebe-4fff-8c16-f45fc0644e0f'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:57:47.285583 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e686655e-398e-4d9d-9c80-0fe8cb4625a4" -d '{"events": [{"name": "network-changed", "server_uuid": "121f48c0-90d8-4b4f-8a8c-8a6db3b153e7", "tag": "88e858b0-cebe-4fff-8c16-f45fc0644e0f"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:57:47.305565 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d64eee59-1571-4a8f-b729-bbc48db0a46c tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.317125 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd4c145-bd6d-43aa-903a-e3b484ba4d82 service neutron] Pushing event updated for resources: {'Port': ['ID=88e858b0-cebe-4fff-8c16-f45fc0644e0f,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:47.360345 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.367184 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d64eee59-1571-4a8f-b729-bbc48db0a46c tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.370094 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d64eee59-1571-4a8f-b729-bbc48db0a46c tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.370250 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8690ae83-e137-48ac-8bf2-eada48626be7 x-openstack-request-id: req-8690ae83-e137-48ac-8bf2-eada48626be7 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:57:47.370538 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "121f48c0-90d8-4b4f-8a8c-8a6db3b153e7", "tag": "88e858b0-cebe-4fff-8c16-f45fc0644e0f", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:57:47.373749 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8690ae83-e137-48ac-8bf2-eada48626be7 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:57:47.373929 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d64eee59-1571-4a8f-b729-bbc48db0a46c tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "DELETE /v2.0/security-groups/cfe3fe67-072c-42ab-a76a-de2d05994a3b HTTP/1.1" status: 204 len: 168 time: 0.1635921 Jul 29 23:57:47.374027 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '121f48c0-90d8-4b4f-8a8c-8a6db3b153e7', 'tag': '88e858b0-cebe-4fff-8c16-f45fc0644e0f', 'status': 'completed', 'code': 200} Jul 29 23:57:47.375240 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50176) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:47.380676 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64eee59-1571-4a8f-b729-bbc48db0a46c tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe3fe67-072c-42ab-a76a-de2d05994a3b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:47.407334 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-74a9ca30-2ec6-494f-be79-fa8b1414e145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:47.409187 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-74a9ca30-2ec6-494f-be79-fa8b1414e145 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=64490d42869d4817b5ea043d148e10a5&device_id=121f48c0-90d8-4b4f-8a8c-8a6db3b153e7 HTTP/1.1" status: 200 len: 1095 time: 0.0768909 Jul 29 23:57:47.417478 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port a0b15711-0aaf-411a-9b13-c6a6f44ffd39, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a0b15711-0aaf-411a-9b13-c6a6f44ffd39,segment=NetworkSegment(1547e37c-46c4-44bd-86a7-8ae230f6bf4c),segment_id=1547e37c-46c4-44bd-86a7-8ae230f6bf4c)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:47.422169 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.467900 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-0d0862ee-0783-4a4c-8dce-e53cc3bfab96 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88e858b0-cebe-4fff-8c16-f45fc0644e0f HTTP/1.1" status: 200 len: 217 time: 0.0476000 Jul 29 23:57:47.476921 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=a0b15711-0aaf-411a-9b13-c6a6f44ffd39,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:47.477630 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1c318811-1391-4c9c-a83e-dd3e06aaee9b tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1011312 Jul 29 23:57:47.482703 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50178) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:47.540494 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-4ab9b4e1-d4b6-4e2d-b228-ef40b21f851c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:47.542188 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-4ab9b4e1-d4b6-4e2d-b228-ef40b21f851c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a8d5a80a-2ba6-4b78-86f8-d28cdfecff81 HTTP/1.1" status: 200 len: 848 time: 0.0635340 Jul 29 23:57:47.556105 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c89bb21b-881e-4e37-8f91-f25ed55819ae tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.592933 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c89bb21b-881e-4e37-8f91-f25ed55819ae tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.601839 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-5dffce6d-6dca-4a70-b5de-fc1df148a54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:47.603405 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-5dffce6d-6dca-4a70-b5de-fc1df148a54e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bcea0a81-b45c-4d09-afa0-e633ccf8ced0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530624 Jul 29 23:57:47.644120 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c89bb21b-881e-4e37-8f91-f25ed55819ae tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.647020 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c89bb21b-881e-4e37-8f91-f25ed55819ae tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.648205 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c89bb21b-881e-4e37-8f91-f25ed55819ae tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "DELETE /v2.0/security-groups/228a0b0b-2481-4364-a39c-edb0d9bc010a HTTP/1.1" status: 204 len: 168 time: 0.1644170 Jul 29 23:57:47.651687 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50180) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:47.672070 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89bb21b-881e-4e37-8f91-f25ed55819ae tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=228a0b0b-2481-4364-a39c-edb0d9bc010a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:47.713239 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-fc1a37ef-9704-4d1d-a1be-56af10936fc1 service neutron] 10.222.0.39 "GET /v2.0/networks/bcea0a81-b45c-4d09-afa0-e633ccf8ced0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016490 Jul 29 23:57:47.716516 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b16cb231-7c09-4d73-ae50-35e929a0745d tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0636554 Jul 29 23:57:47.720761 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50182) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:47.724958 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-1c6a1340-7d65-4bab-b11d-7021d112c1ca tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Request body: {'security_group': {'name': 'tempest-secgroup--1810404782'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:47.749981 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1c6a1340-7d65-4bab-b11d-7021d112c1ca tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.826216 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-defbe855-9a4b-4a11-9488-574fe4808e28 req-d16d6155-48f5-45e6-ba8d-a5a5ed041490 service neutron] 10.222.0.39 "GET /v2.0/networks/bcea0a81-b45c-4d09-afa0-e633ccf8ced0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050549 Jul 29 23:57:47.843972 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1c6a1340-7d65-4bab-b11d-7021d112c1ca tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.849069 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1c6a1340-7d65-4bab-b11d-7021d112c1ca tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.883003 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1c6a1340-7d65-4bab-b11d-7021d112c1ca tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.886907 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1c6a1340-7d65-4bab-b11d-7021d112c1ca tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1630542 Jul 29 23:57:47.887764 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50186) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:47.892423 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-9d267ec0-d1af-461c-8b6e-5a4a387bc372 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:47.892846 n-d-712140-10 neutron-server[94064]: WARNING neutron.api.v2.base [None req-9d267ec0-d1af-461c-8b6e-5a4a387bc372 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 29 23:57:47.893353 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-9d267ec0-d1af-461c-8b6e-5a4a387bc372 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] update failed (client error): There was a conflict when trying to complete your request. Jul 29 23:57:47.896815 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-9d267ec0-d1af-461c-8b6e-5a4a387bc372 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "PUT /v2.0/security-groups/7eee128f-95ee-4135-87d6-a0c41e1790f6 HTTP/1.1" status: 409 len: 330 time: 0.0055642 Jul 29 23:57:47.896815 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a1340-7d65-4bab-b11d-7021d112c1ca tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7eee128f-95ee-4135-87d6-a0c41e1790f6,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:47.898623 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50188) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:47.959220 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fecdb3a6-cc73-4e00-835b-a8ca08c6e18a tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:47.966376 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0001041-1282-4443-919b-c2d2e27c1d45 req-65589467-5c00-4461-8686-cbe67533855d tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:47.968221 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d0001041-1282-4443-919b-c2d2e27c1d45 req-65589467-5c00-4461-8686-cbe67533855d tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=121f48c0-90d8-4b4f-8a8c-8a6db3b153e7 HTTP/1.1" status: 200 len: 1095 time: 0.0841753 Jul 29 23:57:47.979393 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686655e-398e-4d9d-9c80-0fe8cb4625a4 req-764ad1b0-6259-4a43-9ee1-1fc1f3dd1890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:47.981624 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e686655e-398e-4d9d-9c80-0fe8cb4625a4 req-764ad1b0-6259-4a43-9ee1-1fc1f3dd1890 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=64490d42869d4817b5ea043d148e10a5&device_id=121f48c0-90d8-4b4f-8a8c-8a6db3b153e7 HTTP/1.1" status: 200 len: 1095 time: 0.0870340 Jul 29 23:57:47.994922 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fecdb3a6-cc73-4e00-835b-a8ca08c6e18a tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.041527 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fecdb3a6-cc73-4e00-835b-a8ca08c6e18a tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.045105 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fecdb3a6-cc73-4e00-835b-a8ca08c6e18a tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.049288 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fecdb3a6-cc73-4e00-835b-a8ca08c6e18a tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "DELETE /v2.0/security-groups/7eee128f-95ee-4135-87d6-a0c41e1790f6 HTTP/1.1" status: 204 len: 168 time: 0.1496677 Jul 29 23:57:48.049919 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50190) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:48.067310 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d0001041-1282-4443-919b-c2d2e27c1d45 req-4486f5bb-d848-4398-b86c-052e397438d8 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=af4f5f4e-209a-470b-be15-cfecbcd3d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904856 Jul 29 23:57:48.078190 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecdb3a6-cc73-4e00-835b-a8ca08c6e18a tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eee128f-95ee-4135-87d6-a0c41e1790f6,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:48.116855 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-33a1d71c-3e5e-467f-8d20-d7d34b0ea533 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0631244 Jul 29 23:57:48.120512 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50192) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:48.123824 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686655e-398e-4d9d-9c80-0fe8cb4625a4 req-387790e8-d27c-41fd-a83c-50a63dcde9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:48.125393 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e686655e-398e-4d9d-9c80-0fe8cb4625a4 req-387790e8-d27c-41fd-a83c-50a63dcde9c1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bcea0a81-b45c-4d09-afa0-e633ccf8ced0 HTTP/1.1" status: 200 len: 910 time: 0.1304276 Jul 29 23:57:48.135467 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-57cc4fd2-200f-4224-8c2c-2ba0bb958d01 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] delete failed (client error): The resource could not be found. Jul 29 23:57:48.136638 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-57cc4fd2-200f-4224-8c2c-2ba0bb958d01 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "DELETE /v2.0/security-groups/31df4489-77b9-4acc-98b8-890fcb0b2fd3 HTTP/1.1" status: 404 len: 347 time: 0.0144744 Jul 29 23:57:48.141113 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50194) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:48.155431 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-a98c9577-4adf-469c-8701-8b8cf2fc9955 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] show failed (client error): The resource could not be found. Jul 29 23:57:48.160313 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a98c9577-4adf-469c-8701-8b8cf2fc9955 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "GET /v2.0/security-groups/55b51d9d-86a2-4452-bd2b-c60a83d53b37 HTTP/1.1" status: 404 len: 347 time: 0.0144753 Jul 29 23:57:48.160681 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50196) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:48.172501 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [None req-e0927b31-6efb-4f72-a20d-e36e2e61c1b9 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] show failed (client error): The resource could not be found. Jul 29 23:57:48.173105 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e686655e-398e-4d9d-9c80-0fe8cb4625a4 req-525baf98-169b-4b26-b5b7-34210f2cfcc7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=88e858b0-cebe-4fff-8c16-f45fc0644e0f HTTP/1.1" status: 200 len: 217 time: 0.0395851 Jul 29 23:57:48.175990 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e0927b31-6efb-4f72-a20d-e36e2e61c1b9 tempest-NegativeSecGroupTest-720654106 tempest-NegativeSecGroupTest-720654106-project] 10.222.0.18 "GET /v2.0/security-group-rules/8d7c95b4-f339-4130-abbc-426f9d61eb24 HTTP/1.1" status: 404 len: 356 time: 0.0119169 Jul 29 23:57:48.229497 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686655e-398e-4d9d-9c80-0fe8cb4625a4 req-08422aac-7ae0-47ea-b09c-bf6e14b4ef85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:48.231498 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e686655e-398e-4d9d-9c80-0fe8cb4625a4 req-08422aac-7ae0-47ea-b09c-bf6e14b4ef85 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a8d5a80a-2ba6-4b78-86f8-d28cdfecff81 HTTP/1.1" status: 200 len: 848 time: 0.0507815 Jul 29 23:57:48.279799 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686655e-398e-4d9d-9c80-0fe8cb4625a4 req-1504de4d-280d-40d5-a186-b90fd0434249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:48.281702 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e686655e-398e-4d9d-9c80-0fe8cb4625a4 req-1504de4d-280d-40d5-a186-b90fd0434249 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bcea0a81-b45c-4d09-afa0-e633ccf8ced0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431817 Jul 29 23:57:48.376088 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e686655e-398e-4d9d-9c80-0fe8cb4625a4 req-c380fd0f-b224-449a-bad0-796b135b21aa service neutron] 10.222.0.39 "GET /v2.0/networks/bcea0a81-b45c-4d09-afa0-e633ccf8ced0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862224 Jul 29 23:57:48.422992 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50202) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:48.474127 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e686655e-398e-4d9d-9c80-0fe8cb4625a4 req-7182eca3-bb55-4a3c-aad7-a5c2ad5e28f8 service neutron] 10.222.0.39 "GET /v2.0/networks/bcea0a81-b45c-4d09-afa0-e633ccf8ced0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884309 Jul 29 23:57:48.562389 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-df1385e9-cbbc-42ff-b93a-d118fa553518 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eab9387512304a14851bad0f5bccf3c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1381276 Jul 29 23:57:48.564978 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50206) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:48.614295 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ca346e52-f5b7-4023-807b-f2ffc96fb113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.642890 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ca346e52-f5b7-4023-807b-f2ffc96fb113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.692701 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ca346e52-f5b7-4023-807b-f2ffc96fb113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.695352 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ca346e52-f5b7-4023-807b-f2ffc96fb113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:48.696543 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ca346e52-f5b7-4023-807b-f2ffc96fb113 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d904228f-b376-4bb2-909e-2985674c78b3 HTTP/1.1" status: 204 len: 168 time: 0.1306555 Jul 29 23:57:48.704387 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca346e52-f5b7-4023-807b-f2ffc96fb113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d904228f-b376-4bb2-909e-2985674c78b3,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:49.089252 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a0b15711-0aaf-411a-9b13-c6a6f44ffd39 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:49.138682 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port a0b15711-0aaf-411a-9b13-c6a6f44ffd39 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:49.139065 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.182868 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536206c1-6894-477a-bf1b-ad08162483de req-9c040deb-1d28-4eeb-a09f-07fdf77dcd79 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:49.188344 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-536206c1-6894-477a-bf1b-ad08162483de req-9c040deb-1d28-4eeb-a09f-07fdf77dcd79 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=121f48c0-90d8-4b4f-8a8c-8a6db3b153e7 HTTP/1.1" status: 200 len: 1095 time: 0.0524850 Jul 29 23:57:49.223067 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-536206c1-6894-477a-bf1b-ad08162483de req-6dda8b39-2d0c-43f1-b05c-9b03b5ee3204 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=af4f5f4e-209a-470b-be15-cfecbcd3d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309048 Jul 29 23:57:49.731606 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 88e858b0-cebe-4fff-8c16-f45fc0644e0f details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:57:49.825658 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 88e858b0-cebe-4fff-8c16-f45fc0644e0f, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=88e858b0-cebe-4fff-8c16-f45fc0644e0f,segment=NetworkSegment(cba6701f-5b09-41f5-b7f3-b1686185f4a7),segment_id=cba6701f-5b09-41f5-b7f3-b1686185f4a7)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:49.836745 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '88e858b0-cebe-4fff-8c16-f45fc0644e0f', 'network_id': 'bcea0a81-b45c-4d09-afa0-e633ccf8ced0', 'port_id': '88e858b0-cebe-4fff-8c16-f45fc0644e0f', 'mac_address': 'fa:16:3e:6b:f4:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8d5a80a-2ba6-4b78-86f8-d28cdfecff81', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:57:49.880898 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.894914 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88e858b0-cebe-4fff-8c16-f45fc0644e0f {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:57:49.914437 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 88e858b0-cebe-4fff-8c16-f45fc0644e0f, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=88e858b0-cebe-4fff-8c16-f45fc0644e0f,segment=NetworkSegment(cba6701f-5b09-41f5-b7f3-b1686185f4a7),segment_id=cba6701f-5b09-41f5-b7f3-b1686185f4a7)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:49.918547 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:49.966784 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=88e858b0-cebe-4fff-8c16-f45fc0644e0f,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:50.121986 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['88e858b0-cebe-4fff-8c16-f45fc0644e0f'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:57:50.337887 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0df145-24a6-4b14-a52c-2868a275ead6 req-10dbfafb-fccb-4461-9674-66a02f058c8d tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:50.339510 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a0df145-24a6-4b14-a52c-2868a275ead6 req-10dbfafb-fccb-4461-9674-66a02f058c8d tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=121f48c0-90d8-4b4f-8a8c-8a6db3b153e7 HTTP/1.1" status: 200 len: 1096 time: 0.0405052 Jul 29 23:57:50.356487 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50266) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:50.376109 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a0df145-24a6-4b14-a52c-2868a275ead6 req-0746289b-9de7-43c1-9e89-c3ebde0bfc4b tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=af4f5f4e-209a-470b-be15-cfecbcd3d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297699 Jul 29 23:57:50.460893 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ba8042be-45bd-40de-949c-cf76e5c7da06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:50.546411 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ba8042be-45bd-40de-949c-cf76e5c7da06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:50.550306 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ba8042be-45bd-40de-949c-cf76e5c7da06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:50.587414 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ba8042be-45bd-40de-949c-cf76e5c7da06 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ab96ce22d934a80aadd74e4d3eb56a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2297113 Jul 29 23:57:50.588336 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8042be-45bd-40de-949c-cf76e5c7da06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e7597e-05cc-4c2f-9bb4-37b7c5ff25e6,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:50.591012 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50270) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:50.646003 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7833b7e0-989a-4c62-a4c7-74730e0a272f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:50.667786 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7833b7e0-989a-4c62-a4c7-74730e0a272f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:50.714699 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7833b7e0-989a-4c62-a4c7-74730e0a272f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:50.718246 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7833b7e0-989a-4c62-a4c7-74730e0a272f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:50.719679 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7833b7e0-989a-4c62-a4c7-74730e0a272f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/46e7597e-05cc-4c2f-9bb4-37b7c5ff25e6 HTTP/1.1" status: 204 len: 168 time: 0.1272449 Jul 29 23:57:50.727337 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7833b7e0-989a-4c62-a4c7-74730e0a272f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e7597e-05cc-4c2f-9bb4-37b7c5ff25e6,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:50.989860 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50278) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:51.003586 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dfbd79ad-e73f-47b7-936f-837c0b197463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:51.095046 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dfbd79ad-e73f-47b7-936f-837c0b197463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:51.099014 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dfbd79ad-e73f-47b7-936f-837c0b197463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:51.137898 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-dfbd79ad-e73f-47b7-936f-837c0b197463 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=80d08ec5ab444db6b38de47304ccdd54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469669 Jul 29 23:57:51.139001 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd79ad-e73f-47b7-936f-837c0b197463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b13650d-6f97-449a-a3ad-99700593a320,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:51.140665 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50280) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:57:51.189960 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-150e6b19-d030-466b-bc8b-5521d87a593d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:51.210822 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-150e6b19-d030-466b-bc8b-5521d87a593d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:51.256868 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-150e6b19-d030-466b-bc8b-5521d87a593d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:51.259376 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-150e6b19-d030-466b-bc8b-5521d87a593d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:51.260583 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-150e6b19-d030-466b-bc8b-5521d87a593d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0b13650d-6f97-449a-a3ad-99700593a320 HTTP/1.1" status: 204 len: 168 time: 0.1188226 Jul 29 23:57:51.269353 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150e6b19-d030-466b-bc8b-5521d87a593d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b13650d-6f97-449a-a3ad-99700593a320,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:51.492433 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58191a3-c609-4ff8-9645-0ec2f5034849 req-9ac9eb4d-375f-4a5a-bc57-2198670ca060 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:51.494005 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b58191a3-c609-4ff8-9645-0ec2f5034849 req-9ac9eb4d-375f-4a5a-bc57-2198670ca060 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=121f48c0-90d8-4b4f-8a8c-8a6db3b153e7 HTTP/1.1" status: 200 len: 1096 time: 0.0454695 Jul 29 23:57:51.747369 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 88e858b0-cebe-4fff-8c16-f45fc0644e0f up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:57:51.800182 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 88e858b0-cebe-4fff-8c16-f45fc0644e0f completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:51.804239 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 88e858b0-cebe-4fff-8c16-f45fc0644e0f triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:51.804692 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:51.894565 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:51.913073 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b58191a3-c609-4ff8-9645-0ec2f5034849 req-e83b440f-4c2d-4b16-89f2-e90453ed0a62 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=af4f5f4e-209a-470b-be15-cfecbcd3d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129508 Jul 29 23:57:51.929422 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121f48c0-90d8-4b4f-8a8c-8a6db3b153e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e858b0-cebe-4fff-8c16-f45fc0644e0f'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:57:51.931804 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cf1a58-7621-4213-aead-43d6d6daa572" -d '{"events": [{"server_uuid": "121f48c0-90d8-4b4f-8a8c-8a6db3b153e7", "name": "network-vif-plugged", "status": "completed", "tag": "88e858b0-cebe-4fff-8c16-f45fc0644e0f"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:57:51.946712 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 88e858b0-cebe-4fff-8c16-f45fc0644e0f, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=88e858b0-cebe-4fff-8c16-f45fc0644e0f,segment=NetworkSegment(cba6701f-5b09-41f5-b7f3-b1686185f4a7),segment_id=cba6701f-5b09-41f5-b7f3-b1686185f4a7)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:51.951861 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:51.984241 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d3c44b-97c5-42e8-9021-562fa87a0012 x-openstack-request-id: req-c8d3c44b-97c5-42e8-9021-562fa87a0012 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:57:51.984539 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121f48c0-90d8-4b4f-8a8c-8a6db3b153e7", "name": "network-vif-plugged", "status": "completed", "tag": "88e858b0-cebe-4fff-8c16-f45fc0644e0f", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:57:51.984794 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8d3c44b-97c5-42e8-9021-562fa87a0012 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:57:51.985187 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '121f48c0-90d8-4b4f-8a8c-8a6db3b153e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88e858b0-cebe-4fff-8c16-f45fc0644e0f', 'code': 200} Jul 29 23:57:52.004748 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=88e858b0-cebe-4fff-8c16-f45fc0644e0f,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:52.080105 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a685f349-0f48-4ef9-bade-fc4f47dbc381 req-d31322d1-11d6-4ea0-b524-7dd9d8415aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:52.081642 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a685f349-0f48-4ef9-bade-fc4f47dbc381 req-d31322d1-11d6-4ea0-b524-7dd9d8415aeb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=121f48c0-90d8-4b4f-8a8c-8a6db3b153e7 HTTP/1.1" status: 200 len: 1097 time: 0.0409956 Jul 29 23:57:52.116736 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a685f349-0f48-4ef9-bade-fc4f47dbc381 req-6ac4866b-e753-4dc8-abff-c4bc488fb653 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=af4f5f4e-209a-470b-be15-cfecbcd3d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280132 Jul 29 23:57:53.046789 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595d3b00-2755-4ac7-bf56-eeccec8a0ec3 req-d0d88526-0f7e-4ef0-8ab7-1f7c73c8ef54 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:53.048533 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-595d3b00-2755-4ac7-bf56-eeccec8a0ec3 req-d0d88526-0f7e-4ef0-8ab7-1f7c73c8ef54 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=121f48c0-90d8-4b4f-8a8c-8a6db3b153e7 HTTP/1.1" status: 200 len: 1097 time: 0.0528390 Jul 29 23:57:53.089385 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-595d3b00-2755-4ac7-bf56-eeccec8a0ec3 req-556620d6-65df-4904-9108-b63e2c097903 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=af4f5f4e-209a-470b-be15-cfecbcd3d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344737 Jul 29 23:57:53.218618 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c02b1-a3d0-4542-b0e0-5be2b8ca6b7a req-e878544a-001c-4fb0-a360-29f547e0a295 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:53.221592 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1a2c02b1-a3d0-4542-b0e0-5be2b8ca6b7a req-e878544a-001c-4fb0-a360-29f547e0a295 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=121f48c0-90d8-4b4f-8a8c-8a6db3b153e7 HTTP/1.1" status: 200 len: 1097 time: 0.0516231 Jul 29 23:57:53.257478 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1a2c02b1-a3d0-4542-b0e0-5be2b8ca6b7a req-0bedd10b-4582-4bc8-877a-d9ea06ae7744 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=af4f5f4e-209a-470b-be15-cfecbcd3d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291548 Jul 29 23:57:53.364792 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea086d8-9dc5-49dc-b1b3-5dd9ff0fbd65 req-d3f8d197-1949-44f9-9635-8c2b2a63a163 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:53.366315 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0ea086d8-9dc5-49dc-b1b3-5dd9ff0fbd65 req-d3f8d197-1949-44f9-9635-8c2b2a63a163 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=121f48c0-90d8-4b4f-8a8c-8a6db3b153e7 HTTP/1.1" status: 200 len: 1097 time: 0.0410991 Jul 29 23:57:53.401683 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0ea086d8-9dc5-49dc-b1b3-5dd9ff0fbd65 req-5adec935-dd3c-45f3-b0fd-9a7db1b64ddc tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=af4f5f4e-209a-470b-be15-cfecbcd3d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285113 Jul 29 23:57:53.678005 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181a272-01a5-4580-8e44-be471827340c req-b2d7cc39-4581-43f9-879f-cd10de901715 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:53.679522 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5181a272-01a5-4580-8e44-be471827340c req-b2d7cc39-4581-43f9-879f-cd10de901715 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/networks?id=bcea0a81-b45c-4d09-afa0-e633ccf8ced0 HTTP/1.1" status: 200 len: 910 time: 0.0975068 Jul 29 23:57:53.695668 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5181a272-01a5-4580-8e44-be471827340c req-816e0a04-cc45-4b37-93ac-a5ac0780c7e8 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/quotas/64490d42869d4817b5ea043d148e10a5 HTTP/1.1" status: 200 len: 375 time: 0.0095544 Jul 29 23:57:53.745632 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5181a272-01a5-4580-8e44-be471827340c req-49b48209-d72e-45b8-a7d9-41e20802f36e tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/ports?tenant_id=64490d42869d4817b5ea043d148e10a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0429299 Jul 29 23:57:53.837092 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5181a272-01a5-4580-8e44-be471827340c req-131e0dbe-a8cb-4383-9b16-11a42a88a093 service neutron] 10.222.0.18 "GET /v2.0/networks/bcea0a81-b45c-4d09-afa0-e633ccf8ced0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832169 Jul 29 23:57:53.929795 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5181a272-01a5-4580-8e44-be471827340c req-36d5a612-7dc5-4496-9357-1ff0c4540cbe service neutron] 10.222.0.18 "GET /v2.0/networks/bcea0a81-b45c-4d09-afa0-e633ccf8ced0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856614 Jul 29 23:57:54.089082 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6e87d065-f797-4ea4-8498-043b9ea29863 req-4b2bf122-a845-4489-9984-c8b18d0e163d tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3ed4e7bc-b8e3-46a6-8b5b-7e330d748423 HTTP/1.1" status: 200 len: 210 time: 0.0262079 Jul 29 23:57:55.017412 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181a272-01a5-4580-8e44-be471827340c req-ab7bd826-e09f-4e93-a267-0ae07b9c60a7 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:55.019037 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5181a272-01a5-4580-8e44-be471827340c req-ab7bd826-e09f-4e93-a267-0ae07b9c60a7 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.23 "GET /v2.0/networks?id=bcea0a81-b45c-4d09-afa0-e633ccf8ced0 HTTP/1.1" status: 200 len: 910 time: 0.1175618 Jul 29 23:57:55.034142 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-5181a272-01a5-4580-8e44-be471827340c req-83af5d13-85b4-4d79-ad91-27666fdd726a tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Request body: {'port': {'device_id': '3ed4e7bc-b8e3-46a6-8b5b-7e330d748423', 'network_id': 'bcea0a81-b45c-4d09-afa0-e633ccf8ced0', 'admin_state_up': True, 'tenant_id': '64490d42869d4817b5ea043d148e10a5'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:55.061403 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5181a272-01a5-4580-8e44-be471827340c req-83af5d13-85b4-4d79-ad91-27666fdd726a tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Made reservation on behalf of 64490d42869d4817b5ea043d148e10a5 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:57:55.063790 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5181a272-01a5-4580-8e44-be471827340c req-83af5d13-85b4-4d79-ad91-27666fdd726a tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.209093 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42fa7e4b-cbd5-48e2-ae53-165fe8630a4e req-cce3d202-d9f4-4574-97d6-7abd88005ce2 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3ed4e7bc-b8e3-46a6-8b5b-7e330d748423 HTTP/1.1" status: 200 len: 210 time: 0.0308876 Jul 29 23:57:55.231149 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-5181a272-01a5-4580-8e44-be471827340c req-83af5d13-85b4-4d79-ad91-27666fdd726a tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Allocated IP 172.20.0.7 (bcea0a81-b45c-4d09-afa0-e633ccf8ced0/a8d5a80a-2ba6-4b78-86f8-d28cdfecff81/ea055b98-8809-4891-abd6-0977b03dbbd5) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:57:55.453793 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5181a272-01a5-4580-8e44-be471827340c req-83af5d13-85b4-4d79-ad91-27666fdd726a tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.466702 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-5181a272-01a5-4580-8e44-be471827340c req-83af5d13-85b4-4d79-ad91-27666fdd726a tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Transition to ACTIVE for port object ea055b98-8809-4891-abd6-0977b03dbbd5 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:55.506314 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5181a272-01a5-4580-8e44-be471827340c req-83af5d13-85b4-4d79-ad91-27666fdd726a tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.518845 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['88e858b0-cebe-4fff-8c16-f45fc0644e0f'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:57:55.554356 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5181a272-01a5-4580-8e44-be471827340c req-83af5d13-85b4-4d79-ad91-27666fdd726a tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Network bcea0a81-b45c-4d09-afa0-e633ccf8ced0 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:57:55.559701 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-5181a272-01a5-4580-8e44-be471827340c req-83af5d13-85b4-4d79-ad91-27666fdd726a tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:57:55.564366 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-5181a272-01a5-4580-8e44-be471827340c req-83af5d13-85b4-4d79-ad91-27666fdd726a tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:57:55.567438 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83af5d13-85b4-4d79-ad91-27666fdd726a tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Pushing event updated for resources: {'Port': ['ID=ea055b98-8809-4891-abd6-0977b03dbbd5,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:55.610235 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181a272-01a5-4580-8e44-be471827340c req-83af5d13-85b4-4d79-ad91-27666fdd726a tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:55.611010 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5181a272-01a5-4580-8e44-be471827340c req-83af5d13-85b4-4d79-ad91-27666fdd726a tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.625880 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5181a272-01a5-4580-8e44-be471827340c req-83af5d13-85b4-4d79-ad91-27666fdd726a tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5987902 Jul 29 23:57:55.637863 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-5181a272-01a5-4580-8e44-be471827340c req-913e8ff4-4138-49cc-9e9e-afc1b2cd34aa tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 29 23:57:55.638957 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5181a272-01a5-4580-8e44-be471827340c req-913e8ff4-4138-49cc-9e9e-afc1b2cd34aa tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063360 Jul 29 23:57:55.754957 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-5181a272-01a5-4580-8e44-be471827340c req-4ac9ad5a-8d47-4978-bac8-96c135741263 service neutron] Request body: {'port': {'device_id': '3ed4e7bc-b8e3-46a6-8b5b-7e330d748423', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:57:55.805228 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8f647da3-433d-465e-bf65-2e430b2835c0 None None] Provisioning for port ea055b98-8809-4891-abd6-0977b03dbbd5 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:57:55.809605 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8f647da3-433d-465e-bf65-2e430b2835c0 None None] Provisioning complete for port ea055b98-8809-4891-abd6-0977b03dbbd5 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:57:55.809989 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8f647da3-433d-465e-bf65-2e430b2835c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.811235 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5181a272-01a5-4580-8e44-be471827340c req-4ac9ad5a-8d47-4978-bac8-96c135741263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:55.999936 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8f647da3-433d-465e-bf65-2e430b2835c0 None None] Port ea055b98-8809-4891-abd6-0977b03dbbd5 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:57:56.083783 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-5181a272-01a5-4580-8e44-be471827340c req-4ac9ad5a-8d47-4978-bac8-96c135741263 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea055b98-8809-4891-abd6-0977b03dbbd5 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:57:56.091117 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5181a272-01a5-4580-8e44-be471827340c req-4ac9ad5a-8d47-4978-bac8-96c135741263 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:56.102577 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-5181a272-01a5-4580-8e44-be471827340c req-4ac9ad5a-8d47-4978-bac8-96c135741263 service neutron] Transition to ACTIVE for port object ea055b98-8809-4891-abd6-0977b03dbbd5 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:57:56.106351 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5181a272-01a5-4580-8e44-be471827340c req-4ac9ad5a-8d47-4978-bac8-96c135741263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:56.156401 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9ad5a-8d47-4978-bac8-96c135741263 service neutron] Pushing event updated for resources: {'Port': ['ID=ea055b98-8809-4891-abd6-0977b03dbbd5,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:56.227440 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-5181a272-01a5-4580-8e44-be471827340c req-4ac9ad5a-8d47-4978-bac8-96c135741263 service neutron] Attempting to bind port ea055b98-8809-4891-abd6-0977b03dbbd5 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:57:56.228197 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-5181a272-01a5-4580-8e44-be471827340c req-4ac9ad5a-8d47-4978-bac8-96c135741263 service neutron] Attempting to bind port ea055b98-8809-4891-abd6-0977b03dbbd5 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'cba6701f-5b09-41f5-b7f3-b1686185f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bcea0a81-b45c-4d09-afa0-e633ccf8ced0'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:57:56.228197 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5181a272-01a5-4580-8e44-be471827340c req-4ac9ad5a-8d47-4978-bac8-96c135741263 service neutron] Attempting to bind port ea055b98-8809-4891-abd6-0977b03dbbd5 on network bcea0a81-b45c-4d09-afa0-e633ccf8ced0 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:56.233363 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5181a272-01a5-4580-8e44-be471827340c req-4ac9ad5a-8d47-4978-bac8-96c135741263 service neutron] Port ea055b98-8809-4891-abd6-0977b03dbbd5 on network bcea0a81-b45c-4d09-afa0-e633ccf8ced0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:57:56.236291 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5181a272-01a5-4580-8e44-be471827340c req-4ac9ad5a-8d47-4978-bac8-96c135741263 service neutron] Attempting to bind port ea055b98-8809-4891-abd6-0977b03dbbd5 on network bcea0a81-b45c-4d09-afa0-e633ccf8ced0 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:57:56.242389 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5181a272-01a5-4580-8e44-be471827340c req-4ac9ad5a-8d47-4978-bac8-96c135741263 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 57, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:57:56.242811 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5181a272-01a5-4580-8e44-be471827340c req-4ac9ad5a-8d47-4978-bac8-96c135741263 service neutron] Checking segment: {'id': 'cba6701f-5b09-41f5-b7f3-b1686185f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bcea0a81-b45c-4d09-afa0-e633ccf8ced0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:57:56.243344 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5181a272-01a5-4580-8e44-be471827340c req-4ac9ad5a-8d47-4978-bac8-96c135741263 service neutron] Bound using segment: {'id': 'cba6701f-5b09-41f5-b7f3-b1686185f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bcea0a81-b45c-4d09-afa0-e633ccf8ced0'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:57:56.243989 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-5181a272-01a5-4580-8e44-be471827340c req-4ac9ad5a-8d47-4978-bac8-96c135741263 service neutron] Bound port: ea055b98-8809-4891-abd6-0977b03dbbd5, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cba6701f-5b09-41f5-b7f3-b1686185f4a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'bcea0a81-b45c-4d09-afa0-e633ccf8ced0'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:57:56.244424 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5181a272-01a5-4580-8e44-be471827340c req-4ac9ad5a-8d47-4978-bac8-96c135741263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:56.349031 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-5181a272-01a5-4580-8e44-be471827340c req-4ac9ad5a-8d47-4978-bac8-96c135741263 service neutron] For port ea055b98-8809-4891-abd6-0977b03dbbd5, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:57:56.353795 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-5181a272-01a5-4580-8e44-be471827340c req-4ac9ad5a-8d47-4978-bac8-96c135741263 service neutron] For port ea055b98-8809-4891-abd6-0977b03dbbd5, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ea055b98-8809-4891-abd6-0977b03dbbd5,segment=NetworkSegment(cba6701f-5b09-41f5-b7f3-b1686185f4a7),segment_id=cba6701f-5b09-41f5-b7f3-b1686185f4a7)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:57:56.357543 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e52e2e6-dffc-4973-93b4-a27b4a79b80b req-ffb0e85d-d535-4e18-9097-db22e92f3e9d tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:56.359132 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7e52e2e6-dffc-4973-93b4-a27b4a79b80b req-ffb0e85d-d535-4e18-9097-db22e92f3e9d tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3ed4e7bc-b8e3-46a6-8b5b-7e330d748423 HTTP/1.1" status: 200 len: 1053 time: 0.0708625 Jul 29 23:57:56.360614 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5181a272-01a5-4580-8e44-be471827340c req-4ac9ad5a-8d47-4978-bac8-96c135741263 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:56.400664 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181a272-01a5-4580-8e44-be471827340c req-4ac9ad5a-8d47-4978-bac8-96c135741263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:56.401332 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5181a272-01a5-4580-8e44-be471827340c req-4ac9ad5a-8d47-4978-bac8-96c135741263 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:56.403587 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5181a272-01a5-4580-8e44-be471827340c req-4ac9ad5a-8d47-4978-bac8-96c135741263 service neutron] 10.222.0.23 "PUT /v2.0/ports/ea055b98-8809-4891-abd6-0977b03dbbd5 HTTP/1.1" status: 200 len: 1092 time: 0.7579045 Jul 29 23:57:56.422599 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed4e7bc-b8e3-46a6-8b5b-7e330d748423', 'tag': 'ea055b98-8809-4891-abd6-0977b03dbbd5'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:57:56.425554 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169fe0e7-37a5-4e75-8fb5-ad49b24efb43" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed4e7bc-b8e3-46a6-8b5b-7e330d748423", "tag": "ea055b98-8809-4891-abd6-0977b03dbbd5"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:57:56.476394 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7e52e2e6-dffc-4973-93b4-a27b4a79b80b req-6d299359-967d-4ffe-ba7d-6955c765ed05 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=af4f5f4e-209a-470b-be15-cfecbcd3d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079526 Jul 29 23:57:56.477011 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9ad5a-8d47-4978-bac8-96c135741263 service neutron] Pushing event updated for resources: {'Port': ['ID=ea055b98-8809-4891-abd6-0977b03dbbd5,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:56.521537 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181a272-01a5-4580-8e44-be471827340c req-4884716d-a9b2-4e1a-bcd3-a0decd6cfeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:56.523386 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5181a272-01a5-4580-8e44-be471827340c req-4884716d-a9b2-4e1a-bcd3-a0decd6cfeaf service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64490d42869d4817b5ea043d148e10a5&device_id=3ed4e7bc-b8e3-46a6-8b5b-7e330d748423 HTTP/1.1" status: 200 len: 1095 time: 0.0661743 Jul 29 23:57:56.540396 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4f53aa-45f6-484b-9291-58edd7a6605d x-openstack-request-id: req-2e4f53aa-45f6-484b-9291-58edd7a6605d {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:57:56.540945 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed4e7bc-b8e3-46a6-8b5b-7e330d748423", "tag": "ea055b98-8809-4891-abd6-0977b03dbbd5", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:57:56.541637 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e4f53aa-45f6-484b-9291-58edd7a6605d {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:57:56.541910 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed4e7bc-b8e3-46a6-8b5b-7e330d748423', 'tag': 'ea055b98-8809-4891-abd6-0977b03dbbd5', 'status': 'completed', 'code': 200} Jul 29 23:57:56.574531 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5181a272-01a5-4580-8e44-be471827340c req-28fb9008-e23c-4c3e-b97c-a111f7f12572 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea055b98-8809-4891-abd6-0977b03dbbd5 HTTP/1.1" status: 200 len: 217 time: 0.0433335 Jul 29 23:57:56.632613 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181a272-01a5-4580-8e44-be471827340c req-36532431-5dbf-4363-bd4d-b0fd14200870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:56.634743 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5181a272-01a5-4580-8e44-be471827340c req-36532431-5dbf-4363-bd4d-b0fd14200870 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a8d5a80a-2ba6-4b78-86f8-d28cdfecff81 HTTP/1.1" status: 200 len: 848 time: 0.0540037 Jul 29 23:57:56.681642 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181a272-01a5-4580-8e44-be471827340c req-a606a12a-1ad2-4b1b-9c54-0a26d24e4da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:56.683075 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5181a272-01a5-4580-8e44-be471827340c req-a606a12a-1ad2-4b1b-9c54-0a26d24e4da0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bcea0a81-b45c-4d09-afa0-e633ccf8ced0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411532 Jul 29 23:57:56.775801 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5181a272-01a5-4580-8e44-be471827340c req-2fbce69d-1e91-4477-931a-0b82aa4fe950 service neutron] 10.222.0.23 "GET /v2.0/networks/bcea0a81-b45c-4d09-afa0-e633ccf8ced0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860467 Jul 29 23:57:56.864676 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5181a272-01a5-4580-8e44-be471827340c req-e399c0d9-b040-4a5b-948f-47ff0fb4377f service neutron] 10.222.0.23 "GET /v2.0/networks/bcea0a81-b45c-4d09-afa0-e633ccf8ced0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809581 Jul 29 23:57:56.949559 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fe0e7-37a5-4e75-8fb5-ad49b24efb43 req-9fcdffc4-8b6a-44af-bd7f-7da22d90f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:56.951048 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-169fe0e7-37a5-4e75-8fb5-ad49b24efb43 req-9fcdffc4-8b6a-44af-bd7f-7da22d90f267 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=64490d42869d4817b5ea043d148e10a5&device_id=3ed4e7bc-b8e3-46a6-8b5b-7e330d748423 HTTP/1.1" status: 200 len: 1095 time: 0.0449083 Jul 29 23:57:57.044316 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fe0e7-37a5-4e75-8fb5-ad49b24efb43 req-29782091-d401-4fef-915a-9a936e2ba082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:57.045857 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-169fe0e7-37a5-4e75-8fb5-ad49b24efb43 req-29782091-d401-4fef-915a-9a936e2ba082 service neutron] 10.222.0.23 "GET /v2.0/networks?id=bcea0a81-b45c-4d09-afa0-e633ccf8ced0 HTTP/1.1" status: 200 len: 910 time: 0.0872295 Jul 29 23:57:57.091387 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-169fe0e7-37a5-4e75-8fb5-ad49b24efb43 req-61ff1be6-6ffa-4cae-a99f-70ccf6ac4885 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ea055b98-8809-4891-abd6-0977b03dbbd5 HTTP/1.1" status: 200 len: 217 time: 0.0382819 Jul 29 23:57:57.139680 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fe0e7-37a5-4e75-8fb5-ad49b24efb43 req-18de4767-63ed-47c8-b118-cdfa292a3069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:57.141178 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-169fe0e7-37a5-4e75-8fb5-ad49b24efb43 req-18de4767-63ed-47c8-b118-cdfa292a3069 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a8d5a80a-2ba6-4b78-86f8-d28cdfecff81 HTTP/1.1" status: 200 len: 848 time: 0.0424521 Jul 29 23:57:57.188973 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169fe0e7-37a5-4e75-8fb5-ad49b24efb43 req-8a0db277-3bad-4056-9903-5ce0fcc2bc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:57.190618 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-169fe0e7-37a5-4e75-8fb5-ad49b24efb43 req-8a0db277-3bad-4056-9903-5ce0fcc2bc51 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=bcea0a81-b45c-4d09-afa0-e633ccf8ced0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420930 Jul 29 23:57:57.287020 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-169fe0e7-37a5-4e75-8fb5-ad49b24efb43 req-4cee7c6d-726a-49ed-bcb0-7741c322cf41 service neutron] 10.222.0.23 "GET /v2.0/networks/bcea0a81-b45c-4d09-afa0-e633ccf8ced0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867476 Jul 29 23:57:57.378390 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-169fe0e7-37a5-4e75-8fb5-ad49b24efb43 req-2bfa6d22-0987-4be2-ba5d-c2cefc395530 service neutron] 10.222.0.23 "GET /v2.0/networks/bcea0a81-b45c-4d09-afa0-e633ccf8ced0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841942 Jul 29 23:57:57.594282 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f085e2-f391-4304-b538-f64c0c83bc2a req-7a8b5c21-98f1-4e15-ab72-c94977babd2b tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:57.596035 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e3f085e2-f391-4304-b538-f64c0c83bc2a req-7a8b5c21-98f1-4e15-ab72-c94977babd2b tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3ed4e7bc-b8e3-46a6-8b5b-7e330d748423 HTTP/1.1" status: 200 len: 1095 time: 0.0430517 Jul 29 23:57:57.630451 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e3f085e2-f391-4304-b538-f64c0c83bc2a req-2c40688d-7da1-4896-bd92-9f8fe6997060 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=af4f5f4e-209a-470b-be15-cfecbcd3d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284901 Jul 29 23:57:58.179888 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device ea055b98-8809-4891-abd6-0977b03dbbd5 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:57:58.276101 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port ea055b98-8809-4891-abd6-0977b03dbbd5, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ea055b98-8809-4891-abd6-0977b03dbbd5,segment=NetworkSegment(cba6701f-5b09-41f5-b7f3-b1686185f4a7),segment_id=cba6701f-5b09-41f5-b7f3-b1686185f4a7)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:58.290795 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'ea055b98-8809-4891-abd6-0977b03dbbd5', 'network_id': 'bcea0a81-b45c-4d09-afa0-e633ccf8ced0', 'port_id': 'ea055b98-8809-4891-abd6-0977b03dbbd5', 'mac_address': 'fa:16:3e:70:68:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8d5a80a-2ba6-4b78-86f8-d28cdfecff81', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:57:58.329288 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.343204 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea055b98-8809-4891-abd6-0977b03dbbd5 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:57:58.371990 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port ea055b98-8809-4891-abd6-0977b03dbbd5, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ea055b98-8809-4891-abd6-0977b03dbbd5,segment=NetworkSegment(cba6701f-5b09-41f5-b7f3-b1686185f4a7),segment_id=cba6701f-5b09-41f5-b7f3-b1686185f4a7)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:57:58.377568 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:58.424668 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=ea055b98-8809-4891-abd6-0977b03dbbd5,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:57:58.623775 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['ea055b98-8809-4891-abd6-0977b03dbbd5'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:57:58.747109 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc494bd-e5c7-4fef-8019-7cc832dd0d3c req-2d263b7d-5a95-476c-9f7e-5947c06d622a tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:58.748785 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3bc494bd-e5c7-4fef-8019-7cc832dd0d3c req-2d263b7d-5a95-476c-9f7e-5947c06d622a tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3ed4e7bc-b8e3-46a6-8b5b-7e330d748423 HTTP/1.1" status: 200 len: 1096 time: 0.0456691 Jul 29 23:57:58.787028 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3bc494bd-e5c7-4fef-8019-7cc832dd0d3c req-a0119b06-1cf2-4489-a9e2-38eff5596b81 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=af4f5f4e-209a-470b-be15-cfecbcd3d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322514 Jul 29 23:57:59.770554 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:57:59.894920 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f37f9-796a-4e2c-a89b-28f86c742362 req-5ece7b30-5627-4799-ada5-89b7664a7ff2 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:57:59.896503 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae1f37f9-796a-4e2c-a89b-28f86c742362 req-5ece7b30-5627-4799-ada5-89b7664a7ff2 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3ed4e7bc-b8e3-46a6-8b5b-7e330d748423 HTTP/1.1" status: 200 len: 1096 time: 0.0399721 Jul 29 23:57:59.933752 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae1f37f9-796a-4e2c-a89b-28f86c742362 req-0ab8dc98-436c-4b16-815d-97621275d3f1 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=af4f5f4e-209a-470b-be15-cfecbcd3d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296950 Jul 29 23:58:00.002697 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.185966 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device ea055b98-8809-4891-abd6-0977b03dbbd5 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:00.235809 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port ea055b98-8809-4891-abd6-0977b03dbbd5 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:00.239584 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port ea055b98-8809-4891-abd6-0977b03dbbd5 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:00.239991 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.304082 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:58:00.320316 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.342643 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed4e7bc-b8e3-46a6-8b5b-7e330d748423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea055b98-8809-4891-abd6-0977b03dbbd5'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:58:00.345059 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1102772-44bd-4283-a729-bcfc5f9a1060" -d '{"events": [{"server_uuid": "3ed4e7bc-b8e3-46a6-8b5b-7e330d748423", "name": "network-vif-plugged", "status": "completed", "tag": "ea055b98-8809-4891-abd6-0977b03dbbd5"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:58:00.360194 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port ea055b98-8809-4891-abd6-0977b03dbbd5, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ea055b98-8809-4891-abd6-0977b03dbbd5,segment=NetworkSegment(cba6701f-5b09-41f5-b7f3-b1686185f4a7),segment_id=cba6701f-5b09-41f5-b7f3-b1686185f4a7)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:00.365996 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:00.394216 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b3be38-e016-4b36-a6e1-1c108b32cbb1 x-openstack-request-id: req-c5b3be38-e016-4b36-a6e1-1c108b32cbb1 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:58:00.394608 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed4e7bc-b8e3-46a6-8b5b-7e330d748423", "name": "network-vif-plugged", "status": "completed", "tag": "ea055b98-8809-4891-abd6-0977b03dbbd5", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:58:00.394912 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c5b3be38-e016-4b36-a6e1-1c108b32cbb1 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:58:00.395364 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed4e7bc-b8e3-46a6-8b5b-7e330d748423', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea055b98-8809-4891-abd6-0977b03dbbd5', 'code': 200} Jul 29 23:58:00.427442 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=ea055b98-8809-4891-abd6-0977b03dbbd5,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:00.482303 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e2aa2f-7772-4980-95c5-bc8bb3be093c req-574d7c43-7e11-4489-bd91-8ea352a40d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:00.483829 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-72e2aa2f-7772-4980-95c5-bc8bb3be093c req-574d7c43-7e11-4489-bd91-8ea352a40d2a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3ed4e7bc-b8e3-46a6-8b5b-7e330d748423 HTTP/1.1" status: 200 len: 1097 time: 0.0415864 Jul 29 23:58:00.518807 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-72e2aa2f-7772-4980-95c5-bc8bb3be093c req-126bd974-6395-4614-98c6-43fb35970c6c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=af4f5f4e-209a-470b-be15-cfecbcd3d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278654 Jul 29 23:58:01.065369 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fdbbc0-6124-4934-b439-ef94768282ca req-301bc394-dccd-47ad-b90a-98659f1333c2 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:01.066939 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a1fdbbc0-6124-4934-b439-ef94768282ca req-301bc394-dccd-47ad-b90a-98659f1333c2 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3ed4e7bc-b8e3-46a6-8b5b-7e330d748423 HTTP/1.1" status: 200 len: 1097 time: 0.0479882 Jul 29 23:58:01.103216 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a1fdbbc0-6124-4934-b439-ef94768282ca req-87129af0-1288-4f46-9c1a-979539d82406 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=af4f5f4e-209a-470b-be15-cfecbcd3d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291033 Jul 29 23:58:02.212831 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98aed5-72bc-434d-88d1-3edbf0846233 req-c661c60b-d74a-4206-a045-357d75b8823f tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:02.214938 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9f98aed5-72bc-434d-88d1-3edbf0846233 req-c661c60b-d74a-4206-a045-357d75b8823f tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3ed4e7bc-b8e3-46a6-8b5b-7e330d748423 HTTP/1.1" status: 200 len: 1097 time: 0.0408530 Jul 29 23:58:02.250249 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9f98aed5-72bc-434d-88d1-3edbf0846233 req-1854b80f-8bce-4493-8a5f-b3e26d23f300 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=af4f5f4e-209a-470b-be15-cfecbcd3d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286543 Jul 29 23:58:02.356473 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf91ad9-ce99-4c0f-adfe-93e303f2f502 req-570b1549-e64e-447d-9ae4-4585a52ceb17 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:02.357933 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2cf91ad9-ce99-4c0f-adfe-93e303f2f502 req-570b1549-e64e-447d-9ae4-4585a52ceb17 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3ed4e7bc-b8e3-46a6-8b5b-7e330d748423 HTTP/1.1" status: 200 len: 1097 time: 0.0411696 Jul 29 23:58:02.393774 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2cf91ad9-ce99-4c0f-adfe-93e303f2f502 req-55a68da7-6771-46f3-8f87-e4e3037a98f0 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=af4f5f4e-209a-470b-be15-cfecbcd3d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297954 Jul 29 23:58:02.506491 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360abe45-3976-4754-9804-f07d7298d0d6 req-6fb0f1c3-cfa4-4f39-bb33-d3a24888df4c tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:02.508063 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-360abe45-3976-4754-9804-f07d7298d0d6 req-6fb0f1c3-cfa4-4f39-bb33-d3a24888df4c tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3ed4e7bc-b8e3-46a6-8b5b-7e330d748423 HTTP/1.1" status: 200 len: 1097 time: 0.0468717 Jul 29 23:58:02.547258 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-360abe45-3976-4754-9804-f07d7298d0d6 req-15894fa4-8705-4bf3-af04-57af840fcc44 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=af4f5f4e-209a-470b-be15-cfecbcd3d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316255 Jul 29 23:58:02.776673 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c3309e-9fd4-492a-99f2-e7d57d0ecbf0 req-c11b355e-057a-47cd-b2d8-069a09c3f389 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:02.778538 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5c3309e-9fd4-492a-99f2-e7d57d0ecbf0 req-c11b355e-057a-47cd-b2d8-069a09c3f389 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3ed4e7bc-b8e3-46a6-8b5b-7e330d748423 HTTP/1.1" status: 200 len: 1097 time: 0.0416443 Jul 29 23:58:02.814561 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5c3309e-9fd4-492a-99f2-e7d57d0ecbf0 req-6e41c851-5a1f-483d-af88-faf2f66a4230 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=af4f5f4e-209a-470b-be15-cfecbcd3d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296612 Jul 29 23:58:02.864146 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f499fdd6-7b43-4b61-ba3d-eec8d50797b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:03.920211 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaadd7c-86ee-4ddd-9992-b4e7093975b3 req-eb4a7117-7b27-423c-91a1-d23b9877bbc8 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:03.921745 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3aaadd7c-86ee-4ddd-9992-b4e7093975b3 req-eb4a7117-7b27-423c-91a1-d23b9877bbc8 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=3ed4e7bc-b8e3-46a6-8b5b-7e330d748423 HTTP/1.1" status: 200 len: 1097 time: 0.0398889 Jul 29 23:58:03.963618 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3aaadd7c-86ee-4ddd-9992-b4e7093975b3 req-4050ce92-821e-44cd-8e3f-0194a9f0a70f tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=af4f5f4e-209a-470b-be15-cfecbcd3d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359862 Jul 29 23:58:04.000712 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc28eb-a9d1-41b7-9af6-8cc05da019c8 req-ebb49fc6-6ac0-4f92-a0cb-49422593d6a7 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:04.002237 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a8bc28eb-a9d1-41b7-9af6-8cc05da019c8 req-ebb49fc6-6ac0-4f92-a0cb-49422593d6a7 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=3ed4e7bc-b8e3-46a6-8b5b-7e330d748423 HTTP/1.1" status: 200 len: 1097 time: 0.0468695 Jul 29 23:58:04.084025 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-a8bc28eb-a9d1-41b7-9af6-8cc05da019c8 req-258734b5-18de-4a2e-8b5a-603e5f4d2375 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Deleting port ea055b98-8809-4891-abd6-0977b03dbbd5 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:04.084380 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a8bc28eb-a9d1-41b7-9af6-8cc05da019c8 req-258734b5-18de-4a2e-8b5a-603e5f4d2375 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.165773 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-a8bc28eb-a9d1-41b7-9af6-8cc05da019c8 req-258734b5-18de-4a2e-8b5a-603e5f4d2375 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] For port ea055b98-8809-4891-abd6-0977b03dbbd5, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ea055b98-8809-4891-abd6-0977b03dbbd5,segment=NetworkSegment(cba6701f-5b09-41f5-b7f3-b1686185f4a7),segment_id=cba6701f-5b09-41f5-b7f3-b1686185f4a7)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:04.166154 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a8bc28eb-a9d1-41b7-9af6-8cc05da019c8 req-258734b5-18de-4a2e-8b5a-603e5f4d2375 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.180059 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-a8bc28eb-a9d1-41b7-9af6-8cc05da019c8 req-258734b5-18de-4a2e-8b5a-603e5f4d2375 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Calling delete_port for ea055b98-8809-4891-abd6-0977b03dbbd5 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:04.316765 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a8bc28eb-a9d1-41b7-9af6-8cc05da019c8 req-258734b5-18de-4a2e-8b5a-603e5f4d2375 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.328256 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['88e858b0-cebe-4fff-8c16-f45fc0644e0f'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:58:04.351397 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258734b5-18de-4a2e-8b5a-603e5f4d2375 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea055b98-8809-4891-abd6-0977b03dbbd5,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:04.374085 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['ea055b98-8809-4891-abd6-0977b03dbbd5'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:58:04.415291 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bc28eb-a9d1-41b7-9af6-8cc05da019c8 req-258734b5-18de-4a2e-8b5a-603e5f4d2375 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] No DVR routers for this DVR port ea055b98-8809-4891-abd6-0977b03dbbd5 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:58:04.419268 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a8bc28eb-a9d1-41b7-9af6-8cc05da019c8 req-258734b5-18de-4a2e-8b5a-603e5f4d2375 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.422133 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a8bc28eb-a9d1-41b7-9af6-8cc05da019c8 req-258734b5-18de-4a2e-8b5a-603e5f4d2375 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.23 "DELETE /v2.0/ports/ea055b98-8809-4891-abd6-0977b03dbbd5 HTTP/1.1" status: 204 len: 173 time: 0.4133360 Jul 29 23:58:04.423100 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed4e7bc-b8e3-46a6-8b5b-7e330d748423', 'name': 'network-vif-deleted', 'tag': 'ea055b98-8809-4891-abd6-0977b03dbbd5'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:58:04.427221 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46a0c4a-885c-4849-96a5-2afb602b942d" -d '{"events": [{"server_uuid": "3ed4e7bc-b8e3-46a6-8b5b-7e330d748423", "name": "network-vif-deleted", "tag": "ea055b98-8809-4891-abd6-0977b03dbbd5"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:58:04.499355 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88670ff8-9949-4305-bc5c-9d428bc32301 x-openstack-request-id: req-88670ff8-9949-4305-bc5c-9d428bc32301 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:58:04.499932 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed4e7bc-b8e3-46a6-8b5b-7e330d748423", "name": "network-vif-deleted", "tag": "ea055b98-8809-4891-abd6-0977b03dbbd5", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:58:04.500206 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88670ff8-9949-4305-bc5c-9d428bc32301 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:58:04.500703 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed4e7bc-b8e3-46a6-8b5b-7e330d748423', 'name': 'network-vif-deleted', 'tag': 'ea055b98-8809-4891-abd6-0977b03dbbd5', 'status': 'completed', 'code': 200} Jul 29 23:58:04.556592 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50442) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:04.681623 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5118db79-33a0-4a09-86dd-50dbcfea0fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.776900 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5118db79-33a0-4a09-86dd-50dbcfea0fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.780991 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5118db79-33a0-4a09-86dd-50dbcfea0fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.818692 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118db79-33a0-4a09-86dd-50dbcfea0fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a3ca63a-4d3f-4289-b26c-8264b3ad483d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:04.823459 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5118db79-33a0-4a09-86dd-50dbcfea0fe1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=923a510b16034fccb7fc733406c36d12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2658100 Jul 29 23:58:04.827159 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50446) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:04.829175 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5118db79-33a0-4a09-86dd-50dbcfea0fe1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:04.829525 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5118db79-33a0-4a09-86dd-50dbcfea0fe1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:04.829873 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5118db79-33a0-4a09-86dd-50dbcfea0fe1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:04.830222 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5118db79-33a0-4a09-86dd-50dbcfea0fe1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:04.830563 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5118db79-33a0-4a09-86dd-50dbcfea0fe1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:04.831220 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5118db79-33a0-4a09-86dd-50dbcfea0fe1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:04.831220 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5118db79-33a0-4a09-86dd-50dbcfea0fe1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:04.831532 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5118db79-33a0-4a09-86dd-50dbcfea0fe1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:04.831885 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5118db79-33a0-4a09-86dd-50dbcfea0fe1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:04.832217 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5118db79-33a0-4a09-86dd-50dbcfea0fe1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:04.832559 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5118db79-33a0-4a09-86dd-50dbcfea0fe1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:04.832884 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5118db79-33a0-4a09-86dd-50dbcfea0fe1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:04.891281 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c690f9d8-4491-4be0-884d-e79e8d1097bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.917151 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c690f9d8-4491-4be0-884d-e79e8d1097bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.974429 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c690f9d8-4491-4be0-884d-e79e8d1097bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.977584 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c690f9d8-4491-4be0-884d-e79e8d1097bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:04.978935 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c690f9d8-4491-4be0-884d-e79e8d1097bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6a3ca63a-4d3f-4289-b26c-8264b3ad483d HTTP/1.1" status: 204 len: 168 time: 0.1505129 Jul 29 23:58:04.994171 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c690f9d8-4491-4be0-884d-e79e8d1097bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a3ca63a-4d3f-4289-b26c-8264b3ad483d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:05.056463 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-b08b1365-526a-4e42-ae82-37e43bff5be2 req-ac26f80a-a200-4a6d-b34c-145ed85023db service neutron] (94063) timed out ('10.222.0.23', 60386) {{(pid=94063) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 29 23:58:05.249652 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32db16d-8537-4095-b41c-98eb4a865cca req-8f6a330d-0c9b-4905-836e-695e613a7c67 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:05.251450 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a32db16d-8537-4095-b41c-98eb4a865cca req-8f6a330d-0c9b-4905-836e-695e613a7c67 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=121f48c0-90d8-4b4f-8a8c-8a6db3b153e7 HTTP/1.1" status: 200 len: 1097 time: 0.0433881 Jul 29 23:58:05.274100 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50458) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:05.293135 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3d33753d-c503-442a-915b-e3ac7b4311b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.312181 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a32db16d-8537-4095-b41c-98eb4a865cca req-6f7d3cea-b649-424a-9a75-3f961140af48 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=af4f5f4e-209a-470b-be15-cfecbcd3d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539324 Jul 29 23:58:05.394079 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3d33753d-c503-442a-915b-e3ac7b4311b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.397971 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3d33753d-c503-442a-915b-e3ac7b4311b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.406094 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.437244 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3d33753d-c503-442a-915b-e3ac7b4311b3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4865d8b831cb45e58a528623251fd223&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1619706 Jul 29 23:58:05.439162 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33753d-c503-442a-915b-e3ac7b4311b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667eac82-7a78-4bf0-aa35-61ef864b2492,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:05.439906 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50460) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:05.489653 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-10e838d5-d081-4634-be4d-cb638d97a629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.510419 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-10e838d5-d081-4634-be4d-cb638d97a629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.555849 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-10e838d5-d081-4634-be4d-cb638d97a629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.559131 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-10e838d5-d081-4634-be4d-cb638d97a629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:05.560314 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-10e838d5-d081-4634-be4d-cb638d97a629 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/667eac82-7a78-4bf0-aa35-61ef864b2492 HTTP/1.1" status: 204 len: 168 time: 0.1194165 Jul 29 23:58:05.568276 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e838d5-d081-4634-be4d-cb638d97a629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667eac82-7a78-4bf0-aa35-61ef864b2492,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:06.255342 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bdb0e8af-3e5b-4888-b421-325cd5c7e311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.423559 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc1e0a-e5f4-4d38-a9cc-90ee6e19d5f2 req-173bf9cd-f513-4273-9b7b-2485745cf5ce tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:06.425160 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-14bc1e0a-e5f4-4d38-a9cc-90ee6e19d5f2 req-173bf9cd-f513-4273-9b7b-2485745cf5ce tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=121f48c0-90d8-4b4f-8a8c-8a6db3b153e7 HTTP/1.1" status: 200 len: 1097 time: 0.0413988 Jul 29 23:58:06.465973 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-14bc1e0a-e5f4-4d38-a9cc-90ee6e19d5f2 req-0e5846d9-5f75-4064-9290-aa8ff29eef25 tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/security-groups?id=af4f5f4e-209a-470b-be15-cfecbcd3d3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342288 Jul 29 23:58:06.583054 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50492) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:06.608120 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c395d7-775a-4b33-aaed-a438f22875b6 req-642d20e7-838f-42ad-b43a-23cc146f148b tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:06.609630 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f9c395d7-775a-4b33-aaed-a438f22875b6 req-642d20e7-838f-42ad-b43a-23cc146f148b tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=121f48c0-90d8-4b4f-8a8c-8a6db3b153e7 HTTP/1.1" status: 200 len: 1097 time: 0.0407984 Jul 29 23:58:06.688891 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-f9c395d7-775a-4b33-aaed-a438f22875b6 req-3abad5b0-9b44-4c20-933f-f2163572c2ea tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Deleting port 88e858b0-cebe-4fff-8c16-f45fc0644e0f {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:06.689240 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f9c395d7-775a-4b33-aaed-a438f22875b6 req-3abad5b0-9b44-4c20-933f-f2163572c2ea tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.692553 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dcab7cc6-dd5b-4bd1-8290-fe8580565b9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.776378 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-f9c395d7-775a-4b33-aaed-a438f22875b6 req-3abad5b0-9b44-4c20-933f-f2163572c2ea tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] For port 88e858b0-cebe-4fff-8c16-f45fc0644e0f, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=88e858b0-cebe-4fff-8c16-f45fc0644e0f,segment=NetworkSegment(cba6701f-5b09-41f5-b7f3-b1686185f4a7),segment_id=cba6701f-5b09-41f5-b7f3-b1686185f4a7)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:06.777535 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f9c395d7-775a-4b33-aaed-a438f22875b6 req-3abad5b0-9b44-4c20-933f-f2163572c2ea tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.785169 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dcab7cc6-dd5b-4bd1-8290-fe8580565b9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.789157 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dcab7cc6-dd5b-4bd1-8290-fe8580565b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.792063 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-f9c395d7-775a-4b33-aaed-a438f22875b6 req-3abad5b0-9b44-4c20-933f-f2163572c2ea tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Calling delete_port for 88e858b0-cebe-4fff-8c16-f45fc0644e0f owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:06.828930 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-dcab7cc6-dd5b-4bd1-8290-fe8580565b9a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b8c64f0061a344d79c6db367c92f57a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2447047 Jul 29 23:58:06.831023 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab7cc6-dd5b-4bd1-8290-fe8580565b9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47613174-ecd3-42b0-a58f-b61bfdcdc16a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:06.831861 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50496) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:06.908922 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9f91439a-b172-43ba-acb0-e57c3850945f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.935335 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:06.961100 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9f91439a-b172-43ba-acb0-e57c3850945f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.008689 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f9c395d7-775a-4b33-aaed-a438f22875b6 req-3abad5b0-9b44-4c20-933f-f2163572c2ea tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.021546 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['88e858b0-cebe-4fff-8c16-f45fc0644e0f'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:58:07.039078 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abad5b0-9b44-4c20-933f-f2163572c2ea tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Pushing event deleted for resources: {'Port': ['ID=88e858b0-cebe-4fff-8c16-f45fc0644e0f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:07.073381 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9f91439a-b172-43ba-acb0-e57c3850945f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.076845 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9f91439a-b172-43ba-acb0-e57c3850945f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.077928 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9f91439a-b172-43ba-acb0-e57c3850945f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/47613174-ecd3-42b0-a58f-b61bfdcdc16a HTTP/1.1" status: 204 len: 168 time: 0.2450902 Jul 29 23:58:07.099949 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c395d7-775a-4b33-aaed-a438f22875b6 req-3abad5b0-9b44-4c20-933f-f2163572c2ea tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] No DVR routers for this DVR port 88e858b0-cebe-4fff-8c16-f45fc0644e0f on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:58:07.103174 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f9c395d7-775a-4b33-aaed-a438f22875b6 req-3abad5b0-9b44-4c20-933f-f2163572c2ea tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:07.105624 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f9c395d7-775a-4b33-aaed-a438f22875b6 req-3abad5b0-9b44-4c20-933f-f2163572c2ea tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.39 "DELETE /v2.0/ports/88e858b0-cebe-4fff-8c16-f45fc0644e0f HTTP/1.1" status: 204 len: 173 time: 0.4899511 Jul 29 23:58:07.106075 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121f48c0-90d8-4b4f-8a8c-8a6db3b153e7', 'name': 'network-vif-deleted', 'tag': '88e858b0-cebe-4fff-8c16-f45fc0644e0f'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:58:07.109221 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0986c8-3722-457e-8b4a-b5a2b032c54b" -d '{"events": [{"server_uuid": "121f48c0-90d8-4b4f-8a8c-8a6db3b153e7", "name": "network-vif-deleted", "tag": "88e858b0-cebe-4fff-8c16-f45fc0644e0f"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:58:07.113084 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f91439a-b172-43ba-acb0-e57c3850945f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47613174-ecd3-42b0-a58f-b61bfdcdc16a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:07.172732 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c574572-6bec-43b3-94a0-c6abf9bbdc6c x-openstack-request-id: req-4c574572-6bec-43b3-94a0-c6abf9bbdc6c {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:58:07.173112 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "121f48c0-90d8-4b4f-8a8c-8a6db3b153e7", "name": "network-vif-deleted", "tag": "88e858b0-cebe-4fff-8c16-f45fc0644e0f", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:58:07.173436 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c574572-6bec-43b3-94a0-c6abf9bbdc6c {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:58:07.174124 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '121f48c0-90d8-4b4f-8a8c-8a6db3b153e7', 'name': 'network-vif-deleted', 'tag': '88e858b0-cebe-4fff-8c16-f45fc0644e0f', 'status': 'completed', 'code': 200} Jul 29 23:58:07.590912 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6df21a6a-0a0d-4632-bae9-9b0b7fa8c4b6 req-e4171e3d-84b2-4104-b67a-fa9171c7a8ff tempest-TestServerMultinode-657494752 tempest-TestServerMultinode-657494752-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=121f48c0-90d8-4b4f-8a8c-8a6db3b153e7 HTTP/1.1" status: 200 len: 210 time: 0.0378628 Jul 29 23:58:08.178036 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50534) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:08.210967 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device ea055b98-8809-4891-abd6-0977b03dbbd5 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:58:08.238235 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: ea055b98-8809-4891-abd6-0977b03dbbd5 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:58:08.238569 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device ea055b98-8809-4891-abd6-0977b03dbbd5 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:58:08.250480 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.289034 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ee643fff-e773-4aa4-8bf7-0a703a57234c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.378819 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ee643fff-e773-4aa4-8bf7-0a703a57234c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.382524 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ee643fff-e773-4aa4-8bf7-0a703a57234c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.420718 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ee643fff-e773-4aa4-8bf7-0a703a57234c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=23ea4d4ba2674308b6bf4469ecad1469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415812 Jul 29 23:58:08.422762 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee643fff-e773-4aa4-8bf7-0a703a57234c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc26122-1691-4b93-ba98-d23ec567ae69,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:08.423540 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50538) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:08.473939 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2aa65528-9061-4efb-8214-40653c8c0a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.494885 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2aa65528-9061-4efb-8214-40653c8c0a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.543826 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2aa65528-9061-4efb-8214-40653c8c0a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.546688 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2aa65528-9061-4efb-8214-40653c8c0a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:08.547889 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2aa65528-9061-4efb-8214-40653c8c0a7f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1fc26122-1691-4b93-ba98-d23ec567ae69 HTTP/1.1" status: 204 len: 168 time: 0.1232865 Jul 29 23:58:08.555492 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa65528-9061-4efb-8214-40653c8c0a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc26122-1691-4b93-ba98-d23ec567ae69,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:08.649699 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50544) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:09.005448 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-756c9674-fb73-4e6b-99f1-f4133159da0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:09.256721 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-756c9674-fb73-4e6b-99f1-f4133159da0b admin admin] Deleting port e8a9a144-1d5c-472c-b91d-63975b4cda22 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:09.257072 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-756c9674-fb73-4e6b-99f1-f4133159da0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:09.339753 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-756c9674-fb73-4e6b-99f1-f4133159da0b admin admin] For port e8a9a144-1d5c-472c-b91d-63975b4cda22, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e8a9a144-1d5c-472c-b91d-63975b4cda22,segment=NetworkSegment(cba6701f-5b09-41f5-b7f3-b1686185f4a7),segment_id=cba6701f-5b09-41f5-b7f3-b1686185f4a7)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:09.340190 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-756c9674-fb73-4e6b-99f1-f4133159da0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:09.352877 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-756c9674-fb73-4e6b-99f1-f4133159da0b admin admin] Calling delete_port for e8a9a144-1d5c-472c-b91d-63975b4cda22 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:09.547457 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-756c9674-fb73-4e6b-99f1-f4133159da0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:09.575258 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756c9674-fb73-4e6b-99f1-f4133159da0b admin admin] Pushing event deleted for resources: {'Port': ['ID=e8a9a144-1d5c-472c-b91d-63975b4cda22,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:09.763360 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-756c9674-fb73-4e6b-99f1-f4133159da0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:09.839207 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 88e858b0-cebe-4fff-8c16-f45fc0644e0f no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:58:09.861603 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 88e858b0-cebe-4fff-8c16-f45fc0644e0f {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:58:09.861851 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 88e858b0-cebe-4fff-8c16-f45fc0644e0f not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:58:09.992424 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-756c9674-fb73-4e6b-99f1-f4133159da0b admin admin] Router faa4020b-d1d7-4351-b5d8-d0c1136b9638 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:58:10.105117 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-756c9674-fb73-4e6b-99f1-f4133159da0b admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:10.113562 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-756c9674-fb73-4e6b-99f1-f4133159da0b admin admin] 10.222.0.18 "PUT /v2.0/routers/faa4020b-d1d7-4351-b5d8-d0c1136b9638/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4598482 Jul 29 23:58:10.113562 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50574) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:10.116702 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155f81a0-a505-4f21-a6d6-5a5acc6badd5 None None] Sync routers for ids ['faa4020b-d1d7-4351-b5d8-d0c1136b9638'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:10.131186 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155f81a0-a505-4f21-a6d6-5a5acc6badd5 None None] Routers {'faa4020b-d1d7-4351-b5d8-d0c1136b9638'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:10.131803 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-155f81a0-a505-4f21-a6d6-5a5acc6badd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:58:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['faa4020b-d1d7-4351-b5d8-d0c1136b9638'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:10.232362 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1e36dea5-9f56-412a-a706-6bad4f3b7b64 admin admin] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.244662 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-155f81a0-a505-4f21-a6d6-5a5acc6badd5 None None] Set router faa4020b-d1d7-4351-b5d8-d0c1136b9638 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:58:10.342084 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1e36dea5-9f56-412a-a706-6bad4f3b7b64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.397574 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1e36dea5-9f56-412a-a706-6bad4f3b7b64 admin admin] Deleting port 17de90df-60b4-4538-a4ef-26fff573a99c {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:10.398419 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1e36dea5-9f56-412a-a706-6bad4f3b7b64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.430277 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-155f81a0-a505-4f21-a6d6-5a5acc6badd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa4020b-d1d7-4351-b5d8-d0c1136b9638', 'name': 'tempest-TestServerMultinode-874983625-router', 'tenant_id': '65b887b3724c4c1b9126bb8afb6a3c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.184'}], 'enable_snat': True}, 'gw_port_id': '17de90df-60b4-4538-a4ef-26fff573a99c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:32Z', 'updated_at': '2021-07-29T23:58:09Z', 'revision_number': 5, 'project_id': '65b887b3724c4c1b9126bb8afb6a3c0f', 'gw_port': {'id': '17de90df-60b4-4538-a4ef-26fff573a99c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:06:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa4020b-d1d7-4351-b5d8-d0c1136b9638', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3835, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:32Z', 'updated_at': '2021-07-29T23:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:10.456838 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155f81a0-a505-4f21-a6d6-5a5acc6badd5 None None] Checking router: faa4020b-d1d7-4351-b5d8-d0c1136b9638 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:58:10.470049 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155f81a0-a505-4f21-a6d6-5a5acc6badd5 None None] Routers {'faa4020b-d1d7-4351-b5d8-d0c1136b9638'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:10.470664 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-155f81a0-a505-4f21-a6d6-5a5acc6badd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:58:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['faa4020b-d1d7-4351-b5d8-d0c1136b9638'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:10.492661 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-1e36dea5-9f56-412a-a706-6bad4f3b7b64 admin admin] For port 17de90df-60b4-4538-a4ef-26fff573a99c, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=17de90df-60b4-4538-a4ef-26fff573a99c,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:10.492957 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1e36dea5-9f56-412a-a706-6bad4f3b7b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.507985 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1e36dea5-9f56-412a-a706-6bad4f3b7b64 admin admin] Calling delete_port for 17de90df-60b4-4538-a4ef-26fff573a99c owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:10.556642 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-155f81a0-a505-4f21-a6d6-5a5acc6badd5 None None] Set router faa4020b-d1d7-4351-b5d8-d0c1136b9638 gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:58:10.608279 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-155f81a0-a505-4f21-a6d6-5a5acc6badd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'faa4020b-d1d7-4351-b5d8-d0c1136b9638', 'name': 'tempest-TestServerMultinode-874983625-router', 'tenant_id': '65b887b3724c4c1b9126bb8afb6a3c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:32Z', 'updated_at': '2021-07-29T23:58:10Z', 'revision_number': 6, 'project_id': '65b887b3724c4c1b9126bb8afb6a3c0f', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:10.643143 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155f81a0-a505-4f21-a6d6-5a5acc6badd5 None None] The sync data for ids ['faa4020b-d1d7-4351-b5d8-d0c1136b9638'] in n-d-712140-10 is: [{'id': 'faa4020b-d1d7-4351-b5d8-d0c1136b9638', 'name': 'tempest-TestServerMultinode-874983625-router', 'tenant_id': '65b887b3724c4c1b9126bb8afb6a3c0f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:32Z', 'updated_at': '2021-07-29T23:58:10Z', 'revision_number': 6, 'project_id': '65b887b3724c4c1b9126bb8afb6a3c0f', 'gw_port_host': None}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:10.694214 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1e36dea5-9f56-412a-a706-6bad4f3b7b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.723345 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36dea5-9f56-412a-a706-6bad4f3b7b64 admin admin] Pushing event deleted for resources: {'Port': ['ID=17de90df-60b4-4538-a4ef-26fff573a99c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:10.785681 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1e36dea5-9f56-412a-a706-6bad4f3b7b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.882837 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1e36dea5-9f56-412a-a706-6bad4f3b7b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.885073 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1e36dea5-9f56-412a-a706-6bad4f3b7b64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.930667 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1e36dea5-9f56-412a-a706-6bad4f3b7b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.931191 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e36dea5-9f56-412a-a706-6bad4f3b7b64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router faa4020b-d1d7-4351-b5d8-d0c1136b9638 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:58:10.936221 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1e36dea5-9f56-412a-a706-6bad4f3b7b64 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:10.937421 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1e36dea5-9f56-412a-a706-6bad4f3b7b64 admin admin] 10.222.0.18 "DELETE /v2.0/routers/faa4020b-d1d7-4351-b5d8-d0c1136b9638 HTTP/1.1" status: 204 len: 168 time: 0.8229985 Jul 29 23:58:10.939921 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50592) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:10.991638 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf32ef2f-2cd4-401b-b150-2fade2d34300 admin admin] Deleting subnet a8d5a80a-2ba6-4b78-86f8-d28cdfecff81 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:58:10.995260 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bf32ef2f-2cd4-401b-b150-2fade2d34300 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.034521 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bf32ef2f-2cd4-401b-b150-2fade2d34300 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.151492 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bf32ef2f-2cd4-401b-b150-2fade2d34300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.207449 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bf32ef2f-2cd4-401b-b150-2fade2d34300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.233762 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf32ef2f-2cd4-401b-b150-2fade2d34300 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8d5a80a-2ba6-4b78-86f8-d28cdfecff81,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:11.238051 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bf32ef2f-2cd4-401b-b150-2fade2d34300 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.243016 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50606) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:11.244327 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bf32ef2f-2cd4-401b-b150-2fade2d34300 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a8d5a80a-2ba6-4b78-86f8-d28cdfecff81 HTTP/1.1" status: 204 len: 168 time: 0.3033581 Jul 29 23:58:11.255502 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bd558d-0157-47cb-869e-f584ee2b70f0 None None] Network bcea0a81-b45c-4d09-afa0-e633ccf8ced0 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:11.317032 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e2e2d95a-7a82-4fe0-82dd-8808cbfe2af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.382077 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-e2e2d95a-7a82-4fe0-82dd-8808cbfe2af4 admin admin] Deleting port ddab6862-dbbb-48b2-b63a-6c92b328b519 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:11.382492 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e2e2d95a-7a82-4fe0-82dd-8808cbfe2af4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.450659 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-e2e2d95a-7a82-4fe0-82dd-8808cbfe2af4 admin admin] For port ddab6862-dbbb-48b2-b63a-6c92b328b519, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=ddab6862-dbbb-48b2-b63a-6c92b328b519,segment=NetworkSegment(cba6701f-5b09-41f5-b7f3-b1686185f4a7),segment_id=cba6701f-5b09-41f5-b7f3-b1686185f4a7)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:11.451031 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e2e2d95a-7a82-4fe0-82dd-8808cbfe2af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.465033 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-e2e2d95a-7a82-4fe0-82dd-8808cbfe2af4 admin admin] Calling delete_port for ddab6862-dbbb-48b2-b63a-6c92b328b519 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:11.496623 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e52b9c2-2135-4e95-89d9-5c5f363848ed None None] DHCP port deletion for bcea0a81-b45c-4d09-afa0-e633ccf8ced0 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:58:11.535931 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e8a9a144-1d5c-472c-b91d-63975b4cda22 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:58:11.554264 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e2e2d95a-7a82-4fe0-82dd-8808cbfe2af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.566107 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: e8a9a144-1d5c-472c-b91d-63975b4cda22 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:58:11.566553 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e8a9a144-1d5c-472c-b91d-63975b4cda22 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:58:11.586564 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2d95a-7a82-4fe0-82dd-8808cbfe2af4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddab6862-dbbb-48b2-b63a-6c92b328b519,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:11.588447 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e2d95a-7a82-4fe0-82dd-8808cbfe2af4 admin admin] No DVR routers for this DVR port ddab6862-dbbb-48b2-b63a-6c92b328b519 on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:58:11.593940 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5e52b9c2-2135-4e95-89d9-5c5f363848ed None None] Deleting port ddab6862-dbbb-48b2-b63a-6c92b328b519 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:11.594401 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e52b9c2-2135-4e95-89d9-5c5f363848ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.661339 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e2e2d95a-7a82-4fe0-82dd-8808cbfe2af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.664143 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-5e52b9c2-2135-4e95-89d9-5c5f363848ed None None] For port ddab6862-dbbb-48b2-b63a-6c92b328b519, host n-d-712140-10, got binding levels [] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:11.664549 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e52b9c2-2135-4e95-89d9-5c5f363848ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.672264 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-e2e2d95a-7a82-4fe0-82dd-8808cbfe2af4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcea0a81-b45c-4d09-afa0-e633ccf8ced0']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:11.684389 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-e2e2d95a-7a82-4fe0-82dd-8808cbfe2af4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cba6701f-5b09-41f5-b7f3-b1686185f4a7') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:11.684684 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-e2e2d95a-7a82-4fe0-82dd-8808cbfe2af4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cba6701f-5b09-41f5-b7f3-b1686185f4a7') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:11.685614 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5e52b9c2-2135-4e95-89d9-5c5f363848ed None None] Calling delete_port for ddab6862-dbbb-48b2-b63a-6c92b328b519 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:11.688247 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.ipam_backend_mixin [None req-5e52b9c2-2135-4e95-89d9-5c5f363848ed None None] Port ddab6862-dbbb-48b2-b63a-6c92b328b519 was not found and therefore no delete operation was performed {{(pid=94065) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:58:11.689511 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5e52b9c2-2135-4e95-89d9-5c5f363848ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.694147 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e2e2d95a-7a82-4fe0-82dd-8808cbfe2af4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.711362 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e2e2d95a-7a82-4fe0-82dd-8808cbfe2af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.711672 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52b9c2-2135-4e95-89d9-5c5f363848ed None None] Pushing event deleted for resources: {'Port': ['ID=ddab6862-dbbb-48b2-b63a-6c92b328b519,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:11.718154 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e52b9c2-2135-4e95-89d9-5c5f363848ed None None] No DVR routers for this DVR port ddab6862-dbbb-48b2-b63a-6c92b328b519 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:58:11.725612 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2e2d95a-7a82-4fe0-82dd-8808cbfe2af4 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:58:11.726549 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e2e2d95a-7a82-4fe0-82dd-8808cbfe2af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.727996 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:58:11.727996 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:58:11.727996 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:58:11.727996 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:58:11.727996 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:58:11.727996 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:58:11.727996 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:58:11.727996 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:58:11.727996 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:58:11.727996 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:58:11.727996 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:58:11.727996 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:58:11.727996 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:58:11.727996 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:58:11.727996 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:58:11.727996 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:58:11.727996 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:58:11.727996 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:58:11.727996 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:58:11.727996 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:58:11.727996 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:58:11.727996 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:58:11.727996 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:58:11.727996 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:58:11.727996 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:58:11.727996 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:58:11.727996 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:58:11.727996 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:58:11.727996 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:58:11.727996 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:58:11.727996 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:58:11.727996 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:58:11.790727 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e2e2d95a-7a82-4fe0-82dd-8808cbfe2af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.798747 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e2e2d95a-7a82-4fe0-82dd-8808cbfe2af4 admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:11.803778 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50610) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:11.810856 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e2e2d95a-7a82-4fe0-82dd-8808cbfe2af4 admin admin] 10.222.0.18 "DELETE /v2.0/networks/bcea0a81-b45c-4d09-afa0-e633ccf8ced0 HTTP/1.1" status: 204 len: 168 time: 0.5665450 Jul 29 23:58:11.830016 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2d95a-7a82-4fe0-82dd-8808cbfe2af4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bcea0a81-b45c-4d09-afa0-e633ccf8ced0,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:12.513880 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0d705b6b-6a1d-49ed-ae32-ef53172c0f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.813798 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-0d705b6b-6a1d-49ed-ae32-ef53172c0f40 admin admin] Deleting port a0b15711-0aaf-411a-9b13-c6a6f44ffd39 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:12.814519 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0d705b6b-6a1d-49ed-ae32-ef53172c0f40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.895752 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-0d705b6b-6a1d-49ed-ae32-ef53172c0f40 admin admin] For port a0b15711-0aaf-411a-9b13-c6a6f44ffd39, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a0b15711-0aaf-411a-9b13-c6a6f44ffd39,segment=NetworkSegment(1547e37c-46c4-44bd-86a7-8ae230f6bf4c),segment_id=1547e37c-46c4-44bd-86a7-8ae230f6bf4c)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:12.896157 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0d705b6b-6a1d-49ed-ae32-ef53172c0f40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:12.909929 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-0d705b6b-6a1d-49ed-ae32-ef53172c0f40 admin admin] Calling delete_port for a0b15711-0aaf-411a-9b13-c6a6f44ffd39 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:13.100987 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0d705b6b-6a1d-49ed-ae32-ef53172c0f40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:13.111547 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device ddab6862-dbbb-48b2-b63a-6c92b328b519 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:58:13.130355 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d705b6b-6a1d-49ed-ae32-ef53172c0f40 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0b15711-0aaf-411a-9b13-c6a6f44ffd39,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:13.136871 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: ddab6862-dbbb-48b2-b63a-6c92b328b519 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:58:13.137931 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device ddab6862-dbbb-48b2-b63a-6c92b328b519 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:58:13.137931 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 17de90df-60b4-4538-a4ef-26fff573a99c no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:58:13.162933 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 17de90df-60b4-4538-a4ef-26fff573a99c {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:58:13.163280 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 17de90df-60b4-4538-a4ef-26fff573a99c not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:58:13.304158 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0d705b6b-6a1d-49ed-ae32-ef53172c0f40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:13.533154 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d705b6b-6a1d-49ed-ae32-ef53172c0f40 admin admin] Router 43835a91-3586-4cb4-88f7-c89000cad345 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:58:13.650791 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50620) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:13.661657 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d705b6b-6a1d-49ed-ae32-ef53172c0f40 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:13.666786 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0d705b6b-6a1d-49ed-ae32-ef53172c0f40 admin admin] 10.222.0.18 "PUT /v2.0/routers/43835a91-3586-4cb4-88f7-c89000cad345/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8619368 Jul 29 23:58:13.670072 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50624) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:13.674605 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72abe118-9ecf-4560-b9a6-22ac95795f87 None None] Sync routers for ids ['43835a91-3586-4cb4-88f7-c89000cad345'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:13.683810 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72abe118-9ecf-4560-b9a6-22ac95795f87 None None] Routers {'43835a91-3586-4cb4-88f7-c89000cad345'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:13.684761 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-72abe118-9ecf-4560-b9a6-22ac95795f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:58:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['43835a91-3586-4cb4-88f7-c89000cad345'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:13.791336 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0bb6b3f-81b9-4228-bc5a-d6d175ab1cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:13.795082 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-72abe118-9ecf-4560-b9a6-22ac95795f87 None None] Set router 43835a91-3586-4cb4-88f7-c89000cad345 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:58:13.803235 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2d2bc893-9332-4859-9450-55df2e607200 admin admin] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:13.952129 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2d2bc893-9332-4859-9450-55df2e607200 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:13.985753 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-72abe118-9ecf-4560-b9a6-22ac95795f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43835a91-3586-4cb4-88f7-c89000cad345', 'name': 'tempest-TestServerMultinode-1441589177-router', 'tenant_id': '64490d42869d4817b5ea043d148e10a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '055a03a7-3526-4fef-94e8-558378b0d7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:38Z', 'updated_at': '2021-07-29T23:58:13Z', 'revision_number': 5, 'project_id': '64490d42869d4817b5ea043d148e10a5', 'gw_port': {'id': '055a03a7-3526-4fef-94e8-558378b0d7d5', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:39:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43835a91-3586-4cb4-88f7-c89000cad345', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:57:38Z', 'updated_at': '2021-07-29T23:57:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:14.016284 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72abe118-9ecf-4560-b9a6-22ac95795f87 None None] Checking router: 43835a91-3586-4cb4-88f7-c89000cad345 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:58:14.016916 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0bb6b3f-81b9-4228-bc5a-d6d175ab1cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.023152 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b0bb6b3f-81b9-4228-bc5a-d6d175ab1cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.025722 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72abe118-9ecf-4560-b9a6-22ac95795f87 None None] Routers {'43835a91-3586-4cb4-88f7-c89000cad345'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:14.026369 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-72abe118-9ecf-4560-b9a6-22ac95795f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:58:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['43835a91-3586-4cb4-88f7-c89000cad345'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:14.072662 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b0bb6b3f-81b9-4228-bc5a-d6d175ab1cd4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6b466fd13f244853af9172687d8a7ef2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4202769 Jul 29 23:58:14.075169 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb6b3f-81b9-4228-bc5a-d6d175ab1cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc72edd4-2414-4869-8c78-2af3cbf574ea,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:14.075613 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50626) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:14.079672 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-2d2bc893-9332-4859-9450-55df2e607200 admin admin] Deleting port 055a03a7-3526-4fef-94e8-558378b0d7d5 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:14.080001 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2d2bc893-9332-4859-9450-55df2e607200 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.118187 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-72abe118-9ecf-4560-b9a6-22ac95795f87 None None] Set router 43835a91-3586-4cb4-88f7-c89000cad345 gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:58:14.131227 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-296c3a57-907b-42bd-b166-789a01b6e77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.154647 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-296c3a57-907b-42bd-b166-789a01b6e77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.172499 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-72abe118-9ecf-4560-b9a6-22ac95795f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43835a91-3586-4cb4-88f7-c89000cad345', 'name': 'tempest-TestServerMultinode-1441589177-router', 'tenant_id': '64490d42869d4817b5ea043d148e10a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:38Z', 'updated_at': '2021-07-29T23:58:13Z', 'revision_number': 6, 'project_id': '64490d42869d4817b5ea043d148e10a5', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:14.198054 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-2d2bc893-9332-4859-9450-55df2e607200 admin admin] For port 055a03a7-3526-4fef-94e8-558378b0d7d5, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=055a03a7-3526-4fef-94e8-558378b0d7d5,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:14.198643 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2d2bc893-9332-4859-9450-55df2e607200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.203719 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72abe118-9ecf-4560-b9a6-22ac95795f87 None None] The sync data for ids ['43835a91-3586-4cb4-88f7-c89000cad345'] in n-d-712140-10 is: [{'id': '43835a91-3586-4cb4-88f7-c89000cad345', 'name': 'tempest-TestServerMultinode-1441589177-router', 'tenant_id': '64490d42869d4817b5ea043d148e10a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:57:38Z', 'updated_at': '2021-07-29T23:58:13Z', 'revision_number': 6, 'project_id': '64490d42869d4817b5ea043d148e10a5', 'gw_port_host': None}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:14.208083 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-296c3a57-907b-42bd-b166-789a01b6e77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.210850 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-296c3a57-907b-42bd-b166-789a01b6e77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.212599 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-2d2bc893-9332-4859-9450-55df2e607200 admin admin] Calling delete_port for 055a03a7-3526-4fef-94e8-558378b0d7d5 owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:14.215041 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-296c3a57-907b-42bd-b166-789a01b6e77f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cc72edd4-2414-4869-8c78-2af3cbf574ea HTTP/1.1" status: 204 len: 168 time: 0.1375625 Jul 29 23:58:14.223168 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296c3a57-907b-42bd-b166-789a01b6e77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc72edd4-2414-4869-8c78-2af3cbf574ea,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:14.403996 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2d2bc893-9332-4859-9450-55df2e607200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.430376 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2bc893-9332-4859-9450-55df2e607200 admin admin] Pushing event deleted for resources: {'Port': ['ID=055a03a7-3526-4fef-94e8-558378b0d7d5,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:14.493472 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2d2bc893-9332-4859-9450-55df2e607200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.593770 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2d2bc893-9332-4859-9450-55df2e607200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.596028 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2d2bc893-9332-4859-9450-55df2e607200 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.645542 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2d2bc893-9332-4859-9450-55df2e607200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.646229 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2bc893-9332-4859-9450-55df2e607200 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43835a91-3586-4cb4-88f7-c89000cad345 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:58:14.650634 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2d2bc893-9332-4859-9450-55df2e607200 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.652353 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2d2bc893-9332-4859-9450-55df2e607200 admin admin] 10.222.0.18 "DELETE /v2.0/routers/43835a91-3586-4cb4-88f7-c89000cad345 HTTP/1.1" status: 204 len: 168 time: 0.9810507 Jul 29 23:58:14.655326 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50640) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:14.710540 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-1abc6050-ad30-4d3c-bfce-fc3f822d1937 admin admin] Deleting subnet 60520301-86a8-4739-9965-64efbdbc8232 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:58:14.714574 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1abc6050-ad30-4d3c-bfce-fc3f822d1937 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.748748 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1abc6050-ad30-4d3c-bfce-fc3f822d1937 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.830518 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1abc6050-ad30-4d3c-bfce-fc3f822d1937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.890742 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1abc6050-ad30-4d3c-bfce-fc3f822d1937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.920057 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc6050-ad30-4d3c-bfce-fc3f822d1937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60520301-86a8-4739-9965-64efbdbc8232,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:14.922472 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1abc6050-ad30-4d3c-bfce-fc3f822d1937 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:14.924658 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1abc6050-ad30-4d3c-bfce-fc3f822d1937 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/60520301-86a8-4739-9965-64efbdbc8232 HTTP/1.1" status: 204 len: 168 time: 0.2682736 Jul 29 23:58:14.927108 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50654) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:14.930121 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a61aa6f-5dc8-4821-a0ab-9f9c1ca5539c None None] Network f124eb7b-a218-4560-838d-28a8673de3a7 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:15.007298 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-179fa4ff-7bb9-46db-b3c9-f5e3917992d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:15.070876 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-179fa4ff-7bb9-46db-b3c9-f5e3917992d2 admin admin] Deleting port 849fabf1-4c78-4d9f-8d86-a84c3e8757d7 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:15.071452 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-179fa4ff-7bb9-46db-b3c9-f5e3917992d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:15.148572 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-179fa4ff-7bb9-46db-b3c9-f5e3917992d2 admin admin] For port 849fabf1-4c78-4d9f-8d86-a84c3e8757d7, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=849fabf1-4c78-4d9f-8d86-a84c3e8757d7,segment=NetworkSegment(1547e37c-46c4-44bd-86a7-8ae230f6bf4c),segment_id=1547e37c-46c4-44bd-86a7-8ae230f6bf4c)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:15.149316 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-179fa4ff-7bb9-46db-b3c9-f5e3917992d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:15.166109 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e16da4-02f7-452d-8b9a-16b922a87868 None None] DHCP port deletion for f124eb7b-a218-4560-838d-28a8673de3a7 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:58:15.170453 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-179fa4ff-7bb9-46db-b3c9-f5e3917992d2 admin admin] Calling delete_port for 849fabf1-4c78-4d9f-8d86-a84c3e8757d7 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:15.177969 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a0b15711-0aaf-411a-9b13-c6a6f44ffd39 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:58:15.203087 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: a0b15711-0aaf-411a-9b13-c6a6f44ffd39 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:58:15.203433 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a0b15711-0aaf-411a-9b13-c6a6f44ffd39 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:58:15.204159 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 055a03a7-3526-4fef-94e8-558378b0d7d5 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:58:15.238113 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 055a03a7-3526-4fef-94e8-558378b0d7d5 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:58:15.238460 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 055a03a7-3526-4fef-94e8-558378b0d7d5 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:58:15.275603 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-179fa4ff-7bb9-46db-b3c9-f5e3917992d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:15.284807 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c1e16da4-02f7-452d-8b9a-16b922a87868 None None] Deleting port 849fabf1-4c78-4d9f-8d86-a84c3e8757d7 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:15.288417 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c1e16da4-02f7-452d-8b9a-16b922a87868 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:15.303614 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179fa4ff-7bb9-46db-b3c9-f5e3917992d2 admin admin] No DVR routers for this DVR port 849fabf1-4c78-4d9f-8d86-a84c3e8757d7 on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:58:15.355925 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179fa4ff-7bb9-46db-b3c9-f5e3917992d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=849fabf1-4c78-4d9f-8d86-a84c3e8757d7,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:15.410628 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c1e16da4-02f7-452d-8b9a-16b922a87868 None None] For port 849fabf1-4c78-4d9f-8d86-a84c3e8757d7, host n-d-712140-10, got binding levels [] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:15.411037 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c1e16da4-02f7-452d-8b9a-16b922a87868 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:15.416807 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-179fa4ff-7bb9-46db-b3c9-f5e3917992d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:15.430723 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c1e16da4-02f7-452d-8b9a-16b922a87868 None None] Calling delete_port for 849fabf1-4c78-4d9f-8d86-a84c3e8757d7 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:15.432509 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-179fa4ff-7bb9-46db-b3c9-f5e3917992d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f124eb7b-a218-4560-838d-28a8673de3a7']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:15.433934 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.ipam_backend_mixin [None req-c1e16da4-02f7-452d-8b9a-16b922a87868 None None] Port 849fabf1-4c78-4d9f-8d86-a84c3e8757d7 was not found and therefore no delete operation was performed {{(pid=94065) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 29 23:58:15.437045 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c1e16da4-02f7-452d-8b9a-16b922a87868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:15.447813 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-179fa4ff-7bb9-46db-b3c9-f5e3917992d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1547e37c-46c4-44bd-86a7-8ae230f6bf4c') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:15.448145 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-179fa4ff-7bb9-46db-b3c9-f5e3917992d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1547e37c-46c4-44bd-86a7-8ae230f6bf4c') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:15.458771 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-179fa4ff-7bb9-46db-b3c9-f5e3917992d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:15.468848 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e16da4-02f7-452d-8b9a-16b922a87868 None None] No DVR routers for this DVR port 849fabf1-4c78-4d9f-8d86-a84c3e8757d7 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:58:15.470802 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e16da4-02f7-452d-8b9a-16b922a87868 None None] Pushing event deleted for resources: {'Port': ['ID=849fabf1-4c78-4d9f-8d86-a84c3e8757d7,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:15.476076 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-179fa4ff-7bb9-46db-b3c9-f5e3917992d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:15.483709 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-179fa4ff-7bb9-46db-b3c9-f5e3917992d2 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:58:15.484141 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-179fa4ff-7bb9-46db-b3c9-f5e3917992d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:15.485938 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 29 23:58:15.485938 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:58:15.485938 n-d-712140-10 neutron-server[94063]: timer() Jul 29 23:58:15.485938 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:58:15.485938 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 29 23:58:15.485938 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:58:15.485938 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 29 23:58:15.485938 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:58:15.485938 n-d-712140-10 neutron-server[94063]: self._notify() Jul 29 23:58:15.485938 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:58:15.485938 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 29 23:58:15.485938 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:58:15.485938 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 29 23:58:15.485938 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:58:15.485938 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:58:15.485938 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:58:15.485938 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:58:15.485938 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:58:15.485938 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 29 23:58:15.485938 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:58:15.485938 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 29 23:58:15.485938 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:58:15.485938 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:58:15.485938 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:58:15.485938 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 29 23:58:15.485938 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:58:15.485938 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:58:15.485938 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:58:15.485938 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:58:15.485938 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:58:15.485938 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:58:15.485938 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:58:15.789141 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-179fa4ff-7bb9-46db-b3c9-f5e3917992d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:15.797938 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-179fa4ff-7bb9-46db-b3c9-f5e3917992d2 admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:15.800559 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-179fa4ff-7bb9-46db-b3c9-f5e3917992d2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f124eb7b-a218-4560-838d-28a8673de3a7 HTTP/1.1" status: 204 len: 168 time: 0.8718216 Jul 29 23:58:15.813897 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179fa4ff-7bb9-46db-b3c9-f5e3917992d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f124eb7b-a218-4560-838d-28a8673de3a7,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:15.985969 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50664) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:16.035139 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e4bc44ac-0c49-4eba-b95b-55283ddcab8d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=65b887b3724c4c1b9126bb8afb6a3c0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0453014 Jul 29 23:58:16.035364 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50666) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:16.088259 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0c367c09-76c8-4a7d-a77c-750fc61aa622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.112021 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0c367c09-76c8-4a7d-a77c-750fc61aa622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.158795 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0c367c09-76c8-4a7d-a77c-750fc61aa622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.161410 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0c367c09-76c8-4a7d-a77c-750fc61aa622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.162551 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0c367c09-76c8-4a7d-a77c-750fc61aa622 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/413ebf34-7c53-433f-948c-fecf134378bc HTTP/1.1" status: 204 len: 168 time: 0.1261971 Jul 29 23:58:16.173155 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c367c09-76c8-4a7d-a77c-750fc61aa622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413ebf34-7c53-433f-948c-fecf134378bc,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:16.483195 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50676) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:16.524307 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4914cba5-18c0-4e0b-9c88-01d40a1c699f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=64490d42869d4817b5ea043d148e10a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397921 Jul 29 23:58:16.527481 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50678) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:16.580324 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0cd15240-fc31-4f03-b6dd-a74c7e3a6e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.602588 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0cd15240-fc31-4f03-b6dd-a74c7e3a6e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.644326 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-43e109ac-ef41-43b3-8de6-564c5e637e6e tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=be8efcbae8cf48bba003a6d27fe4194f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348310 Jul 29 23:58:16.775454 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0cd15240-fc31-4f03-b6dd-a74c7e3a6e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.778661 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0cd15240-fc31-4f03-b6dd-a74c7e3a6e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:16.779812 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0cd15240-fc31-4f03-b6dd-a74c7e3a6e6e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/af4f5f4e-209a-470b-be15-cfecbcd3d3c7 HTTP/1.1" status: 204 len: 168 time: 0.2513809 Jul 29 23:58:16.822015 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd15240-fc31-4f03-b6dd-a74c7e3a6e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4f5f4e-209a-470b-be15-cfecbcd3d3c7,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:16.849586 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-e97c032c-7fb1-453f-928f-31b7f7e82854 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:16.851091 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-e97c032c-7fb1-453f-928f-31b7f7e82854 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2009647 Jul 29 23:58:16.866964 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-94b5fca1-bf32-445c-9edc-b6723e2ca1a2 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] 10.222.0.18 "GET /v2.0/quotas/be8efcbae8cf48bba003a6d27fe4194f HTTP/1.1" status: 200 len: 375 time: 0.0092237 Jul 29 23:58:16.922638 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-ff0460c5-e678-4f22-847e-abedaac5a0cf tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=be8efcbae8cf48bba003a6d27fe4194f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490417 Jul 29 23:58:17.107870 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e352a00-a7b0-45e1-a3fa-b0a4148a9816 req-b5fd4a15-d27e-444c-bc13-d60465b1d691 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] 10.222.0.18 "GET /v2.0/ports?device_id=15255e1d-d526-4ab1-aa52-f938a23eac5e HTTP/1.1" status: 200 len: 210 time: 0.0384884 Jul 29 23:58:17.139374 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 849fabf1-4c78-4d9f-8d86-a84c3e8757d7 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:58:17.163312 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 849fabf1-4c78-4d9f-8d86-a84c3e8757d7 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:58:17.163772 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 849fabf1-4c78-4d9f-8d86-a84c3e8757d7 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:58:17.517526 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50720) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:17.623373 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-7d67bfe7-b0ac-4998-8541-c14a7c0df6ea admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1744392517-network', 'tenant_id': '079b8ae98fa348c48b40df02befca1a0'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:17.645635 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d67bfe7-b0ac-4998-8541-c14a7c0df6ea admin admin] Made reservation on behalf of 079b8ae98fa348c48b40df02befca1a0 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:17.648751 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d67bfe7-b0ac-4998-8541-c14a7c0df6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:17.658462 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d67bfe7-b0ac-4998-8541-c14a7c0df6ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:17.749068 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d67bfe7-b0ac-4998-8541-c14a7c0df6ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:17.752942 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d67bfe7-b0ac-4998-8541-c14a7c0df6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:17.777798 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d67bfe7-b0ac-4998-8541-c14a7c0df6ea admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:58:17.786606 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67bfe7-b0ac-4998-8541-c14a7c0df6ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9baa13a-0540-4b12-8627-6e364e5155a1,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:17.793435 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d67bfe7-b0ac-4998-8541-c14a7c0df6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:17.793775 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-7d67bfe7-b0ac-4998-8541-c14a7c0df6ea admin admin] Added segment f161160c-c17f-45f0-9f88-f50df658d07f of type vlan for network f9814bfc-935e-42ae-9439-a235c55594dc Jul 29 23:58:17.834154 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d67bfe7-b0ac-4998-8541-c14a7c0df6ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:17.863795 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d67bfe7-b0ac-4998-8541-c14a7c0df6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:17.864811 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d67bfe7-b0ac-4998-8541-c14a7c0df6ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:17.865447 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7d67bfe7-b0ac-4998-8541-c14a7c0df6ea admin admin] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:17.928229 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7d67bfe7-b0ac-4998-8541-c14a7c0df6ea admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.4094963 Jul 29 23:58:17.931188 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50724) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:17.936836 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-97e2208e-15a6-4a47-aa58-8683b62ba3b8 admin admin] Request body: {'subnet': {'network_id': 'f9814bfc-935e-42ae-9439-a235c55594dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1744392517-subnet', 'tenant_id': '079b8ae98fa348c48b40df02befca1a0', 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:17.944696 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d67bfe7-b0ac-4998-8541-c14a7c0df6ea admin admin] Pushing event updated for resources: {'Network': ['ID=f9814bfc-935e-42ae-9439-a235c55594dc,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:17.955980 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network f9814bfc-935e-42ae-9439-a235c55594dc details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:58:17.965975 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e2208e-15a6-4a47-aa58-8683b62ba3b8 admin admin] Made reservation on behalf of 079b8ae98fa348c48b40df02befca1a0 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:17.968800 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-97e2208e-15a6-4a47-aa58-8683b62ba3b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.006220 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-2d1289a0-121e-48f6-aa48-4a71e0a0ddda tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=be8efcbae8cf48bba003a6d27fe4194f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274167 Jul 29 23:58:18.136392 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-d293b7fd-5f2b-4ee2-bd3b-fbe5e93fb1e0 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:18.138293 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-d293b7fd-5f2b-4ee2-bd3b-fbe5e93fb1e0 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1257799 Jul 29 23:58:18.153975 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-5273db3e-38b7-4def-a625-354a6a5e5906 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Request body: {'port': {'device_id': '15255e1d-d526-4ab1-aa52-f938a23eac5e', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'admin_state_up': True, 'tenant_id': 'be8efcbae8cf48bba003a6d27fe4194f'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:18.161314 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-97e2208e-15a6-4a47-aa58-8683b62ba3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.216012 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2208e-15a6-4a47-aa58-8683b62ba3b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d8db5a6-7e83-41b4-bdee-86fc1c84bc81,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:18.226491 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e2208e-15a6-4a47-aa58-8683b62ba3b8 admin admin] Checking segment: {'id': 'f161160c-c17f-45f0-9f88-f50df658d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f9814bfc-935e-42ae-9439-a235c55594dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:18.226848 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e2208e-15a6-4a47-aa58-8683b62ba3b8 admin admin] Network hostable DHCP agents. Network: f9814bfc-935e-42ae-9439-a235c55594dc, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:58:18.235354 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2e457f56-e8b0-4922-8ab6-be73cf8650be req-d056274d-9fdd-4ba0-8106-52425f62933c tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] 10.222.0.18 "GET /v2.0/ports?device_id=15255e1d-d526-4ab1-aa52-f938a23eac5e HTTP/1.1" status: 200 len: 210 time: 0.0380971 Jul 29 23:58:18.244428 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e2208e-15a6-4a47-aa58-8683b62ba3b8 admin admin] Network f9814bfc-935e-42ae-9439-a235c55594dc is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:58:18.257304 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-97e2208e-15a6-4a47-aa58-8683b62ba3b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, f9814bfc-935e-42ae-9439-a235c55594dc) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:18.264254 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e2208e-15a6-4a47-aa58-8683b62ba3b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:18.265817 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-97e2208e-15a6-4a47-aa58-8683b62ba3b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.285292 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-97e2208e-15a6-4a47-aa58-8683b62ba3b8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.3530653 Jul 29 23:58:18.287985 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50728) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:18.292859 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-8ac8d800-251e-40d2-ada2-3ebb69ec7d7e admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1744392517-router', 'tenant_id': '079b8ae98fa348c48b40df02befca1a0', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:18.313982 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-5273db3e-38b7-4def-a625-354a6a5e5906 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Made reservation on behalf of be8efcbae8cf48bba003a6d27fe4194f for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:18.318145 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-5273db3e-38b7-4def-a625-354a6a5e5906 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.331464 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-5273db3e-38b7-4def-a625-354a6a5e5906 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.332604 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ac8d800-251e-40d2-ada2-3ebb69ec7d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.333678 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ac8d800-251e-40d2-ada2-3ebb69ec7d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.396880 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ac8d800-251e-40d2-ada2-3ebb69ec7d7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.404601 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0e0e09-4c4d-4961-85ca-19b6a8243918 None None] Network f9814bfc-935e-42ae-9439-a235c55594dc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:18.448951 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-5273db3e-38b7-4def-a625-354a6a5e5906 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.454066 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-5273db3e-38b7-4def-a625-354a6a5e5906 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.521504 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273db3e-38b7-4def-a625-354a6a5e5906 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e3d30e1-7ee8-40c7-9679-1c6541980948,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:18.544031 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ac8d800-251e-40d2-ada2-3ebb69ec7d7e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.564819 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d0736a-b89a-400b-bb45-9aaa3eff26ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-f9814bfc-935e-42ae-9439-a235c55594dc', 'network_id': 'f9814bfc-935e-42ae-9439-a235c55594dc', 'tenant_id': '079b8ae98fa348c48b40df02befca1a0', 'fixed_ips': [{'subnet_id': '0d8db5a6-7e83-41b4-bdee-86fc1c84bc81'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:58:18.565921 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c2d0736a-b89a-400b-bb45-9aaa3eff26ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.605023 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-5273db3e-38b7-4def-a625-354a6a5e5906 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Allocated IP 192.168.233.187 (adb88f5c-b5bd-41cf-b367-228eab6e0075/28e6de27-5b72-4bf0-88e6-0cdec4cf806e/4839ddd7-a667-4167-a9f3-4c4dd8b22839) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:18.712234 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-c2d0736a-b89a-400b-bb45-9aaa3eff26ee None None] Allocated IP 172.20.0.2 (f9814bfc-935e-42ae-9439-a235c55594dc/0d8db5a6-7e83-41b4-bdee-86fc1c84bc81/2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:18.770283 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ac8d800-251e-40d2-ada2-3ebb69ec7d7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.782874 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-5273db3e-38b7-4def-a625-354a6a5e5906 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.799021 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-5273db3e-38b7-4def-a625-354a6a5e5906 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Transition to ACTIVE for port object 4839ddd7-a667-4167-a9f3-4c4dd8b22839 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:18.834785 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-5273db3e-38b7-4def-a625-354a6a5e5906 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.875164 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c2d0736a-b89a-400b-bb45-9aaa3eff26ee None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.886298 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c2d0736a-b89a-400b-bb45-9aaa3eff26ee None None] Transition to ACTIVE for port object 2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:18.887328 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-5273db3e-38b7-4def-a625-354a6a5e5906 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:18.895285 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-5273db3e-38b7-4def-a625-354a6a5e5906 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:18.900387 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-5273db3e-38b7-4def-a625-354a6a5e5906 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:18.905000 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c2d0736a-b89a-400b-bb45-9aaa3eff26ee None None] Transition to ACTIVE for port object 2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:18.912355 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c2d0736a-b89a-400b-bb45-9aaa3eff26ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.935749 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273db3e-38b7-4def-a625-354a6a5e5906 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Pushing event updated for resources: {'Port': ['ID=4839ddd7-a667-4167-a9f3-4c4dd8b22839,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:18.963118 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d0736a-b89a-400b-bb45-9aaa3eff26ee None None] Network f9814bfc-935e-42ae-9439-a235c55594dc is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:18.967576 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-c2d0736a-b89a-400b-bb45-9aaa3eff26ee None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:18.967847 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-5273db3e-38b7-4def-a625-354a6a5e5906 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:18.968406 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-5273db3e-38b7-4def-a625-354a6a5e5906 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:18.977485 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d0736a-b89a-400b-bb45-9aaa3eff26ee None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:18.986833 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0736a-b89a-400b-bb45-9aaa3eff26ee None None] Pushing event updated for resources: {'Port': ['ID=2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:18.988928 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-5273db3e-38b7-4def-a625-354a6a5e5906 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8407855 Jul 29 23:58:19.001791 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-b3dda043-3975-4d18-aa5b-8e4a30217eea service neutron] Request body: {'port': {'device_id': '15255e1d-d526-4ab1-aa52-f938a23eac5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:19.053299 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c2d0736a-b89a-400b-bb45-9aaa3eff26ee None None] Attempting to bind port 2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:58:19.053818 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c2d0736a-b89a-400b-bb45-9aaa3eff26ee None None] Attempting to bind port 2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'f161160c-c17f-45f0-9f88-f50df658d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f9814bfc-935e-42ae-9439-a235c55594dc'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:58:19.054037 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d0736a-b89a-400b-bb45-9aaa3eff26ee None None] Attempting to bind port 2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2 on network f9814bfc-935e-42ae-9439-a235c55594dc {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:19.060686 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d0736a-b89a-400b-bb45-9aaa3eff26ee None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:58:19.061078 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d0736a-b89a-400b-bb45-9aaa3eff26ee None None] Checking segment: {'id': 'f161160c-c17f-45f0-9f88-f50df658d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f9814bfc-935e-42ae-9439-a235c55594dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:19.061494 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c2d0736a-b89a-400b-bb45-9aaa3eff26ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.061898 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d0736a-b89a-400b-bb45-9aaa3eff26ee None None] Bound using segment: {'id': 'f161160c-c17f-45f0-9f88-f50df658d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f9814bfc-935e-42ae-9439-a235c55594dc'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:58:19.062382 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c2d0736a-b89a-400b-bb45-9aaa3eff26ee None None] Bound port: 2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f161160c-c17f-45f0-9f88-f50df658d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'f9814bfc-935e-42ae-9439-a235c55594dc'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:58:19.062775 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c2d0736a-b89a-400b-bb45-9aaa3eff26ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.074966 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-b3dda043-3975-4d18-aa5b-8e4a30217eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.118394 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ac8d800-251e-40d2-ada2-3ebb69ec7d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.139931 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c2d0736a-b89a-400b-bb45-9aaa3eff26ee None None] For port 2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:58:19.144345 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c2d0736a-b89a-400b-bb45-9aaa3eff26ee None None] For port 2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2,segment=NetworkSegment(f161160c-c17f-45f0-9f88-f50df658d07f),segment_id=f161160c-c17f-45f0-9f88-f50df658d07f)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:58:19.149538 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c2d0736a-b89a-400b-bb45-9aaa3eff26ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.222109 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d0736a-b89a-400b-bb45-9aaa3eff26ee None None] Pushing event updated for resources: {'Port': ['ID=2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:19.246608 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-8ac8d800-251e-40d2-ada2-3ebb69ec7d7e admin admin] Allocated IP 172.25.8.89 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/325ad70b-4863-4dac-8b27-9d502b5224fb) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:19.248421 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-693a2f21-484c-468a-8803-b36a8dc9bda5 None None] Provisioning for port 4839ddd7-a667-4167-a9f3-4c4dd8b22839 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:19.254879 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-693a2f21-484c-468a-8803-b36a8dc9bda5 None None] Provisioning complete for port 4839ddd7-a667-4167-a9f3-4c4dd8b22839 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:19.255275 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-693a2f21-484c-468a-8803-b36a8dc9bda5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.313244 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-693a2f21-484c-468a-8803-b36a8dc9bda5 None None] Port 4839ddd7-a667-4167-a9f3-4c4dd8b22839 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:58:19.378753 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ac8d800-251e-40d2-ada2-3ebb69ec7d7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.427106 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b804ca83-1aaa-466e-9cdc-1f7b1d2945c0 req-bb0d5ca7-87e1-487e-b11b-506e09a331fa tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:19.429561 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b804ca83-1aaa-466e-9cdc-1f7b1d2945c0 req-bb0d5ca7-87e1-487e-b11b-506e09a331fa tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] 10.222.0.18 "GET /v2.0/ports?device_id=15255e1d-d526-4ab1-aa52-f938a23eac5e HTTP/1.1" status: 200 len: 936 time: 0.0860121 Jul 29 23:58:19.464935 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ac8d800-251e-40d2-ada2-3ebb69ec7d7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.504979 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ac8d800-251e-40d2-ada2-3ebb69ec7d7e admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:19.507910 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-8ac8d800-251e-40d2-ada2-3ebb69ec7d7e admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:19.512235 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac8d800-251e-40d2-ada2-3ebb69ec7d7e admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:19.521775 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b804ca83-1aaa-466e-9cdc-1f7b1d2945c0 req-004d2568-ae03-450c-85ed-f363bc2d09f8 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3d30e1-7ee8-40c7-9679-1c6541980948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729575 Jul 29 23:58:19.545555 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac8d800-251e-40d2-ada2-3ebb69ec7d7e admin admin] Pushing event updated for resources: {'Port': ['ID=325ad70b-4863-4dac-8b27-9d502b5224fb,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:19.578043 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-b3dda043-3975-4d18-aa5b-8e4a30217eea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4839ddd7-a667-4167-a9f3-4c4dd8b22839 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:58:19.585805 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-b3dda043-3975-4d18-aa5b-8e4a30217eea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.598255 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-b3dda043-3975-4d18-aa5b-8e4a30217eea service neutron] Transition to ACTIVE for port object 4839ddd7-a667-4167-a9f3-4c4dd8b22839 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:19.602101 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-b3dda043-3975-4d18-aa5b-8e4a30217eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.675622 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dda043-3975-4d18-aa5b-8e4a30217eea service neutron] Pushing event updated for resources: {'Port': ['ID=4839ddd7-a667-4167-a9f3-4c4dd8b22839,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:19.727516 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-b3dda043-3975-4d18-aa5b-8e4a30217eea service neutron] Attempting to bind port 4839ddd7-a667-4167-a9f3-4c4dd8b22839 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:58:19.727919 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-b3dda043-3975-4d18-aa5b-8e4a30217eea service neutron] Attempting to bind port 4839ddd7-a667-4167-a9f3-4c4dd8b22839 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:58:19.728213 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-b3dda043-3975-4d18-aa5b-8e4a30217eea service neutron] Attempting to bind port 4839ddd7-a667-4167-a9f3-4c4dd8b22839 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:19.732763 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-b3dda043-3975-4d18-aa5b-8e4a30217eea service neutron] Port 4839ddd7-a667-4167-a9f3-4c4dd8b22839 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:58:19.733102 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-b3dda043-3975-4d18-aa5b-8e4a30217eea service neutron] Attempting to bind port 4839ddd7-a667-4167-a9f3-4c4dd8b22839 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:19.738893 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-b3dda043-3975-4d18-aa5b-8e4a30217eea service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:58:19.739240 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-b3dda043-3975-4d18-aa5b-8e4a30217eea service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:19.739989 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-b3dda043-3975-4d18-aa5b-8e4a30217eea service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:58:19.740136 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-b3dda043-3975-4d18-aa5b-8e4a30217eea service neutron] Bound port: 4839ddd7-a667-4167-a9f3-4c4dd8b22839, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:58:19.740461 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-b3dda043-3975-4d18-aa5b-8e4a30217eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.784151 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ac8d800-251e-40d2-ada2-3ebb69ec7d7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.815363 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-b3dda043-3975-4d18-aa5b-8e4a30217eea service neutron] For port 4839ddd7-a667-4167-a9f3-4c4dd8b22839, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:58:19.819291 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-b3dda043-3975-4d18-aa5b-8e4a30217eea service neutron] For port 4839ddd7-a667-4167-a9f3-4c4dd8b22839, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=4839ddd7-a667-4167-a9f3-4c4dd8b22839,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:58:19.825604 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-b3dda043-3975-4d18-aa5b-8e4a30217eea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.862601 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-b3dda043-3975-4d18-aa5b-8e4a30217eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:19.863213 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-b3dda043-3975-4d18-aa5b-8e4a30217eea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:19.864658 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-b3dda043-3975-4d18-aa5b-8e4a30217eea service neutron] 10.222.0.39 "PUT /v2.0/ports/4839ddd7-a667-4167-a9f3-4c4dd8b22839 HTTP/1.1" status: 200 len: 1097 time: 0.8674636 Jul 29 23:58:19.865097 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15255e1d-d526-4ab1-aa52-f938a23eac5e', 'tag': '4839ddd7-a667-4167-a9f3-4c4dd8b22839'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:58:19.867366 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dcc874d-bc37-40ba-9625-7d849386c283" -d '{"events": [{"name": "network-changed", "server_uuid": "15255e1d-d526-4ab1-aa52-f938a23eac5e", "tag": "4839ddd7-a667-4167-a9f3-4c4dd8b22839"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:58:19.896760 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dda043-3975-4d18-aa5b-8e4a30217eea service neutron] Pushing event updated for resources: {'Port': ['ID=4839ddd7-a667-4167-a9f3-4c4dd8b22839,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:19.924777 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05ae76da-037c-4c93-8fe5-5680f2e5d0be x-openstack-request-id: req-05ae76da-037c-4c93-8fe5-5680f2e5d0be {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:58:19.925083 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15255e1d-d526-4ab1-aa52-f938a23eac5e", "tag": "4839ddd7-a667-4167-a9f3-4c4dd8b22839", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:58:19.925354 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05ae76da-037c-4c93-8fe5-5680f2e5d0be {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:58:19.925762 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15255e1d-d526-4ab1-aa52-f938a23eac5e', 'tag': '4839ddd7-a667-4167-a9f3-4c4dd8b22839', 'status': 'completed', 'code': 200} Jul 29 23:58:19.986097 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-b77fb702-4c1a-44c9-bb22-c12731c13566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:19.987940 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-b77fb702-4c1a-44c9-bb22-c12731c13566 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be8efcbae8cf48bba003a6d27fe4194f&device_id=15255e1d-d526-4ab1-aa52-f938a23eac5e HTTP/1.1" status: 200 len: 1100 time: 0.0567153 Jul 29 23:58:20.028354 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ac8d800-251e-40d2-ada2-3ebb69ec7d7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.041902 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-10ac679f-c364-4bd8-a694-f78c964e2301 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=4839ddd7-a667-4167-a9f3-4c4dd8b22839 HTTP/1.1" status: 200 len: 217 time: 0.0441861 Jul 29 23:58:20.107812 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-a7b778f4-2836-4e3a-bc68-00f13a33c49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:20.109539 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-a7b778f4-2836-4e3a-bc68-00f13a33c49a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.0604913 Jul 29 23:58:20.168872 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-18eb5eb1-d2a3-4f0f-b3ec-7cb8acdc7fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:20.170381 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-18eb5eb1-d2a3-4f0f-b3ec-7cb8acdc7fd6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0515316 Jul 29 23:58:20.183150 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac8d800-251e-40d2-ada2-3ebb69ec7d7e admin admin] Router fd5cdee2-8e07-46ee-8db1-382f97bfe6a4 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:58:20.269245 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-27682654-83c0-4400-afac-4b3084c5524a service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914791 Jul 29 23:58:20.312569 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac8d800-251e-40d2-ada2-3ebb69ec7d7e admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:20.324537 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187cadc1-4f85-47fa-b8c7-bbcb25caddf4 None None] Sync routers for ids ['fd5cdee2-8e07-46ee-8db1-382f97bfe6a4'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:20.330388 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ac8d800-251e-40d2-ada2-3ebb69ec7d7e admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.332033 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8ac8d800-251e-40d2-ada2-3ebb69ec7d7e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.0429819 Jul 29 23:58:20.334754 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50734) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:20.338585 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187cadc1-4f85-47fa-b8c7-bbcb25caddf4 None None] Routers {'fd5cdee2-8e07-46ee-8db1-382f97bfe6a4'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:20.340136 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-187cadc1-4f85-47fa-b8c7-bbcb25caddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:58:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['fd5cdee2-8e07-46ee-8db1-382f97bfe6a4'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:20.387086 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e97b871-3fcf-494d-8ff9-6e34a0a0f32a req-b6b8c2bb-177b-4871-87fe-a7bb2e0f5639 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079257 Jul 29 23:58:20.394701 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b0ce81-219b-46ce-9706-66bb0f370202 None None] Network f9814bfc-935e-42ae-9439-a235c55594dc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:20.453154 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-15deee31-97c4-470e-825c-c1d6b77fbb7b None None] Provisioning for port 2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:20.488819 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc874d-bc37-40ba-9625-7d849386c283 req-a7be3cdd-4cc3-498c-b6dc-e4db0af6e037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:20.490360 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8dcc874d-bc37-40ba-9625-7d849386c283 req-a7be3cdd-4cc3-498c-b6dc-e4db0af6e037 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be8efcbae8cf48bba003a6d27fe4194f&device_id=15255e1d-d526-4ab1-aa52-f938a23eac5e HTTP/1.1" status: 200 len: 1100 time: 0.0507526 Jul 29 23:58:20.490737 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-187cadc1-4f85-47fa-b8c7-bbcb25caddf4 None None] Set router fd5cdee2-8e07-46ee-8db1-382f97bfe6a4 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:58:20.694625 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-187cadc1-4f85-47fa-b8c7-bbcb25caddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5cdee2-8e07-46ee-8db1-382f97bfe6a4', 'name': 'tempest-ImageQuotaTest-1744392517-router', 'tenant_id': '079b8ae98fa348c48b40df02befca1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '325ad70b-4863-4dac-8b27-9d502b5224fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:18Z', 'updated_at': '2021-07-29T23:58:19Z', 'revision_number': 3, 'project_id': '079b8ae98fa348c48b40df02befca1a0', 'gw_port': {'id': '325ad70b-4863-4dac-8b27-9d502b5224fb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5cdee2-8e07-46ee-8db1-382f97bfe6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:19Z', 'updated_at': '2021-07-29T23:58:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:20.696444 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1997b70-93b4-46d3-96d4-1892e826dbde req-f16c1afe-320e-4fcc-a2a4-fa711ec367e5 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:20.700139 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1997b70-93b4-46d3-96d4-1892e826dbde req-f16c1afe-320e-4fcc-a2a4-fa711ec367e5 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] 10.222.0.18 "GET /v2.0/ports?device_id=15255e1d-d526-4ab1-aa52-f938a23eac5e HTTP/1.1" status: 200 len: 948 time: 0.0865519 Jul 29 23:58:20.703482 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc874d-bc37-40ba-9625-7d849386c283 req-90b2a038-f0d6-428d-8afb-2120225e7f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:20.705089 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8dcc874d-bc37-40ba-9625-7d849386c283 req-90b2a038-f0d6-428d-8afb-2120225e7f76 service neutron] 10.222.0.39 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.2070272 Jul 29 23:58:20.730436 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187cadc1-4f85-47fa-b8c7-bbcb25caddf4 None None] Checking router: fd5cdee2-8e07-46ee-8db1-382f97bfe6a4 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:58:20.730990 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187cadc1-4f85-47fa-b8c7-bbcb25caddf4 None None] Updating router fd5cdee2-8e07-46ee-8db1-382f97bfe6a4 port 325ad70b-4863-4dac-8b27-9d502b5224fb binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:58:20.748146 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1997b70-93b4-46d3-96d4-1892e826dbde req-0352cc06-e2b1-4438-928e-7831cc261c06 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3d30e1-7ee8-40c7-9679-1c6541980948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408845 Jul 29 23:58:20.794232 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8dcc874d-bc37-40ba-9625-7d849386c283 req-cad0e4d8-5262-41ff-b563-5511028c2ee5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=4839ddd7-a667-4167-a9f3-4c4dd8b22839 HTTP/1.1" status: 200 len: 217 time: 0.0505064 Jul 29 23:58:20.860780 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc874d-bc37-40ba-9625-7d849386c283 req-11c20fa7-8d9c-49df-a366-3a686d5b790d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:20.862513 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8dcc874d-bc37-40ba-9625-7d849386c283 req-11c20fa7-8d9c-49df-a366-3a686d5b790d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.0592852 Jul 29 23:58:20.866994 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-187cadc1-4f85-47fa-b8c7-bbcb25caddf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.868261 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2ea71e5-c2bc-43da-9b2b-c7aa2aa6cefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:20.913824 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcc874d-bc37-40ba-9625-7d849386c283 req-d612ae94-9df9-4297-a522-becf3bfad961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:20.915441 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8dcc874d-bc37-40ba-9625-7d849386c283 req-d612ae94-9df9-4297-a522-becf3bfad961 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0441158 Jul 29 23:58:21.021101 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8dcc874d-bc37-40ba-9625-7d849386c283 req-ec1c9d0d-024d-4ff0-814e-b211a50f1dd3 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978451 Jul 29 23:58:21.048333 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-c2ea71e5-c2bc-43da-9b2b-c7aa2aa6cefb admin admin] Allocated IP 172.20.0.1 (f9814bfc-935e-42ae-9439-a235c55594dc/0d8db5a6-7e83-41b4-bdee-86fc1c84bc81/067493b9-2b92-4336-857f-01ec3caa9bf0) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:21.134318 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8dcc874d-bc37-40ba-9625-7d849386c283 req-79fd9313-c2be-4e20-aa99-01a32bbdfcf1 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040761 Jul 29 23:58:21.155132 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-187cadc1-4f85-47fa-b8c7-bbcb25caddf4 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.167775 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-187cadc1-4f85-47fa-b8c7-bbcb25caddf4 None None] Transition to ACTIVE for port object 325ad70b-4863-4dac-8b27-9d502b5224fb will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:21.174797 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-187cadc1-4f85-47fa-b8c7-bbcb25caddf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.180877 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:21.197221 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2ea71e5-c2bc-43da-9b2b-c7aa2aa6cefb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.214166 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-c2ea71e5-c2bc-43da-9b2b-c7aa2aa6cefb admin admin] Transition to ACTIVE for port object 067493b9-2b92-4336-857f-01ec3caa9bf0 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:21.228704 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15ecf0-4b48-4152-b6a6-fdb4446bc0e1 None None] Pushing event updated for resources: {'Port': ['ID=325ad70b-4863-4dac-8b27-9d502b5224fb,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:21.231805 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-187cadc1-4f85-47fa-b8c7-bbcb25caddf4 None None] Attempting to bind port 325ad70b-4863-4dac-8b27-9d502b5224fb on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:58:21.232519 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-187cadc1-4f85-47fa-b8c7-bbcb25caddf4 None None] Attempting to bind port 325ad70b-4863-4dac-8b27-9d502b5224fb by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:58:21.232749 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187cadc1-4f85-47fa-b8c7-bbcb25caddf4 None None] Attempting to bind port 325ad70b-4863-4dac-8b27-9d502b5224fb on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:21.244558 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c15ecf0-4b48-4152-b6a6-fdb4446bc0e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:21.244754 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:21.245453 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c15ecf0-4b48-4152-b6a6-fdb4446bc0e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:21.245795 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c15ecf0-4b48-4152-b6a6-fdb4446bc0e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:21.246257 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c15ecf0-4b48-4152-b6a6-fdb4446bc0e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:21.246680 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c15ecf0-4b48-4152-b6a6-fdb4446bc0e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:21.247394 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c15ecf0-4b48-4152-b6a6-fdb4446bc0e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:21.247581 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c15ecf0-4b48-4152-b6a6-fdb4446bc0e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:21.248019 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c15ecf0-4b48-4152-b6a6-fdb4446bc0e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:21.248450 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c15ecf0-4b48-4152-b6a6-fdb4446bc0e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:21.248574 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:21.248833 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.249106 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c15ecf0-4b48-4152-b6a6-fdb4446bc0e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:21.249470 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c15ecf0-4b48-4152-b6a6-fdb4446bc0e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:21.249980 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c15ecf0-4b48-4152-b6a6-fdb4446bc0e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:21.253364 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2ea71e5-c2bc-43da-9b2b-c7aa2aa6cefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.253691 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187cadc1-4f85-47fa-b8c7-bbcb25caddf4 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:58:21.254397 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187cadc1-4f85-47fa-b8c7-bbcb25caddf4 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:21.254945 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-187cadc1-4f85-47fa-b8c7-bbcb25caddf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.255326 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-187cadc1-4f85-47fa-b8c7-bbcb25caddf4 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:58:21.255899 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-187cadc1-4f85-47fa-b8c7-bbcb25caddf4 None None] Bound port: 325ad70b-4863-4dac-8b27-9d502b5224fb, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:58:21.256530 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-187cadc1-4f85-47fa-b8c7-bbcb25caddf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.298899 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ea71e5-c2bc-43da-9b2b-c7aa2aa6cefb admin admin] Network f9814bfc-935e-42ae-9439-a235c55594dc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:21.304899 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-c2ea71e5-c2bc-43da-9b2b-c7aa2aa6cefb admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:21.307235 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ea71e5-c2bc-43da-9b2b-c7aa2aa6cefb admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:21.330114 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-187cadc1-4f85-47fa-b8c7-bbcb25caddf4 None None] For port 325ad70b-4863-4dac-8b27-9d502b5224fb, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:58:21.333961 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-187cadc1-4f85-47fa-b8c7-bbcb25caddf4 None None] For port 325ad70b-4863-4dac-8b27-9d502b5224fb, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=325ad70b-4863-4dac-8b27-9d502b5224fb,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:58:21.339800 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-187cadc1-4f85-47fa-b8c7-bbcb25caddf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.344375 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.348877 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea71e5-c2bc-43da-9b2b-c7aa2aa6cefb admin admin] Pushing event updated for resources: {'Port': ['ID=067493b9-2b92-4336-857f-01ec3caa9bf0,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:21.368004 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2ea71e5-c2bc-43da-9b2b-c7aa2aa6cefb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.393276 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2,segment=NetworkSegment(f161160c-c17f-45f0-9f88-f50df658d07f),segment_id=f161160c-c17f-45f0-9f88-f50df658d07f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:21.397330 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187cadc1-4f85-47fa-b8c7-bbcb25caddf4 None None] Routers {'fd5cdee2-8e07-46ee-8db1-382f97bfe6a4'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:21.397905 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.398450 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-187cadc1-4f85-47fa-b8c7-bbcb25caddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:58:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['fd5cdee2-8e07-46ee-8db1-382f97bfe6a4'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:21.462596 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:21.525063 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2ea71e5-c2bc-43da-9b2b-c7aa2aa6cefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.533753 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-187cadc1-4f85-47fa-b8c7-bbcb25caddf4 None None] Set router fd5cdee2-8e07-46ee-8db1-382f97bfe6a4 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:58:21.559813 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c15ecf0-4b48-4152-b6a6-fdb4446bc0e1 None None] Pushing event updated for resources: {'Port': ['ID=325ad70b-4863-4dac-8b27-9d502b5224fb,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:21.610306 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f2dca52f-70b3-4385-987c-b81365ab0491 None None] Provisioning for port 067493b9-2b92-4336-857f-01ec3caa9bf0 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:21.615045 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f2dca52f-70b3-4385-987c-b81365ab0491 None None] Provisioning complete for port 067493b9-2b92-4336-857f-01ec3caa9bf0 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:21.615592 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f2dca52f-70b3-4385-987c-b81365ab0491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.658202 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f2dca52f-70b3-4385-987c-b81365ab0491 None None] Port 067493b9-2b92-4336-857f-01ec3caa9bf0 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:58:21.702143 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2ea71e5-c2bc-43da-9b2b-c7aa2aa6cefb admin admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.706600 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2ea71e5-c2bc-43da-9b2b-c7aa2aa6cefb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.728639 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-187cadc1-4f85-47fa-b8c7-bbcb25caddf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5cdee2-8e07-46ee-8db1-382f97bfe6a4', 'name': 'tempest-ImageQuotaTest-1744392517-router', 'tenant_id': '079b8ae98fa348c48b40df02befca1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '325ad70b-4863-4dac-8b27-9d502b5224fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:18Z', 'updated_at': '2021-07-29T23:58:19Z', 'revision_number': 3, 'project_id': '079b8ae98fa348c48b40df02befca1a0', 'gw_port': {'id': '325ad70b-4863-4dac-8b27-9d502b5224fb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5cdee2-8e07-46ee-8db1-382f97bfe6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:19Z', 'updated_at': '2021-07-29T23:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:21.755636 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187cadc1-4f85-47fa-b8c7-bbcb25caddf4 None None] The sync data for ids ['fd5cdee2-8e07-46ee-8db1-382f97bfe6a4'] in n-d-712140-10 is: [{'id': 'fd5cdee2-8e07-46ee-8db1-382f97bfe6a4', 'name': 'tempest-ImageQuotaTest-1744392517-router', 'tenant_id': '079b8ae98fa348c48b40df02befca1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '325ad70b-4863-4dac-8b27-9d502b5224fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:18Z', 'updated_at': '2021-07-29T23:58:19Z', 'revision_number': 3, 'project_id': '079b8ae98fa348c48b40df02befca1a0', 'gw_port': {'id': '325ad70b-4863-4dac-8b27-9d502b5224fb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5cdee2-8e07-46ee-8db1-382f97bfe6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:19Z', 'updated_at': '2021-07-29T23:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:21.777499 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ea71e5-c2bc-43da-9b2b-c7aa2aa6cefb admin admin] Pushing event updated for resources: {'Port': ['ID=067493b9-2b92-4336-857f-01ec3caa9bf0,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:21.783330 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c2ea71e5-c2bc-43da-9b2b-c7aa2aa6cefb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:21.877924 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8a83e-d085-4f28-901e-b87ccdee13e5 req-6cf5efa5-a9ea-49fa-8a42-f1f7dbe95256 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:21.879516 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ffb8a83e-d085-4f28-901e-b87ccdee13e5 req-6cf5efa5-a9ea-49fa-8a42-f1f7dbe95256 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] 10.222.0.18 "GET /v2.0/ports?device_id=15255e1d-d526-4ab1-aa52-f938a23eac5e HTTP/1.1" status: 200 len: 948 time: 0.0511675 Jul 29 23:58:21.883442 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ea71e5-c2bc-43da-9b2b-c7aa2aa6cefb admin admin] Network f9814bfc-935e-42ae-9439-a235c55594dc is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:21.884981 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-c2ea71e5-c2bc-43da-9b2b-c7aa2aa6cefb admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:21.934157 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ffb8a83e-d085-4f28-901e-b87ccdee13e5 req-d8bd8153-9d74-4773-90f9-73344ecfd1b8 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3d30e1-7ee8-40c7-9679-1c6541980948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487039 Jul 29 23:58:22.018882 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ea71e5-c2bc-43da-9b2b-c7aa2aa6cefb admin admin] Router fd5cdee2-8e07-46ee-8db1-382f97bfe6a4 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:58:22.151525 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ea71e5-c2bc-43da-9b2b-c7aa2aa6cefb admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:22.156660 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c2ea71e5-c2bc-43da-9b2b-c7aa2aa6cefb admin admin] 10.222.0.18 "PUT /v2.0/routers/fd5cdee2-8e07-46ee-8db1-382f97bfe6a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8207166 Jul 29 23:58:22.181739 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a4a2bbe9-1311-45a5-b041-7ac997be5488 None None] Provisioning complete for port 067493b9-2b92-4336-857f-01ec3caa9bf0 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:22.182049 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a4a2bbe9-1311-45a5-b041-7ac997be5488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:22.219512 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a4a2bbe9-1311-45a5-b041-7ac997be5488 None None] Port 067493b9-2b92-4336-857f-01ec3caa9bf0 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:58:23.069354 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcba58a9-a7bd-4343-bdd3-b001180f9f26 req-4c89222e-b680-4ccf-8d4c-4cd2adbf32e3 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:23.071215 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fcba58a9-a7bd-4343-bdd3-b001180f9f26 req-4c89222e-b680-4ccf-8d4c-4cd2adbf32e3 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] 10.222.0.18 "GET /v2.0/ports?device_id=15255e1d-d526-4ab1-aa52-f938a23eac5e HTTP/1.1" status: 200 len: 948 time: 0.0673761 Jul 29 23:58:23.115318 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fcba58a9-a7bd-4343-bdd3-b001180f9f26 req-137c8980-27e0-40ad-b0c6-e325244178c7 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3d30e1-7ee8-40c7-9679-1c6541980948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369830 Jul 29 23:58:23.199051 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:23.216154 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50760) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:23.250864 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:23.251243 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:23.482048 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433a40a5-99d3-4a21-9065-0a3e50fea19d None None] Sync routers for ids ['fd5cdee2-8e07-46ee-8db1-382f97bfe6a4'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:23.502886 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433a40a5-99d3-4a21-9065-0a3e50fea19d None None] Routers {'fd5cdee2-8e07-46ee-8db1-382f97bfe6a4'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:23.503512 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-433a40a5-99d3-4a21-9065-0a3e50fea19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:58:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['fd5cdee2-8e07-46ee-8db1-382f97bfe6a4'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:23.507073 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 325ad70b-4863-4dac-8b27-9d502b5224fb up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:23.586747 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-049ab483-1535-4edd-a19e-8967778519d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:23.649218 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 325ad70b-4863-4dac-8b27-9d502b5224fb completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:23.652654 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-433a40a5-99d3-4a21-9065-0a3e50fea19d None None] Set router fd5cdee2-8e07-46ee-8db1-382f97bfe6a4 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:58:23.683274 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 325ad70b-4863-4dac-8b27-9d502b5224fb triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:23.683770 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:23.873613 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 4839ddd7-a667-4167-a9f3-4c4dd8b22839 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:58:23.885673 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:23.934076 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 325ad70b-4863-4dac-8b27-9d502b5224fb, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=325ad70b-4863-4dac-8b27-9d502b5224fb,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:23.946936 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:24.061834 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=325ad70b-4863-4dac-8b27-9d502b5224fb,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:24.073930 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 4839ddd7-a667-4167-a9f3-4c4dd8b22839, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=4839ddd7-a667-4167-a9f3-4c4dd8b22839,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:24.082516 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-433a40a5-99d3-4a21-9065-0a3e50fea19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5cdee2-8e07-46ee-8db1-382f97bfe6a4', 'name': 'tempest-ImageQuotaTest-1744392517-router', 'tenant_id': '079b8ae98fa348c48b40df02befca1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '325ad70b-4863-4dac-8b27-9d502b5224fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:18Z', 'updated_at': '2021-07-29T23:58:21Z', 'revision_number': 4, 'project_id': '079b8ae98fa348c48b40df02befca1a0', 'gw_port': {'id': '325ad70b-4863-4dac-8b27-9d502b5224fb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5cdee2-8e07-46ee-8db1-382f97bfe6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:19Z', 'updated_at': '2021-07-29T23:58:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '067493b9-2b92-4336-857f-01ec3caa9bf0', 'name': '', 'network_id': 'f9814bfc-935e-42ae-9439-a235c55594dc', 'tenant_id': '079b8ae98fa348c48b40df02befca1a0', 'mac_address': 'fa:16:3e:48:7b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd5cdee2-8e07-46ee-8db1-382f97bfe6a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '0d8db5a6-7e83-41b4-bdee-86fc1c84bc81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:20Z', 'updated_at': '2021-07-29T23:58:21Z', 'revision_number': 2, 'project_id': '079b8ae98fa348c48b40df02befca1a0', 'subnets': [{'id': '0d8db5a6-7e83-41b4-bdee-86fc1c84bc81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:24.110279 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '4839ddd7-a667-4167-a9f3-4c4dd8b22839', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': '4839ddd7-a667-4167-a9f3-4c4dd8b22839', 'mac_address': 'fa:16:3e:85:d6:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:58:24.112037 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433a40a5-99d3-4a21-9065-0a3e50fea19d None None] Checking router: fd5cdee2-8e07-46ee-8db1-382f97bfe6a4 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:58:24.112383 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433a40a5-99d3-4a21-9065-0a3e50fea19d None None] Updating router fd5cdee2-8e07-46ee-8db1-382f97bfe6a4 port 067493b9-2b92-4336-857f-01ec3caa9bf0 binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:58:24.165523 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-433a40a5-99d3-4a21-9065-0a3e50fea19d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:24.175622 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-049ab483-1535-4edd-a19e-8967778519d0 admin admin] Deleting port 067493b9-2b92-4336-857f-01ec3caa9bf0 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:24.176001 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-049ab483-1535-4edd-a19e-8967778519d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:24.180079 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:24.214934 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4839ddd7-a667-4167-a9f3-4c4dd8b22839 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:58:24.243411 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d58b9b-c9f6-4bce-b2b3-095d6a3f5015 req-270af3bc-b84d-4ac5-9955-e124305ffb15 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:24.248525 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 4839ddd7-a667-4167-a9f3-4c4dd8b22839, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=4839ddd7-a667-4167-a9f3-4c4dd8b22839,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:24.252963 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-54d58b9b-c9f6-4bce-b2b3-095d6a3f5015 req-270af3bc-b84d-4ac5-9955-e124305ffb15 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] 10.222.0.18 "GET /v2.0/ports?device_id=15255e1d-d526-4ab1-aa52-f938a23eac5e HTTP/1.1" status: 200 len: 948 time: 0.0640039 Jul 29 23:58:24.259099 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-049ab483-1535-4edd-a19e-8967778519d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:24.286097 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-049ab483-1535-4edd-a19e-8967778519d0 admin admin] Calling delete_port for 067493b9-2b92-4336-857f-01ec3caa9bf0 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:24.294319 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:24.300393 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-54d58b9b-c9f6-4bce-b2b3-095d6a3f5015 req-dcce7422-ecfc-4f9a-b891-0306fd906aaa tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3d30e1-7ee8-40c7-9679-1c6541980948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462162 Jul 29 23:58:24.397278 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=4839ddd7-a667-4167-a9f3-4c4dd8b22839,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:24.496972 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-049ab483-1535-4edd-a19e-8967778519d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:24.498119 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['4839ddd7-a667-4167-a9f3-4c4dd8b22839'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:58:24.524384 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049ab483-1535-4edd-a19e-8967778519d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=067493b9-2b92-4336-857f-01ec3caa9bf0,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:24.542668 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.db.api [None req-433a40a5-99d3-4a21-9065-0a3e50fea19d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 29 23:58:24.543031 n-d-712140-10 neutron-server[94065]: DEBUG oslo_db.api [None req-433a40a5-99d3-4a21-9065-0a3e50fea19d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 29 23:58:24.716646 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-049ab483-1535-4edd-a19e-8967778519d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:24.937114 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-049ab483-1535-4edd-a19e-8967778519d0 admin admin] Router fd5cdee2-8e07-46ee-8db1-382f97bfe6a4 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:58:25.051570 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049ab483-1535-4edd-a19e-8967778519d0 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:25.060224 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-049ab483-1535-4edd-a19e-8967778519d0 admin admin] 10.222.0.18 "PUT /v2.0/routers/fd5cdee2-8e07-46ee-8db1-382f97bfe6a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8392017 Jul 29 23:58:25.060384 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50764) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:25.061936 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433a40a5-99d3-4a21-9065-0a3e50fea19d None None] Port 067493b9-2b92-4336-857f-01ec3caa9bf0 not found while updating agent binding for router fd5cdee2-8e07-46ee-8db1-382f97bfe6a4. {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 29 23:58:25.074424 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433a40a5-99d3-4a21-9065-0a3e50fea19d None None] Routers {'fd5cdee2-8e07-46ee-8db1-382f97bfe6a4'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:25.075150 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-433a40a5-99d3-4a21-9065-0a3e50fea19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:58:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['fd5cdee2-8e07-46ee-8db1-382f97bfe6a4'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:25.140740 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 325ad70b-4863-4dac-8b27-9d502b5224fb up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:25.178904 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-615c8b05-5648-4b15-baf5-88b03f037753 admin admin] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.226729 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-433a40a5-99d3-4a21-9065-0a3e50fea19d None None] Set router fd5cdee2-8e07-46ee-8db1-382f97bfe6a4 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:58:25.294735 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-615c8b05-5648-4b15-baf5-88b03f037753 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.322568 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 325ad70b-4863-4dac-8b27-9d502b5224fb triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:25.322983 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.357187 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-615c8b05-5648-4b15-baf5-88b03f037753 admin admin] Deleting port 325ad70b-4863-4dac-8b27-9d502b5224fb {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:25.357619 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-615c8b05-5648-4b15-baf5-88b03f037753 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.450325 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc88e6b1-76e2-4cde-8728-3b5929bbe585 req-42e9e280-80b8-41cb-a625-7d9775b5764f tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:25.451872 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc88e6b1-76e2-4cde-8728-3b5929bbe585 req-42e9e280-80b8-41cb-a625-7d9775b5764f tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] 10.222.0.18 "GET /v2.0/ports?device_id=15255e1d-d526-4ab1-aa52-f938a23eac5e HTTP/1.1" status: 200 len: 949 time: 0.0533192 Jul 29 23:58:25.464854 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-615c8b05-5648-4b15-baf5-88b03f037753 admin admin] For port 325ad70b-4863-4dac-8b27-9d502b5224fb, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=325ad70b-4863-4dac-8b27-9d502b5224fb,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:25.465228 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-615c8b05-5648-4b15-baf5-88b03f037753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.482272 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-615c8b05-5648-4b15-baf5-88b03f037753 admin admin] Calling delete_port for 325ad70b-4863-4dac-8b27-9d502b5224fb owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:25.492174 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-433a40a5-99d3-4a21-9065-0a3e50fea19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd5cdee2-8e07-46ee-8db1-382f97bfe6a4', 'name': 'tempest-ImageQuotaTest-1744392517-router', 'tenant_id': '079b8ae98fa348c48b40df02befca1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '325ad70b-4863-4dac-8b27-9d502b5224fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:18Z', 'updated_at': '2021-07-29T23:58:24Z', 'revision_number': 5, 'project_id': '079b8ae98fa348c48b40df02befca1a0', 'gw_port': {'id': '325ad70b-4863-4dac-8b27-9d502b5224fb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5cdee2-8e07-46ee-8db1-382f97bfe6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:19Z', 'updated_at': '2021-07-29T23:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:25.506685 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc88e6b1-76e2-4cde-8728-3b5929bbe585 req-b4995dff-693c-4210-81ed-3c3518e80c4e tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3d30e1-7ee8-40c7-9679-1c6541980948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378046 Jul 29 23:58:25.673595 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-615c8b05-5648-4b15-baf5-88b03f037753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.679620 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433a40a5-99d3-4a21-9065-0a3e50fea19d None None] The sync data for ids ['fd5cdee2-8e07-46ee-8db1-382f97bfe6a4'] in n-d-712140-10 is: [{'id': 'fd5cdee2-8e07-46ee-8db1-382f97bfe6a4', 'name': 'tempest-ImageQuotaTest-1744392517-router', 'tenant_id': '079b8ae98fa348c48b40df02befca1a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.89'}], 'enable_snat': True}, 'gw_port_id': '325ad70b-4863-4dac-8b27-9d502b5224fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:18Z', 'updated_at': '2021-07-29T23:58:24Z', 'revision_number': 5, 'project_id': '079b8ae98fa348c48b40df02befca1a0', 'gw_port': {'id': '325ad70b-4863-4dac-8b27-9d502b5224fb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:33:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd5cdee2-8e07-46ee-8db1-382f97bfe6a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:19Z', 'updated_at': '2021-07-29T23:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:25.706613 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c8b05-5648-4b15-baf5-88b03f037753 admin admin] Pushing event deleted for resources: {'Port': ['ID=325ad70b-4863-4dac-8b27-9d502b5224fb,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:25.769837 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-615c8b05-5648-4b15-baf5-88b03f037753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.864176 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-615c8b05-5648-4b15-baf5-88b03f037753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.866250 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-615c8b05-5648-4b15-baf5-88b03f037753 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.886113 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 4839ddd7-a667-4167-a9f3-4c4dd8b22839 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:25.919018 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-615c8b05-5648-4b15-baf5-88b03f037753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.919736 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615c8b05-5648-4b15-baf5-88b03f037753 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd5cdee2-8e07-46ee-8db1-382f97bfe6a4 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 29 23:58:25.924624 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-615c8b05-5648-4b15-baf5-88b03f037753 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.926014 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-615c8b05-5648-4b15-baf5-88b03f037753 admin admin] 10.222.0.18 "DELETE /v2.0/routers/fd5cdee2-8e07-46ee-8db1-382f97bfe6a4 HTTP/1.1" status: 204 len: 168 time: 0.8647060 Jul 29 23:58:25.928561 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50768) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:25.977568 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 4839ddd7-a667-4167-a9f3-4c4dd8b22839 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:25.982256 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-866c38f9-98c0-4400-b789-a1e1a18ad3de admin admin] Deleting subnet 0d8db5a6-7e83-41b4-bdee-86fc1c84bc81 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 29 23:58:25.983098 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 4839ddd7-a667-4167-a9f3-4c4dd8b22839 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:25.983388 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:25.986774 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-866c38f9-98c0-4400-b789-a1e1a18ad3de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.032185 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-866c38f9-98c0-4400-b789-a1e1a18ad3de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.078047 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.101572 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15255e1d-d526-4ab1-aa52-f938a23eac5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4839ddd7-a667-4167-a9f3-4c4dd8b22839'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:58:26.103825 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e426b6bd-5ea5-470d-9f8e-f5e4f532736e" -d '{"events": [{"server_uuid": "15255e1d-d526-4ab1-aa52-f938a23eac5e", "name": "network-vif-plugged", "status": "completed", "tag": "4839ddd7-a667-4167-a9f3-4c4dd8b22839"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:58:26.119019 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 4839ddd7-a667-4167-a9f3-4c4dd8b22839, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=4839ddd7-a667-4167-a9f3-4c4dd8b22839,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:26.124481 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.142185 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-866c38f9-98c0-4400-b789-a1e1a18ad3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.156071 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d5938e-db89-4e10-befe-f49093539ca4 x-openstack-request-id: req-74d5938e-db89-4e10-befe-f49093539ca4 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:58:26.156439 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15255e1d-d526-4ab1-aa52-f938a23eac5e", "name": "network-vif-plugged", "status": "completed", "tag": "4839ddd7-a667-4167-a9f3-4c4dd8b22839", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:58:26.156763 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-74d5938e-db89-4e10-befe-f49093539ca4 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:58:26.159720 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15255e1d-d526-4ab1-aa52-f938a23eac5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4839ddd7-a667-4167-a9f3-4c4dd8b22839', 'code': 200} Jul 29 23:58:26.183663 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=4839ddd7-a667-4167-a9f3-4c4dd8b22839,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:26.208264 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-866c38f9-98c0-4400-b789-a1e1a18ad3de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.236418 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c38f9-98c0-4400-b789-a1e1a18ad3de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d8db5a6-7e83-41b4-bdee-86fc1c84bc81,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:26.242384 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-866c38f9-98c0-4400-b789-a1e1a18ad3de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.244508 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-866c38f9-98c0-4400-b789-a1e1a18ad3de admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0d8db5a6-7e83-41b4-bdee-86fc1c84bc81 HTTP/1.1" status: 204 len: 168 time: 0.3148491 Jul 29 23:58:26.248145 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50772) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:26.252647 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acefe340-5aaa-448c-8b54-d95def822f9b None None] Network f9814bfc-935e-42ae-9439-a235c55594dc requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:26.292971 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c1bc6-a540-47dc-8ad5-56161b052da0 req-3c62759e-aaba-4fc3-8c0a-5afecd8a4f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:26.295347 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fd1c1bc6-a540-47dc-8ad5-56161b052da0 req-3c62759e-aaba-4fc3-8c0a-5afecd8a4f6e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=15255e1d-d526-4ab1-aa52-f938a23eac5e HTTP/1.1" status: 200 len: 1102 time: 0.0753613 Jul 29 23:58:26.336700 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fd1c1bc6-a540-47dc-8ad5-56161b052da0 req-8af5fb94-ceec-4cbb-a056-caaa869c0200 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7e3d30e1-7ee8-40c7-9679-1c6541980948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343673 Jul 29 23:58:26.339524 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f8e26cb3-8aa4-4843-861c-837eee2c1e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.396558 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-f8e26cb3-8aa4-4843-861c-837eee2c1e3d admin admin] Deleting port 2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:26.396918 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f8e26cb3-8aa4-4843-861c-837eee2c1e3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.455484 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce14e25-8bf9-4925-85d3-83ac3f409931 None None] Sync routers for ids ['fd5cdee2-8e07-46ee-8db1-382f97bfe6a4'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:26.468407 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ae540d-9bed-4476-87d8-41bda17fb3b4 None None] DHCP port deletion for f9814bfc-935e-42ae-9439-a235c55594dc request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 29 23:58:26.472700 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce14e25-8bf9-4925-85d3-83ac3f409931 None None] Routers set() bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:26.473502 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce14e25-8bf9-4925-85d3-83ac3f409931 None None] Router IDs set() for agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 23:58:26.474185 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_agentschedulers_db [None req-2ce14e25-8bf9-4925-85d3-83ac3f409931 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fd5cdee2-8e07-46ee-8db1-382f97bfe6a4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:58:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent'). {{(pid=94066) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 23:58:26.474762 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-f8e26cb3-8aa4-4843-861c-837eee2c1e3d admin admin] For port 2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2,segment=NetworkSegment(f161160c-c17f-45f0-9f88-f50df658d07f),segment_id=f161160c-c17f-45f0-9f88-f50df658d07f)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:26.475191 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f8e26cb3-8aa4-4843-861c-837eee2c1e3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.483338 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce14e25-8bf9-4925-85d3-83ac3f409931 None None] Routers set() bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:26.483707 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce14e25-8bf9-4925-85d3-83ac3f409931 None None] Router IDs set() for agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 29 23:58:26.484413 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_agentschedulers_db [None req-2ce14e25-8bf9-4925-85d3-83ac3f409931 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fd5cdee2-8e07-46ee-8db1-382f97bfe6a4'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:58:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent'). {{(pid=94066) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 29 23:58:26.484701 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce14e25-8bf9-4925-85d3-83ac3f409931 None None] The sync data for ids ['fd5cdee2-8e07-46ee-8db1-382f97bfe6a4'] in n-d-712140-10 is: [] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:26.497905 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-f8e26cb3-8aa4-4843-861c-837eee2c1e3d admin admin] Calling delete_port for 2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:26.519606 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f7ae540d-9bed-4476-87d8-41bda17fb3b4 None None] Deleting port 2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:26.520094 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f7ae540d-9bed-4476-87d8-41bda17fb3b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.591583 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f7ae540d-9bed-4476-87d8-41bda17fb3b4 None None] For port 2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2,segment=NetworkSegment(f161160c-c17f-45f0-9f88-f50df658d07f),segment_id=f161160c-c17f-45f0-9f88-f50df658d07f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:26.592453 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f7ae540d-9bed-4476-87d8-41bda17fb3b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.597248 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f8e26cb3-8aa4-4843-861c-837eee2c1e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.616356 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f7ae540d-9bed-4476-87d8-41bda17fb3b4 None None] Calling delete_port for 2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:58:26.624533 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e26cb3-8aa4-4843-861c-837eee2c1e3d admin admin] Pushing event deleted for resources: {'Port': ['ID=2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:26.631384 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e26cb3-8aa4-4843-861c-837eee2c1e3d admin admin] No DVR routers for this DVR port 2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:58:26.654590 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4344445-7c16-43ae-acdf-f40d7ed512f8 req-40d3ac7a-fa3b-458d-a3ac-d0af4ec92be6 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:26.656914 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e4344445-7c16-43ae-acdf-f40d7ed512f8 req-40d3ac7a-fa3b-458d-a3ac-d0af4ec92be6 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] 10.222.0.18 "GET /v2.0/ports?device_id=15255e1d-d526-4ab1-aa52-f938a23eac5e HTTP/1.1" status: 200 len: 950 time: 0.0588789 Jul 29 23:58:26.707488 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e4344445-7c16-43ae-acdf-f40d7ed512f8 req-674aa471-1ad8-48ab-82f6-6b134edc89c7 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3d30e1-7ee8-40c7-9679-1c6541980948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411327 Jul 29 23:58:26.716278 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f7ae540d-9bed-4476-87d8-41bda17fb3b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.717103 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f8e26cb3-8aa4-4843-861c-837eee2c1e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.727795 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-f8e26cb3-8aa4-4843-861c-837eee2c1e3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9814bfc-935e-42ae-9439-a235c55594dc']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:26.739792 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-f8e26cb3-8aa4-4843-861c-837eee2c1e3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f161160c-c17f-45f0-9f88-f50df658d07f') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:26.740239 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-f8e26cb3-8aa4-4843-861c-837eee2c1e3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f161160c-c17f-45f0-9f88-f50df658d07f') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:26.750754 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f8e26cb3-8aa4-4843-861c-837eee2c1e3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.751493 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ae540d-9bed-4476-87d8-41bda17fb3b4 None None] Pushing event deleted for resources: {'Port': ['ID=2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:26.753481 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ae540d-9bed-4476-87d8-41bda17fb3b4 None None] No DVR routers for this DVR port 2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:58:26.771243 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f8e26cb3-8aa4-4843-861c-837eee2c1e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.778209 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8e26cb3-8aa4-4843-861c-837eee2c1e3d admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 29 23:58:26.778689 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f8e26cb3-8aa4-4843-861c-837eee2c1e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.780532 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 29 23:58:26.780532 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 29 23:58:26.780532 n-d-712140-10 neutron-server[94064]: timer() Jul 29 23:58:26.780532 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 29 23:58:26.780532 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 29 23:58:26.780532 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 29 23:58:26.780532 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 29 23:58:26.780532 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 29 23:58:26.780532 n-d-712140-10 neutron-server[94064]: self._notify() Jul 29 23:58:26.780532 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 29 23:58:26.780532 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 29 23:58:26.780532 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 29 23:58:26.780532 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 29 23:58:26.780532 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 29 23:58:26.780532 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 29 23:58:26.780532 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 29 23:58:26.780532 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 29 23:58:26.780532 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 29 23:58:26.780532 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 29 23:58:26.780532 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 29 23:58:26.780532 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 29 23:58:26.780532 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 29 23:58:26.780532 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 29 23:58:26.780532 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 29 23:58:26.780532 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 29 23:58:26.780532 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 29 23:58:26.780532 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 29 23:58:26.780532 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 29 23:58:26.780532 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 29 23:58:26.780532 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 29 23:58:26.780532 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 29 23:58:26.780532 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 29 23:58:26.837676 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f8e26cb3-8aa4-4843-861c-837eee2c1e3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.844374 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f8e26cb3-8aa4-4843-861c-837eee2c1e3d admin admin] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:26.846124 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f8e26cb3-8aa4-4843-861c-837eee2c1e3d admin admin] 10.222.0.18 "DELETE /v2.0/networks/f9814bfc-935e-42ae-9439-a235c55594dc HTTP/1.1" status: 204 len: 168 time: 0.5968146 Jul 29 23:58:26.857805 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e26cb3-8aa4-4843-861c-837eee2c1e3d admin admin] Pushing event deleted for resources: {'Network': ['ID=f9814bfc-935e-42ae-9439-a235c55594dc,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:26.952925 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50778) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:26.997991 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-180c366d-22d7-441f-ae0e-558a99a1c271 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=079b8ae98fa348c48b40df02befca1a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438766 Jul 29 23:58:27.000537 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50780) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:27.058984 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a283e9b0-4cfb-4edb-87e5-435083615736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:27.085336 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a283e9b0-4cfb-4edb-87e5-435083615736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:27.124775 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:58:27.148291 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:58:27.148627 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 2fafb6a9-28e9-4742-bd13-ffaa85ed0fe2 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:58:27.149124 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 325ad70b-4863-4dac-8b27-9d502b5224fb no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:58:27.149261 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a283e9b0-4cfb-4edb-87e5-435083615736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:27.154628 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a283e9b0-4cfb-4edb-87e5-435083615736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:27.158938 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a283e9b0-4cfb-4edb-87e5-435083615736 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f9baa13a-0540-4b12-8627-6e364e5155a1 HTTP/1.1" status: 204 len: 168 time: 0.1548731 Jul 29 23:58:27.170944 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283e9b0-4cfb-4edb-87e5-435083615736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9baa13a-0540-4b12-8627-6e364e5155a1,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:27.186538 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 325ad70b-4863-4dac-8b27-9d502b5224fb {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:58:27.186879 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 325ad70b-4863-4dac-8b27-9d502b5224fb not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:58:27.528683 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50786) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:27.541910 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5027ef0d-370c-4105-a550-ee7a88d92998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:27.638245 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5027ef0d-370c-4105-a550-ee7a88d92998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:27.642340 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5027ef0d-370c-4105-a550-ee7a88d92998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:27.682539 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5027ef0d-370c-4105-a550-ee7a88d92998 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.1527305 Jul 29 23:58:27.683409 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5027ef0d-370c-4105-a550-ee7a88d92998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746ed930-98b9-4b3c-b645-ced6220775d6,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:27.685975 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50788) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:27.738004 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-540f89c0-a82c-425b-b519-506b7176eab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:27.759132 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-540f89c0-a82c-425b-b519-506b7176eab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:27.837461 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcfc63d-3962-40c9-8e9f-02b11c74a902 req-3fa24173-2bc9-4fdc-a7a9-d9ec240bfaab tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:27.838983 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1dcfc63d-3962-40c9-8e9f-02b11c74a902 req-3fa24173-2bc9-4fdc-a7a9-d9ec240bfaab tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] 10.222.0.18 "GET /v2.0/ports?device_id=15255e1d-d526-4ab1-aa52-f938a23eac5e HTTP/1.1" status: 200 len: 950 time: 0.0630107 Jul 29 23:58:27.847014 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-540f89c0-a82c-425b-b519-506b7176eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:27.849672 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-540f89c0-a82c-425b-b519-506b7176eab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:27.850757 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-540f89c0-a82c-425b-b519-506b7176eab7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/746ed930-98b9-4b3c-b645-ced6220775d6 HTTP/1.1" status: 204 len: 168 time: 0.1632965 Jul 29 23:58:27.869364 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f89c0-a82c-425b-b519-506b7176eab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746ed930-98b9-4b3c-b645-ced6220775d6,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:27.883460 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f89c0-a82c-425b-b519-506b7176eab7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:27.883809 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f89c0-a82c-425b-b519-506b7176eab7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:27.884175 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f89c0-a82c-425b-b519-506b7176eab7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:27.884511 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f89c0-a82c-425b-b519-506b7176eab7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:27.884848 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f89c0-a82c-425b-b519-506b7176eab7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:27.885176 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f89c0-a82c-425b-b519-506b7176eab7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:27.886096 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f89c0-a82c-425b-b519-506b7176eab7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:27.886706 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f89c0-a82c-425b-b519-506b7176eab7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:27.886870 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f89c0-a82c-425b-b519-506b7176eab7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:27.887197 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f89c0-a82c-425b-b519-506b7176eab7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:27.887525 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f89c0-a82c-425b-b519-506b7176eab7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:27.887869 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540f89c0-a82c-425b-b519-506b7176eab7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:27.903268 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1dcfc63d-3962-40c9-8e9f-02b11c74a902 req-5588e0db-8c6c-483f-ae79-42073dd8482f tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3d30e1-7ee8-40c7-9679-1c6541980948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572789 Jul 29 23:58:28.437208 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50822) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:28.536691 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-3bc1a0a7-e003-4015-8074-c9d8616438ee admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1590910121-network', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:28.561611 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bc1a0a7-e003-4015-8074-c9d8616438ee admin admin] Made reservation on behalf of 1b27d1d59ac84f98808da97eba2a694c for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:28.563918 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3bc1a0a7-e003-4015-8074-c9d8616438ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.573048 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3bc1a0a7-e003-4015-8074-c9d8616438ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.670113 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3bc1a0a7-e003-4015-8074-c9d8616438ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.674241 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3bc1a0a7-e003-4015-8074-c9d8616438ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.698794 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bc1a0a7-e003-4015-8074-c9d8616438ee admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:58:28.708451 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1a0a7-e003-4015-8074-c9d8616438ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc9a665-4239-4153-8a6c-f1cf853e19cf,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:28.713989 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3bc1a0a7-e003-4015-8074-c9d8616438ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.714526 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-3bc1a0a7-e003-4015-8074-c9d8616438ee admin admin] Added segment 79538e5a-2269-4946-8edf-8e8b098ed187 of type vlan for network 772f0955-a0ec-440d-bf3f-76232f0d0cae Jul 29 23:58:28.759107 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3bc1a0a7-e003-4015-8074-c9d8616438ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.792619 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3bc1a0a7-e003-4015-8074-c9d8616438ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.793648 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bc1a0a7-e003-4015-8074-c9d8616438ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:28.794237 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3bc1a0a7-e003-4015-8074-c9d8616438ee admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.857582 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3bc1a0a7-e003-4015-8074-c9d8616438ee admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4192197 Jul 29 23:58:28.860549 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50826) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:28.868216 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-8b1a5bad-1efe-4497-b2c1-490afadeefec admin admin] Request body: {'subnet': {'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1590910121-subnet', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:28.886911 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc1a0a7-e003-4015-8074-c9d8616438ee admin admin] Pushing event updated for resources: {'Network': ['ID=772f0955-a0ec-440d-bf3f-76232f0d0cae,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:28.897291 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1a5bad-1efe-4497-b2c1-490afadeefec admin admin] Made reservation on behalf of 1b27d1d59ac84f98808da97eba2a694c for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:28.900167 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8b1a5bad-1efe-4497-b2c1-490afadeefec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:28.908565 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 772f0955-a0ec-440d-bf3f-76232f0d0cae details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:58:29.078905 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8b1a5bad-1efe-4497-b2c1-490afadeefec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:29.130979 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1a5bad-1efe-4497-b2c1-490afadeefec admin admin] Pushing event updated for resources: {'Subnet': ['ID=a11e98d2-a498-4014-8b77-a7744abf9c02,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:29.141866 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1a5bad-1efe-4497-b2c1-490afadeefec admin admin] Checking segment: {'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:29.142251 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1a5bad-1efe-4497-b2c1-490afadeefec admin admin] Network hostable DHCP agents. Network: 772f0955-a0ec-440d-bf3f-76232f0d0cae, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:58:29.164721 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1a5bad-1efe-4497-b2c1-490afadeefec admin admin] Network 772f0955-a0ec-440d-bf3f-76232f0d0cae is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:58:29.174067 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-8b1a5bad-1efe-4497-b2c1-490afadeefec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 772f0955-a0ec-440d-bf3f-76232f0d0cae) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:29.178155 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1a5bad-1efe-4497-b2c1-490afadeefec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:29.178743 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8b1a5bad-1efe-4497-b2c1-490afadeefec admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:29.187085 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b115f1bc-d17c-4fae-a828-1a414a18a0b9 None None] Network 772f0955-a0ec-440d-bf3f-76232f0d0cae requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:29.200991 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8b1a5bad-1efe-4497-b2c1-490afadeefec admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3355482 Jul 29 23:58:29.201297 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50828) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:29.205834 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-fe4d6682-4fbf-4a26-b48c-0fac10d35369 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1590910121-router', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:29.229405 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fe4d6682-4fbf-4a26-b48c-0fac10d35369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:29.230319 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fe4d6682-4fbf-4a26-b48c-0fac10d35369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:29.306205 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fe4d6682-4fbf-4a26-b48c-0fac10d35369 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:29.381363 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-772f0955-a0ec-440d-bf3f-76232f0d0cae', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'fixed_ips': [{'subnet_id': 'a11e98d2-a498-4014-8b77-a7744abf9c02'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:58:29.382551 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:29.560411 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Allocated IP 172.20.0.2 (772f0955-a0ec-440d-bf3f-76232f0d0cae/a11e98d2-a498-4014-8b77-a7744abf9c02/dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:29.732257 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:29.743299 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Transition to ACTIVE for port object dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:29.769905 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Transition to ACTIVE for port object dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:29.779043 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:29.785244 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fe4d6682-4fbf-4a26-b48c-0fac10d35369 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:29.789051 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:29.824375 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Network 772f0955-a0ec-440d-bf3f-76232f0d0cae is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:29.829615 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:29.834449 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:29.839645 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Pushing event updated for resources: {'Port': ['ID=dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:29.850671 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:29.850671 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:29.851006 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:29.851352 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:29.851782 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:29.852551 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:29.852551 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:29.852975 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:29.853368 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:29.853762 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:29.854671 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:29.855062 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:58:29.904150 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Attempting to bind port dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:58:29.904612 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Attempting to bind port dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:58:29.905046 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Attempting to bind port dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee on network 772f0955-a0ec-440d-bf3f-76232f0d0cae {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:29.911547 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:58:29.912284 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Checking segment: {'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:29.912535 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:29.913154 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Bound using segment: {'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:58:29.913706 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Bound port: dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:58:29.914167 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:29.998874 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] For port dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:58:30.002548 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] For port dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:58:30.012711 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:30.015167 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fe4d6682-4fbf-4a26-b48c-0fac10d35369 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:30.036749 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fe4d6682-4fbf-4a26-b48c-0fac10d35369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:30.049398 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:30.085692 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab3e18a-596a-49b8-8ed4-eb0e6d4ee1e8 None None] Pushing event updated for resources: {'Port': ['ID=dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:30.181301 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-fe4d6682-4fbf-4a26-b48c-0fac10d35369 admin admin] Allocated IP 172.25.8.218 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/3769af38-fb41-40b0-a54d-95572e84d0fb) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:30.326146 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fe4d6682-4fbf-4a26-b48c-0fac10d35369 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:30.380981 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fe4d6682-4fbf-4a26-b48c-0fac10d35369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:30.421323 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4d6682-4fbf-4a26-b48c-0fac10d35369 admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:30.425373 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-fe4d6682-4fbf-4a26-b48c-0fac10d35369 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:30.431706 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4d6682-4fbf-4a26-b48c-0fac10d35369 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:30.437487 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d6682-4fbf-4a26-b48c-0fac10d35369 admin admin] Pushing event updated for resources: {'Port': ['ID=3769af38-fb41-40b0-a54d-95572e84d0fb,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:30.706026 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fe4d6682-4fbf-4a26-b48c-0fac10d35369 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:30.945472 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fe4d6682-4fbf-4a26-b48c-0fac10d35369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.102307 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4d6682-4fbf-4a26-b48c-0fac10d35369 admin admin] Router 52f01743-f310-4949-9945-e9c2c195945b is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:58:31.162578 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e649a7-85fd-4460-952c-fa43046c438d None None] Network 772f0955-a0ec-440d-bf3f-76232f0d0cae requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:31.209600 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:31.235932 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4d6682-4fbf-4a26-b48c-0fac10d35369 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:31.256564 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fe4d6682-4fbf-4a26-b48c-0fac10d35369 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.258316 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8abc3a-32a3-4c10-88aa-c754e4611202 None None] Sync routers for ids ['52f01743-f310-4949-9945-e9c2c195945b'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:31.258492 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fe4d6682-4fbf-4a26-b48c-0fac10d35369 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0559659 Jul 29 23:58:31.261898 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50834) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:31.293178 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0f4192fe-d2de-47d8-8111-2d7edf206355 None None] Provisioning for port dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:31.309883 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8abc3a-32a3-4c10-88aa-c754e4611202 None None] Routers {'52f01743-f310-4949-9945-e9c2c195945b'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:31.310082 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-ce8abc3a-32a3-4c10-88aa-c754e4611202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:58:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['52f01743-f310-4949-9945-e9c2c195945b'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:31.395382 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:31.405209 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:31.405504 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.538073 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-ce8abc3a-32a3-4c10-88aa-c754e4611202 None None] Set router 52f01743-f310-4949-9945-e9c2c195945b gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:58:31.692725 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.734581 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:31.740653 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.762939 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-97bb63e0-b52d-4555-ad66-ee9f26c1180c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.816428 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:31.888920 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-ce8abc3a-32a3-4c10-88aa-c754e4611202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f01743-f310-4949-9945-e9c2c195945b', 'name': 'tempest-TestVolumeBootPattern-1590910121-router', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:29Z', 'updated_at': '2021-07-29T23:58:30Z', 'revision_number': 3, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'gw_port': {'id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:30Z', 'updated_at': '2021-07-29T23:58:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:31.924275 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8abc3a-32a3-4c10-88aa-c754e4611202 None None] Checking router: 52f01743-f310-4949-9945-e9c2c195945b for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:58:31.924596 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8abc3a-32a3-4c10-88aa-c754e4611202 None None] Updating router 52f01743-f310-4949-9945-e9c2c195945b port 3769af38-fb41-40b0-a54d-95572e84d0fb binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:58:31.956330 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ce8abc3a-32a3-4c10-88aa-c754e4611202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.957936 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-79482cbd-4f0d-4d22-97c7-d71cbadc2b8a None None] Provisioning complete for port dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:31.958578 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-79482cbd-4f0d-4d22-97c7-d71cbadc2b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:31.968115 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-97bb63e0-b52d-4555-ad66-ee9f26c1180c admin admin] Allocated IP 172.20.0.1 (772f0955-a0ec-440d-bf3f-76232f0d0cae/a11e98d2-a498-4014-8b77-a7744abf9c02/06509f64-53f0-47e4-b6b8-600069d3679e) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:32.085221 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-97bb63e0-b52d-4555-ad66-ee9f26c1180c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.105353 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-97bb63e0-b52d-4555-ad66-ee9f26c1180c admin admin] Transition to ACTIVE for port object 06509f64-53f0-47e4-b6b8-600069d3679e will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:32.149851 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-97bb63e0-b52d-4555-ad66-ee9f26c1180c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.197077 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bb63e0-b52d-4555-ad66-ee9f26c1180c admin admin] Network 772f0955-a0ec-440d-bf3f-76232f0d0cae is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:32.201517 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-97bb63e0-b52d-4555-ad66-ee9f26c1180c admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:32.208168 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bb63e0-b52d-4555-ad66-ee9f26c1180c admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:32.242899 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb63e0-b52d-4555-ad66-ee9f26c1180c admin admin] Pushing event updated for resources: {'Port': ['ID=06509f64-53f0-47e4-b6b8-600069d3679e,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:32.287705 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-97bb63e0-b52d-4555-ad66-ee9f26c1180c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.457906 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-97bb63e0-b52d-4555-ad66-ee9f26c1180c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.507899 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-81154beb-b25f-48e5-b533-bdd39c4cb0a7 None None] Provisioning for port 06509f64-53f0-47e4-b6b8-600069d3679e completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:32.512526 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ce8abc3a-32a3-4c10-88aa-c754e4611202 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.516613 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-81154beb-b25f-48e5-b533-bdd39c4cb0a7 None None] Provisioning complete for port 06509f64-53f0-47e4-b6b8-600069d3679e triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:32.517059 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-81154beb-b25f-48e5-b533-bdd39c4cb0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.550695 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ce8abc3a-32a3-4c10-88aa-c754e4611202 None None] Transition to ACTIVE for port object 3769af38-fb41-40b0-a54d-95572e84d0fb will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:32.562867 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ce8abc3a-32a3-4c10-88aa-c754e4611202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.573758 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-81154beb-b25f-48e5-b533-bdd39c4cb0a7 None None] Port 06509f64-53f0-47e4-b6b8-600069d3679e cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:58:32.620398 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-ce8abc3a-32a3-4c10-88aa-c754e4611202 None None] Attempting to bind port 3769af38-fb41-40b0-a54d-95572e84d0fb on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:58:32.620776 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-ce8abc3a-32a3-4c10-88aa-c754e4611202 None None] Attempting to bind port 3769af38-fb41-40b0-a54d-95572e84d0fb by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:58:32.621150 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8abc3a-32a3-4c10-88aa-c754e4611202 None None] Attempting to bind port 3769af38-fb41-40b0-a54d-95572e84d0fb on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:32.624165 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f02e3b-eafc-40bd-a2c6-1e3599d5fb1c None None] Pushing event updated for resources: {'Port': ['ID=3769af38-fb41-40b0-a54d-95572e84d0fb,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:32.629399 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8abc3a-32a3-4c10-88aa-c754e4611202 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:58:32.629784 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8abc3a-32a3-4c10-88aa-c754e4611202 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:32.630190 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ce8abc3a-32a3-4c10-88aa-c754e4611202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.630584 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce8abc3a-32a3-4c10-88aa-c754e4611202 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:58:32.631062 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-ce8abc3a-32a3-4c10-88aa-c754e4611202 None None] Bound port: 3769af38-fb41-40b0-a54d-95572e84d0fb, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:58:32.631449 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ce8abc3a-32a3-4c10-88aa-c754e4611202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.637254 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-97bb63e0-b52d-4555-ad66-ee9f26c1180c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.642511 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-97bb63e0-b52d-4555-ad66-ee9f26c1180c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.685068 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ce8abc3a-32a3-4c10-88aa-c754e4611202 None None] For port 3769af38-fb41-40b0-a54d-95572e84d0fb, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:58:32.690141 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ce8abc3a-32a3-4c10-88aa-c754e4611202 None None] For port 3769af38-fb41-40b0-a54d-95572e84d0fb, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=3769af38-fb41-40b0-a54d-95572e84d0fb,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:58:32.694798 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ce8abc3a-32a3-4c10-88aa-c754e4611202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.725839 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bb63e0-b52d-4555-ad66-ee9f26c1180c admin admin] Pushing event updated for resources: {'Port': ['ID=06509f64-53f0-47e4-b6b8-600069d3679e,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:32.736646 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-97bb63e0-b52d-4555-ad66-ee9f26c1180c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.774303 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8abc3a-32a3-4c10-88aa-c754e4611202 None None] Routers {'52f01743-f310-4949-9945-e9c2c195945b'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:32.774969 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-ce8abc3a-32a3-4c10-88aa-c754e4611202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:58:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['52f01743-f310-4949-9945-e9c2c195945b'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:32.826179 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f02e3b-eafc-40bd-a2c6-1e3599d5fb1c None None] Pushing event updated for resources: {'Port': ['ID=3769af38-fb41-40b0-a54d-95572e84d0fb,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:32.866338 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bb63e0-b52d-4555-ad66-ee9f26c1180c admin admin] Network 772f0955-a0ec-440d-bf3f-76232f0d0cae is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:32.867853 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-97bb63e0-b52d-4555-ad66-ee9f26c1180c admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:32.905201 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e53d37af-bc06-479c-83a7-1cf0722fa366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:32.921890 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-ce8abc3a-32a3-4c10-88aa-c754e4611202 None None] Set router 52f01743-f310-4949-9945-e9c2c195945b gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:58:33.016362 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97bb63e0-b52d-4555-ad66-ee9f26c1180c admin admin] Router 52f01743-f310-4949-9945-e9c2c195945b has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:58:33.114563 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a726f6a5-df34-4b93-9008-8f1bb7b496db None None] Provisioning complete for port 06509f64-53f0-47e4-b6b8-600069d3679e triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:33.115336 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a726f6a5-df34-4b93-9008-8f1bb7b496db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:33.134652 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97bb63e0-b52d-4555-ad66-ee9f26c1180c admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:33.140495 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-97bb63e0-b52d-4555-ad66-ee9f26c1180c admin admin] 10.222.0.18 "PUT /v2.0/routers/52f01743-f310-4949-9945-e9c2c195945b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8761652 Jul 29 23:58:33.158810 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:33.213978 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a726f6a5-df34-4b93-9008-8f1bb7b496db None None] Port 06509f64-53f0-47e4-b6b8-600069d3679e cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:58:33.244755 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-ce8abc3a-32a3-4c10-88aa-c754e4611202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f01743-f310-4949-9945-e9c2c195945b', 'name': 'tempest-TestVolumeBootPattern-1590910121-router', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:29Z', 'updated_at': '2021-07-29T23:58:32Z', 'revision_number': 4, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'gw_port': {'id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:30Z', 'updated_at': '2021-07-29T23:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '06509f64-53f0-47e4-b6b8-600069d3679e', 'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'mac_address': 'fa:16:3e:d5:26:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:31Z', 'updated_at': '2021-07-29T23:58:32Z', 'revision_number': 2, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'subnets': [{'id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:33.246827 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:33.247197 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:33.296657 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8abc3a-32a3-4c10-88aa-c754e4611202 None None] The sync data for ids ['52f01743-f310-4949-9945-e9c2c195945b'] in n-d-712140-10 is: [{'id': '52f01743-f310-4949-9945-e9c2c195945b', 'name': 'tempest-TestVolumeBootPattern-1590910121-router', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:29Z', 'updated_at': '2021-07-29T23:58:32Z', 'revision_number': 4, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'gw_port': {'id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:30Z', 'updated_at': '2021-07-29T23:58:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '06509f64-53f0-47e4-b6b8-600069d3679e', 'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'mac_address': 'fa:16:3e:d5:26:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:31Z', 'updated_at': '2021-07-29T23:58:32Z', 'revision_number': 2, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'subnets': [{'id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:33.672070 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50856) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:33.677265 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-441d53bb-bb5a-4898-8e2c-ca2bfa4cfed7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1577691590-network', 'tenant_id': '641ec964ef4d4635ad6c28ca8b5ac439'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:33.700220 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-441d53bb-bb5a-4898-8e2c-ca2bfa4cfed7 admin admin] Made reservation on behalf of 641ec964ef4d4635ad6c28ca8b5ac439 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:33.702554 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-441d53bb-bb5a-4898-8e2c-ca2bfa4cfed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:33.711614 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-441d53bb-bb5a-4898-8e2c-ca2bfa4cfed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:33.811859 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-441d53bb-bb5a-4898-8e2c-ca2bfa4cfed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:33.816032 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-441d53bb-bb5a-4898-8e2c-ca2bfa4cfed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:33.845670 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-441d53bb-bb5a-4898-8e2c-ca2bfa4cfed7 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 29 23:58:33.856043 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d53bb-bb5a-4898-8e2c-ca2bfa4cfed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b453ff-9959-4e37-bbcb-2a8488c43669,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:33.862934 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-441d53bb-bb5a-4898-8e2c-ca2bfa4cfed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:33.863417 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-441d53bb-bb5a-4898-8e2c-ca2bfa4cfed7 admin admin] Added segment 6778448c-62d6-44f8-a598-49188896aa86 of type vlan for network 5b3a8ec1-af74-4765-9623-cf2d3e25544d Jul 29 23:58:33.909905 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-441d53bb-bb5a-4898-8e2c-ca2bfa4cfed7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:33.943705 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-441d53bb-bb5a-4898-8e2c-ca2bfa4cfed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:33.944898 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-441d53bb-bb5a-4898-8e2c-ca2bfa4cfed7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:33.945847 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-441d53bb-bb5a-4898-8e2c-ca2bfa4cfed7 admin admin] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.014782 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50858) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:34.015472 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-441d53bb-bb5a-4898-8e2c-ca2bfa4cfed7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3415635 Jul 29 23:58:34.022079 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-5b28c8bb-b110-4de1-bf5f-f5c825c2553d admin admin] Request body: {'subnet': {'network_id': '5b3a8ec1-af74-4765-9623-cf2d3e25544d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1577691590-subnet', 'tenant_id': '641ec964ef4d4635ad6c28ca8b5ac439', 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:34.028959 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441d53bb-bb5a-4898-8e2c-ca2bfa4cfed7 admin admin] Pushing event updated for resources: {'Network': ['ID=5b3a8ec1-af74-4765-9623-cf2d3e25544d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:34.044850 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 5b3a8ec1-af74-4765-9623-cf2d3e25544d details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 29 23:58:34.053384 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b28c8bb-b110-4de1-bf5f-f5c825c2553d admin admin] Made reservation on behalf of 641ec964ef4d4635ad6c28ca8b5ac439 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:34.055948 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b28c8bb-b110-4de1-bf5f-f5c825c2553d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.254841 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b28c8bb-b110-4de1-bf5f-f5c825c2553d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.314553 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28c8bb-b110-4de1-bf5f-f5c825c2553d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbc9aed5-3a41-40cd-a115-ba796ffd2d88,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:34.324175 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b28c8bb-b110-4de1-bf5f-f5c825c2553d admin admin] Checking segment: {'id': '6778448c-62d6-44f8-a598-49188896aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5b3a8ec1-af74-4765-9623-cf2d3e25544d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:34.324546 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b28c8bb-b110-4de1-bf5f-f5c825c2553d admin admin] Network hostable DHCP agents. Network: 5b3a8ec1-af74-4765-9623-cf2d3e25544d, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 29 23:58:34.341931 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b28c8bb-b110-4de1-bf5f-f5c825c2553d admin admin] Network 5b3a8ec1-af74-4765-9623-cf2d3e25544d is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 29 23:58:34.352170 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-5b28c8bb-b110-4de1-bf5f-f5c825c2553d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 5b3a8ec1-af74-4765-9623-cf2d3e25544d) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:34.357175 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b28c8bb-b110-4de1-bf5f-f5c825c2553d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:34.357948 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b28c8bb-b110-4de1-bf5f-f5c825c2553d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.362504 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b80f8ac-38ab-4cc3-968b-8ea70f6bdfe4 None None] Network 5b3a8ec1-af74-4765-9623-cf2d3e25544d requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:34.374975 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5b28c8bb-b110-4de1-bf5f-f5c825c2553d admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3572237 Jul 29 23:58:34.377356 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 50860) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:34.382196 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-8ca28ac9-b2e4-4090-9e65-24066ab76c17 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1577691590-router', 'tenant_id': '641ec964ef4d4635ad6c28ca8b5ac439', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:34.410777 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ca28ac9-b2e4-4090-9e65-24066ab76c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.411827 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ca28ac9-b2e4-4090-9e65-24066ab76c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.471440 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ca28ac9-b2e4-4090-9e65-24066ab76c17 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.534650 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a05b74d-1536-41b2-807f-0af1fd74a3d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-5b3a8ec1-af74-4765-9623-cf2d3e25544d', 'network_id': '5b3a8ec1-af74-4765-9623-cf2d3e25544d', 'tenant_id': '641ec964ef4d4635ad6c28ca8b5ac439', 'fixed_ips': [{'subnet_id': 'bbc9aed5-3a41-40cd-a115-ba796ffd2d88'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 29 23:58:34.535577 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3a05b74d-1536-41b2-807f-0af1fd74a3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.622546 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ca28ac9-b2e4-4090-9e65-24066ab76c17 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.707798 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-3a05b74d-1536-41b2-807f-0af1fd74a3d5 None None] Allocated IP 172.20.0.2 (5b3a8ec1-af74-4765-9623-cf2d3e25544d/bbc9aed5-3a41-40cd-a115-ba796ffd2d88/9fd6aaa4-2d78-4e2e-bd65-4300f1ee75ef) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:34.858563 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ca28ac9-b2e4-4090-9e65-24066ab76c17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.859504 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3a05b74d-1536-41b2-807f-0af1fd74a3d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.869363 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3a05b74d-1536-41b2-807f-0af1fd74a3d5 None None] Transition to ACTIVE for port object 9fd6aaa4-2d78-4e2e-bd65-4300f1ee75ef will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:34.879636 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ca28ac9-b2e4-4090-9e65-24066ab76c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.886484 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3a05b74d-1536-41b2-807f-0af1fd74a3d5 None None] Transition to ACTIVE for port object 9fd6aaa4-2d78-4e2e-bd65-4300f1ee75ef will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:34.893310 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3a05b74d-1536-41b2-807f-0af1fd74a3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:34.934686 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a05b74d-1536-41b2-807f-0af1fd74a3d5 None None] Network 5b3a8ec1-af74-4765-9623-cf2d3e25544d is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:34.937789 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-3a05b74d-1536-41b2-807f-0af1fd74a3d5 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:34.941679 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a05b74d-1536-41b2-807f-0af1fd74a3d5 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:34.954281 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05b74d-1536-41b2-807f-0af1fd74a3d5 None None] Pushing event updated for resources: {'Port': ['ID=9fd6aaa4-2d78-4e2e-bd65-4300f1ee75ef,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:35.005811 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-8ca28ac9-b2e4-4090-9e65-24066ab76c17 admin admin] Allocated IP 172.25.8.40 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/17e8e494-8707-40b0-b4ee-c75c8351f9fc) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:35.014954 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-3a05b74d-1536-41b2-807f-0af1fd74a3d5 None None] Attempting to bind port 9fd6aaa4-2d78-4e2e-bd65-4300f1ee75ef on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:58:35.015325 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-3a05b74d-1536-41b2-807f-0af1fd74a3d5 None None] Attempting to bind port 9fd6aaa4-2d78-4e2e-bd65-4300f1ee75ef by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6778448c-62d6-44f8-a598-49188896aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5b3a8ec1-af74-4765-9623-cf2d3e25544d'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:58:35.015786 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a05b74d-1536-41b2-807f-0af1fd74a3d5 None None] Attempting to bind port 9fd6aaa4-2d78-4e2e-bd65-4300f1ee75ef on network 5b3a8ec1-af74-4765-9623-cf2d3e25544d {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:35.021260 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a05b74d-1536-41b2-807f-0af1fd74a3d5 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:58:35.021637 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a05b74d-1536-41b2-807f-0af1fd74a3d5 None None] Checking segment: {'id': '6778448c-62d6-44f8-a598-49188896aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5b3a8ec1-af74-4765-9623-cf2d3e25544d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:35.022039 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3a05b74d-1536-41b2-807f-0af1fd74a3d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:35.022430 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a05b74d-1536-41b2-807f-0af1fd74a3d5 None None] Bound using segment: {'id': '6778448c-62d6-44f8-a598-49188896aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5b3a8ec1-af74-4765-9623-cf2d3e25544d'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:58:35.022908 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-3a05b74d-1536-41b2-807f-0af1fd74a3d5 None None] Bound port: 9fd6aaa4-2d78-4e2e-bd65-4300f1ee75ef, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6778448c-62d6-44f8-a598-49188896aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5b3a8ec1-af74-4765-9623-cf2d3e25544d'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:58:35.023353 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3a05b74d-1536-41b2-807f-0af1fd74a3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:35.101767 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-3a05b74d-1536-41b2-807f-0af1fd74a3d5 None None] For port 9fd6aaa4-2d78-4e2e-bd65-4300f1ee75ef, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:58:35.118062 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-3a05b74d-1536-41b2-807f-0af1fd74a3d5 None None] For port 9fd6aaa4-2d78-4e2e-bd65-4300f1ee75ef, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9fd6aaa4-2d78-4e2e-bd65-4300f1ee75ef,segment=NetworkSegment(6778448c-62d6-44f8-a598-49188896aa86),segment_id=6778448c-62d6-44f8-a598-49188896aa86)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:58:35.123768 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3a05b74d-1536-41b2-807f-0af1fd74a3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:35.138747 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ca28ac9-b2e4-4090-9e65-24066ab76c17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:35.181948 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 3769af38-fb41-40b0-a54d-95572e84d0fb up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:35.207415 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ca28ac9-b2e4-4090-9e65-24066ab76c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:35.227403 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05b74d-1536-41b2-807f-0af1fd74a3d5 None None] Pushing event updated for resources: {'Port': ['ID=9fd6aaa4-2d78-4e2e-bd65-4300f1ee75ef,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:35.249519 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca28ac9-b2e4-4090-9e65-24066ab76c17 admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:35.252683 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-8ca28ac9-b2e4-4090-9e65-24066ab76c17 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:35.257569 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca28ac9-b2e4-4090-9e65-24066ab76c17 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:35.268331 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 3769af38-fb41-40b0-a54d-95572e84d0fb completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:35.276522 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 3769af38-fb41-40b0-a54d-95572e84d0fb triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:35.282130 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:35.317131 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca28ac9-b2e4-4090-9e65-24066ab76c17 admin admin] Pushing event updated for resources: {'Port': ['ID=17e8e494-8707-40b0-b4ee-c75c8351f9fc,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:35.406987 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:35.445460 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:35.453812 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 3769af38-fb41-40b0-a54d-95572e84d0fb, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=3769af38-fb41-40b0-a54d-95572e84d0fb,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:35.462456 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:35.529941 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=3769af38-fb41-40b0-a54d-95572e84d0fb,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:35.594524 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a99ed5-5cb3-4343-99db-8007459c8a65 None None] Sync routers for ids ['52f01743-f310-4949-9945-e9c2c195945b'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:35.604894 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a99ed5-5cb3-4343-99db-8007459c8a65 None None] Routers {'52f01743-f310-4949-9945-e9c2c195945b'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:35.605714 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-97a99ed5-5cb3-4343-99db-8007459c8a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:58:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['52f01743-f310-4949-9945-e9c2c195945b'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:35.731672 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-97a99ed5-5cb3-4343-99db-8007459c8a65 None None] Set router 52f01743-f310-4949-9945-e9c2c195945b gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:58:35.905398 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ca28ac9-b2e4-4090-9e65-24066ab76c17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:35.949459 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-97a99ed5-5cb3-4343-99db-8007459c8a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f01743-f310-4949-9945-e9c2c195945b', 'name': 'tempest-TestVolumeBootPattern-1590910121-router', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:29Z', 'updated_at': '2021-07-29T23:58:32Z', 'revision_number': 4, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'gw_port': {'id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:30Z', 'updated_at': '2021-07-29T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '06509f64-53f0-47e4-b6b8-600069d3679e', 'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'mac_address': 'fa:16:3e:d5:26:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:31Z', 'updated_at': '2021-07-29T23:58:32Z', 'revision_number': 2, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'subnets': [{'id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:35.987135 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a99ed5-5cb3-4343-99db-8007459c8a65 None None] Checking router: 52f01743-f310-4949-9945-e9c2c195945b for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:58:35.988131 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a99ed5-5cb3-4343-99db-8007459c8a65 None None] Updating router 52f01743-f310-4949-9945-e9c2c195945b port 06509f64-53f0-47e4-b6b8-600069d3679e binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:58:36.015057 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97a99ed5-5cb3-4343-99db-8007459c8a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:36.125517 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ca28ac9-b2e4-4090-9e65-24066ab76c17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:36.259117 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-29dbff6c-6c79-46d5-8c91-3f17cae0841b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:36.300085 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ca28ac9-b2e4-4090-9e65-24066ab76c17 admin admin] Router b961bf25-6cdc-48ca-b44e-3d42bc821749 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 29 23:58:36.321976 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97a99ed5-5cb3-4343-99db-8007459c8a65 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:36.334066 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-97a99ed5-5cb3-4343-99db-8007459c8a65 None None] Transition to ACTIVE for port object 06509f64-53f0-47e4-b6b8-600069d3679e will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:36.340836 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97a99ed5-5cb3-4343-99db-8007459c8a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:36.347816 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e95e7be-dd09-41a2-a1b6-5ad6be824857 None None] Network 5b3a8ec1-af74-4765-9623-cf2d3e25544d requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 29 23:58:36.405253 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d8e25592-89be-4531-a317-cd26fbe09082 None None] Provisioning for port 9fd6aaa4-2d78-4e2e-bd65-4300f1ee75ef completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:36.424190 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab6835-cd33-4ec2-8374-17a10ca01872 None None] Pushing event updated for resources: {'Port': ['ID=06509f64-53f0-47e4-b6b8-600069d3679e,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:36.452978 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ca28ac9-b2e4-4090-9e65-24066ab76c17 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:36.453325 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-97a99ed5-5cb3-4343-99db-8007459c8a65 None None] Attempting to bind port 06509f64-53f0-47e4-b6b8-600069d3679e on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:58:36.454112 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-97a99ed5-5cb3-4343-99db-8007459c8a65 None None] Attempting to bind port 06509f64-53f0-47e4-b6b8-600069d3679e by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:58:36.454475 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a99ed5-5cb3-4343-99db-8007459c8a65 None None] Attempting to bind port 06509f64-53f0-47e4-b6b8-600069d3679e on network 772f0955-a0ec-440d-bf3f-76232f0d0cae {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:36.461732 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a99ed5-5cb3-4343-99db-8007459c8a65 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:58:36.461732 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a99ed5-5cb3-4343-99db-8007459c8a65 None None] Checking segment: {'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:36.462425 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97a99ed5-5cb3-4343-99db-8007459c8a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:36.463381 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97a99ed5-5cb3-4343-99db-8007459c8a65 None None] Bound using segment: {'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:58:36.465079 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-97a99ed5-5cb3-4343-99db-8007459c8a65 None None] Bound port: 06509f64-53f0-47e4-b6b8-600069d3679e, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:58:36.466031 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97a99ed5-5cb3-4343-99db-8007459c8a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:36.470753 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d77d272-ca61-463f-8d41-1337d12a9846 None None] Sync routers for ids ['b961bf25-6cdc-48ca-b44e-3d42bc821749'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:36.488072 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8ca28ac9-b2e4-4090-9e65-24066ab76c17 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:36.494204 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 50866) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 29 23:58:36.495708 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8ca28ac9-b2e4-4090-9e65-24066ab76c17 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1157396 Jul 29 23:58:36.522913 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d77d272-ca61-463f-8d41-1337d12a9846 None None] Routers {'b961bf25-6cdc-48ca-b44e-3d42bc821749'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:36.523573 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6d77d272-ca61-463f-8d41-1337d12a9846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:58:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b961bf25-6cdc-48ca-b44e-3d42bc821749'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:36.556354 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-97a99ed5-5cb3-4343-99db-8007459c8a65 None None] For port 06509f64-53f0-47e4-b6b8-600069d3679e, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:58:36.559983 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-97a99ed5-5cb3-4343-99db-8007459c8a65 None None] For port 06509f64-53f0-47e4-b6b8-600069d3679e, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=06509f64-53f0-47e4-b6b8-600069d3679e,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:58:36.566802 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-97a99ed5-5cb3-4343-99db-8007459c8a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:36.649942 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-6d77d272-ca61-463f-8d41-1337d12a9846 None None] Set router b961bf25-6cdc-48ca-b44e-3d42bc821749 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:58:36.653016 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97a99ed5-5cb3-4343-99db-8007459c8a65 None None] Routers {'52f01743-f310-4949-9945-e9c2c195945b'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:36.653658 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-97a99ed5-5cb3-4343-99db-8007459c8a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:58:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['52f01743-f310-4949-9945-e9c2c195945b'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:36.776745 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab6835-cd33-4ec2-8374-17a10ca01872 None None] Pushing event updated for resources: {'Port': ['ID=06509f64-53f0-47e4-b6b8-600069d3679e,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:36.782115 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-97a99ed5-5cb3-4343-99db-8007459c8a65 None None] Set router 52f01743-f310-4949-9945-e9c2c195945b gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:58:36.952062 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6d77d272-ca61-463f-8d41-1337d12a9846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b961bf25-6cdc-48ca-b44e-3d42bc821749', 'name': 'tempest-TestVolumeBootPattern-1577691590-router', 'tenant_id': '641ec964ef4d4635ad6c28ca8b5ac439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '17e8e494-8707-40b0-b4ee-c75c8351f9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:34Z', 'updated_at': '2021-07-29T23:58:35Z', 'revision_number': 3, 'project_id': '641ec964ef4d4635ad6c28ca8b5ac439', 'gw_port': {'id': '17e8e494-8707-40b0-b4ee-c75c8351f9fc', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b961bf25-6cdc-48ca-b44e-3d42bc821749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:34Z', 'updated_at': '2021-07-29T23:58:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:36.982593 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:36.984442 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d77d272-ca61-463f-8d41-1337d12a9846 None None] Checking router: b961bf25-6cdc-48ca-b44e-3d42bc821749 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:58:36.984442 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d77d272-ca61-463f-8d41-1337d12a9846 None None] Updating router b961bf25-6cdc-48ca-b44e-3d42bc821749 port 17e8e494-8707-40b0-b4ee-c75c8351f9fc binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:58:37.030186 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6d77d272-ca61-463f-8d41-1337d12a9846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:37.191612 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-97a99ed5-5cb3-4343-99db-8007459c8a65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f01743-f310-4949-9945-e9c2c195945b', 'name': 'tempest-TestVolumeBootPattern-1590910121-router', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:29Z', 'updated_at': '2021-07-29T23:58:32Z', 'revision_number': 4, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'gw_port': {'id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:30Z', 'updated_at': '2021-07-29T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '06509f64-53f0-47e4-b6b8-600069d3679e', 'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'mac_address': 'fa:16:3e:d5:26:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:31Z', 'updated_at': '2021-07-29T23:58:36Z', 'revision_number': 4, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'subnets': [{'id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:37.253037 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97a99ed5-5cb3-4343-99db-8007459c8a65 None None] The sync data for ids ['52f01743-f310-4949-9945-e9c2c195945b'] in n-d-712140-10 is: [{'id': '52f01743-f310-4949-9945-e9c2c195945b', 'name': 'tempest-TestVolumeBootPattern-1590910121-router', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:29Z', 'updated_at': '2021-07-29T23:58:32Z', 'revision_number': 4, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'gw_port': {'id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:30Z', 'updated_at': '2021-07-29T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '06509f64-53f0-47e4-b6b8-600069d3679e', 'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'mac_address': 'fa:16:3e:d5:26:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:31Z', 'updated_at': '2021-07-29T23:58:36Z', 'revision_number': 4, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'subnets': [{'id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:37.303861 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:58:37.304185 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 3769af38-fb41-40b0-a54d-95572e84d0fb up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:37.348296 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-34dec548-f360-4b8c-be10-ed431df20568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:37.444168 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 3769af38-fb41-40b0-a54d-95572e84d0fb triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:37.444543 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:37.492388 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6d77d272-ca61-463f-8d41-1337d12a9846 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:37.510981 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6d77d272-ca61-463f-8d41-1337d12a9846 None None] Transition to ACTIVE for port object 17e8e494-8707-40b0-b4ee-c75c8351f9fc will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:37.521176 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6d77d272-ca61-463f-8d41-1337d12a9846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:37.534647 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-34dec548-f360-4b8c-be10-ed431df20568 admin admin] Allocated IP 172.20.0.1 (5b3a8ec1-af74-4765-9623-cf2d3e25544d/bbc9aed5-3a41-40cd-a115-ba796ffd2d88/be1f0093-e483-45da-b641-eb4b8bda0426) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:37.666741 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-34dec548-f360-4b8c-be10-ed431df20568 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:37.682719 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-34dec548-f360-4b8c-be10-ed431df20568 admin admin] Transition to ACTIVE for port object be1f0093-e483-45da-b641-eb4b8bda0426 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:37.717553 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-34dec548-f360-4b8c-be10-ed431df20568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:37.762140 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dec548-f360-4b8c-be10-ed431df20568 admin admin] Network 5b3a8ec1-af74-4765-9623-cf2d3e25544d is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:37.765760 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-34dec548-f360-4b8c-be10-ed431df20568 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:37.769714 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dec548-f360-4b8c-be10-ed431df20568 admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:37.790653 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-6d77d272-ca61-463f-8d41-1337d12a9846 None None] Attempting to bind port 17e8e494-8707-40b0-b4ee-c75c8351f9fc on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:58:37.791040 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-6d77d272-ca61-463f-8d41-1337d12a9846 None None] Attempting to bind port 17e8e494-8707-40b0-b4ee-c75c8351f9fc by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:58:37.791375 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d77d272-ca61-463f-8d41-1337d12a9846 None None] Attempting to bind port 17e8e494-8707-40b0-b4ee-c75c8351f9fc on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:37.797118 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca2152-bc77-4dd1-968f-e63f1379398f None None] Pushing event updated for resources: {'Port': ['ID=17e8e494-8707-40b0-b4ee-c75c8351f9fc,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:37.808859 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d77d272-ca61-463f-8d41-1337d12a9846 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:58:37.809090 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d77d272-ca61-463f-8d41-1337d12a9846 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:37.809495 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6d77d272-ca61-463f-8d41-1337d12a9846 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:37.809946 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d77d272-ca61-463f-8d41-1337d12a9846 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:58:37.810366 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-6d77d272-ca61-463f-8d41-1337d12a9846 None None] Bound port: 17e8e494-8707-40b0-b4ee-c75c8351f9fc, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:58:37.810757 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6d77d272-ca61-463f-8d41-1337d12a9846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:37.814762 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9fd6aaa4-2d78-4e2e-bd65-4300f1ee75ef up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:37.824920 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dec548-f360-4b8c-be10-ed431df20568 admin admin] Pushing event updated for resources: {'Port': ['ID=be1f0093-e483-45da-b641-eb4b8bda0426,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:37.835648 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-34dec548-f360-4b8c-be10-ed431df20568 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:37.923080 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-6d77d272-ca61-463f-8d41-1337d12a9846 None None] For port 17e8e494-8707-40b0-b4ee-c75c8351f9fc, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:58:37.928363 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-6d77d272-ca61-463f-8d41-1337d12a9846 None None] For port 17e8e494-8707-40b0-b4ee-c75c8351f9fc, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=17e8e494-8707-40b0-b4ee-c75c8351f9fc,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:58:37.939445 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6d77d272-ca61-463f-8d41-1337d12a9846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:37.945015 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 9fd6aaa4-2d78-4e2e-bd65-4300f1ee75ef completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:37.979546 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 9fd6aaa4-2d78-4e2e-bd65-4300f1ee75ef triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:37.980265 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.042457 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-34dec548-f360-4b8c-be10-ed431df20568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.049419 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbca2152-bc77-4dd1-968f-e63f1379398f None None] Pushing event updated for resources: {'Port': ['ID=17e8e494-8707-40b0-b4ee-c75c8351f9fc,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:38.059537 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d77d272-ca61-463f-8d41-1337d12a9846 None None] Routers {'b961bf25-6cdc-48ca-b44e-3d42bc821749'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:38.060209 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6d77d272-ca61-463f-8d41-1337d12a9846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:58:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b961bf25-6cdc-48ca-b44e-3d42bc821749'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:38.183872 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-4883031f-8e8e-47dd-a001-08974ab3ffe4 None None] Provisioning for port be1f0093-e483-45da-b641-eb4b8bda0426 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:38.197915 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-4883031f-8e8e-47dd-a001-08974ab3ffe4 None None] Provisioning complete for port be1f0093-e483-45da-b641-eb4b8bda0426 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:38.198371 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4883031f-8e8e-47dd-a001-08974ab3ffe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.231804 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-34dec548-f360-4b8c-be10-ed431df20568 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.237689 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-34dec548-f360-4b8c-be10-ed431df20568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.246195 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.278529 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-6d77d272-ca61-463f-8d41-1337d12a9846 None None] Set router b961bf25-6cdc-48ca-b44e-3d42bc821749 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:58:38.310576 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-34dec548-f360-4b8c-be10-ed431df20568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.313352 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dec548-f360-4b8c-be10-ed431df20568 admin admin] Pushing event updated for resources: {'Port': ['ID=be1f0093-e483-45da-b641-eb4b8bda0426,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:38.327938 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.332162 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-4883031f-8e8e-47dd-a001-08974ab3ffe4 None None] Port be1f0093-e483-45da-b641-eb4b8bda0426 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:58:38.390324 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 9fd6aaa4-2d78-4e2e-bd65-4300f1ee75ef, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9fd6aaa4-2d78-4e2e-bd65-4300f1ee75ef,segment=NetworkSegment(6778448c-62d6-44f8-a598-49188896aa86),segment_id=6778448c-62d6-44f8-a598-49188896aa86)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:38.404374 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.405225 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 06509f64-53f0-47e4-b6b8-600069d3679e up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:38.417397 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dec548-f360-4b8c-be10-ed431df20568 admin admin] Network 5b3a8ec1-af74-4765-9623-cf2d3e25544d is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:38.418938 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-34dec548-f360-4b8c-be10-ed431df20568 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:38.570090 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=9fd6aaa4-2d78-4e2e-bd65-4300f1ee75ef,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:38.586160 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34dec548-f360-4b8c-be10-ed431df20568 admin admin] Router b961bf25-6cdc-48ca-b44e-3d42bc821749 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 29 23:58:38.626858 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 06509f64-53f0-47e4-b6b8-600069d3679e completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:38.635130 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 06509f64-53f0-47e4-b6b8-600069d3679e triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:38.635745 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.697323 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-6d77d272-ca61-463f-8d41-1337d12a9846 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b961bf25-6cdc-48ca-b44e-3d42bc821749', 'name': 'tempest-TestVolumeBootPattern-1577691590-router', 'tenant_id': '641ec964ef4d4635ad6c28ca8b5ac439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '17e8e494-8707-40b0-b4ee-c75c8351f9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:34Z', 'updated_at': '2021-07-29T23:58:37Z', 'revision_number': 4, 'project_id': '641ec964ef4d4635ad6c28ca8b5ac439', 'gw_port': {'id': '17e8e494-8707-40b0-b4ee-c75c8351f9fc', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b961bf25-6cdc-48ca-b44e-3d42bc821749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:34Z', 'updated_at': '2021-07-29T23:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'be1f0093-e483-45da-b641-eb4b8bda0426', 'name': '', 'network_id': '5b3a8ec1-af74-4765-9623-cf2d3e25544d', 'tenant_id': '641ec964ef4d4635ad6c28ca8b5ac439', 'mac_address': 'fa:16:3e:5e:d3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b961bf25-6cdc-48ca-b44e-3d42bc821749', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'bbc9aed5-3a41-40cd-a115-ba796ffd2d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:37Z', 'updated_at': '2021-07-29T23:58:37Z', 'revision_number': 1, 'project_id': '641ec964ef4d4635ad6c28ca8b5ac439', 'subnets': [{'id': 'bbc9aed5-3a41-40cd-a115-ba796ffd2d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:38.733539 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d77d272-ca61-463f-8d41-1337d12a9846 None None] The sync data for ids ['b961bf25-6cdc-48ca-b44e-3d42bc821749'] in n-d-712140-10 is: [{'id': 'b961bf25-6cdc-48ca-b44e-3d42bc821749', 'name': 'tempest-TestVolumeBootPattern-1577691590-router', 'tenant_id': '641ec964ef4d4635ad6c28ca8b5ac439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '17e8e494-8707-40b0-b4ee-c75c8351f9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:34Z', 'updated_at': '2021-07-29T23:58:37Z', 'revision_number': 4, 'project_id': '641ec964ef4d4635ad6c28ca8b5ac439', 'gw_port': {'id': '17e8e494-8707-40b0-b4ee-c75c8351f9fc', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b961bf25-6cdc-48ca-b44e-3d42bc821749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:34Z', 'updated_at': '2021-07-29T23:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'be1f0093-e483-45da-b641-eb4b8bda0426', 'name': '', 'network_id': '5b3a8ec1-af74-4765-9623-cf2d3e25544d', 'tenant_id': '641ec964ef4d4635ad6c28ca8b5ac439', 'mac_address': 'fa:16:3e:5e:d3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b961bf25-6cdc-48ca-b44e-3d42bc821749', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'bbc9aed5-3a41-40cd-a115-ba796ffd2d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:37Z', 'updated_at': '2021-07-29T23:58:37Z', 'revision_number': 1, 'project_id': '641ec964ef4d4635ad6c28ca8b5ac439', 'subnets': [{'id': 'bbc9aed5-3a41-40cd-a115-ba796ffd2d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:38.767246 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34dec548-f360-4b8c-be10-ed431df20568 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 29 23:58:38.783904 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-34dec548-f360-4b8c-be10-ed431df20568 admin admin] 10.222.0.18 "PUT /v2.0/routers/b961bf25-6cdc-48ca-b44e-3d42bc821749/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2785223 Jul 29 23:58:38.790352 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-1e6230ae-453c-4d72-81e3-f54094f16491 None None] Provisioning complete for port be1f0093-e483-45da-b641-eb4b8bda0426 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:38.790817 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1e6230ae-453c-4d72-81e3-f54094f16491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.820700 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.850148 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-1e6230ae-453c-4d72-81e3-f54094f16491 None None] Port be1f0093-e483-45da-b641-eb4b8bda0426 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:58:38.874174 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 06509f64-53f0-47e4-b6b8-600069d3679e, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=06509f64-53f0-47e4-b6b8-600069d3679e,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:38.880076 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:38.940441 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=06509f64-53f0-47e4-b6b8-600069d3679e,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:39.170949 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9fd6aaa4-2d78-4e2e-bd65-4300f1ee75ef up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:39.238648 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 9fd6aaa4-2d78-4e2e-bd65-4300f1ee75ef triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:39.239070 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:39.349817 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 06509f64-53f0-47e4-b6b8-600069d3679e up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:39.407627 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 06509f64-53f0-47e4-b6b8-600069d3679e triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:39.408921 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:41.167070 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 17e8e494-8707-40b0-b4ee-c75c8351f9fc up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:41.216811 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-e3107412-f41c-46ce-b47f-75799621ebed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:41.225763 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-e3107412-f41c-46ce-b47f-75799621ebed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 812 time: 0.2231865 Jul 29 23:58:41.241774 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 17e8e494-8707-40b0-b4ee-c75c8351f9fc completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:41.248575 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-794670a6-ca34-43b4-8c5b-2223e9e6a7e9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/quotas/1b27d1d59ac84f98808da97eba2a694c HTTP/1.1" status: 200 len: 375 time: 0.0217257 Jul 29 23:58:41.255625 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 17e8e494-8707-40b0-b4ee-c75c8351f9fc triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:41.256684 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:41.332200 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-d45056a0-e3c9-4c58-97a6-ac35e56d752f tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0812175 Jul 29 23:58:41.367628 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:41.398619 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 17e8e494-8707-40b0-b4ee-c75c8351f9fc, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=17e8e494-8707-40b0-b4ee-c75c8351f9fc,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:41.407870 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:41.448258 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-79a9dcc3-3ed3-42cb-a2c9-ec547f7cd341 service neutron] 10.222.0.18 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154692 Jul 29 23:58:41.467707 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=17e8e494-8707-40b0-b4ee-c75c8351f9fc,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:41.553681 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-1f7a0e1c-db92-4042-9c4c-554128fa45f8 service neutron] 10.222.0.18 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040742 Jul 29 23:58:41.705648 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68de995f-8077-41d6-a297-31a9cf530e6e None None] Sync routers for ids ['b961bf25-6cdc-48ca-b44e-3d42bc821749'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 29 23:58:41.716531 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68de995f-8077-41d6-a297-31a9cf530e6e None None] Routers {'b961bf25-6cdc-48ca-b44e-3d42bc821749'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:41.717164 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-68de995f-8077-41d6-a297-31a9cf530e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:58:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b961bf25-6cdc-48ca-b44e-3d42bc821749'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:41.863419 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-68de995f-8077-41d6-a297-31a9cf530e6e None None] Set router b961bf25-6cdc-48ca-b44e-3d42bc821749 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:58:41.893408 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c886ee6-efb4-48cc-9495-5ff107bbf913 req-65ec6480-4e86-4ad4-90c1-030aac8c1974 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e67a9af-479c-4381-b2a6-dcedf312494f HTTP/1.1" status: 200 len: 210 time: 0.0340018 Jul 29 23:58:42.140398 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-68de995f-8077-41d6-a297-31a9cf530e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b961bf25-6cdc-48ca-b44e-3d42bc821749', 'name': 'tempest-TestVolumeBootPattern-1577691590-router', 'tenant_id': '641ec964ef4d4635ad6c28ca8b5ac439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '17e8e494-8707-40b0-b4ee-c75c8351f9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:34Z', 'updated_at': '2021-07-29T23:58:37Z', 'revision_number': 4, 'project_id': '641ec964ef4d4635ad6c28ca8b5ac439', 'gw_port': {'id': '17e8e494-8707-40b0-b4ee-c75c8351f9fc', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b961bf25-6cdc-48ca-b44e-3d42bc821749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:34Z', 'updated_at': '2021-07-29T23:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'be1f0093-e483-45da-b641-eb4b8bda0426', 'name': '', 'network_id': '5b3a8ec1-af74-4765-9623-cf2d3e25544d', 'tenant_id': '641ec964ef4d4635ad6c28ca8b5ac439', 'mac_address': 'fa:16:3e:5e:d3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b961bf25-6cdc-48ca-b44e-3d42bc821749', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'bbc9aed5-3a41-40cd-a115-ba796ffd2d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:37Z', 'updated_at': '2021-07-29T23:58:38Z', 'revision_number': 2, 'project_id': '641ec964ef4d4635ad6c28ca8b5ac439', 'subnets': [{'id': 'bbc9aed5-3a41-40cd-a115-ba796ffd2d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:42.180091 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68de995f-8077-41d6-a297-31a9cf530e6e None None] Checking router: b961bf25-6cdc-48ca-b44e-3d42bc821749 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 29 23:58:42.180705 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68de995f-8077-41d6-a297-31a9cf530e6e None None] Updating router b961bf25-6cdc-48ca-b44e-3d42bc821749 port be1f0093-e483-45da-b641-eb4b8bda0426 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 29 23:58:42.213965 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-68de995f-8077-41d6-a297-31a9cf530e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:42.545625 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-68de995f-8077-41d6-a297-31a9cf530e6e None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:42.558922 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-68de995f-8077-41d6-a297-31a9cf530e6e None None] Transition to ACTIVE for port object be1f0093-e483-45da-b641-eb4b8bda0426 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:42.569154 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-68de995f-8077-41d6-a297-31a9cf530e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:42.640093 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eee0e5-a670-475f-9770-5d8708c6d055 None None] Pushing event updated for resources: {'Port': ['ID=be1f0093-e483-45da-b641-eb4b8bda0426,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:42.703602 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-68de995f-8077-41d6-a297-31a9cf530e6e None None] Attempting to bind port be1f0093-e483-45da-b641-eb4b8bda0426 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:58:42.704008 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-68de995f-8077-41d6-a297-31a9cf530e6e None None] Attempting to bind port be1f0093-e483-45da-b641-eb4b8bda0426 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6778448c-62d6-44f8-a598-49188896aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5b3a8ec1-af74-4765-9623-cf2d3e25544d'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:58:42.704371 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68de995f-8077-41d6-a297-31a9cf530e6e None None] Attempting to bind port be1f0093-e483-45da-b641-eb4b8bda0426 on network 5b3a8ec1-af74-4765-9623-cf2d3e25544d {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:42.711157 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68de995f-8077-41d6-a297-31a9cf530e6e None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:58:42.711857 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68de995f-8077-41d6-a297-31a9cf530e6e None None] Checking segment: {'id': '6778448c-62d6-44f8-a598-49188896aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5b3a8ec1-af74-4765-9623-cf2d3e25544d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:42.712013 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-68de995f-8077-41d6-a297-31a9cf530e6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:42.712625 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68de995f-8077-41d6-a297-31a9cf530e6e None None] Bound using segment: {'id': '6778448c-62d6-44f8-a598-49188896aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5b3a8ec1-af74-4765-9623-cf2d3e25544d'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:58:42.713004 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-68de995f-8077-41d6-a297-31a9cf530e6e None None] Bound port: be1f0093-e483-45da-b641-eb4b8bda0426, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6778448c-62d6-44f8-a598-49188896aa86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '5b3a8ec1-af74-4765-9623-cf2d3e25544d'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:58:42.713874 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-68de995f-8077-41d6-a297-31a9cf530e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:42.807343 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-68de995f-8077-41d6-a297-31a9cf530e6e None None] For port be1f0093-e483-45da-b641-eb4b8bda0426, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:58:42.811881 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-68de995f-8077-41d6-a297-31a9cf530e6e None None] For port be1f0093-e483-45da-b641-eb4b8bda0426, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=be1f0093-e483-45da-b641-eb4b8bda0426,segment=NetworkSegment(6778448c-62d6-44f8-a598-49188896aa86),segment_id=6778448c-62d6-44f8-a598-49188896aa86)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:58:42.817710 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-68de995f-8077-41d6-a297-31a9cf530e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:42.882955 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68de995f-8077-41d6-a297-31a9cf530e6e None None] Routers {'b961bf25-6cdc-48ca-b44e-3d42bc821749'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 29 23:58:42.883603 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-68de995f-8077-41d6-a297-31a9cf530e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-29T23:58:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b961bf25-6cdc-48ca-b44e-3d42bc821749'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:42.979986 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eee0e5-a670-475f-9770-5d8708c6d055 None None] Pushing event updated for resources: {'Port': ['ID=be1f0093-e483-45da-b641-eb4b8bda0426,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:43.031161 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-6c6adad7-022c-48e4-a463-ca013b0d6a1a tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:43.033223 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-6c6adad7-022c-48e4-a463-ca013b0d6a1a tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.23 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 812 time: 0.2136693 Jul 29 23:58:43.063616 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-85af1c9c-31ba-4db9-a56f-aea110caa48b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Request body: {'port': {'device_id': '7e67a9af-479c-4381-b2a6-dcedf312494f', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'admin_state_up': True, 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:43.155312 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a6446125-edf0-49f1-b82e-6b0624f04a73 req-63d21138-837b-4482-9252-246ee7c7427f tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e67a9af-479c-4381-b2a6-dcedf312494f HTTP/1.1" status: 200 len: 210 time: 0.1168704 Jul 29 23:58:43.167274 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-68de995f-8077-41d6-a297-31a9cf530e6e None None] Set router b961bf25-6cdc-48ca-b44e-3d42bc821749 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 29 23:58:43.293018 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 17e8e494-8707-40b0-b4ee-c75c8351f9fc up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:43.366303 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 17e8e494-8707-40b0-b4ee-c75c8351f9fc triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:43.366799 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:43.447978 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-85af1c9c-31ba-4db9-a56f-aea110caa48b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Made reservation on behalf of 1b27d1d59ac84f98808da97eba2a694c for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:58:43.454835 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-85af1c9c-31ba-4db9-a56f-aea110caa48b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:43.523665 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device be1f0093-e483-45da-b641-eb4b8bda0426 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:43.640024 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port be1f0093-e483-45da-b641-eb4b8bda0426 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:43.658255 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port be1f0093-e483-45da-b641-eb4b8bda0426 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:43.659185 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:43.693490 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-68de995f-8077-41d6-a297-31a9cf530e6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b961bf25-6cdc-48ca-b44e-3d42bc821749', 'name': 'tempest-TestVolumeBootPattern-1577691590-router', 'tenant_id': '641ec964ef4d4635ad6c28ca8b5ac439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '17e8e494-8707-40b0-b4ee-c75c8351f9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:34Z', 'updated_at': '2021-07-29T23:58:37Z', 'revision_number': 4, 'project_id': '641ec964ef4d4635ad6c28ca8b5ac439', 'gw_port': {'id': '17e8e494-8707-40b0-b4ee-c75c8351f9fc', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b961bf25-6cdc-48ca-b44e-3d42bc821749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:34Z', 'updated_at': '2021-07-29T23:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'be1f0093-e483-45da-b641-eb4b8bda0426', 'name': '', 'network_id': '5b3a8ec1-af74-4765-9623-cf2d3e25544d', 'tenant_id': '641ec964ef4d4635ad6c28ca8b5ac439', 'mac_address': 'fa:16:3e:5e:d3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b961bf25-6cdc-48ca-b44e-3d42bc821749', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'bbc9aed5-3a41-40cd-a115-ba796ffd2d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:37Z', 'updated_at': '2021-07-29T23:58:42Z', 'revision_number': 4, 'project_id': '641ec964ef4d4635ad6c28ca8b5ac439', 'subnets': [{'id': 'bbc9aed5-3a41-40cd-a115-ba796ffd2d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 29 23:58:43.723758 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68de995f-8077-41d6-a297-31a9cf530e6e None None] The sync data for ids ['b961bf25-6cdc-48ca-b44e-3d42bc821749'] in n-d-712140-10 is: [{'id': 'b961bf25-6cdc-48ca-b44e-3d42bc821749', 'name': 'tempest-TestVolumeBootPattern-1577691590-router', 'tenant_id': '641ec964ef4d4635ad6c28ca8b5ac439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '17e8e494-8707-40b0-b4ee-c75c8351f9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:34Z', 'updated_at': '2021-07-29T23:58:37Z', 'revision_number': 4, 'project_id': '641ec964ef4d4635ad6c28ca8b5ac439', 'gw_port': {'id': '17e8e494-8707-40b0-b4ee-c75c8351f9fc', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b961bf25-6cdc-48ca-b44e-3d42bc821749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:34Z', 'updated_at': '2021-07-29T23:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'be1f0093-e483-45da-b641-eb4b8bda0426', 'name': '', 'network_id': '5b3a8ec1-af74-4765-9623-cf2d3e25544d', 'tenant_id': '641ec964ef4d4635ad6c28ca8b5ac439', 'mac_address': 'fa:16:3e:5e:d3:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b961bf25-6cdc-48ca-b44e-3d42bc821749', 'device_owner': 'network:router_interface', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': 'bbc9aed5-3a41-40cd-a115-ba796ffd2d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:37Z', 'updated_at': '2021-07-29T23:58:42Z', 'revision_number': 4, 'project_id': '641ec964ef4d4635ad6c28ca8b5ac439', 'subnets': [{'id': 'bbc9aed5-3a41-40cd-a115-ba796ffd2d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 29 23:58:43.776965 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-85af1c9c-31ba-4db9-a56f-aea110caa48b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Allocated IP 172.20.0.9 (772f0955-a0ec-440d-bf3f-76232f0d0cae/a11e98d2-a498-4014-8b77-a7744abf9c02/1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:58:43.830874 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:43.870518 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port be1f0093-e483-45da-b641-eb4b8bda0426, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=be1f0093-e483-45da-b641-eb4b8bda0426,segment=NetworkSegment(6778448c-62d6-44f8-a598-49188896aa86),segment_id=6778448c-62d6-44f8-a598-49188896aa86)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:43.877294 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:43.950061 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=be1f0093-e483-45da-b641-eb4b8bda0426,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:44.016164 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-85af1c9c-31ba-4db9-a56f-aea110caa48b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:44.037968 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-85af1c9c-31ba-4db9-a56f-aea110caa48b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Transition to ACTIVE for port object 1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:44.089039 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-85af1c9c-31ba-4db9-a56f-aea110caa48b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:44.136160 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-85af1c9c-31ba-4db9-a56f-aea110caa48b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Network 772f0955-a0ec-440d-bf3f-76232f0d0cae is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:58:44.140195 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-85af1c9c-31ba-4db9-a56f-aea110caa48b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:58:44.149104 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-85af1c9c-31ba-4db9-a56f-aea110caa48b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:58:44.227777 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af1c9c-31ba-4db9-a56f-aea110caa48b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Pushing event updated for resources: {'Port': ['ID=1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:44.287100 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-85af1c9c-31ba-4db9-a56f-aea110caa48b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:44.289305 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-85af1c9c-31ba-4db9-a56f-aea110caa48b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:44.319763 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-85af1c9c-31ba-4db9-a56f-aea110caa48b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2709754 Jul 29 23:58:44.332368 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-15e946dd-0d3a-4c54-8cbe-748eca65ea4e service neutron] Request body: {'port': {'device_id': '7e67a9af-479c-4381-b2a6-dcedf312494f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:58:44.504299 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-15e946dd-0d3a-4c54-8cbe-748eca65ea4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:44.524076 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01665460-9801-4c84-8399-f4715d8735dd req-cd453a0b-ca62-46eb-8db1-f3645b532b7c tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:44.533388 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-01665460-9801-4c84-8399-f4715d8735dd req-cd453a0b-ca62-46eb-8db1-f3645b532b7c tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e67a9af-479c-4381-b2a6-dcedf312494f HTTP/1.1" status: 200 len: 931 time: 0.1974254 Jul 29 23:58:44.584791 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f362470a-26d7-4019-b884-6c2909e24c67 None None] Provisioning for port 1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:44.597772 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f362470a-26d7-4019-b884-6c2909e24c67 None None] Provisioning complete for port 1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:44.598399 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f362470a-26d7-4019-b884-6c2909e24c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:44.600385 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-01665460-9801-4c84-8399-f4715d8735dd req-c692eee9-52f1-4ded-baf5-2c0f0156f786 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661707 Jul 29 23:58:44.703352 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f362470a-26d7-4019-b884-6c2909e24c67 None None] Port 1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:58:45.010560 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-15e946dd-0d3a-4c54-8cbe-748eca65ea4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:58:45.033563 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-15e946dd-0d3a-4c54-8cbe-748eca65ea4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.056178 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-15e946dd-0d3a-4c54-8cbe-748eca65ea4e service neutron] Transition to ACTIVE for port object 1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:58:45.062337 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-15e946dd-0d3a-4c54-8cbe-748eca65ea4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.149059 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e946dd-0d3a-4c54-8cbe-748eca65ea4e service neutron] Pushing event updated for resources: {'Port': ['ID=1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:45.288823 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-15e946dd-0d3a-4c54-8cbe-748eca65ea4e service neutron] Attempting to bind port 1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:58:45.290158 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-15e946dd-0d3a-4c54-8cbe-748eca65ea4e service neutron] Attempting to bind port 1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:58:45.290158 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-15e946dd-0d3a-4c54-8cbe-748eca65ea4e service neutron] Attempting to bind port 1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5 on network 772f0955-a0ec-440d-bf3f-76232f0d0cae {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:45.295987 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device be1f0093-e483-45da-b641-eb4b8bda0426 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:45.317990 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-15e946dd-0d3a-4c54-8cbe-748eca65ea4e service neutron] Port 1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5 on network 772f0955-a0ec-440d-bf3f-76232f0d0cae not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:58:45.318550 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-15e946dd-0d3a-4c54-8cbe-748eca65ea4e service neutron] Attempting to bind port 1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5 on network 772f0955-a0ec-440d-bf3f-76232f0d0cae {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:58:45.342041 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-15e946dd-0d3a-4c54-8cbe-748eca65ea4e service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:58:45.342041 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-15e946dd-0d3a-4c54-8cbe-748eca65ea4e service neutron] Checking segment: {'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:58:45.342527 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-15e946dd-0d3a-4c54-8cbe-748eca65ea4e service neutron] Bound using segment: {'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:58:45.342871 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-15e946dd-0d3a-4c54-8cbe-748eca65ea4e service neutron] Bound port: 1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:58:45.343259 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-15e946dd-0d3a-4c54-8cbe-748eca65ea4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.424550 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port be1f0093-e483-45da-b641-eb4b8bda0426 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:45.424931 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.474551 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-15e946dd-0d3a-4c54-8cbe-748eca65ea4e service neutron] For port 1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:58:45.488298 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-15e946dd-0d3a-4c54-8cbe-748eca65ea4e service neutron] For port 1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:58:45.494232 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-15e946dd-0d3a-4c54-8cbe-748eca65ea4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.563034 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-15e946dd-0d3a-4c54-8cbe-748eca65ea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:45.564083 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-15e946dd-0d3a-4c54-8cbe-748eca65ea4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:45.566574 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-15e946dd-0d3a-4c54-8cbe-748eca65ea4e service neutron] 10.222.0.23 "PUT /v2.0/ports/1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5 HTTP/1.1" status: 200 len: 1092 time: 1.2388790 Jul 29 23:58:45.567462 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e67a9af-479c-4381-b2a6-dcedf312494f', 'tag': '1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:58:45.569813 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e87ad9b-4842-4311-9a71-2cb3cab00ae2" -d '{"events": [{"name": "network-changed", "server_uuid": "7e67a9af-479c-4381-b2a6-dcedf312494f", "tag": "1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:58:45.638119 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69a65b0-3bf1-4bbc-93c9-2bad550442fa x-openstack-request-id: req-a69a65b0-3bf1-4bbc-93c9-2bad550442fa {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:58:45.638686 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e67a9af-479c-4381-b2a6-dcedf312494f", "tag": "1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:58:45.639256 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a69a65b0-3bf1-4bbc-93c9-2bad550442fa {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:58:45.639820 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e67a9af-479c-4381-b2a6-dcedf312494f', 'tag': '1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5', 'status': 'completed', 'code': 200} Jul 29 23:58:45.702134 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e946dd-0d3a-4c54-8cbe-748eca65ea4e service neutron] Pushing event updated for resources: {'Port': ['ID=1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:45.742885 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-30d47238-8d9b-496b-9578-b585d24d2103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:45.747156 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-30d47238-8d9b-496b-9578-b585d24d2103 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&device_id=7e67a9af-479c-4381-b2a6-dcedf312494f HTTP/1.1" status: 200 len: 1095 time: 0.1013634 Jul 29 23:58:45.817448 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-c6689fce-a5be-4d10-b247-85d7be176b2d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5 HTTP/1.1" status: 200 len: 217 time: 0.0630054 Jul 29 23:58:45.913526 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-502a2b90-3a55-4853-b464-9d6c3c817b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:45.915667 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-502a2b90-3a55-4853-b464-9d6c3c817b95 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a11e98d2-a498-4014-8b77-a7744abf9c02 HTTP/1.1" status: 200 len: 851 time: 0.0900638 Jul 29 23:58:45.939933 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad3b39-d2ec-476c-b4ff-3f7e3e521a3e req-1ed0a9e3-ce8f-4e41-bd3b-eb7fac76d487 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:45.948597 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-21ad3b39-d2ec-476c-b4ff-3f7e3e521a3e req-1ed0a9e3-ce8f-4e41-bd3b-eb7fac76d487 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e67a9af-479c-4381-b2a6-dcedf312494f HTTP/1.1" status: 200 len: 943 time: 0.1291590 Jul 29 23:58:46.016537 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-21ad3b39-d2ec-476c-b4ff-3f7e3e521a3e req-a0f2907b-3abe-4ae1-be13-6d04cd76bb06 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675559 Jul 29 23:58:46.021477 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-e91ad2ed-5eb2-4303-a068-88aee27e0cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:46.022937 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-e91ad2ed-5eb2-4303-a068-88aee27e0cff service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=772f0955-a0ec-440d-bf3f-76232f0d0cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669215 Jul 29 23:58:46.134298 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-ef2fa186-14b0-4fb2-859d-97acf4199b2a service neutron] 10.222.0.23 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041174 Jul 29 23:58:46.529954 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2bf669d0-a9c7-4b1d-8075-d9adf3386797 req-2a60ad00-6c5a-4943-b624-c82b4ce61700 service neutron] 10.222.0.23 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3894572 Jul 29 23:58:46.636789 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87ad9b-4842-4311-9a71-2cb3cab00ae2 req-f67e2aef-cdd0-4e79-9997-8224cd26af1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:46.638768 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8e87ad9b-4842-4311-9a71-2cb3cab00ae2 req-f67e2aef-cdd0-4e79-9997-8224cd26af1d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&device_id=7e67a9af-479c-4381-b2a6-dcedf312494f HTTP/1.1" status: 200 len: 1095 time: 0.0611324 Jul 29 23:58:46.752564 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87ad9b-4842-4311-9a71-2cb3cab00ae2 req-17eedd69-b9f3-44b6-8d28-0664f3a19085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:46.754203 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8e87ad9b-4842-4311-9a71-2cb3cab00ae2 req-17eedd69-b9f3-44b6-8d28-0664f3a19085 service neutron] 10.222.0.23 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 913 time: 0.1085584 Jul 29 23:58:46.800366 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8e87ad9b-4842-4311-9a71-2cb3cab00ae2 req-a34cfc97-72a0-49ac-9dd2-7cbe20cfebbb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5 HTTP/1.1" status: 200 len: 217 time: 0.0386860 Jul 29 23:58:46.854774 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87ad9b-4842-4311-9a71-2cb3cab00ae2 req-bf9fdf1d-b51d-4e60-a6c2-eed00dbf91c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:46.856362 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8e87ad9b-4842-4311-9a71-2cb3cab00ae2 req-bf9fdf1d-b51d-4e60-a6c2-eed00dbf91c3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a11e98d2-a498-4014-8b77-a7744abf9c02 HTTP/1.1" status: 200 len: 851 time: 0.0487447 Jul 29 23:58:46.913320 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87ad9b-4842-4311-9a71-2cb3cab00ae2 req-ea68bcf7-64c0-4d9f-995a-5e25ad1a5902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:46.915188 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8e87ad9b-4842-4311-9a71-2cb3cab00ae2 req-ea68bcf7-64c0-4d9f-995a-5e25ad1a5902 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=772f0955-a0ec-440d-bf3f-76232f0d0cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518947 Jul 29 23:58:47.027555 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8e87ad9b-4842-4311-9a71-2cb3cab00ae2 req-d559d207-bcb4-4f73-98aa-8c01cd026460 service neutron] 10.222.0.23 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058643 Jul 29 23:58:47.190560 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39981a37-8666-4c2c-9eb5-3a2e9cb43d45 req-0f86493f-36ba-436a-b25e-8d737274ccdd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:47.193728 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-39981a37-8666-4c2c-9eb5-3a2e9cb43d45 req-0f86493f-36ba-436a-b25e-8d737274ccdd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e67a9af-479c-4381-b2a6-dcedf312494f HTTP/1.1" status: 200 len: 943 time: 0.0763469 Jul 29 23:58:47.266322 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8e87ad9b-4842-4311-9a71-2cb3cab00ae2 req-00de8d06-2188-414a-ad2c-ae0d434e3564 service neutron] 10.222.0.23 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319767 Jul 29 23:58:47.303782 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-39981a37-8666-4c2c-9eb5-3a2e9cb43d45 req-ef2f00c6-cff7-4585-ab07-3aa20ef17eca tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987597 Jul 29 23:58:47.332287 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5005066-0c8f-4a0b-a9fc-a5d94ee7538b req-2833c50a-ed1f-4c7b-b403-24d5d12abc5e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=15255e1d-d526-4ab1-aa52-f938a23eac5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0893281 Jul 29 23:58:47.472611 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5005066-0c8f-4a0b-a9fc-a5d94ee7538b req-d72d4cb8-a1bd-4a45-87b5-4de660075d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:47.480106 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5005066-0c8f-4a0b-a9fc-a5d94ee7538b req-d72d4cb8-a1bd-4a45-87b5-4de660075d54 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=be8efcbae8cf48bba003a6d27fe4194f&device_id=15255e1d-d526-4ab1-aa52-f938a23eac5e HTTP/1.1" status: 200 len: 1102 time: 0.0747447 Jul 29 23:58:47.598786 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5005066-0c8f-4a0b-a9fc-a5d94ee7538b req-a3ee8440-49e8-4eb5-a6f7-98ca673fd81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:47.600270 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5005066-0c8f-4a0b-a9fc-a5d94ee7538b req-a3ee8440-49e8-4eb5-a6f7-98ca673fd81a service neutron] 10.222.0.39 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.1022406 Jul 29 23:58:47.673625 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5005066-0c8f-4a0b-a9fc-a5d94ee7538b req-ec5b6939-af88-4724-b03d-4983cb7ef679 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=4839ddd7-a667-4167-a9f3-4c4dd8b22839 HTTP/1.1" status: 200 len: 217 time: 0.0631599 Jul 29 23:58:47.753315 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5005066-0c8f-4a0b-a9fc-a5d94ee7538b req-4c26a257-3bea-40ce-937c-249e36c46188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:47.755212 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5005066-0c8f-4a0b-a9fc-a5d94ee7538b req-4c26a257-3bea-40ce-937c-249e36c46188 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.0737050 Jul 29 23:58:47.811505 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5005066-0c8f-4a0b-a9fc-a5d94ee7538b req-c19806b6-2505-4d55-a319-8c2bd9bcbebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:47.813895 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5005066-0c8f-4a0b-a9fc-a5d94ee7538b req-c19806b6-2505-4d55-a319-8c2bd9bcbebf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0513399 Jul 29 23:58:47.925156 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5005066-0c8f-4a0b-a9fc-a5d94ee7538b req-0bc863cf-4a96-4b77-b731-a0339bb56bb2 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993891 Jul 29 23:58:48.047514 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b5005066-0c8f-4a0b-a9fc-a5d94ee7538b req-07ba8f70-04f4-4f03-b208-aa09afbcf737 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137295 Jul 29 23:58:48.454906 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcce0cc-309e-477d-9ca5-7df37ce2fcdc req-6aab6a7f-0d43-487a-9598-15e0368663be tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:48.456542 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dfcce0cc-309e-477d-9ca5-7df37ce2fcdc req-6aab6a7f-0d43-487a-9598-15e0368663be tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e67a9af-479c-4381-b2a6-dcedf312494f HTTP/1.1" status: 200 len: 943 time: 0.0624204 Jul 29 23:58:48.503502 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dfcce0cc-309e-477d-9ca5-7df37ce2fcdc req-8f753e50-c050-49c0-b0f8-6b57d9938d5f tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381949 Jul 29 23:58:49.627505 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e661c8f2-c755-4ea6-81ff-bb64118247e5 req-22bd0c1f-d5af-4647-8227-eeedaa90ef86 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:49.629044 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e661c8f2-c755-4ea6-81ff-bb64118247e5 req-22bd0c1f-d5af-4647-8227-eeedaa90ef86 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e67a9af-479c-4381-b2a6-dcedf312494f HTTP/1.1" status: 200 len: 943 time: 0.0557015 Jul 29 23:58:49.671817 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e661c8f2-c755-4ea6-81ff-bb64118247e5 req-e2e59e1c-2192-43d0-a855-11771064754e tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364907 Jul 29 23:58:50.808762 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2719775-2688-4e0e-b7ab-5494dfee25b9 req-c94d7ae1-a133-4eea-9839-9ceb1df12697 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:50.810403 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d2719775-2688-4e0e-b7ab-5494dfee25b9 req-c94d7ae1-a133-4eea-9839-9ceb1df12697 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e67a9af-479c-4381-b2a6-dcedf312494f HTTP/1.1" status: 200 len: 943 time: 0.0634983 Jul 29 23:58:50.851608 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d2719775-2688-4e0e-b7ab-5494dfee25b9 req-89a9e66f-6f67-499a-a706-48fd613d835c tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345502 Jul 29 23:58:51.975015 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d8bac7-b8b5-4e6a-bf7d-b7d3860ba4b5 req-ab81d7b8-023d-4d1c-a2eb-2563e2682a0a tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:51.976525 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-37d8bac7-b8b5-4e6a-bf7d-b7d3860ba4b5 req-ab81d7b8-023d-4d1c-a2eb-2563e2682a0a tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e67a9af-479c-4381-b2a6-dcedf312494f HTTP/1.1" status: 200 len: 943 time: 0.0534773 Jul 29 23:58:52.018587 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-37d8bac7-b8b5-4e6a-bf7d-b7d3860ba4b5 req-f500ae5e-83ef-42ef-9692-3c5bbbc74302 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356193 Jul 29 23:58:53.151089 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8709cd-7bfa-44b5-b516-5dfa6e9bdb57 req-09ddcba1-700a-43b8-b2d1-e8a748ffbb0f tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:53.152682 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0c8709cd-7bfa-44b5-b516-5dfa6e9bdb57 req-09ddcba1-700a-43b8-b2d1-e8a748ffbb0f tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e67a9af-479c-4381-b2a6-dcedf312494f HTTP/1.1" status: 200 len: 943 time: 0.0600302 Jul 29 23:58:53.194115 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0c8709cd-7bfa-44b5-b516-5dfa6e9bdb57 req-1ca6283c-d9f4-4997-8e90-c3ee0b2eeddf tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347900 Jul 29 23:58:54.326203 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1310ca-ec46-4f0c-80d8-0a401898943b req-58b48064-e7df-4bdc-a037-64a09189394a tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:54.327738 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb1310ca-ec46-4f0c-80d8-0a401898943b req-58b48064-e7df-4bdc-a037-64a09189394a tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e67a9af-479c-4381-b2a6-dcedf312494f HTTP/1.1" status: 200 len: 943 time: 0.0491905 Jul 29 23:58:54.367252 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb1310ca-ec46-4f0c-80d8-0a401898943b req-04c97829-664d-49b8-aa5d-70f1b96e2fb8 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332911 Jul 29 23:58:54.435717 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:58:54.535288 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:54.547999 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'port_id': '1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5', 'mac_address': 'fa:16:3e:c5:f1:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:58:54.776492 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:54.791746 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:58:54.817350 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:54.821712 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:54.880237 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:55.007665 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:58:55.497453 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17449d-d50f-45e8-80e6-61d0bf359187 req-a91ad408-9293-4df5-9bab-c931b8720060 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:55.499314 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc17449d-d50f-45e8-80e6-61d0bf359187 req-a91ad408-9293-4df5-9bab-c931b8720060 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e67a9af-479c-4381-b2a6-dcedf312494f HTTP/1.1" status: 200 len: 944 time: 0.0519660 Jul 29 23:58:55.543904 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc17449d-d50f-45e8-80e6-61d0bf359187 req-ea358304-89c9-48c6-9ccc-aed3206464db tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383251 Jul 29 23:58:56.474882 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:58:56.527878 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:58:56.531712 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:58:56.532434 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.609500 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.632341 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e67a9af-479c-4381-b2a6-dcedf312494f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:58:56.635420 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad68865-367f-4e29-a233-135a958675be" -d '{"events": [{"server_uuid": "7e67a9af-479c-4381-b2a6-dcedf312494f", "name": "network-vif-plugged", "status": "completed", "tag": "1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:58:56.652770 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:58:56.658118 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:56.677278 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94e449f-f54d-43b1-a1d5-1c5353ebc228 req-e51b0ccf-51da-400f-bbb0-d886f17cef9a tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:56.678890 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b94e449f-f54d-43b1-a1d5-1c5353ebc228 req-e51b0ccf-51da-400f-bbb0-d886f17cef9a tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e67a9af-479c-4381-b2a6-dcedf312494f HTTP/1.1" status: 200 len: 944 time: 0.0650499 Jul 29 23:58:56.708541 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:58:56.723114 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b94e449f-f54d-43b1-a1d5-1c5353ebc228 req-141ba221-67ef-43d9-ad38-dd51b82f769d tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342181 Jul 29 23:58:56.771727 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292d9ee3-b5d9-43d4-b88c-0921a831f596 x-openstack-request-id: req-292d9ee3-b5d9-43d4-b88c-0921a831f596 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:58:56.772199 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e67a9af-479c-4381-b2a6-dcedf312494f", "name": "network-vif-plugged", "status": "completed", "tag": "1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:58:56.772497 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-292d9ee3-b5d9-43d4-b88c-0921a831f596 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:58:56.772908 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e67a9af-479c-4381-b2a6-dcedf312494f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5', 'code': 200} Jul 29 23:58:56.868045 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7797a810-8147-45d3-8553-cc9abc349cbb req-fcf94f6f-eece-42be-89d3-bb1bf1a084c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:56.869612 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7797a810-8147-45d3-8553-cc9abc349cbb req-fcf94f6f-eece-42be-89d3-bb1bf1a084c6 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7e67a9af-479c-4381-b2a6-dcedf312494f HTTP/1.1" status: 200 len: 1097 time: 0.0402334 Jul 29 23:58:56.907335 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7797a810-8147-45d3-8553-cc9abc349cbb req-6aed4b23-44e6-4cba-b7ef-753b57f061b0 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304542 Jul 29 23:58:57.848179 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb8f7f-5c5d-4954-ab71-4b24e3651288 req-74c79be1-120a-4fee-b55e-728cf3ed5439 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:57.849687 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ffdb8f7f-5c5d-4954-ab71-4b24e3651288 req-74c79be1-120a-4fee-b55e-728cf3ed5439 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e67a9af-479c-4381-b2a6-dcedf312494f HTTP/1.1" status: 200 len: 945 time: 0.0502944 Jul 29 23:58:57.889632 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ffdb8f7f-5c5d-4954-ab71-4b24e3651288 req-10612fb5-c86e-4038-92a5-93d0a0760ba2 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335543 Jul 29 23:58:58.013089 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236b85a-4c7f-4d8a-807c-2c4cc0bae33a req-bc5e64b5-6ff6-4881-a8f3-005107b9772a tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:58.014606 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0236b85a-4c7f-4d8a-807c-2c4cc0bae33a req-bc5e64b5-6ff6-4881-a8f3-005107b9772a tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e67a9af-479c-4381-b2a6-dcedf312494f HTTP/1.1" status: 200 len: 945 time: 0.0555234 Jul 29 23:58:58.057038 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0236b85a-4c7f-4d8a-807c-2c4cc0bae33a req-b9099578-c614-4a32-8d0d-330f94b0ca05 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353272 Jul 29 23:58:58.172763 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004d642-6a3c-412d-8a34-b1f4d7be1b94 req-86fff7bb-2402-4014-bd16-06374c6c008f tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:58.174284 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0004d642-6a3c-412d-8a34-b1f4d7be1b94 req-86fff7bb-2402-4014-bd16-06374c6c008f tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e67a9af-479c-4381-b2a6-dcedf312494f HTTP/1.1" status: 200 len: 945 time: 0.0511796 Jul 29 23:58:58.214547 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0004d642-6a3c-412d-8a34-b1f4d7be1b94 req-4b5d389d-39bb-4421-b002-e02f50080538 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340006 Jul 29 23:58:58.457401 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a45b2a-d0f2-45f5-b446-b35cbe8cc1a7 req-c6c47775-bf16-45ab-91c7-cd37d878630e tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:58.459205 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-32a45b2a-d0f2-45f5-b446-b35cbe8cc1a7 req-c6c47775-bf16-45ab-91c7-cd37d878630e tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e67a9af-479c-4381-b2a6-dcedf312494f HTTP/1.1" status: 200 len: 945 time: 0.0508404 Jul 29 23:58:58.499166 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-32a45b2a-d0f2-45f5-b446-b35cbe8cc1a7 req-9bb49d4a-59e0-4c1c-8b94-ce52ec6c125b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334585 Jul 29 23:58:59.624245 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74c2c7-a3e7-41c9-8ecd-fd1568f7d750 req-50726562-d935-4163-bf57-2c94ece654d9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:59.624245 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa74c2c7-a3e7-41c9-8ecd-fd1568f7d750 req-50726562-d935-4163-bf57-2c94ece654d9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e67a9af-479c-4381-b2a6-dcedf312494f HTTP/1.1" status: 200 len: 945 time: 0.0549877 Jul 29 23:58:59.661611 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa74c2c7-a3e7-41c9-8ecd-fd1568f7d750 req-40a3d4eb-6d45-4cbc-8a71-314c8077de70 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326440 Jul 29 23:58:59.770563 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:58:59.864800 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f31eb-fddb-4ce3-8959-919db0902fca req-ff7b5cd5-ad0f-4cce-9e15-0ea61027b037 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:58:59.866305 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-075f31eb-fddb-4ce3-8959-919db0902fca req-ff7b5cd5-ad0f-4cce-9e15-0ea61027b037 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.23 "GET /v2.0/ports?device_id=7e67a9af-479c-4381-b2a6-dcedf312494f HTTP/1.1" status: 200 len: 945 time: 0.0502875 Jul 29 23:58:59.960007 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-075f31eb-fddb-4ce3-8959-919db0902fca req-774e82e8-2926-4024-986f-32b52d8fb4f9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Deleting port 1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:58:59.960368 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-075f31eb-fddb-4ce3-8959-919db0902fca req-774e82e8-2926-4024-986f-32b52d8fb4f9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.006311 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.057498 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-075f31eb-fddb-4ce3-8959-919db0902fca req-774e82e8-2926-4024-986f-32b52d8fb4f9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] For port 1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:00.057856 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-075f31eb-fddb-4ce3-8959-919db0902fca req-774e82e8-2926-4024-986f-32b52d8fb4f9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.070933 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-075f31eb-fddb-4ce3-8959-919db0902fca req-774e82e8-2926-4024-986f-32b52d8fb4f9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Calling delete_port for 1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:00.220235 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-075f31eb-fddb-4ce3-8959-919db0902fca req-774e82e8-2926-4024-986f-32b52d8fb4f9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.231860 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:59:00.249158 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e82e8-2926-4024-986f-32b52d8fb4f9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Pushing event deleted for resources: {'Port': ['ID=1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:00.301936 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-075f31eb-fddb-4ce3-8959-919db0902fca req-774e82e8-2926-4024-986f-32b52d8fb4f9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] No DVR routers for this DVR port 1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:59:00.305011 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-075f31eb-fddb-4ce3-8959-919db0902fca req-774e82e8-2926-4024-986f-32b52d8fb4f9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:00.308391 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-075f31eb-fddb-4ce3-8959-919db0902fca req-774e82e8-2926-4024-986f-32b52d8fb4f9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.23 "DELETE /v2.0/ports/1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5 HTTP/1.1" status: 204 len: 173 time: 0.4363375 Jul 29 23:59:00.308786 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e67a9af-479c-4381-b2a6-dcedf312494f', 'name': 'network-vif-deleted', 'tag': '1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:59:00.311135 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f332d2-a850-477e-a6de-b80fa979eab0" -d '{"events": [{"server_uuid": "7e67a9af-479c-4381-b2a6-dcedf312494f", "name": "network-vif-deleted", "tag": "1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:59:00.369168 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ba3e4b-c46f-4009-a226-2027233eb0db x-openstack-request-id: req-33ba3e4b-c46f-4009-a226-2027233eb0db {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:59:00.369936 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e67a9af-479c-4381-b2a6-dcedf312494f", "name": "network-vif-deleted", "tag": "1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:59:00.369936 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-33ba3e4b-c46f-4009-a226-2027233eb0db {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:59:00.370850 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e67a9af-479c-4381-b2a6-dcedf312494f', 'name': 'network-vif-deleted', 'tag': '1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5', 'status': 'completed', 'code': 200} Jul 29 23:59:00.758992 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bdaa714e-46cb-49ce-9b6a-927f6eb22024 req-49d00814-bec0-4061-9c62-dc4d5a3d298a tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e67a9af-479c-4381-b2a6-dcedf312494f HTTP/1.1" status: 200 len: 210 time: 0.0265176 Jul 29 23:59:01.867618 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-698dfb5c-2f60-4325-85dd-18a341d3fc63 req-437ab416-1602-4acd-a1c0-83d5f31e5fec tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e67a9af-479c-4381-b2a6-dcedf312494f HTTP/1.1" status: 200 len: 210 time: 0.0307364 Jul 29 23:59:02.492009 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:59:02.522874 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:59:02.523220 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 1dfb22c7-7550-4975-a3d9-af0a5e6a7ea5 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:59:02.863178 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4526ebc1-5486-4338-96ba-9f87d66494b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:02.962931 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b4f0593f-369a-46af-8678-802a9d1835b7 req-4ab9e52b-3afe-43ca-944c-db07bb916dfd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e67a9af-479c-4381-b2a6-dcedf312494f HTTP/1.1" status: 200 len: 210 time: 0.0263422 Jul 29 23:59:04.083893 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0b78ebdb-51d1-454a-b8fa-5ae819b66745 req-02308132-83bb-4d83-83e5-613ecf4f794f tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=7e67a9af-479c-4381-b2a6-dcedf312494f HTTP/1.1" status: 200 len: 210 time: 0.0361636 Jul 29 23:59:05.421066 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.273870 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-89f18b52-89a2-44f0-8d6a-95391c8c44d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:06.944553 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:08.255423 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:14.305814 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:59:25.530398 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-f07c1df3-f14a-485e-b715-1c42b70e568b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:25.532253 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-f07c1df3-f14a-485e-b715-1c42b70e568b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 812 time: 0.1047940 Jul 29 23:59:25.548561 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-5ea24a9b-168c-410b-86ca-0be0d324fcc5 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/quotas/1b27d1d59ac84f98808da97eba2a694c HTTP/1.1" status: 200 len: 375 time: 0.0104964 Jul 29 23:59:25.608188 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-034e2ec0-0d85-4086-b484-389938c6e299 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534031 Jul 29 23:59:25.729400 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-9bb826da-7445-409c-9fb5-f422eb4c8534 service neutron] 10.222.0.18 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139376 Jul 29 23:59:25.826061 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-b7b369b7-2c9b-4125-910b-88c546ecec02 service neutron] 10.222.0.18 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899825 Jul 29 23:59:26.017642 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b0affec-a473-4020-87ae-546ebfeb3570 req-b2f66d70-607a-4714-a33a-f5ffe22ee6b4 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 210 time: 0.0304894 Jul 29 23:59:27.130858 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-311ceae2-343e-4240-b299-b132c82669eb req-b032d684-035a-4611-94c7-c252e4ee0bf4 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 210 time: 0.0398448 Jul 29 23:59:27.239218 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-4d25005a-c368-4d02-bcfb-4fd00f6ce758 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:27.240834 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-4d25005a-c368-4d02-bcfb-4fd00f6ce758 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.23 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 812 time: 0.1202624 Jul 29 23:59:27.253217 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-d0204313-1ac5-421a-a270-f1475689fc80 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Request body: {'port': {'device_id': 'e68ce89a-e6b4-4914-a710-e58642659a25', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'admin_state_up': True, 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:27.375776 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-d0204313-1ac5-421a-a270-f1475689fc80 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Made reservation on behalf of 1b27d1d59ac84f98808da97eba2a694c for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 29 23:59:27.379548 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-d0204313-1ac5-421a-a270-f1475689fc80 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:27.531602 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-d0204313-1ac5-421a-a270-f1475689fc80 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Allocated IP 172.20.0.8 (772f0955-a0ec-440d-bf3f-76232f0d0cae/a11e98d2-a498-4014-8b77-a7744abf9c02/4eacb9bf-3571-4d14-a1b3-c20362353c89) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 29 23:59:27.723310 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-d0204313-1ac5-421a-a270-f1475689fc80 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:27.753055 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-d0204313-1ac5-421a-a270-f1475689fc80 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Transition to ACTIVE for port object 4eacb9bf-3571-4d14-a1b3-c20362353c89 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:27.791979 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-d0204313-1ac5-421a-a270-f1475689fc80 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:27.838490 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-d0204313-1ac5-421a-a270-f1475689fc80 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Network 772f0955-a0ec-440d-bf3f-76232f0d0cae is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 29 23:59:27.846073 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-d0204313-1ac5-421a-a270-f1475689fc80 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 29 23:59:27.854402 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-d0204313-1ac5-421a-a270-f1475689fc80 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 29 23:59:27.879497 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0204313-1ac5-421a-a270-f1475689fc80 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Pushing event updated for resources: {'Port': ['ID=4eacb9bf-3571-4d14-a1b3-c20362353c89,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:27.912177 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-d0204313-1ac5-421a-a270-f1475689fc80 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:27.913123 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-d0204313-1ac5-421a-a270-f1475689fc80 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:27.932643 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-d0204313-1ac5-421a-a270-f1475689fc80 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6833994 Jul 29 23:59:27.953068 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] Request body: {'port': {'device_id': 'e68ce89a-e6b4-4914-a710-e58642659a25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 29 23:59:28.031559 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:28.262459 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-65bc7925-fe48-4635-8d62-8570a93e645c None None] Provisioning for port 4eacb9bf-3571-4d14-a1b3-c20362353c89 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:28.266894 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-65bc7925-fe48-4635-8d62-8570a93e645c None None] Provisioning complete for port 4eacb9bf-3571-4d14-a1b3-c20362353c89 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:28.267422 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-65bc7925-fe48-4635-8d62-8570a93e645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:28.310314 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-65bc7925-fe48-4635-8d62-8570a93e645c None None] Port 4eacb9bf-3571-4d14-a1b3-c20362353c89 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 29 23:59:28.387928 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83746e1b-40bb-4df8-b875-39000baa2f59 req-aefbb638-36e7-4fd8-8066-4fb62cbaf1f4 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:28.389408 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-83746e1b-40bb-4df8-b875-39000baa2f59 req-aefbb638-36e7-4fd8-8066-4fb62cbaf1f4 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 931 time: 0.1694658 Jul 29 23:59:28.478701 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4eacb9bf-3571-4d14-a1b3-c20362353c89 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:59:28.485771 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-83746e1b-40bb-4df8-b875-39000baa2f59 req-a61ae556-9855-457e-8b0f-341e7a8a7185 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832129 Jul 29 23:59:28.490334 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:28.512845 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] Transition to ACTIVE for port object 4eacb9bf-3571-4d14-a1b3-c20362353c89 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 29 23:59:28.517380 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:28.604023 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] Pushing event updated for resources: {'Port': ['ID=4eacb9bf-3571-4d14-a1b3-c20362353c89,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:28.632483 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:28.632813 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:28.633157 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:28.633491 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:28.634889 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:28.635257 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:28.635593 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:28.635947 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:28.636284 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:28.636606 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:28.636933 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:28.637254 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:28.671987 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] Attempting to bind port 4eacb9bf-3571-4d14-a1b3-c20362353c89 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 29 23:59:28.672585 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] Attempting to bind port 4eacb9bf-3571-4d14-a1b3-c20362353c89 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 29 23:59:28.673110 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] Attempting to bind port 4eacb9bf-3571-4d14-a1b3-c20362353c89 on network 772f0955-a0ec-440d-bf3f-76232f0d0cae {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:59:28.679009 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] Port 4eacb9bf-3571-4d14-a1b3-c20362353c89 on network 772f0955-a0ec-440d-bf3f-76232f0d0cae not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 29 23:59:28.679515 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] Attempting to bind port 4eacb9bf-3571-4d14-a1b3-c20362353c89 on network 772f0955-a0ec-440d-bf3f-76232f0d0cae {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 29 23:59:28.691232 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 29, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 29 23:59:28.691906 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] Checking segment: {'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 29 23:59:28.692764 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] Bound using segment: {'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 29 23:59:28.693362 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] Bound port: 4eacb9bf-3571-4d14-a1b3-c20362353c89, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 29 23:59:28.693894 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:28.775876 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] For port 4eacb9bf-3571-4d14-a1b3-c20362353c89, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 29 23:59:28.781346 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] For port 4eacb9bf-3571-4d14-a1b3-c20362353c89, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=4eacb9bf-3571-4d14-a1b3-c20362353c89,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 29 23:59:28.787727 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:28.857608 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] Pushing event updated for resources: {'Port': ['ID=4eacb9bf-3571-4d14-a1b3-c20362353c89,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:28.866924 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:28.867766 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:28.870279 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-2c82a678-8350-438a-bcdc-8a54403c30ec service neutron] 10.222.0.23 "PUT /v2.0/ports/4eacb9bf-3571-4d14-a1b3-c20362353c89 HTTP/1.1" status: 200 len: 1092 time: 0.9230959 Jul 29 23:59:28.870846 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e68ce89a-e6b4-4914-a710-e58642659a25', 'tag': '4eacb9bf-3571-4d14-a1b3-c20362353c89'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:59:28.873414 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcd5a58-f145-4c77-af14-3b6654d0ef66" -d '{"events": [{"name": "network-changed", "server_uuid": "e68ce89a-e6b4-4914-a710-e58642659a25", "tag": "4eacb9bf-3571-4d14-a1b3-c20362353c89"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:59:28.927548 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 29 Jul 2021 23:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f1ad72-bc6e-4dee-bc45-7281bc6e9420 x-openstack-request-id: req-05f1ad72-bc6e-4dee-bc45-7281bc6e9420 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:59:28.927959 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e68ce89a-e6b4-4914-a710-e58642659a25", "tag": "4eacb9bf-3571-4d14-a1b3-c20362353c89", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:59:28.928280 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-05f1ad72-bc6e-4dee-bc45-7281bc6e9420 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:59:28.928751 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e68ce89a-e6b4-4914-a710-e58642659a25', 'tag': '4eacb9bf-3571-4d14-a1b3-c20362353c89', 'status': 'completed', 'code': 200} Jul 29 23:59:28.991210 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-3a7c70c0-82d4-4829-ad34-3311a86c8ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:28.992817 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-3a7c70c0-82d4-4829-ad34-3311a86c8ea3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 1095 time: 0.0828400 Jul 29 23:59:29.045677 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-6467b401-54e7-48cd-9fdc-ffdf65462149 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4eacb9bf-3571-4d14-a1b3-c20362353c89 HTTP/1.1" status: 200 len: 217 time: 0.0454540 Jul 29 23:59:29.136530 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-b24511a2-0bdd-48f7-8f66-f9e79b9728e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:29.138733 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-b24511a2-0bdd-48f7-8f66-f9e79b9728e7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a11e98d2-a498-4014-8b77-a7744abf9c02 HTTP/1.1" status: 200 len: 851 time: 0.0854719 Jul 29 23:59:29.212730 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-54b4ee19-1201-4e0c-a483-c59f024609a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:29.214619 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-54b4ee19-1201-4e0c-a483-c59f024609a1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=772f0955-a0ec-440d-bf3f-76232f0d0cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599818 Jul 29 23:59:29.346885 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-c7498636-c5a6-4cc4-aeca-fab48040f797 service neutron] 10.222.0.23 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253612 Jul 29 23:59:29.503880 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc2a6cad-3734-433d-94fd-5b7cd3e03cf7 req-d65bed7b-a049-46d1-8556-713b6299acc8 service neutron] 10.222.0.23 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498163 Jul 29 23:59:29.681842 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5510031-1e0c-4a02-8421-7b9a2794f643 req-f9423698-db9c-4834-99c5-f3493668f41a tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:29.683928 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e5510031-1e0c-4a02-8421-7b9a2794f643 req-f9423698-db9c-4834-99c5-f3493668f41a tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 943 time: 0.1026967 Jul 29 23:59:29.703036 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd5a58-f145-4c77-af14-3b6654d0ef66 req-df08f2e3-b1d9-401a-a2d2-68a77a1c15b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:29.704637 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2dcd5a58-f145-4c77-af14-3b6654d0ef66 req-df08f2e3-b1d9-401a-a2d2-68a77a1c15b4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 1095 time: 0.1365256 Jul 29 23:59:29.801109 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e5510031-1e0c-4a02-8421-7b9a2794f643 req-ef52b5b9-0501-4f57-b8c1-8d7bbb4d0d2b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087503 Jul 29 23:59:29.815383 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:29.845821 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd5a58-f145-4c77-af14-3b6654d0ef66 req-d127e97d-4537-438e-9dae-83915cad04b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:29.847630 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2dcd5a58-f145-4c77-af14-3b6654d0ef66 req-d127e97d-4537-438e-9dae-83915cad04b0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 913 time: 0.1340351 Jul 29 23:59:29.906019 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2dcd5a58-f145-4c77-af14-3b6654d0ef66 req-e5f6f7d9-30f6-421b-a8db-b6823314c8bc service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4eacb9bf-3571-4d14-a1b3-c20362353c89 HTTP/1.1" status: 200 len: 217 time: 0.0504484 Jul 29 23:59:29.988692 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd5a58-f145-4c77-af14-3b6654d0ef66 req-d8b072fb-3d8c-45c6-bf4e-666846e87819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:29.990425 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2dcd5a58-f145-4c77-af14-3b6654d0ef66 req-d8b072fb-3d8c-45c6-bf4e-666846e87819 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a11e98d2-a498-4014-8b77-a7744abf9c02 HTTP/1.1" status: 200 len: 851 time: 0.0778739 Jul 29 23:59:30.050005 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:30.062965 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd5a58-f145-4c77-af14-3b6654d0ef66 req-bce3ee7e-dbb9-44f6-86bc-79662b6768c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:30.064585 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2dcd5a58-f145-4c77-af14-3b6654d0ef66 req-bce3ee7e-dbb9-44f6-86bc-79662b6768c5 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=772f0955-a0ec-440d-bf3f-76232f0d0cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0625627 Jul 29 23:59:30.203126 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2dcd5a58-f145-4c77-af14-3b6654d0ef66 req-ade2b2e9-71de-4387-bd45-fa120cd73348 service neutron] 10.222.0.23 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272116 Jul 29 23:59:30.344111 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2dcd5a58-f145-4c77-af14-3b6654d0ef66 req-f0865bc1-e8d9-475f-a2a4-7dd56c637bea service neutron] 10.222.0.23 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359558 Jul 29 23:59:31.012913 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc71cb8-6645-45e3-8a68-4e421c77b8a5 req-68b5ab7b-ad69-4f95-87c5-e4e7a52e367a tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:31.015785 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7bc71cb8-6645-45e3-8a68-4e421c77b8a5 req-68b5ab7b-ad69-4f95-87c5-e4e7a52e367a tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 943 time: 0.1027358 Jul 29 23:59:31.103222 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7bc71cb8-6645-45e3-8a68-4e421c77b8a5 req-aa794f2d-657c-45ad-be0d-b1052fe036b3 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691085 Jul 29 23:59:32.327820 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2f26e-0701-4d3e-8456-6daa38772ae2 req-d1387d0e-7c54-4140-bcaf-5f9396eb3a7a tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:32.331781 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-75e2f26e-0701-4d3e-8456-6daa38772ae2 req-d1387d0e-7c54-4140-bcaf-5f9396eb3a7a tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 943 time: 0.0915210 Jul 29 23:59:32.401173 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-75e2f26e-0701-4d3e-8456-6daa38772ae2 req-8ed3c739-380c-49bb-aa3f-fc50c6ed4d76 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619726 Jul 29 23:59:32.874309 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c71b65b7-f8c0-4db8-ae1d-58bb007e8ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:33.550875 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb094fd-2110-4782-bcda-8f2cd13121af req-9c310474-ddac-48a2-b945-fa9c76a7559f tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:33.552411 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acb094fd-2110-4782-bcda-8f2cd13121af req-9c310474-ddac-48a2-b945-fa9c76a7559f tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 943 time: 0.0596771 Jul 29 23:59:33.605817 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acb094fd-2110-4782-bcda-8f2cd13121af req-c67b4f66-5d93-454a-ae10-959ec6a5daea tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391374 Jul 29 23:59:34.748821 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d49ce6c-7c5b-4e9d-82eb-c445563bc455 req-b1c0f1e4-c082-4c65-9082-5ad4345b4a49 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:34.750210 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d49ce6c-7c5b-4e9d-82eb-c445563bc455 req-b1c0f1e4-c082-4c65-9082-5ad4345b4a49 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 943 time: 0.0520883 Jul 29 23:59:34.800413 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d49ce6c-7c5b-4e9d-82eb-c445563bc455 req-a0f49a0d-94e0-4fd0-8451-b1fc6a75ae45 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439854 Jul 29 23:59:35.422516 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:35.918173 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0367a87-ccb9-4645-8fbc-5b659597e04b req-bd137275-cd24-4e41-97f3-774d1b09443e tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:35.919753 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f0367a87-ccb9-4645-8fbc-5b659597e04b req-bd137275-cd24-4e41-97f3-774d1b09443e tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 943 time: 0.0503099 Jul 29 23:59:35.962421 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f0367a87-ccb9-4645-8fbc-5b659597e04b req-dbff97cf-3088-45d7-adac-2575166312a5 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356214 Jul 29 23:59:36.260189 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1607820f-845a-4625-a04a-58ffc6c7af51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:36.949227 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:37.091770 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26cc55e-5389-4fcf-8180-1b12ef65db77 req-0964e7e6-e474-4b70-83ac-2234b74293bd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:37.093787 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b26cc55e-5389-4fcf-8180-1b12ef65db77 req-0964e7e6-e474-4b70-83ac-2234b74293bd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 943 time: 0.0588634 Jul 29 23:59:37.138324 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b26cc55e-5389-4fcf-8180-1b12ef65db77 req-79365c3d-88a2-4e89-aa99-f370f79a3174 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386105 Jul 29 23:59:38.254790 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:38.269013 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19056524-f83a-46bb-9d90-e6533269bf31 req-a2f00fbe-d2f7-4d05-9197-665275581d84 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:38.271269 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-19056524-f83a-46bb-9d90-e6533269bf31 req-a2f00fbe-d2f7-4d05-9197-665275581d84 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 943 time: 0.0562272 Jul 29 23:59:38.319199 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-19056524-f83a-46bb-9d90-e6533269bf31 req-7a6b569d-c18f-4b4c-a8ec-965ea0d4b69f tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386496 Jul 29 23:59:38.702620 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145346da-fcda-4201-9fec-4dc401746d1b req-701c75ef-47e7-4e0e-a582-52a0eead5bc7 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:38.704138 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-145346da-fcda-4201-9fec-4dc401746d1b req-701c75ef-47e7-4e0e-a582-52a0eead5bc7 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] 10.222.0.18 "GET /v2.0/ports?device_id=15255e1d-d526-4ab1-aa52-f938a23eac5e HTTP/1.1" status: 200 len: 950 time: 0.0647898 Jul 29 23:59:38.763749 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-145346da-fcda-4201-9fec-4dc401746d1b req-3c66483d-82f5-40b7-9e78-3c576f3abaeb tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3d30e1-7ee8-40c7-9679-1c6541980948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494959 Jul 29 23:59:39.452269 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613fcf53-c783-48d1-b0e6-dfd489c69774 req-1352551d-bbda-4a0a-8eb9-adb816bfc3e6 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:39.453995 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-613fcf53-c783-48d1-b0e6-dfd489c69774 req-1352551d-bbda-4a0a-8eb9-adb816bfc3e6 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 943 time: 0.0630648 Jul 29 23:59:39.500603 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-613fcf53-c783-48d1-b0e6-dfd489c69774 req-37347fdc-7cd7-46f7-a45b-df228288d5b5 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390210 Jul 29 23:59:39.909231 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf905b03-f782-4990-9606-95f7d1274571 req-c492752d-7539-4bd2-ba82-0ce65898ead4 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:39.910805 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cf905b03-f782-4990-9606-95f7d1274571 req-c492752d-7539-4bd2-ba82-0ce65898ead4 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] 10.222.0.18 "GET /v2.0/ports?device_id=15255e1d-d526-4ab1-aa52-f938a23eac5e HTTP/1.1" status: 200 len: 950 time: 0.0551918 Jul 29 23:59:39.960433 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cf905b03-f782-4990-9606-95f7d1274571 req-55d9aa8d-83a2-4232-9bac-affa1ad355d4 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] 10.222.0.18 "GET /v2.0/security-groups?id=7e3d30e1-7ee8-40c7-9679-1c6541980948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422895 Jul 29 23:59:40.334244 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0a752-fb6b-4f64-b263-332d997d380e req-c1bf2c75-3bdf-464d-9d63-c2a15dd30939 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:40.335965 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9cd0a752-fb6b-4f64-b263-332d997d380e req-c1bf2c75-3bdf-464d-9d63-c2a15dd30939 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] 10.222.0.39 "GET /v2.0/ports?device_id=15255e1d-d526-4ab1-aa52-f938a23eac5e HTTP/1.1" status: 200 len: 950 time: 0.0502989 Jul 29 23:59:40.433935 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-9cd0a752-fb6b-4f64-b263-332d997d380e req-faa7b593-778f-43cd-a747-85291176d144 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Deleting port 4839ddd7-a667-4167-a9f3-4c4dd8b22839 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:40.434276 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9cd0a752-fb6b-4f64-b263-332d997d380e req-faa7b593-778f-43cd-a747-85291176d144 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:40.523242 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-9cd0a752-fb6b-4f64-b263-332d997d380e req-faa7b593-778f-43cd-a747-85291176d144 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] For port 4839ddd7-a667-4167-a9f3-4c4dd8b22839, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=4839ddd7-a667-4167-a9f3-4c4dd8b22839,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:40.524345 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9cd0a752-fb6b-4f64-b263-332d997d380e req-faa7b593-778f-43cd-a747-85291176d144 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:40.538889 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-9cd0a752-fb6b-4f64-b263-332d997d380e req-faa7b593-778f-43cd-a747-85291176d144 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Calling delete_port for 4839ddd7-a667-4167-a9f3-4c4dd8b22839 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:40.935189 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6e1c6-fa22-420e-918b-32a0b38cda1b req-ab31885a-db95-49f3-8b7c-51a8df9f4ade tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:40.936788 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-45a6e1c6-fa22-420e-918b-32a0b38cda1b req-ab31885a-db95-49f3-8b7c-51a8df9f4ade tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 943 time: 0.0754790 Jul 29 23:59:41.025456 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-45a6e1c6-fa22-420e-918b-32a0b38cda1b req-9451e42b-a998-4fd3-9629-ca493d3b4384 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760086 Jul 29 23:59:41.026680 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9cd0a752-fb6b-4f64-b263-332d997d380e req-faa7b593-778f-43cd-a747-85291176d144 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:41.039624 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['4839ddd7-a667-4167-a9f3-4c4dd8b22839'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:59:41.057155 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa7b593-778f-43cd-a747-85291176d144 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Pushing event deleted for resources: {'Port': ['ID=4839ddd7-a667-4167-a9f3-4c4dd8b22839,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:41.111114 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd0a752-fb6b-4f64-b263-332d997d380e req-faa7b593-778f-43cd-a747-85291176d144 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] No DVR routers for this DVR port 4839ddd7-a667-4167-a9f3-4c4dd8b22839 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:59:41.114621 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-9cd0a752-fb6b-4f64-b263-332d997d380e req-faa7b593-778f-43cd-a747-85291176d144 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:41.116802 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9cd0a752-fb6b-4f64-b263-332d997d380e req-faa7b593-778f-43cd-a747-85291176d144 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] 10.222.0.39 "DELETE /v2.0/ports/4839ddd7-a667-4167-a9f3-4c4dd8b22839 HTTP/1.1" status: 204 len: 173 time: 0.7741194 Jul 29 23:59:41.118698 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15255e1d-d526-4ab1-aa52-f938a23eac5e', 'name': 'network-vif-deleted', 'tag': '4839ddd7-a667-4167-a9f3-4c4dd8b22839'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:59:41.121015 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883448e4-9c7a-4ab5-a42c-b3d9e06a48f4" -d '{"events": [{"server_uuid": "15255e1d-d526-4ab1-aa52-f938a23eac5e", "name": "network-vif-deleted", "tag": "4839ddd7-a667-4167-a9f3-4c4dd8b22839"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:59:41.152933 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f55219a3-bff3-4d88-b3ee-a0864c1b1662 req-db521004-c502-48e3-b8f7-94ba7d964639 tempest-VolumesBackupsTest-575288492 tempest-VolumesBackupsTest-575288492-project] 10.222.0.18 "GET /v2.0/ports?device_id=15255e1d-d526-4ab1-aa52-f938a23eac5e HTTP/1.1" status: 200 len: 210 time: 0.0396421 Jul 29 23:59:41.200604 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ff9e07-91d5-4bd4-b1d2-5ca9d2d70e2e x-openstack-request-id: req-30ff9e07-91d5-4bd4-b1d2-5ca9d2d70e2e {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:59:41.201528 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15255e1d-d526-4ab1-aa52-f938a23eac5e", "name": "network-vif-deleted", "tag": "4839ddd7-a667-4167-a9f3-4c4dd8b22839", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:59:41.201787 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-30ff9e07-91d5-4bd4-b1d2-5ca9d2d70e2e {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:59:41.202192 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15255e1d-d526-4ab1-aa52-f938a23eac5e', 'name': 'network-vif-deleted', 'tag': '4839ddd7-a667-4167-a9f3-4c4dd8b22839', 'status': 'completed', 'code': 200} Jul 29 23:59:42.146296 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c47bc-a592-4e98-8144-7d899f1073cf req-ffee75b7-f715-410a-abfc-48d9df4875bb tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:42.147780 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fd1c47bc-a592-4e98-8144-7d899f1073cf req-ffee75b7-f715-410a-abfc-48d9df4875bb tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 943 time: 0.0487437 Jul 29 23:59:42.189496 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fd1c47bc-a592-4e98-8144-7d899f1073cf req-9d1f5bca-e788-4c00-8db0-c65a75a42ef6 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347388 Jul 29 23:59:43.308076 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c9dd82-5146-4960-bf0c-43c665d5e4cb req-3210aebf-557f-4908-ae91-48c5850019df tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:43.309555 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82c9dd82-5146-4960-bf0c-43c665d5e4cb req-3210aebf-557f-4908-ae91-48c5850019df tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 943 time: 0.0519814 Jul 29 23:59:43.349193 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82c9dd82-5146-4960-bf0c-43c665d5e4cb req-75f09e24-d491-4362-bca8-33097e193d1a tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336812 Jul 29 23:59:44.241681 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 4839ddd7-a667-4167-a9f3-4c4dd8b22839 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:59:44.267254 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 4839ddd7-a667-4167-a9f3-4c4dd8b22839 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:59:44.267604 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 4839ddd7-a667-4167-a9f3-4c4dd8b22839 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:59:44.495755 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fbdd8-192b-49c8-82e8-cfe7ea715a63 req-95160ee0-6ccc-4096-8aa7-cbb41b0973c1 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:44.500382 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e5fbdd8-192b-49c8-82e8-cfe7ea715a63 req-95160ee0-6ccc-4096-8aa7-cbb41b0973c1 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 943 time: 0.0663247 Jul 29 23:59:44.544360 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1e5fbdd8-192b-49c8-82e8-cfe7ea715a63 req-d1397727-fcba-4476-b672-b01e47395166 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359466 Jul 29 23:59:45.671151 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424a821-1e72-446a-9ddf-7e34e5593517 req-22c5c458-08a1-4945-aeff-7c8826090231 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:45.676534 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1424a821-1e72-446a-9ddf-7e34e5593517 req-22c5c458-08a1-4945-aeff-7c8826090231 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 943 time: 0.0613458 Jul 29 23:59:45.726134 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1424a821-1e72-446a-9ddf-7e34e5593517 req-1590bb20-a3f8-4edd-b28c-b7414c4e2299 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450528 Jul 29 23:59:46.853742 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a9d2c-aec3-4617-a33d-bd6232958004 req-0b7d3624-a936-4106-9fca-22ec49d1340a tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:46.855255 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f2a9d2c-aec3-4617-a33d-bd6232958004 req-0b7d3624-a936-4106-9fca-22ec49d1340a tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 943 time: 0.0525708 Jul 29 23:59:46.894851 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f2a9d2c-aec3-4617-a33d-bd6232958004 req-c358f3e3-2e7b-477f-963e-d52d828fe1d2 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334990 Jul 29 23:59:48.012954 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a240caf-d6cf-444c-9cbd-e7c05cc53200 req-44613658-8e88-4211-8f3d-3c85aea5133a tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:48.014469 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4a240caf-d6cf-444c-9cbd-e7c05cc53200 req-44613658-8e88-4211-8f3d-3c85aea5133a tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 943 time: 0.0503380 Jul 29 23:59:48.055683 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4a240caf-d6cf-444c-9cbd-e7c05cc53200 req-89719af2-bff5-4d51-9a60-6cb94adc9c7e tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349801 Jul 29 23:59:48.722572 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 4eacb9bf-3571-4d14-a1b3-c20362353c89 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 29 23:59:48.819800 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 4eacb9bf-3571-4d14-a1b3-c20362353c89, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=4eacb9bf-3571-4d14-a1b3-c20362353c89,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:48.832259 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '4eacb9bf-3571-4d14-a1b3-c20362353c89', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'port_id': '4eacb9bf-3571-4d14-a1b3-c20362353c89', 'mac_address': 'fa:16:3e:80:da:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 29 23:59:48.871079 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:48.888367 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4eacb9bf-3571-4d14-a1b3-c20362353c89 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 29 23:59:48.909526 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 4eacb9bf-3571-4d14-a1b3-c20362353c89, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=4eacb9bf-3571-4d14-a1b3-c20362353c89,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:48.914978 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:48.964556 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=4eacb9bf-3571-4d14-a1b3-c20362353c89,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:48.972318 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:48.972951 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:48.973305 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:48.973688 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:48.974097 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:48.974507 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:48.975282 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:48.975660 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:48.976049 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:48.976448 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:48.976849 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:48.977254 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 29 23:59:49.120745 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['4eacb9bf-3571-4d14-a1b3-c20362353c89'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:59:49.195099 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccdd812-2194-4455-8420-4f7d91eded8a req-ee39b8a1-7ef2-4b30-ae76-97166fc2631b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:49.197347 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ccdd812-2194-4455-8420-4f7d91eded8a req-ee39b8a1-7ef2-4b30-ae76-97166fc2631b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 944 time: 0.0656600 Jul 29 23:59:49.244160 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ccdd812-2194-4455-8420-4f7d91eded8a req-d5734607-a9bd-4b3b-b5d8-d59796756936 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396094 Jul 29 23:59:50.366098 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00ac54-2498-4607-a52d-f91974d06989 req-5c74fbd4-748d-43e4-b8f7-ab9fa189bb1a tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:50.367705 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cb00ac54-2498-4607-a52d-f91974d06989 req-5c74fbd4-748d-43e4-b8f7-ab9fa189bb1a tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 944 time: 0.0522952 Jul 29 23:59:50.408253 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cb00ac54-2498-4607-a52d-f91974d06989 req-71311f7d-6a5e-49dc-ab76-00042d25daad tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340843 Jul 29 23:59:50.717657 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 4eacb9bf-3571-4d14-a1b3-c20362353c89 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 29 23:59:50.769407 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 4eacb9bf-3571-4d14-a1b3-c20362353c89 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 29 23:59:50.773155 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 4eacb9bf-3571-4d14-a1b3-c20362353c89 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 29 23:59:50.774168 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:50.852560 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:50.875448 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68ce89a-e6b4-4914-a710-e58642659a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eacb9bf-3571-4d14-a1b3-c20362353c89'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:59:50.877952 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ce91311-2fa6-4cf4-b261-6b041b0286c3" -d '{"events": [{"server_uuid": "e68ce89a-e6b4-4914-a710-e58642659a25", "name": "network-vif-plugged", "status": "completed", "tag": "4eacb9bf-3571-4d14-a1b3-c20362353c89"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:59:50.893434 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 4eacb9bf-3571-4d14-a1b3-c20362353c89, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=4eacb9bf-3571-4d14-a1b3-c20362353c89,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:50.898323 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:50.955567 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=4eacb9bf-3571-4d14-a1b3-c20362353c89,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:51.084565 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96087f76-e0d8-4faf-8567-ceb9cb2c0031 x-openstack-request-id: req-96087f76-e0d8-4faf-8567-ceb9cb2c0031 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:59:51.084874 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68ce89a-e6b4-4914-a710-e58642659a25", "name": "network-vif-plugged", "status": "completed", "tag": "4eacb9bf-3571-4d14-a1b3-c20362353c89", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:59:51.085117 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-96087f76-e0d8-4faf-8567-ceb9cb2c0031 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:59:51.085514 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68ce89a-e6b4-4914-a710-e58642659a25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4eacb9bf-3571-4d14-a1b3-c20362353c89', 'code': 200} Jul 29 23:59:51.184718 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d595eb-1c19-4835-9365-1a9289f8901e req-26669e5e-62dc-498f-8383-252d5318530a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:51.186247 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-93d595eb-1c19-4835-9365-1a9289f8901e req-26669e5e-62dc-498f-8383-252d5318530a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 1097 time: 0.0417726 Jul 29 23:59:51.224920 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-93d595eb-1c19-4835-9365-1a9289f8901e req-97d29f5a-e860-4382-a75d-f44cb9e18cd2 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318673 Jul 29 23:59:51.306445 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 29 23:59:51.529708 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14d43e-3dee-4a1e-8160-2044ce73eac3 req-0f3041d3-49db-424f-b775-25412d1d5441 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:51.531257 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4c14d43e-3dee-4a1e-8160-2044ce73eac3 req-0f3041d3-49db-424f-b775-25412d1d5441 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 945 time: 0.0508738 Jul 29 23:59:51.575592 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4c14d43e-3dee-4a1e-8160-2044ce73eac3 req-1675b59a-d25c-449e-a98b-20d305f911a1 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377738 Jul 29 23:59:52.692578 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8dffc4-d651-467b-b924-5ed4deff1411 req-0fce9792-95b6-414e-b1f2-e186ea5b4fbe tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:52.694104 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a8dffc4-d651-467b-b924-5ed4deff1411 req-0fce9792-95b6-414e-b1f2-e186ea5b4fbe tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 945 time: 0.0507154 Jul 29 23:59:52.733911 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a8dffc4-d651-467b-b924-5ed4deff1411 req-d1d004fe-5aae-4670-a058-9538710ceafe tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334008 Jul 29 23:59:52.850032 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28176559-f790-46c5-9e55-0f2b1c279f69 req-9410d2af-097f-47b8-817d-d1540a8014a2 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:52.852281 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28176559-f790-46c5-9e55-0f2b1c279f69 req-9410d2af-097f-47b8-817d-d1540a8014a2 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 945 time: 0.0500674 Jul 29 23:59:52.890572 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28176559-f790-46c5-9e55-0f2b1c279f69 req-39078f01-7d4e-44d0-8b43-3117510f1e71 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323410 Jul 29 23:59:53.020305 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b4c53-8e45-4d62-8683-777cd03226be req-c1e189c4-5f8e-4025-a7eb-3ef6f140b144 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:53.021935 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-545b4c53-8e45-4d62-8683-777cd03226be req-c1e189c4-5f8e-4025-a7eb-3ef6f140b144 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 945 time: 0.0526447 Jul 29 23:59:53.066558 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-545b4c53-8e45-4d62-8683-777cd03226be req-fa2d8728-02fc-4ef0-8f8c-1c4344fcd4ef tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376918 Jul 29 23:59:53.378423 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800d5149-d941-4e45-9e2f-602255036667 req-01ee64ef-9d51-437c-98b7-59cb13d7e31c tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:53.380164 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-800d5149-d941-4e45-9e2f-602255036667 req-01ee64ef-9d51-437c-98b7-59cb13d7e31c tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 945 time: 0.0526032 Jul 29 23:59:53.422582 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-800d5149-d941-4e45-9e2f-602255036667 req-6af9fcb1-00be-4292-a182-83e39fa4d267 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336699 Jul 29 23:59:54.544164 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22ae95-47a1-4b42-9229-d82ccbf8882b req-b53208e1-75f2-4772-9ba5-c64d311cd314 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:54.545957 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5c22ae95-47a1-4b42-9229-d82ccbf8882b req-b53208e1-75f2-4772-9ba5-c64d311cd314 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 945 time: 0.0532436 Jul 29 23:59:54.591378 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5c22ae95-47a1-4b42-9229-d82ccbf8882b req-d21fdc59-5fee-4948-88a9-d4b0706da812 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386326 Jul 29 23:59:54.775074 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c622539-1ad2-4295-bc3e-783fd9dabe77 req-eb82f104-1513-41df-84d9-ef48b2371626 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 29 23:59:54.776520 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5c622539-1ad2-4295-bc3e-783fd9dabe77 req-eb82f104-1513-41df-84d9-ef48b2371626 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.23 "GET /v2.0/ports?device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 945 time: 0.0498121 Jul 29 23:59:54.872402 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-5c622539-1ad2-4295-bc3e-783fd9dabe77 req-66093be4-3a69-40a4-af95-192abb8edbef tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Deleting port 4eacb9bf-3571-4d14-a1b3-c20362353c89 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 29 23:59:54.872746 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5c622539-1ad2-4295-bc3e-783fd9dabe77 req-66093be4-3a69-40a4-af95-192abb8edbef tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:54.967364 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-5c622539-1ad2-4295-bc3e-783fd9dabe77 req-66093be4-3a69-40a4-af95-192abb8edbef tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] For port 4eacb9bf-3571-4d14-a1b3-c20362353c89, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=4eacb9bf-3571-4d14-a1b3-c20362353c89,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 29 23:59:54.967736 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5c622539-1ad2-4295-bc3e-783fd9dabe77 req-66093be4-3a69-40a4-af95-192abb8edbef tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:54.981354 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-5c622539-1ad2-4295-bc3e-783fd9dabe77 req-66093be4-3a69-40a4-af95-192abb8edbef tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Calling delete_port for 4eacb9bf-3571-4d14-a1b3-c20362353c89 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 29 23:59:55.124755 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5c622539-1ad2-4295-bc3e-783fd9dabe77 req-66093be4-3a69-40a4-af95-192abb8edbef tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:55.138617 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['4eacb9bf-3571-4d14-a1b3-c20362353c89'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 29 23:59:55.160414 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66093be4-3a69-40a4-af95-192abb8edbef tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Pushing event deleted for resources: {'Port': ['ID=4eacb9bf-3571-4d14-a1b3-c20362353c89,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 29 23:59:55.218038 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c622539-1ad2-4295-bc3e-783fd9dabe77 req-66093be4-3a69-40a4-af95-192abb8edbef tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] No DVR routers for this DVR port 4eacb9bf-3571-4d14-a1b3-c20362353c89 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 29 23:59:55.220820 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-5c622539-1ad2-4295-bc3e-783fd9dabe77 req-66093be4-3a69-40a4-af95-192abb8edbef tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 29 23:59:55.222978 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5c622539-1ad2-4295-bc3e-783fd9dabe77 req-66093be4-3a69-40a4-af95-192abb8edbef tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.23 "DELETE /v2.0/ports/4eacb9bf-3571-4d14-a1b3-c20362353c89 HTTP/1.1" status: 204 len: 173 time: 0.4401445 Jul 29 23:59:55.223458 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e68ce89a-e6b4-4914-a710-e58642659a25', 'name': 'network-vif-deleted', 'tag': '4eacb9bf-3571-4d14-a1b3-c20362353c89'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 29 23:59:55.233266 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99799852-ff21-40fa-861f-6c07bcd6fbad" -d '{"events": [{"server_uuid": "e68ce89a-e6b4-4914-a710-e58642659a25", "name": "network-vif-deleted", "tag": "4eacb9bf-3571-4d14-a1b3-c20362353c89"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 29 23:59:55.303355 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 29 Jul 2021 23:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7f6390a-860c-4df2-92d0-95e0b9c4ed29 x-openstack-request-id: req-a7f6390a-860c-4df2-92d0-95e0b9c4ed29 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 29 23:59:55.303778 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e68ce89a-e6b4-4914-a710-e58642659a25", "name": "network-vif-deleted", "tag": "4eacb9bf-3571-4d14-a1b3-c20362353c89", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 29 23:59:55.304203 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a7f6390a-860c-4df2-92d0-95e0b9c4ed29 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 29 23:59:55.304696 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e68ce89a-e6b4-4914-a710-e58642659a25', 'name': 'network-vif-deleted', 'tag': '4eacb9bf-3571-4d14-a1b3-c20362353c89', 'status': 'completed', 'code': 200} Jul 29 23:59:55.705755 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-21b443c8-aa19-4ea5-90c9-6a2a5aa9a0e2 req-6c289315-6df9-4889-b750-004840a23e0a tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 210 time: 0.0303001 Jul 29 23:59:56.807290 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f3c452a4-dec6-45e4-9eb4-e53fca9f70f8 req-08245c87-8a3f-4a99-9a44-ac470754f3e0 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 210 time: 0.0284400 Jul 29 23:59:57.915040 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e9e759a-fd32-4750-a2ae-03a33957bddf req-30b25ae5-2830-4c58-927f-43ece7eb9289 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 210 time: 0.0289669 Jul 29 23:59:58.769699 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 4eacb9bf-3571-4d14-a1b3-c20362353c89 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 29 23:59:58.790370 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 4eacb9bf-3571-4d14-a1b3-c20362353c89 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 29 23:59:58.790723 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 4eacb9bf-3571-4d14-a1b3-c20362353c89 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 29 23:59:59.024613 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a0ec1503-18b1-44f6-93d0-135b7a4f8c81 req-54c2ea3c-b1bc-4421-940f-fc5202186f9d tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=e68ce89a-e6b4-4914-a710-e58642659a25 HTTP/1.1" status: 200 len: 210 time: 0.0286753 Jul 29 23:59:59.783410 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:00.018922 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:02.870179 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2f63d3cb-b3ed-4867-aa9b-dbd1d574e458 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:05.416689 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:06.259136 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5b2d7f05-77ed-4b77-a708-4d5de92010a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:06.961079 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:08.251916 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:22.303892 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e16530-f91f-4334-932c-d7ab5312a82b req-f439b41d-8262-4eac-b6ae-9ed6b36cad78 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:22.305974 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47e16530-f91f-4334-932c-d7ab5312a82b req-f439b41d-8262-4eac-b6ae-9ed6b36cad78 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 812 time: 0.1170332 Jul 30 00:00:22.326812 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47e16530-f91f-4334-932c-d7ab5312a82b req-1b82b129-ebc7-46f2-9624-0b79d05eb6a7 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/quotas/1b27d1d59ac84f98808da97eba2a694c HTTP/1.1" status: 200 len: 375 time: 0.0124416 Jul 30 00:00:22.389474 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47e16530-f91f-4334-932c-d7ab5312a82b req-280bcffb-9e26-43da-a917-ba5863fc2778 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569463 Jul 30 00:00:22.400578 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-47e16530-f91f-4334-932c-d7ab5312a82b req-756aca17-5bb0-482a-9397-7b811d1d746a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:00:22.401566 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47e16530-f91f-4334-932c-d7ab5312a82b req-756aca17-5bb0-482a-9397-7b811d1d746a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056472 Jul 30 00:00:22.501732 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47e16530-f91f-4334-932c-d7ab5312a82b req-1297ea79-21c9-437e-a7b7-26cd98c64571 service neutron] 10.222.0.18 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897791 Jul 30 00:00:22.596164 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47e16530-f91f-4334-932c-d7ab5312a82b req-af5d5849-ed66-47bf-9d7e-b33b864eadbc service neutron] 10.222.0.18 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872610 Jul 30 00:00:22.896097 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-298d96c3-a11b-4493-ac5e-530c6090e726 req-097a6ff1-5cb8-4a88-b8ba-1c7dd66acd0c tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=f073db8f-b1b2-4ef4-80c4-0e5da74d1d35 HTTP/1.1" status: 200 len: 210 time: 0.0271852 Jul 30 00:00:23.900306 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e16530-f91f-4334-932c-d7ab5312a82b req-c5e5028e-e5c0-47bd-af7e-f119d7604462 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:23.903135 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47e16530-f91f-4334-932c-d7ab5312a82b req-c5e5028e-e5c0-47bd-af7e-f119d7604462 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.39 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 812 time: 0.1386735 Jul 30 00:00:23.918692 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-47e16530-f91f-4334-932c-d7ab5312a82b req-e75b0675-d574-4ad1-bae1-29cd758d1a7d tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Request body: {'port': {'device_id': 'f073db8f-b1b2-4ef4-80c4-0e5da74d1d35', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'admin_state_up': True, 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:24.042250 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-753f6d19-8e36-4b51-bc2b-73d720b70db8 req-dcb1c010-e347-403f-b5e7-a3aeaaa24d83 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=f073db8f-b1b2-4ef4-80c4-0e5da74d1d35 HTTP/1.1" status: 200 len: 210 time: 0.0531621 Jul 30 00:00:24.074428 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47e16530-f91f-4334-932c-d7ab5312a82b req-e75b0675-d574-4ad1-bae1-29cd758d1a7d tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Made reservation on behalf of 1b27d1d59ac84f98808da97eba2a694c for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:00:24.078268 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-47e16530-f91f-4334-932c-d7ab5312a82b req-e75b0675-d574-4ad1-bae1-29cd758d1a7d tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:24.226482 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-47e16530-f91f-4334-932c-d7ab5312a82b req-e75b0675-d574-4ad1-bae1-29cd758d1a7d tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Allocated IP 172.20.0.4 (772f0955-a0ec-440d-bf3f-76232f0d0cae/a11e98d2-a498-4014-8b77-a7744abf9c02/2b634cc4-28a8-495a-9238-408768ca825a) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:00:24.414155 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-47e16530-f91f-4334-932c-d7ab5312a82b req-e75b0675-d574-4ad1-bae1-29cd758d1a7d tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:24.428570 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-47e16530-f91f-4334-932c-d7ab5312a82b req-e75b0675-d574-4ad1-bae1-29cd758d1a7d tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Transition to ACTIVE for port object 2b634cc4-28a8-495a-9238-408768ca825a will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:00:24.468401 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-47e16530-f91f-4334-932c-d7ab5312a82b req-e75b0675-d574-4ad1-bae1-29cd758d1a7d tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:24.516546 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47e16530-f91f-4334-932c-d7ab5312a82b req-e75b0675-d574-4ad1-bae1-29cd758d1a7d tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Network 772f0955-a0ec-440d-bf3f-76232f0d0cae is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:00:24.521670 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-47e16530-f91f-4334-932c-d7ab5312a82b req-e75b0675-d574-4ad1-bae1-29cd758d1a7d tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:00:24.531200 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e16530-f91f-4334-932c-d7ab5312a82b req-e75b0675-d574-4ad1-bae1-29cd758d1a7d tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:00:24.596334 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e16530-f91f-4334-932c-d7ab5312a82b req-e75b0675-d574-4ad1-bae1-29cd758d1a7d tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:24.596977 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-47e16530-f91f-4334-932c-d7ab5312a82b req-e75b0675-d574-4ad1-bae1-29cd758d1a7d tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:24.611068 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75b0675-d574-4ad1-bae1-29cd758d1a7d tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Pushing event updated for resources: {'Port': ['ID=2b634cc4-28a8-495a-9238-408768ca825a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:24.617003 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47e16530-f91f-4334-932c-d7ab5312a82b req-e75b0675-d574-4ad1-bae1-29cd758d1a7d tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7023318 Jul 30 00:00:24.630480 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-47e16530-f91f-4334-932c-d7ab5312a82b req-152a1f69-c4b3-40fe-bf7e-7eeb83605d44 service neutron] Request body: {'port': {'device_id': 'f073db8f-b1b2-4ef4-80c4-0e5da74d1d35', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:24.698350 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-47e16530-f91f-4334-932c-d7ab5312a82b req-152a1f69-c4b3-40fe-bf7e-7eeb83605d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:24.897398 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-14884847-46a6-42f3-b5ed-7f63d1a2d411 None None] Provisioning for port 2b634cc4-28a8-495a-9238-408768ca825a completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:00:24.902242 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-14884847-46a6-42f3-b5ed-7f63d1a2d411 None None] Provisioning complete for port 2b634cc4-28a8-495a-9238-408768ca825a triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:24.902623 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-14884847-46a6-42f3-b5ed-7f63d1a2d411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:24.940834 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-14884847-46a6-42f3-b5ed-7f63d1a2d411 None None] Port 2b634cc4-28a8-495a-9238-408768ca825a cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:00:25.019776 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-47e16530-f91f-4334-932c-d7ab5312a82b req-152a1f69-c4b3-40fe-bf7e-7eeb83605d44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b634cc4-28a8-495a-9238-408768ca825a {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:00:25.029479 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-47e16530-f91f-4334-932c-d7ab5312a82b req-152a1f69-c4b3-40fe-bf7e-7eeb83605d44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:25.043525 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-47e16530-f91f-4334-932c-d7ab5312a82b req-152a1f69-c4b3-40fe-bf7e-7eeb83605d44 service neutron] Transition to ACTIVE for port object 2b634cc4-28a8-495a-9238-408768ca825a will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:00:25.047942 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-47e16530-f91f-4334-932c-d7ab5312a82b req-152a1f69-c4b3-40fe-bf7e-7eeb83605d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:25.113406 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a1f69-c4b3-40fe-bf7e-7eeb83605d44 service neutron] Pushing event updated for resources: {'Port': ['ID=2b634cc4-28a8-495a-9238-408768ca825a,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:25.239522 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50e613-60ff-4570-a18b-7cf5ae01dcd3 req-0d22afd5-6083-4ede-b194-a14963fe3797 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:25.241294 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe50e613-60ff-4570-a18b-7cf5ae01dcd3 req-0d22afd5-6083-4ede-b194-a14963fe3797 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=f073db8f-b1b2-4ef4-80c4-0e5da74d1d35 HTTP/1.1" status: 200 len: 943 time: 0.1005852 Jul 30 00:00:25.252457 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-47e16530-f91f-4334-932c-d7ab5312a82b req-152a1f69-c4b3-40fe-bf7e-7eeb83605d44 service neutron] Attempting to bind port 2b634cc4-28a8-495a-9238-408768ca825a on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:00:25.252919 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-47e16530-f91f-4334-932c-d7ab5312a82b req-152a1f69-c4b3-40fe-bf7e-7eeb83605d44 service neutron] Attempting to bind port 2b634cc4-28a8-495a-9238-408768ca825a by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:00:25.253363 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e16530-f91f-4334-932c-d7ab5312a82b req-152a1f69-c4b3-40fe-bf7e-7eeb83605d44 service neutron] Attempting to bind port 2b634cc4-28a8-495a-9238-408768ca825a on network 772f0955-a0ec-440d-bf3f-76232f0d0cae {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:00:25.269467 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e16530-f91f-4334-932c-d7ab5312a82b req-152a1f69-c4b3-40fe-bf7e-7eeb83605d44 service neutron] Port 2b634cc4-28a8-495a-9238-408768ca825a on network 772f0955-a0ec-440d-bf3f-76232f0d0cae not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:00:25.272220 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e16530-f91f-4334-932c-d7ab5312a82b req-152a1f69-c4b3-40fe-bf7e-7eeb83605d44 service neutron] Attempting to bind port 2b634cc4-28a8-495a-9238-408768ca825a on network 772f0955-a0ec-440d-bf3f-76232f0d0cae {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:00:25.325830 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e16530-f91f-4334-932c-d7ab5312a82b req-152a1f69-c4b3-40fe-bf7e-7eeb83605d44 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:00:25.326327 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e16530-f91f-4334-932c-d7ab5312a82b req-152a1f69-c4b3-40fe-bf7e-7eeb83605d44 service neutron] Checking segment: {'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:00:25.326835 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47e16530-f91f-4334-932c-d7ab5312a82b req-152a1f69-c4b3-40fe-bf7e-7eeb83605d44 service neutron] Bound using segment: {'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:00:25.327407 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-47e16530-f91f-4334-932c-d7ab5312a82b req-152a1f69-c4b3-40fe-bf7e-7eeb83605d44 service neutron] Bound port: 2b634cc4-28a8-495a-9238-408768ca825a, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:00:25.327974 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-47e16530-f91f-4334-932c-d7ab5312a82b req-152a1f69-c4b3-40fe-bf7e-7eeb83605d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:25.355123 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe50e613-60ff-4570-a18b-7cf5ae01dcd3 req-378b2c57-1d43-4d23-87a3-723ff85f142d tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941341 Jul 30 00:00:25.420497 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-47e16530-f91f-4334-932c-d7ab5312a82b req-152a1f69-c4b3-40fe-bf7e-7eeb83605d44 service neutron] For port 2b634cc4-28a8-495a-9238-408768ca825a, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:00:25.423999 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-47e16530-f91f-4334-932c-d7ab5312a82b req-152a1f69-c4b3-40fe-bf7e-7eeb83605d44 service neutron] For port 2b634cc4-28a8-495a-9238-408768ca825a, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=2b634cc4-28a8-495a-9238-408768ca825a,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:00:25.429953 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-47e16530-f91f-4334-932c-d7ab5312a82b req-152a1f69-c4b3-40fe-bf7e-7eeb83605d44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:25.472924 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e16530-f91f-4334-932c-d7ab5312a82b req-152a1f69-c4b3-40fe-bf7e-7eeb83605d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:25.474104 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-47e16530-f91f-4334-932c-d7ab5312a82b req-152a1f69-c4b3-40fe-bf7e-7eeb83605d44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:25.476987 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47e16530-f91f-4334-932c-d7ab5312a82b req-152a1f69-c4b3-40fe-bf7e-7eeb83605d44 service neutron] 10.222.0.39 "PUT /v2.0/ports/2b634cc4-28a8-495a-9238-408768ca825a HTTP/1.1" status: 200 len: 1092 time: 0.8501098 Jul 30 00:00:25.477459 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f073db8f-b1b2-4ef4-80c4-0e5da74d1d35', 'tag': '2b634cc4-28a8-495a-9238-408768ca825a'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:00:25.480454 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b4748e-3263-4003-bf5f-f7bb2e753930" -d '{"events": [{"name": "network-changed", "server_uuid": "f073db8f-b1b2-4ef4-80c4-0e5da74d1d35", "tag": "2b634cc4-28a8-495a-9238-408768ca825a"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:00:25.510497 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a1f69-c4b3-40fe-bf7e-7eeb83605d44 service neutron] Pushing event updated for resources: {'Port': ['ID=2b634cc4-28a8-495a-9238-408768ca825a,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:25.596442 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e16530-f91f-4334-932c-d7ab5312a82b req-77fc003c-6206-4ec4-b84a-116d9224654c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:25.598093 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47e16530-f91f-4334-932c-d7ab5312a82b req-77fc003c-6206-4ec4-b84a-116d9224654c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&device_id=f073db8f-b1b2-4ef4-80c4-0e5da74d1d35 HTTP/1.1" status: 200 len: 1095 time: 0.0763850 Jul 30 00:00:25.662775 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067be8d9-bc15-4f29-b887-9d04c2b4c87c x-openstack-request-id: req-067be8d9-bc15-4f29-b887-9d04c2b4c87c {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:00:25.663769 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f073db8f-b1b2-4ef4-80c4-0e5da74d1d35", "tag": "2b634cc4-28a8-495a-9238-408768ca825a", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:00:25.664621 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-067be8d9-bc15-4f29-b887-9d04c2b4c87c {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:00:25.665133 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f073db8f-b1b2-4ef4-80c4-0e5da74d1d35', 'tag': '2b634cc4-28a8-495a-9238-408768ca825a', 'status': 'completed', 'code': 200} Jul 30 00:00:25.668197 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47e16530-f91f-4334-932c-d7ab5312a82b req-b0f3333b-df76-4d8a-a91c-96f787130c03 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b634cc4-28a8-495a-9238-408768ca825a HTTP/1.1" status: 200 len: 217 time: 0.0601850 Jul 30 00:00:25.727618 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e16530-f91f-4334-932c-d7ab5312a82b req-fc9bda47-b9b0-4bda-82d6-8021eca6a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:25.729313 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47e16530-f91f-4334-932c-d7ab5312a82b req-fc9bda47-b9b0-4bda-82d6-8021eca6a1de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a11e98d2-a498-4014-8b77-a7744abf9c02 HTTP/1.1" status: 200 len: 851 time: 0.0538080 Jul 30 00:00:25.791415 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e16530-f91f-4334-932c-d7ab5312a82b req-2b6cdd54-ff2a-4d74-b4b0-b7ab46741460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:25.793014 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47e16530-f91f-4334-932c-d7ab5312a82b req-2b6cdd54-ff2a-4d74-b4b0-b7ab46741460 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=772f0955-a0ec-440d-bf3f-76232f0d0cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538042 Jul 30 00:00:25.891252 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47e16530-f91f-4334-932c-d7ab5312a82b req-287d64fb-cbc9-4be3-9b4a-e8ea82219a4d service neutron] 10.222.0.39 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898974 Jul 30 00:00:25.990081 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47e16530-f91f-4334-932c-d7ab5312a82b req-e57e1d03-5fcb-46ff-9329-5f259646a266 service neutron] 10.222.0.39 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901480 Jul 30 00:00:26.080511 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4748e-3263-4003-bf5f-f7bb2e753930 req-59ffcdcd-5926-4b12-8db4-b775e6e38b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:26.081961 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a8b4748e-3263-4003-bf5f-f7bb2e753930 req-59ffcdcd-5926-4b12-8db4-b775e6e38b53 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&device_id=f073db8f-b1b2-4ef4-80c4-0e5da74d1d35 HTTP/1.1" status: 200 len: 1095 time: 0.0450718 Jul 30 00:00:26.195695 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4748e-3263-4003-bf5f-f7bb2e753930 req-6e75d9ba-9fad-4715-b1c2-45f9a1dadd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:26.197880 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a8b4748e-3263-4003-bf5f-f7bb2e753930 req-6e75d9ba-9fad-4715-b1c2-45f9a1dadd38 service neutron] 10.222.0.39 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 913 time: 0.1081276 Jul 30 00:00:26.244002 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a8b4748e-3263-4003-bf5f-f7bb2e753930 req-229deac0-cccb-467d-b5a0-dc67d2900dab service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b634cc4-28a8-495a-9238-408768ca825a HTTP/1.1" status: 200 len: 217 time: 0.0380065 Jul 30 00:00:26.300372 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4748e-3263-4003-bf5f-f7bb2e753930 req-d93fc10e-4b4c-49ab-bf13-ef242a79f924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:26.302037 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a8b4748e-3263-4003-bf5f-f7bb2e753930 req-d93fc10e-4b4c-49ab-bf13-ef242a79f924 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a11e98d2-a498-4014-8b77-a7744abf9c02 HTTP/1.1" status: 200 len: 851 time: 0.0508909 Jul 30 00:00:26.359940 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b4748e-3263-4003-bf5f-f7bb2e753930 req-b242b411-5c51-4c45-96cb-23b366ac6703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:26.361457 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a8b4748e-3263-4003-bf5f-f7bb2e753930 req-b242b411-5c51-4c45-96cb-23b366ac6703 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=772f0955-a0ec-440d-bf3f-76232f0d0cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0493891 Jul 30 00:00:26.484773 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a8b4748e-3263-4003-bf5f-f7bb2e753930 req-a908514e-df00-41b4-a807-71b6449f6728 service neutron] 10.222.0.39 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149149 Jul 30 00:00:26.577574 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4918a7e-8094-4a87-8b64-b0331b2253eb req-b368b559-6225-4272-acac-480aa0cb715d tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:26.579301 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4918a7e-8094-4a87-8b64-b0331b2253eb req-b368b559-6225-4272-acac-480aa0cb715d tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=f073db8f-b1b2-4ef4-80c4-0e5da74d1d35 HTTP/1.1" status: 200 len: 943 time: 0.1095550 Jul 30 00:00:26.628098 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4918a7e-8094-4a87-8b64-b0331b2253eb req-8b73ce0f-69e2-4623-8fdb-71aefdb27beb tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391557 Jul 30 00:00:26.656230 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a8b4748e-3263-4003-bf5f-f7bb2e753930 req-e2559248-01ed-4e6e-9dfa-379547b43cf2 service neutron] 10.222.0.39 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534665 Jul 30 00:00:27.771473 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154196c3-0d5a-4345-a9e7-8456403e8304 req-4abe3c85-56c7-429c-9584-4c7850f08974 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:27.773555 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-154196c3-0d5a-4345-a9e7-8456403e8304 req-4abe3c85-56c7-429c-9584-4c7850f08974 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=f073db8f-b1b2-4ef4-80c4-0e5da74d1d35 HTTP/1.1" status: 200 len: 943 time: 0.0664194 Jul 30 00:00:27.816336 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-154196c3-0d5a-4345-a9e7-8456403e8304 req-78bf5669-20fd-4a58-9cdf-00077c238213 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353253 Jul 30 00:00:28.309854 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:00:28.935275 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275e471-3c15-4d81-9ff3-229603d8c6d6 req-d09508a2-e2bf-45ac-b636-034ebf73c846 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:28.936915 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8275e471-3c15-4d81-9ff3-229603d8c6d6 req-d09508a2-e2bf-45ac-b636-034ebf73c846 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=f073db8f-b1b2-4ef4-80c4-0e5da74d1d35 HTTP/1.1" status: 200 len: 943 time: 0.0504878 Jul 30 00:00:28.979221 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8275e471-3c15-4d81-9ff3-229603d8c6d6 req-5177a2f4-2e4d-49fa-9255-874dd5a7a53e tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354998 Jul 30 00:00:29.797072 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.037871 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:30.107184 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0096f6c8-8a13-4a30-b66b-c00c810186b9 req-4de83964-1d9a-4c4b-8831-b73bbe03923c tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:30.108722 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0096f6c8-8a13-4a30-b66b-c00c810186b9 req-4de83964-1d9a-4c4b-8831-b73bbe03923c tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=f073db8f-b1b2-4ef4-80c4-0e5da74d1d35 HTTP/1.1" status: 200 len: 943 time: 0.0553939 Jul 30 00:00:30.149388 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0096f6c8-8a13-4a30-b66b-c00c810186b9 req-3dcc214f-3dd9-43e8-b578-173d736c43e1 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343895 Jul 30 00:00:31.289159 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4df1f1-effb-43bb-87e5-454724399778 req-b71ca880-fafb-4691-9327-49d93f4ffedd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:31.290961 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8b4df1f1-effb-43bb-87e5-454724399778 req-b71ca880-fafb-4691-9327-49d93f4ffedd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=f073db8f-b1b2-4ef4-80c4-0e5da74d1d35 HTTP/1.1" status: 200 len: 943 time: 0.0571110 Jul 30 00:00:31.340604 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8b4df1f1-effb-43bb-87e5-454724399778 req-21651500-e7c1-46cf-971e-1e5cfe53f8bd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433526 Jul 30 00:00:32.459658 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d7dd19-b49f-4d11-b3ce-f14d9f0a1a3d req-7801e4cb-94ca-4384-a94d-1737a58cf214 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:32.461682 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-18d7dd19-b49f-4d11-b3ce-f14d9f0a1a3d req-7801e4cb-94ca-4384-a94d-1737a58cf214 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=f073db8f-b1b2-4ef4-80c4-0e5da74d1d35 HTTP/1.1" status: 200 len: 943 time: 0.0560446 Jul 30 00:00:32.506091 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-18d7dd19-b49f-4d11-b3ce-f14d9f0a1a3d req-2f4f9707-535c-4c36-81d9-209b46ede2ca tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381496 Jul 30 00:00:32.863262 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad0ac24a-6f68-4662-afa7-bc26bc6acf2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:33.629410 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9e63ca-5075-4660-b7e0-25194426ecb0 req-1693d002-741f-44bd-b2c2-dcba192911b6 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:33.630900 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f9e63ca-5075-4660-b7e0-25194426ecb0 req-1693d002-741f-44bd-b2c2-dcba192911b6 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=f073db8f-b1b2-4ef4-80c4-0e5da74d1d35 HTTP/1.1" status: 200 len: 943 time: 0.0514088 Jul 30 00:00:33.673122 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f9e63ca-5075-4660-b7e0-25194426ecb0 req-fb66faca-b8df-4f43-9bae-391a448fb5ce tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342991 Jul 30 00:00:34.800527 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2bdbd3-3590-4548-a658-0bce4f54f15d req-df7389dc-ae2a-424b-a98e-0d262e25c9f4 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:34.802243 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4a2bdbd3-3590-4548-a658-0bce4f54f15d req-df7389dc-ae2a-424b-a98e-0d262e25c9f4 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=f073db8f-b1b2-4ef4-80c4-0e5da74d1d35 HTTP/1.1" status: 200 len: 943 time: 0.0571678 Jul 30 00:00:34.843465 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4a2bdbd3-3590-4548-a658-0bce4f54f15d req-fafc70c2-a0a2-41ff-816e-f238bf621827 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350444 Jul 30 00:00:35.419974 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:35.969461 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba9655-4789-4708-b6ba-66ba184a45df req-1ad97949-0d86-4d57-86dd-dbd6e228dec9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:35.971004 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36ba9655-4789-4708-b6ba-66ba184a45df req-1ad97949-0d86-4d57-86dd-dbd6e228dec9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=f073db8f-b1b2-4ef4-80c4-0e5da74d1d35 HTTP/1.1" status: 200 len: 943 time: 0.0503325 Jul 30 00:00:36.011410 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-36ba9655-4789-4708-b6ba-66ba184a45df req-781f3d3e-085c-4f60-ab28-94fe125b6fdd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328851 Jul 30 00:00:36.261116 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-926a90e0-6082-4f2f-9397-ce75138b4a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:36.441860 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 2b634cc4-28a8-495a-9238-408768ca825a details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:00:36.543722 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 2b634cc4-28a8-495a-9238-408768ca825a, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=2b634cc4-28a8-495a-9238-408768ca825a,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:36.559332 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '2b634cc4-28a8-495a-9238-408768ca825a', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'port_id': '2b634cc4-28a8-495a-9238-408768ca825a', 'mac_address': 'fa:16:3e:91:76:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:00:36.598033 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:36.611179 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b634cc4-28a8-495a-9238-408768ca825a {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:00:36.631312 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 2b634cc4-28a8-495a-9238-408768ca825a, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=2b634cc4-28a8-495a-9238-408768ca825a,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:36.636070 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:36.684807 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=2b634cc4-28a8-495a-9238-408768ca825a,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:36.849805 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['2b634cc4-28a8-495a-9238-408768ca825a'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:00:36.969555 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:37.129185 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff12586-895f-49c8-8e3b-485bacacca36 req-bac17f1c-9627-498d-a29c-64d730e4f8c9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:37.130788 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9ff12586-895f-49c8-8e3b-485bacacca36 req-bac17f1c-9627-498d-a29c-64d730e4f8c9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=f073db8f-b1b2-4ef4-80c4-0e5da74d1d35 HTTP/1.1" status: 200 len: 944 time: 0.0504940 Jul 30 00:00:37.172861 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9ff12586-895f-49c8-8e3b-485bacacca36 req-de6a9b22-efa1-413a-9654-c3d7a087d2db tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351613 Jul 30 00:00:38.258459 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:38.308870 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec4dbc-785b-4cdc-9c16-f7cbd6533af5 req-a730ad9d-73ca-4c3d-bfbe-1dea37dd99c3 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:38.310556 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0eec4dbc-785b-4cdc-9c16-f7cbd6533af5 req-a730ad9d-73ca-4c3d-bfbe-1dea37dd99c3 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=f073db8f-b1b2-4ef4-80c4-0e5da74d1d35 HTTP/1.1" status: 200 len: 944 time: 0.0630383 Jul 30 00:00:38.355653 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0eec4dbc-785b-4cdc-9c16-f7cbd6533af5 req-bb2242b2-7a9f-4942-a4cc-79fad1b5e31f tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384293 Jul 30 00:00:38.475274 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 2b634cc4-28a8-495a-9238-408768ca825a up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:00:38.529491 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 2b634cc4-28a8-495a-9238-408768ca825a completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:00:38.533850 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 2b634cc4-28a8-495a-9238-408768ca825a triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:38.534220 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:38.618571 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:38.642461 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f073db8f-b1b2-4ef4-80c4-0e5da74d1d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b634cc4-28a8-495a-9238-408768ca825a'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:00:38.644807 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05560afb-e5c4-48c4-82c1-f19587bff7aa" -d '{"events": [{"server_uuid": "f073db8f-b1b2-4ef4-80c4-0e5da74d1d35", "name": "network-vif-plugged", "status": "completed", "tag": "2b634cc4-28a8-495a-9238-408768ca825a"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:00:38.660819 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 2b634cc4-28a8-495a-9238-408768ca825a, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=2b634cc4-28a8-495a-9238-408768ca825a,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:00:38.665086 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:38.692291 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04775ba0-862d-4ee0-a4f7-0676481b32ec x-openstack-request-id: req-04775ba0-862d-4ee0-a4f7-0676481b32ec {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:00:38.692547 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f073db8f-b1b2-4ef4-80c4-0e5da74d1d35", "name": "network-vif-plugged", "status": "completed", "tag": "2b634cc4-28a8-495a-9238-408768ca825a", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:00:38.692779 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-04775ba0-862d-4ee0-a4f7-0676481b32ec {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:00:38.693129 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f073db8f-b1b2-4ef4-80c4-0e5da74d1d35', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b634cc4-28a8-495a-9238-408768ca825a', 'code': 200} Jul 30 00:00:38.725989 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=2b634cc4-28a8-495a-9238-408768ca825a,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:38.794959 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4f02f9-03b4-48c1-8da4-7678a1551955 req-e85943fd-f79d-4681-9b12-3b35252baecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:38.796610 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f4f02f9-03b4-48c1-8da4-7678a1551955 req-e85943fd-f79d-4681-9b12-3b35252baecb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f073db8f-b1b2-4ef4-80c4-0e5da74d1d35 HTTP/1.1" status: 200 len: 1097 time: 0.0453849 Jul 30 00:00:38.832649 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f4f02f9-03b4-48c1-8da4-7678a1551955 req-74e46e86-c550-4e6b-8041-fac83bf5dab3 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290871 Jul 30 00:00:39.484573 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c96992-133d-4e68-93f6-8126a4b3a725 req-bfdd58f8-4d0a-439b-9615-0d6cd5552ff1 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:39.486075 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c7c96992-133d-4e68-93f6-8126a4b3a725 req-bfdd58f8-4d0a-439b-9615-0d6cd5552ff1 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=f073db8f-b1b2-4ef4-80c4-0e5da74d1d35 HTTP/1.1" status: 200 len: 945 time: 0.0509906 Jul 30 00:00:39.529512 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c7c96992-133d-4e68-93f6-8126a4b3a725 req-c497e53b-f2b9-41c4-8439-abf5269b9ee3 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362515 Jul 30 00:00:40.675041 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770059a5-f243-4aa0-af16-54a835143f20 req-24970e34-308f-4ee4-b530-4523c5337316 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:40.677370 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-770059a5-f243-4aa0-af16-54a835143f20 req-24970e34-308f-4ee4-b530-4523c5337316 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=f073db8f-b1b2-4ef4-80c4-0e5da74d1d35 HTTP/1.1" status: 200 len: 945 time: 0.0613735 Jul 30 00:00:40.720381 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-770059a5-f243-4aa0-af16-54a835143f20 req-ae2d3ec5-be7e-4e89-b79f-95fea8f043a9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361941 Jul 30 00:00:40.845169 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc94625-f5bc-4d63-b12f-c7b3231965f4 req-f42e0591-5e76-41f9-94d1-edce39df69fc tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:40.846922 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1bc94625-f5bc-4d63-b12f-c7b3231965f4 req-f42e0591-5e76-41f9-94d1-edce39df69fc tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=f073db8f-b1b2-4ef4-80c4-0e5da74d1d35 HTTP/1.1" status: 200 len: 945 time: 0.0522084 Jul 30 00:00:40.886624 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1bc94625-f5bc-4d63-b12f-c7b3231965f4 req-59fe484b-330d-494a-a4de-b0d8ab383448 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326557 Jul 30 00:00:43.402026 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-baaf737d-7e39-47e0-bda9-368821c95090 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:43.403488 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-baaf737d-7e39-47e0-bda9-368821c95090 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 812 time: 0.1154370 Jul 30 00:00:43.419757 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-e8c1e3b3-2f1a-43ed-82d6-bb7558a287c6 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/quotas/1b27d1d59ac84f98808da97eba2a694c HTTP/1.1" status: 200 len: 375 time: 0.0101113 Jul 30 00:00:43.482427 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-01647249-925a-456b-9910-e64463d912ad tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0557311 Jul 30 00:00:43.587649 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-16b60da8-0061-4b20-8c39-ff36599b2a02 service neutron] 10.222.0.18 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977528 Jul 30 00:00:43.689539 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-cac567eb-4ba0-4311-b558-8c19d31f6c86 service neutron] 10.222.0.18 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929720 Jul 30 00:00:43.896840 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2715a315-d6ec-420a-b5f2-d5ebadf9487b req-ab8ce79d-838c-42c7-970c-d8ef2148913b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b9bd8d0-5e7d-4e92-8b19-9e41286aac11 HTTP/1.1" status: 200 len: 210 time: 0.0268257 Jul 30 00:00:44.897061 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-459ca3ae-2bc0-4364-bf7c-7e09b849ca52 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:44.899118 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-459ca3ae-2bc0-4364-bf7c-7e09b849ca52 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.23 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 812 time: 0.1150312 Jul 30 00:00:44.918181 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-b6532bac-8cb8-4567-b7da-6b98ebdacb40 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Request body: {'port': {'device_id': '0b9bd8d0-5e7d-4e92-8b19-9e41286aac11', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'admin_state_up': True, 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:45.015429 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-21a2767b-fcf6-4b36-99fe-21f0d65846c3 req-6e609269-fb19-4b45-8802-b1a36c2d5251 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b9bd8d0-5e7d-4e92-8b19-9e41286aac11 HTTP/1.1" status: 200 len: 210 time: 0.0421383 Jul 30 00:00:45.089876 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-b6532bac-8cb8-4567-b7da-6b98ebdacb40 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Made reservation on behalf of 1b27d1d59ac84f98808da97eba2a694c for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:00:45.093891 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-b6532bac-8cb8-4567-b7da-6b98ebdacb40 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:45.232437 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-b6532bac-8cb8-4567-b7da-6b98ebdacb40 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Allocated IP 172.20.0.9 (772f0955-a0ec-440d-bf3f-76232f0d0cae/a11e98d2-a498-4014-8b77-a7744abf9c02/f15925cd-9820-411d-95f3-b0afdbba4e66) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:00:45.454401 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-b6532bac-8cb8-4567-b7da-6b98ebdacb40 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:45.481048 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-b6532bac-8cb8-4567-b7da-6b98ebdacb40 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Transition to ACTIVE for port object f15925cd-9820-411d-95f3-b0afdbba4e66 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:00:45.518358 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-b6532bac-8cb8-4567-b7da-6b98ebdacb40 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:45.531402 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['2b634cc4-28a8-495a-9238-408768ca825a'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:00:45.584383 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-b6532bac-8cb8-4567-b7da-6b98ebdacb40 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Network 772f0955-a0ec-440d-bf3f-76232f0d0cae is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:00:45.588611 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-b6532bac-8cb8-4567-b7da-6b98ebdacb40 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:00:45.595228 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-b6532bac-8cb8-4567-b7da-6b98ebdacb40 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:00:45.646153 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-b6532bac-8cb8-4567-b7da-6b98ebdacb40 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:45.646900 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-b6532bac-8cb8-4567-b7da-6b98ebdacb40 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:45.656378 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6532bac-8cb8-4567-b7da-6b98ebdacb40 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Pushing event updated for resources: {'Port': ['ID=f15925cd-9820-411d-95f3-b0afdbba4e66,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:45.670850 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6532bac-8cb8-4567-b7da-6b98ebdacb40 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:45.671388 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6532bac-8cb8-4567-b7da-6b98ebdacb40 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:45.671735 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6532bac-8cb8-4567-b7da-6b98ebdacb40 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:45.672222 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6532bac-8cb8-4567-b7da-6b98ebdacb40 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:45.672629 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6532bac-8cb8-4567-b7da-6b98ebdacb40 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:45.672960 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6532bac-8cb8-4567-b7da-6b98ebdacb40 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:45.673294 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6532bac-8cb8-4567-b7da-6b98ebdacb40 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:45.673677 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6532bac-8cb8-4567-b7da-6b98ebdacb40 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:45.674003 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6532bac-8cb8-4567-b7da-6b98ebdacb40 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:45.674329 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6532bac-8cb8-4567-b7da-6b98ebdacb40 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:45.674703 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6532bac-8cb8-4567-b7da-6b98ebdacb40 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:45.675041 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6532bac-8cb8-4567-b7da-6b98ebdacb40 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:00:45.682552 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-b6532bac-8cb8-4567-b7da-6b98ebdacb40 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7691791 Jul 30 00:00:45.702041 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-20121b6b-d724-4abd-bf3a-8ffd1dd17eed service neutron] Request body: {'port': {'device_id': '0b9bd8d0-5e7d-4e92-8b19-9e41286aac11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:00:45.772775 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-20121b6b-d724-4abd-bf3a-8ffd1dd17eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:45.895378 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ca13bccc-a06c-495c-b882-0d07570cb070 None None] Provisioning for port f15925cd-9820-411d-95f3-b0afdbba4e66 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:00:45.905835 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ca13bccc-a06c-495c-b882-0d07570cb070 None None] Provisioning complete for port f15925cd-9820-411d-95f3-b0afdbba4e66 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:00:45.908262 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ca13bccc-a06c-495c-b882-0d07570cb070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:45.959599 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ca13bccc-a06c-495c-b882-0d07570cb070 None None] Port f15925cd-9820-411d-95f3-b0afdbba4e66 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:00:46.140884 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-20121b6b-d724-4abd-bf3a-8ffd1dd17eed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f15925cd-9820-411d-95f3-b0afdbba4e66 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:00:46.152066 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-20121b6b-d724-4abd-bf3a-8ffd1dd17eed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:46.171756 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-20121b6b-d724-4abd-bf3a-8ffd1dd17eed service neutron] Transition to ACTIVE for port object f15925cd-9820-411d-95f3-b0afdbba4e66 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:00:46.192036 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-20121b6b-d724-4abd-bf3a-8ffd1dd17eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:46.234915 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f4a8e-8685-45f0-b44c-817e1bcabd0d req-0a5afc58-7818-495d-b6ec-fe72c1226e88 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:46.236534 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a4f4a8e-8685-45f0-b44c-817e1bcabd0d req-0a5afc58-7818-495d-b6ec-fe72c1226e88 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b9bd8d0-5e7d-4e92-8b19-9e41286aac11 HTTP/1.1" status: 200 len: 931 time: 0.1297066 Jul 30 00:00:46.318831 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20121b6b-d724-4abd-bf3a-8ffd1dd17eed service neutron] Pushing event updated for resources: {'Port': ['ID=f15925cd-9820-411d-95f3-b0afdbba4e66,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:46.383276 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a4f4a8e-8685-45f0-b44c-817e1bcabd0d req-ceb90363-bd37-422b-8369-ed9ac5ddbf36 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382091 Jul 30 00:00:46.423740 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-20121b6b-d724-4abd-bf3a-8ffd1dd17eed service neutron] Attempting to bind port f15925cd-9820-411d-95f3-b0afdbba4e66 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:00:46.424179 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-20121b6b-d724-4abd-bf3a-8ffd1dd17eed service neutron] Attempting to bind port f15925cd-9820-411d-95f3-b0afdbba4e66 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:00:46.424589 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-20121b6b-d724-4abd-bf3a-8ffd1dd17eed service neutron] Attempting to bind port f15925cd-9820-411d-95f3-b0afdbba4e66 on network 772f0955-a0ec-440d-bf3f-76232f0d0cae {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:00:46.431857 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-20121b6b-d724-4abd-bf3a-8ffd1dd17eed service neutron] Port f15925cd-9820-411d-95f3-b0afdbba4e66 on network 772f0955-a0ec-440d-bf3f-76232f0d0cae not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:00:46.432323 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-20121b6b-d724-4abd-bf3a-8ffd1dd17eed service neutron] Attempting to bind port f15925cd-9820-411d-95f3-b0afdbba4e66 on network 772f0955-a0ec-440d-bf3f-76232f0d0cae {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:00:46.457026 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-20121b6b-d724-4abd-bf3a-8ffd1dd17eed service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:00:46.457378 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-20121b6b-d724-4abd-bf3a-8ffd1dd17eed service neutron] Checking segment: {'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:00:46.457772 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-20121b6b-d724-4abd-bf3a-8ffd1dd17eed service neutron] Bound using segment: {'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:00:46.458231 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-20121b6b-d724-4abd-bf3a-8ffd1dd17eed service neutron] Bound port: f15925cd-9820-411d-95f3-b0afdbba4e66, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:00:46.458605 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-20121b6b-d724-4abd-bf3a-8ffd1dd17eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:46.563025 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-20121b6b-d724-4abd-bf3a-8ffd1dd17eed service neutron] For port f15925cd-9820-411d-95f3-b0afdbba4e66, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:00:46.566523 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-20121b6b-d724-4abd-bf3a-8ffd1dd17eed service neutron] For port f15925cd-9820-411d-95f3-b0afdbba4e66, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f15925cd-9820-411d-95f3-b0afdbba4e66,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:00:46.571669 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-20121b6b-d724-4abd-bf3a-8ffd1dd17eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:46.615931 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-20121b6b-d724-4abd-bf3a-8ffd1dd17eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:46.616650 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-20121b6b-d724-4abd-bf3a-8ffd1dd17eed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:00:46.618372 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-20121b6b-d724-4abd-bf3a-8ffd1dd17eed service neutron] 10.222.0.23 "PUT /v2.0/ports/f15925cd-9820-411d-95f3-b0afdbba4e66 HTTP/1.1" status: 200 len: 1092 time: 0.9223244 Jul 30 00:00:46.618923 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b9bd8d0-5e7d-4e92-8b19-9e41286aac11', 'tag': 'f15925cd-9820-411d-95f3-b0afdbba4e66'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:00:46.622477 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3da43b-40b5-47de-8192-fa0b15935c85" -d '{"events": [{"name": "network-changed", "server_uuid": "0b9bd8d0-5e7d-4e92-8b19-9e41286aac11", "tag": "f15925cd-9820-411d-95f3-b0afdbba4e66"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:00:46.663281 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20121b6b-d724-4abd-bf3a-8ffd1dd17eed service neutron] Pushing event updated for resources: {'Port': ['ID=f15925cd-9820-411d-95f3-b0afdbba4e66,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:00:46.704715 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71f3540-c671-490d-83b4-8775b4123a3d x-openstack-request-id: req-c71f3540-c671-490d-83b4-8775b4123a3d {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:00:46.705007 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b9bd8d0-5e7d-4e92-8b19-9e41286aac11", "tag": "f15925cd-9820-411d-95f3-b0afdbba4e66", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:00:46.705257 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c71f3540-c671-490d-83b4-8775b4123a3d {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:00:46.705736 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b9bd8d0-5e7d-4e92-8b19-9e41286aac11', 'tag': 'f15925cd-9820-411d-95f3-b0afdbba4e66', 'status': 'completed', 'code': 200} Jul 30 00:00:46.724970 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-c75fb330-d10a-4027-af01-64ea59713945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:46.727102 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-c75fb330-d10a-4027-af01-64ea59713945 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&device_id=0b9bd8d0-5e7d-4e92-8b19-9e41286aac11 HTTP/1.1" status: 200 len: 1095 time: 0.0543010 Jul 30 00:00:46.781842 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-068d99da-b21d-4123-bb8f-133f925cdc38 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f15925cd-9820-411d-95f3-b0afdbba4e66 HTTP/1.1" status: 200 len: 217 time: 0.0468044 Jul 30 00:00:47.152389 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-be3f1cff-5f5c-42e7-b5fe-08e2d4669696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:47.154694 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-be3f1cff-5f5c-42e7-b5fe-08e2d4669696 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a11e98d2-a498-4014-8b77-a7744abf9c02 HTTP/1.1" status: 200 len: 851 time: 0.3661664 Jul 30 00:00:47.208654 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-976b4ed9-5133-4b20-921c-d9b565fabf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:47.211884 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-976b4ed9-5133-4b20-921c-d9b565fabf2c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=772f0955-a0ec-440d-bf3f-76232f0d0cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0482757 Jul 30 00:00:47.316709 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-7e972adf-3120-41f7-9233-ec4086f40a6c service neutron] 10.222.0.23 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991962 Jul 30 00:00:47.428531 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f5b1460-e5dc-4d68-b4a3-179c7bfac598 req-c0984dc4-5b94-46c1-af28-23ffd7f7e3eb service neutron] 10.222.0.23 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053631 Jul 30 00:00:47.570600 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea9c65-9912-4d2b-87d7-e337f2666348 req-1b1e31ff-6ff1-4283-9fe9-cac1f342bb05 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:47.572842 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38ea9c65-9912-4d2b-87d7-e337f2666348 req-1b1e31ff-6ff1-4283-9fe9-cac1f342bb05 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b9bd8d0-5e7d-4e92-8b19-9e41286aac11 HTTP/1.1" status: 200 len: 943 time: 0.0958936 Jul 30 00:00:47.576223 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3da43b-40b5-47de-8192-fa0b15935c85 req-dbeae0d2-4296-462d-8d12-58a8edfa0b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:47.577696 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6e3da43b-40b5-47de-8192-fa0b15935c85 req-dbeae0d2-4296-462d-8d12-58a8edfa0b52 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&device_id=0b9bd8d0-5e7d-4e92-8b19-9e41286aac11 HTTP/1.1" status: 200 len: 1095 time: 0.0871518 Jul 30 00:00:47.675403 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38ea9c65-9912-4d2b-87d7-e337f2666348 req-19271dcf-5f7d-4a33-b9f3-698ab06c8ccb tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943124 Jul 30 00:00:47.713715 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3da43b-40b5-47de-8192-fa0b15935c85 req-d8f6729f-67b5-4304-b4b3-2f4fb365e746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:47.714780 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6e3da43b-40b5-47de-8192-fa0b15935c85 req-d8f6729f-67b5-4304-b4b3-2f4fb365e746 service neutron] 10.222.0.23 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 913 time: 0.1276555 Jul 30 00:00:47.761369 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6e3da43b-40b5-47de-8192-fa0b15935c85 req-43f9ec85-8f43-4ce8-a175-8babb28f9cdb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f15925cd-9820-411d-95f3-b0afdbba4e66 HTTP/1.1" status: 200 len: 217 time: 0.0385866 Jul 30 00:00:47.817273 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3da43b-40b5-47de-8192-fa0b15935c85 req-104078cd-950b-4021-bdc9-13585cce6346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:47.818807 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6e3da43b-40b5-47de-8192-fa0b15935c85 req-104078cd-950b-4021-bdc9-13585cce6346 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a11e98d2-a498-4014-8b77-a7744abf9c02 HTTP/1.1" status: 200 len: 851 time: 0.0506105 Jul 30 00:00:47.864741 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3da43b-40b5-47de-8192-fa0b15935c85 req-9f07b418-ccf9-4a55-9a06-7ffe66a98949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:47.866337 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6e3da43b-40b5-47de-8192-fa0b15935c85 req-9f07b418-ccf9-4a55-9a06-7ffe66a98949 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=772f0955-a0ec-440d-bf3f-76232f0d0cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0413387 Jul 30 00:00:48.018661 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6e3da43b-40b5-47de-8192-fa0b15935c85 req-80c092d5-1b93-478b-b768-5ab293a38da4 service neutron] 10.222.0.23 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374726 Jul 30 00:00:48.155240 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6e3da43b-40b5-47de-8192-fa0b15935c85 req-5bdf0c90-565b-46e7-872b-10de2d1d817c service neutron] 10.222.0.23 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351421 Jul 30 00:00:48.838409 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe709c2-d15a-43e2-ab1e-6531243d4dd6 req-27edfd85-c3d8-46e7-9218-456c4664d373 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:48.840084 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8fe709c2-d15a-43e2-ab1e-6531243d4dd6 req-27edfd85-c3d8-46e7-9218-456c4664d373 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b9bd8d0-5e7d-4e92-8b19-9e41286aac11 HTTP/1.1" status: 200 len: 943 time: 0.0750804 Jul 30 00:00:48.903415 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8fe709c2-d15a-43e2-ab1e-6531243d4dd6 req-f63cc7ff-c998-4102-9236-5088888451fb tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562122 Jul 30 00:00:50.130658 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af8adce-3eee-4dc2-993c-cee72d258464 req-503faa37-e184-459e-881c-ba3e0ae00f63 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:50.132286 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5af8adce-3eee-4dc2-993c-cee72d258464 req-503faa37-e184-459e-881c-ba3e0ae00f63 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b9bd8d0-5e7d-4e92-8b19-9e41286aac11 HTTP/1.1" status: 200 len: 943 time: 0.1036360 Jul 30 00:00:50.197023 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5af8adce-3eee-4dc2-993c-cee72d258464 req-58c89f3a-13d7-4304-b114-c8d1e63b912f tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558255 Jul 30 00:00:50.285389 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d8925355-5b72-4ed8-b7b2-296251b9d3d3 req-e2440486-5e80-42dd-b137-f02289a2726a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f073db8f-b1b2-4ef4-80c4-0e5da74d1d35&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0577350 Jul 30 00:00:50.434110 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8925355-5b72-4ed8-b7b2-296251b9d3d3 req-158eb6db-d893-4396-a747-6804ad33c5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:50.437313 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d8925355-5b72-4ed8-b7b2-296251b9d3d3 req-158eb6db-d893-4396-a747-6804ad33c5b5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&device_id=f073db8f-b1b2-4ef4-80c4-0e5da74d1d35 HTTP/1.1" status: 200 len: 1097 time: 0.0843387 Jul 30 00:00:50.638965 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8925355-5b72-4ed8-b7b2-296251b9d3d3 req-caeac06e-2357-4041-a146-3cc86036bc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:50.641444 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d8925355-5b72-4ed8-b7b2-296251b9d3d3 req-caeac06e-2357-4041-a146-3cc86036bc55 service neutron] 10.222.0.39 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 913 time: 0.1770668 Jul 30 00:00:50.706490 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d8925355-5b72-4ed8-b7b2-296251b9d3d3 req-d494c106-3ff6-4726-92b4-f69a184fcc44 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2b634cc4-28a8-495a-9238-408768ca825a HTTP/1.1" status: 200 len: 217 time: 0.0562217 Jul 30 00:00:50.809432 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8925355-5b72-4ed8-b7b2-296251b9d3d3 req-9a4393fb-5f76-4d63-89d9-b26cd7ec2f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:50.811016 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d8925355-5b72-4ed8-b7b2-296251b9d3d3 req-9a4393fb-5f76-4d63-89d9-b26cd7ec2f8d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a11e98d2-a498-4014-8b77-a7744abf9c02 HTTP/1.1" status: 200 len: 851 time: 0.0968373 Jul 30 00:00:50.908805 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8925355-5b72-4ed8-b7b2-296251b9d3d3 req-b37ee1a7-ead3-4f5c-918b-4aa2d4e8aad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:50.910843 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d8925355-5b72-4ed8-b7b2-296251b9d3d3 req-b37ee1a7-ead3-4f5c-918b-4aa2d4e8aad0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=772f0955-a0ec-440d-bf3f-76232f0d0cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816710 Jul 30 00:00:51.050244 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d8925355-5b72-4ed8-b7b2-296251b9d3d3 req-3aeb2126-4233-436a-ac12-3c9c9cdf3a6f service neutron] 10.222.0.39 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312923 Jul 30 00:00:51.180623 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d8925355-5b72-4ed8-b7b2-296251b9d3d3 req-95497315-0ad7-4119-8d0b-f25b8cb2ea3c service neutron] 10.222.0.39 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211863 Jul 30 00:00:51.392269 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8cd32a-248d-490b-81f9-164281378f47 req-8e08187d-3ca6-48ac-8212-d3a0ec6b0e76 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:51.395461 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ad8cd32a-248d-490b-81f9-164281378f47 req-8e08187d-3ca6-48ac-8212-d3a0ec6b0e76 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b9bd8d0-5e7d-4e92-8b19-9e41286aac11 HTTP/1.1" status: 200 len: 943 time: 0.0785134 Jul 30 00:00:51.448941 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ad8cd32a-248d-490b-81f9-164281378f47 req-bf03e449-c02a-4119-a2a3-0aa5bb4f4ea9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441270 Jul 30 00:00:52.620574 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a7e62e-ea45-41e5-8310-f14feb4bdec9 req-6eb2808b-ec96-450e-b324-5ec88f9315a9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:52.622100 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82a7e62e-ea45-41e5-8310-f14feb4bdec9 req-6eb2808b-ec96-450e-b324-5ec88f9315a9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b9bd8d0-5e7d-4e92-8b19-9e41286aac11 HTTP/1.1" status: 200 len: 943 time: 0.0539417 Jul 30 00:00:52.672969 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-82a7e62e-ea45-41e5-8310-f14feb4bdec9 req-edbd6bb5-16db-49bd-aced-6a8d15c17e0a tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441933 Jul 30 00:00:53.781151 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059b392-7b7d-49ed-ba47-678cd20bd96f req-885794b3-77e8-457d-9bc9-f8db32bec3a2 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:53.782544 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2059b392-7b7d-49ed-ba47-678cd20bd96f req-885794b3-77e8-457d-9bc9-f8db32bec3a2 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b9bd8d0-5e7d-4e92-8b19-9e41286aac11 HTTP/1.1" status: 200 len: 943 time: 0.0487370 Jul 30 00:00:53.826751 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2059b392-7b7d-49ed-ba47-678cd20bd96f req-ea77ad77-a1c9-4d5a-a9e7-6ed7c106f7dd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375566 Jul 30 00:00:54.954676 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839bf3af-5a31-4785-920b-ea8c12085b21 req-5defe835-22cf-498d-85f8-97f6e8000231 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:54.963793 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-839bf3af-5a31-4785-920b-ea8c12085b21 req-5defe835-22cf-498d-85f8-97f6e8000231 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b9bd8d0-5e7d-4e92-8b19-9e41286aac11 HTTP/1.1" status: 200 len: 943 time: 0.0609319 Jul 30 00:00:55.014619 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-839bf3af-5a31-4785-920b-ea8c12085b21 req-7b759379-469c-445e-9987-a86f7b288035 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497510 Jul 30 00:00:56.179115 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ccd8f-5916-4680-b6b2-e44107f441d7 req-324f771e-23b5-49f9-8888-fd72ae42bef7 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:56.180993 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c10ccd8f-5916-4680-b6b2-e44107f441d7 req-324f771e-23b5-49f9-8888-fd72ae42bef7 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b9bd8d0-5e7d-4e92-8b19-9e41286aac11 HTTP/1.1" status: 200 len: 943 time: 0.0616231 Jul 30 00:00:56.229308 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c10ccd8f-5916-4680-b6b2-e44107f441d7 req-c3fb85a0-2625-467b-96de-86e9d6ee2f8c tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414863 Jul 30 00:00:57.359224 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5996b-7b36-4d92-ad71-f22cb3da77dd req-0b28a629-d94a-45ce-a9eb-86705efc428d tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:57.360927 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dfd5996b-7b36-4d92-ad71-f22cb3da77dd req-0b28a629-d94a-45ce-a9eb-86705efc428d tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b9bd8d0-5e7d-4e92-8b19-9e41286aac11 HTTP/1.1" status: 200 len: 943 time: 0.0563312 Jul 30 00:00:57.418217 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dfd5996b-7b36-4d92-ad71-f22cb3da77dd req-fce28307-c6fb-46dc-af45-af9fdded38ae tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465775 Jul 30 00:00:58.555978 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18caace-2c3a-4661-a53d-896975399a82 req-a8e05921-9c48-4842-b6ba-d31f926602f2 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:58.557556 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a18caace-2c3a-4661-a53d-896975399a82 req-a8e05921-9c48-4842-b6ba-d31f926602f2 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b9bd8d0-5e7d-4e92-8b19-9e41286aac11 HTTP/1.1" status: 200 len: 943 time: 0.0522783 Jul 30 00:00:58.600808 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a18caace-2c3a-4661-a53d-896975399a82 req-fbf104a1-09a8-462f-9a12-f68b3fc94572 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361843 Jul 30 00:00:59.723714 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae81bdb-ad63-4e89-a978-a8694642df2e req-92f5fa12-576e-4762-b541-8097aae4297b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:00:59.725258 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bae81bdb-ad63-4e89-a978-a8694642df2e req-92f5fa12-576e-4762-b541-8097aae4297b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b9bd8d0-5e7d-4e92-8b19-9e41286aac11 HTTP/1.1" status: 200 len: 943 time: 0.0516741 Jul 30 00:00:59.766903 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bae81bdb-ad63-4e89-a978-a8694642df2e req-da85716b-ca7f-4126-befa-1ee43d899df0 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354092 Jul 30 00:00:59.792380 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:00.034809 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:00.888013 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eca8c3-fd7f-47c9-848b-2f929b02ac79 req-6f6cd6e9-db62-4d1c-9c6f-d28795e790d2 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:00.889945 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-33eca8c3-fd7f-47c9-848b-2f929b02ac79 req-6f6cd6e9-db62-4d1c-9c6f-d28795e790d2 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b9bd8d0-5e7d-4e92-8b19-9e41286aac11 HTTP/1.1" status: 200 len: 943 time: 0.0515935 Jul 30 00:01:00.934581 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-33eca8c3-fd7f-47c9-848b-2f929b02ac79 req-237a30c9-32ff-482f-8fa2-8d958a3ccf8a tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382638 Jul 30 00:01:02.066464 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bcfc40-9e94-41d7-8844-1842a0c75616 req-d3d355a2-433c-4431-9139-d1275990f828 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:02.069014 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50bcfc40-9e94-41d7-8844-1842a0c75616 req-d3d355a2-433c-4431-9139-d1275990f828 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b9bd8d0-5e7d-4e92-8b19-9e41286aac11 HTTP/1.1" status: 200 len: 943 time: 0.0607476 Jul 30 00:01:02.116932 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-50bcfc40-9e94-41d7-8844-1842a0c75616 req-d0e674bd-062b-4c0e-a0a6-02fd3ed22d76 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395300 Jul 30 00:01:02.871596 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8fcc0f7e-51fe-459e-becf-07183bd4c5f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:03.242873 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fb683-203d-4a3d-b743-c9986321e1b2 req-54fce403-ff22-449a-9c87-6c5dd898b88b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:03.244495 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7a8fb683-203d-4a3d-b743-c9986321e1b2 req-54fce403-ff22-449a-9c87-6c5dd898b88b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b9bd8d0-5e7d-4e92-8b19-9e41286aac11 HTTP/1.1" status: 200 len: 943 time: 0.0531301 Jul 30 00:01:03.287694 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7a8fb683-203d-4a3d-b743-c9986321e1b2 req-a3393b52-f59b-4f2d-8a26-119ce7e09a9a tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371909 Jul 30 00:01:04.435472 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483e70e-95f1-4d34-9803-9f657653b677 req-e9a160b2-3fd8-4ea6-b830-4b9c0698f470 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:04.437849 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1483e70e-95f1-4d34-9803-9f657653b677 req-e9a160b2-3fd8-4ea6-b830-4b9c0698f470 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b9bd8d0-5e7d-4e92-8b19-9e41286aac11 HTTP/1.1" status: 200 len: 943 time: 0.0631130 Jul 30 00:01:04.491304 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1483e70e-95f1-4d34-9803-9f657653b677 req-d340225a-14d0-4755-aab4-a6eeaf888fe4 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438008 Jul 30 00:01:05.174873 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device f15925cd-9820-411d-95f3-b0afdbba4e66 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:01:05.286928 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port f15925cd-9820-411d-95f3-b0afdbba4e66, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f15925cd-9820-411d-95f3-b0afdbba4e66,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:05.299666 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'f15925cd-9820-411d-95f3-b0afdbba4e66', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'port_id': 'f15925cd-9820-411d-95f3-b0afdbba4e66', 'mac_address': 'fa:16:3e:59:a6:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:01:05.309284 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:01:05.340818 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:05.354442 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f15925cd-9820-411d-95f3-b0afdbba4e66 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:01:05.375522 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port f15925cd-9820-411d-95f3-b0afdbba4e66, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f15925cd-9820-411d-95f3-b0afdbba4e66,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:05.379563 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:05.441146 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:05.458982 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=f15925cd-9820-411d-95f3-b0afdbba4e66,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:05.467516 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:05.467916 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:05.468259 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:05.468597 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:05.468924 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:05.469251 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:05.469573 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:05.469890 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:05.470208 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:05.470529 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:05.470848 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:05.471271 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:05.577360 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['f15925cd-9820-411d-95f3-b0afdbba4e66'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:01:05.627078 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270f1b1-7d39-4f19-98ce-cead8cc127fd req-8fabcb99-fa0a-49f7-ba78-1e2bf5d59f87 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:05.629220 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a270f1b1-7d39-4f19-98ce-cead8cc127fd req-8fabcb99-fa0a-49f7-ba78-1e2bf5d59f87 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b9bd8d0-5e7d-4e92-8b19-9e41286aac11 HTTP/1.1" status: 200 len: 944 time: 0.0618420 Jul 30 00:01:05.688823 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a270f1b1-7d39-4f19-98ce-cead8cc127fd req-c6cee193-7a4f-467e-91e2-d3320987710c tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508156 Jul 30 00:01:06.270835 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7212ec30-4337-41f9-980c-f0c84aaefab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:06.821407 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e5058-b39e-416e-8ff1-b4b07e32cdfa req-2b66ecc6-43bc-4262-9ca4-9ac363a3ba3f tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:06.823078 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-184e5058-b39e-416e-8ff1-b4b07e32cdfa req-2b66ecc6-43bc-4262-9ca4-9ac363a3ba3f tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b9bd8d0-5e7d-4e92-8b19-9e41286aac11 HTTP/1.1" status: 200 len: 944 time: 0.0536466 Jul 30 00:01:06.873863 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-184e5058-b39e-416e-8ff1-b4b07e32cdfa req-27871646-b28c-4345-afb0-dacb0b352205 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440927 Jul 30 00:01:06.956612 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:07.198667 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device f15925cd-9820-411d-95f3-b0afdbba4e66 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:01:07.257523 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port f15925cd-9820-411d-95f3-b0afdbba4e66 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:07.262878 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port f15925cd-9820-411d-95f3-b0afdbba4e66 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:07.263176 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:07.344950 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:07.368687 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9bd8d0-5e7d-4e92-8b19-9e41286aac11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15925cd-9820-411d-95f3-b0afdbba4e66'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:01:07.371194 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83b8399-8960-4137-bd8c-9381cb867625" -d '{"events": [{"server_uuid": "0b9bd8d0-5e7d-4e92-8b19-9e41286aac11", "name": "network-vif-plugged", "status": "completed", "tag": "f15925cd-9820-411d-95f3-b0afdbba4e66"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:01:07.385663 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port f15925cd-9820-411d-95f3-b0afdbba4e66, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f15925cd-9820-411d-95f3-b0afdbba4e66,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:07.390023 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:07.415118 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfe35bc-ae18-452a-8222-d275fcc13f40 x-openstack-request-id: req-fbfe35bc-ae18-452a-8222-d275fcc13f40 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:01:07.415118 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9bd8d0-5e7d-4e92-8b19-9e41286aac11", "name": "network-vif-plugged", "status": "completed", "tag": "f15925cd-9820-411d-95f3-b0afdbba4e66", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:01:07.415521 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fbfe35bc-ae18-452a-8222-d275fcc13f40 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:01:07.415739 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9bd8d0-5e7d-4e92-8b19-9e41286aac11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f15925cd-9820-411d-95f3-b0afdbba4e66', 'code': 200} Jul 30 00:01:07.444137 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=f15925cd-9820-411d-95f3-b0afdbba4e66,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:07.513023 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7e0b1-f39f-4325-8058-e4d6df3d2382 req-f0f81bf6-f9f7-46a5-a23d-3c3874de37c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:07.514485 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-02a7e0b1-f39f-4325-8058-e4d6df3d2382 req-f0f81bf6-f9f7-46a5-a23d-3c3874de37c0 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=0b9bd8d0-5e7d-4e92-8b19-9e41286aac11 HTTP/1.1" status: 200 len: 1097 time: 0.0428033 Jul 30 00:01:07.558492 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-02a7e0b1-f39f-4325-8058-e4d6df3d2382 req-516e0936-9d61-4c85-8658-6187fd018dcd service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371380 Jul 30 00:01:07.997251 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7684ab-e12c-4499-8956-6bf1aec13e40 req-842b685b-f229-43fb-ae57-8c4d442995eb tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:07.998878 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bf7684ab-e12c-4499-8956-6bf1aec13e40 req-842b685b-f229-43fb-ae57-8c4d442995eb tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b9bd8d0-5e7d-4e92-8b19-9e41286aac11 HTTP/1.1" status: 200 len: 945 time: 0.0499241 Jul 30 00:01:08.037476 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bf7684ab-e12c-4499-8956-6bf1aec13e40 req-a2a86205-482a-407e-b00a-0dc9398f7289 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324624 Jul 30 00:01:08.257970 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:09.186466 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941579b9-2487-460c-a51b-875763a80939 req-816c4e7c-c1f5-49f8-b14b-a9e1b0daa423 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:09.190231 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-941579b9-2487-460c-a51b-875763a80939 req-816c4e7c-c1f5-49f8-b14b-a9e1b0daa423 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b9bd8d0-5e7d-4e92-8b19-9e41286aac11 HTTP/1.1" status: 200 len: 945 time: 0.0690916 Jul 30 00:01:09.249103 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-941579b9-2487-460c-a51b-875763a80939 req-9709e653-b8c3-48de-b02b-fced6a8c0bc6 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495477 Jul 30 00:01:09.401459 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386704ad-10db-4444-b78e-961e9b518714 req-01059f5d-79f7-437d-a6b3-5a05949ca221 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:09.403043 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-386704ad-10db-4444-b78e-961e9b518714 req-01059f5d-79f7-437d-a6b3-5a05949ca221 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b9bd8d0-5e7d-4e92-8b19-9e41286aac11 HTTP/1.1" status: 200 len: 945 time: 0.0676734 Jul 30 00:01:09.459366 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-386704ad-10db-4444-b78e-961e9b518714 req-ff8d6827-589d-46c2-aa15-360f2afff65b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480223 Jul 30 00:01:09.873089 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b255defb-1395-45fc-ae54-d10e7e8b66bf req-933d2c7d-d7bf-4e9c-ba2e-5165cfd52eee tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:09.874697 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b255defb-1395-45fc-ae54-d10e7e8b66bf req-933d2c7d-d7bf-4e9c-ba2e-5165cfd52eee tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b9bd8d0-5e7d-4e92-8b19-9e41286aac11 HTTP/1.1" status: 200 len: 945 time: 0.0583589 Jul 30 00:01:09.927345 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b255defb-1395-45fc-ae54-d10e7e8b66bf req-2b18af07-8179-4516-b071-84d43c2fd7f6 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456147 Jul 30 00:01:11.061194 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed37b98-e41a-4af6-93fa-0056cfa58929 req-17c8cf9b-412b-4f7a-964b-a589a3c031eb tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:11.063000 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eed37b98-e41a-4af6-93fa-0056cfa58929 req-17c8cf9b-412b-4f7a-964b-a589a3c031eb tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b9bd8d0-5e7d-4e92-8b19-9e41286aac11 HTTP/1.1" status: 200 len: 945 time: 0.0610895 Jul 30 00:01:11.103877 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eed37b98-e41a-4af6-93fa-0056cfa58929 req-ec5f1b86-bdc4-42f6-95d1-92612d4bc224 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344541 Jul 30 00:01:11.236093 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d754ac34-c196-49da-ae58-2839934be183 req-2045529f-7490-4c51-b6c4-048ca8f11020 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:11.237638 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d754ac34-c196-49da-ae58-2839934be183 req-2045529f-7490-4c51-b6c4-048ca8f11020 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.23 "GET /v2.0/ports?device_id=0b9bd8d0-5e7d-4e92-8b19-9e41286aac11 HTTP/1.1" status: 200 len: 945 time: 0.0551963 Jul 30 00:01:11.373409 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-d754ac34-c196-49da-ae58-2839934be183 req-4d57f9fd-6011-45cb-b321-9c79724958a4 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Deleting port f15925cd-9820-411d-95f3-b0afdbba4e66 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:01:11.373755 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d754ac34-c196-49da-ae58-2839934be183 req-4d57f9fd-6011-45cb-b321-9c79724958a4 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:11.485221 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-d754ac34-c196-49da-ae58-2839934be183 req-4d57f9fd-6011-45cb-b321-9c79724958a4 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] For port f15925cd-9820-411d-95f3-b0afdbba4e66, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f15925cd-9820-411d-95f3-b0afdbba4e66,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:11.485570 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d754ac34-c196-49da-ae58-2839934be183 req-4d57f9fd-6011-45cb-b321-9c79724958a4 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:11.502214 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-d754ac34-c196-49da-ae58-2839934be183 req-4d57f9fd-6011-45cb-b321-9c79724958a4 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Calling delete_port for f15925cd-9820-411d-95f3-b0afdbba4e66 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:01:11.643325 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d754ac34-c196-49da-ae58-2839934be183 req-4d57f9fd-6011-45cb-b321-9c79724958a4 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:11.656609 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['f15925cd-9820-411d-95f3-b0afdbba4e66'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:01:11.659359 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['2b634cc4-28a8-495a-9238-408768ca825a'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:01:11.677628 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d57f9fd-6011-45cb-b321-9c79724958a4 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Pushing event deleted for resources: {'Port': ['ID=f15925cd-9820-411d-95f3-b0afdbba4e66,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:11.736371 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d754ac34-c196-49da-ae58-2839934be183 req-4d57f9fd-6011-45cb-b321-9c79724958a4 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] No DVR routers for this DVR port f15925cd-9820-411d-95f3-b0afdbba4e66 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:01:11.743584 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d754ac34-c196-49da-ae58-2839934be183 req-4d57f9fd-6011-45cb-b321-9c79724958a4 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:11.747303 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d754ac34-c196-49da-ae58-2839934be183 req-4d57f9fd-6011-45cb-b321-9c79724958a4 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.23 "DELETE /v2.0/ports/f15925cd-9820-411d-95f3-b0afdbba4e66 HTTP/1.1" status: 204 len: 173 time: 0.5029235 Jul 30 00:01:11.748356 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b9bd8d0-5e7d-4e92-8b19-9e41286aac11', 'name': 'network-vif-deleted', 'tag': 'f15925cd-9820-411d-95f3-b0afdbba4e66'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:01:11.753803 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d4fb47b-d8de-4c07-9461-1b8c6d0bee6a" -d '{"events": [{"server_uuid": "0b9bd8d0-5e7d-4e92-8b19-9e41286aac11", "name": "network-vif-deleted", "tag": "f15925cd-9820-411d-95f3-b0afdbba4e66"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:01:11.860451 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d9c0d2-e47f-498d-a6b4-409fbceffd13 x-openstack-request-id: req-84d9c0d2-e47f-498d-a6b4-409fbceffd13 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:01:11.860943 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b9bd8d0-5e7d-4e92-8b19-9e41286aac11", "name": "network-vif-deleted", "tag": "f15925cd-9820-411d-95f3-b0afdbba4e66", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:01:11.861622 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-84d9c0d2-e47f-498d-a6b4-409fbceffd13 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:01:11.862401 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b9bd8d0-5e7d-4e92-8b19-9e41286aac11', 'name': 'network-vif-deleted', 'tag': 'f15925cd-9820-411d-95f3-b0afdbba4e66', 'status': 'completed', 'code': 200} Jul 30 00:01:12.222826 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f9553ae-2806-4e9f-a5e9-a92a84cba5e1 req-ac1e6aa1-9f22-48c4-bc13-265aa894bb9c tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b9bd8d0-5e7d-4e92-8b19-9e41286aac11 HTTP/1.1" status: 200 len: 210 time: 0.0320127 Jul 30 00:01:13.332149 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7fc7491d-506d-4cef-9c17-4e8de8decdac req-4d5d6c7a-3655-4a59-b436-aa2f4d97c570 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b9bd8d0-5e7d-4e92-8b19-9e41286aac11 HTTP/1.1" status: 200 len: 210 time: 0.0277696 Jul 30 00:01:14.436508 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b1df1d19-de03-433a-b82c-03cc4cf3a0d7 req-fd1a4217-6f28-4770-a943-aa1f7f55f302 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b9bd8d0-5e7d-4e92-8b19-9e41286aac11 HTTP/1.1" status: 200 len: 210 time: 0.0273097 Jul 30 00:01:15.237854 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device f15925cd-9820-411d-95f3-b0afdbba4e66 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:01:15.258677 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: f15925cd-9820-411d-95f3-b0afdbba4e66 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:01:15.259026 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device f15925cd-9820-411d-95f3-b0afdbba4e66 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:01:15.541120 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bce8c176-7896-46d7-ba7d-37d78e9ce338 req-323c4bbc-719e-4648-85b6-dc03756e01bf tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=0b9bd8d0-5e7d-4e92-8b19-9e41286aac11 HTTP/1.1" status: 200 len: 210 time: 0.0291893 Jul 30 00:01:22.261058 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d9be3f-a4c3-4511-bfc0-107b3bf637ec req-7e85a4ab-651f-47a2-86b2-c46bb4c63a22 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:22.262632 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64d9be3f-a4c3-4511-bfc0-107b3bf637ec req-7e85a4ab-651f-47a2-86b2-c46bb4c63a22 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=f073db8f-b1b2-4ef4-80c4-0e5da74d1d35 HTTP/1.1" status: 200 len: 945 time: 0.0711141 Jul 30 00:01:22.312291 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64d9be3f-a4c3-4511-bfc0-107b3bf637ec req-a1304143-5af9-458e-aed5-f981cfcd4952 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402939 Jul 30 00:01:23.432166 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcf46c-60eb-4912-b272-75c1e60f958a req-a2a7ac87-ab58-442e-8049-d924baff29eb tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:23.433708 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-78fcf46c-60eb-4912-b272-75c1e60f958a req-a2a7ac87-ab58-442e-8049-d924baff29eb tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=f073db8f-b1b2-4ef4-80c4-0e5da74d1d35 HTTP/1.1" status: 200 len: 945 time: 0.0524719 Jul 30 00:01:23.482838 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-78fcf46c-60eb-4912-b272-75c1e60f958a req-f65edba9-8dde-496a-b747-258052813cd8 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=cfc9a665-4239-4153-8a6c-f1cf853e19cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385966 Jul 30 00:01:23.918829 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec22e4b4-d433-4fab-a193-5dcdc11a3fa2 req-7c55fc51-547e-4e68-b510-50ec1f6dea5b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:23.920488 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ec22e4b4-d433-4fab-a193-5dcdc11a3fa2 req-7c55fc51-547e-4e68-b510-50ec1f6dea5b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.39 "GET /v2.0/ports?device_id=f073db8f-b1b2-4ef4-80c4-0e5da74d1d35 HTTP/1.1" status: 200 len: 945 time: 0.0657213 Jul 30 00:01:24.028777 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-ec22e4b4-d433-4fab-a193-5dcdc11a3fa2 req-ae1dbd07-8896-4379-8faf-e8fb55ab5217 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Deleting port 2b634cc4-28a8-495a-9238-408768ca825a {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:01:24.029022 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ec22e4b4-d433-4fab-a193-5dcdc11a3fa2 req-ae1dbd07-8896-4379-8faf-e8fb55ab5217 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:24.117787 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ec22e4b4-d433-4fab-a193-5dcdc11a3fa2 req-ae1dbd07-8896-4379-8faf-e8fb55ab5217 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] For port 2b634cc4-28a8-495a-9238-408768ca825a, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=2b634cc4-28a8-495a-9238-408768ca825a,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:01:24.118196 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ec22e4b4-d433-4fab-a193-5dcdc11a3fa2 req-ae1dbd07-8896-4379-8faf-e8fb55ab5217 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:24.132793 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-ec22e4b4-d433-4fab-a193-5dcdc11a3fa2 req-ae1dbd07-8896-4379-8faf-e8fb55ab5217 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Calling delete_port for 2b634cc4-28a8-495a-9238-408768ca825a owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:01:24.273480 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ec22e4b4-d433-4fab-a193-5dcdc11a3fa2 req-ae1dbd07-8896-4379-8faf-e8fb55ab5217 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:24.286241 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['2b634cc4-28a8-495a-9238-408768ca825a'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:01:24.309789 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1dbd07-8896-4379-8faf-e8fb55ab5217 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Pushing event deleted for resources: {'Port': ['ID=2b634cc4-28a8-495a-9238-408768ca825a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:24.359330 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec22e4b4-d433-4fab-a193-5dcdc11a3fa2 req-ae1dbd07-8896-4379-8faf-e8fb55ab5217 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] No DVR routers for this DVR port 2b634cc4-28a8-495a-9238-408768ca825a on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:01:24.363234 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ec22e4b4-d433-4fab-a193-5dcdc11a3fa2 req-ae1dbd07-8896-4379-8faf-e8fb55ab5217 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:24.366276 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ec22e4b4-d433-4fab-a193-5dcdc11a3fa2 req-ae1dbd07-8896-4379-8faf-e8fb55ab5217 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.39 "DELETE /v2.0/ports/2b634cc4-28a8-495a-9238-408768ca825a HTTP/1.1" status: 204 len: 173 time: 0.4375646 Jul 30 00:01:24.366737 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f073db8f-b1b2-4ef4-80c4-0e5da74d1d35', 'name': 'network-vif-deleted', 'tag': '2b634cc4-28a8-495a-9238-408768ca825a'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:01:24.370357 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c950e81-2357-4b8b-a974-0998d8335ccf" -d '{"events": [{"server_uuid": "f073db8f-b1b2-4ef4-80c4-0e5da74d1d35", "name": "network-vif-deleted", "tag": "2b634cc4-28a8-495a-9238-408768ca825a"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:01:24.408650 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575cab16-8020-4b55-8326-45f2274341ea x-openstack-request-id: req-575cab16-8020-4b55-8326-45f2274341ea {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:01:24.409008 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f073db8f-b1b2-4ef4-80c4-0e5da74d1d35", "name": "network-vif-deleted", "tag": "2b634cc4-28a8-495a-9238-408768ca825a", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:01:24.409308 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-575cab16-8020-4b55-8326-45f2274341ea {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:01:24.410020 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f073db8f-b1b2-4ef4-80c4-0e5da74d1d35', 'name': 'network-vif-deleted', 'tag': '2b634cc4-28a8-495a-9238-408768ca825a', 'status': 'completed', 'code': 200} Jul 30 00:01:24.598279 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0674964a-031d-4073-9b04-9731637a5fb9 req-ed2010f8-20a4-4702-856c-97f22c2212dd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=f073db8f-b1b2-4ef4-80c4-0e5da74d1d35 HTTP/1.1" status: 200 len: 210 time: 0.0389073 Jul 30 00:01:25.728770 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b1a99af9-7ae1-4fad-abd3-c9bfed1865ae req-5a9a4650-0468-4058-974c-a004e495e439 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=f073db8f-b1b2-4ef4-80c4-0e5da74d1d35 HTTP/1.1" status: 200 len: 210 time: 0.0389316 Jul 30 00:01:26.654572 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 2b634cc4-28a8-495a-9238-408768ca825a no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:01:26.693411 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 2b634cc4-28a8-495a-9238-408768ca825a {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:01:26.693751 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 2b634cc4-28a8-495a-9238-408768ca825a not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:01:26.854237 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80430e54-6341-4979-955f-c1da0c640228 req-8dc33df9-02be-4825-be70-ffc50c38e335 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=f073db8f-b1b2-4ef4-80c4-0e5da74d1d35 HTTP/1.1" status: 200 len: 210 time: 0.0272429 Jul 30 00:01:27.989109 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2e11b1c0-9f1e-4776-a0c2-9f3e13a65cb9 req-875485a3-0b57-42fe-9c12-26a25217b27c tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=f073db8f-b1b2-4ef4-80c4-0e5da74d1d35 HTTP/1.1" status: 200 len: 210 time: 0.0470834 Jul 30 00:01:29.815748 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:30.049611 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:31.009621 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53680) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:31.016092 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-1eb1daac-1e54-4803-afc2-9af8b643be68 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-396741463', 'description': 'tempest-secgroup-smoke-396741463 description', 'project_id': '1b27d1d59ac84f98808da97eba2a694c'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:31.041864 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1eb1daac-1e54-4803-afc2-9af8b643be68 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:31.131896 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1eb1daac-1e54-4803-afc2-9af8b643be68 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:31.136449 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1eb1daac-1e54-4803-afc2-9af8b643be68 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:31.164019 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1eb1daac-1e54-4803-afc2-9af8b643be68 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:31.165905 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1eb1daac-1e54-4803-afc2-9af8b643be68 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1546786 Jul 30 00:01:31.169424 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53686) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:31.171550 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb1daac-1e54-4803-afc2-9af8b643be68 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11b92b4a-88af-4abd-8bfa-c477c1e80314,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:31.175261 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-312071de-a1a4-435e-8d9a-75b085cf8358 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Request body: {'security_group_rule': {'security_group_id': '11b92b4a-88af-4abd-8bfa-c477c1e80314', 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:31.179770 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb1daac-1e54-4803-afc2-9af8b643be68 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:31.180305 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb1daac-1e54-4803-afc2-9af8b643be68 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:31.180622 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb1daac-1e54-4803-afc2-9af8b643be68 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:31.180961 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb1daac-1e54-4803-afc2-9af8b643be68 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:31.181306 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb1daac-1e54-4803-afc2-9af8b643be68 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:31.181645 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb1daac-1e54-4803-afc2-9af8b643be68 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:31.181979 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb1daac-1e54-4803-afc2-9af8b643be68 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:31.182310 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb1daac-1e54-4803-afc2-9af8b643be68 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:31.182641 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb1daac-1e54-4803-afc2-9af8b643be68 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:31.182969 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb1daac-1e54-4803-afc2-9af8b643be68 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:31.183309 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb1daac-1e54-4803-afc2-9af8b643be68 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:31.183621 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1eb1daac-1e54-4803-afc2-9af8b643be68 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:31.213603 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-312071de-a1a4-435e-8d9a-75b085cf8358 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:31.276855 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-312071de-a1a4-435e-8d9a-75b085cf8358 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:31.282250 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-312071de-a1a4-435e-8d9a-75b085cf8358 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:31.301148 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312071de-a1a4-435e-8d9a-75b085cf8358 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab214a2-393a-4d9f-a477-9723aa3b4e1a,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:31.307890 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-312071de-a1a4-435e-8d9a-75b085cf8358 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:31.311676 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53690) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:31.311823 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-312071de-a1a4-435e-8d9a-75b085cf8358 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1406937 Jul 30 00:01:31.317275 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-07e51563-11ad-45c2-bae5-b8cc49daf381 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Request body: {'security_group_rule': {'security_group_id': '11b92b4a-88af-4abd-8bfa-c477c1e80314', 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:31.345970 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07e51563-11ad-45c2-bae5-b8cc49daf381 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:31.408210 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07e51563-11ad-45c2-bae5-b8cc49daf381 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:31.411804 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07e51563-11ad-45c2-bae5-b8cc49daf381 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:31.439311 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e51563-11ad-45c2-bae5-b8cc49daf381 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf662053-9064-4d7e-a32a-190931d48a51,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:31.445735 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07e51563-11ad-45c2-bae5-b8cc49daf381 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:31.450037 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-07e51563-11ad-45c2-bae5-b8cc49daf381 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1346562 Jul 30 00:01:31.450192 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53692) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:31.454800 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-d878bf33-e3fe-430c-8fb7-65f6c3354b63 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Request body: {'security_group_rule': {'security_group_id': '11b92b4a-88af-4abd-8bfa-c477c1e80314', 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:31.485134 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d878bf33-e3fe-430c-8fb7-65f6c3354b63 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:31.549206 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d878bf33-e3fe-430c-8fb7-65f6c3354b63 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:31.552956 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d878bf33-e3fe-430c-8fb7-65f6c3354b63 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:31.570715 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878bf33-e3fe-430c-8fb7-65f6c3354b63 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=691bcf69-2283-4989-bc5e-3fe2463ac0a9,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:31.578256 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d878bf33-e3fe-430c-8fb7-65f6c3354b63 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:31.579690 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d878bf33-e3fe-430c-8fb7-65f6c3354b63 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1284645 Jul 30 00:01:31.582345 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53694) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:31.587376 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-50105cc4-4a0f-41d2-8690-c88b3e8b4905 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Request body: {'security_group_rule': {'security_group_id': '11b92b4a-88af-4abd-8bfa-c477c1e80314', 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:31.632909 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-50105cc4-4a0f-41d2-8690-c88b3e8b4905 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:31.724570 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-50105cc4-4a0f-41d2-8690-c88b3e8b4905 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:31.731006 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-50105cc4-4a0f-41d2-8690-c88b3e8b4905 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:31.756180 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50105cc4-4a0f-41d2-8690-c88b3e8b4905 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0205a539-ebbd-4ba4-9bf2-30f9e632331c,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:31.764034 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-50105cc4-4a0f-41d2-8690-c88b3e8b4905 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:31.765685 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-50105cc4-4a0f-41d2-8690-c88b3e8b4905 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1823511 Jul 30 00:01:31.772430 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 53696) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:31.779261 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-b7d0dd32-9591-4417-aadb-7570162469c4 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Request body: {'security_group_rule': {'security_group_id': '11b92b4a-88af-4abd-8bfa-c477c1e80314', 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:31.802410 n-d-712140-10 neutron-server[94063]: INFO neutron.db.securitygroups_db [None req-b7d0dd32-9591-4417-aadb-7570162469c4 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Project 1b27d1d59ac84f98808da97eba2a694c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:01:31.808354 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b7d0dd32-9591-4417-aadb-7570162469c4 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:31.880415 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b7d0dd32-9591-4417-aadb-7570162469c4 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:31.889563 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b7d0dd32-9591-4417-aadb-7570162469c4 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:31.908333 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d0dd32-9591-4417-aadb-7570162469c4 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3b27170-d885-4677-9b58-78cfb49f2548,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:31.917371 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b7d0dd32-9591-4417-aadb-7570162469c4 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:31.921509 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 53700) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:01:31.921903 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b7d0dd32-9591-4417-aadb-7570162469c4 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1480057 Jul 30 00:01:31.926358 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-8fe9c332-3eae-49de-8801-a58116f36156 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Request body: {'security_group_rule': {'security_group_id': '11b92b4a-88af-4abd-8bfa-c477c1e80314', 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:31.949237 n-d-712140-10 neutron-server[94064]: INFO neutron.db.securitygroups_db [None req-8fe9c332-3eae-49de-8801-a58116f36156 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Project 1b27d1d59ac84f98808da97eba2a694c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:01:31.954834 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8fe9c332-3eae-49de-8801-a58116f36156 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:32.028630 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8fe9c332-3eae-49de-8801-a58116f36156 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:32.033298 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8fe9c332-3eae-49de-8801-a58116f36156 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:32.056463 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9c332-3eae-49de-8801-a58116f36156 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe5940d-2357-47ed-8e1c-68b09149f91b,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:32.060394 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8fe9c332-3eae-49de-8801-a58116f36156 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:32.061957 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8fe9c332-3eae-49de-8801-a58116f36156 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1394136 Jul 30 00:01:32.866853 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a061c82-51b5-47ae-a289-aebc9ea745e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:35.424936 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:36.260912 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-853ba0ee-cc7d-4853-abe1-d9919e3ed187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:36.959554 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:38.262761 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:42.309282 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:01:47.646354 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-23cd3b0f-a432-4ae1-9955-0da05558dd88 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-396741463&fields=id&tenant_id=1b27d1d59ac84f98808da97eba2a694c HTTP/1.1" status: 200 len: 267 time: 0.0427675 Jul 30 00:01:47.758389 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-48cd2457-f827-4d74-8e45-2a556c048b14 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:47.760057 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-48cd2457-f827-4d74-8e45-2a556c048b14 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 812 time: 0.1056781 Jul 30 00:01:47.775898 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-45c06d25-ef0c-41c7-bc74-99aa7fd468c8 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/quotas/1b27d1d59ac84f98808da97eba2a694c HTTP/1.1" status: 200 len: 375 time: 0.0097756 Jul 30 00:01:47.830889 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-b0f1d0e4-ae61-4ce5-b9b1-e82ecb1395fc tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0492768 Jul 30 00:01:47.928184 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-f8c98d47-b202-4fc3-8f71-f9886e5829e3 service neutron] 10.222.0.18 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846641 Jul 30 00:01:48.029574 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-2dd54295-ca89-4356-a85e-9f4583c69542 service neutron] 10.222.0.18 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948737 Jul 30 00:01:48.335292 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-efcb9fe8-ff33-43be-bca0-0ff6018e9929 req-91ac0c91-cdae-4794-9514-845877f18877 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd71b68e-99be-49dc-b9a2-5809b666e8e2 HTTP/1.1" status: 200 len: 210 time: 0.0268071 Jul 30 00:01:49.248862 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-7b5e9b34-d7a3-4836-b770-38ea1f011334 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:49.250369 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-7b5e9b34-d7a3-4836-b770-38ea1f011334 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.39 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 812 time: 0.1195350 Jul 30 00:01:49.310160 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-a2517642-4d07-49e2-b4ad-c07febdf6b2f tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b27d1d59ac84f98808da97eba2a694c HTTP/1.1" status: 200 len: 379 time: 0.0503316 Jul 30 00:01:49.319747 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-ee540a81-262e-4dea-ad26-f802d4eae075 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Request body: {'port': {'device_id': 'dd71b68e-99be-49dc-b9a2-5809b666e8e2', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'admin_state_up': True, 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'security_groups': ['11b92b4a-88af-4abd-8bfa-c477c1e80314']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:49.466888 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1d23818c-2d90-4d5f-a28a-cd758418324e req-397adc21-0f30-4ce3-bddf-bf67e928068e tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd71b68e-99be-49dc-b9a2-5809b666e8e2 HTTP/1.1" status: 200 len: 210 time: 0.0415010 Jul 30 00:01:49.467977 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-ee540a81-262e-4dea-ad26-f802d4eae075 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Made reservation on behalf of 1b27d1d59ac84f98808da97eba2a694c for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:01:49.471403 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-ee540a81-262e-4dea-ad26-f802d4eae075 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:49.610630 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-ee540a81-262e-4dea-ad26-f802d4eae075 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Allocated IP 172.20.0.7 (772f0955-a0ec-440d-bf3f-76232f0d0cae/a11e98d2-a498-4014-8b77-a7744abf9c02/aacc18d7-3086-4186-b4c5-b888f1a7c75d) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:01:49.755443 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-ee540a81-262e-4dea-ad26-f802d4eae075 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:49.771865 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-ee540a81-262e-4dea-ad26-f802d4eae075 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Transition to ACTIVE for port object aacc18d7-3086-4186-b4c5-b888f1a7c75d will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:49.810577 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-ee540a81-262e-4dea-ad26-f802d4eae075 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:49.852159 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-ee540a81-262e-4dea-ad26-f802d4eae075 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Network 772f0955-a0ec-440d-bf3f-76232f0d0cae is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:01:49.856260 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-ee540a81-262e-4dea-ad26-f802d4eae075 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:01:49.860036 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-ee540a81-262e-4dea-ad26-f802d4eae075 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:01:49.891776 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee540a81-262e-4dea-ad26-f802d4eae075 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Pushing event updated for resources: {'Port': ['ID=aacc18d7-3086-4186-b4c5-b888f1a7c75d,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:49.907927 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee540a81-262e-4dea-ad26-f802d4eae075 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:49.908281 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee540a81-262e-4dea-ad26-f802d4eae075 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:49.908632 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee540a81-262e-4dea-ad26-f802d4eae075 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:49.908972 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee540a81-262e-4dea-ad26-f802d4eae075 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:49.909311 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee540a81-262e-4dea-ad26-f802d4eae075 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:49.909644 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee540a81-262e-4dea-ad26-f802d4eae075 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:49.909976 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee540a81-262e-4dea-ad26-f802d4eae075 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:49.910305 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee540a81-262e-4dea-ad26-f802d4eae075 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:49.910635 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee540a81-262e-4dea-ad26-f802d4eae075 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:49.911218 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee540a81-262e-4dea-ad26-f802d4eae075 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:49.911547 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee540a81-262e-4dea-ad26-f802d4eae075 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:49.911895 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee540a81-262e-4dea-ad26-f802d4eae075 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:01:49.936196 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-ee540a81-262e-4dea-ad26-f802d4eae075 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:49.936902 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-ee540a81-262e-4dea-ad26-f802d4eae075 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:49.953503 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-ee540a81-262e-4dea-ad26-f802d4eae075 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6375620 Jul 30 00:01:49.967250 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-226255ef-fd84-4cf0-9f1e-29b66ca789bd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:01:49.968770 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-226255ef-fd84-4cf0-9f1e-29b66ca789bd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077214 Jul 30 00:01:50.105362 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-240b1f34-7ce4-4add-a1d6-4ffd49df8432 service neutron] Request body: {'port': {'device_id': 'dd71b68e-99be-49dc-b9a2-5809b666e8e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:01:50.189941 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-240b1f34-7ce4-4add-a1d6-4ffd49df8432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:50.220275 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-cdc01a25-d523-4ba3-81bb-a94427c0a7d8 None None] Provisioning for port aacc18d7-3086-4186-b4c5-b888f1a7c75d completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:01:50.224638 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-cdc01a25-d523-4ba3-81bb-a94427c0a7d8 None None] Provisioning complete for port aacc18d7-3086-4186-b4c5-b888f1a7c75d triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:01:50.225325 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cdc01a25-d523-4ba3-81bb-a94427c0a7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:50.276841 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-cdc01a25-d523-4ba3-81bb-a94427c0a7d8 None None] Port aacc18d7-3086-4186-b4c5-b888f1a7c75d cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:01:50.478450 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-240b1f34-7ce4-4add-a1d6-4ffd49df8432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aacc18d7-3086-4186-b4c5-b888f1a7c75d {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:01:50.486925 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-240b1f34-7ce4-4add-a1d6-4ffd49df8432 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:50.501572 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-240b1f34-7ce4-4add-a1d6-4ffd49df8432 service neutron] Transition to ACTIVE for port object aacc18d7-3086-4186-b4c5-b888f1a7c75d will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:01:50.507674 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-240b1f34-7ce4-4add-a1d6-4ffd49df8432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:50.611192 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b1f34-7ce4-4add-a1d6-4ffd49df8432 service neutron] Pushing event updated for resources: {'Port': ['ID=aacc18d7-3086-4186-b4c5-b888f1a7c75d,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:50.691158 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb29bed-ea11-4232-aa8c-8d4a6459a11f req-e9878a88-4dfc-462d-84c2-87517faba873 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:50.692977 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6cb29bed-ea11-4232-aa8c-8d4a6459a11f req-e9878a88-4dfc-462d-84c2-87517faba873 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd71b68e-99be-49dc-b9a2-5809b666e8e2 HTTP/1.1" status: 200 len: 943 time: 0.1028864 Jul 30 00:01:50.713050 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-240b1f34-7ce4-4add-a1d6-4ffd49df8432 service neutron] Attempting to bind port aacc18d7-3086-4186-b4c5-b888f1a7c75d on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:01:50.714156 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-240b1f34-7ce4-4add-a1d6-4ffd49df8432 service neutron] Attempting to bind port aacc18d7-3086-4186-b4c5-b888f1a7c75d by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:01:50.714643 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-240b1f34-7ce4-4add-a1d6-4ffd49df8432 service neutron] Attempting to bind port aacc18d7-3086-4186-b4c5-b888f1a7c75d on network 772f0955-a0ec-440d-bf3f-76232f0d0cae {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:01:50.731232 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-240b1f34-7ce4-4add-a1d6-4ffd49df8432 service neutron] Port aacc18d7-3086-4186-b4c5-b888f1a7c75d on network 772f0955-a0ec-440d-bf3f-76232f0d0cae not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:01:50.731567 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-240b1f34-7ce4-4add-a1d6-4ffd49df8432 service neutron] Attempting to bind port aacc18d7-3086-4186-b4c5-b888f1a7c75d on network 772f0955-a0ec-440d-bf3f-76232f0d0cae {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:01:50.740387 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-240b1f34-7ce4-4add-a1d6-4ffd49df8432 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:01:50.740735 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-240b1f34-7ce4-4add-a1d6-4ffd49df8432 service neutron] Checking segment: {'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:01:50.741129 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-240b1f34-7ce4-4add-a1d6-4ffd49df8432 service neutron] Bound using segment: {'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:01:50.741570 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-240b1f34-7ce4-4add-a1d6-4ffd49df8432 service neutron] Bound port: aacc18d7-3086-4186-b4c5-b888f1a7c75d, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:01:50.741935 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-240b1f34-7ce4-4add-a1d6-4ffd49df8432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:50.811398 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6cb29bed-ea11-4232-aa8c-8d4a6459a11f req-bc4f547e-ea2d-409d-824f-1d30b822333e tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981786 Jul 30 00:01:50.847631 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-240b1f34-7ce4-4add-a1d6-4ffd49df8432 service neutron] For port aacc18d7-3086-4186-b4c5-b888f1a7c75d, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:01:50.850924 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-240b1f34-7ce4-4add-a1d6-4ffd49df8432 service neutron] For port aacc18d7-3086-4186-b4c5-b888f1a7c75d, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=aacc18d7-3086-4186-b4c5-b888f1a7c75d,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:01:50.856467 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-240b1f34-7ce4-4add-a1d6-4ffd49df8432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:50.892163 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-240b1f34-7ce4-4add-a1d6-4ffd49df8432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:50.892656 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-240b1f34-7ce4-4add-a1d6-4ffd49df8432 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:01:50.894114 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-240b1f34-7ce4-4add-a1d6-4ffd49df8432 service neutron] 10.222.0.39 "PUT /v2.0/ports/aacc18d7-3086-4186-b4c5-b888f1a7c75d HTTP/1.1" status: 200 len: 1092 time: 0.9175577 Jul 30 00:01:50.894557 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd71b68e-99be-49dc-b9a2-5809b666e8e2', 'tag': 'aacc18d7-3086-4186-b4c5-b888f1a7c75d'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:01:50.896815 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31e80f8-b454-46ef-a483-f8a63384932c" -d '{"events": [{"name": "network-changed", "server_uuid": "dd71b68e-99be-49dc-b9a2-5809b666e8e2", "tag": "aacc18d7-3086-4186-b4c5-b888f1a7c75d"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:01:50.936595 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240b1f34-7ce4-4add-a1d6-4ffd49df8432 service neutron] Pushing event updated for resources: {'Port': ['ID=aacc18d7-3086-4186-b4c5-b888f1a7c75d,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:01:50.955061 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930b4827-1301-4e81-a9d8-452664346598 x-openstack-request-id: req-930b4827-1301-4e81-a9d8-452664346598 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:01:50.955500 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd71b68e-99be-49dc-b9a2-5809b666e8e2", "tag": "aacc18d7-3086-4186-b4c5-b888f1a7c75d", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:01:50.955760 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-930b4827-1301-4e81-a9d8-452664346598 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:01:50.956176 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd71b68e-99be-49dc-b9a2-5809b666e8e2', 'tag': 'aacc18d7-3086-4186-b4c5-b888f1a7c75d', 'status': 'completed', 'code': 200} Jul 30 00:01:50.995610 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-548c2076-17bf-4e6c-916c-48939b0603ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:50.997575 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-548c2076-17bf-4e6c-916c-48939b0603ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&device_id=dd71b68e-99be-49dc-b9a2-5809b666e8e2 HTTP/1.1" status: 200 len: 1095 time: 0.0518515 Jul 30 00:01:51.047232 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-f260ceb5-0562-4277-bc7c-7b39ab2403ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aacc18d7-3086-4186-b4c5-b888f1a7c75d HTTP/1.1" status: 200 len: 217 time: 0.0413783 Jul 30 00:01:51.112078 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-fe91e3ca-624e-48db-b276-8eb5a1006154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:51.113637 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-fe91e3ca-624e-48db-b276-8eb5a1006154 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a11e98d2-a498-4014-8b77-a7744abf9c02 HTTP/1.1" status: 200 len: 851 time: 0.0595324 Jul 30 00:01:51.163089 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-ff70ea39-b72f-43a9-9ede-8c79268b4392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:51.164726 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-ff70ea39-b72f-43a9-9ede-8c79268b4392 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=772f0955-a0ec-440d-bf3f-76232f0d0cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433688 Jul 30 00:01:51.283930 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-5317c0eb-0d2a-4ef3-9998-68a2ebaec009 service neutron] 10.222.0.39 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117899 Jul 30 00:01:51.387363 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae46c5bd-639b-4c55-a23f-98e2ca80a7ff req-3d49bcf4-c9ac-4920-a675-3c7b122651c1 service neutron] 10.222.0.39 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961559 Jul 30 00:01:51.474737 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e80f8-b454-46ef-a483-f8a63384932c req-bb58f372-5ed5-403f-aae1-daca2279069e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:51.476355 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a31e80f8-b454-46ef-a483-f8a63384932c req-bb58f372-5ed5-403f-aae1-daca2279069e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&device_id=dd71b68e-99be-49dc-b9a2-5809b666e8e2 HTTP/1.1" status: 200 len: 1095 time: 0.0426898 Jul 30 00:01:51.588091 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e80f8-b454-46ef-a483-f8a63384932c req-5ca88311-07ad-4080-96e3-eab580e346c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:51.589864 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a31e80f8-b454-46ef-a483-f8a63384932c req-5ca88311-07ad-4080-96e3-eab580e346c9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 913 time: 0.1068623 Jul 30 00:01:51.633111 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a31e80f8-b454-46ef-a483-f8a63384932c req-53e36899-f8bb-4aa2-a928-2f68a447b706 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aacc18d7-3086-4186-b4c5-b888f1a7c75d HTTP/1.1" status: 200 len: 217 time: 0.0361214 Jul 30 00:01:51.693677 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e80f8-b454-46ef-a483-f8a63384932c req-9d040c14-9c2b-42f0-a96d-b4d1b918229c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:51.695711 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a31e80f8-b454-46ef-a483-f8a63384932c req-9d040c14-9c2b-42f0-a96d-b4d1b918229c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a11e98d2-a498-4014-8b77-a7744abf9c02 HTTP/1.1" status: 200 len: 851 time: 0.0558074 Jul 30 00:01:51.745257 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31e80f8-b454-46ef-a483-f8a63384932c req-8adcd051-3cc8-469f-91e1-83df27800164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:51.746994 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a31e80f8-b454-46ef-a483-f8a63384932c req-8adcd051-3cc8-469f-91e1-83df27800164 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=772f0955-a0ec-440d-bf3f-76232f0d0cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438695 Jul 30 00:01:51.846617 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a31e80f8-b454-46ef-a483-f8a63384932c req-cd15ba22-befc-4934-af1a-a08527bbc092 service neutron] 10.222.0.39 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921078 Jul 30 00:01:51.989086 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2302e-3f1d-4efc-8361-11637db0b741 req-4fd0da5a-f49a-43c7-ade4-ced2e9d1e0d3 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:51.990591 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43b2302e-3f1d-4efc-8361-11637db0b741 req-4fd0da5a-f49a-43c7-ade4-ced2e9d1e0d3 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd71b68e-99be-49dc-b9a2-5809b666e8e2 HTTP/1.1" status: 200 len: 943 time: 0.0833173 Jul 30 00:01:51.996283 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a31e80f8-b454-46ef-a483-f8a63384932c req-49fff46c-a64a-44d6-a0c2-88f01bb42ab0 service neutron] 10.222.0.39 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422534 Jul 30 00:01:52.039729 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43b2302e-3f1d-4efc-8361-11637db0b741 req-1603276c-9d35-44b7-9961-ed9f1052f6e4 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407414 Jul 30 00:01:53.167529 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e8be8-4400-4c11-9a0c-5202b78b6d73 req-11f86390-1e5c-4dd0-af33-16c04f039ef7 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:53.169251 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bd0e8be8-4400-4c11-9a0c-5202b78b6d73 req-11f86390-1e5c-4dd0-af33-16c04f039ef7 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd71b68e-99be-49dc-b9a2-5809b666e8e2 HTTP/1.1" status: 200 len: 943 time: 0.0583205 Jul 30 00:01:53.505070 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bd0e8be8-4400-4c11-9a0c-5202b78b6d73 req-178ce36d-08d7-4847-aff9-e3d869c8266a tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3253407 Jul 30 00:01:54.635121 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db4ca76-48d3-4644-bbe3-2b7aaaf7bb6a req-05ca614d-307f-46ab-adfd-5bd3e4af0683 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:54.637485 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6db4ca76-48d3-4644-bbe3-2b7aaaf7bb6a req-05ca614d-307f-46ab-adfd-5bd3e4af0683 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd71b68e-99be-49dc-b9a2-5809b666e8e2 HTTP/1.1" status: 200 len: 943 time: 0.0539424 Jul 30 00:01:54.677249 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6db4ca76-48d3-4644-bbe3-2b7aaaf7bb6a req-2e5caed6-acb6-45db-a1bd-f4ed16b77eb7 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333014 Jul 30 00:01:55.807848 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c609d02e-b99e-442a-9c36-56af8abb26aa req-cb632efc-2e6c-4367-9090-a34951d3c0bc tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:55.809388 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c609d02e-b99e-442a-9c36-56af8abb26aa req-cb632efc-2e6c-4367-9090-a34951d3c0bc tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd71b68e-99be-49dc-b9a2-5809b666e8e2 HTTP/1.1" status: 200 len: 943 time: 0.0516009 Jul 30 00:01:55.853631 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c609d02e-b99e-442a-9c36-56af8abb26aa req-c7024a23-dfa9-4c79-b244-1c5c40e735e2 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339172 Jul 30 00:01:56.981124 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc722ec-58d0-48cd-b900-ab38d63b719d req-0764d191-a091-49c7-9788-6ca0bdfe0233 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:56.982964 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3fc722ec-58d0-48cd-b900-ab38d63b719d req-0764d191-a091-49c7-9788-6ca0bdfe0233 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd71b68e-99be-49dc-b9a2-5809b666e8e2 HTTP/1.1" status: 200 len: 943 time: 0.0603030 Jul 30 00:01:57.023671 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3fc722ec-58d0-48cd-b900-ab38d63b719d req-ff669693-ac65-4b71-b3ff-623c014c38b5 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334840 Jul 30 00:01:58.145395 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf43ac02-fd3b-433b-a426-e1f99857ebec req-7a2c7df9-c476-4add-a371-169360ef66b0 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:58.146888 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bf43ac02-fd3b-433b-a426-e1f99857ebec req-7a2c7df9-c476-4add-a371-169360ef66b0 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd71b68e-99be-49dc-b9a2-5809b666e8e2 HTTP/1.1" status: 200 len: 943 time: 0.0493569 Jul 30 00:01:58.186796 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bf43ac02-fd3b-433b-a426-e1f99857ebec req-cd8a0018-2f75-440b-9ba0-d7d3f3ed0dbc tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334477 Jul 30 00:01:59.310760 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff76c5-7531-4ded-919f-b74e3db62fc6 req-60699327-22b4-40d5-83dd-847f09efa3de tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:01:59.312303 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31ff76c5-7531-4ded-919f-b74e3db62fc6 req-60699327-22b4-40d5-83dd-847f09efa3de tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd71b68e-99be-49dc-b9a2-5809b666e8e2 HTTP/1.1" status: 200 len: 943 time: 0.0536020 Jul 30 00:01:59.350373 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31ff76c5-7531-4ded-919f-b74e3db62fc6 req-b3d5a411-eff0-4d60-921b-302b6f42b279 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319366 Jul 30 00:01:59.812992 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:00.067013 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:00.474133 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38667d2-9295-4877-83d3-6ad4673fa539 req-88abff24-b4d3-4b45-85ae-6a75aeaafc11 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:00.475652 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f38667d2-9295-4877-83d3-6ad4673fa539 req-88abff24-b4d3-4b45-85ae-6a75aeaafc11 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd71b68e-99be-49dc-b9a2-5809b666e8e2 HTTP/1.1" status: 200 len: 943 time: 0.0571992 Jul 30 00:02:00.516257 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f38667d2-9295-4877-83d3-6ad4673fa539 req-52e481c6-05c7-46e8-b52d-f2f179284742 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342479 Jul 30 00:02:00.832683 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device aacc18d7-3086-4186-b4c5-b888f1a7c75d details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:02:00.932543 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port aacc18d7-3086-4186-b4c5-b888f1a7c75d, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=aacc18d7-3086-4186-b4c5-b888f1a7c75d,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:02:00.943595 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'aacc18d7-3086-4186-b4c5-b888f1a7c75d', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'port_id': 'aacc18d7-3086-4186-b4c5-b888f1a7c75d', 'mac_address': 'fa:16:3e:47:48:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:02:00.985568 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:00.999565 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aacc18d7-3086-4186-b4c5-b888f1a7c75d {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:02:01.023409 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port aacc18d7-3086-4186-b4c5-b888f1a7c75d, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=aacc18d7-3086-4186-b4c5-b888f1a7c75d,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:02:01.027673 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:01.084250 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=aacc18d7-3086-4186-b4c5-b888f1a7c75d,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:01.236404 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['aacc18d7-3086-4186-b4c5-b888f1a7c75d'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:02:01.637274 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe17188-bc05-475f-bfcd-c39ce3088909 req-3a8b9e83-8530-43ea-8ff1-6313073a2a97 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:01.638778 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5fe17188-bc05-475f-bfcd-c39ce3088909 req-3a8b9e83-8530-43ea-8ff1-6313073a2a97 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd71b68e-99be-49dc-b9a2-5809b666e8e2 HTTP/1.1" status: 200 len: 944 time: 0.0536842 Jul 30 00:02:01.678679 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5fe17188-bc05-475f-bfcd-c39ce3088909 req-3a476a7e-70b2-4111-a21e-027e7cc46eb3 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338757 Jul 30 00:02:02.795161 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21541cce-a66c-4144-8852-d4d42377158b req-ecb0654f-5214-4d30-8640-cdfef517d0be tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:02.796664 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-21541cce-a66c-4144-8852-d4d42377158b req-ecb0654f-5214-4d30-8640-cdfef517d0be tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd71b68e-99be-49dc-b9a2-5809b666e8e2 HTTP/1.1" status: 200 len: 944 time: 0.0501482 Jul 30 00:02:02.834913 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-21541cce-a66c-4144-8852-d4d42377158b req-5712d571-831b-4dee-8e95-c6fd1de88399 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322771 Jul 30 00:02:02.859536 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device aacc18d7-3086-4186-b4c5-b888f1a7c75d up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:02:02.885006 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-47672f2a-cade-452d-b197-eac417600f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:02.914591 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port aacc18d7-3086-4186-b4c5-b888f1a7c75d completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:02:02.919462 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port aacc18d7-3086-4186-b4c5-b888f1a7c75d triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:02:02.920346 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:02.996937 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:03.021709 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd71b68e-99be-49dc-b9a2-5809b666e8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacc18d7-3086-4186-b4c5-b888f1a7c75d'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:02:03.023979 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61dba3b9-db43-441b-934b-283f2b9f832a" -d '{"events": [{"server_uuid": "dd71b68e-99be-49dc-b9a2-5809b666e8e2", "name": "network-vif-plugged", "status": "completed", "tag": "aacc18d7-3086-4186-b4c5-b888f1a7c75d"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:02:03.037259 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port aacc18d7-3086-4186-b4c5-b888f1a7c75d, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=aacc18d7-3086-4186-b4c5-b888f1a7c75d,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:02:03.042986 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:03.069196 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd866d8-b900-4d22-bad3-603610b8635d x-openstack-request-id: req-8dd866d8-b900-4d22-bad3-603610b8635d {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:02:03.069488 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd71b68e-99be-49dc-b9a2-5809b666e8e2", "name": "network-vif-plugged", "status": "completed", "tag": "aacc18d7-3086-4186-b4c5-b888f1a7c75d", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:02:03.069742 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8dd866d8-b900-4d22-bad3-603610b8635d {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:02:03.070132 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd71b68e-99be-49dc-b9a2-5809b666e8e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacc18d7-3086-4186-b4c5-b888f1a7c75d', 'code': 200} Jul 30 00:02:03.094837 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=aacc18d7-3086-4186-b4c5-b888f1a7c75d,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:03.172211 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f573df7-cbb2-433d-89e3-2411f5998f87 req-07dea918-4e24-4ef1-9d30-e993b7d6d307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:03.173793 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9f573df7-cbb2-433d-89e3-2411f5998f87 req-07dea918-4e24-4ef1-9d30-e993b7d6d307 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dd71b68e-99be-49dc-b9a2-5809b666e8e2 HTTP/1.1" status: 200 len: 1097 time: 0.0473065 Jul 30 00:02:03.208505 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9f573df7-cbb2-433d-89e3-2411f5998f87 req-1eac9d71-b663-4c8d-aeb9-e15ae9a5598b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277424 Jul 30 00:02:03.965246 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f63e31-e03b-47c2-9e7d-c5c6131f00d9 req-ad3f6c8c-aefe-48fd-9057-3e6cc0bf5422 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:03.966834 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4f63e31-e03b-47c2-9e7d-c5c6131f00d9 req-ad3f6c8c-aefe-48fd-9057-3e6cc0bf5422 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd71b68e-99be-49dc-b9a2-5809b666e8e2 HTTP/1.1" status: 200 len: 945 time: 0.0514662 Jul 30 00:02:04.005801 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4f63e31-e03b-47c2-9e7d-c5c6131f00d9 req-124cf9a3-711f-4f9a-ac6a-1e3a8fed3a2a tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327971 Jul 30 00:02:05.126089 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eac67d5-17df-480e-9c30-dbf995b16193 req-76deaa7b-6803-478d-8146-413a57580ed6 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:05.129060 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0eac67d5-17df-480e-9c30-dbf995b16193 req-76deaa7b-6803-478d-8146-413a57580ed6 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd71b68e-99be-49dc-b9a2-5809b666e8e2 HTTP/1.1" status: 200 len: 945 time: 0.0530703 Jul 30 00:02:05.170473 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0eac67d5-17df-480e-9c30-dbf995b16193 req-f340dbf6-8a52-48d8-8721-0bf9913aa5cc tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354552 Jul 30 00:02:05.292856 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b53b2-5441-404a-8ff2-35dd6d764c4b req-7ce5787d-093d-44c2-b0a4-3723de9419de tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:05.294409 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-441b53b2-5441-404a-8ff2-35dd6d764c4b req-7ce5787d-093d-44c2-b0a4-3723de9419de tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd71b68e-99be-49dc-b9a2-5809b666e8e2 HTTP/1.1" status: 200 len: 945 time: 0.0560720 Jul 30 00:02:05.333785 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-441b53b2-5441-404a-8ff2-35dd6d764c4b req-841ed4fd-fbe1-468e-b8a4-64d1022f6532 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331581 Jul 30 00:02:05.357428 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54656) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:05.402235 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51106735-fd86-4ae9-bc53-bacaefb045b1 tempest-TestVolumeBootPattern-1703344738 tempest-TestVolumeBootPattern-1703344738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:05.404466 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-51106735-fd86-4ae9-bc53-bacaefb045b1 tempest-TestVolumeBootPattern-1703344738 tempest-TestVolumeBootPattern-1703344738-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=dd71b68e-99be-49dc-b9a2-5809b666e8e2 HTTP/1.1" status: 200 len: 1092 time: 0.0456691 Jul 30 00:02:05.407291 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 54658) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:05.412734 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-e5a40f6e-da43-4d43-97f9-bf7f11aa7ef9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'port_id': 'aacc18d7-3086-4186-b4c5-b888f1a7c75d', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:02:05.435538 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5a40f6e-da43-4d43-97f9-bf7f11aa7ef9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for floatingip, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:05.442986 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:05.532692 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5a40f6e-da43-4d43-97f9-bf7f11aa7ef9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:05.646377 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-e5a40f6e-da43-4d43-97f9-bf7f11aa7ef9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Allocated IP 172.25.8.223 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/c9580920-fead-4320-8b0d-82b06f9b3b53) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:02:05.754614 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5a40f6e-da43-4d43-97f9-bf7f11aa7ef9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:05.793077 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5a40f6e-da43-4d43-97f9-bf7f11aa7ef9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:05.840043 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a40f6e-da43-4d43-97f9-bf7f11aa7ef9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:02:05.843960 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-e5a40f6e-da43-4d43-97f9-bf7f11aa7ef9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:02:05.846502 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a40f6e-da43-4d43-97f9-bf7f11aa7ef9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:02:05.849464 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a40f6e-da43-4d43-97f9-bf7f11aa7ef9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Pushing event updated for resources: {'Port': ['ID=c9580920-fead-4320-8b0d-82b06f9b3b53,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:06.210823 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5a40f6e-da43-4d43-97f9-bf7f11aa7ef9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:06.256950 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6a74f3b2-8e62-4ac2-a9d0-b07d68ffd745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:06.294574 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5a40f6e-da43-4d43-97f9-bf7f11aa7ef9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:06.472040 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5a40f6e-da43-4d43-97f9-bf7f11aa7ef9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:06.477607 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5a40f6e-da43-4d43-97f9-bf7f11aa7ef9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:06.550960 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a40f6e-da43-4d43-97f9-bf7f11aa7ef9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Pushing event updated for resources: {'Port': ['ID=c9580920-fead-4320-8b0d-82b06f9b3b53,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:06.563351 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5a40f6e-da43-4d43-97f9-bf7f11aa7ef9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:06.673601 n-d-712140-10 neutron-server[94064]: INFO neutron.db.l3_db [None req-e5a40f6e-da43-4d43-97f9-bf7f11aa7ef9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Floating IP 130a4325-7f24-48df-93a0-8b1bd3279de7 associated. External IP: 172.25.8.223, port: aacc18d7-3086-4186-b4c5-b888f1a7c75d. Jul 30 00:02:06.889835 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5a40f6e-da43-4d43-97f9-bf7f11aa7ef9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Router 52f01743-f310-4949-9945-e9c2c195945b has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:02:06.960532 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:07.007454 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5a40f6e-da43-4d43-97f9-bf7f11aa7ef9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:02:07.019697 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73ffa06-d0e7-474b-b8fa-b5d14a19d36c None None] Sync routers for ids ['52f01743-f310-4949-9945-e9c2c195945b'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:02:07.026754 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e5a40f6e-da43-4d43-97f9-bf7f11aa7ef9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:07.030746 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73ffa06-d0e7-474b-b8fa-b5d14a19d36c None None] Routers {'52f01743-f310-4949-9945-e9c2c195945b'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:02:07.031453 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e73ffa06-d0e7-474b-b8fa-b5d14a19d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:02:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['52f01743-f310-4949-9945-e9c2c195945b'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:02:07.057852 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e5a40f6e-da43-4d43-97f9-bf7f11aa7ef9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6493387 Jul 30 00:02:07.058617 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd71b68e-99be-49dc-b9a2-5809b666e8e2', 'tag': 'aacc18d7-3086-4186-b4c5-b888f1a7c75d'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:02:07.061091 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f71787a-dea6-40b1-8ca1-ca0c654c5274" -d '{"events": [{"name": "network-changed", "server_uuid": "dd71b68e-99be-49dc-b9a2-5809b666e8e2", "tag": "aacc18d7-3086-4186-b4c5-b888f1a7c75d"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:02:07.157609 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-e73ffa06-d0e7-474b-b8fa-b5d14a19d36c None None] Set router 52f01743-f310-4949-9945-e9c2c195945b gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:02:07.181422 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b526207b-6727-4a80-80bb-1f15dc9ac44e x-openstack-request-id: req-b526207b-6727-4a80-80bb-1f15dc9ac44e {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:02:07.182187 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd71b68e-99be-49dc-b9a2-5809b666e8e2", "tag": "aacc18d7-3086-4186-b4c5-b888f1a7c75d", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:02:07.182187 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b526207b-6727-4a80-80bb-1f15dc9ac44e {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:02:07.182442 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd71b68e-99be-49dc-b9a2-5809b666e8e2', 'tag': 'aacc18d7-3086-4186-b4c5-b888f1a7c75d', 'status': 'completed', 'code': 200} Jul 30 00:02:07.254375 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71787a-dea6-40b1-8ca1-ca0c654c5274 req-c7f8dfa6-a346-4268-b9df-1e2c8f004683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:07.256669 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f71787a-dea6-40b1-8ca1-ca0c654c5274 req-c7f8dfa6-a346-4268-b9df-1e2c8f004683 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&device_id=dd71b68e-99be-49dc-b9a2-5809b666e8e2 HTTP/1.1" status: 200 len: 1097 time: 0.0438550 Jul 30 00:02:07.362569 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71787a-dea6-40b1-8ca1-ca0c654c5274 req-81107a2d-5d9b-493f-a7dc-7a01f06c7b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:07.364365 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f71787a-dea6-40b1-8ca1-ca0c654c5274 req-81107a2d-5d9b-493f-a7dc-7a01f06c7b0d service neutron] 10.222.0.39 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 913 time: 0.0973365 Jul 30 00:02:07.398574 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e73ffa06-d0e7-474b-b8fa-b5d14a19d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f01743-f310-4949-9945-e9c2c195945b', 'name': 'tempest-TestVolumeBootPattern-1590910121-router', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:29Z', 'updated_at': '2021-07-29T23:58:32Z', 'revision_number': 4, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'gw_port': {'id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:30Z', 'updated_at': '2021-07-29T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '130a4325-7f24-48df-93a0-8b1bd3279de7', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '52f01743-f310-4949-9945-e9c2c195945b', 'port_id': 'aacc18d7-3086-4186-b4c5-b888f1a7c75d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'mac_address': 'fa:16:3e:47:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd71b68e-99be-49dc-b9a2-5809b666e8e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:02:06Z', 'updated_at': '2021-07-30T00:02:06Z', 'revision_number': 0, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06509f64-53f0-47e4-b6b8-600069d3679e', 'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'mac_address': 'fa:16:3e:d5:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:31Z', 'updated_at': '2021-07-29T23:58:38Z', 'revision_number': 5, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'subnets': [{'id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:02:07.442142 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f71787a-dea6-40b1-8ca1-ca0c654c5274 req-17f5844c-48a2-416a-9fe7-964de39f59fc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aacc18d7-3086-4186-b4c5-b888f1a7c75d HTTP/1.1" status: 200 len: 999 time: 0.0677085 Jul 30 00:02:07.502159 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71787a-dea6-40b1-8ca1-ca0c654c5274 req-67ce7c82-eac6-4e35-b80d-221607a8e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:07.503697 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f71787a-dea6-40b1-8ca1-ca0c654c5274 req-67ce7c82-eac6-4e35-b80d-221607a8e973 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a11e98d2-a498-4014-8b77-a7744abf9c02 HTTP/1.1" status: 200 len: 851 time: 0.0544927 Jul 30 00:02:07.560458 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71787a-dea6-40b1-8ca1-ca0c654c5274 req-4a79b429-fd1b-4267-a234-9d77831a72fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:07.562033 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f71787a-dea6-40b1-8ca1-ca0c654c5274 req-4a79b429-fd1b-4267-a234-9d77831a72fc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=772f0955-a0ec-440d-bf3f-76232f0d0cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504251 Jul 30 00:02:07.589322 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73ffa06-d0e7-474b-b8fa-b5d14a19d36c None None] Checking router: 52f01743-f310-4949-9945-e9c2c195945b for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:02:07.598159 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73ffa06-d0e7-474b-b8fa-b5d14a19d36c None None] Routers {'52f01743-f310-4949-9945-e9c2c195945b'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:02:07.598776 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e73ffa06-d0e7-474b-b8fa-b5d14a19d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:02:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['52f01743-f310-4949-9945-e9c2c195945b'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:02:07.667274 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f71787a-dea6-40b1-8ca1-ca0c654c5274 req-4ea463ea-9ef3-4a5b-abc2-b739f5b3c57b service neutron] 10.222.0.39 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967617 Jul 30 00:02:07.711208 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-e73ffa06-d0e7-474b-b8fa-b5d14a19d36c None None] Set router 52f01743-f310-4949-9945-e9c2c195945b gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:02:07.770980 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f71787a-dea6-40b1-8ca1-ca0c654c5274 req-9cc826ed-8f22-48c5-87e4-b382641e755a service neutron] 10.222.0.39 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962162 Jul 30 00:02:07.946308 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e73ffa06-d0e7-474b-b8fa-b5d14a19d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f01743-f310-4949-9945-e9c2c195945b', 'name': 'tempest-TestVolumeBootPattern-1590910121-router', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:29Z', 'updated_at': '2021-07-29T23:58:32Z', 'revision_number': 4, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'gw_port': {'id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:30Z', 'updated_at': '2021-07-29T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '130a4325-7f24-48df-93a0-8b1bd3279de7', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '52f01743-f310-4949-9945-e9c2c195945b', 'port_id': 'aacc18d7-3086-4186-b4c5-b888f1a7c75d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'mac_address': 'fa:16:3e:47:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd71b68e-99be-49dc-b9a2-5809b666e8e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:02:06Z', 'updated_at': '2021-07-30T00:02:06Z', 'revision_number': 0, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06509f64-53f0-47e4-b6b8-600069d3679e', 'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'mac_address': 'fa:16:3e:d5:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:31Z', 'updated_at': '2021-07-29T23:58:38Z', 'revision_number': 5, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'subnets': [{'id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:02:07.976683 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73ffa06-d0e7-474b-b8fa-b5d14a19d36c None None] The sync data for ids ['52f01743-f310-4949-9945-e9c2c195945b'] in n-d-712140-10 is: [{'id': '52f01743-f310-4949-9945-e9c2c195945b', 'name': 'tempest-TestVolumeBootPattern-1590910121-router', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:29Z', 'updated_at': '2021-07-29T23:58:32Z', 'revision_number': 4, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'gw_port': {'id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:30Z', 'updated_at': '2021-07-29T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '130a4325-7f24-48df-93a0-8b1bd3279de7', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'floating_ip_address': '172.25.8.223', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '52f01743-f310-4949-9945-e9c2c195945b', 'port_id': 'aacc18d7-3086-4186-b4c5-b888f1a7c75d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'mac_address': 'fa:16:3e:47:48:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd71b68e-99be-49dc-b9a2-5809b666e8e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:02:06Z', 'updated_at': '2021-07-30T00:02:06Z', 'revision_number': 0, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06509f64-53f0-47e4-b6b8-600069d3679e', 'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'mac_address': 'fa:16:3e:d5:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:31Z', 'updated_at': '2021-07-29T23:58:38Z', 'revision_number': 5, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'subnets': [{'id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:02:08.187496 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c5e352-98de-4e84-b4d5-8a91911945a0 None None] New status for floating IP 130a4325-7f24-48df-93a0-8b1bd3279de7: ACTIVE {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:02:08.275929 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:19.309280 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:02:29.831137 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:30.070908 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:32.876944 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8329ec4e-614c-43ce-bc0b-f799280e2795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:35.427888 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:36.268701 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a9de197e-e9f8-4fab-ae8c-b42ba0c5e2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:36.970360 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:38.278743 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:52.995518 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55654) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:53.130167 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7cb94628-fdd5-4d5a-86c8-0ae690a6ad03 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=be8efcbae8cf48bba003a6d27fe4194f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1333823 Jul 30 00:02:53.132737 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 55658) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:02:53.181674 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5ed858f5-3628-4350-8dc0-c5e2029bf224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:53.203427 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5ed858f5-3628-4350-8dc0-c5e2029bf224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:53.252078 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5ed858f5-3628-4350-8dc0-c5e2029bf224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:53.254684 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5ed858f5-3628-4350-8dc0-c5e2029bf224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:53.255900 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5ed858f5-3628-4350-8dc0-c5e2029bf224 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7e3d30e1-7ee8-40c7-9679-1c6541980948 HTTP/1.1" status: 204 len: 168 time: 0.1223385 Jul 30 00:02:53.267147 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed858f5-3628-4350-8dc0-c5e2029bf224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e3d30e1-7ee8-40c7-9679-1c6541980948,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:53.278811 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed858f5-3628-4350-8dc0-c5e2029bf224 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:53.279434 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed858f5-3628-4350-8dc0-c5e2029bf224 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:53.279980 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed858f5-3628-4350-8dc0-c5e2029bf224 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:53.280572 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed858f5-3628-4350-8dc0-c5e2029bf224 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:53.280874 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed858f5-3628-4350-8dc0-c5e2029bf224 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:53.281221 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed858f5-3628-4350-8dc0-c5e2029bf224 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:53.283608 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed858f5-3628-4350-8dc0-c5e2029bf224 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:53.283717 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed858f5-3628-4350-8dc0-c5e2029bf224 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:53.284095 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed858f5-3628-4350-8dc0-c5e2029bf224 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:53.284436 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed858f5-3628-4350-8dc0-c5e2029bf224 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:53.285005 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed858f5-3628-4350-8dc0-c5e2029bf224 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:53.285820 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed858f5-3628-4350-8dc0-c5e2029bf224 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:54.283258 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b8f9afad-918e-4296-b665-2576eb573400 req-ed6bd762-075a-4391-8c47-1afb9509c6ab service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dd71b68e-99be-49dc-b9a2-5809b666e8e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0609033 Jul 30 00:02:54.369217 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9afad-918e-4296-b665-2576eb573400 req-062c116f-97da-4cfb-9714-5f777a4aa8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:54.370885 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b8f9afad-918e-4296-b665-2576eb573400 req-062c116f-97da-4cfb-9714-5f777a4aa8c5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&device_id=dd71b68e-99be-49dc-b9a2-5809b666e8e2 HTTP/1.1" status: 200 len: 1097 time: 0.0420516 Jul 30 00:02:54.477693 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9afad-918e-4296-b665-2576eb573400 req-feea563f-515f-4548-a037-9293080c1e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:54.480048 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b8f9afad-918e-4296-b665-2576eb573400 req-feea563f-515f-4548-a037-9293080c1e28 service neutron] 10.222.0.39 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 913 time: 0.0903640 Jul 30 00:02:54.550373 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b8f9afad-918e-4296-b665-2576eb573400 req-ddcbb235-178e-4ade-bce8-ef313a8bb877 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aacc18d7-3086-4186-b4c5-b888f1a7c75d HTTP/1.1" status: 200 len: 1001 time: 0.0623865 Jul 30 00:02:54.603480 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9afad-918e-4296-b665-2576eb573400 req-614fa56e-586b-4f04-bac6-82aac6f91f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:54.605552 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b8f9afad-918e-4296-b665-2576eb573400 req-614fa56e-586b-4f04-bac6-82aac6f91f6d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a11e98d2-a498-4014-8b77-a7744abf9c02 HTTP/1.1" status: 200 len: 851 time: 0.0459878 Jul 30 00:02:54.661957 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9afad-918e-4296-b665-2576eb573400 req-ffcae565-7e13-4d2e-9c72-ed048efb183e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:54.663743 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b8f9afad-918e-4296-b665-2576eb573400 req-ffcae565-7e13-4d2e-9c72-ed048efb183e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=772f0955-a0ec-440d-bf3f-76232f0d0cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475564 Jul 30 00:02:54.762674 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b8f9afad-918e-4296-b665-2576eb573400 req-56e1ff14-006a-4d8c-99f2-8d41a636c3f9 service neutron] 10.222.0.39 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913532 Jul 30 00:02:54.866708 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b8f9afad-918e-4296-b665-2576eb573400 req-b2559bfb-9262-4ec4-afe1-22e37c5cb2d6 service neutron] 10.222.0.39 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967517 Jul 30 00:02:55.467179 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d19166ae-56fb-4505-8396-cc9620504880 req-1cf6bb1d-b3ff-415d-abc9-94eb26726c4c tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=620aff4084a149f085db873c41b49d5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220957 Jul 30 00:02:55.572012 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19166ae-56fb-4505-8396-cc9620504880 req-66d11614-cfd4-40ca-9cf6-832898111616 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:55.573804 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d19166ae-56fb-4505-8396-cc9620504880 req-66d11614-cfd4-40ca-9cf6-832898111616 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1013827 Jul 30 00:02:55.589020 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d19166ae-56fb-4505-8396-cc9620504880 req-3848138b-fc2f-4e91-be1a-83a873651dc9 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] 10.222.0.18 "GET /v2.0/quotas/620aff4084a149f085db873c41b49d5a HTTP/1.1" status: 200 len: 375 time: 0.0092230 Jul 30 00:02:55.621089 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d19166ae-56fb-4505-8396-cc9620504880 req-41b2deca-9b4e-403e-92a2-c0974d2f29f3 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=620aff4084a149f085db873c41b49d5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267696 Jul 30 00:02:55.781249 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-11c5102c-a6c6-4142-9901-9f52c0c668f9 req-fb6316ad-d90e-4a38-8b98-707d81fe0f3f tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] 10.222.0.18 "GET /v2.0/ports?device_id=73595fd9-d41f-46e4-9095-21b655265b5f HTTP/1.1" status: 200 len: 210 time: 0.0311716 Jul 30 00:02:56.311508 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:02:56.607132 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d19166ae-56fb-4505-8396-cc9620504880 req-98566e78-9cea-4af2-8718-2d0baa5992e9 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=620aff4084a149f085db873c41b49d5a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289028 Jul 30 00:02:56.734615 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19166ae-56fb-4505-8396-cc9620504880 req-a0a9ff8f-6646-4bee-9ef9-c1b334bbc4e4 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:56.737053 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d19166ae-56fb-4505-8396-cc9620504880 req-a0a9ff8f-6646-4bee-9ef9-c1b334bbc4e4 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1248019 Jul 30 00:02:56.755413 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-d19166ae-56fb-4505-8396-cc9620504880 req-736b0ab3-a733-4a1b-ac56-a316311a2130 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Request body: {'port': {'device_id': '73595fd9-d41f-46e4-9095-21b655265b5f', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'admin_state_up': True, 'tenant_id': '620aff4084a149f085db873c41b49d5a'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:02:56.895935 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-846d76a8-d800-452e-a6ab-9234b8aaa0a1 req-e69e747b-6436-4570-8c37-78edf04a3f32 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] 10.222.0.18 "GET /v2.0/ports?device_id=73595fd9-d41f-46e4-9095-21b655265b5f HTTP/1.1" status: 200 len: 210 time: 0.0418868 Jul 30 00:02:56.913132 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d19166ae-56fb-4505-8396-cc9620504880 req-736b0ab3-a733-4a1b-ac56-a316311a2130 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Made reservation on behalf of 620aff4084a149f085db873c41b49d5a for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:02:56.917613 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d19166ae-56fb-4505-8396-cc9620504880 req-736b0ab3-a733-4a1b-ac56-a316311a2130 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:56.928415 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d19166ae-56fb-4505-8396-cc9620504880 req-736b0ab3-a733-4a1b-ac56-a316311a2130 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:57.035511 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d19166ae-56fb-4505-8396-cc9620504880 req-736b0ab3-a733-4a1b-ac56-a316311a2130 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:57.040617 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d19166ae-56fb-4505-8396-cc9620504880 req-736b0ab3-a733-4a1b-ac56-a316311a2130 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:57.129929 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b0ab3-a733-4a1b-ac56-a316311a2130 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8767aa-bafa-46fa-941f-294b96bfe29d,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:57.149221 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736b0ab3-a733-4a1b-ac56-a316311a2130 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:57.149474 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736b0ab3-a733-4a1b-ac56-a316311a2130 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:57.150038 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736b0ab3-a733-4a1b-ac56-a316311a2130 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:57.150262 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736b0ab3-a733-4a1b-ac56-a316311a2130 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:57.150595 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736b0ab3-a733-4a1b-ac56-a316311a2130 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:57.151908 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736b0ab3-a733-4a1b-ac56-a316311a2130 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:57.152249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736b0ab3-a733-4a1b-ac56-a316311a2130 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:57.152584 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736b0ab3-a733-4a1b-ac56-a316311a2130 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:57.152916 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736b0ab3-a733-4a1b-ac56-a316311a2130 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:57.153744 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736b0ab3-a733-4a1b-ac56-a316311a2130 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:57.153744 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736b0ab3-a733-4a1b-ac56-a316311a2130 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:57.153972 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-736b0ab3-a733-4a1b-ac56-a316311a2130 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:02:57.226496 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-d19166ae-56fb-4505-8396-cc9620504880 req-736b0ab3-a733-4a1b-ac56-a316311a2130 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Allocated IP 192.168.233.139 (adb88f5c-b5bd-41cf-b367-228eab6e0075/28e6de27-5b72-4bf0-88e6-0cdec4cf806e/0c6f0204-befd-4d94-86c6-3e85396497cc) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:02:57.382672 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d19166ae-56fb-4505-8396-cc9620504880 req-736b0ab3-a733-4a1b-ac56-a316311a2130 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:57.396987 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-d19166ae-56fb-4505-8396-cc9620504880 req-736b0ab3-a733-4a1b-ac56-a316311a2130 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Transition to ACTIVE for port object 0c6f0204-befd-4d94-86c6-3e85396497cc will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:02:57.430387 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d19166ae-56fb-4505-8396-cc9620504880 req-736b0ab3-a733-4a1b-ac56-a316311a2130 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:57.472405 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d19166ae-56fb-4505-8396-cc9620504880 req-736b0ab3-a733-4a1b-ac56-a316311a2130 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:02:57.482338 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-d19166ae-56fb-4505-8396-cc9620504880 req-736b0ab3-a733-4a1b-ac56-a316311a2130 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:02:57.486937 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19166ae-56fb-4505-8396-cc9620504880 req-736b0ab3-a733-4a1b-ac56-a316311a2130 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:02:57.490935 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736b0ab3-a733-4a1b-ac56-a316311a2130 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Pushing event updated for resources: {'Port': ['ID=0c6f0204-befd-4d94-86c6-3e85396497cc,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:57.539337 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19166ae-56fb-4505-8396-cc9620504880 req-736b0ab3-a733-4a1b-ac56-a316311a2130 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:57.540090 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d19166ae-56fb-4505-8396-cc9620504880 req-736b0ab3-a733-4a1b-ac56-a316311a2130 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:57.555219 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d19166ae-56fb-4505-8396-cc9620504880 req-736b0ab3-a733-4a1b-ac56-a316311a2130 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8036811 Jul 30 00:02:57.675200 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-d19166ae-56fb-4505-8396-cc9620504880 req-c230573a-6406-450f-b291-f691d0e70f96 service neutron] Request body: {'port': {'device_id': '73595fd9-d41f-46e4-9095-21b655265b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:02:57.712216 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-bca5b572-1b97-4203-92ab-33ab8bb456a7 None None] Provisioning for port 0c6f0204-befd-4d94-86c6-3e85396497cc completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:02:57.716705 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-bca5b572-1b97-4203-92ab-33ab8bb456a7 None None] Provisioning complete for port 0c6f0204-befd-4d94-86c6-3e85396497cc triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:02:57.717079 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bca5b572-1b97-4203-92ab-33ab8bb456a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:57.736115 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d19166ae-56fb-4505-8396-cc9620504880 req-c230573a-6406-450f-b291-f691d0e70f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:57.750506 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-bca5b572-1b97-4203-92ab-33ab8bb456a7 None None] Port 0c6f0204-befd-4d94-86c6-3e85396497cc cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:02:58.023377 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-d19166ae-56fb-4505-8396-cc9620504880 req-c230573a-6406-450f-b291-f691d0e70f96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c6f0204-befd-4d94-86c6-3e85396497cc {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:02:58.033418 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d19166ae-56fb-4505-8396-cc9620504880 req-c230573a-6406-450f-b291-f691d0e70f96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:58.050889 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-d19166ae-56fb-4505-8396-cc9620504880 req-c230573a-6406-450f-b291-f691d0e70f96 service neutron] Transition to ACTIVE for port object 0c6f0204-befd-4d94-86c6-3e85396497cc will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:02:58.060054 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe434b4-9cd8-40d7-b5f6-aca834143ef6 req-faa4d0d4-6997-4ad7-bb58-f4c7937a2e6c tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:58.061539 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dfe434b4-9cd8-40d7-b5f6-aca834143ef6 req-faa4d0d4-6997-4ad7-bb58-f4c7937a2e6c tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] 10.222.0.18 "GET /v2.0/ports?device_id=73595fd9-d41f-46e4-9095-21b655265b5f HTTP/1.1" status: 200 len: 936 time: 0.0946846 Jul 30 00:02:58.062577 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d19166ae-56fb-4505-8396-cc9620504880 req-c230573a-6406-450f-b291-f691d0e70f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:58.140938 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230573a-6406-450f-b291-f691d0e70f96 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6f0204-befd-4d94-86c6-3e85396497cc,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:58.170088 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dfe434b4-9cd8-40d7-b5f6-aca834143ef6 req-ee35d177-7a34-4912-91bd-0fcf59b3e863 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d8767aa-bafa-46fa-941f-294b96bfe29d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993958 Jul 30 00:02:58.220161 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d19166ae-56fb-4505-8396-cc9620504880 req-c230573a-6406-450f-b291-f691d0e70f96 service neutron] Attempting to bind port 0c6f0204-befd-4d94-86c6-3e85396497cc on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:02:58.220884 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d19166ae-56fb-4505-8396-cc9620504880 req-c230573a-6406-450f-b291-f691d0e70f96 service neutron] Attempting to bind port 0c6f0204-befd-4d94-86c6-3e85396497cc by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:02:58.220884 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19166ae-56fb-4505-8396-cc9620504880 req-c230573a-6406-450f-b291-f691d0e70f96 service neutron] Attempting to bind port 0c6f0204-befd-4d94-86c6-3e85396497cc on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:02:58.225459 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19166ae-56fb-4505-8396-cc9620504880 req-c230573a-6406-450f-b291-f691d0e70f96 service neutron] Port 0c6f0204-befd-4d94-86c6-3e85396497cc on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:02:58.225783 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19166ae-56fb-4505-8396-cc9620504880 req-c230573a-6406-450f-b291-f691d0e70f96 service neutron] Attempting to bind port 0c6f0204-befd-4d94-86c6-3e85396497cc on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:02:58.230686 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19166ae-56fb-4505-8396-cc9620504880 req-c230573a-6406-450f-b291-f691d0e70f96 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:02:58.231032 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19166ae-56fb-4505-8396-cc9620504880 req-c230573a-6406-450f-b291-f691d0e70f96 service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:02:58.231418 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d19166ae-56fb-4505-8396-cc9620504880 req-c230573a-6406-450f-b291-f691d0e70f96 service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:02:58.231860 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-d19166ae-56fb-4505-8396-cc9620504880 req-c230573a-6406-450f-b291-f691d0e70f96 service neutron] Bound port: 0c6f0204-befd-4d94-86c6-3e85396497cc, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:02:58.232307 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d19166ae-56fb-4505-8396-cc9620504880 req-c230573a-6406-450f-b291-f691d0e70f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:58.297099 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-d19166ae-56fb-4505-8396-cc9620504880 req-c230573a-6406-450f-b291-f691d0e70f96 service neutron] For port 0c6f0204-befd-4d94-86c6-3e85396497cc, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:02:58.300259 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-d19166ae-56fb-4505-8396-cc9620504880 req-c230573a-6406-450f-b291-f691d0e70f96 service neutron] For port 0c6f0204-befd-4d94-86c6-3e85396497cc, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=0c6f0204-befd-4d94-86c6-3e85396497cc,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:02:58.304982 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d19166ae-56fb-4505-8396-cc9620504880 req-c230573a-6406-450f-b291-f691d0e70f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:58.342076 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19166ae-56fb-4505-8396-cc9620504880 req-c230573a-6406-450f-b291-f691d0e70f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:58.342689 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d19166ae-56fb-4505-8396-cc9620504880 req-c230573a-6406-450f-b291-f691d0e70f96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:58.344097 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d19166ae-56fb-4505-8396-cc9620504880 req-c230573a-6406-450f-b291-f691d0e70f96 service neutron] 10.222.0.23 "PUT /v2.0/ports/0c6f0204-befd-4d94-86c6-3e85396497cc HTTP/1.1" status: 200 len: 1097 time: 0.7813153 Jul 30 00:02:58.344536 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73595fd9-d41f-46e4-9095-21b655265b5f', 'tag': '0c6f0204-befd-4d94-86c6-3e85396497cc'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:02:58.346772 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a93e19-5939-4f01-bfa7-1dc228e9f4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "73595fd9-d41f-46e4-9095-21b655265b5f", "tag": "0c6f0204-befd-4d94-86c6-3e85396497cc"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:02:58.377348 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230573a-6406-450f-b291-f691d0e70f96 service neutron] Pushing event updated for resources: {'Port': ['ID=0c6f0204-befd-4d94-86c6-3e85396497cc,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:02:58.419278 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1447067e-2cf3-4608-a512-6cd2b67f7644 x-openstack-request-id: req-1447067e-2cf3-4608-a512-6cd2b67f7644 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:02:58.419582 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73595fd9-d41f-46e4-9095-21b655265b5f", "tag": "0c6f0204-befd-4d94-86c6-3e85396497cc", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:02:58.419851 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1447067e-2cf3-4608-a512-6cd2b67f7644 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:02:58.420253 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73595fd9-d41f-46e4-9095-21b655265b5f', 'tag': '0c6f0204-befd-4d94-86c6-3e85396497cc', 'status': 'completed', 'code': 200} Jul 30 00:02:58.439269 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19166ae-56fb-4505-8396-cc9620504880 req-55097951-909b-4198-b05b-f6516148b9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:58.440841 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d19166ae-56fb-4505-8396-cc9620504880 req-55097951-909b-4198-b05b-f6516148b9d5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=620aff4084a149f085db873c41b49d5a&device_id=73595fd9-d41f-46e4-9095-21b655265b5f HTTP/1.1" status: 200 len: 1100 time: 0.0515208 Jul 30 00:02:58.483949 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d19166ae-56fb-4505-8396-cc9620504880 req-5dc1fa35-b1bf-454c-bf1f-9701b7467d67 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=0c6f0204-befd-4d94-86c6-3e85396497cc HTTP/1.1" status: 200 len: 217 time: 0.0347574 Jul 30 00:02:58.539269 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19166ae-56fb-4505-8396-cc9620504880 req-81ce4839-7192-444e-a9a6-1247ab23de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:58.540773 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d19166ae-56fb-4505-8396-cc9620504880 req-81ce4839-7192-444e-a9a6-1247ab23de0c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.0498924 Jul 30 00:02:58.585801 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19166ae-56fb-4505-8396-cc9620504880 req-81f86c93-fbb4-43f7-b7ce-0a5231d76c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:58.587254 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d19166ae-56fb-4505-8396-cc9620504880 req-81f86c93-fbb4-43f7-b7ce-0a5231d76c27 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0402477 Jul 30 00:02:58.676806 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d19166ae-56fb-4505-8396-cc9620504880 req-56be6fe1-5e97-4fe3-97c9-c5676d9ad407 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829337 Jul 30 00:02:58.768637 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d19166ae-56fb-4505-8396-cc9620504880 req-dce9488a-e77a-4943-abdd-9afedee66755 service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851412 Jul 30 00:02:58.850664 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a93e19-5939-4f01-bfa7-1dc228e9f4e3 req-6051b6ce-0c1b-4539-ab14-da5df370a955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:58.852089 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38a93e19-5939-4f01-bfa7-1dc228e9f4e3 req-6051b6ce-0c1b-4539-ab14-da5df370a955 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=620aff4084a149f085db873c41b49d5a&device_id=73595fd9-d41f-46e4-9095-21b655265b5f HTTP/1.1" status: 200 len: 1100 time: 0.0415630 Jul 30 00:02:58.944593 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a93e19-5939-4f01-bfa7-1dc228e9f4e3 req-84d3600f-d3b8-43dc-9f4e-ca94c2f05b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:58.946065 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38a93e19-5939-4f01-bfa7-1dc228e9f4e3 req-84d3600f-d3b8-43dc-9f4e-ca94c2f05b40 service neutron] 10.222.0.23 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.0873899 Jul 30 00:02:58.988489 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38a93e19-5939-4f01-bfa7-1dc228e9f4e3 req-7c19a4bf-15bc-45e3-8780-a0ecc8747a4c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=0c6f0204-befd-4d94-86c6-3e85396497cc HTTP/1.1" status: 200 len: 217 time: 0.0359948 Jul 30 00:02:59.036744 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a93e19-5939-4f01-bfa7-1dc228e9f4e3 req-bbbddc22-a78a-4573-ad76-706f8fb1810e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:59.038181 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38a93e19-5939-4f01-bfa7-1dc228e9f4e3 req-bbbddc22-a78a-4573-ad76-706f8fb1810e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.0430140 Jul 30 00:02:59.082291 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a93e19-5939-4f01-bfa7-1dc228e9f4e3 req-d377931d-19d5-4afc-af86-427aaaf4ef1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:59.083746 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38a93e19-5939-4f01-bfa7-1dc228e9f4e3 req-d377931d-19d5-4afc-af86-427aaaf4ef1c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0386980 Jul 30 00:02:59.174132 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38a93e19-5939-4f01-bfa7-1dc228e9f4e3 req-df0eba52-3209-424e-a0c4-a76dd27b396c service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828488 Jul 30 00:02:59.295792 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38a93e19-5939-4f01-bfa7-1dc228e9f4e3 req-8ed175c0-a11e-4b86-908d-b2b45aa407fe service neutron] 10.222.0.23 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138148 Jul 30 00:02:59.311520 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca304d11-044a-4a69-9b17-a544e17f89e2 req-55277290-083a-4421-82c7-9ff3c88184a8 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:02:59.313020 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ca304d11-044a-4a69-9b17-a544e17f89e2 req-55277290-083a-4421-82c7-9ff3c88184a8 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] 10.222.0.18 "GET /v2.0/ports?device_id=73595fd9-d41f-46e4-9095-21b655265b5f HTTP/1.1" status: 200 len: 948 time: 0.0681777 Jul 30 00:02:59.354393 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ca304d11-044a-4a69-9b17-a544e17f89e2 req-89219e86-f5e1-4a8f-8568-b93b8ad6646d tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d8767aa-bafa-46fa-941f-294b96bfe29d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347314 Jul 30 00:02:59.831974 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 0c6f0204-befd-4d94-86c6-3e85396497cc details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:02:59.855474 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:59.936950 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 0c6f0204-befd-4d94-86c6-3e85396497cc, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=0c6f0204-befd-4d94-86c6-3e85396497cc,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:02:59.947187 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '0c6f0204-befd-4d94-86c6-3e85396497cc', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': '0c6f0204-befd-4d94-86c6-3e85396497cc', 'mac_address': 'fa:16:3e:53:d7:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:02:59.984243 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:02:59.999263 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c6f0204-befd-4d94-86c6-3e85396497cc {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:03:00.017972 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 0c6f0204-befd-4d94-86c6-3e85396497cc, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=0c6f0204-befd-4d94-86c6-3e85396497cc,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:03:00.021748 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:00.081122 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=0c6f0204-befd-4d94-86c6-3e85396497cc,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:00.090189 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:00.090475 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:00.090820 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:00.091158 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:00.091500 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:00.091928 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:00.092260 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:00.092598 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:00.092907 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:00.093234 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:00.093562 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:00.093892 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:03:00.097336 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:00.253020 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['0c6f0204-befd-4d94-86c6-3e85396497cc'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:03:00.469071 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee83e0-f811-4228-a7ce-e8485ee92cef req-32f3d834-32b1-44da-8cc8-8bba8b3e399c tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:00.470558 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-29ee83e0-f811-4228-a7ce-e8485ee92cef req-32f3d834-32b1-44da-8cc8-8bba8b3e399c tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] 10.222.0.18 "GET /v2.0/ports?device_id=73595fd9-d41f-46e4-9095-21b655265b5f HTTP/1.1" status: 200 len: 949 time: 0.0480185 Jul 30 00:03:00.507710 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-29ee83e0-f811-4228-a7ce-e8485ee92cef req-7cddffec-968f-4698-8126-dce21fbf7cd1 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d8767aa-bafa-46fa-941f-294b96bfe29d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312266 Jul 30 00:03:01.625889 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4748ba1b-6998-4710-9649-bfb8865b01ea req-325adce9-c213-46b8-88f5-0644eecf800e tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:01.627387 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4748ba1b-6998-4710-9649-bfb8865b01ea req-325adce9-c213-46b8-88f5-0644eecf800e tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] 10.222.0.18 "GET /v2.0/ports?device_id=73595fd9-d41f-46e4-9095-21b655265b5f HTTP/1.1" status: 200 len: 949 time: 0.0518830 Jul 30 00:03:01.666155 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4748ba1b-6998-4710-9649-bfb8865b01ea req-c5e97dd8-5f24-4b73-8968-7bb79c3f9103 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d8767aa-bafa-46fa-941f-294b96bfe29d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326760 Jul 30 00:03:01.826037 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 0c6f0204-befd-4d94-86c6-3e85396497cc up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:03:01.877167 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 0c6f0204-befd-4d94-86c6-3e85396497cc completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:03:01.880700 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 0c6f0204-befd-4d94-86c6-3e85396497cc triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:03:01.881072 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:01.956562 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:01.978501 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73595fd9-d41f-46e4-9095-21b655265b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6f0204-befd-4d94-86c6-3e85396497cc'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:03:01.981005 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6faebe-9471-4a96-ba4c-f47f38fedb58" -d '{"events": [{"server_uuid": "73595fd9-d41f-46e4-9095-21b655265b5f", "name": "network-vif-plugged", "status": "completed", "tag": "0c6f0204-befd-4d94-86c6-3e85396497cc"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:03:01.994497 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 0c6f0204-befd-4d94-86c6-3e85396497cc, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=0c6f0204-befd-4d94-86c6-3e85396497cc,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:03:01.999130 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:02.022139 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7014eb08-d913-4371-aded-3206ac7af325 x-openstack-request-id: req-7014eb08-d913-4371-aded-3206ac7af325 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:03:02.022426 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73595fd9-d41f-46e4-9095-21b655265b5f", "name": "network-vif-plugged", "status": "completed", "tag": "0c6f0204-befd-4d94-86c6-3e85396497cc", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:03:02.022677 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7014eb08-d913-4371-aded-3206ac7af325 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:03:02.023061 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73595fd9-d41f-46e4-9095-21b655265b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c6f0204-befd-4d94-86c6-3e85396497cc', 'code': 200} Jul 30 00:03:02.049181 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=0c6f0204-befd-4d94-86c6-3e85396497cc,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:02.114084 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebb6bd5-5170-4b46-a93c-590866571bb2 req-d75e85e3-6a1b-42e7-a44c-7bc14de656b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:02.115481 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8ebb6bd5-5170-4b46-a93c-590866571bb2 req-d75e85e3-6a1b-42e7-a44c-7bc14de656b5 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=73595fd9-d41f-46e4-9095-21b655265b5f HTTP/1.1" status: 200 len: 1102 time: 0.0407639 Jul 30 00:03:02.149644 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8ebb6bd5-5170-4b46-a93c-590866571bb2 req-9ae913fc-9c6d-4def-9c57-dcad0346b952 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=8d8767aa-bafa-46fa-941f-294b96bfe29d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276043 Jul 30 00:03:02.785394 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee451b1-2229-4c9e-ba04-8c9970c6f19f req-00479201-0d14-4293-a037-80ea1ec031e5 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:02.787247 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3ee451b1-2229-4c9e-ba04-8c9970c6f19f req-00479201-0d14-4293-a037-80ea1ec031e5 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] 10.222.0.18 "GET /v2.0/ports?device_id=73595fd9-d41f-46e4-9095-21b655265b5f HTTP/1.1" status: 200 len: 950 time: 0.0524054 Jul 30 00:03:02.826094 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3ee451b1-2229-4c9e-ba04-8c9970c6f19f req-5bd20ab4-24f7-4deb-b154-3cecf8c3108c tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d8767aa-bafa-46fa-941f-294b96bfe29d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323567 Jul 30 00:03:02.869041 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-39f93cfd-4021-463a-bbfb-6b438ba31f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:03.945427 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968b053-6ab6-44a9-863a-c59cbe062d9f req-2cdf5136-1cd2-40cb-a7e6-7586de31102b tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:03.946930 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0968b053-6ab6-44a9-863a-c59cbe062d9f req-2cdf5136-1cd2-40cb-a7e6-7586de31102b tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] 10.222.0.18 "GET /v2.0/ports?device_id=73595fd9-d41f-46e4-9095-21b655265b5f HTTP/1.1" status: 200 len: 950 time: 0.0526421 Jul 30 00:03:03.984875 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0968b053-6ab6-44a9-863a-c59cbe062d9f req-67915338-2766-4603-a1e6-c99a24f988e6 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d8767aa-bafa-46fa-941f-294b96bfe29d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310686 Jul 30 00:03:04.242187 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062efa02-e6e8-4cb6-8fa8-f634fd05178d req-91e27ae5-5993-4a19-b08d-91605d510923 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:04.243683 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-062efa02-e6e8-4cb6-8fa8-f634fd05178d req-91e27ae5-5993-4a19-b08d-91605d510923 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] 10.222.0.18 "GET /v2.0/ports?device_id=73595fd9-d41f-46e4-9095-21b655265b5f HTTP/1.1" status: 200 len: 950 time: 0.0489328 Jul 30 00:03:04.290106 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-062efa02-e6e8-4cb6-8fa8-f634fd05178d req-e951a2b3-9b50-44b6-b18e-b2c6939bef73 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d8767aa-bafa-46fa-941f-294b96bfe29d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393341 Jul 30 00:03:05.407386 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be07e41-52ec-4415-bd91-aed6ecf7c581 req-732772ef-b19e-4c83-93f1-6bfa082d5f21 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:05.408884 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1be07e41-52ec-4415-bd91-aed6ecf7c581 req-732772ef-b19e-4c83-93f1-6bfa082d5f21 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] 10.222.0.18 "GET /v2.0/ports?device_id=73595fd9-d41f-46e4-9095-21b655265b5f HTTP/1.1" status: 200 len: 950 time: 0.0488684 Jul 30 00:03:05.433105 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:05.482381 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1be07e41-52ec-4415-bd91-aed6ecf7c581 req-42296864-6f84-453e-a593-40393e56d5b7 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d8767aa-bafa-46fa-941f-294b96bfe29d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669806 Jul 30 00:03:05.490468 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59385081-912d-4658-a715-7aaadd033aaa req-d1214a6e-ea59-4efd-aa78-76674ecdc159 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:05.491858 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59385081-912d-4658-a715-7aaadd033aaa req-d1214a6e-ea59-4efd-aa78-76674ecdc159 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] 10.222.0.23 "GET /v2.0/ports?device_id=73595fd9-d41f-46e4-9095-21b655265b5f HTTP/1.1" status: 200 len: 950 time: 0.0703673 Jul 30 00:03:05.581165 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-59385081-912d-4658-a715-7aaadd033aaa req-ff4ec214-e8fc-43d0-89a4-87d377714f96 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Deleting port 0c6f0204-befd-4d94-86c6-3e85396497cc {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:03:05.581506 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-59385081-912d-4658-a715-7aaadd033aaa req-ff4ec214-e8fc-43d0-89a4-87d377714f96 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:05.670841 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-59385081-912d-4658-a715-7aaadd033aaa req-ff4ec214-e8fc-43d0-89a4-87d377714f96 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] For port 0c6f0204-befd-4d94-86c6-3e85396497cc, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=0c6f0204-befd-4d94-86c6-3e85396497cc,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:03:05.671208 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-59385081-912d-4658-a715-7aaadd033aaa req-ff4ec214-e8fc-43d0-89a4-87d377714f96 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:05.685046 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-59385081-912d-4658-a715-7aaadd033aaa req-ff4ec214-e8fc-43d0-89a4-87d377714f96 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Calling delete_port for 0c6f0204-befd-4d94-86c6-3e85396497cc owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:03:05.813800 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-59385081-912d-4658-a715-7aaadd033aaa req-ff4ec214-e8fc-43d0-89a4-87d377714f96 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:05.825907 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['0c6f0204-befd-4d94-86c6-3e85396497cc'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:03:06.111609 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4ec214-e8fc-43d0-89a4-87d377714f96 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Pushing event deleted for resources: {'Port': ['ID=0c6f0204-befd-4d94-86c6-3e85396497cc,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:06.152601 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-59385081-912d-4658-a715-7aaadd033aaa req-ff4ec214-e8fc-43d0-89a4-87d377714f96 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] No DVR routers for this DVR port 0c6f0204-befd-4d94-86c6-3e85396497cc on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:03:06.155360 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-59385081-912d-4658-a715-7aaadd033aaa req-ff4ec214-e8fc-43d0-89a4-87d377714f96 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:06.157538 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59385081-912d-4658-a715-7aaadd033aaa req-ff4ec214-e8fc-43d0-89a4-87d377714f96 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] 10.222.0.23 "DELETE /v2.0/ports/0c6f0204-befd-4d94-86c6-3e85396497cc HTTP/1.1" status: 204 len: 173 time: 0.6599393 Jul 30 00:03:06.158141 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73595fd9-d41f-46e4-9095-21b655265b5f', 'name': 'network-vif-deleted', 'tag': '0c6f0204-befd-4d94-86c6-3e85396497cc'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:03:06.160467 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9685ab8-4ec8-4dba-a36b-ec07e4f00eb2" -d '{"events": [{"server_uuid": "73595fd9-d41f-46e4-9095-21b655265b5f", "name": "network-vif-deleted", "tag": "0c6f0204-befd-4d94-86c6-3e85396497cc"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:03:06.202522 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91148b9-9156-4042-91df-9718be7ea7e0 x-openstack-request-id: req-a91148b9-9156-4042-91df-9718be7ea7e0 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:03:06.202814 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73595fd9-d41f-46e4-9095-21b655265b5f", "name": "network-vif-deleted", "tag": "0c6f0204-befd-4d94-86c6-3e85396497cc", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:03:06.203084 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a91148b9-9156-4042-91df-9718be7ea7e0 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:03:06.203454 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73595fd9-d41f-46e4-9095-21b655265b5f', 'name': 'network-vif-deleted', 'tag': '0c6f0204-befd-4d94-86c6-3e85396497cc', 'status': 'completed', 'code': 200} Jul 30 00:03:06.261727 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f3864ba6-ece8-41e9-a428-d9bd5b5c53b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:06.596030 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c69ca402-5f70-455c-9968-4e70eb3c3a4b req-4bc18c76-11b9-4cf5-928c-017c304ec788 tempest-VolumesNegativeTest-985340120 tempest-VolumesNegativeTest-985340120-project] 10.222.0.18 "GET /v2.0/ports?device_id=73595fd9-d41f-46e4-9095-21b655265b5f HTTP/1.1" status: 200 len: 210 time: 0.0322173 Jul 30 00:03:06.964592 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:08.271642 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:09.832176 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 0c6f0204-befd-4d94-86c6-3e85396497cc no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:03:09.854930 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 0c6f0204-befd-4d94-86c6-3e85396497cc {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:03:09.855783 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 0c6f0204-befd-4d94-86c6-3e85396497cc not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:03:12.453752 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55980) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:12.590069 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-251d69ec-53bb-4bf6-9bd5-1cdc6bc9e4b3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=620aff4084a149f085db873c41b49d5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1352112 Jul 30 00:03:12.592517 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 55984) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:12.641594 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e3229c4b-7fdd-44dd-a6d0-c754a90a29b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:12.662103 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e3229c4b-7fdd-44dd-a6d0-c754a90a29b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:12.711689 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e3229c4b-7fdd-44dd-a6d0-c754a90a29b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:12.714890 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e3229c4b-7fdd-44dd-a6d0-c754a90a29b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:12.716075 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e3229c4b-7fdd-44dd-a6d0-c754a90a29b9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d8767aa-bafa-46fa-941f-294b96bfe29d HTTP/1.1" status: 204 len: 168 time: 0.1226265 Jul 30 00:03:12.723583 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3229c4b-7fdd-44dd-a6d0-c754a90a29b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d8767aa-bafa-46fa-941f-294b96bfe29d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:29.848934 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:30.095856 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:30.863552 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56120) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:30.982979 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-59bf31b7-f296-4c93-80db-9bded7838fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:31.079898 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-59bf31b7-f296-4c93-80db-9bded7838fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:31.084074 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-59bf31b7-f296-4c93-80db-9bded7838fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:31.121162 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf31b7-f296-4c93-80db-9bded7838fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb12282a-3d73-4ea4-b29d-de47be6a83f8,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:31.125733 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-59bf31b7-f296-4c93-80db-9bded7838fd6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b63c40fa192144afa73437ab36cb3ed4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2610648 Jul 30 00:03:31.128408 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56124) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:03:31.176533 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-802d9a41-5a33-4b75-b83d-5221293f0807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:31.197466 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-802d9a41-5a33-4b75-b83d-5221293f0807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:31.245728 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-802d9a41-5a33-4b75-b83d-5221293f0807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:31.248353 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-802d9a41-5a33-4b75-b83d-5221293f0807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:31.249636 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-802d9a41-5a33-4b75-b83d-5221293f0807 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bb12282a-3d73-4ea4-b29d-de47be6a83f8 HTTP/1.1" status: 204 len: 168 time: 0.1203189 Jul 30 00:03:31.259633 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d9a41-5a33-4b75-b83d-5221293f0807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb12282a-3d73-4ea4-b29d-de47be6a83f8,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:03:32.869247 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7c2ef33a-ce1d-4429-a0da-73322cdce47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:33.310830 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:03:35.434897 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:36.264083 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-60376564-94db-4f59-bb50-a18584cf2890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:36.966990 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:38.273925 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:03:54.364516 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-320d736a-5310-4519-9fa3-b23524941d8c req-73e6c1d3-ca83-4e7a-a1b7-da9292d59d36 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dd71b68e-99be-49dc-b9a2-5809b666e8e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391994 Jul 30 00:03:54.447544 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d736a-5310-4519-9fa3-b23524941d8c req-3e97767c-90a8-4386-88ee-6ffda5e4f8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:54.450066 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-320d736a-5310-4519-9fa3-b23524941d8c req-3e97767c-90a8-4386-88ee-6ffda5e4f8b2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&device_id=dd71b68e-99be-49dc-b9a2-5809b666e8e2 HTTP/1.1" status: 200 len: 1097 time: 0.0423937 Jul 30 00:03:54.559098 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d736a-5310-4519-9fa3-b23524941d8c req-7739f3a4-2210-4b2e-bfae-432f2b665fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:54.560365 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-320d736a-5310-4519-9fa3-b23524941d8c req-7739f3a4-2210-4b2e-bfae-432f2b665fa6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 913 time: 0.0895374 Jul 30 00:03:54.626900 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-320d736a-5310-4519-9fa3-b23524941d8c req-540265b1-7b67-45f7-b37f-f10f2c8395ac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aacc18d7-3086-4186-b4c5-b888f1a7c75d HTTP/1.1" status: 200 len: 1001 time: 0.0591409 Jul 30 00:03:54.698316 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d736a-5310-4519-9fa3-b23524941d8c req-4cf01ea5-dae2-4fdf-b0da-55ae251a0c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:54.700009 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-320d736a-5310-4519-9fa3-b23524941d8c req-4cf01ea5-dae2-4fdf-b0da-55ae251a0c32 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a11e98d2-a498-4014-8b77-a7744abf9c02 HTTP/1.1" status: 200 len: 851 time: 0.0638471 Jul 30 00:03:54.751021 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320d736a-5310-4519-9fa3-b23524941d8c req-8807b44d-6df0-454d-a35c-e9ea858f57ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:03:54.752586 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-320d736a-5310-4519-9fa3-b23524941d8c req-8807b44d-6df0-454d-a35c-e9ea858f57ce service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=772f0955-a0ec-440d-bf3f-76232f0d0cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426347 Jul 30 00:03:54.846281 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-320d736a-5310-4519-9fa3-b23524941d8c req-361fb721-2a34-4b37-ba25-660d22b50380 service neutron] 10.222.0.39 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854530 Jul 30 00:03:54.943752 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-320d736a-5310-4519-9fa3-b23524941d8c req-ce9e2a62-8f45-4994-894d-6f22e2384e8e service neutron] 10.222.0.39 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897071 Jul 30 00:03:59.847424 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:00.125186 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:02.870054 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-07335e79-05ea-41fa-9352-0c0fbac48bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:05.116590 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964f0dd-a769-4cd9-aa4d-8a86f0abde25 req-00d640ea-e784-460d-b521-26dac67760e6 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:05.118077 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7964f0dd-a769-4cd9-aa4d-8a86f0abde25 req-00d640ea-e784-460d-b521-26dac67760e6 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd71b68e-99be-49dc-b9a2-5809b666e8e2 HTTP/1.1" status: 200 len: 945 time: 0.0494232 Jul 30 00:04:05.157448 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7964f0dd-a769-4cd9-aa4d-8a86f0abde25 req-3b6d392a-c84f-4c65-b01e-7a4f2bda921f tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324776 Jul 30 00:04:05.436042 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:06.266962 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3ed634e2-0f08-408c-9397-45def58462ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:06.287677 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c3343-d8e6-436f-9c50-3aa7af8bee36 req-1f70e1d0-553f-45a6-8b55-7e0e2b053cf3 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:06.289223 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe4c3343-d8e6-436f-9c50-3aa7af8bee36 req-1f70e1d0-553f-45a6-8b55-7e0e2b053cf3 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd71b68e-99be-49dc-b9a2-5809b666e8e2 HTTP/1.1" status: 200 len: 945 time: 0.0503371 Jul 30 00:04:06.331291 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe4c3343-d8e6-436f-9c50-3aa7af8bee36 req-99cf6d49-cb71-4f94-8214-bef69ce7dfa7 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350592 Jul 30 00:04:06.592418 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ab594-4e2b-4447-9c78-294bd0fd3672 req-1aa908a8-7e50-45ce-975c-564d2e16464c tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:06.593767 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a7ab594-4e2b-4447-9c78-294bd0fd3672 req-1aa908a8-7e50-45ce-975c-564d2e16464c tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.39 "GET /v2.0/ports?device_id=dd71b68e-99be-49dc-b9a2-5809b666e8e2 HTTP/1.1" status: 200 len: 945 time: 0.0475757 Jul 30 00:04:06.681256 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-6a7ab594-4e2b-4447-9c78-294bd0fd3672 req-8dcb1ac0-636a-41b7-8e6a-77a9a5622298 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Deleting port aacc18d7-3086-4186-b4c5-b888f1a7c75d {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:04:06.681602 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6a7ab594-4e2b-4447-9c78-294bd0fd3672 req-8dcb1ac0-636a-41b7-8e6a-77a9a5622298 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:06.770400 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-6a7ab594-4e2b-4447-9c78-294bd0fd3672 req-8dcb1ac0-636a-41b7-8e6a-77a9a5622298 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] For port aacc18d7-3086-4186-b4c5-b888f1a7c75d, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=aacc18d7-3086-4186-b4c5-b888f1a7c75d,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:04:06.770768 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6a7ab594-4e2b-4447-9c78-294bd0fd3672 req-8dcb1ac0-636a-41b7-8e6a-77a9a5622298 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:06.970632 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:07.046956 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6a7ab594-4e2b-4447-9c78-294bd0fd3672 req-8dcb1ac0-636a-41b7-8e6a-77a9a5622298 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:07.047337 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6a7ab594-4e2b-4447-9c78-294bd0fd3672 req-8dcb1ac0-636a-41b7-8e6a-77a9a5622298 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:07.047710 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [req-6a7ab594-4e2b-4447-9c78-294bd0fd3672 req-8dcb1ac0-636a-41b7-8e6a-77a9a5622298 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Floating IP 130a4325-7f24-48df-93a0-8b1bd3279de7 disassociated. External IP: 172.25.8.223, port: aacc18d7-3086-4186-b4c5-b888f1a7c75d. Jul 30 00:04:07.048035 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-6a7ab594-4e2b-4447-9c78-294bd0fd3672 req-8dcb1ac0-636a-41b7-8e6a-77a9a5622298 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Calling delete_port for aacc18d7-3086-4186-b4c5-b888f1a7c75d owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:04:07.174926 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6a7ab594-4e2b-4447-9c78-294bd0fd3672 req-8dcb1ac0-636a-41b7-8e6a-77a9a5622298 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:07.203689 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb1ac0-636a-41b7-8e6a-77a9a5622298 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Pushing event deleted for resources: {'Port': ['ID=aacc18d7-3086-4186-b4c5-b888f1a7c75d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:07.214191 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcb1ac0-636a-41b7-8e6a-77a9a5622298 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:07.214588 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcb1ac0-636a-41b7-8e6a-77a9a5622298 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:07.214984 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcb1ac0-636a-41b7-8e6a-77a9a5622298 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:07.215334 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcb1ac0-636a-41b7-8e6a-77a9a5622298 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:07.215633 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcb1ac0-636a-41b7-8e6a-77a9a5622298 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:07.215953 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcb1ac0-636a-41b7-8e6a-77a9a5622298 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:07.216284 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcb1ac0-636a-41b7-8e6a-77a9a5622298 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:07.216611 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcb1ac0-636a-41b7-8e6a-77a9a5622298 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:07.216936 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcb1ac0-636a-41b7-8e6a-77a9a5622298 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:07.217265 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcb1ac0-636a-41b7-8e6a-77a9a5622298 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:07.217586 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcb1ac0-636a-41b7-8e6a-77a9a5622298 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:07.217910 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcb1ac0-636a-41b7-8e6a-77a9a5622298 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:07.328088 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a7ab594-4e2b-4447-9c78-294bd0fd3672 req-8dcb1ac0-636a-41b7-8e6a-77a9a5622298 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Router 52f01743-f310-4949-9945-e9c2c195945b has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:04:07.452450 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-09cc3d75-db44-4138-8460-9950cd855854 req-7f37bd30-e88a-40f1-b660-2ca76c5a17af tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd71b68e-99be-49dc-b9a2-5809b666e8e2 HTTP/1.1" status: 200 len: 210 time: 0.0358875 Jul 30 00:04:07.465652 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a7ab594-4e2b-4447-9c78-294bd0fd3672 req-8dcb1ac0-636a-41b7-8e6a-77a9a5622298 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:04:07.476848 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376eb215-cc0f-4fa7-a7cc-5cb4ab53f272 None None] Sync routers for ids ['52f01743-f310-4949-9945-e9c2c195945b'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:04:07.487335 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376eb215-cc0f-4fa7-a7cc-5cb4ab53f272 None None] Routers {'52f01743-f310-4949-9945-e9c2c195945b'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:04:07.487981 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-376eb215-cc0f-4fa7-a7cc-5cb4ab53f272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:04:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['52f01743-f310-4949-9945-e9c2c195945b'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:04:07.504788 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7ab594-4e2b-4447-9c78-294bd0fd3672 req-8dcb1ac0-636a-41b7-8e6a-77a9a5622298 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] No DVR routers for this DVR port aacc18d7-3086-4186-b4c5-b888f1a7c75d on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:04:07.507554 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-6a7ab594-4e2b-4447-9c78-294bd0fd3672 req-8dcb1ac0-636a-41b7-8e6a-77a9a5622298 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:07.509676 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a7ab594-4e2b-4447-9c78-294bd0fd3672 req-8dcb1ac0-636a-41b7-8e6a-77a9a5622298 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.39 "DELETE /v2.0/ports/aacc18d7-3086-4186-b4c5-b888f1a7c75d HTTP/1.1" status: 204 len: 173 time: 0.9098604 Jul 30 00:04:07.510111 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd71b68e-99be-49dc-b9a2-5809b666e8e2', 'name': 'network-vif-deleted', 'tag': 'aacc18d7-3086-4186-b4c5-b888f1a7c75d'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:04:07.512452 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b285fa-cfa6-4c83-99fa-ec37b78b07c7" -d '{"events": [{"server_uuid": "dd71b68e-99be-49dc-b9a2-5809b666e8e2", "name": "network-vif-deleted", "tag": "aacc18d7-3086-4186-b4c5-b888f1a7c75d"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:04:07.561065 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd03245-65a0-42ac-af29-d808031c44eb x-openstack-request-id: req-7cd03245-65a0-42ac-af29-d808031c44eb {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:04:07.561364 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd71b68e-99be-49dc-b9a2-5809b666e8e2", "name": "network-vif-deleted", "tag": "aacc18d7-3086-4186-b4c5-b888f1a7c75d", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:04:07.561617 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7cd03245-65a0-42ac-af29-d808031c44eb {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:04:07.562017 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd71b68e-99be-49dc-b9a2-5809b666e8e2', 'name': 'network-vif-deleted', 'tag': 'aacc18d7-3086-4186-b4c5-b888f1a7c75d', 'status': 'completed', 'code': 200} Jul 30 00:04:07.606356 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-376eb215-cc0f-4fa7-a7cc-5cb4ab53f272 None None] Set router 52f01743-f310-4949-9945-e9c2c195945b gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:04:07.815085 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-376eb215-cc0f-4fa7-a7cc-5cb4ab53f272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f01743-f310-4949-9945-e9c2c195945b', 'name': 'tempest-TestVolumeBootPattern-1590910121-router', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:29Z', 'updated_at': '2021-07-29T23:58:32Z', 'revision_number': 4, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'gw_port': {'id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:30Z', 'updated_at': '2021-07-29T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '06509f64-53f0-47e4-b6b8-600069d3679e', 'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'mac_address': 'fa:16:3e:d5:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:31Z', 'updated_at': '2021-07-29T23:58:38Z', 'revision_number': 5, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'subnets': [{'id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:04:07.841333 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376eb215-cc0f-4fa7-a7cc-5cb4ab53f272 None None] Checking router: 52f01743-f310-4949-9945-e9c2c195945b for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:04:07.849883 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-376eb215-cc0f-4fa7-a7cc-5cb4ab53f272 None None] Routers {'52f01743-f310-4949-9945-e9c2c195945b'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:04:07.850494 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-376eb215-cc0f-4fa7-a7cc-5cb4ab53f272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:04:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['52f01743-f310-4949-9945-e9c2c195945b'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:04:07.956342 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-376eb215-cc0f-4fa7-a7cc-5cb4ab53f272 None None] Set router 52f01743-f310-4949-9945-e9c2c195945b gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:04:08.155999 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-376eb215-cc0f-4fa7-a7cc-5cb4ab53f272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f01743-f310-4949-9945-e9c2c195945b', 'name': 'tempest-TestVolumeBootPattern-1590910121-router', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:29Z', 'updated_at': '2021-07-29T23:58:32Z', 'revision_number': 4, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'gw_port': {'id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:30Z', 'updated_at': '2021-07-29T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '06509f64-53f0-47e4-b6b8-600069d3679e', 'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'mac_address': 'fa:16:3e:d5:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:31Z', 'updated_at': '2021-07-29T23:58:38Z', 'revision_number': 5, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'subnets': [{'id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:04:08.182632 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-376eb215-cc0f-4fa7-a7cc-5cb4ab53f272 None None] The sync data for ids ['52f01743-f310-4949-9945-e9c2c195945b'] in n-d-712140-10 is: [{'id': '52f01743-f310-4949-9945-e9c2c195945b', 'name': 'tempest-TestVolumeBootPattern-1590910121-router', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:29Z', 'updated_at': '2021-07-29T23:58:32Z', 'revision_number': 4, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'gw_port': {'id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:30Z', 'updated_at': '2021-07-29T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '06509f64-53f0-47e4-b6b8-600069d3679e', 'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'mac_address': 'fa:16:3e:d5:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:31Z', 'updated_at': '2021-07-29T23:58:38Z', 'revision_number': 5, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'subnets': [{'id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:04:08.282638 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:08.430210 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32378879-5439-4d82-a6fc-fa5785aba0e2 None None] New status for floating IP 130a4325-7f24-48df-93a0-8b1bd3279de7: DOWN {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:04:08.568447 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-be893659-91e9-4a6a-a016-74ebe8d8a734 req-f946027c-8e0e-4246-b5e2-78a789134dbb tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd71b68e-99be-49dc-b9a2-5809b666e8e2 HTTP/1.1" status: 200 len: 210 time: 0.0334516 Jul 30 00:04:09.363124 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device aacc18d7-3086-4186-b4c5-b888f1a7c75d no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:04:09.383427 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: aacc18d7-3086-4186-b4c5-b888f1a7c75d {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:04:09.383774 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device aacc18d7-3086-4186-b4c5-b888f1a7c75d not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:04:09.662535 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-03f3f30b-d76d-4bc5-af94-ac11c1b69006 req-d9211177-569f-44e9-ac2b-cbe87bcf97e3 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd71b68e-99be-49dc-b9a2-5809b666e8e2 HTTP/1.1" status: 200 len: 210 time: 0.0271344 Jul 30 00:04:10.311416 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:04:10.758574 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-46907fb3-09fd-4885-a4bf-03fb52b58aa1 req-55f7b4c0-f4ba-4016-8d48-1ae46cc9599d tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd71b68e-99be-49dc-b9a2-5809b666e8e2 HTTP/1.1" status: 200 len: 210 time: 0.0265012 Jul 30 00:04:11.963652 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-c4c03975-5d9f-4b9a-b728-7b9c3029b9fc tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-396741463&fields=id&tenant_id=1b27d1d59ac84f98808da97eba2a694c HTTP/1.1" status: 200 len: 267 time: 0.0355806 Jul 30 00:04:12.074917 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-71e8abc9-08f3-4bd1-8e61-f98bfd9f2e67 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:12.076337 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-71e8abc9-08f3-4bd1-8e61-f98bfd9f2e67 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 812 time: 0.1053441 Jul 30 00:04:12.092022 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-cda29d62-8f70-4d9a-a85f-f2020740577b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/quotas/1b27d1d59ac84f98808da97eba2a694c HTTP/1.1" status: 200 len: 375 time: 0.0097055 Jul 30 00:04:12.144729 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-e1df1114-58b1-466f-a783-b1b445a9ac63 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0475345 Jul 30 00:04:12.339874 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-c4a0e14b-5751-44f6-9253-a7544af5c68f service neutron] 10.222.0.18 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825223 Jul 30 00:04:12.427698 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-b4e81070-e620-471e-9a1e-c55fc9e5661c service neutron] 10.222.0.18 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819597 Jul 30 00:04:12.715569 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d2640613-ddf9-4858-8dc4-1e20f47e201a req-3ecf38f9-6396-4b44-b1d4-e3fac64b826d tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6 HTTP/1.1" status: 200 len: 210 time: 0.0271623 Jul 30 00:04:13.602423 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-463a4b57-f4fd-419f-a7c2-91e85b5b9f45 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:13.603901 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-463a4b57-f4fd-419f-a7c2-91e85b5b9f45 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.23 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 812 time: 0.1112456 Jul 30 00:04:13.648634 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-3fb6730e-dc84-4100-9c31-1624953a31c3 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b27d1d59ac84f98808da97eba2a694c HTTP/1.1" status: 200 len: 379 time: 0.0366187 Jul 30 00:04:13.657853 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-0d37136c-9a80-495c-8a45-74090f1b1d2e tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Request body: {'port': {'device_id': '1f1b3b71-e245-492a-abb7-8ea524a65ed6', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'admin_state_up': True, 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'security_groups': ['11b92b4a-88af-4abd-8bfa-c477c1e80314']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:04:13.775524 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-0d37136c-9a80-495c-8a45-74090f1b1d2e tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Made reservation on behalf of 1b27d1d59ac84f98808da97eba2a694c for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:04:13.779788 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-0d37136c-9a80-495c-8a45-74090f1b1d2e tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:13.820849 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b790c3ea-a14d-49c2-b7c2-02d6481e21ae req-178126de-06f5-43c7-b010-dcf1910d93e9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6 HTTP/1.1" status: 200 len: 210 time: 0.0301099 Jul 30 00:04:13.935088 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-0d37136c-9a80-495c-8a45-74090f1b1d2e tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Allocated IP 172.20.0.3 (772f0955-a0ec-440d-bf3f-76232f0d0cae/a11e98d2-a498-4014-8b77-a7744abf9c02/96f86fd1-fe23-46b9-83c5-ef6206baf32f) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:04:14.083353 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-0d37136c-9a80-495c-8a45-74090f1b1d2e tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:14.097030 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-0d37136c-9a80-495c-8a45-74090f1b1d2e tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Transition to ACTIVE for port object 96f86fd1-fe23-46b9-83c5-ef6206baf32f will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:04:14.130139 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-0d37136c-9a80-495c-8a45-74090f1b1d2e tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:14.173441 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-0d37136c-9a80-495c-8a45-74090f1b1d2e tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Network 772f0955-a0ec-440d-bf3f-76232f0d0cae is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:04:14.176677 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-0d37136c-9a80-495c-8a45-74090f1b1d2e tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:04:14.183346 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-0d37136c-9a80-495c-8a45-74090f1b1d2e tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:04:14.212731 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d37136c-9a80-495c-8a45-74090f1b1d2e tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Pushing event updated for resources: {'Port': ['ID=96f86fd1-fe23-46b9-83c5-ef6206baf32f,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:14.241861 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-0d37136c-9a80-495c-8a45-74090f1b1d2e tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:14.242508 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-0d37136c-9a80-495c-8a45-74090f1b1d2e tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:14.259441 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-0d37136c-9a80-495c-8a45-74090f1b1d2e tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6048923 Jul 30 00:04:14.271918 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-c4f02a99-3d05-44c9-9c7f-0d3577b357b1 service neutron] Request body: {'port': {'device_id': '1f1b3b71-e245-492a-abb7-8ea524a65ed6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:04:14.330151 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-c4f02a99-3d05-44c9-9c7f-0d3577b357b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:14.410317 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b67f9d89-1782-4023-b234-9092e80560a6 None None] Provisioning for port 96f86fd1-fe23-46b9-83c5-ef6206baf32f completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:04:14.414863 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b67f9d89-1782-4023-b234-9092e80560a6 None None] Provisioning complete for port 96f86fd1-fe23-46b9-83c5-ef6206baf32f triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:04:14.415234 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b67f9d89-1782-4023-b234-9092e80560a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:14.453681 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b67f9d89-1782-4023-b234-9092e80560a6 None None] Port 96f86fd1-fe23-46b9-83c5-ef6206baf32f cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:04:14.597377 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-c4f02a99-3d05-44c9-9c7f-0d3577b357b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f86fd1-fe23-46b9-83c5-ef6206baf32f {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:04:14.605005 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-c4f02a99-3d05-44c9-9c7f-0d3577b357b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:14.617731 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-c4f02a99-3d05-44c9-9c7f-0d3577b357b1 service neutron] Transition to ACTIVE for port object 96f86fd1-fe23-46b9-83c5-ef6206baf32f will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:04:14.621701 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-c4f02a99-3d05-44c9-9c7f-0d3577b357b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:14.677524 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f02a99-3d05-44c9-9c7f-0d3577b357b1 service neutron] Pushing event updated for resources: {'Port': ['ID=96f86fd1-fe23-46b9-83c5-ef6206baf32f,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:14.747711 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-c4f02a99-3d05-44c9-9c7f-0d3577b357b1 service neutron] Attempting to bind port 96f86fd1-fe23-46b9-83c5-ef6206baf32f on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:04:14.748445 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-c4f02a99-3d05-44c9-9c7f-0d3577b357b1 service neutron] Attempting to bind port 96f86fd1-fe23-46b9-83c5-ef6206baf32f by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:04:14.748968 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-c4f02a99-3d05-44c9-9c7f-0d3577b357b1 service neutron] Attempting to bind port 96f86fd1-fe23-46b9-83c5-ef6206baf32f on network 772f0955-a0ec-440d-bf3f-76232f0d0cae {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:04:14.754024 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-c4f02a99-3d05-44c9-9c7f-0d3577b357b1 service neutron] Port 96f86fd1-fe23-46b9-83c5-ef6206baf32f on network 772f0955-a0ec-440d-bf3f-76232f0d0cae not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:04:14.754311 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-c4f02a99-3d05-44c9-9c7f-0d3577b357b1 service neutron] Attempting to bind port 96f86fd1-fe23-46b9-83c5-ef6206baf32f on network 772f0955-a0ec-440d-bf3f-76232f0d0cae {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:04:14.759527 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-c4f02a99-3d05-44c9-9c7f-0d3577b357b1 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:04:14.759913 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-c4f02a99-3d05-44c9-9c7f-0d3577b357b1 service neutron] Checking segment: {'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:04:14.760301 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-c4f02a99-3d05-44c9-9c7f-0d3577b357b1 service neutron] Bound using segment: {'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:04:14.760732 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-c4f02a99-3d05-44c9-9c7f-0d3577b357b1 service neutron] Bound port: 96f86fd1-fe23-46b9-83c5-ef6206baf32f, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:04:14.761097 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-c4f02a99-3d05-44c9-9c7f-0d3577b357b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:14.835239 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-c4f02a99-3d05-44c9-9c7f-0d3577b357b1 service neutron] For port 96f86fd1-fe23-46b9-83c5-ef6206baf32f, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:04:14.839113 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-c4f02a99-3d05-44c9-9c7f-0d3577b357b1 service neutron] For port 96f86fd1-fe23-46b9-83c5-ef6206baf32f, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=96f86fd1-fe23-46b9-83c5-ef6206baf32f,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:04:14.846946 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-c4f02a99-3d05-44c9-9c7f-0d3577b357b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:14.889261 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-c4f02a99-3d05-44c9-9c7f-0d3577b357b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:14.889622 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-c4f02a99-3d05-44c9-9c7f-0d3577b357b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:14.891030 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-c4f02a99-3d05-44c9-9c7f-0d3577b357b1 service neutron] 10.222.0.23 "PUT /v2.0/ports/96f86fd1-fe23-46b9-83c5-ef6206baf32f HTTP/1.1" status: 200 len: 1092 time: 0.6236327 Jul 30 00:04:14.891481 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1b3b71-e245-492a-abb7-8ea524a65ed6', 'tag': '96f86fd1-fe23-46b9-83c5-ef6206baf32f'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:04:14.893965 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7813d614-6bd8-413d-b3e8-825e5d2dd1ba" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1b3b71-e245-492a-abb7-8ea524a65ed6", "tag": "96f86fd1-fe23-46b9-83c5-ef6206baf32f"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:04:14.933012 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f02a99-3d05-44c9-9c7f-0d3577b357b1 service neutron] Pushing event updated for resources: {'Port': ['ID=96f86fd1-fe23-46b9-83c5-ef6206baf32f,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:15.002682 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a14fe-b5a5-495a-ba21-bb3e3d06d48f req-382bfad0-3652-47a5-834c-be16ec742b8e tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:15.004292 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-188a14fe-b5a5-495a-ba21-bb3e3d06d48f req-382bfad0-3652-47a5-834c-be16ec742b8e tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6 HTTP/1.1" status: 200 len: 943 time: 0.0891337 Jul 30 00:04:15.011018 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-14923606-9d79-4619-9ecf-5e9fe476d159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:15.012868 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-14923606-9d79-4619-9ecf-5e9fe476d159 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6 HTTP/1.1" status: 200 len: 1095 time: 0.0632830 Jul 30 00:04:15.068418 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-26732c5d-1283-43bb-862e-79c62845dde0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96f86fd1-fe23-46b9-83c5-ef6206baf32f HTTP/1.1" status: 200 len: 217 time: 0.0475533 Jul 30 00:04:15.113841 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-188a14fe-b5a5-495a-ba21-bb3e3d06d48f req-ab897b45-bcee-4960-93de-b85e4121c7df tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999885 Jul 30 00:04:15.131473 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-22448363-dbb3-4f9d-9e64-f4155203dfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:15.133004 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-22448363-dbb3-4f9d-9e64-f4155203dfa7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a11e98d2-a498-4014-8b77-a7744abf9c02 HTTP/1.1" status: 200 len: 851 time: 0.0537527 Jul 30 00:04:15.171258 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3afbb0-f180-4bab-90cc-841b2cc2b33b x-openstack-request-id: req-6f3afbb0-f180-4bab-90cc-841b2cc2b33b {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:04:15.171561 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1b3b71-e245-492a-abb7-8ea524a65ed6", "tag": "96f86fd1-fe23-46b9-83c5-ef6206baf32f", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:04:15.171814 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6f3afbb0-f180-4bab-90cc-841b2cc2b33b {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:04:15.172235 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1b3b71-e245-492a-abb7-8ea524a65ed6', 'tag': '96f86fd1-fe23-46b9-83c5-ef6206baf32f', 'status': 'completed', 'code': 200} Jul 30 00:04:15.186203 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-6451d759-9ef6-4cc4-9f91-50d03eacdbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:15.188594 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-6451d759-9ef6-4cc4-9f91-50d03eacdbe6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=772f0955-a0ec-440d-bf3f-76232f0d0cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476503 Jul 30 00:04:15.288744 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-cb0e8dd0-beb6-437b-b340-490be2196530 service neutron] 10.222.0.23 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921192 Jul 30 00:04:15.376441 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae14ad06-a566-4b54-b1c9-22316298e1ea req-f307c300-c858-4ffc-8cb2-0e3429c44c45 service neutron] 10.222.0.23 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803819 Jul 30 00:04:15.463024 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813d614-6bd8-413d-b3e8-825e5d2dd1ba req-dfcf1548-6d78-4fad-a12a-f1098aa79032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:15.465082 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7813d614-6bd8-413d-b3e8-825e5d2dd1ba req-dfcf1548-6d78-4fad-a12a-f1098aa79032 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6 HTTP/1.1" status: 200 len: 1095 time: 0.0458210 Jul 30 00:04:15.556351 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813d614-6bd8-413d-b3e8-825e5d2dd1ba req-349ee688-b07f-4ca8-acb2-d06b4f1ef766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:15.557881 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7813d614-6bd8-413d-b3e8-825e5d2dd1ba req-349ee688-b07f-4ca8-acb2-d06b4f1ef766 service neutron] 10.222.0.23 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 913 time: 0.0869784 Jul 30 00:04:15.599607 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7813d614-6bd8-413d-b3e8-825e5d2dd1ba req-a8d454da-3639-4470-869d-15ee6336d166 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96f86fd1-fe23-46b9-83c5-ef6206baf32f HTTP/1.1" status: 200 len: 217 time: 0.0350590 Jul 30 00:04:15.657120 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813d614-6bd8-413d-b3e8-825e5d2dd1ba req-c1620bcc-2bc0-4035-b8b3-e6ab14e2628b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:15.658634 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7813d614-6bd8-413d-b3e8-825e5d2dd1ba req-c1620bcc-2bc0-4035-b8b3-e6ab14e2628b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a11e98d2-a498-4014-8b77-a7744abf9c02 HTTP/1.1" status: 200 len: 851 time: 0.0522864 Jul 30 00:04:15.705648 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7813d614-6bd8-413d-b3e8-825e5d2dd1ba req-c064f42b-7d7e-4ac1-9cb6-f4f37dcbe276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:15.707173 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7813d614-6bd8-413d-b3e8-825e5d2dd1ba req-c064f42b-7d7e-4ac1-9cb6-f4f37dcbe276 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=772f0955-a0ec-440d-bf3f-76232f0d0cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420208 Jul 30 00:04:15.797905 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7813d614-6bd8-413d-b3e8-825e5d2dd1ba req-1100e0f3-714e-4639-8231-167a34311f4e service neutron] 10.222.0.23 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837455 Jul 30 00:04:15.893141 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7813d614-6bd8-413d-b3e8-825e5d2dd1ba req-7e60c13b-067b-477b-8a15-203474c12231 service neutron] 10.222.0.23 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879836 Jul 30 00:04:16.244268 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b3d0e-c246-4a43-8372-895822b43553 req-a0c5279f-ffc6-47de-ae24-6fc028ed3e32 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:16.245963 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-765b3d0e-c246-4a43-8372-895822b43553 req-a0c5279f-ffc6-47de-ae24-6fc028ed3e32 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6 HTTP/1.1" status: 200 len: 943 time: 0.0527315 Jul 30 00:04:16.286284 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-765b3d0e-c246-4a43-8372-895822b43553 req-a5fdc2c6-7e02-425a-a4ce-a6b20a349cdb tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339892 Jul 30 00:04:17.407188 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a27d1-e429-46ee-8a9f-3f9d2611ae48 req-98eb964a-0582-48e8-91b3-302387f8d9eb tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:17.408817 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3f9a27d1-e429-46ee-8a9f-3f9d2611ae48 req-98eb964a-0582-48e8-91b3-302387f8d9eb tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6 HTTP/1.1" status: 200 len: 943 time: 0.0541153 Jul 30 00:04:17.450000 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3f9a27d1-e429-46ee-8a9f-3f9d2611ae48 req-2d5b1673-b15c-4ca4-b9cb-76d7c85700bd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350511 Jul 30 00:04:18.563692 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0b124-3178-49fb-ac4a-e8f6758d264d req-ff583a4f-191c-448d-a008-bd73bf451cb1 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:18.565118 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bcb0b124-3178-49fb-ac4a-e8f6758d264d req-ff583a4f-191c-448d-a008-bd73bf451cb1 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6 HTTP/1.1" status: 200 len: 943 time: 0.0481677 Jul 30 00:04:18.602886 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bcb0b124-3178-49fb-ac4a-e8f6758d264d req-1564b9f0-677e-4b45-81a8-ccbeefd3fab1 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319195 Jul 30 00:04:19.716956 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95d9e02-ad52-4a0a-acd5-6f495044e7ea req-9615b02f-51cf-405b-b088-9d04022380ee tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:19.718458 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b95d9e02-ad52-4a0a-acd5-6f495044e7ea req-9615b02f-51cf-405b-b088-9d04022380ee tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6 HTTP/1.1" status: 200 len: 943 time: 0.0486603 Jul 30 00:04:19.755790 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b95d9e02-ad52-4a0a-acd5-6f495044e7ea req-a370b46a-00ee-4b14-a205-d6e4ccb008be tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314140 Jul 30 00:04:20.873017 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79db4b16-26ee-48a6-af77-895a3ca7f667 req-b9f506f3-ab83-4f8d-b28c-557bad0b4cf9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:20.874542 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-79db4b16-26ee-48a6-af77-895a3ca7f667 req-b9f506f3-ab83-4f8d-b28c-557bad0b4cf9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6 HTTP/1.1" status: 200 len: 943 time: 0.0518901 Jul 30 00:04:20.911078 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-79db4b16-26ee-48a6-af77-895a3ca7f667 req-8b4a1f70-74ca-40a0-bde4-7f14fea21c6f tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305798 Jul 30 00:04:22.027543 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b3212-0a8c-4581-952e-89818ca9f9c4 req-8901a155-73ae-4f84-b887-c399744eb925 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:22.029056 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f64b3212-0a8c-4581-952e-89818ca9f9c4 req-8901a155-73ae-4f84-b887-c399744eb925 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6 HTTP/1.1" status: 200 len: 943 time: 0.0505795 Jul 30 00:04:22.066742 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f64b3212-0a8c-4581-952e-89818ca9f9c4 req-78108f90-2c2b-4d55-b38a-fc2f7292591e tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317357 Jul 30 00:04:23.185258 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf98d0-8fb6-4056-8125-1177c8f04f25 req-f57e6e8f-85d1-4cc9-b658-ea4ff43d271f tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:23.186782 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65bf98d0-8fb6-4056-8125-1177c8f04f25 req-f57e6e8f-85d1-4cc9-b658-ea4ff43d271f tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6 HTTP/1.1" status: 200 len: 943 time: 0.0516894 Jul 30 00:04:23.226741 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65bf98d0-8fb6-4056-8125-1177c8f04f25 req-756147ac-d7b3-44f5-8634-52fac75c9b36 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338058 Jul 30 00:04:24.350474 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b602e-0b06-4288-8ced-a228e1b48d50 req-3ba376d0-41d0-4bf7-b884-08308ab598ba tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:24.351983 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-237b602e-0b06-4288-8ced-a228e1b48d50 req-3ba376d0-41d0-4bf7-b884-08308ab598ba tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6 HTTP/1.1" status: 200 len: 943 time: 0.0520439 Jul 30 00:04:24.392481 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-237b602e-0b06-4288-8ced-a228e1b48d50 req-d995522c-d715-4c90-accf-c87d036a41ed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339437 Jul 30 00:04:25.504956 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c391e248-9e4f-465d-9231-c16cd5901778 req-de0b7321-c439-452b-808c-4d5f6494b112 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:25.506440 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c391e248-9e4f-465d-9231-c16cd5901778 req-de0b7321-c439-452b-808c-4d5f6494b112 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6 HTTP/1.1" status: 200 len: 943 time: 0.0483704 Jul 30 00:04:25.545362 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c391e248-9e4f-465d-9231-c16cd5901778 req-b19fae9c-0a16-4eae-acaf-e1331b888b82 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328848 Jul 30 00:04:26.176247 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 96f86fd1-fe23-46b9-83c5-ef6206baf32f details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:04:26.266968 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 96f86fd1-fe23-46b9-83c5-ef6206baf32f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=96f86fd1-fe23-46b9-83c5-ef6206baf32f,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:04:26.278301 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '96f86fd1-fe23-46b9-83c5-ef6206baf32f', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'port_id': '96f86fd1-fe23-46b9-83c5-ef6206baf32f', 'mac_address': 'fa:16:3e:95:99:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:04:26.319618 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:26.337232 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f86fd1-fe23-46b9-83c5-ef6206baf32f {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:04:26.356051 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 96f86fd1-fe23-46b9-83c5-ef6206baf32f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=96f86fd1-fe23-46b9-83c5-ef6206baf32f,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:04:26.360842 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:26.408328 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=96f86fd1-fe23-46b9-83c5-ef6206baf32f,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:26.415370 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:26.415719 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:26.416088 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:26.416428 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:26.416764 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:26.417345 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:26.417673 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:26.418000 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:26.418322 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:26.418643 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:26.419560 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:26.420093 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:26.586598 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['96f86fd1-fe23-46b9-83c5-ef6206baf32f'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:04:26.660247 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7fc5f-e7de-4e07-9867-4bf9dedba204 req-9b5b1244-6537-4137-a9aa-315a1eb20900 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:26.661735 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80d7fc5f-e7de-4e07-9867-4bf9dedba204 req-9b5b1244-6537-4137-a9aa-315a1eb20900 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6 HTTP/1.1" status: 200 len: 944 time: 0.0488250 Jul 30 00:04:26.701924 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80d7fc5f-e7de-4e07-9867-4bf9dedba204 req-99480ae2-7243-4f72-ae1d-a16f7aa9e500 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332313 Jul 30 00:04:27.823341 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d773c-1189-4132-b0cb-0b52852f8454 req-76edd28a-0931-40a3-816b-b35373d33787 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:27.824854 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-492d773c-1189-4132-b0cb-0b52852f8454 req-76edd28a-0931-40a3-816b-b35373d33787 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6 HTTP/1.1" status: 200 len: 944 time: 0.0533915 Jul 30 00:04:28.129436 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-492d773c-1189-4132-b0cb-0b52852f8454 req-916383bd-37d1-4628-bec2-142e723d8e2d tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2985046 Jul 30 00:04:28.191425 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 96f86fd1-fe23-46b9-83c5-ef6206baf32f up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:04:28.238435 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 96f86fd1-fe23-46b9-83c5-ef6206baf32f completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:04:28.241937 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 96f86fd1-fe23-46b9-83c5-ef6206baf32f triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:04:28.242308 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:28.318855 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:28.340929 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1b3b71-e245-492a-abb7-8ea524a65ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f86fd1-fe23-46b9-83c5-ef6206baf32f'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:04:28.343816 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bc04f0-4d91-4ee9-851a-aaf65d77de56" -d '{"events": [{"server_uuid": "1f1b3b71-e245-492a-abb7-8ea524a65ed6", "name": "network-vif-plugged", "status": "completed", "tag": "96f86fd1-fe23-46b9-83c5-ef6206baf32f"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:04:28.356158 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 96f86fd1-fe23-46b9-83c5-ef6206baf32f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=96f86fd1-fe23-46b9-83c5-ef6206baf32f,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:04:28.360061 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:28.384350 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86ea91a-ac4c-4500-a231-e7b21420dcf6 x-openstack-request-id: req-e86ea91a-ac4c-4500-a231-e7b21420dcf6 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:04:28.384637 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1b3b71-e245-492a-abb7-8ea524a65ed6", "name": "network-vif-plugged", "status": "completed", "tag": "96f86fd1-fe23-46b9-83c5-ef6206baf32f", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:04:28.384886 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e86ea91a-ac4c-4500-a231-e7b21420dcf6 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:04:28.385266 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1b3b71-e245-492a-abb7-8ea524a65ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f86fd1-fe23-46b9-83c5-ef6206baf32f', 'code': 200} Jul 30 00:04:28.413617 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=96f86fd1-fe23-46b9-83c5-ef6206baf32f,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:28.621441 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d540f6c-fbb1-462b-a688-6ba346aa2464 req-ee5fa627-4ab7-41dc-ab1a-8804aa9f0189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:28.623582 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2d540f6c-fbb1-462b-a688-6ba346aa2464 req-ee5fa627-4ab7-41dc-ab1a-8804aa9f0189 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6 HTTP/1.1" status: 200 len: 1097 time: 0.0395076 Jul 30 00:04:28.657357 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2d540f6c-fbb1-462b-a688-6ba346aa2464 req-ddc232a1-632b-4c1c-a99e-0ca5e3564a18 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269191 Jul 30 00:04:29.244358 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace605fb-851c-4c00-8617-0f6903d04e4b req-9300aab4-380c-4ccb-9cff-f7b0154bf48d tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:29.245860 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ace605fb-851c-4c00-8617-0f6903d04e4b req-9300aab4-380c-4ccb-9cff-f7b0154bf48d tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6 HTTP/1.1" status: 200 len: 945 time: 0.0477819 Jul 30 00:04:29.286002 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ace605fb-851c-4c00-8617-0f6903d04e4b req-af85e2b7-65e7-4d5e-8749-c87d0c11028f tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332475 Jul 30 00:04:29.851595 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:30.141524 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:30.404626 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cafcf-c91c-485f-9ea1-e75d6d8b362e req-87da5fa9-6669-4577-8f4c-c75b99513817 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:30.406006 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b3cafcf-c91c-485f-9ea1-e75d6d8b362e req-87da5fa9-6669-4577-8f4c-c75b99513817 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6 HTTP/1.1" status: 200 len: 945 time: 0.0518904 Jul 30 00:04:30.443674 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b3cafcf-c91c-485f-9ea1-e75d6d8b362e req-b1d8d414-7c58-45c0-99a7-4d2e9af0b6d2 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315931 Jul 30 00:04:30.556069 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4df8b-69f5-4db4-8f7d-f49b88da1e0e req-69e1b8ad-6c3c-4189-a548-3bc14848f657 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:30.557527 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cfe4df8b-69f5-4db4-8f7d-f49b88da1e0e req-69e1b8ad-6c3c-4189-a548-3bc14848f657 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6 HTTP/1.1" status: 200 len: 945 time: 0.0488629 Jul 30 00:04:30.594614 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cfe4df8b-69f5-4db4-8f7d-f49b88da1e0e req-7d37da49-43a4-47d4-a25d-00f1017724b4 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304036 Jul 30 00:04:30.616578 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56216) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:30.758603 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb57712-53ce-4d1f-871f-a4e1ff0a6fb1 tempest-TestVolumeBootPattern-1703344738 tempest-TestVolumeBootPattern-1703344738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:30.760108 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cfb57712-53ce-4d1f-871f-a4e1ff0a6fb1 tempest-TestVolumeBootPattern-1703344738 tempest-TestVolumeBootPattern-1703344738-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6 HTTP/1.1" status: 200 len: 1092 time: 0.1425276 Jul 30 00:04:30.763087 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56220) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:04:30.767590 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-0da472d2-443d-4691-9aaa-c1cb40990fed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'port_id': '96f86fd1-fe23-46b9-83c5-ef6206baf32f', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:04:30.788987 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0da472d2-443d-4691-9aaa-c1cb40990fed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for floatingip, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:30.882619 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0da472d2-443d-4691-9aaa-c1cb40990fed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:30.987648 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-0da472d2-443d-4691-9aaa-c1cb40990fed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Allocated IP 172.25.8.74 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/efb272a9-8440-4cf9-8aae-05523c6c2de4) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:04:31.093629 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0da472d2-443d-4691-9aaa-c1cb40990fed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:31.131171 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0da472d2-443d-4691-9aaa-c1cb40990fed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:31.173043 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da472d2-443d-4691-9aaa-c1cb40990fed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:04:31.175952 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-0da472d2-443d-4691-9aaa-c1cb40990fed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:04:31.182227 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da472d2-443d-4691-9aaa-c1cb40990fed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:04:31.204189 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da472d2-443d-4691-9aaa-c1cb40990fed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Pushing event updated for resources: {'Port': ['ID=efb272a9-8440-4cf9-8aae-05523c6c2de4,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:31.215213 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da472d2-443d-4691-9aaa-c1cb40990fed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:31.215558 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da472d2-443d-4691-9aaa-c1cb40990fed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:31.216455 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da472d2-443d-4691-9aaa-c1cb40990fed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:31.216788 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da472d2-443d-4691-9aaa-c1cb40990fed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:31.217196 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da472d2-443d-4691-9aaa-c1cb40990fed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:31.217529 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da472d2-443d-4691-9aaa-c1cb40990fed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:31.217854 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da472d2-443d-4691-9aaa-c1cb40990fed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:31.218178 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da472d2-443d-4691-9aaa-c1cb40990fed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:31.218505 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da472d2-443d-4691-9aaa-c1cb40990fed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:31.218824 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da472d2-443d-4691-9aaa-c1cb40990fed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:31.219143 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da472d2-443d-4691-9aaa-c1cb40990fed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:31.219464 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da472d2-443d-4691-9aaa-c1cb40990fed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:04:31.832191 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0da472d2-443d-4691-9aaa-c1cb40990fed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:31.901117 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0da472d2-443d-4691-9aaa-c1cb40990fed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:32.055004 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0da472d2-443d-4691-9aaa-c1cb40990fed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:32.059376 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0da472d2-443d-4691-9aaa-c1cb40990fed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:32.127319 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da472d2-443d-4691-9aaa-c1cb40990fed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Pushing event updated for resources: {'Port': ['ID=efb272a9-8440-4cf9-8aae-05523c6c2de4,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:04:32.137729 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0da472d2-443d-4691-9aaa-c1cb40990fed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:32.238352 n-d-712140-10 neutron-server[94064]: INFO neutron.db.l3_db [None req-0da472d2-443d-4691-9aaa-c1cb40990fed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Floating IP 39d7dc57-0387-480c-b964-5a721d9d48a2 associated. External IP: 172.25.8.74, port: 96f86fd1-fe23-46b9-83c5-ef6206baf32f. Jul 30 00:04:32.444698 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da472d2-443d-4691-9aaa-c1cb40990fed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Router 52f01743-f310-4949-9945-e9c2c195945b has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:04:32.553178 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da472d2-443d-4691-9aaa-c1cb40990fed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:04:32.564576 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4face14e-3aee-4bde-872e-c4bed9448b4b None None] Sync routers for ids ['52f01743-f310-4949-9945-e9c2c195945b'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:04:32.570511 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0da472d2-443d-4691-9aaa-c1cb40990fed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:32.577059 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4face14e-3aee-4bde-872e-c4bed9448b4b None None] Routers {'52f01743-f310-4949-9945-e9c2c195945b'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:04:32.578002 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-4face14e-3aee-4bde-872e-c4bed9448b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:04:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['52f01743-f310-4949-9945-e9c2c195945b'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:04:32.607885 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0da472d2-443d-4691-9aaa-c1cb40990fed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8344755 Jul 30 00:04:32.607885 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1b3b71-e245-492a-abb7-8ea524a65ed6', 'tag': '96f86fd1-fe23-46b9-83c5-ef6206baf32f'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:04:32.607885 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df29766-744a-44b6-bac9-2d1a1dca1896" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1b3b71-e245-492a-abb7-8ea524a65ed6", "tag": "96f86fd1-fe23-46b9-83c5-ef6206baf32f"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:04:32.646067 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5b244f-cbb3-470b-a49c-f3439af949b4 x-openstack-request-id: req-4c5b244f-cbb3-470b-a49c-f3439af949b4 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:04:32.646371 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1b3b71-e245-492a-abb7-8ea524a65ed6", "tag": "96f86fd1-fe23-46b9-83c5-ef6206baf32f", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:04:32.646707 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4c5b244f-cbb3-470b-a49c-f3439af949b4 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:04:32.647199 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1b3b71-e245-492a-abb7-8ea524a65ed6', 'tag': '96f86fd1-fe23-46b9-83c5-ef6206baf32f', 'status': 'completed', 'code': 200} Jul 30 00:04:32.701061 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-4face14e-3aee-4bde-872e-c4bed9448b4b None None] Set router 52f01743-f310-4949-9945-e9c2c195945b gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:04:32.718124 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df29766-744a-44b6-bac9-2d1a1dca1896 req-90a49f9e-409e-4ee7-974d-4cdab1790f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:32.719675 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6df29766-744a-44b6-bac9-2d1a1dca1896 req-90a49f9e-409e-4ee7-974d-4cdab1790f45 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6 HTTP/1.1" status: 200 len: 1097 time: 0.0443773 Jul 30 00:04:32.829249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df29766-744a-44b6-bac9-2d1a1dca1896 req-d639f114-f003-45ce-b471-caa9007b0336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:32.830765 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6df29766-744a-44b6-bac9-2d1a1dca1896 req-d639f114-f003-45ce-b471-caa9007b0336 service neutron] 10.222.0.23 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 913 time: 0.1020904 Jul 30 00:04:32.907515 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6df29766-744a-44b6-bac9-2d1a1dca1896 req-d7d1a4b7-0228-4a73-aead-ab429607c935 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96f86fd1-fe23-46b9-83c5-ef6206baf32f HTTP/1.1" status: 200 len: 998 time: 0.0677907 Jul 30 00:04:32.961664 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df29766-744a-44b6-bac9-2d1a1dca1896 req-8fbfbaea-f010-42d9-82fd-45220930fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:32.963071 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6df29766-744a-44b6-bac9-2d1a1dca1896 req-8fbfbaea-f010-42d9-82fd-45220930fa74 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a11e98d2-a498-4014-8b77-a7744abf9c02 HTTP/1.1" status: 200 len: 851 time: 0.0485218 Jul 30 00:04:32.965488 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-277f9703-c3ee-4b60-a843-22a341d01e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:33.018007 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df29766-744a-44b6-bac9-2d1a1dca1896 req-327f24b1-e8a6-4eda-9420-461af046d876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:33.019751 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6df29766-744a-44b6-bac9-2d1a1dca1896 req-327f24b1-e8a6-4eda-9420-461af046d876 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=772f0955-a0ec-440d-bf3f-76232f0d0cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499725 Jul 30 00:04:33.107450 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-4face14e-3aee-4bde-872e-c4bed9448b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f01743-f310-4949-9945-e9c2c195945b', 'name': 'tempest-TestVolumeBootPattern-1590910121-router', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:29Z', 'updated_at': '2021-07-29T23:58:32Z', 'revision_number': 4, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'gw_port': {'id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:30Z', 'updated_at': '2021-07-29T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '39d7dc57-0387-480c-b964-5a721d9d48a2', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'floating_ip_address': '172.25.8.74', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '52f01743-f310-4949-9945-e9c2c195945b', 'port_id': '96f86fd1-fe23-46b9-83c5-ef6206baf32f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'mac_address': 'fa:16:3e:95:99:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b3b71-e245-492a-abb7-8ea524a65ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:04:31Z', 'updated_at': '2021-07-30T00:04:31Z', 'revision_number': 0, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06509f64-53f0-47e4-b6b8-600069d3679e', 'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'mac_address': 'fa:16:3e:d5:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:31Z', 'updated_at': '2021-07-29T23:58:38Z', 'revision_number': 5, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'subnets': [{'id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:04:33.125654 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6df29766-744a-44b6-bac9-2d1a1dca1896 req-69455049-3fd3-4ab3-8736-707c2847bbe4 service neutron] 10.222.0.23 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900185 Jul 30 00:04:33.134734 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4face14e-3aee-4bde-872e-c4bed9448b4b None None] Checking router: 52f01743-f310-4949-9945-e9c2c195945b for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:04:33.143418 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4face14e-3aee-4bde-872e-c4bed9448b4b None None] Routers {'52f01743-f310-4949-9945-e9c2c195945b'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:04:33.144080 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-4face14e-3aee-4bde-872e-c4bed9448b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:04:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['52f01743-f310-4949-9945-e9c2c195945b'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:04:33.235325 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6df29766-744a-44b6-bac9-2d1a1dca1896 req-bf485855-8480-439a-8a1d-15232e8f59db service neutron] 10.222.0.23 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007462 Jul 30 00:04:33.263889 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-4face14e-3aee-4bde-872e-c4bed9448b4b None None] Set router 52f01743-f310-4949-9945-e9c2c195945b gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:04:33.496704 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-4face14e-3aee-4bde-872e-c4bed9448b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f01743-f310-4949-9945-e9c2c195945b', 'name': 'tempest-TestVolumeBootPattern-1590910121-router', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:29Z', 'updated_at': '2021-07-29T23:58:32Z', 'revision_number': 4, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'gw_port': {'id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:30Z', 'updated_at': '2021-07-29T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '39d7dc57-0387-480c-b964-5a721d9d48a2', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'floating_ip_address': '172.25.8.74', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '52f01743-f310-4949-9945-e9c2c195945b', 'port_id': '96f86fd1-fe23-46b9-83c5-ef6206baf32f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'mac_address': 'fa:16:3e:95:99:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b3b71-e245-492a-abb7-8ea524a65ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:04:31Z', 'updated_at': '2021-07-30T00:04:31Z', 'revision_number': 0, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06509f64-53f0-47e4-b6b8-600069d3679e', 'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'mac_address': 'fa:16:3e:d5:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:31Z', 'updated_at': '2021-07-29T23:58:38Z', 'revision_number': 5, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'subnets': [{'id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:04:33.527870 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4face14e-3aee-4bde-872e-c4bed9448b4b None None] The sync data for ids ['52f01743-f310-4949-9945-e9c2c195945b'] in n-d-712140-10 is: [{'id': '52f01743-f310-4949-9945-e9c2c195945b', 'name': 'tempest-TestVolumeBootPattern-1590910121-router', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:29Z', 'updated_at': '2021-07-29T23:58:32Z', 'revision_number': 4, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'gw_port': {'id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:30Z', 'updated_at': '2021-07-29T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '39d7dc57-0387-480c-b964-5a721d9d48a2', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'floating_ip_address': '172.25.8.74', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '52f01743-f310-4949-9945-e9c2c195945b', 'port_id': '96f86fd1-fe23-46b9-83c5-ef6206baf32f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'mac_address': 'fa:16:3e:95:99:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b3b71-e245-492a-abb7-8ea524a65ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:04:31Z', 'updated_at': '2021-07-30T00:04:31Z', 'revision_number': 0, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06509f64-53f0-47e4-b6b8-600069d3679e', 'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'mac_address': 'fa:16:3e:d5:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:31Z', 'updated_at': '2021-07-29T23:58:38Z', 'revision_number': 5, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'subnets': [{'id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:04:33.729034 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc1096f-4158-4ab1-9827-d8957967144b None None] New status for floating IP 39d7dc57-0387-480c-b964-5a721d9d48a2: ACTIVE {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:04:35.437578 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:36.270245 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e85096eb-dccf-4e1b-86ac-287a9d29b43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:36.973091 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:38.280296 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:04:45.785811 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9c74556c-3d0e-4f5f-a2db-cea778fb75bc req-3342cd43-0c02-4033-b56f-d11b6c7efa36 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412467 Jul 30 00:04:45.865924 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74556c-3d0e-4f5f-a2db-cea778fb75bc req-38058c06-8a9b-4937-a89e-86869feeb9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:45.867425 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9c74556c-3d0e-4f5f-a2db-cea778fb75bc req-38058c06-8a9b-4937-a89e-86869feeb9af service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6 HTTP/1.1" status: 200 len: 1097 time: 0.0402622 Jul 30 00:04:45.974203 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74556c-3d0e-4f5f-a2db-cea778fb75bc req-2c6af385-54de-4325-9eeb-8abe7780cb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:45.975716 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9c74556c-3d0e-4f5f-a2db-cea778fb75bc req-2c6af385-54de-4325-9eeb-8abe7780cb55 service neutron] 10.222.0.23 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 913 time: 0.0883799 Jul 30 00:04:46.043885 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9c74556c-3d0e-4f5f-a2db-cea778fb75bc req-f4418aaf-4176-43c0-828f-363ebb535a26 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96f86fd1-fe23-46b9-83c5-ef6206baf32f HTTP/1.1" status: 200 len: 1000 time: 0.0604727 Jul 30 00:04:46.101481 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74556c-3d0e-4f5f-a2db-cea778fb75bc req-0855debe-af61-4db1-a788-7d7d7273345f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:46.102954 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9c74556c-3d0e-4f5f-a2db-cea778fb75bc req-0855debe-af61-4db1-a788-7d7d7273345f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a11e98d2-a498-4014-8b77-a7744abf9c02 HTTP/1.1" status: 200 len: 851 time: 0.0519030 Jul 30 00:04:46.163888 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c74556c-3d0e-4f5f-a2db-cea778fb75bc req-a01cd0c6-3b8d-4ff9-9eb1-18dd3d4f5443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:04:46.165910 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9c74556c-3d0e-4f5f-a2db-cea778fb75bc req-a01cd0c6-3b8d-4ff9-9eb1-18dd3d4f5443 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=772f0955-a0ec-440d-bf3f-76232f0d0cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523176 Jul 30 00:04:46.278370 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9c74556c-3d0e-4f5f-a2db-cea778fb75bc req-b326a9e6-5c1a-4c65-af3f-e37c73ce18a6 service neutron] 10.222.0.23 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016021 Jul 30 00:04:46.380268 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9c74556c-3d0e-4f5f-a2db-cea778fb75bc req-5a3983a7-08f4-425c-bb75-9d213ff31e31 service neutron] 10.222.0.23 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921721 Jul 30 00:04:47.312642 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:04:59.861386 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:00.139741 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:02.868860 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bb03ceb6-582c-440d-b703-0f000ef5d412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:05.438822 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:06.274050 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56ecb7a4-d16f-4bd8-8d25-1bdb4c05d4e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:06.976702 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:08.289696 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:24.312741 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:05:29.890614 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:30.155917 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:32.869471 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f71ee4e2-4e91-4819-9b08-460759472ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:35.440366 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:36.274926 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ec42840f-e122-49b5-8a25-f0d0f33dda72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:36.979172 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:38.286332 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:05:47.782162 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1830ec5f-8b11-4562-b02e-4c5e48c4aedc req-1820f61e-659c-4470-8436-0273a075b003 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0400510 Jul 30 00:05:47.861202 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830ec5f-8b11-4562-b02e-4c5e48c4aedc req-8b8d4caa-5889-4034-9857-c41cd01a2459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:47.862708 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1830ec5f-8b11-4562-b02e-4c5e48c4aedc req-8b8d4caa-5889-4034-9857-c41cd01a2459 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6 HTTP/1.1" status: 200 len: 1097 time: 0.0409336 Jul 30 00:05:47.965539 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830ec5f-8b11-4562-b02e-4c5e48c4aedc req-605efcc3-c937-4d33-a5e1-e3316b47030a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:47.967012 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1830ec5f-8b11-4562-b02e-4c5e48c4aedc req-605efcc3-c937-4d33-a5e1-e3316b47030a service neutron] 10.222.0.23 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 913 time: 0.0861623 Jul 30 00:05:48.032159 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1830ec5f-8b11-4562-b02e-4c5e48c4aedc req-0efa87b0-4d72-46f3-8fd3-5556f9f65744 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96f86fd1-fe23-46b9-83c5-ef6206baf32f HTTP/1.1" status: 200 len: 1000 time: 0.0580916 Jul 30 00:05:48.081362 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830ec5f-8b11-4562-b02e-4c5e48c4aedc req-aaca06ac-52b5-4c0c-b2b1-7adda8f9586f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:48.082751 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1830ec5f-8b11-4562-b02e-4c5e48c4aedc req-aaca06ac-52b5-4c0c-b2b1-7adda8f9586f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a11e98d2-a498-4014-8b77-a7744abf9c02 HTTP/1.1" status: 200 len: 851 time: 0.0446725 Jul 30 00:05:48.130841 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830ec5f-8b11-4562-b02e-4c5e48c4aedc req-2d712b9f-cf76-4531-9bf9-da1956e7a1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:05:48.132623 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1830ec5f-8b11-4562-b02e-4c5e48c4aedc req-2d712b9f-cf76-4531-9bf9-da1956e7a1f2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=772f0955-a0ec-440d-bf3f-76232f0d0cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437107 Jul 30 00:05:48.222707 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1830ec5f-8b11-4562-b02e-4c5e48c4aedc req-ee8d3176-3111-4f80-aa0b-8e4d25a3dc21 service neutron] 10.222.0.23 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832207 Jul 30 00:05:48.316308 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1830ec5f-8b11-4562-b02e-4c5e48c4aedc req-b9c931d8-0ba5-4ee3-b314-96c6966d49a1 service neutron] 10.222.0.23 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871899 Jul 30 00:05:59.909764 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:00.155330 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:01.313260 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:06:02.873371 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c45e5e27-5ce7-46cf-8004-42234323bd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:05.454077 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:06.284003 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-595dfdd3-04e5-4197-9a51-3f85cb803eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:06.996089 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:08.301447 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:10.543597 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-0e29f5f3-700d-4441-a8bf-095e2489ed38 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-396741463&fields=id&tenant_id=1b27d1d59ac84f98808da97eba2a694c HTTP/1.1" status: 200 len: 267 time: 0.0334327 Jul 30 00:06:10.653550 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-c16d534e-b8a8-4ec8-9c69-2adad090007c tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:10.655028 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-c16d534e-b8a8-4ec8-9c69-2adad090007c tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 812 time: 0.1038523 Jul 30 00:06:10.670464 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-c501bb18-ce69-4a5e-96c1-999c8cc8bf82 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/quotas/1b27d1d59ac84f98808da97eba2a694c HTTP/1.1" status: 200 len: 375 time: 0.0088904 Jul 30 00:06:10.731337 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-1195e8d9-1267-434f-bb8a-5773cd312805 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0549321 Jul 30 00:06:10.828368 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-7d57ee17-72f2-4332-905a-71e2dd61c892 service neutron] 10.222.0.18 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839396 Jul 30 00:06:10.921669 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-3445920c-6fdb-4868-9c7c-4a3378af1fdd service neutron] 10.222.0.18 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872433 Jul 30 00:06:11.210559 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-40031f7c-6534-4066-9a0d-73cca14727c1 req-114d36b1-9a49-4ce3-9209-e800493fd2db tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=49c7a2d1-2591-4e5e-9ae8-cb40f06e5726 HTTP/1.1" status: 200 len: 210 time: 0.0268281 Jul 30 00:06:12.267078 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-29d48651-90db-43ad-b7e1-41c4d66ce269 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:12.268682 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-29d48651-90db-43ad-b7e1-41c4d66ce269 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.39 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 812 time: 0.1062479 Jul 30 00:06:12.314964 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-48a624ce-e73e-44f3-8fc3-753ff8216074 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1b27d1d59ac84f98808da97eba2a694c HTTP/1.1" status: 200 len: 379 time: 0.0367839 Jul 30 00:06:12.333974 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-9d49b023-fcc5-4cc5-bf28-876aa10263ed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Request body: {'port': {'device_id': '49c7a2d1-2591-4e5e-9ae8-cb40f06e5726', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'admin_state_up': True, 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'security_groups': ['11b92b4a-88af-4abd-8bfa-c477c1e80314']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:06:12.351661 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2e3c13fd-73f9-4521-8f46-dde0943c47c7 req-9f74d696-e849-4163-b760-92ea1423d3a3 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=49c7a2d1-2591-4e5e-9ae8-cb40f06e5726 HTTP/1.1" status: 200 len: 210 time: 0.0357361 Jul 30 00:06:12.458813 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-9d49b023-fcc5-4cc5-bf28-876aa10263ed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Made reservation on behalf of 1b27d1d59ac84f98808da97eba2a694c for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:06:12.462826 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-9d49b023-fcc5-4cc5-bf28-876aa10263ed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:12.596458 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-9d49b023-fcc5-4cc5-bf28-876aa10263ed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Allocated IP 172.20.0.8 (772f0955-a0ec-440d-bf3f-76232f0d0cae/a11e98d2-a498-4014-8b77-a7744abf9c02/656d3df1-8f99-46f4-a215-0827acd28789) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:06:12.736391 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-9d49b023-fcc5-4cc5-bf28-876aa10263ed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:12.748751 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-9d49b023-fcc5-4cc5-bf28-876aa10263ed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Transition to ACTIVE for port object 656d3df1-8f99-46f4-a215-0827acd28789 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:06:12.780703 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-9d49b023-fcc5-4cc5-bf28-876aa10263ed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:12.827555 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-9d49b023-fcc5-4cc5-bf28-876aa10263ed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Network 772f0955-a0ec-440d-bf3f-76232f0d0cae is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:06:12.831367 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-9d49b023-fcc5-4cc5-bf28-876aa10263ed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:06:12.838076 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-9d49b023-fcc5-4cc5-bf28-876aa10263ed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:06:12.875932 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d49b023-fcc5-4cc5-bf28-876aa10263ed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Pushing event updated for resources: {'Port': ['ID=656d3df1-8f99-46f4-a215-0827acd28789,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:12.889273 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49b023-fcc5-4cc5-bf28-876aa10263ed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:12.889712 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49b023-fcc5-4cc5-bf28-876aa10263ed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:12.890127 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49b023-fcc5-4cc5-bf28-876aa10263ed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:12.890525 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49b023-fcc5-4cc5-bf28-876aa10263ed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:12.890924 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49b023-fcc5-4cc5-bf28-876aa10263ed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:12.892105 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49b023-fcc5-4cc5-bf28-876aa10263ed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:12.892898 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49b023-fcc5-4cc5-bf28-876aa10263ed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:12.894310 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49b023-fcc5-4cc5-bf28-876aa10263ed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:12.894310 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49b023-fcc5-4cc5-bf28-876aa10263ed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:12.894310 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49b023-fcc5-4cc5-bf28-876aa10263ed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:12.894884 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49b023-fcc5-4cc5-bf28-876aa10263ed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:12.895067 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d49b023-fcc5-4cc5-bf28-876aa10263ed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:12.907684 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-9d49b023-fcc5-4cc5-bf28-876aa10263ed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:12.912530 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-9d49b023-fcc5-4cc5-bf28-876aa10263ed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:12.930616 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-9d49b023-fcc5-4cc5-bf28-876aa10263ed tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6052721 Jul 30 00:06:12.944395 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-d1702aea-48a0-4284-8a49-116c3a9af807 service neutron] Request body: {'port': {'device_id': '49c7a2d1-2591-4e5e-9ae8-cb40f06e5726', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:06:13.005613 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-d1702aea-48a0-4284-8a49-116c3a9af807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:13.131309 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7ce694e0-4640-499d-98bf-a9ab11197000 None None] Provisioning for port 656d3df1-8f99-46f4-a215-0827acd28789 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:06:13.135449 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7ce694e0-4640-499d-98bf-a9ab11197000 None None] Provisioning complete for port 656d3df1-8f99-46f4-a215-0827acd28789 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:06:13.135927 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7ce694e0-4640-499d-98bf-a9ab11197000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:13.171139 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-7ce694e0-4640-499d-98bf-a9ab11197000 None None] Port 656d3df1-8f99-46f4-a215-0827acd28789 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:06:13.286095 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-d1702aea-48a0-4284-8a49-116c3a9af807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 656d3df1-8f99-46f4-a215-0827acd28789 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:06:13.293515 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-d1702aea-48a0-4284-8a49-116c3a9af807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:13.305848 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-d1702aea-48a0-4284-8a49-116c3a9af807 service neutron] Transition to ACTIVE for port object 656d3df1-8f99-46f4-a215-0827acd28789 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:06:13.310759 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-d1702aea-48a0-4284-8a49-116c3a9af807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:13.359715 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1702aea-48a0-4284-8a49-116c3a9af807 service neutron] Pushing event updated for resources: {'Port': ['ID=656d3df1-8f99-46f4-a215-0827acd28789,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:13.449989 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-d1702aea-48a0-4284-8a49-116c3a9af807 service neutron] Attempting to bind port 656d3df1-8f99-46f4-a215-0827acd28789 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:06:13.450377 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-d1702aea-48a0-4284-8a49-116c3a9af807 service neutron] Attempting to bind port 656d3df1-8f99-46f4-a215-0827acd28789 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:06:13.450653 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-d1702aea-48a0-4284-8a49-116c3a9af807 service neutron] Attempting to bind port 656d3df1-8f99-46f4-a215-0827acd28789 on network 772f0955-a0ec-440d-bf3f-76232f0d0cae {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:06:13.475744 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-d1702aea-48a0-4284-8a49-116c3a9af807 service neutron] Port 656d3df1-8f99-46f4-a215-0827acd28789 on network 772f0955-a0ec-440d-bf3f-76232f0d0cae not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:06:13.476098 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-d1702aea-48a0-4284-8a49-116c3a9af807 service neutron] Attempting to bind port 656d3df1-8f99-46f4-a215-0827acd28789 on network 772f0955-a0ec-440d-bf3f-76232f0d0cae {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:06:13.486375 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-d1702aea-48a0-4284-8a49-116c3a9af807 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:06:13.486837 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-d1702aea-48a0-4284-8a49-116c3a9af807 service neutron] Checking segment: {'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:06:13.487442 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-d1702aea-48a0-4284-8a49-116c3a9af807 service neutron] Bound using segment: {'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:06:13.487944 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-d1702aea-48a0-4284-8a49-116c3a9af807 service neutron] Bound port: 656d3df1-8f99-46f4-a215-0827acd28789, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79538e5a-2269-4946-8edf-8e8b098ed187', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:06:13.488315 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-d1702aea-48a0-4284-8a49-116c3a9af807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:13.510183 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ca045c-42cc-42ae-a1eb-5f0d0bc94df5 req-0066899e-920f-49c6-a3fd-8a44526c60a6 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:13.512019 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a7ca045c-42cc-42ae-a1eb-5f0d0bc94df5 req-0066899e-920f-49c6-a3fd-8a44526c60a6 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=49c7a2d1-2591-4e5e-9ae8-cb40f06e5726 HTTP/1.1" status: 200 len: 943 time: 0.0809188 Jul 30 00:06:13.613146 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a7ca045c-42cc-42ae-a1eb-5f0d0bc94df5 req-48e0b7f3-4fd0-4114-abe6-df3926c0437e tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691051 Jul 30 00:06:13.617447 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-d1702aea-48a0-4284-8a49-116c3a9af807 service neutron] For port 656d3df1-8f99-46f4-a215-0827acd28789, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:06:13.621170 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-d1702aea-48a0-4284-8a49-116c3a9af807 service neutron] For port 656d3df1-8f99-46f4-a215-0827acd28789, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=656d3df1-8f99-46f4-a215-0827acd28789,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:06:13.626254 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-d1702aea-48a0-4284-8a49-116c3a9af807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:13.672680 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-d1702aea-48a0-4284-8a49-116c3a9af807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:13.673466 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-d1702aea-48a0-4284-8a49-116c3a9af807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:13.674868 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-d1702aea-48a0-4284-8a49-116c3a9af807 service neutron] 10.222.0.39 "PUT /v2.0/ports/656d3df1-8f99-46f4-a215-0827acd28789 HTTP/1.1" status: 200 len: 1092 time: 0.7351758 Jul 30 00:06:13.675303 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c7a2d1-2591-4e5e-9ae8-cb40f06e5726', 'tag': '656d3df1-8f99-46f4-a215-0827acd28789'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:06:13.677582 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedb9580-963d-4843-9da6-ab1ec7d42ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "49c7a2d1-2591-4e5e-9ae8-cb40f06e5726", "tag": "656d3df1-8f99-46f4-a215-0827acd28789"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:06:13.693288 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1702aea-48a0-4284-8a49-116c3a9af807 service neutron] Pushing event updated for resources: {'Port': ['ID=656d3df1-8f99-46f4-a215-0827acd28789,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:13.771066 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-02d3f2bc-d596-4b1a-8717-1bc019289e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:13.773172 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-02d3f2bc-d596-4b1a-8717-1bc019289e88 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&device_id=49c7a2d1-2591-4e5e-9ae8-cb40f06e5726 HTTP/1.1" status: 200 len: 1095 time: 0.0485895 Jul 30 00:06:13.820735 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-55ffc922-59f3-452b-9b42-4b99412944c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=656d3df1-8f99-46f4-a215-0827acd28789 HTTP/1.1" status: 200 len: 217 time: 0.0375345 Jul 30 00:06:13.824481 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89104c50-a259-4f48-a67b-c974f3b2e8da x-openstack-request-id: req-89104c50-a259-4f48-a67b-c974f3b2e8da {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:06:13.824837 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c7a2d1-2591-4e5e-9ae8-cb40f06e5726", "tag": "656d3df1-8f99-46f4-a215-0827acd28789", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:06:13.825154 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-89104c50-a259-4f48-a67b-c974f3b2e8da {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:06:13.825547 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c7a2d1-2591-4e5e-9ae8-cb40f06e5726', 'tag': '656d3df1-8f99-46f4-a215-0827acd28789', 'status': 'completed', 'code': 200} Jul 30 00:06:13.879181 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-f4302a68-372a-4ff5-883e-f3f8bc84310e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:13.880862 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-f4302a68-372a-4ff5-883e-f3f8bc84310e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a11e98d2-a498-4014-8b77-a7744abf9c02 HTTP/1.1" status: 200 len: 851 time: 0.0476930 Jul 30 00:06:13.939567 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-8546f69b-1381-443f-a7cd-302341ca7736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:13.941112 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-8546f69b-1381-443f-a7cd-302341ca7736 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=772f0955-a0ec-440d-bf3f-76232f0d0cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528688 Jul 30 00:06:14.031199 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-f81a49ab-f978-4957-bb5b-cd7ee13c1b4a service neutron] 10.222.0.39 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824816 Jul 30 00:06:14.126985 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4cf0c62-d54b-4326-9858-23a0c057f795 req-7f695e13-85ee-48fd-8edd-cb4d1c9f90dc service neutron] 10.222.0.39 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882494 Jul 30 00:06:14.212327 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb9580-963d-4843-9da6-ab1ec7d42ed6 req-a5431fc0-5389-470d-a700-9091598ddf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:14.213752 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dedb9580-963d-4843-9da6-ab1ec7d42ed6 req-a5431fc0-5389-470d-a700-9091598ddf48 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&device_id=49c7a2d1-2591-4e5e-9ae8-cb40f06e5726 HTTP/1.1" status: 200 len: 1095 time: 0.0436900 Jul 30 00:06:14.310656 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb9580-963d-4843-9da6-ab1ec7d42ed6 req-2f765cf6-6add-42ba-8046-3afaa5b97152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:14.312257 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dedb9580-963d-4843-9da6-ab1ec7d42ed6 req-2f765cf6-6add-42ba-8046-3afaa5b97152 service neutron] 10.222.0.39 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 913 time: 0.0912642 Jul 30 00:06:14.353153 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dedb9580-963d-4843-9da6-ab1ec7d42ed6 req-605b8b86-b91c-4ee3-85c8-c70380282ae5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=656d3df1-8f99-46f4-a215-0827acd28789 HTTP/1.1" status: 200 len: 217 time: 0.0343723 Jul 30 00:06:14.402826 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb9580-963d-4843-9da6-ab1ec7d42ed6 req-359b5d21-6093-4fa3-85f3-c69c1df275b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:14.404369 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dedb9580-963d-4843-9da6-ab1ec7d42ed6 req-359b5d21-6093-4fa3-85f3-c69c1df275b6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a11e98d2-a498-4014-8b77-a7744abf9c02 HTTP/1.1" status: 200 len: 851 time: 0.0433443 Jul 30 00:06:14.449860 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb9580-963d-4843-9da6-ab1ec7d42ed6 req-dda657a7-2888-4984-ae18-95fa332f0850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:14.451354 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dedb9580-963d-4843-9da6-ab1ec7d42ed6 req-dda657a7-2888-4984-ae18-95fa332f0850 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=772f0955-a0ec-440d-bf3f-76232f0d0cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404918 Jul 30 00:06:14.542729 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dedb9580-963d-4843-9da6-ab1ec7d42ed6 req-a00dbd34-c5a6-4ef8-a12f-359374c1ec4f service neutron] 10.222.0.39 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843422 Jul 30 00:06:14.633012 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dedb9580-963d-4843-9da6-ab1ec7d42ed6 req-878fb293-8fe0-4b20-80c9-1d55000189db service neutron] 10.222.0.39 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832329 Jul 30 00:06:14.736391 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a62adcd-3f47-4871-960d-38fa5657881c req-a0d697af-a162-4d01-a780-c3d143c7d1c0 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:14.737928 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a62adcd-3f47-4871-960d-38fa5657881c req-a0d697af-a162-4d01-a780-c3d143c7d1c0 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=49c7a2d1-2591-4e5e-9ae8-cb40f06e5726 HTTP/1.1" status: 200 len: 943 time: 0.0548217 Jul 30 00:06:14.776026 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a62adcd-3f47-4871-960d-38fa5657881c req-cbde3482-1ca4-4247-8928-2197744121d7 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319939 Jul 30 00:06:15.894275 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4abfc7-7eac-4e12-9e45-e4fa43945b4c req-b418d2cd-6787-4afa-82b6-6ea19c97d405 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:15.895782 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3c4abfc7-7eac-4e12-9e45-e4fa43945b4c req-b418d2cd-6787-4afa-82b6-6ea19c97d405 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=49c7a2d1-2591-4e5e-9ae8-cb40f06e5726 HTTP/1.1" status: 200 len: 943 time: 0.0500805 Jul 30 00:06:15.934382 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3c4abfc7-7eac-4e12-9e45-e4fa43945b4c req-9e20c841-6e06-4b2f-a6f8-2764bce36c45 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323031 Jul 30 00:06:17.061071 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3983b36e-a48e-4c0b-a73d-307fa41a55ca req-c7f656d5-ed1a-45f9-b393-16c5390719e8 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:17.062625 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3983b36e-a48e-4c0b-a73d-307fa41a55ca req-c7f656d5-ed1a-45f9-b393-16c5390719e8 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=49c7a2d1-2591-4e5e-9ae8-cb40f06e5726 HTTP/1.1" status: 200 len: 943 time: 0.0520134 Jul 30 00:06:17.103624 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3983b36e-a48e-4c0b-a73d-307fa41a55ca req-1bd447f9-f7ad-46ed-8940-3ef1cf6d8564 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334940 Jul 30 00:06:18.237316 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae336588-7ba5-40df-aa30-1b167a402115 req-ad2adbf3-8ad0-4fce-95e0-4514b1666e47 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:18.238907 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae336588-7ba5-40df-aa30-1b167a402115 req-ad2adbf3-8ad0-4fce-95e0-4514b1666e47 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=49c7a2d1-2591-4e5e-9ae8-cb40f06e5726 HTTP/1.1" status: 200 len: 943 time: 0.0620351 Jul 30 00:06:18.280696 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae336588-7ba5-40df-aa30-1b167a402115 req-1d97d132-9466-40d6-83ba-845a746aff7c tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356381 Jul 30 00:06:19.399711 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70932a5-92cc-4ad2-9f75-1fc08c08a630 req-fcc3dc9e-8607-49e9-86e5-381979ce27b5 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:19.401279 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d70932a5-92cc-4ad2-9f75-1fc08c08a630 req-fcc3dc9e-8607-49e9-86e5-381979ce27b5 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=49c7a2d1-2591-4e5e-9ae8-cb40f06e5726 HTTP/1.1" status: 200 len: 943 time: 0.0497417 Jul 30 00:06:19.440709 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d70932a5-92cc-4ad2-9f75-1fc08c08a630 req-7d7f9d88-5ccd-45b6-93c2-274642b51573 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328672 Jul 30 00:06:20.554278 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9967ce7-4d8c-4306-b433-b83e06aea21b req-3dfbe5c9-ad9f-4366-94e2-4312529781d2 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:20.555668 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a9967ce7-4d8c-4306-b433-b83e06aea21b req-3dfbe5c9-ad9f-4366-94e2-4312529781d2 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=49c7a2d1-2591-4e5e-9ae8-cb40f06e5726 HTTP/1.1" status: 200 len: 943 time: 0.0480163 Jul 30 00:06:20.592605 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a9967ce7-4d8c-4306-b433-b83e06aea21b req-07982629-39fd-4480-b4e8-1839edd118c1 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310013 Jul 30 00:06:21.710962 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388afbe3-8202-40ec-bcd3-b77dc515780a req-51943273-4b10-4291-9789-dd00c72ee738 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:21.712469 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-388afbe3-8202-40ec-bcd3-b77dc515780a req-51943273-4b10-4291-9789-dd00c72ee738 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=49c7a2d1-2591-4e5e-9ae8-cb40f06e5726 HTTP/1.1" status: 200 len: 943 time: 0.0528047 Jul 30 00:06:21.750748 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-388afbe3-8202-40ec-bcd3-b77dc515780a req-768991e5-cd5d-43cf-ab6e-482902cc6779 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322945 Jul 30 00:06:22.865043 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcad1a6-5f46-412b-a76b-65825776e64b req-4a23e859-0df8-4009-95a3-2a975c05bece tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:22.866557 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8bcad1a6-5f46-412b-a76b-65825776e64b req-4a23e859-0df8-4009-95a3-2a975c05bece tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=49c7a2d1-2591-4e5e-9ae8-cb40f06e5726 HTTP/1.1" status: 200 len: 943 time: 0.0486810 Jul 30 00:06:22.904098 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8bcad1a6-5f46-412b-a76b-65825776e64b req-0782c5f0-0b7d-4186-8eef-349d14268d96 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315552 Jul 30 00:06:24.017866 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee54a514-b66a-4829-8ed0-c3ff9d1f44be req-1c51e96c-193e-4b7f-acc1-07ab58200077 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:24.019340 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee54a514-b66a-4829-8ed0-c3ff9d1f44be req-1c51e96c-193e-4b7f-acc1-07ab58200077 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=49c7a2d1-2591-4e5e-9ae8-cb40f06e5726 HTTP/1.1" status: 200 len: 943 time: 0.0482535 Jul 30 00:06:24.057211 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee54a514-b66a-4829-8ed0-c3ff9d1f44be req-755de0cd-16fa-413c-a16e-4b699ec7cb98 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319278 Jul 30 00:06:24.132642 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 656d3df1-8f99-46f4-a215-0827acd28789 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:06:24.225151 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 656d3df1-8f99-46f4-a215-0827acd28789, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=656d3df1-8f99-46f4-a215-0827acd28789,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:06:24.239532 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '656d3df1-8f99-46f4-a215-0827acd28789', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'port_id': '656d3df1-8f99-46f4-a215-0827acd28789', 'mac_address': 'fa:16:3e:ab:3f:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:06:24.276312 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:24.289915 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 656d3df1-8f99-46f4-a215-0827acd28789 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:06:24.309035 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 656d3df1-8f99-46f4-a215-0827acd28789, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=656d3df1-8f99-46f4-a215-0827acd28789,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:06:24.313689 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:24.359533 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=656d3df1-8f99-46f4-a215-0827acd28789,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:24.366593 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:24.366951 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:24.367291 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:24.367629 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:24.367992 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:24.368327 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:24.368662 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:24.368989 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:24.369316 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:24.369643 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:24.369966 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:24.370290 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:24.562238 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['656d3df1-8f99-46f4-a215-0827acd28789'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:06:25.175425 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d736940-98e0-4a98-8dfb-46bbf7abcc93 req-5c2ac5ab-a5cf-4b70-915e-483956684c47 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:25.176923 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d736940-98e0-4a98-8dfb-46bbf7abcc93 req-5c2ac5ab-a5cf-4b70-915e-483956684c47 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=49c7a2d1-2591-4e5e-9ae8-cb40f06e5726 HTTP/1.1" status: 200 len: 944 time: 0.0533969 Jul 30 00:06:25.214371 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d736940-98e0-4a98-8dfb-46bbf7abcc93 req-698fa4d9-55a0-4400-bfc4-fdd7dc847008 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314679 Jul 30 00:06:26.142608 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 656d3df1-8f99-46f4-a215-0827acd28789 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:06:26.192017 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 656d3df1-8f99-46f4-a215-0827acd28789 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:06:26.195805 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 656d3df1-8f99-46f4-a215-0827acd28789 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:06:26.196197 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:26.273861 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:26.298213 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c7a2d1-2591-4e5e-9ae8-cb40f06e5726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656d3df1-8f99-46f4-a215-0827acd28789'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:06:26.300374 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd4a2b2-e9d5-4f3d-8a7c-383ccd8afb04" -d '{"events": [{"server_uuid": "49c7a2d1-2591-4e5e-9ae8-cb40f06e5726", "name": "network-vif-plugged", "status": "completed", "tag": "656d3df1-8f99-46f4-a215-0827acd28789"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:06:26.312999 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 656d3df1-8f99-46f4-a215-0827acd28789, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=656d3df1-8f99-46f4-a215-0827acd28789,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:06:26.317223 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:26.332911 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa72d63d-0791-4ebe-b371-2335f4dbf0fa req-3b784f7e-ee4c-45f3-9a8f-e87eddb9c6c9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:26.334417 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fa72d63d-0791-4ebe-b371-2335f4dbf0fa req-3b784f7e-ee4c-45f3-9a8f-e87eddb9c6c9 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=49c7a2d1-2591-4e5e-9ae8-cb40f06e5726 HTTP/1.1" status: 200 len: 944 time: 0.0508087 Jul 30 00:06:26.364578 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=656d3df1-8f99-46f4-a215-0827acd28789,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:26.372947 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fa72d63d-0791-4ebe-b371-2335f4dbf0fa req-7e6c40f0-d38e-4e48-85c3-b0e2f8eda158 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323005 Jul 30 00:06:26.475930 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdeb4ac-006c-4ed9-8a6b-55eb46e04254 x-openstack-request-id: req-8cdeb4ac-006c-4ed9-8a6b-55eb46e04254 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:06:26.476222 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c7a2d1-2591-4e5e-9ae8-cb40f06e5726", "name": "network-vif-plugged", "status": "completed", "tag": "656d3df1-8f99-46f4-a215-0827acd28789", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:06:26.476478 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8cdeb4ac-006c-4ed9-8a6b-55eb46e04254 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:06:26.476876 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c7a2d1-2591-4e5e-9ae8-cb40f06e5726', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656d3df1-8f99-46f4-a215-0827acd28789', 'code': 200} Jul 30 00:06:26.571188 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96681ab4-3905-4c43-abcc-240715dfd77f req-478721f7-2981-4076-b7bd-bde404dc9ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:26.572708 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-96681ab4-3905-4c43-abcc-240715dfd77f req-478721f7-2981-4076-b7bd-bde404dc9ed0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=49c7a2d1-2591-4e5e-9ae8-cb40f06e5726 HTTP/1.1" status: 200 len: 1097 time: 0.0405929 Jul 30 00:06:26.606992 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-96681ab4-3905-4c43-abcc-240715dfd77f req-9a266689-27ba-4df6-b620-1113e228ffa2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268929 Jul 30 00:06:27.501466 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54a61d-08e5-4080-9ee6-c95c1ec5c9da req-e8ad7cc8-7f01-4feb-8099-f8360584d402 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:27.502971 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d54a61d-08e5-4080-9ee6-c95c1ec5c9da req-e8ad7cc8-7f01-4feb-8099-f8360584d402 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=49c7a2d1-2591-4e5e-9ae8-cb40f06e5726 HTTP/1.1" status: 200 len: 945 time: 0.0541790 Jul 30 00:06:27.541930 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d54a61d-08e5-4080-9ee6-c95c1ec5c9da req-167368ea-e4d7-429d-ad39-df81bae69399 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324450 Jul 30 00:06:27.653634 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec737cb3-dfdf-48ac-bf4e-f73f252e1931 req-3f825ba3-f572-4822-b733-97435824c171 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:27.655106 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ec737cb3-dfdf-48ac-bf4e-f73f252e1931 req-3f825ba3-f572-4822-b733-97435824c171 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=49c7a2d1-2591-4e5e-9ae8-cb40f06e5726 HTTP/1.1" status: 200 len: 945 time: 0.0480983 Jul 30 00:06:27.693797 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ec737cb3-dfdf-48ac-bf4e-f73f252e1931 req-10f09126-2e98-4eb4-8865-1c07a6a1668d tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321555 Jul 30 00:06:27.717421 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56368) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:27.758896 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387bc8bd-9a8c-4a2c-be7c-4b28ac30e920 tempest-TestVolumeBootPattern-1703344738 tempest-TestVolumeBootPattern-1703344738-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:27.760453 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-387bc8bd-9a8c-4a2c-be7c-4b28ac30e920 tempest-TestVolumeBootPattern-1703344738 tempest-TestVolumeBootPattern-1703344738-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=49c7a2d1-2591-4e5e-9ae8-cb40f06e5726 HTTP/1.1" status: 200 len: 1092 time: 0.0410678 Jul 30 00:06:27.763314 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56372) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:06:27.767958 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-1b443916-5504-460c-bef4-a0f15961247b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'port_id': '656d3df1-8f99-46f4-a215-0827acd28789', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:06:27.788979 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b443916-5504-460c-bef4-a0f15961247b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for floatingip, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:27.886920 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b443916-5504-460c-bef4-a0f15961247b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:27.988286 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-1b443916-5504-460c-bef4-a0f15961247b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Allocated IP 172.25.8.168 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/877d3132-0087-4957-82c3-909d14a8bc70) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:06:28.093386 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b443916-5504-460c-bef4-a0f15961247b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:28.131705 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b443916-5504-460c-bef4-a0f15961247b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:28.165976 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b443916-5504-460c-bef4-a0f15961247b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:06:28.170006 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-1b443916-5504-460c-bef4-a0f15961247b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:06:28.172783 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b443916-5504-460c-bef4-a0f15961247b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:06:28.208467 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b443916-5504-460c-bef4-a0f15961247b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Pushing event updated for resources: {'Port': ['ID=877d3132-0087-4957-82c3-909d14a8bc70,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:28.221016 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b443916-5504-460c-bef4-a0f15961247b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:28.221362 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b443916-5504-460c-bef4-a0f15961247b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:28.221703 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b443916-5504-460c-bef4-a0f15961247b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:28.222041 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b443916-5504-460c-bef4-a0f15961247b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:28.222379 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b443916-5504-460c-bef4-a0f15961247b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:28.222712 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b443916-5504-460c-bef4-a0f15961247b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:28.223040 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b443916-5504-460c-bef4-a0f15961247b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:28.223367 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b443916-5504-460c-bef4-a0f15961247b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:28.223695 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b443916-5504-460c-bef4-a0f15961247b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:28.224042 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b443916-5504-460c-bef4-a0f15961247b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:28.224371 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b443916-5504-460c-bef4-a0f15961247b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:28.224695 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b443916-5504-460c-bef4-a0f15961247b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:06:28.548270 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b443916-5504-460c-bef4-a0f15961247b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:28.617126 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b443916-5504-460c-bef4-a0f15961247b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:28.762433 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b443916-5504-460c-bef4-a0f15961247b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:28.766964 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b443916-5504-460c-bef4-a0f15961247b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:28.838830 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b443916-5504-460c-bef4-a0f15961247b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Pushing event updated for resources: {'Port': ['ID=877d3132-0087-4957-82c3-909d14a8bc70,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:06:28.849450 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b443916-5504-460c-bef4-a0f15961247b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:28.952649 n-d-712140-10 neutron-server[94064]: INFO neutron.db.l3_db [None req-1b443916-5504-460c-bef4-a0f15961247b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Floating IP 643246e9-f30e-4cb6-8da6-c6655cff955c associated. External IP: 172.25.8.168, port: 656d3df1-8f99-46f4-a215-0827acd28789. Jul 30 00:06:29.162058 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b443916-5504-460c-bef4-a0f15961247b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Router 52f01743-f310-4949-9945-e9c2c195945b has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:06:29.270583 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b443916-5504-460c-bef4-a0f15961247b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:06:29.280677 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3591e32e-e9e7-423b-81be-b2286eb67bec None None] Sync routers for ids ['52f01743-f310-4949-9945-e9c2c195945b'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:06:29.288818 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1b443916-5504-460c-bef4-a0f15961247b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:29.292349 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3591e32e-e9e7-423b-81be-b2286eb67bec None None] Routers {'52f01743-f310-4949-9945-e9c2c195945b'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:29.292349 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3591e32e-e9e7-423b-81be-b2286eb67bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:06:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['52f01743-f310-4949-9945-e9c2c195945b'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:29.316705 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1b443916-5504-460c-bef4-a0f15961247b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5523448 Jul 30 00:06:29.317451 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c7a2d1-2591-4e5e-9ae8-cb40f06e5726', 'tag': '656d3df1-8f99-46f4-a215-0827acd28789'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:06:29.319745 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cec2fb-ca1b-4af9-b561-dcc4929b9128" -d '{"events": [{"name": "network-changed", "server_uuid": "49c7a2d1-2591-4e5e-9ae8-cb40f06e5726", "tag": "656d3df1-8f99-46f4-a215-0827acd28789"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:06:29.357029 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c67e77-86c8-454d-85d1-250195ebe092 x-openstack-request-id: req-20c67e77-86c8-454d-85d1-250195ebe092 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:06:29.357324 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c7a2d1-2591-4e5e-9ae8-cb40f06e5726", "tag": "656d3df1-8f99-46f4-a215-0827acd28789", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:06:29.357577 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-20c67e77-86c8-454d-85d1-250195ebe092 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:06:29.357985 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c7a2d1-2591-4e5e-9ae8-cb40f06e5726', 'tag': '656d3df1-8f99-46f4-a215-0827acd28789', 'status': 'completed', 'code': 200} Jul 30 00:06:29.403522 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-3591e32e-e9e7-423b-81be-b2286eb67bec None None] Set router 52f01743-f310-4949-9945-e9c2c195945b gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:06:29.418819 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cec2fb-ca1b-4af9-b561-dcc4929b9128 req-f31e31b2-cf74-436e-adda-e9c80c72b45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:29.420250 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4cec2fb-ca1b-4af9-b561-dcc4929b9128 req-f31e31b2-cf74-436e-adda-e9c80c72b45b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&device_id=49c7a2d1-2591-4e5e-9ae8-cb40f06e5726 HTTP/1.1" status: 200 len: 1097 time: 0.0407300 Jul 30 00:06:29.512421 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cec2fb-ca1b-4af9-b561-dcc4929b9128 req-133bebb4-3a09-4588-bff4-4ac20e588a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:29.513898 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4cec2fb-ca1b-4af9-b561-dcc4929b9128 req-133bebb4-3a09-4588-bff4-4ac20e588a44 service neutron] 10.222.0.39 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 913 time: 0.0867507 Jul 30 00:06:29.579183 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4cec2fb-ca1b-4af9-b561-dcc4929b9128 req-9a87dc41-e030-4254-971f-5d6561564be3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=656d3df1-8f99-46f4-a215-0827acd28789 HTTP/1.1" status: 200 len: 999 time: 0.0565269 Jul 30 00:06:29.627309 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3591e32e-e9e7-423b-81be-b2286eb67bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f01743-f310-4949-9945-e9c2c195945b', 'name': 'tempest-TestVolumeBootPattern-1590910121-router', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:29Z', 'updated_at': '2021-07-29T23:58:32Z', 'revision_number': 4, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'gw_port': {'id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:30Z', 'updated_at': '2021-07-29T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '39d7dc57-0387-480c-b964-5a721d9d48a2', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'floating_ip_address': '172.25.8.74', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '52f01743-f310-4949-9945-e9c2c195945b', 'port_id': '96f86fd1-fe23-46b9-83c5-ef6206baf32f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'mac_address': 'fa:16:3e:95:99:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b3b71-e245-492a-abb7-8ea524a65ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:04:31Z', 'updated_at': '2021-07-30T00:04:33Z', 'revision_number': 1, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'fixed_ip_address_scope': None}, {'id': '643246e9-f30e-4cb6-8da6-c6655cff955c', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '52f01743-f310-4949-9945-e9c2c195945b', 'port_id': '656d3df1-8f99-46f4-a215-0827acd28789', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'mac_address': 'fa:16:3e:ab:3f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c7a2d1-2591-4e5e-9ae8-cb40f06e5726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:06:28Z', 'updated_at': '2021-07-30T00:06:28Z', 'revision_number': 0, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06509f64-53f0-47e4-b6b8-600069d3679e', 'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'mac_address': 'fa:16:3e:d5:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:31Z', 'updated_at': '2021-07-29T23:58:38Z', 'revision_number': 5, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'subnets': [{'id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:29.631674 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cec2fb-ca1b-4af9-b561-dcc4929b9128 req-4018f476-f670-4ead-ab72-556137e2bfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:29.633182 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4cec2fb-ca1b-4af9-b561-dcc4929b9128 req-4018f476-f670-4ead-ab72-556137e2bfa5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a11e98d2-a498-4014-8b77-a7744abf9c02 HTTP/1.1" status: 200 len: 851 time: 0.0471635 Jul 30 00:06:29.653500 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3591e32e-e9e7-423b-81be-b2286eb67bec None None] Checking router: 52f01743-f310-4949-9945-e9c2c195945b for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:06:29.662767 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3591e32e-e9e7-423b-81be-b2286eb67bec None None] Routers {'52f01743-f310-4949-9945-e9c2c195945b'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:06:29.663376 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3591e32e-e9e7-423b-81be-b2286eb67bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:06:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['52f01743-f310-4949-9945-e9c2c195945b'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:29.679011 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cec2fb-ca1b-4af9-b561-dcc4929b9128 req-11e5117e-2bf3-4875-a313-9138a09ce1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:29.680480 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4cec2fb-ca1b-4af9-b561-dcc4929b9128 req-11e5117e-2bf3-4875-a313-9138a09ce1c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=772f0955-a0ec-440d-bf3f-76232f0d0cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407560 Jul 30 00:06:29.768120 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-3591e32e-e9e7-423b-81be-b2286eb67bec None None] Set router 52f01743-f310-4949-9945-e9c2c195945b gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:06:29.770244 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4cec2fb-ca1b-4af9-b561-dcc4929b9128 req-4f5ca174-63de-4b77-8d1f-5319fe2b951d service neutron] 10.222.0.39 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824845 Jul 30 00:06:29.863915 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4cec2fb-ca1b-4af9-b561-dcc4929b9128 req-0cce4e36-a554-4778-89b7-a2235c6f5270 service neutron] 10.222.0.39 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862615 Jul 30 00:06:29.920354 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:30.001286 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3591e32e-e9e7-423b-81be-b2286eb67bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f01743-f310-4949-9945-e9c2c195945b', 'name': 'tempest-TestVolumeBootPattern-1590910121-router', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:29Z', 'updated_at': '2021-07-29T23:58:32Z', 'revision_number': 4, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'gw_port': {'id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:30Z', 'updated_at': '2021-07-29T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '39d7dc57-0387-480c-b964-5a721d9d48a2', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'floating_ip_address': '172.25.8.74', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '52f01743-f310-4949-9945-e9c2c195945b', 'port_id': '96f86fd1-fe23-46b9-83c5-ef6206baf32f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'mac_address': 'fa:16:3e:95:99:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b3b71-e245-492a-abb7-8ea524a65ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:04:31Z', 'updated_at': '2021-07-30T00:04:33Z', 'revision_number': 1, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'fixed_ip_address_scope': None}, {'id': '643246e9-f30e-4cb6-8da6-c6655cff955c', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '52f01743-f310-4949-9945-e9c2c195945b', 'port_id': '656d3df1-8f99-46f4-a215-0827acd28789', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'mac_address': 'fa:16:3e:ab:3f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c7a2d1-2591-4e5e-9ae8-cb40f06e5726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:06:28Z', 'updated_at': '2021-07-30T00:06:28Z', 'revision_number': 0, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06509f64-53f0-47e4-b6b8-600069d3679e', 'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'mac_address': 'fa:16:3e:d5:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:31Z', 'updated_at': '2021-07-29T23:58:38Z', 'revision_number': 5, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'subnets': [{'id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:06:30.026518 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3591e32e-e9e7-423b-81be-b2286eb67bec None None] The sync data for ids ['52f01743-f310-4949-9945-e9c2c195945b'] in n-d-712140-10 is: [{'id': '52f01743-f310-4949-9945-e9c2c195945b', 'name': 'tempest-TestVolumeBootPattern-1590910121-router', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:29Z', 'updated_at': '2021-07-29T23:58:32Z', 'revision_number': 4, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'gw_port': {'id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:30Z', 'updated_at': '2021-07-29T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '39d7dc57-0387-480c-b964-5a721d9d48a2', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'floating_ip_address': '172.25.8.74', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '52f01743-f310-4949-9945-e9c2c195945b', 'port_id': '96f86fd1-fe23-46b9-83c5-ef6206baf32f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'mac_address': 'fa:16:3e:95:99:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b3b71-e245-492a-abb7-8ea524a65ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:04:31Z', 'updated_at': '2021-07-30T00:04:33Z', 'revision_number': 1, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'fixed_ip_address_scope': None}, {'id': '643246e9-f30e-4cb6-8da6-c6655cff955c', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'floating_ip_address': '172.25.8.168', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '52f01743-f310-4949-9945-e9c2c195945b', 'port_id': '656d3df1-8f99-46f4-a215-0827acd28789', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'mac_address': 'fa:16:3e:ab:3f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49c7a2d1-2591-4e5e-9ae8-cb40f06e5726', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:06:28Z', 'updated_at': '2021-07-30T00:06:28Z', 'revision_number': 0, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06509f64-53f0-47e4-b6b8-600069d3679e', 'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'mac_address': 'fa:16:3e:d5:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:31Z', 'updated_at': '2021-07-29T23:58:38Z', 'revision_number': 5, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'subnets': [{'id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:06:30.165640 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:30.215504 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31719ed5-f7e3-4b15-a137-fb870f41e12c None None] New status for floating IP 643246e9-f30e-4cb6-8da6-c6655cff955c: ACTIVE {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:06:32.876520 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c265996b-ac67-42cb-b064-b3b628d1cc6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:35.446302 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:36.282407 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f103ad68-215f-4d2d-8d0b-64a9cad69548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:36.985516 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:38.296893 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:06:38.312314 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:06:49.788672 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31807318-bfe2-4c05-b704-07f1d4597f4c req-ad732fd2-1857-4ab1-901e-d1bf388dc914 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438058 Jul 30 00:06:49.877603 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31807318-bfe2-4c05-b704-07f1d4597f4c req-0a0b0af3-b2a9-4cc1-8eab-d9585ed9789d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:49.880086 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31807318-bfe2-4c05-b704-07f1d4597f4c req-0a0b0af3-b2a9-4cc1-8eab-d9585ed9789d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6 HTTP/1.1" status: 200 len: 1097 time: 0.0473909 Jul 30 00:06:49.985579 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31807318-bfe2-4c05-b704-07f1d4597f4c req-14ed44ef-5ac7-40d4-9e10-46d3204235ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:49.987037 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31807318-bfe2-4c05-b704-07f1d4597f4c req-14ed44ef-5ac7-40d4-9e10-46d3204235ae service neutron] 10.222.0.23 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 913 time: 0.0887733 Jul 30 00:06:50.057060 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31807318-bfe2-4c05-b704-07f1d4597f4c req-87c09297-d1e8-4435-913b-ebf04b28b5e3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96f86fd1-fe23-46b9-83c5-ef6206baf32f HTTP/1.1" status: 200 len: 1000 time: 0.0632248 Jul 30 00:06:50.114873 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31807318-bfe2-4c05-b704-07f1d4597f4c req-d83efa21-00c6-4202-a1cc-5390520013a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:50.116493 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31807318-bfe2-4c05-b704-07f1d4597f4c req-d83efa21-00c6-4202-a1cc-5390520013a5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a11e98d2-a498-4014-8b77-a7744abf9c02 HTTP/1.1" status: 200 len: 851 time: 0.0525527 Jul 30 00:06:50.440749 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31807318-bfe2-4c05-b704-07f1d4597f4c req-29528abe-9095-4b0b-bfb7-f988aa35907b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:50.442432 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31807318-bfe2-4c05-b704-07f1d4597f4c req-29528abe-9095-4b0b-bfb7-f988aa35907b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=772f0955-a0ec-440d-bf3f-76232f0d0cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3196077 Jul 30 00:06:50.540783 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31807318-bfe2-4c05-b704-07f1d4597f4c req-fe91c28c-8043-4e4b-a4e7-8c92b18b8866 service neutron] 10.222.0.23 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914440 Jul 30 00:06:50.632668 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31807318-bfe2-4c05-b704-07f1d4597f4c req-0d20c2c1-ad1e-46d5-99ef-054af5d898a5 service neutron] 10.222.0.23 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847242 Jul 30 00:06:58.340223 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b622724-ad3e-4840-b977-69f1cac0c626 req-ffe129a0-da54-4666-bea8-1770fc45dc42 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=49c7a2d1-2591-4e5e-9ae8-cb40f06e5726&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1367743 Jul 30 00:06:58.420242 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b622724-ad3e-4840-b977-69f1cac0c626 req-85263dbe-325a-41da-8cd4-e58a3ca93e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:58.421988 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b622724-ad3e-4840-b977-69f1cac0c626 req-85263dbe-325a-41da-8cd4-e58a3ca93e4c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&device_id=49c7a2d1-2591-4e5e-9ae8-cb40f06e5726 HTTP/1.1" status: 200 len: 1097 time: 0.0395956 Jul 30 00:06:58.527293 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b622724-ad3e-4840-b977-69f1cac0c626 req-37f4c1dc-ca34-44bc-a85c-269e788b6e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:58.529072 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b622724-ad3e-4840-b977-69f1cac0c626 req-37f4c1dc-ca34-44bc-a85c-269e788b6e80 service neutron] 10.222.0.39 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 913 time: 0.0875459 Jul 30 00:06:58.595035 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b622724-ad3e-4840-b977-69f1cac0c626 req-f1c9e6df-5653-4978-8885-e4a2fd887d13 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=656d3df1-8f99-46f4-a215-0827acd28789 HTTP/1.1" status: 200 len: 1001 time: 0.0589859 Jul 30 00:06:58.651201 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b622724-ad3e-4840-b977-69f1cac0c626 req-d57cf945-0039-4ff5-8647-0f71f79b605e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:58.652705 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b622724-ad3e-4840-b977-69f1cac0c626 req-d57cf945-0039-4ff5-8647-0f71f79b605e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a11e98d2-a498-4014-8b77-a7744abf9c02 HTTP/1.1" status: 200 len: 851 time: 0.0500400 Jul 30 00:06:58.700478 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b622724-ad3e-4840-b977-69f1cac0c626 req-d3b50197-7400-4102-8eff-6d2208cab03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:06:58.702003 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b622724-ad3e-4840-b977-69f1cac0c626 req-d3b50197-7400-4102-8eff-6d2208cab03e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=772f0955-a0ec-440d-bf3f-76232f0d0cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425189 Jul 30 00:06:58.793027 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b622724-ad3e-4840-b977-69f1cac0c626 req-8480d454-2a17-41aa-b928-e3b2803210af service neutron] 10.222.0.39 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838456 Jul 30 00:06:58.892808 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b622724-ad3e-4840-b977-69f1cac0c626 req-e814f22e-c91e-4369-9bdf-f6e7342019ff service neutron] 10.222.0.39 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893145 Jul 30 00:06:59.923615 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:00.163695 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:02.880121 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1429f551-ee8d-4a2f-84ba-913c228e4af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:05.450055 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:06.272416 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4665d904-8cde-42bd-95b2-ece471c04618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:06.988279 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:08.294476 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:15.313547 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:07:29.926253 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:30.184610 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:32.884111 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9bfb2098-5f5c-489e-9a92-5e2edabd562d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:35.450323 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:36.272995 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d6c13b2d-6677-4e2b-a9fa-e390ba29c98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:36.991512 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:38.297117 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:50.789353 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1782f3fb-dbd6-4568-9271-96d2be52e57c req-28aa506e-56d9-4196-90cb-16c88e2b87e3 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399730 Jul 30 00:07:50.870049 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782f3fb-dbd6-4568-9271-96d2be52e57c req-c013b40f-99d6-4030-9af6-359428440c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:50.871548 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1782f3fb-dbd6-4568-9271-96d2be52e57c req-c013b40f-99d6-4030-9af6-359428440c70 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6 HTTP/1.1" status: 200 len: 1097 time: 0.0408871 Jul 30 00:07:50.976637 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782f3fb-dbd6-4568-9271-96d2be52e57c req-7fa9bdb4-128b-4bcb-a5f4-3a12a701af2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:50.978120 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1782f3fb-dbd6-4568-9271-96d2be52e57c req-7fa9bdb4-128b-4bcb-a5f4-3a12a701af2b service neutron] 10.222.0.23 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 913 time: 0.0880859 Jul 30 00:07:51.043232 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1782f3fb-dbd6-4568-9271-96d2be52e57c req-2a70d6da-4f2c-4a14-95e2-2cf8e932ea79 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96f86fd1-fe23-46b9-83c5-ef6206baf32f HTTP/1.1" status: 200 len: 1000 time: 0.0584171 Jul 30 00:07:51.095011 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782f3fb-dbd6-4568-9271-96d2be52e57c req-479c1da0-14af-47ea-842f-400b91233733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:51.096492 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1782f3fb-dbd6-4568-9271-96d2be52e57c req-479c1da0-14af-47ea-842f-400b91233733 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a11e98d2-a498-4014-8b77-a7744abf9c02 HTTP/1.1" status: 200 len: 851 time: 0.0472636 Jul 30 00:07:51.143100 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1782f3fb-dbd6-4568-9271-96d2be52e57c req-4ebc0773-d863-4a9b-8c03-77ecc5b10500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:51.144840 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1782f3fb-dbd6-4568-9271-96d2be52e57c req-4ebc0773-d863-4a9b-8c03-77ecc5b10500 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=772f0955-a0ec-440d-bf3f-76232f0d0cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414503 Jul 30 00:07:51.236243 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1782f3fb-dbd6-4568-9271-96d2be52e57c req-a089d934-71f1-4e45-bf8b-56f1a051af50 service neutron] 10.222.0.23 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840619 Jul 30 00:07:51.329421 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1782f3fb-dbd6-4568-9271-96d2be52e57c req-c388f3b2-7744-4b00-a6e6-0af17eebdfa2 service neutron] 10.222.0.23 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859382 Jul 30 00:07:52.313490 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:07:56.573877 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56432) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:07:56.739506 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-75038333-6234-4294-a6ba-b028133b154b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Deleting port 877d3132-0087-4957-82c3-909d14a8bc70 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:07:56.739867 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75038333-6234-4294-a6ba-b028133b154b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:56.814811 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75038333-6234-4294-a6ba-b028133b154b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:56.815135 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75038333-6234-4294-a6ba-b028133b154b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:56.826655 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-75038333-6234-4294-a6ba-b028133b154b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Calling delete_port for 877d3132-0087-4957-82c3-909d14a8bc70 owned by network:floatingip {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:07:56.977032 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75038333-6234-4294-a6ba-b028133b154b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:57.003474 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75038333-6234-4294-a6ba-b028133b154b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Pushing event deleted for resources: {'Port': ['ID=877d3132-0087-4957-82c3-909d14a8bc70,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:57.033286 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75038333-6234-4294-a6ba-b028133b154b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:57.033627 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75038333-6234-4294-a6ba-b028133b154b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:57.033964 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75038333-6234-4294-a6ba-b028133b154b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:57.034313 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75038333-6234-4294-a6ba-b028133b154b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:57.034621 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75038333-6234-4294-a6ba-b028133b154b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:57.034945 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75038333-6234-4294-a6ba-b028133b154b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:57.035270 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75038333-6234-4294-a6ba-b028133b154b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:57.035588 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75038333-6234-4294-a6ba-b028133b154b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:57.035933 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75038333-6234-4294-a6ba-b028133b154b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:57.036254 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75038333-6234-4294-a6ba-b028133b154b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:57.036570 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75038333-6234-4294-a6ba-b028133b154b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:57.036890 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75038333-6234-4294-a6ba-b028133b154b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:57.080460 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75038333-6234-4294-a6ba-b028133b154b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for floatingip, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:57.080741 n-d-712140-10 neutron-server[94064]: INFO neutron.db.l3_db [None req-75038333-6234-4294-a6ba-b028133b154b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Floating IP 643246e9-f30e-4cb6-8da6-c6655cff955c disassociated (deleted). External IP: 172.25.8.168, port: 656d3df1-8f99-46f4-a215-0827acd28789. Jul 30 00:07:57.604388 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75038333-6234-4294-a6ba-b028133b154b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Router 52f01743-f310-4949-9945-e9c2c195945b has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:07:57.721089 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75038333-6234-4294-a6ba-b028133b154b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:07:57.727013 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-75038333-6234-4294-a6ba-b028133b154b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:57.740796 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52386b29-9beb-4721-885f-622da49352e0 None None] Sync routers for ids ['52f01743-f310-4949-9945-e9c2c195945b'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:07:57.751764 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52386b29-9beb-4721-885f-622da49352e0 None None] Routers {'52f01743-f310-4949-9945-e9c2c195945b'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:07:57.752414 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-52386b29-9beb-4721-885f-622da49352e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:07:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['52f01743-f310-4949-9945-e9c2c195945b'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:57.756851 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-75038333-6234-4294-a6ba-b028133b154b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "DELETE /v2.0/floatingips/643246e9-f30e-4cb6-8da6-c6655cff955c HTTP/1.1" status: 204 len: 168 time: 1.1819212 Jul 30 00:07:57.757565 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c7a2d1-2591-4e5e-9ae8-cb40f06e5726', 'tag': '656d3df1-8f99-46f4-a215-0827acd28789'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:07:57.760001 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce422f3-df21-4329-ac7b-32f24510b860" -d '{"events": [{"name": "network-changed", "server_uuid": "49c7a2d1-2591-4e5e-9ae8-cb40f06e5726", "tag": "656d3df1-8f99-46f4-a215-0827acd28789"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:07:58.028777 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-52386b29-9beb-4721-885f-622da49352e0 None None] Set router 52f01743-f310-4949-9945-e9c2c195945b gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:07:58.054232 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba10d0f-fe6e-4d6c-8911-865e03ac85e8 x-openstack-request-id: req-fba10d0f-fe6e-4d6c-8911-865e03ac85e8 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:07:58.054627 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c7a2d1-2591-4e5e-9ae8-cb40f06e5726", "tag": "656d3df1-8f99-46f4-a215-0827acd28789", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:07:58.054979 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fba10d0f-fe6e-4d6c-8911-865e03ac85e8 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:07:58.055508 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c7a2d1-2591-4e5e-9ae8-cb40f06e5726', 'tag': '656d3df1-8f99-46f4-a215-0827acd28789', 'status': 'completed', 'code': 200} Jul 30 00:07:58.127012 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce422f3-df21-4329-ac7b-32f24510b860 req-62f17c31-f8ca-4f75-b6a0-56f9f6b18bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:58.128744 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8ce422f3-df21-4329-ac7b-32f24510b860 req-62f17c31-f8ca-4f75-b6a0-56f9f6b18bae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&device_id=49c7a2d1-2591-4e5e-9ae8-cb40f06e5726 HTTP/1.1" status: 200 len: 1097 time: 0.0490530 Jul 30 00:07:58.256815 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce422f3-df21-4329-ac7b-32f24510b860 req-0492991a-c5e1-4e26-b82a-729c603667cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:58.258234 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8ce422f3-df21-4329-ac7b-32f24510b860 req-0492991a-c5e1-4e26-b82a-729c603667cd service neutron] 10.222.0.39 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 913 time: 0.1222038 Jul 30 00:07:58.262276 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-52386b29-9beb-4721-885f-622da49352e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f01743-f310-4949-9945-e9c2c195945b', 'name': 'tempest-TestVolumeBootPattern-1590910121-router', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:29Z', 'updated_at': '2021-07-29T23:58:32Z', 'revision_number': 4, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'gw_port': {'id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:30Z', 'updated_at': '2021-07-29T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '39d7dc57-0387-480c-b964-5a721d9d48a2', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'floating_ip_address': '172.25.8.74', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '52f01743-f310-4949-9945-e9c2c195945b', 'port_id': '96f86fd1-fe23-46b9-83c5-ef6206baf32f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'mac_address': 'fa:16:3e:95:99:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b3b71-e245-492a-abb7-8ea524a65ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:04:31Z', 'updated_at': '2021-07-30T00:04:33Z', 'revision_number': 1, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06509f64-53f0-47e4-b6b8-600069d3679e', 'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'mac_address': 'fa:16:3e:d5:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:31Z', 'updated_at': '2021-07-29T23:58:38Z', 'revision_number': 5, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'subnets': [{'id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:58.279580 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca86669-7aa3-46e5-afb9-f2389d1afe99 req-dd015dcd-f469-4739-ba50-dd016d37fa11 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:58.281160 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eca86669-7aa3-46e5-afb9-f2389d1afe99 req-dd015dcd-f469-4739-ba50-dd016d37fa11 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=49c7a2d1-2591-4e5e-9ae8-cb40f06e5726 HTTP/1.1" status: 200 len: 945 time: 0.1757536 Jul 30 00:07:58.290110 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52386b29-9beb-4721-885f-622da49352e0 None None] Checking router: 52f01743-f310-4949-9945-e9c2c195945b for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:07:58.299402 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52386b29-9beb-4721-885f-622da49352e0 None None] Routers {'52f01743-f310-4949-9945-e9c2c195945b'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:07:58.300043 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-52386b29-9beb-4721-885f-622da49352e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:07:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['52f01743-f310-4949-9945-e9c2c195945b'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:58.316376 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8ce422f3-df21-4329-ac7b-32f24510b860 req-c846e3f1-4002-40a5-b470-460da67df371 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=656d3df1-8f99-46f4-a215-0827acd28789 HTTP/1.1" status: 200 len: 217 time: 0.0503139 Jul 30 00:07:58.384651 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eca86669-7aa3-46e5-afb9-f2389d1afe99 req-8c6e2294-1703-4428-9324-8eb207533f24 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707970 Jul 30 00:07:58.394729 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce422f3-df21-4329-ac7b-32f24510b860 req-aa4b1d40-fa6d-4701-a423-dbed76126aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:58.396971 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8ce422f3-df21-4329-ac7b-32f24510b860 req-aa4b1d40-fa6d-4701-a423-dbed76126aa7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a11e98d2-a498-4014-8b77-a7744abf9c02 HTTP/1.1" status: 200 len: 851 time: 0.0678699 Jul 30 00:07:58.406923 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-52386b29-9beb-4721-885f-622da49352e0 None None] Set router 52f01743-f310-4949-9945-e9c2c195945b gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:07:58.444831 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce422f3-df21-4329-ac7b-32f24510b860 req-a541a0a8-7d14-461f-9a9a-bfbaa6722a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:58.446365 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8ce422f3-df21-4329-ac7b-32f24510b860 req-a541a0a8-7d14-461f-9a9a-bfbaa6722a1e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=772f0955-a0ec-440d-bf3f-76232f0d0cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421944 Jul 30 00:07:58.538012 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8ce422f3-df21-4329-ac7b-32f24510b860 req-51a7d190-d64b-4804-b0f6-beb3aa7250ec service neutron] 10.222.0.39 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826859 Jul 30 00:07:58.635737 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-52386b29-9beb-4721-885f-622da49352e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f01743-f310-4949-9945-e9c2c195945b', 'name': 'tempest-TestVolumeBootPattern-1590910121-router', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:29Z', 'updated_at': '2021-07-29T23:58:32Z', 'revision_number': 4, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'gw_port': {'id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:30Z', 'updated_at': '2021-07-29T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '39d7dc57-0387-480c-b964-5a721d9d48a2', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'floating_ip_address': '172.25.8.74', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '52f01743-f310-4949-9945-e9c2c195945b', 'port_id': '96f86fd1-fe23-46b9-83c5-ef6206baf32f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'mac_address': 'fa:16:3e:95:99:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b3b71-e245-492a-abb7-8ea524a65ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:04:31Z', 'updated_at': '2021-07-30T00:04:33Z', 'revision_number': 1, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06509f64-53f0-47e4-b6b8-600069d3679e', 'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'mac_address': 'fa:16:3e:d5:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:31Z', 'updated_at': '2021-07-29T23:58:38Z', 'revision_number': 5, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'subnets': [{'id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:07:58.636354 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8ce422f3-df21-4329-ac7b-32f24510b860 req-c421b0f1-b162-4d28-8135-953831c199c9 service neutron] 10.222.0.39 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908878 Jul 30 00:07:58.664361 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52386b29-9beb-4721-885f-622da49352e0 None None] The sync data for ids ['52f01743-f310-4949-9945-e9c2c195945b'] in n-d-712140-10 is: [{'id': '52f01743-f310-4949-9945-e9c2c195945b', 'name': 'tempest-TestVolumeBootPattern-1590910121-router', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:29Z', 'updated_at': '2021-07-29T23:58:32Z', 'revision_number': 4, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'gw_port': {'id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:30Z', 'updated_at': '2021-07-29T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '39d7dc57-0387-480c-b964-5a721d9d48a2', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'floating_ip_address': '172.25.8.74', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '52f01743-f310-4949-9945-e9c2c195945b', 'port_id': '96f86fd1-fe23-46b9-83c5-ef6206baf32f', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'mac_address': 'fa:16:3e:95:99:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f1b3b71-e245-492a-abb7-8ea524a65ed6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:04:31Z', 'updated_at': '2021-07-30T00:04:33Z', 'revision_number': 1, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06509f64-53f0-47e4-b6b8-600069d3679e', 'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'mac_address': 'fa:16:3e:d5:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:31Z', 'updated_at': '2021-07-29T23:58:38Z', 'revision_number': 5, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'subnets': [{'id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:07:58.897007 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931fa2c1-ab48-4056-a779-4dbc92e3a39a None None] New status for floating IP 643246e9-f30e-4cb6-8da6-c6655cff955c: DOWN {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:07:59.545356 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f01a6b-d752-4356-aa31-ca90b0ef74dc req-52827c1a-dbe0-44eb-b2ec-6b4648d07809 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:59.546885 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e1f01a6b-d752-4356-aa31-ca90b0ef74dc req-52827c1a-dbe0-44eb-b2ec-6b4648d07809 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=49c7a2d1-2591-4e5e-9ae8-cb40f06e5726 HTTP/1.1" status: 200 len: 945 time: 0.0858560 Jul 30 00:07:59.555150 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f7435c-2761-4bc3-b268-3a10cba8799a req-ade58e83-c264-4cc6-8321-89bf318cde59 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:07:59.556660 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5f7435c-2761-4bc3-b268-3a10cba8799a req-ade58e83-c264-4cc6-8321-89bf318cde59 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.39 "GET /v2.0/ports?device_id=49c7a2d1-2591-4e5e-9ae8-cb40f06e5726 HTTP/1.1" status: 200 len: 945 time: 0.0869167 Jul 30 00:07:59.625562 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e1f01a6b-d752-4356-aa31-ca90b0ef74dc req-87208754-6260-4e49-8162-e2395d5213c8 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678525 Jul 30 00:07:59.672274 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-a5f7435c-2761-4bc3-b268-3a10cba8799a req-c11d0d20-ba69-4ca2-bcd2-d9450c650284 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Deleting port 656d3df1-8f99-46f4-a215-0827acd28789 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:07:59.673092 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a5f7435c-2761-4bc3-b268-3a10cba8799a req-c11d0d20-ba69-4ca2-bcd2-d9450c650284 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:59.770681 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-a5f7435c-2761-4bc3-b268-3a10cba8799a req-c11d0d20-ba69-4ca2-bcd2-d9450c650284 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] For port 656d3df1-8f99-46f4-a215-0827acd28789, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=656d3df1-8f99-46f4-a215-0827acd28789,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:07:59.771050 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a5f7435c-2761-4bc3-b268-3a10cba8799a req-c11d0d20-ba69-4ca2-bcd2-d9450c650284 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:59.795087 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-a5f7435c-2761-4bc3-b268-3a10cba8799a req-c11d0d20-ba69-4ca2-bcd2-d9450c650284 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Calling delete_port for 656d3df1-8f99-46f4-a215-0827acd28789 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:07:59.937848 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a5f7435c-2761-4bc3-b268-3a10cba8799a req-c11d0d20-ba69-4ca2-bcd2-d9450c650284 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:59.947962 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:07:59.967542 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11d0d20-ba69-4ca2-bcd2-d9450c650284 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Pushing event deleted for resources: {'Port': ['ID=656d3df1-8f99-46f4-a215-0827acd28789,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:07:59.980538 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11d0d20-ba69-4ca2-bcd2-d9450c650284 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:59.980883 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11d0d20-ba69-4ca2-bcd2-d9450c650284 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:59.981260 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11d0d20-ba69-4ca2-bcd2-d9450c650284 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:59.981553 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11d0d20-ba69-4ca2-bcd2-d9450c650284 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:59.981889 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11d0d20-ba69-4ca2-bcd2-d9450c650284 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:59.982228 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11d0d20-ba69-4ca2-bcd2-d9450c650284 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:59.982556 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11d0d20-ba69-4ca2-bcd2-d9450c650284 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:59.983599 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11d0d20-ba69-4ca2-bcd2-d9450c650284 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:59.983963 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11d0d20-ba69-4ca2-bcd2-d9450c650284 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:59.984296 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11d0d20-ba69-4ca2-bcd2-d9450c650284 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:59.984622 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11d0d20-ba69-4ca2-bcd2-d9450c650284 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:07:59.984946 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c11d0d20-ba69-4ca2-bcd2-d9450c650284 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:00.029328 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5f7435c-2761-4bc3-b268-3a10cba8799a req-c11d0d20-ba69-4ca2-bcd2-d9450c650284 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] No DVR routers for this DVR port 656d3df1-8f99-46f4-a215-0827acd28789 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:08:00.032993 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a5f7435c-2761-4bc3-b268-3a10cba8799a req-c11d0d20-ba69-4ca2-bcd2-d9450c650284 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:00.034261 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5f7435c-2761-4bc3-b268-3a10cba8799a req-c11d0d20-ba69-4ca2-bcd2-d9450c650284 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.39 "DELETE /v2.0/ports/656d3df1-8f99-46f4-a215-0827acd28789 HTTP/1.1" status: 204 len: 173 time: 0.4696956 Jul 30 00:08:00.034706 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c7a2d1-2591-4e5e-9ae8-cb40f06e5726', 'name': 'network-vif-deleted', 'tag': '656d3df1-8f99-46f4-a215-0827acd28789'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:08:00.037131 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66faf2c3-a49a-47b0-8690-506696f6b238" -d '{"events": [{"server_uuid": "49c7a2d1-2591-4e5e-9ae8-cb40f06e5726", "name": "network-vif-deleted", "tag": "656d3df1-8f99-46f4-a215-0827acd28789"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:08:00.089480 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0985df0c-241b-4107-ab20-56bb97477305 x-openstack-request-id: req-0985df0c-241b-4107-ab20-56bb97477305 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:08:00.090878 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c7a2d1-2591-4e5e-9ae8-cb40f06e5726", "name": "network-vif-deleted", "tag": "656d3df1-8f99-46f4-a215-0827acd28789", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:08:00.091292 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0985df0c-241b-4107-ab20-56bb97477305 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:08:00.094495 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c7a2d1-2591-4e5e-9ae8-cb40f06e5726', 'name': 'network-vif-deleted', 'tag': '656d3df1-8f99-46f4-a215-0827acd28789', 'status': 'completed', 'code': 200} Jul 30 00:08:00.188786 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:00.726354 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-54ed9081-ec7c-40c2-8314-d65c4d63187d req-7cb1f98d-9d7e-4d85-bec8-f31d9e616107 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=49c7a2d1-2591-4e5e-9ae8-cb40f06e5726 HTTP/1.1" status: 200 len: 210 time: 0.0282519 Jul 30 00:08:01.821386 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4cd7fbc1-bc3c-4086-91cc-3edd28fc5df3 req-ae386351-bb08-4179-8af8-2244bc02d1b6 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=49c7a2d1-2591-4e5e-9ae8-cb40f06e5726 HTTP/1.1" status: 200 len: 210 time: 0.0272119 Jul 30 00:08:02.886750 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-399f31ab-f3f6-4087-8606-d6c43aea7dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:02.921120 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8e810d93-5cb2-4f2b-8176-26aab9088579 req-12d97d86-2949-4244-a16d-0ea237694aae tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=49c7a2d1-2591-4e5e-9ae8-cb40f06e5726 HTTP/1.1" status: 200 len: 210 time: 0.0294082 Jul 30 00:08:04.189530 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [req-f4be40cc-c868-453c-ab91-f0c3552cf5c8 req-32654d6f-8c22-41cc-a4c5-2af30a6b560b service neutron] (94064) timed out ('10.222.0.18', 47092) {{(pid=94064) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:08:04.547251 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 656d3df1-8f99-46f4-a215-0827acd28789 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:08:04.568013 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 656d3df1-8f99-46f4-a215-0827acd28789 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:08:04.568366 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 656d3df1-8f99-46f4-a215-0827acd28789 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:08:05.450569 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:06.283285 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bd38edf0-f9a6-402b-83cf-8645f293aeef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:07.001768 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:08.296684 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56492) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:08.300683 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:08.453261 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-eccb4da3-107a-4771-b213-9a2b68e520fd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Deleting port efb272a9-8440-4cf9-8aae-05523c6c2de4 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:08:08.453516 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eccb4da3-107a-4771-b213-9a2b68e520fd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:08.526189 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eccb4da3-107a-4771-b213-9a2b68e520fd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:08.526516 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eccb4da3-107a-4771-b213-9a2b68e520fd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:08.538327 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-eccb4da3-107a-4771-b213-9a2b68e520fd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Calling delete_port for efb272a9-8440-4cf9-8aae-05523c6c2de4 owned by network:floatingip {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:08:08.684264 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eccb4da3-107a-4771-b213-9a2b68e520fd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:08.707359 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb4da3-107a-4771-b213-9a2b68e520fd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Pushing event deleted for resources: {'Port': ['ID=efb272a9-8440-4cf9-8aae-05523c6c2de4,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:08.771767 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eccb4da3-107a-4771-b213-9a2b68e520fd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for floatingip, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:08.772245 n-d-712140-10 neutron-server[94064]: INFO neutron.db.l3_db [None req-eccb4da3-107a-4771-b213-9a2b68e520fd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Floating IP 39d7dc57-0387-480c-b964-5a721d9d48a2 disassociated (deleted). External IP: 172.25.8.74, port: 96f86fd1-fe23-46b9-83c5-ef6206baf32f. Jul 30 00:08:08.981395 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eccb4da3-107a-4771-b213-9a2b68e520fd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Router 52f01743-f310-4949-9945-e9c2c195945b has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:08:09.087494 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccb4da3-107a-4771-b213-9a2b68e520fd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:08:09.092335 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eccb4da3-107a-4771-b213-9a2b68e520fd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:09.097501 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e1880c-7bde-4829-8fca-09632b6463e9 None None] Sync routers for ids ['52f01743-f310-4949-9945-e9c2c195945b'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:08:09.105994 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e1880c-7bde-4829-8fca-09632b6463e9 None None] Routers {'52f01743-f310-4949-9945-e9c2c195945b'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:08:09.106600 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a8e1880c-7bde-4829-8fca-09632b6463e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:08:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['52f01743-f310-4949-9945-e9c2c195945b'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:09.119715 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-eccb4da3-107a-4771-b213-9a2b68e520fd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "DELETE /v2.0/floatingips/39d7dc57-0387-480c-b964-5a721d9d48a2 HTTP/1.1" status: 204 len: 168 time: 0.8217149 Jul 30 00:08:09.120358 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f1b3b71-e245-492a-abb7-8ea524a65ed6', 'tag': '96f86fd1-fe23-46b9-83c5-ef6206baf32f'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:08:09.122689 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d91067c-fbea-417a-8476-37b72428a5c4" -d '{"events": [{"name": "network-changed", "server_uuid": "1f1b3b71-e245-492a-abb7-8ea524a65ed6", "tag": "96f86fd1-fe23-46b9-83c5-ef6206baf32f"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:08:09.214166 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-a8e1880c-7bde-4829-8fca-09632b6463e9 None None] Set router 52f01743-f310-4949-9945-e9c2c195945b gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:08:09.285351 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:08:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3459f6-c356-40d1-aa23-71ff0122c73a x-openstack-request-id: req-7c3459f6-c356-40d1-aa23-71ff0122c73a {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:08:09.285955 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f1b3b71-e245-492a-abb7-8ea524a65ed6", "tag": "96f86fd1-fe23-46b9-83c5-ef6206baf32f", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:08:09.286483 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c3459f6-c356-40d1-aa23-71ff0122c73a {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:08:09.287393 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f1b3b71-e245-492a-abb7-8ea524a65ed6', 'tag': '96f86fd1-fe23-46b9-83c5-ef6206baf32f', 'status': 'completed', 'code': 200} Jul 30 00:08:09.389867 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c833a9b-8d14-4d46-95a1-bce9542a8d0f req-36d8aa49-7d68-4dec-9978-f1895d8160f3 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:09.392877 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9c833a9b-8d14-4d46-95a1-bce9542a8d0f req-36d8aa49-7d68-4dec-9978-f1895d8160f3 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6 HTTP/1.1" status: 200 len: 945 time: 0.0619516 Jul 30 00:08:09.421511 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a8e1880c-7bde-4829-8fca-09632b6463e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f01743-f310-4949-9945-e9c2c195945b', 'name': 'tempest-TestVolumeBootPattern-1590910121-router', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:29Z', 'updated_at': '2021-07-29T23:58:32Z', 'revision_number': 4, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'gw_port': {'id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:30Z', 'updated_at': '2021-07-29T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '06509f64-53f0-47e4-b6b8-600069d3679e', 'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'mac_address': 'fa:16:3e:d5:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:31Z', 'updated_at': '2021-07-29T23:58:38Z', 'revision_number': 5, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'subnets': [{'id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:09.448049 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e1880c-7bde-4829-8fca-09632b6463e9 None None] Checking router: 52f01743-f310-4949-9945-e9c2c195945b for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:08:09.457082 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e1880c-7bde-4829-8fca-09632b6463e9 None None] Routers {'52f01743-f310-4949-9945-e9c2c195945b'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:08:09.457684 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a8e1880c-7bde-4829-8fca-09632b6463e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:08:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['52f01743-f310-4949-9945-e9c2c195945b'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:09.460911 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9c833a9b-8d14-4d46-95a1-bce9542a8d0f req-dc29390a-dc69-4cc9-802d-b0875138e8b0 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428128 Jul 30 00:08:09.461688 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91067c-fbea-417a-8476-37b72428a5c4 req-892b0956-4fd1-42a2-bb1e-eb8d861acbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:09.463112 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1d91067c-fbea-417a-8476-37b72428a5c4 req-892b0956-4fd1-42a2-bb1e-eb8d861acbda service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=1b27d1d59ac84f98808da97eba2a694c&device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6 HTTP/1.1" status: 200 len: 1097 time: 0.1530697 Jul 30 00:08:09.558877 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91067c-fbea-417a-8476-37b72428a5c4 req-0f446802-c29c-4fa0-af2f-84960b64cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:09.560319 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1d91067c-fbea-417a-8476-37b72428a5c4 req-0f446802-c29c-4fa0-af2f-84960b64cda1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 200 len: 913 time: 0.0881808 Jul 30 00:08:09.563435 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-a8e1880c-7bde-4829-8fca-09632b6463e9 None None] Set router 52f01743-f310-4949-9945-e9c2c195945b gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:08:09.602411 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1d91067c-fbea-417a-8476-37b72428a5c4 req-fdb001b5-93b5-4555-a815-2f551d8c8a10 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=96f86fd1-fe23-46b9-83c5-ef6206baf32f HTTP/1.1" status: 200 len: 217 time: 0.0338569 Jul 30 00:08:09.655056 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91067c-fbea-417a-8476-37b72428a5c4 req-5ff9e080-5ec0-43ce-a34d-a457d489fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:09.656725 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1d91067c-fbea-417a-8476-37b72428a5c4 req-5ff9e080-5ec0-43ce-a34d-a457d489fb56 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=a11e98d2-a498-4014-8b77-a7744abf9c02 HTTP/1.1" status: 200 len: 851 time: 0.0476160 Jul 30 00:08:09.704108 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d91067c-fbea-417a-8476-37b72428a5c4 req-d9d930e4-33c8-4ee5-8fb5-c5a8328f4e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:09.705614 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1d91067c-fbea-417a-8476-37b72428a5c4 req-d9d930e4-33c8-4ee5-8fb5-c5a8328f4e97 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=772f0955-a0ec-440d-bf3f-76232f0d0cae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405984 Jul 30 00:08:09.717403 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-1d91067c-fbea-417a-8476-37b72428a5c4 req-55337b96-d262-4f9a-bf02-c61f6c3b6d91 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:08:09.718383 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1d91067c-fbea-417a-8476-37b72428a5c4 req-55337b96-d262-4f9a-bf02-c61f6c3b6d91 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052488 Jul 30 00:08:09.759173 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a8e1880c-7bde-4829-8fca-09632b6463e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f01743-f310-4949-9945-e9c2c195945b', 'name': 'tempest-TestVolumeBootPattern-1590910121-router', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:29Z', 'updated_at': '2021-07-29T23:58:32Z', 'revision_number': 4, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'gw_port': {'id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:30Z', 'updated_at': '2021-07-29T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '06509f64-53f0-47e4-b6b8-600069d3679e', 'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'mac_address': 'fa:16:3e:d5:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:31Z', 'updated_at': '2021-07-29T23:58:38Z', 'revision_number': 5, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'subnets': [{'id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:09.785328 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e1880c-7bde-4829-8fca-09632b6463e9 None None] The sync data for ids ['52f01743-f310-4949-9945-e9c2c195945b'] in n-d-712140-10 is: [{'id': '52f01743-f310-4949-9945-e9c2c195945b', 'name': 'tempest-TestVolumeBootPattern-1590910121-router', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:29Z', 'updated_at': '2021-07-29T23:58:32Z', 'revision_number': 4, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'gw_port': {'id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:30Z', 'updated_at': '2021-07-29T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '06509f64-53f0-47e4-b6b8-600069d3679e', 'name': '', 'network_id': '772f0955-a0ec-440d-bf3f-76232f0d0cae', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'mac_address': 'fa:16:3e:d5:26:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:31Z', 'updated_at': '2021-07-29T23:58:38Z', 'revision_number': 5, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'subnets': [{'id': 'a11e98d2-a498-4014-8b77-a7744abf9c02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:08:09.815221 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1d91067c-fbea-417a-8476-37b72428a5c4 req-a7a95d97-ce2c-4b5d-a0f7-2acc39d82b86 service neutron] 10.222.0.23 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886335 Jul 30 00:08:09.913250 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1d91067c-fbea-417a-8476-37b72428a5c4 req-e560238b-636b-4ee8-8145-5690143c8318 service neutron] 10.222.0.23 "GET /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900412 Jul 30 00:08:10.008850 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8eb6471-dfbb-4a58-a65a-f2eedcc53f28 None None] New status for floating IP 39d7dc57-0387-480c-b964-5a721d9d48a2: DOWN {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:08:10.576456 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f76283-0150-40e1-805d-b0663d35d84d req-0a146443-15ac-4e68-b85f-f2d3841df268 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:10.578104 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5f76283-0150-40e1-805d-b0663d35d84d req-0a146443-15ac-4e68-b85f-f2d3841df268 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6 HTTP/1.1" status: 200 len: 945 time: 0.0502765 Jul 30 00:08:10.615955 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5f76283-0150-40e1-805d-b0663d35d84d req-f27572ee-e4e4-42ed-883b-0acfb80e53ce tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/security-groups?id=11b92b4a-88af-4abd-8bfa-c477c1e80314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319040 Jul 30 00:08:10.817284 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3268a5ed-2e9c-4141-ad3b-6268ae1a95e9 req-f454dfd3-1b54-4f6a-b679-4d00c6ab4095 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:10.818639 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3268a5ed-2e9c-4141-ad3b-6268ae1a95e9 req-f454dfd3-1b54-4f6a-b679-4d00c6ab4095 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.23 "GET /v2.0/ports?device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6 HTTP/1.1" status: 200 len: 945 time: 0.0485618 Jul 30 00:08:10.911214 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-3268a5ed-2e9c-4141-ad3b-6268ae1a95e9 req-6d0b2226-e63c-4425-9288-7c404ed2e5cd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Deleting port 96f86fd1-fe23-46b9-83c5-ef6206baf32f {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:08:10.911554 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3268a5ed-2e9c-4141-ad3b-6268ae1a95e9 req-6d0b2226-e63c-4425-9288-7c404ed2e5cd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:10.998793 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-3268a5ed-2e9c-4141-ad3b-6268ae1a95e9 req-6d0b2226-e63c-4425-9288-7c404ed2e5cd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] For port 96f86fd1-fe23-46b9-83c5-ef6206baf32f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=96f86fd1-fe23-46b9-83c5-ef6206baf32f,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:10.999158 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3268a5ed-2e9c-4141-ad3b-6268ae1a95e9 req-6d0b2226-e63c-4425-9288-7c404ed2e5cd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:11.011821 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-3268a5ed-2e9c-4141-ad3b-6268ae1a95e9 req-6d0b2226-e63c-4425-9288-7c404ed2e5cd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Calling delete_port for 96f86fd1-fe23-46b9-83c5-ef6206baf32f owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:08:11.141184 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3268a5ed-2e9c-4141-ad3b-6268ae1a95e9 req-6d0b2226-e63c-4425-9288-7c404ed2e5cd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:11.168614 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b2226-e63c-4425-9288-7c404ed2e5cd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Pushing event deleted for resources: {'Port': ['ID=96f86fd1-fe23-46b9-83c5-ef6206baf32f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:11.215664 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-3268a5ed-2e9c-4141-ad3b-6268ae1a95e9 req-6d0b2226-e63c-4425-9288-7c404ed2e5cd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] No DVR routers for this DVR port 96f86fd1-fe23-46b9-83c5-ef6206baf32f on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:08:11.218552 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-3268a5ed-2e9c-4141-ad3b-6268ae1a95e9 req-6d0b2226-e63c-4425-9288-7c404ed2e5cd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:11.221256 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3268a5ed-2e9c-4141-ad3b-6268ae1a95e9 req-6d0b2226-e63c-4425-9288-7c404ed2e5cd tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.23 "DELETE /v2.0/ports/96f86fd1-fe23-46b9-83c5-ef6206baf32f HTTP/1.1" status: 204 len: 173 time: 0.3965862 Jul 30 00:08:11.221712 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f1b3b71-e245-492a-abb7-8ea524a65ed6', 'name': 'network-vif-deleted', 'tag': '96f86fd1-fe23-46b9-83c5-ef6206baf32f'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:08:11.223968 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b670a7fd-fcba-4c33-a870-ef630b4d5894" -d '{"events": [{"server_uuid": "1f1b3b71-e245-492a-abb7-8ea524a65ed6", "name": "network-vif-deleted", "tag": "96f86fd1-fe23-46b9-83c5-ef6206baf32f"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:08:11.262241 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251d8481-0ec6-4f2d-a551-7f0cf1e101e0 x-openstack-request-id: req-251d8481-0ec6-4f2d-a551-7f0cf1e101e0 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:08:11.262537 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f1b3b71-e245-492a-abb7-8ea524a65ed6", "name": "network-vif-deleted", "tag": "96f86fd1-fe23-46b9-83c5-ef6206baf32f", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:08:11.262789 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-251d8481-0ec6-4f2d-a551-7f0cf1e101e0 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:08:11.263192 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f1b3b71-e245-492a-abb7-8ea524a65ed6', 'name': 'network-vif-deleted', 'tag': '96f86fd1-fe23-46b9-83c5-ef6206baf32f', 'status': 'completed', 'code': 200} Jul 30 00:08:11.714413 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cb760667-2434-42b7-bf85-d9ba516eb784 req-7ae2c1be-ce5f-433e-96c5-2979364adb19 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6 HTTP/1.1" status: 200 len: 210 time: 0.0275106 Jul 30 00:08:12.809642 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13348dc3-8ef0-4033-a050-1f75ebc35f73 req-9fae61fc-6da6-418b-985e-c3c431e9f691 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6 HTTP/1.1" status: 200 len: 210 time: 0.0272903 Jul 30 00:08:13.393639 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 96f86fd1-fe23-46b9-83c5-ef6206baf32f no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:08:13.414299 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 96f86fd1-fe23-46b9-83c5-ef6206baf32f {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:08:13.414650 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 96f86fd1-fe23-46b9-83c5-ef6206baf32f not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:08:13.905221 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4946d597-a2d8-43b0-bf70-62608ddd40f9 req-319e3823-e94a-4cbc-8c4d-a43e8140cc1a tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "GET /v2.0/ports?device_id=1f1b3b71-e245-492a-abb7-8ea524a65ed6 HTTP/1.1" status: 200 len: 210 time: 0.0264909 Jul 30 00:08:14.966032 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56514) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:15.094898 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-ffa87a13-15fc-4dc3-b49e-b64ebfaa6ff3 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Deleting port c9580920-fead-4320-8b0d-82b06f9b3b53 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:08:15.095142 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ffa87a13-15fc-4dc3-b49e-b64ebfaa6ff3 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:15.168692 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ffa87a13-15fc-4dc3-b49e-b64ebfaa6ff3 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:15.169024 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ffa87a13-15fc-4dc3-b49e-b64ebfaa6ff3 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:15.180776 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-ffa87a13-15fc-4dc3-b49e-b64ebfaa6ff3 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Calling delete_port for c9580920-fead-4320-8b0d-82b06f9b3b53 owned by network:floatingip {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:08:15.318722 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ffa87a13-15fc-4dc3-b49e-b64ebfaa6ff3 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:15.344519 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa87a13-15fc-4dc3-b49e-b64ebfaa6ff3 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Pushing event deleted for resources: {'Port': ['ID=c9580920-fead-4320-8b0d-82b06f9b3b53,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:15.409403 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ffa87a13-15fc-4dc3-b49e-b64ebfaa6ff3 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for floatingip, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:15.412189 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ffa87a13-15fc-4dc3-b49e-b64ebfaa6ff3 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:15.413386 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ffa87a13-15fc-4dc3-b49e-b64ebfaa6ff3 tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "DELETE /v2.0/floatingips/130a4325-7f24-48df-93a0-8b1bd3279de7 HTTP/1.1" status: 204 len: 168 time: 0.4462659 Jul 30 00:08:17.667911 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56528) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:17.729974 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-536fa94d-467c-4fda-be6a-c9d9064c8e7b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:17.756942 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-536fa94d-467c-4fda-be6a-c9d9064c8e7b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:17.817827 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-536fa94d-467c-4fda-be6a-c9d9064c8e7b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:17.821019 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-536fa94d-467c-4fda-be6a-c9d9064c8e7b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:17.822217 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-536fa94d-467c-4fda-be6a-c9d9064c8e7b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] 10.222.0.18 "DELETE /v2.0/security-groups/11b92b4a-88af-4abd-8bfa-c477c1e80314 HTTP/1.1" status: 204 len: 168 time: 0.1531498 Jul 30 00:08:17.831755 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536fa94d-467c-4fda-be6a-c9d9064c8e7b tempest-TestVolumeBootPattern-2004019310 tempest-TestVolumeBootPattern-2004019310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b92b4a-88af-4abd-8bfa-c477c1e80314,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:17.887014 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 56532) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:18.363113 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a6b7aae8-7145-407a-abc9-a96828e5e823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:18.608661 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-a6b7aae8-7145-407a-abc9-a96828e5e823 admin admin] Deleting port 06509f64-53f0-47e4-b6b8-600069d3679e {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:08:18.609488 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a6b7aae8-7145-407a-abc9-a96828e5e823 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:18.690848 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-a6b7aae8-7145-407a-abc9-a96828e5e823 admin admin] For port 06509f64-53f0-47e4-b6b8-600069d3679e, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=06509f64-53f0-47e4-b6b8-600069d3679e,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:18.691216 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a6b7aae8-7145-407a-abc9-a96828e5e823 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:18.703495 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-a6b7aae8-7145-407a-abc9-a96828e5e823 admin admin] Calling delete_port for 06509f64-53f0-47e4-b6b8-600069d3679e owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:08:18.881752 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a6b7aae8-7145-407a-abc9-a96828e5e823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:18.908182 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b7aae8-7145-407a-abc9-a96828e5e823 admin admin] Pushing event deleted for resources: {'Port': ['ID=06509f64-53f0-47e4-b6b8-600069d3679e,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:19.075822 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a6b7aae8-7145-407a-abc9-a96828e5e823 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:19.565066 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6b7aae8-7145-407a-abc9-a96828e5e823 admin admin] Router 52f01743-f310-4949-9945-e9c2c195945b has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:08:19.665782 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6b7aae8-7145-407a-abc9-a96828e5e823 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:08:19.670652 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a6b7aae8-7145-407a-abc9-a96828e5e823 admin admin] 10.222.0.18 "PUT /v2.0/routers/52f01743-f310-4949-9945-e9c2c195945b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7825210 Jul 30 00:08:19.673675 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 56536) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:19.676477 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68cd069-9dfe-4593-a3f4-dba6208cd88d None None] Sync routers for ids ['52f01743-f310-4949-9945-e9c2c195945b'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:08:19.685350 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68cd069-9dfe-4593-a3f4-dba6208cd88d None None] Routers {'52f01743-f310-4949-9945-e9c2c195945b'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:08:19.685953 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d68cd069-9dfe-4593-a3f4-dba6208cd88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:08:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['52f01743-f310-4949-9945-e9c2c195945b'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:19.775862 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a7c96e17-3f1d-4799-9b4d-9a158036c44f admin admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:19.789420 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-d68cd069-9dfe-4593-a3f4-dba6208cd88d None None] Set router 52f01743-f310-4949-9945-e9c2c195945b gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:08:19.878925 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a7c96e17-3f1d-4799-9b4d-9a158036c44f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:19.931763 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-a7c96e17-3f1d-4799-9b4d-9a158036c44f admin admin] Deleting port 3769af38-fb41-40b0-a54d-95572e84d0fb {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:08:19.932517 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a7c96e17-3f1d-4799-9b4d-9a158036c44f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:19.973849 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d68cd069-9dfe-4593-a3f4-dba6208cd88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f01743-f310-4949-9945-e9c2c195945b', 'name': 'tempest-TestVolumeBootPattern-1590910121-router', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218'}], 'enable_snat': True}, 'gw_port_id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:29Z', 'updated_at': '2021-07-30T00:08:18Z', 'revision_number': 5, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'gw_port': {'id': '3769af38-fb41-40b0-a54d-95572e84d0fb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:34:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f01743-f310-4949-9945-e9c2c195945b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3953, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:30Z', 'updated_at': '2021-07-29T23:58:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:19.999591 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68cd069-9dfe-4593-a3f4-dba6208cd88d None None] Checking router: 52f01743-f310-4949-9945-e9c2c195945b for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:08:20.008041 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68cd069-9dfe-4593-a3f4-dba6208cd88d None None] Routers {'52f01743-f310-4949-9945-e9c2c195945b'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:08:20.008652 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d68cd069-9dfe-4593-a3f4-dba6208cd88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:08:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['52f01743-f310-4949-9945-e9c2c195945b'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:20.012428 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-a7c96e17-3f1d-4799-9b4d-9a158036c44f admin admin] For port 3769af38-fb41-40b0-a54d-95572e84d0fb, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=3769af38-fb41-40b0-a54d-95572e84d0fb,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:20.012825 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a7c96e17-3f1d-4799-9b4d-9a158036c44f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:20.026742 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-a7c96e17-3f1d-4799-9b4d-9a158036c44f admin admin] Calling delete_port for 3769af38-fb41-40b0-a54d-95572e84d0fb owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:08:20.094698 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-d68cd069-9dfe-4593-a3f4-dba6208cd88d None None] Set router 52f01743-f310-4949-9945-e9c2c195945b gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:08:20.147864 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d68cd069-9dfe-4593-a3f4-dba6208cd88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f01743-f310-4949-9945-e9c2c195945b', 'name': 'tempest-TestVolumeBootPattern-1590910121-router', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:29Z', 'updated_at': '2021-07-30T00:08:19Z', 'revision_number': 6, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:20.177439 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68cd069-9dfe-4593-a3f4-dba6208cd88d None None] The sync data for ids ['52f01743-f310-4949-9945-e9c2c195945b'] in n-d-712140-10 is: [{'id': '52f01743-f310-4949-9945-e9c2c195945b', 'name': 'tempest-TestVolumeBootPattern-1590910121-router', 'tenant_id': '1b27d1d59ac84f98808da97eba2a694c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:29Z', 'updated_at': '2021-07-30T00:08:19Z', 'revision_number': 6, 'project_id': '1b27d1d59ac84f98808da97eba2a694c', 'gw_port_host': None}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:08:20.192619 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a7c96e17-3f1d-4799-9b4d-9a158036c44f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:20.220701 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c96e17-3f1d-4799-9b4d-9a158036c44f admin admin] Pushing event deleted for resources: {'Port': ['ID=3769af38-fb41-40b0-a54d-95572e84d0fb,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:20.281869 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a7c96e17-3f1d-4799-9b4d-9a158036c44f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:20.370036 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a7c96e17-3f1d-4799-9b4d-9a158036c44f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:20.372109 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a7c96e17-3f1d-4799-9b4d-9a158036c44f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:20.414339 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a7c96e17-3f1d-4799-9b4d-9a158036c44f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:20.414989 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c96e17-3f1d-4799-9b4d-9a158036c44f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52f01743-f310-4949-9945-e9c2c195945b {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:08:20.419252 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a7c96e17-3f1d-4799-9b4d-9a158036c44f admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:20.420526 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a7c96e17-3f1d-4799-9b4d-9a158036c44f admin admin] 10.222.0.18 "DELETE /v2.0/routers/52f01743-f310-4949-9945-e9c2c195945b HTTP/1.1" status: 204 len: 168 time: 0.7458820 Jul 30 00:08:20.423436 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 56538) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:20.467144 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac61c431-ea59-43ea-97c8-a9fb131bda82 admin admin] Deleting subnet a11e98d2-a498-4014-8b77-a7744abf9c02 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:08:20.470085 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ac61c431-ea59-43ea-97c8-a9fb131bda82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:20.504439 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ac61c431-ea59-43ea-97c8-a9fb131bda82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:20.590211 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ac61c431-ea59-43ea-97c8-a9fb131bda82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:20.642339 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ac61c431-ea59-43ea-97c8-a9fb131bda82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:20.667448 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61c431-ea59-43ea-97c8-a9fb131bda82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a11e98d2-a498-4014-8b77-a7744abf9c02,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:20.672163 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ac61c431-ea59-43ea-97c8-a9fb131bda82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:20.675625 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ac61c431-ea59-43ea-97c8-a9fb131bda82 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a11e98d2-a498-4014-8b77-a7744abf9c02 HTTP/1.1" status: 204 len: 168 time: 0.2510724 Jul 30 00:08:20.678046 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 56540) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:20.678205 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd3ccc7-a411-4cf6-8cd5-dd1a776845b8 None None] Network 772f0955-a0ec-440d-bf3f-76232f0d0cae requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:08:20.751280 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1aae00e0-82bd-4b75-b4b5-f7c132624bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:20.804676 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-1aae00e0-82bd-4b75-b4b5-f7c132624bea admin admin] Deleting port dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:08:20.805025 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1aae00e0-82bd-4b75-b4b5-f7c132624bea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:20.867009 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-1aae00e0-82bd-4b75-b4b5-f7c132624bea admin admin] For port dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee,segment=NetworkSegment(79538e5a-2269-4946-8edf-8e8b098ed187),segment_id=79538e5a-2269-4946-8edf-8e8b098ed187)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:20.867301 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1aae00e0-82bd-4b75-b4b5-f7c132624bea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:20.880443 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-1aae00e0-82bd-4b75-b4b5-f7c132624bea admin admin] Calling delete_port for dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:08:20.933271 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e49194-3346-4d15-8d3a-88b923c82035 None None] DHCP port deletion for 772f0955-a0ec-440d-bf3f-76232f0d0cae request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:08:20.970558 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1aae00e0-82bd-4b75-b4b5-f7c132624bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:20.982614 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d0e49194-3346-4d15-8d3a-88b923c82035 None None] Deleting port dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:08:20.982996 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d0e49194-3346-4d15-8d3a-88b923c82035 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:21.000484 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae00e0-82bd-4b75-b4b5-f7c132624bea admin admin] Pushing event deleted for resources: {'Port': ['ID=dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:21.007573 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aae00e0-82bd-4b75-b4b5-f7c132624bea admin admin] No DVR routers for this DVR port dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:08:21.048501 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-d0e49194-3346-4d15-8d3a-88b923c82035 None None] For port dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee, host n-d-712140-10, got binding levels [] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:21.049041 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d0e49194-3346-4d15-8d3a-88b923c82035 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:21.062728 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d0e49194-3346-4d15-8d3a-88b923c82035 None None] Calling delete_port for dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:08:21.065583 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.ipam_backend_mixin [None req-d0e49194-3346-4d15-8d3a-88b923c82035 None None] Port dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee was not found and therefore no delete operation was performed {{(pid=94065) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 00:08:21.066901 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d0e49194-3346-4d15-8d3a-88b923c82035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:21.087614 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1aae00e0-82bd-4b75-b4b5-f7c132624bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:21.095195 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e49194-3346-4d15-8d3a-88b923c82035 None None] Pushing event deleted for resources: {'Port': ['ID=dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:21.098249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-1aae00e0-82bd-4b75-b4b5-f7c132624bea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772f0955-a0ec-440d-bf3f-76232f0d0cae']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:21.103891 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e49194-3346-4d15-8d3a-88b923c82035 None None] No DVR routers for this DVR port dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:08:21.106553 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e49194-3346-4d15-8d3a-88b923c82035 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:21.106760 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e49194-3346-4d15-8d3a-88b923c82035 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:21.107105 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e49194-3346-4d15-8d3a-88b923c82035 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:21.107446 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e49194-3346-4d15-8d3a-88b923c82035 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:21.108472 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e49194-3346-4d15-8d3a-88b923c82035 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:21.108472 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e49194-3346-4d15-8d3a-88b923c82035 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:21.109369 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e49194-3346-4d15-8d3a-88b923c82035 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:21.109768 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e49194-3346-4d15-8d3a-88b923c82035 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:21.110187 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e49194-3346-4d15-8d3a-88b923c82035 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:21.110526 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e49194-3346-4d15-8d3a-88b923c82035 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:21.110649 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-1aae00e0-82bd-4b75-b4b5-f7c132624bea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79538e5a-2269-4946-8edf-8e8b098ed187') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:21.110858 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e49194-3346-4d15-8d3a-88b923c82035 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:21.110979 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-1aae00e0-82bd-4b75-b4b5-f7c132624bea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79538e5a-2269-4946-8edf-8e8b098ed187') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:21.111189 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0e49194-3346-4d15-8d3a-88b923c82035 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:08:21.125075 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1aae00e0-82bd-4b75-b4b5-f7c132624bea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:21.139636 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1aae00e0-82bd-4b75-b4b5-f7c132624bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:21.147265 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aae00e0-82bd-4b75-b4b5-f7c132624bea admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:08:21.147906 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1aae00e0-82bd-4b75-b4b5-f7c132624bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:21.149557 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 30 00:08:21.149557 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:08:21.149557 n-d-712140-10 neutron-server[94063]: timer() Jul 30 00:08:21.149557 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:08:21.149557 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 30 00:08:21.149557 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:08:21.149557 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 30 00:08:21.149557 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:08:21.149557 n-d-712140-10 neutron-server[94063]: self._notify() Jul 30 00:08:21.149557 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:08:21.149557 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 30 00:08:21.149557 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:08:21.149557 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 30 00:08:21.149557 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:08:21.149557 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:08:21.149557 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:08:21.149557 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:08:21.149557 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:08:21.149557 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 30 00:08:21.149557 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:08:21.149557 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 30 00:08:21.149557 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:08:21.149557 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:08:21.149557 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:08:21.149557 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 30 00:08:21.149557 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:08:21.149557 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:08:21.149557 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:08:21.149557 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:08:21.149557 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:08:21.149557 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:08:21.149557 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:08:21.206641 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1aae00e0-82bd-4b75-b4b5-f7c132624bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:21.212370 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1aae00e0-82bd-4b75-b4b5-f7c132624bea admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:21.217337 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1aae00e0-82bd-4b75-b4b5-f7c132624bea admin admin] 10.222.0.18 "DELETE /v2.0/networks/772f0955-a0ec-440d-bf3f-76232f0d0cae HTTP/1.1" status: 204 len: 168 time: 0.5352464 Jul 30 00:08:21.217461 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56542) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:21.225622 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae00e0-82bd-4b75-b4b5-f7c132624bea admin admin] Pushing event deleted for resources: {'Network': ['ID=772f0955-a0ec-440d-bf3f-76232f0d0cae,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:21.461653 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:08:21.590460 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c6db5138-a6a1-41ec-84eb-7f7938e5721b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:21.641445 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:08:21.641790 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device dc61cbaf-8a26-4db1-b85f-1dd6e04b55ee not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:08:21.642202 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 3769af38-fb41-40b0-a54d-95572e84d0fb no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:08:21.660457 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 3769af38-fb41-40b0-a54d-95572e84d0fb {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:08:21.660800 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 3769af38-fb41-40b0-a54d-95572e84d0fb not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:08:21.661213 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 06509f64-53f0-47e4-b6b8-600069d3679e no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:08:21.680136 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 06509f64-53f0-47e4-b6b8-600069d3679e {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:08:21.680857 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 06509f64-53f0-47e4-b6b8-600069d3679e not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:08:21.841131 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-c6db5138-a6a1-41ec-84eb-7f7938e5721b admin admin] Deleting port be1f0093-e483-45da-b641-eb4b8bda0426 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:08:21.841396 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c6db5138-a6a1-41ec-84eb-7f7938e5721b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:21.922493 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-c6db5138-a6a1-41ec-84eb-7f7938e5721b admin admin] For port be1f0093-e483-45da-b641-eb4b8bda0426, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=be1f0093-e483-45da-b641-eb4b8bda0426,segment=NetworkSegment(6778448c-62d6-44f8-a598-49188896aa86),segment_id=6778448c-62d6-44f8-a598-49188896aa86)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:21.923100 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c6db5138-a6a1-41ec-84eb-7f7938e5721b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:21.939677 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-c6db5138-a6a1-41ec-84eb-7f7938e5721b admin admin] Calling delete_port for be1f0093-e483-45da-b641-eb4b8bda0426 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:08:22.118399 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c6db5138-a6a1-41ec-84eb-7f7938e5721b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:22.145034 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db5138-a6a1-41ec-84eb-7f7938e5721b admin admin] Pushing event deleted for resources: {'Port': ['ID=be1f0093-e483-45da-b641-eb4b8bda0426,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:22.315996 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c6db5138-a6a1-41ec-84eb-7f7938e5721b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:22.533812 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6db5138-a6a1-41ec-84eb-7f7938e5721b admin admin] Router b961bf25-6cdc-48ca-b44e-3d42bc821749 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:08:22.639829 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6db5138-a6a1-41ec-84eb-7f7938e5721b admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:08:22.645730 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c6db5138-a6a1-41ec-84eb-7f7938e5721b admin admin] 10.222.0.18 "PUT /v2.0/routers/b961bf25-6cdc-48ca-b44e-3d42bc821749/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4273272 Jul 30 00:08:22.648211 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56544) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:22.650795 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d37ebe-a668-4576-b72d-e6f791581303 None None] Sync routers for ids ['b961bf25-6cdc-48ca-b44e-3d42bc821749'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:08:22.660660 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d37ebe-a668-4576-b72d-e6f791581303 None None] Routers {'b961bf25-6cdc-48ca-b44e-3d42bc821749'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:08:22.661268 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-02d37ebe-a668-4576-b72d-e6f791581303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:08:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b961bf25-6cdc-48ca-b44e-3d42bc821749'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:22.762705 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-02d37ebe-a668-4576-b72d-e6f791581303 None None] Set router b961bf25-6cdc-48ca-b44e-3d42bc821749 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:08:22.944664 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-02d37ebe-a668-4576-b72d-e6f791581303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b961bf25-6cdc-48ca-b44e-3d42bc821749', 'name': 'tempest-TestVolumeBootPattern-1577691590-router', 'tenant_id': '641ec964ef4d4635ad6c28ca8b5ac439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '17e8e494-8707-40b0-b4ee-c75c8351f9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:34Z', 'updated_at': '2021-07-30T00:08:22Z', 'revision_number': 5, 'project_id': '641ec964ef4d4635ad6c28ca8b5ac439', 'gw_port': {'id': '17e8e494-8707-40b0-b4ee-c75c8351f9fc', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b961bf25-6cdc-48ca-b44e-3d42bc821749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:34Z', 'updated_at': '2021-07-29T23:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:22.972450 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d37ebe-a668-4576-b72d-e6f791581303 None None] Checking router: b961bf25-6cdc-48ca-b44e-3d42bc821749 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:08:22.981306 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d37ebe-a668-4576-b72d-e6f791581303 None None] Routers {'b961bf25-6cdc-48ca-b44e-3d42bc821749'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:08:22.981916 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-02d37ebe-a668-4576-b72d-e6f791581303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:08:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b961bf25-6cdc-48ca-b44e-3d42bc821749'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:23.069523 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c3a0240a-fe7f-407b-bb95-a86fc0fd7b49 admin admin] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:23.086598 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-02d37ebe-a668-4576-b72d-e6f791581303 None None] Set router b961bf25-6cdc-48ca-b44e-3d42bc821749 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:08:23.172790 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c3a0240a-fe7f-407b-bb95-a86fc0fd7b49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:23.226069 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-c3a0240a-fe7f-407b-bb95-a86fc0fd7b49 admin admin] Deleting port 17e8e494-8707-40b0-b4ee-c75c8351f9fc {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:08:23.226322 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c3a0240a-fe7f-407b-bb95-a86fc0fd7b49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:23.260213 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-02d37ebe-a668-4576-b72d-e6f791581303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b961bf25-6cdc-48ca-b44e-3d42bc821749', 'name': 'tempest-TestVolumeBootPattern-1577691590-router', 'tenant_id': '641ec964ef4d4635ad6c28ca8b5ac439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '17e8e494-8707-40b0-b4ee-c75c8351f9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:34Z', 'updated_at': '2021-07-30T00:08:22Z', 'revision_number': 5, 'project_id': '641ec964ef4d4635ad6c28ca8b5ac439', 'gw_port': {'id': '17e8e494-8707-40b0-b4ee-c75c8351f9fc', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b961bf25-6cdc-48ca-b44e-3d42bc821749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:34Z', 'updated_at': '2021-07-29T23:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:23.289997 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d37ebe-a668-4576-b72d-e6f791581303 None None] The sync data for ids ['b961bf25-6cdc-48ca-b44e-3d42bc821749'] in n-d-712140-10 is: [{'id': 'b961bf25-6cdc-48ca-b44e-3d42bc821749', 'name': 'tempest-TestVolumeBootPattern-1577691590-router', 'tenant_id': '641ec964ef4d4635ad6c28ca8b5ac439', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '17e8e494-8707-40b0-b4ee-c75c8351f9fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-29T23:58:34Z', 'updated_at': '2021-07-30T00:08:22Z', 'revision_number': 5, 'project_id': '641ec964ef4d4635ad6c28ca8b5ac439', 'gw_port': {'id': '17e8e494-8707-40b0-b4ee-c75c8351f9fc', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:6f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b961bf25-6cdc-48ca-b44e-3d42bc821749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-29T23:58:34Z', 'updated_at': '2021-07-29T23:58:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:08:23.309378 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-c3a0240a-fe7f-407b-bb95-a86fc0fd7b49 admin admin] For port 17e8e494-8707-40b0-b4ee-c75c8351f9fc, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=17e8e494-8707-40b0-b4ee-c75c8351f9fc,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:23.309759 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c3a0240a-fe7f-407b-bb95-a86fc0fd7b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:23.324004 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-c3a0240a-fe7f-407b-bb95-a86fc0fd7b49 admin admin] Calling delete_port for 17e8e494-8707-40b0-b4ee-c75c8351f9fc owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:08:23.487668 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c3a0240a-fe7f-407b-bb95-a86fc0fd7b49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:23.517879 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a0240a-fe7f-407b-bb95-a86fc0fd7b49 admin admin] Pushing event deleted for resources: {'Port': ['ID=17e8e494-8707-40b0-b4ee-c75c8351f9fc,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:23.576364 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c3a0240a-fe7f-407b-bb95-a86fc0fd7b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:23.669468 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c3a0240a-fe7f-407b-bb95-a86fc0fd7b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:23.671705 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c3a0240a-fe7f-407b-bb95-a86fc0fd7b49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:23.720339 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c3a0240a-fe7f-407b-bb95-a86fc0fd7b49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:23.720339 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a0240a-fe7f-407b-bb95-a86fc0fd7b49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b961bf25-6cdc-48ca-b44e-3d42bc821749 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:08:23.724950 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c3a0240a-fe7f-407b-bb95-a86fc0fd7b49 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:23.726308 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c3a0240a-fe7f-407b-bb95-a86fc0fd7b49 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b961bf25-6cdc-48ca-b44e-3d42bc821749 HTTP/1.1" status: 204 len: 168 time: 1.0769885 Jul 30 00:08:23.728543 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56546) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:23.730687 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device be1f0093-e483-45da-b641-eb4b8bda0426 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:08:23.757047 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: be1f0093-e483-45da-b641-eb4b8bda0426 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:08:23.757746 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device be1f0093-e483-45da-b641-eb4b8bda0426 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:08:23.778331 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-13875010-abbe-44a5-a024-e8feb776d4ab admin admin] Deleting subnet bbc9aed5-3a41-40cd-a115-ba796ffd2d88 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:08:23.782163 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-13875010-abbe-44a5-a024-e8feb776d4ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:23.818699 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-13875010-abbe-44a5-a024-e8feb776d4ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:23.895021 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-13875010-abbe-44a5-a024-e8feb776d4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:23.954262 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-13875010-abbe-44a5-a024-e8feb776d4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:23.985473 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13875010-abbe-44a5-a024-e8feb776d4ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbc9aed5-3a41-40cd-a115-ba796ffd2d88,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:23.993233 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-13875010-abbe-44a5-a024-e8feb776d4ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:23.994534 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ff4698-edd7-456b-8316-edec39faca56 None None] Network 5b3a8ec1-af74-4765-9623-cf2d3e25544d requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:08:23.995045 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-13875010-abbe-44a5-a024-e8feb776d4ab admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bbc9aed5-3a41-40cd-a115-ba796ffd2d88 HTTP/1.1" status: 204 len: 168 time: 0.2655439 Jul 30 00:08:23.997825 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56548) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:24.069694 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-360eacd7-7792-4a87-9000-2a6d38a8dd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:24.123599 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-360eacd7-7792-4a87-9000-2a6d38a8dd52 admin admin] Deleting port 9fd6aaa4-2d78-4e2e-bd65-4300f1ee75ef {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:08:24.124124 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-360eacd7-7792-4a87-9000-2a6d38a8dd52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:24.190781 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-360eacd7-7792-4a87-9000-2a6d38a8dd52 admin admin] For port 9fd6aaa4-2d78-4e2e-bd65-4300f1ee75ef, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9fd6aaa4-2d78-4e2e-bd65-4300f1ee75ef,segment=NetworkSegment(6778448c-62d6-44f8-a598-49188896aa86),segment_id=6778448c-62d6-44f8-a598-49188896aa86)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:24.191176 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-360eacd7-7792-4a87-9000-2a6d38a8dd52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:24.203754 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-360eacd7-7792-4a87-9000-2a6d38a8dd52 admin admin] Calling delete_port for 9fd6aaa4-2d78-4e2e-bd65-4300f1ee75ef owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:08:24.284262 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-360eacd7-7792-4a87-9000-2a6d38a8dd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:24.308579 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360eacd7-7792-4a87-9000-2a6d38a8dd52 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd6aaa4-2d78-4e2e-bd65-4300f1ee75ef,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:24.314314 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360eacd7-7792-4a87-9000-2a6d38a8dd52 admin admin] No DVR routers for this DVR port 9fd6aaa4-2d78-4e2e-bd65-4300f1ee75ef on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:08:24.354514 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619f7617-456b-4462-8261-132331557afa None None] DHCP port deletion for 5b3a8ec1-af74-4765-9623-cf2d3e25544d request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:08:24.392990 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-360eacd7-7792-4a87-9000-2a6d38a8dd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:24.402509 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-360eacd7-7792-4a87-9000-2a6d38a8dd52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b3a8ec1-af74-4765-9623-cf2d3e25544d']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:24.413137 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-360eacd7-7792-4a87-9000-2a6d38a8dd52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6778448c-62d6-44f8-a598-49188896aa86') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:24.413437 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-360eacd7-7792-4a87-9000-2a6d38a8dd52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6778448c-62d6-44f8-a598-49188896aa86') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:08:24.422544 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-360eacd7-7792-4a87-9000-2a6d38a8dd52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:24.436279 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-360eacd7-7792-4a87-9000-2a6d38a8dd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:24.442575 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360eacd7-7792-4a87-9000-2a6d38a8dd52 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:08:24.442956 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-360eacd7-7792-4a87-9000-2a6d38a8dd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:24.444624 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 30 00:08:24.444624 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:08:24.444624 n-d-712140-10 neutron-server[94064]: timer() Jul 30 00:08:24.444624 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:08:24.444624 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 30 00:08:24.444624 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:08:24.444624 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 30 00:08:24.444624 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:08:24.444624 n-d-712140-10 neutron-server[94064]: self._notify() Jul 30 00:08:24.444624 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:08:24.444624 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 30 00:08:24.444624 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:08:24.444624 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 30 00:08:24.444624 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:08:24.444624 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:08:24.444624 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:08:24.444624 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:08:24.444624 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:08:24.444624 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 30 00:08:24.444624 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:08:24.444624 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 30 00:08:24.444624 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:08:24.444624 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:08:24.444624 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:08:24.444624 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 30 00:08:24.444624 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:08:24.444624 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:08:24.444624 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:08:24.444624 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:08:24.444624 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:08:24.444624 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:08:24.444624 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:08:24.503976 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-360eacd7-7792-4a87-9000-2a6d38a8dd52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:24.509560 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-360eacd7-7792-4a87-9000-2a6d38a8dd52 admin admin] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:24.511475 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-360eacd7-7792-4a87-9000-2a6d38a8dd52 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5b3a8ec1-af74-4765-9623-cf2d3e25544d HTTP/1.1" status: 204 len: 168 time: 0.5127707 Jul 30 00:08:24.523994 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360eacd7-7792-4a87-9000-2a6d38a8dd52 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b3a8ec1-af74-4765-9623-cf2d3e25544d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:24.625058 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56552) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:24.664593 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c929af24-dee5-4a7b-9bdf-22d2d37639b5 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1b27d1d59ac84f98808da97eba2a694c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383182 Jul 30 00:08:24.666914 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56554) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:24.713307 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-caf3972a-118a-4fb5-9226-8de9d3331e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:24.734390 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-caf3972a-118a-4fb5-9226-8de9d3331e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:24.781739 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-caf3972a-118a-4fb5-9226-8de9d3331e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:24.784440 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-caf3972a-118a-4fb5-9226-8de9d3331e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:24.785635 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-caf3972a-118a-4fb5-9226-8de9d3331e9f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cfc9a665-4239-4153-8a6c-f1cf853e19cf HTTP/1.1" status: 204 len: 168 time: 0.1177981 Jul 30 00:08:24.793619 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf3972a-118a-4fb5-9226-8de9d3331e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc9a665-4239-4153-8a6c-f1cf853e19cf,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:25.097024 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56560) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:25.136458 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ed5bec80-9563-4ffe-b5bb-9f1f637b59b8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=641ec964ef4d4635ad6c28ca8b5ac439&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382774 Jul 30 00:08:25.138845 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56562) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:25.190737 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a766ebf0-a45e-474c-9f8f-e7697d48f0a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:25.211569 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a766ebf0-a45e-474c-9f8f-e7697d48f0a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:25.257203 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a766ebf0-a45e-474c-9f8f-e7697d48f0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:25.259765 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a766ebf0-a45e-474c-9f8f-e7697d48f0a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:25.260968 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a766ebf0-a45e-474c-9f8f-e7697d48f0a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00b453ff-9959-4e37-bbcb-2a8488c43669 HTTP/1.1" status: 204 len: 168 time: 0.1212242 Jul 30 00:08:25.269557 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766ebf0-a45e-474c-9f8f-e7697d48f0a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b453ff-9959-4e37-bbcb-2a8488c43669,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:25.475276 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 17e8e494-8707-40b0-b4ee-c75c8351f9fc no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:08:25.496951 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 17e8e494-8707-40b0-b4ee-c75c8351f9fc {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:08:25.497360 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 17e8e494-8707-40b0-b4ee-c75c8351f9fc not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:08:25.497763 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9fd6aaa4-2d78-4e2e-bd65-4300f1ee75ef no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:08:25.523363 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 9fd6aaa4-2d78-4e2e-bd65-4300f1ee75ef {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:08:25.523716 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9fd6aaa4-2d78-4e2e-bd65-4300f1ee75ef not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:08:29.313357 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:08:29.939257 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:30.199143 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:32.889153 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b9745a04-70ad-4e04-9c48-9365d8d5e0e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:34.736416 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-89daa25c-2c57-43c3-a714-69394cdbcdcf tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=55f816688ab24a8aa4b6f5d35f890d66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228190 Jul 30 00:08:34.849235 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-92b215ca-1ad7-451b-b04d-49df05849e01 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:34.850706 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-92b215ca-1ad7-451b-b04d-49df05849e01 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1069052 Jul 30 00:08:34.866481 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-968dc61d-77e1-4711-ae73-5d9bad54efd7 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] 10.222.0.18 "GET /v2.0/quotas/55f816688ab24a8aa4b6f5d35f890d66 HTTP/1.1" status: 200 len: 375 time: 0.0100894 Jul 30 00:08:34.897023 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-2164d1df-6ed6-4146-a359-5b895f686128 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=55f816688ab24a8aa4b6f5d35f890d66&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252013 Jul 30 00:08:35.060386 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-286548c8-e1e2-4908-be6d-84711017f44a req-d96edbe8-f6fb-4f64-bd54-dfff9a76c5c5 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b198a0a-a7ad-40e6-b4f9-2c953bb2037b HTTP/1.1" status: 200 len: 210 time: 0.0281699 Jul 30 00:08:35.452646 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:35.882017 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-d8e2eead-3dec-4604-b1bf-b04dbd01e901 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=55f816688ab24a8aa4b6f5d35f890d66&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231326 Jul 30 00:08:35.995086 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-296fb584-27bb-4a72-b8db-908235c828fc tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:35.996602 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-296fb584-27bb-4a72-b8db-908235c828fc tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1090732 Jul 30 00:08:36.009567 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-49d9ead7-f846-42e1-bcc7-a912f3c91d48 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Request body: {'port': {'device_id': '7b198a0a-a7ad-40e6-b4f9-2c953bb2037b', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'admin_state_up': True, 'tenant_id': '55f816688ab24a8aa4b6f5d35f890d66'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:36.120321 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-49d9ead7-f846-42e1-bcc7-a912f3c91d48 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Made reservation on behalf of 55f816688ab24a8aa4b6f5d35f890d66 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:36.124074 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-49d9ead7-f846-42e1-bcc7-a912f3c91d48 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:36.136317 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-49d9ead7-f846-42e1-bcc7-a912f3c91d48 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:36.166971 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3de2969d-4a76-4a1e-a403-dafe427f3ea3 req-5b922ab1-578c-49e6-8432-8e7c6d1c0f43 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b198a0a-a7ad-40e6-b4f9-2c953bb2037b HTTP/1.1" status: 200 len: 210 time: 0.0326428 Jul 30 00:08:36.248444 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-49d9ead7-f846-42e1-bcc7-a912f3c91d48 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:36.252627 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-49d9ead7-f846-42e1-bcc7-a912f3c91d48 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:36.272983 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c7cadd81-4a71-4f4a-b932-a27c0e8eb60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:36.326680 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9ead7-f846-42e1-bcc7-a912f3c91d48 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9f8e8ad-92a4-4a86-a037-33c2b0920644,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:36.396079 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-49d9ead7-f846-42e1-bcc7-a912f3c91d48 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Allocated IP 192.168.233.228 (adb88f5c-b5bd-41cf-b367-228eab6e0075/28e6de27-5b72-4bf0-88e6-0cdec4cf806e/0a36ad13-a4f8-4eb6-accc-0d201142ff14) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:08:36.547796 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-49d9ead7-f846-42e1-bcc7-a912f3c91d48 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:36.561638 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-49d9ead7-f846-42e1-bcc7-a912f3c91d48 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Transition to ACTIVE for port object 0a36ad13-a4f8-4eb6-accc-0d201142ff14 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:36.595113 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-49d9ead7-f846-42e1-bcc7-a912f3c91d48 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:36.638921 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-49d9ead7-f846-42e1-bcc7-a912f3c91d48 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Network adb88f5c-b5bd-41cf-b367-228eab6e0075 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:36.642508 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-49d9ead7-f846-42e1-bcc7-a912f3c91d48 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:36.646135 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-49d9ead7-f846-42e1-bcc7-a912f3c91d48 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:08:36.674022 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9ead7-f846-42e1-bcc7-a912f3c91d48 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Pushing event updated for resources: {'Port': ['ID=0a36ad13-a4f8-4eb6-accc-0d201142ff14,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:36.706115 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-49d9ead7-f846-42e1-bcc7-a912f3c91d48 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:36.706786 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-49d9ead7-f846-42e1-bcc7-a912f3c91d48 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:36.722734 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-49d9ead7-f846-42e1-bcc7-a912f3c91d48 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7167776 Jul 30 00:08:36.735751 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-fb5ce0ee-e87c-413c-9c9f-c0cf2ce69c35 service neutron] Request body: {'port': {'device_id': '7b198a0a-a7ad-40e6-b4f9-2c953bb2037b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:36.793605 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-fb5ce0ee-e87c-413c-9c9f-c0cf2ce69c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:36.895129 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-799f83a7-2b62-4461-9b64-db17342be9cd None None] Provisioning for port 0a36ad13-a4f8-4eb6-accc-0d201142ff14 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:08:36.898903 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-799f83a7-2b62-4461-9b64-db17342be9cd None None] Provisioning complete for port 0a36ad13-a4f8-4eb6-accc-0d201142ff14 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:36.899271 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-799f83a7-2b62-4461-9b64-db17342be9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:36.933589 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-799f83a7-2b62-4461-9b64-db17342be9cd None None] Port 0a36ad13-a4f8-4eb6-accc-0d201142ff14 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:08:36.997494 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:37.070904 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-fb5ce0ee-e87c-413c-9c9f-c0cf2ce69c35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a36ad13-a4f8-4eb6-accc-0d201142ff14 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:08:37.079031 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-fb5ce0ee-e87c-413c-9c9f-c0cf2ce69c35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:37.090915 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-fb5ce0ee-e87c-413c-9c9f-c0cf2ce69c35 service neutron] Transition to ACTIVE for port object 0a36ad13-a4f8-4eb6-accc-0d201142ff14 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:37.094790 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-fb5ce0ee-e87c-413c-9c9f-c0cf2ce69c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:37.165333 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ce0ee-e87c-413c-9c9f-c0cf2ce69c35 service neutron] Pushing event updated for resources: {'Port': ['ID=0a36ad13-a4f8-4eb6-accc-0d201142ff14,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:37.217744 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-fb5ce0ee-e87c-413c-9c9f-c0cf2ce69c35 service neutron] Attempting to bind port 0a36ad13-a4f8-4eb6-accc-0d201142ff14 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:08:37.218111 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-fb5ce0ee-e87c-413c-9c9f-c0cf2ce69c35 service neutron] Attempting to bind port 0a36ad13-a4f8-4eb6-accc-0d201142ff14 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:08:37.218453 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-fb5ce0ee-e87c-413c-9c9f-c0cf2ce69c35 service neutron] Attempting to bind port 0a36ad13-a4f8-4eb6-accc-0d201142ff14 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:08:37.224192 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-fb5ce0ee-e87c-413c-9c9f-c0cf2ce69c35 service neutron] Port 0a36ad13-a4f8-4eb6-accc-0d201142ff14 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:08:37.224522 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-fb5ce0ee-e87c-413c-9c9f-c0cf2ce69c35 service neutron] Attempting to bind port 0a36ad13-a4f8-4eb6-accc-0d201142ff14 on network adb88f5c-b5bd-41cf-b367-228eab6e0075 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:08:37.230373 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-fb5ce0ee-e87c-413c-9c9f-c0cf2ce69c35 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:08:37.230720 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-fb5ce0ee-e87c-413c-9c9f-c0cf2ce69c35 service neutron] Checking segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:08:37.231113 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-fb5ce0ee-e87c-413c-9c9f-c0cf2ce69c35 service neutron] Bound using segment: {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:08:37.231546 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-fb5ce0ee-e87c-413c-9c9f-c0cf2ce69c35 service neutron] Bound port: 0a36ad13-a4f8-4eb6-accc-0d201142ff14, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab049b52-35ea-469d-8769-1e30c4b4fe96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:08:37.231938 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-fb5ce0ee-e87c-413c-9c9f-c0cf2ce69c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:37.334193 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6973ce4-7e9f-49e6-97bb-e29a9896c2f7 req-5d0691b0-94c1-4b1f-9609-5953849b052b tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:37.335716 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a6973ce4-7e9f-49e6-97bb-e29a9896c2f7 req-5d0691b0-94c1-4b1f-9609-5953849b052b tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b198a0a-a7ad-40e6-b4f9-2c953bb2037b HTTP/1.1" status: 200 len: 948 time: 0.0903106 Jul 30 00:08:37.343172 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-fb5ce0ee-e87c-413c-9c9f-c0cf2ce69c35 service neutron] For port 0a36ad13-a4f8-4eb6-accc-0d201142ff14, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:08:37.351824 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-fb5ce0ee-e87c-413c-9c9f-c0cf2ce69c35 service neutron] For port 0a36ad13-a4f8-4eb6-accc-0d201142ff14, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=0a36ad13-a4f8-4eb6-accc-0d201142ff14,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:08:37.361652 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-fb5ce0ee-e87c-413c-9c9f-c0cf2ce69c35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:37.414168 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-fb5ce0ee-e87c-413c-9c9f-c0cf2ce69c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:37.415120 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-fb5ce0ee-e87c-413c-9c9f-c0cf2ce69c35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:37.416592 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-fb5ce0ee-e87c-413c-9c9f-c0cf2ce69c35 service neutron] 10.222.0.39 "PUT /v2.0/ports/0a36ad13-a4f8-4eb6-accc-0d201142ff14 HTTP/1.1" status: 200 len: 1097 time: 0.6857772 Jul 30 00:08:37.418949 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b198a0a-a7ad-40e6-b4f9-2c953bb2037b', 'tag': '0a36ad13-a4f8-4eb6-accc-0d201142ff14'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:08:37.421336 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdc130b-0500-4968-af43-4d4b85d5d807" -d '{"events": [{"name": "network-changed", "server_uuid": "7b198a0a-a7ad-40e6-b4f9-2c953bb2037b", "tag": "0a36ad13-a4f8-4eb6-accc-0d201142ff14"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:08:37.434027 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a6973ce4-7e9f-49e6-97bb-e29a9896c2f7 req-2e57387c-cef1-4fc9-b8b8-af33d07a6f3b tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9f8e8ad-92a4-4a86-a037-33c2b0920644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921390 Jul 30 00:08:37.456141 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ce0ee-e87c-413c-9c9f-c0cf2ce69c35 service neutron] Pushing event updated for resources: {'Port': ['ID=0a36ad13-a4f8-4eb6-accc-0d201142ff14,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:37.502663 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83f473c-3857-4958-ab2d-0f005a43608a x-openstack-request-id: req-f83f473c-3857-4958-ab2d-0f005a43608a {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:08:37.502947 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b198a0a-a7ad-40e6-b4f9-2c953bb2037b", "tag": "0a36ad13-a4f8-4eb6-accc-0d201142ff14", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:08:37.503199 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f83f473c-3857-4958-ab2d-0f005a43608a {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:08:37.503599 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b198a0a-a7ad-40e6-b4f9-2c953bb2037b', 'tag': '0a36ad13-a4f8-4eb6-accc-0d201142ff14', 'status': 'completed', 'code': 200} Jul 30 00:08:37.519821 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-a85bbec7-424d-4174-8203-a37102a8c738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:37.521413 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-a85bbec7-424d-4174-8203-a37102a8c738 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55f816688ab24a8aa4b6f5d35f890d66&device_id=7b198a0a-a7ad-40e6-b4f9-2c953bb2037b HTTP/1.1" status: 200 len: 1100 time: 0.0485435 Jul 30 00:08:37.566813 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-9f32d86e-ed51-488b-9705-7cf81b4e58e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=0a36ad13-a4f8-4eb6-accc-0d201142ff14 HTTP/1.1" status: 200 len: 217 time: 0.0371253 Jul 30 00:08:37.622348 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-8afc361c-c2d7-41c1-9d97-4acac3a1dc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:37.623798 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-8afc361c-c2d7-41c1-9d97-4acac3a1dc0b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.0496142 Jul 30 00:08:37.676849 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-5cf92893-8155-453d-a072-bc80623124ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:37.678642 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-5cf92893-8155-453d-a072-bc80623124ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0482309 Jul 30 00:08:37.768755 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-bb451cdd-1942-430f-a6ae-c383764c0ba5 service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827324 Jul 30 00:08:37.862287 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8b397e9d-e658-40ee-8491-fe073ec2125b req-77f2be99-76db-4a99-a9f4-792f7db31c3c service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855808 Jul 30 00:08:37.947508 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc130b-0500-4968-af43-4d4b85d5d807 req-5b1073b5-f97b-4601-a545-9177d13ab94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:37.948924 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0cdc130b-0500-4968-af43-4d4b85d5d807 req-5b1073b5-f97b-4601-a545-9177d13ab94a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=55f816688ab24a8aa4b6f5d35f890d66&device_id=7b198a0a-a7ad-40e6-b4f9-2c953bb2037b HTTP/1.1" status: 200 len: 1100 time: 0.0419495 Jul 30 00:08:38.042693 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc130b-0500-4968-af43-4d4b85d5d807 req-986bfe5f-8dd7-4509-867a-69a6700d3aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:38.044208 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0cdc130b-0500-4968-af43-4d4b85d5d807 req-986bfe5f-8dd7-4509-867a-69a6700d3aa0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=adb88f5c-b5bd-41cf-b367-228eab6e0075 HTTP/1.1" status: 200 len: 870 time: 0.0878918 Jul 30 00:08:38.092180 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0cdc130b-0500-4968-af43-4d4b85d5d807 req-0ec48d4b-39bb-447e-8013-aba9ab8e100c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=0a36ad13-a4f8-4eb6-accc-0d201142ff14 HTTP/1.1" status: 200 len: 217 time: 0.0410373 Jul 30 00:08:38.141150 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc130b-0500-4968-af43-4d4b85d5d807 req-abd79853-17b1-4c3b-8ea4-7c717debe19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:38.142580 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0cdc130b-0500-4968-af43-4d4b85d5d807 req-abd79853-17b1-4c3b-8ea4-7c717debe19d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=28e6de27-5b72-4bf0-88e6-0cdec4cf806e HTTP/1.1" status: 200 len: 843 time: 0.0438833 Jul 30 00:08:38.190659 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc130b-0500-4968-af43-4d4b85d5d807 req-a6841c92-b4bd-4e39-a53a-fcd2718b6015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:38.192155 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0cdc130b-0500-4968-af43-4d4b85d5d807 req-a6841c92-b4bd-4e39-a53a-fcd2718b6015 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=adb88f5c-b5bd-41cf-b367-228eab6e0075&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0408783 Jul 30 00:08:38.285943 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0cdc130b-0500-4968-af43-4d4b85d5d807 req-d55b1ece-4c12-4d1b-b0f3-546e0e7f9bad service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847807 Jul 30 00:08:38.304317 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:38.380348 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0cdc130b-0500-4968-af43-4d4b85d5d807 req-10e7593e-9c61-4f8a-951c-05f1cb209c7d service neutron] 10.222.0.39 "GET /v2.0/networks/adb88f5c-b5bd-41cf-b367-228eab6e0075?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861640 Jul 30 00:08:38.557791 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87cc8cf-1e2a-4e5e-bc5c-d19f3d664f7c req-767c8732-15ad-4c43-882a-79b0cdfdadb9 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:38.559201 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a87cc8cf-1e2a-4e5e-bc5c-d19f3d664f7c req-767c8732-15ad-4c43-882a-79b0cdfdadb9 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b198a0a-a7ad-40e6-b4f9-2c953bb2037b HTTP/1.1" status: 200 len: 948 time: 0.0544283 Jul 30 00:08:38.597150 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a87cc8cf-1e2a-4e5e-bc5c-d19f3d664f7c req-f5f23e42-7d2d-455a-af94-c1b6b27d91db tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9f8e8ad-92a4-4a86-a037-33c2b0920644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314727 Jul 30 00:08:38.716730 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 0a36ad13-a4f8-4eb6-accc-0d201142ff14 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:08:38.811419 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 0a36ad13-a4f8-4eb6-accc-0d201142ff14, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=0a36ad13-a4f8-4eb6-accc-0d201142ff14,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:38.823110 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '0a36ad13-a4f8-4eb6-accc-0d201142ff14', 'network_id': 'adb88f5c-b5bd-41cf-b367-228eab6e0075', 'port_id': '0a36ad13-a4f8-4eb6-accc-0d201142ff14', 'mac_address': 'fa:16:3e:3b:2d:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28e6de27-5b72-4bf0-88e6-0cdec4cf806e', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:08:38.857965 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:38.870724 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a36ad13-a4f8-4eb6-accc-0d201142ff14 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:08:38.890308 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 0a36ad13-a4f8-4eb6-accc-0d201142ff14, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=0a36ad13-a4f8-4eb6-accc-0d201142ff14,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:38.894567 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:38.940540 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=0a36ad13-a4f8-4eb6-accc-0d201142ff14,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:39.115035 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['0a36ad13-a4f8-4eb6-accc-0d201142ff14'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:08:39.711737 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6449a-e2fc-4f43-849d-fc67547c190c req-4b04160c-a55d-4abb-b0ee-6e2800db3751 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:39.713176 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-75a6449a-e2fc-4f43-849d-fc67547c190c req-4b04160c-a55d-4abb-b0ee-6e2800db3751 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b198a0a-a7ad-40e6-b4f9-2c953bb2037b HTTP/1.1" status: 200 len: 949 time: 0.0489485 Jul 30 00:08:39.750857 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-75a6449a-e2fc-4f43-849d-fc67547c190c req-a66d1c90-2b19-44f9-89f5-4daafd352cee tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9f8e8ad-92a4-4a86-a037-33c2b0920644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311732 Jul 30 00:08:40.733005 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 0a36ad13-a4f8-4eb6-accc-0d201142ff14 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:08:40.781206 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 0a36ad13-a4f8-4eb6-accc-0d201142ff14 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:08:40.785527 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 0a36ad13-a4f8-4eb6-accc-0d201142ff14 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:40.785835 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:40.865567 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f778070d-5e81-413f-885d-e6d901a19bf6 req-5111d978-5e23-4449-8de1-9c8add24c7c4 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:40.866211 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:40.867114 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f778070d-5e81-413f-885d-e6d901a19bf6 req-5111d978-5e23-4449-8de1-9c8add24c7c4 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b198a0a-a7ad-40e6-b4f9-2c953bb2037b HTTP/1.1" status: 200 len: 949 time: 0.0487833 Jul 30 00:08:40.888812 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b198a0a-a7ad-40e6-b4f9-2c953bb2037b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a36ad13-a4f8-4eb6-accc-0d201142ff14'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:08:40.890986 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0efe2f1-f44e-440a-afe0-1f06f5f10a24" -d '{"events": [{"server_uuid": "7b198a0a-a7ad-40e6-b4f9-2c953bb2037b", "name": "network-vif-plugged", "status": "completed", "tag": "0a36ad13-a4f8-4eb6-accc-0d201142ff14"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:08:40.903786 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 0a36ad13-a4f8-4eb6-accc-0d201142ff14, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=0a36ad13-a4f8-4eb6-accc-0d201142ff14,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:40.904347 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f778070d-5e81-413f-885d-e6d901a19bf6 req-ad086250-fe02-4a14-b2c2-55644dc51fc8 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9f8e8ad-92a4-4a86-a037-33c2b0920644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313158 Jul 30 00:08:40.908439 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:40.950476 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a04e73-4c06-42a2-b53e-c721e195271c x-openstack-request-id: req-95a04e73-4c06-42a2-b53e-c721e195271c {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:08:40.950755 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b198a0a-a7ad-40e6-b4f9-2c953bb2037b", "name": "network-vif-plugged", "status": "completed", "tag": "0a36ad13-a4f8-4eb6-accc-0d201142ff14", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:08:40.951004 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-95a04e73-4c06-42a2-b53e-c721e195271c {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:08:40.951398 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b198a0a-a7ad-40e6-b4f9-2c953bb2037b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a36ad13-a4f8-4eb6-accc-0d201142ff14', 'code': 200} Jul 30 00:08:40.962285 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=0a36ad13-a4f8-4eb6-accc-0d201142ff14,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:41.049911 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7851d2b-5ed6-493e-a0e9-1e5a4045be14 req-de29c459-8508-4abe-a1e2-a3daa96a4eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:41.051383 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7851d2b-5ed6-493e-a0e9-1e5a4045be14 req-de29c459-8508-4abe-a1e2-a3daa96a4eca service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7b198a0a-a7ad-40e6-b4f9-2c953bb2037b HTTP/1.1" status: 200 len: 1102 time: 0.0459847 Jul 30 00:08:41.086218 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7851d2b-5ed6-493e-a0e9-1e5a4045be14 req-a83acefa-42ea-48fe-88a6-477be56769c4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d9f8e8ad-92a4-4a86-a037-33c2b0920644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272772 Jul 30 00:08:42.023590 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f4f53-e4ad-4648-ad7d-e9bd1538bb98 req-68837bcf-1d6d-4195-991c-d93e1ba09d61 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:42.025107 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a42f4f53-e4ad-4648-ad7d-e9bd1538bb98 req-68837bcf-1d6d-4195-991c-d93e1ba09d61 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b198a0a-a7ad-40e6-b4f9-2c953bb2037b HTTP/1.1" status: 200 len: 950 time: 0.0477536 Jul 30 00:08:42.063802 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a42f4f53-e4ad-4648-ad7d-e9bd1538bb98 req-4bc620a7-7a75-4551-88eb-0c0de29ac263 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9f8e8ad-92a4-4a86-a037-33c2b0920644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328357 Jul 30 00:08:42.904994 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f404d1-d459-4fa9-aad4-c7a1a837f064 req-1e9b364a-36d9-4386-8bd5-1e54d8679195 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:42.907101 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42f404d1-d459-4fa9-aad4-c7a1a837f064 req-1e9b364a-36d9-4386-8bd5-1e54d8679195 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b198a0a-a7ad-40e6-b4f9-2c953bb2037b HTTP/1.1" status: 200 len: 950 time: 0.0481119 Jul 30 00:08:42.944915 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42f404d1-d459-4fa9-aad4-c7a1a837f064 req-5e5414ff-e33f-4e1e-b360-430138ec104c tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9f8e8ad-92a4-4a86-a037-33c2b0920644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319097 Jul 30 00:08:44.063891 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253022e8-dfe8-4c9c-9993-1c35ff387b3e req-59a96891-635d-46dc-9996-cb4e7c95808e tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:44.065359 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-253022e8-dfe8-4c9c-9993-1c35ff387b3e req-59a96891-635d-46dc-9996-cb4e7c95808e tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b198a0a-a7ad-40e6-b4f9-2c953bb2037b HTTP/1.1" status: 200 len: 950 time: 0.0532401 Jul 30 00:08:44.103895 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-253022e8-dfe8-4c9c-9993-1c35ff387b3e req-5abe7582-e697-49c4-9114-24a05fa92b86 tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9f8e8ad-92a4-4a86-a037-33c2b0920644&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325961 Jul 30 00:08:44.162512 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1eda0e-ce1c-4f96-8e10-6556c131bc96 req-0a655da3-ad3d-4bc8-998f-9720bc212e0f tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:44.163979 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d1eda0e-ce1c-4f96-8e10-6556c131bc96 req-0a655da3-ad3d-4bc8-998f-9720bc212e0f tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b198a0a-a7ad-40e6-b4f9-2c953bb2037b HTTP/1.1" status: 200 len: 950 time: 0.0473955 Jul 30 00:08:44.255495 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-4d1eda0e-ce1c-4f96-8e10-6556c131bc96 req-39e724f6-7d06-4e66-a6d6-5952261136df tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Deleting port 0a36ad13-a4f8-4eb6-accc-0d201142ff14 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:08:44.255745 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4d1eda0e-ce1c-4f96-8e10-6556c131bc96 req-39e724f6-7d06-4e66-a6d6-5952261136df tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:44.342020 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-4d1eda0e-ce1c-4f96-8e10-6556c131bc96 req-39e724f6-7d06-4e66-a6d6-5952261136df tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] For port 0a36ad13-a4f8-4eb6-accc-0d201142ff14, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=0a36ad13-a4f8-4eb6-accc-0d201142ff14,segment=NetworkSegment(ab049b52-35ea-469d-8769-1e30c4b4fe96),segment_id=ab049b52-35ea-469d-8769-1e30c4b4fe96)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:44.342381 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4d1eda0e-ce1c-4f96-8e10-6556c131bc96 req-39e724f6-7d06-4e66-a6d6-5952261136df tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:44.355615 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-4d1eda0e-ce1c-4f96-8e10-6556c131bc96 req-39e724f6-7d06-4e66-a6d6-5952261136df tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Calling delete_port for 0a36ad13-a4f8-4eb6-accc-0d201142ff14 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:08:44.483865 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4d1eda0e-ce1c-4f96-8e10-6556c131bc96 req-39e724f6-7d06-4e66-a6d6-5952261136df tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:44.496906 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['0a36ad13-a4f8-4eb6-accc-0d201142ff14'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:08:44.513168 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e724f6-7d06-4e66-a6d6-5952261136df tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Pushing event deleted for resources: {'Port': ['ID=0a36ad13-a4f8-4eb6-accc-0d201142ff14,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:44.555281 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1eda0e-ce1c-4f96-8e10-6556c131bc96 req-39e724f6-7d06-4e66-a6d6-5952261136df tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] No DVR routers for this DVR port 0a36ad13-a4f8-4eb6-accc-0d201142ff14 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:08:44.557972 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4d1eda0e-ce1c-4f96-8e10-6556c131bc96 req-39e724f6-7d06-4e66-a6d6-5952261136df tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:44.560028 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d1eda0e-ce1c-4f96-8e10-6556c131bc96 req-39e724f6-7d06-4e66-a6d6-5952261136df tempest-ServersAdminNegativeTestJSON-58174767 tempest-ServersAdminNegativeTestJSON-58174767-project] 10.222.0.39 "DELETE /v2.0/ports/0a36ad13-a4f8-4eb6-accc-0d201142ff14 HTTP/1.1" status: 204 len: 173 time: 0.3899288 Jul 30 00:08:44.560522 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b198a0a-a7ad-40e6-b4f9-2c953bb2037b', 'name': 'network-vif-deleted', 'tag': '0a36ad13-a4f8-4eb6-accc-0d201142ff14'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:08:44.562830 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e40126f-88b9-4752-94ac-47d2e3d50f76" -d '{"events": [{"server_uuid": "7b198a0a-a7ad-40e6-b4f9-2c953bb2037b", "name": "network-vif-deleted", "tag": "0a36ad13-a4f8-4eb6-accc-0d201142ff14"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:08:44.608421 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81b3e06-b00e-4e21-9171-348e3d6598d4 x-openstack-request-id: req-f81b3e06-b00e-4e21-9171-348e3d6598d4 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:08:44.608731 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b198a0a-a7ad-40e6-b4f9-2c953bb2037b", "name": "network-vif-deleted", "tag": "0a36ad13-a4f8-4eb6-accc-0d201142ff14", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:08:44.608968 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f81b3e06-b00e-4e21-9171-348e3d6598d4 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:08:44.609388 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b198a0a-a7ad-40e6-b4f9-2c953bb2037b', 'name': 'network-vif-deleted', 'tag': '0a36ad13-a4f8-4eb6-accc-0d201142ff14', 'status': 'completed', 'code': 200} Jul 30 00:08:45.400664 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56698) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:45.564800 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-046f9d69-c598-4b63-baf8-aea06110070b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=55f816688ab24a8aa4b6f5d35f890d66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1625960 Jul 30 00:08:45.566890 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56704) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:45.614440 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37fa9e17-0bb9-498c-a804-b477009fe49f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:45.635500 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37fa9e17-0bb9-498c-a804-b477009fe49f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:45.680768 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37fa9e17-0bb9-498c-a804-b477009fe49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:45.683348 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-37fa9e17-0bb9-498c-a804-b477009fe49f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:45.684538 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-37fa9e17-0bb9-498c-a804-b477009fe49f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d9f8e8ad-92a4-4a86-a037-33c2b0920644 HTTP/1.1" status: 204 len: 168 time: 0.1167006 Jul 30 00:08:45.693013 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fa9e17-0bb9-498c-a804-b477009fe49f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9f8e8ad-92a4-4a86-a037-33c2b0920644,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:45.947191 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56710) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:45.961485 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e342339-55c0-496a-9292-52620bf2b394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:46.052849 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e342339-55c0-496a-9292-52620bf2b394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:46.056528 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e342339-55c0-496a-9292-52620bf2b394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:46.094527 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0e342339-55c0-496a-9292-52620bf2b394 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=82e514135d5e40d1babf78f07d82cd0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1461565 Jul 30 00:08:46.096536 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e342339-55c0-496a-9292-52620bf2b394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae39722-2c76-4897-ab7c-94ff99bf4b91,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:46.097509 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 56712) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:46.153290 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aa086f54-4c73-4729-ba9d-d1220bd1259a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:46.174787 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aa086f54-4c73-4729-ba9d-d1220bd1259a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:46.220786 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aa086f54-4c73-4729-ba9d-d1220bd1259a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:46.223594 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aa086f54-4c73-4729-ba9d-d1220bd1259a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:46.224798 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-aa086f54-4c73-4729-ba9d-d1220bd1259a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ae39722-2c76-4897-ab7c-94ff99bf4b91 HTTP/1.1" status: 204 len: 168 time: 0.1261969 Jul 30 00:08:46.237958 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa086f54-4c73-4729-ba9d-d1220bd1259a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae39722-2c76-4897-ab7c-94ff99bf4b91,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:46.914948 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 56734) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:47.007046 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-ef818431-4cef-468a-82f8-662a298c5808 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-748545963-network', 'tenant_id': 'b5fd8383f867487e851ce5e28aa00d47'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:47.027996 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef818431-4cef-468a-82f8-662a298c5808 admin admin] Made reservation on behalf of b5fd8383f867487e851ce5e28aa00d47 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:47.030264 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ef818431-4cef-468a-82f8-662a298c5808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:47.039073 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ef818431-4cef-468a-82f8-662a298c5808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:47.129163 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ef818431-4cef-468a-82f8-662a298c5808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:47.135664 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ef818431-4cef-468a-82f8-662a298c5808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:47.167121 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef818431-4cef-468a-82f8-662a298c5808 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:08:47.177508 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef818431-4cef-468a-82f8-662a298c5808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01327ee2-2935-49ec-995c-cfb140bc14aa,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:47.182451 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ef818431-4cef-468a-82f8-662a298c5808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:47.182805 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-ef818431-4cef-468a-82f8-662a298c5808 admin admin] Added segment 617ee41d-8b37-41ea-9c64-8132bd60231f of type vlan for network 26b88d39-ac12-4aea-80c9-ffcab7dea95a Jul 30 00:08:47.223214 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ef818431-4cef-468a-82f8-662a298c5808 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:47.253223 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ef818431-4cef-468a-82f8-662a298c5808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:47.254160 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef818431-4cef-468a-82f8-662a298c5808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:47.254737 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ef818431-4cef-468a-82f8-662a298c5808 admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:47.306639 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ef818431-4cef-468a-82f8-662a298c5808 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3905778 Jul 30 00:08:47.309767 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56738) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:47.315869 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-be979724-3bba-4b21-8066-ed0967326bc1 admin admin] Request body: {'subnet': {'network_id': '26b88d39-ac12-4aea-80c9-ffcab7dea95a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-748545963-subnet', 'tenant_id': 'b5fd8383f867487e851ce5e28aa00d47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:47.316607 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef818431-4cef-468a-82f8-662a298c5808 admin admin] Pushing event updated for resources: {'Network': ['ID=26b88d39-ac12-4aea-80c9-ffcab7dea95a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:47.326551 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 26b88d39-ac12-4aea-80c9-ffcab7dea95a details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:08:47.338080 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be979724-3bba-4b21-8066-ed0967326bc1 admin admin] Made reservation on behalf of b5fd8383f867487e851ce5e28aa00d47 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:47.340477 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-be979724-3bba-4b21-8066-ed0967326bc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:47.512117 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-be979724-3bba-4b21-8066-ed0967326bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:47.569939 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be979724-3bba-4b21-8066-ed0967326bc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80beeaf8-083d-4a08-9bee-9f4324fab9fa,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:47.584707 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be979724-3bba-4b21-8066-ed0967326bc1 admin admin] Checking segment: {'id': '617ee41d-8b37-41ea-9c64-8132bd60231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '26b88d39-ac12-4aea-80c9-ffcab7dea95a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:08:47.585072 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be979724-3bba-4b21-8066-ed0967326bc1 admin admin] Network hostable DHCP agents. Network: 26b88d39-ac12-4aea-80c9-ffcab7dea95a, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:08:47.602214 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be979724-3bba-4b21-8066-ed0967326bc1 admin admin] Network 26b88d39-ac12-4aea-80c9-ffcab7dea95a is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:08:47.612783 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-be979724-3bba-4b21-8066-ed0967326bc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 26b88d39-ac12-4aea-80c9-ffcab7dea95a) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:47.617319 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be979724-3bba-4b21-8066-ed0967326bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:47.617906 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-be979724-3bba-4b21-8066-ed0967326bc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:47.625443 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff02782e-3aec-4845-a62b-4f1a915946e6 None None] Network 26b88d39-ac12-4aea-80c9-ffcab7dea95a requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:08:47.633161 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-be979724-3bba-4b21-8066-ed0967326bc1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3222423 Jul 30 00:08:47.760876 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93cd0ec-509b-4528-83f3-257895c0a8f4 None None] Network 26b88d39-ac12-4aea-80c9-ffcab7dea95a requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:08:48.079659 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-2d774b56-f4c4-4758-a006-71fa1e993e8f tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:48.081248 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-2d774b56-f4c4-4758-a006-71fa1e993e8f tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/networks?id=26b88d39-ac12-4aea-80c9-ffcab7dea95a HTTP/1.1" status: 200 len: 811 time: 0.1072404 Jul 30 00:08:48.100340 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-7a0e2016-3a3f-4b74-a27f-7d0cdfa6bdce tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/quotas/b5fd8383f867487e851ce5e28aa00d47 HTTP/1.1" status: 200 len: 375 time: 0.0103617 Jul 30 00:08:48.139724 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-aa88fec9-05ac-4674-865b-79b672f5cd2c tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b5fd8383f867487e851ce5e28aa00d47&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334508 Jul 30 00:08:48.231589 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-9e4b6c2e-5d45-4990-99c6-25f891ece6f3 service neutron] 10.222.0.18 "GET /v2.0/networks/26b88d39-ac12-4aea-80c9-ffcab7dea95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840757 Jul 30 00:08:48.323001 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-43545435-2093-4d80-b4b5-3f7261289732 service neutron] 10.222.0.18 "GET /v2.0/networks/26b88d39-ac12-4aea-80c9-ffcab7dea95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847247 Jul 30 00:08:48.479508 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-25d68840-d563-4877-b649-476c4855b708 req-53b9bb78-70d3-41b5-a672-c112f9fd4e4e tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 210 time: 0.0276453 Jul 30 00:08:48.764920 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 0a36ad13-a4f8-4eb6-accc-0d201142ff14 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:08:48.790220 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 0a36ad13-a4f8-4eb6-accc-0d201142ff14 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:08:48.790573 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 0a36ad13-a4f8-4eb6-accc-0d201142ff14 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:08:49.877934 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cb0a2dd8-2d63-4f78-a744-c03399dde0b0 req-8bdfa4a4-33a9-403e-b3c8-86fa735a1c4f tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 210 time: 0.3155484 Jul 30 00:08:49.926527 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-707b4f6c-9b6b-4fb3-a43e-f0fe2edfc6a4 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:49.928044 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-707b4f6c-9b6b-4fb3-a43e-f0fe2edfc6a4 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.23 "GET /v2.0/networks?id=26b88d39-ac12-4aea-80c9-ffcab7dea95a HTTP/1.1" status: 200 len: 811 time: 0.4141319 Jul 30 00:08:49.944419 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-081c498e-f3a6-4348-9611-d28dd1e85ced tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Request body: {'port': {'device_id': '9f5f89c6-bd5e-4a15-8764-0edc123f19c4', 'network_id': '26b88d39-ac12-4aea-80c9-ffcab7dea95a', 'admin_state_up': True, 'tenant_id': 'b5fd8383f867487e851ce5e28aa00d47'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:50.048592 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-081c498e-f3a6-4348-9611-d28dd1e85ced tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Made reservation on behalf of b5fd8383f867487e851ce5e28aa00d47 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:08:50.052304 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-081c498e-f3a6-4348-9611-d28dd1e85ced tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:50.184994 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-081c498e-f3a6-4348-9611-d28dd1e85ced tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Allocated IP 172.20.0.14 (26b88d39-ac12-4aea-80c9-ffcab7dea95a/80beeaf8-083d-4a08-9bee-9f4324fab9fa/12fb4cde-08ee-4d92-9827-7cf2c023a048) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:08:50.331765 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-081c498e-f3a6-4348-9611-d28dd1e85ced tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:50.369762 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-081c498e-f3a6-4348-9611-d28dd1e85ced tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:50.410336 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-081c498e-f3a6-4348-9611-d28dd1e85ced tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Network 26b88d39-ac12-4aea-80c9-ffcab7dea95a is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:08:50.413344 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-081c498e-f3a6-4348-9611-d28dd1e85ced tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:08:50.416900 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-081c498e-f3a6-4348-9611-d28dd1e85ced tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:08:50.448085 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c498e-f3a6-4348-9611-d28dd1e85ced tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Pushing event updated for resources: {'Port': ['ID=12fb4cde-08ee-4d92-9827-7cf2c023a048,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:50.475317 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-081c498e-f3a6-4348-9611-d28dd1e85ced tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:50.475955 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-081c498e-f3a6-4348-9611-d28dd1e85ced tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:50.490648 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-081c498e-f3a6-4348-9611-d28dd1e85ced tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5501037 Jul 30 00:08:50.502987 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-7c74d3d6-69ae-4b8b-ba78-3816a4e065e8 service neutron] Request body: {'port': {'device_id': '9f5f89c6-bd5e-4a15-8764-0edc123f19c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:08:50.559005 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-7c74d3d6-69ae-4b8b-ba78-3816a4e065e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:50.814407 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-7c74d3d6-69ae-4b8b-ba78-3816a4e065e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12fb4cde-08ee-4d92-9827-7cf2c023a048 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:08:50.821641 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-7c74d3d6-69ae-4b8b-ba78-3816a4e065e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:50.833710 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-7c74d3d6-69ae-4b8b-ba78-3816a4e065e8 service neutron] Transition to ACTIVE for port object 12fb4cde-08ee-4d92-9827-7cf2c023a048 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:08:50.837517 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-7c74d3d6-69ae-4b8b-ba78-3816a4e065e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:50.888490 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74d3d6-69ae-4b8b-ba78-3816a4e065e8 service neutron] Pushing event updated for resources: {'Port': ['ID=12fb4cde-08ee-4d92-9827-7cf2c023a048,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:50.966020 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-7c74d3d6-69ae-4b8b-ba78-3816a4e065e8 service neutron] Attempting to bind port 12fb4cde-08ee-4d92-9827-7cf2c023a048 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:08:50.966364 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-7c74d3d6-69ae-4b8b-ba78-3816a4e065e8 service neutron] Attempting to bind port 12fb4cde-08ee-4d92-9827-7cf2c023a048 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '617ee41d-8b37-41ea-9c64-8132bd60231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '26b88d39-ac12-4aea-80c9-ffcab7dea95a'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:08:50.966698 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-7c74d3d6-69ae-4b8b-ba78-3816a4e065e8 service neutron] Attempting to bind port 12fb4cde-08ee-4d92-9827-7cf2c023a048 on network 26b88d39-ac12-4aea-80c9-ffcab7dea95a {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:08:50.987707 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-7c74d3d6-69ae-4b8b-ba78-3816a4e065e8 service neutron] Port 12fb4cde-08ee-4d92-9827-7cf2c023a048 on network 26b88d39-ac12-4aea-80c9-ffcab7dea95a not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:08:50.988058 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-7c74d3d6-69ae-4b8b-ba78-3816a4e065e8 service neutron] Attempting to bind port 12fb4cde-08ee-4d92-9827-7cf2c023a048 on network 26b88d39-ac12-4aea-80c9-ffcab7dea95a {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:08:50.997221 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-7c74d3d6-69ae-4b8b-ba78-3816a4e065e8 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:08:50.997561 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-7c74d3d6-69ae-4b8b-ba78-3816a4e065e8 service neutron] Checking segment: {'id': '617ee41d-8b37-41ea-9c64-8132bd60231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '26b88d39-ac12-4aea-80c9-ffcab7dea95a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:08:50.997946 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-7c74d3d6-69ae-4b8b-ba78-3816a4e065e8 service neutron] Bound using segment: {'id': '617ee41d-8b37-41ea-9c64-8132bd60231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '26b88d39-ac12-4aea-80c9-ffcab7dea95a'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:08:50.998378 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-7c74d3d6-69ae-4b8b-ba78-3816a4e065e8 service neutron] Bound port: 12fb4cde-08ee-4d92-9827-7cf2c023a048, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '617ee41d-8b37-41ea-9c64-8132bd60231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '26b88d39-ac12-4aea-80c9-ffcab7dea95a'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:08:50.998743 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-7c74d3d6-69ae-4b8b-ba78-3816a4e065e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:51.020336 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7939ec95-94e3-4072-8fda-ceb0f6f70813 req-894014a6-765c-4143-a918-80b099becda8 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:51.022445 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7939ec95-94e3-4072-8fda-ceb0f6f70813 req-894014a6-765c-4143-a918-80b099becda8 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 944 time: 0.0742970 Jul 30 00:08:51.098100 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7939ec95-94e3-4072-8fda-ceb0f6f70813 req-3f8d974f-9b03-46e0-a101-c162a32990e2 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545795 Jul 30 00:08:51.102093 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-7c74d3d6-69ae-4b8b-ba78-3816a4e065e8 service neutron] For port 12fb4cde-08ee-4d92-9827-7cf2c023a048, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:08:51.105247 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-7c74d3d6-69ae-4b8b-ba78-3816a4e065e8 service neutron] For port 12fb4cde-08ee-4d92-9827-7cf2c023a048, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=12fb4cde-08ee-4d92-9827-7cf2c023a048,segment=NetworkSegment(617ee41d-8b37-41ea-9c64-8132bd60231f),segment_id=617ee41d-8b37-41ea-9c64-8132bd60231f)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:08:51.111156 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-7c74d3d6-69ae-4b8b-ba78-3816a4e065e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:51.149318 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-7c74d3d6-69ae-4b8b-ba78-3816a4e065e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:51.150399 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-7c74d3d6-69ae-4b8b-ba78-3816a4e065e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:51.151787 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-7c74d3d6-69ae-4b8b-ba78-3816a4e065e8 service neutron] 10.222.0.23 "PUT /v2.0/ports/12fb4cde-08ee-4d92-9827-7cf2c023a048 HTTP/1.1" status: 200 len: 1093 time: 0.6529951 Jul 30 00:08:51.152236 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f5f89c6-bd5e-4a15-8764-0edc123f19c4', 'tag': '12fb4cde-08ee-4d92-9827-7cf2c023a048'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:08:51.154493 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13951b48-c97c-4f27-9fa2-2a9eb3c95f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "9f5f89c6-bd5e-4a15-8764-0edc123f19c4", "tag": "12fb4cde-08ee-4d92-9827-7cf2c023a048"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:08:51.184091 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c74d3d6-69ae-4b8b-ba78-3816a4e065e8 service neutron] Pushing event updated for resources: {'Port': ['ID=12fb4cde-08ee-4d92-9827-7cf2c023a048,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:51.200473 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3684e264-d0c9-4256-9f69-d470e642ae59 x-openstack-request-id: req-3684e264-d0c9-4256-9f69-d470e642ae59 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:08:51.200759 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f5f89c6-bd5e-4a15-8764-0edc123f19c4", "tag": "12fb4cde-08ee-4d92-9827-7cf2c023a048", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:08:51.201006 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3684e264-d0c9-4256-9f69-d470e642ae59 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:08:51.201386 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f5f89c6-bd5e-4a15-8764-0edc123f19c4', 'tag': '12fb4cde-08ee-4d92-9827-7cf2c023a048', 'status': 'completed', 'code': 200} Jul 30 00:08:51.233261 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-ba335e71-fe6d-4410-a085-94fc845c0098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:51.234744 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-ba335e71-fe6d-4410-a085-94fc845c0098 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5fd8383f867487e851ce5e28aa00d47&device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 1096 time: 0.0440357 Jul 30 00:08:51.276064 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-23fb166a-f161-4dad-afe2-c7365cdcb0b5 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12fb4cde-08ee-4d92-9827-7cf2c023a048 HTTP/1.1" status: 200 len: 217 time: 0.0330038 Jul 30 00:08:51.329378 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-857cfe36-b14d-4625-9c18-0cc523970088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:51.330865 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-857cfe36-b14d-4625-9c18-0cc523970088 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80beeaf8-083d-4a08-9bee-9f4324fab9fa HTTP/1.1" status: 200 len: 851 time: 0.0479949 Jul 30 00:08:51.362395 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-c95ed8f5-6344-40ba-b571-dfe4c51ce99a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26b88d39-ac12-4aea-80c9-ffcab7dea95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244672 Jul 30 00:08:51.451084 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-610054e2-8230-4979-834a-6351ccff5d50 service neutron] 10.222.0.23 "GET /v2.0/networks/26b88d39-ac12-4aea-80c9-ffcab7dea95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813434 Jul 30 00:08:51.542863 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8896cda2-8ad9-4e8f-af10-87a8da77603e req-636981b0-7faf-47dd-9908-af738c558311 service neutron] 10.222.0.23 "GET /v2.0/networks/26b88d39-ac12-4aea-80c9-ffcab7dea95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852494 Jul 30 00:08:51.632853 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13951b48-c97c-4f27-9fa2-2a9eb3c95f5f req-422acbe6-4ee7-4116-abfd-1246bde0b70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:51.634549 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13951b48-c97c-4f27-9fa2-2a9eb3c95f5f req-422acbe6-4ee7-4116-abfd-1246bde0b70b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5fd8383f867487e851ce5e28aa00d47&device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 1096 time: 0.0435565 Jul 30 00:08:51.726994 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13951b48-c97c-4f27-9fa2-2a9eb3c95f5f req-c3ccc342-c447-4ca8-9a3c-43489b25023d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:51.728530 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13951b48-c97c-4f27-9fa2-2a9eb3c95f5f req-c3ccc342-c447-4ca8-9a3c-43489b25023d service neutron] 10.222.0.23 "GET /v2.0/networks?id=26b88d39-ac12-4aea-80c9-ffcab7dea95a HTTP/1.1" status: 200 len: 912 time: 0.0875409 Jul 30 00:08:51.770321 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13951b48-c97c-4f27-9fa2-2a9eb3c95f5f req-6769f11c-4cc8-4008-a6de-a6fee71a1d3b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12fb4cde-08ee-4d92-9827-7cf2c023a048 HTTP/1.1" status: 200 len: 217 time: 0.0343237 Jul 30 00:08:51.820347 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13951b48-c97c-4f27-9fa2-2a9eb3c95f5f req-ac911f75-07ca-4423-a84f-bd9f43171a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:51.821890 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13951b48-c97c-4f27-9fa2-2a9eb3c95f5f req-ac911f75-07ca-4423-a84f-bd9f43171a34 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80beeaf8-083d-4a08-9bee-9f4324fab9fa HTTP/1.1" status: 200 len: 851 time: 0.0434542 Jul 30 00:08:51.856379 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13951b48-c97c-4f27-9fa2-2a9eb3c95f5f req-05dd4a1d-57c6-442f-bfe1-f368f55bbe6b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26b88d39-ac12-4aea-80c9-ffcab7dea95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261359 Jul 30 00:08:51.947894 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13951b48-c97c-4f27-9fa2-2a9eb3c95f5f req-924a27ff-3acb-4f87-ae4a-4c7a6f6519f6 service neutron] 10.222.0.23 "GET /v2.0/networks/26b88d39-ac12-4aea-80c9-ffcab7dea95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830224 Jul 30 00:08:52.036450 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-13951b48-c97c-4f27-9fa2-2a9eb3c95f5f req-07fe285f-5cfd-49b1-a9ea-eb416f8fd6cf service neutron] 10.222.0.23 "GET /v2.0/networks/26b88d39-ac12-4aea-80c9-ffcab7dea95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807390 Jul 30 00:08:52.228324 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1712192-9ed7-4860-b6b0-65c771aa7337 req-66df178c-fad3-4a73-8088-7f281255f643 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:52.229716 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1712192-9ed7-4860-b6b0-65c771aa7337 req-66df178c-fad3-4a73-8088-7f281255f643 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 944 time: 0.0608153 Jul 30 00:08:52.268926 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1712192-9ed7-4860-b6b0-65c771aa7337 req-002e6767-2e32-413d-b3f1-b027a27830af tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328891 Jul 30 00:08:53.382129 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf61d2-fc60-4100-9635-5495e5edb6a2 req-e51b2ba7-9de3-4c6f-bc16-3c08cb28995a tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:53.383605 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7eaf61d2-fc60-4100-9635-5495e5edb6a2 req-e51b2ba7-9de3-4c6f-bc16-3c08cb28995a tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 944 time: 0.0485356 Jul 30 00:08:53.421467 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7eaf61d2-fc60-4100-9635-5495e5edb6a2 req-8c199239-0887-42ab-930d-ffa32bb084db tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316658 Jul 30 00:08:54.537672 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1c73e0-ca6b-4e97-8bc2-65685ea7b1ce req-f0d50eba-cf84-43d8-8271-8d693e57c748 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:54.539104 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4a1c73e0-ca6b-4e97-8bc2-65685ea7b1ce req-f0d50eba-cf84-43d8-8271-8d693e57c748 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 944 time: 0.0499001 Jul 30 00:08:54.578002 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4a1c73e0-ca6b-4e97-8bc2-65685ea7b1ce req-b10983a7-3462-4689-a193-d55ad112fed0 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327585 Jul 30 00:08:55.627860 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 12fb4cde-08ee-4d92-9827-7cf2c023a048 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:08:55.696558 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de38ad4-4f47-41c8-9d3f-2b3267161017 req-f8150e84-447d-40f8-a35f-707aafcb9911 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:55.698079 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9de38ad4-4f47-41c8-9d3f-2b3267161017 req-f8150e84-447d-40f8-a35f-707aafcb9911 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 944 time: 0.0527132 Jul 30 00:08:55.722243 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 12fb4cde-08ee-4d92-9827-7cf2c023a048, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=12fb4cde-08ee-4d92-9827-7cf2c023a048,segment=NetworkSegment(617ee41d-8b37-41ea-9c64-8132bd60231f),segment_id=617ee41d-8b37-41ea-9c64-8132bd60231f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:55.734215 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '12fb4cde-08ee-4d92-9827-7cf2c023a048', 'network_id': '26b88d39-ac12-4aea-80c9-ffcab7dea95a', 'port_id': '12fb4cde-08ee-4d92-9827-7cf2c023a048', 'mac_address': 'fa:16:3e:6d:a2:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80beeaf8-083d-4a08-9bee-9f4324fab9fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:08:55.736938 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9de38ad4-4f47-41c8-9d3f-2b3267161017 req-f5a8e88e-1a4c-4c5c-ba65-e2757b845d3f tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328825 Jul 30 00:08:55.775595 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:55.787972 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12fb4cde-08ee-4d92-9827-7cf2c023a048 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:08:55.807433 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 12fb4cde-08ee-4d92-9827-7cf2c023a048, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=12fb4cde-08ee-4d92-9827-7cf2c023a048,segment=NetworkSegment(617ee41d-8b37-41ea-9c64-8132bd60231f),segment_id=617ee41d-8b37-41ea-9c64-8132bd60231f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:55.811047 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:55.856754 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=12fb4cde-08ee-4d92-9827-7cf2c023a048,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:56.071278 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['12fb4cde-08ee-4d92-9827-7cf2c023a048'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:08:56.852075 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d070153-c6f6-48d5-aa80-a4856f7639e8 req-ea1b42de-fffc-4503-a4a5-344ff6d903b9 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:56.853554 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d070153-c6f6-48d5-aa80-a4856f7639e8 req-ea1b42de-fffc-4503-a4a5-344ff6d903b9 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 945 time: 0.0497885 Jul 30 00:08:56.891429 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d070153-c6f6-48d5-aa80-a4856f7639e8 req-e6953460-015a-44ac-ac25-b5003a3c4ef4 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319042 Jul 30 00:08:57.642798 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 12fb4cde-08ee-4d92-9827-7cf2c023a048 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:08:57.689924 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 12fb4cde-08ee-4d92-9827-7cf2c023a048 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:08:57.693509 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 12fb4cde-08ee-4d92-9827-7cf2c023a048 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:08:57.693882 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:57.770219 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:57.795123 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5f89c6-bd5e-4a15-8764-0edc123f19c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fb4cde-08ee-4d92-9827-7cf2c023a048'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:08:57.797409 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95e8daa-c5bf-4470-bf09-26800bbaa283" -d '{"events": [{"server_uuid": "9f5f89c6-bd5e-4a15-8764-0edc123f19c4", "name": "network-vif-plugged", "status": "completed", "tag": "12fb4cde-08ee-4d92-9827-7cf2c023a048"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:08:57.814844 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 12fb4cde-08ee-4d92-9827-7cf2c023a048, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=12fb4cde-08ee-4d92-9827-7cf2c023a048,segment=NetworkSegment(617ee41d-8b37-41ea-9c64-8132bd60231f),segment_id=617ee41d-8b37-41ea-9c64-8132bd60231f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:08:57.818973 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:08:57.844998 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62dd456-e5af-4119-883b-f68eb0d8a54d x-openstack-request-id: req-a62dd456-e5af-4119-883b-f68eb0d8a54d {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:08:57.845293 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f5f89c6-bd5e-4a15-8764-0edc123f19c4", "name": "network-vif-plugged", "status": "completed", "tag": "12fb4cde-08ee-4d92-9827-7cf2c023a048", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:08:57.845689 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a62dd456-e5af-4119-883b-f68eb0d8a54d {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:08:57.846079 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5f89c6-bd5e-4a15-8764-0edc123f19c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fb4cde-08ee-4d92-9827-7cf2c023a048', 'code': 200} Jul 30 00:08:57.872707 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=12fb4cde-08ee-4d92-9827-7cf2c023a048,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:08:57.930528 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ca380c-c1ef-46ae-b091-9a3ce7d47ba3 req-a685d9e0-1919-427e-886b-b9bb63b32a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:57.932071 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c3ca380c-c1ef-46ae-b091-9a3ce7d47ba3 req-a685d9e0-1919-427e-886b-b9bb63b32a76 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 1098 time: 0.0416963 Jul 30 00:08:57.976924 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c3ca380c-c1ef-46ae-b091-9a3ce7d47ba3 req-15ec186a-a4d6-4b55-b34a-9cf84bf6c291 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381215 Jul 30 00:08:58.016097 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b883ca-8414-4326-9db0-85959bbac1cf req-1a16c86f-9a80-414f-ad41-0345ff28921f tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:58.018651 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-62b883ca-8414-4326-9db0-85959bbac1cf req-1a16c86f-9a80-414f-ad41-0345ff28921f tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 946 time: 0.0542901 Jul 30 00:08:58.056672 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-62b883ca-8414-4326-9db0-85959bbac1cf req-4e9aa6ae-b922-48e9-9656-987aa2ed4c25 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320807 Jul 30 00:08:59.170868 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e63b7ed-39b1-4fa2-a4a7-b30fdc48676b req-86818b06-fe1c-4dbd-8e26-d481d6a4b5e4 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:59.172370 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3e63b7ed-39b1-4fa2-a4a7-b30fdc48676b req-86818b06-fe1c-4dbd-8e26-d481d6a4b5e4 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 946 time: 0.0487645 Jul 30 00:08:59.210670 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3e63b7ed-39b1-4fa2-a4a7-b30fdc48676b req-99081953-ccf3-456d-823d-cc7b6b89ea76 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314579 Jul 30 00:08:59.389032 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56800) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:08:59.446992 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0405d933-b153-43c9-94da-818013c07199 req-529f3684-55c0-47d9-a273-e24cd2e346d6 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:08:59.448510 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0405d933-b153-43c9-94da-818013c07199 req-529f3684-55c0-47d9-a273-e24cd2e346d6 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 946 time: 0.0500147 Jul 30 00:08:59.487197 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0405d933-b153-43c9-94da-818013c07199 req-051ab33c-292e-4e03-a3c3-c7c8789fe296 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328300 Jul 30 00:08:59.487482 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-cee49c12-1ec2-4b87-b0d3-1b35fcbd184f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0970635 Jul 30 00:08:59.937100 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:00.201271 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:00.571624 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-d3e8e37a-2046-4105-a777-d19c67adf0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:00.573098 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-d3e8e37a-2046-4105-a777-d19c67adf0d3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5fd8383f867487e851ce5e28aa00d47&device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 1098 time: 0.0657794 Jul 30 00:09:00.675790 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c4f78-5cc9-4daa-9277-06932f4c015f req-9d034a29-3f27-4794-9460-75d109002bf4 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:00.677487 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5d1c4f78-5cc9-4daa-9277-06932f4c015f req-9d034a29-3f27-4794-9460-75d109002bf4 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 946 time: 0.1184039 Jul 30 00:09:00.731397 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-08e8ecf5-df55-46b0-b6ab-c3ceb8e53739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:00.733014 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-08e8ecf5-df55-46b0-b6ab-c3ceb8e53739 service neutron] 10.222.0.23 "GET /v2.0/networks?id=26b88d39-ac12-4aea-80c9-ffcab7dea95a HTTP/1.1" status: 200 len: 912 time: 0.1415477 Jul 30 00:09:00.740216 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5d1c4f78-5cc9-4daa-9277-06932f4c015f req-abaf4161-d30f-41d9-b082-083f3bd0d451 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537994 Jul 30 00:09:00.775909 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-2b259279-3937-4560-9d32-744d9b503b7f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12fb4cde-08ee-4d92-9827-7cf2c023a048 HTTP/1.1" status: 200 len: 217 time: 0.0346224 Jul 30 00:09:00.824961 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-1d47ea2a-864e-450b-b1cc-7522a01f131f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:00.826440 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-1d47ea2a-864e-450b-b1cc-7522a01f131f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80beeaf8-083d-4a08-9bee-9f4324fab9fa HTTP/1.1" status: 200 len: 851 time: 0.0445530 Jul 30 00:09:00.862383 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-215eec0e-a6cf-4aeb-9779-954f843a2b6f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26b88d39-ac12-4aea-80c9-ffcab7dea95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289347 Jul 30 00:09:00.953776 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-d251e846-c861-443f-8e66-cbd8c078655c service neutron] 10.222.0.23 "GET /v2.0/networks/26b88d39-ac12-4aea-80c9-ffcab7dea95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844011 Jul 30 00:09:01.052319 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-f21c0e4d-8203-4d3c-8395-3f713940a1d8 service neutron] 10.222.0.23 "GET /v2.0/networks/26b88d39-ac12-4aea-80c9-ffcab7dea95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921068 Jul 30 00:09:01.861003 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b61e17-5689-4763-a4d6-9a84d2973fc9 req-ace52e84-c981-4d6d-8fc6-8ead916ea37b tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:01.862503 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85b61e17-5689-4763-a4d6-9a84d2973fc9 req-ace52e84-c981-4d6d-8fc6-8ead916ea37b tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 946 time: 0.0502121 Jul 30 00:09:01.901021 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85b61e17-5689-4763-a4d6-9a84d2973fc9 req-10638d4b-e9be-4c4b-be7e-a939a4f4796c tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323932 Jul 30 00:09:02.892214 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cfcac360-27f7-48ab-b8a1-0a7df78d3311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:03.017925 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ce1e6-ff04-4494-9f34-ab089fd53971 req-bf98bdff-c958-47ff-a50d-4ce6717998c2 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:03.019451 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea9ce1e6-ff04-4494-9f34-ab089fd53971 req-bf98bdff-c958-47ff-a50d-4ce6717998c2 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 946 time: 0.0485406 Jul 30 00:09:03.059088 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea9ce1e6-ff04-4494-9f34-ab089fd53971 req-1f996742-8d9a-45ef-b67b-53d16655041f tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325062 Jul 30 00:09:04.178215 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557d17f6-aa78-4597-8699-4b52dda0aab8 req-cc97da76-e09a-4447-a448-3d4a5d1c7da1 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:04.179702 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-557d17f6-aa78-4597-8699-4b52dda0aab8 req-cc97da76-e09a-4447-a448-3d4a5d1c7da1 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 946 time: 0.0527794 Jul 30 00:09:04.219411 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-557d17f6-aa78-4597-8699-4b52dda0aab8 req-76b01d0e-8aa5-4566-93ff-45145deda913 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333402 Jul 30 00:09:05.338487 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b696ea-aba2-478d-916e-e3333a642c72 req-a9207cc2-017e-4557-884c-8fbae97e7406 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:05.340057 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-32b696ea-aba2-478d-916e-e3333a642c72 req-a9207cc2-017e-4557-884c-8fbae97e7406 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 946 time: 0.0499642 Jul 30 00:09:05.378163 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-32b696ea-aba2-478d-916e-e3333a642c72 req-516fef4f-ba46-41d7-87f3-8dc5d351caee tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321453 Jul 30 00:09:05.453484 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:06.274994 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31f55093-38d5-4a16-9519-abac340b6fae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:06.313373 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:09:06.490963 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045244d2-096d-4c61-afc1-50b15268f328 req-b1faafeb-3acc-4df8-8527-e96eeb7565a9 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:06.492487 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-045244d2-096d-4c61-afc1-50b15268f328 req-b1faafeb-3acc-4df8-8527-e96eeb7565a9 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 946 time: 0.0493367 Jul 30 00:09:06.531052 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-045244d2-096d-4c61-afc1-50b15268f328 req-d1d7a72c-2803-4f46-9479-8c83c8eaee49 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321145 Jul 30 00:09:07.000675 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:07.649945 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2583158f-475b-4de4-804c-37be794df75e req-23e1b44c-b0a2-4e4c-bba8-717ecbf4fa52 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:07.651444 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2583158f-475b-4de4-804c-37be794df75e req-23e1b44c-b0a2-4e4c-bba8-717ecbf4fa52 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 946 time: 0.0529268 Jul 30 00:09:07.689678 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2583158f-475b-4de4-804c-37be794df75e req-955213fd-05a4-469d-9fdc-06d9b6292002 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322993 Jul 30 00:09:08.306337 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:08.802464 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3c37a-0099-42be-8a2c-2fb769ff8de3 req-db95f02c-f313-4841-8111-ec5657d93e3f tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:08.803979 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-67e3c37a-0099-42be-8a2c-2fb769ff8de3 req-db95f02c-f313-4841-8111-ec5657d93e3f tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 946 time: 0.0482485 Jul 30 00:09:08.842766 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-67e3c37a-0099-42be-8a2c-2fb769ff8de3 req-88b40b26-24e2-4275-b55c-a8468ecf5123 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323579 Jul 30 00:09:09.957190 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ceae24-11da-4dc9-a29d-16190dfee166 req-fbcbaa4c-c7e6-4899-880e-c8bf802fbeee tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:09.959002 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47ceae24-11da-4dc9-a29d-16190dfee166 req-fbcbaa4c-c7e6-4899-880e-c8bf802fbeee tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 946 time: 0.0497038 Jul 30 00:09:09.996992 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47ceae24-11da-4dc9-a29d-16190dfee166 req-77a91622-122b-4608-888c-301b01e26f21 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315850 Jul 30 00:09:11.116094 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dae626-7922-47ad-914e-ba3264a5c69f req-454eafa5-3fbb-4d3f-ae17-dbdf9b1ec946 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:11.117691 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-27dae626-7922-47ad-914e-ba3264a5c69f req-454eafa5-3fbb-4d3f-ae17-dbdf9b1ec946 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 946 time: 0.0528660 Jul 30 00:09:11.155740 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-27dae626-7922-47ad-914e-ba3264a5c69f req-9a1ae4e8-6d7f-4b2b-a8f2-b8cdc58a011a tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316453 Jul 30 00:09:12.278501 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f539bfd-200d-4c2d-9b96-c25d20a2b741 req-fcadcfa8-1e75-4f84-9124-6221331dd167 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:12.280025 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f539bfd-200d-4c2d-9b96-c25d20a2b741 req-fcadcfa8-1e75-4f84-9124-6221331dd167 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 946 time: 0.0551066 Jul 30 00:09:12.318125 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f539bfd-200d-4c2d-9b96-c25d20a2b741 req-933a2638-0070-48b5-b69b-e15d13a2364d tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323377 Jul 30 00:09:13.433692 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d011c1-d032-40a9-9101-f8dcf39a2763 req-7657b12d-3d0b-4ce7-a9a9-06f56ba92034 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:13.435232 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4d011c1-d032-40a9-9101-f8dcf39a2763 req-7657b12d-3d0b-4ce7-a9a9-06f56ba92034 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 946 time: 0.0488656 Jul 30 00:09:13.472501 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4d011c1-d032-40a9-9101-f8dcf39a2763 req-a8c1562e-c087-4e94-b88f-2d0db01c5964 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310662 Jul 30 00:09:14.591214 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f132fda3-e04b-49e7-9006-9c7bbd4d45ff req-83fd48ce-ed76-470e-9e92-b4a6a8f8c7ed tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:14.592630 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f132fda3-e04b-49e7-9006-9c7bbd4d45ff req-83fd48ce-ed76-470e-9e92-b4a6a8f8c7ed tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 946 time: 0.0529296 Jul 30 00:09:14.629820 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f132fda3-e04b-49e7-9006-9c7bbd4d45ff req-b513a190-0a91-44fe-9d32-dac895f276e5 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312283 Jul 30 00:09:15.744277 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227a440-a07b-4ddb-91ad-17a61c229219 req-6c806b3b-5e0d-4859-b211-22a964a6fe82 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:15.745757 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e227a440-a07b-4ddb-91ad-17a61c229219 req-6c806b3b-5e0d-4859-b211-22a964a6fe82 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 946 time: 0.0484324 Jul 30 00:09:15.785586 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e227a440-a07b-4ddb-91ad-17a61c229219 req-4b39b463-83bf-4169-9df2-2c0ebdb20985 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334802 Jul 30 00:09:16.898750 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fa3884-60ba-4d0b-aae5-43b8d648e5a9 req-e4e7df69-3a81-4ef2-b283-692a300eae5b tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:16.900821 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e2fa3884-60ba-4d0b-aae5-43b8d648e5a9 req-e4e7df69-3a81-4ef2-b283-692a300eae5b tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 946 time: 0.0483716 Jul 30 00:09:16.938461 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e2fa3884-60ba-4d0b-aae5-43b8d648e5a9 req-107f0efa-8664-4806-9a34-4cf5f6465bae tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317087 Jul 30 00:09:18.057277 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff48fc-98c7-4c48-9cb7-a8c7417358d8 req-c2e02f82-a07b-4462-8a4d-07c8eb6e9916 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:18.058767 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4fff48fc-98c7-4c48-9cb7-a8c7417358d8 req-c2e02f82-a07b-4462-8a4d-07c8eb6e9916 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 946 time: 0.0542119 Jul 30 00:09:18.095620 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4fff48fc-98c7-4c48-9cb7-a8c7417358d8 req-ed931e50-452c-4548-af18-b6429c7247bf tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309315 Jul 30 00:09:19.212657 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8ab0a-57f8-4eb5-8e84-f85bb8990d39 req-aabdb4ae-1b2b-476c-8995-7b04b3474b68 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:19.214142 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4cf8ab0a-57f8-4eb5-8e84-f85bb8990d39 req-aabdb4ae-1b2b-476c-8995-7b04b3474b68 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 946 time: 0.0505862 Jul 30 00:09:19.251508 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4cf8ab0a-57f8-4eb5-8e84-f85bb8990d39 req-75af1888-753a-418c-b602-ec72b224352a tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314622 Jul 30 00:09:20.367577 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e77b48f-1ed6-495f-b9b4-f4118a06658c req-278c9d51-007b-48e7-a0f5-c19362599a7c tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:20.369085 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e77b48f-1ed6-495f-b9b4-f4118a06658c req-278c9d51-007b-48e7-a0f5-c19362599a7c tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 946 time: 0.0489469 Jul 30 00:09:20.408054 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e77b48f-1ed6-495f-b9b4-f4118a06658c req-3d325a7c-44c1-4019-9403-4c5a2f953f64 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330892 Jul 30 00:09:21.525870 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b30336-d013-4811-85fe-3c6289225d10 req-25ec713c-27ab-4e78-ad4b-18adc25a86ba tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:21.527422 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52b30336-d013-4811-85fe-3c6289225d10 req-25ec713c-27ab-4e78-ad4b-18adc25a86ba tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 946 time: 0.0520077 Jul 30 00:09:21.566236 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52b30336-d013-4811-85fe-3c6289225d10 req-130e6071-84e3-4c6d-a754-575486da1c3c tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327392 Jul 30 00:09:22.681882 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e6ca8-aba2-4a78-aacb-b5bdc80671f9 req-856b2de7-fcf0-43df-9a0f-0cd9c656a73b tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:22.683390 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4e4e6ca8-aba2-4a78-aacb-b5bdc80671f9 req-856b2de7-fcf0-43df-9a0f-0cd9c656a73b tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 946 time: 0.0496657 Jul 30 00:09:22.721347 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4e4e6ca8-aba2-4a78-aacb-b5bdc80671f9 req-377b8ff5-1d82-4465-b73b-0fcb8c9f3f83 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320282 Jul 30 00:09:23.835473 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5a61c-7171-417e-aeb4-766f4c0c6962 req-ea4a7ec7-0d49-4423-800c-836e145b75f0 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:23.837652 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1fe5a61c-7171-417e-aeb4-766f4c0c6962 req-ea4a7ec7-0d49-4423-800c-836e145b75f0 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 946 time: 0.0486348 Jul 30 00:09:23.873954 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1fe5a61c-7171-417e-aeb4-766f4c0c6962 req-96e0e202-bc01-4071-83e1-82325b7c7f15 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306039 Jul 30 00:09:24.991754 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d74677-9fdd-45c1-bebf-14c9b58b54f3 req-78f291c7-fcae-4075-a1ee-3d96061fc5e4 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:24.993249 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-78d74677-9fdd-45c1-bebf-14c9b58b54f3 req-78f291c7-fcae-4075-a1ee-3d96061fc5e4 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 946 time: 0.0515738 Jul 30 00:09:25.031850 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-78d74677-9fdd-45c1-bebf-14c9b58b54f3 req-c6815806-dd47-4b30-b4cf-64bd7b6d1fe0 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326653 Jul 30 00:09:26.146458 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9794cb95-23be-46f4-ad4c-eff1ff72fed6 req-c5fa5609-9ca7-4702-922c-8c671015e366 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:26.147953 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9794cb95-23be-46f4-ad4c-eff1ff72fed6 req-c5fa5609-9ca7-4702-922c-8c671015e366 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 946 time: 0.0486248 Jul 30 00:09:26.185791 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9794cb95-23be-46f4-ad4c-eff1ff72fed6 req-468ad5d1-a3c8-4cd6-8dc1-592ceb8a9d38 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319304 Jul 30 00:09:27.300836 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06ac84-7dc8-4a26-b1d7-3903c7830749 req-2a67fd0a-e42f-45c8-b81b-7ec6a284bdc2 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:27.302315 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e06ac84-7dc8-4a26-b1d7-3903c7830749 req-2a67fd0a-e42f-45c8-b81b-7ec6a284bdc2 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 946 time: 0.0498035 Jul 30 00:09:27.341287 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e06ac84-7dc8-4a26-b1d7-3903c7830749 req-b24526af-7f58-44b5-acd8-1525a6a94986 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322626 Jul 30 00:09:27.984690 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-a88b6797-7810-424d-9c88-0468143176d6 service neutron] show failed (client error): The resource could not be found. Jul 30 00:09:27.985711 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-a88b6797-7810-424d-9c88-0468143176d6 service neutron] 10.222.0.23 "GET /v2.0/ports/12fb4cde-08ee-4d92-9827-7cf2c023a048/bindings/n-h2-712140-10 HTTP/1.1" status: 404 len: 381 time: 0.0597372 Jul 30 00:09:28.204970 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-3ee45bcb-a24c-477d-9981-d53036a70b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:28.206501 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-3ee45bcb-a24c-477d-9981-d53036a70b31 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4&tenant_id=b5fd8383f867487e851ce5e28aa00d47 HTTP/1.1" status: 200 len: 1098 time: 0.0713551 Jul 30 00:09:28.220540 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-10', 'device_owner': 'compute:nova'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:28.275632 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:28.509317 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f874a-fcdb-4cfb-83fa-469b9aad3e35 req-c3988937-5e8b-45ad-a492-9c9d285c4059 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:28.510786 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6e2f874a-fcdb-4cfb-83fa-469b9aad3e35 req-c3988937-5e8b-45ad-a492-9c9d285c4059 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 946 time: 0.0972359 Jul 30 00:09:28.528328 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] For port 12fb4cde-08ee-4d92-9827-7cf2c023a048, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=12fb4cde-08ee-4d92-9827-7cf2c023a048,segment=NetworkSegment(617ee41d-8b37-41ea-9c64-8132bd60231f),segment_id=617ee41d-8b37-41ea-9c64-8132bd60231f)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:28.574901 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6e2f874a-fcdb-4cfb-83fa-469b9aad3e35 req-d944985c-076b-4f58-be69-b20e452da17b tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568919 Jul 30 00:09:28.582306 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] For port 12fb4cde-08ee-4d92-9827-7cf2c023a048, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:09:28.625265 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5f89c6-bd5e-4a15-8764-0edc123f19c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12fb4cde-08ee-4d92-9827-7cf2c023a048'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:09:28.627505 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21eb4e82-7383-4614-b4a3-6f468062dead" -d '{"events": [{"server_uuid": "9f5f89c6-bd5e-4a15-8764-0edc123f19c4", "name": "network-vif-unplugged", "status": "completed", "tag": "12fb4cde-08ee-4d92-9827-7cf2c023a048"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:09:28.631483 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:28.644037 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] Transition to ACTIVE for port object 12fb4cde-08ee-4d92-9827-7cf2c023a048 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:09:28.648115 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:28.691195 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b31e28d-21dc-4366-9a27-01c8d7f4991a x-openstack-request-id: req-6b31e28d-21dc-4366-9a27-01c8d7f4991a {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:09:28.691496 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f5f89c6-bd5e-4a15-8764-0edc123f19c4", "name": "network-vif-unplugged", "status": "completed", "tag": "12fb4cde-08ee-4d92-9827-7cf2c023a048", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:09:28.691749 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6b31e28d-21dc-4366-9a27-01c8d7f4991a {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:09:28.692165 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5f89c6-bd5e-4a15-8764-0edc123f19c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12fb4cde-08ee-4d92-9827-7cf2c023a048', 'code': 200} Jul 30 00:09:28.710201 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] No DVR routers for this DVR port 12fb4cde-08ee-4d92-9827-7cf2c023a048 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:09:28.717671 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] Pushing event updated for resources: {'Port': ['ID=12fb4cde-08ee-4d92-9827-7cf2c023a048,revision_number=6']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:28.742098 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:28.742445 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:28.742787 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:28.743121 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:28.743451 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:28.743783 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:28.744135 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:28.744461 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:28.744785 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:28.745108 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:28.745677 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:28.746093 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:28.758722 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] Attempting to bind port 12fb4cde-08ee-4d92-9827-7cf2c023a048 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:09:28.759211 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] Attempting to bind port 12fb4cde-08ee-4d92-9827-7cf2c023a048 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '617ee41d-8b37-41ea-9c64-8132bd60231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '26b88d39-ac12-4aea-80c9-ffcab7dea95a'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:09:28.759540 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] Attempting to bind port 12fb4cde-08ee-4d92-9827-7cf2c023a048 on network 26b88d39-ac12-4aea-80c9-ffcab7dea95a {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:09:28.764045 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] Port 12fb4cde-08ee-4d92-9827-7cf2c023a048 on network 26b88d39-ac12-4aea-80c9-ffcab7dea95a not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:09:28.764367 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] Attempting to bind port 12fb4cde-08ee-4d92-9827-7cf2c023a048 on network 26b88d39-ac12-4aea-80c9-ffcab7dea95a {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:09:28.769083 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:09:28.769423 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] Checking segment: {'id': '617ee41d-8b37-41ea-9c64-8132bd60231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '26b88d39-ac12-4aea-80c9-ffcab7dea95a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:09:28.769804 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] Bound using segment: {'id': '617ee41d-8b37-41ea-9c64-8132bd60231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '26b88d39-ac12-4aea-80c9-ffcab7dea95a'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:09:28.770230 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] Bound port: 12fb4cde-08ee-4d92-9827-7cf2c023a048, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '617ee41d-8b37-41ea-9c64-8132bd60231f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '26b88d39-ac12-4aea-80c9-ffcab7dea95a'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:09:28.770590 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:28.835212 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] For port 12fb4cde-08ee-4d92-9827-7cf2c023a048, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:09:28.838065 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] For port 12fb4cde-08ee-4d92-9827-7cf2c023a048, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=12fb4cde-08ee-4d92-9827-7cf2c023a048,segment=NetworkSegment(617ee41d-8b37-41ea-9c64-8132bd60231f),segment_id=617ee41d-8b37-41ea-9c64-8132bd60231f)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:09:28.843892 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:28.877056 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:28.877671 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:28.879053 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] 10.222.0.39 "PUT /v2.0/ports/12fb4cde-08ee-4d92-9827-7cf2c023a048 HTTP/1.1" status: 200 len: 1093 time: 0.6625249 Jul 30 00:09:28.910976 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dea27d-28d8-4301-895f-a11bde1b76de service neutron] Pushing event updated for resources: {'Port': ['ID=12fb4cde-08ee-4d92-9827-7cf2c023a048,revision_number=7']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:28.945101 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-76ca6593-928d-4bad-bb67-e5f274536c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:28.946586 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-76ca6593-928d-4bad-bb67-e5f274536c75 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b5fd8383f867487e851ce5e28aa00d47&device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 1096 time: 0.0429411 Jul 30 00:09:29.039232 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-4cf679bb-c45c-4df8-8711-56179635d53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:29.040774 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-4cf679bb-c45c-4df8-8711-56179635d53c service neutron] 10.222.0.39 "GET /v2.0/networks?id=26b88d39-ac12-4aea-80c9-ffcab7dea95a HTTP/1.1" status: 200 len: 912 time: 0.0866559 Jul 30 00:09:29.360229 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-de9b6938-93af-46d2-9a0f-9cb4475e6e6b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12fb4cde-08ee-4d92-9827-7cf2c023a048 HTTP/1.1" status: 200 len: 217 time: 0.3115809 Jul 30 00:09:29.408750 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-e668b4f9-2c65-41ea-99a9-d507931f694b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:29.410190 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-e668b4f9-2c65-41ea-99a9-d507931f694b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=80beeaf8-083d-4a08-9bee-9f4324fab9fa HTTP/1.1" status: 200 len: 851 time: 0.0431273 Jul 30 00:09:29.441448 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-56436f33-59bb-4bb1-b706-7993f01c1533 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=26b88d39-ac12-4aea-80c9-ffcab7dea95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0237482 Jul 30 00:09:29.533156 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-bc95226d-17ca-45b5-b580-6556c012e169 service neutron] 10.222.0.39 "GET /v2.0/networks/26b88d39-ac12-4aea-80c9-ffcab7dea95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842910 Jul 30 00:09:29.623002 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-73a63b18-9172-4c67-a5c8-5b5c021813b7 req-0b6e268d-a8aa-4ebb-b64d-611d2a6a08b9 service neutron] 10.222.0.39 "GET /v2.0/networks/26b88d39-ac12-4aea-80c9-ffcab7dea95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827456 Jul 30 00:09:29.697287 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611837b-0471-44fc-b572-010c43f3002e req-0305245e-d47e-4aa1-b2a0-8287762a7c67 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:29.699434 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b611837b-0471-44fc-b572-010c43f3002e req-0305245e-d47e-4aa1-b2a0-8287762a7c67 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 944 time: 0.0537670 Jul 30 00:09:29.739932 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b611837b-0471-44fc-b572-010c43f3002e req-eafcea8e-683a-4699-a418-86b35fec54c2 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336759 Jul 30 00:09:29.935864 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:30.196005 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:30.693770 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f5f89c6-bd5e-4a15-8764-0edc123f19c4', 'tag': '12fb4cde-08ee-4d92-9827-7cf2c023a048'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:09:30.696201 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06e40c4-4101-42c4-bf32-ead8a45ff026" -d '{"events": [{"name": "network-changed", "server_uuid": "9f5f89c6-bd5e-4a15-8764-0edc123f19c4", "tag": "12fb4cde-08ee-4d92-9827-7cf2c023a048"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:09:30.742247 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37067742-e5f4-4e9a-8268-07afae2523a0 x-openstack-request-id: req-37067742-e5f4-4e9a-8268-07afae2523a0 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:09:30.742542 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f5f89c6-bd5e-4a15-8764-0edc123f19c4", "tag": "12fb4cde-08ee-4d92-9827-7cf2c023a048", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:09:30.742793 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-37067742-e5f4-4e9a-8268-07afae2523a0 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:09:30.743186 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f5f89c6-bd5e-4a15-8764-0edc123f19c4', 'tag': '12fb4cde-08ee-4d92-9827-7cf2c023a048', 'status': 'completed', 'code': 200} Jul 30 00:09:30.856342 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e40c4-4101-42c4-bf32-ead8a45ff026 req-a7f02ee4-b222-4f05-b4a0-7a38698b13d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:30.857837 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a06e40c4-4101-42c4-bf32-ead8a45ff026 req-a7f02ee4-b222-4f05-b4a0-7a38698b13d2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5fd8383f867487e851ce5e28aa00d47&device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 1096 time: 0.0958703 Jul 30 00:09:30.868345 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e40c4-4101-42c4-bf32-ead8a45ff026 req-d55b0c14-ee90-48d7-906d-4633f92547b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:30.869697 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a06e40c4-4101-42c4-bf32-ead8a45ff026 req-d55b0c14-ee90-48d7-906d-4633f92547b7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b5fd8383f867487e851ce5e28aa00d47&device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 1096 time: 0.0996687 Jul 30 00:09:30.928054 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a1ce3-efa7-43a0-833a-997ae289c7a1 req-576411a1-6108-4abb-92b7-02922d456556 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:30.929496 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0e3a1ce3-efa7-43a0-833a-997ae289c7a1 req-576411a1-6108-4abb-92b7-02922d456556 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 944 time: 0.1192818 Jul 30 00:09:31.038689 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0e3a1ce3-efa7-43a0-833a-997ae289c7a1 req-19acfaa4-cc50-4f3d-bf03-fa5db4298d8e tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719857 Jul 30 00:09:31.069217 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e40c4-4101-42c4-bf32-ead8a45ff026 req-1db7309e-3a6e-4a29-826e-cc2e9ae708cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:31.070710 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a06e40c4-4101-42c4-bf32-ead8a45ff026 req-1db7309e-3a6e-4a29-826e-cc2e9ae708cd service neutron] 10.222.0.39 "GET /v2.0/networks?id=26b88d39-ac12-4aea-80c9-ffcab7dea95a HTTP/1.1" status: 200 len: 912 time: 0.1932218 Jul 30 00:09:31.072401 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e40c4-4101-42c4-bf32-ead8a45ff026 req-1e251859-e859-444c-9fd4-6fd6ecc4ef9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:31.074463 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a06e40c4-4101-42c4-bf32-ead8a45ff026 req-1e251859-e859-444c-9fd4-6fd6ecc4ef9e service neutron] 10.222.0.23 "GET /v2.0/networks?id=26b88d39-ac12-4aea-80c9-ffcab7dea95a HTTP/1.1" status: 200 len: 912 time: 0.2075112 Jul 30 00:09:31.125054 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a06e40c4-4101-42c4-bf32-ead8a45ff026 req-2f3da3ab-c6d4-4518-8995-c3314498481b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12fb4cde-08ee-4d92-9827-7cf2c023a048 HTTP/1.1" status: 200 len: 217 time: 0.0444202 Jul 30 00:09:31.160024 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a06e40c4-4101-42c4-bf32-ead8a45ff026 req-cad9baa6-d018-40ae-a6ec-bf075a7a0182 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12fb4cde-08ee-4d92-9827-7cf2c023a048 HTTP/1.1" status: 200 len: 217 time: 0.0718477 Jul 30 00:09:31.236328 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e40c4-4101-42c4-bf32-ead8a45ff026 req-49be1fed-991c-4aa6-bc1b-f95fb69f572f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:31.237804 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a06e40c4-4101-42c4-bf32-ead8a45ff026 req-49be1fed-991c-4aa6-bc1b-f95fb69f572f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80beeaf8-083d-4a08-9bee-9f4324fab9fa HTTP/1.1" status: 200 len: 851 time: 0.0867920 Jul 30 00:09:31.242883 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06e40c4-4101-42c4-bf32-ead8a45ff026 req-fa9561da-321b-4a31-b0c7-a4ba0ef14186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:31.244259 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a06e40c4-4101-42c4-bf32-ead8a45ff026 req-fa9561da-321b-4a31-b0c7-a4ba0ef14186 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=80beeaf8-083d-4a08-9bee-9f4324fab9fa HTTP/1.1" status: 200 len: 851 time: 0.0645468 Jul 30 00:09:31.277571 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a06e40c4-4101-42c4-bf32-ead8a45ff026 req-1042799c-3973-440b-b3d9-53c52fee0fe0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26b88d39-ac12-4aea-80c9-ffcab7dea95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320318 Jul 30 00:09:31.293588 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a06e40c4-4101-42c4-bf32-ead8a45ff026 req-5b164b5a-0483-470d-a304-6b97200616e1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=26b88d39-ac12-4aea-80c9-ffcab7dea95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392630 Jul 30 00:09:31.442374 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a06e40c4-4101-42c4-bf32-ead8a45ff026 req-ef4a7f2d-fda4-416c-9425-b9ab30035c2a service neutron] 10.222.0.23 "GET /v2.0/networks/26b88d39-ac12-4aea-80c9-ffcab7dea95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515682 Jul 30 00:09:31.445699 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a06e40c4-4101-42c4-bf32-ead8a45ff026 req-74fd2fb6-49e5-4a88-bc1a-c498447d30a8 service neutron] 10.222.0.39 "GET /v2.0/networks/26b88d39-ac12-4aea-80c9-ffcab7dea95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443627 Jul 30 00:09:31.599427 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a06e40c4-4101-42c4-bf32-ead8a45ff026 req-225293b3-a942-4470-be02-fd07eece7c10 service neutron] 10.222.0.23 "GET /v2.0/networks/26b88d39-ac12-4aea-80c9-ffcab7dea95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500740 Jul 30 00:09:31.602708 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a06e40c4-4101-42c4-bf32-ead8a45ff026 req-a8ec4dd0-ea0b-478f-ae3c-df5752f225cb service neutron] 10.222.0.39 "GET /v2.0/networks/26b88d39-ac12-4aea-80c9-ffcab7dea95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463802 Jul 30 00:09:31.719684 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 12fb4cde-08ee-4d92-9827-7cf2c023a048 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:09:31.757041 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 12fb4cde-08ee-4d92-9827-7cf2c023a048 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:09:32.158364 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89743db9-4a15-40d1-b9a4-a7b83f4227fc req-da2d3f9e-653c-4899-aff7-bb7f009a0b48 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:32.159857 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89743db9-4a15-40d1-b9a4-a7b83f4227fc req-da2d3f9e-653c-4899-aff7-bb7f009a0b48 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 944 time: 0.0530903 Jul 30 00:09:32.198052 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89743db9-4a15-40d1-b9a4-a7b83f4227fc req-26efda36-ff75-454f-88d4-d1af5439d7e5 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322249 Jul 30 00:09:32.498925 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430a08f-83c2-43bc-9bbb-cdd07bc808a0 req-9d48b2dd-cfc2-4953-9504-0ee421f09377 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:32.500412 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1430a08f-83c2-43bc-9bbb-cdd07bc808a0 req-9d48b2dd-cfc2-4953-9504-0ee421f09377 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.23 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4&tenant_id=b5fd8383f867487e851ce5e28aa00d47&binding%3Ahost_id=n-h2-712140-10 HTTP/1.1" status: 200 len: 944 time: 0.0844939 Jul 30 00:09:32.561272 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-1430a08f-83c2-43bc-9bbb-cdd07bc808a0 req-b233d0de-199d-4be8-8b20-e08cf147f7ff service neutron] delete failed (client error): The resource could not be found. Jul 30 00:09:32.562287 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1430a08f-83c2-43bc-9bbb-cdd07bc808a0 req-b233d0de-199d-4be8-8b20-e08cf147f7ff service neutron] 10.222.0.23 "DELETE /v2.0/ports/12fb4cde-08ee-4d92-9827-7cf2c023a048/bindings/n-h1-712140-10 HTTP/1.1" status: 404 len: 381 time: 0.0545502 Jul 30 00:09:32.648923 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430a08f-83c2-43bc-9bbb-cdd07bc808a0 req-c3084c5f-7b24-4976-bc46-804cc7741619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:32.650408 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1430a08f-83c2-43bc-9bbb-cdd07bc808a0 req-c3084c5f-7b24-4976-bc46-804cc7741619 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b5fd8383f867487e851ce5e28aa00d47&device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 1096 time: 0.0440242 Jul 30 00:09:32.738851 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430a08f-83c2-43bc-9bbb-cdd07bc808a0 req-ce3eb39a-188f-4d8e-8222-fdc0fa46df5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:32.740371 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1430a08f-83c2-43bc-9bbb-cdd07bc808a0 req-ce3eb39a-188f-4d8e-8222-fdc0fa46df5d service neutron] 10.222.0.23 "GET /v2.0/networks?id=26b88d39-ac12-4aea-80c9-ffcab7dea95a HTTP/1.1" status: 200 len: 912 time: 0.0832801 Jul 30 00:09:32.785949 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1430a08f-83c2-43bc-9bbb-cdd07bc808a0 req-da32a2b9-5b83-449a-9e36-addbf8368b96 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=12fb4cde-08ee-4d92-9827-7cf2c023a048 HTTP/1.1" status: 200 len: 217 time: 0.0378389 Jul 30 00:09:32.835370 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430a08f-83c2-43bc-9bbb-cdd07bc808a0 req-1115155c-2e1e-4c3e-832a-4542b8d14bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:32.836842 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1430a08f-83c2-43bc-9bbb-cdd07bc808a0 req-1115155c-2e1e-4c3e-832a-4542b8d14bea service neutron] 10.222.0.23 "GET /v2.0/subnets?id=80beeaf8-083d-4a08-9bee-9f4324fab9fa HTTP/1.1" status: 200 len: 851 time: 0.0436356 Jul 30 00:09:32.867312 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1430a08f-83c2-43bc-9bbb-cdd07bc808a0 req-7c6d867c-5cca-404a-b446-4b02ae5e7170 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=26b88d39-ac12-4aea-80c9-ffcab7dea95a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235169 Jul 30 00:09:32.893431 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-80c125ae-b93f-4e9a-82b2-83f94ba815c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:32.960699 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1430a08f-83c2-43bc-9bbb-cdd07bc808a0 req-ece5db86-38e5-4d75-9163-f5e53f864e5b service neutron] 10.222.0.23 "GET /v2.0/networks/26b88d39-ac12-4aea-80c9-ffcab7dea95a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867770 Jul 30 00:09:33.006282 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 12fb4cde-08ee-4d92-9827-7cf2c023a048 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:09:33.050835 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1430a08f-83c2-43bc-9bbb-cdd07bc808a0 req-81a7d3d6-08c4-4575-86f3-d0cc31e8c171 service neutron] 10.222.0.23 "GET /v2.0/networks/26b88d39-ac12-4aea-80c9-ffcab7dea95a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832105 Jul 30 00:09:33.108215 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 12fb4cde-08ee-4d92-9827-7cf2c023a048, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=12fb4cde-08ee-4d92-9827-7cf2c023a048,segment=NetworkSegment(617ee41d-8b37-41ea-9c64-8132bd60231f),segment_id=617ee41d-8b37-41ea-9c64-8132bd60231f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:33.120500 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '12fb4cde-08ee-4d92-9827-7cf2c023a048', 'network_id': '26b88d39-ac12-4aea-80c9-ffcab7dea95a', 'port_id': '12fb4cde-08ee-4d92-9827-7cf2c023a048', 'mac_address': 'fa:16:3e:6d:a2:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80beeaf8-083d-4a08-9bee-9f4324fab9fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:09:33.158139 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:33.170627 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12fb4cde-08ee-4d92-9827-7cf2c023a048 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:09:33.191097 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 12fb4cde-08ee-4d92-9827-7cf2c023a048, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=12fb4cde-08ee-4d92-9827-7cf2c023a048,segment=NetworkSegment(617ee41d-8b37-41ea-9c64-8132bd60231f),segment_id=617ee41d-8b37-41ea-9c64-8132bd60231f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:33.194642 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:33.243651 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=12fb4cde-08ee-4d92-9827-7cf2c023a048,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:33.252936 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:33.253290 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:33.253632 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:33.253972 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:33.254307 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:33.254635 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:33.255312 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:33.255312 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:33.255600 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:33.255959 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:33.256287 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:33.256608 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:33.389901 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['12fb4cde-08ee-4d92-9827-7cf2c023a048'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:09:33.732580 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3aa3fb-b494-4161-b338-e688c4f379b8 req-33b18a8c-8d37-40d2-a6f7-b18c8eff7cd6 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:33.734048 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb3aa3fb-b494-4161-b338-e688c4f379b8 req-33b18a8c-8d37-40d2-a6f7-b18c8eff7cd6 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 945 time: 0.0496936 Jul 30 00:09:33.771756 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb3aa3fb-b494-4161-b338-e688c4f379b8 req-73d51ba6-48cd-47ab-9fd8-45c0d57d1ad1 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318708 Jul 30 00:09:34.893421 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734abdd2-3976-4e94-90f7-6ac745dc191c req-ba5e38d6-c7bf-468f-872b-8392a45acfb8 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:34.895450 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-734abdd2-3976-4e94-90f7-6ac745dc191c req-ba5e38d6-c7bf-468f-872b-8392a45acfb8 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 945 time: 0.0530427 Jul 30 00:09:34.933855 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-734abdd2-3976-4e94-90f7-6ac745dc191c req-579d2074-89e8-4470-a46c-7ee2f89f0cb1 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.18 "GET /v2.0/security-groups?id=01327ee2-2935-49ec-995c-cfb140bc14aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326474 Jul 30 00:09:35.006461 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430a08f-83c2-43bc-9bbb-cdd07bc808a0 req-d9e78dfa-780a-42b1-a71b-8f9ebfadf7bc tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:35.007939 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1430a08f-83c2-43bc-9bbb-cdd07bc808a0 req-d9e78dfa-780a-42b1-a71b-8f9ebfadf7bc tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.39 "GET /v2.0/ports?device_id=9f5f89c6-bd5e-4a15-8764-0edc123f19c4 HTTP/1.1" status: 200 len: 945 time: 0.0482996 Jul 30 00:09:35.030334 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 12fb4cde-08ee-4d92-9827-7cf2c023a048 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:09:35.084641 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 12fb4cde-08ee-4d92-9827-7cf2c023a048 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:09:35.088301 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 12fb4cde-08ee-4d92-9827-7cf2c023a048 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:09:35.089742 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:35.105878 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-1430a08f-83c2-43bc-9bbb-cdd07bc808a0 req-01ba6189-c4d7-411c-acaa-195605d3ebf2 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Deleting port 12fb4cde-08ee-4d92-9827-7cf2c023a048 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:09:35.106223 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1430a08f-83c2-43bc-9bbb-cdd07bc808a0 req-01ba6189-c4d7-411c-acaa-195605d3ebf2 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:35.165045 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:35.187788 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5f89c6-bd5e-4a15-8764-0edc123f19c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fb4cde-08ee-4d92-9827-7cf2c023a048'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:09:35.190069 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a9b1844-c6e5-484d-8fb1-4bdfb8a783ce" -d '{"events": [{"server_uuid": "9f5f89c6-bd5e-4a15-8764-0edc123f19c4", "name": "network-vif-plugged", "status": "completed", "tag": "12fb4cde-08ee-4d92-9827-7cf2c023a048"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:09:35.193296 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-1430a08f-83c2-43bc-9bbb-cdd07bc808a0 req-01ba6189-c4d7-411c-acaa-195605d3ebf2 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] For port 12fb4cde-08ee-4d92-9827-7cf2c023a048, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=12fb4cde-08ee-4d92-9827-7cf2c023a048,segment=NetworkSegment(617ee41d-8b37-41ea-9c64-8132bd60231f),segment_id=617ee41d-8b37-41ea-9c64-8132bd60231f)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:35.193680 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1430a08f-83c2-43bc-9bbb-cdd07bc808a0 req-01ba6189-c4d7-411c-acaa-195605d3ebf2 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:35.204586 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 12fb4cde-08ee-4d92-9827-7cf2c023a048, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=12fb4cde-08ee-4d92-9827-7cf2c023a048,segment=NetworkSegment(617ee41d-8b37-41ea-9c64-8132bd60231f),segment_id=617ee41d-8b37-41ea-9c64-8132bd60231f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:35.209211 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:35.209568 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-1430a08f-83c2-43bc-9bbb-cdd07bc808a0 req-01ba6189-c4d7-411c-acaa-195605d3ebf2 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Calling delete_port for 12fb4cde-08ee-4d92-9827-7cf2c023a048 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:09:35.233066 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39896202-cc6d-4538-858d-12c5e1024f4e x-openstack-request-id: req-39896202-cc6d-4538-858d-12c5e1024f4e {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:09:35.233358 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f5f89c6-bd5e-4a15-8764-0edc123f19c4", "name": "network-vif-plugged", "status": "completed", "tag": "12fb4cde-08ee-4d92-9827-7cf2c023a048", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:09:35.233613 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-39896202-cc6d-4538-858d-12c5e1024f4e {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:09:35.234010 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5f89c6-bd5e-4a15-8764-0edc123f19c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12fb4cde-08ee-4d92-9827-7cf2c023a048', 'code': 200} Jul 30 00:09:35.263305 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=12fb4cde-08ee-4d92-9827-7cf2c023a048,revision_number=9']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:35.354388 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1430a08f-83c2-43bc-9bbb-cdd07bc808a0 req-01ba6189-c4d7-411c-acaa-195605d3ebf2 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:35.366332 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['12fb4cde-08ee-4d92-9827-7cf2c023a048'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:09:35.383523 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ba6189-c4d7-411c-acaa-195605d3ebf2 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Pushing event deleted for resources: {'Port': ['ID=12fb4cde-08ee-4d92-9827-7cf2c023a048,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:35.424447 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-1430a08f-83c2-43bc-9bbb-cdd07bc808a0 req-01ba6189-c4d7-411c-acaa-195605d3ebf2 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] No DVR routers for this DVR port 12fb4cde-08ee-4d92-9827-7cf2c023a048 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:09:35.427145 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1430a08f-83c2-43bc-9bbb-cdd07bc808a0 req-01ba6189-c4d7-411c-acaa-195605d3ebf2 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:35.429153 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1430a08f-83c2-43bc-9bbb-cdd07bc808a0 req-01ba6189-c4d7-411c-acaa-195605d3ebf2 tempest-DeleteServersTestJSON-344191243 tempest-DeleteServersTestJSON-344191243-project] 10.222.0.39 "DELETE /v2.0/ports/12fb4cde-08ee-4d92-9827-7cf2c023a048 HTTP/1.1" status: 204 len: 173 time: 0.4148216 Jul 30 00:09:35.429582 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5f89c6-bd5e-4a15-8764-0edc123f19c4', 'name': 'network-vif-deleted', 'tag': '12fb4cde-08ee-4d92-9827-7cf2c023a048'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:09:35.431771 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5fa0a0-82c7-4e59-9c5a-0c835b4617bc" -d '{"events": [{"server_uuid": "9f5f89c6-bd5e-4a15-8764-0edc123f19c4", "name": "network-vif-deleted", "tag": "12fb4cde-08ee-4d92-9827-7cf2c023a048"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:09:35.461515 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:35.474629 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63d0f88-c113-40cf-8bb3-836948b0da74 x-openstack-request-id: req-e63d0f88-c113-40cf-8bb3-836948b0da74 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:09:35.474923 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f5f89c6-bd5e-4a15-8764-0edc123f19c4", "name": "network-vif-deleted", "tag": "12fb4cde-08ee-4d92-9827-7cf2c023a048", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:09:35.475170 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e63d0f88-c113-40cf-8bb3-836948b0da74 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:09:35.475559 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f5f89c6-bd5e-4a15-8764-0edc123f19c4', 'name': 'network-vif-deleted', 'tag': '12fb4cde-08ee-4d92-9827-7cf2c023a048', 'status': 'completed', 'code': 200} Jul 30 00:09:36.061315 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56906) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:36.109073 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e8edfef-959c-477d-849d-1d73adf2856f admin admin] Deleting subnet 80beeaf8-083d-4a08-9bee-9f4324fab9fa {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:09:36.112098 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2e8edfef-959c-477d-849d-1d73adf2856f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:36.146738 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2e8edfef-959c-477d-849d-1d73adf2856f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:36.186145 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2e8edfef-959c-477d-849d-1d73adf2856f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:36.238666 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2e8edfef-959c-477d-849d-1d73adf2856f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:36.269226 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8edfef-959c-477d-849d-1d73adf2856f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80beeaf8-083d-4a08-9bee-9f4324fab9fa,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:36.274551 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2e8edfef-959c-477d-849d-1d73adf2856f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:36.279958 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2e8edfef-959c-477d-849d-1d73adf2856f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/80beeaf8-083d-4a08-9bee-9f4324fab9fa HTTP/1.1" status: 204 len: 168 time: 0.2175503 Jul 30 00:09:36.280209 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 56908) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:36.284756 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f65f61eb-48b1-41ca-aaaf-dc5700a0083c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:36.285892 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8edfef-959c-477d-849d-1d73adf2856f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:36.286227 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8edfef-959c-477d-849d-1d73adf2856f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:36.286444 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8edfef-959c-477d-849d-1d73adf2856f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:36.286735 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8edfef-959c-477d-849d-1d73adf2856f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:36.287113 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8edfef-959c-477d-849d-1d73adf2856f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:36.287449 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8edfef-959c-477d-849d-1d73adf2856f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:36.287777 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8edfef-959c-477d-849d-1d73adf2856f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:36.288132 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8edfef-959c-477d-849d-1d73adf2856f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:36.288462 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8edfef-959c-477d-849d-1d73adf2856f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:36.288787 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8edfef-959c-477d-849d-1d73adf2856f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:36.289114 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8edfef-959c-477d-849d-1d73adf2856f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:36.289441 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8edfef-959c-477d-849d-1d73adf2856f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:09:36.351139 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a68fa607-c5af-4036-a632-b3d20e226f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:36.442422 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a68fa607-c5af-4036-a632-b3d20e226f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:36.452475 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-a68fa607-c5af-4036-a632-b3d20e226f4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26b88d39-ac12-4aea-80c9-ffcab7dea95a']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:36.466760 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-a68fa607-c5af-4036-a632-b3d20e226f4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '617ee41d-8b37-41ea-9c64-8132bd60231f') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:36.467049 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-a68fa607-c5af-4036-a632-b3d20e226f4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '617ee41d-8b37-41ea-9c64-8132bd60231f') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:09:36.475590 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a68fa607-c5af-4036-a632-b3d20e226f4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:36.489937 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a68fa607-c5af-4036-a632-b3d20e226f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:36.496051 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a68fa607-c5af-4036-a632-b3d20e226f4e admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:09:36.496436 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a68fa607-c5af-4036-a632-b3d20e226f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:36.498336 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 30 00:09:36.498336 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:09:36.498336 n-d-712140-10 neutron-server[94063]: timer() Jul 30 00:09:36.498336 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:09:36.498336 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 30 00:09:36.498336 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:09:36.498336 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 30 00:09:36.498336 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:09:36.498336 n-d-712140-10 neutron-server[94063]: self._notify() Jul 30 00:09:36.498336 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:09:36.498336 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 30 00:09:36.498336 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:09:36.498336 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 30 00:09:36.498336 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:09:36.498336 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:09:36.498336 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:09:36.498336 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:09:36.498336 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:09:36.498336 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 30 00:09:36.498336 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:09:36.498336 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 30 00:09:36.498336 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:09:36.498336 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:09:36.498336 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:09:36.498336 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 30 00:09:36.498336 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:09:36.498336 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:09:36.498336 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:09:36.498336 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:09:36.498336 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:09:36.498336 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:09:36.498336 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:09:36.550599 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a68fa607-c5af-4036-a632-b3d20e226f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:36.556283 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a68fa607-c5af-4036-a632-b3d20e226f4e admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:36.558915 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a68fa607-c5af-4036-a632-b3d20e226f4e admin admin] 10.222.0.18 "DELETE /v2.0/networks/26b88d39-ac12-4aea-80c9-ffcab7dea95a HTTP/1.1" status: 204 len: 168 time: 0.2770245 Jul 30 00:09:36.570100 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68fa607-c5af-4036-a632-b3d20e226f4e admin admin] Pushing event deleted for resources: {'Network': ['ID=26b88d39-ac12-4aea-80c9-ffcab7dea95a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:36.665410 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 56912) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:36.705487 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ee54f370-d005-4898-b357-807d6e8ff568 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b5fd8383f867487e851ce5e28aa00d47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388279 Jul 30 00:09:36.707920 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 56914) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:36.756178 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c64f6b30-e489-4282-8595-b3652c41cf3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:36.781186 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c64f6b30-e489-4282-8595-b3652c41cf3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:36.825952 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c64f6b30-e489-4282-8595-b3652c41cf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:36.828653 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c64f6b30-e489-4282-8595-b3652c41cf3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:36.829788 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c64f6b30-e489-4282-8595-b3652c41cf3b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01327ee2-2935-49ec-995c-cfb140bc14aa HTTP/1.1" status: 204 len: 168 time: 0.1209638 Jul 30 00:09:36.837072 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64f6b30-e489-4282-8595-b3652c41cf3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01327ee2-2935-49ec-995c-cfb140bc14aa,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:37.003142 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:37.476393 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 56936) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:37.569631 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-96e4b13d-ff01-47e0-9458-1f3c2642570c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-909362879-network', 'tenant_id': 'cc3dd43656aa4fb3bbfc6b7f109280fe'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:37.591482 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96e4b13d-ff01-47e0-9458-1f3c2642570c admin admin] Made reservation on behalf of cc3dd43656aa4fb3bbfc6b7f109280fe for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:37.593850 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-96e4b13d-ff01-47e0-9458-1f3c2642570c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:37.601911 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-96e4b13d-ff01-47e0-9458-1f3c2642570c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:37.692725 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-96e4b13d-ff01-47e0-9458-1f3c2642570c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:37.696478 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-96e4b13d-ff01-47e0-9458-1f3c2642570c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:37.720096 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96e4b13d-ff01-47e0-9458-1f3c2642570c admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:09:37.728681 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4b13d-ff01-47e0-9458-1f3c2642570c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b481066-2161-4e29-973d-dd99f6c2b79d,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:37.735063 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-96e4b13d-ff01-47e0-9458-1f3c2642570c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:37.735410 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-96e4b13d-ff01-47e0-9458-1f3c2642570c admin admin] Added segment 3ee2d715-88ee-4b50-af43-7cd550a5f107 of type vlan for network a0121d8f-2331-4b1f-ad58-0b32631fa53a Jul 30 00:09:37.775261 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-96e4b13d-ff01-47e0-9458-1f3c2642570c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:37.804611 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-96e4b13d-ff01-47e0-9458-1f3c2642570c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:37.805766 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96e4b13d-ff01-47e0-9458-1f3c2642570c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:37.806823 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-96e4b13d-ff01-47e0-9458-1f3c2642570c admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:37.861651 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-96e4b13d-ff01-47e0-9458-1f3c2642570c admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3840122 Jul 30 00:09:37.864577 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 56940) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:09:37.870034 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-a8d3ae5f-9194-4f12-a138-e8ff42f5e752 admin admin] Request body: {'subnet': {'network_id': 'a0121d8f-2331-4b1f-ad58-0b32631fa53a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-909362879-subnet', 'tenant_id': 'cc3dd43656aa4fb3bbfc6b7f109280fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:37.871367 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4b13d-ff01-47e0-9458-1f3c2642570c admin admin] Pushing event updated for resources: {'Network': ['ID=a0121d8f-2331-4b1f-ad58-0b32631fa53a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:37.880837 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network a0121d8f-2331-4b1f-ad58-0b32631fa53a details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:09:37.894040 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8d3ae5f-9194-4f12-a138-e8ff42f5e752 admin admin] Made reservation on behalf of cc3dd43656aa4fb3bbfc6b7f109280fe for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:37.896535 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a8d3ae5f-9194-4f12-a138-e8ff42f5e752 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:38.064850 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a8d3ae5f-9194-4f12-a138-e8ff42f5e752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:38.123467 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d3ae5f-9194-4f12-a138-e8ff42f5e752 admin admin] Pushing event updated for resources: {'Subnet': ['ID=855721f3-fcf7-4015-b885-f0c886d20de0,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:38.127670 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8d3ae5f-9194-4f12-a138-e8ff42f5e752 admin admin] Checking segment: {'id': '3ee2d715-88ee-4b50-af43-7cd550a5f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a0121d8f-2331-4b1f-ad58-0b32631fa53a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:09:38.128063 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d3ae5f-9194-4f12-a138-e8ff42f5e752 admin admin] Network hostable DHCP agents. Network: a0121d8f-2331-4b1f-ad58-0b32631fa53a, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:09:38.144190 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d3ae5f-9194-4f12-a138-e8ff42f5e752 admin admin] Network a0121d8f-2331-4b1f-ad58-0b32631fa53a is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:09:38.152738 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-a8d3ae5f-9194-4f12-a138-e8ff42f5e752 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, a0121d8f-2331-4b1f-ad58-0b32631fa53a) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:38.156779 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d3ae5f-9194-4f12-a138-e8ff42f5e752 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:38.157365 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a8d3ae5f-9194-4f12-a138-e8ff42f5e752 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:38.162202 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a53c8a-8246-46b8-ba4d-1b629ac2c366 None None] Network a0121d8f-2331-4b1f-ad58-0b32631fa53a requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:09:38.176407 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a8d3ae5f-9194-4f12-a138-e8ff42f5e752 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3105476 Jul 30 00:09:38.285044 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e245314-16cf-4e8c-b8a3-3fb8f28eaa86 None None] Network a0121d8f-2331-4b1f-ad58-0b32631fa53a requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:09:38.344617 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:38.603924 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed98b1-590e-4989-a657-d50d4317957c req-054f725e-f01b-473d-9069-367bbce98812 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:38.606063 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f9ed98b1-590e-4989-a657-d50d4317957c req-054f725e-f01b-473d-9069-367bbce98812 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/networks?id=a0121d8f-2331-4b1f-ad58-0b32631fa53a HTTP/1.1" status: 200 len: 814 time: 0.1003513 Jul 30 00:09:38.621471 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f9ed98b1-590e-4989-a657-d50d4317957c req-2c2e7fd1-7ffd-4409-938e-3053d9aa8c7d tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/quotas/cc3dd43656aa4fb3bbfc6b7f109280fe HTTP/1.1" status: 200 len: 375 time: 0.0096765 Jul 30 00:09:38.656563 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f9ed98b1-590e-4989-a657-d50d4317957c req-823c35b9-c13a-47cf-853e-360892696ae3 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc3dd43656aa4fb3bbfc6b7f109280fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298734 Jul 30 00:09:38.795115 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f9ed98b1-590e-4989-a657-d50d4317957c req-48a6ae4e-4a3a-451c-8a02-3e46fc9a4adc service neutron] 10.222.0.18 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317053 Jul 30 00:09:38.892938 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f9ed98b1-590e-4989-a657-d50d4317957c req-746f2c0b-77a3-47cb-81f5-47e05bbcd1c8 service neutron] 10.222.0.18 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913765 Jul 30 00:09:39.044016 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 12fb4cde-08ee-4d92-9827-7cf2c023a048 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:09:39.058183 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-beed4c82-4608-48fe-bef2-14e776fa722b req-60867ea4-d49a-49c6-a53c-26eae8559f15 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 210 time: 0.0288410 Jul 30 00:09:39.064525 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 12fb4cde-08ee-4d92-9827-7cf2c023a048 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:09:39.065122 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 12fb4cde-08ee-4d92-9827-7cf2c023a048 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:09:39.959796 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed98b1-590e-4989-a657-d50d4317957c req-33f1487d-d8d6-4ccf-b74b-f0a5f9757042 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:39.961318 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f9ed98b1-590e-4989-a657-d50d4317957c req-33f1487d-d8d6-4ccf-b74b-f0a5f9757042 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.23 "GET /v2.0/networks?id=a0121d8f-2331-4b1f-ad58-0b32631fa53a HTTP/1.1" status: 200 len: 814 time: 0.1055326 Jul 30 00:09:39.974266 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-f9ed98b1-590e-4989-a657-d50d4317957c req-2678ae0b-6eee-4d44-9a60-f1419bd5a44b tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Request body: {'port': {'device_id': '1fc05fc1-00df-4c05-b29a-2d617dff5820', 'network_id': 'a0121d8f-2331-4b1f-ad58-0b32631fa53a', 'admin_state_up': True, 'tenant_id': 'cc3dd43656aa4fb3bbfc6b7f109280fe'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:40.086639 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9ed98b1-590e-4989-a657-d50d4317957c req-2678ae0b-6eee-4d44-9a60-f1419bd5a44b tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Made reservation on behalf of cc3dd43656aa4fb3bbfc6b7f109280fe for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:09:40.090847 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f9ed98b1-590e-4989-a657-d50d4317957c req-2678ae0b-6eee-4d44-9a60-f1419bd5a44b tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:40.180703 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b3b4326a-00b1-440f-8b37-7275865c3e42 req-e2aecfe4-f13a-48ec-b750-ef09e9178bab tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 210 time: 0.0369790 Jul 30 00:09:40.240292 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-f9ed98b1-590e-4989-a657-d50d4317957c req-2678ae0b-6eee-4d44-9a60-f1419bd5a44b tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Allocated IP 172.20.0.5 (a0121d8f-2331-4b1f-ad58-0b32631fa53a/855721f3-fcf7-4015-b885-f0c886d20de0/f7f28811-b75a-4590-b85e-fc08411588e5) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:09:40.386458 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f9ed98b1-590e-4989-a657-d50d4317957c req-2678ae0b-6eee-4d44-9a60-f1419bd5a44b tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:40.700979 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f9ed98b1-590e-4989-a657-d50d4317957c req-2678ae0b-6eee-4d44-9a60-f1419bd5a44b tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:40.743608 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9ed98b1-590e-4989-a657-d50d4317957c req-2678ae0b-6eee-4d44-9a60-f1419bd5a44b tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Network a0121d8f-2331-4b1f-ad58-0b32631fa53a is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:09:40.746930 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-f9ed98b1-590e-4989-a657-d50d4317957c req-2678ae0b-6eee-4d44-9a60-f1419bd5a44b tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:09:40.752688 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ed98b1-590e-4989-a657-d50d4317957c req-2678ae0b-6eee-4d44-9a60-f1419bd5a44b tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:09:40.775471 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678ae0b-6eee-4d44-9a60-f1419bd5a44b tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Pushing event updated for resources: {'Port': ['ID=f7f28811-b75a-4590-b85e-fc08411588e5,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:40.802848 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed98b1-590e-4989-a657-d50d4317957c req-2678ae0b-6eee-4d44-9a60-f1419bd5a44b tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:40.803453 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f9ed98b1-590e-4989-a657-d50d4317957c req-2678ae0b-6eee-4d44-9a60-f1419bd5a44b tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:40.816741 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f9ed98b1-590e-4989-a657-d50d4317957c req-2678ae0b-6eee-4d44-9a60-f1419bd5a44b tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8465400 Jul 30 00:09:40.830253 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-f9ed98b1-590e-4989-a657-d50d4317957c req-3f4bf80a-847d-48e9-8b0b-f3d42d6f5246 service neutron] Request body: {'port': {'device_id': '1fc05fc1-00df-4c05-b29a-2d617dff5820', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:09:40.883724 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f9ed98b1-590e-4989-a657-d50d4317957c req-3f4bf80a-847d-48e9-8b0b-f3d42d6f5246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:41.137708 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-f9ed98b1-590e-4989-a657-d50d4317957c req-3f4bf80a-847d-48e9-8b0b-f3d42d6f5246 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7f28811-b75a-4590-b85e-fc08411588e5 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:09:41.145398 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f9ed98b1-590e-4989-a657-d50d4317957c req-3f4bf80a-847d-48e9-8b0b-f3d42d6f5246 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:41.157682 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-f9ed98b1-590e-4989-a657-d50d4317957c req-3f4bf80a-847d-48e9-8b0b-f3d42d6f5246 service neutron] Transition to ACTIVE for port object f7f28811-b75a-4590-b85e-fc08411588e5 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:09:41.161370 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f9ed98b1-590e-4989-a657-d50d4317957c req-3f4bf80a-847d-48e9-8b0b-f3d42d6f5246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:41.211405 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bf80a-847d-48e9-8b0b-f3d42d6f5246 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f28811-b75a-4590-b85e-fc08411588e5,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:41.313480 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-f9ed98b1-590e-4989-a657-d50d4317957c req-3f4bf80a-847d-48e9-8b0b-f3d42d6f5246 service neutron] Attempting to bind port f7f28811-b75a-4590-b85e-fc08411588e5 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:09:41.313818 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-f9ed98b1-590e-4989-a657-d50d4317957c req-3f4bf80a-847d-48e9-8b0b-f3d42d6f5246 service neutron] Attempting to bind port f7f28811-b75a-4590-b85e-fc08411588e5 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '3ee2d715-88ee-4b50-af43-7cd550a5f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a0121d8f-2331-4b1f-ad58-0b32631fa53a'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:09:41.314149 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ed98b1-590e-4989-a657-d50d4317957c req-3f4bf80a-847d-48e9-8b0b-f3d42d6f5246 service neutron] Attempting to bind port f7f28811-b75a-4590-b85e-fc08411588e5 on network a0121d8f-2331-4b1f-ad58-0b32631fa53a {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:09:41.322769 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8348f5ed-ddb1-46ae-9f2a-639ffb9bed70 req-e55f7417-bfa5-4761-8f70-4ba90f0c2091 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:41.324907 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8348f5ed-ddb1-46ae-9f2a-639ffb9bed70 req-e55f7417-bfa5-4761-8f70-4ba90f0c2091 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 943 time: 0.0705171 Jul 30 00:09:41.328104 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ed98b1-590e-4989-a657-d50d4317957c req-3f4bf80a-847d-48e9-8b0b-f3d42d6f5246 service neutron] Port f7f28811-b75a-4590-b85e-fc08411588e5 on network a0121d8f-2331-4b1f-ad58-0b32631fa53a not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:09:41.328433 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ed98b1-590e-4989-a657-d50d4317957c req-3f4bf80a-847d-48e9-8b0b-f3d42d6f5246 service neutron] Attempting to bind port f7f28811-b75a-4590-b85e-fc08411588e5 on network a0121d8f-2331-4b1f-ad58-0b32631fa53a {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:09:41.339952 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ed98b1-590e-4989-a657-d50d4317957c req-3f4bf80a-847d-48e9-8b0b-f3d42d6f5246 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:09:41.340299 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ed98b1-590e-4989-a657-d50d4317957c req-3f4bf80a-847d-48e9-8b0b-f3d42d6f5246 service neutron] Checking segment: {'id': '3ee2d715-88ee-4b50-af43-7cd550a5f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a0121d8f-2331-4b1f-ad58-0b32631fa53a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:09:41.340683 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9ed98b1-590e-4989-a657-d50d4317957c req-3f4bf80a-847d-48e9-8b0b-f3d42d6f5246 service neutron] Bound using segment: {'id': '3ee2d715-88ee-4b50-af43-7cd550a5f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a0121d8f-2331-4b1f-ad58-0b32631fa53a'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:09:41.341119 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-f9ed98b1-590e-4989-a657-d50d4317957c req-3f4bf80a-847d-48e9-8b0b-f3d42d6f5246 service neutron] Bound port: f7f28811-b75a-4590-b85e-fc08411588e5, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee2d715-88ee-4b50-af43-7cd550a5f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a0121d8f-2331-4b1f-ad58-0b32631fa53a'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:09:41.341481 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f9ed98b1-590e-4989-a657-d50d4317957c req-3f4bf80a-847d-48e9-8b0b-f3d42d6f5246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:41.395133 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8348f5ed-ddb1-46ae-9f2a-639ffb9bed70 req-30f281c2-af8a-4926-9003-b97de87f7e1b tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635638 Jul 30 00:09:41.425135 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-f9ed98b1-590e-4989-a657-d50d4317957c req-3f4bf80a-847d-48e9-8b0b-f3d42d6f5246 service neutron] For port f7f28811-b75a-4590-b85e-fc08411588e5, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:09:41.428104 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-f9ed98b1-590e-4989-a657-d50d4317957c req-3f4bf80a-847d-48e9-8b0b-f3d42d6f5246 service neutron] For port f7f28811-b75a-4590-b85e-fc08411588e5, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f7f28811-b75a-4590-b85e-fc08411588e5,segment=NetworkSegment(3ee2d715-88ee-4b50-af43-7cd550a5f107),segment_id=3ee2d715-88ee-4b50-af43-7cd550a5f107)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:09:41.432657 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f9ed98b1-590e-4989-a657-d50d4317957c req-3f4bf80a-847d-48e9-8b0b-f3d42d6f5246 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:41.468810 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed98b1-590e-4989-a657-d50d4317957c req-3f4bf80a-847d-48e9-8b0b-f3d42d6f5246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:41.469431 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-f9ed98b1-590e-4989-a657-d50d4317957c req-3f4bf80a-847d-48e9-8b0b-f3d42d6f5246 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:41.470824 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f9ed98b1-590e-4989-a657-d50d4317957c req-3f4bf80a-847d-48e9-8b0b-f3d42d6f5246 service neutron] 10.222.0.23 "PUT /v2.0/ports/f7f28811-b75a-4590-b85e-fc08411588e5 HTTP/1.1" status: 200 len: 1092 time: 0.6446362 Jul 30 00:09:41.472901 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc05fc1-00df-4c05-b29a-2d617dff5820', 'tag': 'f7f28811-b75a-4590-b85e-fc08411588e5'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:09:41.475568 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f16bb86-11a6-4cdc-8228-822e643fbf8d" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc05fc1-00df-4c05-b29a-2d617dff5820", "tag": "f7f28811-b75a-4590-b85e-fc08411588e5"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:09:41.506088 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bf80a-847d-48e9-8b0b-f3d42d6f5246 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f28811-b75a-4590-b85e-fc08411588e5,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:41.519010 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00de70e-ded1-4735-81a6-cad6527e127f x-openstack-request-id: req-b00de70e-ded1-4735-81a6-cad6527e127f {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:09:41.519298 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc05fc1-00df-4c05-b29a-2d617dff5820", "tag": "f7f28811-b75a-4590-b85e-fc08411588e5", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:09:41.519542 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b00de70e-ded1-4735-81a6-cad6527e127f {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:09:41.519948 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc05fc1-00df-4c05-b29a-2d617dff5820', 'tag': 'f7f28811-b75a-4590-b85e-fc08411588e5', 'status': 'completed', 'code': 200} Jul 30 00:09:41.552517 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed98b1-590e-4989-a657-d50d4317957c req-680efe1d-3a39-49f5-bbd1-2a5d97e37bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:41.554362 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f9ed98b1-590e-4989-a657-d50d4317957c req-680efe1d-3a39-49f5-bbd1-2a5d97e37bda service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc3dd43656aa4fb3bbfc6b7f109280fe&device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 1095 time: 0.0441482 Jul 30 00:09:41.595576 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f9ed98b1-590e-4989-a657-d50d4317957c req-cdcde92d-2d3c-4dcf-90c7-56f59dabe1e7 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7f28811-b75a-4590-b85e-fc08411588e5 HTTP/1.1" status: 200 len: 217 time: 0.0332525 Jul 30 00:09:41.649556 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed98b1-590e-4989-a657-d50d4317957c req-198d4c74-f129-4945-856d-446390a03a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:41.650961 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f9ed98b1-590e-4989-a657-d50d4317957c req-198d4c74-f129-4945-856d-446390a03a79 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=855721f3-fcf7-4015-b885-f0c886d20de0 HTTP/1.1" status: 200 len: 854 time: 0.0484719 Jul 30 00:09:41.681902 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f9ed98b1-590e-4989-a657-d50d4317957c req-8e453733-03b7-4d9c-b69d-4d1d3b94c860 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a0121d8f-2331-4b1f-ad58-0b32631fa53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242968 Jul 30 00:09:41.768515 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f9ed98b1-590e-4989-a657-d50d4317957c req-4d1de1fa-d19c-4575-91a9-d9fba8c146e8 service neutron] 10.222.0.23 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792658 Jul 30 00:09:41.861729 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f9ed98b1-590e-4989-a657-d50d4317957c req-00f92297-772a-4a1f-902c-b514f4531539 service neutron] 10.222.0.23 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853958 Jul 30 00:09:41.947696 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16bb86-11a6-4cdc-8228-822e643fbf8d req-ae8a3ef3-a53a-4a30-8218-816a9980367e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:41.949473 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f16bb86-11a6-4cdc-8228-822e643fbf8d req-ae8a3ef3-a53a-4a30-8218-816a9980367e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc3dd43656aa4fb3bbfc6b7f109280fe&device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 1095 time: 0.0414279 Jul 30 00:09:42.043134 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16bb86-11a6-4cdc-8228-822e643fbf8d req-4ea19a93-506b-4004-90a5-8fb56936a277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:42.044750 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f16bb86-11a6-4cdc-8228-822e643fbf8d req-4ea19a93-506b-4004-90a5-8fb56936a277 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a0121d8f-2331-4b1f-ad58-0b32631fa53a HTTP/1.1" status: 200 len: 915 time: 0.0882678 Jul 30 00:09:42.085157 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f16bb86-11a6-4cdc-8228-822e643fbf8d req-4597a80e-fa87-4157-a15d-096fea7e2cde service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7f28811-b75a-4590-b85e-fc08411588e5 HTTP/1.1" status: 200 len: 217 time: 0.0337939 Jul 30 00:09:42.133784 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16bb86-11a6-4cdc-8228-822e643fbf8d req-47c3bf4e-f894-4627-accd-4e26196c2c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:42.135212 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f16bb86-11a6-4cdc-8228-822e643fbf8d req-47c3bf4e-f894-4627-accd-4e26196c2c65 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=855721f3-fcf7-4015-b885-f0c886d20de0 HTTP/1.1" status: 200 len: 854 time: 0.0431771 Jul 30 00:09:42.171742 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f16bb86-11a6-4cdc-8228-822e643fbf8d req-53228ddd-5351-475a-abce-a1a2e50d6007 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a0121d8f-2331-4b1f-ad58-0b32631fa53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245271 Jul 30 00:09:42.265075 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f16bb86-11a6-4cdc-8228-822e643fbf8d req-ea2e4213-0928-491e-ba51-9637d94349e4 service neutron] 10.222.0.23 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845728 Jul 30 00:09:42.355341 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f16bb86-11a6-4cdc-8228-822e643fbf8d req-9fb9065c-7304-485f-88b1-48bed9c5b9b4 service neutron] 10.222.0.23 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827367 Jul 30 00:09:42.516133 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ed2dd-afde-4880-8277-6b2045e2f451 req-a3eade5d-35d8-4073-b3ef-76a9a4f0ba05 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:42.517521 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-af3ed2dd-afde-4880-8277-6b2045e2f451 req-a3eade5d-35d8-4073-b3ef-76a9a4f0ba05 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 943 time: 0.0536413 Jul 30 00:09:42.555078 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-af3ed2dd-afde-4880-8277-6b2045e2f451 req-e29367a0-2a4d-4aa5-8d91-61a7cdfd1e21 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316482 Jul 30 00:09:43.312901 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:09:43.670942 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6d6c0-0ace-4153-b146-8687112c0e12 req-5bf33ce1-2704-44c7-9ef1-723fb71351be tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:43.672442 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4f6d6c0-0ace-4153-b146-8687112c0e12 req-5bf33ce1-2704-44c7-9ef1-723fb71351be tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 943 time: 0.0504470 Jul 30 00:09:43.711436 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a4f6d6c0-0ace-4153-b146-8687112c0e12 req-51f49b31-0ee1-4b90-99db-a8609bcca97b tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327969 Jul 30 00:09:44.826449 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b18a3cc-6add-438c-bc88-f2ca057dc58c req-10852953-b5e0-4b24-9dc4-d2f5d5a0883f tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:44.828025 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b18a3cc-6add-438c-bc88-f2ca057dc58c req-10852953-b5e0-4b24-9dc4-d2f5d5a0883f tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 943 time: 0.0486445 Jul 30 00:09:44.864539 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b18a3cc-6add-438c-bc88-f2ca057dc58c req-0bf1d6fc-c401-47f2-9ebe-79f2dc6b4a29 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306530 Jul 30 00:09:45.767287 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device f7f28811-b75a-4590-b85e-fc08411588e5 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:09:45.866664 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port f7f28811-b75a-4590-b85e-fc08411588e5, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f7f28811-b75a-4590-b85e-fc08411588e5,segment=NetworkSegment(3ee2d715-88ee-4b50-af43-7cd550a5f107),segment_id=3ee2d715-88ee-4b50-af43-7cd550a5f107)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:45.878127 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'f7f28811-b75a-4590-b85e-fc08411588e5', 'network_id': 'a0121d8f-2331-4b1f-ad58-0b32631fa53a', 'port_id': 'f7f28811-b75a-4590-b85e-fc08411588e5', 'mac_address': 'fa:16:3e:a1:ea:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '855721f3-fcf7-4015-b885-f0c886d20de0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:09:45.914248 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:45.928283 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f28811-b75a-4590-b85e-fc08411588e5 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:09:45.948608 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port f7f28811-b75a-4590-b85e-fc08411588e5, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f7f28811-b75a-4590-b85e-fc08411588e5,segment=NetworkSegment(3ee2d715-88ee-4b50-af43-7cd550a5f107),segment_id=3ee2d715-88ee-4b50-af43-7cd550a5f107)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:45.953337 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:45.984963 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4903c5d-197f-47c6-9764-c92b2e1f94f2 req-dbdda8a7-d9b7-4d9a-8890-4e57916f879e tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:45.986483 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4903c5d-197f-47c6-9764-c92b2e1f94f2 req-dbdda8a7-d9b7-4d9a-8890-4e57916f879e tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 943 time: 0.0534968 Jul 30 00:09:46.001654 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=f7f28811-b75a-4590-b85e-fc08411588e5,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:46.026076 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4903c5d-197f-47c6-9764-c92b2e1f94f2 req-9bca5e14-de30-4c3c-a1c7-47549b81549d tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330575 Jul 30 00:09:46.137346 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['f7f28811-b75a-4590-b85e-fc08411588e5'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:09:47.140765 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88ccb9-95c7-4b1f-9fb0-6f3597313f98 req-c9b93e55-37cb-4880-90f6-a7829cca8335 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:47.142289 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff88ccb9-95c7-4b1f-9fb0-6f3597313f98 req-c9b93e55-37cb-4880-90f6-a7829cca8335 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 944 time: 0.0490777 Jul 30 00:09:47.179614 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff88ccb9-95c7-4b1f-9fb0-6f3597313f98 req-1363832c-42e8-4925-a96a-8328f6054159 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314350 Jul 30 00:09:47.766335 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device f7f28811-b75a-4590-b85e-fc08411588e5 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:09:47.822092 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port f7f28811-b75a-4590-b85e-fc08411588e5 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:09:47.829259 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port f7f28811-b75a-4590-b85e-fc08411588e5 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:09:47.829630 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:47.911083 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:47.935751 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc05fc1-00df-4c05-b29a-2d617dff5820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f28811-b75a-4590-b85e-fc08411588e5'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:09:47.938023 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ff0483-0288-4d62-ab9e-d0974ec8f9a4" -d '{"events": [{"server_uuid": "1fc05fc1-00df-4c05-b29a-2d617dff5820", "name": "network-vif-plugged", "status": "completed", "tag": "f7f28811-b75a-4590-b85e-fc08411588e5"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:09:47.951807 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port f7f28811-b75a-4590-b85e-fc08411588e5, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f7f28811-b75a-4590-b85e-fc08411588e5,segment=NetworkSegment(3ee2d715-88ee-4b50-af43-7cd550a5f107),segment_id=3ee2d715-88ee-4b50-af43-7cd550a5f107)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:09:47.960156 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:09:47.986782 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda4922a-742e-4c84-b23b-3364a4ea5528 x-openstack-request-id: req-cda4922a-742e-4c84-b23b-3364a4ea5528 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:09:47.987082 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc05fc1-00df-4c05-b29a-2d617dff5820", "name": "network-vif-plugged", "status": "completed", "tag": "f7f28811-b75a-4590-b85e-fc08411588e5", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:09:47.987333 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cda4922a-742e-4c84-b23b-3364a4ea5528 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:09:47.987721 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc05fc1-00df-4c05-b29a-2d617dff5820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f28811-b75a-4590-b85e-fc08411588e5', 'code': 200} Jul 30 00:09:48.020834 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=f7f28811-b75a-4590-b85e-fc08411588e5,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:09:48.071141 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f5db2d-add5-45e0-9d24-7cf3c353b988 req-423a7640-927e-47ad-aa7c-b9c71f69f4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:48.072663 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-86f5db2d-add5-45e0-9d24-7cf3c353b988 req-423a7640-927e-47ad-aa7c-b9c71f69f4b8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 1097 time: 0.0399628 Jul 30 00:09:48.107844 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-86f5db2d-add5-45e0-9d24-7cf3c353b988 req-69b56e5f-46ba-4394-a61e-e386ba39d155 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277715 Jul 30 00:09:48.299709 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd5cd56-3004-4412-861b-ef2ae93c2be2 req-5f804261-6288-413a-bb1c-4f47357b712f tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:48.301494 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7cd5cd56-3004-4412-861b-ef2ae93c2be2 req-5f804261-6288-413a-bb1c-4f47357b712f tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 945 time: 0.0524776 Jul 30 00:09:48.339577 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7cd5cd56-3004-4412-861b-ef2ae93c2be2 req-3cb09f97-6a16-4019-9fad-ee78c43bd8d3 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320904 Jul 30 00:09:49.454586 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710a3da-8cf5-4b9d-9068-1bea242c6d58 req-44b20301-f99d-4736-a748-798dda6f7b1c tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:49.455930 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1710a3da-8cf5-4b9d-9068-1bea242c6d58 req-44b20301-f99d-4736-a748-798dda6f7b1c tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 945 time: 0.0486662 Jul 30 00:09:49.493829 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1710a3da-8cf5-4b9d-9068-1bea242c6d58 req-6f8f2ecc-ca43-413a-9e0d-9ccaa45e2ce1 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315619 Jul 30 00:09:49.607435 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6f35b-eb53-4317-b8d3-1b3c324d4b83 req-e63d2f89-f6a8-4f09-8f20-c60a5a364cda tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:49.608940 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98c6f35b-eb53-4317-b8d3-1b3c324d4b83 req-e63d2f89-f6a8-4f09-8f20-c60a5a364cda tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 945 time: 0.0483875 Jul 30 00:09:49.645903 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98c6f35b-eb53-4317-b8d3-1b3c324d4b83 req-d8cb27f2-5545-4b21-9107-5237b60c0cfc tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310845 Jul 30 00:09:49.847505 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933d774-524e-47bb-97e6-26048fb842b1 req-feb5db39-7906-4d96-998e-439e4ae366d9 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:49.848939 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b933d774-524e-47bb-97e6-26048fb842b1 req-feb5db39-7906-4d96-998e-439e4ae366d9 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 945 time: 0.0525713 Jul 30 00:09:49.885692 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b933d774-524e-47bb-97e6-26048fb842b1 req-70360deb-5276-4c34-96fd-b3684e6c3413 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308561 Jul 30 00:09:49.998948 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbda938d-367a-4302-95c6-915ae02aa28c req-bd81ef3f-1bec-4648-ae1e-3a3f4308d123 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:50.000472 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fbda938d-367a-4302-95c6-915ae02aa28c req-bd81ef3f-1bec-4648-ae1e-3a3f4308d123 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 945 time: 0.0490205 Jul 30 00:09:50.038884 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fbda938d-367a-4302-95c6-915ae02aa28c req-c3beeafb-31a5-4e51-bd40-9b05367fc882 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324636 Jul 30 00:09:50.258809 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-f7a08321-1c0f-4ac0-8783-bc8031d87b17 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0398140 Jul 30 00:09:50.275423 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0509d55-d004-4e2e-b1d9-af917b1cfc5a req-85ae29d5-beb2-43b4-8e1a-9c63e46caacd tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:50.278210 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0509d55-d004-4e2e-b1d9-af917b1cfc5a req-85ae29d5-beb2-43b4-8e1a-9c63e46caacd tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 945 time: 0.0515263 Jul 30 00:09:50.318667 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0509d55-d004-4e2e-b1d9-af917b1cfc5a req-b74e4eed-a600-4557-8eee-0901a461b998 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344529 Jul 30 00:09:51.439464 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f57bb5-9189-4056-86df-13dfb0dc451a req-dbd11167-7c18-4c02-9816-ffb9f4dbffe1 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:51.440909 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-62f57bb5-9189-4056-86df-13dfb0dc451a req-dbd11167-7c18-4c02-9816-ffb9f4dbffe1 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 945 time: 0.0540090 Jul 30 00:09:51.478776 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-62f57bb5-9189-4056-86df-13dfb0dc451a req-6c1c5df3-3d02-4ccd-9a13-9403c6051251 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319705 Jul 30 00:09:51.599138 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-fdb03b08-d910-49cd-af68-78911841427e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:51.600709 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-fdb03b08-d910-49cd-af68-78911841427e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc3dd43656aa4fb3bbfc6b7f109280fe&device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 1097 time: 0.0406203 Jul 30 00:09:51.689799 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-5f005439-be2b-45c1-a5aa-7fd7897823cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:51.691207 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-5f005439-be2b-45c1-a5aa-7fd7897823cc service neutron] 10.222.0.23 "GET /v2.0/networks?id=a0121d8f-2331-4b1f-ad58-0b32631fa53a HTTP/1.1" status: 200 len: 915 time: 0.0839701 Jul 30 00:09:51.735973 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-143a8ec5-7be7-4bf1-8a62-cb7e2d6e1357 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7f28811-b75a-4590-b85e-fc08411588e5 HTTP/1.1" status: 200 len: 217 time: 0.0375941 Jul 30 00:09:51.783827 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-e055914a-1728-4a12-8878-c82199de638b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:51.785290 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-e055914a-1728-4a12-8878-c82199de638b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=855721f3-fcf7-4015-b885-f0c886d20de0 HTTP/1.1" status: 200 len: 854 time: 0.0424843 Jul 30 00:09:51.816021 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-34054a2e-3a7b-4d25-bc58-0bffb5108343 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a0121d8f-2331-4b1f-ad58-0b32631fa53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242858 Jul 30 00:09:51.907338 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-604e2e84-229f-4700-8945-aaec6b6c0cf0 service neutron] 10.222.0.23 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836349 Jul 30 00:09:51.997223 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-fec5dd2a-d16f-4b99-9c1f-3bb9d7d2bdbd service neutron] 10.222.0.23 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825856 Jul 30 00:09:52.599803 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ac1cd5-d3e9-4b57-9117-95d171fe39db req-b73a99c8-27d9-4176-a982-901dd5a88c48 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:52.601234 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b3ac1cd5-d3e9-4b57-9117-95d171fe39db req-b73a99c8-27d9-4176-a982-901dd5a88c48 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 945 time: 0.0513506 Jul 30 00:09:52.643732 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b3ac1cd5-d3e9-4b57-9117-95d171fe39db req-6160e2a5-a46c-4e9e-b749-3e7ef7532dbc tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356278 Jul 30 00:09:52.806349 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb9237-a7f5-44f1-9129-bd2f8561b974 req-13433410-a054-46e8-a72f-9977cdd568c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:52.807856 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-58fb9237-a7f5-44f1-9129-bd2f8561b974 req-13433410-a054-46e8-a72f-9977cdd568c0 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc3dd43656aa4fb3bbfc6b7f109280fe&device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 1097 time: 0.0423200 Jul 30 00:09:52.907739 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb9237-a7f5-44f1-9129-bd2f8561b974 req-46b0ad9c-2dfb-4864-b472-f7c5cfcadd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:52.909244 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-58fb9237-a7f5-44f1-9129-bd2f8561b974 req-46b0ad9c-2dfb-4864-b472-f7c5cfcadd50 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a0121d8f-2331-4b1f-ad58-0b32631fa53a HTTP/1.1" status: 200 len: 915 time: 0.0831363 Jul 30 00:09:52.953885 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-58fb9237-a7f5-44f1-9129-bd2f8561b974 req-3e9fb020-8c33-48fd-8963-df41b647e42a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7f28811-b75a-4590-b85e-fc08411588e5 HTTP/1.1" status: 200 len: 217 time: 0.0372834 Jul 30 00:09:53.001031 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb9237-a7f5-44f1-9129-bd2f8561b974 req-3b4e8df4-fde6-4d11-94ec-ef8d9fcab563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:53.002440 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-58fb9237-a7f5-44f1-9129-bd2f8561b974 req-3b4e8df4-fde6-4d11-94ec-ef8d9fcab563 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=855721f3-fcf7-4015-b885-f0c886d20de0 HTTP/1.1" status: 200 len: 854 time: 0.0425954 Jul 30 00:09:53.033930 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-58fb9237-a7f5-44f1-9129-bd2f8561b974 req-d07dce50-7027-45a8-bd7e-cf4158ffb559 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a0121d8f-2331-4b1f-ad58-0b32631fa53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246403 Jul 30 00:09:53.124482 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-58fb9237-a7f5-44f1-9129-bd2f8561b974 req-49b9f99b-2a23-4bd0-aaaf-4088969bcbfc service neutron] 10.222.0.23 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829575 Jul 30 00:09:53.211716 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-58fb9237-a7f5-44f1-9129-bd2f8561b974 req-7920c519-2ac1-472c-abe3-b313a4f8fbb2 service neutron] 10.222.0.23 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802684 Jul 30 00:09:53.760264 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d33c02-8e89-4adc-8daa-cefa69659a57 req-b9df59bf-dd5a-44c6-a65c-7f65ef1cb1b6 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:53.761745 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52d33c02-8e89-4adc-8daa-cefa69659a57 req-b9df59bf-dd5a-44c6-a65c-7f65ef1cb1b6 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 945 time: 0.0483761 Jul 30 00:09:53.799673 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-52d33c02-8e89-4adc-8daa-cefa69659a57 req-a95eaae1-ee4f-4c6a-b485-293a5b92fbbf tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314488 Jul 30 00:09:54.920320 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be0ab3d-b74c-4e64-848b-a83dc38840a7 req-cfb472d8-6e81-420f-ad4d-3729af220840 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:54.921786 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8be0ab3d-b74c-4e64-848b-a83dc38840a7 req-cfb472d8-6e81-420f-ad4d-3729af220840 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 945 time: 0.0553722 Jul 30 00:09:54.960258 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8be0ab3d-b74c-4e64-848b-a83dc38840a7 req-f1b64ac5-d4e1-496c-9b37-049efa45f60c tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322351 Jul 30 00:09:56.077015 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983846df-01ab-4db2-b72f-6555acf23a65 req-f8842119-d83d-4d3f-b924-939c223b2c88 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:56.078497 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-983846df-01ab-4db2-b72f-6555acf23a65 req-f8842119-d83d-4d3f-b924-939c223b2c88 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 945 time: 0.0495248 Jul 30 00:09:56.115432 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-983846df-01ab-4db2-b72f-6555acf23a65 req-05240ec8-1629-49e1-8fc5-88d87b5d4bdf tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309997 Jul 30 00:09:57.229662 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fded3d-c905-4fe3-a51c-eb627d36b9c9 req-79ac11ca-350e-4ebd-9a0a-1ca58fd2a1fb tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:57.231227 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-09fded3d-c905-4fe3-a51c-eb627d36b9c9 req-79ac11ca-350e-4ebd-9a0a-1ca58fd2a1fb tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 945 time: 0.0479124 Jul 30 00:09:57.268492 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-09fded3d-c905-4fe3-a51c-eb627d36b9c9 req-81d5b12d-de53-40c7-bc8e-db65d6ad347c tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309868 Jul 30 00:09:58.386855 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df66ea5-bc90-4523-b0c4-9718c6f3effa req-9e6ecc3b-b954-4489-b396-4c357acd8551 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:58.388388 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1df66ea5-bc90-4523-b0c4-9718c6f3effa req-9e6ecc3b-b954-4489-b396-4c357acd8551 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 945 time: 0.0523236 Jul 30 00:09:58.426729 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1df66ea5-bc90-4523-b0c4-9718c6f3effa req-873d9f72-6dc6-48aa-aa3c-b1a68185edbd tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323370 Jul 30 00:09:59.541050 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c65d7-73e8-4eda-a15e-036185e18239 req-4ee979a3-10dd-4ca5-a17a-f09bc0b92383 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:09:59.542472 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c47c65d7-73e8-4eda-a15e-036185e18239 req-4ee979a3-10dd-4ca5-a17a-f09bc0b92383 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 945 time: 0.0479550 Jul 30 00:09:59.581220 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c47c65d7-73e8-4eda-a15e-036185e18239 req-baa1a33b-ee9e-4607-96e8-36003b17abea tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319061 Jul 30 00:09:59.936174 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:00.196283 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:00.696253 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10774a17-da48-48fa-987b-3d60ad64acd8 req-562fdd8e-b80a-4ef6-92b0-2f6285ffdd6a tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:00.697732 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-10774a17-da48-48fa-987b-3d60ad64acd8 req-562fdd8e-b80a-4ef6-92b0-2f6285ffdd6a tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 945 time: 0.0481544 Jul 30 00:10:00.736330 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-10774a17-da48-48fa-987b-3d60ad64acd8 req-e7a38cc0-1c28-4a09-bc9b-bb77f20d841d tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313344 Jul 30 00:10:01.855182 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c064e75a-d99d-4a6c-8459-ccfa6fe2f342 req-5959414b-347b-4c6a-b6e8-649ac15fffc5 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:01.857129 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c064e75a-d99d-4a6c-8459-ccfa6fe2f342 req-5959414b-347b-4c6a-b6e8-649ac15fffc5 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 945 time: 0.0516598 Jul 30 00:10:01.894419 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c064e75a-d99d-4a6c-8459-ccfa6fe2f342 req-344388f8-3c0a-4ffa-b0d0-b59401dbcd85 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314298 Jul 30 00:10:02.894477 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d59ec4b2-45f3-4b4b-93e4-c137d5e03eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:03.022212 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f702f3d-cf14-4444-b46a-d77a2ac9bb54 req-cea181b7-e93b-438f-aeed-2524e68ec414 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:03.023729 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f702f3d-cf14-4444-b46a-d77a2ac9bb54 req-cea181b7-e93b-438f-aeed-2524e68ec414 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 945 time: 0.0617428 Jul 30 00:10:03.065045 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1f702f3d-cf14-4444-b46a-d77a2ac9bb54 req-0e87926b-ff8e-4f15-b2f6-14778f75fa62 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339954 Jul 30 00:10:04.179593 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6b4b1b-9d1c-47da-8074-42e318defa4e req-f104ac53-4961-42c8-b17d-8d6c88abff25 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:04.181093 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cc6b4b1b-9d1c-47da-8074-42e318defa4e req-f104ac53-4961-42c8-b17d-8d6c88abff25 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 945 time: 0.0482557 Jul 30 00:10:04.224091 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cc6b4b1b-9d1c-47da-8074-42e318defa4e req-06feff29-ca0d-4b04-9213-8ec98ca0a012 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356126 Jul 30 00:10:05.345101 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab198fa-eeb4-430d-9c73-06f54a1bf885 req-4695e977-6433-4f6f-bfc5-fac0c5b8f1d4 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:05.346620 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fab198fa-eeb4-430d-9c73-06f54a1bf885 req-4695e977-6433-4f6f-bfc5-fac0c5b8f1d4 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 945 time: 0.0536907 Jul 30 00:10:05.384235 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fab198fa-eeb4-430d-9c73-06f54a1bf885 req-fdd9448f-0dae-4a63-b6d2-79790d15ef56 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317237 Jul 30 00:10:05.452993 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:06.278048 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1bf8ebbe-2b5c-469c-ac0b-e3fb62971bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:06.279881 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-ab53ef19-979f-427f-ba4f-8611ed926ad1 req-4a71c033-5243-4f06-a6e4-b70bce763ca8 service neutron] (94063) timed out ('10.222.0.18', 56330) {{(pid=94063) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:10:06.500326 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048066d1-5d2c-4aa4-bf20-8f08a9bed25b req-29c95a79-ad1a-4b7a-9a23-d6b0a978d020 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:06.501817 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-048066d1-5d2c-4aa4-bf20-8f08a9bed25b req-29c95a79-ad1a-4b7a-9a23-d6b0a978d020 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 945 time: 0.0492072 Jul 30 00:10:06.547287 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-048066d1-5d2c-4aa4-bf20-8f08a9bed25b req-5ad1a9dc-c757-43ea-894e-6adc8e3e1194 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391245 Jul 30 00:10:07.006000 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:07.664495 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b91579-05cc-4cab-8a07-cb10fbb11c55 req-bb0cb7dd-7f5f-4e28-93e5-6f90caa7ae06 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:07.665982 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88b91579-05cc-4cab-8a07-cb10fbb11c55 req-bb0cb7dd-7f5f-4e28-93e5-6f90caa7ae06 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 945 time: 0.0486405 Jul 30 00:10:07.705277 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88b91579-05cc-4cab-8a07-cb10fbb11c55 req-6f59253b-7eac-4a0c-9f39-90ae9fc2a883 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326500 Jul 30 00:10:08.314556 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:08.823937 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416d1c4-5fbd-468d-912d-6a791bb3d720 req-e7fcef7e-4364-4f34-a9da-5465c5361d07 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:08.826076 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4416d1c4-5fbd-468d-912d-6a791bb3d720 req-e7fcef7e-4364-4f34-a9da-5465c5361d07 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 945 time: 0.0535047 Jul 30 00:10:08.863112 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4416d1c4-5fbd-468d-912d-6a791bb3d720 req-98479264-26a3-4891-9911-dc4ff9f3caa7 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311265 Jul 30 00:10:09.977963 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff76420e-6448-47dc-bac9-2b91db8cd696 req-6ff26b08-fd7d-4a79-8cc9-0f47f2377248 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:09.979451 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff76420e-6448-47dc-bac9-2b91db8cd696 req-6ff26b08-fd7d-4a79-8cc9-0f47f2377248 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 945 time: 0.0492756 Jul 30 00:10:10.017164 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff76420e-6448-47dc-bac9-2b91db8cd696 req-127dbca0-ede0-47c7-8f15-d53e07645abb tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316603 Jul 30 00:10:11.131802 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e979a-f2fe-4bd0-83c0-e1952e6a0a66 req-d8407c7a-26c8-4559-bfbd-6e2a6db2ef6a tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:11.133298 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b07e979a-f2fe-4bd0-83c0-e1952e6a0a66 req-d8407c7a-26c8-4559-bfbd-6e2a6db2ef6a tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 945 time: 0.0484397 Jul 30 00:10:11.172372 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b07e979a-f2fe-4bd0-83c0-e1952e6a0a66 req-8a807b1d-2589-400c-9366-5d39822e3f04 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328672 Jul 30 00:10:12.293716 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472b4573-2f6f-4258-b80c-9d92205e523a req-ae8ec329-1e6a-44b8-a60c-f560f4c4156b tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:12.295229 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-472b4573-2f6f-4258-b80c-9d92205e523a req-ae8ec329-1e6a-44b8-a60c-f560f4c4156b tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 945 time: 0.0550606 Jul 30 00:10:12.333115 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-472b4573-2f6f-4258-b80c-9d92205e523a req-cc35dd97-3c99-4308-a93d-e339090ad4f7 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316980 Jul 30 00:10:13.466041 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fdb9e-eafd-42df-b699-e8ce6e0874dd req-8cfd28f7-596a-46f3-aefe-bfe684bedbdc tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:13.467571 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-112fdb9e-eafd-42df-b699-e8ce6e0874dd req-8cfd28f7-596a-46f3-aefe-bfe684bedbdc tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 945 time: 0.0493062 Jul 30 00:10:13.505516 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-112fdb9e-eafd-42df-b699-e8ce6e0874dd req-a2995788-7ad0-4a28-b69a-0979984a3ac7 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318866 Jul 30 00:10:14.620708 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc701b83-be70-4912-90a8-e9c3d00383ad req-9bcdb6c5-6745-4fb7-82a4-85fc20692c69 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:14.622576 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc701b83-be70-4912-90a8-e9c3d00383ad req-9bcdb6c5-6745-4fb7-82a4-85fc20692c69 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 945 time: 0.0505152 Jul 30 00:10:14.660681 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc701b83-be70-4912-90a8-e9c3d00383ad req-33ea0585-1987-49e9-9c5e-cf7dc151f5df tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321901 Jul 30 00:10:15.780785 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fca781-3c00-4d96-b33f-19dcaf028267 req-a3158aa5-b3fc-422f-952f-779dea31a125 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:15.782251 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2fca781-3c00-4d96-b33f-19dcaf028267 req-a3158aa5-b3fc-422f-952f-779dea31a125 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 945 time: 0.0546796 Jul 30 00:10:15.822700 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2fca781-3c00-4d96-b33f-19dcaf028267 req-846bfda3-0281-457c-8f4a-12a2fe9f52fa tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329845 Jul 30 00:10:16.936412 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e75d59-9329-4433-946e-48b1a818c2f7 req-9f66e595-abe2-40aa-b0e4-771ec4d0d192 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:16.937891 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f0e75d59-9329-4433-946e-48b1a818c2f7 req-9f66e595-abe2-40aa-b0e4-771ec4d0d192 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 945 time: 0.0485015 Jul 30 00:10:16.976126 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f0e75d59-9329-4433-946e-48b1a818c2f7 req-545f6cdc-2a70-4f60-a445-7fa776571d8e tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322669 Jul 30 00:10:18.090742 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620cc07-4a6e-4392-9bfa-ce5489a0bfdb req-128651d5-903d-42c6-8ccc-33d7da6c1193 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:18.092267 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b620cc07-4a6e-4392-9bfa-ce5489a0bfdb req-128651d5-903d-42c6-8ccc-33d7da6c1193 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 945 time: 0.0493815 Jul 30 00:10:18.129657 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b620cc07-4a6e-4392-9bfa-ce5489a0bfdb req-e5f47df1-4066-44bd-9b0b-30925adb2511 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315447 Jul 30 00:10:18.771512 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-f31d0cde-3dbc-4d5a-8879-00e6aea5ff48 service neutron] show failed (client error): The resource could not be found. Jul 30 00:10:18.772560 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-f31d0cde-3dbc-4d5a-8879-00e6aea5ff48 service neutron] 10.222.0.23 "GET /v2.0/ports/f7f28811-b75a-4590-b85e-fc08411588e5/bindings/n-h2-712140-10 HTTP/1.1" status: 404 len: 381 time: 0.0579350 Jul 30 00:10:18.962811 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-b49d7e70-c1f6-4862-b60c-689d82d12d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:18.964341 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-b49d7e70-c1f6-4862-b60c-689d82d12d8e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820&tenant_id=cc3dd43656aa4fb3bbfc6b7f109280fe HTTP/1.1" status: 200 len: 1097 time: 0.0410757 Jul 30 00:10:18.976564 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-cba7611f-bb96-4c79-bcdc-00580515c658 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-10', 'device_owner': 'compute:nova'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:19.028783 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-cba7611f-bb96-4c79-bcdc-00580515c658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:19.260581 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-cba7611f-bb96-4c79-bcdc-00580515c658 service neutron] For port f7f28811-b75a-4590-b85e-fc08411588e5, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f7f28811-b75a-4590-b85e-fc08411588e5,segment=NetworkSegment(3ee2d715-88ee-4b50-af43-7cd550a5f107),segment_id=3ee2d715-88ee-4b50-af43-7cd550a5f107)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:19.280750 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68dbf3e-a25a-4601-99c6-d875de500b3b req-12941a90-cbf7-4556-a612-2e7a755a5a4a tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:19.282187 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f68dbf3e-a25a-4601-99c6-d875de500b3b req-12941a90-cbf7-4556-a612-2e7a755a5a4a tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 945 time: 0.0825877 Jul 30 00:10:19.323166 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-cba7611f-bb96-4c79-bcdc-00580515c658 service neutron] For port f7f28811-b75a-4590-b85e-fc08411588e5, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:10:19.357039 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f68dbf3e-a25a-4601-99c6-d875de500b3b req-58f7a85d-25b5-4fbb-9547-f36bd174c836 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683405 Jul 30 00:10:19.373740 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc05fc1-00df-4c05-b29a-2d617dff5820', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7f28811-b75a-4590-b85e-fc08411588e5'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:10:19.376068 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b8f228-b51a-425b-a9c0-64dc7c226968" -d '{"events": [{"server_uuid": "1fc05fc1-00df-4c05-b29a-2d617dff5820", "name": "network-vif-unplugged", "status": "completed", "tag": "f7f28811-b75a-4590-b85e-fc08411588e5"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:10:19.380120 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-cba7611f-bb96-4c79-bcdc-00580515c658 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:19.394331 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-cba7611f-bb96-4c79-bcdc-00580515c658 service neutron] Transition to ACTIVE for port object f7f28811-b75a-4590-b85e-fc08411588e5 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:10:19.398369 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-cba7611f-bb96-4c79-bcdc-00580515c658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:19.429441 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd533d1-2f45-44e4-b927-ac07be39dcb9 x-openstack-request-id: req-5cd533d1-2f45-44e4-b927-ac07be39dcb9 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:10:19.429738 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc05fc1-00df-4c05-b29a-2d617dff5820", "name": "network-vif-unplugged", "status": "completed", "tag": "f7f28811-b75a-4590-b85e-fc08411588e5", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:10:19.430429 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5cd533d1-2f45-44e4-b927-ac07be39dcb9 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:10:19.430429 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc05fc1-00df-4c05-b29a-2d617dff5820', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7f28811-b75a-4590-b85e-fc08411588e5', 'code': 200} Jul 30 00:10:19.466295 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-cba7611f-bb96-4c79-bcdc-00580515c658 service neutron] No DVR routers for this DVR port f7f28811-b75a-4590-b85e-fc08411588e5 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:10:19.469461 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7611f-bb96-4c79-bcdc-00580515c658 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f28811-b75a-4590-b85e-fc08411588e5,revision_number=6']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:19.502864 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-cba7611f-bb96-4c79-bcdc-00580515c658 service neutron] Attempting to bind port f7f28811-b75a-4590-b85e-fc08411588e5 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:10:19.503204 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-cba7611f-bb96-4c79-bcdc-00580515c658 service neutron] Attempting to bind port f7f28811-b75a-4590-b85e-fc08411588e5 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '3ee2d715-88ee-4b50-af43-7cd550a5f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a0121d8f-2331-4b1f-ad58-0b32631fa53a'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:10:19.503532 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-cba7611f-bb96-4c79-bcdc-00580515c658 service neutron] Attempting to bind port f7f28811-b75a-4590-b85e-fc08411588e5 on network a0121d8f-2331-4b1f-ad58-0b32631fa53a {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:10:19.507670 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-cba7611f-bb96-4c79-bcdc-00580515c658 service neutron] Port f7f28811-b75a-4590-b85e-fc08411588e5 on network a0121d8f-2331-4b1f-ad58-0b32631fa53a not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:10:19.508042 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-cba7611f-bb96-4c79-bcdc-00580515c658 service neutron] Attempting to bind port f7f28811-b75a-4590-b85e-fc08411588e5 on network a0121d8f-2331-4b1f-ad58-0b32631fa53a {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:10:19.513411 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-cba7611f-bb96-4c79-bcdc-00580515c658 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:10:19.513747 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-cba7611f-bb96-4c79-bcdc-00580515c658 service neutron] Checking segment: {'id': '3ee2d715-88ee-4b50-af43-7cd550a5f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a0121d8f-2331-4b1f-ad58-0b32631fa53a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:10:19.514130 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-cba7611f-bb96-4c79-bcdc-00580515c658 service neutron] Bound using segment: {'id': '3ee2d715-88ee-4b50-af43-7cd550a5f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a0121d8f-2331-4b1f-ad58-0b32631fa53a'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:10:19.514553 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-cba7611f-bb96-4c79-bcdc-00580515c658 service neutron] Bound port: f7f28811-b75a-4590-b85e-fc08411588e5, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee2d715-88ee-4b50-af43-7cd550a5f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a0121d8f-2331-4b1f-ad58-0b32631fa53a'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:10:19.514906 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-cba7611f-bb96-4c79-bcdc-00580515c658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:19.577829 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-cba7611f-bb96-4c79-bcdc-00580515c658 service neutron] For port f7f28811-b75a-4590-b85e-fc08411588e5, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:10:19.580983 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-cba7611f-bb96-4c79-bcdc-00580515c658 service neutron] For port f7f28811-b75a-4590-b85e-fc08411588e5, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f7f28811-b75a-4590-b85e-fc08411588e5,segment=NetworkSegment(3ee2d715-88ee-4b50-af43-7cd550a5f107),segment_id=3ee2d715-88ee-4b50-af43-7cd550a5f107)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:10:19.584625 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-cba7611f-bb96-4c79-bcdc-00580515c658 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:19.617795 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-cba7611f-bb96-4c79-bcdc-00580515c658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:19.618411 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-cba7611f-bb96-4c79-bcdc-00580515c658 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:19.619816 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-cba7611f-bb96-4c79-bcdc-00580515c658 service neutron] 10.222.0.39 "PUT /v2.0/ports/f7f28811-b75a-4590-b85e-fc08411588e5 HTTP/1.1" status: 200 len: 1092 time: 0.6472347 Jul 30 00:10:19.640932 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba7611f-bb96-4c79-bcdc-00580515c658 service neutron] Pushing event updated for resources: {'Port': ['ID=f7f28811-b75a-4590-b85e-fc08411588e5,revision_number=7']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:19.689295 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-663060cd-949d-489f-af09-dabe319616f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:19.690786 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-663060cd-949d-489f-af09-dabe319616f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3dd43656aa4fb3bbfc6b7f109280fe&device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 1095 time: 0.0447569 Jul 30 00:10:19.778923 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-e2289c0c-2cac-48ad-9502-8d1112d53a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:19.780318 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-e2289c0c-2cac-48ad-9502-8d1112d53a77 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0121d8f-2331-4b1f-ad58-0b32631fa53a HTTP/1.1" status: 200 len: 915 time: 0.0823083 Jul 30 00:10:19.826004 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-36761dcf-47b2-4b6c-a2f6-72f34d133cee service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7f28811-b75a-4590-b85e-fc08411588e5 HTTP/1.1" status: 200 len: 217 time: 0.0387897 Jul 30 00:10:19.874685 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-755d0eb0-bfa5-422a-9d54-534fa19e9e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:19.876072 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-755d0eb0-bfa5-422a-9d54-534fa19e9e60 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=855721f3-fcf7-4015-b885-f0c886d20de0 HTTP/1.1" status: 200 len: 854 time: 0.0432217 Jul 30 00:10:19.907239 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-508c0179-0643-4b8f-ba6b-6cc2e962484a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0121d8f-2331-4b1f-ad58-0b32631fa53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245965 Jul 30 00:10:19.996334 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-85c8420d-33de-43ba-a8be-ef37e47d2c5e service neutron] 10.222.0.39 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812428 Jul 30 00:10:20.088873 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-20329a88-82c8-45b5-bfa5-8dec4f86ca4c req-d6975ed0-3b87-41b2-a928-4f0f6aae545e service neutron] 10.222.0.39 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854383 Jul 30 00:10:20.311823 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:10:20.476236 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd8df0-6adc-483f-8b04-674024bf5756 req-9936a520-3540-4dc3-82a2-2f39861bd799 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:20.477622 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c7dd8df0-6adc-483f-8b04-674024bf5756 req-9936a520-3540-4dc3-82a2-2f39861bd799 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 943 time: 0.0486979 Jul 30 00:10:20.515958 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c7dd8df0-6adc-483f-8b04-674024bf5756 req-f165a63a-5cd4-4c35-add0-dd3d8462590d tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316334 Jul 30 00:10:21.431740 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fc05fc1-00df-4c05-b29a-2d617dff5820', 'tag': 'f7f28811-b75a-4590-b85e-fc08411588e5'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:10:21.434674 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221dd65d-371d-4d84-aaac-0f3858e6ce20" -d '{"events": [{"name": "network-changed", "server_uuid": "1fc05fc1-00df-4c05-b29a-2d617dff5820", "tag": "f7f28811-b75a-4590-b85e-fc08411588e5"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:10:21.484996 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:10:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191259a2-26db-4af4-aa19-4155469ef09e x-openstack-request-id: req-191259a2-26db-4af4-aa19-4155469ef09e {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:10:21.485558 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fc05fc1-00df-4c05-b29a-2d617dff5820", "tag": "f7f28811-b75a-4590-b85e-fc08411588e5", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:10:21.485558 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-191259a2-26db-4af4-aa19-4155469ef09e {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:10:21.485939 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fc05fc1-00df-4c05-b29a-2d617dff5820', 'tag': 'f7f28811-b75a-4590-b85e-fc08411588e5', 'status': 'completed', 'code': 200} Jul 30 00:10:21.579125 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dd65d-371d-4d84-aaac-0f3858e6ce20 req-5c161458-f666-478f-9a25-b57239efd632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:21.580689 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-221dd65d-371d-4d84-aaac-0f3858e6ce20 req-5c161458-f666-478f-9a25-b57239efd632 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc3dd43656aa4fb3bbfc6b7f109280fe&device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 1095 time: 0.0788431 Jul 30 00:10:21.583240 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dd65d-371d-4d84-aaac-0f3858e6ce20 req-bd2072c6-7528-4c53-9902-e28a8b3b48e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:21.584645 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-221dd65d-371d-4d84-aaac-0f3858e6ce20 req-bd2072c6-7528-4c53-9902-e28a8b3b48e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3dd43656aa4fb3bbfc6b7f109280fe&device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 1095 time: 0.0749097 Jul 30 00:10:21.771614 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fccaf5c-5257-445a-b443-659ddbb1555a req-685ff14f-b3f4-4e6a-9fed-19d37bea36cb tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:21.773142 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7fccaf5c-5257-445a-b443-659ddbb1555a req-685ff14f-b3f4-4e6a-9fed-19d37bea36cb tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 943 time: 0.1752100 Jul 30 00:10:21.781921 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dd65d-371d-4d84-aaac-0f3858e6ce20 req-9fa0724a-e4c6-4a3c-89d6-1ec22405b22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:21.783313 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-221dd65d-371d-4d84-aaac-0f3858e6ce20 req-9fa0724a-e4c6-4a3c-89d6-1ec22405b22f service neutron] 10.222.0.23 "GET /v2.0/networks?id=a0121d8f-2331-4b1f-ad58-0b32631fa53a HTTP/1.1" status: 200 len: 915 time: 0.1947899 Jul 30 00:10:22.124316 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dd65d-371d-4d84-aaac-0f3858e6ce20 req-5c3aee9e-32a8-4c05-b1b6-b7aa8c033caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:22.125802 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-221dd65d-371d-4d84-aaac-0f3858e6ce20 req-5c3aee9e-32a8-4c05-b1b6-b7aa8c033caf service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0121d8f-2331-4b1f-ad58-0b32631fa53a HTTP/1.1" status: 200 len: 915 time: 0.5267079 Jul 30 00:10:22.129556 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-221dd65d-371d-4d84-aaac-0f3858e6ce20 req-1e6bfd1a-5068-4956-8fcf-c7901ee2e00a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7f28811-b75a-4590-b85e-fc08411588e5 HTTP/1.1" status: 200 len: 217 time: 0.3347497 Jul 30 00:10:22.157027 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7fccaf5c-5257-445a-b443-659ddbb1555a req-3ff929d2-e044-4814-b174-280e20cc76e5 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3765159 Jul 30 00:10:22.204101 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-221dd65d-371d-4d84-aaac-0f3858e6ce20 req-cb61ba28-4bc6-4b4d-b191-ce33f9ba29b1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7f28811-b75a-4590-b85e-fc08411588e5 HTTP/1.1" status: 200 len: 217 time: 0.0674248 Jul 30 00:10:22.249420 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dd65d-371d-4d84-aaac-0f3858e6ce20 req-64ea3909-0a2e-4da6-976b-a761b288c8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:22.250873 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-221dd65d-371d-4d84-aaac-0f3858e6ce20 req-64ea3909-0a2e-4da6-976b-a761b288c8a0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=855721f3-fcf7-4015-b885-f0c886d20de0 HTTP/1.1" status: 200 len: 854 time: 0.1064134 Jul 30 00:10:22.270620 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dd65d-371d-4d84-aaac-0f3858e6ce20 req-eac14872-929b-4658-b0d4-7f974db6ed6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:22.272072 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-221dd65d-371d-4d84-aaac-0f3858e6ce20 req-eac14872-929b-4658-b0d4-7f974db6ed6f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=855721f3-fcf7-4015-b885-f0c886d20de0 HTTP/1.1" status: 200 len: 854 time: 0.0591559 Jul 30 00:10:22.295043 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-221dd65d-371d-4d84-aaac-0f3858e6ce20 req-fb5ae5cf-41b7-48a9-bea3-41b202d1adce service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a0121d8f-2331-4b1f-ad58-0b32631fa53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371540 Jul 30 00:10:22.313196 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-221dd65d-371d-4d84-aaac-0f3858e6ce20 req-7d052fcb-0868-409c-aa06-5ad4bf57f550 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0121d8f-2331-4b1f-ad58-0b32631fa53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270722 Jul 30 00:10:22.461781 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-221dd65d-371d-4d84-aaac-0f3858e6ce20 req-0dd83922-3388-4087-a113-9ebb72ace5bd service neutron] 10.222.0.23 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507277 Jul 30 00:10:22.465085 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-221dd65d-371d-4d84-aaac-0f3858e6ce20 req-5efcaf99-ff87-43c3-89bb-a8a263748087 service neutron] 10.222.0.39 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444824 Jul 30 00:10:22.622900 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-221dd65d-371d-4d84-aaac-0f3858e6ce20 req-e4d3fe84-5b5f-49c6-b5bf-c44e954e1854 service neutron] 10.222.0.23 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1538305 Jul 30 00:10:22.624905 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-221dd65d-371d-4d84-aaac-0f3858e6ce20 req-167b5201-ae44-446c-8f93-e3d32f0926f7 service neutron] 10.222.0.39 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489310 Jul 30 00:10:22.984864 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-36688479-37b9-48ca-92f0-c9a76cdb95d6 req-c12c6791-5d06-4a4b-a80e-a776e6bc4872 service neutron] (94063) timed out ('10.222.0.23', 60353) {{(pid=94063) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:10:23.235697 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f7f28811-b75a-4590-b85e-fc08411588e5 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:10:23.274670 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b2611-2649-496e-ab89-363d917de6b1 req-7ec3a058-eb9e-4dfd-b4a4-1155fbb5fc1e tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:23.276278 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-849b2611-2649-496e-ab89-363d917de6b1 req-7ec3a058-eb9e-4dfd-b4a4-1155fbb5fc1e tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 943 time: 0.0512545 Jul 30 00:10:23.316784 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-849b2611-2649-496e-ab89-363d917de6b1 req-1299d72b-3cac-49ed-8310-3d2f2efc201a tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337474 Jul 30 00:10:23.332543 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port f7f28811-b75a-4590-b85e-fc08411588e5, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f7f28811-b75a-4590-b85e-fc08411588e5,segment=NetworkSegment(3ee2d715-88ee-4b50-af43-7cd550a5f107),segment_id=3ee2d715-88ee-4b50-af43-7cd550a5f107)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:23.345007 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'f7f28811-b75a-4590-b85e-fc08411588e5', 'network_id': 'a0121d8f-2331-4b1f-ad58-0b32631fa53a', 'port_id': 'f7f28811-b75a-4590-b85e-fc08411588e5', 'mac_address': 'fa:16:3e:a1:ea:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '855721f3-fcf7-4015-b885-f0c886d20de0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:10:23.384820 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:23.399501 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7f28811-b75a-4590-b85e-fc08411588e5 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:10:23.423473 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port f7f28811-b75a-4590-b85e-fc08411588e5, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f7f28811-b75a-4590-b85e-fc08411588e5,segment=NetworkSegment(3ee2d715-88ee-4b50-af43-7cd550a5f107),segment_id=3ee2d715-88ee-4b50-af43-7cd550a5f107)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:23.428362 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:23.483706 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=f7f28811-b75a-4590-b85e-fc08411588e5,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:23.551747 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75191cb-2987-4cc8-99ec-20df6dae10b2 req-7af877ca-1a95-4821-b3d5-1f4de0072eb2 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:23.553240 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e75191cb-2987-4cc8-99ec-20df6dae10b2 req-7af877ca-1a95-4821-b3d5-1f4de0072eb2 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.23 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820&tenant_id=cc3dd43656aa4fb3bbfc6b7f109280fe&binding%3Ahost_id=n-h2-712140-10 HTTP/1.1" status: 200 len: 944 time: 0.0737965 Jul 30 00:10:23.562061 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ac9aa-b857-4174-b014-afb8256d16e6 req-0c8f91e7-8c53-4717-8e6e-f6a558faa759 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:23.563435 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e9ac9aa-b857-4174-b014-afb8256d16e6 req-0c8f91e7-8c53-4717-8e6e-f6a558faa759 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 944 time: 0.0952799 Jul 30 00:10:23.636044 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9e9ac9aa-b857-4174-b014-afb8256d16e6 req-b0ea92c8-228d-4da8-983e-e642b87142fd tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663927 Jul 30 00:10:23.644799 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-e75191cb-2987-4cc8-99ec-20df6dae10b2 req-b1bcb185-ddd8-4426-89dd-746285060a2e service neutron] delete failed (client error): The resource could not be found. Jul 30 00:10:23.644969 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['f7f28811-b75a-4590-b85e-fc08411588e5'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:10:23.645946 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e75191cb-2987-4cc8-99ec-20df6dae10b2 req-b1bcb185-ddd8-4426-89dd-746285060a2e service neutron] 10.222.0.23 "DELETE /v2.0/ports/f7f28811-b75a-4590-b85e-fc08411588e5/bindings/n-h1-712140-10 HTTP/1.1" status: 404 len: 381 time: 0.0815005 Jul 30 00:10:23.728474 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75191cb-2987-4cc8-99ec-20df6dae10b2 req-072427c0-ad7d-4d37-83a5-1333d3706181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:23.730037 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e75191cb-2987-4cc8-99ec-20df6dae10b2 req-072427c0-ad7d-4d37-83a5-1333d3706181 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc3dd43656aa4fb3bbfc6b7f109280fe&device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 1096 time: 0.0428238 Jul 30 00:10:23.823427 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75191cb-2987-4cc8-99ec-20df6dae10b2 req-e54a45c9-191d-4948-933a-0a80304f9e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:23.824872 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e75191cb-2987-4cc8-99ec-20df6dae10b2 req-e54a45c9-191d-4948-933a-0a80304f9e43 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a0121d8f-2331-4b1f-ad58-0b32631fa53a HTTP/1.1" status: 200 len: 915 time: 0.0885656 Jul 30 00:10:23.866586 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e75191cb-2987-4cc8-99ec-20df6dae10b2 req-0e4170e6-bb78-44dd-ba9b-1ac9b020454c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f7f28811-b75a-4590-b85e-fc08411588e5 HTTP/1.1" status: 200 len: 217 time: 0.0350080 Jul 30 00:10:23.914526 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75191cb-2987-4cc8-99ec-20df6dae10b2 req-3f5b0483-fbca-432b-9439-9317b33706db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:23.915996 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e75191cb-2987-4cc8-99ec-20df6dae10b2 req-3f5b0483-fbca-432b-9439-9317b33706db service neutron] 10.222.0.23 "GET /v2.0/subnets?id=855721f3-fcf7-4015-b885-f0c886d20de0 HTTP/1.1" status: 200 len: 854 time: 0.0426478 Jul 30 00:10:23.921983 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device f7f28811-b75a-4590-b85e-fc08411588e5 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:10:23.952200 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e75191cb-2987-4cc8-99ec-20df6dae10b2 req-9d22a5d9-c5e4-4165-8c32-0365becd7c31 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a0121d8f-2331-4b1f-ad58-0b32631fa53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291226 Jul 30 00:10:23.959764 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device f7f28811-b75a-4590-b85e-fc08411588e5 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:10:24.043512 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e75191cb-2987-4cc8-99ec-20df6dae10b2 req-a96fd8eb-d533-47d8-a1b9-78da486db837 service neutron] 10.222.0.23 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846775 Jul 30 00:10:24.135633 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e75191cb-2987-4cc8-99ec-20df6dae10b2 req-03df8d0c-31c5-4e13-aeca-55408389350e service neutron] 10.222.0.23 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852549 Jul 30 00:10:24.758883 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1290d-affe-4a46-a3fc-e23700b51a5a req-d367fe88-82c4-4be0-86c2-ee0cf2b1c6ea tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:24.760381 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-00c1290d-affe-4a46-a3fc-e23700b51a5a req-d367fe88-82c4-4be0-86c2-ee0cf2b1c6ea tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 944 time: 0.0499282 Jul 30 00:10:24.798897 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-00c1290d-affe-4a46-a3fc-e23700b51a5a req-13620900-1e32-40fc-b159-b6b39f2361d6 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324655 Jul 30 00:10:24.913457 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d23dce-08a2-41dc-88d2-555c45896453 req-38f1836e-824e-43f9-9b4b-b6dac3c743d0 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:24.914938 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81d23dce-08a2-41dc-88d2-555c45896453 req-38f1836e-824e-43f9-9b4b-b6dac3c743d0 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 944 time: 0.0509508 Jul 30 00:10:24.953284 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81d23dce-08a2-41dc-88d2-555c45896453 req-fdcd2992-b866-45bc-91df-2f23a44e9f60 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322912 Jul 30 00:10:25.070735 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfce90a-327a-41a6-b546-b2e3dec25ee9 req-b4813e4b-e5e2-4c1c-a9b5-0688fdd38ff7 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:25.073483 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6dfce90a-327a-41a6-b546-b2e3dec25ee9 req-b4813e4b-e5e2-4c1c-a9b5-0688fdd38ff7 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 944 time: 0.0546608 Jul 30 00:10:25.114441 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6dfce90a-327a-41a6-b546-b2e3dec25ee9 req-1522b854-e095-4005-9055-f8c8ee5a6948 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332525 Jul 30 00:10:25.252990 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f7f28811-b75a-4590-b85e-fc08411588e5 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:10:25.312413 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port f7f28811-b75a-4590-b85e-fc08411588e5 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:10:25.316318 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port f7f28811-b75a-4590-b85e-fc08411588e5 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:25.316695 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:25.401314 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:25.472376 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-ebe5bc49-63a6-45a2-a87c-f5e2b2508aea tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:25.473996 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-ebe5bc49-63a6-45a2-a87c-f5e2b2508aea tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/networks?id=a0121d8f-2331-4b1f-ad58-0b32631fa53a HTTP/1.1" status: 200 len: 814 time: 0.1045811 Jul 30 00:10:25.490434 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-8f90afc5-a649-42e0-8ff0-a237ed8db787 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/quotas/cc3dd43656aa4fb3bbfc6b7f109280fe HTTP/1.1" status: 200 len: 375 time: 0.0101483 Jul 30 00:10:25.544675 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-e0724fa3-1e70-46b5-a660-c60cdf26a29d tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=cc3dd43656aa4fb3bbfc6b7f109280fe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0480006 Jul 30 00:10:25.556379 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-f51355d8-e5cc-46ce-9c12-96f151ff1176 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:10:25.557401 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-f51355d8-e5cc-46ce-9c12-96f151ff1176 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054173 Jul 30 00:10:25.581593 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc05fc1-00df-4c05-b29a-2d617dff5820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f28811-b75a-4590-b85e-fc08411588e5'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:10:25.583730 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4d407d-644b-45e4-a8f9-353a0e93dc83" -d '{"events": [{"server_uuid": "1fc05fc1-00df-4c05-b29a-2d617dff5820", "name": "network-vif-plugged", "status": "completed", "tag": "f7f28811-b75a-4590-b85e-fc08411588e5"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:10:25.596964 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port f7f28811-b75a-4590-b85e-fc08411588e5, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f7f28811-b75a-4590-b85e-fc08411588e5,segment=NetworkSegment(3ee2d715-88ee-4b50-af43-7cd550a5f107),segment_id=3ee2d715-88ee-4b50-af43-7cd550a5f107)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:25.601187 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:25.650289 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=f7f28811-b75a-4590-b85e-fc08411588e5,revision_number=9']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:25.651807 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-d58c1474-c03d-4f6c-9bc2-bce378011d9d service neutron] 10.222.0.18 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879939 Jul 30 00:10:25.745755 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-e012788e-3224-469c-bbce-6a23cec1e34c service neutron] 10.222.0.18 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823634 Jul 30 00:10:25.878629 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4097db9c-aafd-4b40-b746-1966645cd9ce x-openstack-request-id: req-4097db9c-aafd-4b40-b746-1966645cd9ce {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:10:25.879118 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc05fc1-00df-4c05-b29a-2d617dff5820", "name": "network-vif-plugged", "status": "completed", "tag": "f7f28811-b75a-4590-b85e-fc08411588e5", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:10:25.879550 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4097db9c-aafd-4b40-b746-1966645cd9ce {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:10:25.880182 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc05fc1-00df-4c05-b29a-2d617dff5820', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7f28811-b75a-4590-b85e-fc08411588e5', 'code': 200} Jul 30 00:10:25.938990 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a6a04035-064b-4606-8366-808c712a168f req-56b3bc58-0e81-4948-a169-d2de0f89948c tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 210 time: 0.0337796 Jul 30 00:10:26.602972 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ae60b-7a70-4ff7-b806-08dfd6c2da06 req-6bc804c5-b68e-4c23-a413-626b43ab9a8b tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:26.604487 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-980ae60b-7a70-4ff7-b806-08dfd6c2da06 req-6bc804c5-b68e-4c23-a413-626b43ab9a8b tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fc05fc1-00df-4c05-b29a-2d617dff5820 HTTP/1.1" status: 200 len: 945 time: 0.0509603 Jul 30 00:10:26.706466 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-980ae60b-7a70-4ff7-b806-08dfd6c2da06 req-ec48853b-11df-447a-b84a-bbbd0f03ddc1 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Deleting port f7f28811-b75a-4590-b85e-fc08411588e5 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:10:26.706466 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-980ae60b-7a70-4ff7-b806-08dfd6c2da06 req-ec48853b-11df-447a-b84a-bbbd0f03ddc1 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:26.707174 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.39', 60566) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:10:26.804463 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-980ae60b-7a70-4ff7-b806-08dfd6c2da06 req-ec48853b-11df-447a-b84a-bbbd0f03ddc1 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] For port f7f28811-b75a-4590-b85e-fc08411588e5, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f7f28811-b75a-4590-b85e-fc08411588e5,segment=NetworkSegment(3ee2d715-88ee-4b50-af43-7cd550a5f107),segment_id=3ee2d715-88ee-4b50-af43-7cd550a5f107)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:26.804835 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-980ae60b-7a70-4ff7-b806-08dfd6c2da06 req-ec48853b-11df-447a-b84a-bbbd0f03ddc1 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:26.820624 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-980ae60b-7a70-4ff7-b806-08dfd6c2da06 req-ec48853b-11df-447a-b84a-bbbd0f03ddc1 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Calling delete_port for f7f28811-b75a-4590-b85e-fc08411588e5 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:10:26.912302 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-927d62aa-4ccc-4662-9705-a2415d9cec35 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:26.913808 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-927d62aa-4ccc-4662-9705-a2415d9cec35 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.39 "GET /v2.0/networks?id=a0121d8f-2331-4b1f-ad58-0b32631fa53a HTTP/1.1" status: 200 len: 814 time: 0.2056487 Jul 30 00:10:26.927314 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-488fe42f-ac4e-44b6-a8e9-4bc11e977782 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Request body: {'port': {'device_id': '3d2c7370-7243-4e1a-9fb8-ae99e7439bb7', 'network_id': 'a0121d8f-2331-4b1f-ad58-0b32631fa53a', 'admin_state_up': True, 'tenant_id': 'cc3dd43656aa4fb3bbfc6b7f109280fe'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:26.959213 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-980ae60b-7a70-4ff7-b806-08dfd6c2da06 req-ec48853b-11df-447a-b84a-bbbd0f03ddc1 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:26.972280 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['f7f28811-b75a-4590-b85e-fc08411588e5'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:10:26.987811 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec48853b-11df-447a-b84a-bbbd0f03ddc1 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Pushing event deleted for resources: {'Port': ['ID=f7f28811-b75a-4590-b85e-fc08411588e5,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:27.044222 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-980ae60b-7a70-4ff7-b806-08dfd6c2da06 req-ec48853b-11df-447a-b84a-bbbd0f03ddc1 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] No DVR routers for this DVR port f7f28811-b75a-4590-b85e-fc08411588e5 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:10:27.046729 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-488fe42f-ac4e-44b6-a8e9-4bc11e977782 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Made reservation on behalf of cc3dd43656aa4fb3bbfc6b7f109280fe for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:10:27.048034 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-980ae60b-7a70-4ff7-b806-08dfd6c2da06 req-ec48853b-11df-447a-b84a-bbbd0f03ddc1 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:27.049997 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-980ae60b-7a70-4ff7-b806-08dfd6c2da06 req-ec48853b-11df-447a-b84a-bbbd0f03ddc1 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.39 "DELETE /v2.0/ports/f7f28811-b75a-4590-b85e-fc08411588e5 HTTP/1.1" status: 204 len: 173 time: 0.4349916 Jul 30 00:10:27.050878 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-488fe42f-ac4e-44b6-a8e9-4bc11e977782 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:27.051466 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fc05fc1-00df-4c05-b29a-2d617dff5820', 'name': 'network-vif-deleted', 'tag': 'f7f28811-b75a-4590-b85e-fc08411588e5'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:10:27.053849 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d4ffb1-2f2f-4d8b-99a9-f81a3594c1fa" -d '{"events": [{"server_uuid": "1fc05fc1-00df-4c05-b29a-2d617dff5820", "name": "network-vif-deleted", "tag": "f7f28811-b75a-4590-b85e-fc08411588e5"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:10:27.089066 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a852c686-3256-4fca-8608-aa69f80deb32 req-0959d3d2-1710-4e5e-96d8-c7849cb441e0 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 210 time: 0.0463378 Jul 30 00:10:27.148509 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24c4a701-0ede-453f-9f31-86018d320565 x-openstack-request-id: req-24c4a701-0ede-453f-9f31-86018d320565 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:10:27.148809 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fc05fc1-00df-4c05-b29a-2d617dff5820", "name": "network-vif-deleted", "tag": "f7f28811-b75a-4590-b85e-fc08411588e5", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:10:27.149061 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-24c4a701-0ede-453f-9f31-86018d320565 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:10:27.149470 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fc05fc1-00df-4c05-b29a-2d617dff5820', 'name': 'network-vif-deleted', 'tag': 'f7f28811-b75a-4590-b85e-fc08411588e5', 'status': 'completed', 'code': 200} Jul 30 00:10:27.193097 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-488fe42f-ac4e-44b6-a8e9-4bc11e977782 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Allocated IP 172.20.0.6 (a0121d8f-2331-4b1f-ad58-0b32631fa53a/855721f3-fcf7-4015-b885-f0c886d20de0/072a32e4-6e74-43c0-b6e1-99231ba701da) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:10:27.350596 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-488fe42f-ac4e-44b6-a8e9-4bc11e977782 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:27.389476 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-488fe42f-ac4e-44b6-a8e9-4bc11e977782 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:27.400513 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['f7f28811-b75a-4590-b85e-fc08411588e5'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:10:27.433946 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-488fe42f-ac4e-44b6-a8e9-4bc11e977782 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Network a0121d8f-2331-4b1f-ad58-0b32631fa53a is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:10:27.439614 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-488fe42f-ac4e-44b6-a8e9-4bc11e977782 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:10:27.443910 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-488fe42f-ac4e-44b6-a8e9-4bc11e977782 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:10:27.447615 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488fe42f-ac4e-44b6-a8e9-4bc11e977782 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Pushing event updated for resources: {'Port': ['ID=072a32e4-6e74-43c0-b6e1-99231ba701da,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:27.491980 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-488fe42f-ac4e-44b6-a8e9-4bc11e977782 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:27.492586 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-488fe42f-ac4e-44b6-a8e9-4bc11e977782 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:27.507344 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-488fe42f-ac4e-44b6-a8e9-4bc11e977782 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5842309 Jul 30 00:10:27.519289 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-3f3b7e2f-a149-42e6-986c-a8d9ce2e2d9c service neutron] Request body: {'port': {'device_id': '3d2c7370-7243-4e1a-9fb8-ae99e7439bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:10:27.577915 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-3f3b7e2f-a149-42e6-986c-a8d9ce2e2d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:27.882724 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-3f3b7e2f-a149-42e6-986c-a8d9ce2e2d9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 072a32e4-6e74-43c0-b6e1-99231ba701da {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:10:27.890878 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-3f3b7e2f-a149-42e6-986c-a8d9ce2e2d9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:27.904792 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-3f3b7e2f-a149-42e6-986c-a8d9ce2e2d9c service neutron] Transition to ACTIVE for port object 072a32e4-6e74-43c0-b6e1-99231ba701da will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:10:27.908129 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-3f3b7e2f-a149-42e6-986c-a8d9ce2e2d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:27.958928 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b7e2f-a149-42e6-986c-a8d9ce2e2d9c service neutron] Pushing event updated for resources: {'Port': ['ID=072a32e4-6e74-43c0-b6e1-99231ba701da,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:28.021528 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-3f3b7e2f-a149-42e6-986c-a8d9ce2e2d9c service neutron] Attempting to bind port 072a32e4-6e74-43c0-b6e1-99231ba701da on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:10:28.021872 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-3f3b7e2f-a149-42e6-986c-a8d9ce2e2d9c service neutron] Attempting to bind port 072a32e4-6e74-43c0-b6e1-99231ba701da by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '3ee2d715-88ee-4b50-af43-7cd550a5f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a0121d8f-2331-4b1f-ad58-0b32631fa53a'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:10:28.022205 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-3f3b7e2f-a149-42e6-986c-a8d9ce2e2d9c service neutron] Attempting to bind port 072a32e4-6e74-43c0-b6e1-99231ba701da on network a0121d8f-2331-4b1f-ad58-0b32631fa53a {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:10:28.026488 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-3f3b7e2f-a149-42e6-986c-a8d9ce2e2d9c service neutron] Port 072a32e4-6e74-43c0-b6e1-99231ba701da on network a0121d8f-2331-4b1f-ad58-0b32631fa53a not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:10:28.026812 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-3f3b7e2f-a149-42e6-986c-a8d9ce2e2d9c service neutron] Attempting to bind port 072a32e4-6e74-43c0-b6e1-99231ba701da on network a0121d8f-2331-4b1f-ad58-0b32631fa53a {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:10:28.032963 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-3f3b7e2f-a149-42e6-986c-a8d9ce2e2d9c service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:10:28.033303 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-3f3b7e2f-a149-42e6-986c-a8d9ce2e2d9c service neutron] Checking segment: {'id': '3ee2d715-88ee-4b50-af43-7cd550a5f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a0121d8f-2331-4b1f-ad58-0b32631fa53a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:10:28.033687 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-3f3b7e2f-a149-42e6-986c-a8d9ce2e2d9c service neutron] Bound using segment: {'id': '3ee2d715-88ee-4b50-af43-7cd550a5f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a0121d8f-2331-4b1f-ad58-0b32631fa53a'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:10:28.034111 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-3f3b7e2f-a149-42e6-986c-a8d9ce2e2d9c service neutron] Bound port: 072a32e4-6e74-43c0-b6e1-99231ba701da, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee2d715-88ee-4b50-af43-7cd550a5f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a0121d8f-2331-4b1f-ad58-0b32631fa53a'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:10:28.034468 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-3f3b7e2f-a149-42e6-986c-a8d9ce2e2d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:28.100085 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-3f3b7e2f-a149-42e6-986c-a8d9ce2e2d9c service neutron] For port 072a32e4-6e74-43c0-b6e1-99231ba701da, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:10:28.103257 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-3f3b7e2f-a149-42e6-986c-a8d9ce2e2d9c service neutron] For port 072a32e4-6e74-43c0-b6e1-99231ba701da, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=072a32e4-6e74-43c0-b6e1-99231ba701da,segment=NetworkSegment(3ee2d715-88ee-4b50-af43-7cd550a5f107),segment_id=3ee2d715-88ee-4b50-af43-7cd550a5f107)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:10:28.106633 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-3f3b7e2f-a149-42e6-986c-a8d9ce2e2d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:28.141105 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-3f3b7e2f-a149-42e6-986c-a8d9ce2e2d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:28.141733 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-3f3b7e2f-a149-42e6-986c-a8d9ce2e2d9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:28.143159 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-3f3b7e2f-a149-42e6-986c-a8d9ce2e2d9c service neutron] 10.222.0.39 "PUT /v2.0/ports/072a32e4-6e74-43c0-b6e1-99231ba701da HTTP/1.1" status: 200 len: 1092 time: 0.6279755 Jul 30 00:10:28.143577 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d2c7370-7243-4e1a-9fb8-ae99e7439bb7', 'tag': '072a32e4-6e74-43c0-b6e1-99231ba701da'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:10:28.145868 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068e5029-b0e3-4877-9d07-3c452bd91db5" -d '{"events": [{"name": "network-changed", "server_uuid": "3d2c7370-7243-4e1a-9fb8-ae99e7439bb7", "tag": "072a32e4-6e74-43c0-b6e1-99231ba701da"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:10:28.176872 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b7e2f-a149-42e6-986c-a8d9ce2e2d9c service neutron] Pushing event updated for resources: {'Port': ['ID=072a32e4-6e74-43c0-b6e1-99231ba701da,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:28.215752 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55452f33-1517-4978-ab11-a85ce2e9699d req-8ced66d8-5ccb-4672-b1e4-ac2dff07517d tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:28.218194 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-55452f33-1517-4978-ab11-a85ce2e9699d req-8ced66d8-5ccb-4672-b1e4-ac2dff07517d tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 943 time: 0.0509400 Jul 30 00:10:28.255325 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-b5e81637-133a-4bd7-8e56-19611a6f7806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:28.256865 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-b5e81637-133a-4bd7-8e56-19611a6f7806 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3dd43656aa4fb3bbfc6b7f109280fe&device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 1095 time: 0.0733342 Jul 30 00:10:28.260957 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-55452f33-1517-4978-ab11-a85ce2e9699d req-eda753af-77b9-4efe-b6c1-2aab2773612e tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366437 Jul 30 00:10:28.322177 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61d3768-08d6-4197-9db8-9484aa2449e4 x-openstack-request-id: req-a61d3768-08d6-4197-9db8-9484aa2449e4 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:10:28.322470 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d2c7370-7243-4e1a-9fb8-ae99e7439bb7", "tag": "072a32e4-6e74-43c0-b6e1-99231ba701da", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:10:28.322717 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a61d3768-08d6-4197-9db8-9484aa2449e4 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:10:28.323108 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d2c7370-7243-4e1a-9fb8-ae99e7439bb7', 'tag': '072a32e4-6e74-43c0-b6e1-99231ba701da', 'status': 'completed', 'code': 200} Jul 30 00:10:28.325076 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-b6a7cfeb-d3a0-4760-bd23-eabe2845323d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=072a32e4-6e74-43c0-b6e1-99231ba701da HTTP/1.1" status: 200 len: 217 time: 0.0594544 Jul 30 00:10:28.380365 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-b4e6633f-3746-4dcd-9e16-a3c8730fb87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:28.381779 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-b4e6633f-3746-4dcd-9e16-a3c8730fb87e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=855721f3-fcf7-4015-b885-f0c886d20de0 HTTP/1.1" status: 200 len: 854 time: 0.0504212 Jul 30 00:10:28.436833 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-280e5669-9acd-4023-a44b-dcb7fbcdf80e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0121d8f-2331-4b1f-ad58-0b32631fa53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479090 Jul 30 00:10:28.525388 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-40e28a5d-b6b7-48f7-909e-9f49260a68fb service neutron] 10.222.0.39 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815115 Jul 30 00:10:28.615522 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2d1e2595-b76b-422d-b3a4-c28c380fbfc9 req-46eb42a9-d652-41d2-836b-122c1ae0bca7 service neutron] 10.222.0.39 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825405 Jul 30 00:10:28.701933 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e5029-b0e3-4877-9d07-3c452bd91db5 req-41f2adc2-9f52-4878-979e-7c8775475897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:28.703364 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-068e5029-b0e3-4877-9d07-3c452bd91db5 req-41f2adc2-9f52-4878-979e-7c8775475897 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3dd43656aa4fb3bbfc6b7f109280fe&device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 1095 time: 0.0425453 Jul 30 00:10:29.163985 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e5029-b0e3-4877-9d07-3c452bd91db5 req-42d0bd40-faa6-4bf8-b066-3ee7e982cb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:29.165492 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-068e5029-b0e3-4877-9d07-3c452bd91db5 req-42d0bd40-faa6-4bf8-b066-3ee7e982cb8e service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0121d8f-2331-4b1f-ad58-0b32631fa53a HTTP/1.1" status: 200 len: 915 time: 0.4554126 Jul 30 00:10:29.209880 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-068e5029-b0e3-4877-9d07-3c452bd91db5 req-6c8b9bd1-0376-4fd3-9d6b-c036f84c8461 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=072a32e4-6e74-43c0-b6e1-99231ba701da HTTP/1.1" status: 200 len: 217 time: 0.0371850 Jul 30 00:10:29.260393 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e5029-b0e3-4877-9d07-3c452bd91db5 req-38ef6352-062e-42cf-9edd-8cf01cd6e90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:29.261836 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-068e5029-b0e3-4877-9d07-3c452bd91db5 req-38ef6352-062e-42cf-9edd-8cf01cd6e90b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=855721f3-fcf7-4015-b885-f0c886d20de0 HTTP/1.1" status: 200 len: 854 time: 0.0439806 Jul 30 00:10:29.296662 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-068e5029-b0e3-4877-9d07-3c452bd91db5 req-bcea71ee-4bd9-4d23-8f39-272cfa4dd73a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0121d8f-2331-4b1f-ad58-0b32631fa53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262082 Jul 30 00:10:29.383728 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97f047a-c005-4348-a479-4e6b46b5fc66 req-c5c2aeea-c2dd-47dd-9733-9be9ebe132bc tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:29.385300 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d97f047a-c005-4348-a479-4e6b46b5fc66 req-c5c2aeea-c2dd-47dd-9733-9be9ebe132bc tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 943 time: 0.0509722 Jul 30 00:10:29.391710 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-068e5029-b0e3-4877-9d07-3c452bd91db5 req-01f85670-6019-480c-a01f-0fd35778a03a service neutron] 10.222.0.39 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875621 Jul 30 00:10:29.426928 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d97f047a-c005-4348-a479-4e6b46b5fc66 req-21d077f1-be97-4a77-902f-6638f7e0024a tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340383 Jul 30 00:10:29.483638 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-068e5029-b0e3-4877-9d07-3c452bd91db5 req-2095797a-c272-4caa-9058-addeb918eadc service neutron] 10.222.0.39 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841932 Jul 30 00:10:29.950850 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:30.210322 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:30.539085 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bea05-b4a3-473c-9770-c3123ec54926 req-33be1c94-c31e-4d21-90da-08c40489b75a tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:30.540612 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-893bea05-b4a3-473c-9770-c3123ec54926 req-33be1c94-c31e-4d21-90da-08c40489b75a tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 943 time: 0.0477993 Jul 30 00:10:30.579771 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-893bea05-b4a3-473c-9770-c3123ec54926 req-c0b99bd8-37fe-4bce-9217-adc8262e019d tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323441 Jul 30 00:10:31.271167 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 072a32e4-6e74-43c0-b6e1-99231ba701da details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:10:31.273310 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f7f28811-b75a-4590-b85e-fc08411588e5 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:10:31.301878 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: f7f28811-b75a-4590-b85e-fc08411588e5 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:10:31.302218 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f7f28811-b75a-4590-b85e-fc08411588e5 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:10:31.391074 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 072a32e4-6e74-43c0-b6e1-99231ba701da, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=072a32e4-6e74-43c0-b6e1-99231ba701da,segment=NetworkSegment(3ee2d715-88ee-4b50-af43-7cd550a5f107),segment_id=3ee2d715-88ee-4b50-af43-7cd550a5f107)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:31.401275 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '072a32e4-6e74-43c0-b6e1-99231ba701da', 'network_id': 'a0121d8f-2331-4b1f-ad58-0b32631fa53a', 'port_id': '072a32e4-6e74-43c0-b6e1-99231ba701da', 'mac_address': 'fa:16:3e:87:bc:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '855721f3-fcf7-4015-b885-f0c886d20de0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:10:31.439000 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:31.451100 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 072a32e4-6e74-43c0-b6e1-99231ba701da {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:10:31.474348 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 072a32e4-6e74-43c0-b6e1-99231ba701da, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=072a32e4-6e74-43c0-b6e1-99231ba701da,segment=NetworkSegment(3ee2d715-88ee-4b50-af43-7cd550a5f107),segment_id=3ee2d715-88ee-4b50-af43-7cd550a5f107)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:31.478814 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:31.528173 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=072a32e4-6e74-43c0-b6e1-99231ba701da,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:31.676915 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['072a32e4-6e74-43c0-b6e1-99231ba701da'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:10:31.719365 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72c44d4-a6e6-4506-a19e-62732ea813d1 req-bcbf148b-f57a-45ce-9f8d-e815e404acd5 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:31.720959 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c72c44d4-a6e6-4506-a19e-62732ea813d1 req-bcbf148b-f57a-45ce-9f8d-e815e404acd5 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 944 time: 0.0727282 Jul 30 00:10:31.766372 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c72c44d4-a6e6-4506-a19e-62732ea813d1 req-af7e9693-7d23-4bbb-8b03-18e31684cf1d tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394206 Jul 30 00:10:32.891523 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d20983c-aa2d-4a8f-afa4-3a383db249e2 req-90a53d7e-06ea-45b2-8b1a-ced55259a070 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:32.893346 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9d20983c-aa2d-4a8f-afa4-3a383db249e2 req-90a53d7e-06ea-45b2-8b1a-ced55259a070 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 944 time: 0.0563345 Jul 30 00:10:32.898377 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1a44122-b485-4ea9-bbed-3dc547b0ecad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:32.934398 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9d20983c-aa2d-4a8f-afa4-3a383db249e2 req-43d9f191-5e5e-4e8c-9900-0a1358099b93 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338402 Jul 30 00:10:33.276975 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 072a32e4-6e74-43c0-b6e1-99231ba701da up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:10:33.330639 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 072a32e4-6e74-43c0-b6e1-99231ba701da completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:10:33.334479 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 072a32e4-6e74-43c0-b6e1-99231ba701da triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:10:33.334864 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:33.413515 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:33.437664 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2c7370-7243-4e1a-9fb8-ae99e7439bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072a32e4-6e74-43c0-b6e1-99231ba701da'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:10:33.439929 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84975175-8a0a-4654-8141-0219b6696daf" -d '{"events": [{"server_uuid": "3d2c7370-7243-4e1a-9fb8-ae99e7439bb7", "name": "network-vif-plugged", "status": "completed", "tag": "072a32e4-6e74-43c0-b6e1-99231ba701da"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:10:33.452943 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 072a32e4-6e74-43c0-b6e1-99231ba701da, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=072a32e4-6e74-43c0-b6e1-99231ba701da,segment=NetworkSegment(3ee2d715-88ee-4b50-af43-7cd550a5f107),segment_id=3ee2d715-88ee-4b50-af43-7cd550a5f107)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:10:33.458673 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:33.486196 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4358a10c-04ef-4198-bada-1761c5684682 x-openstack-request-id: req-4358a10c-04ef-4198-bada-1761c5684682 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:10:33.486486 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2c7370-7243-4e1a-9fb8-ae99e7439bb7", "name": "network-vif-plugged", "status": "completed", "tag": "072a32e4-6e74-43c0-b6e1-99231ba701da", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:10:33.486733 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4358a10c-04ef-4198-bada-1761c5684682 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:10:33.487122 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2c7370-7243-4e1a-9fb8-ae99e7439bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072a32e4-6e74-43c0-b6e1-99231ba701da', 'code': 200} Jul 30 00:10:33.514267 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=072a32e4-6e74-43c0-b6e1-99231ba701da,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:10:33.522550 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:33.522903 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:33.523377 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:33.523723 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:33.524251 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:33.524592 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:33.524984 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:33.525244 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:33.525567 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:33.525889 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:33.526273 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:33.526646 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:10:33.583238 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac86d4a4-4790-497c-8da7-56083e2f4382 req-f2a754bb-f95c-4aa6-848c-8ab0633b332a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:33.584838 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ac86d4a4-4790-497c-8da7-56083e2f4382 req-f2a754bb-f95c-4aa6-848c-8ab0633b332a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 1097 time: 0.0432427 Jul 30 00:10:33.628282 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ac86d4a4-4790-497c-8da7-56083e2f4382 req-0360e7bc-0016-45a9-be64-4c95ce558142 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364542 Jul 30 00:10:34.066093 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3030bd48-0419-4994-aa2c-a2af720c6275 req-63eaebea-dece-4f2e-b12d-eb3e825337b3 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:34.067929 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3030bd48-0419-4994-aa2c-a2af720c6275 req-63eaebea-dece-4f2e-b12d-eb3e825337b3 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 945 time: 0.0603187 Jul 30 00:10:34.107480 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3030bd48-0419-4994-aa2c-a2af720c6275 req-3eb08fa5-fb39-4531-8b3f-93430756e5b7 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334897 Jul 30 00:10:35.229792 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995dca02-7e60-4ba9-b5f9-10f945fae961 req-c8761fe2-8b5c-49fa-a4c0-4efc0f19a224 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:35.231320 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-995dca02-7e60-4ba9-b5f9-10f945fae961 req-c8761fe2-8b5c-49fa-a4c0-4efc0f19a224 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 945 time: 0.0513434 Jul 30 00:10:35.276190 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-995dca02-7e60-4ba9-b5f9-10f945fae961 req-a59da58b-532a-4466-bad6-405e57a7803a tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382755 Jul 30 00:10:35.398525 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad5a3e-9894-46c3-a5bd-fca1181720fe req-137266c2-6661-4573-83a9-d4e2e999f55a tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:35.400034 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0aad5a3e-9894-46c3-a5bd-fca1181720fe req-137266c2-6661-4573-83a9-d4e2e999f55a tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 945 time: 0.0544469 Jul 30 00:10:35.443355 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0aad5a3e-9894-46c3-a5bd-fca1181720fe req-ef02bc89-4175-4bba-9dfb-eb79be959363 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371139 Jul 30 00:10:35.467575 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:35.701068 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f70bc5-7358-4458-a94e-ef8184fd54ae req-53b4725b-ad05-48f7-b62e-0432bd0f8337 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:35.703878 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31f70bc5-7358-4458-a94e-ef8184fd54ae req-53b4725b-ad05-48f7-b62e-0432bd0f8337 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 945 time: 0.0526524 Jul 30 00:10:35.704038 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-55504410-f499-4890-8861-95e5547427fb req-370a1d81-9bec-495a-b7e2-625e764c0a19 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0536566 Jul 30 00:10:35.751272 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31f70bc5-7358-4458-a94e-ef8184fd54ae req-708f063b-e52c-4a12-8c62-2a3162d20e25 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413151 Jul 30 00:10:36.286043 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-193cf712-5de0-4fcd-a691-2d786beeae11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:36.876964 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692dc60f-b21c-44f5-a7a2-0e0e65dea72b req-dcb29b15-626a-4fbe-9835-755b9156d5c5 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:36.878546 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-692dc60f-b21c-44f5-a7a2-0e0e65dea72b req-dcb29b15-626a-4fbe-9835-755b9156d5c5 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 945 time: 0.0555696 Jul 30 00:10:36.937103 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-692dc60f-b21c-44f5-a7a2-0e0e65dea72b req-81aeed16-aaf3-48ea-aba2-a6b59bcc0726 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517390 Jul 30 00:10:36.992096 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55504410-f499-4890-8861-95e5547427fb req-84f4125f-48f8-47a2-b521-8f8aab981c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:36.993751 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-55504410-f499-4890-8861-95e5547427fb req-84f4125f-48f8-47a2-b521-8f8aab981c35 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3dd43656aa4fb3bbfc6b7f109280fe&device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 1097 time: 0.0463674 Jul 30 00:10:37.012065 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:37.091441 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55504410-f499-4890-8861-95e5547427fb req-0e85a76b-2d65-4252-9bc7-556cd424dbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:37.093080 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-55504410-f499-4890-8861-95e5547427fb req-0e85a76b-2d65-4252-9bc7-556cd424dbc7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0121d8f-2331-4b1f-ad58-0b32631fa53a HTTP/1.1" status: 200 len: 915 time: 0.0922308 Jul 30 00:10:37.136392 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-55504410-f499-4890-8861-95e5547427fb req-8f406bc4-3424-4758-961e-ee10f9243b5f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=072a32e4-6e74-43c0-b6e1-99231ba701da HTTP/1.1" status: 200 len: 217 time: 0.0367379 Jul 30 00:10:37.186286 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55504410-f499-4890-8861-95e5547427fb req-743dc67b-04bf-4f58-8525-402d4c0fbc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:37.188586 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-55504410-f499-4890-8861-95e5547427fb req-743dc67b-04bf-4f58-8525-402d4c0fbc3c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=855721f3-fcf7-4015-b885-f0c886d20de0 HTTP/1.1" status: 200 len: 854 time: 0.0455937 Jul 30 00:10:37.220592 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-55504410-f499-4890-8861-95e5547427fb req-197e430a-b09c-43ee-983b-ffe2769aef97 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0121d8f-2331-4b1f-ad58-0b32631fa53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254343 Jul 30 00:10:37.321011 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-55504410-f499-4890-8861-95e5547427fb req-41ad3b03-2628-495e-a645-44c0ba198a03 service neutron] 10.222.0.39 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933595 Jul 30 00:10:37.417089 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-55504410-f499-4890-8861-95e5547427fb req-97d0e29b-fc64-437e-a4dd-9dfff71c87f7 service neutron] 10.222.0.39 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873415 Jul 30 00:10:38.062119 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16cc318-84ee-4553-8151-88cc5005cf83 req-d5fafcca-1887-4b46-b7a8-6997578d513a tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:38.063745 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b16cc318-84ee-4553-8151-88cc5005cf83 req-d5fafcca-1887-4b46-b7a8-6997578d513a tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 945 time: 0.0584924 Jul 30 00:10:38.104608 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b16cc318-84ee-4553-8151-88cc5005cf83 req-54c2bc1f-ad5e-4dc1-ac59-a57ac29a1635 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345626 Jul 30 00:10:38.314646 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:10:39.222064 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c37be-1faf-496f-af50-71b9e7d9657b req-654c71b5-237a-4e42-b418-574af89152d9 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:39.224191 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5f8c37be-1faf-496f-af50-71b9e7d9657b req-654c71b5-237a-4e42-b418-574af89152d9 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 945 time: 0.0516076 Jul 30 00:10:39.261785 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5f8c37be-1faf-496f-af50-71b9e7d9657b req-21e04f0c-9f06-4688-b35e-a6a88c4b3041 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316427 Jul 30 00:10:40.377506 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ac5f08-ebb2-40e3-ae2b-d1a5661e3e98 req-652671ab-9c2c-458b-8f3f-39569e275236 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:40.378977 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88ac5f08-ebb2-40e3-ae2b-d1a5661e3e98 req-652671ab-9c2c-458b-8f3f-39569e275236 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 945 time: 0.0485640 Jul 30 00:10:40.421290 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88ac5f08-ebb2-40e3-ae2b-d1a5661e3e98 req-3b35147f-6b94-4508-949d-d20eb68023be tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357385 Jul 30 00:10:41.536760 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaa3255-11eb-436c-809e-44463c28489a req-6ed796b4-3137-452d-8a42-b2c46fb540b2 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:41.538174 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7aaa3255-11eb-436c-809e-44463c28489a req-6ed796b4-3137-452d-8a42-b2c46fb540b2 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 945 time: 0.0490489 Jul 30 00:10:41.576750 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7aaa3255-11eb-436c-809e-44463c28489a req-6e804396-32ca-4613-b5c0-9210354a4730 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326874 Jul 30 00:10:42.690827 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fad01c0-d023-431c-8920-a1dc561c8a9c req-a0231ef8-89a2-4444-acb8-ad65ba0853e2 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:42.692487 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6fad01c0-d023-431c-8920-a1dc561c8a9c req-a0231ef8-89a2-4444-acb8-ad65ba0853e2 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 945 time: 0.0486147 Jul 30 00:10:42.730298 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6fad01c0-d023-431c-8920-a1dc561c8a9c req-12c85301-1722-41e4-bb69-027844bf59f7 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318577 Jul 30 00:10:43.844918 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe879915-691a-486b-af07-b4045c5df0f1 req-30c0c586-0a9e-4494-9655-af7b883e83d1 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:43.846396 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe879915-691a-486b-af07-b4045c5df0f1 req-30c0c586-0a9e-4494-9655-af7b883e83d1 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 945 time: 0.0487404 Jul 30 00:10:43.887208 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe879915-691a-486b-af07-b4045c5df0f1 req-4546d11c-7716-453e-83ab-ade5fe113077 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348918 Jul 30 00:10:45.002484 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8c59f-e128-42a1-a42e-f89aeeeb8c4e req-651ce3f7-49ce-4700-972b-5a5cd2ecdd48 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:45.004031 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-25c8c59f-e128-42a1-a42e-f89aeeeb8c4e req-651ce3f7-49ce-4700-972b-5a5cd2ecdd48 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 945 time: 0.0491235 Jul 30 00:10:45.042584 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-25c8c59f-e128-42a1-a42e-f89aeeeb8c4e req-f83cb56e-edb6-4b75-8930-68dd24c9ee34 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323758 Jul 30 00:10:46.157393 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4262e6a4-4797-4561-bbfa-4ae378bfaada req-60ec8fb2-7d4e-4514-a1d2-dbc32c638f4e tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:46.158864 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4262e6a4-4797-4561-bbfa-4ae378bfaada req-60ec8fb2-7d4e-4514-a1d2-dbc32c638f4e tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 945 time: 0.0478323 Jul 30 00:10:46.197076 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4262e6a4-4797-4561-bbfa-4ae378bfaada req-77c89f98-ab1c-44c9-8502-843fadaa3696 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322912 Jul 30 00:10:47.312381 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdc0c8-ae98-475d-ae74-e580aad2c4c2 req-f4ac29d4-cea2-47bf-873b-7d8b4cc9d44e tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:47.314052 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-62bdc0c8-ae98-475d-ae74-e580aad2c4c2 req-f4ac29d4-cea2-47bf-873b-7d8b4cc9d44e tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 945 time: 0.0496809 Jul 30 00:10:47.355475 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-62bdc0c8-ae98-475d-ae74-e580aad2c4c2 req-fa77c631-4133-48d7-8db9-94bc148bb269 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355008 Jul 30 00:10:48.471197 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5edaf0-2b72-4565-bc7d-d433b9d0ecc8 req-0cb4f2e3-920f-4bae-a377-1f3f8a00ca91 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:48.472719 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac5edaf0-2b72-4565-bc7d-d433b9d0ecc8 req-0cb4f2e3-920f-4bae-a377-1f3f8a00ca91 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 945 time: 0.0494730 Jul 30 00:10:48.509998 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac5edaf0-2b72-4565-bc7d-d433b9d0ecc8 req-71f8ac10-3f0f-4b13-a0ee-c970550bb71a tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313745 Jul 30 00:10:49.626659 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e273f0-fd3a-42b7-b576-f2ed74b1be55 req-bf11c498-1953-4db1-a793-aa5d7854cbf7 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:49.628295 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88e273f0-fd3a-42b7-b576-f2ed74b1be55 req-bf11c498-1953-4db1-a793-aa5d7854cbf7 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 945 time: 0.0508504 Jul 30 00:10:49.668995 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88e273f0-fd3a-42b7-b576-f2ed74b1be55 req-d7fb56a4-1340-444f-bc43-04ffe538c0b6 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347497 Jul 30 00:10:50.784423 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7e8a3c-9f81-4fc7-a970-6d5d412b0f05 req-26ff9b29-8ef8-440d-8972-71043211d1b9 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:50.785880 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-af7e8a3c-9f81-4fc7-a970-6d5d412b0f05 req-26ff9b29-8ef8-440d-8972-71043211d1b9 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 945 time: 0.0481720 Jul 30 00:10:50.829861 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-af7e8a3c-9f81-4fc7-a970-6d5d412b0f05 req-3446b33a-2a30-4a9c-9587-04cb8c532e36 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381405 Jul 30 00:10:51.950596 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fa2a7-6b5d-4544-baeb-c2559fdeadee req-d70c6bb9-f802-480b-9b8f-7545b5d31aa3 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:51.952205 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-837fa2a7-6b5d-4544-baeb-c2559fdeadee req-d70c6bb9-f802-480b-9b8f-7545b5d31aa3 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 945 time: 0.0509095 Jul 30 00:10:51.992640 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-837fa2a7-6b5d-4544-baeb-c2559fdeadee req-2a718da3-67ac-4204-9265-4579b1d8a978 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332906 Jul 30 00:10:53.119240 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b7eeb8-7150-43d4-895d-ed66a1fbc882 req-f6c168d8-1ede-414d-8d03-148f213118dc tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:53.120790 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c6b7eeb8-7150-43d4-895d-ed66a1fbc882 req-f6c168d8-1ede-414d-8d03-148f213118dc tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 945 time: 0.0501616 Jul 30 00:10:53.158429 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c6b7eeb8-7150-43d4-895d-ed66a1fbc882 req-47dd9f38-75f7-4c75-a4b6-25dadfc51be0 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314631 Jul 30 00:10:54.273156 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb74c06-e311-4d2b-bfa5-df20c8d0177b req-4ec03bb3-e1ee-4a1f-abcf-8d91b76ad469 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:54.274697 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bdb74c06-e311-4d2b-bfa5-df20c8d0177b req-4ec03bb3-e1ee-4a1f-abcf-8d91b76ad469 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 945 time: 0.0489063 Jul 30 00:10:54.317943 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bdb74c06-e311-4d2b-bfa5-df20c8d0177b req-4b960e5d-de04-4cd5-951c-bc23025645b9 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372629 Jul 30 00:10:55.434816 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b24c46-7141-48ad-a165-a64cb7660bfd req-1d3dba4a-a5dd-4b2a-b569-f368ed45e203 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:55.436441 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1b24c46-7141-48ad-a165-a64cb7660bfd req-1d3dba4a-a5dd-4b2a-b569-f368ed45e203 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 945 time: 0.0517530 Jul 30 00:10:55.475703 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c1b24c46-7141-48ad-a165-a64cb7660bfd req-33bf4822-ec55-4bde-9f7a-4e7261f02b5c tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327411 Jul 30 00:10:56.592439 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4352e56-e401-40f8-b9bf-1751e30635d4 req-53371653-865d-4cce-8ba0-f5fff16cd09a tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:56.594032 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b4352e56-e401-40f8-b9bf-1751e30635d4 req-53371653-865d-4cce-8ba0-f5fff16cd09a tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 945 time: 0.0497887 Jul 30 00:10:56.632802 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b4352e56-e401-40f8-b9bf-1751e30635d4 req-f64cdbea-2a86-4ee0-b475-4639a673094f tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323644 Jul 30 00:10:57.311172 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:10:57.747089 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04031af-98b2-4765-aa4b-dfd38820205c req-8b356d04-e766-4d4f-8588-0d524f704c8e tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:57.748596 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e04031af-98b2-4765-aa4b-dfd38820205c req-8b356d04-e766-4d4f-8588-0d524f704c8e tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 945 time: 0.0482061 Jul 30 00:10:57.790806 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e04031af-98b2-4765-aa4b-dfd38820205c req-482802f7-f43a-4153-ab71-b009cb0ac07a tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358751 Jul 30 00:10:58.905261 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba33a94b-51d7-45f0-a6bb-1b573c7e73f7 req-53257b12-4389-4138-bb79-b6f4b6dd2a72 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:10:58.907121 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ba33a94b-51d7-45f0-a6bb-1b573c7e73f7 req-53257b12-4389-4138-bb79-b6f4b6dd2a72 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 945 time: 0.0492566 Jul 30 00:10:58.945919 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ba33a94b-51d7-45f0-a6bb-1b573c7e73f7 req-14cdb6a2-0475-473c-a988-e7b60c7a9104 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326059 Jul 30 00:10:59.981305 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:00.063286 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d02f2-e73c-4911-9818-d44a5335ced4 req-cac0901e-fcb8-4487-8d89-1f9316e3679c tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:00.064798 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-126d02f2-e73c-4911-9818-d44a5335ced4 req-cac0901e-fcb8-4487-8d89-1f9316e3679c tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 945 time: 0.0513349 Jul 30 00:11:00.102969 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-126d02f2-e73c-4911-9818-d44a5335ced4 req-28f8f8e4-e2bd-46e7-a874-4798baa177d7 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321770 Jul 30 00:11:00.209663 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:01.217216 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42009bb-1b2a-411e-ae85-52987ef95963 req-3fa7e11d-a0ec-44a7-ada4-9c63a907ea6a tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:01.219785 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b42009bb-1b2a-411e-ae85-52987ef95963 req-3fa7e11d-a0ec-44a7-ada4-9c63a907ea6a tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 945 time: 0.0500481 Jul 30 00:11:01.261341 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b42009bb-1b2a-411e-ae85-52987ef95963 req-cf4ed1f3-15fa-46fb-b866-81dd4d196b7f tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355527 Jul 30 00:11:02.378496 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878099b-98a3-4f92-abf5-865a0519432a req-99e62120-f15c-41b9-91ef-bfdbcbe85a1c tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:02.380024 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1878099b-98a3-4f92-abf5-865a0519432a req-99e62120-f15c-41b9-91ef-bfdbcbe85a1c tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 945 time: 0.0487967 Jul 30 00:11:02.418294 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1878099b-98a3-4f92-abf5-865a0519432a req-ef2b0c79-8ac2-4b70-a800-a0c14f0c5496 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323367 Jul 30 00:11:02.899201 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-294c9a84-c51a-411a-91d6-7737543017e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:03.537045 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f69539b-d8b3-48b5-a22d-633d6d3ac0e7 req-d999a630-bd72-4318-bf7f-86d037f86a8f tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:03.538767 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0f69539b-d8b3-48b5-a22d-633d6d3ac0e7 req-d999a630-bd72-4318-bf7f-86d037f86a8f tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 945 time: 0.0516500 Jul 30 00:11:03.581313 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0f69539b-d8b3-48b5-a22d-633d6d3ac0e7 req-67f70d27-8feb-4737-89b5-490f9f1ce408 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353358 Jul 30 00:11:04.289237 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afeb190-8dd9-4426-b1a8-c2d0a9110573 req-30910e49-f3ea-49e8-9da8-7b9ed32ecbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:04.290835 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4afeb190-8dd9-4426-b1a8-c2d0a9110573 req-30910e49-f3ea-49e8-9da8-7b9ed32ecbd8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3dd43656aa4fb3bbfc6b7f109280fe&device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 1097 time: 0.0505135 Jul 30 00:11:04.379991 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-55504410-f499-4890-8861-95e5547427fb req-29291933-e887-4a65-a98d-06522ceb38ba service neutron] show failed (client error): The resource could not be found. Jul 30 00:11:04.381044 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-55504410-f499-4890-8861-95e5547427fb req-29291933-e887-4a65-a98d-06522ceb38ba service neutron] 10.222.0.39 "GET /v2.0/ports/072a32e4-6e74-43c0-b6e1-99231ba701da/bindings/n-h1-712140-10 HTTP/1.1" status: 404 len: 381 time: 0.0553906 Jul 30 00:11:04.394474 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afeb190-8dd9-4426-b1a8-c2d0a9110573 req-b62f9ed4-8a25-47d9-8e02-5c43b8239522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:04.396110 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4afeb190-8dd9-4426-b1a8-c2d0a9110573 req-b62f9ed4-8a25-47d9-8e02-5c43b8239522 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0121d8f-2331-4b1f-ad58-0b32631fa53a HTTP/1.1" status: 200 len: 915 time: 0.0859108 Jul 30 00:11:04.447357 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4afeb190-8dd9-4426-b1a8-c2d0a9110573 req-41c6e426-0acb-42da-8102-34aeed59ea8d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=072a32e4-6e74-43c0-b6e1-99231ba701da HTTP/1.1" status: 200 len: 217 time: 0.0418704 Jul 30 00:11:04.499343 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afeb190-8dd9-4426-b1a8-c2d0a9110573 req-67833e1e-58c0-448f-9ec3-41f507d255e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:04.501490 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4afeb190-8dd9-4426-b1a8-c2d0a9110573 req-67833e1e-58c0-448f-9ec3-41f507d255e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=855721f3-fcf7-4015-b885-f0c886d20de0 HTTP/1.1" status: 200 len: 854 time: 0.0464704 Jul 30 00:11:04.539416 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4afeb190-8dd9-4426-b1a8-c2d0a9110573 req-cb72ad32-dbf5-436c-a74c-b392e3fd0b0a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0121d8f-2331-4b1f-ad58-0b32631fa53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304952 Jul 30 00:11:04.585209 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55504410-f499-4890-8861-95e5547427fb req-a4f2f906-9b61-42e0-813f-fc385730620e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:04.586736 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-55504410-f499-4890-8861-95e5547427fb req-a4f2f906-9b61-42e0-813f-fc385730620e service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7&tenant_id=cc3dd43656aa4fb3bbfc6b7f109280fe HTTP/1.1" status: 200 len: 1097 time: 0.0470917 Jul 30 00:11:04.599032 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-55504410-f499-4890-8861-95e5547427fb req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-10', 'device_owner': 'compute:nova'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:04.636844 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4afeb190-8dd9-4426-b1a8-c2d0a9110573 req-48e60c5e-c00c-488f-bd1a-ea59461f4759 service neutron] 10.222.0.39 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907290 Jul 30 00:11:04.665467 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-55504410-f499-4890-8861-95e5547427fb req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:04.732133 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4afeb190-8dd9-4426-b1a8-c2d0a9110573 req-4b8fc02d-8e28-450f-93e4-aeea73ff9dbc service neutron] 10.222.0.39 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878987 Jul 30 00:11:04.739150 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e941d75-e007-4f6f-b72d-033e0a37cf22 req-4bf7967f-a50b-449c-900c-cacf397f0f26 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:04.740686 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7e941d75-e007-4f6f-b72d-033e0a37cf22 req-4bf7967f-a50b-449c-900c-cacf397f0f26 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 945 time: 0.0876672 Jul 30 00:11:04.849722 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7e941d75-e007-4f6f-b72d-033e0a37cf22 req-4d273e8a-560e-43b9-9dbb-f6952446998b tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997286 Jul 30 00:11:04.934376 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-55504410-f499-4890-8861-95e5547427fb req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] For port 072a32e4-6e74-43c0-b6e1-99231ba701da, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=072a32e4-6e74-43c0-b6e1-99231ba701da,segment=NetworkSegment(3ee2d715-88ee-4b50-af43-7cd550a5f107),segment_id=3ee2d715-88ee-4b50-af43-7cd550a5f107)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:04.968600 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-55504410-f499-4890-8861-95e5547427fb req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] For port 072a32e4-6e74-43c0-b6e1-99231ba701da, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:11:05.009043 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2c7370-7243-4e1a-9fb8-ae99e7439bb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '072a32e4-6e74-43c0-b6e1-99231ba701da'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:11:05.011352 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5757acce-bf92-41d7-b121-62a226ee4d83" -d '{"events": [{"server_uuid": "3d2c7370-7243-4e1a-9fb8-ae99e7439bb7", "name": "network-vif-unplugged", "status": "completed", "tag": "072a32e4-6e74-43c0-b6e1-99231ba701da"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:11:05.015439 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-55504410-f499-4890-8861-95e5547427fb req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.028027 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-55504410-f499-4890-8861-95e5547427fb req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] Transition to ACTIVE for port object 072a32e4-6e74-43c0-b6e1-99231ba701da will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:05.033375 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-55504410-f499-4890-8861-95e5547427fb req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.066571 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e55e94-61bd-497c-8192-a9366b4fee0a x-openstack-request-id: req-92e55e94-61bd-497c-8192-a9366b4fee0a {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:11:05.066864 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2c7370-7243-4e1a-9fb8-ae99e7439bb7", "name": "network-vif-unplugged", "status": "completed", "tag": "072a32e4-6e74-43c0-b6e1-99231ba701da", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:11:05.067113 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-92e55e94-61bd-497c-8192-a9366b4fee0a {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:11:05.067499 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2c7370-7243-4e1a-9fb8-ae99e7439bb7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '072a32e4-6e74-43c0-b6e1-99231ba701da', 'code': 200} Jul 30 00:11:05.098380 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-55504410-f499-4890-8861-95e5547427fb req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] No DVR routers for this DVR port 072a32e4-6e74-43c0-b6e1-99231ba701da on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:11:05.105006 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] Pushing event updated for resources: {'Port': ['ID=072a32e4-6e74-43c0-b6e1-99231ba701da,revision_number=6']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:05.130123 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:05.130468 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:05.130807 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:05.131141 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:05.131470 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:05.131796 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:05.132146 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:05.132467 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:05.132786 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:05.133109 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:05.133427 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:05.133740 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:05.146915 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-55504410-f499-4890-8861-95e5547427fb req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] Attempting to bind port 072a32e4-6e74-43c0-b6e1-99231ba701da on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:11:05.147256 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-55504410-f499-4890-8861-95e5547427fb req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] Attempting to bind port 072a32e4-6e74-43c0-b6e1-99231ba701da by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '3ee2d715-88ee-4b50-af43-7cd550a5f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a0121d8f-2331-4b1f-ad58-0b32631fa53a'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:11:05.147582 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55504410-f499-4890-8861-95e5547427fb req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] Attempting to bind port 072a32e4-6e74-43c0-b6e1-99231ba701da on network a0121d8f-2331-4b1f-ad58-0b32631fa53a {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:05.151861 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55504410-f499-4890-8861-95e5547427fb req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] Port 072a32e4-6e74-43c0-b6e1-99231ba701da on network a0121d8f-2331-4b1f-ad58-0b32631fa53a not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:11:05.152183 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55504410-f499-4890-8861-95e5547427fb req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] Attempting to bind port 072a32e4-6e74-43c0-b6e1-99231ba701da on network a0121d8f-2331-4b1f-ad58-0b32631fa53a {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:05.156888 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55504410-f499-4890-8861-95e5547427fb req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:11:05.157228 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55504410-f499-4890-8861-95e5547427fb req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] Checking segment: {'id': '3ee2d715-88ee-4b50-af43-7cd550a5f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a0121d8f-2331-4b1f-ad58-0b32631fa53a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:05.157599 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55504410-f499-4890-8861-95e5547427fb req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] Bound using segment: {'id': '3ee2d715-88ee-4b50-af43-7cd550a5f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a0121d8f-2331-4b1f-ad58-0b32631fa53a'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:11:05.158019 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-55504410-f499-4890-8861-95e5547427fb req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] Bound port: 072a32e4-6e74-43c0-b6e1-99231ba701da, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ee2d715-88ee-4b50-af43-7cd550a5f107', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a0121d8f-2331-4b1f-ad58-0b32631fa53a'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:11:05.158371 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-55504410-f499-4890-8861-95e5547427fb req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.219892 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-55504410-f499-4890-8861-95e5547427fb req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] For port 072a32e4-6e74-43c0-b6e1-99231ba701da, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:11:05.224833 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-55504410-f499-4890-8861-95e5547427fb req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] For port 072a32e4-6e74-43c0-b6e1-99231ba701da, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=072a32e4-6e74-43c0-b6e1-99231ba701da,segment=NetworkSegment(3ee2d715-88ee-4b50-af43-7cd550a5f107),segment_id=3ee2d715-88ee-4b50-af43-7cd550a5f107)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:11:05.228464 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-55504410-f499-4890-8861-95e5547427fb req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.261533 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55504410-f499-4890-8861-95e5547427fb req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:05.262139 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-55504410-f499-4890-8861-95e5547427fb req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.263552 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-55504410-f499-4890-8861-95e5547427fb req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] 10.222.0.23 "PUT /v2.0/ports/072a32e4-6e74-43c0-b6e1-99231ba701da HTTP/1.1" status: 200 len: 1092 time: 0.6685989 Jul 30 00:11:05.284445 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5110b886-54ce-4e39-9064-6fd1dec988c5 service neutron] Pushing event updated for resources: {'Port': ['ID=072a32e4-6e74-43c0-b6e1-99231ba701da,revision_number=7']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:05.329400 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55504410-f499-4890-8861-95e5547427fb req-d57c9a41-3366-49de-aadd-2bffaff48a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:05.330913 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-55504410-f499-4890-8861-95e5547427fb req-d57c9a41-3366-49de-aadd-2bffaff48a28 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc3dd43656aa4fb3bbfc6b7f109280fe&device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 1095 time: 0.0437353 Jul 30 00:11:05.421200 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55504410-f499-4890-8861-95e5547427fb req-ea10d55b-7157-4afb-947c-13a3c3163b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:05.423445 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-55504410-f499-4890-8861-95e5547427fb req-ea10d55b-7157-4afb-947c-13a3c3163b72 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a0121d8f-2331-4b1f-ad58-0b32631fa53a HTTP/1.1" status: 200 len: 915 time: 0.0860045 Jul 30 00:11:05.459904 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:05.465296 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-55504410-f499-4890-8861-95e5547427fb req-658c1f97-28c6-428a-ba0d-6b09092d5e77 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=072a32e4-6e74-43c0-b6e1-99231ba701da HTTP/1.1" status: 200 len: 217 time: 0.0354915 Jul 30 00:11:05.517960 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55504410-f499-4890-8861-95e5547427fb req-97f4d707-9dc0-4c0a-9b83-f4dcdae36be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:05.519434 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-55504410-f499-4890-8861-95e5547427fb req-97f4d707-9dc0-4c0a-9b83-f4dcdae36be5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=855721f3-fcf7-4015-b885-f0c886d20de0 HTTP/1.1" status: 200 len: 854 time: 0.0476108 Jul 30 00:11:05.550338 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-55504410-f499-4890-8861-95e5547427fb req-d45c80fc-59ac-46cc-9d11-e1267f33016a service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a0121d8f-2331-4b1f-ad58-0b32631fa53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239503 Jul 30 00:11:05.638636 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-55504410-f499-4890-8861-95e5547427fb req-245a69bf-37c6-46e4-abeb-48b4ccde34c6 service neutron] 10.222.0.23 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813026 Jul 30 00:11:05.731033 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-55504410-f499-4890-8861-95e5547427fb req-38e161b3-e3d7-4601-9706-a1b3c7eed5f7 service neutron] 10.222.0.23 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850596 Jul 30 00:11:05.967543 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969e9d6-5973-4134-b9fe-889d9da22cdb req-b727f108-86e5-4f61-b592-b3ff5f8c7ad9 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:05.969612 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a969e9d6-5973-4134-b9fe-889d9da22cdb req-b727f108-86e5-4f61-b592-b3ff5f8c7ad9 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 943 time: 0.0492733 Jul 30 00:11:06.007410 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a969e9d6-5973-4134-b9fe-889d9da22cdb req-9841eb45-8639-453a-a755-52b604be62f5 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315337 Jul 30 00:11:06.277922 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1ed796d6-5966-468f-8c83-f0338c9effb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.012534 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:07.069049 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d2c7370-7243-4e1a-9fb8-ae99e7439bb7', 'tag': '072a32e4-6e74-43c0-b6e1-99231ba701da'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:11:07.071584 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e43573-fc98-48a2-9296-d4527027a355" -d '{"events": [{"name": "network-changed", "server_uuid": "3d2c7370-7243-4e1a-9fb8-ae99e7439bb7", "tag": "072a32e4-6e74-43c0-b6e1-99231ba701da"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:11:07.123474 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cd6e63-7e62-46ce-b3d6-0e1e09c1f308 req-05dd50b1-c42e-4e5f-802b-4f0799f0eb0b tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:07.124991 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c2cd6e63-7e62-46ce-b3d6-0e1e09c1f308 req-05dd50b1-c42e-4e5f-802b-4f0799f0eb0b tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 943 time: 0.0486622 Jul 30 00:11:07.169328 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c2cd6e63-7e62-46ce-b3d6-0e1e09c1f308 req-a30c2a72-37cc-4897-ac2c-b258311f0623 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375147 Jul 30 00:11:07.226099 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7a53dc-803d-4873-a547-8b4646a20a8b x-openstack-request-id: req-eb7a53dc-803d-4873-a547-8b4646a20a8b {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:11:07.226392 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d2c7370-7243-4e1a-9fb8-ae99e7439bb7", "tag": "072a32e4-6e74-43c0-b6e1-99231ba701da", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:11:07.226643 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eb7a53dc-803d-4873-a547-8b4646a20a8b {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:11:07.227048 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d2c7370-7243-4e1a-9fb8-ae99e7439bb7', 'tag': '072a32e4-6e74-43c0-b6e1-99231ba701da', 'status': 'completed', 'code': 200} Jul 30 00:11:07.291253 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e43573-fc98-48a2-9296-d4527027a355 req-dfd3c466-0eff-48ee-84ce-a6eb51a7bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:07.292886 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-69e43573-fc98-48a2-9296-d4527027a355 req-dfd3c466-0eff-48ee-84ce-a6eb51a7bb35 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3dd43656aa4fb3bbfc6b7f109280fe&device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 1095 time: 0.0473835 Jul 30 00:11:07.307339 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e43573-fc98-48a2-9296-d4527027a355 req-44170452-7e6f-4640-8ed0-13b1e1abfe08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:07.308910 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-69e43573-fc98-48a2-9296-d4527027a355 req-44170452-7e6f-4640-8ed0-13b1e1abfe08 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=cc3dd43656aa4fb3bbfc6b7f109280fe&device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 1095 time: 0.0436995 Jul 30 00:11:07.389186 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e43573-fc98-48a2-9296-d4527027a355 req-23a1ad40-86d0-4e1c-a519-e95370701a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:07.390681 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-69e43573-fc98-48a2-9296-d4527027a355 req-23a1ad40-86d0-4e1c-a519-e95370701a7f service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0121d8f-2331-4b1f-ad58-0b32631fa53a HTTP/1.1" status: 200 len: 915 time: 0.0899563 Jul 30 00:11:07.396803 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e43573-fc98-48a2-9296-d4527027a355 req-e0ce72e7-a43b-4ca0-8ff5-bad03535ed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:07.398246 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-69e43573-fc98-48a2-9296-d4527027a355 req-e0ce72e7-a43b-4ca0-8ff5-bad03535ed5c service neutron] 10.222.0.23 "GET /v2.0/networks?id=a0121d8f-2331-4b1f-ad58-0b32631fa53a HTTP/1.1" status: 200 len: 915 time: 0.0825942 Jul 30 00:11:07.433524 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-69e43573-fc98-48a2-9296-d4527027a355 req-26dfa6f0-cd1d-473e-b487-e641a0a6a7a4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=072a32e4-6e74-43c0-b6e1-99231ba701da HTTP/1.1" status: 200 len: 217 time: 0.0352435 Jul 30 00:11:07.446619 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-69e43573-fc98-48a2-9296-d4527027a355 req-9d45d7ab-ded1-47dc-9a91-00c53b9a92c0 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=072a32e4-6e74-43c0-b6e1-99231ba701da HTTP/1.1" status: 200 len: 217 time: 0.0387845 Jul 30 00:11:07.483050 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e43573-fc98-48a2-9296-d4527027a355 req-7c15f28a-b42f-4c2c-9103-7916c6864121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:07.484536 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-69e43573-fc98-48a2-9296-d4527027a355 req-7c15f28a-b42f-4c2c-9103-7916c6864121 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=855721f3-fcf7-4015-b885-f0c886d20de0 HTTP/1.1" status: 200 len: 854 time: 0.0439570 Jul 30 00:11:07.495742 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e43573-fc98-48a2-9296-d4527027a355 req-bf8748b6-e2b4-47a5-9160-c4b5d9debf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:07.497221 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-69e43573-fc98-48a2-9296-d4527027a355 req-bf8748b6-e2b4-47a5-9160-c4b5d9debf48 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=855721f3-fcf7-4015-b885-f0c886d20de0 HTTP/1.1" status: 200 len: 854 time: 0.0434487 Jul 30 00:11:07.519511 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-69e43573-fc98-48a2-9296-d4527027a355 req-d67e2d21-3d67-4172-8a98-59ff65841261 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0121d8f-2331-4b1f-ad58-0b32631fa53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274737 Jul 30 00:11:07.529018 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-69e43573-fc98-48a2-9296-d4527027a355 req-98c2244d-bd70-4bd8-8351-2fb7b7643e7b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a0121d8f-2331-4b1f-ad58-0b32631fa53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251675 Jul 30 00:11:07.614042 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-69e43573-fc98-48a2-9296-d4527027a355 req-6016e4f4-6938-42f6-a23e-be843f2e5081 service neutron] 10.222.0.39 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865910 Jul 30 00:11:07.618825 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-69e43573-fc98-48a2-9296-d4527027a355 req-7af5068e-6f00-435e-af99-ca0dbc8d0641 service neutron] 10.222.0.23 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832281 Jul 30 00:11:07.704779 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-69e43573-fc98-48a2-9296-d4527027a355 req-a85c9c12-628c-4104-9e19-7d60c589b181 service neutron] 10.222.0.39 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835748 Jul 30 00:11:07.706320 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-69e43573-fc98-48a2-9296-d4527027a355 req-920b12c9-01f3-4fe0-bbe9-7d442607fc16 service neutron] 10.222.0.23 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797012 Jul 30 00:11:08.186904 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 072a32e4-6e74-43c0-b6e1-99231ba701da details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:11:08.285040 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 072a32e4-6e74-43c0-b6e1-99231ba701da, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=072a32e4-6e74-43c0-b6e1-99231ba701da,segment=NetworkSegment(3ee2d715-88ee-4b50-af43-7cd550a5f107),segment_id=3ee2d715-88ee-4b50-af43-7cd550a5f107)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:08.289483 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b2f8e-e998-48f4-924e-5df7ad7f1843 req-e52cec49-a5ec-4c8d-ab7d-67205d1409b0 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:08.290967 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b1b2f8e-e998-48f4-924e-5df7ad7f1843 req-e52cec49-a5ec-4c8d-ab7d-67205d1409b0 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 943 time: 0.0503149 Jul 30 00:11:08.296403 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '072a32e4-6e74-43c0-b6e1-99231ba701da', 'network_id': 'a0121d8f-2331-4b1f-ad58-0b32631fa53a', 'port_id': '072a32e4-6e74-43c0-b6e1-99231ba701da', 'mac_address': 'fa:16:3e:87:bc:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '855721f3-fcf7-4015-b885-f0c886d20de0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:11:08.332737 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b1b2f8e-e998-48f4-924e-5df7ad7f1843 req-bc036e12-2804-440f-ac09-10e5b383509a tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355141 Jul 30 00:11:08.338014 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:08.344490 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:08.357165 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 072a32e4-6e74-43c0-b6e1-99231ba701da {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:11:08.378327 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 072a32e4-6e74-43c0-b6e1-99231ba701da, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=072a32e4-6e74-43c0-b6e1-99231ba701da,segment=NetworkSegment(3ee2d715-88ee-4b50-af43-7cd550a5f107),segment_id=3ee2d715-88ee-4b50-af43-7cd550a5f107)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:08.382106 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:08.431517 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=072a32e4-6e74-43c0-b6e1-99231ba701da,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:08.535563 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134cff3-ffe4-45f0-af36-dbca145ac545 req-840d9bc1-b471-4b0c-ab15-58672179efdd tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:08.537192 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5134cff3-ffe4-45f0-af36-dbca145ac545 req-840d9bc1-b471-4b0c-ab15-58672179efdd tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 944 time: 0.0558393 Jul 30 00:11:08.577342 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5134cff3-ffe4-45f0-af36-dbca145ac545 req-c0a2a412-0b00-415e-864e-37735244e510 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339878 Jul 30 00:11:08.583427 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adab42a-b42e-4ce8-8eae-1192a9b10868 req-ea70a39a-e10f-4172-8df5-6d559ffd22a1 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:08.585024 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1adab42a-b42e-4ce8-8eae-1192a9b10868 req-ea70a39a-e10f-4172-8df5-6d559ffd22a1 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7&tenant_id=cc3dd43656aa4fb3bbfc6b7f109280fe&binding%3Ahost_id=n-h1-712140-10 HTTP/1.1" status: 200 len: 944 time: 0.0914803 Jul 30 00:11:08.599057 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['072a32e4-6e74-43c0-b6e1-99231ba701da'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:11:08.649659 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [req-1adab42a-b42e-4ce8-8eae-1192a9b10868 req-de58c710-7545-4bdf-8072-2736ef212f19 service neutron] delete failed (client error): The resource could not be found. Jul 30 00:11:08.650684 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1adab42a-b42e-4ce8-8eae-1192a9b10868 req-de58c710-7545-4bdf-8072-2736ef212f19 service neutron] 10.222.0.39 "DELETE /v2.0/ports/072a32e4-6e74-43c0-b6e1-99231ba701da/bindings/n-h2-712140-10 HTTP/1.1" status: 404 len: 381 time: 0.0584710 Jul 30 00:11:08.735446 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adab42a-b42e-4ce8-8eae-1192a9b10868 req-f06777a4-f278-43de-a8f9-4b994a40ae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:08.737111 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1adab42a-b42e-4ce8-8eae-1192a9b10868 req-f06777a4-f278-43de-a8f9-4b994a40ae9d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cc3dd43656aa4fb3bbfc6b7f109280fe&device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 1096 time: 0.0444255 Jul 30 00:11:08.825347 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adab42a-b42e-4ce8-8eae-1192a9b10868 req-24cf0530-5bc1-4c95-af05-a4d8356a3696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:08.826782 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1adab42a-b42e-4ce8-8eae-1192a9b10868 req-24cf0530-5bc1-4c95-af05-a4d8356a3696 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a0121d8f-2331-4b1f-ad58-0b32631fa53a HTTP/1.1" status: 200 len: 915 time: 0.0823383 Jul 30 00:11:08.872050 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1adab42a-b42e-4ce8-8eae-1192a9b10868 req-8fef6d45-12d4-462b-854f-902073a29510 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=072a32e4-6e74-43c0-b6e1-99231ba701da HTTP/1.1" status: 200 len: 217 time: 0.0380127 Jul 30 00:11:08.920349 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adab42a-b42e-4ce8-8eae-1192a9b10868 req-c1b46564-d19d-4e84-a209-f9f68ccdf101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:08.921789 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1adab42a-b42e-4ce8-8eae-1192a9b10868 req-c1b46564-d19d-4e84-a209-f9f68ccdf101 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=855721f3-fcf7-4015-b885-f0c886d20de0 HTTP/1.1" status: 200 len: 854 time: 0.0430708 Jul 30 00:11:08.953025 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1adab42a-b42e-4ce8-8eae-1192a9b10868 req-74546aaf-057e-4b0c-b561-298599ec70dc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a0121d8f-2331-4b1f-ad58-0b32631fa53a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238144 Jul 30 00:11:09.050718 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1adab42a-b42e-4ce8-8eae-1192a9b10868 req-e06e1e17-7bd8-4c9b-baf2-b10d553cf6c4 service neutron] 10.222.0.39 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900226 Jul 30 00:11:09.144414 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1adab42a-b42e-4ce8-8eae-1192a9b10868 req-968d091e-eada-4d99-a7c5-a0aa68a67aa3 service neutron] 10.222.0.39 "GET /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861936 Jul 30 00:11:09.416156 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 072a32e4-6e74-43c0-b6e1-99231ba701da no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:11:09.460441 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 072a32e4-6e74-43c0-b6e1-99231ba701da not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:11:09.699340 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9a8e75-df7b-4adf-8c66-0b15d1dbe1ef req-32c3e5b9-d0c0-465d-962f-bb392ae41473 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:09.700803 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da9a8e75-df7b-4adf-8c66-0b15d1dbe1ef req-32c3e5b9-d0c0-465d-962f-bb392ae41473 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 944 time: 0.0497417 Jul 30 00:11:09.738868 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da9a8e75-df7b-4adf-8c66-0b15d1dbe1ef req-89abe645-b55e-4ac6-8ee7-cc80b923b899 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312612 Jul 30 00:11:09.851738 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c910c9ab-3106-464a-8245-1b66e92643fe req-77156167-1ec3-412f-b529-e270e4e820ac tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:09.853242 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c910c9ab-3106-464a-8245-1b66e92643fe req-77156167-1ec3-412f-b529-e270e4e820ac tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 944 time: 0.0489643 Jul 30 00:11:09.893906 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c910c9ab-3106-464a-8245-1b66e92643fe req-aea3c022-be96-41d9-a755-3cef863adcbb tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347805 Jul 30 00:11:10.010938 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50282b-1e18-4994-bd1c-8826393b1387 req-2583ac4a-30f5-4677-bf46-2e9e3f24b1be tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:10.012339 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d50282b-1e18-4994-bd1c-8826393b1387 req-2583ac4a-30f5-4677-bf46-2e9e3f24b1be tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 944 time: 0.0519695 Jul 30 00:11:10.050731 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d50282b-1e18-4994-bd1c-8826393b1387 req-ffbaaf20-be1b-4ed7-b357-61928c3eb7ee tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324068 Jul 30 00:11:10.194601 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 072a32e4-6e74-43c0-b6e1-99231ba701da up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:10.244801 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 072a32e4-6e74-43c0-b6e1-99231ba701da completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:10.248564 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 072a32e4-6e74-43c0-b6e1-99231ba701da triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:10.248943 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:10.335079 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:10.358251 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2c7370-7243-4e1a-9fb8-ae99e7439bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072a32e4-6e74-43c0-b6e1-99231ba701da'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:11:10.361697 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100afba9-b0b6-4560-b901-8abb9bdfd4a8" -d '{"events": [{"server_uuid": "3d2c7370-7243-4e1a-9fb8-ae99e7439bb7", "name": "network-vif-plugged", "status": "completed", "tag": "072a32e4-6e74-43c0-b6e1-99231ba701da"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:11:10.374412 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 072a32e4-6e74-43c0-b6e1-99231ba701da, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=072a32e4-6e74-43c0-b6e1-99231ba701da,segment=NetworkSegment(3ee2d715-88ee-4b50-af43-7cd550a5f107),segment_id=3ee2d715-88ee-4b50-af43-7cd550a5f107)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:10.375893 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18425533-d319-4570-b79a-b89d6b9e82cf req-7c479c11-d5f2-4d35-b01b-6785679327e9 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:10.377668 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-18425533-d319-4570-b79a-b89d6b9e82cf req-7c479c11-d5f2-4d35-b01b-6785679327e9 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 944 time: 0.0505226 Jul 30 00:11:10.378298 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:10.417695 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-18425533-d319-4570-b79a-b89d6b9e82cf req-f21ee2f3-ea5b-44a5-af79-cd001f6b195a tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327737 Jul 30 00:11:10.425768 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=072a32e4-6e74-43c0-b6e1-99231ba701da,revision_number=9']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:10.462631 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4009b173-8a97-436a-86b2-2da028748e44 x-openstack-request-id: req-4009b173-8a97-436a-86b2-2da028748e44 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:11:10.462918 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2c7370-7243-4e1a-9fb8-ae99e7439bb7", "name": "network-vif-plugged", "status": "completed", "tag": "072a32e4-6e74-43c0-b6e1-99231ba701da", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:11:10.463170 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4009b173-8a97-436a-86b2-2da028748e44 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:11:10.463562 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2c7370-7243-4e1a-9fb8-ae99e7439bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '072a32e4-6e74-43c0-b6e1-99231ba701da', 'code': 200} Jul 30 00:11:11.817677 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3be0a7-4042-45c3-b770-ebcf00324e29 req-52a4e9c1-0da2-4690-ba32-ba4b444cdc56 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:11.819122 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7c3be0a7-4042-45c3-b770-ebcf00324e29 req-52a4e9c1-0da2-4690-ba32-ba4b444cdc56 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.23 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 945 time: 0.3586934 Jul 30 00:11:11.861158 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1dfbb-b93e-486f-a722-744624795245 req-4ff06133-86f1-46ba-ad2a-7fab244760d3 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:11.862617 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b4f1dfbb-b93e-486f-a722-744624795245 req-4ff06133-86f1-46ba-ad2a-7fab244760d3 tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d2c7370-7243-4e1a-9fb8-ae99e7439bb7 HTTP/1.1" status: 200 len: 945 time: 0.3730674 Jul 30 00:11:11.928859 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b4f1dfbb-b93e-486f-a722-744624795245 req-b06648e1-d5ed-468c-b2f5-2a20a09d9c7b tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.18 "GET /v2.0/security-groups?id=4b481066-2161-4e29-973d-dd99f6c2b79d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588465 Jul 30 00:11:11.947364 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-7c3be0a7-4042-45c3-b770-ebcf00324e29 req-7f4bcde4-2802-47ee-a92a-3af12ee6c2fd tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Deleting port 072a32e4-6e74-43c0-b6e1-99231ba701da {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:11:11.947706 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7c3be0a7-4042-45c3-b770-ebcf00324e29 req-7f4bcde4-2802-47ee-a92a-3af12ee6c2fd tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:12.036847 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-7c3be0a7-4042-45c3-b770-ebcf00324e29 req-7f4bcde4-2802-47ee-a92a-3af12ee6c2fd tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] For port 072a32e4-6e74-43c0-b6e1-99231ba701da, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=072a32e4-6e74-43c0-b6e1-99231ba701da,segment=NetworkSegment(3ee2d715-88ee-4b50-af43-7cd550a5f107),segment_id=3ee2d715-88ee-4b50-af43-7cd550a5f107)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:12.037206 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7c3be0a7-4042-45c3-b770-ebcf00324e29 req-7f4bcde4-2802-47ee-a92a-3af12ee6c2fd tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:12.050195 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-7c3be0a7-4042-45c3-b770-ebcf00324e29 req-7f4bcde4-2802-47ee-a92a-3af12ee6c2fd tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Calling delete_port for 072a32e4-6e74-43c0-b6e1-99231ba701da owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:11:12.175310 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7c3be0a7-4042-45c3-b770-ebcf00324e29 req-7f4bcde4-2802-47ee-a92a-3af12ee6c2fd tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:12.187660 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['072a32e4-6e74-43c0-b6e1-99231ba701da'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:11:12.201314 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4bcde4-2802-47ee-a92a-3af12ee6c2fd tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Pushing event deleted for resources: {'Port': ['ID=072a32e4-6e74-43c0-b6e1-99231ba701da,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:12.244143 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c3be0a7-4042-45c3-b770-ebcf00324e29 req-7f4bcde4-2802-47ee-a92a-3af12ee6c2fd tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] No DVR routers for this DVR port 072a32e4-6e74-43c0-b6e1-99231ba701da on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:11:12.246889 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7c3be0a7-4042-45c3-b770-ebcf00324e29 req-7f4bcde4-2802-47ee-a92a-3af12ee6c2fd tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:12.248975 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7c3be0a7-4042-45c3-b770-ebcf00324e29 req-7f4bcde4-2802-47ee-a92a-3af12ee6c2fd tempest-ServerDiskConfigTestJSON-947166168 tempest-ServerDiskConfigTestJSON-947166168-project] 10.222.0.23 "DELETE /v2.0/ports/072a32e4-6e74-43c0-b6e1-99231ba701da HTTP/1.1" status: 204 len: 173 time: 0.4226532 Jul 30 00:11:12.249424 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d2c7370-7243-4e1a-9fb8-ae99e7439bb7', 'name': 'network-vif-deleted', 'tag': '072a32e4-6e74-43c0-b6e1-99231ba701da'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:11:12.252019 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72bac3b6-f04e-4de3-8f6e-2d6c2bbf8f9a" -d '{"events": [{"server_uuid": "3d2c7370-7243-4e1a-9fb8-ae99e7439bb7", "name": "network-vif-deleted", "tag": "072a32e4-6e74-43c0-b6e1-99231ba701da"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:11:12.294177 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d8dbcd9-201a-4557-aa49-78af24b66b0c x-openstack-request-id: req-9d8dbcd9-201a-4557-aa49-78af24b66b0c {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:11:12.294471 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d2c7370-7243-4e1a-9fb8-ae99e7439bb7", "name": "network-vif-deleted", "tag": "072a32e4-6e74-43c0-b6e1-99231ba701da", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:11:12.294724 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9d8dbcd9-201a-4557-aa49-78af24b66b0c {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:11:12.295121 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d2c7370-7243-4e1a-9fb8-ae99e7439bb7', 'name': 'network-vif-deleted', 'tag': '072a32e4-6e74-43c0-b6e1-99231ba701da', 'status': 'completed', 'code': 200} Jul 30 00:11:13.074237 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57272) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:13.124812 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-e60ff448-1843-47fb-9ee8-e0f520fd6db6 admin admin] Deleting subnet 855721f3-fcf7-4015-b885-f0c886d20de0 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:11:13.128854 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e60ff448-1843-47fb-9ee8-e0f520fd6db6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:13.162390 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e60ff448-1843-47fb-9ee8-e0f520fd6db6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:13.205280 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e60ff448-1843-47fb-9ee8-e0f520fd6db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:13.256477 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e60ff448-1843-47fb-9ee8-e0f520fd6db6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:13.283860 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60ff448-1843-47fb-9ee8-e0f520fd6db6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=855721f3-fcf7-4015-b885-f0c886d20de0,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:13.288416 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e60ff448-1843-47fb-9ee8-e0f520fd6db6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:13.290233 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e60ff448-1843-47fb-9ee8-e0f520fd6db6 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/855721f3-fcf7-4015-b885-f0c886d20de0 HTTP/1.1" status: 204 len: 168 time: 0.2150087 Jul 30 00:11:13.293082 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 57274) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:13.295327 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60ff448-1843-47fb-9ee8-e0f520fd6db6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:13.295673 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60ff448-1843-47fb-9ee8-e0f520fd6db6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:13.296038 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60ff448-1843-47fb-9ee8-e0f520fd6db6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:13.296371 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60ff448-1843-47fb-9ee8-e0f520fd6db6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:13.296698 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60ff448-1843-47fb-9ee8-e0f520fd6db6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:13.297028 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60ff448-1843-47fb-9ee8-e0f520fd6db6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:13.297925 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60ff448-1843-47fb-9ee8-e0f520fd6db6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:13.298251 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60ff448-1843-47fb-9ee8-e0f520fd6db6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:13.298572 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60ff448-1843-47fb-9ee8-e0f520fd6db6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:13.298891 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60ff448-1843-47fb-9ee8-e0f520fd6db6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:13.299211 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60ff448-1843-47fb-9ee8-e0f520fd6db6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:13.299530 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60ff448-1843-47fb-9ee8-e0f520fd6db6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:13.363955 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d1f6c976-8815-4aa4-b6c1-26bfdd73ec6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:13.441727 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d1f6c976-8815-4aa4-b6c1-26bfdd73ec6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:13.451182 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-d1f6c976-8815-4aa4-b6c1-26bfdd73ec6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0121d8f-2331-4b1f-ad58-0b32631fa53a']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:13.461275 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-d1f6c976-8815-4aa4-b6c1-26bfdd73ec6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ee2d715-88ee-4b50-af43-7cd550a5f107') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:13.461577 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-d1f6c976-8815-4aa4-b6c1-26bfdd73ec6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ee2d715-88ee-4b50-af43-7cd550a5f107') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:13.470667 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d1f6c976-8815-4aa4-b6c1-26bfdd73ec6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:13.483681 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d1f6c976-8815-4aa4-b6c1-26bfdd73ec6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:13.490006 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f6c976-8815-4aa4-b6c1-26bfdd73ec6b admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:11:13.490395 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d1f6c976-8815-4aa4-b6c1-26bfdd73ec6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:13.492020 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 30 00:11:13.492020 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:11:13.492020 n-d-712140-10 neutron-server[94063]: timer() Jul 30 00:11:13.492020 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:11:13.492020 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 30 00:11:13.492020 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:11:13.492020 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 30 00:11:13.492020 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:11:13.492020 n-d-712140-10 neutron-server[94063]: self._notify() Jul 30 00:11:13.492020 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:11:13.492020 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 30 00:11:13.492020 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:11:13.492020 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 30 00:11:13.492020 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:11:13.492020 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:11:13.492020 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:11:13.492020 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:11:13.492020 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:11:13.492020 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 30 00:11:13.492020 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:11:13.492020 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 30 00:11:13.492020 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:11:13.492020 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:11:13.492020 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:11:13.492020 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 30 00:11:13.492020 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:11:13.492020 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:11:13.492020 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:11:13.492020 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:11:13.492020 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:11:13.492020 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:11:13.492020 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:11:13.549878 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d1f6c976-8815-4aa4-b6c1-26bfdd73ec6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:13.555494 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d1f6c976-8815-4aa4-b6c1-26bfdd73ec6b admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:13.557389 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d1f6c976-8815-4aa4-b6c1-26bfdd73ec6b admin admin] 10.222.0.18 "DELETE /v2.0/networks/a0121d8f-2331-4b1f-ad58-0b32631fa53a HTTP/1.1" status: 204 len: 168 time: 0.2632751 Jul 30 00:11:13.568711 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f6c976-8815-4aa4-b6c1-26bfdd73ec6b admin admin] Pushing event deleted for resources: {'Network': ['ID=a0121d8f-2331-4b1f-ad58-0b32631fa53a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:13.663540 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57278) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:13.703319 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-865880b4-b6b0-4f1c-a0c6-3c3297c91339 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cc3dd43656aa4fb3bbfc6b7f109280fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385549 Jul 30 00:11:13.706475 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57280) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:13.752620 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d624001c-d0ae-4daf-a71c-f9018762dded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:13.773581 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d624001c-d0ae-4daf-a71c-f9018762dded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:13.823300 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d624001c-d0ae-4daf-a71c-f9018762dded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:13.825826 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d624001c-d0ae-4daf-a71c-f9018762dded admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:13.826951 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d624001c-d0ae-4daf-a71c-f9018762dded admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4b481066-2161-4e29-973d-dd99f6c2b79d HTTP/1.1" status: 204 len: 168 time: 0.1195917 Jul 30 00:11:13.835550 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d624001c-d0ae-4daf-a71c-f9018762dded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b481066-2161-4e29-973d-dd99f6c2b79d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:14.473446 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 57302) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:14.570347 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-4a87d92f-850a-41c1-b105-bdf36a224fc3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-179367868-network', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:14.591872 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a87d92f-850a-41c1-b105-bdf36a224fc3 admin admin] Made reservation on behalf of 14b6080e348c483a8b06beb31fe6bb84 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:11:14.594776 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a87d92f-850a-41c1-b105-bdf36a224fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:14.603026 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a87d92f-850a-41c1-b105-bdf36a224fc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:14.692373 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a87d92f-850a-41c1-b105-bdf36a224fc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:14.696146 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a87d92f-850a-41c1-b105-bdf36a224fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:14.720503 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a87d92f-850a-41c1-b105-bdf36a224fc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:11:14.729125 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87d92f-850a-41c1-b105-bdf36a224fc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fb6eac-6157-41a4-8e87-4720c7346fa1,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:14.735261 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a87d92f-850a-41c1-b105-bdf36a224fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:14.735560 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-4a87d92f-850a-41c1-b105-bdf36a224fc3 admin admin] Added segment b935f42a-06eb-4aa1-9fb2-d3917754d458 of type vlan for network a603c1a6-08c3-4047-ac31-509b93ba0ed6 Jul 30 00:11:14.776859 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a87d92f-850a-41c1-b105-bdf36a224fc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:14.805056 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a87d92f-850a-41c1-b105-bdf36a224fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:14.806094 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a87d92f-850a-41c1-b105-bdf36a224fc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:14.806673 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a87d92f-850a-41c1-b105-bdf36a224fc3 admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:14.863279 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4a87d92f-850a-41c1-b105-bdf36a224fc3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3885276 Jul 30 00:11:14.866096 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57306) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:14.871141 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-bfc2eeb2-4014-42b2-9c6c-13df8ad56124 admin admin] Request body: {'subnet': {'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-179367868-subnet', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:14.872148 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87d92f-850a-41c1-b105-bdf36a224fc3 admin admin] Pushing event updated for resources: {'Network': ['ID=a603c1a6-08c3-4047-ac31-509b93ba0ed6,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:14.883002 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network a603c1a6-08c3-4047-ac31-509b93ba0ed6 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:11:14.894083 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc2eeb2-4014-42b2-9c6c-13df8ad56124 admin admin] Made reservation on behalf of 14b6080e348c483a8b06beb31fe6bb84 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:11:14.896398 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bfc2eeb2-4014-42b2-9c6c-13df8ad56124 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:15.067231 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bfc2eeb2-4014-42b2-9c6c-13df8ad56124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:15.122239 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2eeb2-4014-42b2-9c6c-13df8ad56124 admin admin] Pushing event updated for resources: {'Subnet': ['ID=022a333a-1c31-4c4e-ac1b-fe0635f9b428,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:15.131252 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc2eeb2-4014-42b2-9c6c-13df8ad56124 admin admin] Checking segment: {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:15.131612 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc2eeb2-4014-42b2-9c6c-13df8ad56124 admin admin] Network hostable DHCP agents. Network: a603c1a6-08c3-4047-ac31-509b93ba0ed6, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:11:15.150927 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc2eeb2-4014-42b2-9c6c-13df8ad56124 admin admin] Network a603c1a6-08c3-4047-ac31-509b93ba0ed6 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:11:15.160994 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-bfc2eeb2-4014-42b2-9c6c-13df8ad56124 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, a603c1a6-08c3-4047-ac31-509b93ba0ed6) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:15.164996 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc2eeb2-4014-42b2-9c6c-13df8ad56124 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:15.165585 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bfc2eeb2-4014-42b2-9c6c-13df8ad56124 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:15.169569 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42101519-6e2d-40c8-b4c9-b263c20b20a4 None None] Network a603c1a6-08c3-4047-ac31-509b93ba0ed6 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:11:15.180798 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bfc2eeb2-4014-42b2-9c6c-13df8ad56124 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3135543 Jul 30 00:11:15.185312 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57308) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:15.192072 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c9924dba-4f1c-4d32-b919-8958d94623cc admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:15.216307 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c9924dba-4f1c-4d32-b919-8958d94623cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:15.217325 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c9924dba-4f1c-4d32-b919-8958d94623cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:15.276880 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c9924dba-4f1c-4d32-b919-8958d94623cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:15.345378 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e4c7ed-a204-4110-8ac8-5c5ff9f03d22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:11:15.346233 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31e4c7ed-a204-4110-8ac8-5c5ff9f03d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:15.425861 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c9924dba-4f1c-4d32-b919-8958d94623cc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:15.486820 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-31e4c7ed-a204-4110-8ac8-5c5ff9f03d22 None None] Allocated IP 172.20.0.2 (a603c1a6-08c3-4047-ac31-509b93ba0ed6/022a333a-1c31-4c4e-ac1b-fe0635f9b428/4b2ac0b3-7051-4df1-bca2-5b849ee60d5e) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:11:15.628779 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c9924dba-4f1c-4d32-b919-8958d94623cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:15.630622 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31e4c7ed-a204-4110-8ac8-5c5ff9f03d22 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:15.638776 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-31e4c7ed-a204-4110-8ac8-5c5ff9f03d22 None None] Transition to ACTIVE for port object 4b2ac0b3-7051-4df1-bca2-5b849ee60d5e will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:15.648936 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c9924dba-4f1c-4d32-b919-8958d94623cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:15.653297 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-31e4c7ed-a204-4110-8ac8-5c5ff9f03d22 None None] Transition to ACTIVE for port object 4b2ac0b3-7051-4df1-bca2-5b849ee60d5e will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:15.659118 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31e4c7ed-a204-4110-8ac8-5c5ff9f03d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:15.696370 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e4c7ed-a204-4110-8ac8-5c5ff9f03d22 None None] Network a603c1a6-08c3-4047-ac31-509b93ba0ed6 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:15.699045 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-31e4c7ed-a204-4110-8ac8-5c5ff9f03d22 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:15.704614 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e4c7ed-a204-4110-8ac8-5c5ff9f03d22 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:11:15.711434 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4c7ed-a204-4110-8ac8-5c5ff9f03d22 None None] Pushing event updated for resources: {'Port': ['ID=4b2ac0b3-7051-4df1-bca2-5b849ee60d5e,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:15.753630 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-c9924dba-4f1c-4d32-b919-8958d94623cc admin admin] Allocated IP 172.25.8.3 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/c455a844-20da-491a-8329-3bafcb3a053c) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:11:15.760550 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-31e4c7ed-a204-4110-8ac8-5c5ff9f03d22 None None] Attempting to bind port 4b2ac0b3-7051-4df1-bca2-5b849ee60d5e on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:11:15.760925 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-31e4c7ed-a204-4110-8ac8-5c5ff9f03d22 None None] Attempting to bind port 4b2ac0b3-7051-4df1-bca2-5b849ee60d5e by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:11:15.761287 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e4c7ed-a204-4110-8ac8-5c5ff9f03d22 None None] Attempting to bind port 4b2ac0b3-7051-4df1-bca2-5b849ee60d5e on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:15.766762 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e4c7ed-a204-4110-8ac8-5c5ff9f03d22 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:11:15.767314 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e4c7ed-a204-4110-8ac8-5c5ff9f03d22 None None] Checking segment: {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:15.767548 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31e4c7ed-a204-4110-8ac8-5c5ff9f03d22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:15.767972 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31e4c7ed-a204-4110-8ac8-5c5ff9f03d22 None None] Bound using segment: {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:11:15.768446 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-31e4c7ed-a204-4110-8ac8-5c5ff9f03d22 None None] Bound port: 4b2ac0b3-7051-4df1-bca2-5b849ee60d5e, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:11:15.769247 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31e4c7ed-a204-4110-8ac8-5c5ff9f03d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:15.835361 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-31e4c7ed-a204-4110-8ac8-5c5ff9f03d22 None None] For port 4b2ac0b3-7051-4df1-bca2-5b849ee60d5e, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:11:15.838780 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-31e4c7ed-a204-4110-8ac8-5c5ff9f03d22 None None] For port 4b2ac0b3-7051-4df1-bca2-5b849ee60d5e, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=4b2ac0b3-7051-4df1-bca2-5b849ee60d5e,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:11:15.842544 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31e4c7ed-a204-4110-8ac8-5c5ff9f03d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:15.860880 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c9924dba-4f1c-4d32-b919-8958d94623cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:15.898365 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4c7ed-a204-4110-8ac8-5c5ff9f03d22 None None] Pushing event updated for resources: {'Port': ['ID=4b2ac0b3-7051-4df1-bca2-5b849ee60d5e,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:15.908801 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c9924dba-4f1c-4d32-b919-8958d94623cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:15.946774 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9924dba-4f1c-4d32-b919-8958d94623cc admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:15.949803 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-c9924dba-4f1c-4d32-b919-8958d94623cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:15.953102 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9924dba-4f1c-4d32-b919-8958d94623cc admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:11:15.979594 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9924dba-4f1c-4d32-b919-8958d94623cc admin admin] Pushing event updated for resources: {'Port': ['ID=c455a844-20da-491a-8329-3bafcb3a053c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:16.203252 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 072a32e4-6e74-43c0-b6e1-99231ba701da no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:11:16.224529 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 072a32e4-6e74-43c0-b6e1-99231ba701da {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:11:16.224875 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 072a32e4-6e74-43c0-b6e1-99231ba701da not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:11:16.225123 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c9924dba-4f1c-4d32-b919-8958d94623cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:16.420196 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c9924dba-4f1c-4d32-b919-8958d94623cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:16.554878 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9924dba-4f1c-4d32-b919-8958d94623cc admin admin] Router bc655a99-458e-40b4-9867-cfa82cd9b3d3 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:11:16.668709 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9924dba-4f1c-4d32-b919-8958d94623cc admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:11:16.678687 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8131a3b1-133d-4bf2-b6e7-0c98a803a898 None None] Sync routers for ids ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:11:16.686663 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c9924dba-4f1c-4d32-b919-8958d94623cc admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:16.690097 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8131a3b1-133d-4bf2-b6e7-0c98a803a898 None None] Routers {'bc655a99-458e-40b4-9867-cfa82cd9b3d3'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:16.690713 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8131a3b1-133d-4bf2-b6e7-0c98a803a898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:11:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:16.691674 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 57310) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:16.692218 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c9924dba-4f1c-4d32-b919-8958d94623cc admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5056226 Jul 30 00:11:16.778879 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409038ef-8c29-4385-a036-b98114aa38d4 None None] Network a603c1a6-08c3-4047-ac31-509b93ba0ed6 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:11:16.849335 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-8131a3b1-133d-4bf2-b6e7-0c98a803a898 None None] Set router bc655a99-458e-40b4-9867-cfa82cd9b3d3 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:16.970716 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0b4d3237-237a-4650-b6ad-2776b63c837b None None] Provisioning for port 4b2ac0b3-7051-4df1-bca2-5b849ee60d5e completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:17.118189 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f3123256-a8aa-455e-b505-411792a3817d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:17.121273 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8131a3b1-133d-4bf2-b6e7-0c98a803a898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:16Z', 'revision_number': 3, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'gw_port': {'id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:17.149702 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8131a3b1-133d-4bf2-b6e7-0c98a803a898 None None] Checking router: bc655a99-458e-40b4-9867-cfa82cd9b3d3 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:11:17.150145 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8131a3b1-133d-4bf2-b6e7-0c98a803a898 None None] Updating router bc655a99-458e-40b4-9867-cfa82cd9b3d3 port c455a844-20da-491a-8329-3bafcb3a053c binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:11:17.177873 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8131a3b1-133d-4bf2-b6e7-0c98a803a898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:17.295174 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-f3123256-a8aa-455e-b505-411792a3817d admin admin] Allocated IP 172.20.0.1 (a603c1a6-08c3-4047-ac31-509b93ba0ed6/022a333a-1c31-4c4e-ac1b-fe0635f9b428/d26f8256-4962-4d79-9a91-2e13e75ce322) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:11:17.405758 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f3123256-a8aa-455e-b505-411792a3817d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:17.418367 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-f3123256-a8aa-455e-b505-411792a3817d admin admin] Transition to ACTIVE for port object d26f8256-4962-4d79-9a91-2e13e75ce322 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:17.453949 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f3123256-a8aa-455e-b505-411792a3817d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:17.458462 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8131a3b1-133d-4bf2-b6e7-0c98a803a898 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:17.467729 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8131a3b1-133d-4bf2-b6e7-0c98a803a898 None None] Transition to ACTIVE for port object c455a844-20da-491a-8329-3bafcb3a053c will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:17.473790 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8131a3b1-133d-4bf2-b6e7-0c98a803a898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:17.492228 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3123256-a8aa-455e-b505-411792a3817d admin admin] Network a603c1a6-08c3-4047-ac31-509b93ba0ed6 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:17.498463 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-f3123256-a8aa-455e-b505-411792a3817d admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:17.501400 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3123256-a8aa-455e-b505-411792a3817d admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:11:17.528252 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-8131a3b1-133d-4bf2-b6e7-0c98a803a898 None None] Attempting to bind port c455a844-20da-491a-8329-3bafcb3a053c on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:11:17.528656 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-8131a3b1-133d-4bf2-b6e7-0c98a803a898 None None] Attempting to bind port c455a844-20da-491a-8329-3bafcb3a053c by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:11:17.528981 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8131a3b1-133d-4bf2-b6e7-0c98a803a898 None None] Attempting to bind port c455a844-20da-491a-8329-3bafcb3a053c on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:17.536189 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8131a3b1-133d-4bf2-b6e7-0c98a803a898 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:11:17.536189 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8131a3b1-133d-4bf2-b6e7-0c98a803a898 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:17.536422 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8131a3b1-133d-4bf2-b6e7-0c98a803a898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:17.536879 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8131a3b1-133d-4bf2-b6e7-0c98a803a898 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:11:17.537218 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-8131a3b1-133d-4bf2-b6e7-0c98a803a898 None None] Bound port: c455a844-20da-491a-8329-3bafcb3a053c, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:11:17.537599 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8131a3b1-133d-4bf2-b6e7-0c98a803a898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:17.539155 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd464740-1cd5-4dac-b788-7564153eada5 None None] Pushing event updated for resources: {'Port': ['ID=c455a844-20da-491a-8329-3bafcb3a053c,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:17.541489 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3123256-a8aa-455e-b505-411792a3817d admin admin] Pushing event updated for resources: {'Port': ['ID=d26f8256-4962-4d79-9a91-2e13e75ce322,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:17.573126 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f3123256-a8aa-455e-b505-411792a3817d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:17.598892 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-8131a3b1-133d-4bf2-b6e7-0c98a803a898 None None] For port c455a844-20da-491a-8329-3bafcb3a053c, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:11:17.602100 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-8131a3b1-133d-4bf2-b6e7-0c98a803a898 None None] For port c455a844-20da-491a-8329-3bafcb3a053c, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c455a844-20da-491a-8329-3bafcb3a053c,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:11:17.610924 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8131a3b1-133d-4bf2-b6e7-0c98a803a898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:17.664247 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 4b2ac0b3-7051-4df1-bca2-5b849ee60d5e up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:17.730027 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f3123256-a8aa-455e-b505-411792a3817d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:17.857291 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8131a3b1-133d-4bf2-b6e7-0c98a803a898 None None] Routers {'bc655a99-458e-40b4-9867-cfa82cd9b3d3'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:17.857808 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8131a3b1-133d-4bf2-b6e7-0c98a803a898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:11:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:17.901148 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f3123256-a8aa-455e-b505-411792a3817d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:17.907124 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f3123256-a8aa-455e-b505-411792a3817d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:17.938689 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5026aefe-ec61-42f1-8639-ee1097f6affc None None] Provisioning for port d26f8256-4962-4d79-9a91-2e13e75ce322 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:17.940558 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd464740-1cd5-4dac-b788-7564153eada5 None None] Pushing event updated for resources: {'Port': ['ID=c455a844-20da-491a-8329-3bafcb3a053c,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:17.981703 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5026aefe-ec61-42f1-8639-ee1097f6affc None None] Provisioning complete for port d26f8256-4962-4d79-9a91-2e13e75ce322 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:17.982412 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5026aefe-ec61-42f1-8639-ee1097f6affc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:17.982841 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f3123256-a8aa-455e-b505-411792a3817d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:17.986357 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3123256-a8aa-455e-b505-411792a3817d admin admin] Pushing event updated for resources: {'Port': ['ID=d26f8256-4962-4d79-9a91-2e13e75ce322,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:18.014765 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 4b2ac0b3-7051-4df1-bca2-5b849ee60d5e completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:18.034378 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 4b2ac0b3-7051-4df1-bca2-5b849ee60d5e triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:18.034754 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:18.055888 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-5026aefe-ec61-42f1-8639-ee1097f6affc None None] Port d26f8256-4962-4d79-9a91-2e13e75ce322 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:11:18.070577 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-8131a3b1-133d-4bf2-b6e7-0c98a803a898 None None] Set router bc655a99-458e-40b4-9867-cfa82cd9b3d3 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:18.081476 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3123256-a8aa-455e-b505-411792a3817d admin admin] Network a603c1a6-08c3-4047-ac31-509b93ba0ed6 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:18.082912 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-f3123256-a8aa-455e-b505-411792a3817d admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:18.210688 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3123256-a8aa-455e-b505-411792a3817d admin admin] Router bc655a99-458e-40b4-9867-cfa82cd9b3d3 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:11:18.239328 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:18.294871 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 4b2ac0b3-7051-4df1-bca2-5b849ee60d5e, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=4b2ac0b3-7051-4df1-bca2-5b849ee60d5e,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:18.314303 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:18.331041 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3123256-a8aa-455e-b505-411792a3817d admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:11:18.336112 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f3123256-a8aa-455e-b505-411792a3817d admin admin] 10.222.0.18 "PUT /v2.0/routers/bc655a99-458e-40b4-9867-cfa82cd9b3d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6422255 Jul 30 00:11:18.383208 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=4b2ac0b3-7051-4df1-bca2-5b849ee60d5e,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:18.396580 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d51c8c9b-7dd2-4ed8-a16a-b74f258f193a None None] Provisioning complete for port d26f8256-4962-4d79-9a91-2e13e75ce322 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:18.396888 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d51c8c9b-7dd2-4ed8-a16a-b74f258f193a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:18.424769 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8131a3b1-133d-4bf2-b6e7-0c98a803a898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 4, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'gw_port': {'id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd26f8256-4962-4d79-9a91-2e13e75ce322', 'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'mac_address': 'fa:16:3e:3d:15:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:17Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 1, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'subnets': [{'id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:18.455299 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8131a3b1-133d-4bf2-b6e7-0c98a803a898 None None] The sync data for ids ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'] in n-d-712140-10 is: [{'id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 4, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'gw_port': {'id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd26f8256-4962-4d79-9a91-2e13e75ce322', 'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'mac_address': 'fa:16:3e:3d:15:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:17Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 1, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'subnets': [{'id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:11:18.465684 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d51c8c9b-7dd2-4ed8-a16a-b74f258f193a None None] Port d26f8256-4962-4d79-9a91-2e13e75ce322 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:11:18.871334 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 57318) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:18.876851 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-5c892cea-8912-4f45-a0e1-0abfaf56a903 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1680573818', 'description': 'tempest-description--1450702025'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:18.901018 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5c892cea-8912-4f45-a0e1-0abfaf56a903 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:18.987081 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5c892cea-8912-4f45-a0e1-0abfaf56a903 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:18.991435 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5c892cea-8912-4f45-a0e1-0abfaf56a903 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.019324 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5c892cea-8912-4f45-a0e1-0abfaf56a903 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.020839 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5c892cea-8912-4f45-a0e1-0abfaf56a903 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1481783 Jul 30 00:11:19.024914 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c892cea-8912-4f45-a0e1-0abfaf56a903 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2934dd3e-b292-4554-a13a-17bb8daec230,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:19.025364 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57320) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:19.031517 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-0a2669a5-8b4f-427a-bfed-2527de6c77eb tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Request body: {'security_group_rule': {'security_group_id': '2934dd3e-b292-4554-a13a-17bb8daec230', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:19.082487 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a2669a5-8b4f-427a-bfed-2527de6c77eb tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.154176 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a2669a5-8b4f-427a-bfed-2527de6c77eb tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.157467 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a2669a5-8b4f-427a-bfed-2527de6c77eb tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.174243 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2669a5-8b4f-427a-bfed-2527de6c77eb tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e500b123-927a-4d7c-8154-120853d28d61,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:19.183815 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0a2669a5-8b4f-427a-bfed-2527de6c77eb tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.185090 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0a2669a5-8b4f-427a-bfed-2527de6c77eb tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1586573 Jul 30 00:11:19.188651 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 57322) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:19.193515 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f3955a38-8b89-4535-a064-8e84ac826c3f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Request body: {'security_group_rule': {'security_group_id': '2934dd3e-b292-4554-a13a-17bb8daec230', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:19.221511 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f3955a38-8b89-4535-a064-8e84ac826c3f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.283497 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f3955a38-8b89-4535-a064-8e84ac826c3f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.287419 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f3955a38-8b89-4535-a064-8e84ac826c3f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.308264 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3955a38-8b89-4535-a064-8e84ac826c3f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f84c4e0-29d6-415e-b65d-70bac1e9c034,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:19.315753 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f3955a38-8b89-4535-a064-8e84ac826c3f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.317113 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f3955a38-8b89-4535-a064-8e84ac826c3f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1274455 Jul 30 00:11:19.320710 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 57324) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:19.327005 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-c8b12ce7-814e-46d7-b4c9-6441e2a082bc tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:19.361458 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c8b12ce7-814e-46d7-b4c9-6441e2a082bc tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.478636 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c8b12ce7-814e-46d7-b4c9-6441e2a082bc tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.599132 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-c8b12ce7-814e-46d7-b4c9-6441e2a082bc tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Allocated IP 172.25.8.101 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/b0eef647-ede8-48bb-ac5f-c3faa64e69da) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:11:19.662775 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c455a844-20da-491a-8329-3bafcb3a053c up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:19.719438 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c8b12ce7-814e-46d7-b4c9-6441e2a082bc tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.720091 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port c455a844-20da-491a-8329-3bafcb3a053c completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:19.723969 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port c455a844-20da-491a-8329-3bafcb3a053c triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:19.724406 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.759649 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c8b12ce7-814e-46d7-b4c9-6441e2a082bc tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.793915 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b12ce7-814e-46d7-b4c9-6441e2a082bc tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:19.798785 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-c8b12ce7-814e-46d7-b4c9-6441e2a082bc tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:19.803089 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b12ce7-814e-46d7-b4c9-6441e2a082bc tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:11:19.808346 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.830015 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port c455a844-20da-491a-8329-3bafcb3a053c, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c455a844-20da-491a-8329-3bafcb3a053c,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:19.834752 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.834930 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b12ce7-814e-46d7-b4c9-6441e2a082bc tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Pushing event updated for resources: {'Port': ['ID=b0eef647-ede8-48bb-ac5f-c3faa64e69da,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:19.835710 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 4b2ac0b3-7051-4df1-bca2-5b849ee60d5e up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:19.913841 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=c455a844-20da-491a-8329-3bafcb3a053c,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:19.924779 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 4b2ac0b3-7051-4df1-bca2-5b849ee60d5e triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:19.925162 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.949416 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c8b12ce7-814e-46d7-b4c9-6441e2a082bc tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:19.988157 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c8b12ce7-814e-46d7-b4c9-6441e2a082bc tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:20.145962 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c8b12ce7-814e-46d7-b4c9-6441e2a082bc tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:20.151147 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c8b12ce7-814e-46d7-b4c9-6441e2a082bc tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:20.223875 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b12ce7-814e-46d7-b4c9-6441e2a082bc tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Pushing event updated for resources: {'Port': ['ID=b0eef647-ede8-48bb-ac5f-c3faa64e69da,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:20.239777 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c8b12ce7-814e-46d7-b4c9-6441e2a082bc tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:20.255280 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c8b12ce7-814e-46d7-b4c9-6441e2a082bc tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:20.256788 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c8b12ce7-814e-46d7-b4c9-6441e2a082bc tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9342387 Jul 30 00:11:20.405784 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-7bec9d02-f9c7-49ef-bfa3-124bb18900ce tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1680573818&fields=id&tenant_id=14b6080e348c483a8b06beb31fe6bb84 HTTP/1.1" status: 200 len: 267 time: 0.0338323 Jul 30 00:11:20.437536 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9360f29-8664-4003-82a5-d099c7289856 None None] Sync routers for ids ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:11:20.446867 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9360f29-8664-4003-82a5-d099c7289856 None None] Routers {'bc655a99-458e-40b4-9867-cfa82cd9b3d3'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:20.447482 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-d9360f29-8664-4003-82a5-d099c7289856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:11:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:20.519092 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-c840c5dc-e0d5-4d1c-b445-0ede7aa48d37 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:20.520577 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-c840c5dc-e0d5-4d1c-b445-0ede7aa48d37 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 811 time: 0.1064076 Jul 30 00:11:20.536714 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-60f30dd4-ac86-4006-b72f-93fb5499a5e5 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/quotas/14b6080e348c483a8b06beb31fe6bb84 HTTP/1.1" status: 200 len: 375 time: 0.0103331 Jul 30 00:11:20.553167 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-d9360f29-8664-4003-82a5-d099c7289856 None None] Set router bc655a99-458e-40b4-9867-cfa82cd9b3d3 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:20.599886 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-ef6243bc-1371-40e4-8ab4-247ed56b9104 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0574095 Jul 30 00:11:20.696584 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-d1814648-8db9-40f1-9a95-0a81df143f47 service neutron] 10.222.0.18 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847869 Jul 30 00:11:20.759753 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-d9360f29-8664-4003-82a5-d099c7289856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 4, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'gw_port': {'id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd26f8256-4962-4d79-9a91-2e13e75ce322', 'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'mac_address': 'fa:16:3e:3d:15:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:17Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 2, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'subnets': [{'id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:20.785867 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9360f29-8664-4003-82a5-d099c7289856 None None] Checking router: bc655a99-458e-40b4-9867-cfa82cd9b3d3 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:11:20.786196 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9360f29-8664-4003-82a5-d099c7289856 None None] Updating router bc655a99-458e-40b4-9867-cfa82cd9b3d3 port d26f8256-4962-4d79-9a91-2e13e75ce322 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:11:20.793549 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-8a138723-7a99-4d3d-b889-857b2ca5e853 service neutron] 10.222.0.18 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908501 Jul 30 00:11:20.810248 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d9360f29-8664-4003-82a5-d099c7289856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:20.958400 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59e6e879-26fc-4bc8-9fb7-944b64a87534 req-f406abc0-6c6c-4592-87a6-8c90f979cac9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 210 time: 0.0281060 Jul 30 00:11:21.082983 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d9360f29-8664-4003-82a5-d099c7289856 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:21.094688 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-d9360f29-8664-4003-82a5-d099c7289856 None None] Transition to ACTIVE for port object d26f8256-4962-4d79-9a91-2e13e75ce322 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:21.100381 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d9360f29-8664-4003-82a5-d099c7289856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:21.174437 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7009d04-3e56-4ad0-830c-8f5a9475db32 None None] Pushing event updated for resources: {'Port': ['ID=d26f8256-4962-4d79-9a91-2e13e75ce322,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:21.202035 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7009d04-3e56-4ad0-830c-8f5a9475db32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:21.202369 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7009d04-3e56-4ad0-830c-8f5a9475db32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:21.202706 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7009d04-3e56-4ad0-830c-8f5a9475db32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:21.203030 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7009d04-3e56-4ad0-830c-8f5a9475db32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:21.203888 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7009d04-3e56-4ad0-830c-8f5a9475db32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:21.204223 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7009d04-3e56-4ad0-830c-8f5a9475db32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:21.204537 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7009d04-3e56-4ad0-830c-8f5a9475db32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:21.204857 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7009d04-3e56-4ad0-830c-8f5a9475db32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:21.205173 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7009d04-3e56-4ad0-830c-8f5a9475db32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:21.205487 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7009d04-3e56-4ad0-830c-8f5a9475db32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:21.206290 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7009d04-3e56-4ad0-830c-8f5a9475db32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:21.206290 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7009d04-3e56-4ad0-830c-8f5a9475db32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:11:21.220182 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-d9360f29-8664-4003-82a5-d099c7289856 None None] Attempting to bind port d26f8256-4962-4d79-9a91-2e13e75ce322 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:11:21.220553 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-d9360f29-8664-4003-82a5-d099c7289856 None None] Attempting to bind port d26f8256-4962-4d79-9a91-2e13e75ce322 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:11:21.220914 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9360f29-8664-4003-82a5-d099c7289856 None None] Attempting to bind port d26f8256-4962-4d79-9a91-2e13e75ce322 on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:21.226016 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9360f29-8664-4003-82a5-d099c7289856 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:11:21.226386 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9360f29-8664-4003-82a5-d099c7289856 None None] Checking segment: {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:21.226786 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d9360f29-8664-4003-82a5-d099c7289856 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:21.227171 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9360f29-8664-4003-82a5-d099c7289856 None None] Bound using segment: {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:11:21.227633 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-d9360f29-8664-4003-82a5-d099c7289856 None None] Bound port: d26f8256-4962-4d79-9a91-2e13e75ce322, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:11:21.228120 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d9360f29-8664-4003-82a5-d099c7289856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:21.305384 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-d9360f29-8664-4003-82a5-d099c7289856 None None] For port d26f8256-4962-4d79-9a91-2e13e75ce322, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:11:21.309126 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-d9360f29-8664-4003-82a5-d099c7289856 None None] For port d26f8256-4962-4d79-9a91-2e13e75ce322, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d26f8256-4962-4d79-9a91-2e13e75ce322,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:11:21.313822 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-d9360f29-8664-4003-82a5-d099c7289856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:21.477153 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7009d04-3e56-4ad0-830c-8f5a9475db32 None None] Pushing event updated for resources: {'Port': ['ID=d26f8256-4962-4d79-9a91-2e13e75ce322,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:21.491807 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9360f29-8664-4003-82a5-d099c7289856 None None] Routers {'bc655a99-458e-40b4-9867-cfa82cd9b3d3'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:21.492562 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-d9360f29-8664-4003-82a5-d099c7289856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:11:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:21.605629 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-d9360f29-8664-4003-82a5-d099c7289856 None None] Set router bc655a99-458e-40b4-9867-cfa82cd9b3d3 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:21.610651 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c455a844-20da-491a-8329-3bafcb3a053c up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:21.671224 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port c455a844-20da-491a-8329-3bafcb3a053c triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:21.671597 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:21.753250 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d26f8256-4962-4d79-9a91-2e13e75ce322 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:21.804159 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port d26f8256-4962-4d79-9a91-2e13e75ce322 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:21.806645 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-d9360f29-8664-4003-82a5-d099c7289856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 4, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'gw_port': {'id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd26f8256-4962-4d79-9a91-2e13e75ce322', 'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'mac_address': 'fa:16:3e:3d:15:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:17Z', 'updated_at': '2021-07-30T00:11:21Z', 'revision_number': 4, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'subnets': [{'id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:21.808807 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port d26f8256-4962-4d79-9a91-2e13e75ce322 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:21.809056 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:21.838984 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9360f29-8664-4003-82a5-d099c7289856 None None] The sync data for ids ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'] in n-d-712140-10 is: [{'id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 4, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'gw_port': {'id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd26f8256-4962-4d79-9a91-2e13e75ce322', 'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'mac_address': 'fa:16:3e:3d:15:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:17Z', 'updated_at': '2021-07-30T00:11:21Z', 'revision_number': 4, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'subnets': [{'id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:11:21.904164 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:21.943772 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port d26f8256-4962-4d79-9a91-2e13e75ce322, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d26f8256-4962-4d79-9a91-2e13e75ce322,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:21.950063 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:22.008145 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-aae59a7a-a986-4c7c-b2ee-bec7f790ac47 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:22.010284 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-aae59a7a-a986-4c7c-b2ee-bec7f790ac47 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.23 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 811 time: 0.1490614 Jul 30 00:11:22.020727 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=d26f8256-4962-4d79-9a91-2e13e75ce322,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:22.077871 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-740c2934-4d8c-4f48-800d-ca6027b4ca01 req-0a57d3ca-7279-4810-b281-60a12091c7f6 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 210 time: 0.0320735 Jul 30 00:11:22.095527 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-22a78e1d-c204-455b-8c07-38d1d45244a3 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14b6080e348c483a8b06beb31fe6bb84 HTTP/1.1" status: 200 len: 380 time: 0.0728080 Jul 30 00:11:22.105820 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-0672e9ff-0b25-4d3a-8c0f-3c9322211f40 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Request body: {'port': {'device_id': '31860b24-9266-4849-b59d-d9ad01f518f0', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'admin_state_up': True, 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'security_groups': ['2934dd3e-b292-4554-a13a-17bb8daec230']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:22.221867 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-0672e9ff-0b25-4d3a-8c0f-3c9322211f40 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Made reservation on behalf of 14b6080e348c483a8b06beb31fe6bb84 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:11:22.225419 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-0672e9ff-0b25-4d3a-8c0f-3c9322211f40 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:22.366258 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-0672e9ff-0b25-4d3a-8c0f-3c9322211f40 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Allocated IP 172.20.0.10 (a603c1a6-08c3-4047-ac31-509b93ba0ed6/022a333a-1c31-4c4e-ac1b-fe0635f9b428/8d10832d-0039-465b-ad10-566593f3caba) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:11:22.515486 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-0672e9ff-0b25-4d3a-8c0f-3c9322211f40 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:22.530919 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-0672e9ff-0b25-4d3a-8c0f-3c9322211f40 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Transition to ACTIVE for port object 8d10832d-0039-465b-ad10-566593f3caba will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:22.568462 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-0672e9ff-0b25-4d3a-8c0f-3c9322211f40 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:22.611119 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-0672e9ff-0b25-4d3a-8c0f-3c9322211f40 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Network a603c1a6-08c3-4047-ac31-509b93ba0ed6 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:11:22.614221 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-0672e9ff-0b25-4d3a-8c0f-3c9322211f40 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:11:22.620451 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-0672e9ff-0b25-4d3a-8c0f-3c9322211f40 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:11:22.646436 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0672e9ff-0b25-4d3a-8c0f-3c9322211f40 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Pushing event updated for resources: {'Port': ['ID=8d10832d-0039-465b-ad10-566593f3caba,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:22.681927 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-0672e9ff-0b25-4d3a-8c0f-3c9322211f40 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:22.682596 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-0672e9ff-0b25-4d3a-8c0f-3c9322211f40 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:22.700311 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-0672e9ff-0b25-4d3a-8c0f-3c9322211f40 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5983539 Jul 30 00:11:22.712853 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-d560b9db-73ab-4635-a27d-7e87613b7955 service neutron] Request body: {'port': {'device_id': '31860b24-9266-4849-b59d-d9ad01f518f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:22.776365 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-d560b9db-73ab-4635-a27d-7e87613b7955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:22.886901 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3b11aeae-4a6a-46f9-992a-c32939f2ceee None None] Provisioning for port 8d10832d-0039-465b-ad10-566593f3caba completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:22.891385 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3b11aeae-4a6a-46f9-992a-c32939f2ceee None None] Provisioning complete for port 8d10832d-0039-465b-ad10-566593f3caba triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:22.891752 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3b11aeae-4a6a-46f9-992a-c32939f2ceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:22.927269 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-3b11aeae-4a6a-46f9-992a-c32939f2ceee None None] Port 8d10832d-0039-465b-ad10-566593f3caba cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:11:23.338253 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a836519-fef1-4515-b7ed-381198009f3e req-15b1109a-b66e-4ad6-a081-f2631be04ec4 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:23.339737 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a836519-fef1-4515-b7ed-381198009f3e req-15b1109a-b66e-4ad6-a081-f2631be04ec4 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 932 time: 0.0809133 Jul 30 00:11:23.419250 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6a836519-fef1-4515-b7ed-381198009f3e req-5851c61b-4d3c-4a6a-9637-b59af25ce67e tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694175 Jul 30 00:11:23.430860 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-d560b9db-73ab-4635-a27d-7e87613b7955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d10832d-0039-465b-ad10-566593f3caba {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:11:23.440022 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-d560b9db-73ab-4635-a27d-7e87613b7955 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:23.451988 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-d560b9db-73ab-4635-a27d-7e87613b7955 service neutron] Transition to ACTIVE for port object 8d10832d-0039-465b-ad10-566593f3caba will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:11:23.455726 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-d560b9db-73ab-4635-a27d-7e87613b7955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:23.523059 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560b9db-73ab-4635-a27d-7e87613b7955 service neutron] Pushing event updated for resources: {'Port': ['ID=8d10832d-0039-465b-ad10-566593f3caba,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:23.580465 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d26f8256-4962-4d79-9a91-2e13e75ce322 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:23.580683 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-d560b9db-73ab-4635-a27d-7e87613b7955 service neutron] Attempting to bind port 8d10832d-0039-465b-ad10-566593f3caba on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:11:23.581153 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-d560b9db-73ab-4635-a27d-7e87613b7955 service neutron] Attempting to bind port 8d10832d-0039-465b-ad10-566593f3caba by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:11:23.581940 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-d560b9db-73ab-4635-a27d-7e87613b7955 service neutron] Attempting to bind port 8d10832d-0039-465b-ad10-566593f3caba on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:23.586487 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-d560b9db-73ab-4635-a27d-7e87613b7955 service neutron] Port 8d10832d-0039-465b-ad10-566593f3caba on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:11:23.586806 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-d560b9db-73ab-4635-a27d-7e87613b7955 service neutron] Attempting to bind port 8d10832d-0039-465b-ad10-566593f3caba on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:11:23.592287 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-d560b9db-73ab-4635-a27d-7e87613b7955 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:11:23.592631 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-d560b9db-73ab-4635-a27d-7e87613b7955 service neutron] Checking segment: {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:11:23.593091 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-d560b9db-73ab-4635-a27d-7e87613b7955 service neutron] Bound using segment: {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:11:23.593552 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-d560b9db-73ab-4635-a27d-7e87613b7955 service neutron] Bound port: 8d10832d-0039-465b-ad10-566593f3caba, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:11:23.593969 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-d560b9db-73ab-4635-a27d-7e87613b7955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:23.632659 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port d26f8256-4962-4d79-9a91-2e13e75ce322 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:23.633077 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:23.666376 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-d560b9db-73ab-4635-a27d-7e87613b7955 service neutron] For port 8d10832d-0039-465b-ad10-566593f3caba, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:11:23.669940 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-d560b9db-73ab-4635-a27d-7e87613b7955 service neutron] For port 8d10832d-0039-465b-ad10-566593f3caba, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=8d10832d-0039-465b-ad10-566593f3caba,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:11:23.675612 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-d560b9db-73ab-4635-a27d-7e87613b7955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:23.713892 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-d560b9db-73ab-4635-a27d-7e87613b7955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:23.714606 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-d560b9db-73ab-4635-a27d-7e87613b7955 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:23.716021 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-d560b9db-73ab-4635-a27d-7e87613b7955 service neutron] 10.222.0.23 "PUT /v2.0/ports/8d10832d-0039-465b-ad10-566593f3caba HTTP/1.1" status: 200 len: 1093 time: 1.0080097 Jul 30 00:11:23.718109 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31860b24-9266-4849-b59d-d9ad01f518f0', 'tag': '8d10832d-0039-465b-ad10-566593f3caba'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:11:23.722417 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e419748b-7aca-4a01-bc43-721e015cc517" -d '{"events": [{"name": "network-changed", "server_uuid": "31860b24-9266-4849-b59d-d9ad01f518f0", "tag": "8d10832d-0039-465b-ad10-566593f3caba"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:11:23.751050 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d560b9db-73ab-4635-a27d-7e87613b7955 service neutron] Pushing event updated for resources: {'Port': ['ID=8d10832d-0039-465b-ad10-566593f3caba,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:23.801705 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-b2a6271a-f4d1-4b11-bde2-34ddaacebda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:23.803223 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-b2a6271a-f4d1-4b11-bde2-34ddaacebda1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 1096 time: 0.0461943 Jul 30 00:11:23.847576 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c351fd49-ae85-420f-9110-9d73b748e6c8 x-openstack-request-id: req-c351fd49-ae85-420f-9110-9d73b748e6c8 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:11:23.847892 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31860b24-9266-4849-b59d-d9ad01f518f0", "tag": "8d10832d-0039-465b-ad10-566593f3caba", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:11:23.848141 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c351fd49-ae85-420f-9110-9d73b748e6c8 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:11:23.848535 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31860b24-9266-4849-b59d-d9ad01f518f0', 'tag': '8d10832d-0039-465b-ad10-566593f3caba', 'status': 'completed', 'code': 200} Jul 30 00:11:23.850336 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-61ea3a1e-28f5-4850-9ba9-7af3baaa20a8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d10832d-0039-465b-ad10-566593f3caba HTTP/1.1" status: 200 len: 217 time: 0.0387380 Jul 30 00:11:23.905655 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-b8450835-6c95-4f91-9d0f-aafb89637197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:23.907940 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-b8450835-6c95-4f91-9d0f-aafb89637197 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0493903 Jul 30 00:11:23.953088 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-60598d4e-c963-4be0-b532-a880436ccae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:23.955471 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-60598d4e-c963-4be0-b532-a880436ccae9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417106 Jul 30 00:11:24.044657 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-129b17d5-b4a9-49c9-87a0-db254fcd0449 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821478 Jul 30 00:11:24.137361 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-83a1f8c0-c524-4e85-a7c3-71094cfc548a req-13a3ef81-0a47-43f5-b867-6e3f9cf460d7 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860157 Jul 30 00:11:24.224084 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419748b-7aca-4a01-bc43-721e015cc517 req-b57f3465-b42b-43bd-b2a6-df94b297aa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:24.225586 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e419748b-7aca-4a01-bc43-721e015cc517 req-b57f3465-b42b-43bd-b2a6-df94b297aa24 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 1096 time: 0.0423844 Jul 30 00:11:24.321767 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419748b-7aca-4a01-bc43-721e015cc517 req-9ac8cd47-0a30-4390-b87d-b26f6a61d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:24.323282 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e419748b-7aca-4a01-bc43-721e015cc517 req-9ac8cd47-0a30-4390-b87d-b26f6a61d5a5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0900438 Jul 30 00:11:24.363334 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e419748b-7aca-4a01-bc43-721e015cc517 req-b3de54d8-5b1b-4d3f-8e7e-b0f808ff719a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d10832d-0039-465b-ad10-566593f3caba HTTP/1.1" status: 200 len: 217 time: 0.0336170 Jul 30 00:11:24.412693 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419748b-7aca-4a01-bc43-721e015cc517 req-ba2a4816-7eb3-4674-b899-887c9b4b0556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:24.414121 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e419748b-7aca-4a01-bc43-721e015cc517 req-ba2a4816-7eb3-4674-b899-887c9b4b0556 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0430748 Jul 30 00:11:24.466380 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419748b-7aca-4a01-bc43-721e015cc517 req-654137f4-b2b8-49e5-840f-50c62d2f6158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:24.467952 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e419748b-7aca-4a01-bc43-721e015cc517 req-654137f4-b2b8-49e5-840f-50c62d2f6158 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460939 Jul 30 00:11:24.586980 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f882504-045b-46cd-bb7e-91d77695c997 req-f160d283-05d5-4464-9b97-6fe6e40a9036 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:24.588394 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9f882504-045b-46cd-bb7e-91d77695c997 req-f160d283-05d5-4464-9b97-6fe6e40a9036 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 944 time: 0.0956666 Jul 30 00:11:24.611599 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e419748b-7aca-4a01-bc43-721e015cc517 req-ebaeb55f-46de-4331-ab2c-10a0530b4e31 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363945 Jul 30 00:11:24.679420 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9f882504-045b-46cd-bb7e-91d77695c997 req-0ea8c279-3787-4b87-8def-15ac8a015e37 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842872 Jul 30 00:11:24.716299 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e419748b-7aca-4a01-bc43-721e015cc517 req-0dce5fe8-647d-4448-a618-679ba376cd88 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968082 Jul 30 00:11:25.792351 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4923fd55-0878-4ea6-8d63-892e92bf0777 req-15c0e2ee-3b9d-4291-99ff-4aaf2d4ba63c tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:25.793838 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4923fd55-0878-4ea6-8d63-892e92bf0777 req-15c0e2ee-3b9d-4291-99ff-4aaf2d4ba63c tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 944 time: 0.0491040 Jul 30 00:11:25.832761 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4923fd55-0878-4ea6-8d63-892e92bf0777 req-6f1c2643-3eb8-42ae-9bb5-7fa1045e5420 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322421 Jul 30 00:11:26.249108 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 8d10832d-0039-465b-ad10-566593f3caba details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:11:26.347408 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 8d10832d-0039-465b-ad10-566593f3caba, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=8d10832d-0039-465b-ad10-566593f3caba,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:26.358208 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '8d10832d-0039-465b-ad10-566593f3caba', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'port_id': '8d10832d-0039-465b-ad10-566593f3caba', 'mac_address': 'fa:16:3e:18:f0:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:11:26.397619 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:26.410437 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d10832d-0039-465b-ad10-566593f3caba {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:11:26.429845 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 8d10832d-0039-465b-ad10-566593f3caba, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=8d10832d-0039-465b-ad10-566593f3caba,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:26.434224 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:26.482886 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=8d10832d-0039-465b-ad10-566593f3caba,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:26.624056 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['8d10832d-0039-465b-ad10-566593f3caba'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:11:26.949378 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e569a40-c979-4d54-bceb-07502d69f0b9 req-e1ea1b6a-9869-45e8-84e6-325108f51b6c tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:26.950871 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3e569a40-c979-4d54-bceb-07502d69f0b9 req-e1ea1b6a-9869-45e8-84e6-325108f51b6c tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 945 time: 0.0532627 Jul 30 00:11:26.989476 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3e569a40-c979-4d54-bceb-07502d69f0b9 req-badcf399-9ff4-427f-8679-04261bab4349 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326142 Jul 30 00:11:28.104786 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9590c1-3d0d-4b8a-831f-46b6a74cec82 req-35f8a3e3-3147-4eaf-b242-7147ff91fdc0 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:28.106286 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2e9590c1-3d0d-4b8a-831f-46b6a74cec82 req-35f8a3e3-3147-4eaf-b242-7147ff91fdc0 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 945 time: 0.0484509 Jul 30 00:11:28.144356 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2e9590c1-3d0d-4b8a-831f-46b6a74cec82 req-3f4e9180-8378-499f-bfb2-d3d0d28cc494 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313544 Jul 30 00:11:28.249491 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 8d10832d-0039-465b-ad10-566593f3caba up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:11:28.298437 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 8d10832d-0039-465b-ad10-566593f3caba completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:11:28.302360 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 8d10832d-0039-465b-ad10-566593f3caba triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:11:28.302733 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:28.378606 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:28.401213 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31860b24-9266-4849-b59d-d9ad01f518f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d10832d-0039-465b-ad10-566593f3caba'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:11:28.403547 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb241c7-8c93-42fc-a931-9ce5f884b93c" -d '{"events": [{"server_uuid": "31860b24-9266-4849-b59d-d9ad01f518f0", "name": "network-vif-plugged", "status": "completed", "tag": "8d10832d-0039-465b-ad10-566593f3caba"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:11:28.420341 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 8d10832d-0039-465b-ad10-566593f3caba, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=8d10832d-0039-465b-ad10-566593f3caba,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:11:28.425969 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:28.475462 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=8d10832d-0039-465b-ad10-566593f3caba,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:11:28.507577 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ea62da-cefc-4475-a13f-781e867b629c x-openstack-request-id: req-56ea62da-cefc-4475-a13f-781e867b629c {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:11:28.507903 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31860b24-9266-4849-b59d-d9ad01f518f0", "name": "network-vif-plugged", "status": "completed", "tag": "8d10832d-0039-465b-ad10-566593f3caba", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:11:28.508163 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-56ea62da-cefc-4475-a13f-781e867b629c {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:11:28.508567 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31860b24-9266-4849-b59d-d9ad01f518f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d10832d-0039-465b-ad10-566593f3caba', 'code': 200} Jul 30 00:11:28.607235 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98142188-c6e3-4558-9795-14ee06b9b8d1 req-9926971b-3fae-4718-814c-80b6c1afb496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:28.608778 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98142188-c6e3-4558-9795-14ee06b9b8d1 req-9926971b-3fae-4718-814c-80b6c1afb496 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 1098 time: 0.0419834 Jul 30 00:11:28.644367 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98142188-c6e3-4558-9795-14ee06b9b8d1 req-6d307741-3c0c-4a58-a7e4-50dd86a80ab5 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291176 Jul 30 00:11:29.274017 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd97e9-50cb-4b93-821d-e5e99c7cc3f3 req-4324b457-7a88-4281-a92a-2548bdbeae06 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:29.275584 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cbbd97e9-50cb-4b93-821d-e5e99c7cc3f3 req-4324b457-7a88-4281-a92a-2548bdbeae06 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 946 time: 0.0628703 Jul 30 00:11:29.315570 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cbbd97e9-50cb-4b93-821d-e5e99c7cc3f3 req-3ab06081-90d3-425a-b424-aeddd87aae92 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331099 Jul 30 00:11:29.996630 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:30.218537 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:30.435357 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0a487-4c24-45e1-a0f6-9f6689d129cb req-590b8d48-aa02-445c-97ae-d808c5d464ab tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:30.436893 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-56c0a487-4c24-45e1-a0f6-9f6689d129cb req-590b8d48-aa02-445c-97ae-d808c5d464ab tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 946 time: 0.0544698 Jul 30 00:11:30.475466 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-56c0a487-4c24-45e1-a0f6-9f6689d129cb req-470cf8ed-4622-4dd3-bb8e-5f6bd10689dd tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317676 Jul 30 00:11:30.586051 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fe2b43-f9b3-4148-8c5c-87753be464c9 req-fa611e7d-ab0c-4b0a-b814-472f2ec1b601 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:30.587546 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f9fe2b43-f9b3-4148-8c5c-87753be464c9 req-fa611e7d-ab0c-4b0a-b814-472f2ec1b601 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 946 time: 0.0496147 Jul 30 00:11:30.596100 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 57374) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:11:30.600944 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-8535a7a3-be90-4349-a057-f0cb2d4115b9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Request body: {'floatingip': {'port_id': '8d10832d-0039-465b-ad10-566593f3caba'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:11:30.644115 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8535a7a3-be90-4349-a057-f0cb2d4115b9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for floatingip, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:31.220037 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8535a7a3-be90-4349-a057-f0cb2d4115b9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:31.224263 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8535a7a3-be90-4349-a057-f0cb2d4115b9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:31.330112 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-8535a7a3-be90-4349-a057-f0cb2d4115b9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Floating IP 216d0ad8-78c8-4487-97b0-fb73b2134235 associated. External IP: 172.25.8.101, port: 8d10832d-0039-465b-ad10-566593f3caba. Jul 30 00:11:31.545386 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8535a7a3-be90-4349-a057-f0cb2d4115b9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Router bc655a99-458e-40b4-9867-cfa82cd9b3d3 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:11:31.662809 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8535a7a3-be90-4349-a057-f0cb2d4115b9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:11:31.667957 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8535a7a3-be90-4349-a057-f0cb2d4115b9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:31.673612 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0a77c5-dd3d-4406-8dde-1540f9cf717f None None] Sync routers for ids ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:11:31.684243 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0a77c5-dd3d-4406-8dde-1540f9cf717f None None] Routers {'bc655a99-458e-40b4-9867-cfa82cd9b3d3'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:31.685034 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-4f0a77c5-dd3d-4406-8dde-1540f9cf717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:11:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:31.701839 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8535a7a3-be90-4349-a057-f0cb2d4115b9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "PUT /v2.0/floatingips/216d0ad8-78c8-4487-97b0-fb73b2134235 HTTP/1.1" status: 200 len: 992 time: 1.1005576 Jul 30 00:11:31.701839 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31860b24-9266-4849-b59d-d9ad01f518f0', 'tag': '8d10832d-0039-465b-ad10-566593f3caba'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:11:31.701839 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cae132-3d3e-46c5-b5f8-8afd0d16ebe8" -d '{"events": [{"name": "network-changed", "server_uuid": "31860b24-9266-4849-b59d-d9ad01f518f0", "tag": "8d10832d-0039-465b-ad10-566593f3caba"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:11:31.794855 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02679f33-d2e6-44b5-91b0-deaf20215877 x-openstack-request-id: req-02679f33-d2e6-44b5-91b0-deaf20215877 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:11:31.795151 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31860b24-9266-4849-b59d-d9ad01f518f0", "tag": "8d10832d-0039-465b-ad10-566593f3caba", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:11:31.795405 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-02679f33-d2e6-44b5-91b0-deaf20215877 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:11:31.795810 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31860b24-9266-4849-b59d-d9ad01f518f0', 'tag': '8d10832d-0039-465b-ad10-566593f3caba', 'status': 'completed', 'code': 200} Jul 30 00:11:31.800712 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-4f0a77c5-dd3d-4406-8dde-1540f9cf717f None None] Set router bc655a99-458e-40b4-9867-cfa82cd9b3d3 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:31.860266 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cae132-3d3e-46c5-b5f8-8afd0d16ebe8 req-76df2e14-1cfa-4374-b6aa-ab620fc009de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:31.861843 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89cae132-3d3e-46c5-b5f8-8afd0d16ebe8 req-76df2e14-1cfa-4374-b6aa-ab620fc009de service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 1098 time: 0.0461738 Jul 30 00:11:31.969732 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cae132-3d3e-46c5-b5f8-8afd0d16ebe8 req-a64fe79b-4917-446c-a376-2ef01b618759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:31.971310 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89cae132-3d3e-46c5-b5f8-8afd0d16ebe8 req-a64fe79b-4917-446c-a376-2ef01b618759 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.1027749 Jul 30 00:11:32.039613 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89cae132-3d3e-46c5-b5f8-8afd0d16ebe8 req-1dc605cf-a3a4-46c8-aea9-dab408411487 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d10832d-0039-465b-ad10-566593f3caba HTTP/1.1" status: 200 len: 1000 time: 0.0616541 Jul 30 00:11:32.044266 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-4f0a77c5-dd3d-4406-8dde-1540f9cf717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 4, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'gw_port': {'id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '216d0ad8-78c8-4487-97b0-fb73b2134235', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'floating_ip_address': '172.25.8.101', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'port_id': '8d10832d-0039-465b-ad10-566593f3caba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'mac_address': 'fa:16:3e:18:f0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31860b24-9266-4849-b59d-d9ad01f518f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:11:19Z', 'updated_at': '2021-07-30T00:11:31Z', 'revision_number': 1, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd26f8256-4962-4d79-9a91-2e13e75ce322', 'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'mac_address': 'fa:16:3e:3d:15:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:17Z', 'updated_at': '2021-07-30T00:11:21Z', 'revision_number': 5, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'subnets': [{'id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:32.079534 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0a77c5-dd3d-4406-8dde-1540f9cf717f None None] Checking router: bc655a99-458e-40b4-9867-cfa82cd9b3d3 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:11:32.088174 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0a77c5-dd3d-4406-8dde-1540f9cf717f None None] Routers {'bc655a99-458e-40b4-9867-cfa82cd9b3d3'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:11:32.088794 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-4f0a77c5-dd3d-4406-8dde-1540f9cf717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:11:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:32.097338 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cae132-3d3e-46c5-b5f8-8afd0d16ebe8 req-c7ec6a34-9405-4da6-a9ef-00c3dc4d0f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:32.098856 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89cae132-3d3e-46c5-b5f8-8afd0d16ebe8 req-c7ec6a34-9405-4da6-a9ef-00c3dc4d0f5c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0506539 Jul 30 00:11:32.151187 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cae132-3d3e-46c5-b5f8-8afd0d16ebe8 req-387c60cc-0196-4973-bac2-c1ef1450421e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:32.152768 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89cae132-3d3e-46c5-b5f8-8afd0d16ebe8 req-387c60cc-0196-4973-bac2-c1ef1450421e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453084 Jul 30 00:11:32.245787 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89cae132-3d3e-46c5-b5f8-8afd0d16ebe8 req-d820646a-c375-4827-be26-cca37d241f0c service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860806 Jul 30 00:11:32.342627 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89cae132-3d3e-46c5-b5f8-8afd0d16ebe8 req-10513981-03ce-4569-bfdb-29f18e504b97 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902510 Jul 30 00:11:32.357307 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-4f0a77c5-dd3d-4406-8dde-1540f9cf717f None None] Set router bc655a99-458e-40b4-9867-cfa82cd9b3d3 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:11:32.574938 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-4f0a77c5-dd3d-4406-8dde-1540f9cf717f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 4, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'gw_port': {'id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '216d0ad8-78c8-4487-97b0-fb73b2134235', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'floating_ip_address': '172.25.8.101', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'port_id': '8d10832d-0039-465b-ad10-566593f3caba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'mac_address': 'fa:16:3e:18:f0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31860b24-9266-4849-b59d-d9ad01f518f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:11:19Z', 'updated_at': '2021-07-30T00:11:31Z', 'revision_number': 1, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd26f8256-4962-4d79-9a91-2e13e75ce322', 'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'mac_address': 'fa:16:3e:3d:15:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:17Z', 'updated_at': '2021-07-30T00:11:21Z', 'revision_number': 5, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'subnets': [{'id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:11:32.600897 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0a77c5-dd3d-4406-8dde-1540f9cf717f None None] The sync data for ids ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'] in n-d-712140-10 is: [{'id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 4, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'gw_port': {'id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '216d0ad8-78c8-4487-97b0-fb73b2134235', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'floating_ip_address': '172.25.8.101', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'port_id': '8d10832d-0039-465b-ad10-566593f3caba', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'mac_address': 'fa:16:3e:18:f0:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31860b24-9266-4849-b59d-d9ad01f518f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:11:19Z', 'updated_at': '2021-07-30T00:11:31Z', 'revision_number': 1, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd26f8256-4962-4d79-9a91-2e13e75ce322', 'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'mac_address': 'fa:16:3e:3d:15:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:17Z', 'updated_at': '2021-07-30T00:11:21Z', 'revision_number': 5, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'subnets': [{'id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:11:32.793510 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8321d5b2-68b4-48f2-b704-87e936cb4848 None None] New status for floating IP 216d0ad8-78c8-4487-97b0-fb73b2134235: ACTIVE {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:11:32.901216 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f1530fbe-1174-4a27-9bac-876196cf56db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:34.309885 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:11:35.461639 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:36.278845 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3af703bc-6071-4720-bb2a-a0a55fd8b2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:37.016367 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:38.324831 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:11:55.779456 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3ea22f6e-fedb-4939-9f88-26e4c5192d66 req-70985a99-2243-43f0-acab-f5c68ebe6b13 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394807 Jul 30 00:11:55.859885 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea22f6e-fedb-4939-9f88-26e4c5192d66 req-9547ff40-ad87-45a9-a5ac-f9960bbbaed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:55.861350 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3ea22f6e-fedb-4939-9f88-26e4c5192d66 req-9547ff40-ad87-45a9-a5ac-f9960bbbaed6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 1098 time: 0.0403190 Jul 30 00:11:56.257533 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea22f6e-fedb-4939-9f88-26e4c5192d66 req-25210e20-7370-426c-8101-5b900879294a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:56.259087 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3ea22f6e-fedb-4939-9f88-26e4c5192d66 req-25210e20-7370-426c-8101-5b900879294a service neutron] 10.222.0.23 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.3775179 Jul 30 00:11:56.325690 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3ea22f6e-fedb-4939-9f88-26e4c5192d66 req-a73acb40-563e-4dc5-9f35-ca1c27c6d24f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d10832d-0039-465b-ad10-566593f3caba HTTP/1.1" status: 200 len: 1002 time: 0.0583084 Jul 30 00:11:56.374685 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea22f6e-fedb-4939-9f88-26e4c5192d66 req-6c1266d6-6779-4eb7-bfff-0276fe4bb2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:56.376181 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3ea22f6e-fedb-4939-9f88-26e4c5192d66 req-6c1266d6-6779-4eb7-bfff-0276fe4bb2fc service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0441959 Jul 30 00:11:56.425135 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea22f6e-fedb-4939-9f88-26e4c5192d66 req-10b7fbe3-e909-47f8-8687-fb64b8e25180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:11:56.427475 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3ea22f6e-fedb-4939-9f88-26e4c5192d66 req-10b7fbe3-e909-47f8-8687-fb64b8e25180 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434365 Jul 30 00:11:56.517335 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3ea22f6e-fedb-4939-9f88-26e4c5192d66 req-750976ed-7cd4-4e7e-97d0-97b51a7b5406 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802639 Jul 30 00:11:56.610300 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3ea22f6e-fedb-4939-9f88-26e4c5192d66 req-05df12e0-1de1-40be-b964-eaefa86d65f9 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855622 Jul 30 00:12:00.023307 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:00.223646 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:02.902926 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-03531814-0743-483b-a137-ad03ec168105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:05.462642 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:06.283375 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c7268901-6d5a-4edc-bd87-e91324c6f620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:07.020245 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:08.324668 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:11.309496 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:12:30.032098 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:30.237226 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:32.903687 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c317fccd-3fee-4a01-bf68-c7221af1474a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:35.464896 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:36.284379 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b9447bfd-877b-4409-8e0d-45a1e47b30e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:37.023195 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:38.326468 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:12:48.309519 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:12:56.775766 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b2df6ba-58ae-4e85-9440-ac9a84c08f5c req-6ea5efa4-7063-4cd3-8687-17525bbd5249 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397420 Jul 30 00:12:56.856581 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2df6ba-58ae-4e85-9440-ac9a84c08f5c req-8796cef6-8d33-40f1-8c41-f0a6aa49194f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:56.858064 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b2df6ba-58ae-4e85-9440-ac9a84c08f5c req-8796cef6-8d33-40f1-8c41-f0a6aa49194f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 1098 time: 0.0402343 Jul 30 00:12:56.963701 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2df6ba-58ae-4e85-9440-ac9a84c08f5c req-cd2fff97-d55d-41bd-ab19-2c5924339daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:56.965572 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b2df6ba-58ae-4e85-9440-ac9a84c08f5c req-cd2fff97-d55d-41bd-ab19-2c5924339daa service neutron] 10.222.0.23 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0885966 Jul 30 00:12:57.033665 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b2df6ba-58ae-4e85-9440-ac9a84c08f5c req-f1d60b74-196c-41fc-adf4-96325dc15b75 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d10832d-0039-465b-ad10-566593f3caba HTTP/1.1" status: 200 len: 1002 time: 0.0574155 Jul 30 00:12:57.083094 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2df6ba-58ae-4e85-9440-ac9a84c08f5c req-5f6696d5-2224-4e5e-81ae-0275dde801d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:57.084878 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b2df6ba-58ae-4e85-9440-ac9a84c08f5c req-5f6696d5-2224-4e5e-81ae-0275dde801d9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0443711 Jul 30 00:12:57.133870 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2df6ba-58ae-4e85-9440-ac9a84c08f5c req-b771ea68-34da-4325-98c2-826b17921122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:12:57.135385 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b2df6ba-58ae-4e85-9440-ac9a84c08f5c req-b771ea68-34da-4325-98c2-826b17921122 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431542 Jul 30 00:12:57.228934 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b2df6ba-58ae-4e85-9440-ac9a84c08f5c req-5752a551-8729-498d-ab9d-d262c1dce68c service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850878 Jul 30 00:12:57.326176 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b2df6ba-58ae-4e85-9440-ac9a84c08f5c req-51d010a6-3ce7-48cd-b113-4f2efb3e88f1 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894341 Jul 30 00:13:00.024598 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:00.251596 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:02.904982 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1a43a137-e22b-459b-a3f3-484ed6b4f506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:05.467356 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:06.284499 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-de51e3db-e726-4aae-b816-6a59f85d9666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:06.702382 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776521f5-f1c5-42d6-ba52-0f24e78f12d7 req-65d27713-07a9-40ff-89c8-9c0eabf8ec8a tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:06.704010 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-776521f5-f1c5-42d6-ba52-0f24e78f12d7 req-65d27713-07a9-40ff-89c8-9c0eabf8ec8a tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 946 time: 0.1112270 Jul 30 00:13:06.745202 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-776521f5-f1c5-42d6-ba52-0f24e78f12d7 req-7ddfb0da-ac28-4d79-bdc8-3fc2173e6953 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348356 Jul 30 00:13:06.941507 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 57588) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:07.003865 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe24024-a5e6-4464-8d09-4eb1c5d5c62b req-10ea2fe4-a4d4-4326-a198-b4fca54b3940 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:07.005467 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7fe24024-a5e6-4464-8d09-4eb1c5d5c62b req-10ea2fe4-a4d4-4326-a198-b4fca54b3940 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 946 time: 0.0535786 Jul 30 00:13:07.026769 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:07.043503 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-2e0ef79e-9972-4573-b156-3fea5754811b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1002254 Jul 30 00:13:07.052037 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7fe24024-a5e6-4464-8d09-4eb1c5d5c62b req-0ae42081-3923-4054-8919-afc57670db5f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375695 Jul 30 00:13:08.177036 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e7bbd-839b-4701-8759-c83045a11446 req-b4a4ef62-88e9-4a0e-a527-719f07ff3118 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:08.178823 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-925e7bbd-839b-4701-8759-c83045a11446 req-b4a4ef62-88e9-4a0e-a527-719f07ff3118 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 946 time: 0.0542088 Jul 30 00:13:08.216846 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-925e7bbd-839b-4701-8759-c83045a11446 req-0070af04-7183-4eb7-9778-b092bbc77527 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319967 Jul 30 00:13:08.330582 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:09.332946 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a17635-91f2-4d7f-85e4-9e59d2b97898 req-5034914d-2417-4c9d-9b8f-ef75416a281b tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:09.334477 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80a17635-91f2-4d7f-85e4-9e59d2b97898 req-5034914d-2417-4c9d-9b8f-ef75416a281b tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 946 time: 0.0497925 Jul 30 00:13:09.374564 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80a17635-91f2-4d7f-85e4-9e59d2b97898 req-29558342-ae58-4d53-a207-fbc9d52a22d7 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338037 Jul 30 00:13:10.276421 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-b2cf9e0e-fc96-4ee9-8045-754732d1aeed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:10.278135 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-b2cf9e0e-fc96-4ee9-8045-754732d1aeed service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 1098 time: 0.0874605 Jul 30 00:13:10.370567 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-a536af7f-2f63-40ed-aed6-56899f4e0ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:10.372787 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-a536af7f-2f63-40ed-aed6-56899f4e0ab7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0877666 Jul 30 00:13:10.438187 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-e725a4b1-70f3-41d7-91de-21d9c5646232 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d10832d-0039-465b-ad10-566593f3caba HTTP/1.1" status: 200 len: 1002 time: 0.0588822 Jul 30 00:13:10.518541 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-f9cb515a-aa11-4942-b9b7-e6a9ba20425a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:10.519954 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-f9cb515a-aa11-4942-b9b7-e6a9ba20425a service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0685141 Jul 30 00:13:10.531804 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c2f35-de7f-4872-8d57-19d2e99b8327 req-2e7ae2f0-a928-453c-a7a6-b370d871ea09 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:10.533266 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-803c2f35-de7f-4872-8d57-19d2e99b8327 req-2e7ae2f0-a928-453c-a7a6-b370d871ea09 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 946 time: 0.0906949 Jul 30 00:13:10.593516 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-803c2f35-de7f-4872-8d57-19d2e99b8327 req-4db9b0a4-4c0a-423c-be86-4e41e60f557f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519004 Jul 30 00:13:10.599776 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-0becf698-8a01-4793-b669-74e2354f3378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:10.601262 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-0becf698-8a01-4793-b669-74e2354f3378 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671399 Jul 30 00:13:10.707934 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-39235b67-1d35-4482-9d8d-22dc01822642 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995595 Jul 30 00:13:10.799092 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-598c5150-81f7-44cd-850c-4dbbb94c12fe service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838280 Jul 30 00:13:11.716982 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c06bca-43f0-4e4a-a53a-bd401448f31e req-24e5a45e-a577-4db3-ae2b-e501235d1cd7 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:11.718498 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42c06bca-43f0-4e4a-a53a-bd401448f31e req-24e5a45e-a577-4db3-ae2b-e501235d1cd7 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 946 time: 0.0568554 Jul 30 00:13:11.755689 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-42c06bca-43f0-4e4a-a53a-bd401448f31e req-9a9b1f6b-e6e6-44ef-8746-e1e5f4d4041d tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312438 Jul 30 00:13:12.875258 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e624b-f2fe-414d-9525-3d10ce981d6e req-3e2d6759-71e0-4d1d-b476-05e8cee15910 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:12.876780 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d47e624b-f2fe-414d-9525-3d10ce981d6e req-3e2d6759-71e0-4d1d-b476-05e8cee15910 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 946 time: 0.0527446 Jul 30 00:13:12.914840 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d47e624b-f2fe-414d-9525-3d10ce981d6e req-05a12d26-b07f-41c6-be6a-4b5da22005d4 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321422 Jul 30 00:13:14.039234 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe916cf-ba76-491c-b1df-e87efbf87535 req-07f1e66b-bed8-4262-8b34-75592be541de tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:14.040928 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cbe916cf-ba76-491c-b1df-e87efbf87535 req-07f1e66b-bed8-4262-8b34-75592be541de tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 946 time: 0.0495336 Jul 30 00:13:14.086669 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cbe916cf-ba76-491c-b1df-e87efbf87535 req-93a93733-f260-439f-aa6a-30c5f81bfaeb tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387375 Jul 30 00:13:15.229406 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63da7c7-ebf6-4400-8734-16f82b630baa req-4faae72c-a064-4ad2-8edf-6c7ad49a581d tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:15.230948 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e63da7c7-ebf6-4400-8734-16f82b630baa req-4faae72c-a064-4ad2-8edf-6c7ad49a581d tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 946 time: 0.0575933 Jul 30 00:13:15.274288 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e63da7c7-ebf6-4400-8734-16f82b630baa req-09846eae-5392-4391-ae54-a241c78e19bd tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370598 Jul 30 00:13:16.394436 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2caf60-1fe3-4170-a857-9414eca1ce93 req-44697271-32b8-4100-9bc5-d8f7a8def60a tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:16.395934 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e2caf60-1fe3-4170-a857-9414eca1ce93 req-44697271-32b8-4100-9bc5-d8f7a8def60a tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 946 time: 0.0528741 Jul 30 00:13:16.434922 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e2caf60-1fe3-4170-a857-9414eca1ce93 req-63e6ce62-8fd1-4596-bcd2-6b9fc5170c07 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320413 Jul 30 00:13:17.551174 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680363f-8937-4c4b-979f-c8c8ca0ca1b1 req-52e19b44-9862-486a-b7f0-d1d1951bb3ba tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:17.552638 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2680363f-8937-4c4b-979f-c8c8ca0ca1b1 req-52e19b44-9862-486a-b7f0-d1d1951bb3ba tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 946 time: 0.0491221 Jul 30 00:13:17.591587 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2680363f-8937-4c4b-979f-c8c8ca0ca1b1 req-46b23fc6-6ba6-4688-97a9-e94f61a6d17e tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328021 Jul 30 00:13:18.710802 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c6528a-9775-4b3d-9d5a-a67926f57385 req-9ade138f-b3ae-45fa-84fe-930195746e6f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:18.712351 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d8c6528a-9775-4b3d-9d5a-a67926f57385 req-9ade138f-b3ae-45fa-84fe-930195746e6f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 946 time: 0.0519164 Jul 30 00:13:18.754838 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d8c6528a-9775-4b3d-9d5a-a67926f57385 req-bbac7fe6-fdce-4e0f-9694-5424a02d83cd tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347309 Jul 30 00:13:19.873267 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b8f7b-6297-42a8-ae44-01f41f8e987f req-aca4cee6-548f-409d-bd6a-61a7ff8bf3e9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:19.874702 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-416b8f7b-6297-42a8-ae44-01f41f8e987f req-aca4cee6-548f-409d-bd6a-61a7ff8bf3e9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 946 time: 0.0524709 Jul 30 00:13:19.912484 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-416b8f7b-6297-42a8-ae44-01f41f8e987f req-3ebd7780-27e1-4830-b4bf-798ebbc98b70 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318632 Jul 30 00:13:21.027550 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b11a4-3935-4467-a331-0d2abfff861a req-7d37539c-a883-4253-88eb-493c0956b39f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:21.029582 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-872b11a4-3935-4467-a331-0d2abfff861a req-7d37539c-a883-4253-88eb-493c0956b39f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 946 time: 0.0477123 Jul 30 00:13:21.067074 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-872b11a4-3935-4467-a331-0d2abfff861a req-98406256-a11e-4c6d-868a-8d8ab7a66575 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316255 Jul 30 00:13:22.188317 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14238f-448e-4390-b4da-0945e9805530 req-ce9bd101-279b-42a8-9fb5-788d4b2321c7 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:22.189906 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1b14238f-448e-4390-b4da-0945e9805530 req-ce9bd101-279b-42a8-9fb5-788d4b2321c7 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 946 time: 0.0539446 Jul 30 00:13:22.234180 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1b14238f-448e-4390-b4da-0945e9805530 req-81637ed3-86ee-43c9-85e9-e25f3108b3cb tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374970 Jul 30 00:13:22.701544 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-a4a2e9aa-1134-4c81-bd98-522e424c2eb4 service neutron] show failed (client error): The resource could not be found. Jul 30 00:13:22.702701 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-a4a2e9aa-1134-4c81-bd98-522e424c2eb4 service neutron] 10.222.0.23 "GET /v2.0/ports/8d10832d-0039-465b-ad10-566593f3caba/bindings/n-h2-712140-10 HTTP/1.1" status: 404 len: 381 time: 0.0618758 Jul 30 00:13:22.976229 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-0782e1d2-af19-4388-bf3a-e9ce154d35c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:22.977736 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-0782e1d2-af19-4388-bf3a-e9ce154d35c6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0&tenant_id=14b6080e348c483a8b06beb31fe6bb84 HTTP/1.1" status: 200 len: 1098 time: 0.1197069 Jul 30 00:13:22.989666 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-10', 'device_owner': 'compute:nova'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:13:23.040090 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:23.239733 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] For port 8d10832d-0039-465b-ad10-566593f3caba, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=8d10832d-0039-465b-ad10-566593f3caba,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:13:23.359443 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bab268-bcea-44df-a9eb-118ae22aecec req-b84b8bc0-1dec-4e15-a92d-cbe2bbc9080e tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:23.361097 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b2bab268-bcea-44df-a9eb-118ae22aecec req-b84b8bc0-1dec-4e15-a92d-cbe2bbc9080e tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 946 time: 0.0533111 Jul 30 00:13:23.402056 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b2bab268-bcea-44df-a9eb-118ae22aecec req-4f31ca04-ff73-4dc2-b755-97b1e51f0264 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348113 Jul 30 00:13:23.591498 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] For port 8d10832d-0039-465b-ad10-566593f3caba, host n-h1-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:13:23.630042 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31860b24-9266-4849-b59d-d9ad01f518f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d10832d-0039-465b-ad10-566593f3caba'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:13:23.632306 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb5d4af-8f45-4d97-bd2d-e96b6d2bc3d0" -d '{"events": [{"server_uuid": "31860b24-9266-4849-b59d-d9ad01f518f0", "name": "network-vif-unplugged", "status": "completed", "tag": "8d10832d-0039-465b-ad10-566593f3caba"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:13:23.636022 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:23.648121 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] Transition to ACTIVE for port object 8d10832d-0039-465b-ad10-566593f3caba will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:13:23.652125 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:23.754052 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffc5be9-80ba-44bf-abce-b7eb7cd06aa4 x-openstack-request-id: req-bffc5be9-80ba-44bf-abce-b7eb7cd06aa4 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:13:23.754345 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31860b24-9266-4849-b59d-d9ad01f518f0", "name": "network-vif-unplugged", "status": "completed", "tag": "8d10832d-0039-465b-ad10-566593f3caba", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:13:23.754598 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bffc5be9-80ba-44bf-abce-b7eb7cd06aa4 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:13:23.754991 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31860b24-9266-4849-b59d-d9ad01f518f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d10832d-0039-465b-ad10-566593f3caba', 'code': 200} Jul 30 00:13:23.761259 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] Pushing event updated for resources: {'Port': ['ID=8d10832d-0039-465b-ad10-566593f3caba,revision_number=6']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:23.784399 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:23.784750 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:23.785094 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:23.785435 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:23.785772 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:23.786106 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:23.786437 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:23.786765 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:23.787111 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:23.787425 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:23.787747 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:23.788098 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:23.832823 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] No DVR routers for this DVR port 8d10832d-0039-465b-ad10-566593f3caba on host n-h1-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:13:23.971792 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] Attempting to bind port 8d10832d-0039-465b-ad10-566593f3caba on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:13:23.972084 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] Attempting to bind port 8d10832d-0039-465b-ad10-566593f3caba by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:13:23.972420 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] Attempting to bind port 8d10832d-0039-465b-ad10-566593f3caba on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:13:23.976740 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] Port 8d10832d-0039-465b-ad10-566593f3caba on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:13:23.977331 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] Attempting to bind port 8d10832d-0039-465b-ad10-566593f3caba on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:13:23.982016 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:13:23.982363 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] Checking segment: {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:13:23.982780 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] Bound using segment: {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:13:23.983231 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] Bound port: 8d10832d-0039-465b-ad10-566593f3caba, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:13:23.983587 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:24.044329 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] For port 8d10832d-0039-465b-ad10-566593f3caba, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:13:24.048287 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] For port 8d10832d-0039-465b-ad10-566593f3caba, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=8d10832d-0039-465b-ad10-566593f3caba,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:13:24.052649 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:24.086657 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:24.087267 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:24.088770 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] 10.222.0.39 "PUT /v2.0/ports/8d10832d-0039-465b-ad10-566593f3caba HTTP/1.1" status: 200 len: 1093 time: 1.1030304 Jul 30 00:13:24.127397 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93f101-7b9a-4cb0-a6e4-9260354f3c60 service neutron] Pushing event updated for resources: {'Port': ['ID=8d10832d-0039-465b-ad10-566593f3caba,revision_number=7']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:24.162875 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-71635334-1014-4d95-be80-db576bb3571f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:24.164531 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-71635334-1014-4d95-be80-db576bb3571f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 1096 time: 0.0510070 Jul 30 00:13:24.257193 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-1b3820d1-ed63-45cd-9166-41929ff38ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:24.258675 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-1b3820d1-ed63-45cd-9166-41929ff38ea7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0871663 Jul 30 00:13:24.358171 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-94cb29db-7160-449f-bade-9bdf3d389b51 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d10832d-0039-465b-ad10-566593f3caba HTTP/1.1" status: 200 len: 1000 time: 0.0917206 Jul 30 00:13:24.406882 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-565ff72c-3e01-4ec7-af1a-d3f37bffa793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:24.408335 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-565ff72c-3e01-4ec7-af1a-d3f37bffa793 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0425580 Jul 30 00:13:24.469273 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-c6d8acdb-e35e-4fb2-893d-f808f7da073d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:24.470782 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-c6d8acdb-e35e-4fb2-893d-f808f7da073d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554295 Jul 30 00:13:24.482011 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-a3cddde1-9499-495d-a940-852b8ef00703 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:13:24.483737 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-a3cddde1-9499-495d-a940-852b8ef00703 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059578 Jul 30 00:13:24.526860 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa35be6-2499-41fc-8097-89ec4a692632 req-3d6ce3ff-7734-4c17-9f31-24c91203af8c tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:24.528378 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ffa35be6-2499-41fc-8097-89ec4a692632 req-3d6ce3ff-7734-4c17-9f31-24c91203af8c tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 944 time: 0.0546098 Jul 30 00:13:24.568159 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ffa35be6-2499-41fc-8097-89ec4a692632 req-def0ca65-fc24-4155-93da-e93440a1202e tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336440 Jul 30 00:13:24.580452 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-041de567-acbc-4860-ae80-a7959ca88f14 service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889993 Jul 30 00:13:24.674531 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-71da56c6-fabd-4a44-87b4-7a0ed64aeef6 req-b373ffe8-d52a-49cb-a550-fe529550ec6c service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871587 Jul 30 00:13:25.309780 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:13:25.687675 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcde35-b143-40fb-b802-25d4e236d4c9 req-2211a002-0e08-4771-9af8-5757161971a5 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:25.689206 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ebcde35-b143-40fb-b802-25d4e236d4c9 req-2211a002-0e08-4771-9af8-5757161971a5 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 944 time: 0.0541129 Jul 30 00:13:25.727902 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ebcde35-b143-40fb-b802-25d4e236d4c9 req-4778fcdf-e01b-4844-b370-bdbe0dcab839 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327222 Jul 30 00:13:25.756349 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31860b24-9266-4849-b59d-d9ad01f518f0', 'tag': '8d10832d-0039-465b-ad10-566593f3caba'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:13:25.758688 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d242d6-8841-408d-ad03-6776ca152055" -d '{"events": [{"name": "network-changed", "server_uuid": "31860b24-9266-4849-b59d-d9ad01f518f0", "tag": "8d10832d-0039-465b-ad10-566593f3caba"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:13:25.807316 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b34a51b4-d6f0-4528-b32d-ef6bffee7b4c x-openstack-request-id: req-b34a51b4-d6f0-4528-b32d-ef6bffee7b4c {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:13:25.808344 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31860b24-9266-4849-b59d-d9ad01f518f0", "tag": "8d10832d-0039-465b-ad10-566593f3caba", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:13:25.808594 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b34a51b4-d6f0-4528-b32d-ef6bffee7b4c {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:13:25.809299 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31860b24-9266-4849-b59d-d9ad01f518f0', 'tag': '8d10832d-0039-465b-ad10-566593f3caba', 'status': 'completed', 'code': 200} Jul 30 00:13:25.865029 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d242d6-8841-408d-ad03-6776ca152055 req-9f539169-211a-4d0f-8612-b6824a1be393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:25.869411 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e3d242d6-8841-408d-ad03-6776ca152055 req-9f539169-211a-4d0f-8612-b6824a1be393 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 1096 time: 0.0422587 Jul 30 00:13:25.874893 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d242d6-8841-408d-ad03-6776ca152055 req-c57b6e1f-8096-4a1d-904e-96874a21a0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:25.876460 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e3d242d6-8841-408d-ad03-6776ca152055 req-c57b6e1f-8096-4a1d-904e-96874a21a0c4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 1096 time: 0.0419133 Jul 30 00:13:25.961471 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d242d6-8841-408d-ad03-6776ca152055 req-73d26eba-ae28-4226-805a-233bcab8aca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:25.962971 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e3d242d6-8841-408d-ad03-6776ca152055 req-73d26eba-ae28-4226-805a-233bcab8aca1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0898290 Jul 30 00:13:25.968758 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d242d6-8841-408d-ad03-6776ca152055 req-0385ff7f-bdd8-4e4e-b06c-7007929c4f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:25.970288 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e3d242d6-8841-408d-ad03-6776ca152055 req-0385ff7f-bdd8-4e4e-b06c-7007929c4f3d service neutron] 10.222.0.39 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0867996 Jul 30 00:13:26.030021 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e3d242d6-8841-408d-ad03-6776ca152055 req-75bebde2-b821-401f-a467-8054ec69c0cb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d10832d-0039-465b-ad10-566593f3caba HTTP/1.1" status: 200 len: 1000 time: 0.0587859 Jul 30 00:13:26.043239 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e3d242d6-8841-408d-ad03-6776ca152055 req-8f429df2-e9a6-433f-8529-1acfec0aa0fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d10832d-0039-465b-ad10-566593f3caba HTTP/1.1" status: 200 len: 1000 time: 0.0650325 Jul 30 00:13:26.085470 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d242d6-8841-408d-ad03-6776ca152055 req-27f37d52-8aed-49fe-befc-c25fc1984c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:26.087040 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e3d242d6-8841-408d-ad03-6776ca152055 req-27f37d52-8aed-49fe-befc-c25fc1984c21 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0509956 Jul 30 00:13:26.094282 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d242d6-8841-408d-ad03-6776ca152055 req-e4d8d380-0d73-4cae-b46a-46c5e6c26b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:26.095733 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e3d242d6-8841-408d-ad03-6776ca152055 req-e4d8d380-0d73-4cae-b46a-46c5e6c26b1e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0444353 Jul 30 00:13:26.135970 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d242d6-8841-408d-ad03-6776ca152055 req-0bee0dc6-698b-4964-be55-90e73a1b6b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:26.137528 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e3d242d6-8841-408d-ad03-6776ca152055 req-0bee0dc6-698b-4964-be55-90e73a1b6b44 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436587 Jul 30 00:13:26.142466 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d242d6-8841-408d-ad03-6776ca152055 req-d17085db-9aaf-4980-864b-99a787032c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:26.143973 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e3d242d6-8841-408d-ad03-6776ca152055 req-d17085db-9aaf-4980-864b-99a787032c8a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404856 Jul 30 00:13:26.233036 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e3d242d6-8841-408d-ad03-6776ca152055 req-46a16168-1723-4f41-b677-c7442ee4e715 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878553 Jul 30 00:13:26.246203 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e3d242d6-8841-408d-ad03-6776ca152055 req-0f6cfcac-621e-4ecb-a671-d8c49d174267 service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937514 Jul 30 00:13:26.332357 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e3d242d6-8841-408d-ad03-6776ca152055 req-85558f21-8cdf-4829-9083-3ff57a9a4306 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933645 Jul 30 00:13:26.351405 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e3d242d6-8841-408d-ad03-6776ca152055 req-96cc3e6c-2ccc-4775-b997-2ec8994e4def service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932896 Jul 30 00:13:26.840134 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 8d10832d-0039-465b-ad10-566593f3caba no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:13:26.846790 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a70cf7a-e4b0-464d-9daa-0e1e5c4818e9 req-6df95002-02ff-4141-bd93-8cc8a55b53ef tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:26.848338 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a70cf7a-e4b0-464d-9daa-0e1e5c4818e9 req-6df95002-02ff-4141-bd93-8cc8a55b53ef tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 944 time: 0.0499587 Jul 30 00:13:26.886880 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 8d10832d-0039-465b-ad10-566593f3caba not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:13:26.888937 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a70cf7a-e4b0-464d-9daa-0e1e5c4818e9 req-0e92d6c4-3970-4080-aad2-34ffd5181a55 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336945 Jul 30 00:13:27.125114 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1cb3c-a5c1-495e-bf5a-bb0c849af607 req-d0558107-17fc-4f2c-8f05-8533f648b61e tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:27.126555 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ffe1cb3c-a5c1-495e-bf5a-bb0c849af607 req-d0558107-17fc-4f2c-8f05-8533f648b61e tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 944 time: 0.0860603 Jul 30 00:13:27.137962 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb11696-b419-41de-944c-c4cd48049a8a req-9ed0ddfd-0f63-4363-9563-54f4909be4ec tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:27.140227 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0bb11696-b419-41de-944c-c4cd48049a8a req-9ed0ddfd-0f63-4363-9563-54f4909be4ec tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.23 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0&tenant_id=14b6080e348c483a8b06beb31fe6bb84&binding%3Ahost_id=n-h2-712140-10 HTTP/1.1" status: 200 len: 944 time: 0.0895963 Jul 30 00:13:27.209239 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ffe1cb3c-a5c1-495e-bf5a-bb0c849af607 req-0dd515c3-a1b6-4010-af67-bdc482e03201 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679710 Jul 30 00:13:27.227466 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-0bb11696-b419-41de-944c-c4cd48049a8a req-88b8911d-a40e-4719-8e6f-611a095ae7a6 service neutron] delete failed (client error): The resource could not be found. Jul 30 00:13:27.228585 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0bb11696-b419-41de-944c-c4cd48049a8a req-88b8911d-a40e-4719-8e6f-611a095ae7a6 service neutron] 10.222.0.23 "DELETE /v2.0/ports/8d10832d-0039-465b-ad10-566593f3caba/bindings/n-h1-712140-10 HTTP/1.1" status: 404 len: 381 time: 0.0805504 Jul 30 00:13:27.316271 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb11696-b419-41de-944c-c4cd48049a8a req-3882ad76-03dc-4c61-b541-0ee7b5afa086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:27.317751 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0bb11696-b419-41de-944c-c4cd48049a8a req-3882ad76-03dc-4c61-b541-0ee7b5afa086 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 1096 time: 0.0437694 Jul 30 00:13:27.413820 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb11696-b419-41de-944c-c4cd48049a8a req-027ce34b-de13-4df8-bea2-ea0a61e238ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:27.415318 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0bb11696-b419-41de-944c-c4cd48049a8a req-027ce34b-de13-4df8-bea2-ea0a61e238ac service neutron] 10.222.0.23 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0901721 Jul 30 00:13:27.492551 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0bb11696-b419-41de-944c-c4cd48049a8a req-a4e1d0fa-3143-4e04-a640-1e089f14ec4a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d10832d-0039-465b-ad10-566593f3caba HTTP/1.1" status: 200 len: 1000 time: 0.0702851 Jul 30 00:13:27.554948 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb11696-b419-41de-944c-c4cd48049a8a req-490297f9-793c-4cf6-90fa-01bab97ac0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:27.556730 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0bb11696-b419-41de-944c-c4cd48049a8a req-490297f9-793c-4cf6-90fa-01bab97ac0d5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0573688 Jul 30 00:13:27.609917 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb11696-b419-41de-944c-c4cd48049a8a req-83f5be7b-655b-46c4-be4d-56653b3d1910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:27.611432 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0bb11696-b419-41de-944c-c4cd48049a8a req-83f5be7b-655b-46c4-be4d-56653b3d1910 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473442 Jul 30 00:13:27.699650 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0bb11696-b419-41de-944c-c4cd48049a8a req-d4f6cd48-2b35-4842-bbc5-42089c716743 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803523 Jul 30 00:13:27.791153 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0bb11696-b419-41de-944c-c4cd48049a8a req-8853034b-386a-4f89-975b-25bbb2d0a072 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843630 Jul 30 00:13:27.928411 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 8d10832d-0039-465b-ad10-566593f3caba details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:13:28.019228 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 8d10832d-0039-465b-ad10-566593f3caba, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=8d10832d-0039-465b-ad10-566593f3caba,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:13:28.030428 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '8d10832d-0039-465b-ad10-566593f3caba', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'port_id': '8d10832d-0039-465b-ad10-566593f3caba', 'mac_address': 'fa:16:3e:18:f0:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:13:28.069934 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:28.083357 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d10832d-0039-465b-ad10-566593f3caba {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:13:28.103890 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 8d10832d-0039-465b-ad10-566593f3caba, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=8d10832d-0039-465b-ad10-566593f3caba,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:13:28.108500 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:28.157996 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=8d10832d-0039-465b-ad10-566593f3caba,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:28.165333 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:28.165677 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:28.166057 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:28.166470 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:28.166830 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:28.167209 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:28.167541 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:28.167942 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:28.168297 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:28.168628 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:28.168955 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:28.169301 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:28.339048 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb004f3-2965-446a-b475-fe8f4fd868d9 req-690c2bf5-05ee-4b7d-87b1-d932b6d73043 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:28.340724 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0eb004f3-2965-446a-b475-fe8f4fd868d9 req-690c2bf5-05ee-4b7d-87b1-d932b6d73043 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 945 time: 0.0510156 Jul 30 00:13:28.356230 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['8d10832d-0039-465b-ad10-566593f3caba'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:13:28.382046 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0eb004f3-2965-446a-b475-fe8f4fd868d9 req-274ae6f4-c5b2-4aeb-b3ce-85f7348d6b5d tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333240 Jul 30 00:13:28.503301 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be8a8e-f0d5-484f-ad3d-6674fc4f8f53 req-ec0f667f-2321-42a5-bc27-795db43f2ea4 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:28.504831 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-44be8a8e-f0d5-484f-ad3d-6674fc4f8f53 req-ec0f667f-2321-42a5-bc27-795db43f2ea4 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 945 time: 0.0553021 Jul 30 00:13:28.542816 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-44be8a8e-f0d5-484f-ad3d-6674fc4f8f53 req-bf8ed854-93fb-4e74-b06d-a368180f8113 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316133 Jul 30 00:13:28.659652 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb131a-3903-44d6-b98a-be589d43990a req-a8c9c8d4-68c7-4eb4-84a2-668cdf5ce417 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:28.661156 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2beb131a-3903-44d6-b98a-be589d43990a req-a8c9c8d4-68c7-4eb4-84a2-668cdf5ce417 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 945 time: 0.0522566 Jul 30 00:13:28.699966 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2beb131a-3903-44d6-b98a-be589d43990a req-7f896469-1396-460b-9988-978fbfbc3db5 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326264 Jul 30 00:13:28.930681 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0d30c-c27b-4fe5-be54-8ab2ec721fbc req-27d7545d-270e-4efa-b822-926429616b8a tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:28.932191 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f9b0d30c-c27b-4fe5-be54-8ab2ec721fbc req-27d7545d-270e-4efa-b822-926429616b8a tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 945 time: 0.0489821 Jul 30 00:13:28.970925 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f9b0d30c-c27b-4fe5-be54-8ab2ec721fbc req-ef3d9091-1c90-4f16-9336-366e689ff751 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320020 Jul 30 00:13:29.935170 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 8d10832d-0039-465b-ad10-566593f3caba up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:13:29.983180 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 8d10832d-0039-465b-ad10-566593f3caba completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:13:29.987045 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 8d10832d-0039-465b-ad10-566593f3caba triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:13:29.988520 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:30.037156 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:30.077354 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:30.099893 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31860b24-9266-4849-b59d-d9ad01f518f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d10832d-0039-465b-ad10-566593f3caba'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:13:30.100843 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee674400-92c2-4b6a-afb6-2ac7d59fee0b req-570f82ff-96d3-4f69-9ede-118a89ccfd11 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:30.102141 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4319a0-cb6c-41d8-a274-bcce03f9b5bc" -d '{"events": [{"server_uuid": "31860b24-9266-4849-b59d-d9ad01f518f0", "name": "network-vif-plugged", "status": "completed", "tag": "8d10832d-0039-465b-ad10-566593f3caba"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:13:30.102354 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee674400-92c2-4b6a-afb6-2ac7d59fee0b req-570f82ff-96d3-4f69-9ede-118a89ccfd11 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 945 time: 0.0566652 Jul 30 00:13:30.114984 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 8d10832d-0039-465b-ad10-566593f3caba, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=8d10832d-0039-465b-ad10-566593f3caba,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:13:30.119191 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:30.146154 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ee674400-92c2-4b6a-afb6-2ac7d59fee0b req-cc0d2f1d-ae07-41f6-8818-a4af295ca26a tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369816 Jul 30 00:13:30.181098 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=8d10832d-0039-465b-ad10-566593f3caba,revision_number=9']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:30.204784 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78d17a7-b756-4fe2-9a3f-d568ea1c7bc9 x-openstack-request-id: req-c78d17a7-b756-4fe2-9a3f-d568ea1c7bc9 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:13:30.205082 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31860b24-9266-4849-b59d-d9ad01f518f0", "name": "network-vif-plugged", "status": "completed", "tag": "8d10832d-0039-465b-ad10-566593f3caba", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:13:30.205339 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c78d17a7-b756-4fe2-9a3f-d568ea1c7bc9 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:13:30.205750 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31860b24-9266-4849-b59d-d9ad01f518f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d10832d-0039-465b-ad10-566593f3caba', 'code': 200} Jul 30 00:13:30.214042 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350dd19a-6806-431d-a5df-7f0d81059a8c req-b3d3477d-48a4-49a5-8514-dde33e9c31cf tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:30.215505 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-350dd19a-6806-431d-a5df-7f0d81059a8c req-b3d3477d-48a4-49a5-8514-dde33e9c31cf tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.39 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 946 time: 0.0754561 Jul 30 00:13:30.253284 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:30.307421 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-350dd19a-6806-431d-a5df-7f0d81059a8c req-3a24d59f-7bf7-4688-a578-6dc06c4d028e tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Deleting port 8d10832d-0039-465b-ad10-566593f3caba {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:13:30.307755 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-350dd19a-6806-431d-a5df-7f0d81059a8c req-3a24d59f-7bf7-4688-a578-6dc06c4d028e tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:30.397056 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-350dd19a-6806-431d-a5df-7f0d81059a8c req-3a24d59f-7bf7-4688-a578-6dc06c4d028e tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] For port 8d10832d-0039-465b-ad10-566593f3caba, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=8d10832d-0039-465b-ad10-566593f3caba,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:13:30.397416 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-350dd19a-6806-431d-a5df-7f0d81059a8c req-3a24d59f-7bf7-4688-a578-6dc06c4d028e tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:30.620712 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-350dd19a-6806-431d-a5df-7f0d81059a8c req-3a24d59f-7bf7-4688-a578-6dc06c4d028e tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:30.620996 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-350dd19a-6806-431d-a5df-7f0d81059a8c req-3a24d59f-7bf7-4688-a578-6dc06c4d028e tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:30.621308 n-d-712140-10 neutron-server[94064]: INFO neutron.db.l3_db [req-350dd19a-6806-431d-a5df-7f0d81059a8c req-3a24d59f-7bf7-4688-a578-6dc06c4d028e tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Floating IP 216d0ad8-78c8-4487-97b0-fb73b2134235 disassociated. External IP: 172.25.8.101, port: 8d10832d-0039-465b-ad10-566593f3caba. Jul 30 00:13:30.621645 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-350dd19a-6806-431d-a5df-7f0d81059a8c req-3a24d59f-7bf7-4688-a578-6dc06c4d028e tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Calling delete_port for 8d10832d-0039-465b-ad10-566593f3caba owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:13:30.744721 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-350dd19a-6806-431d-a5df-7f0d81059a8c req-3a24d59f-7bf7-4688-a578-6dc06c4d028e tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:30.772037 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24d59f-7bf7-4688-a578-6dc06c4d028e tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Pushing event deleted for resources: {'Port': ['ID=8d10832d-0039-465b-ad10-566593f3caba,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:30.886424 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [req-350dd19a-6806-431d-a5df-7f0d81059a8c req-3a24d59f-7bf7-4688-a578-6dc06c4d028e tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Router bc655a99-458e-40b4-9867-cfa82cd9b3d3 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:13:30.995051 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-350dd19a-6806-431d-a5df-7f0d81059a8c req-3a24d59f-7bf7-4688-a578-6dc06c4d028e tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:13:31.005365 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdca2b4-30e6-4018-b0a6-1fa652acbcaf None None] Sync routers for ids ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:13:31.014307 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdca2b4-30e6-4018-b0a6-1fa652acbcaf None None] Routers {'bc655a99-458e-40b4-9867-cfa82cd9b3d3'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:13:31.014930 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-0bdca2b4-30e6-4018-b0a6-1fa652acbcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:13:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:13:31.037349 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-350dd19a-6806-431d-a5df-7f0d81059a8c req-3a24d59f-7bf7-4688-a578-6dc06c4d028e tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] No DVR routers for this DVR port 8d10832d-0039-465b-ad10-566593f3caba on host n-h2-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:13:31.040148 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-350dd19a-6806-431d-a5df-7f0d81059a8c req-3a24d59f-7bf7-4688-a578-6dc06c4d028e tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:31.042267 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-350dd19a-6806-431d-a5df-7f0d81059a8c req-3a24d59f-7bf7-4688-a578-6dc06c4d028e tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.39 "DELETE /v2.0/ports/8d10832d-0039-465b-ad10-566593f3caba HTTP/1.1" status: 204 len: 173 time: 0.8193858 Jul 30 00:13:31.042794 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31860b24-9266-4849-b59d-d9ad01f518f0', 'name': 'network-vif-deleted', 'tag': '8d10832d-0039-465b-ad10-566593f3caba'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:13:31.045618 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0f97c40252bb1f0a640687402e6aa34f5c32aca0e476eda7908e8912233c906f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc1a42d-65ce-4426-bb7f-13b25ad6adcf" -d '{"events": [{"server_uuid": "31860b24-9266-4849-b59d-d9ad01f518f0", "name": "network-vif-deleted", "tag": "8d10832d-0039-465b-ad10-566593f3caba"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:13:31.094796 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe298c6-8359-4a40-b497-db353c08a654 x-openstack-request-id: req-dbe298c6-8359-4a40-b497-db353c08a654 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:13:31.095093 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31860b24-9266-4849-b59d-d9ad01f518f0", "name": "network-vif-deleted", "tag": "8d10832d-0039-465b-ad10-566593f3caba", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:13:31.095350 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-dbe298c6-8359-4a40-b497-db353c08a654 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:13:31.095755 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31860b24-9266-4849-b59d-d9ad01f518f0', 'name': 'network-vif-deleted', 'tag': '8d10832d-0039-465b-ad10-566593f3caba', 'status': 'completed', 'code': 200} Jul 30 00:13:31.126548 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-0bdca2b4-30e6-4018-b0a6-1fa652acbcaf None None] Set router bc655a99-458e-40b4-9867-cfa82cd9b3d3 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:13:31.268714 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95e9fcc1-978c-47e2-a7b8-790df76d9b50 req-87a0bedb-81ff-4937-97d5-0de68f730eb3 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=31860b24-9266-4849-b59d-d9ad01f518f0 HTTP/1.1" status: 200 len: 210 time: 0.0315542 Jul 30 00:13:31.343993 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-0bdca2b4-30e6-4018-b0a6-1fa652acbcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 4, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'gw_port': {'id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd26f8256-4962-4d79-9a91-2e13e75ce322', 'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'mac_address': 'fa:16:3e:3d:15:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:17Z', 'updated_at': '2021-07-30T00:11:21Z', 'revision_number': 5, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'subnets': [{'id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:13:31.369423 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdca2b4-30e6-4018-b0a6-1fa652acbcaf None None] Checking router: bc655a99-458e-40b4-9867-cfa82cd9b3d3 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:13:31.378636 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdca2b4-30e6-4018-b0a6-1fa652acbcaf None None] Routers {'bc655a99-458e-40b4-9867-cfa82cd9b3d3'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:13:31.379242 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-0bdca2b4-30e6-4018-b0a6-1fa652acbcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:13:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:13:31.486910 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-0bdca2b4-30e6-4018-b0a6-1fa652acbcaf None None] Set router bc655a99-458e-40b4-9867-cfa82cd9b3d3 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:13:31.678930 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-0bdca2b4-30e6-4018-b0a6-1fa652acbcaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 4, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'gw_port': {'id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd26f8256-4962-4d79-9a91-2e13e75ce322', 'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'mac_address': 'fa:16:3e:3d:15:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:17Z', 'updated_at': '2021-07-30T00:11:21Z', 'revision_number': 5, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'subnets': [{'id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:13:31.704724 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdca2b4-30e6-4018-b0a6-1fa652acbcaf None None] The sync data for ids ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'] in n-d-712140-10 is: [{'id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 4, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'gw_port': {'id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd26f8256-4962-4d79-9a91-2e13e75ce322', 'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'mac_address': 'fa:16:3e:3d:15:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:17Z', 'updated_at': '2021-07-30T00:11:21Z', 'revision_number': 5, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'subnets': [{'id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:13:32.001478 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c0c8a3-0bf9-4958-9e83-e0cc4f75888c None None] New status for floating IP 216d0ad8-78c8-4487-97b0-fb73b2134235: DOWN {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:13:32.511110 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-f78f386a-35d2-49f1-bdf6-a11909157539 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1680573818&fields=id&tenant_id=14b6080e348c483a8b06beb31fe6bb84 HTTP/1.1" status: 200 len: 267 time: 0.0380797 Jul 30 00:13:32.616852 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-2af4c39f-8308-46ac-8fbe-95fa71339534 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:32.618286 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-2af4c39f-8308-46ac-8fbe-95fa71339534 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 811 time: 0.0992157 Jul 30 00:13:32.633462 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-56dfe22a-e8ff-4ede-a2f3-f0b52f78ddf9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/quotas/14b6080e348c483a8b06beb31fe6bb84 HTTP/1.1" status: 200 len: 375 time: 0.0093577 Jul 30 00:13:32.691346 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-0802c0f1-3204-4b46-a9ca-ed1efc37e6d7 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0474846 Jul 30 00:13:32.790144 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-459500b1-53c8-4bdc-9540-365196758169 service neutron] 10.222.0.18 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858846 Jul 30 00:13:32.878604 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-82f8038b-5332-4754-93af-8466829cc3aa service neutron] 10.222.0.18 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820577 Jul 30 00:13:32.906083 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bcd2d344-b977-4c6f-8604-cc62563b2a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:33.042816 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98ffd24c-1358-42f4-8231-5b5ae9f35502 req-841961e5-d16d-4f82-af33-1fbc7f9d09ce tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 210 time: 0.0305672 Jul 30 00:13:33.950168 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 8d10832d-0039-465b-ad10-566593f3caba no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:13:33.970202 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 8d10832d-0039-465b-ad10-566593f3caba {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:13:33.970550 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 8d10832d-0039-465b-ad10-566593f3caba not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:13:33.972771 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-824c0930-5d6a-4ee8-ad7e-d432b879d3a8 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:33.974436 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-824c0930-5d6a-4ee8-ad7e-d432b879d3a8 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.23 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 811 time: 0.1433876 Jul 30 00:13:34.017620 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-5ef37a5c-8dad-4cff-9042-f802285299d3 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14b6080e348c483a8b06beb31fe6bb84 HTTP/1.1" status: 200 len: 380 time: 0.0340724 Jul 30 00:13:34.026550 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-927933de-04bc-4d49-a96a-2d233447fc50 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Request body: {'port': {'device_id': '90bd375c-b101-48bc-95a4-a18797997763', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'admin_state_up': True, 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'security_groups': ['2934dd3e-b292-4554-a13a-17bb8daec230']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:13:34.146088 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7c00407e-2598-4343-af20-36c4ba470c82 req-48e6013d-9ec1-49cf-b89e-7b129fde33bd tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 210 time: 0.0348518 Jul 30 00:13:34.170462 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-927933de-04bc-4d49-a96a-2d233447fc50 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Made reservation on behalf of 14b6080e348c483a8b06beb31fe6bb84 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:13:34.174181 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-927933de-04bc-4d49-a96a-2d233447fc50 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:34.305019 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-927933de-04bc-4d49-a96a-2d233447fc50 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Allocated IP 172.20.0.11 (a603c1a6-08c3-4047-ac31-509b93ba0ed6/022a333a-1c31-4c4e-ac1b-fe0635f9b428/2e86563e-5235-4532-9aa8-61a3b052ac8c) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:13:34.439389 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-927933de-04bc-4d49-a96a-2d233447fc50 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:34.453551 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-927933de-04bc-4d49-a96a-2d233447fc50 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Transition to ACTIVE for port object 2e86563e-5235-4532-9aa8-61a3b052ac8c will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:13:34.485857 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-927933de-04bc-4d49-a96a-2d233447fc50 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:34.531531 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-927933de-04bc-4d49-a96a-2d233447fc50 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Network a603c1a6-08c3-4047-ac31-509b93ba0ed6 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:13:34.534538 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-927933de-04bc-4d49-a96a-2d233447fc50 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:13:34.540112 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-927933de-04bc-4d49-a96a-2d233447fc50 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:13:34.547171 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927933de-04bc-4d49-a96a-2d233447fc50 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Pushing event updated for resources: {'Port': ['ID=2e86563e-5235-4532-9aa8-61a3b052ac8c,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:34.575369 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927933de-04bc-4d49-a96a-2d233447fc50 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:34.575722 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927933de-04bc-4d49-a96a-2d233447fc50 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:34.576662 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927933de-04bc-4d49-a96a-2d233447fc50 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:34.577001 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927933de-04bc-4d49-a96a-2d233447fc50 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:34.577335 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927933de-04bc-4d49-a96a-2d233447fc50 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:34.577664 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927933de-04bc-4d49-a96a-2d233447fc50 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:34.577991 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927933de-04bc-4d49-a96a-2d233447fc50 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:34.578324 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927933de-04bc-4d49-a96a-2d233447fc50 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:34.578648 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927933de-04bc-4d49-a96a-2d233447fc50 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:34.578973 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927933de-04bc-4d49-a96a-2d233447fc50 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:34.579296 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927933de-04bc-4d49-a96a-2d233447fc50 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:34.579617 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-927933de-04bc-4d49-a96a-2d233447fc50 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:13:34.606087 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-927933de-04bc-4d49-a96a-2d233447fc50 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:34.606695 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-927933de-04bc-4d49-a96a-2d233447fc50 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:34.621920 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-927933de-04bc-4d49-a96a-2d233447fc50 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5989263 Jul 30 00:13:34.634624 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-5a778760-f917-4400-9828-431196e9f78e service neutron] Request body: {'port': {'device_id': '90bd375c-b101-48bc-95a4-a18797997763', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:13:34.692294 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-5a778760-f917-4400-9828-431196e9f78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:34.790125 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-612cc1d3-31bc-49d5-8f6b-8dc90bf84b73 None None] Provisioning for port 2e86563e-5235-4532-9aa8-61a3b052ac8c completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:13:34.793604 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-612cc1d3-31bc-49d5-8f6b-8dc90bf84b73 None None] Provisioning complete for port 2e86563e-5235-4532-9aa8-61a3b052ac8c triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:13:34.793979 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-612cc1d3-31bc-49d5-8f6b-8dc90bf84b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:34.831934 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-612cc1d3-31bc-49d5-8f6b-8dc90bf84b73 None None] Port 2e86563e-5235-4532-9aa8-61a3b052ac8c cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:13:34.964249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-5a778760-f917-4400-9828-431196e9f78e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e86563e-5235-4532-9aa8-61a3b052ac8c {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:13:34.971761 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-5a778760-f917-4400-9828-431196e9f78e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:34.983787 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-5a778760-f917-4400-9828-431196e9f78e service neutron] Transition to ACTIVE for port object 2e86563e-5235-4532-9aa8-61a3b052ac8c will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:13:34.987572 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-5a778760-f917-4400-9828-431196e9f78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:35.035990 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a778760-f917-4400-9828-431196e9f78e service neutron] Pushing event updated for resources: {'Port': ['ID=2e86563e-5235-4532-9aa8-61a3b052ac8c,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:35.123771 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-5a778760-f917-4400-9828-431196e9f78e service neutron] Attempting to bind port 2e86563e-5235-4532-9aa8-61a3b052ac8c on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:13:35.124361 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-5a778760-f917-4400-9828-431196e9f78e service neutron] Attempting to bind port 2e86563e-5235-4532-9aa8-61a3b052ac8c by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:13:35.124462 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-5a778760-f917-4400-9828-431196e9f78e service neutron] Attempting to bind port 2e86563e-5235-4532-9aa8-61a3b052ac8c on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:13:35.130207 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-5a778760-f917-4400-9828-431196e9f78e service neutron] Port 2e86563e-5235-4532-9aa8-61a3b052ac8c on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:13:35.130551 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-5a778760-f917-4400-9828-431196e9f78e service neutron] Attempting to bind port 2e86563e-5235-4532-9aa8-61a3b052ac8c on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:13:35.135627 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-5a778760-f917-4400-9828-431196e9f78e service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:13:35.136016 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-5a778760-f917-4400-9828-431196e9f78e service neutron] Checking segment: {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:13:35.136407 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-5a778760-f917-4400-9828-431196e9f78e service neutron] Bound using segment: {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:13:35.136841 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-5a778760-f917-4400-9828-431196e9f78e service neutron] Bound port: 2e86563e-5235-4532-9aa8-61a3b052ac8c, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:13:35.137389 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-5a778760-f917-4400-9828-431196e9f78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:35.205055 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-5a778760-f917-4400-9828-431196e9f78e service neutron] For port 2e86563e-5235-4532-9aa8-61a3b052ac8c, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:13:35.208330 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-5a778760-f917-4400-9828-431196e9f78e service neutron] For port 2e86563e-5235-4532-9aa8-61a3b052ac8c, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=2e86563e-5235-4532-9aa8-61a3b052ac8c,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:13:35.214511 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-5a778760-f917-4400-9828-431196e9f78e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:35.277789 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-5a778760-f917-4400-9828-431196e9f78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:35.277985 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-5a778760-f917-4400-9828-431196e9f78e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:35.279253 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-5a778760-f917-4400-9828-431196e9f78e service neutron] 10.222.0.23 "PUT /v2.0/ports/2e86563e-5235-4532-9aa8-61a3b052ac8c HTTP/1.1" status: 200 len: 1093 time: 0.6494360 Jul 30 00:13:35.279749 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90bd375c-b101-48bc-95a4-a18797997763', 'tag': '2e86563e-5235-4532-9aa8-61a3b052ac8c'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:13:35.281946 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70243b9-cf31-4380-a018-fe91d827a141" -d '{"events": [{"name": "network-changed", "server_uuid": "90bd375c-b101-48bc-95a4-a18797997763", "tag": "2e86563e-5235-4532-9aa8-61a3b052ac8c"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:13:35.312955 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a778760-f917-4400-9828-431196e9f78e service neutron] Pushing event updated for resources: {'Port': ['ID=2e86563e-5235-4532-9aa8-61a3b052ac8c,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:35.323818 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40aac217-56ea-4d40-afc5-76e58cf5b0c3 req-e32e1227-07e5-481a-b096-be3cabf3f459 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:35.325433 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-40aac217-56ea-4d40-afc5-76e58cf5b0c3 req-e32e1227-07e5-481a-b096-be3cabf3f459 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 944 time: 0.1061165 Jul 30 00:13:35.395811 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-40aac217-56ea-4d40-afc5-76e58cf5b0c3 req-1404634b-5f9f-4ca9-92a8-a9ac650e4939 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594015 Jul 30 00:13:35.398807 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-c9867daa-985b-4ec0-806f-e7aa291d8794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:35.400490 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-c9867daa-985b-4ec0-806f-e7aa291d8794 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 1096 time: 0.0733452 Jul 30 00:13:35.447399 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05b7467-072e-4dcd-898b-2d7754dc0057 x-openstack-request-id: req-b05b7467-072e-4dcd-898b-2d7754dc0057 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:13:35.447690 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90bd375c-b101-48bc-95a4-a18797997763", "tag": "2e86563e-5235-4532-9aa8-61a3b052ac8c", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:13:35.447968 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b05b7467-072e-4dcd-898b-2d7754dc0057 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:13:35.448372 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90bd375c-b101-48bc-95a4-a18797997763', 'tag': '2e86563e-5235-4532-9aa8-61a3b052ac8c', 'status': 'completed', 'code': 200} Jul 30 00:13:35.450226 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-a98cb74a-e16e-4150-93cd-8822afc9629f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e86563e-5235-4532-9aa8-61a3b052ac8c HTTP/1.1" status: 200 len: 217 time: 0.0418324 Jul 30 00:13:35.469770 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:35.507009 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-6b9e116a-27c8-406f-9ae5-0dab0fec296b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:35.508520 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-6b9e116a-27c8-406f-9ae5-0dab0fec296b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0511127 Jul 30 00:13:35.552995 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-1030e34f-fdf6-4816-b0bb-7400bf521cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:35.554607 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-1030e34f-fdf6-4816-b0bb-7400bf521cb0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395465 Jul 30 00:13:35.644313 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-33b8770f-cdf5-4611-96ab-03ed4b52ad72 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823066 Jul 30 00:13:35.736872 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7d5d1e7a-30a5-40e2-b8d8-cd5ebcdab112 req-6449f792-974d-4f4d-9373-f4a63e2266a8 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854936 Jul 30 00:13:35.824309 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70243b9-cf31-4380-a018-fe91d827a141 req-90ea3829-c69b-4551-85e5-fa761ef94649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:35.825744 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b70243b9-cf31-4380-a018-fe91d827a141 req-90ea3829-c69b-4551-85e5-fa761ef94649 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 1096 time: 0.0419805 Jul 30 00:13:35.917934 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70243b9-cf31-4380-a018-fe91d827a141 req-ce4e0328-0e2d-4939-8330-a49d535da253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:35.919397 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b70243b9-cf31-4380-a018-fe91d827a141 req-ce4e0328-0e2d-4939-8330-a49d535da253 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0862942 Jul 30 00:13:35.959377 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b70243b9-cf31-4380-a018-fe91d827a141 req-9227ad37-0253-43e3-9e05-5f905bb84d93 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e86563e-5235-4532-9aa8-61a3b052ac8c HTTP/1.1" status: 200 len: 217 time: 0.0332510 Jul 30 00:13:36.008303 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70243b9-cf31-4380-a018-fe91d827a141 req-e26664af-8e87-4a65-b068-e48db4fe43ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:36.009928 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b70243b9-cf31-4380-a018-fe91d827a141 req-e26664af-8e87-4a65-b068-e48db4fe43ab service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0424027 Jul 30 00:13:36.056175 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70243b9-cf31-4380-a018-fe91d827a141 req-4d7efe0d-bfba-46ec-b91d-421f806a87ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:36.057662 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b70243b9-cf31-4380-a018-fe91d827a141 req-4d7efe0d-bfba-46ec-b91d-421f806a87ee service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402715 Jul 30 00:13:36.288018 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-67dbb161-5480-4b63-8d94-45ac96bbbb56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:36.454378 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b70243b9-cf31-4380-a018-fe91d827a141 req-3a3ec2dd-65af-4570-8c76-6ce35984419c service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3888299 Jul 30 00:13:36.566016 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee090d-45ab-484e-b990-deb76f53f41b req-91cf0a95-83b6-434c-a329-ac4a538a7f5d tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:36.567418 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-04ee090d-45ab-484e-b990-deb76f53f41b req-91cf0a95-83b6-434c-a329-ac4a538a7f5d tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 944 time: 0.0981669 Jul 30 00:13:36.599571 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b70243b9-cf31-4380-a018-fe91d827a141 req-3f911cc5-d821-4849-ad2c-2bb9e49af068 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378376 Jul 30 00:13:36.616997 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-04ee090d-45ab-484e-b990-deb76f53f41b req-210a62fc-7964-4df1-a02d-ca28d2f0cf31 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417600 Jul 30 00:13:37.021457 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:37.732768 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a5ba1-826a-40c5-a53d-7f6fc137d846 req-6f8dfd1c-a3d8-44f1-895f-97bfd45eb546 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:37.734253 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2d0a5ba1-826a-40c5-a53d-7f6fc137d846 req-6f8dfd1c-a3d8-44f1-895f-97bfd45eb546 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 944 time: 0.0487926 Jul 30 00:13:37.771294 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2d0a5ba1-826a-40c5-a53d-7f6fc137d846 req-81d57637-5951-4282-af50-af112990f8e2 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311022 Jul 30 00:13:38.333435 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:38.891672 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65354497-3d47-47c7-8444-fb3b772661fd req-430dd604-da5a-48ce-91aa-80ded9ba5984 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:38.893200 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65354497-3d47-47c7-8444-fb3b772661fd req-430dd604-da5a-48ce-91aa-80ded9ba5984 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 944 time: 0.0527394 Jul 30 00:13:38.899210 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 2e86563e-5235-4532-9aa8-61a3b052ac8c details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:13:38.931364 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-65354497-3d47-47c7-8444-fb3b772661fd req-cfd21cfb-8e1e-4d9e-aa0a-0876ad87da8a tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319836 Jul 30 00:13:38.998587 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 2e86563e-5235-4532-9aa8-61a3b052ac8c, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=2e86563e-5235-4532-9aa8-61a3b052ac8c,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:13:39.009870 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '2e86563e-5235-4532-9aa8-61a3b052ac8c', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'port_id': '2e86563e-5235-4532-9aa8-61a3b052ac8c', 'mac_address': 'fa:16:3e:96:0e:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:13:39.051403 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:39.064810 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e86563e-5235-4532-9aa8-61a3b052ac8c {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:13:39.084672 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 2e86563e-5235-4532-9aa8-61a3b052ac8c, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=2e86563e-5235-4532-9aa8-61a3b052ac8c,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:13:39.088869 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:39.142186 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=2e86563e-5235-4532-9aa8-61a3b052ac8c,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:39.314363 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['2e86563e-5235-4532-9aa8-61a3b052ac8c'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:13:40.047317 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c04079-2c1c-4ec3-be74-eef427719635 req-374ca833-db71-4319-b0c1-92df3c505ee6 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:40.048950 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-03c04079-2c1c-4ec3-be74-eef427719635 req-374ca833-db71-4319-b0c1-92df3c505ee6 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 945 time: 0.0492382 Jul 30 00:13:40.087443 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-03c04079-2c1c-4ec3-be74-eef427719635 req-4d074657-d16d-488b-968b-6d1f4a4a8cca tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322886 Jul 30 00:13:40.902310 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 2e86563e-5235-4532-9aa8-61a3b052ac8c up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:13:40.952060 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 2e86563e-5235-4532-9aa8-61a3b052ac8c completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:13:40.956125 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 2e86563e-5235-4532-9aa8-61a3b052ac8c triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:13:40.956505 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:41.033935 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:41.056497 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bd375c-b101-48bc-95a4-a18797997763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e86563e-5235-4532-9aa8-61a3b052ac8c'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:13:41.058737 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dfac7db3900667d18384966a967fa5f9443262b29c312b05ff9c392151095f21" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bb9fec-8c6a-4d5a-bc7b-93421a7a371c" -d '{"events": [{"server_uuid": "90bd375c-b101-48bc-95a4-a18797997763", "name": "network-vif-plugged", "status": "completed", "tag": "2e86563e-5235-4532-9aa8-61a3b052ac8c"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:13:41.071393 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 2e86563e-5235-4532-9aa8-61a3b052ac8c, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=2e86563e-5235-4532-9aa8-61a3b052ac8c,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:13:41.075893 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:41.101594 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf5e5722-aec4-456b-a58b-7dbb122602d3 x-openstack-request-id: req-bf5e5722-aec4-456b-a58b-7dbb122602d3 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:13:41.101879 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bd375c-b101-48bc-95a4-a18797997763", "name": "network-vif-plugged", "status": "completed", "tag": "2e86563e-5235-4532-9aa8-61a3b052ac8c", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:13:41.102131 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bf5e5722-aec4-456b-a58b-7dbb122602d3 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:13:41.102511 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bd375c-b101-48bc-95a4-a18797997763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e86563e-5235-4532-9aa8-61a3b052ac8c', 'code': 200} Jul 30 00:13:41.130928 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=2e86563e-5235-4532-9aa8-61a3b052ac8c,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:13:41.224798 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9475885-391b-426c-8897-5e200481b611 req-165f83b7-5fc6-4e64-9ed5-85dfd38b6f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:41.226222 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c9475885-391b-426c-8897-5e200481b611 req-165f83b7-5fc6-4e64-9ed5-85dfd38b6f99 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 1098 time: 0.0699351 Jul 30 00:13:41.240559 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1b040-8afc-4f63-a521-4c568bacba7c req-dfcfc095-6a23-48ed-a1de-8ffba7f4ca6d tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:41.242369 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-55d1b040-8afc-4f63-a521-4c568bacba7c req-dfcfc095-6a23-48ed-a1de-8ffba7f4ca6d tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 946 time: 0.0773323 Jul 30 00:13:41.298844 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c9475885-391b-426c-8897-5e200481b611 req-8744eefa-442b-48ea-9134-f7dd35e3aa9c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554821 Jul 30 00:13:41.306693 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-55d1b040-8afc-4f63-a521-4c568bacba7c req-a45ba31f-a54e-4462-b0b0-1f63bf15b7a4 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578408 Jul 30 00:13:42.427718 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d415622-00b9-4048-b815-92f24c02f17d req-314d0298-9d67-468a-86dc-7c93b316858f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:42.429515 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5d415622-00b9-4048-b815-92f24c02f17d req-314d0298-9d67-468a-86dc-7c93b316858f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 946 time: 0.0543334 Jul 30 00:13:42.470066 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5d415622-00b9-4048-b815-92f24c02f17d req-51cf9f33-65f5-48a1-9996-95365ab48558 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346665 Jul 30 00:13:42.583240 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8db1d-bb7e-4c89-a7ad-6750940e2ee4 req-1720382e-ab6b-4e19-bb79-c882f414e325 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:42.584663 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8ef8db1d-bb7e-4c89-a7ad-6750940e2ee4 req-1720382e-ab6b-4e19-bb79-c882f414e325 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 946 time: 0.0500951 Jul 30 00:13:42.593352 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 57750) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:13:42.597913 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-e16a9944-d124-4696-858c-fe99e859a8b1 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Request body: {'floatingip': {'port_id': '2e86563e-5235-4532-9aa8-61a3b052ac8c'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:13:42.639611 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e16a9944-d124-4696-858c-fe99e859a8b1 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for floatingip, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:43.068705 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e16a9944-d124-4696-858c-fe99e859a8b1 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:43.072309 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e16a9944-d124-4696-858c-fe99e859a8b1 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:43.173368 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-e16a9944-d124-4696-858c-fe99e859a8b1 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Floating IP 216d0ad8-78c8-4487-97b0-fb73b2134235 associated. External IP: 172.25.8.101, port: 2e86563e-5235-4532-9aa8-61a3b052ac8c. Jul 30 00:13:43.381794 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16a9944-d124-4696-858c-fe99e859a8b1 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Router bc655a99-458e-40b4-9867-cfa82cd9b3d3 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:13:43.489521 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16a9944-d124-4696-858c-fe99e859a8b1 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:13:43.494413 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e16a9944-d124-4696-858c-fe99e859a8b1 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:13:43.499372 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3641048c-c6d6-4461-90b9-fbf217cd7161 None None] Sync routers for ids ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:13:43.509046 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3641048c-c6d6-4461-90b9-fbf217cd7161 None None] Routers {'bc655a99-458e-40b4-9867-cfa82cd9b3d3'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:13:43.509658 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3641048c-c6d6-4461-90b9-fbf217cd7161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:13:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:13:43.521547 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e16a9944-d124-4696-858c-fe99e859a8b1 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "PUT /v2.0/floatingips/216d0ad8-78c8-4487-97b0-fb73b2134235 HTTP/1.1" status: 200 len: 992 time: 0.9271142 Jul 30 00:13:43.522139 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90bd375c-b101-48bc-95a4-a18797997763', 'tag': '2e86563e-5235-4532-9aa8-61a3b052ac8c'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:13:43.524804 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}faa03f82fb0de2970a799cd1e9b26fe7409fadb1043d0baae51a40a2af1c6af2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e738ffa3-5803-4e49-8062-43d891eeeaa9" -d '{"events": [{"name": "network-changed", "server_uuid": "90bd375c-b101-48bc-95a4-a18797997763", "tag": "2e86563e-5235-4532-9aa8-61a3b052ac8c"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:13:43.614852 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a39fd1e-67b0-49a4-9f5c-1b2951212ccb x-openstack-request-id: req-3a39fd1e-67b0-49a4-9f5c-1b2951212ccb {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:13:43.615140 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90bd375c-b101-48bc-95a4-a18797997763", "tag": "2e86563e-5235-4532-9aa8-61a3b052ac8c", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:13:43.615395 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3a39fd1e-67b0-49a4-9f5c-1b2951212ccb {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:13:43.615805 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90bd375c-b101-48bc-95a4-a18797997763', 'tag': '2e86563e-5235-4532-9aa8-61a3b052ac8c', 'status': 'completed', 'code': 200} Jul 30 00:13:43.616490 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-3641048c-c6d6-4461-90b9-fbf217cd7161 None None] Set router bc655a99-458e-40b4-9867-cfa82cd9b3d3 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:13:43.680457 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738ffa3-5803-4e49-8062-43d891eeeaa9 req-fc47ccef-b535-4bb3-9824-50cada10ef9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:43.682033 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e738ffa3-5803-4e49-8062-43d891eeeaa9 req-fc47ccef-b535-4bb3-9824-50cada10ef9d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 1098 time: 0.0452347 Jul 30 00:13:43.777105 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738ffa3-5803-4e49-8062-43d891eeeaa9 req-aa24dc8e-b85b-42ff-932f-f1b047157b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:43.778622 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e738ffa3-5803-4e49-8062-43d891eeeaa9 req-aa24dc8e-b85b-42ff-932f-f1b047157b41 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0902340 Jul 30 00:13:43.845450 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3641048c-c6d6-4461-90b9-fbf217cd7161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 4, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'gw_port': {'id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '216d0ad8-78c8-4487-97b0-fb73b2134235', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'floating_ip_address': '172.25.8.101', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'port_id': '2e86563e-5235-4532-9aa8-61a3b052ac8c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'mac_address': 'fa:16:3e:96:0e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bd375c-b101-48bc-95a4-a18797997763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:11:19Z', 'updated_at': '2021-07-30T00:13:42Z', 'revision_number': 5, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd26f8256-4962-4d79-9a91-2e13e75ce322', 'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'mac_address': 'fa:16:3e:3d:15:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:17Z', 'updated_at': '2021-07-30T00:11:21Z', 'revision_number': 5, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'subnets': [{'id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:13:43.849406 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e738ffa3-5803-4e49-8062-43d891eeeaa9 req-78e097ce-5ad2-4956-963e-c7334385ad2d service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e86563e-5235-4532-9aa8-61a3b052ac8c HTTP/1.1" status: 200 len: 1000 time: 0.0643904 Jul 30 00:13:43.874822 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3641048c-c6d6-4461-90b9-fbf217cd7161 None None] Checking router: bc655a99-458e-40b4-9867-cfa82cd9b3d3 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:13:43.883295 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3641048c-c6d6-4461-90b9-fbf217cd7161 None None] Routers {'bc655a99-458e-40b4-9867-cfa82cd9b3d3'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:13:43.883939 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3641048c-c6d6-4461-90b9-fbf217cd7161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:13:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:13:43.900119 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738ffa3-5803-4e49-8062-43d891eeeaa9 req-de43a115-f300-431f-9e77-3fa36a8669cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:43.901596 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e738ffa3-5803-4e49-8062-43d891eeeaa9 req-de43a115-f300-431f-9e77-3fa36a8669cf service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0453415 Jul 30 00:13:43.947647 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738ffa3-5803-4e49-8062-43d891eeeaa9 req-1541a6db-4923-4982-944b-3a40cdfca365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:43.949100 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e738ffa3-5803-4e49-8062-43d891eeeaa9 req-1541a6db-4923-4982-944b-3a40cdfca365 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410519 Jul 30 00:13:44.048474 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e738ffa3-5803-4e49-8062-43d891eeeaa9 req-85f36d4f-fff4-4743-8ab0-88bec3d52ea0 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916479 Jul 30 00:13:44.144561 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e738ffa3-5803-4e49-8062-43d891eeeaa9 req-fc13991e-40c5-4c44-ae26-d3dc5870f7aa service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888565 Jul 30 00:13:44.153957 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-3641048c-c6d6-4461-90b9-fbf217cd7161 None None] Set router bc655a99-458e-40b4-9867-cfa82cd9b3d3 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:13:44.377023 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-3641048c-c6d6-4461-90b9-fbf217cd7161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 4, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'gw_port': {'id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '216d0ad8-78c8-4487-97b0-fb73b2134235', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'floating_ip_address': '172.25.8.101', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'port_id': '2e86563e-5235-4532-9aa8-61a3b052ac8c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'mac_address': 'fa:16:3e:96:0e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bd375c-b101-48bc-95a4-a18797997763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:11:19Z', 'updated_at': '2021-07-30T00:13:42Z', 'revision_number': 5, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd26f8256-4962-4d79-9a91-2e13e75ce322', 'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'mac_address': 'fa:16:3e:3d:15:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:17Z', 'updated_at': '2021-07-30T00:11:21Z', 'revision_number': 5, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'subnets': [{'id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:13:44.401839 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3641048c-c6d6-4461-90b9-fbf217cd7161 None None] The sync data for ids ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'] in n-d-712140-10 is: [{'id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 4, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'gw_port': {'id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '216d0ad8-78c8-4487-97b0-fb73b2134235', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'floating_ip_address': '172.25.8.101', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'port_id': '2e86563e-5235-4532-9aa8-61a3b052ac8c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'mac_address': 'fa:16:3e:96:0e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90bd375c-b101-48bc-95a4-a18797997763', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:11:19Z', 'updated_at': '2021-07-30T00:13:42Z', 'revision_number': 5, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd26f8256-4962-4d79-9a91-2e13e75ce322', 'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'mac_address': 'fa:16:3e:3d:15:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:17Z', 'updated_at': '2021-07-30T00:11:21Z', 'revision_number': 5, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'subnets': [{'id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:13:44.595918 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311a1807-00c7-4960-8855-6ce2cfbe1db8 None None] New status for floating IP 216d0ad8-78c8-4487-97b0-fb73b2134235: ACTIVE {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:13:57.775391 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85b28e79-d714-4e1e-a111-c6b76da4b029 req-c0235c16-936c-4d9f-a92f-5756cfa08a5b service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0391288 Jul 30 00:13:57.860266 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b28e79-d714-4e1e-a111-c6b76da4b029 req-e0cbd804-ebf5-46c1-a970-511cdc2e7d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:57.861688 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85b28e79-d714-4e1e-a111-c6b76da4b029 req-e0cbd804-ebf5-46c1-a970-511cdc2e7d84 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 1098 time: 0.0445352 Jul 30 00:13:57.966062 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b28e79-d714-4e1e-a111-c6b76da4b029 req-740cae04-0fd5-47a4-8e53-9c010efa583d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:57.968466 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85b28e79-d714-4e1e-a111-c6b76da4b029 req-740cae04-0fd5-47a4-8e53-9c010efa583d service neutron] 10.222.0.23 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0877447 Jul 30 00:13:58.038028 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85b28e79-d714-4e1e-a111-c6b76da4b029 req-05c529a9-482b-4d4e-85a6-c5794039836e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e86563e-5235-4532-9aa8-61a3b052ac8c HTTP/1.1" status: 200 len: 1002 time: 0.0628943 Jul 30 00:13:58.087851 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b28e79-d714-4e1e-a111-c6b76da4b029 req-8f39f890-8c98-4055-8019-0e55eff4c95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:58.089321 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85b28e79-d714-4e1e-a111-c6b76da4b029 req-8f39f890-8c98-4055-8019-0e55eff4c95c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0430014 Jul 30 00:13:58.133678 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b28e79-d714-4e1e-a111-c6b76da4b029 req-1fc1494b-cdcf-4c68-820c-320f1df1b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:13:58.135201 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85b28e79-d714-4e1e-a111-c6b76da4b029 req-1fc1494b-cdcf-4c68-820c-320f1df1b507 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389066 Jul 30 00:13:58.227322 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85b28e79-d714-4e1e-a111-c6b76da4b029 req-8385df29-f87c-4011-88dd-c8f7c44225f5 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844204 Jul 30 00:13:58.317192 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85b28e79-d714-4e1e-a111-c6b76da4b029 req-1f85c5b1-9df5-4559-bd7c-cf97b5334adf service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827107 Jul 30 00:14:00.043161 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:00.269840 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:02.308918 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:14:02.908529 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d04b3997-d5d9-4e35-94a9-dd97b0a4d3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:05.472800 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:06.293051 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e8b159fc-dba9-4be8-8a35-ce69c1509f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:07.025736 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:08.335234 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:30.036395 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:30.265576 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:32.910571 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b58f9423-9471-4349-9d98-b11af28f4101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:35.474208 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:36.285551 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6674916e-81c1-4025-a618-d7464f6f1f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:37.027320 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:38.338705 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:14:39.307575 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:14:59.848407 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43c62ee3-e1fa-4825-b07c-ebc3d6e7b52f req-e675a62e-a7a4-4c34-a03b-a7d584908ba2 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0778778 Jul 30 00:14:59.934992 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c62ee3-e1fa-4825-b07c-ebc3d6e7b52f req-697a5f63-f31a-4522-aedc-be97b5711cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:14:59.936418 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43c62ee3-e1fa-4825-b07c-ebc3d6e7b52f req-697a5f63-f31a-4522-aedc-be97b5711cb1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 1098 time: 0.0453660 Jul 30 00:15:00.038074 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c62ee3-e1fa-4825-b07c-ebc3d6e7b52f req-10daba11-16e8-4bbc-9672-c1d266e39aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:00.039538 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43c62ee3-e1fa-4825-b07c-ebc3d6e7b52f req-10daba11-16e8-4bbc-9672-c1d266e39aa0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0836670 Jul 30 00:15:00.055394 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:00.107954 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43c62ee3-e1fa-4825-b07c-ebc3d6e7b52f req-55c0c8b3-9672-4fe5-ae04-2d3e7e34037f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e86563e-5235-4532-9aa8-61a3b052ac8c HTTP/1.1" status: 200 len: 1002 time: 0.0618920 Jul 30 00:15:00.155081 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c62ee3-e1fa-4825-b07c-ebc3d6e7b52f req-e4ea93fe-dd8b-49cd-9042-f4a9980f4f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:00.156586 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43c62ee3-e1fa-4825-b07c-ebc3d6e7b52f req-e4ea93fe-dd8b-49cd-9042-f4a9980f4f79 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0420995 Jul 30 00:15:00.203224 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c62ee3-e1fa-4825-b07c-ebc3d6e7b52f req-9f85fd45-c637-4c6f-bb7c-1ee47673de7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:00.204636 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43c62ee3-e1fa-4825-b07c-ebc3d6e7b52f req-9f85fd45-c637-4c6f-bb7c-1ee47673de7c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407875 Jul 30 00:15:00.264918 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:00.302131 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43c62ee3-e1fa-4825-b07c-ebc3d6e7b52f req-75881834-4311-4870-9b0a-527202ecae5e service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862815 Jul 30 00:15:00.389868 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43c62ee3-e1fa-4825-b07c-ebc3d6e7b52f req-3c8af997-c112-46aa-a555-a86d0a4ebb2c service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802236 Jul 30 00:15:02.910922 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1bce3924-2231-4995-acf0-0e4612c4ce50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:05.474820 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:06.286834 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-62d212ab-969e-4a11-bc86-5026be7e384e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:07.030770 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:08.341369 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:16.306823 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:15:19.468549 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b6e64-aed1-4659-b3cc-ccc4d6a60d15 req-13e1f815-ec76-4b2c-b9a9-1d1f7f9cbd79 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:19.470047 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-181b6e64-aed1-4659-b3cc-ccc4d6a60d15 req-13e1f815-ec76-4b2c-b9a9-1d1f7f9cbd79 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 946 time: 0.0916328 Jul 30 00:15:19.509814 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-181b6e64-aed1-4659-b3cc-ccc4d6a60d15 req-6d552d6d-353f-4910-8e7b-5fb6fa48223a tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329077 Jul 30 00:15:20.627879 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43054f-752f-4561-9b34-aeb33089f80e req-b96ef98f-1c8f-4465-b493-c4ae30f9eb93 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:20.629350 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cf43054f-752f-4561-9b34-aeb33089f80e req-b96ef98f-1c8f-4465-b493-c4ae30f9eb93 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 946 time: 0.0517023 Jul 30 00:15:20.667683 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cf43054f-752f-4561-9b34-aeb33089f80e req-9661408b-69e2-4721-bf15-33bb0eb888ce tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314000 Jul 30 00:15:21.782554 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f7a72-210c-4852-86eb-ba1217ea72e3 req-a7e45a22-649e-45bd-96c3-803c3b3b1558 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:21.784060 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da3f7a72-210c-4852-86eb-ba1217ea72e3 req-a7e45a22-649e-45bd-96c3-803c3b3b1558 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 946 time: 0.0482855 Jul 30 00:15:21.822205 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da3f7a72-210c-4852-86eb-ba1217ea72e3 req-cde42fd3-b9d5-417e-b53d-6a5f7753c4a2 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313969 Jul 30 00:15:22.939187 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70fcfb8-78ad-4547-ab05-88283da82b4a req-5f45329f-cd06-4748-ac0e-8fe76aef5b3d tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:22.940721 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e70fcfb8-78ad-4547-ab05-88283da82b4a req-5f45329f-cd06-4748-ac0e-8fe76aef5b3d tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 946 time: 0.0490336 Jul 30 00:15:22.979025 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e70fcfb8-78ad-4547-ab05-88283da82b4a req-d49b25b4-21aa-4cab-ade5-c717729364c0 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323451 Jul 30 00:15:24.097880 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4456bd-4e95-44ea-a390-305e39c1d931 req-55d110f4-b8a1-468d-8359-ecab577415b1 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:24.099849 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d4456bd-4e95-44ea-a390-305e39c1d931 req-55d110f4-b8a1-468d-8359-ecab577415b1 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 946 time: 0.0541663 Jul 30 00:15:24.137988 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d4456bd-4e95-44ea-a390-305e39c1d931 req-933eefc5-f29e-4646-baa4-dbe61f1f420d tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320985 Jul 30 00:15:25.253133 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416bbd66-23f0-448b-a524-7e821f65fde3 req-ab89fbde-b6fb-4c6f-92b8-aa494c426f80 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:25.254757 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-416bbd66-23f0-448b-a524-7e821f65fde3 req-ab89fbde-b6fb-4c6f-92b8-aa494c426f80 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 946 time: 0.0492620 Jul 30 00:15:25.296005 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-416bbd66-23f0-448b-a524-7e821f65fde3 req-55c7dae5-3671-4ecd-98b6-562e3a73b53b tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347350 Jul 30 00:15:26.410611 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b35c8c-a458-4f73-83ec-847cb84979f6 req-114d8e2b-7029-47cd-97d9-aadfc3882090 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:26.412802 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-12b35c8c-a458-4f73-83ec-847cb84979f6 req-114d8e2b-7029-47cd-97d9-aadfc3882090 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 946 time: 0.0487731 Jul 30 00:15:26.450331 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-12b35c8c-a458-4f73-83ec-847cb84979f6 req-1c45bacf-715a-4fd8-8042-571307c1acad tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315783 Jul 30 00:15:27.569440 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc1966-117a-4a44-af83-9ad348763baa req-b9a83c96-f0ee-43ce-a0a2-5e792aea420e tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:27.570841 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-01dc1966-117a-4a44-af83-9ad348763baa req-b9a83c96-f0ee-43ce-a0a2-5e792aea420e tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 946 time: 0.0533295 Jul 30 00:15:27.608758 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-01dc1966-117a-4a44-af83-9ad348763baa req-b6a3b79d-4768-4e89-b505-f337220c12a9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319297 Jul 30 00:15:28.728303 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56fddb-8918-45c0-86d2-eb4d716d82f5 req-90d1b877-025f-4d81-8bac-8f6ffa38bf82 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:28.729775 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea56fddb-8918-45c0-86d2-eb4d716d82f5 req-90d1b877-025f-4d81-8bac-8f6ffa38bf82 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 946 time: 0.0531197 Jul 30 00:15:28.767194 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea56fddb-8918-45c0-86d2-eb4d716d82f5 req-71c854d5-fef2-4748-9f7a-4c390a1a02bc tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315018 Jul 30 00:15:29.881389 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7579d714-b16d-4dfa-888f-aa85b5d3a38e req-b68ef2d7-a46f-4027-9e89-150f2eb53f5f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:29.882850 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7579d714-b16d-4dfa-888f-aa85b5d3a38e req-b68ef2d7-a46f-4027-9e89-150f2eb53f5f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 946 time: 0.0477002 Jul 30 00:15:29.919128 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7579d714-b16d-4dfa-888f-aa85b5d3a38e req-d2f8d3c3-2f2a-41be-855e-fa89228033aa tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303156 Jul 30 00:15:30.056649 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:30.160248 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3b786490-af0a-4077-af46-5ac9179b0321 req-6783ce2b-e017-4eb3-8813-75f1a5c28059 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0417323 Jul 30 00:15:30.180157 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d943ec9-b615-4fbf-b454-4a265121a287 req-bc0ea0de-886a-484d-ab1e-3bf04efc5ce2 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:30.181804 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5d943ec9-b615-4fbf-b454-4a265121a287 req-bc0ea0de-886a-484d-ab1e-3bf04efc5ce2 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 946 time: 0.0529296 Jul 30 00:15:30.220974 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5d943ec9-b615-4fbf-b454-4a265121a287 req-907e3308-2215-481a-b188-a65f8f4d91e8 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329320 Jul 30 00:15:30.263760 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:31.370214 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c67e6-37fc-44f1-8487-0147b6940c5a req-e9cb6fe3-a6ec-4c60-a0cd-39f23c602dbe tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:31.371694 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-680c67e6-37fc-44f1-8487-0147b6940c5a req-e9cb6fe3-a6ec-4c60-a0cd-39f23c602dbe tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 946 time: 0.0732424 Jul 30 00:15:31.397064 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b786490-af0a-4077-af46-5ac9179b0321 req-db46a843-7fcf-472b-890f-62c5713f4d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:31.398504 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3b786490-af0a-4077-af46-5ac9179b0321 req-db46a843-7fcf-472b-890f-62c5713f4d6c service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 1098 time: 0.0619521 Jul 30 00:15:31.459694 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-680c67e6-37fc-44f1-8487-0147b6940c5a req-4a0ea9d8-d740-46c8-a75a-cc3142bfdddc tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808423 Jul 30 00:15:31.501389 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b786490-af0a-4077-af46-5ac9179b0321 req-ca0eb0a0-6234-40d7-8094-44a5dbd6b67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:31.503256 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3b786490-af0a-4077-af46-5ac9179b0321 req-ca0eb0a0-6234-40d7-8094-44a5dbd6b67c service neutron] 10.222.0.23 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0975142 Jul 30 00:15:31.566806 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3b786490-af0a-4077-af46-5ac9179b0321 req-5f8f6305-1e5d-4f0d-ba1e-dbe8666c1ea8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e86563e-5235-4532-9aa8-61a3b052ac8c HTTP/1.1" status: 200 len: 1002 time: 0.0566130 Jul 30 00:15:31.618867 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b786490-af0a-4077-af46-5ac9179b0321 req-bacea782-c030-4e0f-b872-3d0a0be86c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:31.620346 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3b786490-af0a-4077-af46-5ac9179b0321 req-bacea782-c030-4e0f-b872-3d0a0be86c45 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0473452 Jul 30 00:15:31.665584 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b786490-af0a-4077-af46-5ac9179b0321 req-22f345e9-db2a-4f17-b2de-4e95e40d8447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:31.667079 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3b786490-af0a-4077-af46-5ac9179b0321 req-22f345e9-db2a-4f17-b2de-4e95e40d8447 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397108 Jul 30 00:15:31.758352 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3b786490-af0a-4077-af46-5ac9179b0321 req-e24dd6ee-c9ba-406d-984a-bc9bed96ef1f service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840216 Jul 30 00:15:31.849664 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3b786490-af0a-4077-af46-5ac9179b0321 req-44218ef8-35a1-490c-b507-f660679532fd service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842505 Jul 30 00:15:32.575086 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a5b1e-6359-4e5f-8a83-0ef1a4f48409 req-2bc1f353-9333-42ed-ab08-2362a9210b8c tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:32.576550 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a6a5b1e-6359-4e5f-8a83-0ef1a4f48409 req-2bc1f353-9333-42ed-ab08-2362a9210b8c tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 946 time: 0.0490043 Jul 30 00:15:32.614032 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8a6a5b1e-6359-4e5f-8a83-0ef1a4f48409 req-e0e7ae02-3343-4048-8cad-e053c08fc967 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315871 Jul 30 00:15:32.911352 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-098b793e-a313-4db7-9c95-99a3035cfbef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:33.679048 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-3b786490-af0a-4077-af46-5ac9179b0321 req-4d702e03-4182-41d9-a075-2841e6530824 service neutron] show failed (client error): The resource could not be found. Jul 30 00:15:33.680683 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3b786490-af0a-4077-af46-5ac9179b0321 req-4d702e03-4182-41d9-a075-2841e6530824 service neutron] 10.222.0.23 "GET /v2.0/ports/2e86563e-5235-4532-9aa8-61a3b052ac8c/bindings/n-h2-712140-10 HTTP/1.1" status: 404 len: 381 time: 0.0575991 Jul 30 00:15:33.738925 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cdbb2f-4919-40f8-84f1-4de32728a1dd req-1c7cb06f-83e3-47ee-9d1b-96276192b75b tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:33.741048 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f1cdbb2f-4919-40f8-84f1-4de32728a1dd req-1c7cb06f-83e3-47ee-9d1b-96276192b75b tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 946 time: 0.0572276 Jul 30 00:15:33.781548 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f1cdbb2f-4919-40f8-84f1-4de32728a1dd req-48a18bd9-8da9-4795-ace7-98bcefd41253 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343237 Jul 30 00:15:33.951810 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b786490-af0a-4077-af46-5ac9179b0321 req-2847f0a2-ba69-466c-aa27-2cf21011128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:33.953310 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3b786490-af0a-4077-af46-5ac9179b0321 req-2847f0a2-ba69-466c-aa27-2cf21011128c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763&tenant_id=14b6080e348c483a8b06beb31fe6bb84 HTTP/1.1" status: 200 len: 1098 time: 0.0770581 Jul 30 00:15:33.965930 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-3b786490-af0a-4077-af46-5ac9179b0321 req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-10', 'device_owner': 'compute:nova'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:34.021285 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-3b786490-af0a-4077-af46-5ac9179b0321 req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:34.217319 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-3b786490-af0a-4077-af46-5ac9179b0321 req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] For port 2e86563e-5235-4532-9aa8-61a3b052ac8c, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=2e86563e-5235-4532-9aa8-61a3b052ac8c,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:34.248262 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-3b786490-af0a-4077-af46-5ac9179b0321 req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] For port 2e86563e-5235-4532-9aa8-61a3b052ac8c, host n-h1-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:15:34.287617 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bd375c-b101-48bc-95a4-a18797997763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e86563e-5235-4532-9aa8-61a3b052ac8c'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:15:34.292634 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-3b786490-af0a-4077-af46-5ac9179b0321 req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:34.306070 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-3b786490-af0a-4077-af46-5ac9179b0321 req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] Transition to ACTIVE for port object 2e86563e-5235-4532-9aa8-61a3b052ac8c will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:15:34.310401 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-3b786490-af0a-4077-af46-5ac9179b0321 req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:34.339078 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5209d4e956e9ae4acfb38c8f800d5d5e141ec7fd74949f506a8c7ac355071e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b8be1d-9ac9-4cf9-b2a6-b0c31248ef1a" -d '{"events": [{"server_uuid": "90bd375c-b101-48bc-95a4-a18797997763", "name": "network-vif-unplugged", "status": "completed", "tag": "2e86563e-5235-4532-9aa8-61a3b052ac8c"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:15:34.393656 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] Pushing event updated for resources: {'Port': ['ID=2e86563e-5235-4532-9aa8-61a3b052ac8c,revision_number=6']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:34.406270 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:34.406657 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:34.406972 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:34.407291 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:34.407639 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:34.407991 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:34.408328 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:34.408664 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:34.408997 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:34.409349 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:34.409658 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:34.409984 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:34.450390 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a14210-4d5c-4a84-a884-65ad2ed38472 x-openstack-request-id: req-61a14210-4d5c-4a84-a884-65ad2ed38472 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:15:34.450690 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bd375c-b101-48bc-95a4-a18797997763", "name": "network-vif-unplugged", "status": "completed", "tag": "2e86563e-5235-4532-9aa8-61a3b052ac8c", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:15:34.450932 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-61a14210-4d5c-4a84-a884-65ad2ed38472 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:15:34.451387 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bd375c-b101-48bc-95a4-a18797997763', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e86563e-5235-4532-9aa8-61a3b052ac8c', 'code': 200} Jul 30 00:15:34.452218 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b786490-af0a-4077-af46-5ac9179b0321 req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] No DVR routers for this DVR port 2e86563e-5235-4532-9aa8-61a3b052ac8c on host n-h1-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:15:34.587990 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-3b786490-af0a-4077-af46-5ac9179b0321 req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] Attempting to bind port 2e86563e-5235-4532-9aa8-61a3b052ac8c on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:15:34.588328 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-3b786490-af0a-4077-af46-5ac9179b0321 req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] Attempting to bind port 2e86563e-5235-4532-9aa8-61a3b052ac8c by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:15:34.588654 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b786490-af0a-4077-af46-5ac9179b0321 req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] Attempting to bind port 2e86563e-5235-4532-9aa8-61a3b052ac8c on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:15:34.592959 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b786490-af0a-4077-af46-5ac9179b0321 req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] Port 2e86563e-5235-4532-9aa8-61a3b052ac8c on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:15:34.593282 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b786490-af0a-4077-af46-5ac9179b0321 req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] Attempting to bind port 2e86563e-5235-4532-9aa8-61a3b052ac8c on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:15:34.598145 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b786490-af0a-4077-af46-5ac9179b0321 req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:15:34.598481 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b786490-af0a-4077-af46-5ac9179b0321 req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] Checking segment: {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:15:34.598970 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b786490-af0a-4077-af46-5ac9179b0321 req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] Bound using segment: {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:15:34.599402 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-3b786490-af0a-4077-af46-5ac9179b0321 req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] Bound port: 2e86563e-5235-4532-9aa8-61a3b052ac8c, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:15:34.599754 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-3b786490-af0a-4077-af46-5ac9179b0321 req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:34.661058 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-3b786490-af0a-4077-af46-5ac9179b0321 req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] For port 2e86563e-5235-4532-9aa8-61a3b052ac8c, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:15:34.664154 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-3b786490-af0a-4077-af46-5ac9179b0321 req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] For port 2e86563e-5235-4532-9aa8-61a3b052ac8c, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=2e86563e-5235-4532-9aa8-61a3b052ac8c,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:15:34.668505 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-3b786490-af0a-4077-af46-5ac9179b0321 req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:34.709521 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b786490-af0a-4077-af46-5ac9179b0321 req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:34.710137 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-3b786490-af0a-4077-af46-5ac9179b0321 req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:34.712378 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3b786490-af0a-4077-af46-5ac9179b0321 req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] 10.222.0.39 "PUT /v2.0/ports/2e86563e-5235-4532-9aa8-61a3b052ac8c HTTP/1.1" status: 200 len: 1093 time: 0.7499242 Jul 30 00:15:34.735672 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf5c93c-9236-423d-a384-f6f566772856 service neutron] Pushing event updated for resources: {'Port': ['ID=2e86563e-5235-4532-9aa8-61a3b052ac8c,revision_number=7']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:34.783808 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b786490-af0a-4077-af46-5ac9179b0321 req-272d5c30-9ffb-4a47-a734-7eacd8ee79dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:34.785804 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3b786490-af0a-4077-af46-5ac9179b0321 req-272d5c30-9ffb-4a47-a734-7eacd8ee79dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 1096 time: 0.0457814 Jul 30 00:15:34.881076 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b786490-af0a-4077-af46-5ac9179b0321 req-837ab7c2-cfc4-40f5-b326-77e79e1d9645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:34.882600 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3b786490-af0a-4077-af46-5ac9179b0321 req-837ab7c2-cfc4-40f5-b326-77e79e1d9645 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0898972 Jul 30 00:15:34.917344 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebaf17e-1fe0-4ad9-ad08-8b2662533e6d req-32e4f279-ac47-43da-a9f0-b34e507b3126 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:34.918929 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6ebaf17e-1fe0-4ad9-ad08-8b2662533e6d req-32e4f279-ac47-43da-a9f0-b34e507b3126 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 944 time: 0.0606322 Jul 30 00:15:34.955241 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3b786490-af0a-4077-af46-5ac9179b0321 req-537178de-6fec-453b-8ba0-9c2a7bc93135 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e86563e-5235-4532-9aa8-61a3b052ac8c HTTP/1.1" status: 200 len: 1000 time: 0.0658767 Jul 30 00:15:34.957666 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6ebaf17e-1fe0-4ad9-ad08-8b2662533e6d req-3f8aff5f-f4b8-4842-8bce-49950cbca4e0 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325758 Jul 30 00:15:35.004844 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b786490-af0a-4077-af46-5ac9179b0321 req-922fdfa4-06d6-4f71-88b2-3af8a9729b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:35.006793 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3b786490-af0a-4077-af46-5ac9179b0321 req-922fdfa4-06d6-4f71-88b2-3af8a9729b18 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0438914 Jul 30 00:15:35.053594 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b786490-af0a-4077-af46-5ac9179b0321 req-3f1afaf2-16a0-45e2-b054-e3e4da8b9b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:35.055323 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3b786490-af0a-4077-af46-5ac9179b0321 req-3f1afaf2-16a0-45e2-b054-e3e4da8b9b65 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418484 Jul 30 00:15:35.147356 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3b786490-af0a-4077-af46-5ac9179b0321 req-f616b76b-e9dc-4bd6-bc16-8f8159bcd7b4 service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849080 Jul 30 00:15:35.235398 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3b786490-af0a-4077-af46-5ac9179b0321 req-6a631ce7-5538-473f-b946-c87038ceb385 service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803447 Jul 30 00:15:35.477351 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:36.074635 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1897185c-f6ac-4652-bfa7-bc79b99b94aa req-3f9b3439-8351-4c65-80e4-b11873707dc4 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:36.076411 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1897185c-f6ac-4652-bfa7-bc79b99b94aa req-3f9b3439-8351-4c65-80e4-b11873707dc4 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 944 time: 0.0496328 Jul 30 00:15:36.113576 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1897185c-f6ac-4652-bfa7-bc79b99b94aa req-18e3acfd-fcab-4fd9-a9f3-25aa4dc4df0d tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314491 Jul 30 00:15:36.288726 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b506685a-b6e8-4fbb-a49a-7c09f26c571b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:36.453256 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90bd375c-b101-48bc-95a4-a18797997763', 'tag': '2e86563e-5235-4532-9aa8-61a3b052ac8c'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:15:36.456036 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5209d4e956e9ae4acfb38c8f800d5d5e141ec7fd74949f506a8c7ac355071e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c49cec-9e1e-4cd8-b481-7eaa499ee729" -d '{"events": [{"name": "network-changed", "server_uuid": "90bd375c-b101-48bc-95a4-a18797997763", "tag": "2e86563e-5235-4532-9aa8-61a3b052ac8c"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:15:36.508433 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad016bea-488d-467c-b1cb-e4abda1d3a87 x-openstack-request-id: req-ad016bea-488d-467c-b1cb-e4abda1d3a87 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:15:36.508725 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90bd375c-b101-48bc-95a4-a18797997763", "tag": "2e86563e-5235-4532-9aa8-61a3b052ac8c", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:15:36.508978 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ad016bea-488d-467c-b1cb-e4abda1d3a87 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:15:36.509702 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90bd375c-b101-48bc-95a4-a18797997763', 'tag': '2e86563e-5235-4532-9aa8-61a3b052ac8c', 'status': 'completed', 'code': 200} Jul 30 00:15:36.572121 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c49cec-9e1e-4cd8-b481-7eaa499ee729 req-378e4338-cfb1-4082-ab50-d841a314f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:36.573518 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8c49cec-9e1e-4cd8-b481-7eaa499ee729 req-378e4338-cfb1-4082-ab50-d841a314f13b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 1096 time: 0.0450013 Jul 30 00:15:36.575892 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c49cec-9e1e-4cd8-b481-7eaa499ee729 req-ab8ac9f3-0463-4d8a-b71e-8b238985ecec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:36.577391 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f8c49cec-9e1e-4cd8-b481-7eaa499ee729 req-ab8ac9f3-0463-4d8a-b71e-8b238985ecec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 1096 time: 0.0458903 Jul 30 00:15:36.660484 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c49cec-9e1e-4cd8-b481-7eaa499ee729 req-17e1f07f-e586-41c1-a07d-34ae67f430b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:36.662843 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8c49cec-9e1e-4cd8-b481-7eaa499ee729 req-17e1f07f-e586-41c1-a07d-34ae67f430b1 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0827434 Jul 30 00:15:36.667043 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c49cec-9e1e-4cd8-b481-7eaa499ee729 req-6a532f5e-a12c-4adf-b645-8493ca18caeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:36.668544 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f8c49cec-9e1e-4cd8-b481-7eaa499ee729 req-6a532f5e-a12c-4adf-b645-8493ca18caeb service neutron] 10.222.0.39 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0836256 Jul 30 00:15:36.733399 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8c49cec-9e1e-4cd8-b481-7eaa499ee729 req-9a11a7bc-1ee9-49ee-b403-4718ac517078 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e86563e-5235-4532-9aa8-61a3b052ac8c HTTP/1.1" status: 200 len: 1000 time: 0.0639985 Jul 30 00:15:36.739497 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f8c49cec-9e1e-4cd8-b481-7eaa499ee729 req-38b7f1f2-79e6-4bb9-81ff-311304db769d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e86563e-5235-4532-9aa8-61a3b052ac8c HTTP/1.1" status: 200 len: 1000 time: 0.0638869 Jul 30 00:15:36.782543 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c49cec-9e1e-4cd8-b481-7eaa499ee729 req-c412c51e-aa61-4a56-b73f-930c33d02b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:36.784056 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8c49cec-9e1e-4cd8-b481-7eaa499ee729 req-c412c51e-aa61-4a56-b73f-930c33d02b66 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0441754 Jul 30 00:15:36.788712 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c49cec-9e1e-4cd8-b481-7eaa499ee729 req-14b4396c-e1ab-466a-8031-6229c5281e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:36.790162 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f8c49cec-9e1e-4cd8-b481-7eaa499ee729 req-14b4396c-e1ab-466a-8031-6229c5281e49 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0443616 Jul 30 00:15:36.829891 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c49cec-9e1e-4cd8-b481-7eaa499ee729 req-4aa9ee00-e081-4b18-bb0f-6b78a487d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:36.831313 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8c49cec-9e1e-4cd8-b481-7eaa499ee729 req-4aa9ee00-e081-4b18-bb0f-6b78a487d173 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399914 Jul 30 00:15:36.837390 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c49cec-9e1e-4cd8-b481-7eaa499ee729 req-22e4a869-3b30-4ead-9228-9ab6fcb88cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:36.838881 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f8c49cec-9e1e-4cd8-b481-7eaa499ee729 req-22e4a869-3b30-4ead-9228-9ab6fcb88cdd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404096 Jul 30 00:15:36.925041 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8c49cec-9e1e-4cd8-b481-7eaa499ee729 req-3182fa3c-ac54-4aea-94fc-75d939c1050b service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861511 Jul 30 00:15:36.931883 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f8c49cec-9e1e-4cd8-b481-7eaa499ee729 req-649a69fc-2b70-457a-823b-648908179e55 service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855601 Jul 30 00:15:37.014889 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8c49cec-9e1e-4cd8-b481-7eaa499ee729 req-2ab50fab-dda4-4953-8fa6-775211548aa6 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823085 Jul 30 00:15:37.021872 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f8c49cec-9e1e-4cd8-b481-7eaa499ee729 req-2ddcb260-aef9-481e-91af-4b6b0a7017c2 service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820527 Jul 30 00:15:37.037005 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:37.231817 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecc19a0-0382-42cf-8928-78e1ff047bb0 req-25524918-f222-4cb6-8590-42548b977176 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:37.233322 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aecc19a0-0382-42cf-8928-78e1ff047bb0 req-25524918-f222-4cb6-8590-42548b977176 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 944 time: 0.0492804 Jul 30 00:15:37.271786 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aecc19a0-0382-42cf-8928-78e1ff047bb0 req-cf737712-128c-454a-9350-81ff66848c45 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318971 Jul 30 00:15:37.509649 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 2e86563e-5235-4532-9aa8-61a3b052ac8c no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:15:37.552844 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 2e86563e-5235-4532-9aa8-61a3b052ac8c not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:15:37.791792 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23c4ce-ec18-4a31-8070-9eac7044358a req-f63a8f5d-da11-487d-aaa3-823e047e3087 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:37.793227 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6e23c4ce-ec18-4a31-8070-9eac7044358a req-f63a8f5d-da11-487d-aaa3-823e047e3087 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 944 time: 0.3764884 Jul 30 00:15:37.807050 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd4134-d99a-422a-9223-e1631a9e81f5 req-d53c9026-30a2-476b-bde7-454075c487a4 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:37.808482 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-46dd4134-d99a-422a-9223-e1631a9e81f5 req-d53c9026-30a2-476b-bde7-454075c487a4 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.23 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763&tenant_id=14b6080e348c483a8b06beb31fe6bb84&binding%3Ahost_id=n-h2-712140-10 HTTP/1.1" status: 200 len: 944 time: 0.3817208 Jul 30 00:15:37.868379 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6e23c4ce-ec18-4a31-8070-9eac7044358a req-0f9883ce-7682-469a-9b2e-8a5d46e6ae9d tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691338 Jul 30 00:15:37.890629 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-46dd4134-d99a-422a-9223-e1631a9e81f5 req-97694a31-ce91-4ad5-834c-817d08dec3ae service neutron] delete failed (client error): The resource could not be found. Jul 30 00:15:37.891632 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-46dd4134-d99a-422a-9223-e1631a9e81f5 req-97694a31-ce91-4ad5-834c-817d08dec3ae service neutron] 10.222.0.23 "DELETE /v2.0/ports/2e86563e-5235-4532-9aa8-61a3b052ac8c/bindings/n-h1-712140-10 HTTP/1.1" status: 404 len: 381 time: 0.0700326 Jul 30 00:15:37.977290 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd4134-d99a-422a-9223-e1631a9e81f5 req-dba9c518-5742-4341-a875-2a2204503f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:37.978798 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-46dd4134-d99a-422a-9223-e1631a9e81f5 req-dba9c518-5742-4341-a875-2a2204503f20 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 1096 time: 0.0425014 Jul 30 00:15:38.069819 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd4134-d99a-422a-9223-e1631a9e81f5 req-9150f562-a227-4ba0-a216-8162d126cb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:38.071237 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-46dd4134-d99a-422a-9223-e1631a9e81f5 req-9150f562-a227-4ba0-a216-8162d126cb98 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0862663 Jul 30 00:15:38.138133 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-46dd4134-d99a-422a-9223-e1631a9e81f5 req-de996b66-e996-4d8f-8d35-01706420025f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e86563e-5235-4532-9aa8-61a3b052ac8c HTTP/1.1" status: 200 len: 1000 time: 0.0599408 Jul 30 00:15:38.185617 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd4134-d99a-422a-9223-e1631a9e81f5 req-c2f696ce-8fe3-43a7-be92-b974a3f87591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:38.187049 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-46dd4134-d99a-422a-9223-e1631a9e81f5 req-c2f696ce-8fe3-43a7-be92-b974a3f87591 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0425642 Jul 30 00:15:38.231166 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd4134-d99a-422a-9223-e1631a9e81f5 req-05713ea2-ae16-4607-8ac6-38a7e08b1521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:38.232670 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-46dd4134-d99a-422a-9223-e1631a9e81f5 req-05713ea2-ae16-4607-8ac6-38a7e08b1521 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387583 Jul 30 00:15:38.325092 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-46dd4134-d99a-422a-9223-e1631a9e81f5 req-f0aa251d-e12a-4df7-8596-676b15007fd2 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847750 Jul 30 00:15:38.343700 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:38.417912 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-46dd4134-d99a-422a-9223-e1631a9e81f5 req-6044cb26-c7d9-4004-aa8e-68ef1e6177e6 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821214 Jul 30 00:15:38.469624 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 2e86563e-5235-4532-9aa8-61a3b052ac8c details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:15:38.567118 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 2e86563e-5235-4532-9aa8-61a3b052ac8c, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=2e86563e-5235-4532-9aa8-61a3b052ac8c,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:38.578397 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '2e86563e-5235-4532-9aa8-61a3b052ac8c', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'port_id': '2e86563e-5235-4532-9aa8-61a3b052ac8c', 'mac_address': 'fa:16:3e:96:0e:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:15:38.619761 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:38.632277 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e86563e-5235-4532-9aa8-61a3b052ac8c {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:15:38.651036 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 2e86563e-5235-4532-9aa8-61a3b052ac8c, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=2e86563e-5235-4532-9aa8-61a3b052ac8c,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:38.654466 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:38.700196 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=2e86563e-5235-4532-9aa8-61a3b052ac8c,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:38.707226 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.707577 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.707946 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.708579 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.708728 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.709002 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.709331 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.709660 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.709985 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.710336 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.710743 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.710958 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:38.875298 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['2e86563e-5235-4532-9aa8-61a3b052ac8c'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:15:39.003187 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49790216-2dfd-4c7d-9869-6926d93170cf req-5d100aac-f2d8-403e-9d64-33c564b78817 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:39.005018 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-49790216-2dfd-4c7d-9869-6926d93170cf req-5d100aac-f2d8-403e-9d64-33c564b78817 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 945 time: 0.0612347 Jul 30 00:15:39.046893 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-49790216-2dfd-4c7d-9869-6926d93170cf req-d1a91a37-c159-4234-afc9-d2da27e15f8c tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344181 Jul 30 00:15:39.165702 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74102c44-20d8-4a1d-9cbf-d7db6c6dc1bb req-47b64eef-6c9a-4deb-bd70-0860c95c8df8 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:39.167218 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-74102c44-20d8-4a1d-9cbf-d7db6c6dc1bb req-47b64eef-6c9a-4deb-bd70-0860c95c8df8 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 945 time: 0.0500503 Jul 30 00:15:39.205232 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-74102c44-20d8-4a1d-9cbf-d7db6c6dc1bb req-02b4cdb0-8596-4fdf-96a7-5361be55a94f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316639 Jul 30 00:15:39.402766 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d5720-277b-4614-803c-7b7e35afb386 req-fef389df-e504-403c-aaba-0fde62481354 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:39.404454 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fa9d5720-277b-4614-803c-7b7e35afb386 req-fef389df-e504-403c-aaba-0fde62481354 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 945 time: 0.0514286 Jul 30 00:15:39.426993 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429ddfd-86d6-4e62-9e94-378f6618fbdc req-c1ec3b2f-2f2b-4136-ac07-8703a707ceff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:39.428445 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1429ddfd-86d6-4e62-9e94-378f6618fbdc req-c1ec3b2f-2f2b-4136-ac07-8703a707ceff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 1097 time: 0.0414705 Jul 30 00:15:39.444069 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fa9d5720-277b-4614-803c-7b7e35afb386 req-681a283c-00a3-454e-a4d3-491eca63449f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336509 Jul 30 00:15:39.521938 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429ddfd-86d6-4e62-9e94-378f6618fbdc req-ac1f3fb4-4605-477a-bf6e-616fd493cf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:39.523402 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1429ddfd-86d6-4e62-9e94-378f6618fbdc req-ac1f3fb4-4605-477a-bf6e-616fd493cf3a service neutron] 10.222.0.39 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0880404 Jul 30 00:15:39.587663 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1429ddfd-86d6-4e62-9e94-378f6618fbdc req-55475555-e28a-43c3-8df7-4987f5cdfed6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e86563e-5235-4532-9aa8-61a3b052ac8c HTTP/1.1" status: 200 len: 1001 time: 0.0572090 Jul 30 00:15:39.641387 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429ddfd-86d6-4e62-9e94-378f6618fbdc req-7729f32e-b6f7-40ae-abb9-8d85b2ad215c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:39.642827 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1429ddfd-86d6-4e62-9e94-378f6618fbdc req-7729f32e-b6f7-40ae-abb9-8d85b2ad215c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0482616 Jul 30 00:15:39.688574 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1429ddfd-86d6-4e62-9e94-378f6618fbdc req-8d7e942a-7279-4389-b92b-3e6bd7db33da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:39.689942 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1429ddfd-86d6-4e62-9e94-378f6618fbdc req-8d7e942a-7279-4389-b92b-3e6bd7db33da service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397468 Jul 30 00:15:39.777915 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1429ddfd-86d6-4e62-9e94-378f6618fbdc req-e001e39d-0646-46dd-ae01-3e3a9807fb71 service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805531 Jul 30 00:15:39.869716 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1429ddfd-86d6-4e62-9e94-378f6618fbdc req-5281d161-c047-4c66-9d7c-b515750f253b service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853345 Jul 30 00:15:40.492874 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 2e86563e-5235-4532-9aa8-61a3b052ac8c up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:15:40.542525 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 2e86563e-5235-4532-9aa8-61a3b052ac8c completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:15:40.546077 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 2e86563e-5235-4532-9aa8-61a3b052ac8c triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:15:40.546470 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:40.574370 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a5263-4dd9-4eae-b4b0-f3a0112f58bf req-4d6fc21d-d955-40a2-b752-32a0c243d29f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:40.575883 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-833a5263-4dd9-4eae-b4b0-f3a0112f58bf req-4d6fc21d-d955-40a2-b752-32a0c243d29f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 945 time: 0.0531454 Jul 30 00:15:40.617098 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-833a5263-4dd9-4eae-b4b0-f3a0112f58bf req-ba2df49f-0b82-48e0-94f8-f2ce9ed6fa39 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344009 Jul 30 00:15:40.624282 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:40.647640 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bd375c-b101-48bc-95a4-a18797997763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e86563e-5235-4532-9aa8-61a3b052ac8c'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:15:40.663609 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 2e86563e-5235-4532-9aa8-61a3b052ac8c, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=2e86563e-5235-4532-9aa8-61a3b052ac8c,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:40.668651 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:40.697782 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee31ed8e5b8e4dc4f88b315270ded6679232f3f3b12134e952a2ffdf5dc07ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0abefb-fa3c-4f21-a82f-32e58edbf599" -d '{"events": [{"server_uuid": "90bd375c-b101-48bc-95a4-a18797997763", "name": "network-vif-plugged", "status": "completed", "tag": "2e86563e-5235-4532-9aa8-61a3b052ac8c"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:15:40.727268 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=2e86563e-5235-4532-9aa8-61a3b052ac8c,revision_number=9']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:40.839571 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ecd409-2824-4a45-b5fd-6d2d90d70394 x-openstack-request-id: req-f9ecd409-2824-4a45-b5fd-6d2d90d70394 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:15:40.839883 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bd375c-b101-48bc-95a4-a18797997763", "name": "network-vif-plugged", "status": "completed", "tag": "2e86563e-5235-4532-9aa8-61a3b052ac8c", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:15:40.840154 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f9ecd409-2824-4a45-b5fd-6d2d90d70394 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:15:40.840547 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bd375c-b101-48bc-95a4-a18797997763', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e86563e-5235-4532-9aa8-61a3b052ac8c', 'code': 200} Jul 30 00:15:40.929156 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c87040-466f-4fbc-a2e5-a46057f0bb81 req-97bf7483-6f1a-47a2-a734-4252c4f4a7e0 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:40.930872 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98c87040-466f-4fbc-a2e5-a46057f0bb81 req-97bf7483-6f1a-47a2-a734-4252c4f4a7e0 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 946 time: 0.0479639 Jul 30 00:15:40.968550 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98c87040-466f-4fbc-a2e5-a46057f0bb81 req-a2631da9-f3b3-4402-879b-fe7b7406bdc8 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316849 Jul 30 00:15:42.092557 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b306c03-ca71-4fef-a0da-f700b6950e2f req-4fb91963-4ee4-4d38-acd7-34f02a9a9755 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:42.094197 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1b306c03-ca71-4fef-a0da-f700b6950e2f req-4fb91963-4ee4-4d38-acd7-34f02a9a9755 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 946 time: 0.0501683 Jul 30 00:15:42.111455 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d509a-289d-41a5-bf04-070c66dcc97a req-5515ffa6-58a1-49d5-adc6-5b285f774f2f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:42.112930 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c64d509a-289d-41a5-bf04-070c66dcc97a req-5515ffa6-58a1-49d5-adc6-5b285f774f2f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.39 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 946 time: 0.0496199 Jul 30 00:15:42.133277 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1b306c03-ca71-4fef-a0da-f700b6950e2f req-db196c37-c4ec-4a52-a8ac-2498253e1efb tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321641 Jul 30 00:15:42.203788 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-c64d509a-289d-41a5-bf04-070c66dcc97a req-c8b67519-3f0b-4495-ae44-85f9bf63eaef tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Deleting port 2e86563e-5235-4532-9aa8-61a3b052ac8c {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:15:42.204247 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-c64d509a-289d-41a5-bf04-070c66dcc97a req-c8b67519-3f0b-4495-ae44-85f9bf63eaef tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:42.293148 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-c64d509a-289d-41a5-bf04-070c66dcc97a req-c8b67519-3f0b-4495-ae44-85f9bf63eaef tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] For port 2e86563e-5235-4532-9aa8-61a3b052ac8c, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=2e86563e-5235-4532-9aa8-61a3b052ac8c,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:42.293517 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-c64d509a-289d-41a5-bf04-070c66dcc97a req-c8b67519-3f0b-4495-ae44-85f9bf63eaef tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:42.787180 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-c64d509a-289d-41a5-bf04-070c66dcc97a req-c8b67519-3f0b-4495-ae44-85f9bf63eaef tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:42.787548 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-c64d509a-289d-41a5-bf04-070c66dcc97a req-c8b67519-3f0b-4495-ae44-85f9bf63eaef tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:42.787887 n-d-712140-10 neutron-server[94064]: INFO neutron.db.l3_db [req-c64d509a-289d-41a5-bf04-070c66dcc97a req-c8b67519-3f0b-4495-ae44-85f9bf63eaef tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Floating IP 216d0ad8-78c8-4487-97b0-fb73b2134235 disassociated. External IP: 172.25.8.101, port: 2e86563e-5235-4532-9aa8-61a3b052ac8c. Jul 30 00:15:42.788237 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-c64d509a-289d-41a5-bf04-070c66dcc97a req-c8b67519-3f0b-4495-ae44-85f9bf63eaef tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Calling delete_port for 2e86563e-5235-4532-9aa8-61a3b052ac8c owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:15:42.911019 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-c64d509a-289d-41a5-bf04-070c66dcc97a req-c8b67519-3f0b-4495-ae44-85f9bf63eaef tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:42.937968 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b67519-3f0b-4495-ae44-85f9bf63eaef tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Pushing event deleted for resources: {'Port': ['ID=2e86563e-5235-4532-9aa8-61a3b052ac8c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:43.059709 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c64d509a-289d-41a5-bf04-070c66dcc97a req-c8b67519-3f0b-4495-ae44-85f9bf63eaef tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Router bc655a99-458e-40b4-9867-cfa82cd9b3d3 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:15:43.171253 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c64d509a-289d-41a5-bf04-070c66dcc97a req-c8b67519-3f0b-4495-ae44-85f9bf63eaef tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:15:43.182726 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6e88bc-ce46-47bf-be50-793262e2e88d None None] Sync routers for ids ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:15:43.191985 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6e88bc-ce46-47bf-be50-793262e2e88d None None] Routers {'bc655a99-458e-40b4-9867-cfa82cd9b3d3'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:15:43.192740 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9b6e88bc-ce46-47bf-be50-793262e2e88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:15:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:43.219476 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-c64d509a-289d-41a5-bf04-070c66dcc97a req-c8b67519-3f0b-4495-ae44-85f9bf63eaef tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] No DVR routers for this DVR port 2e86563e-5235-4532-9aa8-61a3b052ac8c on host n-h2-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:15:43.221923 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-c64d509a-289d-41a5-bf04-070c66dcc97a req-c8b67519-3f0b-4495-ae44-85f9bf63eaef tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:43.224461 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c64d509a-289d-41a5-bf04-070c66dcc97a req-c8b67519-3f0b-4495-ae44-85f9bf63eaef tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.39 "DELETE /v2.0/ports/2e86563e-5235-4532-9aa8-61a3b052ac8c HTTP/1.1" status: 204 len: 173 time: 1.1056976 Jul 30 00:15:43.224894 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90bd375c-b101-48bc-95a4-a18797997763', 'name': 'network-vif-deleted', 'tag': '2e86563e-5235-4532-9aa8-61a3b052ac8c'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:15:43.227222 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5209d4e956e9ae4acfb38c8f800d5d5e141ec7fd74949f506a8c7ac355071e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1c14af-1c6f-4c21-bc61-905c2de66307" -d '{"events": [{"server_uuid": "90bd375c-b101-48bc-95a4-a18797997763", "name": "network-vif-deleted", "tag": "2e86563e-5235-4532-9aa8-61a3b052ac8c"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:15:43.236735 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b24f5a9b-cde5-4f68-97e1-6d6eecee3dd0 req-6e0312ef-53f8-48de-b6fe-3f817d575794 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=90bd375c-b101-48bc-95a4-a18797997763 HTTP/1.1" status: 200 len: 210 time: 0.0339706 Jul 30 00:15:43.289720 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec2e72a-7e4c-4c66-b7fc-fe3560a81631 x-openstack-request-id: req-bec2e72a-7e4c-4c66-b7fc-fe3560a81631 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:15:43.290014 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90bd375c-b101-48bc-95a4-a18797997763", "name": "network-vif-deleted", "tag": "2e86563e-5235-4532-9aa8-61a3b052ac8c", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:15:43.290267 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-bec2e72a-7e4c-4c66-b7fc-fe3560a81631 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:15:43.290667 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90bd375c-b101-48bc-95a4-a18797997763', 'name': 'network-vif-deleted', 'tag': '2e86563e-5235-4532-9aa8-61a3b052ac8c', 'status': 'completed', 'code': 200} Jul 30 00:15:43.319784 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-9b6e88bc-ce46-47bf-be50-793262e2e88d None None] Set router bc655a99-458e-40b4-9867-cfa82cd9b3d3 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:15:43.538722 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9b6e88bc-ce46-47bf-be50-793262e2e88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 4, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'gw_port': {'id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd26f8256-4962-4d79-9a91-2e13e75ce322', 'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'mac_address': 'fa:16:3e:3d:15:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:17Z', 'updated_at': '2021-07-30T00:11:21Z', 'revision_number': 5, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'subnets': [{'id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:43.564575 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6e88bc-ce46-47bf-be50-793262e2e88d None None] Checking router: bc655a99-458e-40b4-9867-cfa82cd9b3d3 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:15:43.577489 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6e88bc-ce46-47bf-be50-793262e2e88d None None] Routers {'bc655a99-458e-40b4-9867-cfa82cd9b3d3'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:15:43.578026 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9b6e88bc-ce46-47bf-be50-793262e2e88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:15:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:43.682682 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-9b6e88bc-ce46-47bf-be50-793262e2e88d None None] Set router bc655a99-458e-40b4-9867-cfa82cd9b3d3 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:15:43.883367 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9b6e88bc-ce46-47bf-be50-793262e2e88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 4, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'gw_port': {'id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd26f8256-4962-4d79-9a91-2e13e75ce322', 'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'mac_address': 'fa:16:3e:3d:15:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:17Z', 'updated_at': '2021-07-30T00:11:21Z', 'revision_number': 5, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'subnets': [{'id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:43.908759 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6e88bc-ce46-47bf-be50-793262e2e88d None None] The sync data for ids ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'] in n-d-712140-10 is: [{'id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 4, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'gw_port': {'id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd26f8256-4962-4d79-9a91-2e13e75ce322', 'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'mac_address': 'fa:16:3e:3d:15:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:17Z', 'updated_at': '2021-07-30T00:11:21Z', 'revision_number': 5, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'subnets': [{'id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:15:44.131057 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a644c80c-f849-4e27-a7cf-169ebeb3bce2 None None] New status for floating IP 216d0ad8-78c8-4487-97b0-fb73b2134235: DOWN {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:15:44.516200 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-93fa5c18-33ee-4c57-90e8-3891bf68aacd tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1680573818&fields=id&tenant_id=14b6080e348c483a8b06beb31fe6bb84 HTTP/1.1" status: 200 len: 267 time: 0.0327907 Jul 30 00:15:44.620893 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-780e80bc-0202-4f25-84ef-7821cc6f11b0 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:44.622373 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-780e80bc-0202-4f25-84ef-7821cc6f11b0 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 811 time: 0.0992587 Jul 30 00:15:44.637409 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-85e58ead-bc7b-4451-bc55-1c22b13af80f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/quotas/14b6080e348c483a8b06beb31fe6bb84 HTTP/1.1" status: 200 len: 375 time: 0.0093458 Jul 30 00:15:44.691007 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-0d6c10c4-e386-4f3a-bc58-0f6a0df8e38c tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483778 Jul 30 00:15:44.836443 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-c690f655-239b-4f71-a271-4176c1123529 service neutron] 10.222.0.18 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336992 Jul 30 00:15:44.925301 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-c3a88a98-26dd-4c4c-802e-384307c49944 service neutron] 10.222.0.18 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826252 Jul 30 00:15:45.105165 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e90a6bc5-11c5-427b-b8de-fa6d19b64850 req-d9232680-a8b8-4e06-b9e4-27e4fa097606 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 210 time: 0.0326934 Jul 30 00:15:45.995027 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-1bc7e9ff-0523-408d-86fd-bdc468ba90fa tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:45.996547 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-1bc7e9ff-0523-408d-86fd-bdc468ba90fa tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.23 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 811 time: 0.1064556 Jul 30 00:15:46.043384 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-3f87fad5-4897-4cd2-926f-76ef88e132d9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14b6080e348c483a8b06beb31fe6bb84 HTTP/1.1" status: 200 len: 380 time: 0.0367556 Jul 30 00:15:46.061909 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-4b4b4640-23c8-4f12-b33e-2fd29164ef5f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Request body: {'port': {'device_id': '56b09122-2042-4be8-9a1f-061b4e020b53', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'admin_state_up': True, 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'security_groups': ['2934dd3e-b292-4554-a13a-17bb8daec230']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:46.173734 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-4b4b4640-23c8-4f12-b33e-2fd29164ef5f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Made reservation on behalf of 14b6080e348c483a8b06beb31fe6bb84 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:15:46.178120 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-4b4b4640-23c8-4f12-b33e-2fd29164ef5f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:46.212558 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1a8405fd-cc2a-43c6-b509-d1598fc27f28 req-1f7c71c5-aefa-4097-9d45-347f04d476e1 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 210 time: 0.0317552 Jul 30 00:15:46.330158 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-4b4b4640-23c8-4f12-b33e-2fd29164ef5f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Allocated IP 172.20.0.12 (a603c1a6-08c3-4047-ac31-509b93ba0ed6/022a333a-1c31-4c4e-ac1b-fe0635f9b428/fda9aba7-7cc7-4338-a69b-ad718c47eca3) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:15:46.464087 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-4b4b4640-23c8-4f12-b33e-2fd29164ef5f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:46.477427 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-4b4b4640-23c8-4f12-b33e-2fd29164ef5f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Transition to ACTIVE for port object fda9aba7-7cc7-4338-a69b-ad718c47eca3 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:15:46.509677 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-4b4b4640-23c8-4f12-b33e-2fd29164ef5f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:46.518637 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 2e86563e-5235-4532-9aa8-61a3b052ac8c no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:15:46.538915 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 2e86563e-5235-4532-9aa8-61a3b052ac8c {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:15:46.539165 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 2e86563e-5235-4532-9aa8-61a3b052ac8c not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:15:46.562136 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-4b4b4640-23c8-4f12-b33e-2fd29164ef5f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Network a603c1a6-08c3-4047-ac31-509b93ba0ed6 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:15:46.567192 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-4b4b4640-23c8-4f12-b33e-2fd29164ef5f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:15:46.570458 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-4b4b4640-23c8-4f12-b33e-2fd29164ef5f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:15:46.595153 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b4640-23c8-4f12-b33e-2fd29164ef5f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Pushing event updated for resources: {'Port': ['ID=fda9aba7-7cc7-4338-a69b-ad718c47eca3,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:46.608746 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b4640-23c8-4f12-b33e-2fd29164ef5f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:46.609100 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b4640-23c8-4f12-b33e-2fd29164ef5f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:46.609440 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b4640-23c8-4f12-b33e-2fd29164ef5f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:46.609776 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b4640-23c8-4f12-b33e-2fd29164ef5f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:46.610110 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b4640-23c8-4f12-b33e-2fd29164ef5f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:46.610471 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b4640-23c8-4f12-b33e-2fd29164ef5f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:46.610796 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b4640-23c8-4f12-b33e-2fd29164ef5f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:46.611121 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b4640-23c8-4f12-b33e-2fd29164ef5f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:46.611445 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b4640-23c8-4f12-b33e-2fd29164ef5f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:46.611769 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b4640-23c8-4f12-b33e-2fd29164ef5f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:46.612117 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b4640-23c8-4f12-b33e-2fd29164ef5f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:46.612441 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4b4640-23c8-4f12-b33e-2fd29164ef5f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:15:46.634861 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-4b4b4640-23c8-4f12-b33e-2fd29164ef5f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:46.635517 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-4b4b4640-23c8-4f12-b33e-2fd29164ef5f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:46.650345 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-4b4b4640-23c8-4f12-b33e-2fd29164ef5f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5929544 Jul 30 00:15:46.663063 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-38a139a5-94b8-4e41-b882-09a6130e6b66 service neutron] Request body: {'port': {'device_id': '56b09122-2042-4be8-9a1f-061b4e020b53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:46.718875 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-38a139a5-94b8-4e41-b882-09a6130e6b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:46.807812 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e77eee9d-37cd-45c7-b9ee-6d059ac0cf4d None None] Provisioning for port fda9aba7-7cc7-4338-a69b-ad718c47eca3 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:15:46.811347 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e77eee9d-37cd-45c7-b9ee-6d059ac0cf4d None None] Provisioning complete for port fda9aba7-7cc7-4338-a69b-ad718c47eca3 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:15:46.811742 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e77eee9d-37cd-45c7-b9ee-6d059ac0cf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:46.848965 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e77eee9d-37cd-45c7-b9ee-6d059ac0cf4d None None] Port fda9aba7-7cc7-4338-a69b-ad718c47eca3 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:15:46.989918 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-38a139a5-94b8-4e41-b882-09a6130e6b66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fda9aba7-7cc7-4338-a69b-ad718c47eca3 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:15:46.997238 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-38a139a5-94b8-4e41-b882-09a6130e6b66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:47.009778 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-38a139a5-94b8-4e41-b882-09a6130e6b66 service neutron] Transition to ACTIVE for port object fda9aba7-7cc7-4338-a69b-ad718c47eca3 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:15:47.013350 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-38a139a5-94b8-4e41-b882-09a6130e6b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:47.078212 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a139a5-94b8-4e41-b882-09a6130e6b66 service neutron] Pushing event updated for resources: {'Port': ['ID=fda9aba7-7cc7-4338-a69b-ad718c47eca3,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:47.132329 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-38a139a5-94b8-4e41-b882-09a6130e6b66 service neutron] Attempting to bind port fda9aba7-7cc7-4338-a69b-ad718c47eca3 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:15:47.132697 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-38a139a5-94b8-4e41-b882-09a6130e6b66 service neutron] Attempting to bind port fda9aba7-7cc7-4338-a69b-ad718c47eca3 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:15:47.133037 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-38a139a5-94b8-4e41-b882-09a6130e6b66 service neutron] Attempting to bind port fda9aba7-7cc7-4338-a69b-ad718c47eca3 on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:15:47.138232 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-38a139a5-94b8-4e41-b882-09a6130e6b66 service neutron] Port fda9aba7-7cc7-4338-a69b-ad718c47eca3 on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:15:47.138559 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-38a139a5-94b8-4e41-b882-09a6130e6b66 service neutron] Attempting to bind port fda9aba7-7cc7-4338-a69b-ad718c47eca3 on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:15:47.143653 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-38a139a5-94b8-4e41-b882-09a6130e6b66 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:15:47.144025 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-38a139a5-94b8-4e41-b882-09a6130e6b66 service neutron] Checking segment: {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:15:47.144420 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-38a139a5-94b8-4e41-b882-09a6130e6b66 service neutron] Bound using segment: {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:15:47.144851 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-38a139a5-94b8-4e41-b882-09a6130e6b66 service neutron] Bound port: fda9aba7-7cc7-4338-a69b-ad718c47eca3, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:15:47.145250 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-38a139a5-94b8-4e41-b882-09a6130e6b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:47.217041 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-38a139a5-94b8-4e41-b882-09a6130e6b66 service neutron] For port fda9aba7-7cc7-4338-a69b-ad718c47eca3, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:15:47.220158 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-38a139a5-94b8-4e41-b882-09a6130e6b66 service neutron] For port fda9aba7-7cc7-4338-a69b-ad718c47eca3, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=fda9aba7-7cc7-4338-a69b-ad718c47eca3,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:15:47.224873 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-38a139a5-94b8-4e41-b882-09a6130e6b66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:47.258024 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-38a139a5-94b8-4e41-b882-09a6130e6b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:47.258721 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-38a139a5-94b8-4e41-b882-09a6130e6b66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:47.260536 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-38a139a5-94b8-4e41-b882-09a6130e6b66 service neutron] 10.222.0.23 "PUT /v2.0/ports/fda9aba7-7cc7-4338-a69b-ad718c47eca3 HTTP/1.1" status: 200 len: 1093 time: 0.6024809 Jul 30 00:15:47.263169 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b09122-2042-4be8-9a1f-061b4e020b53', 'tag': 'fda9aba7-7cc7-4338-a69b-ad718c47eca3'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:15:47.345869 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8538761a-2ba8-4b88-9285-964ec06e4d07" -d '{"events": [{"name": "network-changed", "server_uuid": "56b09122-2042-4be8-9a1f-061b4e020b53", "tag": "fda9aba7-7cc7-4338-a69b-ad718c47eca3"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:15:47.373242 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a139a5-94b8-4e41-b882-09a6130e6b66 service neutron] Pushing event updated for resources: {'Port': ['ID=fda9aba7-7cc7-4338-a69b-ad718c47eca3,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:47.398203 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-41a390c4-4eb7-44c6-b8bb-663c5d2b06f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:47.399748 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-41a390c4-4eb7-44c6-b8bb-663c5d2b06f1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 1096 time: 0.0809288 Jul 30 00:15:47.408229 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346aaa6-1e3a-464f-9cf3-18f8fa318e78 req-ad14cc4f-4b3c-4794-9613-9b1615b91dcf tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:47.409769 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0346aaa6-1e3a-464f-9cf3-18f8fa318e78 req-ad14cc4f-4b3c-4794-9613-9b1615b91dcf tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 944 time: 0.1093478 Jul 30 00:15:47.452735 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-260158ae-d79e-4a8e-b783-52823ad7f30b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fda9aba7-7cc7-4338-a69b-ad718c47eca3 HTTP/1.1" status: 200 len: 217 time: 0.0419765 Jul 30 00:15:47.512949 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0346aaa6-1e3a-464f-9cf3-18f8fa318e78 req-4f63f48e-510b-4fec-b1cb-b3ab3194ba2f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957510 Jul 30 00:15:47.519654 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-53349f9b-e08f-4411-8e91-5198716e9e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:47.521954 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-53349f9b-e08f-4411-8e91-5198716e9e18 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0626543 Jul 30 00:15:47.572570 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-602f0647-73db-4c55-a353-2faef1464874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:47.574094 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-602f0647-73db-4c55-a353-2faef1464874 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457146 Jul 30 00:15:47.623407 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a3373f-690f-4b43-a73b-cdd4ab634145 x-openstack-request-id: req-35a3373f-690f-4b43-a73b-cdd4ab634145 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:15:47.623702 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b09122-2042-4be8-9a1f-061b4e020b53", "tag": "fda9aba7-7cc7-4338-a69b-ad718c47eca3", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:15:47.623984 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-35a3373f-690f-4b43-a73b-cdd4ab634145 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:15:47.624709 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b09122-2042-4be8-9a1f-061b4e020b53', 'tag': 'fda9aba7-7cc7-4338-a69b-ad718c47eca3', 'status': 'completed', 'code': 200} Jul 30 00:15:47.666758 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-860e17ed-c96a-4f9e-a39d-638fbd21636a service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856957 Jul 30 00:15:47.759413 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a8037e2-e8de-4483-ac53-7d950a741cc8 req-638d6ee4-5de1-4499-9f90-221b11354b48 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857720 Jul 30 00:15:47.843421 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538761a-2ba8-4b88-9285-964ec06e4d07 req-f0d56820-9d74-4480-a6b4-4684a2b1745e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:47.844864 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8538761a-2ba8-4b88-9285-964ec06e4d07 req-f0d56820-9d74-4480-a6b4-4684a2b1745e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 1096 time: 0.0417163 Jul 30 00:15:47.935734 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538761a-2ba8-4b88-9285-964ec06e4d07 req-41c3849f-bb28-4d54-b5f2-898f8a47c7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:47.937217 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8538761a-2ba8-4b88-9285-964ec06e4d07 req-41c3849f-bb28-4d54-b5f2-898f8a47c7d9 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0856698 Jul 30 00:15:47.978601 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8538761a-2ba8-4b88-9285-964ec06e4d07 req-9485885b-38a9-4c9a-bc92-eecd00475a63 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fda9aba7-7cc7-4338-a69b-ad718c47eca3 HTTP/1.1" status: 200 len: 217 time: 0.0336814 Jul 30 00:15:48.028429 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538761a-2ba8-4b88-9285-964ec06e4d07 req-bae9abbc-0705-46b9-b79b-99afde7f15d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:48.029907 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8538761a-2ba8-4b88-9285-964ec06e4d07 req-bae9abbc-0705-46b9-b79b-99afde7f15d6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0440969 Jul 30 00:15:48.076131 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8538761a-2ba8-4b88-9285-964ec06e4d07 req-23fb7156-312d-47ae-960c-2143ad2e75e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:48.077618 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8538761a-2ba8-4b88-9285-964ec06e4d07 req-23fb7156-312d-47ae-960c-2143ad2e75e0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403650 Jul 30 00:15:48.170391 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8538761a-2ba8-4b88-9285-964ec06e4d07 req-8b7352f8-d8cd-4aab-b648-8b85a6a5f141 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852432 Jul 30 00:15:48.260006 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8538761a-2ba8-4b88-9285-964ec06e4d07 req-ae90b543-7990-4b76-a629-e41e683f7357 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814962 Jul 30 00:15:48.636412 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0482e-f8af-41f9-89c3-a627f598a252 req-b3a4b9d9-db49-4f7b-bd64-263493a52627 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:48.637925 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b8f0482e-f8af-41f9-89c3-a627f598a252 req-b3a4b9d9-db49-4f7b-bd64-263493a52627 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 944 time: 0.0532966 Jul 30 00:15:48.675666 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b8f0482e-f8af-41f9-89c3-a627f598a252 req-5c153a9e-4130-41e9-918e-d30b23781cff tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318391 Jul 30 00:15:49.555715 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device fda9aba7-7cc7-4338-a69b-ad718c47eca3 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:15:49.647999 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port fda9aba7-7cc7-4338-a69b-ad718c47eca3, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=fda9aba7-7cc7-4338-a69b-ad718c47eca3,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:49.659444 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'fda9aba7-7cc7-4338-a69b-ad718c47eca3', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'port_id': 'fda9aba7-7cc7-4338-a69b-ad718c47eca3', 'mac_address': 'fa:16:3e:f3:ac:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:15:49.696304 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:49.712963 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fda9aba7-7cc7-4338-a69b-ad718c47eca3 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:15:49.733237 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port fda9aba7-7cc7-4338-a69b-ad718c47eca3, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=fda9aba7-7cc7-4338-a69b-ad718c47eca3,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:49.737116 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:49.785813 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=fda9aba7-7cc7-4338-a69b-ad718c47eca3,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:49.791240 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f252da1c-ab64-4bbf-a581-5544adc2c146 req-47753058-9b06-4515-b85e-dad71632daad tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:49.792804 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f252da1c-ab64-4bbf-a581-5544adc2c146 req-47753058-9b06-4515-b85e-dad71632daad tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 945 time: 0.0492411 Jul 30 00:15:49.831391 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f252da1c-ab64-4bbf-a581-5544adc2c146 req-21df880e-70fe-40d4-98e0-0d64be75acc9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323491 Jul 30 00:15:49.937441 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['fda9aba7-7cc7-4338-a69b-ad718c47eca3'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:15:50.944700 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57114fe-7992-4edc-85d3-5bb018047550 req-2c59cec4-ec8d-4d44-84f9-9815a30eb222 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:50.946155 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a57114fe-7992-4edc-85d3-5bb018047550 req-2c59cec4-ec8d-4d44-84f9-9815a30eb222 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 945 time: 0.0472965 Jul 30 00:15:50.983886 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a57114fe-7992-4edc-85d3-5bb018047550 req-c3fe7ff7-c09a-4bfd-ba61-7dfc2a87b35e tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318086 Jul 30 00:15:51.571401 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device fda9aba7-7cc7-4338-a69b-ad718c47eca3 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:15:51.621401 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port fda9aba7-7cc7-4338-a69b-ad718c47eca3 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:15:51.625144 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port fda9aba7-7cc7-4338-a69b-ad718c47eca3 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:15:51.625519 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:51.701253 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:51.722418 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b09122-2042-4be8-9a1f-061b4e020b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda9aba7-7cc7-4338-a69b-ad718c47eca3'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:15:51.724801 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee31ed8e5b8e4dc4f88b315270ded6679232f3f3b12134e952a2ffdf5dc07ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d996f2e-1e4a-4c02-aa29-7abc37343eab" -d '{"events": [{"server_uuid": "56b09122-2042-4be8-9a1f-061b4e020b53", "name": "network-vif-plugged", "status": "completed", "tag": "fda9aba7-7cc7-4338-a69b-ad718c47eca3"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:15:51.738022 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port fda9aba7-7cc7-4338-a69b-ad718c47eca3, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=fda9aba7-7cc7-4338-a69b-ad718c47eca3,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:15:51.744220 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:51.770806 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0024bb-3df5-4db0-a23a-07e85a5e1e2d x-openstack-request-id: req-0e0024bb-3df5-4db0-a23a-07e85a5e1e2d {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:15:51.771079 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b09122-2042-4be8-9a1f-061b4e020b53", "name": "network-vif-plugged", "status": "completed", "tag": "fda9aba7-7cc7-4338-a69b-ad718c47eca3", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:15:51.771329 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0e0024bb-3df5-4db0-a23a-07e85a5e1e2d {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:15:51.771716 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b09122-2042-4be8-9a1f-061b4e020b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda9aba7-7cc7-4338-a69b-ad718c47eca3', 'code': 200} Jul 30 00:15:51.799790 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=fda9aba7-7cc7-4338-a69b-ad718c47eca3,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:15:51.871859 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c635536-bc3a-47e8-889c-8bbd5eb3cddb req-dc47a350-9c1f-490c-a29f-ec9d0c0c776a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:51.873262 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9c635536-bc3a-47e8-889c-8bbd5eb3cddb req-dc47a350-9c1f-490c-a29f-ec9d0c0c776a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 1098 time: 0.0430794 Jul 30 00:15:51.906736 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9c635536-bc3a-47e8-889c-8bbd5eb3cddb req-797c1c18-78e9-45e1-8c4c-3dda0b58f617 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268109 Jul 30 00:15:52.100995 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa1c95-d502-4042-888b-68db8009ce3a req-bc2e67d0-37cb-4e15-bd9c-713d24a0bc43 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:52.102495 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-29aa1c95-d502-4042-888b-68db8009ce3a req-bc2e67d0-37cb-4e15-bd9c-713d24a0bc43 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 946 time: 0.0488355 Jul 30 00:15:52.140584 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-29aa1c95-d502-4042-888b-68db8009ce3a req-50f5811e-f36f-49da-a131-cf3ac0f53e43 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321794 Jul 30 00:15:53.257171 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1b8bf-37f5-4d58-b58a-50eb5e891f43 req-3ee78129-6437-420f-80e5-c4943d69160c tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:53.258666 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6e1b8bf-37f5-4d58-b58a-50eb5e891f43 req-3ee78129-6437-420f-80e5-c4943d69160c tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 946 time: 0.0484555 Jul 30 00:15:53.296522 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e6e1b8bf-37f5-4d58-b58a-50eb5e891f43 req-316550c2-bf7c-41cc-a9d2-061be2f1a282 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318112 Jul 30 00:15:53.306728 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:15:53.412031 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ac326-817f-46a5-9620-cc23f936647c req-d0cbdc89-ce8f-4275-84df-804eb88ec9be tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:53.413512 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0f3ac326-817f-46a5-9620-cc23f936647c req-d0cbdc89-ce8f-4275-84df-804eb88ec9be tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 946 time: 0.0527894 Jul 30 00:15:53.422022 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 58136) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:15:53.426370 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-54b7d101-2d9b-489a-bc38-bbb2da760fcb tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Request body: {'floatingip': {'port_id': 'fda9aba7-7cc7-4338-a69b-ad718c47eca3'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:15:53.465239 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-54b7d101-2d9b-489a-bc38-bbb2da760fcb tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for floatingip, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:53.896380 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-54b7d101-2d9b-489a-bc38-bbb2da760fcb tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:53.900148 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-54b7d101-2d9b-489a-bc38-bbb2da760fcb tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:53.998422 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-54b7d101-2d9b-489a-bc38-bbb2da760fcb tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Floating IP 216d0ad8-78c8-4487-97b0-fb73b2134235 associated. External IP: 172.25.8.101, port: fda9aba7-7cc7-4338-a69b-ad718c47eca3. Jul 30 00:15:54.200256 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b7d101-2d9b-489a-bc38-bbb2da760fcb tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Router bc655a99-458e-40b4-9867-cfa82cd9b3d3 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:15:54.305679 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b7d101-2d9b-489a-bc38-bbb2da760fcb tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:15:54.310419 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-54b7d101-2d9b-489a-bc38-bbb2da760fcb tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:15:54.315336 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0408690-89a8-4984-b6ea-2c1b25b0ed1e None None] Sync routers for ids ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:15:54.324755 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0408690-89a8-4984-b6ea-2c1b25b0ed1e None None] Routers {'bc655a99-458e-40b4-9867-cfa82cd9b3d3'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:15:54.325386 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d0408690-89a8-4984-b6ea-2c1b25b0ed1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:15:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:54.340231 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-54b7d101-2d9b-489a-bc38-bbb2da760fcb tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "PUT /v2.0/floatingips/216d0ad8-78c8-4487-97b0-fb73b2134235 HTTP/1.1" status: 200 len: 992 time: 0.9171801 Jul 30 00:15:54.340847 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b09122-2042-4be8-9a1f-061b4e020b53', 'tag': 'fda9aba7-7cc7-4338-a69b-ad718c47eca3'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:15:54.343100 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b38e03-d240-4ed0-a96f-0101e86d4311" -d '{"events": [{"name": "network-changed", "server_uuid": "56b09122-2042-4be8-9a1f-061b4e020b53", "tag": "fda9aba7-7cc7-4338-a69b-ad718c47eca3"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:15:54.431307 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b5df00-a624-4708-8cb7-fd591f2d11cc x-openstack-request-id: req-43b5df00-a624-4708-8cb7-fd591f2d11cc {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:15:54.431615 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b09122-2042-4be8-9a1f-061b4e020b53", "tag": "fda9aba7-7cc7-4338-a69b-ad718c47eca3", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:15:54.431905 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-43b5df00-a624-4708-8cb7-fd591f2d11cc {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:15:54.432316 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b09122-2042-4be8-9a1f-061b4e020b53', 'tag': 'fda9aba7-7cc7-4338-a69b-ad718c47eca3', 'status': 'completed', 'code': 200} Jul 30 00:15:54.433615 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-d0408690-89a8-4984-b6ea-2c1b25b0ed1e None None] Set router bc655a99-458e-40b4-9867-cfa82cd9b3d3 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:15:54.490203 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b38e03-d240-4ed0-a96f-0101e86d4311 req-af03a665-3d33-4c95-8829-43f5302fc8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:54.491664 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7b38e03-d240-4ed0-a96f-0101e86d4311 req-af03a665-3d33-4c95-8829-43f5302fc8ec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 1098 time: 0.0401113 Jul 30 00:15:54.587262 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b38e03-d240-4ed0-a96f-0101e86d4311 req-cf41a3e2-3e05-4b0a-9e09-1bf6bef0e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:54.588795 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7b38e03-d240-4ed0-a96f-0101e86d4311 req-cf41a3e2-3e05-4b0a-9e09-1bf6bef0e35f service neutron] 10.222.0.23 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0904102 Jul 30 00:15:54.662179 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d0408690-89a8-4984-b6ea-2c1b25b0ed1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 4, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'gw_port': {'id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '216d0ad8-78c8-4487-97b0-fb73b2134235', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'floating_ip_address': '172.25.8.101', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'port_id': 'fda9aba7-7cc7-4338-a69b-ad718c47eca3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'mac_address': 'fa:16:3e:f3:ac:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b09122-2042-4be8-9a1f-061b4e020b53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:11:19Z', 'updated_at': '2021-07-30T00:15:53Z', 'revision_number': 9, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd26f8256-4962-4d79-9a91-2e13e75ce322', 'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'mac_address': 'fa:16:3e:3d:15:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:17Z', 'updated_at': '2021-07-30T00:11:21Z', 'revision_number': 5, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'subnets': [{'id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:54.695322 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0408690-89a8-4984-b6ea-2c1b25b0ed1e None None] Checking router: bc655a99-458e-40b4-9867-cfa82cd9b3d3 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:15:54.704548 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0408690-89a8-4984-b6ea-2c1b25b0ed1e None None] Routers {'bc655a99-458e-40b4-9867-cfa82cd9b3d3'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:15:54.705336 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d0408690-89a8-4984-b6ea-2c1b25b0ed1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:15:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:54.821809 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-d0408690-89a8-4984-b6ea-2c1b25b0ed1e None None] Set router bc655a99-458e-40b4-9867-cfa82cd9b3d3 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:15:54.964804 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7b38e03-d240-4ed0-a96f-0101e86d4311 req-35181c78-6060-4d4f-86d0-ae550ac3d677 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fda9aba7-7cc7-4338-a69b-ad718c47eca3 HTTP/1.1" status: 200 len: 1000 time: 0.3691688 Jul 30 00:15:55.021925 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b38e03-d240-4ed0-a96f-0101e86d4311 req-faa96942-a804-4fcb-9bb0-75c68d4725a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:55.023604 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7b38e03-d240-4ed0-a96f-0101e86d4311 req-faa96942-a804-4fcb-9bb0-75c68d4725a3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0518899 Jul 30 00:15:55.076588 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b38e03-d240-4ed0-a96f-0101e86d4311 req-1540c724-b441-4511-ad5f-00892596ecd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:15:55.078036 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7b38e03-d240-4ed0-a96f-0101e86d4311 req-1540c724-b441-4511-ad5f-00892596ecd0 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476825 Jul 30 00:15:55.184317 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7b38e03-d240-4ed0-a96f-0101e86d4311 req-953b82d7-e093-42f7-83f7-37f53bd9a567 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991719 Jul 30 00:15:55.227923 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-d0408690-89a8-4984-b6ea-2c1b25b0ed1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 4, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'gw_port': {'id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '216d0ad8-78c8-4487-97b0-fb73b2134235', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'floating_ip_address': '172.25.8.101', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'port_id': 'fda9aba7-7cc7-4338-a69b-ad718c47eca3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'mac_address': 'fa:16:3e:f3:ac:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b09122-2042-4be8-9a1f-061b4e020b53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:11:19Z', 'updated_at': '2021-07-30T00:15:53Z', 'revision_number': 9, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd26f8256-4962-4d79-9a91-2e13e75ce322', 'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'mac_address': 'fa:16:3e:3d:15:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:17Z', 'updated_at': '2021-07-30T00:11:21Z', 'revision_number': 5, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'subnets': [{'id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:15:55.254086 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0408690-89a8-4984-b6ea-2c1b25b0ed1e None None] The sync data for ids ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'] in n-d-712140-10 is: [{'id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 4, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'gw_port': {'id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '216d0ad8-78c8-4487-97b0-fb73b2134235', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'floating_ip_address': '172.25.8.101', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'port_id': 'fda9aba7-7cc7-4338-a69b-ad718c47eca3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'mac_address': 'fa:16:3e:f3:ac:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b09122-2042-4be8-9a1f-061b4e020b53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:11:19Z', 'updated_at': '2021-07-30T00:15:53Z', 'revision_number': 9, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd26f8256-4962-4d79-9a91-2e13e75ce322', 'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'mac_address': 'fa:16:3e:3d:15:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:17Z', 'updated_at': '2021-07-30T00:11:21Z', 'revision_number': 5, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'subnets': [{'id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:15:55.282296 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f7b38e03-d240-4ed0-a96f-0101e86d4311 req-11a11dda-7adc-4f38-86c0-93fa52dc8fc1 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913711 Jul 30 00:15:55.465391 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1278df-2ead-4ff2-ad5f-0de21591757d None None] New status for floating IP 216d0ad8-78c8-4487-97b0-fb73b2134235: ACTIVE {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:16:00.052556 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:00.263717 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:01.781765 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aba01983-7cca-4120-8a89-edbe512c7086 req-0d0ca7de-1a78-447d-ac63-3af15c60b2a7 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0485644 Jul 30 00:16:01.860956 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba01983-7cca-4120-8a89-edbe512c7086 req-def5dd9f-d73d-4fe6-a5bb-9631d29a14ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:01.862435 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aba01983-7cca-4120-8a89-edbe512c7086 req-def5dd9f-d73d-4fe6-a5bb-9631d29a14ef service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 1098 time: 0.0397708 Jul 30 00:16:01.962270 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba01983-7cca-4120-8a89-edbe512c7086 req-c350ca07-7ee5-4781-8f17-70837d0f4da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:01.963672 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aba01983-7cca-4120-8a89-edbe512c7086 req-c350ca07-7ee5-4781-8f17-70837d0f4da2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0814133 Jul 30 00:16:02.030328 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aba01983-7cca-4120-8a89-edbe512c7086 req-d62b99bf-6e32-49fc-a3dc-c2e55e970371 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fda9aba7-7cc7-4338-a69b-ad718c47eca3 HTTP/1.1" status: 200 len: 1003 time: 0.0602610 Jul 30 00:16:02.079856 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba01983-7cca-4120-8a89-edbe512c7086 req-64a24c49-ac9a-4d7a-8043-d81140f50e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:02.081288 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aba01983-7cca-4120-8a89-edbe512c7086 req-64a24c49-ac9a-4d7a-8043-d81140f50e5d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0439160 Jul 30 00:16:02.126200 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba01983-7cca-4120-8a89-edbe512c7086 req-b77ae4b2-0340-4812-8d5f-2a2284684913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:16:02.127672 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aba01983-7cca-4120-8a89-edbe512c7086 req-b77ae4b2-0340-4812-8d5f-2a2284684913 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385811 Jul 30 00:16:02.218101 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aba01983-7cca-4120-8a89-edbe512c7086 req-60f4d88b-9bbc-4676-8d05-9eea504add4f service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832365 Jul 30 00:16:02.309971 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aba01983-7cca-4120-8a89-edbe512c7086 req-035abbd9-61d5-4d58-a22a-48e4cd5d3338 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847635 Jul 30 00:16:02.912262 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0c646a31-49ba-4a6d-ae27-06f6cfca80be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:05.480367 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:06.289074 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eaed04c1-bb53-475f-8d3f-1e2944972e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:07.036669 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:08.347164 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:30.055299 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:30.260189 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:30.309926 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:16:32.912787 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-17498417-e267-4095-962d-a41cb4b7166a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:35.482719 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:36.290180 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1ca2c1ce-e39c-4a6b-897b-c02037cafdda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:37.039905 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:16:38.350082 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:00.067031 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:00.260520 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:02.784852 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-02c7e947-1d85-406a-8968-fae7d5e9ea1f req-57089117-0ba2-4030-b9ce-c2b8d000da73 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0528557 Jul 30 00:17:02.865161 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7e947-1d85-406a-8968-fae7d5e9ea1f req-c80b60cb-0116-4c10-950a-55a97daa7ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:02.866710 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-02c7e947-1d85-406a-8968-fae7d5e9ea1f req-c80b60cb-0116-4c10-950a-55a97daa7ac3 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 1098 time: 0.0405955 Jul 30 00:17:02.914625 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d974afad-b1f5-4cad-ad3d-a3792a94a0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:02.969462 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7e947-1d85-406a-8968-fae7d5e9ea1f req-3a2b2eab-1d9f-4222-8fbf-6eb0d4e66d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:02.970953 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-02c7e947-1d85-406a-8968-fae7d5e9ea1f req-3a2b2eab-1d9f-4222-8fbf-6eb0d4e66d2f service neutron] 10.222.0.23 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0854108 Jul 30 00:17:03.040237 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-02c7e947-1d85-406a-8968-fae7d5e9ea1f req-0d8f71ec-b45d-42a7-8cca-a16b906d4f1c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fda9aba7-7cc7-4338-a69b-ad718c47eca3 HTTP/1.1" status: 200 len: 1003 time: 0.0621846 Jul 30 00:17:03.088143 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7e947-1d85-406a-8968-fae7d5e9ea1f req-068e900e-33ba-4865-9cd8-41cb33470331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:03.089584 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-02c7e947-1d85-406a-8968-fae7d5e9ea1f req-068e900e-33ba-4865-9cd8-41cb33470331 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0430501 Jul 30 00:17:03.132733 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c7e947-1d85-406a-8968-fae7d5e9ea1f req-d4024055-21a8-4838-816a-f420c8b9652e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:03.134205 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-02c7e947-1d85-406a-8968-fae7d5e9ea1f req-d4024055-21a8-4838-816a-f420c8b9652e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0382874 Jul 30 00:17:03.225579 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-02c7e947-1d85-406a-8968-fae7d5e9ea1f req-b7cf8c1e-6638-4861-8d87-702709cc904a service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843227 Jul 30 00:17:03.320300 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-02c7e947-1d85-406a-8968-fae7d5e9ea1f req-38fb49c4-c8b0-4313-90e5-2e0c9a8d5832 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872123 Jul 30 00:17:05.484615 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:06.290437 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2c53bf7a-21b1-47bf-bae5-f02f789b7346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:07.042059 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:07.309409 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:17:08.353948 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:30.072609 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:30.294386 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:30.336472 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44866abc-3f80-4fc4-9944-da85465cf3d6 req-7c5473ea-9eac-4e00-a4bb-be3e8427b8ca tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:30.338024 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-44866abc-3f80-4fc4-9944-da85465cf3d6 req-7c5473ea-9eac-4e00-a4bb-be3e8427b8ca tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 946 time: 0.0599158 Jul 30 00:17:30.381642 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-44866abc-3f80-4fc4-9944-da85465cf3d6 req-630c8898-c7bb-4842-9584-0b9f1b3b61f4 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356970 Jul 30 00:17:30.432295 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-54c26691-c153-4676-ada4-ed2136bcb83a req-6e32ee71-05f8-4a81-a4d1-115ea635b18f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0982747 Jul 30 00:17:31.503209 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258cca8e-4824-46c7-bdde-1bf1f1d995c7 req-842ac7de-69e9-46c9-9c31-682d24d054e1 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:31.504998 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-258cca8e-4824-46c7-bdde-1bf1f1d995c7 req-842ac7de-69e9-46c9-9c31-682d24d054e1 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 946 time: 0.0543981 Jul 30 00:17:31.570025 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-258cca8e-4824-46c7-bdde-1bf1f1d995c7 req-7aa6b2b7-9c86-42ea-ace3-ea57b403c1b2 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561776 Jul 30 00:17:31.582952 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c26691-c153-4676-ada4-ed2136bcb83a req-645a4c62-4b68-49b3-9e5d-fb8f0de4f638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:31.584351 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-54c26691-c153-4676-ada4-ed2136bcb83a req-645a4c62-4b68-49b3-9e5d-fb8f0de4f638 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 1098 time: 0.0526185 Jul 30 00:17:31.675807 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c26691-c153-4676-ada4-ed2136bcb83a req-8cefe156-382e-4c6f-b8c2-ddcf64ab3b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:31.677260 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-54c26691-c153-4676-ada4-ed2136bcb83a req-8cefe156-382e-4c6f-b8c2-ddcf64ab3b46 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0864663 Jul 30 00:17:31.742304 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-54c26691-c153-4676-ada4-ed2136bcb83a req-ba6538c5-ac47-420d-aadc-4a5f3d64d73b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fda9aba7-7cc7-4338-a69b-ad718c47eca3 HTTP/1.1" status: 200 len: 1003 time: 0.0586748 Jul 30 00:17:31.796550 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c26691-c153-4676-ada4-ed2136bcb83a req-1efb4fbc-bdf0-486c-a872-643a14dc729c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:31.798059 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-54c26691-c153-4676-ada4-ed2136bcb83a req-1efb4fbc-bdf0-486c-a872-643a14dc729c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0491965 Jul 30 00:17:31.843648 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c26691-c153-4676-ada4-ed2136bcb83a req-3d126c2d-3c9f-4e73-985a-02817b4a9316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:31.845240 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-54c26691-c153-4676-ada4-ed2136bcb83a req-3d126c2d-3c9f-4e73-985a-02817b4a9316 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405474 Jul 30 00:17:31.933375 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-54c26691-c153-4676-ada4-ed2136bcb83a req-d0a107b8-b8dd-4d5d-b3d9-2c34686dae4c service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815566 Jul 30 00:17:32.026184 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-54c26691-c153-4676-ada4-ed2136bcb83a req-9cddf7c8-446b-4c48-a9ac-abdfd144715c service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865293 Jul 30 00:17:32.697796 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b28ec-b557-48bc-b2c3-70d5a5b9aa73 req-243a4810-f263-4f9f-876f-04376d8d07dc tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:32.699328 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-718b28ec-b557-48bc-b2c3-70d5a5b9aa73 req-243a4810-f263-4f9f-876f-04376d8d07dc tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 946 time: 0.0553324 Jul 30 00:17:32.741409 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-718b28ec-b557-48bc-b2c3-70d5a5b9aa73 req-63ef820d-9eb3-4197-85a0-273094dc7773 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346999 Jul 30 00:17:32.915525 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ffd714fa-9557-46c4-bef1-fe9b1f41e79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:33.864951 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0142f9-2e93-4e9b-b620-74be4bcf237e req-d33d5ce6-a547-4760-87ef-d2e7a7efb4f7 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:33.866446 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fb0142f9-2e93-4e9b-b620-74be4bcf237e req-d33d5ce6-a547-4760-87ef-d2e7a7efb4f7 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 946 time: 0.0542152 Jul 30 00:17:33.904484 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fb0142f9-2e93-4e9b-b620-74be4bcf237e req-338740b2-9b19-4a6e-a456-b464bd0d0e71 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314245 Jul 30 00:17:35.021433 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba428b24-66b2-4935-b579-95fdf739aeff req-5006073b-9f09-43ff-bc20-8ccf3792cef7 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:35.022936 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ba428b24-66b2-4935-b579-95fdf739aeff req-5006073b-9f09-43ff-bc20-8ccf3792cef7 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 946 time: 0.0493400 Jul 30 00:17:35.061726 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ba428b24-66b2-4935-b579-95fdf739aeff req-87d1b412-9ac2-4051-b214-3b38f42170a5 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328021 Jul 30 00:17:35.486531 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:36.180177 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ccff5f-09ba-451c-8fee-afe26f71e84d req-239fbe64-c11a-485d-83e9-626493600279 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:36.182268 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b3ccff5f-09ba-451c-8fee-afe26f71e84d req-239fbe64-c11a-485d-83e9-626493600279 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 946 time: 0.0503507 Jul 30 00:17:36.221672 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b3ccff5f-09ba-451c-8fee-afe26f71e84d req-a0ac5c6d-026b-4f4b-b369-29947c1b559c tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327072 Jul 30 00:17:36.290733 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a970b972-ab24-4685-b21e-6d7507a78bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:37.045723 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:37.345044 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d558187f-1dae-4be7-ab45-f224d0fae9fd req-b198e2c8-33ab-400d-ac89-64b772a4c6ce tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:37.346473 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d558187f-1dae-4be7-ab45-f224d0fae9fd req-b198e2c8-33ab-400d-ac89-64b772a4c6ce tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 946 time: 0.0535026 Jul 30 00:17:37.384619 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d558187f-1dae-4be7-ab45-f224d0fae9fd req-2ec99bad-70bf-4c7f-ac26-9a3089a9a584 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321224 Jul 30 00:17:38.357148 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:38.499364 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d5158-bedc-481a-b609-ab2d61f00a7e req-314f834e-507a-40b6-9a6f-c8b8c19e9444 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:38.500821 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-615d5158-bedc-481a-b609-ab2d61f00a7e req-314f834e-507a-40b6-9a6f-c8b8c19e9444 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 946 time: 0.0488565 Jul 30 00:17:38.538978 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-615d5158-bedc-481a-b609-ab2d61f00a7e req-f5aef773-5037-4328-9d1b-dbfc74343e86 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321932 Jul 30 00:17:39.654442 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085381e3-8614-4a5b-8406-c6e04cf4f93b req-396899a8-58fd-41c6-8ad6-9e2e148d17b3 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:39.655856 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-085381e3-8614-4a5b-8406-c6e04cf4f93b req-396899a8-58fd-41c6-8ad6-9e2e148d17b3 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 946 time: 0.0501459 Jul 30 00:17:39.694076 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-085381e3-8614-4a5b-8406-c6e04cf4f93b req-75efd507-fe4d-4ee7-877c-7334ef084500 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322440 Jul 30 00:17:40.817533 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f12a2-b305-4b24-9848-2ad31222a203 req-7daabda9-6cf3-4c8b-91bb-5f4de5b9f3c6 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:40.819038 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f39f12a2-b305-4b24-9848-2ad31222a203 req-7daabda9-6cf3-4c8b-91bb-5f4de5b9f3c6 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 946 time: 0.0536809 Jul 30 00:17:40.857271 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f39f12a2-b305-4b24-9848-2ad31222a203 req-801b3437-213b-486e-8d09-bc02f3b9b1ce tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316763 Jul 30 00:17:41.983034 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08452496-d923-405b-adc7-dcf604d62104 req-6708fb2c-6948-41a2-bed2-d9f4734d119f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:41.984483 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08452496-d923-405b-adc7-dcf604d62104 req-6708fb2c-6948-41a2-bed2-d9f4734d119f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 946 time: 0.0499649 Jul 30 00:17:42.023434 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08452496-d923-405b-adc7-dcf604d62104 req-2b7b2b28-a52f-42fb-ab1d-d0bfb4119b5b tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327892 Jul 30 00:17:43.143019 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319aea0-78b8-4ae1-9e1f-f5ad2b6cea55 req-7ccd06fe-c467-4f98-acf6-3536fbc472a5 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:43.144560 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0319aea0-78b8-4ae1-9e1f-f5ad2b6cea55 req-7ccd06fe-c467-4f98-acf6-3536fbc472a5 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 946 time: 0.0496464 Jul 30 00:17:43.182355 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0319aea0-78b8-4ae1-9e1f-f5ad2b6cea55 req-ba7f8597-4311-4134-9289-f6cc32dffb5d tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318294 Jul 30 00:17:44.004555 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-54c26691-c153-4676-ada4-ed2136bcb83a req-f5b40d04-6c67-489b-8a1e-01aa2c8f3742 service neutron] show failed (client error): The resource could not be found. Jul 30 00:17:44.005531 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-54c26691-c153-4676-ada4-ed2136bcb83a req-f5b40d04-6c67-489b-8a1e-01aa2c8f3742 service neutron] 10.222.0.23 "GET /v2.0/ports/fda9aba7-7cc7-4338-a69b-ad718c47eca3/bindings/n-h2-712140-10 HTTP/1.1" status: 404 len: 381 time: 0.0607355 Jul 30 00:17:44.203117 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c26691-c153-4676-ada4-ed2136bcb83a req-aafcc2db-c7ed-414f-ae80-8469133d9d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:44.204706 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-54c26691-c153-4676-ada4-ed2136bcb83a req-aafcc2db-c7ed-414f-ae80-8469133d9d60 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53&tenant_id=14b6080e348c483a8b06beb31fe6bb84 HTTP/1.1" status: 200 len: 1098 time: 0.0412455 Jul 30 00:17:44.217225 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-54c26691-c153-4676-ada4-ed2136bcb83a req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-10', 'device_owner': 'compute:nova'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:17:44.276578 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-54c26691-c153-4676-ada4-ed2136bcb83a req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:44.304686 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a6989-3b7e-4f97-a7e1-e99ad7579490 req-74fc8d31-dbb7-4ba7-81f5-ca3cade331a1 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:44.306468 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-430a6989-3b7e-4f97-a7e1-e99ad7579490 req-74fc8d31-dbb7-4ba7-81f5-ca3cade331a1 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 946 time: 0.0525041 Jul 30 00:17:44.308772 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:17:44.354122 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-430a6989-3b7e-4f97-a7e1-e99ad7579490 req-c6b3bd9c-4cfe-4411-8250-c1b77670bd64 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365417 Jul 30 00:17:44.493859 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-54c26691-c153-4676-ada4-ed2136bcb83a req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] For port fda9aba7-7cc7-4338-a69b-ad718c47eca3, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=fda9aba7-7cc7-4338-a69b-ad718c47eca3,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:44.527496 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-54c26691-c153-4676-ada4-ed2136bcb83a req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] For port fda9aba7-7cc7-4338-a69b-ad718c47eca3, host n-h1-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:17:44.567071 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b09122-2042-4be8-9a1f-061b4e020b53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fda9aba7-7cc7-4338-a69b-ad718c47eca3'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:17:44.569370 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5209d4e956e9ae4acfb38c8f800d5d5e141ec7fd74949f506a8c7ac355071e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cce6909a-c69f-4075-94ce-cd9781875358" -d '{"events": [{"server_uuid": "56b09122-2042-4be8-9a1f-061b4e020b53", "name": "network-vif-unplugged", "status": "completed", "tag": "fda9aba7-7cc7-4338-a69b-ad718c47eca3"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:17:44.573805 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-54c26691-c153-4676-ada4-ed2136bcb83a req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:44.587306 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-54c26691-c153-4676-ada4-ed2136bcb83a req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] Transition to ACTIVE for port object fda9aba7-7cc7-4338-a69b-ad718c47eca3 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:17:44.591885 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-54c26691-c153-4676-ada4-ed2136bcb83a req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:44.620976 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d22074-1cf4-4500-9058-a586c6352aef x-openstack-request-id: req-f7d22074-1cf4-4500-9058-a586c6352aef {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:17:44.621270 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b09122-2042-4be8-9a1f-061b4e020b53", "name": "network-vif-unplugged", "status": "completed", "tag": "fda9aba7-7cc7-4338-a69b-ad718c47eca3", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:17:44.621525 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f7d22074-1cf4-4500-9058-a586c6352aef {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:17:44.621919 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b09122-2042-4be8-9a1f-061b4e020b53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fda9aba7-7cc7-4338-a69b-ad718c47eca3', 'code': 200} Jul 30 00:17:44.674387 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] Pushing event updated for resources: {'Port': ['ID=fda9aba7-7cc7-4338-a69b-ad718c47eca3,revision_number=6']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:44.688451 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:44.688800 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:44.689147 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:44.689504 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:44.689822 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:44.690155 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:44.690486 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:44.690815 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:44.691150 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:44.691478 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:44.691805 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:44.692158 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:44.738880 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-54c26691-c153-4676-ada4-ed2136bcb83a req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] No DVR routers for this DVR port fda9aba7-7cc7-4338-a69b-ad718c47eca3 on host n-h1-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:17:44.878032 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-54c26691-c153-4676-ada4-ed2136bcb83a req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] Attempting to bind port fda9aba7-7cc7-4338-a69b-ad718c47eca3 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:17:44.878373 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-54c26691-c153-4676-ada4-ed2136bcb83a req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] Attempting to bind port fda9aba7-7cc7-4338-a69b-ad718c47eca3 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:17:44.878705 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c26691-c153-4676-ada4-ed2136bcb83a req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] Attempting to bind port fda9aba7-7cc7-4338-a69b-ad718c47eca3 on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:17:44.882990 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c26691-c153-4676-ada4-ed2136bcb83a req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] Port fda9aba7-7cc7-4338-a69b-ad718c47eca3 on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:17:44.883317 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c26691-c153-4676-ada4-ed2136bcb83a req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] Attempting to bind port fda9aba7-7cc7-4338-a69b-ad718c47eca3 on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:17:44.888879 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c26691-c153-4676-ada4-ed2136bcb83a req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:17:44.889226 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c26691-c153-4676-ada4-ed2136bcb83a req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] Checking segment: {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:17:44.889609 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54c26691-c153-4676-ada4-ed2136bcb83a req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] Bound using segment: {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:17:44.890039 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-54c26691-c153-4676-ada4-ed2136bcb83a req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] Bound port: fda9aba7-7cc7-4338-a69b-ad718c47eca3, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:17:44.890398 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-54c26691-c153-4676-ada4-ed2136bcb83a req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:44.954398 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-54c26691-c153-4676-ada4-ed2136bcb83a req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] For port fda9aba7-7cc7-4338-a69b-ad718c47eca3, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:17:44.957591 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-54c26691-c153-4676-ada4-ed2136bcb83a req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] For port fda9aba7-7cc7-4338-a69b-ad718c47eca3, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=fda9aba7-7cc7-4338-a69b-ad718c47eca3,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:17:44.961365 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-54c26691-c153-4676-ada4-ed2136bcb83a req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:44.999500 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c26691-c153-4676-ada4-ed2136bcb83a req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:45.000277 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-54c26691-c153-4676-ada4-ed2136bcb83a req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:45.001791 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-54c26691-c153-4676-ada4-ed2136bcb83a req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] 10.222.0.39 "PUT /v2.0/ports/fda9aba7-7cc7-4338-a69b-ad718c47eca3 HTTP/1.1" status: 200 len: 1093 time: 0.7892914 Jul 30 00:17:45.038128 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9cfbd0-9f70-4a3f-9727-1e60d4ef56ed service neutron] Pushing event updated for resources: {'Port': ['ID=fda9aba7-7cc7-4338-a69b-ad718c47eca3,revision_number=7']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:45.076235 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c26691-c153-4676-ada4-ed2136bcb83a req-c2e6352a-9144-41d3-aeea-bc9417813cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:45.078081 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-54c26691-c153-4676-ada4-ed2136bcb83a req-c2e6352a-9144-41d3-aeea-bc9417813cee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 1096 time: 0.0492330 Jul 30 00:17:45.183439 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c26691-c153-4676-ada4-ed2136bcb83a req-ea715e13-fc5e-4e29-b05a-83acf35366b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:45.185692 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-54c26691-c153-4676-ada4-ed2136bcb83a req-ea715e13-fc5e-4e29-b05a-83acf35366b0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0995097 Jul 30 00:17:45.259297 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-54c26691-c153-4676-ada4-ed2136bcb83a req-e69940b0-e7b2-4ffa-b891-d312dc74cd48 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fda9aba7-7cc7-4338-a69b-ad718c47eca3 HTTP/1.1" status: 200 len: 1001 time: 0.0669165 Jul 30 00:17:45.309553 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c26691-c153-4676-ada4-ed2136bcb83a req-13c149e9-eeb8-41a4-93c8-fa69a41e888c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:45.311768 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-54c26691-c153-4676-ada4-ed2136bcb83a req-13c149e9-eeb8-41a4-93c8-fa69a41e888c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0460742 Jul 30 00:17:45.359870 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c26691-c153-4676-ada4-ed2136bcb83a req-9da3fefc-c3a1-409d-a138-a0a667d78b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:45.361363 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-54c26691-c153-4676-ada4-ed2136bcb83a req-9da3fefc-c3a1-409d-a138-a0a667d78b07 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415606 Jul 30 00:17:45.457759 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-54c26691-c153-4676-ada4-ed2136bcb83a req-3c5677b3-4569-42c4-bb3a-409131781a70 service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890596 Jul 30 00:17:45.478209 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716d373-68f9-4a17-8160-ddc028b5a04f req-99265021-6df2-4ee4-b469-61e2c9a4cdd9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:45.479733 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5716d373-68f9-4a17-8160-ddc028b5a04f req-99265021-6df2-4ee4-b469-61e2c9a4cdd9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 944 time: 0.0501008 Jul 30 00:17:45.519222 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5716d373-68f9-4a17-8160-ddc028b5a04f req-23f3a056-ef84-407a-9335-9a526d7b0882 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326347 Jul 30 00:17:45.552485 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-54c26691-c153-4676-ada4-ed2136bcb83a req-1bf5096e-fbe6-40cd-9582-38a333d29c11 service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867991 Jul 30 00:17:46.623116 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b09122-2042-4be8-9a1f-061b4e020b53', 'tag': 'fda9aba7-7cc7-4338-a69b-ad718c47eca3'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:17:46.625622 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5209d4e956e9ae4acfb38c8f800d5d5e141ec7fd74949f506a8c7ac355071e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6faed76c-9d69-43cf-942c-996888f7537b" -d '{"events": [{"name": "network-changed", "server_uuid": "56b09122-2042-4be8-9a1f-061b4e020b53", "tag": "fda9aba7-7cc7-4338-a69b-ad718c47eca3"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:17:46.635823 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf014bed-c47d-4dad-a691-ea9ca17100f1 req-810ad4fd-de91-4111-a67c-a50f2054f5e0 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:46.637347 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bf014bed-c47d-4dad-a691-ea9ca17100f1 req-810ad4fd-de91-4111-a67c-a50f2054f5e0 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 944 time: 0.0487123 Jul 30 00:17:46.680302 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bf014bed-c47d-4dad-a691-ea9ca17100f1 req-e7c7f753-e659-4a75-9f12-c58eec392297 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362487 Jul 30 00:17:46.738213 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db24f34c-b770-4e0d-beb2-849b52e38593 x-openstack-request-id: req-db24f34c-b770-4e0d-beb2-849b52e38593 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:17:46.738504 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b09122-2042-4be8-9a1f-061b4e020b53", "tag": "fda9aba7-7cc7-4338-a69b-ad718c47eca3", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:17:46.738755 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-db24f34c-b770-4e0d-beb2-849b52e38593 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:17:46.739158 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b09122-2042-4be8-9a1f-061b4e020b53', 'tag': 'fda9aba7-7cc7-4338-a69b-ad718c47eca3', 'status': 'completed', 'code': 200} Jul 30 00:17:46.804794 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faed76c-9d69-43cf-942c-996888f7537b req-415877a4-9f98-4839-8f78-2ae3a85b6e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:46.806460 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6faed76c-9d69-43cf-942c-996888f7537b req-415877a4-9f98-4839-8f78-2ae3a85b6e7f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 1096 time: 0.0497055 Jul 30 00:17:46.807485 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faed76c-9d69-43cf-942c-996888f7537b req-f57eb97f-9824-407e-8733-03581951924b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:46.809007 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6faed76c-9d69-43cf-942c-996888f7537b req-f57eb97f-9824-407e-8733-03581951924b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 1096 time: 0.0467222 Jul 30 00:17:46.899277 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faed76c-9d69-43cf-942c-996888f7537b req-d268ee69-847e-4d65-aa91-f0c9c571eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:46.900861 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6faed76c-9d69-43cf-942c-996888f7537b req-d268ee69-847e-4d65-aa91-f0c9c571eef2 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0881484 Jul 30 00:17:46.915667 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faed76c-9d69-43cf-942c-996888f7537b req-1c88dd97-3e89-487e-8660-a404620a7c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:46.917259 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6faed76c-9d69-43cf-942c-996888f7537b req-1c88dd97-3e89-487e-8660-a404620a7c59 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.1013339 Jul 30 00:17:46.972761 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6faed76c-9d69-43cf-942c-996888f7537b req-72fb1f37-54a3-482c-9e5d-a08e3e722a39 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fda9aba7-7cc7-4338-a69b-ad718c47eca3 HTTP/1.1" status: 200 len: 1001 time: 0.0654502 Jul 30 00:17:46.991194 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6faed76c-9d69-43cf-942c-996888f7537b req-bb8e3922-0b49-415c-b39a-74d37dc28992 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fda9aba7-7cc7-4338-a69b-ad718c47eca3 HTTP/1.1" status: 200 len: 1001 time: 0.0663400 Jul 30 00:17:47.025803 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faed76c-9d69-43cf-942c-996888f7537b req-dbc86468-da2a-4382-8c68-72ba6d0df13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:47.027484 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6faed76c-9d69-43cf-942c-996888f7537b req-dbc86468-da2a-4382-8c68-72ba6d0df13b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0480213 Jul 30 00:17:47.050195 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faed76c-9d69-43cf-942c-996888f7537b req-921107f2-3172-4617-a36b-2fc70e4b2c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:47.052889 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6faed76c-9d69-43cf-942c-996888f7537b req-921107f2-3172-4617-a36b-2fc70e4b2c3a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0538197 Jul 30 00:17:47.094645 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faed76c-9d69-43cf-942c-996888f7537b req-10b79ec0-d60b-4710-a714-d53420373632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:47.096410 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6faed76c-9d69-43cf-942c-996888f7537b req-10b79ec0-d60b-4710-a714-d53420373632 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602365 Jul 30 00:17:47.105629 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faed76c-9d69-43cf-942c-996888f7537b req-92353a13-ce96-4b02-82ea-e1ec6be5e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:47.107288 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6faed76c-9d69-43cf-942c-996888f7537b req-92353a13-ce96-4b02-82ea-e1ec6be5e322 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477295 Jul 30 00:17:47.192470 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6faed76c-9d69-43cf-942c-996888f7537b req-88bc1617-42ea-49c4-b306-f44c3901beb1 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883210 Jul 30 00:17:47.201798 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6faed76c-9d69-43cf-942c-996888f7537b req-7080ba3d-c024-47a4-884e-4f7b8a87b5bd service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857353 Jul 30 00:17:47.284731 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6faed76c-9d69-43cf-942c-996888f7537b req-66e932b9-c90e-4b5b-8fc0-f92b6d6e4961 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856721 Jul 30 00:17:47.301006 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6faed76c-9d69-43cf-942c-996888f7537b req-25e4db2c-6379-468e-af7a-e0d38df99365 service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920939 Jul 30 00:17:47.802038 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4bc26-887d-477c-9666-b94b201282d5 req-17dc61a1-22c8-42a6-8dd0-8018e64d8c7e tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:47.803549 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7be4bc26-887d-477c-9666-b94b201282d5 req-17dc61a1-22c8-42a6-8dd0-8018e64d8c7e tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 944 time: 0.0501354 Jul 30 00:17:47.847496 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7be4bc26-887d-477c-9666-b94b201282d5 req-a204c086-c247-4f51-9f1f-de256426c00a tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376008 Jul 30 00:17:48.037387 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device fda9aba7-7cc7-4338-a69b-ad718c47eca3 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:17:48.088462 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device fda9aba7-7cc7-4338-a69b-ad718c47eca3 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:17:48.143606 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae750d62-d72c-4805-af3e-4204db8a936f req-7d56e9d3-080e-472c-8e3b-9c7fa4a62b72 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:48.145130 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ae750d62-d72c-4805-af3e-4204db8a936f req-7d56e9d3-080e-472c-8e3b-9c7fa4a62b72 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.39 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53&tenant_id=14b6080e348c483a8b06beb31fe6bb84&binding%3Ahost_id=n-h2-712140-10 HTTP/1.1" status: 200 len: 944 time: 0.0540798 Jul 30 00:17:48.174213 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ba401-7626-4d5f-8533-07374773290e req-7f02f847-9c54-4835-a030-5fae748e9865 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:48.175887 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4b2ba401-7626-4d5f-8533-07374773290e req-7f02f847-9c54-4835-a030-5fae748e9865 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 944 time: 0.0549674 Jul 30 00:17:48.208522 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ae750d62-d72c-4805-af3e-4204db8a936f req-e02e0ccc-bb49-4385-a85f-dc0db7bc2394 service neutron] 10.222.0.39 "GET /v2.0/ports/fda9aba7-7cc7-4338-a69b-ad718c47eca3/bindings/n-h2-712140-10 HTTP/1.1" status: 200 len: 383 time: 0.0559878 Jul 30 00:17:48.215917 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4b2ba401-7626-4d5f-8533-07374773290e req-ba055a8f-9319-4242-a3be-2c6bff15a776 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336018 Jul 30 00:17:48.275740 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae750d62-d72c-4805-af3e-4204db8a936f req-79ee1f12-0d24-4e80-a204-55f298bce8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:48.277282 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ae750d62-d72c-4805-af3e-4204db8a936f req-79ee1f12-0d24-4e80-a204-55f298bce8b5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 1096 time: 0.0452950 Jul 30 00:17:48.366198 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae750d62-d72c-4805-af3e-4204db8a936f req-c565bc29-755f-4aeb-9eb4-593786294550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:48.367573 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ae750d62-d72c-4805-af3e-4204db8a936f req-c565bc29-755f-4aeb-9eb4-593786294550 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0835574 Jul 30 00:17:48.439889 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ae750d62-d72c-4805-af3e-4204db8a936f req-271b8225-9806-4afc-8105-363b30d973bb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fda9aba7-7cc7-4338-a69b-ad718c47eca3 HTTP/1.1" status: 200 len: 1001 time: 0.0653238 Jul 30 00:17:48.489902 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae750d62-d72c-4805-af3e-4204db8a936f req-2f4b7eae-7fd7-4f97-9cca-df3185819978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:48.491331 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ae750d62-d72c-4805-af3e-4204db8a936f req-2f4b7eae-7fd7-4f97-9cca-df3185819978 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0441861 Jul 30 00:17:48.536992 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae750d62-d72c-4805-af3e-4204db8a936f req-82aff811-864a-4552-8d61-4fe6aec6b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:48.538530 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ae750d62-d72c-4805-af3e-4204db8a936f req-82aff811-864a-4552-8d61-4fe6aec6b34e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395591 Jul 30 00:17:48.631556 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ae750d62-d72c-4805-af3e-4204db8a936f req-a90e742d-926f-4476-8dcc-28e38d0c3a2f service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858452 Jul 30 00:17:48.724788 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ae750d62-d72c-4805-af3e-4204db8a936f req-1b808784-2618-4079-a66e-127a14cfc072 service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859191 Jul 30 00:17:49.105457 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device fda9aba7-7cc7-4338-a69b-ad718c47eca3 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:17:49.198918 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port fda9aba7-7cc7-4338-a69b-ad718c47eca3, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=fda9aba7-7cc7-4338-a69b-ad718c47eca3,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:49.210889 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'fda9aba7-7cc7-4338-a69b-ad718c47eca3', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'port_id': 'fda9aba7-7cc7-4338-a69b-ad718c47eca3', 'mac_address': 'fa:16:3e:f3:ac:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:17:49.249777 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:49.267703 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fda9aba7-7cc7-4338-a69b-ad718c47eca3 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:17:49.289755 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port fda9aba7-7cc7-4338-a69b-ad718c47eca3, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=fda9aba7-7cc7-4338-a69b-ad718c47eca3,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:49.294753 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:49.340862 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2be109-047d-4edd-b302-5210ef0f3d5f req-4124ab97-2eea-441b-860d-7dbba2f39933 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:49.343597 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac2be109-047d-4edd-b302-5210ef0f3d5f req-4124ab97-2eea-441b-860d-7dbba2f39933 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 945 time: 0.0547719 Jul 30 00:17:49.344413 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=fda9aba7-7cc7-4338-a69b-ad718c47eca3,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:49.352234 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:49.352666 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:49.352920 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:49.353264 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:49.353839 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:49.354171 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:49.354504 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:49.354833 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:49.355166 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:49.355569 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:49.355821 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:49.356169 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:49.388714 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac2be109-047d-4edd-b302-5210ef0f3d5f req-4df4a02f-d724-4b35-9862-6d26155dabf4 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379677 Jul 30 00:17:49.556320 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['fda9aba7-7cc7-4338-a69b-ad718c47eca3'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:17:50.516879 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264a4d9-8c07-42ab-b6d0-9ea83c4d2002 req-86ed769d-051c-4009-8c75-bc6f99c8b3d4 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:50.518437 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9264a4d9-8c07-42ab-b6d0-9ea83c4d2002 req-86ed769d-051c-4009-8c75-bc6f99c8b3d4 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 945 time: 0.0537317 Jul 30 00:17:50.561842 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9264a4d9-8c07-42ab-b6d0-9ea83c4d2002 req-99f85f96-7ea5-442f-a271-2a232d9b5f85 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372977 Jul 30 00:17:50.626196 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae750d62-d72c-4805-af3e-4204db8a936f req-4ce9c0dd-a54f-4578-93f5-99f7b264435f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:50.627717 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae750d62-d72c-4805-af3e-4204db8a936f req-4ce9c0dd-a54f-4578-93f5-99f7b264435f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53&tenant_id=14b6080e348c483a8b06beb31fe6bb84 HTTP/1.1" status: 200 len: 1097 time: 0.0423405 Jul 30 00:17:50.639803 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-ae750d62-d72c-4805-af3e-4204db8a936f req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-10', 'device_owner': 'compute:nova'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:17:50.695181 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ae750d62-d72c-4805-af3e-4204db8a936f req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:50.901394 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ae750d62-d72c-4805-af3e-4204db8a936f req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] For port fda9aba7-7cc7-4338-a69b-ad718c47eca3, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=fda9aba7-7cc7-4338-a69b-ad718c47eca3,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:50.941650 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ae750d62-d72c-4805-af3e-4204db8a936f req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] For port fda9aba7-7cc7-4338-a69b-ad718c47eca3, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:17:50.976664 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-ae750d62-d72c-4805-af3e-4204db8a936f req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fda9aba7-7cc7-4338-a69b-ad718c47eca3 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:17:50.985513 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ae750d62-d72c-4805-af3e-4204db8a936f req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:50.995896 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-ae750d62-d72c-4805-af3e-4204db8a936f req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] Ignored duplicate provisioning block setup for port fda9aba7-7cc7-4338-a69b-ad718c47eca3 by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 30 00:17:51.000221 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ae750d62-d72c-4805-af3e-4204db8a936f req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:51.109668 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] Pushing event updated for resources: {'Port': ['ID=fda9aba7-7cc7-4338-a69b-ad718c47eca3,revision_number=9']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:51.121917 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device fda9aba7-7cc7-4338-a69b-ad718c47eca3 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:17:51.133145 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:51.133495 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:51.133841 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:51.134178 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:51.134519 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:51.134854 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:51.135185 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:51.135601 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:51.135961 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:51.136287 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:51.136617 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:51.136940 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:17:51.182863 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae750d62-d72c-4805-af3e-4204db8a936f req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] No DVR routers for this DVR port fda9aba7-7cc7-4338-a69b-ad718c47eca3 on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:17:51.234099 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port fda9aba7-7cc7-4338-a69b-ad718c47eca3, host n-h1-712140-10, got binding levels [] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:51.256907 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Attempting to bind port fda9aba7-7cc7-4338-a69b-ad718c47eca3 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:17:51.257283 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Attempting to bind port fda9aba7-7cc7-4338-a69b-ad718c47eca3 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:17:51.257643 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Attempting to bind port fda9aba7-7cc7-4338-a69b-ad718c47eca3 on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:17:51.261913 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Port fda9aba7-7cc7-4338-a69b-ad718c47eca3 on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:17:51.262264 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Attempting to bind port fda9aba7-7cc7-4338-a69b-ad718c47eca3 on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:17:51.267372 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:17:51.267749 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Checking segment: {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:17:51.268191 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Bound using segment: {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:17:51.268651 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Bound port: fda9aba7-7cc7-4338-a69b-ad718c47eca3, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:17:51.269048 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:51.323724 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ae750d62-d72c-4805-af3e-4204db8a936f req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] Attempting to bind port fda9aba7-7cc7-4338-a69b-ad718c47eca3 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:17:51.324323 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ae750d62-d72c-4805-af3e-4204db8a936f req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] Attempting to bind port fda9aba7-7cc7-4338-a69b-ad718c47eca3 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:17:51.324913 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae750d62-d72c-4805-af3e-4204db8a936f req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] Attempting to bind port fda9aba7-7cc7-4338-a69b-ad718c47eca3 on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:17:51.332218 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae750d62-d72c-4805-af3e-4204db8a936f req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] Port fda9aba7-7cc7-4338-a69b-ad718c47eca3 on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:17:51.332550 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae750d62-d72c-4805-af3e-4204db8a936f req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] Attempting to bind port fda9aba7-7cc7-4338-a69b-ad718c47eca3 on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:17:51.337907 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae750d62-d72c-4805-af3e-4204db8a936f req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:17:51.338251 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae750d62-d72c-4805-af3e-4204db8a936f req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] Checking segment: {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:17:51.338633 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae750d62-d72c-4805-af3e-4204db8a936f req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] Bound using segment: {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:17:51.339061 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-ae750d62-d72c-4805-af3e-4204db8a936f req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] Bound port: fda9aba7-7cc7-4338-a69b-ad718c47eca3, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:17:51.339438 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ae750d62-d72c-4805-af3e-4204db8a936f req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:51.341847 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port fda9aba7-7cc7-4338-a69b-ad718c47eca3, host n-h1-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:17:51.345076 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port fda9aba7-7cc7-4338-a69b-ad718c47eca3, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=fda9aba7-7cc7-4338-a69b-ad718c47eca3,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:17:51.349591 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:51.387043 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device fda9aba7-7cc7-4338-a69b-ad718c47eca3 has no active binding in host n-h2-712140-10 {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 30 00:17:51.407979 n-d-712140-10 neutron-server[94063]: WARNING neutron.plugins.ml2.plugin [req-ae750d62-d72c-4805-af3e-4204db8a936f req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] Concurrent port binding operations failed on port fda9aba7-7cc7-4338-a69b-ad718c47eca3 Jul 30 00:17:51.411589 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=fda9aba7-7cc7-4338-a69b-ad718c47eca3,revision_number=10']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:51.412404 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-ae750d62-d72c-4805-af3e-4204db8a936f req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] For port fda9aba7-7cc7-4338-a69b-ad718c47eca3, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=fda9aba7-7cc7-4338-a69b-ad718c47eca3,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:51.413919 n-d-712140-10 neutron-server[94063]: INFO neutron.plugins.ml2.plugin [req-ae750d62-d72c-4805-af3e-4204db8a936f req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] Attempt 2 to bind port fda9aba7-7cc7-4338-a69b-ad718c47eca3 Jul 30 00:17:51.416827 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae750d62-d72c-4805-af3e-4204db8a936f req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:51.417397 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-ae750d62-d72c-4805-af3e-4204db8a936f req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:51.418815 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae750d62-d72c-4805-af3e-4204db8a936f req-8f2c6dfb-22b8-4174-bc91-b6fa1d04fcd5 service neutron] 10.222.0.23 "PUT /v2.0/ports/fda9aba7-7cc7-4338-a69b-ad718c47eca3 HTTP/1.1" status: 200 len: 1094 time: 0.7839315 Jul 30 00:17:51.419940 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b09122-2042-4be8-9a1f-061b4e020b53', 'tag': 'fda9aba7-7cc7-4338-a69b-ad718c47eca3'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:17:51.422581 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab6b4bf-0adc-4a07-8870-cb65e2176e36" -d '{"events": [{"name": "network-changed", "server_uuid": "56b09122-2042-4be8-9a1f-061b4e020b53", "tag": "fda9aba7-7cc7-4338-a69b-ad718c47eca3"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:17:51.480510 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62fff0bf-4bab-4532-b16c-1dbbf9f077ab x-openstack-request-id: req-62fff0bf-4bab-4532-b16c-1dbbf9f077ab {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:17:51.480798 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56b09122-2042-4be8-9a1f-061b4e020b53", "tag": "fda9aba7-7cc7-4338-a69b-ad718c47eca3", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:17:51.481057 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-62fff0bf-4bab-4532-b16c-1dbbf9f077ab {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:17:51.481457 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b09122-2042-4be8-9a1f-061b4e020b53', 'tag': 'fda9aba7-7cc7-4338-a69b-ad718c47eca3', 'status': 'completed', 'code': 200} Jul 30 00:17:51.494247 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae750d62-d72c-4805-af3e-4204db8a936f req-e9f8999c-0aa1-48a4-b623-f8be819d20f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:51.495643 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae750d62-d72c-4805-af3e-4204db8a936f req-e9f8999c-0aa1-48a4-b623-f8be819d20f7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 1097 time: 0.0492480 Jul 30 00:17:51.547590 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6b4bf-0adc-4a07-8870-cb65e2176e36 req-efd3643e-84f5-4709-94fd-2782ea486f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:51.549159 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5ab6b4bf-0adc-4a07-8870-cb65e2176e36 req-efd3643e-84f5-4709-94fd-2782ea486f46 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 1097 time: 0.0494816 Jul 30 00:17:51.593845 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae750d62-d72c-4805-af3e-4204db8a936f req-761857eb-5444-410e-af75-3f570b58e421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:51.595569 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae750d62-d72c-4805-af3e-4204db8a936f req-761857eb-5444-410e-af75-3f570b58e421 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0934019 Jul 30 00:17:51.655265 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6b4bf-0adc-4a07-8870-cb65e2176e36 req-3ddc0b1d-93b8-4d79-b0e8-5e0d11282939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:51.656721 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5ab6b4bf-0adc-4a07-8870-cb65e2176e36 req-3ddc0b1d-93b8-4d79-b0e8-5e0d11282939 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0994632 Jul 30 00:17:51.693684 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae750d62-d72c-4805-af3e-4204db8a936f req-176f3380-b2fa-44a1-be14-910a0d804ab3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fda9aba7-7cc7-4338-a69b-ad718c47eca3 HTTP/1.1" status: 200 len: 1001 time: 0.0913384 Jul 30 00:17:51.717295 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cdc10-ef62-4c9d-9766-27acc208f5e3 req-f540ee3a-3e79-4680-b72c-02e3ab484c71 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:51.718756 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-322cdc10-ef62-4c9d-9766-27acc208f5e3 req-f540ee3a-3e79-4680-b72c-02e3ab484c71 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 945 time: 0.0692072 Jul 30 00:17:51.725005 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5ab6b4bf-0adc-4a07-8870-cb65e2176e36 req-64121ea8-ab95-41bc-809f-b2763f974b9c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fda9aba7-7cc7-4338-a69b-ad718c47eca3 HTTP/1.1" status: 200 len: 1001 time: 0.0601437 Jul 30 00:17:51.777837 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae750d62-d72c-4805-af3e-4204db8a936f req-d80bfa63-964a-4324-9b74-7ba72c47fa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:51.779495 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae750d62-d72c-4805-af3e-4204db8a936f req-d80bfa63-964a-4324-9b74-7ba72c47fa95 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0772223 Jul 30 00:17:51.779783 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6b4bf-0adc-4a07-8870-cb65e2176e36 req-fcb80ffa-aef4-4513-b715-b07c7543dbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:51.781327 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5ab6b4bf-0adc-4a07-8870-cb65e2176e36 req-fcb80ffa-aef4-4513-b715-b07c7543dbd0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0500264 Jul 30 00:17:51.786349 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-322cdc10-ef62-4c9d-9766-27acc208f5e3 req-1fffe9ef-8010-46d0-94c1-83add8fe5b7f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488813 Jul 30 00:17:51.832427 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6b4bf-0adc-4a07-8870-cb65e2176e36 req-3487252f-e884-4ebb-96af-61b8ac29c061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:51.833534 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae750d62-d72c-4805-af3e-4204db8a936f req-31ecf8fe-2730-4e2a-9352-d35904bef3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:51.833995 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5ab6b4bf-0adc-4a07-8870-cb65e2176e36 req-3487252f-e884-4ebb-96af-61b8ac29c061 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448859 Jul 30 00:17:51.834822 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae750d62-d72c-4805-af3e-4204db8a936f req-31ecf8fe-2730-4e2a-9352-d35904bef3db service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475895 Jul 30 00:17:51.927035 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5ab6b4bf-0adc-4a07-8870-cb65e2176e36 req-65f02873-90a5-4a60-a829-5570c4518bbc service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859389 Jul 30 00:17:51.935481 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae750d62-d72c-4805-af3e-4204db8a936f req-ac8c9cea-cba9-4ad1-b8c5-e6dad378738f service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933843 Jul 30 00:17:52.025117 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5ab6b4bf-0adc-4a07-8870-cb65e2176e36 req-a03623d5-13ac-4989-b0d3-04f68d6d9543 service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905907 Jul 30 00:17:52.037172 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ae750d62-d72c-4805-af3e-4204db8a936f req-4f083d4b-ec95-4904-8d6c-c94981c987e8 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959189 Jul 30 00:17:52.122946 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6b4bf-0adc-4a07-8870-cb65e2176e36 req-e83591bc-9035-45a0-b0eb-afc93c8af85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:52.124508 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ab6b4bf-0adc-4a07-8870-cb65e2176e36 req-e83591bc-9035-45a0-b0eb-afc93c8af85a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 1097 time: 0.0422056 Jul 30 00:17:52.218294 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6b4bf-0adc-4a07-8870-cb65e2176e36 req-9cc16c52-c239-45ce-86c9-d8e01859c33e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:52.219782 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ab6b4bf-0adc-4a07-8870-cb65e2176e36 req-9cc16c52-c239-45ce-86c9-d8e01859c33e service neutron] 10.222.0.23 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0889392 Jul 30 00:17:52.285264 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ab6b4bf-0adc-4a07-8870-cb65e2176e36 req-c8239f8d-e507-4002-b3f7-609f4e8f819f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fda9aba7-7cc7-4338-a69b-ad718c47eca3 HTTP/1.1" status: 200 len: 1001 time: 0.0582206 Jul 30 00:17:52.337103 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6b4bf-0adc-4a07-8870-cb65e2176e36 req-7ecff7ea-2a44-4ea0-acc2-44bcc04536ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:52.338571 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ab6b4bf-0adc-4a07-8870-cb65e2176e36 req-7ecff7ea-2a44-4ea0-acc2-44bcc04536ba service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0447600 Jul 30 00:17:52.388644 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab6b4bf-0adc-4a07-8870-cb65e2176e36 req-124da67a-ab3e-47db-987a-63ae390c5e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:52.390170 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ab6b4bf-0adc-4a07-8870-cb65e2176e36 req-124da67a-ab3e-47db-987a-63ae390c5e38 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443890 Jul 30 00:17:52.482829 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ab6b4bf-0adc-4a07-8870-cb65e2176e36 req-df9cbef7-2b90-49da-8df6-d944c7021758 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840263 Jul 30 00:17:52.577074 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ab6b4bf-0adc-4a07-8870-cb65e2176e36 req-6257f9be-d93d-4e06-9260-4cd80a10bcfb service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863583 Jul 30 00:17:52.914049 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61220187-763f-40e6-80a3-b8bd7d3c628b req-b082b168-abe5-4ddf-bc80-717226f02aca tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:52.915553 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-61220187-763f-40e6-80a3-b8bd7d3c628b req-b082b168-abe5-4ddf-bc80-717226f02aca tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 945 time: 0.0496242 Jul 30 00:17:52.955298 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-61220187-763f-40e6-80a3-b8bd7d3c628b req-3c442031-2aa6-4685-aa1a-f8afa1145627 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331089 Jul 30 00:17:53.135692 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device fda9aba7-7cc7-4338-a69b-ad718c47eca3 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:17:53.174832 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device fda9aba7-7cc7-4338-a69b-ad718c47eca3 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:17:54.068021 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device fda9aba7-7cc7-4338-a69b-ad718c47eca3 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:17:54.076662 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcee1b-a184-4348-942b-f2bb72dfd356 req-052bd886-7f07-4e7c-8a98-73b1ea94305b tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:54.078281 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-63dcee1b-a184-4348-942b-f2bb72dfd356 req-052bd886-7f07-4e7c-8a98-73b1ea94305b tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 945 time: 0.0535824 Jul 30 00:17:54.119601 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-63dcee1b-a184-4348-942b-f2bb72dfd356 req-bc8c2de4-d1da-461f-841a-48ea61046721 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344222 Jul 30 00:17:54.170209 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port fda9aba7-7cc7-4338-a69b-ad718c47eca3, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=fda9aba7-7cc7-4338-a69b-ad718c47eca3,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:54.186399 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'fda9aba7-7cc7-4338-a69b-ad718c47eca3', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'port_id': 'fda9aba7-7cc7-4338-a69b-ad718c47eca3', 'mac_address': 'fa:16:3e:f3:ac:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:17:54.226210 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:54.238089 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa1fed-4c27-4cf6-a540-ae708b4de04d req-0c8adf2c-edb7-42ed-b663-c04fd3295fe8 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:54.239759 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fda9aba7-7cc7-4338-a69b-ad718c47eca3 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:17:54.240110 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5aa1fed-4c27-4cf6-a540-ae708b4de04d req-0c8adf2c-edb7-42ed-b663-c04fd3295fe8 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 945 time: 0.0508931 Jul 30 00:17:54.265143 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port fda9aba7-7cc7-4338-a69b-ad718c47eca3, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=fda9aba7-7cc7-4338-a69b-ad718c47eca3,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:54.265673 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:54.289040 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5aa1fed-4c27-4cf6-a540-ae708b4de04d req-40f2c85a-c07e-4dee-bab3-b810a63c8190 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429089 Jul 30 00:17:54.316734 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=fda9aba7-7cc7-4338-a69b-ad718c47eca3,revision_number=11']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:54.417092 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0838651-c2d5-40f1-8caa-00f8bb438b43 req-919b87a8-01fe-4417-9fb0-b5ebf5e63254 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:54.418625 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0838651-c2d5-40f1-8caa-00f8bb438b43 req-919b87a8-01fe-4417-9fb0-b5ebf5e63254 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 946 time: 0.0500252 Jul 30 00:17:54.463325 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0838651-c2d5-40f1-8caa-00f8bb438b43 req-c50b5138-6ce9-48f1-aeea-2ae4d73fa606 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367162 Jul 30 00:17:54.508620 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['fda9aba7-7cc7-4338-a69b-ad718c47eca3'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:17:54.786512 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f1d79-b1e3-4962-98ef-a2da5f84a8c4 req-c1744432-aae9-4214-abfe-945877ada2bf tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:54.788412 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5a5f1d79-b1e3-4962-98ef-a2da5f84a8c4 req-c1744432-aae9-4214-abfe-945877ada2bf tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 946 time: 0.0582659 Jul 30 00:17:54.831406 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5a5f1d79-b1e3-4962-98ef-a2da5f84a8c4 req-f87d28bc-864c-4213-86ff-cd040041d714 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370836 Jul 30 00:17:55.987061 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0452cba3-3c34-42bf-b23b-87860a0796e2 req-ec25fde2-c2cc-4f75-aa40-5445e8cd859f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:55.988597 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0452cba3-3c34-42bf-b23b-87860a0796e2 req-ec25fde2-c2cc-4f75-aa40-5445e8cd859f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 946 time: 0.0866642 Jul 30 00:17:55.997937 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae5e27-2cf1-4f37-8cf8-b76f0e359f42 req-6c6ef9c5-b589-4b4e-a48d-b6c50ea7d354 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:55.999553 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d4ae5e27-2cf1-4f37-8cf8-b76f0e359f42 req-6c6ef9c5-b589-4b4e-a48d-b6c50ea7d354 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.23 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 946 time: 0.0719597 Jul 30 00:17:56.085043 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0452cba3-3c34-42bf-b23b-87860a0796e2 req-6ec3e9f0-0409-4c23-9fc1-3a1969eb5994 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843856 Jul 30 00:17:56.090256 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device fda9aba7-7cc7-4338-a69b-ad718c47eca3 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:17:56.117551 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-d4ae5e27-2cf1-4f37-8cf8-b76f0e359f42 req-ae0514c6-9f43-48fb-8128-9463648ccbf9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Deleting port fda9aba7-7cc7-4338-a69b-ad718c47eca3 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:17:56.117896 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d4ae5e27-2cf1-4f37-8cf8-b76f0e359f42 req-ae0514c6-9f43-48fb-8128-9463648ccbf9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:56.140436 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port fda9aba7-7cc7-4338-a69b-ad718c47eca3 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:17:56.144358 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port fda9aba7-7cc7-4338-a69b-ad718c47eca3 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:17:56.144738 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:56.213241 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-d4ae5e27-2cf1-4f37-8cf8-b76f0e359f42 req-ae0514c6-9f43-48fb-8128-9463648ccbf9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] For port fda9aba7-7cc7-4338-a69b-ad718c47eca3, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=fda9aba7-7cc7-4338-a69b-ad718c47eca3,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:56.213619 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d4ae5e27-2cf1-4f37-8cf8-b76f0e359f42 req-ae0514c6-9f43-48fb-8128-9463648ccbf9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:56.231389 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:56.254037 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b09122-2042-4be8-9a1f-061b4e020b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda9aba7-7cc7-4338-a69b-ad718c47eca3'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:17:56.256381 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee31ed8e5b8e4dc4f88b315270ded6679232f3f3b12134e952a2ffdf5dc07ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21dd9fd-a564-478b-a9ae-c8d5a4abb66b" -d '{"events": [{"server_uuid": "56b09122-2042-4be8-9a1f-061b4e020b53", "name": "network-vif-plugged", "status": "completed", "tag": "fda9aba7-7cc7-4338-a69b-ad718c47eca3"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:17:56.269843 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port fda9aba7-7cc7-4338-a69b-ad718c47eca3, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=fda9aba7-7cc7-4338-a69b-ad718c47eca3,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:17:56.276680 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:56.304432 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be58849a-2346-481c-8181-6ad204efe81b x-openstack-request-id: req-be58849a-2346-481c-8181-6ad204efe81b {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:17:56.304726 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b09122-2042-4be8-9a1f-061b4e020b53", "name": "network-vif-plugged", "status": "completed", "tag": "fda9aba7-7cc7-4338-a69b-ad718c47eca3", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:17:56.304982 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be58849a-2346-481c-8181-6ad204efe81b {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:17:56.305373 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b09122-2042-4be8-9a1f-061b4e020b53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fda9aba7-7cc7-4338-a69b-ad718c47eca3', 'code': 200} Jul 30 00:17:56.330690 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=fda9aba7-7cc7-4338-a69b-ad718c47eca3,revision_number=12']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:56.404807 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d4ae5e27-2cf1-4f37-8cf8-b76f0e359f42 req-ae0514c6-9f43-48fb-8128-9463648ccbf9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:56.405255 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d4ae5e27-2cf1-4f37-8cf8-b76f0e359f42 req-ae0514c6-9f43-48fb-8128-9463648ccbf9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:56.405636 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [req-d4ae5e27-2cf1-4f37-8cf8-b76f0e359f42 req-ae0514c6-9f43-48fb-8128-9463648ccbf9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Floating IP 216d0ad8-78c8-4487-97b0-fb73b2134235 disassociated. External IP: 172.25.8.101, port: fda9aba7-7cc7-4338-a69b-ad718c47eca3. Jul 30 00:17:56.406036 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-d4ae5e27-2cf1-4f37-8cf8-b76f0e359f42 req-ae0514c6-9f43-48fb-8128-9463648ccbf9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Calling delete_port for fda9aba7-7cc7-4338-a69b-ad718c47eca3 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:17:56.541928 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d4ae5e27-2cf1-4f37-8cf8-b76f0e359f42 req-ae0514c6-9f43-48fb-8128-9463648ccbf9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:56.573656 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0514c6-9f43-48fb-8128-9463648ccbf9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Pushing event deleted for resources: {'Port': ['ID=fda9aba7-7cc7-4338-a69b-ad718c47eca3,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:17:56.698323 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d4ae5e27-2cf1-4f37-8cf8-b76f0e359f42 req-ae0514c6-9f43-48fb-8128-9463648ccbf9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Router bc655a99-458e-40b4-9867-cfa82cd9b3d3 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:17:56.818384 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d4ae5e27-2cf1-4f37-8cf8-b76f0e359f42 req-ae0514c6-9f43-48fb-8128-9463648ccbf9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:17:56.829405 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0338b877-1c08-4772-9e14-03cd7cd38457 None None] Sync routers for ids ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:17:56.839383 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0338b877-1c08-4772-9e14-03cd7cd38457 None None] Routers {'bc655a99-458e-40b4-9867-cfa82cd9b3d3'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:17:56.840053 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-0338b877-1c08-4772-9e14-03cd7cd38457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:17:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:56.858493 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4ae5e27-2cf1-4f37-8cf8-b76f0e359f42 req-ae0514c6-9f43-48fb-8128-9463648ccbf9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] No DVR routers for this DVR port fda9aba7-7cc7-4338-a69b-ad718c47eca3 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:17:56.861087 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d4ae5e27-2cf1-4f37-8cf8-b76f0e359f42 req-ae0514c6-9f43-48fb-8128-9463648ccbf9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:17:56.863081 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d4ae5e27-2cf1-4f37-8cf8-b76f0e359f42 req-ae0514c6-9f43-48fb-8128-9463648ccbf9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.23 "DELETE /v2.0/ports/fda9aba7-7cc7-4338-a69b-ad718c47eca3 HTTP/1.1" status: 204 len: 173 time: 0.8564553 Jul 30 00:17:56.863515 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b09122-2042-4be8-9a1f-061b4e020b53', 'name': 'network-vif-deleted', 'tag': 'fda9aba7-7cc7-4338-a69b-ad718c47eca3'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:17:56.865795 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b19714c-2279-46e1-a943-fdb8e18fea74" -d '{"events": [{"server_uuid": "56b09122-2042-4be8-9a1f-061b4e020b53", "name": "network-vif-deleted", "tag": "fda9aba7-7cc7-4338-a69b-ad718c47eca3"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:17:56.928520 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12d9dc79-7739-434a-b5c7-e6b662c8180b x-openstack-request-id: req-12d9dc79-7739-434a-b5c7-e6b662c8180b {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:17:56.928822 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56b09122-2042-4be8-9a1f-061b4e020b53", "name": "network-vif-deleted", "tag": "fda9aba7-7cc7-4338-a69b-ad718c47eca3", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:17:56.929300 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-12d9dc79-7739-434a-b5c7-e6b662c8180b {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:17:56.929583 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b09122-2042-4be8-9a1f-061b4e020b53', 'name': 'network-vif-deleted', 'tag': 'fda9aba7-7cc7-4338-a69b-ad718c47eca3', 'status': 'completed', 'code': 200} Jul 30 00:17:56.973136 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-0338b877-1c08-4772-9e14-03cd7cd38457 None None] Set router bc655a99-458e-40b4-9867-cfa82cd9b3d3 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:17:57.173950 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-0338b877-1c08-4772-9e14-03cd7cd38457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 4, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'gw_port': {'id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd26f8256-4962-4d79-9a91-2e13e75ce322', 'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'mac_address': 'fa:16:3e:3d:15:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:17Z', 'updated_at': '2021-07-30T00:11:21Z', 'revision_number': 5, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'subnets': [{'id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:57.204541 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a832dded-0578-4eef-9e87-2eba9cc9c5c3 req-51feae2e-b1d0-4b94-b190-7391c4b5b7dd tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=56b09122-2042-4be8-9a1f-061b4e020b53 HTTP/1.1" status: 200 len: 210 time: 0.0329697 Jul 30 00:17:57.209055 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0338b877-1c08-4772-9e14-03cd7cd38457 None None] Checking router: bc655a99-458e-40b4-9867-cfa82cd9b3d3 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:17:57.219637 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0338b877-1c08-4772-9e14-03cd7cd38457 None None] Routers {'bc655a99-458e-40b4-9867-cfa82cd9b3d3'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:17:57.220387 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-0338b877-1c08-4772-9e14-03cd7cd38457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:17:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:57.337458 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-0338b877-1c08-4772-9e14-03cd7cd38457 None None] Set router bc655a99-458e-40b4-9867-cfa82cd9b3d3 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:17:57.561606 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-0338b877-1c08-4772-9e14-03cd7cd38457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 4, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'gw_port': {'id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd26f8256-4962-4d79-9a91-2e13e75ce322', 'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'mac_address': 'fa:16:3e:3d:15:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:17Z', 'updated_at': '2021-07-30T00:11:21Z', 'revision_number': 5, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'subnets': [{'id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:17:57.589057 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0338b877-1c08-4772-9e14-03cd7cd38457 None None] The sync data for ids ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'] in n-d-712140-10 is: [{'id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 4, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'gw_port': {'id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd26f8256-4962-4d79-9a91-2e13e75ce322', 'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'mac_address': 'fa:16:3e:3d:15:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:17Z', 'updated_at': '2021-07-30T00:11:21Z', 'revision_number': 5, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'subnets': [{'id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:17:57.810483 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e5b5c6-339f-4f91-b6dd-05f0e1bdb990 None None] New status for floating IP 216d0ad8-78c8-4487-97b0-fb73b2134235: DOWN {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:17:58.817688 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-53d6dc8a-fb76-4c53-b088-d0d0041422ea tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1680573818&fields=id&tenant_id=14b6080e348c483a8b06beb31fe6bb84 HTTP/1.1" status: 200 len: 267 time: 0.3364983 Jul 30 00:17:58.922264 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-b28f674c-b66f-4305-8adc-ba8fea3a2d24 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:17:58.923744 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-b28f674c-b66f-4305-8adc-ba8fea3a2d24 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 811 time: 0.0991471 Jul 30 00:17:58.939793 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-672cf36f-8e4c-4e1e-95e1-017f60e40ce9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/quotas/14b6080e348c483a8b06beb31fe6bb84 HTTP/1.1" status: 200 len: 375 time: 0.0102921 Jul 30 00:17:58.996554 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-c2f06f5d-6c3a-49e2-abdb-0da054ca3fb5 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512617 Jul 30 00:17:59.195083 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-d3a8a5cb-df49-455b-a393-60267cca97cb service neutron] 10.222.0.18 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222477 Jul 30 00:17:59.290771 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-cd0b209a-062d-402c-a1df-160924417e3f service neutron] 10.222.0.18 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888920 Jul 30 00:17:59.453989 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2b563a0b-29cc-4ced-afd3-76da96dbd12f req-dbf53f9c-85e0-4249-9dfb-23ac7e0bbf29 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 210 time: 0.0281713 Jul 30 00:18:00.082388 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:00.098267 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device fda9aba7-7cc7-4338-a69b-ad718c47eca3 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:18:00.121651 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: fda9aba7-7cc7-4338-a69b-ad718c47eca3 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:18:00.122018 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device fda9aba7-7cc7-4338-a69b-ad718c47eca3 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:18:00.274733 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:00.539216 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9695cb6f-20ba-4e5b-8032-5abfa4c1e41a req-1125006e-30d0-4819-aba3-147dda6e4aa7 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 210 time: 0.0290866 Jul 30 00:18:01.642632 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-862f1c89-c242-4fed-8a2d-c21703f6f5c0 req-9e9a8228-b058-4352-9408-00700ea9ecbd tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 210 time: 0.0276232 Jul 30 00:18:02.401057 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-ba823d7e-8914-43f6-bfd7-89c9150d7708 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:02.402573 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-ba823d7e-8914-43f6-bfd7-89c9150d7708 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.39 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 811 time: 0.1092257 Jul 30 00:18:02.463925 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-f5ad2ed0-ef2a-4bc7-961b-d951384fce8f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=14b6080e348c483a8b06beb31fe6bb84 HTTP/1.1" status: 200 len: 380 time: 0.0515699 Jul 30 00:18:02.473827 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aecd96fe-83e0-47d7-a131-bc20c719512a tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Request body: {'port': {'device_id': '8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'admin_state_up': True, 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'security_groups': ['2934dd3e-b292-4554-a13a-17bb8daec230']}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:18:02.586749 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aecd96fe-83e0-47d7-a131-bc20c719512a tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Made reservation on behalf of 14b6080e348c483a8b06beb31fe6bb84 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:18:02.590089 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aecd96fe-83e0-47d7-a131-bc20c719512a tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:02.729828 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aecd96fe-83e0-47d7-a131-bc20c719512a tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Allocated IP 172.20.0.6 (a603c1a6-08c3-4047-ac31-509b93ba0ed6/022a333a-1c31-4c4e-ac1b-fe0635f9b428/f070ed2b-4f54-482e-a0a9-20a74b230a4f) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:18:02.743248 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-543d85a3-45a7-431d-ae93-669157356359 req-69370188-488f-42b4-846b-b3325e409ff9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 210 time: 0.0291872 Jul 30 00:18:02.871495 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aecd96fe-83e0-47d7-a131-bc20c719512a tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:02.884351 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aecd96fe-83e0-47d7-a131-bc20c719512a tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Transition to ACTIVE for port object f070ed2b-4f54-482e-a0a9-20a74b230a4f will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:18:02.917790 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a392fc97-0473-4f09-a88e-ecd6c18c5747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:02.921786 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aecd96fe-83e0-47d7-a131-bc20c719512a tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:02.970712 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aecd96fe-83e0-47d7-a131-bc20c719512a tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Network a603c1a6-08c3-4047-ac31-509b93ba0ed6 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:18:02.973935 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aecd96fe-83e0-47d7-a131-bc20c719512a tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:18:02.980193 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aecd96fe-83e0-47d7-a131-bc20c719512a tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:18:02.987050 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd96fe-83e0-47d7-a131-bc20c719512a tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Pushing event updated for resources: {'Port': ['ID=f070ed2b-4f54-482e-a0a9-20a74b230a4f,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:03.038565 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aecd96fe-83e0-47d7-a131-bc20c719512a tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:03.039208 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aecd96fe-83e0-47d7-a131-bc20c719512a tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:03.056522 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aecd96fe-83e0-47d7-a131-bc20c719512a tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5866041 Jul 30 00:18:03.069192 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aa6a6481-9b74-489b-ae51-c6f182881c94 service neutron] Request body: {'port': {'device_id': '8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:18:03.129699 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aa6a6481-9b74-489b-ae51-c6f182881c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:03.248408 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-22c30c20-845d-4ddd-b54d-ead950da12c9 None None] Provisioning for port f070ed2b-4f54-482e-a0a9-20a74b230a4f completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:18:03.252086 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-22c30c20-845d-4ddd-b54d-ead950da12c9 None None] Provisioning complete for port f070ed2b-4f54-482e-a0a9-20a74b230a4f triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:18:03.252462 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-22c30c20-845d-4ddd-b54d-ead950da12c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:03.301061 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-22c30c20-845d-4ddd-b54d-ead950da12c9 None None] Port f070ed2b-4f54-482e-a0a9-20a74b230a4f cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:18:03.408067 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aa6a6481-9b74-489b-ae51-c6f182881c94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f070ed2b-4f54-482e-a0a9-20a74b230a4f {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:18:03.415416 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aa6a6481-9b74-489b-ae51-c6f182881c94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:03.427326 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aa6a6481-9b74-489b-ae51-c6f182881c94 service neutron] Transition to ACTIVE for port object f070ed2b-4f54-482e-a0a9-20a74b230a4f will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:18:03.431075 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aa6a6481-9b74-489b-ae51-c6f182881c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:03.479730 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a6481-9b74-489b-ae51-c6f182881c94 service neutron] Pushing event updated for resources: {'Port': ['ID=f070ed2b-4f54-482e-a0a9-20a74b230a4f,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:03.551288 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aa6a6481-9b74-489b-ae51-c6f182881c94 service neutron] Attempting to bind port f070ed2b-4f54-482e-a0a9-20a74b230a4f on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:18:03.551622 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aa6a6481-9b74-489b-ae51-c6f182881c94 service neutron] Attempting to bind port f070ed2b-4f54-482e-a0a9-20a74b230a4f by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:18:03.551983 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aa6a6481-9b74-489b-ae51-c6f182881c94 service neutron] Attempting to bind port f070ed2b-4f54-482e-a0a9-20a74b230a4f on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:18:03.556815 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aa6a6481-9b74-489b-ae51-c6f182881c94 service neutron] Port f070ed2b-4f54-482e-a0a9-20a74b230a4f on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:18:03.557137 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aa6a6481-9b74-489b-ae51-c6f182881c94 service neutron] Attempting to bind port f070ed2b-4f54-482e-a0a9-20a74b230a4f on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:18:03.562743 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aa6a6481-9b74-489b-ae51-c6f182881c94 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:18:03.563086 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aa6a6481-9b74-489b-ae51-c6f182881c94 service neutron] Checking segment: {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:18:03.563471 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aa6a6481-9b74-489b-ae51-c6f182881c94 service neutron] Bound using segment: {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:18:03.563931 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aa6a6481-9b74-489b-ae51-c6f182881c94 service neutron] Bound port: f070ed2b-4f54-482e-a0a9-20a74b230a4f, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:18:03.564295 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aa6a6481-9b74-489b-ae51-c6f182881c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:03.633933 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aa6a6481-9b74-489b-ae51-c6f182881c94 service neutron] For port f070ed2b-4f54-482e-a0a9-20a74b230a4f, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:18:03.636880 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aa6a6481-9b74-489b-ae51-c6f182881c94 service neutron] For port f070ed2b-4f54-482e-a0a9-20a74b230a4f, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f070ed2b-4f54-482e-a0a9-20a74b230a4f,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:18:03.642350 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aa6a6481-9b74-489b-ae51-c6f182881c94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:03.677131 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aa6a6481-9b74-489b-ae51-c6f182881c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:03.677748 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aa6a6481-9b74-489b-ae51-c6f182881c94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:03.679149 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-aa6a6481-9b74-489b-ae51-c6f182881c94 service neutron] 10.222.0.39 "PUT /v2.0/ports/f070ed2b-4f54-482e-a0a9-20a74b230a4f HTTP/1.1" status: 200 len: 1092 time: 0.6148717 Jul 30 00:18:03.679582 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912', 'tag': 'f070ed2b-4f54-482e-a0a9-20a74b230a4f'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:18:03.682100 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5209d4e956e9ae4acfb38c8f800d5d5e141ec7fd74949f506a8c7ac355071e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bb6eb2-34b8-4300-96dc-e74f1b7cead9" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912", "tag": "f070ed2b-4f54-482e-a0a9-20a74b230a4f"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:18:03.705660 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a6481-9b74-489b-ae51-c6f182881c94 service neutron] Pushing event updated for resources: {'Port': ['ID=f070ed2b-4f54-482e-a0a9-20a74b230a4f,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:03.741226 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9097eaf8-71de-46b3-bcde-9b80375cdfe1 x-openstack-request-id: req-9097eaf8-71de-46b3-bcde-9b80375cdfe1 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:18:03.741754 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912", "tag": "f070ed2b-4f54-482e-a0a9-20a74b230a4f", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:18:03.742110 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9097eaf8-71de-46b3-bcde-9b80375cdfe1 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:18:03.742624 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912', 'tag': 'f070ed2b-4f54-482e-a0a9-20a74b230a4f', 'status': 'completed', 'code': 200} Jul 30 00:18:03.776405 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-8afcc62e-9c27-4819-825a-ab1c7d07b66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:03.778085 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-8afcc62e-9c27-4819-825a-ab1c7d07b66a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 1095 time: 0.0493937 Jul 30 00:18:03.828133 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-1e3a4905-ced3-4c2b-80fd-0860a0073bcd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f070ed2b-4f54-482e-a0a9-20a74b230a4f HTTP/1.1" status: 200 len: 217 time: 0.0423555 Jul 30 00:18:03.872955 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48720d6-2564-4499-b219-eaf1ec17ae54 req-7c5719fc-e80f-4e91-b449-e782f6aefbee tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:03.874543 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e48720d6-2564-4499-b219-eaf1ec17ae54 req-7c5719fc-e80f-4e91-b449-e782f6aefbee tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 943 time: 0.0558596 Jul 30 00:18:03.883745 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-0062c313-afbb-438d-b7ea-573700998d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:03.885276 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-0062c313-afbb-438d-b7ea-573700998d78 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0499938 Jul 30 00:18:03.919692 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e48720d6-2564-4499-b219-eaf1ec17ae54 req-97731ac5-de62-42e4-8067-70b20af48f92 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366986 Jul 30 00:18:03.932397 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-4d5146f5-3dd4-4ea5-a80e-98971d27bb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:03.933924 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-4d5146f5-3dd4-4ea5-a80e-98971d27bb76 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414927 Jul 30 00:18:04.033604 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-366e7400-08bd-448f-bdf9-7e14eccc28c5 service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925281 Jul 30 00:18:04.131136 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c4d43abc-f4db-47d4-8f9a-20de1cffd2c1 req-5cdaf2fe-c345-45b9-a6d5-629d0a496b1d service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902534 Jul 30 00:18:04.222081 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb6eb2-34b8-4300-96dc-e74f1b7cead9 req-9986ad77-2467-4275-a33a-239c8f482b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:04.223483 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d8bb6eb2-34b8-4300-96dc-e74f1b7cead9 req-9986ad77-2467-4275-a33a-239c8f482b85 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 1095 time: 0.0422554 Jul 30 00:18:04.324421 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb6eb2-34b8-4300-96dc-e74f1b7cead9 req-eaa36e64-54e7-4c9a-b75a-626cb312c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:04.326580 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d8bb6eb2-34b8-4300-96dc-e74f1b7cead9 req-eaa36e64-54e7-4c9a-b75a-626cb312c395 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0956879 Jul 30 00:18:04.370861 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d8bb6eb2-34b8-4300-96dc-e74f1b7cead9 req-22d944fb-5972-485b-8e94-1c8fb36e18d4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f070ed2b-4f54-482e-a0a9-20a74b230a4f HTTP/1.1" status: 200 len: 217 time: 0.0362902 Jul 30 00:18:04.420461 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb6eb2-34b8-4300-96dc-e74f1b7cead9 req-31e54829-362d-4201-8f07-81753b5e80db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:04.421949 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d8bb6eb2-34b8-4300-96dc-e74f1b7cead9 req-31e54829-362d-4201-8f07-81753b5e80db service neutron] 10.222.0.39 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0442789 Jul 30 00:18:04.472251 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bb6eb2-34b8-4300-96dc-e74f1b7cead9 req-6e73924e-484f-4476-845f-0f0e65f3a8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:04.473654 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d8bb6eb2-34b8-4300-96dc-e74f1b7cead9 req-6e73924e-484f-4476-845f-0f0e65f3a8d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446851 Jul 30 00:18:04.571253 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d8bb6eb2-34b8-4300-96dc-e74f1b7cead9 req-f24f33c6-b56e-4a35-9f35-91b1071bc164 service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881550 Jul 30 00:18:04.669884 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d8bb6eb2-34b8-4300-96dc-e74f1b7cead9 req-216813ae-849a-47ea-8c09-88d855ff03ad service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875194 Jul 30 00:18:05.049908 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc0af2-3c24-4942-9a25-2ee7b144a4bc req-b305d6af-fe33-440e-819a-01f2438fb424 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:05.051418 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-edfc0af2-3c24-4942-9a25-2ee7b144a4bc req-b305d6af-fe33-440e-819a-01f2438fb424 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 943 time: 0.0547605 Jul 30 00:18:05.093341 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-edfc0af2-3c24-4942-9a25-2ee7b144a4bc req-147a1d43-9f2d-4bc7-9a0e-2f7e2c0e019b tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352414 Jul 30 00:18:05.489436 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:06.211076 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a5ad0-8007-4d4d-85cf-e9fb022de8e8 req-a830e16b-b131-4988-972b-659cbff4888f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:06.212611 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a0a5ad0-8007-4d4d-85cf-e9fb022de8e8 req-a830e16b-b131-4988-972b-659cbff4888f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 943 time: 0.0498893 Jul 30 00:18:06.252146 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a0a5ad0-8007-4d4d-85cf-e9fb022de8e8 req-8bca894c-31c0-4b4d-a011-4d594702748a tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331321 Jul 30 00:18:06.291668 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fb5b42cc-7d1b-4e3c-8825-6195122c780a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:07.049360 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:07.213835 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f070ed2b-4f54-482e-a0a9-20a74b230a4f details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:18:07.315376 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port f070ed2b-4f54-482e-a0a9-20a74b230a4f, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f070ed2b-4f54-482e-a0a9-20a74b230a4f,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:18:07.327432 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'f070ed2b-4f54-482e-a0a9-20a74b230a4f', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'port_id': 'f070ed2b-4f54-482e-a0a9-20a74b230a4f', 'mac_address': 'fa:16:3e:90:68:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:18:07.365750 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:07.371393 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2905e668-14fa-4728-8063-fc6695ce8ad5 req-0a9799a0-0a26-4eb7-99c9-8e8b22f94693 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:07.373118 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2905e668-14fa-4728-8063-fc6695ce8ad5 req-0a9799a0-0a26-4eb7-99c9-8e8b22f94693 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 943 time: 0.0523264 Jul 30 00:18:07.379388 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f070ed2b-4f54-482e-a0a9-20a74b230a4f {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:18:07.400963 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port f070ed2b-4f54-482e-a0a9-20a74b230a4f, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f070ed2b-4f54-482e-a0a9-20a74b230a4f,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:18:07.405970 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:07.417843 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2905e668-14fa-4728-8063-fc6695ce8ad5 req-b0e7e123-efd5-486a-82da-d55c79bbf2b8 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382659 Jul 30 00:18:07.455581 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=f070ed2b-4f54-482e-a0a9-20a74b230a4f,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:07.592553 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['f070ed2b-4f54-482e-a0a9-20a74b230a4f'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:18:08.360956 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:08.536948 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3db17c-4df9-42fb-a924-c1a9c93c08b4 req-d472b6d7-510d-4adf-acfe-06ef45dccbe4 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:08.538347 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b3db17c-4df9-42fb-a924-c1a9c93c08b4 req-d472b6d7-510d-4adf-acfe-06ef45dccbe4 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 944 time: 0.0483732 Jul 30 00:18:08.578497 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b3db17c-4df9-42fb-a924-c1a9c93c08b4 req-131e331c-b2ea-4031-8769-fbb998ec8daf tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339882 Jul 30 00:18:09.229204 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f070ed2b-4f54-482e-a0a9-20a74b230a4f up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:18:09.285776 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port f070ed2b-4f54-482e-a0a9-20a74b230a4f completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:18:09.289444 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port f070ed2b-4f54-482e-a0a9-20a74b230a4f triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:18:09.289821 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:09.366398 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:09.390123 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f070ed2b-4f54-482e-a0a9-20a74b230a4f'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:18:09.392495 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee31ed8e5b8e4dc4f88b315270ded6679232f3f3b12134e952a2ffdf5dc07ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d3672a-fada-4e67-aaed-4a19dae4708f" -d '{"events": [{"server_uuid": "8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912", "name": "network-vif-plugged", "status": "completed", "tag": "f070ed2b-4f54-482e-a0a9-20a74b230a4f"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:18:09.405496 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port f070ed2b-4f54-482e-a0a9-20a74b230a4f, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f070ed2b-4f54-482e-a0a9-20a74b230a4f,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:18:09.413141 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:09.436927 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4273ff68-5227-4cf7-a664-a9406e07a88c x-openstack-request-id: req-4273ff68-5227-4cf7-a664-a9406e07a88c {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:18:09.437200 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912", "name": "network-vif-plugged", "status": "completed", "tag": "f070ed2b-4f54-482e-a0a9-20a74b230a4f", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:18:09.437451 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4273ff68-5227-4cf7-a664-a9406e07a88c {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:18:09.437832 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f070ed2b-4f54-482e-a0a9-20a74b230a4f', 'code': 200} Jul 30 00:18:09.466212 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=f070ed2b-4f54-482e-a0a9-20a74b230a4f,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:18:09.528669 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37193c9-b4c4-4b95-bbd0-9fb0f83432e6 req-cded2e09-5109-43a9-aeeb-9d6b9455dfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:09.530275 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b37193c9-b4c4-4b95-bbd0-9fb0f83432e6 req-cded2e09-5109-43a9-aeeb-9d6b9455dfbf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 1097 time: 0.0409257 Jul 30 00:18:09.567225 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b37193c9-b4c4-4b95-bbd0-9fb0f83432e6 req-0ec06954-0590-4db7-be15-965b491ccee9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298250 Jul 30 00:18:09.698522 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6df92-38e1-4526-87ac-1b7d5d7f28e0 req-f91413fa-09a0-421b-9155-dc6623125fbe tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:09.700033 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8cf6df92-38e1-4526-87ac-1b7d5d7f28e0 req-f91413fa-09a0-421b-9155-dc6623125fbe tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 945 time: 0.0506814 Jul 30 00:18:09.739467 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8cf6df92-38e1-4526-87ac-1b7d5d7f28e0 req-71c87623-0f7b-440d-be39-9583b262e585 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331857 Jul 30 00:18:10.855037 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b807c-e112-4be9-ba63-98e07993ec59 req-3883598d-edf4-4a0b-b87b-f9599f3e3c12 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:10.856610 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d80b807c-e112-4be9-ba63-98e07993ec59 req-3883598d-edf4-4a0b-b87b-f9599f3e3c12 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 945 time: 0.0485883 Jul 30 00:18:10.899303 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d80b807c-e112-4be9-ba63-98e07993ec59 req-4b09cb4d-18f0-4627-851f-1b4a33fdff06 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363228 Jul 30 00:18:11.009953 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c43a11-96b5-4a83-ac84-2ab0b8a226aa req-8571810c-8732-4122-ad31-756b60d1d84c tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:11.011438 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98c43a11-96b5-4a83-ac84-2ab0b8a226aa req-8571810c-8732-4122-ad31-756b60d1d84c tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 945 time: 0.0490727 Jul 30 00:18:11.020900 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 58556) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:18:11.025334 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-54245f44-9394-4896-bb0a-8fc8f789a5aa tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Request body: {'floatingip': {'port_id': 'f070ed2b-4f54-482e-a0a9-20a74b230a4f'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:18:11.064416 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-54245f44-9394-4896-bb0a-8fc8f789a5aa tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for floatingip, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:11.506907 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-54245f44-9394-4896-bb0a-8fc8f789a5aa tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:11.510784 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-54245f44-9394-4896-bb0a-8fc8f789a5aa tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:11.629229 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-54245f44-9394-4896-bb0a-8fc8f789a5aa tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Floating IP 216d0ad8-78c8-4487-97b0-fb73b2134235 associated. External IP: 172.25.8.101, port: f070ed2b-4f54-482e-a0a9-20a74b230a4f. Jul 30 00:18:11.851806 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54245f44-9394-4896-bb0a-8fc8f789a5aa tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Router bc655a99-458e-40b4-9867-cfa82cd9b3d3 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:18:11.967884 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54245f44-9394-4896-bb0a-8fc8f789a5aa tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:18:11.972728 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-54245f44-9394-4896-bb0a-8fc8f789a5aa tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:11.977698 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff06cf2f-e97d-45f7-a06a-eff273834e95 None None] Sync routers for ids ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:18:11.988705 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff06cf2f-e97d-45f7-a06a-eff273834e95 None None] Routers {'bc655a99-458e-40b4-9867-cfa82cd9b3d3'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:18:11.989328 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-ff06cf2f-e97d-45f7-a06a-eff273834e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:18:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:12.010259 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-54245f44-9394-4896-bb0a-8fc8f789a5aa tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "PUT /v2.0/floatingips/216d0ad8-78c8-4487-97b0-fb73b2134235 HTTP/1.1" status: 200 len: 992 time: 0.9880672 Jul 30 00:18:12.010900 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912', 'tag': 'f070ed2b-4f54-482e-a0a9-20a74b230a4f'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:18:12.015081 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-907457f0-9b61-4e95-9a48-6efb0d526c6f" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912", "tag": "f070ed2b-4f54-482e-a0a9-20a74b230a4f"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:18:12.103586 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-ff06cf2f-e97d-45f7-a06a-eff273834e95 None None] Set router bc655a99-458e-40b4-9867-cfa82cd9b3d3 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:18:12.109039 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48df9d1b-bf23-470d-9943-5ab1fa3fd744 x-openstack-request-id: req-48df9d1b-bf23-470d-9943-5ab1fa3fd744 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:18:12.109326 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912", "tag": "f070ed2b-4f54-482e-a0a9-20a74b230a4f", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:18:12.109581 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-48df9d1b-bf23-470d-9943-5ab1fa3fd744 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:18:12.109986 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912', 'tag': 'f070ed2b-4f54-482e-a0a9-20a74b230a4f', 'status': 'completed', 'code': 200} Jul 30 00:18:12.171808 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907457f0-9b61-4e95-9a48-6efb0d526c6f req-53486620-c350-4ede-a16f-bba4d5745d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:12.173488 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-907457f0-9b61-4e95-9a48-6efb0d526c6f req-53486620-c350-4ede-a16f-bba4d5745d4b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 1097 time: 0.0426786 Jul 30 00:18:12.276203 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907457f0-9b61-4e95-9a48-6efb0d526c6f req-bcae9f7e-a37b-4403-b725-b4063bd27c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:12.277718 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-907457f0-9b61-4e95-9a48-6efb0d526c6f req-bcae9f7e-a37b-4403-b725-b4063bd27c30 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0970223 Jul 30 00:18:12.345882 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-907457f0-9b61-4e95-9a48-6efb0d526c6f req-b4b23240-0e3e-4d79-b420-7658f9e3e984 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f070ed2b-4f54-482e-a0a9-20a74b230a4f HTTP/1.1" status: 200 len: 1000 time: 0.0606103 Jul 30 00:18:12.399663 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907457f0-9b61-4e95-9a48-6efb0d526c6f req-afde973e-8524-415e-bf22-dfc889f5f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:12.401180 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-907457f0-9b61-4e95-9a48-6efb0d526c6f req-afde973e-8524-415e-bf22-dfc889f5f523 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0485663 Jul 30 00:18:12.447241 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907457f0-9b61-4e95-9a48-6efb0d526c6f req-11491e81-0f5a-4174-9893-1fee1ba47386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:12.448820 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-907457f0-9b61-4e95-9a48-6efb0d526c6f req-11491e81-0f5a-4174-9893-1fee1ba47386 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405755 Jul 30 00:18:12.502124 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-ff06cf2f-e97d-45f7-a06a-eff273834e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 4, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'gw_port': {'id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '216d0ad8-78c8-4487-97b0-fb73b2134235', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'floating_ip_address': '172.25.8.101', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'port_id': 'f070ed2b-4f54-482e-a0a9-20a74b230a4f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'mac_address': 'fa:16:3e:90:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:11:19Z', 'updated_at': '2021-07-30T00:18:11Z', 'revision_number': 13, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd26f8256-4962-4d79-9a91-2e13e75ce322', 'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'mac_address': 'fa:16:3e:3d:15:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:17Z', 'updated_at': '2021-07-30T00:11:21Z', 'revision_number': 5, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'subnets': [{'id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:12.528378 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff06cf2f-e97d-45f7-a06a-eff273834e95 None None] Checking router: bc655a99-458e-40b4-9867-cfa82cd9b3d3 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:18:12.537469 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff06cf2f-e97d-45f7-a06a-eff273834e95 None None] Routers {'bc655a99-458e-40b4-9867-cfa82cd9b3d3'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:18:12.538097 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-ff06cf2f-e97d-45f7-a06a-eff273834e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:18:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:12.551649 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-907457f0-9b61-4e95-9a48-6efb0d526c6f req-05a83735-6cfb-4718-9e1d-0a441a50238f service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957470 Jul 30 00:18:12.646232 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-907457f0-9b61-4e95-9a48-6efb0d526c6f req-f0ef84c4-ee72-4ae6-8d8e-0122b79dd2e8 service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875902 Jul 30 00:18:12.651443 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-ff06cf2f-e97d-45f7-a06a-eff273834e95 None None] Set router bc655a99-458e-40b4-9867-cfa82cd9b3d3 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:18:12.877211 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-ff06cf2f-e97d-45f7-a06a-eff273834e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 4, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'gw_port': {'id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '216d0ad8-78c8-4487-97b0-fb73b2134235', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'floating_ip_address': '172.25.8.101', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'port_id': 'f070ed2b-4f54-482e-a0a9-20a74b230a4f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'mac_address': 'fa:16:3e:90:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:11:19Z', 'updated_at': '2021-07-30T00:18:11Z', 'revision_number': 13, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd26f8256-4962-4d79-9a91-2e13e75ce322', 'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'mac_address': 'fa:16:3e:3d:15:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:17Z', 'updated_at': '2021-07-30T00:11:21Z', 'revision_number': 5, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'subnets': [{'id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:18:12.903577 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff06cf2f-e97d-45f7-a06a-eff273834e95 None None] The sync data for ids ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'] in n-d-712140-10 is: [{'id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 4, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'gw_port': {'id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '216d0ad8-78c8-4487-97b0-fb73b2134235', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'floating_ip_address': '172.25.8.101', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'port_id': 'f070ed2b-4f54-482e-a0a9-20a74b230a4f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4048, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'mac_address': 'fa:16:3e:90:68:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:11:19Z', 'updated_at': '2021-07-30T00:18:11Z', 'revision_number': 13, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd26f8256-4962-4d79-9a91-2e13e75ce322', 'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'mac_address': 'fa:16:3e:3d:15:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:17Z', 'updated_at': '2021-07-30T00:11:21Z', 'revision_number': 5, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'subnets': [{'id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:18:13.101483 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d0d8064-0266-4118-9122-311255fb6398 None None] New status for floating IP 216d0ad8-78c8-4487-97b0-fb73b2134235: ACTIVE {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:18:13.231765 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-cbffe88e-748c-4839-ae3f-37520c812521 req-cb6eea3d-6c2f-4792-91e4-ce67c2896d45 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396316 Jul 30 00:18:13.315256 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbffe88e-748c-4839-ae3f-37520c812521 req-8eb7e54f-615f-47fe-bff4-b12cab61be38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:13.316784 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-cbffe88e-748c-4839-ae3f-37520c812521 req-8eb7e54f-615f-47fe-bff4-b12cab61be38 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 1097 time: 0.0423717 Jul 30 00:18:13.423084 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbffe88e-748c-4839-ae3f-37520c812521 req-19d83aff-dee0-480c-a08c-f028f3e5ce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:13.424504 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-cbffe88e-748c-4839-ae3f-37520c812521 req-19d83aff-dee0-480c-a08c-f028f3e5ce41 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0890751 Jul 30 00:18:13.489315 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-cbffe88e-748c-4839-ae3f-37520c812521 req-e63cf59d-89cd-4954-b0f3-550affc7d351 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f070ed2b-4f54-482e-a0a9-20a74b230a4f HTTP/1.1" status: 200 len: 1002 time: 0.0573897 Jul 30 00:18:13.541718 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbffe88e-748c-4839-ae3f-37520c812521 req-f00254c9-432a-4628-857b-92f1f543594d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:13.543166 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-cbffe88e-748c-4839-ae3f-37520c812521 req-f00254c9-432a-4628-857b-92f1f543594d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0474727 Jul 30 00:18:13.589438 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbffe88e-748c-4839-ae3f-37520c812521 req-0a2a9c30-2f2d-46e6-a408-181167873b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:18:13.590940 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-cbffe88e-748c-4839-ae3f-37520c812521 req-0a2a9c30-2f2d-46e6-a408-181167873b03 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400152 Jul 30 00:18:13.682743 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-cbffe88e-748c-4839-ae3f-37520c812521 req-300e1a17-cd7a-4f60-9fc8-ec810dd4d164 service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848081 Jul 30 00:18:13.774788 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-cbffe88e-748c-4839-ae3f-37520c812521 req-135f83cc-de66-4da6-bfb9-9db1ccd18e5c service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851352 Jul 30 00:18:21.308724 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:18:30.096112 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:30.280645 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:32.920212 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2a7b19a6-ad4c-49cc-b699-d37524a9eb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:35.490164 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:36.293639 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b26904fe-2253-4a6f-92f1-ca4a4510edc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:37.053197 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:38.363607 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:18:58.307559 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:19:00.107284 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:00.285994 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:02.921841 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ee566a2c-87e8-46ba-a612-9913478a9482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:05.491277 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:06.296012 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-abbd8ef9-be1c-4766-8798-c60845ad3e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:07.054018 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:08.365228 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:15.243509 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1b9d85ab-4e0f-4c66-aa78-e03651890618 req-cf8612c8-84b0-4141-a814-042934b936d0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0419548 Jul 30 00:19:15.326601 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d85ab-4e0f-4c66-aa78-e03651890618 req-21506848-c6cf-4e4c-b3f4-90380e9562f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:15.328218 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1b9d85ab-4e0f-4c66-aa78-e03651890618 req-21506848-c6cf-4e4c-b3f4-90380e9562f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 1097 time: 0.0419309 Jul 30 00:19:15.436632 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d85ab-4e0f-4c66-aa78-e03651890618 req-9ee9dadd-6314-406d-8d7d-aa867ec9a1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:15.438353 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1b9d85ab-4e0f-4c66-aa78-e03651890618 req-9ee9dadd-6314-406d-8d7d-aa867ec9a1af service neutron] 10.222.0.39 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0910642 Jul 30 00:19:15.507272 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1b9d85ab-4e0f-4c66-aa78-e03651890618 req-b297d04d-2735-4ebf-a3b4-0951e0625d96 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f070ed2b-4f54-482e-a0a9-20a74b230a4f HTTP/1.1" status: 200 len: 1002 time: 0.0595777 Jul 30 00:19:15.561310 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d85ab-4e0f-4c66-aa78-e03651890618 req-8a0c8e05-2af4-4696-aa90-c509d8e974e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:15.563324 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1b9d85ab-4e0f-4c66-aa78-e03651890618 req-8a0c8e05-2af4-4696-aa90-c509d8e974e0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0490780 Jul 30 00:19:15.611084 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d85ab-4e0f-4c66-aa78-e03651890618 req-b3e2b99f-9389-4b26-a44a-ae5331d16c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:15.612604 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1b9d85ab-4e0f-4c66-aa78-e03651890618 req-b3e2b99f-9389-4b26-a44a-ae5331d16c33 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410986 Jul 30 00:19:15.703869 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1b9d85ab-4e0f-4c66-aa78-e03651890618 req-7f2f3a3b-2a23-4c0e-8ce7-d0b352b89eaa service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831141 Jul 30 00:19:15.800663 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1b9d85ab-4e0f-4c66-aa78-e03651890618 req-186f8be9-d615-42cf-b439-4bba25b85161 service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891693 Jul 30 00:19:30.108094 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:30.288654 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:32.922884 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8a6aff59-d902-4ce5-b656-33c6c7086c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:35.307904 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:19:35.493878 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:36.296739 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c82d2900-0f6f-41b9-b8f4-9b1caa45b8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:37.059852 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:38.369017 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:19:50.187819 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6848d58-1532-4152-b592-b92c195d919c req-5afca2ea-7a34-4ab3-93dd-f880903f6f93 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:19:50.189927 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a6848d58-1532-4152-b592-b92c195d919c req-5afca2ea-7a34-4ab3-93dd-f880903f6f93 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 945 time: 0.0502682 Jul 30 00:19:50.229142 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a6848d58-1532-4152-b592-b92c195d919c req-0cc60c39-03d8-4703-a585-540a0d364e70 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332856 Jul 30 00:20:00.124278 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:00.285789 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:00.306699 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155709c9-34a8-46a1-be62-0b07e201ee89 req-de066b31-f92f-4b07-b254-8b7129dfdd1e tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:00.308265 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-155709c9-34a8-46a1-be62-0b07e201ee89 req-de066b31-f92f-4b07-b254-8b7129dfdd1e tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 945 time: 0.0598221 Jul 30 00:20:00.348365 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-155709c9-34a8-46a1-be62-0b07e201ee89 req-200807e6-22b4-4751-823d-e9b09b17290a tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339596 Jul 30 00:20:00.390584 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-1e916992-5da7-4ac9-91b4-14c399410750 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0792599 Jul 30 00:20:01.477923 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f690b65-dc8c-490d-92de-f4a1e04c41eb req-238d3e49-ae9e-484a-93c1-96b47f236dbe tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:01.479506 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0f690b65-dc8c-490d-92de-f4a1e04c41eb req-238d3e49-ae9e-484a-93c1-96b47f236dbe tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 945 time: 0.0534456 Jul 30 00:20:01.523677 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0f690b65-dc8c-490d-92de-f4a1e04c41eb req-bcce3d77-eb44-44f4-9b38-1f65eee6a25a tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357094 Jul 30 00:20:01.562416 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-0ebdf149-9d77-4ecd-a273-6798c9600edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:01.564083 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-0ebdf149-9d77-4ecd-a273-6798c9600edc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 1097 time: 0.0427310 Jul 30 00:20:01.658504 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-c7358e60-e2ce-47a2-83e2-5c42617abfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:01.660245 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-c7358e60-e2ce-47a2-83e2-5c42617abfa4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0889809 Jul 30 00:20:01.730164 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-fc275f43-1698-455d-964e-d8d009028717 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f070ed2b-4f54-482e-a0a9-20a74b230a4f HTTP/1.1" status: 200 len: 1002 time: 0.0621853 Jul 30 00:20:01.787426 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-8139fd54-b22d-4b98-aae5-18a660163c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:01.788966 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-8139fd54-b22d-4b98-aae5-18a660163c06 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0514019 Jul 30 00:20:02.180451 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-3f659bfb-1137-492e-a83a-e3df0f59ebba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:02.182178 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-3f659bfb-1137-492e-a83a-e3df0f59ebba service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3862665 Jul 30 00:20:02.273479 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-57781aa0-3777-4209-8361-6b64cfb7640b service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830741 Jul 30 00:20:02.366137 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-1906df2d-245e-46ab-9283-05300466fa42 service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853231 Jul 30 00:20:02.648722 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63f6581-2e2b-4fa0-ab13-043bd6ade7eb req-c32fc2b9-a4af-4c25-9603-0f459e0b7466 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:02.651943 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e63f6581-2e2b-4fa0-ab13-043bd6ade7eb req-c32fc2b9-a4af-4c25-9603-0f459e0b7466 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 945 time: 0.0521712 Jul 30 00:20:02.690371 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e63f6581-2e2b-4fa0-ab13-043bd6ade7eb req-3cd6e522-bb81-4f22-9258-342e29cf5a9c tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340292 Jul 30 00:20:02.927287 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d098a848-37fe-4691-bf98-e819299828fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:03.814629 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01e8d1-bdd2-409b-9577-ea42884eac04 req-0489c18c-12e6-4182-bc99-43177b874555 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:03.816079 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d01e8d1-bdd2-409b-9577-ea42884eac04 req-0489c18c-12e6-4182-bc99-43177b874555 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 945 time: 0.0556257 Jul 30 00:20:03.857811 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d01e8d1-bdd2-409b-9577-ea42884eac04 req-7790e56f-18d0-484a-8dca-5da6630dcd12 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352964 Jul 30 00:20:04.976224 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c4a09-bcec-4edc-b061-e8bd9cb3ef83 req-f9a8f9db-27f8-4c61-b565-cbd2243d7ab6 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:04.978000 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-940c4a09-bcec-4edc-b061-e8bd9cb3ef83 req-f9a8f9db-27f8-4c61-b565-cbd2243d7ab6 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 945 time: 0.0502365 Jul 30 00:20:05.015908 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-940c4a09-bcec-4edc-b061-e8bd9cb3ef83 req-e52da27f-c21f-401f-ba5e-077ec0677f86 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317485 Jul 30 00:20:05.495596 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:06.141053 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b542ce8-5e9f-4842-aedc-1fb844774f6c req-2327291a-9a3f-4da6-b821-5ee32cfc844f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:06.143436 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4b542ce8-5e9f-4842-aedc-1fb844774f6c req-2327291a-9a3f-4da6-b821-5ee32cfc844f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 945 time: 0.0555789 Jul 30 00:20:06.185340 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4b542ce8-5e9f-4842-aedc-1fb844774f6c req-df19874c-f322-4766-a9ba-e44d8f0a7df9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359082 Jul 30 00:20:06.301605 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f04ca573-90f1-473a-b4f0-d8afd0d68d31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:07.062581 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:07.315121 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df1fd7-6d5c-4bc0-a744-32dde542ea3a req-15861ecb-965a-41b1-b647-a698726fc23b tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:07.316603 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1df1fd7-6d5c-4bc0-a744-32dde542ea3a req-15861ecb-965a-41b1-b647-a698726fc23b tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 945 time: 0.0557883 Jul 30 00:20:07.355707 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1df1fd7-6d5c-4bc0-a744-32dde542ea3a req-ea0d054f-e2d5-4302-9362-cc5ab3f033cf tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330458 Jul 30 00:20:08.372039 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:08.474666 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448e34b-9f82-4a8c-a29c-066ace91639e req-d122c9f7-1462-4ded-a336-04a595189251 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:08.476194 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d448e34b-9f82-4a8c-a29c-066ace91639e req-d122c9f7-1462-4ded-a336-04a595189251 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 945 time: 0.0503528 Jul 30 00:20:08.514832 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d448e34b-9f82-4a8c-a29c-066ace91639e req-de647525-c246-48f1-991e-376c07f9aa78 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322804 Jul 30 00:20:09.634629 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a26660-c137-47d7-aa4c-ce3f4bd93695 req-483bade0-b596-491d-b262-ba93fbc2363f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:09.636151 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-33a26660-c137-47d7-aa4c-ce3f4bd93695 req-483bade0-b596-491d-b262-ba93fbc2363f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 945 time: 0.0482593 Jul 30 00:20:09.675619 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-33a26660-c137-47d7-aa4c-ce3f4bd93695 req-803bc284-5cab-4eda-bb3a-953995bfc607 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327559 Jul 30 00:20:10.805944 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6de1a4-ebb2-4cfb-8e21-3a77be80e4be req-4a0d4aee-f642-4dad-bc6c-5a8c2f4f74da tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:10.807713 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9b6de1a4-ebb2-4cfb-8e21-3a77be80e4be req-4a0d4aee-f642-4dad-bc6c-5a8c2f4f74da tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 945 time: 0.0622523 Jul 30 00:20:10.847144 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9b6de1a4-ebb2-4cfb-8e21-3a77be80e4be req-07c89363-bcde-4642-aa87-8023d96b0018 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334995 Jul 30 00:20:11.979367 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1250f1d9-7071-482e-aa8d-15063325e229 req-cabc588c-1936-4e3a-bcca-0755053cad3e tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:11.980927 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1250f1d9-7071-482e-aa8d-15063325e229 req-cabc588c-1936-4e3a-bcca-0755053cad3e tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 945 time: 0.0641870 Jul 30 00:20:12.024366 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1250f1d9-7071-482e-aa8d-15063325e229 req-f751edae-4b49-4743-958d-9a0f698dd730 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336370 Jul 30 00:20:12.307548 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:20:13.152403 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4511f088-6882-4508-89b4-ae1aad009f07 req-7fe24220-d52a-477b-b11e-838f0aa2822d tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:13.153915 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4511f088-6882-4508-89b4-ae1aad009f07 req-7fe24220-d52a-477b-b11e-838f0aa2822d tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 945 time: 0.0485032 Jul 30 00:20:13.194743 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4511f088-6882-4508-89b4-ae1aad009f07 req-d57feb24-5370-4f19-ac87-497547134e36 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330093 Jul 30 00:20:14.337207 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38cdda-664a-4a97-b52f-6e13034aef14 req-cc7a5b28-f8a6-4a8f-b647-e58b9cedccb6 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:14.338726 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe38cdda-664a-4a97-b52f-6e13034aef14 req-cc7a5b28-f8a6-4a8f-b647-e58b9cedccb6 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 945 time: 0.0545807 Jul 30 00:20:14.381223 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe38cdda-664a-4a97-b52f-6e13034aef14 req-17aab5b1-5375-470f-a461-e895de6b7b83 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364819 Jul 30 00:20:15.506803 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ceaad-6da9-460d-b11b-50e8d4c99f6b req-bb246597-2ba3-4952-bfc8-3cf123601096 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:15.508666 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d25ceaad-6da9-460d-b11b-50e8d4c99f6b req-bb246597-2ba3-4952-bfc8-3cf123601096 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 945 time: 0.0547426 Jul 30 00:20:15.550333 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d25ceaad-6da9-460d-b11b-50e8d4c99f6b req-283b585d-d1c3-4e4e-9ead-4ea7b23fdd9e tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357134 Jul 30 00:20:16.113750 n-d-712140-10 neutron-server[94064]: INFO neutron.api.v2.resource [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-70e8e093-dfbb-4682-a269-ac4f1a819aa9 service neutron] show failed (client error): The resource could not be found. Jul 30 00:20:16.114680 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-70e8e093-dfbb-4682-a269-ac4f1a819aa9 service neutron] 10.222.0.39 "GET /v2.0/ports/f070ed2b-4f54-482e-a0a9-20a74b230a4f/bindings/n-h1-712140-10 HTTP/1.1" status: 404 len: 381 time: 0.0552387 Jul 30 00:20:16.279990 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9620dda-1fb4-4bf2-9d6c-91bc1c16799c req-bdfae684-a793-43e0-a643-034bf624f047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:16.281550 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a9620dda-1fb4-4bf2-9d6c-91bc1c16799c req-bdfae684-a793-43e0-a643-034bf624f047 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 1097 time: 0.0421867 Jul 30 00:20:16.369950 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-c761626c-49f5-4a48-8733-1d857a107309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:16.371473 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-c761626c-49f5-4a48-8733-1d857a107309 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912&tenant_id=14b6080e348c483a8b06beb31fe6bb84 HTTP/1.1" status: 200 len: 1097 time: 0.0918396 Jul 30 00:20:16.383320 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-10', 'device_owner': 'compute:nova'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:20:16.392946 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9620dda-1fb4-4bf2-9d6c-91bc1c16799c req-f77f2eda-1259-4887-a17a-ad225276ff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:16.394509 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a9620dda-1fb4-4bf2-9d6c-91bc1c16799c req-f77f2eda-1259-4887-a17a-ad225276ff92 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0927761 Jul 30 00:20:16.444758 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:16.462995 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a9620dda-1fb4-4bf2-9d6c-91bc1c16799c req-15902a64-3c88-4320-b8b1-4a43f5b5acff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f070ed2b-4f54-482e-a0a9-20a74b230a4f HTTP/1.1" status: 200 len: 1002 time: 0.0618098 Jul 30 00:20:16.518453 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9620dda-1fb4-4bf2-9d6c-91bc1c16799c req-bb09f036-b362-40b7-969d-a38ae6a9adbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:16.520271 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a9620dda-1fb4-4bf2-9d6c-91bc1c16799c req-bb09f036-b362-40b7-969d-a38ae6a9adbf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0509686 Jul 30 00:20:16.572831 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9620dda-1fb4-4bf2-9d6c-91bc1c16799c req-9f37e090-a3cc-4580-a18b-2b4df6c4d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:16.574534 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a9620dda-1fb4-4bf2-9d6c-91bc1c16799c req-9f37e090-a3cc-4580-a18b-2b4df6c4d680 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476422 Jul 30 00:20:16.668950 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a9620dda-1fb4-4bf2-9d6c-91bc1c16799c req-f91e8a25-a82a-4f6c-ba3f-a329f624e38f service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874686 Jul 30 00:20:16.709516 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a627e-8ccc-4a8f-b023-f2ad72742107 req-fa1657ad-1d6b-47a7-aef9-0a0c63140874 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:16.711085 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-739a627e-8ccc-4a8f-b023-f2ad72742107 req-fa1657ad-1d6b-47a7-aef9-0a0c63140874 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 945 time: 0.0832121 Jul 30 00:20:16.718311 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] For port f070ed2b-4f54-482e-a0a9-20a74b230a4f, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f070ed2b-4f54-482e-a0a9-20a74b230a4f,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:20:16.769297 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a9620dda-1fb4-4bf2-9d6c-91bc1c16799c req-078a6344-ce63-4aba-b1a5-7684af366924 service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925012 Jul 30 00:20:16.780892 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] For port f070ed2b-4f54-482e-a0a9-20a74b230a4f, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:20:16.787004 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-739a627e-8ccc-4a8f-b023-f2ad72742107 req-130392ed-8459-4f60-89de-501ccb533572 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659561 Jul 30 00:20:16.833503 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f070ed2b-4f54-482e-a0a9-20a74b230a4f'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:20:16.835926 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b539743-bbb0-42b5-b1ac-8d3bf08029f1" -d '{"events": [{"server_uuid": "8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912", "name": "network-vif-unplugged", "status": "completed", "tag": "f070ed2b-4f54-482e-a0a9-20a74b230a4f"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:20:16.839952 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:16.853252 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] Transition to ACTIVE for port object f070ed2b-4f54-482e-a0a9-20a74b230a4f will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:20:16.856996 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:16.901379 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6e0e0e-1091-4bba-86c1-e71f6dff2362 x-openstack-request-id: req-4b6e0e0e-1091-4bba-86c1-e71f6dff2362 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:20:16.901667 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912", "name": "network-vif-unplugged", "status": "completed", "tag": "f070ed2b-4f54-482e-a0a9-20a74b230a4f", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:20:16.901921 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-4b6e0e0e-1091-4bba-86c1-e71f6dff2362 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:20:16.902318 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f070ed2b-4f54-482e-a0a9-20a74b230a4f', 'code': 200} Jul 30 00:20:16.941492 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] Pushing event updated for resources: {'Port': ['ID=f070ed2b-4f54-482e-a0a9-20a74b230a4f,revision_number=6']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:16.953456 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:16.953801 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:16.954177 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:16.954522 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:16.954858 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:16.955189 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:16.955520 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:16.955891 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:16.956216 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:16.956541 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:16.956866 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:16.957389 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:16.993981 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] No DVR routers for this DVR port f070ed2b-4f54-482e-a0a9-20a74b230a4f on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:20:17.132776 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] Attempting to bind port f070ed2b-4f54-482e-a0a9-20a74b230a4f on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:20:17.133117 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] Attempting to bind port f070ed2b-4f54-482e-a0a9-20a74b230a4f by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:20:17.133447 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] Attempting to bind port f070ed2b-4f54-482e-a0a9-20a74b230a4f on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:20:17.137773 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] Port f070ed2b-4f54-482e-a0a9-20a74b230a4f on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:20:17.138103 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] Attempting to bind port f070ed2b-4f54-482e-a0a9-20a74b230a4f on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:20:17.143145 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:20:17.143355 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] Checking segment: {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:20:17.143735 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] Bound using segment: {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:20:17.144199 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] Bound port: f070ed2b-4f54-482e-a0a9-20a74b230a4f, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:20:17.144567 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:17.211969 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] For port f070ed2b-4f54-482e-a0a9-20a74b230a4f, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:20:17.214927 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] For port f070ed2b-4f54-482e-a0a9-20a74b230a4f, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f070ed2b-4f54-482e-a0a9-20a74b230a4f,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:20:17.218623 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:17.252304 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:17.252925 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:17.254341 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] 10.222.0.23 "PUT /v2.0/ports/f070ed2b-4f54-482e-a0a9-20a74b230a4f HTTP/1.1" status: 200 len: 1092 time: 0.8754537 Jul 30 00:20:17.308957 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2d7360-8a90-41c7-a03b-6e14f4871587 service neutron] Pushing event updated for resources: {'Port': ['ID=f070ed2b-4f54-482e-a0a9-20a74b230a4f,revision_number=7']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:17.328463 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-3f1795e7-9675-4fad-8f90-eafb14963901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:17.330151 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-3f1795e7-9675-4fad-8f90-eafb14963901 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 1095 time: 0.0493104 Jul 30 00:20:17.432446 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-45a1a18b-4883-4612-a721-09c28bbaa644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:17.433961 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-45a1a18b-4883-4612-a721-09c28bbaa644 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0971689 Jul 30 00:20:17.504449 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-e7cb544c-2ff5-4834-a5cc-a20ba5883fb4 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f070ed2b-4f54-482e-a0a9-20a74b230a4f HTTP/1.1" status: 200 len: 1000 time: 0.0638211 Jul 30 00:20:17.562205 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-7272487a-fd05-4839-9f58-a077c7f27062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:17.563615 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-7272487a-fd05-4839-9f58-a077c7f27062 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0524261 Jul 30 00:20:17.612406 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-88f8ffcb-8def-4e5d-bef1-c0a7b11a8f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:17.613942 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-88f8ffcb-8def-4e5d-bef1-c0a7b11a8f48 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428014 Jul 30 00:20:17.624812 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-a29fea00-514c-4190-b101-c438b33f13fe service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:20:17.625926 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-a29fea00-514c-4190-b101-c438b33f13fe service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053504 Jul 30 00:20:17.717991 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-141ea8d8-8415-4736-a8f9-1a9eafffce30 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853002 Jul 30 00:20:17.814987 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-826f7afc-abba-4cc2-a03f-5d337ece8a01 req-d5539543-40aa-411f-a8ca-e0f51c7cdd89 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905273 Jul 30 00:20:17.929325 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b1f39-33be-4ece-b6a7-6523d596fbeb req-0d981988-0f0c-4970-980a-04e62b7b1a49 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:17.930921 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac1b1f39-33be-4ece-b6a7-6523d596fbeb req-0d981988-0f0c-4970-980a-04e62b7b1a49 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 943 time: 0.0553858 Jul 30 00:20:17.942939 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f070ed2b-4f54-482e-a0a9-20a74b230a4f no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:20:17.977981 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac1b1f39-33be-4ece-b6a7-6523d596fbeb req-f1c100dc-c212-49a3-b272-786e4c7b5243 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397542 Jul 30 00:20:17.987632 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f070ed2b-4f54-482e-a0a9-20a74b230a4f not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:20:18.903489 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912', 'tag': 'f070ed2b-4f54-482e-a0a9-20a74b230a4f'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:20:18.905974 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31dc37b3-748a-4fd1-868f-639ea70ac51e" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912", "tag": "f070ed2b-4f54-482e-a0a9-20a74b230a4f"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:20:18.957351 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a49104fb-0756-44ea-83ca-534165c5aaa5 x-openstack-request-id: req-a49104fb-0756-44ea-83ca-534165c5aaa5 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:20:18.958726 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912", "tag": "f070ed2b-4f54-482e-a0a9-20a74b230a4f", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:20:18.959002 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a49104fb-0756-44ea-83ca-534165c5aaa5 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:20:18.959401 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912', 'tag': 'f070ed2b-4f54-482e-a0a9-20a74b230a4f', 'status': 'completed', 'code': 200} Jul 30 00:20:19.025161 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc37b3-748a-4fd1-868f-639ea70ac51e req-7061cd2c-75c2-4227-b739-e17c6fcf325f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:19.026695 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-31dc37b3-748a-4fd1-868f-639ea70ac51e req-7061cd2c-75c2-4227-b739-e17c6fcf325f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 1095 time: 0.0519514 Jul 30 00:20:19.036427 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc37b3-748a-4fd1-868f-639ea70ac51e req-d8b56e21-2b8c-4481-819c-1a561cbe7ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:19.038631 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31dc37b3-748a-4fd1-868f-639ea70ac51e req-d8b56e21-2b8c-4481-819c-1a561cbe7ef2 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 1095 time: 0.0585046 Jul 30 00:20:19.137075 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc37b3-748a-4fd1-868f-639ea70ac51e req-d892ec8b-7199-4e1c-8953-ee9b877f3b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:19.138043 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-31dc37b3-748a-4fd1-868f-639ea70ac51e req-d892ec8b-7199-4e1c-8953-ee9b877f3b19 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.1040633 Jul 30 00:20:19.172562 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc37b3-748a-4fd1-868f-639ea70ac51e req-59fcfdad-27c4-4051-9090-bce211473cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:19.173811 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31dc37b3-748a-4fd1-868f-639ea70ac51e req-59fcfdad-27c4-4051-9090-bce211473cc7 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.1279788 Jul 30 00:20:19.214230 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-31dc37b3-748a-4fd1-868f-639ea70ac51e req-baab6d7a-5807-4862-961a-c4344479f89a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f070ed2b-4f54-482e-a0a9-20a74b230a4f HTTP/1.1" status: 200 len: 1000 time: 0.0686622 Jul 30 00:20:19.265371 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208a2d86-4755-4014-8f97-9b705e620ddf req-51375646-922f-4ece-8c28-18c8724ec1c2 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:19.267630 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-208a2d86-4755-4014-8f97-9b705e620ddf req-51375646-922f-4ece-8c28-18c8724ec1c2 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 943 time: 0.1975925 Jul 30 00:20:19.270068 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31dc37b3-748a-4fd1-868f-639ea70ac51e req-03cb6df4-80e1-4ffa-9f01-d72350778348 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f070ed2b-4f54-482e-a0a9-20a74b230a4f HTTP/1.1" status: 200 len: 1000 time: 0.0827043 Jul 30 00:20:19.271924 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc37b3-748a-4fd1-868f-639ea70ac51e req-3973a341-2045-4bcf-bd2b-a3e236972e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:19.273518 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-31dc37b3-748a-4fd1-868f-639ea70ac51e req-3973a341-2045-4bcf-bd2b-a3e236972e2f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0523798 Jul 30 00:20:19.333550 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc37b3-748a-4fd1-868f-639ea70ac51e req-342795ac-9fe3-498f-a158-6c3944756d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:19.335694 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-31dc37b3-748a-4fd1-868f-639ea70ac51e req-342795ac-9fe3-498f-a158-6c3944756d3a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553422 Jul 30 00:20:19.352007 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-208a2d86-4755-4014-8f97-9b705e620ddf req-618d811a-14ec-4be6-9314-4edbeb7b949b tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768554 Jul 30 00:20:19.355662 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc37b3-748a-4fd1-868f-639ea70ac51e req-14f76b33-f603-4ddf-b443-f3e6321ff53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:19.357094 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31dc37b3-748a-4fd1-868f-639ea70ac51e req-14f76b33-f603-4ddf-b443-f3e6321ff53b service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0809352 Jul 30 00:20:19.407006 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc37b3-748a-4fd1-868f-639ea70ac51e req-d0c97a71-f930-43e4-82a6-288753ae3617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:19.409308 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31dc37b3-748a-4fd1-868f-639ea70ac51e req-d0c97a71-f930-43e4-82a6-288753ae3617 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0455351 Jul 30 00:20:19.429486 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-31dc37b3-748a-4fd1-868f-639ea70ac51e req-36e80509-f6ca-46c6-ace8-ea625011c5f0 service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868986 Jul 30 00:20:19.510232 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31dc37b3-748a-4fd1-868f-639ea70ac51e req-b6c66b21-c649-480e-86a4-a3fa6ac01818 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942364 Jul 30 00:20:19.527778 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-31dc37b3-748a-4fd1-868f-639ea70ac51e req-93b19ad7-01cd-41f8-b4a4-0077cab566c0 service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919375 Jul 30 00:20:19.603501 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31dc37b3-748a-4fd1-868f-639ea70ac51e req-e4bb637b-86e8-47e8-b612-3f85ff06f913 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868442 Jul 30 00:20:20.484351 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed8f95-9e5e-4c6a-9abb-55b5029f65f8 req-4db401ce-86b8-413a-ab62-0f6998ac5456 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:20.486092 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95ed8f95-9e5e-4c6a-9abb-55b5029f65f8 req-4db401ce-86b8-413a-ab62-0f6998ac5456 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 943 time: 0.0582592 Jul 30 00:20:20.526180 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-95ed8f95-9e5e-4c6a-9abb-55b5029f65f8 req-314239d1-3613-4bf1-b956-5152ef57520b tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335755 Jul 30 00:20:21.655598 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e504e8f-5e8d-4c01-813a-3e5ebe3ca81a req-bacd0fc2-2166-47ac-8f99-cacd5f2bdad8 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:21.657266 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e504e8f-5e8d-4c01-813a-3e5ebe3ca81a req-bacd0fc2-2166-47ac-8f99-cacd5f2bdad8 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 943 time: 0.0583014 Jul 30 00:20:21.697956 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5e504e8f-5e8d-4c01-813a-3e5ebe3ca81a req-affa2b99-6768-4f33-a1e2-98567dea7d2f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340035 Jul 30 00:20:22.816945 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773fa20-e36d-47ec-beaf-76970be4ddc5 req-a9958742-40fb-4dbd-aab5-5672b954befe tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:22.818452 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1773fa20-e36d-47ec-beaf-76970be4ddc5 req-a9958742-40fb-4dbd-aab5-5672b954befe tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 943 time: 0.0517557 Jul 30 00:20:22.856502 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1773fa20-e36d-47ec-beaf-76970be4ddc5 req-0ea88e3c-c147-4e78-b5ab-75d04f63139c tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321183 Jul 30 00:20:23.982560 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec138e9-dca4-416c-9b05-af5a9a4403fd req-cb5e9012-fe61-4f79-afb3-33aac7d39e38 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:23.984053 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6ec138e9-dca4-416c-9b05-af5a9a4403fd req-cb5e9012-fe61-4f79-afb3-33aac7d39e38 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 943 time: 0.0567918 Jul 30 00:20:24.022995 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6ec138e9-dca4-416c-9b05-af5a9a4403fd req-7e30c32a-d515-495f-ab10-721e88d510d0 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321515 Jul 30 00:20:25.145422 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc122521-bd62-4e14-989f-61eaf2a99325 req-f564cf1b-ee59-4947-aad2-21bb9a59e68f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:25.146955 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc122521-bd62-4e14-989f-61eaf2a99325 req-f564cf1b-ee59-4947-aad2-21bb9a59e68f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 943 time: 0.0526063 Jul 30 00:20:25.185694 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc122521-bd62-4e14-989f-61eaf2a99325 req-bbbdd5b9-68d4-432c-975e-6eaef38baab0 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328012 Jul 30 00:20:26.302912 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e262f8-1add-414c-b13b-f1cfe0862d34 req-f3ce1565-c802-4cf1-9f07-d3b4cb66e9a8 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:26.304432 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2e262f8-1add-414c-b13b-f1cfe0862d34 req-f3ce1565-c802-4cf1-9f07-d3b4cb66e9a8 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 943 time: 0.0492077 Jul 30 00:20:26.342580 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2e262f8-1add-414c-b13b-f1cfe0862d34 req-6cbfde0a-6ba7-4ece-954e-6a3d8aba2444 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318398 Jul 30 00:20:27.772836 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f72f22-7408-4781-8ae7-d63c89fad29f req-dd152b13-4369-4d78-b979-472a3d12d0c3 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:27.774314 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4f72f22-7408-4781-8ae7-d63c89fad29f req-dd152b13-4369-4d78-b979-472a3d12d0c3 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 943 time: 0.3609588 Jul 30 00:20:27.813971 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4f72f22-7408-4781-8ae7-d63c89fad29f req-10035d67-dca3-4eb5-8062-2dd0732f5f7f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330472 Jul 30 00:20:28.821572 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device f070ed2b-4f54-482e-a0a9-20a74b230a4f details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:20:28.917666 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port f070ed2b-4f54-482e-a0a9-20a74b230a4f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f070ed2b-4f54-482e-a0a9-20a74b230a4f,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:20:28.929215 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39bc25-f902-4e66-b6f0-66dea540f89f req-ab1cd077-c7ab-4af3-aa07-8bf9e91b46b6 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:28.930176 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'f070ed2b-4f54-482e-a0a9-20a74b230a4f', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'port_id': 'f070ed2b-4f54-482e-a0a9-20a74b230a4f', 'mac_address': 'fa:16:3e:90:68:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:20:28.930797 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ec39bc25-f902-4e66-b6f0-66dea540f89f req-ab1cd077-c7ab-4af3-aa07-8bf9e91b46b6 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 943 time: 0.0481033 Jul 30 00:20:28.969008 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:28.972456 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ec39bc25-f902-4e66-b6f0-66dea540f89f req-8d91826a-2a85-4609-a389-0f86bae4b155 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347104 Jul 30 00:20:28.983218 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f070ed2b-4f54-482e-a0a9-20a74b230a4f {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:20:29.004796 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port f070ed2b-4f54-482e-a0a9-20a74b230a4f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f070ed2b-4f54-482e-a0a9-20a74b230a4f,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:20:29.008558 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:29.060615 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=f070ed2b-4f54-482e-a0a9-20a74b230a4f,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:29.069068 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:29.069414 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:29.069751 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:29.070085 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:29.070416 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:29.070743 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:29.071068 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:29.071393 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:29.071767 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:29.072056 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:29.072377 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:29.072695 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:29.256070 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['f070ed2b-4f54-482e-a0a9-20a74b230a4f'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:20:30.090505 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62730185-8633-435f-90ee-6bfed5159f38 req-a1b50194-1c50-47a4-8b82-d307dfc2046d tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:30.091954 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-62730185-8633-435f-90ee-6bfed5159f38 req-a1b50194-1c50-47a4-8b82-d307dfc2046d tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 944 time: 0.0488176 Jul 30 00:20:30.125560 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:30.130690 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-62730185-8633-435f-90ee-6bfed5159f38 req-a69d6775-2513-44e6-a15b-f31115d41469 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321815 Jul 30 00:20:30.284754 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:30.449525 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a6070-4f4f-4aeb-bfdf-c10dd1dca663 req-03dd44ec-ffe0-43b9-bc16-de6993bc5ab8 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:30.451015 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2e2a6070-4f4f-4aeb-bfdf-c10dd1dca663 req-03dd44ec-ffe0-43b9-bc16-de6993bc5ab8 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 944 time: 0.0570376 Jul 30 00:20:30.458628 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-8b978eb8-a344-46fe-81cc-7e765f341ddd tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:30.460016 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-8b978eb8-a344-46fe-81cc-7e765f341ddd tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912&tenant_id=14b6080e348c483a8b06beb31fe6bb84&binding%3Ahost_id=n-h1-712140-10 HTTP/1.1" status: 200 len: 944 time: 0.0957489 Jul 30 00:20:30.523295 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2e2a6070-4f4f-4aeb-bfdf-c10dd1dca663 req-20b5256f-6ac8-4ac8-80f5-cd6144fe2b73 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623188 Jul 30 00:20:30.541154 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-f6246426-26c2-4692-839e-a7adcd83d922 service neutron] 10.222.0.23 "GET /v2.0/ports/f070ed2b-4f54-482e-a0a9-20a74b230a4f/bindings/n-h1-712140-10 HTTP/1.1" status: 200 len: 383 time: 0.0734353 Jul 30 00:20:30.606882 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-5d391276-98e7-42ce-88c7-851dbcc171fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:30.608300 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-5d391276-98e7-42ce-88c7-851dbcc171fd service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 1096 time: 0.0437036 Jul 30 00:20:30.696353 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-7a8d3e55-3966-4ea9-ab45-4d46ced3e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:30.697846 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-7a8d3e55-3966-4ea9-ab45-4d46ced3e781 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0822828 Jul 30 00:20:30.767569 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-3af41fab-48f8-40ef-8629-b7a6642d3f5b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f070ed2b-4f54-482e-a0a9-20a74b230a4f HTTP/1.1" status: 200 len: 1001 time: 0.0620167 Jul 30 00:20:30.815283 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-7d531005-1d68-46bc-9131-e7cae2d74ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:30.816756 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-7d531005-1d68-46bc-9131-e7cae2d74ad3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0430181 Jul 30 00:20:30.829507 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device f070ed2b-4f54-482e-a0a9-20a74b230a4f up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:20:30.862129 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-786e30f3-4ee8-4368-b3b2-34a940e1277e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:30.863581 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-786e30f3-4ee8-4368-b3b2-34a940e1277e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400949 Jul 30 00:20:30.877764 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port f070ed2b-4f54-482e-a0a9-20a74b230a4f completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:20:30.881460 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port f070ed2b-4f54-482e-a0a9-20a74b230a4f triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:20:30.881832 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:30.957653 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-6af3f4dc-b633-403a-b50a-f6f2ffc7e4ea service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865014 Jul 30 00:20:30.962203 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:30.983733 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f070ed2b-4f54-482e-a0a9-20a74b230a4f'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:20:30.986396 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee31ed8e5b8e4dc4f88b315270ded6679232f3f3b12134e952a2ffdf5dc07ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ce61b3-69d7-44ef-a864-807ce8af1543" -d '{"events": [{"server_uuid": "8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912", "name": "network-vif-plugged", "status": "completed", "tag": "f070ed2b-4f54-482e-a0a9-20a74b230a4f"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:20:30.999048 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port f070ed2b-4f54-482e-a0a9-20a74b230a4f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f070ed2b-4f54-482e-a0a9-20a74b230a4f,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:20:31.003791 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:31.039343 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6068e6-0fd0-4f2a-bb82-24984f249ca3 x-openstack-request-id: req-ce6068e6-0fd0-4f2a-bb82-24984f249ca3 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:20:31.039635 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912", "name": "network-vif-plugged", "status": "completed", "tag": "f070ed2b-4f54-482e-a0a9-20a74b230a4f", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:20:31.039919 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ce6068e6-0fd0-4f2a-bb82-24984f249ca3 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:20:31.040320 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f070ed2b-4f54-482e-a0a9-20a74b230a4f', 'code': 200} Jul 30 00:20:31.057409 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-8d77bb15-ea6f-4052-af84-042b09f29617 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929859 Jul 30 00:20:31.058875 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=f070ed2b-4f54-482e-a0a9-20a74b230a4f,revision_number=9']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:31.641811 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecce2c4-3fa3-415c-8b5f-3082a6228d53 req-69dfbdf3-79a7-4086-8e53-a0ad703e52c2 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:31.643317 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ecce2c4-3fa3-415c-8b5f-3082a6228d53 req-69dfbdf3-79a7-4086-8e53-a0ad703e52c2 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 945 time: 0.0495558 Jul 30 00:20:31.682112 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ecce2c4-3fa3-415c-8b5f-3082a6228d53 req-54fc4789-b9c2-43e9-87e4-79d05723a40e tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324955 Jul 30 00:20:32.803850 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba726163-832c-433c-9c5d-dd3e9b4ec0cc req-a930e66d-1424-4298-a1a1-62d3070abf37 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:32.805444 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ba726163-832c-433c-9c5d-dd3e9b4ec0cc req-a930e66d-1424-4298-a1a1-62d3070abf37 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 945 time: 0.0544841 Jul 30 00:20:32.845083 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ba726163-832c-433c-9c5d-dd3e9b4ec0cc req-76028143-acd5-4eee-b71a-ac26af46c4b1 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331564 Jul 30 00:20:32.928533 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6187ae2-b5a3-43af-875b-2a2789ef40e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:33.966629 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b858a8-608b-49c5-b13c-5c9e23504720 req-9128c0fa-562d-4b6a-9774-acf7b20690b1 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:33.968224 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05b858a8-608b-49c5-b13c-5c9e23504720 req-9128c0fa-562d-4b6a-9774-acf7b20690b1 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 945 time: 0.0515981 Jul 30 00:20:34.009216 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05b858a8-608b-49c5-b13c-5c9e23504720 req-5fe75b4c-f031-4259-bd87-f6d8cd73d08c tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345984 Jul 30 00:20:34.785958 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-3ded7cb6-55cd-4b05-9aae-e5d42dd6084e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:34.787452 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-3ded7cb6-55cd-4b05-9aae-e5d42dd6084e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912&tenant_id=14b6080e348c483a8b06beb31fe6bb84 HTTP/1.1" status: 200 len: 1097 time: 0.0770042 Jul 30 00:20:34.799924 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-10', 'device_owner': 'compute:nova'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:20:34.852011 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:35.052673 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] For port f070ed2b-4f54-482e-a0a9-20a74b230a4f, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=f070ed2b-4f54-482e-a0a9-20a74b230a4f,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:20:35.086023 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] For port f070ed2b-4f54-482e-a0a9-20a74b230a4f, host n-h1-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:20:35.125301 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f070ed2b-4f54-482e-a0a9-20a74b230a4f'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:20:35.128620 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5209d4e956e9ae4acfb38c8f800d5d5e141ec7fd74949f506a8c7ac355071e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ccbd82-6820-4d2b-8644-e14ce0855761" -d '{"events": [{"server_uuid": "8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912", "name": "network-vif-unplugged", "status": "completed", "tag": "f070ed2b-4f54-482e-a0a9-20a74b230a4f"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:20:35.132725 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:35.132869 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b59c3-af1c-4fbd-a646-3461bd7bb802 req-1f8524e7-beb3-46c9-a021-d2732dc56fa7 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:35.134503 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e58b59c3-af1c-4fbd-a646-3461bd7bb802 req-1f8524e7-beb3-46c9-a021-d2732dc56fa7 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 945 time: 0.0534911 Jul 30 00:20:35.145090 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] Transition to ACTIVE for port object f070ed2b-4f54-482e-a0a9-20a74b230a4f will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:20:35.148856 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:35.175561 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e58b59c3-af1c-4fbd-a646-3461bd7bb802 req-9f9c06d6-9099-4127-8c74-39bafe0c1713 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340488 Jul 30 00:20:35.230966 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f070ed2b-4f54-482e-a0a9-20a74b230a4f,revision_number=10']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:35.245359 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:35.245801 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:35.246258 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:35.246702 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:35.247315 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:35.247710 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:35.248190 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:35.248709 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:35.249117 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:35.249509 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:35.249908 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:35.250298 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:20:35.301207 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323f8ed4-3aee-48ec-9cc9-ee628944934a x-openstack-request-id: req-323f8ed4-3aee-48ec-9cc9-ee628944934a {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:20:35.301501 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912", "name": "network-vif-unplugged", "status": "completed", "tag": "f070ed2b-4f54-482e-a0a9-20a74b230a4f", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:20:35.301753 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-323f8ed4-3aee-48ec-9cc9-ee628944934a {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:20:35.302143 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f070ed2b-4f54-482e-a0a9-20a74b230a4f', 'code': 200} Jul 30 00:20:35.303103 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] No DVR routers for this DVR port f070ed2b-4f54-482e-a0a9-20a74b230a4f on host n-h1-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:20:35.449448 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] Attempting to bind port f070ed2b-4f54-482e-a0a9-20a74b230a4f on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:20:35.449781 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] Attempting to bind port f070ed2b-4f54-482e-a0a9-20a74b230a4f by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:20:35.450104 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] Attempting to bind port f070ed2b-4f54-482e-a0a9-20a74b230a4f on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:20:35.454532 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] Port f070ed2b-4f54-482e-a0a9-20a74b230a4f on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:20:35.454880 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] Attempting to bind port f070ed2b-4f54-482e-a0a9-20a74b230a4f on network a603c1a6-08c3-4047-ac31-509b93ba0ed6 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:20:35.459689 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 20, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:20:35.459997 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] Checking segment: {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:20:35.460377 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] Bound using segment: {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:20:35.460794 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] Bound port: f070ed2b-4f54-482e-a0a9-20a74b230a4f, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b935f42a-06eb-4aa1-9fb2-d3917754d458', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:20:35.461140 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:35.499890 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:35.526407 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] For port f070ed2b-4f54-482e-a0a9-20a74b230a4f, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:20:35.529410 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] For port f070ed2b-4f54-482e-a0a9-20a74b230a4f, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f070ed2b-4f54-482e-a0a9-20a74b230a4f,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:20:35.534075 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:35.571390 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:35.572031 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:35.573417 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] 10.222.0.39 "PUT /v2.0/ports/f070ed2b-4f54-482e-a0a9-20a74b230a4f HTTP/1.1" status: 200 len: 1093 time: 0.7781053 Jul 30 00:20:35.595752 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad959e8-d413-459c-821f-fa2a1e2852b2 service neutron] Pushing event updated for resources: {'Port': ['ID=f070ed2b-4f54-482e-a0a9-20a74b230a4f,revision_number=11']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:35.638990 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-dbe7a4de-7e2a-49a1-afa1-b230cea46d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:35.640548 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-dbe7a4de-7e2a-49a1-afa1-b230cea46d13 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 1096 time: 0.0419583 Jul 30 00:20:35.733566 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-2bd5759f-b2fb-4323-93f9-6874e6b9cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:35.735043 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-2bd5759f-b2fb-4323-93f9-6874e6b9cf27 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0875523 Jul 30 00:20:35.804546 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-558bd508-74c3-4be5-95e8-fdc9da93f146 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f070ed2b-4f54-482e-a0a9-20a74b230a4f HTTP/1.1" status: 200 len: 1000 time: 0.0615399 Jul 30 00:20:35.854771 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-7a336aad-4f14-405b-a915-d11f883df8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:35.856175 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-7a336aad-4f14-405b-a915-d11f883df8e4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0450664 Jul 30 00:20:35.901427 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-e7c73c8c-037f-44f8-9d8e-077ea56e0823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:35.902871 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-e7c73c8c-037f-44f8-9d8e-077ea56e0823 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397012 Jul 30 00:20:35.995631 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-3e1d7be8-8bb5-44cc-b876-25a2dae85adc service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850749 Jul 30 00:20:36.086082 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-34ed9099-88a6-4113-b6d5-6ea47d2a4346 req-9b9282d6-2e82-40c0-93dd-413abd522955 service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818539 Jul 30 00:20:36.303508 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c956ee2c-1f89-4c57-8469-efb763c17ba9 req-fee16968-f075-4305-9881-f7f5aebd0ca6 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:36.305083 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c956ee2c-1f89-4c57-8469-efb763c17ba9 req-fee16968-f075-4305-9881-f7f5aebd0ca6 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 944 time: 0.0563848 Jul 30 00:20:36.305204 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b25955f9-d1d5-4c61-9f6e-51bbf2ecbebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:36.346372 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c956ee2c-1f89-4c57-8469-efb763c17ba9 req-dfb82a49-d965-422a-8706-300f17ece3d4 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330453 Jul 30 00:20:36.859680 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device f070ed2b-4f54-482e-a0a9-20a74b230a4f no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:20:36.901530 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device f070ed2b-4f54-482e-a0a9-20a74b230a4f not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:20:37.065930 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:37.303786 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912', 'tag': 'f070ed2b-4f54-482e-a0a9-20a74b230a4f'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:20:37.306156 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5209d4e956e9ae4acfb38c8f800d5d5e141ec7fd74949f506a8c7ac355071e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11fd0076-22c7-4a19-957f-359e54cf1147" -d '{"events": [{"name": "network-changed", "server_uuid": "8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912", "tag": "f070ed2b-4f54-482e-a0a9-20a74b230a4f"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:20:37.354719 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2e499f-0bd8-4a05-8410-80e2e1bfed0b x-openstack-request-id: req-7c2e499f-0bd8-4a05-8410-80e2e1bfed0b {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:20:37.355140 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912", "tag": "f070ed2b-4f54-482e-a0a9-20a74b230a4f", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:20:37.355424 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7c2e499f-0bd8-4a05-8410-80e2e1bfed0b {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:20:37.355866 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912', 'tag': 'f070ed2b-4f54-482e-a0a9-20a74b230a4f', 'status': 'completed', 'code': 200} Jul 30 00:20:37.419029 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd0076-22c7-4a19-957f-359e54cf1147 req-9b1daca6-c8d1-4916-b384-3288f41d34ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:37.421243 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-11fd0076-22c7-4a19-957f-359e54cf1147 req-9b1daca6-c8d1-4916-b384-3288f41d34ec service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 1096 time: 0.0488594 Jul 30 00:20:37.424902 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd0076-22c7-4a19-957f-359e54cf1147 req-648d0462-b10a-46a2-93e5-d2c1627b890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:37.426567 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-11fd0076-22c7-4a19-957f-359e54cf1147 req-648d0462-b10a-46a2-93e5-d2c1627b890e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=14b6080e348c483a8b06beb31fe6bb84&device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 1096 time: 0.0483935 Jul 30 00:20:37.526327 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd0076-22c7-4a19-957f-359e54cf1147 req-d61bd1ba-3b9f-4bf9-b5a3-c07bd88ce620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:37.527682 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-11fd0076-22c7-4a19-957f-359e54cf1147 req-d61bd1ba-3b9f-4bf9-b5a3-c07bd88ce620 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.0940802 Jul 30 00:20:37.539702 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f048681e-15bc-4502-8c4b-2c118d4ce976 req-a2a7f81f-3433-4526-b4a3-b25db64db2fc tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:37.542790 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f048681e-15bc-4502-8c4b-2c118d4ce976 req-a2a7f81f-3433-4526-b4a3-b25db64db2fc tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 944 time: 0.1177704 Jul 30 00:20:37.593468 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd0076-22c7-4a19-957f-359e54cf1147 req-fb4fdd81-e3b2-459b-9c0b-77798a29e10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:37.595179 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-11fd0076-22c7-4a19-957f-359e54cf1147 req-fb4fdd81-e3b2-459b-9c0b-77798a29e10e service neutron] 10.222.0.23 "GET /v2.0/networks?id=a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 200 len: 912 time: 0.1614983 Jul 30 00:20:37.596377 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-11fd0076-22c7-4a19-957f-359e54cf1147 req-f817b082-074f-4688-aa83-84648b3568aa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f070ed2b-4f54-482e-a0a9-20a74b230a4f HTTP/1.1" status: 200 len: 1000 time: 0.0607703 Jul 30 00:20:37.598507 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f048681e-15bc-4502-8c4b-2c118d4ce976 req-a72fd961-b22b-4626-abf5-39b7d905b384 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488460 Jul 30 00:20:37.661586 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-11fd0076-22c7-4a19-957f-359e54cf1147 req-3e3cf234-7b16-49a6-bd77-05819c7fbafe service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f070ed2b-4f54-482e-a0a9-20a74b230a4f HTTP/1.1" status: 200 len: 1000 time: 0.0597165 Jul 30 00:20:37.661830 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd0076-22c7-4a19-957f-359e54cf1147 req-c021a095-9dc5-4008-835c-7346d303eabf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:37.663203 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-11fd0076-22c7-4a19-957f-359e54cf1147 req-c021a095-9dc5-4008-835c-7346d303eabf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0592272 Jul 30 00:20:37.710792 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd0076-22c7-4a19-957f-359e54cf1147 req-dad6d000-b919-489d-a850-92ab39a1ab23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:37.712347 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-11fd0076-22c7-4a19-957f-359e54cf1147 req-dad6d000-b919-489d-a850-92ab39a1ab23 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422175 Jul 30 00:20:37.717023 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd0076-22c7-4a19-957f-359e54cf1147 req-23585d51-09ca-49d2-a0b9-aa06a4e45091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:37.718503 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-11fd0076-22c7-4a19-957f-359e54cf1147 req-23585d51-09ca-49d2-a0b9-aa06a4e45091 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 200 len: 850 time: 0.0508227 Jul 30 00:20:37.765857 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd0076-22c7-4a19-957f-359e54cf1147 req-2ab8994f-1d7c-4e1d-ac9a-56b532f7e017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:37.768774 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-11fd0076-22c7-4a19-957f-359e54cf1147 req-2ab8994f-1d7c-4e1d-ac9a-56b532f7e017 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a603c1a6-08c3-4047-ac31-509b93ba0ed6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434718 Jul 30 00:20:37.806119 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-11fd0076-22c7-4a19-957f-359e54cf1147 req-fcccf613-7ff4-4290-88dc-d1c96c7eea88 service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864959 Jul 30 00:20:37.868575 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-11fd0076-22c7-4a19-957f-359e54cf1147 req-9f7c2245-4f89-4220-861d-4dc7176d9dbe service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926590 Jul 30 00:20:37.906878 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-11fd0076-22c7-4a19-957f-359e54cf1147 req-03b95507-b1c8-40ba-9a9d-22939cf93882 service neutron] 10.222.0.39 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933490 Jul 30 00:20:37.968887 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-11fd0076-22c7-4a19-957f-359e54cf1147 req-0b3b8c3d-7d6e-4339-a3d4-92669908dc09 service neutron] 10.222.0.23 "GET /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933213 Jul 30 00:20:38.376427 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:38.717692 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c4672-e0d1-4331-8f5c-8d7ddc5f1b3a req-2fcf9bca-587f-4c45-85b0-1f827327944d tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:38.719196 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f2c4672-e0d1-4331-8f5c-8d7ddc5f1b3a req-2fcf9bca-587f-4c45-85b0-1f827327944d tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 944 time: 0.0494370 Jul 30 00:20:38.758903 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2f2c4672-e0d1-4331-8f5c-8d7ddc5f1b3a req-eb45be5f-530c-40c3-aa86-791af4d32214 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328090 Jul 30 00:20:39.884197 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21656eeb-02ef-4b71-92ca-fd7257a63d4d req-94aa08da-75d1-4752-8c91-5c38fcfd8c65 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:39.885736 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-21656eeb-02ef-4b71-92ca-fd7257a63d4d req-94aa08da-75d1-4752-8c91-5c38fcfd8c65 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 944 time: 0.0550077 Jul 30 00:20:39.927542 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-21656eeb-02ef-4b71-92ca-fd7257a63d4d req-0d569cb5-8d91-449a-be5a-4088934dca28 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351417 Jul 30 00:20:41.043923 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2efbf-cd9e-4fae-bf77-e32ca95303f8 req-292914e8-d72f-466d-8ebc-f005210d8230 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:41.045409 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57d2efbf-cd9e-4fae-bf77-e32ca95303f8 req-292914e8-d72f-466d-8ebc-f005210d8230 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 944 time: 0.0492442 Jul 30 00:20:41.085214 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57d2efbf-cd9e-4fae-bf77-e32ca95303f8 req-3dd58c54-febc-40e6-bf29-d3249d93aa35 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333223 Jul 30 00:20:42.202953 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d602e-004a-4665-bb9b-be43f032c21c req-05887ce7-e483-4783-b355-8e290035a54c tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:42.204870 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a32d602e-004a-4665-bb9b-be43f032c21c req-05887ce7-e483-4783-b355-8e290035a54c tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 944 time: 0.0507352 Jul 30 00:20:42.242899 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a32d602e-004a-4665-bb9b-be43f032c21c req-fbe3b8f3-6195-4a35-b300-29700deb9457 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321100 Jul 30 00:20:43.363785 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36006f8-4e7b-453e-94e2-846c8d5ce1ae req-fbf6914b-bdfb-43e8-a740-7fa05e3f181a tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:43.365334 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b36006f8-4e7b-453e-94e2-846c8d5ce1ae req-fbf6914b-bdfb-43e8-a740-7fa05e3f181a tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 944 time: 0.0536447 Jul 30 00:20:43.404158 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b36006f8-4e7b-453e-94e2-846c8d5ce1ae req-3c533c1f-4f1f-4bd2-ab19-75def6546e9b tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325541 Jul 30 00:20:44.521583 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd576e-a169-4f62-94d9-5d32f1d0dbf3 req-afbd1754-9ce8-4312-a6b4-20452e057dde tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:44.523061 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-41dd576e-a169-4f62-94d9-5d32f1d0dbf3 req-afbd1754-9ce8-4312-a6b4-20452e057dde tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 944 time: 0.0486474 Jul 30 00:20:44.561331 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-41dd576e-a169-4f62-94d9-5d32f1d0dbf3 req-4e7941a1-54e4-4e6c-9211-2f6eda34abf4 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319738 Jul 30 00:20:45.678429 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715bc24-d98d-4488-88ca-a5bfa7735c5b req-95c39599-3b8e-43cc-a38e-f8effc03eaa6 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:45.679963 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1715bc24-d98d-4488-88ca-a5bfa7735c5b req-95c39599-3b8e-43cc-a38e-f8effc03eaa6 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 944 time: 0.0499024 Jul 30 00:20:45.720546 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1715bc24-d98d-4488-88ca-a5bfa7735c5b req-b2ac3792-4770-44c0-aaae-bae4b93d6a9c tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342131 Jul 30 00:20:46.850576 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8712f5c-0645-4c40-867a-0d9ceee125de req-297a6be5-aa52-4829-bcd6-da77324e30f9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:46.852125 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a8712f5c-0645-4c40-867a-0d9ceee125de req-297a6be5-aa52-4829-bcd6-da77324e30f9 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 944 time: 0.0578604 Jul 30 00:20:46.893908 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a8712f5c-0645-4c40-867a-0d9ceee125de req-f21665cc-f94e-43ac-a78f-bc3455ab83c4 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357442 Jul 30 00:20:48.011120 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac6940-f67a-4872-ab2c-775a233ae9bf req-a52f7bd8-f28d-4c8b-b882-58f1c5f64056 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:48.012656 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e2ac6940-f67a-4872-ab2c-775a233ae9bf req-a52f7bd8-f28d-4c8b-b882-58f1c5f64056 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 944 time: 0.0495763 Jul 30 00:20:48.052033 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e2ac6940-f67a-4872-ab2c-775a233ae9bf req-bebfe1b9-71ff-4633-ae4e-5ef70c015e2f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333354 Jul 30 00:20:48.066693 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f070ed2b-4f54-482e-a0a9-20a74b230a4f details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:20:48.166038 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port f070ed2b-4f54-482e-a0a9-20a74b230a4f, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f070ed2b-4f54-482e-a0a9-20a74b230a4f,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:20:48.169958 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c9fd5-c74d-487a-b8dc-494dee8c81af req-92be6229-55f6-45ca-ac0a-64a344ff010f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:48.171946 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a17c9fd5-c74d-487a-b8dc-494dee8c81af req-92be6229-55f6-45ca-ac0a-64a344ff010f tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 944 time: 0.0501301 Jul 30 00:20:48.178638 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'f070ed2b-4f54-482e-a0a9-20a74b230a4f', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'port_id': 'f070ed2b-4f54-482e-a0a9-20a74b230a4f', 'mac_address': 'fa:16:3e:90:68:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:20:48.211299 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a17c9fd5-c74d-487a-b8dc-494dee8c81af req-78b96972-a8d6-4912-a106-a0432859dce0 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325334 Jul 30 00:20:48.217958 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:48.231317 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f070ed2b-4f54-482e-a0a9-20a74b230a4f {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:20:48.251967 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port f070ed2b-4f54-482e-a0a9-20a74b230a4f, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f070ed2b-4f54-482e-a0a9-20a74b230a4f,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:20:48.256258 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:48.309295 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=f070ed2b-4f54-482e-a0a9-20a74b230a4f,revision_number=12']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:48.340574 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d260f7a-629a-4889-a601-05031e50a624 req-97027dec-e882-410b-bf65-525e43a3d0d7 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:48.341978 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d260f7a-629a-4889-a601-05031e50a624 req-97027dec-e882-410b-bf65-525e43a3d0d7 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 945 time: 0.0536301 Jul 30 00:20:48.380252 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d260f7a-629a-4889-a601-05031e50a624 req-444f20f8-1cd0-4a96-af9c-154e6b8862b2 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315402 Jul 30 00:20:48.499047 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['f070ed2b-4f54-482e-a0a9-20a74b230a4f'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:20:48.615264 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775de8b-32f8-4d12-a626-8dd5cb305bb7 req-eb743a9c-aa92-47c3-98c4-b72a24233e11 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:48.616731 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9775de8b-32f8-4d12-a626-8dd5cb305bb7 req-eb743a9c-aa92-47c3-98c4-b72a24233e11 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 945 time: 0.0496376 Jul 30 00:20:48.655222 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9775de8b-32f8-4d12-a626-8dd5cb305bb7 req-ba2e1eda-e1b1-456e-bb62-b49afcdf80c4 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320725 Jul 30 00:20:49.307924 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:20:49.773064 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4540d49c-bc87-426a-be7c-600ca4fd928c req-8a4c6900-b440-4426-99d9-eeefa34380f5 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:49.774559 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4540d49c-bc87-426a-be7c-600ca4fd928c req-8a4c6900-b440-4426-99d9-eeefa34380f5 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 945 time: 0.0512328 Jul 30 00:20:49.815198 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4540d49c-bc87-426a-be7c-600ca4fd928c req-4f746a1b-9c77-4bbf-80c5-7d43d2999c3d tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups?id=2934dd3e-b292-4554-a13a-17bb8daec230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328829 Jul 30 00:20:50.066345 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f070ed2b-4f54-482e-a0a9-20a74b230a4f up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:20:50.114693 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port f070ed2b-4f54-482e-a0a9-20a74b230a4f completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:20:50.119061 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port f070ed2b-4f54-482e-a0a9-20a74b230a4f triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:20:50.119501 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:50.176636 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d794716f-3852-4570-88c2-55e37da929e9 req-269b4910-0775-41e9-8009-b106df82900d tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:20:50.178744 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d794716f-3852-4570-88c2-55e37da929e9 req-269b4910-0775-41e9-8009-b106df82900d tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.39 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 945 time: 0.0507603 Jul 30 00:20:50.197264 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:50.223206 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f070ed2b-4f54-482e-a0a9-20a74b230a4f'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:20:50.225622 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee31ed8e5b8e4dc4f88b315270ded6679232f3f3b12134e952a2ffdf5dc07ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acc3ab8-0e7b-40f6-b5db-f71003459b5f" -d '{"events": [{"server_uuid": "8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912", "name": "network-vif-plugged", "status": "completed", "tag": "f070ed2b-4f54-482e-a0a9-20a74b230a4f"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:20:50.240046 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port f070ed2b-4f54-482e-a0a9-20a74b230a4f, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f070ed2b-4f54-482e-a0a9-20a74b230a4f,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:20:50.244773 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:50.278285 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-d794716f-3852-4570-88c2-55e37da929e9 req-76595eed-3337-4c28-88dd-f2d5c9fdea39 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Deleting port f070ed2b-4f54-482e-a0a9-20a74b230a4f {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:20:50.278629 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d794716f-3852-4570-88c2-55e37da929e9 req-76595eed-3337-4c28-88dd-f2d5c9fdea39 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:50.296536 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=f070ed2b-4f54-482e-a0a9-20a74b230a4f,revision_number=13']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:50.328536 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd15ca32-023b-4909-897e-9ebb6d2b72ff x-openstack-request-id: req-cd15ca32-023b-4909-897e-9ebb6d2b72ff {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:20:50.329512 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912", "name": "network-vif-plugged", "status": "completed", "tag": "f070ed2b-4f54-482e-a0a9-20a74b230a4f", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:20:50.329848 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cd15ca32-023b-4909-897e-9ebb6d2b72ff {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:20:50.330302 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f070ed2b-4f54-482e-a0a9-20a74b230a4f', 'code': 200} Jul 30 00:20:50.370533 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-d794716f-3852-4570-88c2-55e37da929e9 req-76595eed-3337-4c28-88dd-f2d5c9fdea39 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] For port f070ed2b-4f54-482e-a0a9-20a74b230a4f, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f070ed2b-4f54-482e-a0a9-20a74b230a4f,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:20:50.370889 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d794716f-3852-4570-88c2-55e37da929e9 req-76595eed-3337-4c28-88dd-f2d5c9fdea39 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:50.541910 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d794716f-3852-4570-88c2-55e37da929e9 req-76595eed-3337-4c28-88dd-f2d5c9fdea39 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:50.542284 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d794716f-3852-4570-88c2-55e37da929e9 req-76595eed-3337-4c28-88dd-f2d5c9fdea39 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:50.542597 n-d-712140-10 neutron-server[94064]: INFO neutron.db.l3_db [req-d794716f-3852-4570-88c2-55e37da929e9 req-76595eed-3337-4c28-88dd-f2d5c9fdea39 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Floating IP 216d0ad8-78c8-4487-97b0-fb73b2134235 disassociated. External IP: 172.25.8.101, port: f070ed2b-4f54-482e-a0a9-20a74b230a4f. Jul 30 00:20:50.542935 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-d794716f-3852-4570-88c2-55e37da929e9 req-76595eed-3337-4c28-88dd-f2d5c9fdea39 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Calling delete_port for f070ed2b-4f54-482e-a0a9-20a74b230a4f owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:20:50.667513 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d794716f-3852-4570-88c2-55e37da929e9 req-76595eed-3337-4c28-88dd-f2d5c9fdea39 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:50.695519 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76595eed-3337-4c28-88dd-f2d5c9fdea39 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Pushing event deleted for resources: {'Port': ['ID=f070ed2b-4f54-482e-a0a9-20a74b230a4f,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:50.815089 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d794716f-3852-4570-88c2-55e37da929e9 req-76595eed-3337-4c28-88dd-f2d5c9fdea39 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Router bc655a99-458e-40b4-9867-cfa82cd9b3d3 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:20:50.918676 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-77a5af81-66d5-4828-9f5d-f6af7f8ff25d req-5752a259-363b-4658-8fd9-2e1f26bd5ad8 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 210 time: 0.0308228 Jul 30 00:20:50.926678 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d794716f-3852-4570-88c2-55e37da929e9 req-76595eed-3337-4c28-88dd-f2d5c9fdea39 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:20:50.937267 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f304e6-70f2-472b-a3bf-61cd20ca4245 None None] Sync routers for ids ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:20:50.947112 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f304e6-70f2-472b-a3bf-61cd20ca4245 None None] Routers {'bc655a99-458e-40b4-9867-cfa82cd9b3d3'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:20:50.947730 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f0f304e6-70f2-472b-a3bf-61cd20ca4245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:20:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:20:50.972201 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-d794716f-3852-4570-88c2-55e37da929e9 req-76595eed-3337-4c28-88dd-f2d5c9fdea39 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] No DVR routers for this DVR port f070ed2b-4f54-482e-a0a9-20a74b230a4f on host n-h2-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:20:50.974717 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d794716f-3852-4570-88c2-55e37da929e9 req-76595eed-3337-4c28-88dd-f2d5c9fdea39 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:50.976745 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d794716f-3852-4570-88c2-55e37da929e9 req-76595eed-3337-4c28-88dd-f2d5c9fdea39 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.39 "DELETE /v2.0/ports/f070ed2b-4f54-482e-a0a9-20a74b230a4f HTTP/1.1" status: 204 len: 173 time: 0.7919693 Jul 30 00:20:50.977244 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912', 'name': 'network-vif-deleted', 'tag': 'f070ed2b-4f54-482e-a0a9-20a74b230a4f'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:20:50.979475 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5209d4e956e9ae4acfb38c8f800d5d5e141ec7fd74949f506a8c7ac355071e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6345811f-8ca7-4f2f-8447-55b5e4c0f1d8" -d '{"events": [{"server_uuid": "8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912", "name": "network-vif-deleted", "tag": "f070ed2b-4f54-482e-a0a9-20a74b230a4f"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:20:51.016189 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22610416-106d-4a8a-9869-abd3d9962ddb x-openstack-request-id: req-22610416-106d-4a8a-9869-abd3d9962ddb {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:20:51.017124 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912", "name": "network-vif-deleted", "tag": "f070ed2b-4f54-482e-a0a9-20a74b230a4f", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:20:51.017877 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-22610416-106d-4a8a-9869-abd3d9962ddb {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:20:51.018014 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912', 'name': 'network-vif-deleted', 'tag': 'f070ed2b-4f54-482e-a0a9-20a74b230a4f', 'status': 'completed', 'code': 200} Jul 30 00:20:51.056168 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-f0f304e6-70f2-472b-a3bf-61cd20ca4245 None None] Set router bc655a99-458e-40b4-9867-cfa82cd9b3d3 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:20:51.256209 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f0f304e6-70f2-472b-a3bf-61cd20ca4245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 4, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'gw_port': {'id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd26f8256-4962-4d79-9a91-2e13e75ce322', 'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'mac_address': 'fa:16:3e:3d:15:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:17Z', 'updated_at': '2021-07-30T00:11:21Z', 'revision_number': 5, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'subnets': [{'id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:20:51.286563 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f304e6-70f2-472b-a3bf-61cd20ca4245 None None] Checking router: bc655a99-458e-40b4-9867-cfa82cd9b3d3 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:20:51.295013 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f304e6-70f2-472b-a3bf-61cd20ca4245 None None] Routers {'bc655a99-458e-40b4-9867-cfa82cd9b3d3'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:20:51.295623 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f0f304e6-70f2-472b-a3bf-61cd20ca4245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:20:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:20:51.398515 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-f0f304e6-70f2-472b-a3bf-61cd20ca4245 None None] Set router bc655a99-458e-40b4-9867-cfa82cd9b3d3 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:20:51.600819 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f0f304e6-70f2-472b-a3bf-61cd20ca4245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 4, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'gw_port': {'id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd26f8256-4962-4d79-9a91-2e13e75ce322', 'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'mac_address': 'fa:16:3e:3d:15:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:17Z', 'updated_at': '2021-07-30T00:11:21Z', 'revision_number': 5, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'subnets': [{'id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:20:51.628228 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f304e6-70f2-472b-a3bf-61cd20ca4245 None None] The sync data for ids ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'] in n-d-712140-10 is: [{'id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:17Z', 'revision_number': 4, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'gw_port': {'id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd26f8256-4962-4d79-9a91-2e13e75ce322', 'name': '', 'network_id': 'a603c1a6-08c3-4047-ac31-509b93ba0ed6', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'mac_address': 'fa:16:3e:3d:15:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:17Z', 'updated_at': '2021-07-30T00:11:21Z', 'revision_number': 5, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'subnets': [{'id': '022a333a-1c31-4c4e-ac1b-fe0635f9b428', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:20:51.872059 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df0a4f5-f2d5-47eb-8562-225025d9576f None None] New status for floating IP 216d0ad8-78c8-4487-97b0-fb73b2134235: DOWN {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:20:52.019906 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d4b79f13-8caa-4b46-ad7d-763919f106bd req-18afc3ec-5855-4970-bf3e-6911682fb142 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 210 time: 0.0265827 Jul 30 00:20:53.119811 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b6dca717-7228-4e83-a50a-2257b0a8d340 req-c3e027fb-ea6c-471b-a633-f78923725891 tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 210 time: 0.0272324 Jul 30 00:20:54.084867 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f070ed2b-4f54-482e-a0a9-20a74b230a4f no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:20:54.104785 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: f070ed2b-4f54-482e-a0a9-20a74b230a4f {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:20:54.105139 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f070ed2b-4f54-482e-a0a9-20a74b230a4f not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:20:54.219791 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb561daf-db7f-40ec-9dc1-bef3d014645f req-49f84ccc-93c0-47cc-832e-4d9635bfbf8a tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ae69f15-4fe7-4a7a-ba1c-c93d5c0c9912 HTTP/1.1" status: 200 len: 210 time: 0.0318508 Jul 30 00:20:57.915823 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59012) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:57.971639 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ca51cb02-d89e-4762-ae78-415af59131ad tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:57.995637 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ca51cb02-d89e-4762-ae78-415af59131ad tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:58.049677 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ca51cb02-d89e-4762-ae78-415af59131ad tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:58.052486 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ca51cb02-d89e-4762-ae78-415af59131ad tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:58.056277 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ca51cb02-d89e-4762-ae78-415af59131ad tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "DELETE /v2.0/security-groups/2934dd3e-b292-4554-a13a-17bb8daec230 HTTP/1.1" status: 204 len: 168 time: 0.1392343 Jul 30 00:20:58.056414 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59014) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:58.066817 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca51cb02-d89e-4762-ae78-415af59131ad tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2934dd3e-b292-4554-a13a-17bb8daec230,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:58.075782 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-077229f0-96a3-4752-a2cb-cfbcc7185bed tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] show failed (client error): The resource could not be found. Jul 30 00:20:58.081625 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-077229f0-96a3-4752-a2cb-cfbcc7185bed tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "GET /v2.0/security-groups/2934dd3e-b292-4554-a13a-17bb8daec230 HTTP/1.1" status: 404 len: 347 time: 0.0236754 Jul 30 00:20:58.084192 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59016) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:58.211128 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-14c272ef-1837-4a72-ba3f-3ef142b8a06d tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Deleting port b0eef647-ede8-48bb-ac5f-c3faa64e69da {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:20:58.211472 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-14c272ef-1837-4a72-ba3f-3ef142b8a06d tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:58.291519 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-14c272ef-1837-4a72-ba3f-3ef142b8a06d tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:58.291887 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-14c272ef-1837-4a72-ba3f-3ef142b8a06d tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:58.303788 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-14c272ef-1837-4a72-ba3f-3ef142b8a06d tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Calling delete_port for b0eef647-ede8-48bb-ac5f-c3faa64e69da owned by network:floatingip {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:20:58.430406 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-14c272ef-1837-4a72-ba3f-3ef142b8a06d tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:58.461637 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c272ef-1837-4a72-ba3f-3ef142b8a06d tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Pushing event deleted for resources: {'Port': ['ID=b0eef647-ede8-48bb-ac5f-c3faa64e69da,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:58.523133 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-14c272ef-1837-4a72-ba3f-3ef142b8a06d tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks [] for floatingip, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:58.526799 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-14c272ef-1837-4a72-ba3f-3ef142b8a06d tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:58.530819 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-14c272ef-1837-4a72-ba3f-3ef142b8a06d tempest-ServerActionsTestJSON-1633508602 tempest-ServerActionsTestJSON-1633508602-project] 10.222.0.18 "DELETE /v2.0/floatingips/216d0ad8-78c8-4487-97b0-fb73b2134235 HTTP/1.1" status: 204 len: 168 time: 0.4427664 Jul 30 00:20:58.531550 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59018) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:20:58.929979 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cacde9fe-6b24-4c8c-8b8f-a0f0a3a619cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:59.171551 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-cacde9fe-6b24-4c8c-8b8f-a0f0a3a619cb admin admin] Deleting port d26f8256-4962-4d79-9a91-2e13e75ce322 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:20:59.171916 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cacde9fe-6b24-4c8c-8b8f-a0f0a3a619cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:59.248047 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-cacde9fe-6b24-4c8c-8b8f-a0f0a3a619cb admin admin] For port d26f8256-4962-4d79-9a91-2e13e75ce322, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d26f8256-4962-4d79-9a91-2e13e75ce322,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:20:59.248327 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cacde9fe-6b24-4c8c-8b8f-a0f0a3a619cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:59.261661 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-cacde9fe-6b24-4c8c-8b8f-a0f0a3a619cb admin admin] Calling delete_port for d26f8256-4962-4d79-9a91-2e13e75ce322 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:20:59.443221 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cacde9fe-6b24-4c8c-8b8f-a0f0a3a619cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:20:59.470006 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacde9fe-6b24-4c8c-8b8f-a0f0a3a619cb admin admin] Pushing event deleted for resources: {'Port': ['ID=d26f8256-4962-4d79-9a91-2e13e75ce322,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:20:59.636508 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cacde9fe-6b24-4c8c-8b8f-a0f0a3a619cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:00.137677 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:00.192497 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cacde9fe-6b24-4c8c-8b8f-a0f0a3a619cb admin admin] Router bc655a99-458e-40b4-9867-cfa82cd9b3d3 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:21:00.288207 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:00.299391 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacde9fe-6b24-4c8c-8b8f-a0f0a3a619cb admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:21:00.304809 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cacde9fe-6b24-4c8c-8b8f-a0f0a3a619cb admin admin] 10.222.0.18 "PUT /v2.0/routers/bc655a99-458e-40b4-9867-cfa82cd9b3d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7725081 Jul 30 00:21:00.308028 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59022) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:00.309087 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a9c005-e0d2-4d70-adb5-5d45ec921895 None None] Sync routers for ids ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:21:00.318703 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a9c005-e0d2-4d70-adb5-5d45ec921895 None None] Routers {'bc655a99-458e-40b4-9867-cfa82cd9b3d3'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:21:00.319315 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c6a9c005-e0d2-4d70-adb5-5d45ec921895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:20:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:00.414055 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e9b94e10-254c-4734-a829-b74c1e2762d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:00.421055 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-c6a9c005-e0d2-4d70-adb5-5d45ec921895 None None] Set router bc655a99-458e-40b4-9867-cfa82cd9b3d3 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:21:00.515562 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e9b94e10-254c-4734-a829-b74c1e2762d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:00.573673 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-e9b94e10-254c-4734-a829-b74c1e2762d7 admin admin] Deleting port c455a844-20da-491a-8329-3bafcb3a053c {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:21:00.574085 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e9b94e10-254c-4734-a829-b74c1e2762d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:00.658198 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-e9b94e10-254c-4734-a829-b74c1e2762d7 admin admin] For port c455a844-20da-491a-8329-3bafcb3a053c, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c455a844-20da-491a-8329-3bafcb3a053c,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:21:00.658571 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e9b94e10-254c-4734-a829-b74c1e2762d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:00.671732 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-e9b94e10-254c-4734-a829-b74c1e2762d7 admin admin] Calling delete_port for c455a844-20da-491a-8329-3bafcb3a053c owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:21:00.756742 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c6a9c005-e0d2-4d70-adb5-5d45ec921895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3'}], 'enable_snat': True}, 'gw_port_id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:20:59Z', 'revision_number': 5, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'gw_port': {'id': 'c455a844-20da-491a-8329-3bafcb3a053c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:d2:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:11:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:00.782737 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a9c005-e0d2-4d70-adb5-5d45ec921895 None None] Checking router: bc655a99-458e-40b4-9867-cfa82cd9b3d3 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:21:00.791435 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a9c005-e0d2-4d70-adb5-5d45ec921895 None None] Routers {'bc655a99-458e-40b4-9867-cfa82cd9b3d3'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:21:00.792090 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c6a9c005-e0d2-4d70-adb5-5d45ec921895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:20:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:00.836981 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e9b94e10-254c-4734-a829-b74c1e2762d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:00.864504 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b94e10-254c-4734-a829-b74c1e2762d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c455a844-20da-491a-8329-3bafcb3a053c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:00.881483 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-c6a9c005-e0d2-4d70-adb5-5d45ec921895 None None] Set router bc655a99-458e-40b4-9867-cfa82cd9b3d3 gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:21:00.926121 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e9b94e10-254c-4734-a829-b74c1e2762d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:00.937023 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c6a9c005-e0d2-4d70-adb5-5d45ec921895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:21:00Z', 'revision_number': 6, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:00.964770 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a9c005-e0d2-4d70-adb5-5d45ec921895 None None] The sync data for ids ['bc655a99-458e-40b4-9867-cfa82cd9b3d3'] in n-d-712140-10 is: [{'id': 'bc655a99-458e-40b4-9867-cfa82cd9b3d3', 'name': 'tempest-ServerActionsTestJSON-179367868-router', 'tenant_id': '14b6080e348c483a8b06beb31fe6bb84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:11:15Z', 'updated_at': '2021-07-30T00:21:00Z', 'revision_number': 6, 'project_id': '14b6080e348c483a8b06beb31fe6bb84', 'gw_port_host': None}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:21:01.019330 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e9b94e10-254c-4734-a829-b74c1e2762d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:01.021442 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e9b94e10-254c-4734-a829-b74c1e2762d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:01.065980 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e9b94e10-254c-4734-a829-b74c1e2762d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:01.066501 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9b94e10-254c-4734-a829-b74c1e2762d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc655a99-458e-40b4-9867-cfa82cd9b3d3 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:21:01.071060 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e9b94e10-254c-4734-a829-b74c1e2762d7 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:01.072240 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e9b94e10-254c-4734-a829-b74c1e2762d7 admin admin] 10.222.0.18 "DELETE /v2.0/routers/bc655a99-458e-40b4-9867-cfa82cd9b3d3 HTTP/1.1" status: 204 len: 168 time: 0.7632630 Jul 30 00:21:01.074718 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59024) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:01.118740 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-efcfceea-8f1d-45b3-b9ed-09762fa28a67 admin admin] Deleting subnet 022a333a-1c31-4c4e-ac1b-fe0635f9b428 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:21:01.121705 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-efcfceea-8f1d-45b3-b9ed-09762fa28a67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:01.157324 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-efcfceea-8f1d-45b3-b9ed-09762fa28a67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:01.238593 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-efcfceea-8f1d-45b3-b9ed-09762fa28a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:01.291808 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-efcfceea-8f1d-45b3-b9ed-09762fa28a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:01.321033 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-efcfceea-8f1d-45b3-b9ed-09762fa28a67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:01.325237 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-efcfceea-8f1d-45b3-b9ed-09762fa28a67 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/022a333a-1c31-4c4e-ac1b-fe0635f9b428 HTTP/1.1" status: 204 len: 168 time: 0.2473049 Jul 30 00:21:01.325237 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcfceea-8f1d-45b3-b9ed-09762fa28a67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=022a333a-1c31-4c4e-ac1b-fe0635f9b428,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:01.325719 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59026) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:01.331561 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9acb931-7f1c-4cf6-a331-a540885661ae None None] Network a603c1a6-08c3-4047-ac31-509b93ba0ed6 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:21:01.402977 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9758fc8-3098-4564-9352-577f3b9ea08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:01.464898 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f9758fc8-3098-4564-9352-577f3b9ea08a admin admin] Deleting port 4b2ac0b3-7051-4df1-bca2-5b849ee60d5e {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:21:01.465249 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9758fc8-3098-4564-9352-577f3b9ea08a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:01.527413 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-f9758fc8-3098-4564-9352-577f3b9ea08a admin admin] For port 4b2ac0b3-7051-4df1-bca2-5b849ee60d5e, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=4b2ac0b3-7051-4df1-bca2-5b849ee60d5e,segment=NetworkSegment(b935f42a-06eb-4aa1-9fb2-d3917754d458),segment_id=b935f42a-06eb-4aa1-9fb2-d3917754d458)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:21:01.527705 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9758fc8-3098-4564-9352-577f3b9ea08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:01.540978 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-f9758fc8-3098-4564-9352-577f3b9ea08a admin admin] Calling delete_port for 4b2ac0b3-7051-4df1-bca2-5b849ee60d5e owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:21:01.621911 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9758fc8-3098-4564-9352-577f3b9ea08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:01.646615 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9758fc8-3098-4564-9352-577f3b9ea08a admin admin] Pushing event deleted for resources: {'Port': ['ID=4b2ac0b3-7051-4df1-bca2-5b849ee60d5e,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:01.650007 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9758fc8-3098-4564-9352-577f3b9ea08a admin admin] No DVR routers for this DVR port 4b2ac0b3-7051-4df1-bca2-5b849ee60d5e on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:21:01.721952 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9758fc8-3098-4564-9352-577f3b9ea08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:01.731986 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-f9758fc8-3098-4564-9352-577f3b9ea08a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a603c1a6-08c3-4047-ac31-509b93ba0ed6']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:01.744034 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-f9758fc8-3098-4564-9352-577f3b9ea08a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b935f42a-06eb-4aa1-9fb2-d3917754d458') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:01.744395 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-f9758fc8-3098-4564-9352-577f3b9ea08a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b935f42a-06eb-4aa1-9fb2-d3917754d458') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:01.751232 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92617ade-bda1-4164-8956-3da7af736c22 None None] DHCP port deletion for a603c1a6-08c3-4047-ac31-509b93ba0ed6 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:21:01.756171 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9758fc8-3098-4564-9352-577f3b9ea08a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:01.772725 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9758fc8-3098-4564-9352-577f3b9ea08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:01.779427 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9758fc8-3098-4564-9352-577f3b9ea08a admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:21:01.779744 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9758fc8-3098-4564-9352-577f3b9ea08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:01.782224 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 30 00:21:01.782224 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:21:01.782224 n-d-712140-10 neutron-server[94063]: timer() Jul 30 00:21:01.782224 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:21:01.782224 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 30 00:21:01.782224 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:21:01.782224 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 30 00:21:01.782224 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:21:01.782224 n-d-712140-10 neutron-server[94063]: self._notify() Jul 30 00:21:01.782224 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:21:01.782224 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 30 00:21:01.782224 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:21:01.782224 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 30 00:21:01.782224 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:21:01.782224 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:21:01.782224 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:21:01.782224 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:21:01.782224 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:21:01.782224 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 30 00:21:01.782224 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:21:01.782224 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 30 00:21:01.782224 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:21:01.782224 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:21:01.782224 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:21:01.782224 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 30 00:21:01.782224 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:21:01.782224 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:21:01.782224 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:21:01.782224 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:21:01.782224 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:21:01.782224 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:21:01.782224 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:21:01.838076 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9758fc8-3098-4564-9352-577f3b9ea08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:01.850004 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f9758fc8-3098-4564-9352-577f3b9ea08a admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:01.852084 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f9758fc8-3098-4564-9352-577f3b9ea08a admin admin] 10.222.0.18 "DELETE /v2.0/networks/a603c1a6-08c3-4047-ac31-509b93ba0ed6 HTTP/1.1" status: 204 len: 168 time: 0.5251923 Jul 30 00:21:01.864897 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9758fc8-3098-4564-9352-577f3b9ea08a admin admin] Pushing event deleted for resources: {'Network': ['ID=a603c1a6-08c3-4047-ac31-509b93ba0ed6,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:01.916603 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c455a844-20da-491a-8329-3bafcb3a053c no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:21:01.937100 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: c455a844-20da-491a-8329-3bafcb3a053c {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:21:01.937460 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c455a844-20da-491a-8329-3bafcb3a053c not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:21:01.938485 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 4b2ac0b3-7051-4df1-bca2-5b849ee60d5e no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:21:01.957203 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 4b2ac0b3-7051-4df1-bca2-5b849ee60d5e {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:21:01.957578 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 4b2ac0b3-7051-4df1-bca2-5b849ee60d5e not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:21:01.957976 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d26f8256-4962-4d79-9a91-2e13e75ce322 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:21:01.971230 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59030) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:01.980223 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: d26f8256-4962-4d79-9a91-2e13e75ce322 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:21:01.980624 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d26f8256-4962-4d79-9a91-2e13e75ce322 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:21:02.013482 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-71f06efa-a3bc-467d-96e8-bf3e10dc7157 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=14b6080e348c483a8b06beb31fe6bb84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410070 Jul 30 00:21:02.015948 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59032) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:02.070539 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-67c05986-1b6b-4d1c-ab88-8afd89491699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:02.092627 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-67c05986-1b6b-4d1c-ab88-8afd89491699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:02.139882 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-67c05986-1b6b-4d1c-ab88-8afd89491699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:02.142836 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-67c05986-1b6b-4d1c-ab88-8afd89491699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:02.144109 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-67c05986-1b6b-4d1c-ab88-8afd89491699 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d4fb6eac-6157-41a4-8e87-4720c7346fa1 HTTP/1.1" status: 204 len: 168 time: 0.1271577 Jul 30 00:21:02.151713 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c05986-1b6b-4d1c-ab88-8afd89491699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fb6eac-6157-41a4-8e87-4720c7346fa1,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:02.842025 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59056) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:02.929607 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5841e5ab-3ebe-4f38-b81d-9a0cde9a54e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:02.937721 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-9ebee575-8de3-4734-b123-f311dfa5062a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-748030266-network', 'tenant_id': '6f95c84f81f64f66819a8f9a292d6589'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:21:02.960990 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebee575-8de3-4734-b123-f311dfa5062a admin admin] Made reservation on behalf of 6f95c84f81f64f66819a8f9a292d6589 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:21:02.963284 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9ebee575-8de3-4734-b123-f311dfa5062a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:02.971723 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9ebee575-8de3-4734-b123-f311dfa5062a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:03.059770 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9ebee575-8de3-4734-b123-f311dfa5062a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:03.064544 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9ebee575-8de3-4734-b123-f311dfa5062a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:03.086564 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ebee575-8de3-4734-b123-f311dfa5062a admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:21:03.101841 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebee575-8de3-4734-b123-f311dfa5062a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080b6e0a-f068-445a-b934-225279b68667,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:03.104817 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9ebee575-8de3-4734-b123-f311dfa5062a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:03.105173 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-9ebee575-8de3-4734-b123-f311dfa5062a admin admin] Added segment 1742ef1b-94ae-466e-99dc-8f13babbe9cb of type vlan for network 66ab563d-fe5d-4317-9ca0-9a6697be2f97 Jul 30 00:21:03.145820 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9ebee575-8de3-4734-b123-f311dfa5062a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:03.174088 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9ebee575-8de3-4734-b123-f311dfa5062a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:03.175064 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebee575-8de3-4734-b123-f311dfa5062a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:03.175645 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9ebee575-8de3-4734-b123-f311dfa5062a admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:03.228164 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9ebee575-8de3-4734-b123-f311dfa5062a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3849387 Jul 30 00:21:03.231191 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59060) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:03.237039 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-6e683a30-da83-4ae0-9858-a646c7e14dac admin admin] Request body: {'subnet': {'network_id': '66ab563d-fe5d-4317-9ca0-9a6697be2f97', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-748030266-subnet', 'tenant_id': '6f95c84f81f64f66819a8f9a292d6589', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:21:03.237714 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebee575-8de3-4734-b123-f311dfa5062a admin admin] Pushing event updated for resources: {'Network': ['ID=66ab563d-fe5d-4317-9ca0-9a6697be2f97,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:03.248481 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 66ab563d-fe5d-4317-9ca0-9a6697be2f97 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:21:03.258408 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e683a30-da83-4ae0-9858-a646c7e14dac admin admin] Made reservation on behalf of 6f95c84f81f64f66819a8f9a292d6589 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:21:03.261017 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6e683a30-da83-4ae0-9858-a646c7e14dac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:03.434082 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6e683a30-da83-4ae0-9858-a646c7e14dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:03.490020 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e683a30-da83-4ae0-9858-a646c7e14dac admin admin] Pushing event updated for resources: {'Subnet': ['ID=0323453c-7292-4795-bae7-8468e71da4df,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:03.498511 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e683a30-da83-4ae0-9858-a646c7e14dac admin admin] Checking segment: {'id': '1742ef1b-94ae-466e-99dc-8f13babbe9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '66ab563d-fe5d-4317-9ca0-9a6697be2f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:21:03.498873 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e683a30-da83-4ae0-9858-a646c7e14dac admin admin] Network hostable DHCP agents. Network: 66ab563d-fe5d-4317-9ca0-9a6697be2f97, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:21:03.515154 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e683a30-da83-4ae0-9858-a646c7e14dac admin admin] Network 66ab563d-fe5d-4317-9ca0-9a6697be2f97 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:21:03.524311 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-6e683a30-da83-4ae0-9858-a646c7e14dac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 66ab563d-fe5d-4317-9ca0-9a6697be2f97) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:21:03.528148 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e683a30-da83-4ae0-9858-a646c7e14dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:03.528743 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6e683a30-da83-4ae0-9858-a646c7e14dac admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:03.535257 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f10fbfe-c2b7-4362-ad01-a708ad412b73 None None] Network 66ab563d-fe5d-4317-9ca0-9a6697be2f97 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:21:03.543331 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6e683a30-da83-4ae0-9858-a646c7e14dac admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3110211 Jul 30 00:21:03.665092 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa04431-76d4-4514-88fe-ee1d49c8189a None None] Network 66ab563d-fe5d-4317-9ca0-9a6697be2f97 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:21:03.958234 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-d8787d7f-8fce-4c73-b55b-65c6c1e9e0d7 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:03.959624 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-d8787d7f-8fce-4c73-b55b-65c6c1e9e0d7 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/networks?id=66ab563d-fe5d-4317-9ca0-9a6697be2f97 HTTP/1.1" status: 200 len: 813 time: 0.1007242 Jul 30 00:21:03.975271 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-0787e468-fd3f-4c3f-abbc-d4f4c7516635 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/quotas/6f95c84f81f64f66819a8f9a292d6589 HTTP/1.1" status: 200 len: 375 time: 0.0098283 Jul 30 00:21:04.011131 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-b8a0e507-391f-4a71-ac53-dccb870e903c tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f95c84f81f64f66819a8f9a292d6589&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305293 Jul 30 00:21:04.022582 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-c2738d23-8704-4a9c-8c72-095429ebf38a service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:21:04.023544 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-c2738d23-8704-4a9c-8c72-095429ebf38a service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049560 Jul 30 00:21:04.111413 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-d0507b2c-def6-4bab-b901-d1a83b932ee1 service neutron] 10.222.0.18 "GET /v2.0/networks/66ab563d-fe5d-4317-9ca0-9a6697be2f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821946 Jul 30 00:21:04.206754 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-25f7d431-9896-4210-b692-43c0619106d2 service neutron] 10.222.0.18 "GET /v2.0/networks/66ab563d-fe5d-4317-9ca0-9a6697be2f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892050 Jul 30 00:21:04.366870 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d483f301-65db-44da-9f3c-30c4fb204053 req-15200f70-2606-4368-9445-8b8133d1c151 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffcdf00c-e900-44d7-94a3-edbce40dc10a HTTP/1.1" status: 200 len: 210 time: 0.0281560 Jul 30 00:21:05.433903 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-64b4fb2d-a9a1-44a9-8877-b612ca55beac tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:05.436071 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-64b4fb2d-a9a1-44a9-8877-b612ca55beac tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.39 "GET /v2.0/networks?id=66ab563d-fe5d-4317-9ca0-9a6697be2f97 HTTP/1.1" status: 200 len: 813 time: 0.1103814 Jul 30 00:21:05.449819 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5687a723-138b-4800-beae-f0fbff1493dd tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Request body: {'port': {'device_id': 'ffcdf00c-e900-44d7-94a3-edbce40dc10a', 'network_id': '66ab563d-fe5d-4317-9ca0-9a6697be2f97', 'admin_state_up': True, 'tenant_id': '6f95c84f81f64f66819a8f9a292d6589'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:21:05.467888 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-21cb304f-4d87-41d7-bbd0-170a21eeb9e6 req-85a93a8c-8fdb-4039-9fed-1a7d16fe8ce9 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffcdf00c-e900-44d7-94a3-edbce40dc10a HTTP/1.1" status: 200 len: 210 time: 0.0287073 Jul 30 00:21:05.502311 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:05.562015 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5687a723-138b-4800-beae-f0fbff1493dd tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Made reservation on behalf of 6f95c84f81f64f66819a8f9a292d6589 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:21:05.565530 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5687a723-138b-4800-beae-f0fbff1493dd tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:05.690777 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5687a723-138b-4800-beae-f0fbff1493dd tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Allocated IP 172.20.0.4 (66ab563d-fe5d-4317-9ca0-9a6697be2f97/0323453c-7292-4795-bae7-8468e71da4df/95bd426b-af24-41d2-9aa8-5f7d9638c9fa) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:21:05.839334 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5687a723-138b-4800-beae-f0fbff1493dd tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:05.878103 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5687a723-138b-4800-beae-f0fbff1493dd tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:05.918518 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5687a723-138b-4800-beae-f0fbff1493dd tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Network 66ab563d-fe5d-4317-9ca0-9a6697be2f97 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:21:05.921548 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5687a723-138b-4800-beae-f0fbff1493dd tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:21:05.925214 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5687a723-138b-4800-beae-f0fbff1493dd tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:21:05.953492 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5687a723-138b-4800-beae-f0fbff1493dd tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Pushing event updated for resources: {'Port': ['ID=95bd426b-af24-41d2-9aa8-5f7d9638c9fa,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:05.988055 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5687a723-138b-4800-beae-f0fbff1493dd tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:05.988668 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5687a723-138b-4800-beae-f0fbff1493dd tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:06.002998 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5687a723-138b-4800-beae-f0fbff1493dd tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5573411 Jul 30 00:21:06.016703 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5ccf203c-ba88-44c6-9f2c-3a45ae12a5f8 service neutron] Request body: {'port': {'device_id': 'ffcdf00c-e900-44d7-94a3-edbce40dc10a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:21:06.069458 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5ccf203c-ba88-44c6-9f2c-3a45ae12a5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:06.306957 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dfb3063e-19b6-4fa4-b0b3-145437854bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:06.336405 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5ccf203c-ba88-44c6-9f2c-3a45ae12a5f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95bd426b-af24-41d2-9aa8-5f7d9638c9fa {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:21:06.343733 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5ccf203c-ba88-44c6-9f2c-3a45ae12a5f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:06.355944 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5ccf203c-ba88-44c6-9f2c-3a45ae12a5f8 service neutron] Transition to ACTIVE for port object 95bd426b-af24-41d2-9aa8-5f7d9638c9fa will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:21:06.360169 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5ccf203c-ba88-44c6-9f2c-3a45ae12a5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:06.407461 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf203c-ba88-44c6-9f2c-3a45ae12a5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=95bd426b-af24-41d2-9aa8-5f7d9638c9fa,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:06.474401 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5ccf203c-ba88-44c6-9f2c-3a45ae12a5f8 service neutron] Attempting to bind port 95bd426b-af24-41d2-9aa8-5f7d9638c9fa on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:21:06.475094 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5ccf203c-ba88-44c6-9f2c-3a45ae12a5f8 service neutron] Attempting to bind port 95bd426b-af24-41d2-9aa8-5f7d9638c9fa by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '1742ef1b-94ae-466e-99dc-8f13babbe9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '66ab563d-fe5d-4317-9ca0-9a6697be2f97'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:21:06.475094 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5ccf203c-ba88-44c6-9f2c-3a45ae12a5f8 service neutron] Attempting to bind port 95bd426b-af24-41d2-9aa8-5f7d9638c9fa on network 66ab563d-fe5d-4317-9ca0-9a6697be2f97 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:21:06.479205 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5ccf203c-ba88-44c6-9f2c-3a45ae12a5f8 service neutron] Port 95bd426b-af24-41d2-9aa8-5f7d9638c9fa on network 66ab563d-fe5d-4317-9ca0-9a6697be2f97 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:21:06.479520 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5ccf203c-ba88-44c6-9f2c-3a45ae12a5f8 service neutron] Attempting to bind port 95bd426b-af24-41d2-9aa8-5f7d9638c9fa on network 66ab563d-fe5d-4317-9ca0-9a6697be2f97 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:21:06.484195 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5ccf203c-ba88-44c6-9f2c-3a45ae12a5f8 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:21:06.485112 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5ccf203c-ba88-44c6-9f2c-3a45ae12a5f8 service neutron] Checking segment: {'id': '1742ef1b-94ae-466e-99dc-8f13babbe9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '66ab563d-fe5d-4317-9ca0-9a6697be2f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:21:06.485536 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5ccf203c-ba88-44c6-9f2c-3a45ae12a5f8 service neutron] Bound using segment: {'id': '1742ef1b-94ae-466e-99dc-8f13babbe9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '66ab563d-fe5d-4317-9ca0-9a6697be2f97'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:21:06.486033 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5ccf203c-ba88-44c6-9f2c-3a45ae12a5f8 service neutron] Bound port: 95bd426b-af24-41d2-9aa8-5f7d9638c9fa, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1742ef1b-94ae-466e-99dc-8f13babbe9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '66ab563d-fe5d-4317-9ca0-9a6697be2f97'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:21:06.486385 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5ccf203c-ba88-44c6-9f2c-3a45ae12a5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:06.554931 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5ccf203c-ba88-44c6-9f2c-3a45ae12a5f8 service neutron] For port 95bd426b-af24-41d2-9aa8-5f7d9638c9fa, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:21:06.558333 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5ccf203c-ba88-44c6-9f2c-3a45ae12a5f8 service neutron] For port 95bd426b-af24-41d2-9aa8-5f7d9638c9fa, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=95bd426b-af24-41d2-9aa8-5f7d9638c9fa,segment=NetworkSegment(1742ef1b-94ae-466e-99dc-8f13babbe9cb),segment_id=1742ef1b-94ae-466e-99dc-8f13babbe9cb)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:21:06.562446 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5ccf203c-ba88-44c6-9f2c-3a45ae12a5f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:06.592686 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a99ddf-8ed5-4e06-8e60-3c060ba34e94 req-182b45eb-ab6e-4158-b45b-a5fe701c00cc tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:06.594855 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38a99ddf-8ed5-4e06-8e60-3c060ba34e94 req-182b45eb-ab6e-4158-b45b-a5fe701c00cc tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffcdf00c-e900-44d7-94a3-edbce40dc10a HTTP/1.1" status: 200 len: 943 time: 0.0492084 Jul 30 00:21:06.601504 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5ccf203c-ba88-44c6-9f2c-3a45ae12a5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:06.602126 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5ccf203c-ba88-44c6-9f2c-3a45ae12a5f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:06.603517 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-5ccf203c-ba88-44c6-9f2c-3a45ae12a5f8 service neutron] 10.222.0.39 "PUT /v2.0/ports/95bd426b-af24-41d2-9aa8-5f7d9638c9fa HTTP/1.1" status: 200 len: 1092 time: 0.5915928 Jul 30 00:21:06.603983 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffcdf00c-e900-44d7-94a3-edbce40dc10a', 'tag': '95bd426b-af24-41d2-9aa8-5f7d9638c9fa'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:21:06.606212 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5209d4e956e9ae4acfb38c8f800d5d5e141ec7fd74949f506a8c7ac355071e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46239bb5-7053-4103-ab11-6536c604800a" -d '{"events": [{"name": "network-changed", "server_uuid": "ffcdf00c-e900-44d7-94a3-edbce40dc10a", "tag": "95bd426b-af24-41d2-9aa8-5f7d9638c9fa"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:21:06.627238 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf203c-ba88-44c6-9f2c-3a45ae12a5f8 service neutron] Pushing event updated for resources: {'Port': ['ID=95bd426b-af24-41d2-9aa8-5f7d9638c9fa,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:06.645569 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38a99ddf-8ed5-4e06-8e60-3c060ba34e94 req-366194b7-2661-42bf-a86f-5bc15bcfe706 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/security-groups?id=080b6e0a-f068-445a-b934-225279b68667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424395 Jul 30 00:21:06.680742 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-e7ec1829-ca97-4212-a212-afb77c5a6f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:06.682520 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-e7ec1829-ca97-4212-a212-afb77c5a6f78 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f95c84f81f64f66819a8f9a292d6589&device_id=ffcdf00c-e900-44d7-94a3-edbce40dc10a HTTP/1.1" status: 200 len: 1095 time: 0.0436430 Jul 30 00:21:06.690126 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf2c998-9fa9-48cb-b8cb-0c4ce82e0e79 x-openstack-request-id: req-2bf2c998-9fa9-48cb-b8cb-0c4ce82e0e79 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:21:06.690414 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffcdf00c-e900-44d7-94a3-edbce40dc10a", "tag": "95bd426b-af24-41d2-9aa8-5f7d9638c9fa", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:21:06.690671 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2bf2c998-9fa9-48cb-b8cb-0c4ce82e0e79 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:21:06.691098 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffcdf00c-e900-44d7-94a3-edbce40dc10a', 'tag': '95bd426b-af24-41d2-9aa8-5f7d9638c9fa', 'status': 'completed', 'code': 200} Jul 30 00:21:06.727029 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-c7e5a310-541d-47a3-8a71-b3c8c03baeaa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95bd426b-af24-41d2-9aa8-5f7d9638c9fa HTTP/1.1" status: 200 len: 217 time: 0.0343056 Jul 30 00:21:06.779133 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-4308c8cf-d877-4ed7-8547-0723018dff9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:06.780590 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-4308c8cf-d877-4ed7-8547-0723018dff9e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0323453c-7292-4795-bae7-8468e71da4df HTTP/1.1" status: 200 len: 853 time: 0.0469644 Jul 30 00:21:06.812088 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-bc251c8c-33a3-4e9b-8914-4a749cd5457d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=66ab563d-fe5d-4317-9ca0-9a6697be2f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240238 Jul 30 00:21:06.901640 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-3edb44d8-00be-4426-8fb7-a47e41807747 service neutron] 10.222.0.39 "GET /v2.0/networks/66ab563d-fe5d-4317-9ca0-9a6697be2f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828621 Jul 30 00:21:06.994489 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-0fcd910c-6f30-46a8-b537-d0d36c8448c6 req-27b69891-2d13-44e1-88e5-eb46dc7fd7fa service neutron] 10.222.0.39 "GET /v2.0/networks/66ab563d-fe5d-4317-9ca0-9a6697be2f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846157 Jul 30 00:21:07.068323 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:07.082267 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46239bb5-7053-4103-ab11-6536c604800a req-275078f2-a267-49fc-9277-b8443cefa7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:07.083762 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-46239bb5-7053-4103-ab11-6536c604800a req-275078f2-a267-49fc-9277-b8443cefa7d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f95c84f81f64f66819a8f9a292d6589&device_id=ffcdf00c-e900-44d7-94a3-edbce40dc10a HTTP/1.1" status: 200 len: 1095 time: 0.0455501 Jul 30 00:21:07.176368 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46239bb5-7053-4103-ab11-6536c604800a req-0a5bc443-8b88-43e2-b1e8-7641b5e2d37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:07.177832 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-46239bb5-7053-4103-ab11-6536c604800a req-0a5bc443-8b88-43e2-b1e8-7641b5e2d37d service neutron] 10.222.0.39 "GET /v2.0/networks?id=66ab563d-fe5d-4317-9ca0-9a6697be2f97 HTTP/1.1" status: 200 len: 914 time: 0.0876291 Jul 30 00:21:07.218921 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-46239bb5-7053-4103-ab11-6536c604800a req-fa4a8063-521d-4bb1-ab6f-5ed16e91eb31 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95bd426b-af24-41d2-9aa8-5f7d9638c9fa HTTP/1.1" status: 200 len: 217 time: 0.0343351 Jul 30 00:21:07.268081 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46239bb5-7053-4103-ab11-6536c604800a req-aa421de6-18d0-41ec-8bc3-8f22c17e656c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:07.269540 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-46239bb5-7053-4103-ab11-6536c604800a req-aa421de6-18d0-41ec-8bc3-8f22c17e656c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0323453c-7292-4795-bae7-8468e71da4df HTTP/1.1" status: 200 len: 853 time: 0.0433292 Jul 30 00:21:07.302769 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-46239bb5-7053-4103-ab11-6536c604800a req-da0ca398-794d-472f-8312-3188c005de85 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=66ab563d-fe5d-4317-9ca0-9a6697be2f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243371 Jul 30 00:21:07.396107 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-46239bb5-7053-4103-ab11-6536c604800a req-9addcec8-2e1e-4ddc-8857-eca4b4caf5b5 service neutron] 10.222.0.39 "GET /v2.0/networks/66ab563d-fe5d-4317-9ca0-9a6697be2f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856826 Jul 30 00:21:07.489647 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-46239bb5-7053-4103-ab11-6536c604800a req-7dfd2c15-bbcf-4bd8-b8c3-04d15e8d8a2a service neutron] 10.222.0.39 "GET /v2.0/networks/66ab563d-fe5d-4317-9ca0-9a6697be2f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859289 Jul 30 00:21:07.765797 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba21cc0-fcc2-4aed-baba-b5c41f2efca7 req-7ab28930-397b-4651-8f5b-6cc97cddc22b tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:07.767453 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eba21cc0-fcc2-4aed-baba-b5c41f2efca7 req-7ab28930-397b-4651-8f5b-6cc97cddc22b tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffcdf00c-e900-44d7-94a3-edbce40dc10a HTTP/1.1" status: 200 len: 943 time: 0.0525470 Jul 30 00:21:07.805568 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eba21cc0-fcc2-4aed-baba-b5c41f2efca7 req-439def48-2b99-4f28-beed-3b5685db253b tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/security-groups?id=080b6e0a-f068-445a-b934-225279b68667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321434 Jul 30 00:21:08.378030 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:08.919357 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea77632-0c11-4da6-afea-b62d6c6daf82 req-0b6d07dc-8590-4e2c-a98d-7b7a89cb817d tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:08.920879 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3ea77632-0c11-4da6-afea-b62d6c6daf82 req-0b6d07dc-8590-4e2c-a98d-7b7a89cb817d tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffcdf00c-e900-44d7-94a3-edbce40dc10a HTTP/1.1" status: 200 len: 943 time: 0.0484955 Jul 30 00:21:08.959925 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3ea77632-0c11-4da6-afea-b62d6c6daf82 req-3ceb429a-903c-409c-98a1-1105ad1222bf tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/security-groups?id=080b6e0a-f068-445a-b934-225279b68667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326824 Jul 30 00:21:10.075292 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f89c6-a7a6-4172-a889-d7196ffc27c5 req-27ea9027-5a70-4351-9a32-d46bd72b37fa tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:10.076985 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-407f89c6-a7a6-4172-a889-d7196ffc27c5 req-27ea9027-5a70-4351-9a32-d46bd72b37fa tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffcdf00c-e900-44d7-94a3-edbce40dc10a HTTP/1.1" status: 200 len: 943 time: 0.0491724 Jul 30 00:21:10.115454 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-407f89c6-a7a6-4172-a889-d7196ffc27c5 req-7888f3ee-7356-4c08-89d7-398f8d2aefcd tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/security-groups?id=080b6e0a-f068-445a-b934-225279b68667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317466 Jul 30 00:21:10.159530 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 95bd426b-af24-41d2-9aa8-5f7d9638c9fa details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:21:10.250443 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 95bd426b-af24-41d2-9aa8-5f7d9638c9fa, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=95bd426b-af24-41d2-9aa8-5f7d9638c9fa,segment=NetworkSegment(1742ef1b-94ae-466e-99dc-8f13babbe9cb),segment_id=1742ef1b-94ae-466e-99dc-8f13babbe9cb)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:21:10.262251 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '95bd426b-af24-41d2-9aa8-5f7d9638c9fa', 'network_id': '66ab563d-fe5d-4317-9ca0-9a6697be2f97', 'port_id': '95bd426b-af24-41d2-9aa8-5f7d9638c9fa', 'mac_address': 'fa:16:3e:5d:eb:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0323453c-7292-4795-bae7-8468e71da4df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:21:10.304479 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:10.317642 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95bd426b-af24-41d2-9aa8-5f7d9638c9fa {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:21:10.336467 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 95bd426b-af24-41d2-9aa8-5f7d9638c9fa, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=95bd426b-af24-41d2-9aa8-5f7d9638c9fa,segment=NetworkSegment(1742ef1b-94ae-466e-99dc-8f13babbe9cb),segment_id=1742ef1b-94ae-466e-99dc-8f13babbe9cb)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:21:10.340463 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:10.386526 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=95bd426b-af24-41d2-9aa8-5f7d9638c9fa,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:10.527959 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['95bd426b-af24-41d2-9aa8-5f7d9638c9fa'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:21:11.237644 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868a0aeb-1043-4dc7-b415-ed88216ab981 req-9b5b9504-82a1-41fa-9b9f-e02ad28b35e2 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:11.239122 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-868a0aeb-1043-4dc7-b415-ed88216ab981 req-9b5b9504-82a1-41fa-9b9f-e02ad28b35e2 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffcdf00c-e900-44d7-94a3-edbce40dc10a HTTP/1.1" status: 200 len: 944 time: 0.0529430 Jul 30 00:21:11.277954 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-868a0aeb-1043-4dc7-b415-ed88216ab981 req-5bc7b547-c4e6-481d-a079-7a1051fd342f tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/security-groups?id=080b6e0a-f068-445a-b934-225279b68667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328519 Jul 30 00:21:12.191594 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 95bd426b-af24-41d2-9aa8-5f7d9638c9fa up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:21:12.240288 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 95bd426b-af24-41d2-9aa8-5f7d9638c9fa completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:21:12.244241 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 95bd426b-af24-41d2-9aa8-5f7d9638c9fa triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:21:12.244620 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:12.322272 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:12.348666 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffcdf00c-e900-44d7-94a3-edbce40dc10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bd426b-af24-41d2-9aa8-5f7d9638c9fa'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:21:12.351040 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee31ed8e5b8e4dc4f88b315270ded6679232f3f3b12134e952a2ffdf5dc07ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c2853cd-6d12-41d3-9f8e-ec4e4a3408ed" -d '{"events": [{"server_uuid": "ffcdf00c-e900-44d7-94a3-edbce40dc10a", "name": "network-vif-plugged", "status": "completed", "tag": "95bd426b-af24-41d2-9aa8-5f7d9638c9fa"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:21:12.364855 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 95bd426b-af24-41d2-9aa8-5f7d9638c9fa, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=95bd426b-af24-41d2-9aa8-5f7d9638c9fa,segment=NetworkSegment(1742ef1b-94ae-466e-99dc-8f13babbe9cb),segment_id=1742ef1b-94ae-466e-99dc-8f13babbe9cb)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:21:12.369335 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:12.398753 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b433b8d6-f4a8-4a7b-bc30-9b81b6ff3803 req-4164e7de-dfb6-4620-9855-6389878fbb97 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:12.400270 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b433b8d6-f4a8-4a7b-bc30-9b81b6ff3803 req-4164e7de-dfb6-4620-9855-6389878fbb97 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffcdf00c-e900-44d7-94a3-edbce40dc10a HTTP/1.1" status: 200 len: 944 time: 0.0538661 Jul 30 00:21:12.416654 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=95bd426b-af24-41d2-9aa8-5f7d9638c9fa,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:12.439919 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b433b8d6-f4a8-4a7b-bc30-9b81b6ff3803 req-dab3cd04-2eae-4321-ad51-19e07d9e7550 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/security-groups?id=080b6e0a-f068-445a-b934-225279b68667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336368 Jul 30 00:21:12.482826 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0733c336-13e0-4c07-a537-7738c70b29a6 x-openstack-request-id: req-0733c336-13e0-4c07-a537-7738c70b29a6 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:21:12.483117 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffcdf00c-e900-44d7-94a3-edbce40dc10a", "name": "network-vif-plugged", "status": "completed", "tag": "95bd426b-af24-41d2-9aa8-5f7d9638c9fa", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:21:12.483422 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0733c336-13e0-4c07-a537-7738c70b29a6 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:21:12.484154 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffcdf00c-e900-44d7-94a3-edbce40dc10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bd426b-af24-41d2-9aa8-5f7d9638c9fa', 'code': 200} Jul 30 00:21:12.584307 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ccf37-2218-499a-b89c-67db621116bf req-7d2c6c43-2c40-4cf4-bbe7-1622f1de3e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:12.585801 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-196ccf37-2218-499a-b89c-67db621116bf req-7d2c6c43-2c40-4cf4-bbe7-1622f1de3e0d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ffcdf00c-e900-44d7-94a3-edbce40dc10a HTTP/1.1" status: 200 len: 1097 time: 0.0414429 Jul 30 00:21:12.620297 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-196ccf37-2218-499a-b89c-67db621116bf req-56817680-3356-43a7-8f11-50f3ca2285eb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=080b6e0a-f068-445a-b934-225279b68667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272284 Jul 30 00:21:13.554827 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373537b9-119b-4215-b5fe-ddbfe434c5d0 req-24d7c5ee-ddf9-4bdf-be82-b41b76d06492 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:13.556224 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-373537b9-119b-4215-b5fe-ddbfe434c5d0 req-24d7c5ee-ddf9-4bdf-be82-b41b76d06492 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffcdf00c-e900-44d7-94a3-edbce40dc10a HTTP/1.1" status: 200 len: 945 time: 0.0472641 Jul 30 00:21:13.595807 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-373537b9-119b-4215-b5fe-ddbfe434c5d0 req-69cb063c-c0cc-4c80-b4c9-c03a57f040e5 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/security-groups?id=080b6e0a-f068-445a-b934-225279b68667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333002 Jul 30 00:21:13.822897 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-09b5c5cf-153d-40b4-ad98-fb24f15b89a1 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:13.824343 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-09b5c5cf-153d-40b4-ad98-fb24f15b89a1 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/networks?id=66ab563d-fe5d-4317-9ca0-9a6697be2f97 HTTP/1.1" status: 200 len: 813 time: 0.1034117 Jul 30 00:21:13.839430 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-65c2c96f-91ab-424b-b683-3f29d8511fbd tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/quotas/6f95c84f81f64f66819a8f9a292d6589 HTTP/1.1" status: 200 len: 375 time: 0.0090592 Jul 30 00:21:13.888340 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-4f01d534-df91-430b-ac3c-433baf68eb1d tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=6f95c84f81f64f66819a8f9a292d6589&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0433803 Jul 30 00:21:13.986546 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-f8eeb684-4bf5-4305-9b08-d1741f4b8a7e service neutron] 10.222.0.18 "GET /v2.0/networks/66ab563d-fe5d-4317-9ca0-9a6697be2f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909452 Jul 30 00:21:14.075423 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-e592ef7b-0468-4d3b-8da2-624922e89ba0 service neutron] 10.222.0.18 "GET /v2.0/networks/66ab563d-fe5d-4317-9ca0-9a6697be2f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825610 Jul 30 00:21:14.237613 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f30a663b-c1fa-4728-bda4-40c21f2f5613 req-4c2c3de3-cec8-468c-ac4b-2733db6982e3 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b824930-b88f-4c11-b8d3-fec93d63571d HTTP/1.1" status: 200 len: 210 time: 0.0270579 Jul 30 00:21:15.112291 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-6977989c-9aee-4f14-80af-dc6a02ec3492 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:15.113672 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-6977989c-9aee-4f14-80af-dc6a02ec3492 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.23 "GET /v2.0/networks?id=66ab563d-fe5d-4317-9ca0-9a6697be2f97 HTTP/1.1" status: 200 len: 813 time: 0.1082673 Jul 30 00:21:15.127716 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-6422a5da-a755-422f-8d4d-40269358f55f tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Request body: {'port': {'device_id': '5b824930-b88f-4c11-b8d3-fec93d63571d', 'network_id': '66ab563d-fe5d-4317-9ca0-9a6697be2f97', 'admin_state_up': True, 'tenant_id': '6f95c84f81f64f66819a8f9a292d6589'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:21:15.237335 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-6422a5da-a755-422f-8d4d-40269358f55f tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Made reservation on behalf of 6f95c84f81f64f66819a8f9a292d6589 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:21:15.240815 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-6422a5da-a755-422f-8d4d-40269358f55f tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:15.342456 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e86988c3-1606-4c16-824e-19635d54c0a9 req-526dc887-81a3-4f3b-aeb2-ef859b5fdc59 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b824930-b88f-4c11-b8d3-fec93d63571d HTTP/1.1" status: 200 len: 210 time: 0.0340583 Jul 30 00:21:15.394273 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-6422a5da-a755-422f-8d4d-40269358f55f tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Allocated IP 172.20.0.13 (66ab563d-fe5d-4317-9ca0-9a6697be2f97/0323453c-7292-4795-bae7-8468e71da4df/1c0f82e9-681e-48e2-9ead-0ac769b49f1e) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:21:15.540124 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-6422a5da-a755-422f-8d4d-40269358f55f tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:15.580102 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-6422a5da-a755-422f-8d4d-40269358f55f tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:15.591586 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['95bd426b-af24-41d2-9aa8-5f7d9638c9fa'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:21:15.622753 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-6422a5da-a755-422f-8d4d-40269358f55f tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Network 66ab563d-fe5d-4317-9ca0-9a6697be2f97 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:21:15.632294 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-6422a5da-a755-422f-8d4d-40269358f55f tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:21:15.637656 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-6422a5da-a755-422f-8d4d-40269358f55f tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:21:15.641625 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422a5da-a755-422f-8d4d-40269358f55f tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Pushing event updated for resources: {'Port': ['ID=1c0f82e9-681e-48e2-9ead-0ac769b49f1e,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:15.693314 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-6422a5da-a755-422f-8d4d-40269358f55f tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:15.693919 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-6422a5da-a755-422f-8d4d-40269358f55f tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:15.708871 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-6422a5da-a755-422f-8d4d-40269358f55f tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5854511 Jul 30 00:21:15.722188 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-e970c8f1-a9b4-4e55-8573-1550adef845d service neutron] Request body: {'port': {'device_id': '5b824930-b88f-4c11-b8d3-fec93d63571d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:21:15.775302 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-e970c8f1-a9b4-4e55-8573-1550adef845d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:16.035621 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-e970c8f1-a9b4-4e55-8573-1550adef845d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c0f82e9-681e-48e2-9ead-0ac769b49f1e {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:21:16.042924 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-e970c8f1-a9b4-4e55-8573-1550adef845d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:16.054581 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-e970c8f1-a9b4-4e55-8573-1550adef845d service neutron] Transition to ACTIVE for port object 1c0f82e9-681e-48e2-9ead-0ac769b49f1e will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:21:16.058114 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-e970c8f1-a9b4-4e55-8573-1550adef845d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:16.115174 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970c8f1-a9b4-4e55-8573-1550adef845d service neutron] Pushing event updated for resources: {'Port': ['ID=1c0f82e9-681e-48e2-9ead-0ac769b49f1e,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:16.177519 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-e970c8f1-a9b4-4e55-8573-1550adef845d service neutron] Attempting to bind port 1c0f82e9-681e-48e2-9ead-0ac769b49f1e on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:21:16.177855 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-e970c8f1-a9b4-4e55-8573-1550adef845d service neutron] Attempting to bind port 1c0f82e9-681e-48e2-9ead-0ac769b49f1e by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '1742ef1b-94ae-466e-99dc-8f13babbe9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '66ab563d-fe5d-4317-9ca0-9a6697be2f97'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:21:16.178184 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-e970c8f1-a9b4-4e55-8573-1550adef845d service neutron] Attempting to bind port 1c0f82e9-681e-48e2-9ead-0ac769b49f1e on network 66ab563d-fe5d-4317-9ca0-9a6697be2f97 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:21:16.182646 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-e970c8f1-a9b4-4e55-8573-1550adef845d service neutron] Port 1c0f82e9-681e-48e2-9ead-0ac769b49f1e on network 66ab563d-fe5d-4317-9ca0-9a6697be2f97 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:21:16.182967 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-e970c8f1-a9b4-4e55-8573-1550adef845d service neutron] Attempting to bind port 1c0f82e9-681e-48e2-9ead-0ac769b49f1e on network 66ab563d-fe5d-4317-9ca0-9a6697be2f97 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:21:16.188846 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-e970c8f1-a9b4-4e55-8573-1550adef845d service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:21:16.188846 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-e970c8f1-a9b4-4e55-8573-1550adef845d service neutron] Checking segment: {'id': '1742ef1b-94ae-466e-99dc-8f13babbe9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '66ab563d-fe5d-4317-9ca0-9a6697be2f97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:21:16.188846 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-e970c8f1-a9b4-4e55-8573-1550adef845d service neutron] Bound using segment: {'id': '1742ef1b-94ae-466e-99dc-8f13babbe9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '66ab563d-fe5d-4317-9ca0-9a6697be2f97'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:21:16.189732 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-e970c8f1-a9b4-4e55-8573-1550adef845d service neutron] Bound port: 1c0f82e9-681e-48e2-9ead-0ac769b49f1e, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1742ef1b-94ae-466e-99dc-8f13babbe9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '66ab563d-fe5d-4317-9ca0-9a6697be2f97'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:21:16.189732 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-e970c8f1-a9b4-4e55-8573-1550adef845d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:16.240094 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-54e95128-da9e-4eab-8554-0696b3f5b489 req-c7af3753-53d0-4e88-a08b-6ee5cdd2ad14 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ffcdf00c-e900-44d7-94a3-edbce40dc10a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392408 Jul 30 00:21:16.251683 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-e970c8f1-a9b4-4e55-8573-1550adef845d service neutron] For port 1c0f82e9-681e-48e2-9ead-0ac769b49f1e, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:21:16.255178 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-e970c8f1-a9b4-4e55-8573-1550adef845d service neutron] For port 1c0f82e9-681e-48e2-9ead-0ac769b49f1e, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=1c0f82e9-681e-48e2-9ead-0ac769b49f1e,segment=NetworkSegment(1742ef1b-94ae-466e-99dc-8f13babbe9cb),segment_id=1742ef1b-94ae-466e-99dc-8f13babbe9cb)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:21:16.258997 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-e970c8f1-a9b4-4e55-8573-1550adef845d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:16.301214 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-e970c8f1-a9b4-4e55-8573-1550adef845d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:16.301901 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-e970c8f1-a9b4-4e55-8573-1550adef845d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:16.303301 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-e970c8f1-a9b4-4e55-8573-1550adef845d service neutron] 10.222.0.23 "PUT /v2.0/ports/1c0f82e9-681e-48e2-9ead-0ac769b49f1e HTTP/1.1" status: 200 len: 1093 time: 0.5862298 Jul 30 00:21:16.303745 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b824930-b88f-4c11-b8d3-fec93d63571d', 'tag': '1c0f82e9-681e-48e2-9ead-0ac769b49f1e'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:21:16.305995 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d9722c-544e-46a6-99bd-3cbf94bd11d3" -d '{"events": [{"name": "network-changed", "server_uuid": "5b824930-b88f-4c11-b8d3-fec93d63571d", "tag": "1c0f82e9-681e-48e2-9ead-0ac769b49f1e"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:21:16.337852 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970c8f1-a9b4-4e55-8573-1550adef845d service neutron] Pushing event updated for resources: {'Port': ['ID=1c0f82e9-681e-48e2-9ead-0ac769b49f1e,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:16.347249 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e95128-da9e-4eab-8554-0696b3f5b489 req-e0c42a3d-6d7c-4f02-bee6-e20c60eabe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:16.348861 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-54e95128-da9e-4eab-8554-0696b3f5b489 req-e0c42a3d-6d7c-4f02-bee6-e20c60eabe4d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6f95c84f81f64f66819a8f9a292d6589&device_id=ffcdf00c-e900-44d7-94a3-edbce40dc10a HTTP/1.1" status: 200 len: 1097 time: 0.0609126 Jul 30 00:21:16.387483 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-64ba08be-d3c4-4d67-a070-4b6f024a23a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:16.389047 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-64ba08be-d3c4-4d67-a070-4b6f024a23a6 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f95c84f81f64f66819a8f9a292d6589&device_id=5b824930-b88f-4c11-b8d3-fec93d63571d HTTP/1.1" status: 200 len: 1096 time: 0.0443499 Jul 30 00:21:16.434741 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a740c741-22ab-4b5d-8a64-6f7709abb2fc x-openstack-request-id: req-a740c741-22ab-4b5d-8a64-6f7709abb2fc {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:21:16.435037 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b824930-b88f-4c11-b8d3-fec93d63571d", "tag": "1c0f82e9-681e-48e2-9ead-0ac769b49f1e", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:21:16.435294 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a740c741-22ab-4b5d-8a64-6f7709abb2fc {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:21:16.435707 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b824930-b88f-4c11-b8d3-fec93d63571d', 'tag': '1c0f82e9-681e-48e2-9ead-0ac769b49f1e', 'status': 'completed', 'code': 200} Jul 30 00:21:16.437303 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-339b1855-b786-4c83-b90b-e93d2b25f69e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c0f82e9-681e-48e2-9ead-0ac769b49f1e HTTP/1.1" status: 200 len: 217 time: 0.0406733 Jul 30 00:21:16.473325 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e95128-da9e-4eab-8554-0696b3f5b489 req-98bc4e46-f484-4c28-89e8-839f43bfdbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:16.475130 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-54e95128-da9e-4eab-8554-0696b3f5b489 req-98bc4e46-f484-4c28-89e8-839f43bfdbbb service neutron] 10.222.0.39 "GET /v2.0/networks?id=66ab563d-fe5d-4317-9ca0-9a6697be2f97 HTTP/1.1" status: 200 len: 914 time: 0.1058328 Jul 30 00:21:16.517467 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-54e95128-da9e-4eab-8554-0696b3f5b489 req-b9ed2478-05a6-4ccd-b0cd-4bef001e9342 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=95bd426b-af24-41d2-9aa8-5f7d9638c9fa HTTP/1.1" status: 200 len: 217 time: 0.0353961 Jul 30 00:21:16.530943 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-008c637a-7ceb-49f4-9714-b19146a7f72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:16.532553 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-008c637a-7ceb-49f4-9714-b19146a7f72d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0323453c-7292-4795-bae7-8468e71da4df HTTP/1.1" status: 200 len: 853 time: 0.0880632 Jul 30 00:21:16.548688 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5df9204-725e-47f0-abd3-de443afe1c3d req-4a81f029-47e2-4dc8-841d-ee1db154e410 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:16.551058 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5df9204-725e-47f0-abd3-de443afe1c3d req-4a81f029-47e2-4dc8-841d-ee1db154e410 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b824930-b88f-4c11-b8d3-fec93d63571d HTTP/1.1" status: 200 len: 944 time: 0.0769053 Jul 30 00:21:16.573902 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e95128-da9e-4eab-8554-0696b3f5b489 req-371aabe0-c149-4684-9907-549b4979aeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:16.575419 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-54e95128-da9e-4eab-8554-0696b3f5b489 req-371aabe0-c149-4684-9907-549b4979aeaa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0323453c-7292-4795-bae7-8468e71da4df HTTP/1.1" status: 200 len: 853 time: 0.0511107 Jul 30 00:21:16.589287 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-2623327d-d364-4677-b2d5-6e8b366084c2 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66ab563d-fe5d-4317-9ca0-9a6697be2f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372236 Jul 30 00:21:16.609938 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-54e95128-da9e-4eab-8554-0696b3f5b489 req-92fc5e3a-1435-409c-97df-d2bce885e228 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=66ab563d-fe5d-4317-9ca0-9a6697be2f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276501 Jul 30 00:21:16.684482 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c5df9204-725e-47f0-abd3-de443afe1c3d req-b65fd6ce-2409-4313-a16f-75516bfdc49a tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/security-groups?id=080b6e0a-f068-445a-b934-225279b68667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246362 Jul 30 00:21:16.720420 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-54e95128-da9e-4eab-8554-0696b3f5b489 req-4a14f4b2-7c22-4e82-baa3-da6852bc4e6c service neutron] 10.222.0.39 "GET /v2.0/networks/66ab563d-fe5d-4317-9ca0-9a6697be2f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036968 Jul 30 00:21:16.722752 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-a66b7966-19f7-4ec3-8a52-8f4bc3a98f36 service neutron] 10.222.0.23 "GET /v2.0/networks/66ab563d-fe5d-4317-9ca0-9a6697be2f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230085 Jul 30 00:21:16.821745 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-54e95128-da9e-4eab-8554-0696b3f5b489 req-a94d67ed-9fa0-46b6-828f-a87375a6fa60 service neutron] 10.222.0.39 "GET /v2.0/networks/66ab563d-fe5d-4317-9ca0-9a6697be2f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943453 Jul 30 00:21:16.823505 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c527f3a9-52eb-4651-8279-ac9acaa0e6cc req-e9b90fc4-cceb-4341-bb8f-a873db53eb8e service neutron] 10.222.0.23 "GET /v2.0/networks/66ab563d-fe5d-4317-9ca0-9a6697be2f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940454 Jul 30 00:21:16.925109 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9722c-544e-46a6-99bd-3cbf94bd11d3 req-98118566-42ec-4d24-b6cc-6e5c92c20e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:16.927806 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05d9722c-544e-46a6-99bd-3cbf94bd11d3 req-98118566-42ec-4d24-b6cc-6e5c92c20e64 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=6f95c84f81f64f66819a8f9a292d6589&device_id=5b824930-b88f-4c11-b8d3-fec93d63571d HTTP/1.1" status: 200 len: 1096 time: 0.0509639 Jul 30 00:21:17.024938 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9722c-544e-46a6-99bd-3cbf94bd11d3 req-1618dfa5-aef5-4f3e-a3c0-ae49a44f463d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:17.026450 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05d9722c-544e-46a6-99bd-3cbf94bd11d3 req-1618dfa5-aef5-4f3e-a3c0-ae49a44f463d service neutron] 10.222.0.23 "GET /v2.0/networks?id=66ab563d-fe5d-4317-9ca0-9a6697be2f97 HTTP/1.1" status: 200 len: 914 time: 0.0920055 Jul 30 00:21:17.074711 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05d9722c-544e-46a6-99bd-3cbf94bd11d3 req-ab521ffe-dafd-424b-93a9-e4583cbe6d7b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1c0f82e9-681e-48e2-9ead-0ac769b49f1e HTTP/1.1" status: 200 len: 217 time: 0.0365846 Jul 30 00:21:17.131196 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d9722c-544e-46a6-99bd-3cbf94bd11d3 req-5180293b-9b82-409f-bab0-ef0ce18cfc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:17.132725 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05d9722c-544e-46a6-99bd-3cbf94bd11d3 req-5180293b-9b82-409f-bab0-ef0ce18cfc6c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=0323453c-7292-4795-bae7-8468e71da4df HTTP/1.1" status: 200 len: 853 time: 0.0509770 Jul 30 00:21:17.167571 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05d9722c-544e-46a6-99bd-3cbf94bd11d3 req-294bf7f8-ad68-4401-bed8-48e649e68691 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=66ab563d-fe5d-4317-9ca0-9a6697be2f97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274704 Jul 30 00:21:17.256184 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05d9722c-544e-46a6-99bd-3cbf94bd11d3 req-d5f862cb-db1e-4ea5-917a-d6ba782563c5 service neutron] 10.222.0.23 "GET /v2.0/networks/66ab563d-fe5d-4317-9ca0-9a6697be2f97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806177 Jul 30 00:21:17.349028 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05d9722c-544e-46a6-99bd-3cbf94bd11d3 req-2a932787-338e-4fa2-b00e-31e2137e5d47 service neutron] 10.222.0.23 "GET /v2.0/networks/66ab563d-fe5d-4317-9ca0-9a6697be2f97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851910 Jul 30 00:21:17.804169 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76175e-fa40-4eb0-89f8-0b65dd9244d5 req-98b5edf8-0d95-4feb-add5-b80a2e828d83 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:17.805642 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7b76175e-fa40-4eb0-89f8-0b65dd9244d5 req-98b5edf8-0d95-4feb-add5-b80a2e828d83 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b824930-b88f-4c11-b8d3-fec93d63571d HTTP/1.1" status: 200 len: 944 time: 0.0516918 Jul 30 00:21:17.844343 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7b76175e-fa40-4eb0-89f8-0b65dd9244d5 req-14b75396-6bed-4774-8df0-7ee2c20cb03c tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/security-groups?id=080b6e0a-f068-445a-b934-225279b68667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325727 Jul 30 00:21:18.959471 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182d7fc-8e65-45af-8891-042bfc7aa266 req-285419a8-b357-44aa-9d06-e99ee710b219 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:18.960967 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f182d7fc-8e65-45af-8891-042bfc7aa266 req-285419a8-b357-44aa-9d06-e99ee710b219 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b824930-b88f-4c11-b8d3-fec93d63571d HTTP/1.1" status: 200 len: 944 time: 0.0478950 Jul 30 00:21:19.001205 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f182d7fc-8e65-45af-8891-042bfc7aa266 req-d41337a5-0c28-4cec-883f-bcd4712a13a5 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/security-groups?id=080b6e0a-f068-445a-b934-225279b68667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342803 Jul 30 00:21:20.115419 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f2ce8-491d-44b0-ae7d-d1f4649c6c20 req-dc47a1de-a88e-4ed4-9327-d27386fdf2a9 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:20.116879 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fa5f2ce8-491d-44b0-ae7d-d1f4649c6c20 req-dc47a1de-a88e-4ed4-9327-d27386fdf2a9 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b824930-b88f-4c11-b8d3-fec93d63571d HTTP/1.1" status: 200 len: 944 time: 0.0492373 Jul 30 00:21:20.154912 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fa5f2ce8-491d-44b0-ae7d-d1f4649c6c20 req-cd4633a6-551b-4296-b352-5059f0815c10 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/security-groups?id=080b6e0a-f068-445a-b934-225279b68667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320818 Jul 30 00:21:21.049808 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 1c0f82e9-681e-48e2-9ead-0ac769b49f1e details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:21:21.142112 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 1c0f82e9-681e-48e2-9ead-0ac769b49f1e, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=1c0f82e9-681e-48e2-9ead-0ac769b49f1e,segment=NetworkSegment(1742ef1b-94ae-466e-99dc-8f13babbe9cb),segment_id=1742ef1b-94ae-466e-99dc-8f13babbe9cb)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:21:21.152801 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '1c0f82e9-681e-48e2-9ead-0ac769b49f1e', 'network_id': '66ab563d-fe5d-4317-9ca0-9a6697be2f97', 'port_id': '1c0f82e9-681e-48e2-9ead-0ac769b49f1e', 'mac_address': 'fa:16:3e:24:f3:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0323453c-7292-4795-bae7-8468e71da4df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:21:21.189727 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:21.206507 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c0f82e9-681e-48e2-9ead-0ac769b49f1e {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:21:21.226324 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 1c0f82e9-681e-48e2-9ead-0ac769b49f1e, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=1c0f82e9-681e-48e2-9ead-0ac769b49f1e,segment=NetworkSegment(1742ef1b-94ae-466e-99dc-8f13babbe9cb),segment_id=1742ef1b-94ae-466e-99dc-8f13babbe9cb)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:21:21.230232 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:21.270894 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dfb102-e2f0-4509-99e4-103f6b509734 req-91575247-476d-4c1a-b0b5-f5a34438fa2f tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:21.272487 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a7dfb102-e2f0-4509-99e4-103f6b509734 req-91575247-476d-4c1a-b0b5-f5a34438fa2f tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b824930-b88f-4c11-b8d3-fec93d63571d HTTP/1.1" status: 200 len: 945 time: 0.0507231 Jul 30 00:21:21.277679 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=1c0f82e9-681e-48e2-9ead-0ac769b49f1e,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:21.312251 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a7dfb102-e2f0-4509-99e4-103f6b509734 req-d544a483-7991-4ed9-bb02-f5b2e79122af tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/security-groups?id=080b6e0a-f068-445a-b934-225279b68667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324144 Jul 30 00:21:21.416797 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['1c0f82e9-681e-48e2-9ead-0ac769b49f1e'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:21:22.425600 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffec2d9-6f3a-4dcc-9566-320a206b72ca req-ab049081-1e59-4853-adf9-d8ab1d5f471c tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:22.427232 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ffec2d9-6f3a-4dcc-9566-320a206b72ca req-ab049081-1e59-4853-adf9-d8ab1d5f471c tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b824930-b88f-4c11-b8d3-fec93d63571d HTTP/1.1" status: 200 len: 945 time: 0.0476027 Jul 30 00:21:22.469468 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ffec2d9-6f3a-4dcc-9566-320a206b72ca req-a01ba38c-231f-4d9e-9107-a524a03fcdc1 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/security-groups?id=080b6e0a-f068-445a-b934-225279b68667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359719 Jul 30 00:21:23.065727 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 1c0f82e9-681e-48e2-9ead-0ac769b49f1e up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:21:23.117368 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 1c0f82e9-681e-48e2-9ead-0ac769b49f1e completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:21:23.121207 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 1c0f82e9-681e-48e2-9ead-0ac769b49f1e triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:21:23.121583 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:23.196685 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:23.217526 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b824930-b88f-4c11-b8d3-fec93d63571d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0f82e9-681e-48e2-9ead-0ac769b49f1e'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:21:23.219734 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee31ed8e5b8e4dc4f88b315270ded6679232f3f3b12134e952a2ffdf5dc07ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95362b63-22f8-4911-a9ef-c7974aeb71d4" -d '{"events": [{"server_uuid": "5b824930-b88f-4c11-b8d3-fec93d63571d", "name": "network-vif-plugged", "status": "completed", "tag": "1c0f82e9-681e-48e2-9ead-0ac769b49f1e"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:21:23.232999 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 1c0f82e9-681e-48e2-9ead-0ac769b49f1e, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=1c0f82e9-681e-48e2-9ead-0ac769b49f1e,segment=NetworkSegment(1742ef1b-94ae-466e-99dc-8f13babbe9cb),segment_id=1742ef1b-94ae-466e-99dc-8f13babbe9cb)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:21:23.238205 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:23.264877 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b61e1647-3dcb-4a00-84a8-acf3ea2c375e x-openstack-request-id: req-b61e1647-3dcb-4a00-84a8-acf3ea2c375e {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:21:23.265175 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b824930-b88f-4c11-b8d3-fec93d63571d", "name": "network-vif-plugged", "status": "completed", "tag": "1c0f82e9-681e-48e2-9ead-0ac769b49f1e", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:21:23.265397 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b61e1647-3dcb-4a00-84a8-acf3ea2c375e {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:21:23.265779 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b824930-b88f-4c11-b8d3-fec93d63571d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0f82e9-681e-48e2-9ead-0ac769b49f1e', 'code': 200} Jul 30 00:21:23.293170 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=1c0f82e9-681e-48e2-9ead-0ac769b49f1e,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:23.353745 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7583c1e-fd12-4e48-8bcd-3b8b7ca67ff6 req-9e6e0fc3-21a2-4e22-9e89-dfe54763f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:23.355137 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b7583c1e-fd12-4e48-8bcd-3b8b7ca67ff6 req-9e6e0fc3-21a2-4e22-9e89-dfe54763f617 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=5b824930-b88f-4c11-b8d3-fec93d63571d HTTP/1.1" status: 200 len: 1098 time: 0.0393014 Jul 30 00:21:23.389181 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b7583c1e-fd12-4e48-8bcd-3b8b7ca67ff6 req-32562434-38ca-46e5-aea6-0df7be9aa96c service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=080b6e0a-f068-445a-b934-225279b68667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0263381 Jul 30 00:21:23.584855 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebed8546-093f-4d98-85c5-2f31c89a053d req-98a47314-6995-4a4e-bf2e-5530e95d816e tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:23.586344 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ebed8546-093f-4d98-85c5-2f31c89a053d req-98a47314-6995-4a4e-bf2e-5530e95d816e tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b824930-b88f-4c11-b8d3-fec93d63571d HTTP/1.1" status: 200 len: 946 time: 0.0486455 Jul 30 00:21:23.623691 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ebed8546-093f-4d98-85c5-2f31c89a053d req-ded9bcd9-333b-4a4a-8283-e1b4b9474c79 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/security-groups?id=080b6e0a-f068-445a-b934-225279b68667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313947 Jul 30 00:21:24.737830 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356b0d4-85ed-4924-ba91-e15ac74e9ed4 req-6dff97ed-e0d6-4456-9992-e5522105f2b3 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:24.739335 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b356b0d4-85ed-4924-ba91-e15ac74e9ed4 req-6dff97ed-e0d6-4456-9992-e5522105f2b3 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b824930-b88f-4c11-b8d3-fec93d63571d HTTP/1.1" status: 200 len: 946 time: 0.0482533 Jul 30 00:21:24.780028 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b356b0d4-85ed-4924-ba91-e15ac74e9ed4 req-1104cad5-9701-442a-9d47-65669adcc0a9 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/security-groups?id=080b6e0a-f068-445a-b934-225279b68667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347569 Jul 30 00:21:25.014096 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947a9b6-b08b-417c-b5fe-e3bc942ca5ce req-0bebec33-8e32-4b17-b18c-687734ae2497 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:25.015608 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0947a9b6-b08b-417c-b5fe-e3bc942ca5ce req-0bebec33-8e32-4b17-b18c-687734ae2497 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b824930-b88f-4c11-b8d3-fec93d63571d HTTP/1.1" status: 200 len: 946 time: 0.0486109 Jul 30 00:21:25.054682 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0947a9b6-b08b-417c-b5fe-e3bc942ca5ce req-ba0a654b-a5d3-4358-af1a-6410cd51d7e5 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/security-groups?id=080b6e0a-f068-445a-b934-225279b68667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319929 Jul 30 00:21:26.170352 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8bf79-8c15-4ec0-b8d5-179fe2df3196 req-078dc261-d0a8-4501-a740-0a86c3c1fedf tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:26.171858 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ae8bf79-8c15-4ec0-b8d5-179fe2df3196 req-078dc261-d0a8-4501-a740-0a86c3c1fedf tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b824930-b88f-4c11-b8d3-fec93d63571d HTTP/1.1" status: 200 len: 946 time: 0.0485907 Jul 30 00:21:26.236887 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2ae8bf79-8c15-4ec0-b8d5-179fe2df3196 req-8535abaf-4295-4e7f-920a-fdb2b4ca1627 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/security-groups?id=080b6e0a-f068-445a-b934-225279b68667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575891 Jul 30 00:21:26.255070 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2058b60-bca0-4596-8542-107d35c60c9a req-c15dcfa6-6be7-44be-9631-26c6968fe083 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:26.256633 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e2058b60-bca0-4596-8542-107d35c60c9a req-c15dcfa6-6be7-44be-9631-26c6968fe083 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.23 "GET /v2.0/ports?device_id=5b824930-b88f-4c11-b8d3-fec93d63571d HTTP/1.1" status: 200 len: 946 time: 0.0648098 Jul 30 00:21:26.307602 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:21:26.647957 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-e2058b60-bca0-4596-8542-107d35c60c9a req-9cc3b018-d74b-40bb-80a1-8c2a19940df1 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Deleting port 1c0f82e9-681e-48e2-9ead-0ac769b49f1e {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:21:26.648304 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e2058b60-bca0-4596-8542-107d35c60c9a req-9cc3b018-d74b-40bb-80a1-8c2a19940df1 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:26.735854 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-e2058b60-bca0-4596-8542-107d35c60c9a req-9cc3b018-d74b-40bb-80a1-8c2a19940df1 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] For port 1c0f82e9-681e-48e2-9ead-0ac769b49f1e, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=1c0f82e9-681e-48e2-9ead-0ac769b49f1e,segment=NetworkSegment(1742ef1b-94ae-466e-99dc-8f13babbe9cb),segment_id=1742ef1b-94ae-466e-99dc-8f13babbe9cb)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:21:26.736774 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e2058b60-bca0-4596-8542-107d35c60c9a req-9cc3b018-d74b-40bb-80a1-8c2a19940df1 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:26.749241 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-e2058b60-bca0-4596-8542-107d35c60c9a req-9cc3b018-d74b-40bb-80a1-8c2a19940df1 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Calling delete_port for 1c0f82e9-681e-48e2-9ead-0ac769b49f1e owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:21:26.875511 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e2058b60-bca0-4596-8542-107d35c60c9a req-9cc3b018-d74b-40bb-80a1-8c2a19940df1 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:26.888985 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['1c0f82e9-681e-48e2-9ead-0ac769b49f1e'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:21:26.891951 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['95bd426b-af24-41d2-9aa8-5f7d9638c9fa'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:21:26.906795 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc3b018-d74b-40bb-80a1-8c2a19940df1 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Pushing event deleted for resources: {'Port': ['ID=1c0f82e9-681e-48e2-9ead-0ac769b49f1e,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:26.918584 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc3b018-d74b-40bb-80a1-8c2a19940df1 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:26.918917 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc3b018-d74b-40bb-80a1-8c2a19940df1 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:26.919252 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc3b018-d74b-40bb-80a1-8c2a19940df1 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:26.919587 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc3b018-d74b-40bb-80a1-8c2a19940df1 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:26.919938 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc3b018-d74b-40bb-80a1-8c2a19940df1 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:26.920265 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc3b018-d74b-40bb-80a1-8c2a19940df1 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:26.921107 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc3b018-d74b-40bb-80a1-8c2a19940df1 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:26.921107 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc3b018-d74b-40bb-80a1-8c2a19940df1 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:26.921284 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc3b018-d74b-40bb-80a1-8c2a19940df1 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:26.921851 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc3b018-d74b-40bb-80a1-8c2a19940df1 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:26.922025 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc3b018-d74b-40bb-80a1-8c2a19940df1 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:26.922354 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cc3b018-d74b-40bb-80a1-8c2a19940df1 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:26.967353 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2058b60-bca0-4596-8542-107d35c60c9a req-9cc3b018-d74b-40bb-80a1-8c2a19940df1 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] No DVR routers for this DVR port 1c0f82e9-681e-48e2-9ead-0ac769b49f1e on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:21:26.970412 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-e2058b60-bca0-4596-8542-107d35c60c9a req-9cc3b018-d74b-40bb-80a1-8c2a19940df1 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:26.972906 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e2058b60-bca0-4596-8542-107d35c60c9a req-9cc3b018-d74b-40bb-80a1-8c2a19940df1 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.23 "DELETE /v2.0/ports/1c0f82e9-681e-48e2-9ead-0ac769b49f1e HTTP/1.1" status: 204 len: 173 time: 0.7104912 Jul 30 00:21:26.973439 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b824930-b88f-4c11-b8d3-fec93d63571d', 'name': 'network-vif-deleted', 'tag': '1c0f82e9-681e-48e2-9ead-0ac769b49f1e'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:21:26.976397 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9459a86a-358e-4513-9fd5-3a5567858195" -d '{"events": [{"server_uuid": "5b824930-b88f-4c11-b8d3-fec93d63571d", "name": "network-vif-deleted", "tag": "1c0f82e9-681e-48e2-9ead-0ac769b49f1e"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:21:27.030481 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89960942-f145-4535-9167-938fc6ca1451 x-openstack-request-id: req-89960942-f145-4535-9167-938fc6ca1451 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:21:27.030774 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b824930-b88f-4c11-b8d3-fec93d63571d", "name": "network-vif-deleted", "tag": "1c0f82e9-681e-48e2-9ead-0ac769b49f1e", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:21:27.031150 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-89960942-f145-4535-9167-938fc6ca1451 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:21:27.031601 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b824930-b88f-4c11-b8d3-fec93d63571d', 'name': 'network-vif-deleted', 'tag': '1c0f82e9-681e-48e2-9ead-0ac769b49f1e', 'status': 'completed', 'code': 200} Jul 30 00:21:27.352928 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-89f2e3d5-9129-4070-84c7-5bc8ecb710b9 req-2630722a-06cf-4bd9-ad09-7571279f27c1 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b824930-b88f-4c11-b8d3-fec93d63571d HTTP/1.1" status: 200 len: 210 time: 0.0277660 Jul 30 00:21:28.532701 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb93dd1-6128-435e-98f3-060850d8e871 req-3da69a61-a680-49d5-9ed0-3895b6faf5b1 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:28.534592 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9bb93dd1-6128-435e-98f3-060850d8e871 req-3da69a61-a680-49d5-9ed0-3895b6faf5b1 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffcdf00c-e900-44d7-94a3-edbce40dc10a HTTP/1.1" status: 200 len: 945 time: 0.0547187 Jul 30 00:21:28.575380 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9bb93dd1-6128-435e-98f3-060850d8e871 req-158a06b6-81c3-47ff-8d4a-623abc29c6a8 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/security-groups?id=080b6e0a-f068-445a-b934-225279b68667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347164 Jul 30 00:21:28.714236 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f905b51-a069-4336-92c3-a00679694c2f req-339eedea-e1c0-4388-bbe8-5e71c93ac6cc tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:28.715901 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f905b51-a069-4336-92c3-a00679694c2f req-339eedea-e1c0-4388-bbe8-5e71c93ac6cc tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffcdf00c-e900-44d7-94a3-edbce40dc10a HTTP/1.1" status: 200 len: 945 time: 0.0545824 Jul 30 00:21:28.754390 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f905b51-a069-4336-92c3-a00679694c2f req-de96ec68-5bbc-4bec-8338-a2f6394e9206 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/security-groups?id=080b6e0a-f068-445a-b934-225279b68667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319066 Jul 30 00:21:28.870896 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f678658-81cd-4d1a-9c23-e0d35d549b6f req-f2fc118c-f473-4b58-bdb1-9afa3d016ce3 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:28.872508 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f678658-81cd-4d1a-9c23-e0d35d549b6f req-f2fc118c-f473-4b58-bdb1-9afa3d016ce3 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffcdf00c-e900-44d7-94a3-edbce40dc10a HTTP/1.1" status: 200 len: 945 time: 0.0505760 Jul 30 00:21:28.911492 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8f678658-81cd-4d1a-9c23-e0d35d549b6f req-02589d57-baac-471f-ad7b-55b302b78b29 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/security-groups?id=080b6e0a-f068-445a-b934-225279b68667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318286 Jul 30 00:21:29.065440 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 1c0f82e9-681e-48e2-9ead-0ac769b49f1e no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:21:29.085567 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 1c0f82e9-681e-48e2-9ead-0ac769b49f1e {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:21:29.085918 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 1c0f82e9-681e-48e2-9ead-0ac769b49f1e not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:21:29.086531 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f4d354-7e1d-4bd3-9846-d5610e2a9c9a req-4f870b86-cc91-4658-8a8c-5d15635f0d2c tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:29.088896 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59f4d354-7e1d-4bd3-9846-d5610e2a9c9a req-4f870b86-cc91-4658-8a8c-5d15635f0d2c tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffcdf00c-e900-44d7-94a3-edbce40dc10a HTTP/1.1" status: 200 len: 945 time: 0.0520499 Jul 30 00:21:29.128679 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59f4d354-7e1d-4bd3-9846-d5610e2a9c9a req-3779a1f4-93d0-4285-b2bb-76a2316c132e tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/security-groups?id=080b6e0a-f068-445a-b934-225279b68667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337629 Jul 30 00:21:29.245972 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b3897-4164-44ae-99b5-8dc30a0db687 req-10ad70f2-c094-4fef-92b6-678f7f570b70 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:29.247439 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-785b3897-4164-44ae-99b5-8dc30a0db687 req-10ad70f2-c094-4fef-92b6-678f7f570b70 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffcdf00c-e900-44d7-94a3-edbce40dc10a HTTP/1.1" status: 200 len: 945 time: 0.0521924 Jul 30 00:21:29.288487 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-785b3897-4164-44ae-99b5-8dc30a0db687 req-0b30bf48-2988-44bb-8adc-bb03d1c63550 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/security-groups?id=080b6e0a-f068-445a-b934-225279b68667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346119 Jul 30 00:21:29.416084 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec5eefc-95fa-4351-97c2-8b625f2d777e req-06b96772-de56-4ad7-96ab-3c0d3e1b6a28 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:29.417687 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ec5eefc-95fa-4351-97c2-8b625f2d777e req-06b96772-de56-4ad7-96ab-3c0d3e1b6a28 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffcdf00c-e900-44d7-94a3-edbce40dc10a HTTP/1.1" status: 200 len: 945 time: 0.0507450 Jul 30 00:21:29.460523 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ec5eefc-95fa-4351-97c2-8b625f2d777e req-73ebe468-2d6d-4d0c-815d-435dab0ff544 tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/security-groups?id=080b6e0a-f068-445a-b934-225279b68667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357046 Jul 30 00:21:29.777482 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07d7f9-4358-468a-9e56-bf044385df20 req-a8d4c4a2-e6c5-4736-9385-65bc568d559d tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:29.778979 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a07d7f9-4358-468a-9e56-bf044385df20 req-a8d4c4a2-e6c5-4736-9385-65bc568d559d tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffcdf00c-e900-44d7-94a3-edbce40dc10a HTTP/1.1" status: 200 len: 945 time: 0.0516350 Jul 30 00:21:29.819678 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0a07d7f9-4358-468a-9e56-bf044385df20 req-3bb915bd-467b-497e-b4cc-d5f79d4eee0a tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/security-groups?id=080b6e0a-f068-445a-b934-225279b68667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324337 Jul 30 00:21:30.139626 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:30.295588 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:30.938652 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420f53f4-eb77-47d7-af97-7df5422a177c req-439f5818-3c7c-45db-9e1c-fcd34f887f4b tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:30.940227 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-420f53f4-eb77-47d7-af97-7df5422a177c req-439f5818-3c7c-45db-9e1c-fcd34f887f4b tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffcdf00c-e900-44d7-94a3-edbce40dc10a HTTP/1.1" status: 200 len: 945 time: 0.0538886 Jul 30 00:21:30.977644 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-420f53f4-eb77-47d7-af97-7df5422a177c req-d19972ad-32c1-40d5-b673-2bdeddc834cf tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.18 "GET /v2.0/security-groups?id=080b6e0a-f068-445a-b934-225279b68667&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314863 Jul 30 00:21:31.074898 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bfeb5-c25a-4d8a-9b7d-5b267ecf336f req-b47ed999-bb8c-41b7-83ac-cf2774bf4e5a tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:31.076408 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d95bfeb5-c25a-4d8a-9b7d-5b267ecf336f req-b47ed999-bb8c-41b7-83ac-cf2774bf4e5a tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.39 "GET /v2.0/ports?device_id=ffcdf00c-e900-44d7-94a3-edbce40dc10a HTTP/1.1" status: 200 len: 945 time: 0.0488818 Jul 30 00:21:31.164074 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-d95bfeb5-c25a-4d8a-9b7d-5b267ecf336f req-006ce8c2-b54a-42b2-aa3c-2f143f14887f tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Deleting port 95bd426b-af24-41d2-9aa8-5f7d9638c9fa {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:21:31.164423 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d95bfeb5-c25a-4d8a-9b7d-5b267ecf336f req-006ce8c2-b54a-42b2-aa3c-2f143f14887f tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:31.253865 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-d95bfeb5-c25a-4d8a-9b7d-5b267ecf336f req-006ce8c2-b54a-42b2-aa3c-2f143f14887f tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] For port 95bd426b-af24-41d2-9aa8-5f7d9638c9fa, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=95bd426b-af24-41d2-9aa8-5f7d9638c9fa,segment=NetworkSegment(1742ef1b-94ae-466e-99dc-8f13babbe9cb),segment_id=1742ef1b-94ae-466e-99dc-8f13babbe9cb)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:21:31.254226 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d95bfeb5-c25a-4d8a-9b7d-5b267ecf336f req-006ce8c2-b54a-42b2-aa3c-2f143f14887f tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:31.266974 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-d95bfeb5-c25a-4d8a-9b7d-5b267ecf336f req-006ce8c2-b54a-42b2-aa3c-2f143f14887f tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Calling delete_port for 95bd426b-af24-41d2-9aa8-5f7d9638c9fa owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:21:31.401112 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d95bfeb5-c25a-4d8a-9b7d-5b267ecf336f req-006ce8c2-b54a-42b2-aa3c-2f143f14887f tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:31.414423 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['95bd426b-af24-41d2-9aa8-5f7d9638c9fa'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:21:31.429655 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ce8c2-b54a-42b2-aa3c-2f143f14887f tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Pushing event deleted for resources: {'Port': ['ID=95bd426b-af24-41d2-9aa8-5f7d9638c9fa,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:31.471906 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95bfeb5-c25a-4d8a-9b7d-5b267ecf336f req-006ce8c2-b54a-42b2-aa3c-2f143f14887f tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] No DVR routers for this DVR port 95bd426b-af24-41d2-9aa8-5f7d9638c9fa on host n-h2-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:21:31.474411 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d95bfeb5-c25a-4d8a-9b7d-5b267ecf336f req-006ce8c2-b54a-42b2-aa3c-2f143f14887f tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:31.476494 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d95bfeb5-c25a-4d8a-9b7d-5b267ecf336f req-006ce8c2-b54a-42b2-aa3c-2f143f14887f tempest-ServersNegativeTestJSON-1187645887 tempest-ServersNegativeTestJSON-1187645887-project] 10.222.0.39 "DELETE /v2.0/ports/95bd426b-af24-41d2-9aa8-5f7d9638c9fa HTTP/1.1" status: 204 len: 173 time: 0.3941476 Jul 30 00:21:31.476929 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffcdf00c-e900-44d7-94a3-edbce40dc10a', 'name': 'network-vif-deleted', 'tag': '95bd426b-af24-41d2-9aa8-5f7d9638c9fa'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:21:31.479284 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5209d4e956e9ae4acfb38c8f800d5d5e141ec7fd74949f506a8c7ac355071e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798d4caa-fbfc-4c8f-ac73-3a870210a6e5" -d '{"events": [{"server_uuid": "ffcdf00c-e900-44d7-94a3-edbce40dc10a", "name": "network-vif-deleted", "tag": "95bd426b-af24-41d2-9aa8-5f7d9638c9fa"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:21:31.516324 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51ebd12-2af7-4519-b9cc-93436ff398cc x-openstack-request-id: req-b51ebd12-2af7-4519-b9cc-93436ff398cc {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:21:31.516666 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffcdf00c-e900-44d7-94a3-edbce40dc10a", "name": "network-vif-deleted", "tag": "95bd426b-af24-41d2-9aa8-5f7d9638c9fa", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:21:31.516918 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b51ebd12-2af7-4519-b9cc-93436ff398cc {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:21:31.518052 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffcdf00c-e900-44d7-94a3-edbce40dc10a', 'name': 'network-vif-deleted', 'tag': '95bd426b-af24-41d2-9aa8-5f7d9638c9fa', 'status': 'completed', 'code': 200} Jul 30 00:21:32.034677 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59210) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:32.084289 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc7127c-aefa-4ffb-b3f1-3828c81e8e62 admin admin] Deleting subnet 0323453c-7292-4795-bae7-8468e71da4df {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:21:32.087619 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1dc7127c-aefa-4ffb-b3f1-3828c81e8e62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:32.123861 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1dc7127c-aefa-4ffb-b3f1-3828c81e8e62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:32.166081 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1dc7127c-aefa-4ffb-b3f1-3828c81e8e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:32.219406 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1dc7127c-aefa-4ffb-b3f1-3828c81e8e62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:32.245776 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7127c-aefa-4ffb-b3f1-3828c81e8e62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0323453c-7292-4795-bae7-8468e71da4df,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:32.249366 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1dc7127c-aefa-4ffb-b3f1-3828c81e8e62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:32.251223 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1dc7127c-aefa-4ffb-b3f1-3828c81e8e62 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0323453c-7292-4795-bae7-8468e71da4df HTTP/1.1" status: 204 len: 168 time: 0.2155471 Jul 30 00:21:32.253839 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59212) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:32.328322 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-71e6efa7-e578-4a0d-9f81-75a71415160f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:32.412098 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-71e6efa7-e578-4a0d-9f81-75a71415160f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:32.421704 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-71e6efa7-e578-4a0d-9f81-75a71415160f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66ab563d-fe5d-4317-9ca0-9a6697be2f97']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:32.432982 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-71e6efa7-e578-4a0d-9f81-75a71415160f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1742ef1b-94ae-466e-99dc-8f13babbe9cb') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:32.433270 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-71e6efa7-e578-4a0d-9f81-75a71415160f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1742ef1b-94ae-466e-99dc-8f13babbe9cb') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:32.442510 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-71e6efa7-e578-4a0d-9f81-75a71415160f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:32.461614 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-71e6efa7-e578-4a0d-9f81-75a71415160f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:32.467582 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e6efa7-e578-4a0d-9f81-75a71415160f admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:21:32.468032 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-71e6efa7-e578-4a0d-9f81-75a71415160f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:32.469628 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 30 00:21:32.469628 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:21:32.469628 n-d-712140-10 neutron-server[94064]: timer() Jul 30 00:21:32.469628 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:21:32.469628 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 30 00:21:32.469628 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:21:32.469628 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 30 00:21:32.469628 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:21:32.469628 n-d-712140-10 neutron-server[94064]: self._notify() Jul 30 00:21:32.469628 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:21:32.469628 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 30 00:21:32.469628 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:21:32.469628 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 30 00:21:32.469628 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:21:32.469628 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:21:32.469628 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:21:32.469628 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:21:32.469628 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:21:32.469628 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 30 00:21:32.469628 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:21:32.469628 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 30 00:21:32.469628 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:21:32.469628 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:21:32.469628 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:21:32.469628 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 30 00:21:32.469628 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:21:32.469628 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:21:32.469628 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:21:32.469628 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:21:32.469628 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:21:32.469628 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:21:32.469628 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:21:32.526328 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-71e6efa7-e578-4a0d-9f81-75a71415160f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:32.531732 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-71e6efa7-e578-4a0d-9f81-75a71415160f admin admin] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:32.534655 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-71e6efa7-e578-4a0d-9f81-75a71415160f admin admin] 10.222.0.18 "DELETE /v2.0/networks/66ab563d-fe5d-4317-9ca0-9a6697be2f97 HTTP/1.1" status: 204 len: 168 time: 0.2797384 Jul 30 00:21:32.546067 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6efa7-e578-4a0d-9f81-75a71415160f admin admin] Pushing event deleted for resources: {'Network': ['ID=66ab563d-fe5d-4317-9ca0-9a6697be2f97,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:32.641372 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59216) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:32.682520 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f9e52d68-a32a-4144-ab21-731a26ff3fa4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6f95c84f81f64f66819a8f9a292d6589&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390759 Jul 30 00:21:32.684912 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59218) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:32.734966 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d2f67e3c-3e87-49ff-b91f-a72b3d488d74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:32.756533 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d2f67e3c-3e87-49ff-b91f-a72b3d488d74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:32.810223 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d2f67e3c-3e87-49ff-b91f-a72b3d488d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:32.812842 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d2f67e3c-3e87-49ff-b91f-a72b3d488d74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:32.814153 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d2f67e3c-3e87-49ff-b91f-a72b3d488d74 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/080b6e0a-f068-445a-b934-225279b68667 HTTP/1.1" status: 204 len: 168 time: 0.1282504 Jul 30 00:21:32.821884 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f67e3c-3e87-49ff-b91f-a72b3d488d74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080b6e0a-f068-445a-b934-225279b68667,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:32.933121 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-514b54c0-cf7d-43d1-be46-20f35033810d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:33.499437 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59240) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:33.593753 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-e9ca81aa-74b7-4f8a-9590-f6b838533759 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1334851803'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:21:33.616629 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ca81aa-74b7-4f8a-9590-f6b838533759 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Made reservation on behalf of b6339cf0646749ccbf2257710705e7c2 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:21:33.620001 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e9ca81aa-74b7-4f8a-9590-f6b838533759 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:33.629033 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e9ca81aa-74b7-4f8a-9590-f6b838533759 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:33.718890 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e9ca81aa-74b7-4f8a-9590-f6b838533759 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:33.723691 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e9ca81aa-74b7-4f8a-9590-f6b838533759 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:33.752595 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ca81aa-74b7-4f8a-9590-f6b838533759 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:21:33.758776 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca81aa-74b7-4f8a-9590-f6b838533759 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca92e93-aad4-4a1e-83fb-e83fc1a24643,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:33.764695 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e9ca81aa-74b7-4f8a-9590-f6b838533759 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:33.765039 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-e9ca81aa-74b7-4f8a-9590-f6b838533759 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Added segment a723821a-0dc5-494f-a7ce-caf3c68554a2 of type vlan for network e51dc8e1-b1c9-4ef8-9cdb-e7713808042d Jul 30 00:21:33.807561 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e9ca81aa-74b7-4f8a-9590-f6b838533759 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:33.837168 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e9ca81aa-74b7-4f8a-9590-f6b838533759 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:33.842849 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ca81aa-74b7-4f8a-9590-f6b838533759 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:33.843435 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e9ca81aa-74b7-4f8a-9590-f6b838533759 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:33.895179 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e9ca81aa-74b7-4f8a-9590-f6b838533759 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3945875 Jul 30 00:21:33.914994 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ca81aa-74b7-4f8a-9590-f6b838533759 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Pushing event updated for resources: {'Network': ['ID=e51dc8e1-b1c9-4ef8-9cdb-e7713808042d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:33.925565 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network e51dc8e1-b1c9-4ef8-9cdb-e7713808042d details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:21:34.298946 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 95bd426b-af24-41d2-9aa8-5f7d9638c9fa no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:21:34.319224 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 95bd426b-af24-41d2-9aa8-5f7d9638c9fa {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:21:34.319577 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 95bd426b-af24-41d2-9aa8-5f7d9638c9fa not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:21:35.505347 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:36.308228 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4889f3eb-524c-4f99-9cac-8405966f8324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:37.070994 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:37.148902 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59244) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:37.154264 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-07ec97cc-f342-4117-92dc-ebd04c1965ec tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Request body: {'subnet': {'network_id': 'e51dc8e1-b1c9-4ef8-9cdb-e7713808042d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:21:37.243445 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ec97cc-f342-4117-92dc-ebd04c1965ec tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Made reservation on behalf of b6339cf0646749ccbf2257710705e7c2 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:21:37.247212 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07ec97cc-f342-4117-92dc-ebd04c1965ec tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:37.438211 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07ec97cc-f342-4117-92dc-ebd04c1965ec tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:37.500181 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ec97cc-f342-4117-92dc-ebd04c1965ec tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Pushing event updated for resources: {'Subnet': ['ID=9363cab1-05af-4d18-b5d4-a330f7d357f8,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:37.512197 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec97cc-f342-4117-92dc-ebd04c1965ec tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:37.512545 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec97cc-f342-4117-92dc-ebd04c1965ec tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:37.512880 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec97cc-f342-4117-92dc-ebd04c1965ec tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:37.513218 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec97cc-f342-4117-92dc-ebd04c1965ec tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:37.513549 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec97cc-f342-4117-92dc-ebd04c1965ec tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:37.513879 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec97cc-f342-4117-92dc-ebd04c1965ec tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:37.514207 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec97cc-f342-4117-92dc-ebd04c1965ec tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:37.514536 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec97cc-f342-4117-92dc-ebd04c1965ec tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:37.514923 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec97cc-f342-4117-92dc-ebd04c1965ec tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:37.515187 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec97cc-f342-4117-92dc-ebd04c1965ec tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:37.515511 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec97cc-f342-4117-92dc-ebd04c1965ec tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:37.515854 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ec97cc-f342-4117-92dc-ebd04c1965ec tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:37.522165 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ec97cc-f342-4117-92dc-ebd04c1965ec tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Checking segment: {'id': 'a723821a-0dc5-494f-a7ce-caf3c68554a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e51dc8e1-b1c9-4ef8-9cdb-e7713808042d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:21:37.522526 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ec97cc-f342-4117-92dc-ebd04c1965ec tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Network hostable DHCP agents. Network: e51dc8e1-b1c9-4ef8-9cdb-e7713808042d, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:21:37.540187 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ec97cc-f342-4117-92dc-ebd04c1965ec tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Network e51dc8e1-b1c9-4ef8-9cdb-e7713808042d is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:21:37.549709 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-07ec97cc-f342-4117-92dc-ebd04c1965ec tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, e51dc8e1-b1c9-4ef8-9cdb-e7713808042d) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:21:37.553841 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ec97cc-f342-4117-92dc-ebd04c1965ec tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:37.554440 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07ec97cc-f342-4117-92dc-ebd04c1965ec tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:37.560735 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19834e5-5af7-4f32-b06b-590510332722 None None] Network e51dc8e1-b1c9-4ef8-9cdb-e7713808042d requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:21:37.569470 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-07ec97cc-f342-4117-92dc-ebd04c1965ec tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4193492 Jul 30 00:21:37.573936 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59246) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:37.581223 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-670e0b05-ce74-4dea-a76e-6584fae652fb tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1501256524'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:21:37.605035 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670e0b05-ce74-4dea-a76e-6584fae652fb tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Made reservation on behalf of b6339cf0646749ccbf2257710705e7c2 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:21:37.608593 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-670e0b05-ce74-4dea-a76e-6584fae652fb tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:37.633815 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-670e0b05-ce74-4dea-a76e-6584fae652fb tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:21:37.643501 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-670e0b05-ce74-4dea-a76e-6584fae652fb tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:37.643877 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-670e0b05-ce74-4dea-a76e-6584fae652fb tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Added segment 0415a41a-fd84-4031-ad11-a9eadb4258c1 of type vlan for network e3a9b0a7-5e77-430a-bd77-0aebb9642e80 Jul 30 00:21:37.685230 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-670e0b05-ce74-4dea-a76e-6584fae652fb tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:37.710930 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-e51dc8e1-b1c9-4ef8-9cdb-e7713808042d', 'network_id': 'e51dc8e1-b1c9-4ef8-9cdb-e7713808042d', 'tenant_id': 'b6339cf0646749ccbf2257710705e7c2', 'fixed_ips': [{'subnet_id': '9363cab1-05af-4d18-b5d4-a330f7d357f8'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:21:37.711809 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:37.714375 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-670e0b05-ce74-4dea-a76e-6584fae652fb tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:37.720692 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670e0b05-ce74-4dea-a76e-6584fae652fb tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:37.721285 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-670e0b05-ce74-4dea-a76e-6584fae652fb tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:37.777566 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-670e0b05-ce74-4dea-a76e-6584fae652fb tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2013912 Jul 30 00:21:37.780507 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59248) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:37.786142 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-5b96dfa2-9e29-4514-a220-4300179d0ff6 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Request body: {'subnet': {'network_id': 'e3a9b0a7-5e77-430a-bd77-0aebb9642e80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:21:37.842344 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670e0b05-ce74-4dea-a76e-6584fae652fb tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Pushing event updated for resources: {'Network': ['ID=e3a9b0a7-5e77-430a-bd77-0aebb9642e80,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:37.853305 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Allocated IP 2001:db8:0:ffff::2 (e51dc8e1-b1c9-4ef8-9cdb-e7713808042d/9363cab1-05af-4d18-b5d4-a330f7d357f8/6c106bac-7ee7-4b7e-a374-d11060452df6) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:21:37.856623 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network e3a9b0a7-5e77-430a-bd77-0aebb9642e80 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:21:37.893962 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b96dfa2-9e29-4514-a220-4300179d0ff6 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Made reservation on behalf of b6339cf0646749ccbf2257710705e7c2 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:21:37.897809 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5b96dfa2-9e29-4514-a220-4300179d0ff6 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:38.057422 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:38.065829 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Transition to ACTIVE for port object 6c106bac-7ee7-4b7e-a374-d11060452df6 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:21:38.088085 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Transition to ACTIVE for port object 6c106bac-7ee7-4b7e-a374-d11060452df6 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:21:38.094951 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5b96dfa2-9e29-4514-a220-4300179d0ff6 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:38.097927 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:38.136298 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Network e51dc8e1-b1c9-4ef8-9cdb-e7713808042d is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:21:38.139127 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:21:38.145385 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:21:38.155017 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Pushing event updated for resources: {'Port': ['ID=6c106bac-7ee7-4b7e-a374-d11060452df6,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:38.161108 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b96dfa2-9e29-4514-a220-4300179d0ff6 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Pushing event updated for resources: {'Subnet': ['ID=e11d8d47-84bd-4ad9-be06-f9ef3147bd8c,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:38.166798 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b96dfa2-9e29-4514-a220-4300179d0ff6 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Checking segment: {'id': '0415a41a-fd84-4031-ad11-a9eadb4258c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'e3a9b0a7-5e77-430a-bd77-0aebb9642e80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:21:38.167228 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b96dfa2-9e29-4514-a220-4300179d0ff6 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Network hostable DHCP agents. Network: e3a9b0a7-5e77-430a-bd77-0aebb9642e80, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:21:38.178265 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:38.178663 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:38.179012 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:38.179439 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:38.179803 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:38.180166 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:38.180502 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:38.180821 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:38.181156 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:38.181489 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:38.182148 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:38.182499 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:38.184677 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b96dfa2-9e29-4514-a220-4300179d0ff6 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Network e3a9b0a7-5e77-430a-bd77-0aebb9642e80 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:21:38.196233 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-5b96dfa2-9e29-4514-a220-4300179d0ff6 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, e3a9b0a7-5e77-430a-bd77-0aebb9642e80) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:21:38.200130 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b96dfa2-9e29-4514-a220-4300179d0ff6 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:38.200720 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5b96dfa2-9e29-4514-a220-4300179d0ff6 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:38.208318 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d49fbb-c197-4cfe-95d7-710bb834b5e2 None None] Network e3a9b0a7-5e77-430a-bd77-0aebb9642e80 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:21:38.216941 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5b96dfa2-9e29-4514-a220-4300179d0ff6 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4353764 Jul 30 00:21:38.219681 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59250) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:38.253925 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Attempting to bind port 6c106bac-7ee7-4b7e-a374-d11060452df6 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:21:38.254302 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Attempting to bind port 6c106bac-7ee7-4b7e-a374-d11060452df6 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'a723821a-0dc5-494f-a7ce-caf3c68554a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e51dc8e1-b1c9-4ef8-9cdb-e7713808042d'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:21:38.254673 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Attempting to bind port 6c106bac-7ee7-4b7e-a374-d11060452df6 on network e51dc8e1-b1c9-4ef8-9cdb-e7713808042d {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:21:38.266691 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:21:38.267199 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Checking segment: {'id': 'a723821a-0dc5-494f-a7ce-caf3c68554a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e51dc8e1-b1c9-4ef8-9cdb-e7713808042d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:21:38.268289 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:38.268588 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Bound using segment: {'id': 'a723821a-0dc5-494f-a7ce-caf3c68554a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e51dc8e1-b1c9-4ef8-9cdb-e7713808042d'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:21:38.268998 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Bound port: 6c106bac-7ee7-4b7e-a374-d11060452df6, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a723821a-0dc5-494f-a7ce-caf3c68554a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'e51dc8e1-b1c9-4ef8-9cdb-e7713808042d'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:21:38.269387 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:38.318052 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-24559828-5706-4e05-a0b5-ce013f1c3aeb tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:38.369498 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-24559828-5706-4e05-a0b5-ce013f1c3aeb tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:38.385018 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] For port 6c106bac-7ee7-4b7e-a374-d11060452df6, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:21:38.389732 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] For port 6c106bac-7ee7-4b7e-a374-d11060452df6, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6c106bac-7ee7-4b7e-a374-d11060452df6,segment=NetworkSegment(a723821a-0dc5-494f-a7ce-caf3c68554a2),segment_id=a723821a-0dc5-494f-a7ce-caf3c68554a2)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:21:38.397371 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:38.410537 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:38.435458 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-24559828-5706-4e05-a0b5-ce013f1c3aeb tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:38.475348 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24559828-5706-4e05-a0b5-ce013f1c3aeb tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Pushing event deleted for resources: {'Subnet': ['ID=e11d8d47-84bd-4ad9-be06-f9ef3147bd8c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:38.480681 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40c4230-6c1d-49d3-ba1c-d8a6513cfc2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-e3a9b0a7-5e77-430a-bd77-0aebb9642e80', 'network_id': 'e3a9b0a7-5e77-430a-bd77-0aebb9642e80', 'tenant_id': 'b6339cf0646749ccbf2257710705e7c2', 'fixed_ips': [{'subnet_id': 'e11d8d47-84bd-4ad9-be06-f9ef3147bd8c'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:21:38.481463 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d40c4230-6c1d-49d3-ba1c-d8a6513cfc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:38.489547 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d42004-df3d-494a-aa3d-17a2c5e225bf None None] Pushing event updated for resources: {'Port': ['ID=6c106bac-7ee7-4b7e-a374-d11060452df6,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:38.540323 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-24559828-5706-4e05-a0b5-ce013f1c3aeb tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:38.550874 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-24559828-5706-4e05-a0b5-ce013f1c3aeb tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a9b0a7-5e77-430a-bd77-0aebb9642e80']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:38.561862 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-24559828-5706-4e05-a0b5-ce013f1c3aeb tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0415a41a-fd84-4031-ad11-a9eadb4258c1') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:38.562165 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-24559828-5706-4e05-a0b5-ce013f1c3aeb tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0415a41a-fd84-4031-ad11-a9eadb4258c1') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:38.573167 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4d9dbb-fb25-4c14-809a-6840581b9c53 None None] Network e3a9b0a7-5e77-430a-bd77-0aebb9642e80 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:21:38.581100 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-24559828-5706-4e05-a0b5-ce013f1c3aeb tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:38.597139 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-24559828-5706-4e05-a0b5-ce013f1c3aeb tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:38.603814 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24559828-5706-4e05-a0b5-ce013f1c3aeb tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:21:38.604284 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-24559828-5706-4e05-a0b5-ce013f1c3aeb tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:38.607502 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 30 00:21:38.607502 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:21:38.607502 n-d-712140-10 neutron-server[94064]: timer() Jul 30 00:21:38.607502 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:21:38.607502 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 30 00:21:38.607502 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:21:38.607502 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 30 00:21:38.607502 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:21:38.607502 n-d-712140-10 neutron-server[94064]: self._notify() Jul 30 00:21:38.607502 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:21:38.607502 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 30 00:21:38.607502 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:21:38.607502 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 30 00:21:38.607502 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:21:38.607502 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:21:38.607502 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:21:38.607502 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:21:38.607502 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:21:38.607502 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 30 00:21:38.607502 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:21:38.607502 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 30 00:21:38.607502 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:21:38.607502 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:21:38.607502 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:21:38.607502 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 30 00:21:38.607502 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:21:38.607502 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:21:38.607502 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:21:38.607502 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:21:38.607502 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:21:38.607502 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:21:38.607502 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:21:38.687938 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-24559828-5706-4e05-a0b5-ce013f1c3aeb tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:38.705501 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-24559828-5706-4e05-a0b5-ce013f1c3aeb tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:38.709023 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-24559828-5706-4e05-a0b5-ce013f1c3aeb tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] 10.222.0.18 "DELETE /v2.0/networks/e3a9b0a7-5e77-430a-bd77-0aebb9642e80 HTTP/1.1" status: 204 len: 168 time: 0.4880848 Jul 30 00:21:38.712320 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59252) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:38.718139 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-30fcd230-672b-4053-a631-b4ceb31a5be9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1249204225'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:21:38.722795 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24559828-5706-4e05-a0b5-ce013f1c3aeb tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Pushing event deleted for resources: {'Network': ['ID=e3a9b0a7-5e77-430a-bd77-0aebb9642e80,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:38.743520 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30fcd230-672b-4053-a631-b4ceb31a5be9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Made reservation on behalf of b6339cf0646749ccbf2257710705e7c2 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:21:38.747286 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-30fcd230-672b-4053-a631-b4ceb31a5be9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:38.775578 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30fcd230-672b-4053-a631-b4ceb31a5be9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:21:38.787920 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-30fcd230-672b-4053-a631-b4ceb31a5be9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:38.788272 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-30fcd230-672b-4053-a631-b4ceb31a5be9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Added segment ac4c3dff-d98e-4254-9431-f444bd5a5ad8 of type vlan for network f984a748-787c-4743-b9b6-7dd3358206a6 Jul 30 00:21:38.829620 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-30fcd230-672b-4053-a631-b4ceb31a5be9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:38.857069 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-30fcd230-672b-4053-a631-b4ceb31a5be9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:38.863221 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fcd230-672b-4053-a631-b4ceb31a5be9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:38.863876 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-30fcd230-672b-4053-a631-b4ceb31a5be9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:38.922786 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-30fcd230-672b-4053-a631-b4ceb31a5be9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2092123 Jul 30 00:21:38.926378 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59254) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:38.933555 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-64744e64-1a07-45c6-8541-1fa67559bc80 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Request body: {'subnet': {'network_id': 'f984a748-787c-4743-b9b6-7dd3358206a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:21:38.951788 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fcd230-672b-4053-a631-b4ceb31a5be9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Pushing event updated for resources: {'Network': ['ID=f984a748-787c-4743-b9b6-7dd3358206a6,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:38.963664 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network f984a748-787c-4743-b9b6-7dd3358206a6 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:21:39.024993 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64744e64-1a07-45c6-8541-1fa67559bc80 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Made reservation on behalf of b6339cf0646749ccbf2257710705e7c2 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:21:39.028398 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-64744e64-1a07-45c6-8541-1fa67559bc80 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:39.090844 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.ipam_backend_mixin [None req-64744e64-1a07-45c6-8541-1fa67559bc80 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Performing IP validity checks on allocation pools {{(pid=94063) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 30 00:21:39.091373 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.ipam_backend_mixin [None req-64744e64-1a07-45c6-8541-1fa67559bc80 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94063) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 30 00:21:39.219273 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-64744e64-1a07-45c6-8541-1fa67559bc80 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:39.288826 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64744e64-1a07-45c6-8541-1fa67559bc80 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Pushing event updated for resources: {'Subnet': ['ID=62fadc34-9ae5-4a35-8a56-d6c5c7fcb153,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:39.298048 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64744e64-1a07-45c6-8541-1fa67559bc80 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Checking segment: {'id': 'ac4c3dff-d98e-4254-9431-f444bd5a5ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f984a748-787c-4743-b9b6-7dd3358206a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:21:39.298643 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64744e64-1a07-45c6-8541-1fa67559bc80 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Network hostable DHCP agents. Network: f984a748-787c-4743-b9b6-7dd3358206a6, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:21:39.316449 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64744e64-1a07-45c6-8541-1fa67559bc80 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Network f984a748-787c-4743-b9b6-7dd3358206a6 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:21:39.326609 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-64744e64-1a07-45c6-8541-1fa67559bc80 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, f984a748-787c-4743-b9b6-7dd3358206a6) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:21:39.332609 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64744e64-1a07-45c6-8541-1fa67559bc80 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:39.332785 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-64744e64-1a07-45c6-8541-1fa67559bc80 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:39.343387 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadb06f1-2227-46cf-a541-77e4ebe9f949 None None] Network f984a748-787c-4743-b9b6-7dd3358206a6 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:21:39.348589 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-64744e64-1a07-45c6-8541-1fa67559bc80 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4190612 Jul 30 00:21:39.351260 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59256) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:39.452835 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9041a01c-1faa-40d2-960f-3528bcb3ba16 None None] Network e51dc8e1-b1c9-4ef8-9cdb-e7713808042d requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:21:39.459812 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:39.524077 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:39.709185 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a0efceaa-4783-4ff5-8abe-92beb8c1f629 None None] Provisioning for port 6c106bac-7ee7-4b7e-a374-d11060452df6 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:21:39.719499 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a108700-a127-4e80-ae67-2f27c771f7d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-f984a748-787c-4743-b9b6-7dd3358206a6', 'network_id': 'f984a748-787c-4743-b9b6-7dd3358206a6', 'tenant_id': 'b6339cf0646749ccbf2257710705e7c2', 'fixed_ips': [{'subnet_id': '62fadc34-9ae5-4a35-8a56-d6c5c7fcb153'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:21:39.720492 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a108700-a127-4e80-ae67-2f27c771f7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:39.942910 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-4a108700-a127-4e80-ae67-2f27c771f7d4 None None] Allocated IP 2001:db8::3 (f984a748-787c-4743-b9b6-7dd3358206a6/62fadc34-9ae5-4a35-8a56-d6c5c7fcb153/a269da0a-00f1-469e-9a6a-8ce0b1f87723) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:21:39.959925 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6c106bac-7ee7-4b7e-a374-d11060452df6 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:21:40.077577 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 6c106bac-7ee7-4b7e-a374-d11060452df6 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:21:40.089822 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 6c106bac-7ee7-4b7e-a374-d11060452df6 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:21:40.090066 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:40.164739 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a108700-a127-4e80-ae67-2f27c771f7d4 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:40.180604 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-4a108700-a127-4e80-ae67-2f27c771f7d4 None None] Transition to ACTIVE for port object a269da0a-00f1-469e-9a6a-8ce0b1f87723 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:21:40.183692 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d9016b86-9a5d-4a30-b3cb-b35338b963cc None None] Provisioning complete for port 6c106bac-7ee7-4b7e-a374-d11060452df6 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:21:40.184084 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d9016b86-9a5d-4a30-b3cb-b35338b963cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:40.245820 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-4a108700-a127-4e80-ae67-2f27c771f7d4 None None] Transition to ACTIVE for port object a269da0a-00f1-469e-9a6a-8ce0b1f87723 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:21:40.263993 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a108700-a127-4e80-ae67-2f27c771f7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:40.273349 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:40.300681 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:40.304103 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Pushing event deleted for resources: {'Subnet': ['ID=62fadc34-9ae5-4a35-8a56-d6c5c7fcb153,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:40.325105 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a108700-a127-4e80-ae67-2f27c771f7d4 None None] Network f984a748-787c-4743-b9b6-7dd3358206a6 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:21:40.338213 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-4a108700-a127-4e80-ae67-2f27c771f7d4 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:21:40.342794 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a108700-a127-4e80-ae67-2f27c771f7d4 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:21:40.367803 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a108700-a127-4e80-ae67-2f27c771f7d4 None None] Pushing event updated for resources: {'Port': ['ID=a269da0a-00f1-469e-9a6a-8ce0b1f87723,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:40.368540 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:40.379263 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f984a748-787c-4743-b9b6-7dd3358206a6']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:40.389658 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4c3dff-d98e-4254-9431-f444bd5a5ad8') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:40.389959 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4c3dff-d98e-4254-9431-f444bd5a5ad8') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:40.394328 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 6c106bac-7ee7-4b7e-a374-d11060452df6, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6c106bac-7ee7-4b7e-a374-d11060452df6,segment=NetworkSegment(a723821a-0dc5-494f-a7ce-caf3c68554a2),segment_id=a723821a-0dc5-494f-a7ce-caf3c68554a2)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:21:40.400238 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:40.414258 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:40.414485 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:40.420800 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:21:40.421231 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:40.425018 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 30 00:21:40.425018 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:21:40.425018 n-d-712140-10 neutron-server[94064]: timer() Jul 30 00:21:40.425018 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:21:40.425018 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 30 00:21:40.425018 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:21:40.425018 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 30 00:21:40.425018 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:21:40.425018 n-d-712140-10 neutron-server[94064]: self._notify() Jul 30 00:21:40.425018 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:21:40.425018 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 30 00:21:40.425018 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:21:40.425018 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 30 00:21:40.425018 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:21:40.425018 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:21:40.425018 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:21:40.425018 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:21:40.425018 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:21:40.425018 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 30 00:21:40.425018 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:21:40.425018 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 30 00:21:40.425018 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:21:40.425018 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:21:40.425018 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:21:40.425018 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 30 00:21:40.425018 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:21:40.425018 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:21:40.425018 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:21:40.425018 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:21:40.425018 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:21:40.425018 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:21:40.425018 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:21:40.452641 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d9016b86-9a5d-4a30-b3cb-b35338b963cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:40.479301 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-4a108700-a127-4e80-ae67-2f27c771f7d4 None None] Attempting to bind port a269da0a-00f1-469e-9a6a-8ce0b1f87723 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:21:40.479676 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-4a108700-a127-4e80-ae67-2f27c771f7d4 None None] Attempting to bind port a269da0a-00f1-469e-9a6a-8ce0b1f87723 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'ac4c3dff-d98e-4254-9431-f444bd5a5ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f984a748-787c-4743-b9b6-7dd3358206a6'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:21:40.480074 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a108700-a127-4e80-ae67-2f27c771f7d4 None None] Attempting to bind port a269da0a-00f1-469e-9a6a-8ce0b1f87723 on network f984a748-787c-4743-b9b6-7dd3358206a6 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:21:40.483445 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.db.api [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 30 00:21:40.483445 n-d-712140-10 neutron-server[94064]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 30 00:21:40.483445 n-d-712140-10 neutron-server[94064]: [parameters: {'id': 'f984a748-787c-4743-b9b6-7dd3358206a6'}] Jul 30 00:21:40.483445 n-d-712140-10 neutron-server[94064]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94064) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 00:21:40.483806 n-d-712140-10 neutron-server[94064]: DEBUG oslo_db.api [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 00:21:40.502871 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a108700-a127-4e80-ae67-2f27c771f7d4 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:21:40.503169 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a108700-a127-4e80-ae67-2f27c771f7d4 None None] Checking segment: {'id': 'ac4c3dff-d98e-4254-9431-f444bd5a5ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f984a748-787c-4743-b9b6-7dd3358206a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:21:40.503572 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a108700-a127-4e80-ae67-2f27c771f7d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:40.503999 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a108700-a127-4e80-ae67-2f27c771f7d4 None None] Bound using segment: {'id': 'ac4c3dff-d98e-4254-9431-f444bd5a5ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f984a748-787c-4743-b9b6-7dd3358206a6'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:21:40.504467 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-4a108700-a127-4e80-ae67-2f27c771f7d4 None None] Bound port: a269da0a-00f1-469e-9a6a-8ce0b1f87723, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac4c3dff-d98e-4254-9431-f444bd5a5ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'f984a748-787c-4743-b9b6-7dd3358206a6'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:21:40.504846 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a108700-a127-4e80-ae67-2f27c771f7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:40.539569 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=6c106bac-7ee7-4b7e-a374-d11060452df6,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:40.578058 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.db.api [None req-d9016b86-9a5d-4a30-b3cb-b35338b963cc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 00:21:40.578414 n-d-712140-10 neutron-server[94065]: DEBUG oslo_db.api [None req-d9016b86-9a5d-4a30-b3cb-b35338b963cc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 00:21:40.605140 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-4a108700-a127-4e80-ae67-2f27c771f7d4 None None] For port a269da0a-00f1-469e-9a6a-8ce0b1f87723, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:21:40.608372 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-4a108700-a127-4e80-ae67-2f27c771f7d4 None None] For port a269da0a-00f1-469e-9a6a-8ce0b1f87723, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a269da0a-00f1-469e-9a6a-8ce0b1f87723,segment=NetworkSegment(ac4c3dff-d98e-4254-9431-f444bd5a5ad8),segment_id=ac4c3dff-d98e-4254-9431-f444bd5a5ad8)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:21:40.613535 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a108700-a127-4e80-ae67-2f27c771f7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:40.688439 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a108700-a127-4e80-ae67-2f27c771f7d4 None None] Pushing event updated for resources: {'Port': ['ID=a269da0a-00f1-469e-9a6a-8ce0b1f87723,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:40.701654 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9eed81-898c-4e25-a269-832d8806ca37 None None] Network f984a748-787c-4743-b9b6-7dd3358206a6 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:21:40.819023 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee88338e-01ef-46fa-a64a-c9888c9b7afd None None] get_active_networks_info from n-d-712140-10 {{(pid=94065) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 00:21:40.881702 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee88338e-01ef-46fa-a64a-c9888c9b7afd None None] Resources bound (agent type, host, resource id): {{(pid=94065) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 00:21:40.985445 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:41.039478 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Deleting port a269da0a-00f1-469e-9a6a-8ce0b1f87723 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:21:41.039819 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:41.106862 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] For port a269da0a-00f1-469e-9a6a-8ce0b1f87723, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a269da0a-00f1-469e-9a6a-8ce0b1f87723,segment=NetworkSegment(ac4c3dff-d98e-4254-9431-f444bd5a5ad8),segment_id=ac4c3dff-d98e-4254-9431-f444bd5a5ad8)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:21:41.107251 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:41.119644 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Calling delete_port for a269da0a-00f1-469e-9a6a-8ce0b1f87723 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:21:41.197412 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:41.227182 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Pushing event deleted for resources: {'Port': ['ID=a269da0a-00f1-469e-9a6a-8ce0b1f87723,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:41.229008 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] No DVR routers for this DVR port a269da0a-00f1-469e-9a6a-8ce0b1f87723 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:21:41.305140 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:41.315454 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f984a748-787c-4743-b9b6-7dd3358206a6']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:41.325487 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac4c3dff-d98e-4254-9431-f444bd5a5ad8') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:41.325721 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac4c3dff-d98e-4254-9431-f444bd5a5ad8') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:41.334848 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:41.348000 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:41.353739 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:21:41.354179 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:41.356967 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 30 00:21:41.356967 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:21:41.356967 n-d-712140-10 neutron-server[94064]: timer() Jul 30 00:21:41.356967 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:21:41.356967 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 30 00:21:41.356967 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:21:41.356967 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 30 00:21:41.356967 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:21:41.356967 n-d-712140-10 neutron-server[94064]: self._notify() Jul 30 00:21:41.356967 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:21:41.356967 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 30 00:21:41.356967 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:21:41.356967 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 30 00:21:41.356967 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:21:41.356967 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:21:41.356967 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:21:41.356967 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:21:41.356967 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:21:41.356967 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 30 00:21:41.356967 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:21:41.356967 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 30 00:21:41.356967 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:21:41.356967 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:21:41.356967 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:21:41.356967 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 30 00:21:41.356967 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:21:41.356967 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:21:41.356967 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:21:41.356967 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:21:41.356967 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:21:41.356967 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:21:41.356967 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:21:41.416061 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:41.422583 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:41.427734 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] 10.222.0.18 "DELETE /v2.0/networks/f984a748-787c-4743-b9b6-7dd3358206a6 HTTP/1.1" status: 204 len: 168 time: 2.0715809 Jul 30 00:21:41.428164 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59258) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:41.433573 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-72c776cd-fc5a-49d6-925b-0f9dd44d5005 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-623300226'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:21:41.435666 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c988f1-a841-427f-8cfe-6b018e0ed1a9 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Pushing event deleted for resources: {'Network': ['ID=f984a748-787c-4743-b9b6-7dd3358206a6,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:41.456891 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c776cd-fc5a-49d6-925b-0f9dd44d5005 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Made reservation on behalf of b6339cf0646749ccbf2257710705e7c2 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:21:41.460384 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-72c776cd-fc5a-49d6-925b-0f9dd44d5005 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:41.483621 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c776cd-fc5a-49d6-925b-0f9dd44d5005 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:21:41.492377 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-72c776cd-fc5a-49d6-925b-0f9dd44d5005 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:41.492751 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-72c776cd-fc5a-49d6-925b-0f9dd44d5005 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Added segment 17c32634-6330-4743-9dce-f0dafbbcd950 of type vlan for network e1a63845-9f6d-4cf4-abeb-5da4f589ae1d Jul 30 00:21:41.532808 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-72c776cd-fc5a-49d6-925b-0f9dd44d5005 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:41.561425 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-72c776cd-fc5a-49d6-925b-0f9dd44d5005 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:41.567518 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c776cd-fc5a-49d6-925b-0f9dd44d5005 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:41.568138 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-72c776cd-fc5a-49d6-925b-0f9dd44d5005 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:41.622946 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-72c776cd-fc5a-49d6-925b-0f9dd44d5005 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1935928 Jul 30 00:21:41.627287 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59260) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:41.632568 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-0af230d3-ed4c-419b-bae9-ce08413e959e tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Request body: {'subnet': {'network_id': 'e1a63845-9f6d-4cf4-abeb-5da4f589ae1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:21:41.634295 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c776cd-fc5a-49d6-925b-0f9dd44d5005 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Pushing event updated for resources: {'Network': ['ID=e1a63845-9f6d-4cf4-abeb-5da4f589ae1d,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:41.646349 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network e1a63845-9f6d-4cf4-abeb-5da4f589ae1d details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:21:41.719668 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af230d3-ed4c-419b-bae9-ce08413e959e tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Made reservation on behalf of b6339cf0646749ccbf2257710705e7c2 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:21:41.723215 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0af230d3-ed4c-419b-bae9-ce08413e959e tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:41.922682 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6c106bac-7ee7-4b7e-a374-d11060452df6 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:21:41.925047 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0af230d3-ed4c-419b-bae9-ce08413e959e tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:41.973023 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 6c106bac-7ee7-4b7e-a374-d11060452df6 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:21:41.973494 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:41.992392 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af230d3-ed4c-419b-bae9-ce08413e959e tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Pushing event updated for resources: {'Subnet': ['ID=bf790e9d-ed42-41cd-8fff-0f96de0d0818,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:42.004120 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0af230d3-ed4c-419b-bae9-ce08413e959e tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Checking segment: {'id': '17c32634-6330-4743-9dce-f0dafbbcd950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e1a63845-9f6d-4cf4-abeb-5da4f589ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:21:42.004490 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af230d3-ed4c-419b-bae9-ce08413e959e tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Network hostable DHCP agents. Network: e1a63845-9f6d-4cf4-abeb-5da4f589ae1d, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:21:42.021016 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af230d3-ed4c-419b-bae9-ce08413e959e tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Network e1a63845-9f6d-4cf4-abeb-5da4f589ae1d is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:21:42.030115 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-0af230d3-ed4c-419b-bae9-ce08413e959e tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, e1a63845-9f6d-4cf4-abeb-5da4f589ae1d) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:21:42.035228 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af230d3-ed4c-419b-bae9-ce08413e959e tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:42.036041 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0af230d3-ed4c-419b-bae9-ce08413e959e tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:42.042090 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741c2e5d-ef1c-4336-b19a-465b54d41758 None None] Network e1a63845-9f6d-4cf4-abeb-5da4f589ae1d requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:21:42.055398 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0af230d3-ed4c-419b-bae9-ce08413e959e tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4235544 Jul 30 00:21:42.055756 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59262) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:42.061274 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-e34a9031-6f5c-4ebe-90e5-1a5b888ed6a3 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2127077765'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:21:42.083420 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34a9031-6f5c-4ebe-90e5-1a5b888ed6a3 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Made reservation on behalf of b6339cf0646749ccbf2257710705e7c2 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:21:42.088809 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e34a9031-6f5c-4ebe-90e5-1a5b888ed6a3 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:42.122767 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34a9031-6f5c-4ebe-90e5-1a5b888ed6a3 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:21:42.133632 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e34a9031-6f5c-4ebe-90e5-1a5b888ed6a3 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:42.133975 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-e34a9031-6f5c-4ebe-90e5-1a5b888ed6a3 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Added segment bfad5172-262c-4afa-b59b-194d979e187b of type vlan for network d13e3d62-51f4-4da9-ae24-aef850fc7932 Jul 30 00:21:42.177850 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e34a9031-6f5c-4ebe-90e5-1a5b888ed6a3 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:42.202960 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5597acdd-495e-4fdf-9a2a-77e184ce3531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-e1a63845-9f6d-4cf4-abeb-5da4f589ae1d', 'network_id': 'e1a63845-9f6d-4cf4-abeb-5da4f589ae1d', 'tenant_id': 'b6339cf0646749ccbf2257710705e7c2', 'fixed_ips': [{'subnet_id': 'bf790e9d-ed42-41cd-8fff-0f96de0d0818'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:21:42.203924 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5597acdd-495e-4fdf-9a2a-77e184ce3531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:42.209468 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e34a9031-6f5c-4ebe-90e5-1a5b888ed6a3 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:42.215283 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34a9031-6f5c-4ebe-90e5-1a5b888ed6a3 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:42.215890 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e34a9031-6f5c-4ebe-90e5-1a5b888ed6a3 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:42.278937 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e34a9031-6f5c-4ebe-90e5-1a5b888ed6a3 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2215731 Jul 30 00:21:42.281432 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59264) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:42.289971 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-3c1b9ea6-84cf-476f-9732-6c8a1fe286fd tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Request body: {'subnet': {'network_id': 'd13e3d62-51f4-4da9-ae24-aef850fc7932', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:21:42.337861 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a9031-6f5c-4ebe-90e5-1a5b888ed6a3 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Pushing event updated for resources: {'Network': ['ID=d13e3d62-51f4-4da9-ae24-aef850fc7932,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:42.350513 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network d13e3d62-51f4-4da9-ae24-aef850fc7932 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:21:42.397407 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c1b9ea6-84cf-476f-9732-6c8a1fe286fd tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Made reservation on behalf of b6339cf0646749ccbf2257710705e7c2 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:21:42.401408 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3c1b9ea6-84cf-476f-9732-6c8a1fe286fd tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:42.405311 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-5597acdd-495e-4fdf-9a2a-77e184ce3531 None None] Allocated IP 2001:db8::2 (e1a63845-9f6d-4cf4-abeb-5da4f589ae1d/bf790e9d-ed42-41cd-8fff-0f96de0d0818/c17d96cb-6643-45d9-ac83-2cc3ff077139) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:21:42.577867 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5597acdd-495e-4fdf-9a2a-77e184ce3531 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:42.587312 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5597acdd-495e-4fdf-9a2a-77e184ce3531 None None] Transition to ACTIVE for port object c17d96cb-6643-45d9-ac83-2cc3ff077139 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:21:42.603662 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-5597acdd-495e-4fdf-9a2a-77e184ce3531 None None] Transition to ACTIVE for port object c17d96cb-6643-45d9-ac83-2cc3ff077139 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:21:42.609016 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3c1b9ea6-84cf-476f-9732-6c8a1fe286fd tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:42.612341 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5597acdd-495e-4fdf-9a2a-77e184ce3531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:42.654678 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5597acdd-495e-4fdf-9a2a-77e184ce3531 None None] Network e1a63845-9f6d-4cf4-abeb-5da4f589ae1d is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:21:42.662908 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-5597acdd-495e-4fdf-9a2a-77e184ce3531 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:21:42.667401 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5597acdd-495e-4fdf-9a2a-77e184ce3531 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:21:42.670559 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597acdd-495e-4fdf-9a2a-77e184ce3531 None None] Pushing event updated for resources: {'Port': ['ID=c17d96cb-6643-45d9-ac83-2cc3ff077139,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:42.671894 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1b9ea6-84cf-476f-9732-6c8a1fe286fd tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Pushing event updated for resources: {'Subnet': ['ID=0518e3da-6033-492e-a21e-1fa464b3cfb3,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:42.681771 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1b9ea6-84cf-476f-9732-6c8a1fe286fd tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Checking segment: {'id': 'bfad5172-262c-4afa-b59b-194d979e187b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'd13e3d62-51f4-4da9-ae24-aef850fc7932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:21:42.682403 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1b9ea6-84cf-476f-9732-6c8a1fe286fd tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Network hostable DHCP agents. Network: d13e3d62-51f4-4da9-ae24-aef850fc7932, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:21:42.699953 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c1b9ea6-84cf-476f-9732-6c8a1fe286fd tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Network d13e3d62-51f4-4da9-ae24-aef850fc7932 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:21:42.709597 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-3c1b9ea6-84cf-476f-9732-6c8a1fe286fd tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, d13e3d62-51f4-4da9-ae24-aef850fc7932) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:21:42.714438 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c1b9ea6-84cf-476f-9732-6c8a1fe286fd tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:42.715046 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3c1b9ea6-84cf-476f-9732-6c8a1fe286fd tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:42.719284 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2165992f-b24e-4331-bcbe-17f5d889c7a3 None None] Network d13e3d62-51f4-4da9-ae24-aef850fc7932 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:21:42.732607 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3c1b9ea6-84cf-476f-9732-6c8a1fe286fd tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4476087 Jul 30 00:21:42.732839 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59268) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:42.743076 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-5597acdd-495e-4fdf-9a2a-77e184ce3531 None None] Attempting to bind port c17d96cb-6643-45d9-ac83-2cc3ff077139 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:21:42.743448 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-5597acdd-495e-4fdf-9a2a-77e184ce3531 None None] Attempting to bind port c17d96cb-6643-45d9-ac83-2cc3ff077139 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '17c32634-6330-4743-9dce-f0dafbbcd950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e1a63845-9f6d-4cf4-abeb-5da4f589ae1d'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:21:42.743817 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5597acdd-495e-4fdf-9a2a-77e184ce3531 None None] Attempting to bind port c17d96cb-6643-45d9-ac83-2cc3ff077139 on network e1a63845-9f6d-4cf4-abeb-5da4f589ae1d {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:21:42.773811 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5597acdd-495e-4fdf-9a2a-77e184ce3531 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:21:42.774192 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5597acdd-495e-4fdf-9a2a-77e184ce3531 None None] Checking segment: {'id': '17c32634-6330-4743-9dce-f0dafbbcd950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e1a63845-9f6d-4cf4-abeb-5da4f589ae1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:21:42.774594 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5597acdd-495e-4fdf-9a2a-77e184ce3531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:42.774992 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5597acdd-495e-4fdf-9a2a-77e184ce3531 None None] Bound using segment: {'id': '17c32634-6330-4743-9dce-f0dafbbcd950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e1a63845-9f6d-4cf4-abeb-5da4f589ae1d'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:21:42.775456 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-5597acdd-495e-4fdf-9a2a-77e184ce3531 None None] Bound port: c17d96cb-6643-45d9-ac83-2cc3ff077139, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c32634-6330-4743-9dce-f0dafbbcd950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'e1a63845-9f6d-4cf4-abeb-5da4f589ae1d'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:21:42.775880 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5597acdd-495e-4fdf-9a2a-77e184ce3531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:42.833091 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-786e0cc7-2c55-4419-9176-865cb3eeff6f tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:42.887260 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-5597acdd-495e-4fdf-9a2a-77e184ce3531 None None] For port c17d96cb-6643-45d9-ac83-2cc3ff077139, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:21:42.910256 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-5597acdd-495e-4fdf-9a2a-77e184ce3531 None None] For port c17d96cb-6643-45d9-ac83-2cc3ff077139, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c17d96cb-6643-45d9-ac83-2cc3ff077139,segment=NetworkSegment(17c32634-6330-4743-9dce-f0dafbbcd950),segment_id=17c32634-6330-4743-9dce-f0dafbbcd950)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:21:42.910519 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-786e0cc7-2c55-4419-9176-865cb3eeff6f tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:42.916613 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5597acdd-495e-4fdf-9a2a-77e184ce3531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:42.959483 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cf0b96-04ed-479c-a330-dbe5d113e655 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-d13e3d62-51f4-4da9-ae24-aef850fc7932', 'network_id': 'd13e3d62-51f4-4da9-ae24-aef850fc7932', 'tenant_id': 'b6339cf0646749ccbf2257710705e7c2', 'fixed_ips': [{'subnet_id': '0518e3da-6033-492e-a21e-1fa464b3cfb3'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:21:42.960356 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a6cf0b96-04ed-479c-a330-dbe5d113e655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:42.972499 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-786e0cc7-2c55-4419-9176-865cb3eeff6f tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:43.002920 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e0cc7-2c55-4419-9176-865cb3eeff6f tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Pushing event deleted for resources: {'Subnet': ['ID=0518e3da-6033-492e-a21e-1fa464b3cfb3,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:43.058874 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5597acdd-495e-4fdf-9a2a-77e184ce3531 None None] Pushing event updated for resources: {'Port': ['ID=c17d96cb-6643-45d9-ac83-2cc3ff077139,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:43.070288 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-786e0cc7-2c55-4419-9176-865cb3eeff6f tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:43.082083 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c914b678-f0f4-4dbb-881f-1eab45de467e None None] Network d13e3d62-51f4-4da9-ae24-aef850fc7932 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:21:43.082432 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-786e0cc7-2c55-4419-9176-865cb3eeff6f tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13e3d62-51f4-4da9-ae24-aef850fc7932']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:43.093753 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-786e0cc7-2c55-4419-9176-865cb3eeff6f tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfad5172-262c-4afa-b59b-194d979e187b') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:43.094087 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-786e0cc7-2c55-4419-9176-865cb3eeff6f tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfad5172-262c-4afa-b59b-194d979e187b') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:43.104483 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-786e0cc7-2c55-4419-9176-865cb3eeff6f tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:43.119300 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-786e0cc7-2c55-4419-9176-865cb3eeff6f tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:43.125841 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-786e0cc7-2c55-4419-9176-865cb3eeff6f tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:21:43.127360 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-786e0cc7-2c55-4419-9176-865cb3eeff6f tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:43.129771 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 30 00:21:43.129771 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:21:43.129771 n-d-712140-10 neutron-server[94063]: timer() Jul 30 00:21:43.129771 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:21:43.129771 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 30 00:21:43.129771 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:21:43.129771 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 30 00:21:43.129771 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:21:43.129771 n-d-712140-10 neutron-server[94063]: self._notify() Jul 30 00:21:43.129771 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:21:43.129771 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 30 00:21:43.129771 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:21:43.129771 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 30 00:21:43.129771 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:21:43.129771 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:21:43.129771 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:21:43.129771 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:21:43.129771 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:21:43.129771 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 30 00:21:43.129771 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:21:43.129771 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 30 00:21:43.129771 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:21:43.129771 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:21:43.129771 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:21:43.129771 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 30 00:21:43.129771 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:21:43.129771 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:21:43.129771 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:21:43.129771 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:21:43.129771 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:21:43.129771 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:21:43.129771 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:21:43.222501 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-786e0cc7-2c55-4419-9176-865cb3eeff6f tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:43.242202 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-786e0cc7-2c55-4419-9176-865cb3eeff6f tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:43.246542 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-786e0cc7-2c55-4419-9176-865cb3eeff6f tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] 10.222.0.18 "DELETE /v2.0/networks/d13e3d62-51f4-4da9-ae24-aef850fc7932 HTTP/1.1" status: 204 len: 168 time: 0.5103621 Jul 30 00:21:43.246542 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e0cc7-2c55-4419-9176-865cb3eeff6f tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Pushing event deleted for resources: {'Network': ['ID=d13e3d62-51f4-4da9-ae24-aef850fc7932,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:43.247051 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59270) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:43.277491 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-19766899-e933-4f1e-8126-9cd20b54a26a tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] GET failed (client error): The resource could not be found. Jul 30 00:21:43.279118 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-19766899-e933-4f1e-8126-9cd20b54a26a tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] 10.222.0.18 "GET /v2.0/subnets/0518e3da-6033-492e-a21e-1fa464b3cfb3 HTTP/1.1" status: 404 len: 337 time: 0.0310583 Jul 30 00:21:43.281903 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59272) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:43.302673 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-edda6a3c-4a07-4090-9485-616a18c4045c tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] DELETE failed (client error): The resource could not be found. Jul 30 00:21:43.303253 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edda6a3c-4a07-4090-9485-616a18c4045c tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:21:43.305054 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-edda6a3c-4a07-4090-9485-616a18c4045c tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] 10.222.0.18 "DELETE /v2.0/networks/d13e3d62-51f4-4da9-ae24-aef850fc7932 HTTP/1.1" status: 404 len: 339 time: 0.0216174 Jul 30 00:21:43.309396 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59274) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:43.336230 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea5b2eb4-bcb2-4358-8eb5-7553cfba0374 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] DELETE failed (client error): The resource could not be found. Jul 30 00:21:43.336661 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea5b2eb4-bcb2-4358-8eb5-7553cfba0374 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:21:43.338394 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ea5b2eb4-bcb2-4358-8eb5-7553cfba0374 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] 10.222.0.18 "DELETE /v2.0/subnets/0518e3da-6033-492e-a21e-1fa464b3cfb3 HTTP/1.1" status: 404 len: 337 time: 0.0279894 Jul 30 00:21:43.341021 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59276) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:43.359200 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a5db0ff-0c95-48d2-b7a0-514fa60fe272 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] DELETE failed (client error): The resource could not be found. Jul 30 00:21:43.359721 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a5db0ff-0c95-48d2-b7a0-514fa60fe272 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:21:43.361617 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5a5db0ff-0c95-48d2-b7a0-514fa60fe272 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] 10.222.0.18 "DELETE /v2.0/networks/d13e3d62-51f4-4da9-ae24-aef850fc7932 HTTP/1.1" status: 404 len: 339 time: 0.0196657 Jul 30 00:21:43.364050 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59278) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:43.414941 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa757ce-dbf0-4fe9-a90e-d9c23c994c75 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Deleting subnet bf790e9d-ed42-41cd-8fff-0f96de0d0818 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:21:43.417958 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-efa757ce-dbf0-4fe9-a90e-d9c23c994c75 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:43.459763 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-efa757ce-dbf0-4fe9-a90e-d9c23c994c75 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:43.548016 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-efa757ce-dbf0-4fe9-a90e-d9c23c994c75 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:43.610391 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-efa757ce-dbf0-4fe9-a90e-d9c23c994c75 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:43.639201 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa757ce-dbf0-4fe9-a90e-d9c23c994c75 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Pushing event deleted for resources: {'Subnet': ['ID=bf790e9d-ed42-41cd-8fff-0f96de0d0818,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:43.644893 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-efa757ce-dbf0-4fe9-a90e-d9c23c994c75 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:43.646839 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-efa757ce-dbf0-4fe9-a90e-d9c23c994c75 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] 10.222.0.18 "DELETE /v2.0/subnets/bf790e9d-ed42-41cd-8fff-0f96de0d0818 HTTP/1.1" status: 204 len: 168 time: 0.2818906 Jul 30 00:21:43.649288 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59280) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:43.734258 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8115a601-cf59-47be-8568-e50c75ca8e83 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:43.789673 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-8115a601-cf59-47be-8568-e50c75ca8e83 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Deleting port c17d96cb-6643-45d9-ac83-2cc3ff077139 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:21:43.790020 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8115a601-cf59-47be-8568-e50c75ca8e83 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:43.856428 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-8115a601-cf59-47be-8568-e50c75ca8e83 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] For port c17d96cb-6643-45d9-ac83-2cc3ff077139, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c17d96cb-6643-45d9-ac83-2cc3ff077139,segment=NetworkSegment(17c32634-6330-4743-9dce-f0dafbbcd950),segment_id=17c32634-6330-4743-9dce-f0dafbbcd950)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:21:43.856797 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8115a601-cf59-47be-8568-e50c75ca8e83 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:43.876369 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-8115a601-cf59-47be-8568-e50c75ca8e83 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Calling delete_port for c17d96cb-6643-45d9-ac83-2cc3ff077139 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:21:43.925586 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b84d96e-c425-4fe1-b8db-717062f68dd2 None None] Network e1a63845-9f6d-4cf4-abeb-5da4f589ae1d requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:21:43.961903 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8115a601-cf59-47be-8568-e50c75ca8e83 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:43.971329 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c17d96cb-6643-45d9-ac83-2cc3ff077139 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:21:43.983401 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-cc9f6b4f-5c46-4e3b-bbf6-90ca9c5313a8 None None] Could not find standard attr ID for object c17d96cb-6643-45d9-ac83-2cc3ff077139. {{(pid=94065) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 30 00:21:43.987320 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115a601-cf59-47be-8568-e50c75ca8e83 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Pushing event deleted for resources: {'Port': ['ID=c17d96cb-6643-45d9-ac83-2cc3ff077139,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:43.990775 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8115a601-cf59-47be-8568-e50c75ca8e83 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] No DVR routers for this DVR port c17d96cb-6643-45d9-ac83-2cc3ff077139 on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:21:44.007576 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: c17d96cb-6643-45d9-ac83-2cc3ff077139 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:21:44.007948 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c17d96cb-6643-45d9-ac83-2cc3ff077139 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 30 00:21:44.034951 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Port c17d96cb-6643-45d9-ac83-2cc3ff077139 not found, will not notify nova. {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 30 00:21:44.070723 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8115a601-cf59-47be-8568-e50c75ca8e83 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:44.082043 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-8115a601-cf59-47be-8568-e50c75ca8e83 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a63845-9f6d-4cf4-abeb-5da4f589ae1d']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:44.093319 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-8115a601-cf59-47be-8568-e50c75ca8e83 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c32634-6330-4743-9dce-f0dafbbcd950') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:44.093623 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-8115a601-cf59-47be-8568-e50c75ca8e83 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c32634-6330-4743-9dce-f0dafbbcd950') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:44.105565 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8115a601-cf59-47be-8568-e50c75ca8e83 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:44.120372 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8115a601-cf59-47be-8568-e50c75ca8e83 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:44.123873 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4a1e44-2ee8-45e3-a8c0-8e0a735a380e None None] DHCP port deletion for e1a63845-9f6d-4cf4-abeb-5da4f589ae1d request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:21:44.128173 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8115a601-cf59-47be-8568-e50c75ca8e83 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:21:44.128577 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8115a601-cf59-47be-8568-e50c75ca8e83 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:44.132642 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 30 00:21:44.132642 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:21:44.132642 n-d-712140-10 neutron-server[94063]: timer() Jul 30 00:21:44.132642 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:21:44.132642 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 30 00:21:44.132642 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:21:44.132642 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 30 00:21:44.132642 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:21:44.132642 n-d-712140-10 neutron-server[94063]: self._notify() Jul 30 00:21:44.132642 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:21:44.132642 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 30 00:21:44.132642 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:21:44.132642 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 30 00:21:44.132642 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:21:44.132642 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:21:44.132642 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:21:44.132642 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:21:44.132642 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:21:44.132642 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 30 00:21:44.132642 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:21:44.132642 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 30 00:21:44.132642 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:21:44.132642 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:21:44.132642 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:21:44.132642 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 30 00:21:44.132642 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:21:44.132642 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:21:44.132642 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:21:44.132642 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:21:44.132642 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:21:44.132642 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:21:44.132642 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:21:44.192315 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8115a601-cf59-47be-8568-e50c75ca8e83 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:44.199029 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8115a601-cf59-47be-8568-e50c75ca8e83 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:44.201061 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8115a601-cf59-47be-8568-e50c75ca8e83 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] 10.222.0.18 "DELETE /v2.0/networks/e1a63845-9f6d-4cf4-abeb-5da4f589ae1d HTTP/1.1" status: 204 len: 168 time: 0.5508602 Jul 30 00:21:44.203742 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59282) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:44.212520 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8115a601-cf59-47be-8568-e50c75ca8e83 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Pushing event deleted for resources: {'Network': ['ID=e1a63845-9f6d-4cf4-abeb-5da4f589ae1d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:44.231310 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc77f071-384c-4600-8fe3-3978a9d4d026 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] DELETE failed (client error): The resource could not be found. Jul 30 00:21:44.231784 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc77f071-384c-4600-8fe3-3978a9d4d026 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:21:44.233522 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-dc77f071-384c-4600-8fe3-3978a9d4d026 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] 10.222.0.18 "DELETE /v2.0/subnets/62fadc34-9ae5-4a35-8a56-d6c5c7fcb153 HTTP/1.1" status: 404 len: 337 time: 0.0285139 Jul 30 00:21:44.236770 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59284) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:44.254198 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1eda067-a001-45f6-93b9-4fd2f7f15637 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] DELETE failed (client error): The resource could not be found. Jul 30 00:21:44.254839 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1eda067-a001-45f6-93b9-4fd2f7f15637 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:21:44.256316 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a1eda067-a001-45f6-93b9-4fd2f7f15637 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] 10.222.0.18 "DELETE /v2.0/networks/f984a748-787c-4743-b9b6-7dd3358206a6 HTTP/1.1" status: 404 len: 339 time: 0.0186338 Jul 30 00:21:44.258537 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59286) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:44.284263 n-d-712140-10 neutron-server[94064]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c3d9723-645c-4698-af67-4deb44948c19 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] DELETE failed (client error): The resource could not be found. Jul 30 00:21:44.284716 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c3d9723-645c-4698-af67-4deb44948c19 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94064) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:21:44.286405 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2c3d9723-645c-4698-af67-4deb44948c19 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] 10.222.0.18 "DELETE /v2.0/subnets/e11d8d47-84bd-4ad9-be06-f9ef3147bd8c HTTP/1.1" status: 404 len: 337 time: 0.0270095 Jul 30 00:21:44.289323 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59288) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:44.313147 n-d-712140-10 neutron-server[94063]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae77bb1-6d82-4de2-bc06-6f1172719173 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] DELETE failed (client error): The resource could not be found. Jul 30 00:21:44.313710 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae77bb1-6d82-4de2-bc06-6f1172719173 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94063) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 30 00:21:44.315390 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7ae77bb1-6d82-4de2-bc06-6f1172719173 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] 10.222.0.18 "DELETE /v2.0/networks/e3a9b0a7-5e77-430a-bd77-0aebb9642e80 HTTP/1.1" status: 404 len: 339 time: 0.0250444 Jul 30 00:21:44.318143 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59290) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:44.367954 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-e845541d-8795-4c13-8c6e-18c1f9985cb0 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Deleting subnet 9363cab1-05af-4d18-b5d4-a330f7d357f8 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:21:44.370910 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e845541d-8795-4c13-8c6e-18c1f9985cb0 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:44.409672 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e845541d-8795-4c13-8c6e-18c1f9985cb0 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:44.496258 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e845541d-8795-4c13-8c6e-18c1f9985cb0 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:44.553293 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e845541d-8795-4c13-8c6e-18c1f9985cb0 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:44.581794 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e845541d-8795-4c13-8c6e-18c1f9985cb0 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Pushing event deleted for resources: {'Subnet': ['ID=9363cab1-05af-4d18-b5d4-a330f7d357f8,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:44.583883 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e845541d-8795-4c13-8c6e-18c1f9985cb0 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:44.585681 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e845541d-8795-4c13-8c6e-18c1f9985cb0 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] 10.222.0.18 "DELETE /v2.0/subnets/9363cab1-05af-4d18-b5d4-a330f7d357f8 HTTP/1.1" status: 204 len: 168 time: 0.2666283 Jul 30 00:21:44.588219 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59292) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:44.590593 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8b07a9-8acf-489a-88a8-44d1401708e6 None None] Network e51dc8e1-b1c9-4ef8-9cdb-e7713808042d requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:21:44.663237 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bed48243-ff22-4aad-b64b-d8e4c1a00c34 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:44.723013 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-bed48243-ff22-4aad-b64b-d8e4c1a00c34 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Deleting port 6c106bac-7ee7-4b7e-a374-d11060452df6 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:21:44.723358 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bed48243-ff22-4aad-b64b-d8e4c1a00c34 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:44.763079 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae26041e-d8d2-44be-a4ac-94e82520e67f None None] DHCP port deletion for e51dc8e1-b1c9-4ef8-9cdb-e7713808042d request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:21:44.785952 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-bed48243-ff22-4aad-b64b-d8e4c1a00c34 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] For port 6c106bac-7ee7-4b7e-a374-d11060452df6, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6c106bac-7ee7-4b7e-a374-d11060452df6,segment=NetworkSegment(a723821a-0dc5-494f-a7ce-caf3c68554a2),segment_id=a723821a-0dc5-494f-a7ce-caf3c68554a2)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:21:44.786320 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bed48243-ff22-4aad-b64b-d8e4c1a00c34 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:44.798969 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-bed48243-ff22-4aad-b64b-d8e4c1a00c34 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Calling delete_port for 6c106bac-7ee7-4b7e-a374-d11060452df6 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:21:44.808912 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ae26041e-d8d2-44be-a4ac-94e82520e67f None None] Deleting port 6c106bac-7ee7-4b7e-a374-d11060452df6 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:21:44.809297 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ae26041e-d8d2-44be-a4ac-94e82520e67f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:44.873186 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ae26041e-d8d2-44be-a4ac-94e82520e67f None None] For port 6c106bac-7ee7-4b7e-a374-d11060452df6, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6c106bac-7ee7-4b7e-a374-d11060452df6,segment=NetworkSegment(a723821a-0dc5-494f-a7ce-caf3c68554a2),segment_id=a723821a-0dc5-494f-a7ce-caf3c68554a2)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:21:44.873639 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ae26041e-d8d2-44be-a4ac-94e82520e67f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:44.875375 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bed48243-ff22-4aad-b64b-d8e4c1a00c34 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:44.887457 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ae26041e-d8d2-44be-a4ac-94e82520e67f None None] Calling delete_port for 6c106bac-7ee7-4b7e-a374-d11060452df6 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:21:44.906159 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed48243-ff22-4aad-b64b-d8e4c1a00c34 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Pushing event deleted for resources: {'Port': ['ID=6c106bac-7ee7-4b7e-a374-d11060452df6,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:44.916171 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed48243-ff22-4aad-b64b-d8e4c1a00c34 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] No DVR routers for this DVR port 6c106bac-7ee7-4b7e-a374-d11060452df6 on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:21:44.966387 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ae26041e-d8d2-44be-a4ac-94e82520e67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:44.990556 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae26041e-d8d2-44be-a4ac-94e82520e67f None None] Pushing event deleted for resources: {'Port': ['ID=6c106bac-7ee7-4b7e-a374-d11060452df6,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:44.993855 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae26041e-d8d2-44be-a4ac-94e82520e67f None None] No DVR routers for this DVR port 6c106bac-7ee7-4b7e-a374-d11060452df6 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:21:44.997400 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bed48243-ff22-4aad-b64b-d8e4c1a00c34 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:45.010521 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-bed48243-ff22-4aad-b64b-d8e4c1a00c34 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e51dc8e1-b1c9-4ef8-9cdb-e7713808042d']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:45.021953 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-bed48243-ff22-4aad-b64b-d8e4c1a00c34 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a723821a-0dc5-494f-a7ce-caf3c68554a2') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:45.022197 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-bed48243-ff22-4aad-b64b-d8e4c1a00c34 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a723821a-0dc5-494f-a7ce-caf3c68554a2') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:45.030881 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bed48243-ff22-4aad-b64b-d8e4c1a00c34 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:45.044498 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bed48243-ff22-4aad-b64b-d8e4c1a00c34 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:45.050495 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed48243-ff22-4aad-b64b-d8e4c1a00c34 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:21:45.050890 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bed48243-ff22-4aad-b64b-d8e4c1a00c34 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:45.053904 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 30 00:21:45.053904 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:21:45.053904 n-d-712140-10 neutron-server[94063]: timer() Jul 30 00:21:45.053904 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:21:45.053904 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 30 00:21:45.053904 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:21:45.053904 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 30 00:21:45.053904 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:21:45.053904 n-d-712140-10 neutron-server[94063]: self._notify() Jul 30 00:21:45.053904 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:21:45.053904 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 30 00:21:45.053904 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:21:45.053904 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 30 00:21:45.053904 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:21:45.053904 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:21:45.053904 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:21:45.053904 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:21:45.053904 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:21:45.053904 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 30 00:21:45.053904 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:21:45.053904 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 30 00:21:45.053904 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:21:45.053904 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:21:45.053904 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:21:45.053904 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 30 00:21:45.053904 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:21:45.053904 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:21:45.053904 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:21:45.053904 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:21:45.053904 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:21:45.053904 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:21:45.053904 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:21:45.114586 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bed48243-ff22-4aad-b64b-d8e4c1a00c34 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:45.118886 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bed48243-ff22-4aad-b64b-d8e4c1a00c34 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:45.120912 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-bed48243-ff22-4aad-b64b-d8e4c1a00c34 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] 10.222.0.18 "DELETE /v2.0/networks/e51dc8e1-b1c9-4ef8-9cdb-e7713808042d HTTP/1.1" status: 204 len: 168 time: 0.5317676 Jul 30 00:21:45.136282 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed48243-ff22-4aad-b64b-d8e4c1a00c34 tempest-NetworksIpV6Test-272910989 tempest-NetworksIpV6Test-272910989-project] Pushing event deleted for resources: {'Network': ['ID=e51dc8e1-b1c9-4ef8-9cdb-e7713808042d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:45.357985 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59298) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:45.484514 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3e869501-aef0-412c-bedd-c76e1b06eb18 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b6339cf0646749ccbf2257710705e7c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1253641 Jul 30 00:21:45.487684 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59302) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:45.533556 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-022f543f-888b-4536-8923-f559d1ee1ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:45.554127 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-022f543f-888b-4536-8923-f559d1ee1ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:45.602229 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-022f543f-888b-4536-8923-f559d1ee1ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:45.604901 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-022f543f-888b-4536-8923-f559d1ee1ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:45.606047 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-022f543f-888b-4536-8923-f559d1ee1ec2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ca92e93-aad4-4a1e-83fb-e83fc1a24643 HTTP/1.1" status: 204 len: 168 time: 0.1174338 Jul 30 00:21:45.614664 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022f543f-888b-4536-8923-f559d1ee1ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca92e93-aad4-4a1e-83fb-e83fc1a24643,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:45.918838 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6c106bac-7ee7-4b7e-a374-d11060452df6 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:21:45.943550 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 6c106bac-7ee7-4b7e-a374-d11060452df6 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:21:45.944001 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6c106bac-7ee7-4b7e-a374-d11060452df6 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:21:45.944413 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c17d96cb-6643-45d9-ac83-2cc3ff077139 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:21:45.962340 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: c17d96cb-6643-45d9-ac83-2cc3ff077139 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:21:45.962685 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c17d96cb-6643-45d9-ac83-2cc3ff077139 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:21:46.231106 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59324) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:46.326061 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-44edea44-5a8e-4a92-b76a-87a44428fe87 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-891026803', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:21:46.349852 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-44edea44-5a8e-4a92-b76a-87a44428fe87 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:46.350905 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-44edea44-5a8e-4a92-b76a-87a44428fe87 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:46.401512 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-44edea44-5a8e-4a92-b76a-87a44428fe87 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:46.405254 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-44edea44-5a8e-4a92-b76a-87a44428fe87 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:46.420481 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-44edea44-5a8e-4a92-b76a-87a44428fe87 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:46.421726 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-44edea44-5a8e-4a92-b76a-87a44428fe87 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1896086 Jul 30 00:21:46.425346 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59328) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:46.430170 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-98e3130f-412f-4e2e-8cf3-0b0d7442e1c0 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1175560537'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:21:46.450871 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e3130f-412f-4e2e-8cf3-0b0d7442e1c0 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Made reservation on behalf of 83ceda4da2a048e88567ce2758aa7f4d for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:21:46.454727 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-98e3130f-412f-4e2e-8cf3-0b0d7442e1c0 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:46.463609 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-98e3130f-412f-4e2e-8cf3-0b0d7442e1c0 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:46.554814 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-98e3130f-412f-4e2e-8cf3-0b0d7442e1c0 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:46.558699 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-98e3130f-412f-4e2e-8cf3-0b0d7442e1c0 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:46.587655 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e3130f-412f-4e2e-8cf3-0b0d7442e1c0 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:21:46.597062 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3130f-412f-4e2e-8cf3-0b0d7442e1c0 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=364f6de3-fd6b-4ad4-9178-38b39d5162aa,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:46.603813 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-98e3130f-412f-4e2e-8cf3-0b0d7442e1c0 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:46.604183 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-98e3130f-412f-4e2e-8cf3-0b0d7442e1c0 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Added segment e42f478d-4ebe-49c2-ac99-583bae4b0045 of type vlan for network e6a76e04-8635-4a37-8e5f-e11c635a5cf5 Jul 30 00:21:46.644444 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-98e3130f-412f-4e2e-8cf3-0b0d7442e1c0 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:46.675267 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-98e3130f-412f-4e2e-8cf3-0b0d7442e1c0 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:46.680899 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e3130f-412f-4e2e-8cf3-0b0d7442e1c0 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:46.681476 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-98e3130f-412f-4e2e-8cf3-0b0d7442e1c0 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:46.736598 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-98e3130f-412f-4e2e-8cf3-0b0d7442e1c0 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3102200 Jul 30 00:21:46.739340 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59330) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:46.746258 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-13d1e7b6-69c4-40b1-8bb4-047322490be7 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Request body: {'subnet': {'network_id': 'e6a76e04-8635-4a37-8e5f-e11c635a5cf5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:21:46.790941 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e3130f-412f-4e2e-8cf3-0b0d7442e1c0 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Pushing event updated for resources: {'Network': ['ID=e6a76e04-8635-4a37-8e5f-e11c635a5cf5,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:46.801041 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network e6a76e04-8635-4a37-8e5f-e11c635a5cf5 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:21:46.840137 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d1e7b6-69c4-40b1-8bb4-047322490be7 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Made reservation on behalf of 83ceda4da2a048e88567ce2758aa7f4d for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:21:46.843659 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-13d1e7b6-69c4-40b1-8bb4-047322490be7 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:47.024950 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-13d1e7b6-69c4-40b1-8bb4-047322490be7 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:47.083908 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d1e7b6-69c4-40b1-8bb4-047322490be7 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Pushing event updated for resources: {'Subnet': ['ID=55103047-246f-43a0-b794-9bbd478cfb9e,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:47.092584 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13d1e7b6-69c4-40b1-8bb4-047322490be7 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Checking segment: {'id': 'e42f478d-4ebe-49c2-ac99-583bae4b0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e6a76e04-8635-4a37-8e5f-e11c635a5cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:21:47.092954 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d1e7b6-69c4-40b1-8bb4-047322490be7 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Network hostable DHCP agents. Network: e6a76e04-8635-4a37-8e5f-e11c635a5cf5, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:21:47.109443 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d1e7b6-69c4-40b1-8bb4-047322490be7 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Network e6a76e04-8635-4a37-8e5f-e11c635a5cf5 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:21:47.118419 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-13d1e7b6-69c4-40b1-8bb4-047322490be7 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, e6a76e04-8635-4a37-8e5f-e11c635a5cf5) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:21:47.127971 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3bba98-3f1f-4ae4-b558-a4c4ee9de336 None None] Network e6a76e04-8635-4a37-8e5f-e11c635a5cf5 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:21:47.128992 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d1e7b6-69c4-40b1-8bb4-047322490be7 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:47.129642 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-13d1e7b6-69c4-40b1-8bb4-047322490be7 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:47.148386 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-13d1e7b6-69c4-40b1-8bb4-047322490be7 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4079609 Jul 30 00:21:47.151408 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59332) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:47.156549 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-0455d728-42cb-4145-a9cc-13dba89e0e6b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-782958698'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:21:47.177884 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0455d728-42cb-4145-a9cc-13dba89e0e6b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Made reservation on behalf of 83ceda4da2a048e88567ce2758aa7f4d for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:21:47.181492 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0455d728-42cb-4145-a9cc-13dba89e0e6b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:47.212967 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0455d728-42cb-4145-a9cc-13dba89e0e6b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:21:47.223543 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0455d728-42cb-4145-a9cc-13dba89e0e6b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:47.224225 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-0455d728-42cb-4145-a9cc-13dba89e0e6b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Added segment 7e5a4688-ca43-4f80-8935-a642e8355e53 of type vlan for network 64eebd0c-c59d-460d-acf8-15919ed3caa3 Jul 30 00:21:47.265859 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0455d728-42cb-4145-a9cc-13dba89e0e6b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:47.290688 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd46c4a0-a5e4-4367-9bb5-07ae00d5a3a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-e6a76e04-8635-4a37-8e5f-e11c635a5cf5', 'network_id': 'e6a76e04-8635-4a37-8e5f-e11c635a5cf5', 'tenant_id': '83ceda4da2a048e88567ce2758aa7f4d', 'fixed_ips': [{'subnet_id': '55103047-246f-43a0-b794-9bbd478cfb9e'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:21:47.292098 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd46c4a0-a5e4-4367-9bb5-07ae00d5a3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:47.299746 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0455d728-42cb-4145-a9cc-13dba89e0e6b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:47.306239 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0455d728-42cb-4145-a9cc-13dba89e0e6b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:47.306827 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0455d728-42cb-4145-a9cc-13dba89e0e6b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:47.367335 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0455d728-42cb-4145-a9cc-13dba89e0e6b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2137830 Jul 30 00:21:47.369820 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59334) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:47.375117 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-4b82b558-1323-4a36-95d1-4cb8413d970d tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Request body: {'subnet': {'network_id': '64eebd0c-c59d-460d-acf8-15919ed3caa3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:21:47.389216 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0455d728-42cb-4145-a9cc-13dba89e0e6b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Pushing event updated for resources: {'Network': ['ID=64eebd0c-c59d-460d-acf8-15919ed3caa3,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:47.501741 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b82b558-1323-4a36-95d1-4cb8413d970d tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Made reservation on behalf of 83ceda4da2a048e88567ce2758aa7f4d for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:21:47.505813 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b82b558-1323-4a36-95d1-4cb8413d970d tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:47.546697 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 64eebd0c-c59d-460d-acf8-15919ed3caa3 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:21:47.663314 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-fd46c4a0-a5e4-4367-9bb5-07ae00d5a3a5 None None] Allocated IP 172.20.0.2 (e6a76e04-8635-4a37-8e5f-e11c635a5cf5/55103047-246f-43a0-b794-9bbd478cfb9e/2a78b021-4f96-4855-ad1e-138d22a87eca) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:21:47.709207 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b82b558-1323-4a36-95d1-4cb8413d970d tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:47.772007 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82b558-1323-4a36-95d1-4cb8413d970d tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Pushing event updated for resources: {'Subnet': ['ID=d7f3d5f1-a626-4644-8ce4-0fe6cf612403,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:47.785930 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b82b558-1323-4a36-95d1-4cb8413d970d tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Checking segment: {'id': '7e5a4688-ca43-4f80-8935-a642e8355e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '64eebd0c-c59d-460d-acf8-15919ed3caa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:21:47.786296 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b82b558-1323-4a36-95d1-4cb8413d970d tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Network hostable DHCP agents. Network: 64eebd0c-c59d-460d-acf8-15919ed3caa3, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:21:47.804728 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b82b558-1323-4a36-95d1-4cb8413d970d tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Network 64eebd0c-c59d-460d-acf8-15919ed3caa3 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:21:47.813050 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd46c4a0-a5e4-4367-9bb5-07ae00d5a3a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:47.816293 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-4b82b558-1323-4a36-95d1-4cb8413d970d tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 64eebd0c-c59d-460d-acf8-15919ed3caa3) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:21:47.822444 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b82b558-1323-4a36-95d1-4cb8413d970d tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:47.823142 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4b82b558-1323-4a36-95d1-4cb8413d970d tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:47.826104 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ccd730-38e0-4ba3-804a-4495dfb77e06 None None] Network 64eebd0c-c59d-460d-acf8-15919ed3caa3 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:21:47.830805 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fd46c4a0-a5e4-4367-9bb5-07ae00d5a3a5 None None] Transition to ACTIVE for port object 2a78b021-4f96-4855-ad1e-138d22a87eca will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:21:47.839323 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4b82b558-1323-4a36-95d1-4cb8413d970d tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4683657 Jul 30 00:21:47.842227 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59336) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:47.847228 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-2f166aa0-abd5-478e-9b9d-f2a6457a9bc9 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Request body: {'router': {'external_gateway_info': {'network_id': '64eebd0c-c59d-460d-acf8-15919ed3caa3'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:21:47.892958 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fd46c4a0-a5e4-4367-9bb5-07ae00d5a3a5 None None] Transition to ACTIVE for port object 2a78b021-4f96-4855-ad1e-138d22a87eca will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:21:47.905224 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd46c4a0-a5e4-4367-9bb5-07ae00d5a3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:47.977463 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd46c4a0-a5e4-4367-9bb5-07ae00d5a3a5 None None] Network e6a76e04-8635-4a37-8e5f-e11c635a5cf5 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:21:47.985585 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-fd46c4a0-a5e4-4367-9bb5-07ae00d5a3a5 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:21:47.989349 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd46c4a0-a5e4-4367-9bb5-07ae00d5a3a5 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:21:48.021505 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46c4a0-a5e4-4367-9bb5-07ae00d5a3a5 None None] Pushing event updated for resources: {'Port': ['ID=2a78b021-4f96-4855-ad1e-138d22a87eca,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:48.066210 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2f166aa0-abd5-478e-9b9d-f2a6457a9bc9 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:48.096521 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-fd46c4a0-a5e4-4367-9bb5-07ae00d5a3a5 None None] Attempting to bind port 2a78b021-4f96-4855-ad1e-138d22a87eca on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:21:48.096966 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-fd46c4a0-a5e4-4367-9bb5-07ae00d5a3a5 None None] Attempting to bind port 2a78b021-4f96-4855-ad1e-138d22a87eca by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'e42f478d-4ebe-49c2-ac99-583bae4b0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e6a76e04-8635-4a37-8e5f-e11c635a5cf5'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:21:48.097458 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd46c4a0-a5e4-4367-9bb5-07ae00d5a3a5 None None] Attempting to bind port 2a78b021-4f96-4855-ad1e-138d22a87eca on network e6a76e04-8635-4a37-8e5f-e11c635a5cf5 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:21:48.107170 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd46c4a0-a5e4-4367-9bb5-07ae00d5a3a5 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:21:48.107170 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd46c4a0-a5e4-4367-9bb5-07ae00d5a3a5 None None] Checking segment: {'id': 'e42f478d-4ebe-49c2-ac99-583bae4b0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e6a76e04-8635-4a37-8e5f-e11c635a5cf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:21:48.107170 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd46c4a0-a5e4-4367-9bb5-07ae00d5a3a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:48.107170 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd46c4a0-a5e4-4367-9bb5-07ae00d5a3a5 None None] Bound using segment: {'id': 'e42f478d-4ebe-49c2-ac99-583bae4b0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e6a76e04-8635-4a37-8e5f-e11c635a5cf5'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:21:48.107685 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-fd46c4a0-a5e4-4367-9bb5-07ae00d5a3a5 None None] Bound port: 2a78b021-4f96-4855-ad1e-138d22a87eca, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e42f478d-4ebe-49c2-ac99-583bae4b0045', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e6a76e04-8635-4a37-8e5f-e11c635a5cf5'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:21:48.107940 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd46c4a0-a5e4-4367-9bb5-07ae00d5a3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:48.162792 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440ae27e-fafb-4395-af9c-4faa5d1974e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-64eebd0c-c59d-460d-acf8-15919ed3caa3', 'network_id': '64eebd0c-c59d-460d-acf8-15919ed3caa3', 'tenant_id': '83ceda4da2a048e88567ce2758aa7f4d', 'fixed_ips': [{'subnet_id': 'd7f3d5f1-a626-4644-8ce4-0fe6cf612403'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:21:48.163637 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-440ae27e-fafb-4395-af9c-4faa5d1974e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:48.184335 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [None req-2f166aa0-abd5-478e-9b9d-f2a6457a9bc9 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 30 00:21:48.185400 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2f166aa0-abd5-478e-9b9d-f2a6457a9bc9 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] 10.222.0.18 "PUT /v2.0/routers/5060757d-b420-4785-a25a-bfce5da3e2b8 HTTP/1.1" status: 400 len: 364 time: 0.3421669 Jul 30 00:21:48.191778 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59338) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:48.247545 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f66cc6c-1a65-48a5-8a11-4e95756ef6a2 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Deleting subnet d7f3d5f1-a626-4644-8ce4-0fe6cf612403 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:21:48.255042 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3f66cc6c-1a65-48a5-8a11-4e95756ef6a2 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:48.271242 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-fd46c4a0-a5e4-4367-9bb5-07ae00d5a3a5 None None] For port 2a78b021-4f96-4855-ad1e-138d22a87eca, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:21:48.294828 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-fd46c4a0-a5e4-4367-9bb5-07ae00d5a3a5 None None] For port 2a78b021-4f96-4855-ad1e-138d22a87eca, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=2a78b021-4f96-4855-ad1e-138d22a87eca,segment=NetworkSegment(e42f478d-4ebe-49c2-ac99-583bae4b0045),segment_id=e42f478d-4ebe-49c2-ac99-583bae4b0045)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:21:48.299823 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3f66cc6c-1a65-48a5-8a11-4e95756ef6a2 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:48.300805 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd46c4a0-a5e4-4367-9bb5-07ae00d5a3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:48.352298 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3f66cc6c-1a65-48a5-8a11-4e95756ef6a2 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:48.366891 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46c4a0-a5e4-4367-9bb5-07ae00d5a3a5 None None] Pushing event updated for resources: {'Port': ['ID=2a78b021-4f96-4855-ad1e-138d22a87eca,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:48.429273 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3f66cc6c-1a65-48a5-8a11-4e95756ef6a2 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server [None req-440ae27e-fafb-4395-af9c-4faa5d1974e7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d7f3d5f1-a626-4644-8ce4-0fe6cf612403: This subnet is being modified by another concurrent operation. Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise self.value Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server raise exception Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d7f3d5f1-a626-4644-8ce4-0fe6cf612403: This subnet is being modified by another concurrent operation. Jul 30 00:21:48.432298 n-d-712140-10 neutron-server[94065]: ERROR oslo_messaging.rpc.server Jul 30 00:21:48.455127 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927e76f5-565f-4577-a2be-f271a4a3f1d3 None None] Network 64eebd0c-c59d-460d-acf8-15919ed3caa3 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:21:48.464477 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66cc6c-1a65-48a5-8a11-4e95756ef6a2 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Pushing event deleted for resources: {'Subnet': ['ID=d7f3d5f1-a626-4644-8ce4-0fe6cf612403,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:48.469011 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3f66cc6c-1a65-48a5-8a11-4e95756ef6a2 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:48.474089 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3f66cc6c-1a65-48a5-8a11-4e95756ef6a2 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] 10.222.0.18 "DELETE /v2.0/subnets/d7f3d5f1-a626-4644-8ce4-0fe6cf612403 HTTP/1.1" status: 204 len: 168 time: 0.2790089 Jul 30 00:21:48.474361 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59340) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:48.580892 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-166f98ae-8ca3-4467-b4d5-dbf782da499b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:48.673588 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-166f98ae-8ca3-4467-b4d5-dbf782da499b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:48.684075 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-166f98ae-8ca3-4467-b4d5-dbf782da499b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64eebd0c-c59d-460d-acf8-15919ed3caa3']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:48.695524 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-166f98ae-8ca3-4467-b4d5-dbf782da499b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e5a4688-ca43-4f80-8935-a642e8355e53') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:48.695816 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-166f98ae-8ca3-4467-b4d5-dbf782da499b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e5a4688-ca43-4f80-8935-a642e8355e53') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:48.705986 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-166f98ae-8ca3-4467-b4d5-dbf782da499b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:48.719681 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-166f98ae-8ca3-4467-b4d5-dbf782da499b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:48.726093 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-166f98ae-8ca3-4467-b4d5-dbf782da499b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:21:48.726459 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-166f98ae-8ca3-4467-b4d5-dbf782da499b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:48.729447 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 30 00:21:48.729447 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:21:48.729447 n-d-712140-10 neutron-server[94063]: timer() Jul 30 00:21:48.729447 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:21:48.729447 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 30 00:21:48.729447 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:21:48.729447 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 30 00:21:48.729447 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:21:48.729447 n-d-712140-10 neutron-server[94063]: self._notify() Jul 30 00:21:48.729447 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:21:48.729447 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 30 00:21:48.729447 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:21:48.729447 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 30 00:21:48.729447 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:21:48.729447 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:21:48.729447 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:21:48.729447 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:21:48.729447 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:21:48.729447 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 30 00:21:48.729447 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:21:48.729447 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 30 00:21:48.729447 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:21:48.729447 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:21:48.729447 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:21:48.729447 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 30 00:21:48.729447 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:21:48.729447 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:21:48.729447 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:21:48.729447 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:21:48.729447 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:21:48.729447 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:21:48.729447 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:21:48.795111 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-166f98ae-8ca3-4467-b4d5-dbf782da499b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:48.801139 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-166f98ae-8ca3-4467-b4d5-dbf782da499b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:48.803266 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-166f98ae-8ca3-4467-b4d5-dbf782da499b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] 10.222.0.18 "DELETE /v2.0/networks/64eebd0c-c59d-460d-acf8-15919ed3caa3 HTTP/1.1" status: 204 len: 168 time: 0.3279614 Jul 30 00:21:48.806060 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59342) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:48.819788 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166f98ae-8ca3-4467-b4d5-dbf782da499b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Pushing event deleted for resources: {'Network': ['ID=64eebd0c-c59d-460d-acf8-15919ed3caa3,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:48.864244 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9f77a93-2215-4bc7-9c37-816a664f2778 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Deleting subnet 55103047-246f-43a0-b794-9bbd478cfb9e {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:21:48.867330 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9f77a93-2215-4bc7-9c37-816a664f2778 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:48.907803 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9f77a93-2215-4bc7-9c37-816a664f2778 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:48.991462 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9f77a93-2215-4bc7-9c37-816a664f2778 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:49.059393 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9f77a93-2215-4bc7-9c37-816a664f2778 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:49.086078 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f77a93-2215-4bc7-9c37-816a664f2778 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Pushing event deleted for resources: {'Subnet': ['ID=55103047-246f-43a0-b794-9bbd478cfb9e,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:49.092478 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b9f77a93-2215-4bc7-9c37-816a664f2778 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:49.097503 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59344) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:49.097728 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b9f77a93-2215-4bc7-9c37-816a664f2778 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] 10.222.0.18 "DELETE /v2.0/subnets/55103047-246f-43a0-b794-9bbd478cfb9e HTTP/1.1" status: 204 len: 168 time: 0.2903504 Jul 30 00:21:49.174435 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-89a14282-91d7-4c35-ad46-18c5b0d49f3b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:49.233305 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-89a14282-91d7-4c35-ad46-18c5b0d49f3b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Deleting port 2a78b021-4f96-4855-ad1e-138d22a87eca {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:21:49.233655 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-89a14282-91d7-4c35-ad46-18c5b0d49f3b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:49.299199 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-89a14282-91d7-4c35-ad46-18c5b0d49f3b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] For port 2a78b021-4f96-4855-ad1e-138d22a87eca, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=2a78b021-4f96-4855-ad1e-138d22a87eca,segment=NetworkSegment(e42f478d-4ebe-49c2-ac99-583bae4b0045),segment_id=e42f478d-4ebe-49c2-ac99-583bae4b0045)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:21:49.299572 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-89a14282-91d7-4c35-ad46-18c5b0d49f3b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:49.311390 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9b588b-b519-407b-ada3-f0a1bf640c13 None None] Network e6a76e04-8635-4a37-8e5f-e11c635a5cf5 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:21:49.312950 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-89a14282-91d7-4c35-ad46-18c5b0d49f3b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Calling delete_port for 2a78b021-4f96-4855-ad1e-138d22a87eca owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:21:49.380579 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b9d03356-9638-4409-b002-6038c138a683 None None] Provisioning for port 2a78b021-4f96-4855-ad1e-138d22a87eca completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:21:49.495151 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298a7f1d-35f8-4564-bff5-33d51dcc2da8 None None] DHCP port deletion for e6a76e04-8635-4a37-8e5f-e11c635a5cf5 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:21:49.543361 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-298a7f1d-35f8-4564-bff5-33d51dcc2da8 None None] Deleting port 2a78b021-4f96-4855-ad1e-138d22a87eca {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:21:49.543733 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-298a7f1d-35f8-4564-bff5-33d51dcc2da8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:49.607878 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-298a7f1d-35f8-4564-bff5-33d51dcc2da8 None None] For port 2a78b021-4f96-4855-ad1e-138d22a87eca, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=2a78b021-4f96-4855-ad1e-138d22a87eca,segment=NetworkSegment(e42f478d-4ebe-49c2-ac99-583bae4b0045),segment_id=e42f478d-4ebe-49c2-ac99-583bae4b0045)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:21:49.608164 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-298a7f1d-35f8-4564-bff5-33d51dcc2da8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:49.622673 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-298a7f1d-35f8-4564-bff5-33d51dcc2da8 None None] Calling delete_port for 2a78b021-4f96-4855-ad1e-138d22a87eca owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:21:49.705925 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-298a7f1d-35f8-4564-bff5-33d51dcc2da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:49.712092 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-89a14282-91d7-4c35-ad46-18c5b0d49f3b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:49.732365 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a7f1d-35f8-4564-bff5-33d51dcc2da8 None None] Pushing event deleted for resources: {'Port': ['ID=2a78b021-4f96-4855-ad1e-138d22a87eca,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:49.734205 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298a7f1d-35f8-4564-bff5-33d51dcc2da8 None None] No DVR routers for this DVR port 2a78b021-4f96-4855-ad1e-138d22a87eca on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:21:49.742582 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a14282-91d7-4c35-ad46-18c5b0d49f3b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Pushing event deleted for resources: {'Port': ['ID=2a78b021-4f96-4855-ad1e-138d22a87eca,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:49.744733 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a14282-91d7-4c35-ad46-18c5b0d49f3b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] No DVR routers for this DVR port 2a78b021-4f96-4855-ad1e-138d22a87eca on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:21:49.753846 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e13340-31ce-467b-98ce-818d5fb18ba4 None None] get_active_networks_info from n-d-712140-10 {{(pid=94065) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 30 00:21:49.812667 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e13340-31ce-467b-98ce-818d5fb18ba4 None None] Resources bound (agent type, host, resource id): {{(pid=94065) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 30 00:21:49.826274 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-89a14282-91d7-4c35-ad46-18c5b0d49f3b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:49.837247 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-89a14282-91d7-4c35-ad46-18c5b0d49f3b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6a76e04-8635-4a37-8e5f-e11c635a5cf5']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:49.847793 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-89a14282-91d7-4c35-ad46-18c5b0d49f3b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e42f478d-4ebe-49c2-ac99-583bae4b0045') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:49.848115 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-89a14282-91d7-4c35-ad46-18c5b0d49f3b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e42f478d-4ebe-49c2-ac99-583bae4b0045') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:49.857545 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-89a14282-91d7-4c35-ad46-18c5b0d49f3b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:49.871232 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-89a14282-91d7-4c35-ad46-18c5b0d49f3b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:49.877456 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a14282-91d7-4c35-ad46-18c5b0d49f3b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:21:49.877861 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-89a14282-91d7-4c35-ad46-18c5b0d49f3b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: self.session.flush() Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: timer() Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: self._notify() Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:21:49.880837 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:21:49.941609 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-89a14282-91d7-4c35-ad46-18c5b0d49f3b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:49.949781 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-89a14282-91d7-4c35-ad46-18c5b0d49f3b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:49.952606 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-89a14282-91d7-4c35-ad46-18c5b0d49f3b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] 10.222.0.18 "DELETE /v2.0/networks/e6a76e04-8635-4a37-8e5f-e11c635a5cf5 HTTP/1.1" status: 204 len: 168 time: 0.8537700 Jul 30 00:21:49.955016 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59346) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:49.970990 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a14282-91d7-4c35-ad46-18c5b0d49f3b tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Pushing event deleted for resources: {'Network': ['ID=e6a76e04-8635-4a37-8e5f-e11c635a5cf5,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:49.984840 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1bc1520d-1d7a-422f-a6e3-13369650c590 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] 10.222.0.18 "GET /v2.0/ports?device_id=5060757d-b420-4785-a25a-bfce5da3e2b8 HTTP/1.1" status: 200 len: 205 time: 0.0280735 Jul 30 00:21:49.987310 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59348) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:50.063053 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-caf40737-2bd8-4527-9121-70e784f4dce7 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:50.218910 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-caf40737-2bd8-4527-9121-70e784f4dce7 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:50.221028 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-caf40737-2bd8-4527-9121-70e784f4dce7 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:50.262382 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-caf40737-2bd8-4527-9121-70e784f4dce7 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:50.262963 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf40737-2bd8-4527-9121-70e784f4dce7 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Fanout notify agent at l3_agent the message router_deleted on router 5060757d-b420-4785-a25a-bfce5da3e2b8 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:21:50.271069 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-caf40737-2bd8-4527-9121-70e784f4dce7 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:50.274861 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-caf40737-2bd8-4527-9121-70e784f4dce7 tempest-RoutersNegativeTest-1674212018 tempest-RoutersNegativeTest-1674212018-project] 10.222.0.18 "DELETE /v2.0/routers/5060757d-b420-4785-a25a-bfce5da3e2b8 HTTP/1.1" status: 204 len: 168 time: 0.2862511 Jul 30 00:21:50.508235 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59354) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:50.636206 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2e480d9b-b7cb-4264-80e7-a074203ef54c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=83ceda4da2a048e88567ce2758aa7f4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1267655 Jul 30 00:21:50.638705 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59358) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:50.686455 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6610f772-baba-49c5-bfef-58b7f11b3f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:50.707883 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6610f772-baba-49c5-bfef-58b7f11b3f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:50.756959 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6610f772-baba-49c5-bfef-58b7f11b3f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:50.759818 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6610f772-baba-49c5-bfef-58b7f11b3f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:50.760981 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6610f772-baba-49c5-bfef-58b7f11b3f86 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/364f6de3-fd6b-4ad4-9178-38b39d5162aa HTTP/1.1" status: 204 len: 168 time: 0.1213830 Jul 30 00:21:50.768980 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6610f772-baba-49c5-bfef-58b7f11b3f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=364f6de3-fd6b-4ad4-9178-38b39d5162aa,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:51.362016 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59380) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:51.456109 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-8db2ff2c-5c12-42f6-90de-c02d22ff9aa4 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1492020298-network', 'tenant_id': '457ef70623ef46b09a24aaac04866201'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:21:51.477648 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db2ff2c-5c12-42f6-90de-c02d22ff9aa4 admin admin] Made reservation on behalf of 457ef70623ef46b09a24aaac04866201 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:21:51.479953 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8db2ff2c-5c12-42f6-90de-c02d22ff9aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:51.488293 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8db2ff2c-5c12-42f6-90de-c02d22ff9aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:51.575922 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8db2ff2c-5c12-42f6-90de-c02d22ff9aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:51.580615 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8db2ff2c-5c12-42f6-90de-c02d22ff9aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:51.606309 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db2ff2c-5c12-42f6-90de-c02d22ff9aa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:21:51.614254 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2ff2c-5c12-42f6-90de-c02d22ff9aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14988fd-ccf7-41a4-9b86-866ffbe503cb,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:51.622468 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8db2ff2c-5c12-42f6-90de-c02d22ff9aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:51.622810 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-8db2ff2c-5c12-42f6-90de-c02d22ff9aa4 admin admin] Added segment c981b1a7-e31e-49cf-acc9-a38fa8cf1508 of type vlan for network 846933f3-f4d3-4411-833b-b26da6dbe4a2 Jul 30 00:21:51.661885 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8db2ff2c-5c12-42f6-90de-c02d22ff9aa4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:51.692352 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8db2ff2c-5c12-42f6-90de-c02d22ff9aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:51.693339 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db2ff2c-5c12-42f6-90de-c02d22ff9aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:51.693919 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8db2ff2c-5c12-42f6-90de-c02d22ff9aa4 admin admin] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:51.750571 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8db2ff2c-5c12-42f6-90de-c02d22ff9aa4 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3874474 Jul 30 00:21:51.754353 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59384) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:51.759466 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-00ec89dc-b5f5-4490-ab23-f75349d7d69e admin admin] Request body: {'subnet': {'network_id': '846933f3-f4d3-4411-833b-b26da6dbe4a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1492020298-subnet', 'tenant_id': '457ef70623ef46b09a24aaac04866201', 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:21:51.760594 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2ff2c-5c12-42f6-90de-c02d22ff9aa4 admin admin] Pushing event updated for resources: {'Network': ['ID=846933f3-f4d3-4411-833b-b26da6dbe4a2,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:51.771113 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 846933f3-f4d3-4411-833b-b26da6dbe4a2 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:21:51.780810 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ec89dc-b5f5-4490-ab23-f75349d7d69e admin admin] Made reservation on behalf of 457ef70623ef46b09a24aaac04866201 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:21:51.783409 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-00ec89dc-b5f5-4490-ab23-f75349d7d69e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:51.950072 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-00ec89dc-b5f5-4490-ab23-f75349d7d69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:52.010514 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ec89dc-b5f5-4490-ab23-f75349d7d69e admin admin] Pushing event updated for resources: {'Subnet': ['ID=69d84a3a-32c6-4533-9b9f-27673270fec0,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:52.019066 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ec89dc-b5f5-4490-ab23-f75349d7d69e admin admin] Checking segment: {'id': 'c981b1a7-e31e-49cf-acc9-a38fa8cf1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '846933f3-f4d3-4411-833b-b26da6dbe4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:21:52.019420 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ec89dc-b5f5-4490-ab23-f75349d7d69e admin admin] Network hostable DHCP agents. Network: 846933f3-f4d3-4411-833b-b26da6dbe4a2, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:21:52.035378 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ec89dc-b5f5-4490-ab23-f75349d7d69e admin admin] Network 846933f3-f4d3-4411-833b-b26da6dbe4a2 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:21:52.044005 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-00ec89dc-b5f5-4490-ab23-f75349d7d69e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 846933f3-f4d3-4411-833b-b26da6dbe4a2) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:21:52.048447 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ec89dc-b5f5-4490-ab23-f75349d7d69e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:52.049044 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-00ec89dc-b5f5-4490-ab23-f75349d7d69e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:52.055476 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a63d7f93-2bd0-41c2-9896-74bbfa77e83d None None] Network 846933f3-f4d3-4411-833b-b26da6dbe4a2 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:21:52.063283 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-00ec89dc-b5f5-4490-ab23-f75349d7d69e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3078182 Jul 30 00:21:52.066841 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59386) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:52.071341 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-df57f06f-469c-4010-be23-e5384b55d9fe admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1492020298-router', 'tenant_id': '457ef70623ef46b09a24aaac04866201', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:21:52.093812 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-df57f06f-469c-4010-be23-e5384b55d9fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:52.094711 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-df57f06f-469c-4010-be23-e5384b55d9fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:52.150089 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-df57f06f-469c-4010-be23-e5384b55d9fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:52.202512 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1076438-74da-4b5b-a565-aad067f019b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-846933f3-f4d3-4411-833b-b26da6dbe4a2', 'network_id': '846933f3-f4d3-4411-833b-b26da6dbe4a2', 'tenant_id': '457ef70623ef46b09a24aaac04866201', 'fixed_ips': [{'subnet_id': '69d84a3a-32c6-4533-9b9f-27673270fec0'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:21:52.203368 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1076438-74da-4b5b-a565-aad067f019b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:52.288939 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-df57f06f-469c-4010-be23-e5384b55d9fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:52.333673 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-e1076438-74da-4b5b-a565-aad067f019b2 None None] Allocated IP 172.20.0.2 (846933f3-f4d3-4411-833b-b26da6dbe4a2/69d84a3a-32c6-4533-9b9f-27673270fec0/3e28e2b9-8baf-404f-bb36-a48a2e4ff2a1) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:21:52.479475 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1076438-74da-4b5b-a565-aad067f019b2 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:52.489226 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e1076438-74da-4b5b-a565-aad067f019b2 None None] Transition to ACTIVE for port object 3e28e2b9-8baf-404f-bb36-a48a2e4ff2a1 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:21:52.490466 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-df57f06f-469c-4010-be23-e5384b55d9fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:52.504672 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e1076438-74da-4b5b-a565-aad067f019b2 None None] Transition to ACTIVE for port object 3e28e2b9-8baf-404f-bb36-a48a2e4ff2a1 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:21:52.510472 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-df57f06f-469c-4010-be23-e5384b55d9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:52.510840 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1076438-74da-4b5b-a565-aad067f019b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:52.547579 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1076438-74da-4b5b-a565-aad067f019b2 None None] Network 846933f3-f4d3-4411-833b-b26da6dbe4a2 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:21:52.550610 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-e1076438-74da-4b5b-a565-aad067f019b2 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:21:52.552909 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1076438-74da-4b5b-a565-aad067f019b2 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:21:52.568249 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1076438-74da-4b5b-a565-aad067f019b2 None None] Pushing event updated for resources: {'Port': ['ID=3e28e2b9-8baf-404f-bb36-a48a2e4ff2a1,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:52.615015 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-df57f06f-469c-4010-be23-e5384b55d9fe admin admin] Allocated IP 172.25.8.205 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/23fe0fdb-872b-40a6-9316-2287d7b92e3c) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:21:52.620992 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-e1076438-74da-4b5b-a565-aad067f019b2 None None] Attempting to bind port 3e28e2b9-8baf-404f-bb36-a48a2e4ff2a1 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:21:52.621557 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-e1076438-74da-4b5b-a565-aad067f019b2 None None] Attempting to bind port 3e28e2b9-8baf-404f-bb36-a48a2e4ff2a1 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'c981b1a7-e31e-49cf-acc9-a38fa8cf1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '846933f3-f4d3-4411-833b-b26da6dbe4a2'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:21:52.622038 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1076438-74da-4b5b-a565-aad067f019b2 None None] Attempting to bind port 3e28e2b9-8baf-404f-bb36-a48a2e4ff2a1 on network 846933f3-f4d3-4411-833b-b26da6dbe4a2 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:21:52.627460 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1076438-74da-4b5b-a565-aad067f019b2 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:21:52.628551 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1076438-74da-4b5b-a565-aad067f019b2 None None] Checking segment: {'id': 'c981b1a7-e31e-49cf-acc9-a38fa8cf1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '846933f3-f4d3-4411-833b-b26da6dbe4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:21:52.629409 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1076438-74da-4b5b-a565-aad067f019b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:52.629917 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1076438-74da-4b5b-a565-aad067f019b2 None None] Bound using segment: {'id': 'c981b1a7-e31e-49cf-acc9-a38fa8cf1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '846933f3-f4d3-4411-833b-b26da6dbe4a2'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:21:52.630512 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-e1076438-74da-4b5b-a565-aad067f019b2 None None] Bound port: 3e28e2b9-8baf-404f-bb36-a48a2e4ff2a1, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c981b1a7-e31e-49cf-acc9-a38fa8cf1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '846933f3-f4d3-4411-833b-b26da6dbe4a2'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:21:52.630943 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1076438-74da-4b5b-a565-aad067f019b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:52.694119 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-e1076438-74da-4b5b-a565-aad067f019b2 None None] For port 3e28e2b9-8baf-404f-bb36-a48a2e4ff2a1, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:21:52.697595 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-e1076438-74da-4b5b-a565-aad067f019b2 None None] For port 3e28e2b9-8baf-404f-bb36-a48a2e4ff2a1, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=3e28e2b9-8baf-404f-bb36-a48a2e4ff2a1,segment=NetworkSegment(c981b1a7-e31e-49cf-acc9-a38fa8cf1508),segment_id=c981b1a7-e31e-49cf-acc9-a38fa8cf1508)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:21:52.701409 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e1076438-74da-4b5b-a565-aad067f019b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:52.723592 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-df57f06f-469c-4010-be23-e5384b55d9fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:52.760398 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1076438-74da-4b5b-a565-aad067f019b2 None None] Pushing event updated for resources: {'Port': ['ID=3e28e2b9-8baf-404f-bb36-a48a2e4ff2a1,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:52.769086 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-df57f06f-469c-4010-be23-e5384b55d9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:52.809055 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df57f06f-469c-4010-be23-e5384b55d9fe admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:21:52.812056 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-df57f06f-469c-4010-be23-e5384b55d9fe admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:21:52.814362 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df57f06f-469c-4010-be23-e5384b55d9fe admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:21:52.844283 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df57f06f-469c-4010-be23-e5384b55d9fe admin admin] Pushing event updated for resources: {'Port': ['ID=23fe0fdb-872b-40a6-9316-2287d7b92e3c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:53.092526 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-df57f06f-469c-4010-be23-e5384b55d9fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:53.286365 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-df57f06f-469c-4010-be23-e5384b55d9fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:53.415807 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df57f06f-469c-4010-be23-e5384b55d9fe admin admin] Router ea6835af-9547-4ad5-9a76-83b26e644f1f is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:21:53.527501 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df57f06f-469c-4010-be23-e5384b55d9fe admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:21:53.538745 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f12aad-f097-4c21-a72f-4e29a740b454 None None] Sync routers for ids ['ea6835af-9547-4ad5-9a76-83b26e644f1f'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:21:53.543986 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-df57f06f-469c-4010-be23-e5384b55d9fe admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:53.548003 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-df57f06f-469c-4010-be23-e5384b55d9fe admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4773974 Jul 30 00:21:53.548151 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59388) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:53.550422 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f12aad-f097-4c21-a72f-4e29a740b454 None None] Routers {'ea6835af-9547-4ad5-9a76-83b26e644f1f'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:21:53.551157 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-c1f12aad-f097-4c21-a72f-4e29a740b454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:21:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['ea6835af-9547-4ad5-9a76-83b26e644f1f'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:53.665996 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-c1f12aad-f097-4c21-a72f-4e29a740b454 None None] Set router ea6835af-9547-4ad5-9a76-83b26e644f1f gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:21:53.676898 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351cc032-0813-4a02-b0ea-adee32910598 None None] Network 846933f3-f4d3-4411-833b-b26da6dbe4a2 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:21:53.776666 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-738a615f-9a66-4a5f-ad6b-58f97e3bba49 None None] Provisioning for port 3e28e2b9-8baf-404f-bb36-a48a2e4ff2a1 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:21:53.858984 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-c1f12aad-f097-4c21-a72f-4e29a740b454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6835af-9547-4ad5-9a76-83b26e644f1f', 'name': 'tempest-TestEncryptedCinderVolumes-1492020298-router', 'tenant_id': '457ef70623ef46b09a24aaac04866201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '23fe0fdb-872b-40a6-9316-2287d7b92e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:21:52Z', 'updated_at': '2021-07-30T00:21:52Z', 'revision_number': 3, 'project_id': '457ef70623ef46b09a24aaac04866201', 'gw_port': {'id': '23fe0fdb-872b-40a6-9316-2287d7b92e3c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:50:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6835af-9547-4ad5-9a76-83b26e644f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:21:52Z', 'updated_at': '2021-07-30T00:21:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:53.888311 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f12aad-f097-4c21-a72f-4e29a740b454 None None] Checking router: ea6835af-9547-4ad5-9a76-83b26e644f1f for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:21:53.888668 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f12aad-f097-4c21-a72f-4e29a740b454 None None] Updating router ea6835af-9547-4ad5-9a76-83b26e644f1f port 23fe0fdb-872b-40a6-9316-2287d7b92e3c binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:21:53.922278 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c1f12aad-f097-4c21-a72f-4e29a740b454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:53.992701 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 3e28e2b9-8baf-404f-bb36-a48a2e4ff2a1 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:21:54.063689 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 3e28e2b9-8baf-404f-bb36-a48a2e4ff2a1 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:21:54.069966 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 3e28e2b9-8baf-404f-bb36-a48a2e4ff2a1 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:21:54.070348 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:54.130087 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-708d630e-9460-4a5c-85f4-f062996c9540 None None] Provisioning complete for port 3e28e2b9-8baf-404f-bb36-a48a2e4ff2a1 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:21:54.130498 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-708d630e-9460-4a5c-85f4-f062996c9540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:54.195964 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:54.264518 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 3e28e2b9-8baf-404f-bb36-a48a2e4ff2a1, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=3e28e2b9-8baf-404f-bb36-a48a2e4ff2a1,segment=NetworkSegment(c981b1a7-e31e-49cf-acc9-a38fa8cf1508),segment_id=c981b1a7-e31e-49cf-acc9-a38fa8cf1508)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:21:54.278302 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-708d630e-9460-4a5c-85f4-f062996c9540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:54.281387 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:54.326657 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c1f12aad-f097-4c21-a72f-4e29a740b454 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:54.337624 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-c1f12aad-f097-4c21-a72f-4e29a740b454 None None] Transition to ACTIVE for port object 23fe0fdb-872b-40a6-9316-2287d7b92e3c will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:21:54.348456 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c1f12aad-f097-4c21-a72f-4e29a740b454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:54.366840 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=3e28e2b9-8baf-404f-bb36-a48a2e4ff2a1,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:54.374880 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.db.api [None req-708d630e-9460-4a5c-85f4-f062996c9540 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 00:21:54.375241 n-d-712140-10 neutron-server[94065]: DEBUG oslo_db.api [None req-708d630e-9460-4a5c-85f4-f062996c9540 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 00:21:54.383999 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-49d9a4f1-bec3-4b65-9bc9-410c2c343656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:54.400874 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-c1f12aad-f097-4c21-a72f-4e29a740b454 None None] Attempting to bind port 23fe0fdb-872b-40a6-9316-2287d7b92e3c on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:21:54.401236 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-c1f12aad-f097-4c21-a72f-4e29a740b454 None None] Attempting to bind port 23fe0fdb-872b-40a6-9316-2287d7b92e3c by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:21:54.401584 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f12aad-f097-4c21-a72f-4e29a740b454 None None] Attempting to bind port 23fe0fdb-872b-40a6-9316-2287d7b92e3c on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:21:54.414014 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9fb00-3be8-4b4a-9a92-7d1666f91bca None None] Pushing event updated for resources: {'Port': ['ID=23fe0fdb-872b-40a6-9316-2287d7b92e3c,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:54.416910 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f12aad-f097-4c21-a72f-4e29a740b454 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:21:54.417279 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f12aad-f097-4c21-a72f-4e29a740b454 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:21:54.417669 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c1f12aad-f097-4c21-a72f-4e29a740b454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:54.418050 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f12aad-f097-4c21-a72f-4e29a740b454 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:21:54.418501 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-c1f12aad-f097-4c21-a72f-4e29a740b454 None None] Bound port: 23fe0fdb-872b-40a6-9316-2287d7b92e3c, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:21:54.418875 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c1f12aad-f097-4c21-a72f-4e29a740b454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:54.425280 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba9fb00-3be8-4b4a-9a92-7d1666f91bca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:54.425654 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba9fb00-3be8-4b4a-9a92-7d1666f91bca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:54.425992 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba9fb00-3be8-4b4a-9a92-7d1666f91bca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:54.426327 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba9fb00-3be8-4b4a-9a92-7d1666f91bca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:54.426656 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba9fb00-3be8-4b4a-9a92-7d1666f91bca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:54.426983 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba9fb00-3be8-4b4a-9a92-7d1666f91bca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:54.427313 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba9fb00-3be8-4b4a-9a92-7d1666f91bca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:54.427632 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba9fb00-3be8-4b4a-9a92-7d1666f91bca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:54.427985 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba9fb00-3be8-4b4a-9a92-7d1666f91bca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:54.428297 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba9fb00-3be8-4b4a-9a92-7d1666f91bca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:54.428619 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba9fb00-3be8-4b4a-9a92-7d1666f91bca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:54.428936 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba9fb00-3be8-4b4a-9a92-7d1666f91bca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:21:54.483797 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-c1f12aad-f097-4c21-a72f-4e29a740b454 None None] For port 23fe0fdb-872b-40a6-9316-2287d7b92e3c, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:21:54.487055 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-c1f12aad-f097-4c21-a72f-4e29a740b454 None None] For port 23fe0fdb-872b-40a6-9316-2287d7b92e3c, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=23fe0fdb-872b-40a6-9316-2287d7b92e3c,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:21:54.490845 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-c1f12aad-f097-4c21-a72f-4e29a740b454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:54.547626 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba9fb00-3be8-4b4a-9a92-7d1666f91bca None None] Pushing event updated for resources: {'Port': ['ID=23fe0fdb-872b-40a6-9316-2287d7b92e3c,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:54.549870 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-49d9a4f1-bec3-4b65-9bc9-410c2c343656 admin admin] Allocated IP 172.20.0.1 (846933f3-f4d3-4411-833b-b26da6dbe4a2/69d84a3a-32c6-4533-9b9f-27673270fec0/526a63e5-066b-4242-ad81-1b76e6ec1caf) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:21:54.557346 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f12aad-f097-4c21-a72f-4e29a740b454 None None] Routers {'ea6835af-9547-4ad5-9a76-83b26e644f1f'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:21:54.557954 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-c1f12aad-f097-4c21-a72f-4e29a740b454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:21:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['ea6835af-9547-4ad5-9a76-83b26e644f1f'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:54.662925 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-49d9a4f1-bec3-4b65-9bc9-410c2c343656 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:54.664809 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-c1f12aad-f097-4c21-a72f-4e29a740b454 None None] Set router ea6835af-9547-4ad5-9a76-83b26e644f1f gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:21:54.677677 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-49d9a4f1-bec3-4b65-9bc9-410c2c343656 admin admin] Transition to ACTIVE for port object 526a63e5-066b-4242-ad81-1b76e6ec1caf will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:21:54.712562 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-49d9a4f1-bec3-4b65-9bc9-410c2c343656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:54.751896 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d9a4f1-bec3-4b65-9bc9-410c2c343656 admin admin] Network 846933f3-f4d3-4411-833b-b26da6dbe4a2 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:21:54.759255 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-49d9a4f1-bec3-4b65-9bc9-410c2c343656 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:21:54.764193 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d9a4f1-bec3-4b65-9bc9-410c2c343656 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:21:54.767435 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9a4f1-bec3-4b65-9bc9-410c2c343656 admin admin] Pushing event updated for resources: {'Port': ['ID=526a63e5-066b-4242-ad81-1b76e6ec1caf,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:54.804794 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-49d9a4f1-bec3-4b65-9bc9-410c2c343656 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:54.856303 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-c1f12aad-f097-4c21-a72f-4e29a740b454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6835af-9547-4ad5-9a76-83b26e644f1f', 'name': 'tempest-TestEncryptedCinderVolumes-1492020298-router', 'tenant_id': '457ef70623ef46b09a24aaac04866201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '23fe0fdb-872b-40a6-9316-2287d7b92e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:21:52Z', 'updated_at': '2021-07-30T00:21:52Z', 'revision_number': 3, 'project_id': '457ef70623ef46b09a24aaac04866201', 'gw_port': {'id': '23fe0fdb-872b-40a6-9316-2287d7b92e3c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:50:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6835af-9547-4ad5-9a76-83b26e644f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:21:52Z', 'updated_at': '2021-07-30T00:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:54.894674 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1f12aad-f097-4c21-a72f-4e29a740b454 None None] The sync data for ids ['ea6835af-9547-4ad5-9a76-83b26e644f1f'] in n-d-712140-10 is: [{'id': 'ea6835af-9547-4ad5-9a76-83b26e644f1f', 'name': 'tempest-TestEncryptedCinderVolumes-1492020298-router', 'tenant_id': '457ef70623ef46b09a24aaac04866201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '23fe0fdb-872b-40a6-9316-2287d7b92e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:21:52Z', 'updated_at': '2021-07-30T00:21:52Z', 'revision_number': 3, 'project_id': '457ef70623ef46b09a24aaac04866201', 'gw_port': {'id': '23fe0fdb-872b-40a6-9316-2287d7b92e3c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:50:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6835af-9547-4ad5-9a76-83b26e644f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:21:52Z', 'updated_at': '2021-07-30T00:21:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:21:54.946476 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-49d9a4f1-bec3-4b65-9bc9-410c2c343656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:55.047955 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b057c95b-0861-470d-ae74-24c6ee9dad37 None None] Provisioning for port 526a63e5-066b-4242-ad81-1b76e6ec1caf completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:21:55.052683 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b057c95b-0861-470d-ae74-24c6ee9dad37 None None] Provisioning complete for port 526a63e5-066b-4242-ad81-1b76e6ec1caf triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:21:55.053187 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b057c95b-0861-470d-ae74-24c6ee9dad37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:55.096124 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-b057c95b-0861-470d-ae74-24c6ee9dad37 None None] Port 526a63e5-066b-4242-ad81-1b76e6ec1caf cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:21:55.134592 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-49d9a4f1-bec3-4b65-9bc9-410c2c343656 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:55.142347 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-49d9a4f1-bec3-4b65-9bc9-410c2c343656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:55.238959 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9a4f1-bec3-4b65-9bc9-410c2c343656 admin admin] Pushing event updated for resources: {'Port': ['ID=526a63e5-066b-4242-ad81-1b76e6ec1caf,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:55.241440 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-49d9a4f1-bec3-4b65-9bc9-410c2c343656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:55.356381 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d9a4f1-bec3-4b65-9bc9-410c2c343656 admin admin] Network 846933f3-f4d3-4411-833b-b26da6dbe4a2 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:21:55.357774 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-49d9a4f1-bec3-4b65-9bc9-410c2c343656 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:21:55.489964 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d9a4f1-bec3-4b65-9bc9-410c2c343656 admin admin] Router ea6835af-9547-4ad5-9a76-83b26e644f1f has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:21:55.621316 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6daa8da9-4dda-4887-be5d-f49ca6c0a6b2 None None] Provisioning complete for port 526a63e5-066b-4242-ad81-1b76e6ec1caf triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:21:55.621695 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6daa8da9-4dda-4887-be5d-f49ca6c0a6b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:55.624418 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d9a4f1-bec3-4b65-9bc9-410c2c343656 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:21:55.641052 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-49d9a4f1-bec3-4b65-9bc9-410c2c343656 admin admin] 10.222.0.18 "PUT /v2.0/routers/ea6835af-9547-4ad5-9a76-83b26e644f1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0839851 Jul 30 00:21:55.658795 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-6daa8da9-4dda-4887-be5d-f49ca6c0a6b2 None None] Port 526a63e5-066b-4242-ad81-1b76e6ec1caf cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:21:55.994458 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 3e28e2b9-8baf-404f-bb36-a48a2e4ff2a1 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:21:56.056613 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 3e28e2b9-8baf-404f-bb36-a48a2e4ff2a1 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:21:56.057535 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:56.154477 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 23fe0fdb-872b-40a6-9316-2287d7b92e3c up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:21:56.160590 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59404) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:56.165586 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f06e320c-84a7-4e8b-b002-7b18cf40ebc7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-34020963-network', 'tenant_id': 'cf9da267a171472da2322882de252a66'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:21:56.188278 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06e320c-84a7-4e8b-b002-7b18cf40ebc7 admin admin] Made reservation on behalf of cf9da267a171472da2322882de252a66 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:21:56.191020 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f06e320c-84a7-4e8b-b002-7b18cf40ebc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:56.200418 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f06e320c-84a7-4e8b-b002-7b18cf40ebc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:56.203708 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 23fe0fdb-872b-40a6-9316-2287d7b92e3c completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:21:56.207756 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 23fe0fdb-872b-40a6-9316-2287d7b92e3c triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:21:56.208170 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:56.301276 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f06e320c-84a7-4e8b-b002-7b18cf40ebc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:56.303563 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:56.306282 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f06e320c-84a7-4e8b-b002-7b18cf40ebc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:56.326558 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 23fe0fdb-872b-40a6-9316-2287d7b92e3c, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=23fe0fdb-872b-40a6-9316-2287d7b92e3c,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:21:56.330993 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f06e320c-84a7-4e8b-b002-7b18cf40ebc7 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:21:56.331223 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:56.341089 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e320c-84a7-4e8b-b002-7b18cf40ebc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810dac82-8468-49d3-b8b8-9c18036eae7e,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:56.346163 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f06e320c-84a7-4e8b-b002-7b18cf40ebc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:56.347053 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-f06e320c-84a7-4e8b-b002-7b18cf40ebc7 admin admin] Added segment 953d61b5-7976-4b99-bfcf-05c379c426bf of type vlan for network f5181aab-9e96-4bc7-9326-f630a9553897 Jul 30 00:21:56.385047 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=23fe0fdb-872b-40a6-9316-2287d7b92e3c,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:56.390348 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f06e320c-84a7-4e8b-b002-7b18cf40ebc7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:56.423623 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f06e320c-84a7-4e8b-b002-7b18cf40ebc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:56.425329 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06e320c-84a7-4e8b-b002-7b18cf40ebc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:56.426188 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f06e320c-84a7-4e8b-b002-7b18cf40ebc7 admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:56.483176 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f06e320c-84a7-4e8b-b002-7b18cf40ebc7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3213747 Jul 30 00:21:56.485878 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59406) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:56.492719 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-2284d0ec-5f8d-4060-b485-d739447e401c admin admin] Request body: {'subnet': {'network_id': 'f5181aab-9e96-4bc7-9326-f630a9553897', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-34020963-subnet', 'tenant_id': 'cf9da267a171472da2322882de252a66', 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:21:56.502055 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e320c-84a7-4e8b-b002-7b18cf40ebc7 admin admin] Pushing event updated for resources: {'Network': ['ID=f5181aab-9e96-4bc7-9326-f630a9553897,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:56.512861 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network f5181aab-9e96-4bc7-9326-f630a9553897 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:21:56.528114 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2284d0ec-5f8d-4060-b485-d739447e401c admin admin] Made reservation on behalf of cf9da267a171472da2322882de252a66 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:21:56.530762 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2284d0ec-5f8d-4060-b485-d739447e401c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:56.602432 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246a7e75-2c60-48f0-b8dc-ce6b75a93cba None None] Sync routers for ids ['ea6835af-9547-4ad5-9a76-83b26e644f1f'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:21:56.613435 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246a7e75-2c60-48f0-b8dc-ce6b75a93cba None None] Routers {'ea6835af-9547-4ad5-9a76-83b26e644f1f'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:21:56.614060 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-246a7e75-2c60-48f0-b8dc-ce6b75a93cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:21:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['ea6835af-9547-4ad5-9a76-83b26e644f1f'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:56.709929 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2284d0ec-5f8d-4060-b485-d739447e401c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:56.726412 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-246a7e75-2c60-48f0-b8dc-ce6b75a93cba None None] Set router ea6835af-9547-4ad5-9a76-83b26e644f1f gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:21:56.771266 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2284d0ec-5f8d-4060-b485-d739447e401c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef321246-ef9a-4d29-92ea-1902dc55c85a,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:56.778301 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2284d0ec-5f8d-4060-b485-d739447e401c admin admin] Checking segment: {'id': '953d61b5-7976-4b99-bfcf-05c379c426bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f5181aab-9e96-4bc7-9326-f630a9553897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:21:56.778664 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2284d0ec-5f8d-4060-b485-d739447e401c admin admin] Network hostable DHCP agents. Network: f5181aab-9e96-4bc7-9326-f630a9553897, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:21:56.796191 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2284d0ec-5f8d-4060-b485-d739447e401c admin admin] Network f5181aab-9e96-4bc7-9326-f630a9553897 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:21:56.804962 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-2284d0ec-5f8d-4060-b485-d739447e401c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, f5181aab-9e96-4bc7-9326-f630a9553897) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:21:56.810181 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2284d0ec-5f8d-4060-b485-d739447e401c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:21:56.811087 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2284d0ec-5f8d-4060-b485-d739447e401c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:56.814517 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f985caee-6af7-4e0f-b9af-2b146fcd91dc None None] Network f5181aab-9e96-4bc7-9326-f630a9553897 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:21:56.827961 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2284d0ec-5f8d-4060-b485-d739447e401c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3384867 Jul 30 00:21:56.828193 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59408) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:56.833269 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-0e57de9a-0fa8-4c4c-a6eb-345c66913273 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-34020963-router', 'tenant_id': 'cf9da267a171472da2322882de252a66', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:21:56.856051 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0e57de9a-0fa8-4c4c-a6eb-345c66913273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:56.857123 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0e57de9a-0fa8-4c4c-a6eb-345c66913273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:56.920874 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0e57de9a-0fa8-4c4c-a6eb-345c66913273 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:57.067948 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0e57de9a-0fa8-4c4c-a6eb-345c66913273 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:57.199191 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-246a7e75-2c60-48f0-b8dc-ce6b75a93cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6835af-9547-4ad5-9a76-83b26e644f1f', 'name': 'tempest-TestEncryptedCinderVolumes-1492020298-router', 'tenant_id': '457ef70623ef46b09a24aaac04866201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '23fe0fdb-872b-40a6-9316-2287d7b92e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:21:52Z', 'updated_at': '2021-07-30T00:21:54Z', 'revision_number': 4, 'project_id': '457ef70623ef46b09a24aaac04866201', 'gw_port': {'id': '23fe0fdb-872b-40a6-9316-2287d7b92e3c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6835af-9547-4ad5-9a76-83b26e644f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:21:52Z', 'updated_at': '2021-07-30T00:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '526a63e5-066b-4242-ad81-1b76e6ec1caf', 'name': '', 'network_id': '846933f3-f4d3-4411-833b-b26da6dbe4a2', 'tenant_id': '457ef70623ef46b09a24aaac04866201', 'mac_address': 'fa:16:3e:6a:00:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6835af-9547-4ad5-9a76-83b26e644f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '69d84a3a-32c6-4533-9b9f-27673270fec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:21:54Z', 'updated_at': '2021-07-30T00:21:55Z', 'revision_number': 2, 'project_id': '457ef70623ef46b09a24aaac04866201', 'subnets': [{'id': '69d84a3a-32c6-4533-9b9f-27673270fec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:57.204279 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bc6641-ff64-469a-8d93-bd61cb66fec7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-f5181aab-9e96-4bc7-9326-f630a9553897', 'network_id': 'f5181aab-9e96-4bc7-9326-f630a9553897', 'tenant_id': 'cf9da267a171472da2322882de252a66', 'fixed_ips': [{'subnet_id': 'ef321246-ef9a-4d29-92ea-1902dc55c85a'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:21:57.205102 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-51bc6641-ff64-469a-8d93-bd61cb66fec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:57.235619 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246a7e75-2c60-48f0-b8dc-ce6b75a93cba None None] Checking router: ea6835af-9547-4ad5-9a76-83b26e644f1f for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:21:57.236000 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246a7e75-2c60-48f0-b8dc-ce6b75a93cba None None] Updating router ea6835af-9547-4ad5-9a76-83b26e644f1f port 526a63e5-066b-4242-ad81-1b76e6ec1caf binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:21:57.271050 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-246a7e75-2c60-48f0-b8dc-ce6b75a93cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:57.278916 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0e57de9a-0fa8-4c4c-a6eb-345c66913273 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:57.298811 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0e57de9a-0fa8-4c4c-a6eb-345c66913273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:57.413180 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-0e57de9a-0fa8-4c4c-a6eb-345c66913273 admin admin] Allocated IP 172.25.8.159 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/5381588b-44d4-49fa-8405-2d7f6b228844) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:21:57.481910 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-51bc6641-ff64-469a-8d93-bd61cb66fec7 None None] Allocated IP 172.20.0.2 (f5181aab-9e96-4bc7-9326-f630a9553897/ef321246-ef9a-4d29-92ea-1902dc55c85a/616a5c9d-4a29-44a2-97f0-8092b0cc75a8) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:21:57.521399 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0e57de9a-0fa8-4c4c-a6eb-345c66913273 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:57.561764 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0e57de9a-0fa8-4c4c-a6eb-345c66913273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:57.599022 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e57de9a-0fa8-4c4c-a6eb-345c66913273 admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:21:57.603607 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-0e57de9a-0fa8-4c4c-a6eb-345c66913273 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:21:57.606193 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e57de9a-0fa8-4c4c-a6eb-345c66913273 admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:21:57.636461 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57de9a-0fa8-4c4c-a6eb-345c66913273 admin admin] Pushing event updated for resources: {'Port': ['ID=5381588b-44d4-49fa-8405-2d7f6b228844,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:57.730443 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-51bc6641-ff64-469a-8d93-bd61cb66fec7 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:57.743533 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-246a7e75-2c60-48f0-b8dc-ce6b75a93cba None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:57.747859 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-51bc6641-ff64-469a-8d93-bd61cb66fec7 None None] Transition to ACTIVE for port object 616a5c9d-4a29-44a2-97f0-8092b0cc75a8 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:21:57.761319 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-246a7e75-2c60-48f0-b8dc-ce6b75a93cba None None] Transition to ACTIVE for port object 526a63e5-066b-4242-ad81-1b76e6ec1caf will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:21:57.770603 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-51bc6641-ff64-469a-8d93-bd61cb66fec7 None None] Transition to ACTIVE for port object 616a5c9d-4a29-44a2-97f0-8092b0cc75a8 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:21:57.774337 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-246a7e75-2c60-48f0-b8dc-ce6b75a93cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:57.779172 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-51bc6641-ff64-469a-8d93-bd61cb66fec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:57.835410 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bc6641-ff64-469a-8d93-bd61cb66fec7 None None] Network f5181aab-9e96-4bc7-9326-f630a9553897 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:21:57.838393 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12083e2-c056-432b-84ff-04f964800f43 None None] Pushing event updated for resources: {'Port': ['ID=526a63e5-066b-4242-ad81-1b76e6ec1caf,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:57.841873 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-51bc6641-ff64-469a-8d93-bd61cb66fec7 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:21:57.848234 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bc6641-ff64-469a-8d93-bd61cb66fec7 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:21:57.878872 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0e57de9a-0fa8-4c4c-a6eb-345c66913273 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:57.941009 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc6641-ff64-469a-8d93-bd61cb66fec7 None None] Pushing event updated for resources: {'Port': ['ID=616a5c9d-4a29-44a2-97f0-8092b0cc75a8,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:57.959496 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 23fe0fdb-872b-40a6-9316-2287d7b92e3c up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:21:58.000378 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-246a7e75-2c60-48f0-b8dc-ce6b75a93cba None None] Attempting to bind port 526a63e5-066b-4242-ad81-1b76e6ec1caf on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:21:58.000670 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-246a7e75-2c60-48f0-b8dc-ce6b75a93cba None None] Attempting to bind port 526a63e5-066b-4242-ad81-1b76e6ec1caf by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'c981b1a7-e31e-49cf-acc9-a38fa8cf1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '846933f3-f4d3-4411-833b-b26da6dbe4a2'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:21:58.001037 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246a7e75-2c60-48f0-b8dc-ce6b75a93cba None None] Attempting to bind port 526a63e5-066b-4242-ad81-1b76e6ec1caf on network 846933f3-f4d3-4411-833b-b26da6dbe4a2 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:21:58.010526 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-51bc6641-ff64-469a-8d93-bd61cb66fec7 None None] Attempting to bind port 616a5c9d-4a29-44a2-97f0-8092b0cc75a8 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:21:58.010981 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-51bc6641-ff64-469a-8d93-bd61cb66fec7 None None] Attempting to bind port 616a5c9d-4a29-44a2-97f0-8092b0cc75a8 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '953d61b5-7976-4b99-bfcf-05c379c426bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f5181aab-9e96-4bc7-9326-f630a9553897'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:21:58.011351 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bc6641-ff64-469a-8d93-bd61cb66fec7 None None] Attempting to bind port 616a5c9d-4a29-44a2-97f0-8092b0cc75a8 on network f5181aab-9e96-4bc7-9326-f630a9553897 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:21:58.016818 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bc6641-ff64-469a-8d93-bd61cb66fec7 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:21:58.017200 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bc6641-ff64-469a-8d93-bd61cb66fec7 None None] Checking segment: {'id': '953d61b5-7976-4b99-bfcf-05c379c426bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f5181aab-9e96-4bc7-9326-f630a9553897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:21:58.017648 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-51bc6641-ff64-469a-8d93-bd61cb66fec7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:58.018831 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bc6641-ff64-469a-8d93-bd61cb66fec7 None None] Bound using segment: {'id': '953d61b5-7976-4b99-bfcf-05c379c426bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f5181aab-9e96-4bc7-9326-f630a9553897'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:21:58.019341 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-51bc6641-ff64-469a-8d93-bd61cb66fec7 None None] Bound port: 616a5c9d-4a29-44a2-97f0-8092b0cc75a8, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '953d61b5-7976-4b99-bfcf-05c379c426bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f5181aab-9e96-4bc7-9326-f630a9553897'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:21:58.019736 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-51bc6641-ff64-469a-8d93-bd61cb66fec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:58.026539 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246a7e75-2c60-48f0-b8dc-ce6b75a93cba None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:21:58.026909 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246a7e75-2c60-48f0-b8dc-ce6b75a93cba None None] Checking segment: {'id': 'c981b1a7-e31e-49cf-acc9-a38fa8cf1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '846933f3-f4d3-4411-833b-b26da6dbe4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:21:58.027322 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-246a7e75-2c60-48f0-b8dc-ce6b75a93cba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:58.027721 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246a7e75-2c60-48f0-b8dc-ce6b75a93cba None None] Bound using segment: {'id': 'c981b1a7-e31e-49cf-acc9-a38fa8cf1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '846933f3-f4d3-4411-833b-b26da6dbe4a2'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:21:58.028250 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-246a7e75-2c60-48f0-b8dc-ce6b75a93cba None None] Bound port: 526a63e5-066b-4242-ad81-1b76e6ec1caf, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c981b1a7-e31e-49cf-acc9-a38fa8cf1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '846933f3-f4d3-4411-833b-b26da6dbe4a2'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:21:58.028637 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-246a7e75-2c60-48f0-b8dc-ce6b75a93cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:58.107113 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0e57de9a-0fa8-4c4c-a6eb-345c66913273 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:58.147063 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 23fe0fdb-872b-40a6-9316-2287d7b92e3c triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:21:58.147439 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:58.179518 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-51bc6641-ff64-469a-8d93-bd61cb66fec7 None None] For port 616a5c9d-4a29-44a2-97f0-8092b0cc75a8, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:21:58.200469 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-51bc6641-ff64-469a-8d93-bd61cb66fec7 None None] For port 616a5c9d-4a29-44a2-97f0-8092b0cc75a8, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=616a5c9d-4a29-44a2-97f0-8092b0cc75a8,segment=NetworkSegment(953d61b5-7976-4b99-bfcf-05c379c426bf),segment_id=953d61b5-7976-4b99-bfcf-05c379c426bf)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:21:58.210441 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-51bc6641-ff64-469a-8d93-bd61cb66fec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:58.212668 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-246a7e75-2c60-48f0-b8dc-ce6b75a93cba None None] For port 526a63e5-066b-4242-ad81-1b76e6ec1caf, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:21:58.244825 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e57de9a-0fa8-4c4c-a6eb-345c66913273 admin admin] Router 3b20e642-ce90-431b-ba72-bcd61af51ed9 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:21:58.250974 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-246a7e75-2c60-48f0-b8dc-ce6b75a93cba None None] For port 526a63e5-066b-4242-ad81-1b76e6ec1caf, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=526a63e5-066b-4242-ad81-1b76e6ec1caf,segment=NetworkSegment(c981b1a7-e31e-49cf-acc9-a38fa8cf1508),segment_id=c981b1a7-e31e-49cf-acc9-a38fa8cf1508)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:21:58.275241 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-246a7e75-2c60-48f0-b8dc-ce6b75a93cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:58.327922 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc6641-ff64-469a-8d93-bd61cb66fec7 None None] Pushing event updated for resources: {'Port': ['ID=616a5c9d-4a29-44a2-97f0-8092b0cc75a8,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:58.373629 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e57de9a-0fa8-4c4c-a6eb-345c66913273 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:21:58.389986 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c3bd07-c93d-4aa1-bab1-e777020bea17 None None] Sync routers for ids ['3b20e642-ce90-431b-ba72-bcd61af51ed9'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:21:58.398080 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0e57de9a-0fa8-4c4c-a6eb-345c66913273 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:58.399628 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0e57de9a-0fa8-4c4c-a6eb-345c66913273 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5704119 Jul 30 00:21:58.402674 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59410) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:21:58.406124 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c3bd07-c93d-4aa1-bab1-e777020bea17 None None] Routers {'3b20e642-ce90-431b-ba72-bcd61af51ed9'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:21:58.407195 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-96c3bd07-c93d-4aa1-bab1-e777020bea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:21:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['3b20e642-ce90-431b-ba72-bcd61af51ed9'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:58.419076 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246a7e75-2c60-48f0-b8dc-ce6b75a93cba None None] Routers {'ea6835af-9547-4ad5-9a76-83b26e644f1f'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:21:58.419718 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-246a7e75-2c60-48f0-b8dc-ce6b75a93cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:21:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['ea6835af-9547-4ad5-9a76-83b26e644f1f'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:58.421786 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12083e2-c056-432b-84ff-04f964800f43 None None] Pushing event updated for resources: {'Port': ['ID=526a63e5-066b-4242-ad81-1b76e6ec1caf,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:58.563415 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-96c3bd07-c93d-4aa1-bab1-e777020bea17 None None] Set router 3b20e642-ce90-431b-ba72-bcd61af51ed9 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:21:58.618140 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-246a7e75-2c60-48f0-b8dc-ce6b75a93cba None None] Set router ea6835af-9547-4ad5-9a76-83b26e644f1f gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:21:58.820863 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-96c3bd07-c93d-4aa1-bab1-e777020bea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b20e642-ce90-431b-ba72-bcd61af51ed9', 'name': 'tempest-TestEncryptedCinderVolumes-34020963-router', 'tenant_id': 'cf9da267a171472da2322882de252a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '5381588b-44d4-49fa-8405-2d7f6b228844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:21:56Z', 'updated_at': '2021-07-30T00:21:57Z', 'revision_number': 3, 'project_id': 'cf9da267a171472da2322882de252a66', 'gw_port': {'id': '5381588b-44d4-49fa-8405-2d7f6b228844', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b20e642-ce90-431b-ba72-bcd61af51ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:21:57Z', 'updated_at': '2021-07-30T00:21:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:58.853450 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c3bd07-c93d-4aa1-bab1-e777020bea17 None None] Checking router: 3b20e642-ce90-431b-ba72-bcd61af51ed9 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:21:58.854177 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c3bd07-c93d-4aa1-bab1-e777020bea17 None None] Updating router 3b20e642-ce90-431b-ba72-bcd61af51ed9 port 5381588b-44d4-49fa-8405-2d7f6b228844 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:21:58.882089 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-96c3bd07-c93d-4aa1-bab1-e777020bea17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:58.897610 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-246a7e75-2c60-48f0-b8dc-ce6b75a93cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6835af-9547-4ad5-9a76-83b26e644f1f', 'name': 'tempest-TestEncryptedCinderVolumes-1492020298-router', 'tenant_id': '457ef70623ef46b09a24aaac04866201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '23fe0fdb-872b-40a6-9316-2287d7b92e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:21:52Z', 'updated_at': '2021-07-30T00:21:54Z', 'revision_number': 4, 'project_id': '457ef70623ef46b09a24aaac04866201', 'gw_port': {'id': '23fe0fdb-872b-40a6-9316-2287d7b92e3c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6835af-9547-4ad5-9a76-83b26e644f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:21:52Z', 'updated_at': '2021-07-30T00:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '526a63e5-066b-4242-ad81-1b76e6ec1caf', 'name': '', 'network_id': '846933f3-f4d3-4411-833b-b26da6dbe4a2', 'tenant_id': '457ef70623ef46b09a24aaac04866201', 'mac_address': 'fa:16:3e:6a:00:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6835af-9547-4ad5-9a76-83b26e644f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '69d84a3a-32c6-4533-9b9f-27673270fec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:21:54Z', 'updated_at': '2021-07-30T00:21:58Z', 'revision_number': 4, 'project_id': '457ef70623ef46b09a24aaac04866201', 'subnets': [{'id': '69d84a3a-32c6-4533-9b9f-27673270fec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:58.929098 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246a7e75-2c60-48f0-b8dc-ce6b75a93cba None None] The sync data for ids ['ea6835af-9547-4ad5-9a76-83b26e644f1f'] in n-d-712140-10 is: [{'id': 'ea6835af-9547-4ad5-9a76-83b26e644f1f', 'name': 'tempest-TestEncryptedCinderVolumes-1492020298-router', 'tenant_id': '457ef70623ef46b09a24aaac04866201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '23fe0fdb-872b-40a6-9316-2287d7b92e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:21:52Z', 'updated_at': '2021-07-30T00:21:54Z', 'revision_number': 4, 'project_id': '457ef70623ef46b09a24aaac04866201', 'gw_port': {'id': '23fe0fdb-872b-40a6-9316-2287d7b92e3c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6835af-9547-4ad5-9a76-83b26e644f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:21:52Z', 'updated_at': '2021-07-30T00:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '526a63e5-066b-4242-ad81-1b76e6ec1caf', 'name': '', 'network_id': '846933f3-f4d3-4411-833b-b26da6dbe4a2', 'tenant_id': '457ef70623ef46b09a24aaac04866201', 'mac_address': 'fa:16:3e:6a:00:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6835af-9547-4ad5-9a76-83b26e644f1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '69d84a3a-32c6-4533-9b9f-27673270fec0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:21:54Z', 'updated_at': '2021-07-30T00:21:58Z', 'revision_number': 4, 'project_id': '457ef70623ef46b09a24aaac04866201', 'subnets': [{'id': '69d84a3a-32c6-4533-9b9f-27673270fec0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:21:58.963071 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a3170491-c44f-4812-85b1-754562acc626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:59.203980 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-96c3bd07-c93d-4aa1-bab1-e777020bea17 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:59.204690 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-a3170491-c44f-4812-85b1-754562acc626 admin admin] Allocated IP 172.20.0.1 (f5181aab-9e96-4bc7-9326-f630a9553897/ef321246-ef9a-4d29-92ea-1902dc55c85a/f61135c9-7d16-47e2-a471-03bc1e5c3463) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:21:59.218995 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-96c3bd07-c93d-4aa1-bab1-e777020bea17 None None] Transition to ACTIVE for port object 5381588b-44d4-49fa-8405-2d7f6b228844 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:21:59.229228 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-96c3bd07-c93d-4aa1-bab1-e777020bea17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:59.297329 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed18a0-216d-4d01-a14f-4afe6c518c34 None None] Pushing event updated for resources: {'Port': ['ID=5381588b-44d4-49fa-8405-2d7f6b228844,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:59.302690 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-96c3bd07-c93d-4aa1-bab1-e777020bea17 None None] Attempting to bind port 5381588b-44d4-49fa-8405-2d7f6b228844 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:21:59.303228 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-96c3bd07-c93d-4aa1-bab1-e777020bea17 None None] Attempting to bind port 5381588b-44d4-49fa-8405-2d7f6b228844 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:21:59.303692 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c3bd07-c93d-4aa1-bab1-e777020bea17 None None] Attempting to bind port 5381588b-44d4-49fa-8405-2d7f6b228844 on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:21:59.310459 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c3bd07-c93d-4aa1-bab1-e777020bea17 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:21:59.310989 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c3bd07-c93d-4aa1-bab1-e777020bea17 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:21:59.311494 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-96c3bd07-c93d-4aa1-bab1-e777020bea17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:59.312144 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c3bd07-c93d-4aa1-bab1-e777020bea17 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:21:59.312617 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-96c3bd07-c93d-4aa1-bab1-e777020bea17 None None] Bound port: 5381588b-44d4-49fa-8405-2d7f6b228844, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:21:59.313109 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-96c3bd07-c93d-4aa1-bab1-e777020bea17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:59.364128 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a3170491-c44f-4812-85b1-754562acc626 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:59.381267 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-a3170491-c44f-4812-85b1-754562acc626 admin admin] Transition to ACTIVE for port object f61135c9-7d16-47e2-a471-03bc1e5c3463 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:21:59.388903 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-96c3bd07-c93d-4aa1-bab1-e777020bea17 None None] For port 5381588b-44d4-49fa-8405-2d7f6b228844, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:21:59.395040 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-96c3bd07-c93d-4aa1-bab1-e777020bea17 None None] For port 5381588b-44d4-49fa-8405-2d7f6b228844, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=5381588b-44d4-49fa-8405-2d7f6b228844,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:21:59.401191 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-96c3bd07-c93d-4aa1-bab1-e777020bea17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:59.422931 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a3170491-c44f-4812-85b1-754562acc626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:59.465333 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c3bd07-c93d-4aa1-bab1-e777020bea17 None None] Routers {'3b20e642-ce90-431b-ba72-bcd61af51ed9'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:21:59.466226 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-96c3bd07-c93d-4aa1-bab1-e777020bea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:21:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['3b20e642-ce90-431b-ba72-bcd61af51ed9'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:21:59.478819 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3170491-c44f-4812-85b1-754562acc626 admin admin] Network f5181aab-9e96-4bc7-9326-f630a9553897 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:21:59.482163 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-a3170491-c44f-4812-85b1-754562acc626 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:21:59.490497 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3170491-c44f-4812-85b1-754562acc626 admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:21:59.540047 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed18a0-216d-4d01-a14f-4afe6c518c34 None None] Pushing event updated for resources: {'Port': ['ID=5381588b-44d4-49fa-8405-2d7f6b228844,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:59.541718 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a3170491-c44f-4812-85b1-754562acc626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:59.582024 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b23592-4041-4804-b83a-ab717778da50 None None] Network f5181aab-9e96-4bc7-9326-f630a9553897 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:21:59.595980 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3170491-c44f-4812-85b1-754562acc626 admin admin] Pushing event updated for resources: {'Port': ['ID=f61135c9-7d16-47e2-a471-03bc1e5c3463,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:21:59.669069 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-25cdbdfb-be4b-4001-9767-38195c8095c7 None None] Provisioning for port 616a5c9d-4a29-44a2-97f0-8092b0cc75a8 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:21:59.739554 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a3170491-c44f-4812-85b1-754562acc626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:21:59.755774 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-96c3bd07-c93d-4aa1-bab1-e777020bea17 None None] Set router 3b20e642-ce90-431b-ba72-bcd61af51ed9 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:22:00.015038 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a3170491-c44f-4812-85b1-754562acc626 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:00.022998 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a3170491-c44f-4812-85b1-754562acc626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:00.037842 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-96c3bd07-c93d-4aa1-bab1-e777020bea17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b20e642-ce90-431b-ba72-bcd61af51ed9', 'name': 'tempest-TestEncryptedCinderVolumes-34020963-router', 'tenant_id': 'cf9da267a171472da2322882de252a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '5381588b-44d4-49fa-8405-2d7f6b228844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:21:56Z', 'updated_at': '2021-07-30T00:21:57Z', 'revision_number': 3, 'project_id': 'cf9da267a171472da2322882de252a66', 'gw_port': {'id': '5381588b-44d4-49fa-8405-2d7f6b228844', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b20e642-ce90-431b-ba72-bcd61af51ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:21:57Z', 'updated_at': '2021-07-30T00:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:00.079582 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c3bd07-c93d-4aa1-bab1-e777020bea17 None None] The sync data for ids ['3b20e642-ce90-431b-ba72-bcd61af51ed9'] in n-d-712140-10 is: [{'id': '3b20e642-ce90-431b-ba72-bcd61af51ed9', 'name': 'tempest-TestEncryptedCinderVolumes-34020963-router', 'tenant_id': 'cf9da267a171472da2322882de252a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '5381588b-44d4-49fa-8405-2d7f6b228844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:21:56Z', 'updated_at': '2021-07-30T00:21:57Z', 'revision_number': 3, 'project_id': 'cf9da267a171472da2322882de252a66', 'gw_port': {'id': '5381588b-44d4-49fa-8405-2d7f6b228844', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b20e642-ce90-431b-ba72-bcd61af51ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:21:57Z', 'updated_at': '2021-07-30T00:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:22:00.094749 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 526a63e5-066b-4242-ad81-1b76e6ec1caf up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:22:00.119987 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a3170491-c44f-4812-85b1-754562acc626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:00.135755 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3170491-c44f-4812-85b1-754562acc626 admin admin] Pushing event updated for resources: {'Port': ['ID=f61135c9-7d16-47e2-a471-03bc1e5c3463,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:00.150276 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:00.181607 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 526a63e5-066b-4242-ad81-1b76e6ec1caf completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:22:00.195959 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 526a63e5-066b-4242-ad81-1b76e6ec1caf triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:22:00.197240 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:00.262253 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-93136eb3-8d4c-456a-930d-cb46e06c90fa None None] Provisioning for port f61135c9-7d16-47e2-a471-03bc1e5c3463 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:22:00.269115 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3170491-c44f-4812-85b1-754562acc626 admin admin] Network f5181aab-9e96-4bc7-9326-f630a9553897 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:22:00.271174 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-a3170491-c44f-4812-85b1-754562acc626 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:22:00.308659 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-93136eb3-8d4c-456a-930d-cb46e06c90fa None None] Provisioning complete for port f61135c9-7d16-47e2-a471-03bc1e5c3463 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:22:00.309038 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-93136eb3-8d4c-456a-930d-cb46e06c90fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:00.315338 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:00.367914 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:00.388959 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-93136eb3-8d4c-456a-930d-cb46e06c90fa None None] Port f61135c9-7d16-47e2-a471-03bc1e5c3463 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:22:00.392704 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 526a63e5-066b-4242-ad81-1b76e6ec1caf, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=526a63e5-066b-4242-ad81-1b76e6ec1caf,segment=NetworkSegment(c981b1a7-e31e-49cf-acc9-a38fa8cf1508),segment_id=c981b1a7-e31e-49cf-acc9-a38fa8cf1508)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:22:00.398840 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:00.399712 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 616a5c9d-4a29-44a2-97f0-8092b0cc75a8 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:22:00.439062 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3170491-c44f-4812-85b1-754562acc626 admin admin] Router 3b20e642-ce90-431b-ba72-bcd61af51ed9 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:22:00.500428 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=526a63e5-066b-4242-ad81-1b76e6ec1caf,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:00.521388 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 616a5c9d-4a29-44a2-97f0-8092b0cc75a8 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:22:00.528038 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 616a5c9d-4a29-44a2-97f0-8092b0cc75a8 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:22:00.528422 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:00.531665 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-37a8f152-2ad2-4d03-af5b-220067bfc7b6 None None] Provisioning complete for port f61135c9-7d16-47e2-a471-03bc1e5c3463 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:22:00.531665 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-37a8f152-2ad2-4d03-af5b-220067bfc7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:00.634224 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-37a8f152-2ad2-4d03-af5b-220067bfc7b6 None None] Port f61135c9-7d16-47e2-a471-03bc1e5c3463 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:22:00.718505 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:00.767584 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 616a5c9d-4a29-44a2-97f0-8092b0cc75a8, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=616a5c9d-4a29-44a2-97f0-8092b0cc75a8,segment=NetworkSegment(953d61b5-7976-4b99-bfcf-05c379c426bf),segment_id=953d61b5-7976-4b99-bfcf-05c379c426bf)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:22:00.771751 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-4a89a9ef-f468-411d-ae9c-c3b601737342 None None] Provisioning complete for port f61135c9-7d16-47e2-a471-03bc1e5c3463 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:22:00.772207 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a89a9ef-f468-411d-ae9c-c3b601737342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:00.775135 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:00.961727 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3170491-c44f-4812-85b1-754562acc626 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:22:00.967876 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a3170491-c44f-4812-85b1-754562acc626 admin admin] 10.222.0.18 "PUT /v2.0/routers/3b20e642-ce90-431b-ba72-bcd61af51ed9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5631654 Jul 30 00:22:01.016729 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-4a89a9ef-f468-411d-ae9c-c3b601737342 None None] Port f61135c9-7d16-47e2-a471-03bc1e5c3463 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:22:01.031178 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=616a5c9d-4a29-44a2-97f0-8092b0cc75a8,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:01.868375 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-25013e14-7f0e-4f53-94ce-22ee50bf4d7d tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:01.870707 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-25013e14-7f0e-4f53-94ce-22ee50bf4d7d tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/networks?id=846933f3-f4d3-4411-833b-b26da6dbe4a2 HTTP/1.1" status: 200 len: 817 time: 0.1230278 Jul 30 00:22:01.892257 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-43a45d63-d688-4381-a049-190b9e4b8504 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/quotas/457ef70623ef46b09a24aaac04866201 HTTP/1.1" status: 200 len: 375 time: 0.0101240 Jul 30 00:22:01.966964 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-2b642257-50ad-4642-be8f-3efeec014af6 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=457ef70623ef46b09a24aaac04866201&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613770 Jul 30 00:22:02.036375 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 526a63e5-066b-4242-ad81-1b76e6ec1caf up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:22:02.102338 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-aa84b1c2-2f56-4e56-8453-df6c132f98e6 service neutron] 10.222.0.18 "GET /v2.0/networks/846933f3-f4d3-4411-833b-b26da6dbe4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191874 Jul 30 00:22:02.108210 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 526a63e5-066b-4242-ad81-1b76e6ec1caf triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:22:02.108589 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:02.192780 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 616a5c9d-4a29-44a2-97f0-8092b0cc75a8 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:22:02.209541 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-ee008527-cb5a-4b39-91fe-ab2fb3b28a56 service neutron] 10.222.0.18 "GET /v2.0/networks/846933f3-f4d3-4411-833b-b26da6dbe4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985248 Jul 30 00:22:02.255731 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 616a5c9d-4a29-44a2-97f0-8092b0cc75a8 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:22:02.256176 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:02.348535 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 5381588b-44d4-49fa-8405-2d7f6b228844 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:22:02.408729 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f4b7500a-6584-4a99-a72e-9f120ee704e8 req-580e2fa9-f3c6-493e-b3e8-bae0ad812016 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/ports?device_id=a872c3c5-2bb9-45e3-8419-d5c3b1330ef5 HTTP/1.1" status: 200 len: 210 time: 0.0315206 Jul 30 00:22:02.411505 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 5381588b-44d4-49fa-8405-2d7f6b228844 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:22:02.417313 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 5381588b-44d4-49fa-8405-2d7f6b228844 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:22:02.418563 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:02.450480 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1e271d-0772-4c9e-82c7-75db1858f417 None None] Sync routers for ids ['3b20e642-ce90-431b-ba72-bcd61af51ed9'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:22:02.470757 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1e271d-0772-4c9e-82c7-75db1858f417 None None] Routers {'3b20e642-ce90-431b-ba72-bcd61af51ed9'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:22:02.472093 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-4a1e271d-0772-4c9e-82c7-75db1858f417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:21:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['3b20e642-ce90-431b-ba72-bcd61af51ed9'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:02.623906 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-4a1e271d-0772-4c9e-82c7-75db1858f417 None None] Set router 3b20e642-ce90-431b-ba72-bcd61af51ed9 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:22:02.626095 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:02.676966 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 5381588b-44d4-49fa-8405-2d7f6b228844, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=5381588b-44d4-49fa-8405-2d7f6b228844,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:22:02.694117 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:02.822486 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=5381588b-44d4-49fa-8405-2d7f6b228844,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:02.941456 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-4a1e271d-0772-4c9e-82c7-75db1858f417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b20e642-ce90-431b-ba72-bcd61af51ed9', 'name': 'tempest-TestEncryptedCinderVolumes-34020963-router', 'tenant_id': 'cf9da267a171472da2322882de252a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '5381588b-44d4-49fa-8405-2d7f6b228844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:21:56Z', 'updated_at': '2021-07-30T00:21:59Z', 'revision_number': 4, 'project_id': 'cf9da267a171472da2322882de252a66', 'gw_port': {'id': '5381588b-44d4-49fa-8405-2d7f6b228844', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2a:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b20e642-ce90-431b-ba72-bcd61af51ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:21:57Z', 'updated_at': '2021-07-30T00:21:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f61135c9-7d16-47e2-a471-03bc1e5c3463', 'name': '', 'network_id': 'f5181aab-9e96-4bc7-9326-f630a9553897', 'tenant_id': 'cf9da267a171472da2322882de252a66', 'mac_address': 'fa:16:3e:5b:08:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b20e642-ce90-431b-ba72-bcd61af51ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'ef321246-ef9a-4d29-92ea-1902dc55c85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:21:58Z', 'updated_at': '2021-07-30T00:21:59Z', 'revision_number': 2, 'project_id': 'cf9da267a171472da2322882de252a66', 'subnets': [{'id': 'ef321246-ef9a-4d29-92ea-1902dc55c85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:02.970067 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1e271d-0772-4c9e-82c7-75db1858f417 None None] Checking router: 3b20e642-ce90-431b-ba72-bcd61af51ed9 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:22:02.970432 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1e271d-0772-4c9e-82c7-75db1858f417 None None] Updating router 3b20e642-ce90-431b-ba72-bcd61af51ed9 port f61135c9-7d16-47e2-a471-03bc1e5c3463 binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:22:02.973569 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fa288378-7e70-4468-9900-4724a9f1a850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:02.997162 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a1e271d-0772-4c9e-82c7-75db1858f417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:03.290896 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a1e271d-0772-4c9e-82c7-75db1858f417 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:03.302309 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-4a1e271d-0772-4c9e-82c7-75db1858f417 None None] Transition to ACTIVE for port object f61135c9-7d16-47e2-a471-03bc1e5c3463 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:22:03.308876 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a1e271d-0772-4c9e-82c7-75db1858f417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:03.309300 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:22:03.361676 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10e25a-2c37-48f4-93bf-f6826b2f533a None None] Pushing event updated for resources: {'Port': ['ID=f61135c9-7d16-47e2-a471-03bc1e5c3463,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:03.417414 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-4a1e271d-0772-4c9e-82c7-75db1858f417 None None] Attempting to bind port f61135c9-7d16-47e2-a471-03bc1e5c3463 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:22:03.417799 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-4a1e271d-0772-4c9e-82c7-75db1858f417 None None] Attempting to bind port f61135c9-7d16-47e2-a471-03bc1e5c3463 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '953d61b5-7976-4b99-bfcf-05c379c426bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f5181aab-9e96-4bc7-9326-f630a9553897'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:22:03.418164 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1e271d-0772-4c9e-82c7-75db1858f417 None None] Attempting to bind port f61135c9-7d16-47e2-a471-03bc1e5c3463 on network f5181aab-9e96-4bc7-9326-f630a9553897 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:22:03.423976 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1e271d-0772-4c9e-82c7-75db1858f417 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:22:03.424972 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1e271d-0772-4c9e-82c7-75db1858f417 None None] Checking segment: {'id': '953d61b5-7976-4b99-bfcf-05c379c426bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f5181aab-9e96-4bc7-9326-f630a9553897'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:22:03.425362 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a1e271d-0772-4c9e-82c7-75db1858f417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:03.425768 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1e271d-0772-4c9e-82c7-75db1858f417 None None] Bound using segment: {'id': '953d61b5-7976-4b99-bfcf-05c379c426bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f5181aab-9e96-4bc7-9326-f630a9553897'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:22:03.426244 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-4a1e271d-0772-4c9e-82c7-75db1858f417 None None] Bound port: f61135c9-7d16-47e2-a471-03bc1e5c3463, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '953d61b5-7976-4b99-bfcf-05c379c426bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'f5181aab-9e96-4bc7-9326-f630a9553897'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:22:03.426635 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a1e271d-0772-4c9e-82c7-75db1858f417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:03.509259 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-19b13398-4de2-44da-8cac-88aef66ad743 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:03.511129 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-19b13398-4de2-44da-8cac-88aef66ad743 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.39 "GET /v2.0/networks?id=846933f3-f4d3-4411-833b-b26da6dbe4a2 HTTP/1.1" status: 200 len: 817 time: 0.1442704 Jul 30 00:22:03.520718 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-4a1e271d-0772-4c9e-82c7-75db1858f417 None None] For port f61135c9-7d16-47e2-a471-03bc1e5c3463, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:22:03.525670 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-4a1e271d-0772-4c9e-82c7-75db1858f417 None None] For port f61135c9-7d16-47e2-a471-03bc1e5c3463, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f61135c9-7d16-47e2-a471-03bc1e5c3463,segment=NetworkSegment(953d61b5-7976-4b99-bfcf-05c379c426bf),segment_id=953d61b5-7976-4b99-bfcf-05c379c426bf)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:22:03.532939 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-a25ca55d-f240-48cd-be5a-8d60176086f3 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Request body: {'port': {'device_id': 'a872c3c5-2bb9-45e3-8419-d5c3b1330ef5', 'network_id': '846933f3-f4d3-4411-833b-b26da6dbe4a2', 'admin_state_up': True, 'tenant_id': '457ef70623ef46b09a24aaac04866201'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:22:03.534461 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4a1e271d-0772-4c9e-82c7-75db1858f417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:03.549149 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-703b4119-14a7-4c2c-915b-77dfdeb568af req-6b878f4a-7c10-4ce3-87f9-e6789008875b tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/ports?device_id=a872c3c5-2bb9-45e3-8419-d5c3b1330ef5 HTTP/1.1" status: 200 len: 210 time: 0.0373428 Jul 30 00:22:03.588460 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1e271d-0772-4c9e-82c7-75db1858f417 None None] Routers {'3b20e642-ce90-431b-ba72-bcd61af51ed9'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:22:03.589099 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-4a1e271d-0772-4c9e-82c7-75db1858f417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:21:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['3b20e642-ce90-431b-ba72-bcd61af51ed9'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:03.639498 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da10e25a-2c37-48f4-93bf-f6826b2f533a None None] Pushing event updated for resources: {'Port': ['ID=f61135c9-7d16-47e2-a471-03bc1e5c3463,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:03.668420 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-a25ca55d-f240-48cd-be5a-8d60176086f3 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Made reservation on behalf of 457ef70623ef46b09a24aaac04866201 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:22:03.672108 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-a25ca55d-f240-48cd-be5a-8d60176086f3 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:03.723068 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-4a1e271d-0772-4c9e-82c7-75db1858f417 None None] Set router 3b20e642-ce90-431b-ba72-bcd61af51ed9 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:22:03.810948 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-a25ca55d-f240-48cd-be5a-8d60176086f3 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Allocated IP 172.20.0.3 (846933f3-f4d3-4411-833b-b26da6dbe4a2/69d84a3a-32c6-4533-9b9f-27673270fec0/3b3dd70b-06d9-456b-ae23-43dbba5e9143) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:22:03.939102 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-4a1e271d-0772-4c9e-82c7-75db1858f417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b20e642-ce90-431b-ba72-bcd61af51ed9', 'name': 'tempest-TestEncryptedCinderVolumes-34020963-router', 'tenant_id': 'cf9da267a171472da2322882de252a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '5381588b-44d4-49fa-8405-2d7f6b228844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:21:56Z', 'updated_at': '2021-07-30T00:21:59Z', 'revision_number': 4, 'project_id': 'cf9da267a171472da2322882de252a66', 'gw_port': {'id': '5381588b-44d4-49fa-8405-2d7f6b228844', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b20e642-ce90-431b-ba72-bcd61af51ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:21:57Z', 'updated_at': '2021-07-30T00:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f61135c9-7d16-47e2-a471-03bc1e5c3463', 'name': '', 'network_id': 'f5181aab-9e96-4bc7-9326-f630a9553897', 'tenant_id': 'cf9da267a171472da2322882de252a66', 'mac_address': 'fa:16:3e:5b:08:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b20e642-ce90-431b-ba72-bcd61af51ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'ef321246-ef9a-4d29-92ea-1902dc55c85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:21:58Z', 'updated_at': '2021-07-30T00:22:03Z', 'revision_number': 4, 'project_id': 'cf9da267a171472da2322882de252a66', 'subnets': [{'id': 'ef321246-ef9a-4d29-92ea-1902dc55c85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:22:03.964224 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-a25ca55d-f240-48cd-be5a-8d60176086f3 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:03.972834 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1e271d-0772-4c9e-82c7-75db1858f417 None None] The sync data for ids ['3b20e642-ce90-431b-ba72-bcd61af51ed9'] in n-d-712140-10 is: [{'id': '3b20e642-ce90-431b-ba72-bcd61af51ed9', 'name': 'tempest-TestEncryptedCinderVolumes-34020963-router', 'tenant_id': 'cf9da267a171472da2322882de252a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '5381588b-44d4-49fa-8405-2d7f6b228844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:21:56Z', 'updated_at': '2021-07-30T00:21:59Z', 'revision_number': 4, 'project_id': 'cf9da267a171472da2322882de252a66', 'gw_port': {'id': '5381588b-44d4-49fa-8405-2d7f6b228844', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b20e642-ce90-431b-ba72-bcd61af51ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:21:57Z', 'updated_at': '2021-07-30T00:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f61135c9-7d16-47e2-a471-03bc1e5c3463', 'name': '', 'network_id': 'f5181aab-9e96-4bc7-9326-f630a9553897', 'tenant_id': 'cf9da267a171472da2322882de252a66', 'mac_address': 'fa:16:3e:5b:08:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b20e642-ce90-431b-ba72-bcd61af51ed9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': 'ef321246-ef9a-4d29-92ea-1902dc55c85a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:21:58Z', 'updated_at': '2021-07-30T00:22:03Z', 'revision_number': 4, 'project_id': 'cf9da267a171472da2322882de252a66', 'subnets': [{'id': 'ef321246-ef9a-4d29-92ea-1902dc55c85a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:22:03.974724 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 5381588b-44d4-49fa-8405-2d7f6b228844 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:22:03.979883 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-a25ca55d-f240-48cd-be5a-8d60176086f3 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Transition to ACTIVE for port object 3b3dd70b-06d9-456b-ae23-43dbba5e9143 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:22:04.016801 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-a25ca55d-f240-48cd-be5a-8d60176086f3 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:04.059287 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 5381588b-44d4-49fa-8405-2d7f6b228844 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:22:04.059821 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:04.084606 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-a25ca55d-f240-48cd-be5a-8d60176086f3 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Network 846933f3-f4d3-4411-833b-b26da6dbe4a2 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:22:04.088400 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-a25ca55d-f240-48cd-be5a-8d60176086f3 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:22:04.092408 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-a25ca55d-f240-48cd-be5a-8d60176086f3 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:22:04.133584 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25ca55d-f240-48cd-be5a-8d60176086f3 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Pushing event updated for resources: {'Port': ['ID=3b3dd70b-06d9-456b-ae23-43dbba5e9143,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:04.174079 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-a25ca55d-f240-48cd-be5a-8d60176086f3 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:04.174903 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-a25ca55d-f240-48cd-be5a-8d60176086f3 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:04.191508 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-a25ca55d-f240-48cd-be5a-8d60176086f3 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6715128 Jul 30 00:22:04.204926 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-6d00e9b5-5614-42ad-81d7-5c3a0e645e4f service neutron] Request body: {'port': {'device_id': 'a872c3c5-2bb9-45e3-8419-d5c3b1330ef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:22:04.267601 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-6d00e9b5-5614-42ad-81d7-5c3a0e645e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:04.381124 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-aec6d350-6ce5-4cd2-b71b-9ea0f596ec6c None None] Provisioning for port 3b3dd70b-06d9-456b-ae23-43dbba5e9143 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:22:04.386217 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-aec6d350-6ce5-4cd2-b71b-9ea0f596ec6c None None] Provisioning complete for port 3b3dd70b-06d9-456b-ae23-43dbba5e9143 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:22:04.387123 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aec6d350-6ce5-4cd2-b71b-9ea0f596ec6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:04.434043 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-aec6d350-6ce5-4cd2-b71b-9ea0f596ec6c None None] Port 3b3dd70b-06d9-456b-ae23-43dbba5e9143 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:22:04.560365 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-6d00e9b5-5614-42ad-81d7-5c3a0e645e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b3dd70b-06d9-456b-ae23-43dbba5e9143 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:22:04.568183 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-6d00e9b5-5614-42ad-81d7-5c3a0e645e4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:04.580213 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-6d00e9b5-5614-42ad-81d7-5c3a0e645e4f service neutron] Transition to ACTIVE for port object 3b3dd70b-06d9-456b-ae23-43dbba5e9143 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:22:04.584745 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-6d00e9b5-5614-42ad-81d7-5c3a0e645e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:04.639823 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00e9b5-5614-42ad-81d7-5c3a0e645e4f service neutron] Pushing event updated for resources: {'Port': ['ID=3b3dd70b-06d9-456b-ae23-43dbba5e9143,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:04.678207 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a0a5b-27a7-4c86-afd7-4e90e921fc11 req-9c0136e3-0bd1-4106-bc83-bd510670b820 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:04.680048 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-865a0a5b-27a7-4c86-afd7-4e90e921fc11 req-9c0136e3-0bd1-4106-bc83-bd510670b820 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/ports?device_id=a872c3c5-2bb9-45e3-8419-d5c3b1330ef5 HTTP/1.1" status: 200 len: 943 time: 0.0615745 Jul 30 00:22:04.725045 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-6d00e9b5-5614-42ad-81d7-5c3a0e645e4f service neutron] Attempting to bind port 3b3dd70b-06d9-456b-ae23-43dbba5e9143 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:22:04.725405 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-6d00e9b5-5614-42ad-81d7-5c3a0e645e4f service neutron] Attempting to bind port 3b3dd70b-06d9-456b-ae23-43dbba5e9143 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'c981b1a7-e31e-49cf-acc9-a38fa8cf1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '846933f3-f4d3-4411-833b-b26da6dbe4a2'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:22:04.725740 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-6d00e9b5-5614-42ad-81d7-5c3a0e645e4f service neutron] Attempting to bind port 3b3dd70b-06d9-456b-ae23-43dbba5e9143 on network 846933f3-f4d3-4411-833b-b26da6dbe4a2 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:22:04.733770 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-865a0a5b-27a7-4c86-afd7-4e90e921fc11 req-a565eca2-e5c6-4771-ba10-37b60177b267 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14988fd-ccf7-41a4-9b86-866ffbe503cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437083 Jul 30 00:22:04.734548 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-6d00e9b5-5614-42ad-81d7-5c3a0e645e4f service neutron] Port 3b3dd70b-06d9-456b-ae23-43dbba5e9143 on network 846933f3-f4d3-4411-833b-b26da6dbe4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:22:04.734889 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-6d00e9b5-5614-42ad-81d7-5c3a0e645e4f service neutron] Attempting to bind port 3b3dd70b-06d9-456b-ae23-43dbba5e9143 on network 846933f3-f4d3-4411-833b-b26da6dbe4a2 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:22:04.740933 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-6d00e9b5-5614-42ad-81d7-5c3a0e645e4f service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:22:04.741282 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-6d00e9b5-5614-42ad-81d7-5c3a0e645e4f service neutron] Checking segment: {'id': 'c981b1a7-e31e-49cf-acc9-a38fa8cf1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '846933f3-f4d3-4411-833b-b26da6dbe4a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:22:04.741722 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-6d00e9b5-5614-42ad-81d7-5c3a0e645e4f service neutron] Bound using segment: {'id': 'c981b1a7-e31e-49cf-acc9-a38fa8cf1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '846933f3-f4d3-4411-833b-b26da6dbe4a2'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:22:04.742169 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-6d00e9b5-5614-42ad-81d7-5c3a0e645e4f service neutron] Bound port: 3b3dd70b-06d9-456b-ae23-43dbba5e9143, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c981b1a7-e31e-49cf-acc9-a38fa8cf1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '846933f3-f4d3-4411-833b-b26da6dbe4a2'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:22:04.742541 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-6d00e9b5-5614-42ad-81d7-5c3a0e645e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:04.824509 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-6d00e9b5-5614-42ad-81d7-5c3a0e645e4f service neutron] For port 3b3dd70b-06d9-456b-ae23-43dbba5e9143, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:22:04.827407 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-6d00e9b5-5614-42ad-81d7-5c3a0e645e4f service neutron] For port 3b3dd70b-06d9-456b-ae23-43dbba5e9143, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=3b3dd70b-06d9-456b-ae23-43dbba5e9143,segment=NetworkSegment(c981b1a7-e31e-49cf-acc9-a38fa8cf1508),segment_id=c981b1a7-e31e-49cf-acc9-a38fa8cf1508)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:22:04.833129 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-6d00e9b5-5614-42ad-81d7-5c3a0e645e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:04.867041 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-6d00e9b5-5614-42ad-81d7-5c3a0e645e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:04.867714 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-6d00e9b5-5614-42ad-81d7-5c3a0e645e4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:04.869154 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-6d00e9b5-5614-42ad-81d7-5c3a0e645e4f service neutron] 10.222.0.39 "PUT /v2.0/ports/3b3dd70b-06d9-456b-ae23-43dbba5e9143 HTTP/1.1" status: 200 len: 1092 time: 0.6694436 Jul 30 00:22:04.869594 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a872c3c5-2bb9-45e3-8419-d5c3b1330ef5', 'tag': '3b3dd70b-06d9-456b-ae23-43dbba5e9143'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:22:04.871932 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5209d4e956e9ae4acfb38c8f800d5d5e141ec7fd74949f506a8c7ac355071e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac947f6-1e43-4018-9489-e7b63a305bac" -d '{"events": [{"name": "network-changed", "server_uuid": "a872c3c5-2bb9-45e3-8419-d5c3b1330ef5", "tag": "3b3dd70b-06d9-456b-ae23-43dbba5e9143"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:22:04.908944 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00e9b5-5614-42ad-81d7-5c3a0e645e4f service neutron] Pushing event updated for resources: {'Port': ['ID=3b3dd70b-06d9-456b-ae23-43dbba5e9143,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:04.921461 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0dddbec-e974-4146-8d6c-586fa872d42f x-openstack-request-id: req-a0dddbec-e974-4146-8d6c-586fa872d42f {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:22:04.921732 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a872c3c5-2bb9-45e3-8419-d5c3b1330ef5", "tag": "3b3dd70b-06d9-456b-ae23-43dbba5e9143", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:22:04.921972 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a0dddbec-e974-4146-8d6c-586fa872d42f {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:22:04.922637 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a872c3c5-2bb9-45e3-8419-d5c3b1330ef5', 'tag': '3b3dd70b-06d9-456b-ae23-43dbba5e9143', 'status': 'completed', 'code': 200} Jul 30 00:22:04.958363 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-98c5fd64-e15b-452b-b2be-9fc5c0154760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:04.959938 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-98c5fd64-e15b-452b-b2be-9fc5c0154760 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=457ef70623ef46b09a24aaac04866201&device_id=a872c3c5-2bb9-45e3-8419-d5c3b1330ef5 HTTP/1.1" status: 200 len: 1095 time: 0.0476584 Jul 30 00:22:05.008104 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-3dea5f01-7c6e-4f71-946a-85c437223bb3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b3dd70b-06d9-456b-ae23-43dbba5e9143 HTTP/1.1" status: 200 len: 217 time: 0.0395038 Jul 30 00:22:05.060830 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-18b6e939-0ca0-44fc-ae97-914686e19367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:05.062373 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-18b6e939-0ca0-44fc-ae97-914686e19367 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69d84a3a-32c6-4533-9b9f-27673270fec0 HTTP/1.1" status: 200 len: 856 time: 0.0478916 Jul 30 00:22:05.111585 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-f889334c-b48f-45a1-907f-f971906aaa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:05.113750 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-f889334c-b48f-45a1-907f-f971906aaa53 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=846933f3-f4d3-4411-833b-b26da6dbe4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441496 Jul 30 00:22:05.210191 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-20c0b88d-01d7-4b68-a0b6-a3a8bebd8e7e service neutron] 10.222.0.39 "GET /v2.0/networks/846933f3-f4d3-4411-833b-b26da6dbe4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890188 Jul 30 00:22:05.299813 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-e05fddb9-83a5-47fc-a620-78ff7ef75d9c req-95f1ef65-18e1-40fa-943e-94c1d96d60c6 service neutron] 10.222.0.39 "GET /v2.0/networks/846933f3-f4d3-4411-833b-b26da6dbe4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812407 Jul 30 00:22:05.390221 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac947f6-1e43-4018-9489-e7b63a305bac req-99ff3ed1-c49a-44db-add9-a93eafbd3639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:05.391953 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6ac947f6-1e43-4018-9489-e7b63a305bac req-99ff3ed1-c49a-44db-add9-a93eafbd3639 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=457ef70623ef46b09a24aaac04866201&device_id=a872c3c5-2bb9-45e3-8419-d5c3b1330ef5 HTTP/1.1" status: 200 len: 1095 time: 0.0433493 Jul 30 00:22:05.489629 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac947f6-1e43-4018-9489-e7b63a305bac req-5c007adb-726e-4923-99af-70a8495e9691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:05.491104 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6ac947f6-1e43-4018-9489-e7b63a305bac req-5c007adb-726e-4923-99af-70a8495e9691 service neutron] 10.222.0.39 "GET /v2.0/networks?id=846933f3-f4d3-4411-833b-b26da6dbe4a2 HTTP/1.1" status: 200 len: 918 time: 0.0911536 Jul 30 00:22:05.511628 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:05.537617 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6ac947f6-1e43-4018-9489-e7b63a305bac req-13092ad4-c392-4f14-be4a-8969a06427e3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b3dd70b-06d9-456b-ae23-43dbba5e9143 HTTP/1.1" status: 200 len: 217 time: 0.0384784 Jul 30 00:22:05.588514 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac947f6-1e43-4018-9489-e7b63a305bac req-930b5c34-9a4e-4bfd-a6a8-c13e5189757b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:05.589943 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6ac947f6-1e43-4018-9489-e7b63a305bac req-930b5c34-9a4e-4bfd-a6a8-c13e5189757b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69d84a3a-32c6-4533-9b9f-27673270fec0 HTTP/1.1" status: 200 len: 856 time: 0.0454664 Jul 30 00:22:05.643076 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac947f6-1e43-4018-9489-e7b63a305bac req-8806cff2-6452-485b-b75b-c29623a0c01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:05.644963 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6ac947f6-1e43-4018-9489-e7b63a305bac req-8806cff2-6452-485b-b75b-c29623a0c01e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=846933f3-f4d3-4411-833b-b26da6dbe4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469027 Jul 30 00:22:05.741631 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6ac947f6-1e43-4018-9489-e7b63a305bac req-4b749dc7-3b02-4fd5-a1e5-fd2c281ed368 service neutron] 10.222.0.39 "GET /v2.0/networks/846933f3-f4d3-4411-833b-b26da6dbe4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862799 Jul 30 00:22:05.842848 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-6ac947f6-1e43-4018-9489-e7b63a305bac req-62c3d4fa-f5e7-4e0e-8371-a80f85ed9d14 service neutron] 10.222.0.39 "GET /v2.0/networks/846933f3-f4d3-4411-833b-b26da6dbe4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928295 Jul 30 00:22:05.860971 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bde6bce-6335-4741-8175-61dc8d2b9ae4 req-634e60b8-85ec-4ebb-bf86-c6e7492cb338 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:05.863173 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7bde6bce-6335-4741-8175-61dc8d2b9ae4 req-634e60b8-85ec-4ebb-bf86-c6e7492cb338 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/ports?device_id=a872c3c5-2bb9-45e3-8419-d5c3b1330ef5 HTTP/1.1" status: 200 len: 943 time: 0.0540078 Jul 30 00:22:05.902857 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7bde6bce-6335-4741-8175-61dc8d2b9ae4 req-ed92a4d2-6bc0-444b-87c3-ecad0b9bf64e tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14988fd-ccf7-41a4-9b86-866ffbe503cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337515 Jul 30 00:22:05.951390 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f61135c9-7d16-47e2-a471-03bc1e5c3463 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:22:05.998929 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port f61135c9-7d16-47e2-a471-03bc1e5c3463 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:22:06.002756 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port f61135c9-7d16-47e2-a471-03bc1e5c3463 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:22:06.003126 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:06.077710 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:06.114544 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port f61135c9-7d16-47e2-a471-03bc1e5c3463, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f61135c9-7d16-47e2-a471-03bc1e5c3463,segment=NetworkSegment(953d61b5-7976-4b99-bfcf-05c379c426bf),segment_id=953d61b5-7976-4b99-bfcf-05c379c426bf)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:22:06.118350 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:06.166057 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=f61135c9-7d16-47e2-a471-03bc1e5c3463,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:06.309824 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e455975e-4d7b-45f8-bd35-388b5f218961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:07.020689 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8e693b-7611-4214-b5a6-2672971823ba req-be580e2f-a9e3-410c-afcd-2330667baec2 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:07.022181 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1b8e693b-7611-4214-b5a6-2672971823ba req-be580e2f-a9e3-410c-afcd-2330667baec2 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/ports?device_id=a872c3c5-2bb9-45e3-8419-d5c3b1330ef5 HTTP/1.1" status: 200 len: 943 time: 0.0482824 Jul 30 00:22:07.061373 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1b8e693b-7611-4214-b5a6-2672971823ba req-51b10b4c-6a7d-4f88-8850-b311909ccec4 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14988fd-ccf7-41a4-9b86-866ffbe503cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327475 Jul 30 00:22:07.075064 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:07.931082 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f61135c9-7d16-47e2-a471-03bc1e5c3463 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:22:07.976767 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port f61135c9-7d16-47e2-a471-03bc1e5c3463 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:22:07.977135 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:08.181195 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da110c6c-537c-48a3-81d2-fe27147fc1b2 req-aa61df71-f682-486c-a61b-1437f58cb231 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:08.182952 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da110c6c-537c-48a3-81d2-fe27147fc1b2 req-aa61df71-f682-486c-a61b-1437f58cb231 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/ports?device_id=a872c3c5-2bb9-45e3-8419-d5c3b1330ef5 HTTP/1.1" status: 200 len: 943 time: 0.0516539 Jul 30 00:22:08.220494 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da110c6c-537c-48a3-81d2-fe27147fc1b2 req-b1027b91-d320-4bb5-9e25-0e9c8ab049ef tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14988fd-ccf7-41a4-9b86-866ffbe503cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315905 Jul 30 00:22:08.382385 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:08.422107 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 3b3dd70b-06d9-456b-ae23-43dbba5e9143 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:22:08.514462 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 3b3dd70b-06d9-456b-ae23-43dbba5e9143, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=3b3dd70b-06d9-456b-ae23-43dbba5e9143,segment=NetworkSegment(c981b1a7-e31e-49cf-acc9-a38fa8cf1508),segment_id=c981b1a7-e31e-49cf-acc9-a38fa8cf1508)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:22:08.526101 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '3b3dd70b-06d9-456b-ae23-43dbba5e9143', 'network_id': '846933f3-f4d3-4411-833b-b26da6dbe4a2', 'port_id': '3b3dd70b-06d9-456b-ae23-43dbba5e9143', 'mac_address': 'fa:16:3e:be:9d:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d84a3a-32c6-4533-9b9f-27673270fec0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:22:08.566014 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:08.579011 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b3dd70b-06d9-456b-ae23-43dbba5e9143 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:22:08.598758 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 3b3dd70b-06d9-456b-ae23-43dbba5e9143, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=3b3dd70b-06d9-456b-ae23-43dbba5e9143,segment=NetworkSegment(c981b1a7-e31e-49cf-acc9-a38fa8cf1508),segment_id=c981b1a7-e31e-49cf-acc9-a38fa8cf1508)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:22:08.602684 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:08.651588 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=3b3dd70b-06d9-456b-ae23-43dbba5e9143,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:08.809225 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['3b3dd70b-06d9-456b-ae23-43dbba5e9143'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:22:09.339604 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf8adf-8a43-47b9-a884-227e363a4664 req-185cb678-1d70-49cb-83da-10130c1bc073 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:09.341104 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7bf8adf-8a43-47b9-a884-227e363a4664 req-185cb678-1d70-49cb-83da-10130c1bc073 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/ports?device_id=a872c3c5-2bb9-45e3-8419-d5c3b1330ef5 HTTP/1.1" status: 200 len: 944 time: 0.0537887 Jul 30 00:22:09.380473 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7bf8adf-8a43-47b9-a884-227e363a4664 req-64a3e982-01b3-475a-9fbd-7b6c87359031 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14988fd-ccf7-41a4-9b86-866ffbe503cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324531 Jul 30 00:22:10.423244 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 3b3dd70b-06d9-456b-ae23-43dbba5e9143 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:22:10.474823 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 3b3dd70b-06d9-456b-ae23-43dbba5e9143 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:22:10.478549 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 3b3dd70b-06d9-456b-ae23-43dbba5e9143 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:22:10.478947 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:10.497158 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f97aa-323a-47ed-a4fa-2f6bf32fa8c9 req-b375efc9-00a4-4966-b15f-11a751a2b53f tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:10.498706 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-657f97aa-323a-47ed-a4fa-2f6bf32fa8c9 req-b375efc9-00a4-4966-b15f-11a751a2b53f tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/ports?device_id=a872c3c5-2bb9-45e3-8419-d5c3b1330ef5 HTTP/1.1" status: 200 len: 944 time: 0.0514569 Jul 30 00:22:10.538708 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-657f97aa-323a-47ed-a4fa-2f6bf32fa8c9 req-aafe0c3a-4b64-414d-a390-8f6c240846da tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14988fd-ccf7-41a4-9b86-866ffbe503cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333202 Jul 30 00:22:10.561494 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:10.584315 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a872c3c5-2bb9-45e3-8419-d5c3b1330ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3dd70b-06d9-456b-ae23-43dbba5e9143'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:22:10.586574 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee31ed8e5b8e4dc4f88b315270ded6679232f3f3b12134e952a2ffdf5dc07ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30ffb43-4396-4100-9c3a-02d3d5f18969" -d '{"events": [{"server_uuid": "a872c3c5-2bb9-45e3-8419-d5c3b1330ef5", "name": "network-vif-plugged", "status": "completed", "tag": "3b3dd70b-06d9-456b-ae23-43dbba5e9143"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:22:10.599935 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 3b3dd70b-06d9-456b-ae23-43dbba5e9143, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=3b3dd70b-06d9-456b-ae23-43dbba5e9143,segment=NetworkSegment(c981b1a7-e31e-49cf-acc9-a38fa8cf1508),segment_id=c981b1a7-e31e-49cf-acc9-a38fa8cf1508)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:22:10.605083 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:10.632725 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840a92a3-505f-4e8f-90b5-cd58f89c6b6e x-openstack-request-id: req-840a92a3-505f-4e8f-90b5-cd58f89c6b6e {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:22:10.633067 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a872c3c5-2bb9-45e3-8419-d5c3b1330ef5", "name": "network-vif-plugged", "status": "completed", "tag": "3b3dd70b-06d9-456b-ae23-43dbba5e9143", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:22:10.633263 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-840a92a3-505f-4e8f-90b5-cd58f89c6b6e {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:22:10.633649 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a872c3c5-2bb9-45e3-8419-d5c3b1330ef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b3dd70b-06d9-456b-ae23-43dbba5e9143', 'code': 200} Jul 30 00:22:10.662909 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=3b3dd70b-06d9-456b-ae23-43dbba5e9143,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:10.721063 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202f269-000d-46d5-83a1-d61447522358 req-31f75f29-a068-4571-a906-e098fbf9c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:10.722524 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5202f269-000d-46d5-83a1-d61447522358 req-31f75f29-a068-4571-a906-e098fbf9c98e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a872c3c5-2bb9-45e3-8419-d5c3b1330ef5 HTTP/1.1" status: 200 len: 1097 time: 0.0408082 Jul 30 00:22:10.757621 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-5202f269-000d-46d5-83a1-d61447522358 req-a88b2ff8-a0fe-4fe7-86a8-75cb234d2291 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e14988fd-ccf7-41a4-9b86-866ffbe503cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280681 Jul 30 00:22:11.664606 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1307d1-186c-4c20-9ec4-31660def3d8d req-d7cfb82e-1946-4750-bc3d-f8879edd8f27 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:11.666091 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed1307d1-186c-4c20-9ec4-31660def3d8d req-d7cfb82e-1946-4750-bc3d-f8879edd8f27 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/ports?device_id=a872c3c5-2bb9-45e3-8419-d5c3b1330ef5 HTTP/1.1" status: 200 len: 945 time: 0.0521314 Jul 30 00:22:11.704223 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed1307d1-186c-4c20-9ec4-31660def3d8d req-06526929-ddad-4404-8980-48e6fbbd581f tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14988fd-ccf7-41a4-9b86-866ffbe503cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321333 Jul 30 00:22:12.830361 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d834481-4bbb-4a1d-ad37-b09062ae9917 req-1ec70842-1601-4c37-ade1-2c00634487bc tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:12.831924 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2d834481-4bbb-4a1d-ad37-b09062ae9917 req-1ec70842-1601-4c37-ade1-2c00634487bc tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/ports?device_id=a872c3c5-2bb9-45e3-8419-d5c3b1330ef5 HTTP/1.1" status: 200 len: 945 time: 0.0596263 Jul 30 00:22:12.869732 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2d834481-4bbb-4a1d-ad37-b09062ae9917 req-dec2aa5a-ad75-43ca-bb55-e53d7751e79e tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14988fd-ccf7-41a4-9b86-866ffbe503cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313158 Jul 30 00:22:12.984161 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f090a8-a4d5-4285-8615-4d10c0626a15 req-ec6e1dff-7604-4c97-811f-c0082fae2ccf tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:12.985683 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a6f090a8-a4d5-4285-8615-4d10c0626a15 req-ec6e1dff-7604-4c97-811f-c0082fae2ccf tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/ports?device_id=a872c3c5-2bb9-45e3-8419-d5c3b1330ef5 HTTP/1.1" status: 200 len: 945 time: 0.0489912 Jul 30 00:22:13.023944 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a6f090a8-a4d5-4285-8615-4d10c0626a15 req-231b6395-a58f-45ce-b716-5c1736fd7ae0 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14988fd-ccf7-41a4-9b86-866ffbe503cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322354 Jul 30 00:22:16.204653 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-417fd142-0017-4062-8da3-3e3ca071da06 req-7bfe70d7-73e1-4018-9112-6155ab3af98c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a872c3c5-2bb9-45e3-8419-d5c3b1330ef5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413349 Jul 30 00:22:16.293019 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fd142-0017-4062-8da3-3e3ca071da06 req-5f2e2349-ba4e-43d6-aa92-94e7cf9604cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:16.294538 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-417fd142-0017-4062-8da3-3e3ca071da06 req-5f2e2349-ba4e-43d6-aa92-94e7cf9604cd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=457ef70623ef46b09a24aaac04866201&device_id=a872c3c5-2bb9-45e3-8419-d5c3b1330ef5 HTTP/1.1" status: 200 len: 1097 time: 0.0458202 Jul 30 00:22:16.402385 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fd142-0017-4062-8da3-3e3ca071da06 req-df4e45a8-bf55-4e45-a761-b61a4ae37dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:16.403873 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-417fd142-0017-4062-8da3-3e3ca071da06 req-df4e45a8-bf55-4e45-a761-b61a4ae37dc6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=846933f3-f4d3-4411-833b-b26da6dbe4a2 HTTP/1.1" status: 200 len: 918 time: 0.0850093 Jul 30 00:22:16.446451 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-417fd142-0017-4062-8da3-3e3ca071da06 req-fff4020e-f5f0-4d54-8ef3-65d16c544365 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b3dd70b-06d9-456b-ae23-43dbba5e9143 HTTP/1.1" status: 200 len: 217 time: 0.0344913 Jul 30 00:22:16.500728 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fd142-0017-4062-8da3-3e3ca071da06 req-88fdf086-8987-4b40-b599-8515c9dda1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:16.502200 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-417fd142-0017-4062-8da3-3e3ca071da06 req-88fdf086-8987-4b40-b599-8515c9dda1b8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69d84a3a-32c6-4533-9b9f-27673270fec0 HTTP/1.1" status: 200 len: 856 time: 0.0491483 Jul 30 00:22:16.548205 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417fd142-0017-4062-8da3-3e3ca071da06 req-95835ef5-8bdc-44a0-bb69-a4544da02a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:16.549685 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-417fd142-0017-4062-8da3-3e3ca071da06 req-95835ef5-8bdc-44a0-bb69-a4544da02a52 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=846933f3-f4d3-4411-833b-b26da6dbe4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399551 Jul 30 00:22:16.638751 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-417fd142-0017-4062-8da3-3e3ca071da06 req-b8f651f9-90b3-456f-9e26-ae7dcc303670 service neutron] 10.222.0.39 "GET /v2.0/networks/846933f3-f4d3-4411-833b-b26da6dbe4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817382 Jul 30 00:22:16.734973 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-417fd142-0017-4062-8da3-3e3ca071da06 req-b880185a-ad5b-4a16-8392-384247d4974e service neutron] 10.222.0.39 "GET /v2.0/networks/846933f3-f4d3-4411-833b-b26da6dbe4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890031 Jul 30 00:22:30.153971 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:30.334500 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:31.577517 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99ca6b-7b8c-4469-9dc4-b6c703021639 req-a545810a-91f4-42a6-8644-d4a248d4b8e7 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:31.579373 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3c99ca6b-7b8c-4469-9dc4-b6c703021639 req-a545810a-91f4-42a6-8644-d4a248d4b8e7 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/ports?device_id=a872c3c5-2bb9-45e3-8419-d5c3b1330ef5 HTTP/1.1" status: 200 len: 945 time: 0.0509579 Jul 30 00:22:31.618505 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3c99ca6b-7b8c-4469-9dc4-b6c703021639 req-0894c8ff-12b3-404a-a78b-ce07c839bce1 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14988fd-ccf7-41a4-9b86-866ffbe503cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325339 Jul 30 00:22:32.737599 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a2baf4-6bd9-47f9-a03c-314a84aceedc req-591733e0-18c3-4bd8-8a57-59f40145aad2 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:32.739268 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-87a2baf4-6bd9-47f9-a03c-314a84aceedc req-591733e0-18c3-4bd8-8a57-59f40145aad2 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/ports?device_id=a872c3c5-2bb9-45e3-8419-d5c3b1330ef5 HTTP/1.1" status: 200 len: 945 time: 0.0532231 Jul 30 00:22:32.778275 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-87a2baf4-6bd9-47f9-a03c-314a84aceedc req-1d82550c-cc68-45f9-98aa-47904f7e5b41 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14988fd-ccf7-41a4-9b86-866ffbe503cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330625 Jul 30 00:22:32.938426 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2ba9a074-25c2-4506-89b2-dea0b35a09de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:33.135641 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b20ede-e536-451e-897b-592104d9ded6 req-ee1a859c-bab5-4108-bf04-0f63fef7ec4f tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:33.137103 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-84b20ede-e536-451e-897b-592104d9ded6 req-ee1a859c-bab5-4108-bf04-0f63fef7ec4f tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.39 "GET /v2.0/ports?device_id=a872c3c5-2bb9-45e3-8419-d5c3b1330ef5 HTTP/1.1" status: 200 len: 945 time: 0.0489497 Jul 30 00:22:33.230184 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-84b20ede-e536-451e-897b-592104d9ded6 req-74df5f94-e2a1-4f5b-acac-13231fecd41e tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Deleting port 3b3dd70b-06d9-456b-ae23-43dbba5e9143 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:22:33.230440 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-84b20ede-e536-451e-897b-592104d9ded6 req-74df5f94-e2a1-4f5b-acac-13231fecd41e tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:33.317829 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-84b20ede-e536-451e-897b-592104d9ded6 req-74df5f94-e2a1-4f5b-acac-13231fecd41e tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] For port 3b3dd70b-06d9-456b-ae23-43dbba5e9143, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=3b3dd70b-06d9-456b-ae23-43dbba5e9143,segment=NetworkSegment(c981b1a7-e31e-49cf-acc9-a38fa8cf1508),segment_id=c981b1a7-e31e-49cf-acc9-a38fa8cf1508)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:22:33.318190 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-84b20ede-e536-451e-897b-592104d9ded6 req-74df5f94-e2a1-4f5b-acac-13231fecd41e tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:33.331016 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-84b20ede-e536-451e-897b-592104d9ded6 req-74df5f94-e2a1-4f5b-acac-13231fecd41e tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Calling delete_port for 3b3dd70b-06d9-456b-ae23-43dbba5e9143 owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:22:33.460618 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-84b20ede-e536-451e-897b-592104d9ded6 req-74df5f94-e2a1-4f5b-acac-13231fecd41e tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:33.472640 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['3b3dd70b-06d9-456b-ae23-43dbba5e9143'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:22:33.490013 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74df5f94-e2a1-4f5b-acac-13231fecd41e tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Pushing event deleted for resources: {'Port': ['ID=3b3dd70b-06d9-456b-ae23-43dbba5e9143,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:33.535148 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b20ede-e536-451e-897b-592104d9ded6 req-74df5f94-e2a1-4f5b-acac-13231fecd41e tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] No DVR routers for this DVR port 3b3dd70b-06d9-456b-ae23-43dbba5e9143 on host n-h2-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:22:33.538445 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-84b20ede-e536-451e-897b-592104d9ded6 req-74df5f94-e2a1-4f5b-acac-13231fecd41e tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:33.540484 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-84b20ede-e536-451e-897b-592104d9ded6 req-74df5f94-e2a1-4f5b-acac-13231fecd41e tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.39 "DELETE /v2.0/ports/3b3dd70b-06d9-456b-ae23-43dbba5e9143 HTTP/1.1" status: 204 len: 173 time: 0.3974233 Jul 30 00:22:33.540923 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a872c3c5-2bb9-45e3-8419-d5c3b1330ef5', 'name': 'network-vif-deleted', 'tag': '3b3dd70b-06d9-456b-ae23-43dbba5e9143'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:22:33.543181 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5209d4e956e9ae4acfb38c8f800d5d5e141ec7fd74949f506a8c7ac355071e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba73289c-6914-42f2-b844-89107b8cad0a" -d '{"events": [{"server_uuid": "a872c3c5-2bb9-45e3-8419-d5c3b1330ef5", "name": "network-vif-deleted", "tag": "3b3dd70b-06d9-456b-ae23-43dbba5e9143"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:22:33.595105 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c92b6b4d-7bb5-4579-bbbf-b18d8a9eee45 x-openstack-request-id: req-c92b6b4d-7bb5-4579-bbbf-b18d8a9eee45 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:22:33.595400 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a872c3c5-2bb9-45e3-8419-d5c3b1330ef5", "name": "network-vif-deleted", "tag": "3b3dd70b-06d9-456b-ae23-43dbba5e9143", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:22:33.595658 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c92b6b4d-7bb5-4579-bbbf-b18d8a9eee45 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:22:33.596088 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a872c3c5-2bb9-45e3-8419-d5c3b1330ef5', 'name': 'network-vif-deleted', 'tag': '3b3dd70b-06d9-456b-ae23-43dbba5e9143', 'status': 'completed', 'code': 200} Jul 30 00:22:33.889217 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47df950d-fd14-4cde-82e7-e147a9676139 req-15dd3902-84e2-4723-a54a-e29573de40d2 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/ports?device_id=a872c3c5-2bb9-45e3-8419-d5c3b1330ef5 HTTP/1.1" status: 200 len: 210 time: 0.0305758 Jul 30 00:22:35.494992 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-9720ce32-b2d3-44ea-9334-48e753e5be2b tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:35.496548 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-9720ce32-b2d3-44ea-9334-48e753e5be2b tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/networks?id=846933f3-f4d3-4411-833b-b26da6dbe4a2 HTTP/1.1" status: 200 len: 817 time: 0.1045873 Jul 30 00:22:35.512317 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-2eaff47c-b8d3-4aad-b6f1-ca2a02607264 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/quotas/457ef70623ef46b09a24aaac04866201 HTTP/1.1" status: 200 len: 375 time: 0.0098860 Jul 30 00:22:35.512811 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:35.564533 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-8293da55-664d-4c85-ac4d-e105a8c32e20 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=457ef70623ef46b09a24aaac04866201&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464413 Jul 30 00:22:35.660039 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-d0b47cd5-1565-44cb-8c09-0b0c78fa2d94 service neutron] 10.222.0.18 "GET /v2.0/networks/846933f3-f4d3-4411-833b-b26da6dbe4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825703 Jul 30 00:22:35.752489 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-0fe1c94e-5630-44c5-a00c-168c3891fd67 service neutron] 10.222.0.18 "GET /v2.0/networks/846933f3-f4d3-4411-833b-b26da6dbe4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857663 Jul 30 00:22:35.916399 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-05f67eef-fec6-48f0-bf75-e57b6ce84f05 req-deaa7709-d061-443a-b050-a81eb64fc313 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea1a8ee3-4508-42db-a848-a20e1f49ac06 HTTP/1.1" status: 200 len: 210 time: 0.0276144 Jul 30 00:22:36.310977 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-09cae8c6-e760-4866-9d93-2524e1657080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:36.494021 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 3b3dd70b-06d9-456b-ae23-43dbba5e9143 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:22:36.514249 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 3b3dd70b-06d9-456b-ae23-43dbba5e9143 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:22:36.514871 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 3b3dd70b-06d9-456b-ae23-43dbba5e9143 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:22:36.807041 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-573c9631-715c-49c2-8fd2-86e3aec5ab7b tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:36.808798 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-573c9631-715c-49c2-8fd2-86e3aec5ab7b tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.39 "GET /v2.0/networks?id=846933f3-f4d3-4411-833b-b26da6dbe4a2 HTTP/1.1" status: 200 len: 817 time: 0.1027014 Jul 30 00:22:36.822151 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-c11ec73a-6408-44f2-bb90-c8c43a2e8b94 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Request body: {'port': {'device_id': 'ea1a8ee3-4508-42db-a848-a20e1f49ac06', 'network_id': '846933f3-f4d3-4411-833b-b26da6dbe4a2', 'admin_state_up': True, 'tenant_id': '457ef70623ef46b09a24aaac04866201'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:22:36.933150 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-c11ec73a-6408-44f2-bb90-c8c43a2e8b94 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Made reservation on behalf of 457ef70623ef46b09a24aaac04866201 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:22:36.936614 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-c11ec73a-6408-44f2-bb90-c8c43a2e8b94 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:37.016745 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-afe1a23d-b405-4ad0-95b5-c82f79ea1c34 req-65d2de10-f938-4300-a524-b000d6b79cbb tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea1a8ee3-4508-42db-a848-a20e1f49ac06 HTTP/1.1" status: 200 len: 210 time: 0.0264139 Jul 30 00:22:37.068910 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-c11ec73a-6408-44f2-bb90-c8c43a2e8b94 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Allocated IP 172.20.0.4 (846933f3-f4d3-4411-833b-b26da6dbe4a2/69d84a3a-32c6-4533-9b9f-27673270fec0/28fcbe32-8f2a-45c0-8c36-73b30209fa72) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:22:37.075649 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:37.225159 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-c11ec73a-6408-44f2-bb90-c8c43a2e8b94 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:37.239415 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-c11ec73a-6408-44f2-bb90-c8c43a2e8b94 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Transition to ACTIVE for port object 28fcbe32-8f2a-45c0-8c36-73b30209fa72 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:22:37.278104 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-c11ec73a-6408-44f2-bb90-c8c43a2e8b94 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:37.320881 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-c11ec73a-6408-44f2-bb90-c8c43a2e8b94 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Network 846933f3-f4d3-4411-833b-b26da6dbe4a2 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:22:37.323879 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-c11ec73a-6408-44f2-bb90-c8c43a2e8b94 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:22:37.327573 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-c11ec73a-6408-44f2-bb90-c8c43a2e8b94 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:22:37.362514 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ec73a-6408-44f2-bb90-c8c43a2e8b94 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Pushing event updated for resources: {'Port': ['ID=28fcbe32-8f2a-45c0-8c36-73b30209fa72,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:37.388453 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-c11ec73a-6408-44f2-bb90-c8c43a2e8b94 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:37.389104 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-c11ec73a-6408-44f2-bb90-c8c43a2e8b94 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:37.405622 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-c11ec73a-6408-44f2-bb90-c8c43a2e8b94 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5873563 Jul 30 00:22:37.418763 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] Request body: {'port': {'device_id': 'ea1a8ee3-4508-42db-a848-a20e1f49ac06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:22:37.476605 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:37.595479 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-786d577b-d3fe-4b8f-a96c-6ff6690c2465 None None] Provisioning for port 28fcbe32-8f2a-45c0-8c36-73b30209fa72 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:22:37.599248 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-786d577b-d3fe-4b8f-a96c-6ff6690c2465 None None] Provisioning complete for port 28fcbe32-8f2a-45c0-8c36-73b30209fa72 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:22:37.599615 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-786d577b-d3fe-4b8f-a96c-6ff6690c2465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:37.636115 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-786d577b-d3fe-4b8f-a96c-6ff6690c2465 None None] Port 28fcbe32-8f2a-45c0-8c36-73b30209fa72 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:22:37.744787 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28fcbe32-8f2a-45c0-8c36-73b30209fa72 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:22:37.751988 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:37.764192 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] Transition to ACTIVE for port object 28fcbe32-8f2a-45c0-8c36-73b30209fa72 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:22:37.767468 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:37.818077 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=28fcbe32-8f2a-45c0-8c36-73b30209fa72,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:37.840091 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:37.840436 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:37.840782 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:37.841118 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:37.841450 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:37.841782 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:37.842108 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:37.842447 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:37.842762 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:37.843084 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:37.843404 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:37.843727 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:37.899358 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] Attempting to bind port 28fcbe32-8f2a-45c0-8c36-73b30209fa72 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:22:37.899784 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] Attempting to bind port 28fcbe32-8f2a-45c0-8c36-73b30209fa72 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'c981b1a7-e31e-49cf-acc9-a38fa8cf1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '846933f3-f4d3-4411-833b-b26da6dbe4a2'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:22:37.900150 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] Attempting to bind port 28fcbe32-8f2a-45c0-8c36-73b30209fa72 on network 846933f3-f4d3-4411-833b-b26da6dbe4a2 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:22:37.904605 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] Port 28fcbe32-8f2a-45c0-8c36-73b30209fa72 on network 846933f3-f4d3-4411-833b-b26da6dbe4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:22:37.904927 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] Attempting to bind port 28fcbe32-8f2a-45c0-8c36-73b30209fa72 on network 846933f3-f4d3-4411-833b-b26da6dbe4a2 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:22:37.909790 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 22, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:22:37.910141 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] Checking segment: {'id': 'c981b1a7-e31e-49cf-acc9-a38fa8cf1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '846933f3-f4d3-4411-833b-b26da6dbe4a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:22:37.910530 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] Bound using segment: {'id': 'c981b1a7-e31e-49cf-acc9-a38fa8cf1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '846933f3-f4d3-4411-833b-b26da6dbe4a2'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:22:37.911500 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] Bound port: 28fcbe32-8f2a-45c0-8c36-73b30209fa72, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c981b1a7-e31e-49cf-acc9-a38fa8cf1508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '846933f3-f4d3-4411-833b-b26da6dbe4a2'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:22:37.911918 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:37.977608 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] For port 28fcbe32-8f2a-45c0-8c36-73b30209fa72, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:22:37.980788 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] For port 28fcbe32-8f2a-45c0-8c36-73b30209fa72, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=28fcbe32-8f2a-45c0-8c36-73b30209fa72,segment=NetworkSegment(c981b1a7-e31e-49cf-acc9-a38fa8cf1508),segment_id=c981b1a7-e31e-49cf-acc9-a38fa8cf1508)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:22:37.985615 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:38.021240 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:38.021923 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:38.023401 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] 10.222.0.39 "PUT /v2.0/ports/28fcbe32-8f2a-45c0-8c36-73b30209fa72 HTTP/1.1" status: 200 len: 1092 time: 0.6089940 Jul 30 00:22:38.025510 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea1a8ee3-4508-42db-a848-a20e1f49ac06', 'tag': '28fcbe32-8f2a-45c0-8c36-73b30209fa72'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:22:38.027886 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5209d4e956e9ae4acfb38c8f800d5d5e141ec7fd74949f506a8c7ac355071e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a171c36-ee39-41af-bc3d-625edf516c1f" -d '{"events": [{"name": "network-changed", "server_uuid": "ea1a8ee3-4508-42db-a848-a20e1f49ac06", "tag": "28fcbe32-8f2a-45c0-8c36-73b30209fa72"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:22:38.060769 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19092d92-b175-4f9b-8a2b-5650b3723ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=28fcbe32-8f2a-45c0-8c36-73b30209fa72,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:38.097762 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8a2281-5cb5-4ed4-ba44-d8de5e77d0d3 x-openstack-request-id: req-0a8a2281-5cb5-4ed4-ba44-d8de5e77d0d3 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:22:38.098233 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea1a8ee3-4508-42db-a848-a20e1f49ac06", "tag": "28fcbe32-8f2a-45c0-8c36-73b30209fa72", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:22:38.099129 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a8a2281-5cb5-4ed4-ba44-d8de5e77d0d3 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:22:38.099673 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea1a8ee3-4508-42db-a848-a20e1f49ac06', 'tag': '28fcbe32-8f2a-45c0-8c36-73b30209fa72', 'status': 'completed', 'code': 200} Jul 30 00:22:38.126978 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-3971d735-fa20-4fdf-b5cc-3123099cf458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:38.128825 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-3971d735-fa20-4fdf-b5cc-3123099cf458 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=457ef70623ef46b09a24aaac04866201&device_id=ea1a8ee3-4508-42db-a848-a20e1f49ac06 HTTP/1.1" status: 200 len: 1095 time: 0.0624518 Jul 30 00:22:38.175477 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-472145f2-6c58-457b-a939-c945895b3618 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28fcbe32-8f2a-45c0-8c36-73b30209fa72 HTTP/1.1" status: 200 len: 217 time: 0.0381436 Jul 30 00:22:38.205258 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f77b7-d70f-4abc-896d-00117f346a4f req-4aed7ca5-2911-4ac6-924b-281e90f879fe tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:38.208100 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-451f77b7-d70f-4abc-896d-00117f346a4f req-4aed7ca5-2911-4ac6-924b-281e90f879fe tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea1a8ee3-4508-42db-a848-a20e1f49ac06 HTTP/1.1" status: 200 len: 943 time: 0.0641344 Jul 30 00:22:38.235224 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-2ca83840-1a55-4f02-8134-93b07a501ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:38.236745 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-2ca83840-1a55-4f02-8134-93b07a501ea3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69d84a3a-32c6-4533-9b9f-27673270fec0 HTTP/1.1" status: 200 len: 856 time: 0.0535870 Jul 30 00:22:38.257060 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-451f77b7-d70f-4abc-896d-00117f346a4f req-7c6f1433-9f9d-4951-b410-eaa54135b1e3 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14988fd-ccf7-41a4-9b86-866ffbe503cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383332 Jul 30 00:22:38.285190 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-4c971c5a-289d-46bd-9dda-ad4ed25dae26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:38.287944 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-4c971c5a-289d-46bd-9dda-ad4ed25dae26 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=846933f3-f4d3-4411-833b-b26da6dbe4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430553 Jul 30 00:22:38.373920 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-6e75b768-65eb-45e8-9c66-b61d570973b3 service neutron] 10.222.0.39 "GET /v2.0/networks/846933f3-f4d3-4411-833b-b26da6dbe4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792840 Jul 30 00:22:38.386186 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:38.466683 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2c1056de-9d04-42b4-a5d6-ff90967ba333 req-c95b02f3-09dc-4c96-b751-2deb8b462769 service neutron] 10.222.0.39 "GET /v2.0/networks/846933f3-f4d3-4411-833b-b26da6dbe4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862312 Jul 30 00:22:38.552981 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a171c36-ee39-41af-bc3d-625edf516c1f req-dffa2ca8-194a-4542-9810-01c97956ee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:38.554441 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1a171c36-ee39-41af-bc3d-625edf516c1f req-dffa2ca8-194a-4542-9810-01c97956ee39 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=457ef70623ef46b09a24aaac04866201&device_id=ea1a8ee3-4508-42db-a848-a20e1f49ac06 HTTP/1.1" status: 200 len: 1095 time: 0.0418789 Jul 30 00:22:38.649378 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a171c36-ee39-41af-bc3d-625edf516c1f req-798508bd-607d-43b9-abe9-52b14d6f9ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:38.650827 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1a171c36-ee39-41af-bc3d-625edf516c1f req-798508bd-607d-43b9-abe9-52b14d6f9ce2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=846933f3-f4d3-4411-833b-b26da6dbe4a2 HTTP/1.1" status: 200 len: 918 time: 0.0889437 Jul 30 00:22:38.693227 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1a171c36-ee39-41af-bc3d-625edf516c1f req-e94739e3-368b-4dd2-9e68-611e7700a99f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28fcbe32-8f2a-45c0-8c36-73b30209fa72 HTTP/1.1" status: 200 len: 217 time: 0.0345924 Jul 30 00:22:38.740866 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a171c36-ee39-41af-bc3d-625edf516c1f req-c1755249-d78f-4525-ba75-d88af269045d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:38.742251 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1a171c36-ee39-41af-bc3d-625edf516c1f req-c1755249-d78f-4525-ba75-d88af269045d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=69d84a3a-32c6-4533-9b9f-27673270fec0 HTTP/1.1" status: 200 len: 856 time: 0.0430555 Jul 30 00:22:38.797273 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a171c36-ee39-41af-bc3d-625edf516c1f req-e2d6bbc4-8f69-4b7e-a64c-8edf3a99537e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:38.799043 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1a171c36-ee39-41af-bc3d-625edf516c1f req-e2d6bbc4-8f69-4b7e-a64c-8edf3a99537e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=846933f3-f4d3-4411-833b-b26da6dbe4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446250 Jul 30 00:22:38.889970 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1a171c36-ee39-41af-bc3d-625edf516c1f req-82c2c719-aaf7-4c3c-b290-da85d98d818c service neutron] 10.222.0.39 "GET /v2.0/networks/846933f3-f4d3-4411-833b-b26da6dbe4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825770 Jul 30 00:22:38.985786 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1a171c36-ee39-41af-bc3d-625edf516c1f req-99522050-5294-4ca8-b1c4-0c9755f4cf1a service neutron] 10.222.0.39 "GET /v2.0/networks/846933f3-f4d3-4411-833b-b26da6dbe4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879571 Jul 30 00:22:39.373305 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914fb89f-6d4d-4bab-be87-03b2e12833f4 req-a862a2fb-9bd7-4a47-83ae-4a0d6e41954d tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:39.374830 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-914fb89f-6d4d-4bab-be87-03b2e12833f4 req-a862a2fb-9bd7-4a47-83ae-4a0d6e41954d tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea1a8ee3-4508-42db-a848-a20e1f49ac06 HTTP/1.1" status: 200 len: 943 time: 0.0494242 Jul 30 00:22:39.412867 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-914fb89f-6d4d-4bab-be87-03b2e12833f4 req-cd1a8a4d-d01a-4233-b303-cc07cfb3e230 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14988fd-ccf7-41a4-9b86-866ffbe503cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318935 Jul 30 00:22:40.308731 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:22:40.499066 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 28fcbe32-8f2a-45c0-8c36-73b30209fa72 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:22:40.528180 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5825a-ca9a-4c0e-82ad-3e643305746d req-4a7223b2-6be5-4d75-9eda-376374dfd345 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:40.529749 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-51a5825a-ca9a-4c0e-82ad-3e643305746d req-4a7223b2-6be5-4d75-9eda-376374dfd345 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea1a8ee3-4508-42db-a848-a20e1f49ac06 HTTP/1.1" status: 200 len: 943 time: 0.0504918 Jul 30 00:22:40.569148 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-51a5825a-ca9a-4c0e-82ad-3e643305746d req-f65dbaa6-165f-44b9-9523-328d895269b6 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14988fd-ccf7-41a4-9b86-866ffbe503cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334897 Jul 30 00:22:40.594420 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 28fcbe32-8f2a-45c0-8c36-73b30209fa72, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=28fcbe32-8f2a-45c0-8c36-73b30209fa72,segment=NetworkSegment(c981b1a7-e31e-49cf-acc9-a38fa8cf1508),segment_id=c981b1a7-e31e-49cf-acc9-a38fa8cf1508)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:22:40.605805 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '28fcbe32-8f2a-45c0-8c36-73b30209fa72', 'network_id': '846933f3-f4d3-4411-833b-b26da6dbe4a2', 'port_id': '28fcbe32-8f2a-45c0-8c36-73b30209fa72', 'mac_address': 'fa:16:3e:71:d5:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69d84a3a-32c6-4533-9b9f-27673270fec0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:22:40.643857 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:40.656422 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28fcbe32-8f2a-45c0-8c36-73b30209fa72 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:22:40.675642 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 28fcbe32-8f2a-45c0-8c36-73b30209fa72, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=28fcbe32-8f2a-45c0-8c36-73b30209fa72,segment=NetworkSegment(c981b1a7-e31e-49cf-acc9-a38fa8cf1508),segment_id=c981b1a7-e31e-49cf-acc9-a38fa8cf1508)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:22:40.679383 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:40.724567 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=28fcbe32-8f2a-45c0-8c36-73b30209fa72,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:40.731475 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:40.731826 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:40.732185 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:40.732518 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:40.732892 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:40.734292 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:40.734617 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:40.734940 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:40.735262 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:40.735582 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:40.735934 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:40.736248 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:22:40.865092 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['28fcbe32-8f2a-45c0-8c36-73b30209fa72'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:22:41.686710 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5993e4-1d0b-4a08-b5fa-4a8c97b9f7d5 req-99bca152-7f49-4e01-ac1b-bf50db80af4e tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:41.688211 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da5993e4-1d0b-4a08-b5fa-4a8c97b9f7d5 req-99bca152-7f49-4e01-ac1b-bf50db80af4e tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea1a8ee3-4508-42db-a848-a20e1f49ac06 HTTP/1.1" status: 200 len: 944 time: 0.0502114 Jul 30 00:22:41.730366 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da5993e4-1d0b-4a08-b5fa-4a8c97b9f7d5 req-38913387-9acc-4f53-83d8-c5a9884f9e91 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14988fd-ccf7-41a4-9b86-866ffbe503cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352950 Jul 30 00:22:42.498979 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 28fcbe32-8f2a-45c0-8c36-73b30209fa72 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:22:42.546938 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 28fcbe32-8f2a-45c0-8c36-73b30209fa72 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:22:42.550379 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 28fcbe32-8f2a-45c0-8c36-73b30209fa72 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:22:42.550749 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:42.624894 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:42.647273 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1a8ee3-4508-42db-a848-a20e1f49ac06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fcbe32-8f2a-45c0-8c36-73b30209fa72'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:22:42.649820 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee31ed8e5b8e4dc4f88b315270ded6679232f3f3b12134e952a2ffdf5dc07ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef8ecce-1c47-4a25-9694-80a8e90d3de9" -d '{"events": [{"server_uuid": "ea1a8ee3-4508-42db-a848-a20e1f49ac06", "name": "network-vif-plugged", "status": "completed", "tag": "28fcbe32-8f2a-45c0-8c36-73b30209fa72"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:22:42.664205 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 28fcbe32-8f2a-45c0-8c36-73b30209fa72, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=28fcbe32-8f2a-45c0-8c36-73b30209fa72,segment=NetworkSegment(c981b1a7-e31e-49cf-acc9-a38fa8cf1508),segment_id=c981b1a7-e31e-49cf-acc9-a38fa8cf1508)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:22:42.668113 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:22:42.696880 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771adbaa-75c8-4066-88ca-eec2dd48571a x-openstack-request-id: req-771adbaa-75c8-4066-88ca-eec2dd48571a {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:22:42.697174 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1a8ee3-4508-42db-a848-a20e1f49ac06", "name": "network-vif-plugged", "status": "completed", "tag": "28fcbe32-8f2a-45c0-8c36-73b30209fa72", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:22:42.697432 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-771adbaa-75c8-4066-88ca-eec2dd48571a {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:22:42.697820 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1a8ee3-4508-42db-a848-a20e1f49ac06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28fcbe32-8f2a-45c0-8c36-73b30209fa72', 'code': 200} Jul 30 00:22:42.724117 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=28fcbe32-8f2a-45c0-8c36-73b30209fa72,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:22:42.783369 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc4b21-9592-49b9-a27c-09b31c293822 req-081dcb95-f86a-45df-b2c8-d3f2e52ca7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:42.784926 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-06bc4b21-9592-49b9-a27c-09b31c293822 req-081dcb95-f86a-45df-b2c8-d3f2e52ca7f2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ea1a8ee3-4508-42db-a848-a20e1f49ac06 HTTP/1.1" status: 200 len: 1097 time: 0.0428648 Jul 30 00:22:42.820948 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-06bc4b21-9592-49b9-a27c-09b31c293822 req-f19d51bd-3202-409a-b52a-0577c009a0c5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e14988fd-ccf7-41a4-9b86-866ffbe503cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294034 Jul 30 00:22:42.848660 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530a17e-0ce9-4a4e-867d-06144cb867fa req-e82e1b29-0df9-499a-b371-92114b725982 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:42.850161 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d530a17e-0ce9-4a4e-867d-06144cb867fa req-e82e1b29-0df9-499a-b371-92114b725982 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea1a8ee3-4508-42db-a848-a20e1f49ac06 HTTP/1.1" status: 200 len: 945 time: 0.0503392 Jul 30 00:22:42.889166 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d530a17e-0ce9-4a4e-867d-06144cb867fa req-2cc6fa98-96ce-4041-805b-e6e212520b0b tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14988fd-ccf7-41a4-9b86-866ffbe503cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329561 Jul 30 00:22:44.002791 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213fabb9-4e5d-4773-bede-18a619fbec81 req-bba8402e-c346-4037-a77a-cee9fcefe778 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:44.004303 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-213fabb9-4e5d-4773-bede-18a619fbec81 req-bba8402e-c346-4037-a77a-cee9fcefe778 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea1a8ee3-4508-42db-a848-a20e1f49ac06 HTTP/1.1" status: 200 len: 945 time: 0.0489140 Jul 30 00:22:44.042954 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-213fabb9-4e5d-4773-bede-18a619fbec81 req-866cc80d-64e4-4691-bb48-094491def6e6 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14988fd-ccf7-41a4-9b86-866ffbe503cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319610 Jul 30 00:22:44.155007 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae9be62-948d-42c0-8442-2786c15fe957 req-e9618886-c29d-4cbd-97f2-9c2dbbb22929 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:22:44.156513 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eae9be62-948d-42c0-8442-2786c15fe957 req-e9618886-c29d-4cbd-97f2-9c2dbbb22929 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea1a8ee3-4508-42db-a848-a20e1f49ac06 HTTP/1.1" status: 200 len: 945 time: 0.0488942 Jul 30 00:22:44.199775 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eae9be62-948d-42c0-8442-2786c15fe957 req-bccd63f7-d18d-4464-99be-91e483582e7a tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14988fd-ccf7-41a4-9b86-866ffbe503cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369358 Jul 30 00:23:00.151646 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:00.324658 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:02.579256 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff41776a-3bb2-4621-9f4c-d3ffb25fedad req-ac23197d-5c93-4d4e-9ce4-035447ec5842 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:02.580810 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff41776a-3bb2-4621-9f4c-d3ffb25fedad req-ac23197d-5c93-4d4e-9ce4-035447ec5842 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea1a8ee3-4508-42db-a848-a20e1f49ac06 HTTP/1.1" status: 200 len: 945 time: 0.0498407 Jul 30 00:23:02.619720 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff41776a-3bb2-4621-9f4c-d3ffb25fedad req-20b9a224-81d0-436d-be6d-375cafdb8606 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14988fd-ccf7-41a4-9b86-866ffbe503cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320067 Jul 30 00:23:02.939757 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b2e729ad-2a56-43ce-9332-74facd4c011c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:03.736110 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4101c2-85ed-4de8-917d-7d15efd75062 req-22bff052-6283-4dd1-b792-7d79d19edf92 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:03.737597 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d4101c2-85ed-4de8-917d-7d15efd75062 req-22bff052-6283-4dd1-b792-7d79d19edf92 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea1a8ee3-4508-42db-a848-a20e1f49ac06 HTTP/1.1" status: 200 len: 945 time: 0.0489905 Jul 30 00:23:03.777047 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d4101c2-85ed-4de8-917d-7d15efd75062 req-2d418448-9d69-4022-8e52-3a16acbea0fd tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/security-groups?id=e14988fd-ccf7-41a4-9b86-866ffbe503cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323601 Jul 30 00:23:04.132366 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9742fc-2c99-4078-ab0b-aa0d0fd1d000 req-ce6c4de4-fa10-4c7a-9ddd-5cb1e95a52ef tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:04.133800 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-7d9742fc-2c99-4078-ab0b-aa0d0fd1d000 req-ce6c4de4-fa10-4c7a-9ddd-5cb1e95a52ef tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea1a8ee3-4508-42db-a848-a20e1f49ac06 HTTP/1.1" status: 200 len: 945 time: 0.0479949 Jul 30 00:23:04.223372 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-7d9742fc-2c99-4078-ab0b-aa0d0fd1d000 req-1d463c3a-a87b-474a-b629-a8a34ba9514e tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Deleting port 28fcbe32-8f2a-45c0-8c36-73b30209fa72 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:23:04.223619 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-7d9742fc-2c99-4078-ab0b-aa0d0fd1d000 req-1d463c3a-a87b-474a-b629-a8a34ba9514e tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:04.310553 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-7d9742fc-2c99-4078-ab0b-aa0d0fd1d000 req-1d463c3a-a87b-474a-b629-a8a34ba9514e tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] For port 28fcbe32-8f2a-45c0-8c36-73b30209fa72, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=28fcbe32-8f2a-45c0-8c36-73b30209fa72,segment=NetworkSegment(c981b1a7-e31e-49cf-acc9-a38fa8cf1508),segment_id=c981b1a7-e31e-49cf-acc9-a38fa8cf1508)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:23:04.310919 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-7d9742fc-2c99-4078-ab0b-aa0d0fd1d000 req-1d463c3a-a87b-474a-b629-a8a34ba9514e tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:04.323492 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-7d9742fc-2c99-4078-ab0b-aa0d0fd1d000 req-1d463c3a-a87b-474a-b629-a8a34ba9514e tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Calling delete_port for 28fcbe32-8f2a-45c0-8c36-73b30209fa72 owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:23:04.454889 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-7d9742fc-2c99-4078-ab0b-aa0d0fd1d000 req-1d463c3a-a87b-474a-b629-a8a34ba9514e tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:04.467374 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['28fcbe32-8f2a-45c0-8c36-73b30209fa72'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:23:04.484095 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d463c3a-a87b-474a-b629-a8a34ba9514e tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Pushing event deleted for resources: {'Port': ['ID=28fcbe32-8f2a-45c0-8c36-73b30209fa72,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:04.526323 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9742fc-2c99-4078-ab0b-aa0d0fd1d000 req-1d463c3a-a87b-474a-b629-a8a34ba9514e tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] No DVR routers for this DVR port 28fcbe32-8f2a-45c0-8c36-73b30209fa72 on host n-h2-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:23:04.529121 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-7d9742fc-2c99-4078-ab0b-aa0d0fd1d000 req-1d463c3a-a87b-474a-b629-a8a34ba9514e tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:04.531199 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-7d9742fc-2c99-4078-ab0b-aa0d0fd1d000 req-1d463c3a-a87b-474a-b629-a8a34ba9514e tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.39 "DELETE /v2.0/ports/28fcbe32-8f2a-45c0-8c36-73b30209fa72 HTTP/1.1" status: 204 len: 173 time: 0.3914163 Jul 30 00:23:04.531643 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea1a8ee3-4508-42db-a848-a20e1f49ac06', 'name': 'network-vif-deleted', 'tag': '28fcbe32-8f2a-45c0-8c36-73b30209fa72'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:23:04.533989 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5209d4e956e9ae4acfb38c8f800d5d5e141ec7fd74949f506a8c7ac355071e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba343734-72f7-46e5-9fa9-bd800133b542" -d '{"events": [{"server_uuid": "ea1a8ee3-4508-42db-a848-a20e1f49ac06", "name": "network-vif-deleted", "tag": "28fcbe32-8f2a-45c0-8c36-73b30209fa72"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:23:04.585148 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73628bea-a53f-4490-928f-89eefceaccaa x-openstack-request-id: req-73628bea-a53f-4490-928f-89eefceaccaa {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:23:04.585588 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea1a8ee3-4508-42db-a848-a20e1f49ac06", "name": "network-vif-deleted", "tag": "28fcbe32-8f2a-45c0-8c36-73b30209fa72", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:23:04.585731 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-73628bea-a53f-4490-928f-89eefceaccaa {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:23:04.586075 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea1a8ee3-4508-42db-a848-a20e1f49ac06', 'name': 'network-vif-deleted', 'tag': '28fcbe32-8f2a-45c0-8c36-73b30209fa72', 'status': 'completed', 'code': 200} Jul 30 00:23:04.883006 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-075d07e0-b7f0-42bc-a95b-47991800d7a1 req-a5060cd7-1569-4828-ae53-db23f2883c75 tempest-TestEncryptedCinderVolumes-2066456399 tempest-TestEncryptedCinderVolumes-2066456399-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea1a8ee3-4508-42db-a848-a20e1f49ac06 HTTP/1.1" status: 200 len: 210 time: 0.0264816 Jul 30 00:23:05.514044 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:05.971362 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59710) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:23:06.311640 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-183ca1be-b541-42b3-ba8f-bf96147c9f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:06.320957 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dc8d9a77-4493-4cd5-8dc9-709359842f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:06.581950 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d9a77-4493-4cd5-8dc9-709359842f80 admin admin] Deleting port 526a63e5-066b-4242-ad81-1b76e6ec1caf {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:23:06.582171 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dc8d9a77-4493-4cd5-8dc9-709359842f80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:06.660588 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-dc8d9a77-4493-4cd5-8dc9-709359842f80 admin admin] For port 526a63e5-066b-4242-ad81-1b76e6ec1caf, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=526a63e5-066b-4242-ad81-1b76e6ec1caf,segment=NetworkSegment(c981b1a7-e31e-49cf-acc9-a38fa8cf1508),segment_id=c981b1a7-e31e-49cf-acc9-a38fa8cf1508)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:23:06.660952 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dc8d9a77-4493-4cd5-8dc9-709359842f80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:06.678429 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d9a77-4493-4cd5-8dc9-709359842f80 admin admin] Calling delete_port for 526a63e5-066b-4242-ad81-1b76e6ec1caf owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:23:06.700979 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 28fcbe32-8f2a-45c0-8c36-73b30209fa72 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:23:06.721089 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 28fcbe32-8f2a-45c0-8c36-73b30209fa72 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:23:06.721437 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 28fcbe32-8f2a-45c0-8c36-73b30209fa72 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:23:06.862228 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dc8d9a77-4493-4cd5-8dc9-709359842f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:06.892618 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8d9a77-4493-4cd5-8dc9-709359842f80 admin admin] Pushing event deleted for resources: {'Port': ['ID=526a63e5-066b-4242-ad81-1b76e6ec1caf,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:06.917184 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d9a77-4493-4cd5-8dc9-709359842f80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:06.917524 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d9a77-4493-4cd5-8dc9-709359842f80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:06.917862 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d9a77-4493-4cd5-8dc9-709359842f80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:06.918202 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d9a77-4493-4cd5-8dc9-709359842f80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:06.918528 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d9a77-4493-4cd5-8dc9-709359842f80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:06.918852 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d9a77-4493-4cd5-8dc9-709359842f80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:06.919175 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d9a77-4493-4cd5-8dc9-709359842f80 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:06.919497 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d9a77-4493-4cd5-8dc9-709359842f80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:06.919819 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d9a77-4493-4cd5-8dc9-709359842f80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:06.920157 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d9a77-4493-4cd5-8dc9-709359842f80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:06.920475 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d9a77-4493-4cd5-8dc9-709359842f80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:06.920792 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc8d9a77-4493-4cd5-8dc9-709359842f80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:07.068841 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-dc8d9a77-4493-4cd5-8dc9-709359842f80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:07.078945 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:07.286986 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc8d9a77-4493-4cd5-8dc9-709359842f80 admin admin] Router ea6835af-9547-4ad5-9a76-83b26e644f1f has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:23:07.391436 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc8d9a77-4493-4cd5-8dc9-709359842f80 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:23:07.396565 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-dc8d9a77-4493-4cd5-8dc9-709359842f80 admin admin] 10.222.0.18 "PUT /v2.0/routers/ea6835af-9547-4ad5-9a76-83b26e644f1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4240279 Jul 30 00:23:07.398967 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59712) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:23:07.400287 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f40ccf-b31c-4786-aece-901ec90ec7da None None] Sync routers for ids ['ea6835af-9547-4ad5-9a76-83b26e644f1f'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:23:07.410282 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f40ccf-b31c-4786-aece-901ec90ec7da None None] Routers {'ea6835af-9547-4ad5-9a76-83b26e644f1f'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:23:07.410895 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-c3f40ccf-b31c-4786-aece-901ec90ec7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:23:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['ea6835af-9547-4ad5-9a76-83b26e644f1f'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:23:07.502545 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bb32973c-8da9-4808-ac57-315427abfd86 admin admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:07.513175 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-c3f40ccf-b31c-4786-aece-901ec90ec7da None None] Set router ea6835af-9547-4ad5-9a76-83b26e644f1f gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:23:07.604630 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bb32973c-8da9-4808-ac57-315427abfd86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:07.657195 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-bb32973c-8da9-4808-ac57-315427abfd86 admin admin] Deleting port 23fe0fdb-872b-40a6-9316-2287d7b92e3c {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:23:07.657551 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bb32973c-8da9-4808-ac57-315427abfd86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:07.690794 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-c3f40ccf-b31c-4786-aece-901ec90ec7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6835af-9547-4ad5-9a76-83b26e644f1f', 'name': 'tempest-TestEncryptedCinderVolumes-1492020298-router', 'tenant_id': '457ef70623ef46b09a24aaac04866201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.205'}], 'enable_snat': True}, 'gw_port_id': '23fe0fdb-872b-40a6-9316-2287d7b92e3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:21:52Z', 'updated_at': '2021-07-30T00:23:06Z', 'revision_number': 5, 'project_id': '457ef70623ef46b09a24aaac04866201', 'gw_port': {'id': '23fe0fdb-872b-40a6-9316-2287d7b92e3c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:50:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6835af-9547-4ad5-9a76-83b26e644f1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:21:52Z', 'updated_at': '2021-07-30T00:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:23:07.718242 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f40ccf-b31c-4786-aece-901ec90ec7da None None] Checking router: ea6835af-9547-4ad5-9a76-83b26e644f1f for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:23:07.727013 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f40ccf-b31c-4786-aece-901ec90ec7da None None] Routers {'ea6835af-9547-4ad5-9a76-83b26e644f1f'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:23:07.727616 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-c3f40ccf-b31c-4786-aece-901ec90ec7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:23:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['ea6835af-9547-4ad5-9a76-83b26e644f1f'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:23:07.737697 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-bb32973c-8da9-4808-ac57-315427abfd86 admin admin] For port 23fe0fdb-872b-40a6-9316-2287d7b92e3c, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=23fe0fdb-872b-40a6-9316-2287d7b92e3c,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:23:07.738068 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bb32973c-8da9-4808-ac57-315427abfd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:07.751007 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-bb32973c-8da9-4808-ac57-315427abfd86 admin admin] Calling delete_port for 23fe0fdb-872b-40a6-9316-2287d7b92e3c owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:23:07.813446 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-c3f40ccf-b31c-4786-aece-901ec90ec7da None None] Set router ea6835af-9547-4ad5-9a76-83b26e644f1f gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:23:07.868221 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-c3f40ccf-b31c-4786-aece-901ec90ec7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6835af-9547-4ad5-9a76-83b26e644f1f', 'name': 'tempest-TestEncryptedCinderVolumes-1492020298-router', 'tenant_id': '457ef70623ef46b09a24aaac04866201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:21:52Z', 'updated_at': '2021-07-30T00:23:07Z', 'revision_number': 6, 'project_id': '457ef70623ef46b09a24aaac04866201', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:23:07.897702 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f40ccf-b31c-4786-aece-901ec90ec7da None None] The sync data for ids ['ea6835af-9547-4ad5-9a76-83b26e644f1f'] in n-d-712140-10 is: [{'id': 'ea6835af-9547-4ad5-9a76-83b26e644f1f', 'name': 'tempest-TestEncryptedCinderVolumes-1492020298-router', 'tenant_id': '457ef70623ef46b09a24aaac04866201', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:21:52Z', 'updated_at': '2021-07-30T00:23:07Z', 'revision_number': 6, 'project_id': '457ef70623ef46b09a24aaac04866201', 'gw_port_host': None}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:23:07.923381 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bb32973c-8da9-4808-ac57-315427abfd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:07.949894 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb32973c-8da9-4808-ac57-315427abfd86 admin admin] Pushing event deleted for resources: {'Port': ['ID=23fe0fdb-872b-40a6-9316-2287d7b92e3c,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:08.015915 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bb32973c-8da9-4808-ac57-315427abfd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:08.105182 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bb32973c-8da9-4808-ac57-315427abfd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:08.107408 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bb32973c-8da9-4808-ac57-315427abfd86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:08.150059 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bb32973c-8da9-4808-ac57-315427abfd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:08.150647 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb32973c-8da9-4808-ac57-315427abfd86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea6835af-9547-4ad5-9a76-83b26e644f1f {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:23:08.155079 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bb32973c-8da9-4808-ac57-315427abfd86 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:08.156502 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-bb32973c-8da9-4808-ac57-315427abfd86 admin admin] 10.222.0.18 "DELETE /v2.0/routers/ea6835af-9547-4ad5-9a76-83b26e644f1f HTTP/1.1" status: 204 len: 168 time: 0.7566156 Jul 30 00:23:08.159029 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59714) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:23:08.208061 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8cda582-c75a-4ff8-8fba-245ccbd7e997 admin admin] Deleting subnet 69d84a3a-32c6-4533-9b9f-27673270fec0 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:23:08.211008 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b8cda582-c75a-4ff8-8fba-245ccbd7e997 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:08.245950 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b8cda582-c75a-4ff8-8fba-245ccbd7e997 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:08.331413 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b8cda582-c75a-4ff8-8fba-245ccbd7e997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:08.384728 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b8cda582-c75a-4ff8-8fba-245ccbd7e997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:08.389559 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:08.416715 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cda582-c75a-4ff8-8fba-245ccbd7e997 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69d84a3a-32c6-4533-9b9f-27673270fec0,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:08.419601 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b8cda582-c75a-4ff8-8fba-245ccbd7e997 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:08.421541 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b8cda582-c75a-4ff8-8fba-245ccbd7e997 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/69d84a3a-32c6-4533-9b9f-27673270fec0 HTTP/1.1" status: 204 len: 168 time: 0.2615657 Jul 30 00:23:08.424113 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59716) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:23:08.424348 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-475e3792-e3cc-4df1-9d3c-04d47f85fbd6 None None] Network 846933f3-f4d3-4411-833b-b26da6dbe4a2 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:23:08.495654 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2a72ebe2-4d54-443a-ad71-682959a134be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:08.551323 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-2a72ebe2-4d54-443a-ad71-682959a134be admin admin] Deleting port 3e28e2b9-8baf-404f-bb36-a48a2e4ff2a1 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:23:08.552009 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2a72ebe2-4d54-443a-ad71-682959a134be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:08.622578 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-2a72ebe2-4d54-443a-ad71-682959a134be admin admin] For port 3e28e2b9-8baf-404f-bb36-a48a2e4ff2a1, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=3e28e2b9-8baf-404f-bb36-a48a2e4ff2a1,segment=NetworkSegment(c981b1a7-e31e-49cf-acc9-a38fa8cf1508),segment_id=c981b1a7-e31e-49cf-acc9-a38fa8cf1508)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:23:08.622851 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2a72ebe2-4d54-443a-ad71-682959a134be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:08.635344 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-2a72ebe2-4d54-443a-ad71-682959a134be admin admin] Calling delete_port for 3e28e2b9-8baf-404f-bb36-a48a2e4ff2a1 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:23:08.718039 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2a72ebe2-4d54-443a-ad71-682959a134be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:08.742658 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72ebe2-4d54-443a-ad71-682959a134be admin admin] Pushing event deleted for resources: {'Port': ['ID=3e28e2b9-8baf-404f-bb36-a48a2e4ff2a1,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:08.748089 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a72ebe2-4d54-443a-ad71-682959a134be admin admin] No DVR routers for this DVR port 3e28e2b9-8baf-404f-bb36-a48a2e4ff2a1 on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:23:08.761988 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6e0c24-1732-4456-9ee4-b93d7c66d4e8 None None] DHCP port deletion for 846933f3-f4d3-4411-833b-b26da6dbe4a2 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:23:08.826510 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2a72ebe2-4d54-443a-ad71-682959a134be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:08.837601 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-2a72ebe2-4d54-443a-ad71-682959a134be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846933f3-f4d3-4411-833b-b26da6dbe4a2']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:23:08.847456 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-2a72ebe2-4d54-443a-ad71-682959a134be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c981b1a7-e31e-49cf-acc9-a38fa8cf1508') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:23:08.847751 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-2a72ebe2-4d54-443a-ad71-682959a134be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c981b1a7-e31e-49cf-acc9-a38fa8cf1508') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:23:08.857312 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2a72ebe2-4d54-443a-ad71-682959a134be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:08.871131 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2a72ebe2-4d54-443a-ad71-682959a134be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:08.877559 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a72ebe2-4d54-443a-ad71-682959a134be admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:23:08.878027 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2a72ebe2-4d54-443a-ad71-682959a134be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:08.879678 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 30 00:23:08.879678 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:23:08.879678 n-d-712140-10 neutron-server[94063]: timer() Jul 30 00:23:08.879678 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:23:08.879678 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 30 00:23:08.879678 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:23:08.879678 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 30 00:23:08.879678 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:23:08.879678 n-d-712140-10 neutron-server[94063]: self._notify() Jul 30 00:23:08.879678 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:23:08.879678 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 30 00:23:08.879678 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:23:08.879678 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 30 00:23:08.879678 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:23:08.879678 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:23:08.879678 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:23:08.879678 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:23:08.879678 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:23:08.879678 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 30 00:23:08.879678 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:23:08.879678 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 30 00:23:08.879678 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:23:08.879678 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:23:08.879678 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:23:08.879678 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 30 00:23:08.879678 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:23:08.879678 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:23:08.879678 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:23:08.879678 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:23:08.879678 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:23:08.879678 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:23:08.879678 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:23:08.937626 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2a72ebe2-4d54-443a-ad71-682959a134be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:08.944536 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2a72ebe2-4d54-443a-ad71-682959a134be admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:08.946409 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2a72ebe2-4d54-443a-ad71-682959a134be admin admin] 10.222.0.18 "DELETE /v2.0/networks/846933f3-f4d3-4411-833b-b26da6dbe4a2 HTTP/1.1" status: 204 len: 168 time: 0.5213573 Jul 30 00:23:08.950185 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59718) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:23:09.283702 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72ebe2-4d54-443a-ad71-682959a134be admin admin] Pushing event deleted for resources: {'Network': ['ID=846933f3-f4d3-4411-833b-b26da6dbe4a2,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:09.662890 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3658da60-ac84-47dd-9615-f3295696f202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:09.904538 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-3658da60-ac84-47dd-9615-f3295696f202 admin admin] Deleting port f61135c9-7d16-47e2-a471-03bc1e5c3463 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:23:09.904880 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3658da60-ac84-47dd-9615-f3295696f202 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:09.967598 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 526a63e5-066b-4242-ad81-1b76e6ec1caf no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:23:09.986853 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-3658da60-ac84-47dd-9615-f3295696f202 admin admin] For port f61135c9-7d16-47e2-a471-03bc1e5c3463, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f61135c9-7d16-47e2-a471-03bc1e5c3463,segment=NetworkSegment(953d61b5-7976-4b99-bfcf-05c379c426bf),segment_id=953d61b5-7976-4b99-bfcf-05c379c426bf)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:23:09.987404 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3658da60-ac84-47dd-9615-f3295696f202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:09.987637 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 526a63e5-066b-4242-ad81-1b76e6ec1caf {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:23:09.988023 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 526a63e5-066b-4242-ad81-1b76e6ec1caf not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:23:09.988430 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 3e28e2b9-8baf-404f-bb36-a48a2e4ff2a1 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:23:10.000715 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-3658da60-ac84-47dd-9615-f3295696f202 admin admin] Calling delete_port for f61135c9-7d16-47e2-a471-03bc1e5c3463 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:23:10.011435 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 3e28e2b9-8baf-404f-bb36-a48a2e4ff2a1 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:23:10.011782 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 3e28e2b9-8baf-404f-bb36-a48a2e4ff2a1 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:23:10.012214 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 23fe0fdb-872b-40a6-9316-2287d7b92e3c no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:23:10.031167 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 23fe0fdb-872b-40a6-9316-2287d7b92e3c {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:23:10.031508 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 23fe0fdb-872b-40a6-9316-2287d7b92e3c not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:23:10.183676 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3658da60-ac84-47dd-9615-f3295696f202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:10.206648 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3658da60-ac84-47dd-9615-f3295696f202 admin admin] Pushing event deleted for resources: {'Port': ['ID=f61135c9-7d16-47e2-a471-03bc1e5c3463,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:10.373695 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3658da60-ac84-47dd-9615-f3295696f202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:10.586454 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3658da60-ac84-47dd-9615-f3295696f202 admin admin] Router 3b20e642-ce90-431b-ba72-bcd61af51ed9 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:23:10.691404 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3658da60-ac84-47dd-9615-f3295696f202 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:23:10.697011 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3658da60-ac84-47dd-9615-f3295696f202 admin admin] 10.222.0.18 "PUT /v2.0/routers/3b20e642-ce90-431b-ba72-bcd61af51ed9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7457600 Jul 30 00:23:10.699641 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59720) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:23:10.700508 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907a1399-bf51-43b5-8b22-d9ce39bc85e0 None None] Sync routers for ids ['3b20e642-ce90-431b-ba72-bcd61af51ed9'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:23:10.710122 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907a1399-bf51-43b5-8b22-d9ce39bc85e0 None None] Routers {'3b20e642-ce90-431b-ba72-bcd61af51ed9'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:23:10.710736 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-907a1399-bf51-43b5-8b22-d9ce39bc85e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:23:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['3b20e642-ce90-431b-ba72-bcd61af51ed9'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:23:10.806097 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea83a240-325d-4008-98dd-e0bae0deb8d5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:10.812621 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-907a1399-bf51-43b5-8b22-d9ce39bc85e0 None None] Set router 3b20e642-ce90-431b-ba72-bcd61af51ed9 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:23:10.909682 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea83a240-325d-4008-98dd-e0bae0deb8d5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:10.968227 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-ea83a240-325d-4008-98dd-e0bae0deb8d5 admin admin] Deleting port 5381588b-44d4-49fa-8405-2d7f6b228844 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:23:10.968571 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea83a240-325d-4008-98dd-e0bae0deb8d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:10.993681 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-907a1399-bf51-43b5-8b22-d9ce39bc85e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b20e642-ce90-431b-ba72-bcd61af51ed9', 'name': 'tempest-TestEncryptedCinderVolumes-34020963-router', 'tenant_id': 'cf9da267a171472da2322882de252a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.159'}], 'enable_snat': True}, 'gw_port_id': '5381588b-44d4-49fa-8405-2d7f6b228844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:21:56Z', 'updated_at': '2021-07-30T00:23:10Z', 'revision_number': 5, 'project_id': 'cf9da267a171472da2322882de252a66', 'gw_port': {'id': '5381588b-44d4-49fa-8405-2d7f6b228844', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b20e642-ce90-431b-ba72-bcd61af51ed9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:21:57Z', 'updated_at': '2021-07-30T00:22:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:23:11.024134 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907a1399-bf51-43b5-8b22-d9ce39bc85e0 None None] Checking router: 3b20e642-ce90-431b-ba72-bcd61af51ed9 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:23:11.032385 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907a1399-bf51-43b5-8b22-d9ce39bc85e0 None None] Routers {'3b20e642-ce90-431b-ba72-bcd61af51ed9'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:23:11.032996 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-907a1399-bf51-43b5-8b22-d9ce39bc85e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:23:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['3b20e642-ce90-431b-ba72-bcd61af51ed9'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:23:11.048409 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-ea83a240-325d-4008-98dd-e0bae0deb8d5 admin admin] For port 5381588b-44d4-49fa-8405-2d7f6b228844, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=5381588b-44d4-49fa-8405-2d7f6b228844,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:23:11.048979 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea83a240-325d-4008-98dd-e0bae0deb8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:11.065664 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-ea83a240-325d-4008-98dd-e0bae0deb8d5 admin admin] Calling delete_port for 5381588b-44d4-49fa-8405-2d7f6b228844 owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:23:11.115740 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-907a1399-bf51-43b5-8b22-d9ce39bc85e0 None None] Set router 3b20e642-ce90-431b-ba72-bcd61af51ed9 gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:23:11.169498 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-907a1399-bf51-43b5-8b22-d9ce39bc85e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b20e642-ce90-431b-ba72-bcd61af51ed9', 'name': 'tempest-TestEncryptedCinderVolumes-34020963-router', 'tenant_id': 'cf9da267a171472da2322882de252a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:21:56Z', 'updated_at': '2021-07-30T00:23:10Z', 'revision_number': 6, 'project_id': 'cf9da267a171472da2322882de252a66', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:23:11.196936 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907a1399-bf51-43b5-8b22-d9ce39bc85e0 None None] The sync data for ids ['3b20e642-ce90-431b-ba72-bcd61af51ed9'] in n-d-712140-10 is: [{'id': '3b20e642-ce90-431b-ba72-bcd61af51ed9', 'name': 'tempest-TestEncryptedCinderVolumes-34020963-router', 'tenant_id': 'cf9da267a171472da2322882de252a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:21:56Z', 'updated_at': '2021-07-30T00:23:10Z', 'revision_number': 6, 'project_id': 'cf9da267a171472da2322882de252a66', 'gw_port_host': None}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:23:11.236039 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea83a240-325d-4008-98dd-e0bae0deb8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:11.271924 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea83a240-325d-4008-98dd-e0bae0deb8d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5381588b-44d4-49fa-8405-2d7f6b228844,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:11.327592 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea83a240-325d-4008-98dd-e0bae0deb8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:11.415885 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea83a240-325d-4008-98dd-e0bae0deb8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:11.417959 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea83a240-325d-4008-98dd-e0bae0deb8d5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:11.464606 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea83a240-325d-4008-98dd-e0bae0deb8d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:11.465069 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea83a240-325d-4008-98dd-e0bae0deb8d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b20e642-ce90-431b-ba72-bcd61af51ed9 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:23:11.469816 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ea83a240-325d-4008-98dd-e0bae0deb8d5 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:11.471014 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ea83a240-325d-4008-98dd-e0bae0deb8d5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/3b20e642-ce90-431b-ba72-bcd61af51ed9 HTTP/1.1" status: 204 len: 168 time: 0.7703066 Jul 30 00:23:11.473565 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59722) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:23:11.517782 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-e70d6800-e07d-4ace-b99a-647ebb705ed4 admin admin] Deleting subnet ef321246-ef9a-4d29-92ea-1902dc55c85a {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:23:11.521404 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e70d6800-e07d-4ace-b99a-647ebb705ed4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:11.557064 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e70d6800-e07d-4ace-b99a-647ebb705ed4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:11.640989 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e70d6800-e07d-4ace-b99a-647ebb705ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:11.692677 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e70d6800-e07d-4ace-b99a-647ebb705ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:11.719568 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70d6800-e07d-4ace-b99a-647ebb705ed4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef321246-ef9a-4d29-92ea-1902dc55c85a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:11.721474 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e70d6800-e07d-4ace-b99a-647ebb705ed4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:11.723352 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e70d6800-e07d-4ace-b99a-647ebb705ed4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ef321246-ef9a-4d29-92ea-1902dc55c85a HTTP/1.1" status: 204 len: 168 time: 0.2481632 Jul 30 00:23:11.726717 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59724) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:23:11.731267 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5e3fc9-ad13-448e-a595-fd5a9be7e75e None None] Network f5181aab-9e96-4bc7-9326-f630a9553897 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:23:11.794321 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3981487-5936-4451-a075-987bc59708ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:11.853480 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b3981487-5936-4451-a075-987bc59708ed admin admin] Deleting port 616a5c9d-4a29-44a2-97f0-8092b0cc75a8 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:23:11.853740 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3981487-5936-4451-a075-987bc59708ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:11.919896 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-b3981487-5936-4451-a075-987bc59708ed admin admin] For port 616a5c9d-4a29-44a2-97f0-8092b0cc75a8, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=616a5c9d-4a29-44a2-97f0-8092b0cc75a8,segment=NetworkSegment(953d61b5-7976-4b99-bfcf-05c379c426bf),segment_id=953d61b5-7976-4b99-bfcf-05c379c426bf)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:23:11.920265 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3981487-5936-4451-a075-987bc59708ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:11.934324 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-b3981487-5936-4451-a075-987bc59708ed admin admin] Calling delete_port for 616a5c9d-4a29-44a2-97f0-8092b0cc75a8 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:23:11.941306 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c41f51-f4fa-4784-8928-93a90516c72e None None] DHCP port deletion for f5181aab-9e96-4bc7-9326-f630a9553897 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:23:11.991595 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-20c41f51-f4fa-4784-8928-93a90516c72e None None] Deleting port 616a5c9d-4a29-44a2-97f0-8092b0cc75a8 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:23:11.991912 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-20c41f51-f4fa-4784-8928-93a90516c72e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:12.016278 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f61135c9-7d16-47e2-a471-03bc1e5c3463 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:23:12.041210 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3981487-5936-4451-a075-987bc59708ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:12.063802 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: f61135c9-7d16-47e2-a471-03bc1e5c3463 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:23:12.064172 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f61135c9-7d16-47e2-a471-03bc1e5c3463 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:23:12.064586 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 616a5c9d-4a29-44a2-97f0-8092b0cc75a8 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:23:12.071973 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3981487-5936-4451-a075-987bc59708ed admin admin] Pushing event deleted for resources: {'Port': ['ID=616a5c9d-4a29-44a2-97f0-8092b0cc75a8,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:12.076821 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3981487-5936-4451-a075-987bc59708ed admin admin] No DVR routers for this DVR port 616a5c9d-4a29-44a2-97f0-8092b0cc75a8 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:23:12.094353 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 616a5c9d-4a29-44a2-97f0-8092b0cc75a8 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:23:12.094764 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 616a5c9d-4a29-44a2-97f0-8092b0cc75a8 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:23:12.095181 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 5381588b-44d4-49fa-8405-2d7f6b228844 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:23:12.127197 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 5381588b-44d4-49fa-8405-2d7f6b228844 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:23:12.127511 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 5381588b-44d4-49fa-8405-2d7f6b228844 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:23:12.136684 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-20c41f51-f4fa-4784-8928-93a90516c72e None None] For port 616a5c9d-4a29-44a2-97f0-8092b0cc75a8, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=616a5c9d-4a29-44a2-97f0-8092b0cc75a8,segment=NetworkSegment(953d61b5-7976-4b99-bfcf-05c379c426bf),segment_id=953d61b5-7976-4b99-bfcf-05c379c426bf)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:23:12.137082 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-20c41f51-f4fa-4784-8928-93a90516c72e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:12.151369 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-20c41f51-f4fa-4784-8928-93a90516c72e None None] Calling delete_port for 616a5c9d-4a29-44a2-97f0-8092b0cc75a8 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:23:12.156913 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3981487-5936-4451-a075-987bc59708ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:12.171424 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-b3981487-5936-4451-a075-987bc59708ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5181aab-9e96-4bc7-9326-f630a9553897']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:23:12.184254 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-b3981487-5936-4451-a075-987bc59708ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '953d61b5-7976-4b99-bfcf-05c379c426bf') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:23:12.184697 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-b3981487-5936-4451-a075-987bc59708ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '953d61b5-7976-4b99-bfcf-05c379c426bf') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:23:12.195011 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3981487-5936-4451-a075-987bc59708ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:12.210597 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3981487-5936-4451-a075-987bc59708ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:12.221003 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3981487-5936-4451-a075-987bc59708ed admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:23:12.221497 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3981487-5936-4451-a075-987bc59708ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:12.224517 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 30 00:23:12.224517 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:23:12.224517 n-d-712140-10 neutron-server[94064]: timer() Jul 30 00:23:12.224517 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:23:12.224517 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 30 00:23:12.224517 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:23:12.224517 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 30 00:23:12.224517 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:23:12.224517 n-d-712140-10 neutron-server[94064]: self._notify() Jul 30 00:23:12.224517 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:23:12.224517 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 30 00:23:12.224517 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:23:12.224517 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 30 00:23:12.224517 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:23:12.224517 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:23:12.224517 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:23:12.224517 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:23:12.224517 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:23:12.224517 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 30 00:23:12.224517 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:23:12.224517 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 30 00:23:12.224517 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:23:12.224517 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:23:12.224517 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:23:12.224517 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 30 00:23:12.224517 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:23:12.224517 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:23:12.224517 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:23:12.224517 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:23:12.224517 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:23:12.224517 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:23:12.224517 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:23:12.231330 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-20c41f51-f4fa-4784-8928-93a90516c72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:12.257055 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c41f51-f4fa-4784-8928-93a90516c72e None None] Pushing event deleted for resources: {'Port': ['ID=616a5c9d-4a29-44a2-97f0-8092b0cc75a8,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:12.263341 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c41f51-f4fa-4784-8928-93a90516c72e None None] No DVR routers for this DVR port 616a5c9d-4a29-44a2-97f0-8092b0cc75a8 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:23:12.297208 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3981487-5936-4451-a075-987bc59708ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:12.303630 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b3981487-5936-4451-a075-987bc59708ed admin admin] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:12.308438 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b3981487-5936-4451-a075-987bc59708ed admin admin] 10.222.0.18 "DELETE /v2.0/networks/f5181aab-9e96-4bc7-9326-f630a9553897 HTTP/1.1" status: 204 len: 168 time: 0.5779350 Jul 30 00:23:12.316942 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3981487-5936-4451-a075-987bc59708ed admin admin] Pushing event deleted for resources: {'Network': ['ID=f5181aab-9e96-4bc7-9326-f630a9553897,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:12.466741 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59728) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:23:12.511751 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a484e295-8722-4114-bf4d-31d9b3b71622 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=457ef70623ef46b09a24aaac04866201&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437248 Jul 30 00:23:12.514335 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59730) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:23:12.562240 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-509f4557-2958-4540-a6b8-d81b0565b764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:12.582164 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-509f4557-2958-4540-a6b8-d81b0565b764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:12.627678 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-509f4557-2958-4540-a6b8-d81b0565b764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:12.634275 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-509f4557-2958-4540-a6b8-d81b0565b764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:12.635436 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-509f4557-2958-4540-a6b8-d81b0565b764 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e14988fd-ccf7-41a4-9b86-866ffbe503cb HTTP/1.1" status: 204 len: 168 time: 0.1201911 Jul 30 00:23:12.642961 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509f4557-2958-4540-a6b8-d81b0565b764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14988fd-ccf7-41a4-9b86-866ffbe503cb,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:12.950857 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59736) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:23:12.990178 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ae2dccbe-a4a8-43f1-96b3-b5418dc9fe84 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cf9da267a171472da2322882de252a66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379992 Jul 30 00:23:12.992495 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59738) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:23:13.042978 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2cfc09b4-2042-4e7b-8081-1aac924b1d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:13.063184 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2cfc09b4-2042-4e7b-8081-1aac924b1d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:13.109220 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2cfc09b4-2042-4e7b-8081-1aac924b1d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:13.112077 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2cfc09b4-2042-4e7b-8081-1aac924b1d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:13.113232 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2cfc09b4-2042-4e7b-8081-1aac924b1d5c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/810dac82-8468-49d3-b8b8-9c18036eae7e HTTP/1.1" status: 204 len: 168 time: 0.1198611 Jul 30 00:23:13.121856 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfc09b4-2042-4e7b-8081-1aac924b1d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810dac82-8468-49d3-b8b8-9c18036eae7e,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:13.763273 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59760) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:23:13.856791 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-72c7fbb6-0a8b-4f75-bc9e-61465fe621a9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-13605123-network', 'tenant_id': 'c4b18b1efed047cab8ddff444b3368f4'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:23:13.878763 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c7fbb6-0a8b-4f75-bc9e-61465fe621a9 admin admin] Made reservation on behalf of c4b18b1efed047cab8ddff444b3368f4 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:23:13.881079 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-72c7fbb6-0a8b-4f75-bc9e-61465fe621a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:13.889167 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-72c7fbb6-0a8b-4f75-bc9e-61465fe621a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:13.979807 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-72c7fbb6-0a8b-4f75-bc9e-61465fe621a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:13.983637 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-72c7fbb6-0a8b-4f75-bc9e-61465fe621a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:14.011148 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72c7fbb6-0a8b-4f75-bc9e-61465fe621a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:23:14.017548 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7fbb6-0a8b-4f75-bc9e-61465fe621a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299df445-9aea-4f31-bb3c-8453727fd4b0,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:14.025193 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-72c7fbb6-0a8b-4f75-bc9e-61465fe621a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:14.025521 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-72c7fbb6-0a8b-4f75-bc9e-61465fe621a9 admin admin] Added segment dda40b31-017f-4a50-8f84-df5461a2c7fd of type vlan for network db283cbf-21f6-4bdd-9473-fa6b0881c7a3 Jul 30 00:23:14.065683 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-72c7fbb6-0a8b-4f75-bc9e-61465fe621a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:14.093643 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-72c7fbb6-0a8b-4f75-bc9e-61465fe621a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:14.094598 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c7fbb6-0a8b-4f75-bc9e-61465fe621a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:14.095180 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-72c7fbb6-0a8b-4f75-bc9e-61465fe621a9 admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:14.149718 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-72c7fbb6-0a8b-4f75-bc9e-61465fe621a9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3852079 Jul 30 00:23:14.152586 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59764) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:23:14.156736 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7fbb6-0a8b-4f75-bc9e-61465fe621a9 admin admin] Pushing event updated for resources: {'Network': ['ID=db283cbf-21f6-4bdd-9473-fa6b0881c7a3,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:14.157706 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-00fe3b63-d9d8-459e-bf2e-e268ee5cd8a0 admin admin] Request body: {'subnet': {'network_id': 'db283cbf-21f6-4bdd-9473-fa6b0881c7a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-13605123-subnet', 'tenant_id': 'c4b18b1efed047cab8ddff444b3368f4', 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:23:14.168034 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network db283cbf-21f6-4bdd-9473-fa6b0881c7a3 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:23:14.179638 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00fe3b63-d9d8-459e-bf2e-e268ee5cd8a0 admin admin] Made reservation on behalf of c4b18b1efed047cab8ddff444b3368f4 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:23:14.181992 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-00fe3b63-d9d8-459e-bf2e-e268ee5cd8a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:14.350809 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-00fe3b63-d9d8-459e-bf2e-e268ee5cd8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:14.405046 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe3b63-d9d8-459e-bf2e-e268ee5cd8a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6415b607-e0ee-443f-9825-ac7997e402ac,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:14.413712 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fe3b63-d9d8-459e-bf2e-e268ee5cd8a0 admin admin] Checking segment: {'id': 'dda40b31-017f-4a50-8f84-df5461a2c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'db283cbf-21f6-4bdd-9473-fa6b0881c7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:23:14.414090 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fe3b63-d9d8-459e-bf2e-e268ee5cd8a0 admin admin] Network hostable DHCP agents. Network: db283cbf-21f6-4bdd-9473-fa6b0881c7a3, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:23:14.430423 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fe3b63-d9d8-459e-bf2e-e268ee5cd8a0 admin admin] Network db283cbf-21f6-4bdd-9473-fa6b0881c7a3 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:23:14.439113 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-00fe3b63-d9d8-459e-bf2e-e268ee5cd8a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, db283cbf-21f6-4bdd-9473-fa6b0881c7a3) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:23:14.443924 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00fe3b63-d9d8-459e-bf2e-e268ee5cd8a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:14.445090 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-00fe3b63-d9d8-459e-bf2e-e268ee5cd8a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:14.448252 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ae8dc5-e224-4d94-8ef8-f1560057fe82 None None] Network db283cbf-21f6-4bdd-9473-fa6b0881c7a3 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:23:14.461369 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-00fe3b63-d9d8-459e-bf2e-e268ee5cd8a0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3043525 Jul 30 00:23:14.461595 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59766) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:23:14.465835 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-5d06962a-6974-4748-bfe0-e2a966df2482 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-13605123-router', 'tenant_id': 'c4b18b1efed047cab8ddff444b3368f4', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:23:14.485918 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d06962a-6974-4748-bfe0-e2a966df2482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:14.486967 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d06962a-6974-4748-bfe0-e2a966df2482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:14.545816 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d06962a-6974-4748-bfe0-e2a966df2482 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:14.599739 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7da6266-3af0-4574-a430-688bd5bad7bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-db283cbf-21f6-4bdd-9473-fa6b0881c7a3', 'network_id': 'db283cbf-21f6-4bdd-9473-fa6b0881c7a3', 'tenant_id': 'c4b18b1efed047cab8ddff444b3368f4', 'fixed_ips': [{'subnet_id': '6415b607-e0ee-443f-9825-ac7997e402ac'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:23:14.600647 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a7da6266-3af0-4574-a430-688bd5bad7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:14.683309 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d06962a-6974-4748-bfe0-e2a966df2482 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:14.735501 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-a7da6266-3af0-4574-a430-688bd5bad7bd None None] Allocated IP 172.20.0.2 (db283cbf-21f6-4bdd-9473-fa6b0881c7a3/6415b607-e0ee-443f-9825-ac7997e402ac/ee7ca711-733f-46db-9069-c705a9c60e19) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:23:14.877915 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a7da6266-3af0-4574-a430-688bd5bad7bd None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:14.883115 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d06962a-6974-4748-bfe0-e2a966df2482 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:14.886708 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a7da6266-3af0-4574-a430-688bd5bad7bd None None] Transition to ACTIVE for port object ee7ca711-733f-46db-9069-c705a9c60e19 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:23:14.902054 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d06962a-6974-4748-bfe0-e2a966df2482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:14.902292 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a7da6266-3af0-4574-a430-688bd5bad7bd None None] Transition to ACTIVE for port object ee7ca711-733f-46db-9069-c705a9c60e19 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:23:14.908096 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a7da6266-3af0-4574-a430-688bd5bad7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:14.947130 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7da6266-3af0-4574-a430-688bd5bad7bd None None] Network db283cbf-21f6-4bdd-9473-fa6b0881c7a3 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:23:14.949865 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-a7da6266-3af0-4574-a430-688bd5bad7bd None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:23:14.955242 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7da6266-3af0-4574-a430-688bd5bad7bd None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:23:14.962435 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da6266-3af0-4574-a430-688bd5bad7bd None None] Pushing event updated for resources: {'Port': ['ID=ee7ca711-733f-46db-9069-c705a9c60e19,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:15.014526 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-5d06962a-6974-4748-bfe0-e2a966df2482 admin admin] Allocated IP 172.25.8.85 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/4003d204-8f55-4698-a4a5-176ea86c5705) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:23:15.016157 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a7da6266-3af0-4574-a430-688bd5bad7bd None None] Attempting to bind port ee7ca711-733f-46db-9069-c705a9c60e19 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:23:15.016539 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a7da6266-3af0-4574-a430-688bd5bad7bd None None] Attempting to bind port ee7ca711-733f-46db-9069-c705a9c60e19 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'dda40b31-017f-4a50-8f84-df5461a2c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'db283cbf-21f6-4bdd-9473-fa6b0881c7a3'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:23:15.016903 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7da6266-3af0-4574-a430-688bd5bad7bd None None] Attempting to bind port ee7ca711-733f-46db-9069-c705a9c60e19 on network db283cbf-21f6-4bdd-9473-fa6b0881c7a3 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:23:15.022078 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7da6266-3af0-4574-a430-688bd5bad7bd None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:23:15.022454 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7da6266-3af0-4574-a430-688bd5bad7bd None None] Checking segment: {'id': 'dda40b31-017f-4a50-8f84-df5461a2c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'db283cbf-21f6-4bdd-9473-fa6b0881c7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:23:15.022858 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a7da6266-3af0-4574-a430-688bd5bad7bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:15.023251 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7da6266-3af0-4574-a430-688bd5bad7bd None None] Bound using segment: {'id': 'dda40b31-017f-4a50-8f84-df5461a2c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'db283cbf-21f6-4bdd-9473-fa6b0881c7a3'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:23:15.023716 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a7da6266-3af0-4574-a430-688bd5bad7bd None None] Bound port: ee7ca711-733f-46db-9069-c705a9c60e19, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dda40b31-017f-4a50-8f84-df5461a2c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'db283cbf-21f6-4bdd-9473-fa6b0881c7a3'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:23:15.024126 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a7da6266-3af0-4574-a430-688bd5bad7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:15.086529 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a7da6266-3af0-4574-a430-688bd5bad7bd None None] For port ee7ca711-733f-46db-9069-c705a9c60e19, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:23:15.089626 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a7da6266-3af0-4574-a430-688bd5bad7bd None None] For port ee7ca711-733f-46db-9069-c705a9c60e19, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=ee7ca711-733f-46db-9069-c705a9c60e19,segment=NetworkSegment(dda40b31-017f-4a50-8f84-df5461a2c7fd),segment_id=dda40b31-017f-4a50-8f84-df5461a2c7fd)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:23:15.094008 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a7da6266-3af0-4574-a430-688bd5bad7bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:15.121115 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d06962a-6974-4748-bfe0-e2a966df2482 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:15.151252 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7da6266-3af0-4574-a430-688bd5bad7bd None None] Pushing event updated for resources: {'Port': ['ID=ee7ca711-733f-46db-9069-c705a9c60e19,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:15.162705 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d06962a-6974-4748-bfe0-e2a966df2482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:15.203190 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d06962a-6974-4748-bfe0-e2a966df2482 admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:23:15.208384 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-5d06962a-6974-4748-bfe0-e2a966df2482 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:23:15.213041 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d06962a-6974-4748-bfe0-e2a966df2482 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:23:15.216108 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06962a-6974-4748-bfe0-e2a966df2482 admin admin] Pushing event updated for resources: {'Port': ['ID=4003d204-8f55-4698-a4a5-176ea86c5705,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:15.485947 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d06962a-6974-4748-bfe0-e2a966df2482 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:15.674563 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d06962a-6974-4748-bfe0-e2a966df2482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:15.807535 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d06962a-6974-4748-bfe0-e2a966df2482 admin admin] Router 9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:23:16.026152 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device ee7ca711-733f-46db-9069-c705a9c60e19 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:23:16.058599 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453477b8-d671-4de7-8ec8-999714048993 None None] Network db283cbf-21f6-4bdd-9473-fa6b0881c7a3 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:23:16.137856 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port ee7ca711-733f-46db-9069-c705a9c60e19 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:23:16.182845 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-cf2b2b40-7d5d-4888-b862-586c79414ffd None None] Provisioning for port ee7ca711-733f-46db-9069-c705a9c60e19 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:23:16.190884 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-cf2b2b40-7d5d-4888-b862-586c79414ffd None None] Provisioning complete for port ee7ca711-733f-46db-9069-c705a9c60e19 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:23:16.191255 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cf2b2b40-7d5d-4888-b862-586c79414ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:16.277240 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d06962a-6974-4748-bfe0-e2a966df2482 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:23:16.290878 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3e3ca4-c8ba-4314-90e6-8b19faa53700 None None] Sync routers for ids ['9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:23:16.301198 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5d06962a-6974-4748-bfe0-e2a966df2482 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:16.303544 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3e3ca4-c8ba-4314-90e6-8b19faa53700 None None] Routers {'9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:23:16.304213 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-ce3e3ca4-c8ba-4314-90e6-8b19faa53700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:23:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:23:16.305511 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5d06962a-6974-4748-bfe0-e2a966df2482 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8428438 Jul 30 00:23:16.306404 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cf2b2b40-7d5d-4888-b862-586c79414ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:16.308460 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59768) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:23:16.345505 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-cf2b2b40-7d5d-4888-b862-586c79414ffd None None] For port ee7ca711-733f-46db-9069-c705a9c60e19, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=ee7ca711-733f-46db-9069-c705a9c60e19,segment=NetworkSegment(dda40b31-017f-4a50-8f84-df5461a2c7fd),segment_id=dda40b31-017f-4a50-8f84-df5461a2c7fd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:23:16.352597 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cf2b2b40-7d5d-4888-b862-586c79414ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:16.414711 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2b2b40-7d5d-4888-b862-586c79414ffd None None] Pushing event updated for resources: {'Port': ['ID=ee7ca711-733f-46db-9069-c705a9c60e19,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:16.438689 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-ce3e3ca4-c8ba-4314-90e6-8b19faa53700 None None] Set router 9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:23:16.573125 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-24cbeb8f-f110-433d-a3f8-453034fed658 None None] Provisioning complete for port ee7ca711-733f-46db-9069-c705a9c60e19 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:23:16.573385 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24cbeb8f-f110-433d-a3f8-453034fed658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:16.631372 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-ce3e3ca4-c8ba-4314-90e6-8b19faa53700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'name': 'tempest-TestMinimumBasicScenario-13605123-router', 'tenant_id': 'c4b18b1efed047cab8ddff444b3368f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '4003d204-8f55-4698-a4a5-176ea86c5705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:23:14Z', 'updated_at': '2021-07-30T00:23:15Z', 'revision_number': 3, 'project_id': 'c4b18b1efed047cab8ddff444b3368f4', 'gw_port': {'id': '4003d204-8f55-4698-a4a5-176ea86c5705', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:23:14Z', 'updated_at': '2021-07-30T00:23:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:23:16.663398 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3e3ca4-c8ba-4314-90e6-8b19faa53700 None None] Checking router: 9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:23:16.663757 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3e3ca4-c8ba-4314-90e6-8b19faa53700 None None] Updating router 9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75 port 4003d204-8f55-4698-a4a5-176ea86c5705 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:23:16.688515 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ce3e3ca4-c8ba-4314-90e6-8b19faa53700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:16.758088 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e8b42734-f340-4769-8b1c-7869b150ff30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:16.915399 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-e8b42734-f340-4769-8b1c-7869b150ff30 admin admin] Allocated IP 172.20.0.1 (db283cbf-21f6-4bdd-9473-fa6b0881c7a3/6415b607-e0ee-443f-9825-ac7997e402ac/d29e502d-9fb9-47d8-82c5-029d894bfc1d) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:23:16.938372 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ce3e3ca4-c8ba-4314-90e6-8b19faa53700 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:16.948707 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-ce3e3ca4-c8ba-4314-90e6-8b19faa53700 None None] Transition to ACTIVE for port object 4003d204-8f55-4698-a4a5-176ea86c5705 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:23:16.956252 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ce3e3ca4-c8ba-4314-90e6-8b19faa53700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:17.010070 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-ce3e3ca4-c8ba-4314-90e6-8b19faa53700 None None] Attempting to bind port 4003d204-8f55-4698-a4a5-176ea86c5705 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:23:17.010442 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-ce3e3ca4-c8ba-4314-90e6-8b19faa53700 None None] Attempting to bind port 4003d204-8f55-4698-a4a5-176ea86c5705 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:23:17.010818 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3e3ca4-c8ba-4314-90e6-8b19faa53700 None None] Attempting to bind port 4003d204-8f55-4698-a4a5-176ea86c5705 on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:23:17.012682 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07aa0c-13fa-4b18-b3f5-8cb67fe01c64 None None] Pushing event updated for resources: {'Port': ['ID=4003d204-8f55-4698-a4a5-176ea86c5705,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:17.021935 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3e3ca4-c8ba-4314-90e6-8b19faa53700 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:23:17.022332 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3e3ca4-c8ba-4314-90e6-8b19faa53700 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:23:17.023044 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ce3e3ca4-c8ba-4314-90e6-8b19faa53700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:17.023185 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3e3ca4-c8ba-4314-90e6-8b19faa53700 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:23:17.023593 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-ce3e3ca4-c8ba-4314-90e6-8b19faa53700 None None] Bound port: 4003d204-8f55-4698-a4a5-176ea86c5705, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:23:17.024005 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ce3e3ca4-c8ba-4314-90e6-8b19faa53700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:17.026901 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e8b42734-f340-4769-8b1c-7869b150ff30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:17.027276 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed07aa0c-13fa-4b18-b3f5-8cb67fe01c64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:17.027617 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed07aa0c-13fa-4b18-b3f5-8cb67fe01c64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:17.028032 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed07aa0c-13fa-4b18-b3f5-8cb67fe01c64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:17.028324 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed07aa0c-13fa-4b18-b3f5-8cb67fe01c64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:17.028660 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed07aa0c-13fa-4b18-b3f5-8cb67fe01c64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:17.028987 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed07aa0c-13fa-4b18-b3f5-8cb67fe01c64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:17.029333 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed07aa0c-13fa-4b18-b3f5-8cb67fe01c64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:17.029680 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed07aa0c-13fa-4b18-b3f5-8cb67fe01c64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:17.029978 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed07aa0c-13fa-4b18-b3f5-8cb67fe01c64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:17.030305 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed07aa0c-13fa-4b18-b3f5-8cb67fe01c64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:17.030630 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed07aa0c-13fa-4b18-b3f5-8cb67fe01c64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:17.030951 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed07aa0c-13fa-4b18-b3f5-8cb67fe01c64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:17.042078 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-e8b42734-f340-4769-8b1c-7869b150ff30 admin admin] Transition to ACTIVE for port object d29e502d-9fb9-47d8-82c5-029d894bfc1d will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:23:17.076870 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e8b42734-f340-4769-8b1c-7869b150ff30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:17.087014 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-ce3e3ca4-c8ba-4314-90e6-8b19faa53700 None None] For port 4003d204-8f55-4698-a4a5-176ea86c5705, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:23:17.090255 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-ce3e3ca4-c8ba-4314-90e6-8b19faa53700 None None] For port 4003d204-8f55-4698-a4a5-176ea86c5705, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=4003d204-8f55-4698-a4a5-176ea86c5705,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:23:17.096193 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-ce3e3ca4-c8ba-4314-90e6-8b19faa53700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:17.120908 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b42734-f340-4769-8b1c-7869b150ff30 admin admin] Network db283cbf-21f6-4bdd-9473-fa6b0881c7a3 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:23:17.125933 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-e8b42734-f340-4769-8b1c-7869b150ff30 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:23:17.134263 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8b42734-f340-4769-8b1c-7869b150ff30 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:23:17.158442 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed07aa0c-13fa-4b18-b3f5-8cb67fe01c64 None None] Pushing event updated for resources: {'Port': ['ID=4003d204-8f55-4698-a4a5-176ea86c5705,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:17.160914 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3e3ca4-c8ba-4314-90e6-8b19faa53700 None None] Routers {'9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:23:17.161656 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-ce3e3ca4-c8ba-4314-90e6-8b19faa53700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:23:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:23:17.161811 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b42734-f340-4769-8b1c-7869b150ff30 admin admin] Pushing event updated for resources: {'Port': ['ID=d29e502d-9fb9-47d8-82c5-029d894bfc1d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:17.178216 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e8b42734-f340-4769-8b1c-7869b150ff30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:17.320387 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e8b42734-f340-4769-8b1c-7869b150ff30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:17.366117 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:23:17.379077 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a82a5dd6-89fb-4eff-b5a1-398f29a1d2a0 None None] Provisioning for port d29e502d-9fb9-47d8-82c5-029d894bfc1d completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:23:17.385900 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a82a5dd6-89fb-4eff-b5a1-398f29a1d2a0 None None] Provisioning complete for port d29e502d-9fb9-47d8-82c5-029d894bfc1d triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:23:17.386586 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a82a5dd6-89fb-4eff-b5a1-398f29a1d2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:17.391080 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-ce3e3ca4-c8ba-4314-90e6-8b19faa53700 None None] Set router 9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:23:17.426646 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a82a5dd6-89fb-4eff-b5a1-398f29a1d2a0 None None] Port d29e502d-9fb9-47d8-82c5-029d894bfc1d cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:23:17.488462 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e8b42734-f340-4769-8b1c-7869b150ff30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:17.494202 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e8b42734-f340-4769-8b1c-7869b150ff30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:17.564408 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b42734-f340-4769-8b1c-7869b150ff30 admin admin] Pushing event updated for resources: {'Port': ['ID=d29e502d-9fb9-47d8-82c5-029d894bfc1d,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:17.566930 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e8b42734-f340-4769-8b1c-7869b150ff30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:17.571557 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-ce3e3ca4-c8ba-4314-90e6-8b19faa53700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'name': 'tempest-TestMinimumBasicScenario-13605123-router', 'tenant_id': 'c4b18b1efed047cab8ddff444b3368f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '4003d204-8f55-4698-a4a5-176ea86c5705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:23:14Z', 'updated_at': '2021-07-30T00:23:15Z', 'revision_number': 3, 'project_id': 'c4b18b1efed047cab8ddff444b3368f4', 'gw_port': {'id': '4003d204-8f55-4698-a4a5-176ea86c5705', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:23:14Z', 'updated_at': '2021-07-30T00:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:23:17.601159 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce3e3ca4-c8ba-4314-90e6-8b19faa53700 None None] The sync data for ids ['9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75'] in n-d-712140-10 is: [{'id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'name': 'tempest-TestMinimumBasicScenario-13605123-router', 'tenant_id': 'c4b18b1efed047cab8ddff444b3368f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '4003d204-8f55-4698-a4a5-176ea86c5705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:23:14Z', 'updated_at': '2021-07-30T00:23:15Z', 'revision_number': 3, 'project_id': 'c4b18b1efed047cab8ddff444b3368f4', 'gw_port': {'id': '4003d204-8f55-4698-a4a5-176ea86c5705', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:23:14Z', 'updated_at': '2021-07-30T00:23:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:23:17.665897 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8b42734-f340-4769-8b1c-7869b150ff30 admin admin] Network db283cbf-21f6-4bdd-9473-fa6b0881c7a3 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:23:17.667388 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-e8b42734-f340-4769-8b1c-7869b150ff30 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:23:17.793495 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b42734-f340-4769-8b1c-7869b150ff30 admin admin] Router 9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:23:17.935800 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b42734-f340-4769-8b1c-7869b150ff30 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:23:17.945471 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e8b42734-f340-4769-8b1c-7869b150ff30 admin admin] 10.222.0.18 "PUT /v2.0/routers/9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6358879 Jul 30 00:23:17.964485 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a65de7f0-8b2f-44ba-b5eb-6d14b30bf696 None None] Provisioning complete for port d29e502d-9fb9-47d8-82c5-029d894bfc1d triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:23:17.964997 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a65de7f0-8b2f-44ba-b5eb-6d14b30bf696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:18.001807 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a65de7f0-8b2f-44ba-b5eb-6d14b30bf696 None None] Port d29e502d-9fb9-47d8-82c5-029d894bfc1d cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:23:18.082233 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device ee7ca711-733f-46db-9069-c705a9c60e19 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:23:18.141700 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port ee7ca711-733f-46db-9069-c705a9c60e19 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:23:18.141700 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:18.228144 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 4003d204-8f55-4698-a4a5-176ea86c5705 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:23:18.278667 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 4003d204-8f55-4698-a4a5-176ea86c5705 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:23:18.282758 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 4003d204-8f55-4698-a4a5-176ea86c5705 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:23:18.283039 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:18.371289 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:18.392105 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 4003d204-8f55-4698-a4a5-176ea86c5705, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=4003d204-8f55-4698-a4a5-176ea86c5705,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:23:18.396582 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:18.447220 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=4003d204-8f55-4698-a4a5-176ea86c5705,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:18.490966 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59786) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:23:18.496232 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-098e25e3-b48e-4043-b982-7ed209bd650a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-588930908-network', 'tenant_id': '74c7b37a093a4939bacb6d5144c694f6'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:23:18.516159 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098e25e3-b48e-4043-b982-7ed209bd650a admin admin] Made reservation on behalf of 74c7b37a093a4939bacb6d5144c694f6 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:23:18.518386 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-098e25e3-b48e-4043-b982-7ed209bd650a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:18.527521 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-098e25e3-b48e-4043-b982-7ed209bd650a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:18.616787 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-098e25e3-b48e-4043-b982-7ed209bd650a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:18.620555 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-098e25e3-b48e-4043-b982-7ed209bd650a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:18.646682 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-098e25e3-b48e-4043-b982-7ed209bd650a admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:23:18.653155 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e25e3-b48e-4043-b982-7ed209bd650a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86cdf546-aa21-4215-9ed0-592ec746c57a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:18.659798 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-098e25e3-b48e-4043-b982-7ed209bd650a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:18.660175 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-098e25e3-b48e-4043-b982-7ed209bd650a admin admin] Added segment 025f612f-48ad-4312-b9f9-54f2ac3919ad of type vlan for network bf4a7502-96c2-4224-b991-8128ae1320fa Jul 30 00:23:18.701605 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-098e25e3-b48e-4043-b982-7ed209bd650a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:18.735615 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-098e25e3-b48e-4043-b982-7ed209bd650a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:18.736390 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098e25e3-b48e-4043-b982-7ed209bd650a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:18.736968 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-098e25e3-b48e-4043-b982-7ed209bd650a admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:18.789485 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-098e25e3-b48e-4043-b982-7ed209bd650a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2974026 Jul 30 00:23:18.792347 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59788) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:23:18.796878 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e25e3-b48e-4043-b982-7ed209bd650a admin admin] Pushing event updated for resources: {'Network': ['ID=bf4a7502-96c2-4224-b991-8128ae1320fa,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:18.797591 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-99893814-ea6f-41d3-ad6c-a84b13da19db admin admin] Request body: {'subnet': {'network_id': 'bf4a7502-96c2-4224-b991-8128ae1320fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-588930908-subnet', 'tenant_id': '74c7b37a093a4939bacb6d5144c694f6', 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:23:18.807942 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network bf4a7502-96c2-4224-b991-8128ae1320fa details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:23:18.822146 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99893814-ea6f-41d3-ad6c-a84b13da19db admin admin] Made reservation on behalf of 74c7b37a093a4939bacb6d5144c694f6 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:23:18.824585 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-99893814-ea6f-41d3-ad6c-a84b13da19db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:18.998068 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-99893814-ea6f-41d3-ad6c-a84b13da19db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:19.047381 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99893814-ea6f-41d3-ad6c-a84b13da19db admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3c6140c-4e90-4b0f-b05a-4404e4d2fda7,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:19.066171 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99893814-ea6f-41d3-ad6c-a84b13da19db admin admin] Checking segment: {'id': '025f612f-48ad-4312-b9f9-54f2ac3919ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bf4a7502-96c2-4224-b991-8128ae1320fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:23:19.066529 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99893814-ea6f-41d3-ad6c-a84b13da19db admin admin] Network hostable DHCP agents. Network: bf4a7502-96c2-4224-b991-8128ae1320fa, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:23:19.083239 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99893814-ea6f-41d3-ad6c-a84b13da19db admin admin] Network bf4a7502-96c2-4224-b991-8128ae1320fa is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:23:19.091766 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-99893814-ea6f-41d3-ad6c-a84b13da19db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, bf4a7502-96c2-4224-b991-8128ae1320fa) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:23:19.097528 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99893814-ea6f-41d3-ad6c-a84b13da19db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:19.098184 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-99893814-ea6f-41d3-ad6c-a84b13da19db admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:19.102952 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f054c9e-1bcb-41b1-905b-a0c167cef3c1 None None] Network bf4a7502-96c2-4224-b991-8128ae1320fa requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:23:19.114230 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-99893814-ea6f-41d3-ad6c-a84b13da19db admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3206842 Jul 30 00:23:19.117107 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59790) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:23:19.121989 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-0e495c49-7143-4d37-8d85-805474478a61 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-588930908-router', 'tenant_id': '74c7b37a093a4939bacb6d5144c694f6', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:23:19.145946 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e495c49-7143-4d37-8d85-805474478a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:19.147563 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e495c49-7143-4d37-8d85-805474478a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:19.209759 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e495c49-7143-4d37-8d85-805474478a61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:19.213495 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e337ff7-ea34-4dd0-ae37-03c0e7602d3f None None] Sync routers for ids ['9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:23:19.233551 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e337ff7-ea34-4dd0-ae37-03c0e7602d3f None None] Routers {'9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:23:19.234190 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-0e337ff7-ea34-4dd0-ae37-03c0e7602d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:23:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:23:19.304537 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841aca07-c344-4506-8fda-45a9f32dcddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-bf4a7502-96c2-4224-b991-8128ae1320fa', 'network_id': 'bf4a7502-96c2-4224-b991-8128ae1320fa', 'tenant_id': '74c7b37a093a4939bacb6d5144c694f6', 'fixed_ips': [{'subnet_id': 'a3c6140c-4e90-4b0f-b05a-4404e4d2fda7'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:23:19.305377 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-841aca07-c344-4506-8fda-45a9f32dcddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:19.350583 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e495c49-7143-4d37-8d85-805474478a61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:19.564256 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e495c49-7143-4d37-8d85-805474478a61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:19.583480 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e495c49-7143-4d37-8d85-805474478a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:19.584135 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-0e337ff7-ea34-4dd0-ae37-03c0e7602d3f None None] Set router 9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:23:19.691333 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-0e495c49-7143-4d37-8d85-805474478a61 admin admin] Allocated IP 172.25.8.145 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/35b2a1f8-ffd9-472a-ab7d-2cb806e4324b) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:23:19.747580 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-841aca07-c344-4506-8fda-45a9f32dcddf None None] Allocated IP 172.20.0.2 (bf4a7502-96c2-4224-b991-8128ae1320fa/a3c6140c-4e90-4b0f-b05a-4404e4d2fda7/6aad826b-ae0c-43fb-9706-5f53ad719a21) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:23:19.792978 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e495c49-7143-4d37-8d85-805474478a61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:19.833519 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e495c49-7143-4d37-8d85-805474478a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:19.877628 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e495c49-7143-4d37-8d85-805474478a61 admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:23:19.880705 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-0e495c49-7143-4d37-8d85-805474478a61 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:23:19.886200 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e495c49-7143-4d37-8d85-805474478a61 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:23:19.908689 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e495c49-7143-4d37-8d85-805474478a61 admin admin] Pushing event updated for resources: {'Port': ['ID=35b2a1f8-ffd9-472a-ab7d-2cb806e4324b,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:19.950078 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-0e337ff7-ea34-4dd0-ae37-03c0e7602d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'name': 'tempest-TestMinimumBasicScenario-13605123-router', 'tenant_id': 'c4b18b1efed047cab8ddff444b3368f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '4003d204-8f55-4698-a4a5-176ea86c5705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:23:14Z', 'updated_at': '2021-07-30T00:23:17Z', 'revision_number': 4, 'project_id': 'c4b18b1efed047cab8ddff444b3368f4', 'gw_port': {'id': '4003d204-8f55-4698-a4a5-176ea86c5705', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:23:14Z', 'updated_at': '2021-07-30T00:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd29e502d-9fb9-47d8-82c5-029d894bfc1d', 'name': '', 'network_id': 'db283cbf-21f6-4bdd-9473-fa6b0881c7a3', 'tenant_id': 'c4b18b1efed047cab8ddff444b3368f4', 'mac_address': 'fa:16:3e:f2:65:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '6415b607-e0ee-443f-9825-ac7997e402ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:23:16Z', 'updated_at': '2021-07-30T00:23:17Z', 'revision_number': 2, 'project_id': 'c4b18b1efed047cab8ddff444b3368f4', 'subnets': [{'id': '6415b607-e0ee-443f-9825-ac7997e402ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:23:19.984777 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-841aca07-c344-4506-8fda-45a9f32dcddf None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:19.988358 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 4003d204-8f55-4698-a4a5-176ea86c5705 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:23:19.997066 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e337ff7-ea34-4dd0-ae37-03c0e7602d3f None None] Checking router: 9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:23:19.997066 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e337ff7-ea34-4dd0-ae37-03c0e7602d3f None None] Updating router 9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75 port d29e502d-9fb9-47d8-82c5-029d894bfc1d binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:23:20.016937 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-841aca07-c344-4506-8fda-45a9f32dcddf None None] Transition to ACTIVE for port object 6aad826b-ae0c-43fb-9706-5f53ad719a21 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:23:20.057887 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0e337ff7-ea34-4dd0-ae37-03c0e7602d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:20.064791 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-841aca07-c344-4506-8fda-45a9f32dcddf None None] Transition to ACTIVE for port object 6aad826b-ae0c-43fb-9706-5f53ad719a21 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:23:20.077191 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-841aca07-c344-4506-8fda-45a9f32dcddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:20.143774 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e495c49-7143-4d37-8d85-805474478a61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:20.144904 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-841aca07-c344-4506-8fda-45a9f32dcddf None None] Network bf4a7502-96c2-4224-b991-8128ae1320fa is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:23:20.153743 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-841aca07-c344-4506-8fda-45a9f32dcddf None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:23:20.166443 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841aca07-c344-4506-8fda-45a9f32dcddf None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:23:20.221782 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841aca07-c344-4506-8fda-45a9f32dcddf None None] Pushing event updated for resources: {'Port': ['ID=6aad826b-ae0c-43fb-9706-5f53ad719a21,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:20.232567 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 4003d204-8f55-4698-a4a5-176ea86c5705 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:23:20.232943 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:20.345097 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e495c49-7143-4d37-8d85-805474478a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:20.361667 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-841aca07-c344-4506-8fda-45a9f32dcddf None None] Attempting to bind port 6aad826b-ae0c-43fb-9706-5f53ad719a21 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:23:20.362040 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-841aca07-c344-4506-8fda-45a9f32dcddf None None] Attempting to bind port 6aad826b-ae0c-43fb-9706-5f53ad719a21 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '025f612f-48ad-4312-b9f9-54f2ac3919ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bf4a7502-96c2-4224-b991-8128ae1320fa'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:23:20.362399 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841aca07-c344-4506-8fda-45a9f32dcddf None None] Attempting to bind port 6aad826b-ae0c-43fb-9706-5f53ad719a21 on network bf4a7502-96c2-4224-b991-8128ae1320fa {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:23:20.374142 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841aca07-c344-4506-8fda-45a9f32dcddf None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:23:20.374507 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841aca07-c344-4506-8fda-45a9f32dcddf None None] Checking segment: {'id': '025f612f-48ad-4312-b9f9-54f2ac3919ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bf4a7502-96c2-4224-b991-8128ae1320fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:23:20.374910 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-841aca07-c344-4506-8fda-45a9f32dcddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:20.375300 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-841aca07-c344-4506-8fda-45a9f32dcddf None None] Bound using segment: {'id': '025f612f-48ad-4312-b9f9-54f2ac3919ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bf4a7502-96c2-4224-b991-8128ae1320fa'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:23:20.375760 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-841aca07-c344-4506-8fda-45a9f32dcddf None None] Bound port: 6aad826b-ae0c-43fb-9706-5f53ad719a21, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025f612f-48ad-4312-b9f9-54f2ac3919ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bf4a7502-96c2-4224-b991-8128ae1320fa'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:23:20.376185 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-841aca07-c344-4506-8fda-45a9f32dcddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:20.484489 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e495c49-7143-4d37-8d85-805474478a61 admin admin] Router 29b49979-c94a-440d-a833-60ed07d25e93 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:23:20.522015 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-841aca07-c344-4506-8fda-45a9f32dcddf None None] For port 6aad826b-ae0c-43fb-9706-5f53ad719a21, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:23:20.529519 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-841aca07-c344-4506-8fda-45a9f32dcddf None None] For port 6aad826b-ae0c-43fb-9706-5f53ad719a21, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6aad826b-ae0c-43fb-9706-5f53ad719a21,segment=NetworkSegment(025f612f-48ad-4312-b9f9-54f2ac3919ad),segment_id=025f612f-48ad-4312-b9f9-54f2ac3919ad)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:23:20.536730 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-841aca07-c344-4506-8fda-45a9f32dcddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:20.600037 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e495c49-7143-4d37-8d85-805474478a61 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:23:20.614346 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ac8d71-d19d-4b8a-9f30-c959b4923dc9 None None] Sync routers for ids ['29b49979-c94a-440d-a833-60ed07d25e93'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:23:20.617296 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0e337ff7-ea34-4dd0-ae37-03c0e7602d3f None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:20.624495 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0e495c49-7143-4d37-8d85-805474478a61 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:20.627814 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ac8d71-d19d-4b8a-9f30-c959b4923dc9 None None] Routers {'29b49979-c94a-440d-a833-60ed07d25e93'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:23:20.628818 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0e495c49-7143-4d37-8d85-805474478a61 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5093658 Jul 30 00:23:20.629078 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-06ac8d71-d19d-4b8a-9f30-c959b4923dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:23:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['29b49979-c94a-440d-a833-60ed07d25e93'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:23:20.631485 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59792) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:23:20.640435 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0e337ff7-ea34-4dd0-ae37-03c0e7602d3f None None] Transition to ACTIVE for port object d29e502d-9fb9-47d8-82c5-029d894bfc1d will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:23:20.653862 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841aca07-c344-4506-8fda-45a9f32dcddf None None] Pushing event updated for resources: {'Port': ['ID=6aad826b-ae0c-43fb-9706-5f53ad719a21,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:20.658698 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0e337ff7-ea34-4dd0-ae37-03c0e7602d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:20.723273 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889555ac-add5-416f-af19-d711cb1b5c79 None None] Pushing event updated for resources: {'Port': ['ID=d29e502d-9fb9-47d8-82c5-029d894bfc1d,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:20.761315 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-06ac8d71-d19d-4b8a-9f30-c959b4923dc9 None None] Set router 29b49979-c94a-440d-a833-60ed07d25e93 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:23:20.804106 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-0e337ff7-ea34-4dd0-ae37-03c0e7602d3f None None] Attempting to bind port d29e502d-9fb9-47d8-82c5-029d894bfc1d on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:23:20.804803 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-0e337ff7-ea34-4dd0-ae37-03c0e7602d3f None None] Attempting to bind port d29e502d-9fb9-47d8-82c5-029d894bfc1d by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'dda40b31-017f-4a50-8f84-df5461a2c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'db283cbf-21f6-4bdd-9473-fa6b0881c7a3'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:23:20.805308 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e337ff7-ea34-4dd0-ae37-03c0e7602d3f None None] Attempting to bind port d29e502d-9fb9-47d8-82c5-029d894bfc1d on network db283cbf-21f6-4bdd-9473-fa6b0881c7a3 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:23:20.814315 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e337ff7-ea34-4dd0-ae37-03c0e7602d3f None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:23:20.818796 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e337ff7-ea34-4dd0-ae37-03c0e7602d3f None None] Checking segment: {'id': 'dda40b31-017f-4a50-8f84-df5461a2c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'db283cbf-21f6-4bdd-9473-fa6b0881c7a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:23:20.819380 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0e337ff7-ea34-4dd0-ae37-03c0e7602d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:20.819918 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e337ff7-ea34-4dd0-ae37-03c0e7602d3f None None] Bound using segment: {'id': 'dda40b31-017f-4a50-8f84-df5461a2c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'db283cbf-21f6-4bdd-9473-fa6b0881c7a3'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:23:20.820426 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-0e337ff7-ea34-4dd0-ae37-03c0e7602d3f None None] Bound port: d29e502d-9fb9-47d8-82c5-029d894bfc1d, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dda40b31-017f-4a50-8f84-df5461a2c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'db283cbf-21f6-4bdd-9473-fa6b0881c7a3'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:23:20.820811 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0e337ff7-ea34-4dd0-ae37-03c0e7602d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:20.962224 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-0e337ff7-ea34-4dd0-ae37-03c0e7602d3f None None] For port d29e502d-9fb9-47d8-82c5-029d894bfc1d, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:23:20.967700 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-0e337ff7-ea34-4dd0-ae37-03c0e7602d3f None None] For port d29e502d-9fb9-47d8-82c5-029d894bfc1d, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d29e502d-9fb9-47d8-82c5-029d894bfc1d,segment=NetworkSegment(dda40b31-017f-4a50-8f84-df5461a2c7fd),segment_id=dda40b31-017f-4a50-8f84-df5461a2c7fd)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:23:20.976227 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0e337ff7-ea34-4dd0-ae37-03c0e7602d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:21.066756 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e337ff7-ea34-4dd0-ae37-03c0e7602d3f None None] Routers {'9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:23:21.067514 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-0e337ff7-ea34-4dd0-ae37-03c0e7602d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:23:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:23:21.076857 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-06ac8d71-d19d-4b8a-9f30-c959b4923dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b49979-c94a-440d-a833-60ed07d25e93', 'name': 'tempest-TestMinimumBasicScenario-588930908-router', 'tenant_id': '74c7b37a093a4939bacb6d5144c694f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '35b2a1f8-ffd9-472a-ab7d-2cb806e4324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:23:19Z', 'updated_at': '2021-07-30T00:23:20Z', 'revision_number': 3, 'project_id': '74c7b37a093a4939bacb6d5144c694f6', 'gw_port': {'id': '35b2a1f8-ffd9-472a-ab7d-2cb806e4324b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b49979-c94a-440d-a833-60ed07d25e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:23:19Z', 'updated_at': '2021-07-30T00:23:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:23:21.116071 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ac8d71-d19d-4b8a-9f30-c959b4923dc9 None None] Checking router: 29b49979-c94a-440d-a833-60ed07d25e93 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:23:21.116496 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ac8d71-d19d-4b8a-9f30-c959b4923dc9 None None] Updating router 29b49979-c94a-440d-a833-60ed07d25e93 port 35b2a1f8-ffd9-472a-ab7d-2cb806e4324b binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:23:21.140695 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889555ac-add5-416f-af19-d711cb1b5c79 None None] Pushing event updated for resources: {'Port': ['ID=d29e502d-9fb9-47d8-82c5-029d894bfc1d,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:21.166389 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-06ac8d71-d19d-4b8a-9f30-c959b4923dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:21.226767 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-0e337ff7-ea34-4dd0-ae37-03c0e7602d3f None None] Set router 9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:23:21.380861 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-111fbf4f-84dd-4a38-a173-555080d3c730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:21.476317 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-06ac8d71-d19d-4b8a-9f30-c959b4923dc9 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:21.488137 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-06ac8d71-d19d-4b8a-9f30-c959b4923dc9 None None] Transition to ACTIVE for port object 35b2a1f8-ffd9-472a-ab7d-2cb806e4324b will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:23:21.490891 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-0e337ff7-ea34-4dd0-ae37-03c0e7602d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'name': 'tempest-TestMinimumBasicScenario-13605123-router', 'tenant_id': 'c4b18b1efed047cab8ddff444b3368f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '4003d204-8f55-4698-a4a5-176ea86c5705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:23:14Z', 'updated_at': '2021-07-30T00:23:17Z', 'revision_number': 4, 'project_id': 'c4b18b1efed047cab8ddff444b3368f4', 'gw_port': {'id': '4003d204-8f55-4698-a4a5-176ea86c5705', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:23:14Z', 'updated_at': '2021-07-30T00:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd29e502d-9fb9-47d8-82c5-029d894bfc1d', 'name': '', 'network_id': 'db283cbf-21f6-4bdd-9473-fa6b0881c7a3', 'tenant_id': 'c4b18b1efed047cab8ddff444b3368f4', 'mac_address': 'fa:16:3e:f2:65:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '6415b607-e0ee-443f-9825-ac7997e402ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:23:16Z', 'updated_at': '2021-07-30T00:23:20Z', 'revision_number': 4, 'project_id': 'c4b18b1efed047cab8ddff444b3368f4', 'subnets': [{'id': '6415b607-e0ee-443f-9825-ac7997e402ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:23:21.496093 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-06ac8d71-d19d-4b8a-9f30-c959b4923dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:21.520275 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e337ff7-ea34-4dd0-ae37-03c0e7602d3f None None] The sync data for ids ['9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75'] in n-d-712140-10 is: [{'id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'name': 'tempest-TestMinimumBasicScenario-13605123-router', 'tenant_id': 'c4b18b1efed047cab8ddff444b3368f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '4003d204-8f55-4698-a4a5-176ea86c5705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:23:14Z', 'updated_at': '2021-07-30T00:23:17Z', 'revision_number': 4, 'project_id': 'c4b18b1efed047cab8ddff444b3368f4', 'gw_port': {'id': '4003d204-8f55-4698-a4a5-176ea86c5705', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:23:14Z', 'updated_at': '2021-07-30T00:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd29e502d-9fb9-47d8-82c5-029d894bfc1d', 'name': '', 'network_id': 'db283cbf-21f6-4bdd-9473-fa6b0881c7a3', 'tenant_id': 'c4b18b1efed047cab8ddff444b3368f4', 'mac_address': 'fa:16:3e:f2:65:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '6415b607-e0ee-443f-9825-ac7997e402ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:23:16Z', 'updated_at': '2021-07-30T00:23:20Z', 'revision_number': 4, 'project_id': 'c4b18b1efed047cab8ddff444b3368f4', 'subnets': [{'id': '6415b607-e0ee-443f-9825-ac7997e402ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:23:21.550614 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-06ac8d71-d19d-4b8a-9f30-c959b4923dc9 None None] Attempting to bind port 35b2a1f8-ffd9-472a-ab7d-2cb806e4324b on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:23:21.550991 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-06ac8d71-d19d-4b8a-9f30-c959b4923dc9 None None] Attempting to bind port 35b2a1f8-ffd9-472a-ab7d-2cb806e4324b by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:23:21.551360 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ac8d71-d19d-4b8a-9f30-c959b4923dc9 None None] Attempting to bind port 35b2a1f8-ffd9-472a-ab7d-2cb806e4324b on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:23:21.563318 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ac8d71-d19d-4b8a-9f30-c959b4923dc9 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:23:21.563697 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ac8d71-d19d-4b8a-9f30-c959b4923dc9 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:23:21.564130 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-06ac8d71-d19d-4b8a-9f30-c959b4923dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:21.564524 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ac8d71-d19d-4b8a-9f30-c959b4923dc9 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:23:21.565454 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-06ac8d71-d19d-4b8a-9f30-c959b4923dc9 None None] Bound port: 35b2a1f8-ffd9-472a-ab7d-2cb806e4324b, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:23:21.565454 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-06ac8d71-d19d-4b8a-9f30-c959b4923dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:21.605716 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-111fbf4f-84dd-4a38-a173-555080d3c730 admin admin] Allocated IP 172.20.0.1 (bf4a7502-96c2-4224-b991-8128ae1320fa/a3c6140c-4e90-4b0f-b05a-4404e4d2fda7/923d22fb-3bdd-4520-8f09-fb01326444ef) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:23:21.613889 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2f7fa-a20e-4b76-8442-a28b56b1ce6f None None] Pushing event updated for resources: {'Port': ['ID=35b2a1f8-ffd9-472a-ab7d-2cb806e4324b,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:21.649172 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-06ac8d71-d19d-4b8a-9f30-c959b4923dc9 None None] For port 35b2a1f8-ffd9-472a-ab7d-2cb806e4324b, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:23:21.653208 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-06ac8d71-d19d-4b8a-9f30-c959b4923dc9 None None] For port 35b2a1f8-ffd9-472a-ab7d-2cb806e4324b, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=35b2a1f8-ffd9-472a-ab7d-2cb806e4324b,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:23:21.663043 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-06ac8d71-d19d-4b8a-9f30-c959b4923dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:21.740589 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-111fbf4f-84dd-4a38-a173-555080d3c730 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:21.744656 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ac8d71-d19d-4b8a-9f30-c959b4923dc9 None None] Routers {'29b49979-c94a-440d-a833-60ed07d25e93'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:23:21.745630 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-06ac8d71-d19d-4b8a-9f30-c959b4923dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:23:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['29b49979-c94a-440d-a833-60ed07d25e93'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:23:21.760846 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-111fbf4f-84dd-4a38-a173-555080d3c730 admin admin] Transition to ACTIVE for port object 923d22fb-3bdd-4520-8f09-fb01326444ef will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:23:21.796483 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a2f7fa-a20e-4b76-8442-a28b56b1ce6f None None] Pushing event updated for resources: {'Port': ['ID=35b2a1f8-ffd9-472a-ab7d-2cb806e4324b,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:21.819650 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-111fbf4f-84dd-4a38-a173-555080d3c730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:21.890280 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-06ac8d71-d19d-4b8a-9f30-c959b4923dc9 None None] Set router 29b49979-c94a-440d-a833-60ed07d25e93 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:23:21.898856 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111fbf4f-84dd-4a38-a173-555080d3c730 admin admin] Network bf4a7502-96c2-4224-b991-8128ae1320fa is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:23:21.912766 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-111fbf4f-84dd-4a38-a173-555080d3c730 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:23:21.938605 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111fbf4f-84dd-4a38-a173-555080d3c730 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:23:21.949497 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fbf4f-84dd-4a38-a173-555080d3c730 admin admin] Pushing event updated for resources: {'Port': ['ID=923d22fb-3bdd-4520-8f09-fb01326444ef,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:22.009447 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f2ef8f-7981-4ad8-80e6-f07ee76961fb None None] Network bf4a7502-96c2-4224-b991-8128ae1320fa requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:23:22.035931 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-111fbf4f-84dd-4a38-a173-555080d3c730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:22.165777 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-06ac8d71-d19d-4b8a-9f30-c959b4923dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b49979-c94a-440d-a833-60ed07d25e93', 'name': 'tempest-TestMinimumBasicScenario-588930908-router', 'tenant_id': '74c7b37a093a4939bacb6d5144c694f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '35b2a1f8-ffd9-472a-ab7d-2cb806e4324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:23:19Z', 'updated_at': '2021-07-30T00:23:20Z', 'revision_number': 3, 'project_id': '74c7b37a093a4939bacb6d5144c694f6', 'gw_port': {'id': '35b2a1f8-ffd9-472a-ab7d-2cb806e4324b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b49979-c94a-440d-a833-60ed07d25e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:23:19Z', 'updated_at': '2021-07-30T00:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:23:22.181186 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6aad826b-ae0c-43fb-9706-5f53ad719a21 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:23:22.185811 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-d7957881-9572-4fe1-8c11-3acf6b22a08a None None] Provisioning for port 6aad826b-ae0c-43fb-9706-5f53ad719a21 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:23:22.212631 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ac8d71-d19d-4b8a-9f30-c959b4923dc9 None None] The sync data for ids ['29b49979-c94a-440d-a833-60ed07d25e93'] in n-d-712140-10 is: [{'id': '29b49979-c94a-440d-a833-60ed07d25e93', 'name': 'tempest-TestMinimumBasicScenario-588930908-router', 'tenant_id': '74c7b37a093a4939bacb6d5144c694f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '35b2a1f8-ffd9-472a-ab7d-2cb806e4324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:23:19Z', 'updated_at': '2021-07-30T00:23:20Z', 'revision_number': 3, 'project_id': '74c7b37a093a4939bacb6d5144c694f6', 'gw_port': {'id': '35b2a1f8-ffd9-472a-ab7d-2cb806e4324b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b49979-c94a-440d-a833-60ed07d25e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:23:19Z', 'updated_at': '2021-07-30T00:23:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:23:22.238106 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-111fbf4f-84dd-4a38-a173-555080d3c730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:22.303868 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 6aad826b-ae0c-43fb-9706-5f53ad719a21 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:23:22.309132 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 6aad826b-ae0c-43fb-9706-5f53ad719a21 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:23:22.309595 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:22.412776 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:22.451267 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 6aad826b-ae0c-43fb-9706-5f53ad719a21, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6aad826b-ae0c-43fb-9706-5f53ad719a21,segment=NetworkSegment(025f612f-48ad-4312-b9f9-54f2ac3919ad),segment_id=025f612f-48ad-4312-b9f9-54f2ac3919ad)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:23:22.457277 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:22.458129 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d29e502d-9fb9-47d8-82c5-029d894bfc1d up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:23:22.479198 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-111fbf4f-84dd-4a38-a173-555080d3c730 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:22.486639 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-111fbf4f-84dd-4a38-a173-555080d3c730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:22.549912 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=6aad826b-ae0c-43fb-9706-5f53ad719a21,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:22.590468 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port d29e502d-9fb9-47d8-82c5-029d894bfc1d completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:23:22.594863 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port d29e502d-9fb9-47d8-82c5-029d894bfc1d triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:23:22.595506 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:22.601513 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-111fbf4f-84dd-4a38-a173-555080d3c730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:22.606489 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fbf4f-84dd-4a38-a173-555080d3c730 admin admin] Pushing event updated for resources: {'Port': ['ID=923d22fb-3bdd-4520-8f09-fb01326444ef,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:22.729333 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-18069a2e-b001-4972-b09a-69294543222b None None] Provisioning for port 923d22fb-3bdd-4520-8f09-fb01326444ef completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:23:22.738795 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-18069a2e-b001-4972-b09a-69294543222b None None] Provisioning complete for port 923d22fb-3bdd-4520-8f09-fb01326444ef triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:23:22.739175 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-18069a2e-b001-4972-b09a-69294543222b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:22.769880 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111fbf4f-84dd-4a38-a173-555080d3c730 admin admin] Network bf4a7502-96c2-4224-b991-8128ae1320fa is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:23:22.772530 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-111fbf4f-84dd-4a38-a173-555080d3c730 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:23:22.780993 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-18069a2e-b001-4972-b09a-69294543222b None None] Port 923d22fb-3bdd-4520-8f09-fb01326444ef cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:23:22.852435 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:22.858013 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-18069a2e-b001-4972-b09a-69294543222b None None] Provisioning complete for port 6aad826b-ae0c-43fb-9706-5f53ad719a21 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:23:22.858652 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-18069a2e-b001-4972-b09a-69294543222b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:23.238640 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port d29e502d-9fb9-47d8-82c5-029d894bfc1d, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d29e502d-9fb9-47d8-82c5-029d894bfc1d,segment=NetworkSegment(dda40b31-017f-4a50-8f84-df5461a2c7fd),segment_id=dda40b31-017f-4a50-8f84-df5461a2c7fd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:23:23.248136 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:23.257108 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-25ca1031-f203-4263-8219-0ff62c404cb2 None None] Provisioning complete for port 923d22fb-3bdd-4520-8f09-fb01326444ef triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:23:23.257482 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25ca1031-f203-4263-8219-0ff62c404cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:23.339744 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-25ca1031-f203-4263-8219-0ff62c404cb2 None None] Port 923d22fb-3bdd-4520-8f09-fb01326444ef cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:23:23.341180 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=d29e502d-9fb9-47d8-82c5-029d894bfc1d,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:23.380715 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111fbf4f-84dd-4a38-a173-555080d3c730 admin admin] Router 29b49979-c94a-440d-a833-60ed07d25e93 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:23:23.457400 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6465ee8a-e597-4b75-91ba-6dff36715f67 None None] Provisioning complete for port 923d22fb-3bdd-4520-8f09-fb01326444ef triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:23:23.458331 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6465ee8a-e597-4b75-91ba-6dff36715f67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:23.493366 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-6465ee8a-e597-4b75-91ba-6dff36715f67 None None] Port 923d22fb-3bdd-4520-8f09-fb01326444ef cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:23:23.497488 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111fbf4f-84dd-4a38-a173-555080d3c730 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:23:23.502237 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-111fbf4f-84dd-4a38-a173-555080d3c730 admin admin] 10.222.0.18 "PUT /v2.0/routers/29b49979-c94a-440d-a833-60ed07d25e93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8681033 Jul 30 00:23:24.050144 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 35b2a1f8-ffd9-472a-ab7d-2cb806e4324b up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:23:24.099214 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 35b2a1f8-ffd9-472a-ab7d-2cb806e4324b completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:23:24.103072 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 35b2a1f8-ffd9-472a-ab7d-2cb806e4324b triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:23:24.103440 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:24.187004 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:24.207293 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 35b2a1f8-ffd9-472a-ab7d-2cb806e4324b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=35b2a1f8-ffd9-472a-ab7d-2cb806e4324b,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:23:24.211574 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:24.212451 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6aad826b-ae0c-43fb-9706-5f53ad719a21 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:23:24.292349 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=35b2a1f8-ffd9-472a-ab7d-2cb806e4324b,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:24.305463 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 6aad826b-ae0c-43fb-9706-5f53ad719a21 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:23:24.305837 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:24.409611 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d29e502d-9fb9-47d8-82c5-029d894bfc1d up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:23:24.466750 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port d29e502d-9fb9-47d8-82c5-029d894bfc1d triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:23:24.467128 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:25.134117 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71941d92-a646-4b0c-8bd8-b8777722f3b3 None None] Sync routers for ids ['29b49979-c94a-440d-a833-60ed07d25e93'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:23:25.144541 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71941d92-a646-4b0c-8bd8-b8777722f3b3 None None] Routers {'29b49979-c94a-440d-a833-60ed07d25e93'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:23:25.145248 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-71941d92-a646-4b0c-8bd8-b8777722f3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:23:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['29b49979-c94a-440d-a833-60ed07d25e93'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:23:25.265735 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-71941d92-a646-4b0c-8bd8-b8777722f3b3 None None] Set router 29b49979-c94a-440d-a833-60ed07d25e93 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:23:25.488656 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-71941d92-a646-4b0c-8bd8-b8777722f3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b49979-c94a-440d-a833-60ed07d25e93', 'name': 'tempest-TestMinimumBasicScenario-588930908-router', 'tenant_id': '74c7b37a093a4939bacb6d5144c694f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '35b2a1f8-ffd9-472a-ab7d-2cb806e4324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:23:19Z', 'updated_at': '2021-07-30T00:23:22Z', 'revision_number': 4, 'project_id': '74c7b37a093a4939bacb6d5144c694f6', 'gw_port': {'id': '35b2a1f8-ffd9-472a-ab7d-2cb806e4324b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b49979-c94a-440d-a833-60ed07d25e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:23:19Z', 'updated_at': '2021-07-30T00:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '923d22fb-3bdd-4520-8f09-fb01326444ef', 'name': '', 'network_id': 'bf4a7502-96c2-4224-b991-8128ae1320fa', 'tenant_id': '74c7b37a093a4939bacb6d5144c694f6', 'mac_address': 'fa:16:3e:41:d3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b49979-c94a-440d-a833-60ed07d25e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'a3c6140c-4e90-4b0f-b05a-4404e4d2fda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:23:21Z', 'updated_at': '2021-07-30T00:23:22Z', 'revision_number': 2, 'project_id': '74c7b37a093a4939bacb6d5144c694f6', 'subnets': [{'id': 'a3c6140c-4e90-4b0f-b05a-4404e4d2fda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:23:25.516548 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71941d92-a646-4b0c-8bd8-b8777722f3b3 None None] Checking router: 29b49979-c94a-440d-a833-60ed07d25e93 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:23:25.517179 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71941d92-a646-4b0c-8bd8-b8777722f3b3 None None] Updating router 29b49979-c94a-440d-a833-60ed07d25e93 port 923d22fb-3bdd-4520-8f09-fb01326444ef binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:23:25.546347 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-71941d92-a646-4b0c-8bd8-b8777722f3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:25.866885 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-71941d92-a646-4b0c-8bd8-b8777722f3b3 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:25.880647 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-71941d92-a646-4b0c-8bd8-b8777722f3b3 None None] Transition to ACTIVE for port object 923d22fb-3bdd-4520-8f09-fb01326444ef will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:23:25.887550 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-71941d92-a646-4b0c-8bd8-b8777722f3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:25.950557 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a64b5-d9a5-4982-9b9c-91bff4907f35 None None] Pushing event updated for resources: {'Port': ['ID=923d22fb-3bdd-4520-8f09-fb01326444ef,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:26.015246 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-71941d92-a646-4b0c-8bd8-b8777722f3b3 None None] Attempting to bind port 923d22fb-3bdd-4520-8f09-fb01326444ef on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:23:26.015788 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-71941d92-a646-4b0c-8bd8-b8777722f3b3 None None] Attempting to bind port 923d22fb-3bdd-4520-8f09-fb01326444ef by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '025f612f-48ad-4312-b9f9-54f2ac3919ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bf4a7502-96c2-4224-b991-8128ae1320fa'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:23:26.016211 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71941d92-a646-4b0c-8bd8-b8777722f3b3 None None] Attempting to bind port 923d22fb-3bdd-4520-8f09-fb01326444ef on network bf4a7502-96c2-4224-b991-8128ae1320fa {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:23:26.023101 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71941d92-a646-4b0c-8bd8-b8777722f3b3 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:23:26.023533 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71941d92-a646-4b0c-8bd8-b8777722f3b3 None None] Checking segment: {'id': '025f612f-48ad-4312-b9f9-54f2ac3919ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bf4a7502-96c2-4224-b991-8128ae1320fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:23:26.023988 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-71941d92-a646-4b0c-8bd8-b8777722f3b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:26.024400 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71941d92-a646-4b0c-8bd8-b8777722f3b3 None None] Bound using segment: {'id': '025f612f-48ad-4312-b9f9-54f2ac3919ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bf4a7502-96c2-4224-b991-8128ae1320fa'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:23:26.024870 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-71941d92-a646-4b0c-8bd8-b8777722f3b3 None None] Bound port: 923d22fb-3bdd-4520-8f09-fb01326444ef, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '025f612f-48ad-4312-b9f9-54f2ac3919ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'bf4a7502-96c2-4224-b991-8128ae1320fa'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:23:26.025339 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-71941d92-a646-4b0c-8bd8-b8777722f3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:26.030365 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 35b2a1f8-ffd9-472a-ab7d-2cb806e4324b up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:23:26.142549 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-71941d92-a646-4b0c-8bd8-b8777722f3b3 None None] For port 923d22fb-3bdd-4520-8f09-fb01326444ef, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:23:26.144835 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 35b2a1f8-ffd9-472a-ab7d-2cb806e4324b triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:23:26.145220 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:26.148546 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-71941d92-a646-4b0c-8bd8-b8777722f3b3 None None] For port 923d22fb-3bdd-4520-8f09-fb01326444ef, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=923d22fb-3bdd-4520-8f09-fb01326444ef,segment=NetworkSegment(025f612f-48ad-4312-b9f9-54f2ac3919ad),segment_id=025f612f-48ad-4312-b9f9-54f2ac3919ad)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:23:26.170528 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-71941d92-a646-4b0c-8bd8-b8777722f3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:26.268961 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71941d92-a646-4b0c-8bd8-b8777722f3b3 None None] Routers {'29b49979-c94a-440d-a833-60ed07d25e93'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:23:26.269677 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-71941d92-a646-4b0c-8bd8-b8777722f3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:23:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['29b49979-c94a-440d-a833-60ed07d25e93'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:23:26.274719 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a64b5-d9a5-4982-9b9c-91bff4907f35 None None] Pushing event updated for resources: {'Port': ['ID=923d22fb-3bdd-4520-8f09-fb01326444ef,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:26.451087 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-71941d92-a646-4b0c-8bd8-b8777722f3b3 None None] Set router 29b49979-c94a-440d-a833-60ed07d25e93 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:23:26.694845 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-71941d92-a646-4b0c-8bd8-b8777722f3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b49979-c94a-440d-a833-60ed07d25e93', 'name': 'tempest-TestMinimumBasicScenario-588930908-router', 'tenant_id': '74c7b37a093a4939bacb6d5144c694f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '35b2a1f8-ffd9-472a-ab7d-2cb806e4324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:23:19Z', 'updated_at': '2021-07-30T00:23:22Z', 'revision_number': 4, 'project_id': '74c7b37a093a4939bacb6d5144c694f6', 'gw_port': {'id': '35b2a1f8-ffd9-472a-ab7d-2cb806e4324b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b49979-c94a-440d-a833-60ed07d25e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:23:19Z', 'updated_at': '2021-07-30T00:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '923d22fb-3bdd-4520-8f09-fb01326444ef', 'name': '', 'network_id': 'bf4a7502-96c2-4224-b991-8128ae1320fa', 'tenant_id': '74c7b37a093a4939bacb6d5144c694f6', 'mac_address': 'fa:16:3e:41:d3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b49979-c94a-440d-a833-60ed07d25e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'a3c6140c-4e90-4b0f-b05a-4404e4d2fda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:23:21Z', 'updated_at': '2021-07-30T00:23:26Z', 'revision_number': 4, 'project_id': '74c7b37a093a4939bacb6d5144c694f6', 'subnets': [{'id': 'a3c6140c-4e90-4b0f-b05a-4404e4d2fda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:23:26.728589 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71941d92-a646-4b0c-8bd8-b8777722f3b3 None None] The sync data for ids ['29b49979-c94a-440d-a833-60ed07d25e93'] in n-d-712140-10 is: [{'id': '29b49979-c94a-440d-a833-60ed07d25e93', 'name': 'tempest-TestMinimumBasicScenario-588930908-router', 'tenant_id': '74c7b37a093a4939bacb6d5144c694f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '35b2a1f8-ffd9-472a-ab7d-2cb806e4324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:23:19Z', 'updated_at': '2021-07-30T00:23:22Z', 'revision_number': 4, 'project_id': '74c7b37a093a4939bacb6d5144c694f6', 'gw_port': {'id': '35b2a1f8-ffd9-472a-ab7d-2cb806e4324b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b49979-c94a-440d-a833-60ed07d25e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:23:19Z', 'updated_at': '2021-07-30T00:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '923d22fb-3bdd-4520-8f09-fb01326444ef', 'name': '', 'network_id': 'bf4a7502-96c2-4224-b991-8128ae1320fa', 'tenant_id': '74c7b37a093a4939bacb6d5144c694f6', 'mac_address': 'fa:16:3e:41:d3:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29b49979-c94a-440d-a833-60ed07d25e93', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'a3c6140c-4e90-4b0f-b05a-4404e4d2fda7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:23:21Z', 'updated_at': '2021-07-30T00:23:26Z', 'revision_number': 4, 'project_id': '74c7b37a093a4939bacb6d5144c694f6', 'subnets': [{'id': 'a3c6140c-4e90-4b0f-b05a-4404e4d2fda7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:23:28.009869 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 923d22fb-3bdd-4520-8f09-fb01326444ef up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:23:28.078000 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 923d22fb-3bdd-4520-8f09-fb01326444ef completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:23:28.081669 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 923d22fb-3bdd-4520-8f09-fb01326444ef triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:23:28.082052 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:28.183773 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:28.216833 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 923d22fb-3bdd-4520-8f09-fb01326444ef, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=923d22fb-3bdd-4520-8f09-fb01326444ef,segment=NetworkSegment(025f612f-48ad-4312-b9f9-54f2ac3919ad),segment_id=025f612f-48ad-4312-b9f9-54f2ac3919ad)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:23:28.221337 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:28.283016 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=923d22fb-3bdd-4520-8f09-fb01326444ef,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:29.992100 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 923d22fb-3bdd-4520-8f09-fb01326444ef up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:23:30.049981 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 923d22fb-3bdd-4520-8f09-fb01326444ef triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:23:30.050444 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:30.176294 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:30.340164 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:32.941894 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a65fa0f0-fad4-4f63-93d1-8862f07f1f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:33.436236 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-d65cd45c-8743-4dd5-a978-23feee972cce tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:33.437717 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-d65cd45c-8743-4dd5-a978-23feee972cce tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/networks?id=db283cbf-21f6-4bdd-9473-fa6b0881c7a3 HTTP/1.1" status: 200 len: 813 time: 0.1055045 Jul 30 00:23:33.452348 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-1ed3b7d2-1bd9-4d5f-a5d4-3bf88682ec57 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/quotas/c4b18b1efed047cab8ddff444b3368f4 HTTP/1.1" status: 200 len: 375 time: 0.0088980 Jul 30 00:23:33.502640 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-3d972a25-5e6c-4a30-88c5-33fbb4c6dc04 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c4b18b1efed047cab8ddff444b3368f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451143 Jul 30 00:23:33.679090 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-e1f27e09-e8ca-4272-85fc-b7a695b5de95 service neutron] 10.222.0.18 "GET /v2.0/networks/db283cbf-21f6-4bdd-9473-fa6b0881c7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647043 Jul 30 00:23:33.769519 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-5303e703-6cee-4b50-bba2-0e3c2e5fe02f service neutron] 10.222.0.18 "GET /v2.0/networks/db283cbf-21f6-4bdd-9473-fa6b0881c7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837564 Jul 30 00:23:33.926191 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e325c4a5-69ff-4e29-a55b-6722781e143a req-24a1ce98-b2db-410b-9fff-09bc6b9494be tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 210 time: 0.0276568 Jul 30 00:23:34.853470 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-ffaa3d43-5ed9-4a21-95ea-58e0ef428be0 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:34.855063 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-ffaa3d43-5ed9-4a21-95ea-58e0ef428be0 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.39 "GET /v2.0/networks?id=db283cbf-21f6-4bdd-9473-fa6b0881c7a3 HTTP/1.1" status: 200 len: 813 time: 0.1063709 Jul 30 00:23:34.869287 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-17830b5b-43ad-4360-b596-13de1aa32385 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Request body: {'port': {'device_id': 'e3df3d99-b23d-4159-84ac-6711fbfed446', 'network_id': 'db283cbf-21f6-4bdd-9473-fa6b0881c7a3', 'admin_state_up': True, 'tenant_id': 'c4b18b1efed047cab8ddff444b3368f4'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:23:34.988227 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-17830b5b-43ad-4360-b596-13de1aa32385 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Made reservation on behalf of c4b18b1efed047cab8ddff444b3368f4 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:23:34.993180 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-17830b5b-43ad-4360-b596-13de1aa32385 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:35.030437 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57809432-41b5-4b35-8aaa-61560ab93f98 req-32c1b7d6-32b3-4f7c-9559-330e49bc749d tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 210 time: 0.0311761 Jul 30 00:23:35.140109 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-17830b5b-43ad-4360-b596-13de1aa32385 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Allocated IP 172.20.0.10 (db283cbf-21f6-4bdd-9473-fa6b0881c7a3/6415b607-e0ee-443f-9825-ac7997e402ac/e4cbdc59-a3a0-423b-9f3f-5493a755c16c) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:23:35.370803 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-17830b5b-43ad-4360-b596-13de1aa32385 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:35.389739 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-17830b5b-43ad-4360-b596-13de1aa32385 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Transition to ACTIVE for port object e4cbdc59-a3a0-423b-9f3f-5493a755c16c will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:23:35.436100 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-17830b5b-43ad-4360-b596-13de1aa32385 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:35.483610 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-17830b5b-43ad-4360-b596-13de1aa32385 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Network db283cbf-21f6-4bdd-9473-fa6b0881c7a3 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:23:35.488823 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-17830b5b-43ad-4360-b596-13de1aa32385 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:23:35.493590 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-17830b5b-43ad-4360-b596-13de1aa32385 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:23:35.497696 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17830b5b-43ad-4360-b596-13de1aa32385 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Pushing event updated for resources: {'Port': ['ID=e4cbdc59-a3a0-423b-9f3f-5493a755c16c,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:35.527960 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:35.555967 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-17830b5b-43ad-4360-b596-13de1aa32385 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:35.556965 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-17830b5b-43ad-4360-b596-13de1aa32385 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:35.578007 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-17830b5b-43ad-4360-b596-13de1aa32385 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7129002 Jul 30 00:23:35.740239 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0da1f382-1a55-454d-88c4-359353f8ac04 None None] Provisioning for port e4cbdc59-a3a0-423b-9f3f-5493a755c16c completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:23:35.743495 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0da1f382-1a55-454d-88c4-359353f8ac04 None None] Provisioning complete for port e4cbdc59-a3a0-423b-9f3f-5493a755c16c triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:23:35.743888 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0da1f382-1a55-454d-88c4-359353f8ac04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:35.785129 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-0da1f382-1a55-454d-88c4-359353f8ac04 None None] Port e4cbdc59-a3a0-423b-9f3f-5493a755c16c cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:23:36.155182 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae1bca-2b7e-4434-9d48-fbf46e522405 req-240b3bee-ba20-4d34-b7bb-66a79185b3d0 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:36.157799 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7ae1bca-2b7e-4434-9d48-fbf46e522405 req-240b3bee-ba20-4d34-b7bb-66a79185b3d0 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 932 time: 0.0510788 Jul 30 00:23:36.204543 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7ae1bca-2b7e-4434-9d48-fbf46e522405 req-e1c28538-9366-450a-b1b9-471703abf182 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373473 Jul 30 00:23:36.312006 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f7bc8f9c-f57a-4beb-86f4-df8ddad8c030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:37.081714 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:37.324732 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44fc1fd-c99a-496b-8cc1-77fe2d488e5d req-4a722582-41d4-48e5-81a1-cea031a916be tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:37.326227 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a44fc1fd-c99a-496b-8cc1-77fe2d488e5d req-4a722582-41d4-48e5-81a1-cea031a916be tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 932 time: 0.0494041 Jul 30 00:23:37.369815 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a44fc1fd-c99a-496b-8cc1-77fe2d488e5d req-a1828349-2b4e-47f2-955f-38eb11cb4513 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371459 Jul 30 00:23:38.395066 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:38.501314 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0e8bd-e1c3-41cf-bef6-479794577c35 req-cd89c4cb-a679-4012-91e1-6198cb5e1048 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:38.502821 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2d0e8bd-e1c3-41cf-bef6-479794577c35 req-cd89c4cb-a679-4012-91e1-6198cb5e1048 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 932 time: 0.0612104 Jul 30 00:23:38.542036 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f2d0e8bd-e1c3-41cf-bef6-479794577c35 req-c10b659f-8c66-42d8-aba9-543429ee61d9 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323536 Jul 30 00:23:39.664022 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f069a-ba0f-4886-b64c-12bd8dda4bb0 req-0db2ce24-4ef7-45de-8b78-8294d0a50ee4 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:39.665753 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f30f069a-ba0f-4886-b64c-12bd8dda4bb0 req-0db2ce24-4ef7-45de-8b78-8294d0a50ee4 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 932 time: 0.0514708 Jul 30 00:23:39.710483 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f30f069a-ba0f-4886-b64c-12bd8dda4bb0 req-b28dd40b-6261-4c42-a710-bdbc24e54daf tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383947 Jul 30 00:23:40.847612 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6f447-e35a-4faa-ac78-e7547b8107fc req-762b23e1-9d02-4b32-82b2-4e7668f1894d tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:40.849121 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e1c6f447-e35a-4faa-ac78-e7547b8107fc req-762b23e1-9d02-4b32-82b2-4e7668f1894d tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 932 time: 0.0572267 Jul 30 00:23:40.887402 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e1c6f447-e35a-4faa-ac78-e7547b8107fc req-2819ba67-e914-4e44-8f49-8f1982220bd5 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320334 Jul 30 00:23:42.014688 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d66acb-9378-44d6-88fd-dc9be1440488 req-e84023c4-d1f0-4ed3-a365-5a36bf8fd25a tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:42.016266 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a6d66acb-9378-44d6-88fd-dc9be1440488 req-e84023c4-d1f0-4ed3-a365-5a36bf8fd25a tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 932 time: 0.0530164 Jul 30 00:23:42.054769 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a6d66acb-9378-44d6-88fd-dc9be1440488 req-4ef5764e-02ac-48cc-a221-202108c4f7d9 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325601 Jul 30 00:23:43.191740 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be66bb0-fd35-42aa-ac86-6fe8e6068af0 req-fb2bb38c-aebc-4625-a65f-c298767efc37 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:43.193293 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5be66bb0-fd35-42aa-ac86-6fe8e6068af0 req-fb2bb38c-aebc-4625-a65f-c298767efc37 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 932 time: 0.0651140 Jul 30 00:23:43.242521 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5be66bb0-fd35-42aa-ac86-6fe8e6068af0 req-cc86914d-a0fc-43c6-8ba6-bf79f75cf654 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430815 Jul 30 00:23:44.374817 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a1732-0ca7-46e3-b079-179828ded7e2 req-979af5ca-583c-4d55-beb5-d7235e037eed tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:44.376546 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ad0a1732-0ca7-46e3-b079-179828ded7e2 req-979af5ca-583c-4d55-beb5-d7235e037eed tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 932 time: 0.0540223 Jul 30 00:23:44.415772 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ad0a1732-0ca7-46e3-b079-179828ded7e2 req-da8c4675-9754-422c-a263-82c8e5e3b98c tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322371 Jul 30 00:23:45.539590 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da191ec8-f2be-401d-b616-c24a03f09f03 req-f3dc9f14-5ecb-4b8e-af15-e88701de57d3 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:45.541108 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da191ec8-f2be-401d-b616-c24a03f09f03 req-f3dc9f14-5ecb-4b8e-af15-e88701de57d3 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 932 time: 0.0502498 Jul 30 00:23:45.583254 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-da191ec8-f2be-401d-b616-c24a03f09f03 req-471c55c3-a55e-4f1f-b1e6-a57dabe50bb7 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349691 Jul 30 00:23:46.232311 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-fc84b73f-a43d-410c-bdf0-c450af96d8aa tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:23:46.233252 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-fc84b73f-a43d-410c-bdf0-c450af96d8aa tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056562 Jul 30 00:23:46.245336 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] Request body: {'port': {'device_id': 'e3df3d99-b23d-4159-84ac-6711fbfed446', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:23:46.298284 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:46.553082 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4cbdc59-a3a0-423b-9f3f-5493a755c16c {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:23:46.560679 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:46.572506 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] Transition to ACTIVE for port object e4cbdc59-a3a0-423b-9f3f-5493a755c16c will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:23:46.575943 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:46.632162 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] Pushing event updated for resources: {'Port': ['ID=e4cbdc59-a3a0-423b-9f3f-5493a755c16c,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:46.653361 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:46.653802 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:46.654150 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:46.654487 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:46.654814 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:46.655139 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:46.655463 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:46.655790 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:46.656256 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:46.656584 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:46.656904 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:46.657219 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:46.704145 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d437c-16ec-4a37-b11f-dffca59dccde req-f68f07a0-c9a1-45b9-a4c9-a5645e847a65 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:46.706576 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5a6d437c-16ec-4a37-b11f-dffca59dccde req-f68f07a0-c9a1-45b9-a4c9-a5645e847a65 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 944 time: 0.0552962 Jul 30 00:23:46.714568 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] Attempting to bind port e4cbdc59-a3a0-423b-9f3f-5493a755c16c on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:23:46.714927 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] Attempting to bind port e4cbdc59-a3a0-423b-9f3f-5493a755c16c by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'dda40b31-017f-4a50-8f84-df5461a2c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'db283cbf-21f6-4bdd-9473-fa6b0881c7a3'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:23:46.715312 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] Attempting to bind port e4cbdc59-a3a0-423b-9f3f-5493a755c16c on network db283cbf-21f6-4bdd-9473-fa6b0881c7a3 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:23:46.719958 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] Port e4cbdc59-a3a0-423b-9f3f-5493a755c16c on network db283cbf-21f6-4bdd-9473-fa6b0881c7a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:23:46.720388 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] Attempting to bind port e4cbdc59-a3a0-423b-9f3f-5493a755c16c on network db283cbf-21f6-4bdd-9473-fa6b0881c7a3 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:23:46.725528 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 23, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:23:46.725882 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] Checking segment: {'id': 'dda40b31-017f-4a50-8f84-df5461a2c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'db283cbf-21f6-4bdd-9473-fa6b0881c7a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:23:46.726267 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] Bound using segment: {'id': 'dda40b31-017f-4a50-8f84-df5461a2c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'db283cbf-21f6-4bdd-9473-fa6b0881c7a3'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:23:46.726704 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] Bound port: e4cbdc59-a3a0-423b-9f3f-5493a755c16c, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dda40b31-017f-4a50-8f84-df5461a2c7fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'db283cbf-21f6-4bdd-9473-fa6b0881c7a3'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:23:46.727067 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:46.752509 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5a6d437c-16ec-4a37-b11f-dffca59dccde req-efef8935-b8bb-40c5-9811-a1511f3751ed tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382833 Jul 30 00:23:46.800717 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] For port e4cbdc59-a3a0-423b-9f3f-5493a755c16c, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:23:46.803752 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] For port e4cbdc59-a3a0-423b-9f3f-5493a755c16c, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=e4cbdc59-a3a0-423b-9f3f-5493a755c16c,segment=NetworkSegment(dda40b31-017f-4a50-8f84-df5461a2c7fd),segment_id=dda40b31-017f-4a50-8f84-df5461a2c7fd)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:23:46.808321 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:46.843433 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:46.843917 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:46.845367 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] 10.222.0.39 "PUT /v2.0/ports/e4cbdc59-a3a0-423b-9f3f-5493a755c16c HTTP/1.1" status: 200 len: 1093 time: 0.6038244 Jul 30 00:23:46.847734 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3df3d99-b23d-4159-84ac-6711fbfed446', 'tag': 'e4cbdc59-a3a0-423b-9f3f-5493a755c16c'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:23:46.850776 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5209d4e956e9ae4acfb38c8f800d5d5e141ec7fd74949f506a8c7ac355071e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524df57e-cb50-4a1f-958f-49f09e7e9be1" -d '{"events": [{"name": "network-changed", "server_uuid": "e3df3d99-b23d-4159-84ac-6711fbfed446", "tag": "e4cbdc59-a3a0-423b-9f3f-5493a755c16c"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:23:46.889169 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23647e22-e21d-4385-9708-c9dba97417aa service neutron] Pushing event updated for resources: {'Port': ['ID=e4cbdc59-a3a0-423b-9f3f-5493a755c16c,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:46.901446 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b58aa8b-9ef8-4080-962e-275ce28d31ce x-openstack-request-id: req-1b58aa8b-9ef8-4080-962e-275ce28d31ce {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:23:46.901732 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3df3d99-b23d-4159-84ac-6711fbfed446", "tag": "e4cbdc59-a3a0-423b-9f3f-5493a755c16c", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:23:46.901978 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1b58aa8b-9ef8-4080-962e-275ce28d31ce {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:23:46.902367 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3df3d99-b23d-4159-84ac-6711fbfed446', 'tag': 'e4cbdc59-a3a0-423b-9f3f-5493a755c16c', 'status': 'completed', 'code': 200} Jul 30 00:23:46.943242 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-654291b0-51d0-4296-b835-6ffa32f8cd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:46.945304 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-654291b0-51d0-4296-b835-6ffa32f8cd38 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c4b18b1efed047cab8ddff444b3368f4&device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 1096 time: 0.0421660 Jul 30 00:23:46.988531 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-55f56479-4bdf-4734-bd13-6d905c6b5cbf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4cbdc59-a3a0-423b-9f3f-5493a755c16c HTTP/1.1" status: 200 len: 217 time: 0.0356953 Jul 30 00:23:47.044083 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-25a53881-e7d0-4c1c-a59f-da951a0107ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:47.045691 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-25a53881-e7d0-4c1c-a59f-da951a0107ab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6415b607-e0ee-443f-9825-ac7997e402ac HTTP/1.1" status: 200 len: 852 time: 0.0494139 Jul 30 00:23:47.091282 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-355e8a43-ed9a-4bcb-b86e-891384998311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:47.092719 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-355e8a43-ed9a-4bcb-b86e-891384998311 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db283cbf-21f6-4bdd-9473-fa6b0881c7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407286 Jul 30 00:23:47.182229 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-aa5bb814-0f23-40a6-ab10-6795a7caf3fd service neutron] 10.222.0.39 "GET /v2.0/networks/db283cbf-21f6-4bdd-9473-fa6b0881c7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826662 Jul 30 00:23:47.276930 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b1b54b7a-82e9-4a63-a9b3-9d444a274960 req-cc5c8e66-6637-4722-bbff-3212cba99000 service neutron] 10.222.0.39 "GET /v2.0/networks/db283cbf-21f6-4bdd-9473-fa6b0881c7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876865 Jul 30 00:23:47.362575 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524df57e-cb50-4a1f-958f-49f09e7e9be1 req-fc4a1497-b62e-4f48-b6f3-e8e50dd7936e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:47.363993 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-524df57e-cb50-4a1f-958f-49f09e7e9be1 req-fc4a1497-b62e-4f48-b6f3-e8e50dd7936e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c4b18b1efed047cab8ddff444b3368f4&device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 1096 time: 0.0411975 Jul 30 00:23:47.456213 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524df57e-cb50-4a1f-958f-49f09e7e9be1 req-60870a79-1191-4920-81ab-9c3c36019b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:47.457679 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-524df57e-cb50-4a1f-958f-49f09e7e9be1 req-60870a79-1191-4920-81ab-9c3c36019b7c service neutron] 10.222.0.39 "GET /v2.0/networks?id=db283cbf-21f6-4bdd-9473-fa6b0881c7a3 HTTP/1.1" status: 200 len: 914 time: 0.0855646 Jul 30 00:23:47.499737 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-524df57e-cb50-4a1f-958f-49f09e7e9be1 req-5f96022a-8f58-4d9f-87ee-40b269f14836 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4cbdc59-a3a0-423b-9f3f-5493a755c16c HTTP/1.1" status: 200 len: 217 time: 0.0351849 Jul 30 00:23:47.547361 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524df57e-cb50-4a1f-958f-49f09e7e9be1 req-4ce56560-6780-4e00-98cc-9fa71dd258f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:47.548843 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-524df57e-cb50-4a1f-958f-49f09e7e9be1 req-4ce56560-6780-4e00-98cc-9fa71dd258f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6415b607-e0ee-443f-9825-ac7997e402ac HTTP/1.1" status: 200 len: 852 time: 0.0419347 Jul 30 00:23:47.597267 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524df57e-cb50-4a1f-958f-49f09e7e9be1 req-5a9fba2d-1e82-4cbe-93ae-c229d200ab1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:47.598727 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-524df57e-cb50-4a1f-958f-49f09e7e9be1 req-5a9fba2d-1e82-4cbe-93ae-c229d200ab1f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db283cbf-21f6-4bdd-9473-fa6b0881c7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427537 Jul 30 00:23:47.686953 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-524df57e-cb50-4a1f-958f-49f09e7e9be1 req-ff5b7cca-2496-4bd6-8eeb-eec98f1ffe03 service neutron] 10.222.0.39 "GET /v2.0/networks/db283cbf-21f6-4bdd-9473-fa6b0881c7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799596 Jul 30 00:23:47.780103 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-524df57e-cb50-4a1f-958f-49f09e7e9be1 req-fde63b65-d536-44f2-8b03-ce2daa6e17a4 service neutron] 10.222.0.39 "GET /v2.0/networks/db283cbf-21f6-4bdd-9473-fa6b0881c7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848446 Jul 30 00:23:47.872238 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18509ddf-8fed-4b2c-b0e0-97b1d2f71ef5 req-9127781e-0501-49ef-9150-8f7ae7c52a3a tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:47.873736 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-18509ddf-8fed-4b2c-b0e0-97b1d2f71ef5 req-9127781e-0501-49ef-9150-8f7ae7c52a3a tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 944 time: 0.0485945 Jul 30 00:23:47.911145 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-18509ddf-8fed-4b2c-b0e0-97b1d2f71ef5 req-08e4e6c1-e591-464d-8280-fa2498691db8 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315170 Jul 30 00:23:49.027083 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caef8eb-3dc2-4df8-bddb-e471b6ba5c1f req-0fb7f119-5123-475e-a9f9-18719b29439f tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:49.028598 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7caef8eb-3dc2-4df8-bddb-e471b6ba5c1f req-0fb7f119-5123-475e-a9f9-18719b29439f tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 944 time: 0.0481367 Jul 30 00:23:49.067565 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7caef8eb-3dc2-4df8-bddb-e471b6ba5c1f req-06f2d129-3938-4fbb-8ebe-97857f2c4ba5 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328398 Jul 30 00:23:50.181852 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b571e4-f3af-4c48-a2ab-05ff23d44ac2 req-9ead1dbf-6b3e-4307-934f-43cbfe43b3d5 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:50.183683 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92b571e4-f3af-4c48-a2ab-05ff23d44ac2 req-9ead1dbf-6b3e-4307-934f-43cbfe43b3d5 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 944 time: 0.0489752 Jul 30 00:23:50.227207 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92b571e4-f3af-4c48-a2ab-05ff23d44ac2 req-9967d79c-27d0-4ac1-b87d-fe26a5feffb9 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375025 Jul 30 00:23:50.952368 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device e4cbdc59-a3a0-423b-9f3f-5493a755c16c details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:23:51.045949 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port e4cbdc59-a3a0-423b-9f3f-5493a755c16c, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=e4cbdc59-a3a0-423b-9f3f-5493a755c16c,segment=NetworkSegment(dda40b31-017f-4a50-8f84-df5461a2c7fd),segment_id=dda40b31-017f-4a50-8f84-df5461a2c7fd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:23:51.057663 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'e4cbdc59-a3a0-423b-9f3f-5493a755c16c', 'network_id': 'db283cbf-21f6-4bdd-9473-fa6b0881c7a3', 'port_id': 'e4cbdc59-a3a0-423b-9f3f-5493a755c16c', 'mac_address': 'fa:16:3e:85:13:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6415b607-e0ee-443f-9825-ac7997e402ac', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:23:51.093745 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:51.107210 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4cbdc59-a3a0-423b-9f3f-5493a755c16c {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:23:51.126485 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port e4cbdc59-a3a0-423b-9f3f-5493a755c16c, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=e4cbdc59-a3a0-423b-9f3f-5493a755c16c,segment=NetworkSegment(dda40b31-017f-4a50-8f84-df5461a2c7fd),segment_id=dda40b31-017f-4a50-8f84-df5461a2c7fd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:23:51.130252 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:51.176400 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=e4cbdc59-a3a0-423b-9f3f-5493a755c16c,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:51.184561 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:51.184907 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:51.185246 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:51.185590 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:51.185917 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:51.186247 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:51.186572 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:51.186897 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:51.187220 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:51.187542 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:51.187882 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:51.188205 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:23:51.343368 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb396367-9b79-465e-b7f3-7e27d3fcdf6e req-71dbc993-9248-42e9-af9c-9b471c865b2a tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:51.344870 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb396367-9b79-465e-b7f3-7e27d3fcdf6e req-71dbc993-9248-42e9-af9c-9b471c865b2a tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 945 time: 0.0496478 Jul 30 00:23:51.383219 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bb396367-9b79-465e-b7f3-7e27d3fcdf6e req-fb98e841-87e4-43d2-bccf-6dd11cd9d2bd tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316794 Jul 30 00:23:51.387971 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['e4cbdc59-a3a0-423b-9f3f-5493a755c16c'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:23:52.497676 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931035a5-a1c1-44d0-b7ac-5bb204dd134d req-eb11d284-4eb2-4446-8dbf-09cae3eb4f84 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:52.499171 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-931035a5-a1c1-44d0-b7ac-5bb204dd134d req-eb11d284-4eb2-4446-8dbf-09cae3eb4f84 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 945 time: 0.0489414 Jul 30 00:23:52.537128 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-931035a5-a1c1-44d0-b7ac-5bb204dd134d req-622e05cc-e735-43b1-a690-3d417f8b1bb5 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317841 Jul 30 00:23:52.964868 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device e4cbdc59-a3a0-423b-9f3f-5493a755c16c up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:23:53.012164 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port e4cbdc59-a3a0-423b-9f3f-5493a755c16c completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:23:53.015575 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port e4cbdc59-a3a0-423b-9f3f-5493a755c16c triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:23:53.015978 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:53.092937 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:53.114869 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3df3d99-b23d-4159-84ac-6711fbfed446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4cbdc59-a3a0-423b-9f3f-5493a755c16c'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:23:53.117247 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee31ed8e5b8e4dc4f88b315270ded6679232f3f3b12134e952a2ffdf5dc07ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ee93993-35a4-49c2-9c5d-725567b8137b" -d '{"events": [{"server_uuid": "e3df3d99-b23d-4159-84ac-6711fbfed446", "name": "network-vif-plugged", "status": "completed", "tag": "e4cbdc59-a3a0-423b-9f3f-5493a755c16c"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:23:53.129778 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port e4cbdc59-a3a0-423b-9f3f-5493a755c16c, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=e4cbdc59-a3a0-423b-9f3f-5493a755c16c,segment=NetworkSegment(dda40b31-017f-4a50-8f84-df5461a2c7fd),segment_id=dda40b31-017f-4a50-8f84-df5461a2c7fd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:23:53.134127 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:23:53.157577 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac52d301-843b-42c2-8e67-46459857bf1c x-openstack-request-id: req-ac52d301-843b-42c2-8e67-46459857bf1c {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:23:53.157874 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3df3d99-b23d-4159-84ac-6711fbfed446", "name": "network-vif-plugged", "status": "completed", "tag": "e4cbdc59-a3a0-423b-9f3f-5493a755c16c", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:23:53.158127 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac52d301-843b-42c2-8e67-46459857bf1c {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:23:53.158561 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3df3d99-b23d-4159-84ac-6711fbfed446', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4cbdc59-a3a0-423b-9f3f-5493a755c16c', 'code': 200} Jul 30 00:23:53.185189 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=e4cbdc59-a3a0-423b-9f3f-5493a755c16c,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:23:53.250786 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d453b6-c56e-48c2-881f-03884948562f req-5c811290-cebf-431e-8ce3-35a43601fa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:53.252246 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-28d453b6-c56e-48c2-881f-03884948562f req-5c811290-cebf-431e-8ce3-35a43601fa3f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 1098 time: 0.0412204 Jul 30 00:23:53.286977 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-28d453b6-c56e-48c2-881f-03884948562f req-06c58581-7c6d-4ba9-b20c-351e2c6a6706 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281103 Jul 30 00:23:53.652940 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f157ae-fb45-4acb-adc8-ea97063ded14 req-edab3045-0111-471b-9fa1-8a6313eac1b1 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:53.654408 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-22f157ae-fb45-4acb-adc8-ea97063ded14 req-edab3045-0111-471b-9fa1-8a6313eac1b1 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 946 time: 0.0490415 Jul 30 00:23:53.696706 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-22f157ae-fb45-4acb-adc8-ea97063ded14 req-b0da71f0-4ede-428d-83f5-d4cf4b73c149 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363553 Jul 30 00:23:54.366342 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:23:54.811221 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c2dc98-6922-407e-ac3a-1676f4745206 req-fa75ba43-f0c8-4a0c-a5d5-9995f0ebb482 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:54.812744 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a7c2dc98-6922-407e-ac3a-1676f4745206 req-fa75ba43-f0c8-4a0c-a5d5-9995f0ebb482 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 946 time: 0.0496190 Jul 30 00:23:54.851706 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a7c2dc98-6922-407e-ac3a-1676f4745206 req-130c24c7-f007-4b4c-9af3-ee68654ff6d3 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329957 Jul 30 00:23:54.965340 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44823fc-15b9-477b-b093-0519d5a60b5a req-a96a0553-1050-4d7d-a56f-45d74370da95 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:54.967008 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c44823fc-15b9-477b-b093-0519d5a60b5a req-a96a0553-1050-4d7d-a56f-45d74370da95 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 946 time: 0.0502758 Jul 30 00:23:55.005096 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c44823fc-15b9-477b-b093-0519d5a60b5a req-05a679f4-69dc-4a5d-b6ff-a856a448515c tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320437 Jul 30 00:23:55.193164 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ab4ef5-7f46-4d9f-af21-2f4975864869 req-a54f2820-8996-4493-8f43-6349e607e490 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:23:55.194636 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b7ab4ef5-7f46-4d9f-af21-2f4975864869 req-a54f2820-8996-4493-8f43-6349e607e490 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 946 time: 0.0510511 Jul 30 00:23:55.236352 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b7ab4ef5-7f46-4d9f-af21-2f4975864869 req-40be5ec9-32df-4827-8c1a-f5d2f34a40f4 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348704 Jul 30 00:24:00.184268 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:00.345053 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:02.944265 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1ecbc91b-fff7-4d4b-8dab-2258f7568d6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:05.511937 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:06.313364 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3740c9ca-0a26-46fe-83c1-955932a1e1c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:06.786579 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008e5b8-1a77-441a-a8f3-7ccd4c99e338 req-a9d4e19f-ccf1-450c-adff-b4b92f4a08d6 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:06.788005 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9008e5b8-1a77-441a-a8f3-7ccd4c99e338 req-a9d4e19f-ccf1-450c-adff-b4b92f4a08d6 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 946 time: 0.0495944 Jul 30 00:24:06.827335 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9008e5b8-1a77-441a-a8f3-7ccd4c99e338 req-ae8bf4d1-7fe4-46ba-a070-e46adc71d811 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319567 Jul 30 00:24:06.849040 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59990) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:06.928516 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6341835e-7310-4178-9f0c-fca13f4857b5 tempest-TestMinimumBasicScenario-412854989 tempest-TestMinimumBasicScenario-412854989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:06.930751 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6341835e-7310-4178-9f0c-fca13f4857b5 tempest-TestMinimumBasicScenario-412854989 tempest-TestMinimumBasicScenario-412854989-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 1093 time: 0.0807412 Jul 30 00:24:06.934059 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 59994) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:06.938477 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-5394883f-4784-443c-9203-3af717718cae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'port_id': 'e4cbdc59-a3a0-423b-9f3f-5493a755c16c', 'tenant_id': 'c4b18b1efed047cab8ddff444b3368f4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:24:06.960275 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5394883f-4784-443c-9203-3af717718cae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:07.058900 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5394883f-4784-443c-9203-3af717718cae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:07.084789 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:07.159480 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-5394883f-4784-443c-9203-3af717718cae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Allocated IP 172.25.8.254 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/b0def4a9-9e22-447e-bc28-a1ba3bff19d1) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:24:07.265064 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5394883f-4784-443c-9203-3af717718cae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:07.304885 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5394883f-4784-443c-9203-3af717718cae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:07.340049 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5394883f-4784-443c-9203-3af717718cae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:24:07.342780 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-5394883f-4784-443c-9203-3af717718cae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:24:07.346272 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5394883f-4784-443c-9203-3af717718cae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:24:07.375047 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394883f-4784-443c-9203-3af717718cae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Pushing event updated for resources: {'Port': ['ID=b0def4a9-9e22-447e-bc28-a1ba3bff19d1,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:07.385294 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394883f-4784-443c-9203-3af717718cae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:07.385711 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394883f-4784-443c-9203-3af717718cae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:07.386093 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394883f-4784-443c-9203-3af717718cae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:07.386438 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394883f-4784-443c-9203-3af717718cae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:07.386778 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394883f-4784-443c-9203-3af717718cae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:07.387183 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394883f-4784-443c-9203-3af717718cae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:07.387563 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394883f-4784-443c-9203-3af717718cae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:07.387937 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394883f-4784-443c-9203-3af717718cae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:07.388272 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394883f-4784-443c-9203-3af717718cae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:07.388602 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394883f-4784-443c-9203-3af717718cae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:07.388931 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394883f-4784-443c-9203-3af717718cae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:07.389260 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5394883f-4784-443c-9203-3af717718cae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:24:07.719419 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5394883f-4784-443c-9203-3af717718cae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:07.785678 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5394883f-4784-443c-9203-3af717718cae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:07.933613 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5394883f-4784-443c-9203-3af717718cae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:07.938132 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5394883f-4784-443c-9203-3af717718cae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:08.008660 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394883f-4784-443c-9203-3af717718cae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Pushing event updated for resources: {'Port': ['ID=b0def4a9-9e22-447e-bc28-a1ba3bff19d1,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:08.022473 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5394883f-4784-443c-9203-3af717718cae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:08.123525 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-5394883f-4784-443c-9203-3af717718cae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Floating IP 592ab3f8-44ba-4e06-89e9-b0317c47288b associated. External IP: 172.25.8.254, port: e4cbdc59-a3a0-423b-9f3f-5493a755c16c. Jul 30 00:24:08.334293 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5394883f-4784-443c-9203-3af717718cae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Router 9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:24:08.394864 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:08.444286 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5394883f-4784-443c-9203-3af717718cae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:24:08.453792 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cba42f5-3509-49e2-a7b3-26b03a0f0e30 None None] Sync routers for ids ['9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:24:08.460452 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5394883f-4784-443c-9203-3af717718cae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:08.463457 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cba42f5-3509-49e2-a7b3-26b03a0f0e30 None None] Routers {'9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:24:08.464121 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-5cba42f5-3509-49e2-a7b3-26b03a0f0e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:24:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:24:08.491127 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5394883f-4784-443c-9203-3af717718cae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5560298 Jul 30 00:24:08.492363 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3df3d99-b23d-4159-84ac-6711fbfed446', 'tag': 'e4cbdc59-a3a0-423b-9f3f-5493a755c16c'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:24:08.494687 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 59996) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:08.495228 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c70fe9-e4c3-40a3-95b1-5263c330c52f" -d '{"events": [{"name": "network-changed", "server_uuid": "e3df3d99-b23d-4159-84ac-6711fbfed446", "tag": "e4cbdc59-a3a0-423b-9f3f-5493a755c16c"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:24:08.499587 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-6557af96-a53c-4ebe-9ae5-38e51c2127c1 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1810144767', 'description': 'tempest-secgroup-smoke-1810144767 description', 'project_id': 'c4b18b1efed047cab8ddff444b3368f4'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:24:08.525127 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6557af96-a53c-4ebe-9ae5-38e51c2127c1 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:08.533682 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f204598d-5f9a-4e7b-8e4e-a999f9a73273 x-openstack-request-id: req-f204598d-5f9a-4e7b-8e4e-a999f9a73273 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:24:08.534080 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3df3d99-b23d-4159-84ac-6711fbfed446", "tag": "e4cbdc59-a3a0-423b-9f3f-5493a755c16c", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:24:08.534541 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f204598d-5f9a-4e7b-8e4e-a999f9a73273 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:24:08.535136 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3df3d99-b23d-4159-84ac-6711fbfed446', 'tag': 'e4cbdc59-a3a0-423b-9f3f-5493a755c16c', 'status': 'completed', 'code': 200} Jul 30 00:24:08.577041 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-5cba42f5-3509-49e2-a7b3-26b03a0f0e30 None None] Set router 9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:24:08.629476 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c70fe9-e4c3-40a3-95b1-5263c330c52f req-dbf722c1-1c1e-4d1a-852f-3a149ccaa47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:08.630953 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-78c70fe9-e4c3-40a3-95b1-5263c330c52f req-dbf722c1-1c1e-4d1a-852f-3a149ccaa47e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c4b18b1efed047cab8ddff444b3368f4&device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 1098 time: 0.0687444 Jul 30 00:24:08.641580 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6557af96-a53c-4ebe-9ae5-38e51c2127c1 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:08.651294 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6557af96-a53c-4ebe-9ae5-38e51c2127c1 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:08.719750 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6557af96-a53c-4ebe-9ae5-38e51c2127c1 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:08.721279 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6557af96-a53c-4ebe-9ae5-38e51c2127c1 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2254288 Jul 30 00:24:08.724555 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60000) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:08.730151 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6557af96-a53c-4ebe-9ae5-38e51c2127c1 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba30f37-4d11-41fa-9dee-3cf3326ce050,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:08.731032 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-9cb1f45d-c663-4a6c-97c4-bf370de5498d tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Request body: {'security_group_rule': {'security_group_id': '9ba30f37-4d11-41fa-9dee-3cf3326ce050', 'project_id': 'c4b18b1efed047cab8ddff444b3368f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:24:08.763136 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9cb1f45d-c663-4a6c-97c4-bf370de5498d tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:08.766961 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c70fe9-e4c3-40a3-95b1-5263c330c52f req-c0d9f851-d19a-4510-a56e-e86fbf6c1777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:08.768741 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-78c70fe9-e4c3-40a3-95b1-5263c330c52f req-c0d9f851-d19a-4510-a56e-e86fbf6c1777 service neutron] 10.222.0.39 "GET /v2.0/networks?id=db283cbf-21f6-4bdd-9473-fa6b0881c7a3 HTTP/1.1" status: 200 len: 914 time: 0.1256552 Jul 30 00:24:08.808233 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-5cba42f5-3509-49e2-a7b3-26b03a0f0e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'name': 'tempest-TestMinimumBasicScenario-13605123-router', 'tenant_id': 'c4b18b1efed047cab8ddff444b3368f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '4003d204-8f55-4698-a4a5-176ea86c5705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:23:14Z', 'updated_at': '2021-07-30T00:23:17Z', 'revision_number': 4, 'project_id': 'c4b18b1efed047cab8ddff444b3368f4', 'gw_port': {'id': '4003d204-8f55-4698-a4a5-176ea86c5705', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:23:14Z', 'updated_at': '2021-07-30T00:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '592ab3f8-44ba-4e06-89e9-b0317c47288b', 'tenant_id': 'c4b18b1efed047cab8ddff444b3368f4', 'floating_ip_address': '172.25.8.254', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'port_id': 'e4cbdc59-a3a0-423b-9f3f-5493a755c16c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db283cbf-21f6-4bdd-9473-fa6b0881c7a3', 'mac_address': 'fa:16:3e:85:13:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3df3d99-b23d-4159-84ac-6711fbfed446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:24:07Z', 'updated_at': '2021-07-30T00:24:07Z', 'revision_number': 0, 'project_id': 'c4b18b1efed047cab8ddff444b3368f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29e502d-9fb9-47d8-82c5-029d894bfc1d', 'name': '', 'network_id': 'db283cbf-21f6-4bdd-9473-fa6b0881c7a3', 'tenant_id': 'c4b18b1efed047cab8ddff444b3368f4', 'mac_address': 'fa:16:3e:f2:65:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '6415b607-e0ee-443f-9825-ac7997e402ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:23:16Z', 'updated_at': '2021-07-30T00:23:22Z', 'revision_number': 5, 'project_id': 'c4b18b1efed047cab8ddff444b3368f4', 'subnets': [{'id': '6415b607-e0ee-443f-9825-ac7997e402ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:24:08.823770 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9cb1f45d-c663-4a6c-97c4-bf370de5498d tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:08.828020 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9cb1f45d-c663-4a6c-97c4-bf370de5498d tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:08.836931 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cba42f5-3509-49e2-a7b3-26b03a0f0e30 None None] Checking router: 9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:24:08.840730 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-78c70fe9-e4c3-40a3-95b1-5263c330c52f req-1532c3a3-ede1-4943-a01d-8c256b0cb780 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4cbdc59-a3a0-423b-9f3f-5493a755c16c HTTP/1.1" status: 200 len: 1000 time: 0.0646293 Jul 30 00:24:08.845765 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cba42f5-3509-49e2-a7b3-26b03a0f0e30 None None] Routers {'9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:24:08.846429 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-5cba42f5-3509-49e2-a7b3-26b03a0f0e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:24:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:24:08.850010 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1f45d-c663-4a6c-97c4-bf370de5498d tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55de28ab-cc10-441f-83b8-ec6e485e09dd,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:08.855522 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9cb1f45d-c663-4a6c-97c4-bf370de5498d tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:08.859614 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9cb1f45d-c663-4a6c-97c4-bf370de5498d tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1340477 Jul 30 00:24:08.860217 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60002) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:08.864687 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-6d4d6139-087e-4542-91bb-06d6c56e2e38 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Request body: {'security_group_rule': {'security_group_id': '9ba30f37-4d11-41fa-9dee-3cf3326ce050', 'project_id': 'c4b18b1efed047cab8ddff444b3368f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:24:08.895533 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6d4d6139-087e-4542-91bb-06d6c56e2e38 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:08.898737 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c70fe9-e4c3-40a3-95b1-5263c330c52f req-76dbeee1-daad-44f3-82eb-baecf4e09cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:08.900266 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-78c70fe9-e4c3-40a3-95b1-5263c330c52f req-76dbeee1-daad-44f3-82eb-baecf4e09cc0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6415b607-e0ee-443f-9825-ac7997e402ac HTTP/1.1" status: 200 len: 852 time: 0.0527275 Jul 30 00:24:08.948742 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c70fe9-e4c3-40a3-95b1-5263c330c52f req-4db33486-64c6-481a-a853-03b7ff69f201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:08.950615 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-78c70fe9-e4c3-40a3-95b1-5263c330c52f req-4db33486-64c6-481a-a853-03b7ff69f201 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db283cbf-21f6-4bdd-9473-fa6b0881c7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435696 Jul 30 00:24:08.966615 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-5cba42f5-3509-49e2-a7b3-26b03a0f0e30 None None] Set router 9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:24:08.967270 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6d4d6139-087e-4542-91bb-06d6c56e2e38 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:08.972102 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6d4d6139-087e-4542-91bb-06d6c56e2e38 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:08.992742 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d6139-087e-4542-91bb-06d6c56e2e38 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=947b14b0-3c10-41b3-97f6-2a40731d04c3,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:08.997913 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6d4d6139-087e-4542-91bb-06d6c56e2e38 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:08.999284 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6d4d6139-087e-4542-91bb-06d6c56e2e38 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1381228 Jul 30 00:24:09.002281 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60004) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:09.006796 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-a1a5f586-2491-458e-b3b0-c21b452a0b9f tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Request body: {'security_group_rule': {'security_group_id': '9ba30f37-4d11-41fa-9dee-3cf3326ce050', 'project_id': 'c4b18b1efed047cab8ddff444b3368f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:24:09.037722 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a1a5f586-2491-458e-b3b0-c21b452a0b9f tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:09.053720 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-78c70fe9-e4c3-40a3-95b1-5263c330c52f req-e62c9e34-3763-412d-9162-3dff45863097 service neutron] 10.222.0.39 "GET /v2.0/networks/db283cbf-21f6-4bdd-9473-fa6b0881c7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941770 Jul 30 00:24:09.099393 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a1a5f586-2491-458e-b3b0-c21b452a0b9f tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:09.104445 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a1a5f586-2491-458e-b3b0-c21b452a0b9f tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:09.128959 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5f586-2491-458e-b3b0-c21b452a0b9f tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d38147e2-cc86-40e4-aa19-ed076d52c816,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:09.136259 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a1a5f586-2491-458e-b3b0-c21b452a0b9f tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:09.139361 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a1a5f586-2491-458e-b3b0-c21b452a0b9f tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361067 Jul 30 00:24:09.142238 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60006) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:09.147861 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-6bbf2bfa-2861-4269-b5d2-7e70aafa27e7 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Request body: {'security_group_rule': {'security_group_id': '9ba30f37-4d11-41fa-9dee-3cf3326ce050', 'project_id': 'c4b18b1efed047cab8ddff444b3368f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:24:09.154296 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-78c70fe9-e4c3-40a3-95b1-5263c330c52f req-6155c9da-3ee5-4e16-8a52-23e77c145dd6 service neutron] 10.222.0.39 "GET /v2.0/networks/db283cbf-21f6-4bdd-9473-fa6b0881c7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930026 Jul 30 00:24:09.180959 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6bbf2bfa-2861-4269-b5d2-7e70aafa27e7 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:09.209665 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-5cba42f5-3509-49e2-a7b3-26b03a0f0e30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'name': 'tempest-TestMinimumBasicScenario-13605123-router', 'tenant_id': 'c4b18b1efed047cab8ddff444b3368f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '4003d204-8f55-4698-a4a5-176ea86c5705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:23:14Z', 'updated_at': '2021-07-30T00:23:17Z', 'revision_number': 4, 'project_id': 'c4b18b1efed047cab8ddff444b3368f4', 'gw_port': {'id': '4003d204-8f55-4698-a4a5-176ea86c5705', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:23:14Z', 'updated_at': '2021-07-30T00:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '592ab3f8-44ba-4e06-89e9-b0317c47288b', 'tenant_id': 'c4b18b1efed047cab8ddff444b3368f4', 'floating_ip_address': '172.25.8.254', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'port_id': 'e4cbdc59-a3a0-423b-9f3f-5493a755c16c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db283cbf-21f6-4bdd-9473-fa6b0881c7a3', 'mac_address': 'fa:16:3e:85:13:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3df3d99-b23d-4159-84ac-6711fbfed446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:24:07Z', 'updated_at': '2021-07-30T00:24:07Z', 'revision_number': 0, 'project_id': 'c4b18b1efed047cab8ddff444b3368f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29e502d-9fb9-47d8-82c5-029d894bfc1d', 'name': '', 'network_id': 'db283cbf-21f6-4bdd-9473-fa6b0881c7a3', 'tenant_id': 'c4b18b1efed047cab8ddff444b3368f4', 'mac_address': 'fa:16:3e:f2:65:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '6415b607-e0ee-443f-9825-ac7997e402ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:23:16Z', 'updated_at': '2021-07-30T00:23:22Z', 'revision_number': 5, 'project_id': 'c4b18b1efed047cab8ddff444b3368f4', 'subnets': [{'id': '6415b607-e0ee-443f-9825-ac7997e402ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:24:09.236717 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cba42f5-3509-49e2-a7b3-26b03a0f0e30 None None] The sync data for ids ['9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75'] in n-d-712140-10 is: [{'id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'name': 'tempest-TestMinimumBasicScenario-13605123-router', 'tenant_id': 'c4b18b1efed047cab8ddff444b3368f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '4003d204-8f55-4698-a4a5-176ea86c5705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:23:14Z', 'updated_at': '2021-07-30T00:23:17Z', 'revision_number': 4, 'project_id': 'c4b18b1efed047cab8ddff444b3368f4', 'gw_port': {'id': '4003d204-8f55-4698-a4a5-176ea86c5705', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:23:14Z', 'updated_at': '2021-07-30T00:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '592ab3f8-44ba-4e06-89e9-b0317c47288b', 'tenant_id': 'c4b18b1efed047cab8ddff444b3368f4', 'floating_ip_address': '172.25.8.254', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'port_id': 'e4cbdc59-a3a0-423b-9f3f-5493a755c16c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'db283cbf-21f6-4bdd-9473-fa6b0881c7a3', 'mac_address': 'fa:16:3e:85:13:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3df3d99-b23d-4159-84ac-6711fbfed446', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:24:07Z', 'updated_at': '2021-07-30T00:24:07Z', 'revision_number': 0, 'project_id': 'c4b18b1efed047cab8ddff444b3368f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd29e502d-9fb9-47d8-82c5-029d894bfc1d', 'name': '', 'network_id': 'db283cbf-21f6-4bdd-9473-fa6b0881c7a3', 'tenant_id': 'c4b18b1efed047cab8ddff444b3368f4', 'mac_address': 'fa:16:3e:f2:65:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '6415b607-e0ee-443f-9825-ac7997e402ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:23:16Z', 'updated_at': '2021-07-30T00:23:22Z', 'revision_number': 5, 'project_id': 'c4b18b1efed047cab8ddff444b3368f4', 'subnets': [{'id': '6415b607-e0ee-443f-9825-ac7997e402ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:24:09.241806 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6bbf2bfa-2861-4269-b5d2-7e70aafa27e7 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:09.246172 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6bbf2bfa-2861-4269-b5d2-7e70aafa27e7 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:09.265628 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbf2bfa-2861-4269-b5d2-7e70aafa27e7 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b463913b-3078-437f-aca7-967ce898cbf7,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:09.272020 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6bbf2bfa-2861-4269-b5d2-7e70aafa27e7 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:09.276163 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6bbf2bfa-2861-4269-b5d2-7e70aafa27e7 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1294789 Jul 30 00:24:09.276275 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60008) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:09.280937 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-f460a765-4be5-4e0b-8512-8f41d9b559fd tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Request body: {'security_group_rule': {'security_group_id': '9ba30f37-4d11-41fa-9dee-3cf3326ce050', 'project_id': 'c4b18b1efed047cab8ddff444b3368f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:24:09.305179 n-d-712140-10 neutron-server[94064]: INFO neutron.db.securitygroups_db [None req-f460a765-4be5-4e0b-8512-8f41d9b559fd tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Project c4b18b1efed047cab8ddff444b3368f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:24:09.310984 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f460a765-4be5-4e0b-8512-8f41d9b559fd tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:09.377119 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f460a765-4be5-4e0b-8512-8f41d9b559fd tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:09.380996 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f460a765-4be5-4e0b-8512-8f41d9b559fd tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:09.397643 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460a765-4be5-4e0b-8512-8f41d9b559fd tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36d4f5d7-03db-471c-9c96-740a1911cc8d,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:09.408933 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f460a765-4be5-4e0b-8512-8f41d9b559fd tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:09.410416 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f460a765-4be5-4e0b-8512-8f41d9b559fd tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1332076 Jul 30 00:24:09.413276 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60010) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:24:09.418368 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-5b6478ad-f7db-4ee3-a2a5-1f276472b386 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Request body: {'security_group_rule': {'security_group_id': '9ba30f37-4d11-41fa-9dee-3cf3326ce050', 'project_id': 'c4b18b1efed047cab8ddff444b3368f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:24:09.441898 n-d-712140-10 neutron-server[94063]: INFO neutron.db.securitygroups_db [None req-5b6478ad-f7db-4ee3-a2a5-1f276472b386 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Project c4b18b1efed047cab8ddff444b3368f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:24:09.447904 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b6478ad-f7db-4ee3-a2a5-1f276472b386 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:09.451217 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551060d9-bdad-4811-9ae3-1e0b62715aaa None None] New status for floating IP 592ab3f8-44ba-4e06-89e9-b0317c47288b: ACTIVE {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:24:09.511112 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b6478ad-f7db-4ee3-a2a5-1f276472b386 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:09.514806 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b6478ad-f7db-4ee3-a2a5-1f276472b386 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:09.533955 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6478ad-f7db-4ee3-a2a5-1f276472b386 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aab6f26-6e09-4d4a-9a97-f29152d5018f,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:09.537067 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5b6478ad-f7db-4ee3-a2a5-1f276472b386 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:09.541591 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5b6478ad-f7db-4ee3-a2a5-1f276472b386 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236520 Jul 30 00:24:09.627255 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1aab7029-e9ce-4c55-b87d-822788bad5da req-b05d6364-bba6-48c8-845b-93960050dda3 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1810144767&fields=id&tenant_id=c4b18b1efed047cab8ddff444b3368f4 HTTP/1.1" status: 200 len: 267 time: 0.0360582 Jul 30 00:24:09.684566 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab7029-e9ce-4c55-b87d-822788bad5da req-3a528317-fa6d-4d67-a6b2-80d54717ef30 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:09.686042 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1aab7029-e9ce-4c55-b87d-822788bad5da req-3a528317-fa6d-4d67-a6b2-80d54717ef30 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 946 time: 0.0517461 Jul 30 00:24:09.697165 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-1aab7029-e9ce-4c55-b87d-822788bad5da req-db34ee02-6df0-41f2-8367-a8402840a743 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Request body: {'port': {'security_groups': ['299df445-9aea-4f31-bb3c-8453727fd4b0', '9ba30f37-4d11-41fa-9dee-3cf3326ce050']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:24:09.757490 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1aab7029-e9ce-4c55-b87d-822788bad5da req-db34ee02-6df0-41f2-8367-a8402840a743 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:09.939311 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-1aab7029-e9ce-4c55-b87d-822788bad5da req-db34ee02-6df0-41f2-8367-a8402840a743 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] For port e4cbdc59-a3a0-423b-9f3f-5493a755c16c, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=e4cbdc59-a3a0-423b-9f3f-5493a755c16c,segment=NetworkSegment(dda40b31-017f-4a50-8f84-df5461a2c7fd),segment_id=dda40b31-017f-4a50-8f84-df5461a2c7fd)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:24:09.970625 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1aab7029-e9ce-4c55-b87d-822788bad5da req-db34ee02-6df0-41f2-8367-a8402840a743 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:09.975204 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1aab7029-e9ce-4c55-b87d-822788bad5da req-db34ee02-6df0-41f2-8367-a8402840a743 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:09.987108 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['e4cbdc59-a3a0-423b-9f3f-5493a755c16c'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:24:10.018336 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab7029-e9ce-4c55-b87d-822788bad5da req-db34ee02-6df0-41f2-8367-a8402840a743 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:10.019006 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1aab7029-e9ce-4c55-b87d-822788bad5da req-db34ee02-6df0-41f2-8367-a8402840a743 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:10.020505 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1aab7029-e9ce-4c55-b87d-822788bad5da req-db34ee02-6df0-41f2-8367-a8402840a743 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "PUT /v2.0/ports/e4cbdc59-a3a0-423b-9f3f-5493a755c16c HTTP/1.1" status: 200 len: 982 time: 0.3280096 Jul 30 00:24:10.054093 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db34ee02-6df0-41f2-8367-a8402840a743 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Pushing event updated for resources: {'Port': ['ID=e4cbdc59-a3a0-423b-9f3f-5493a755c16c,revision_number=6']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:24:10.079582 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['e4cbdc59-a3a0-423b-9f3f-5493a755c16c'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:24:10.134318 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd287e6c-2cda-43fb-af0a-5143932a18f5 req-547e8feb-ef02-45e4-8cf8-f5d3d93fd73e tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:10.142088 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dd287e6c-2cda-43fb-af0a-5143932a18f5 req-547e8feb-ef02-45e4-8cf8-f5d3d93fd73e tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 985 time: 0.0652525 Jul 30 00:24:10.181595 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dd287e6c-2cda-43fb-af0a-5143932a18f5 req-b1c857f5-df8c-4967-93f8-c0ce5791e392 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba30f37-4d11-41fa-9dee-3cf3326ce050&id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0386055 Jul 30 00:24:10.325768 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8ed7b72c-7d07-498b-bb6d-ccb3ed876ab0 None None] Provisioning complete for port e4cbdc59-a3a0-423b-9f3f-5493a755c16c triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:24:10.326056 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8ed7b72c-7d07-498b-bb6d-ccb3ed876ab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:10.535978 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3df3d99-b23d-4159-84ac-6711fbfed446', 'tag': 'e4cbdc59-a3a0-423b-9f3f-5493a755c16c'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:24:10.539948 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd27e73-03d3-4f77-975d-6527196e4663" -d '{"events": [{"name": "network-changed", "server_uuid": "e3df3d99-b23d-4159-84ac-6711fbfed446", "tag": "e4cbdc59-a3a0-423b-9f3f-5493a755c16c"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:24:10.577518 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a3d0f1c-4805-4e7b-b3d9-eafb7e32b500 x-openstack-request-id: req-0a3d0f1c-4805-4e7b-b3d9-eafb7e32b500 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:24:10.577813 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3df3d99-b23d-4159-84ac-6711fbfed446", "tag": "e4cbdc59-a3a0-423b-9f3f-5493a755c16c", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:24:10.578196 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0a3d0f1c-4805-4e7b-b3d9-eafb7e32b500 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:24:10.578592 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3df3d99-b23d-4159-84ac-6711fbfed446', 'tag': 'e4cbdc59-a3a0-423b-9f3f-5493a755c16c', 'status': 'completed', 'code': 200} Jul 30 00:24:10.652054 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd27e73-03d3-4f77-975d-6527196e4663 req-618cd2b9-e736-4013-8217-663027f9d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:10.653579 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-8cd27e73-03d3-4f77-975d-6527196e4663 req-618cd2b9-e736-4013-8217-663027f9d7f3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c4b18b1efed047cab8ddff444b3368f4&device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 1137 time: 0.0450778 Jul 30 00:24:10.743788 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd27e73-03d3-4f77-975d-6527196e4663 req-4cf375da-291e-4e28-9065-c4b450f3d5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:10.745246 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-8cd27e73-03d3-4f77-975d-6527196e4663 req-4cf375da-291e-4e28-9065-c4b450f3d5aa service neutron] 10.222.0.39 "GET /v2.0/networks?id=db283cbf-21f6-4bdd-9473-fa6b0881c7a3 HTTP/1.1" status: 200 len: 914 time: 0.0839100 Jul 30 00:24:10.813429 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-8cd27e73-03d3-4f77-975d-6527196e4663 req-a4852848-e022-48a0-94d1-6bced2ad3977 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4cbdc59-a3a0-423b-9f3f-5493a755c16c HTTP/1.1" status: 200 len: 1002 time: 0.0609291 Jul 30 00:24:10.861030 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd27e73-03d3-4f77-975d-6527196e4663 req-db1f0390-a74a-4fd5-958e-1498ab8843e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:10.862450 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-8cd27e73-03d3-4f77-975d-6527196e4663 req-db1f0390-a74a-4fd5-958e-1498ab8843e7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6415b607-e0ee-443f-9825-ac7997e402ac HTTP/1.1" status: 200 len: 852 time: 0.0425370 Jul 30 00:24:10.909021 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd27e73-03d3-4f77-975d-6527196e4663 req-80b58ac3-9873-4df3-a2ff-48a41b83a705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:10.910486 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-8cd27e73-03d3-4f77-975d-6527196e4663 req-80b58ac3-9873-4df3-a2ff-48a41b83a705 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db283cbf-21f6-4bdd-9473-fa6b0881c7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398941 Jul 30 00:24:11.003671 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-8cd27e73-03d3-4f77-975d-6527196e4663 req-01954ef5-8703-40e3-80bb-a5bb922f7a15 service neutron] 10.222.0.39 "GET /v2.0/networks/db283cbf-21f6-4bdd-9473-fa6b0881c7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850699 Jul 30 00:24:11.092859 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-8cd27e73-03d3-4f77-975d-6527196e4663 req-a7ca126e-f93e-4731-923e-f59affd2761a service neutron] 10.222.0.39 "GET /v2.0/networks/db283cbf-21f6-4bdd-9473-fa6b0881c7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807409 Jul 30 00:24:19.199406 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bb63a523-d990-4298-b135-e4274fafe0bc req-eeb6c5f7-0062-48fa-8476-54534538cb43 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405397 Jul 30 00:24:19.285552 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63a523-d990-4298-b135-e4274fafe0bc req-1d14a783-4783-4f6b-bb19-3cadcb797645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:19.287064 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bb63a523-d990-4298-b135-e4274fafe0bc req-1d14a783-4783-4f6b-bb19-3cadcb797645 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c4b18b1efed047cab8ddff444b3368f4&device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 1137 time: 0.0459595 Jul 30 00:24:19.392669 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63a523-d990-4298-b135-e4274fafe0bc req-6fbc7509-63b2-4105-ab1d-18cbf0bb0018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:19.394141 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bb63a523-d990-4298-b135-e4274fafe0bc req-6fbc7509-63b2-4105-ab1d-18cbf0bb0018 service neutron] 10.222.0.39 "GET /v2.0/networks?id=db283cbf-21f6-4bdd-9473-fa6b0881c7a3 HTTP/1.1" status: 200 len: 914 time: 0.0851567 Jul 30 00:24:19.462106 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bb63a523-d990-4298-b135-e4274fafe0bc req-f74dc11f-bb8c-440c-bbe2-966eb0426349 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4cbdc59-a3a0-423b-9f3f-5493a755c16c HTTP/1.1" status: 200 len: 1002 time: 0.0603659 Jul 30 00:24:19.509261 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63a523-d990-4298-b135-e4274fafe0bc req-b834855d-3767-4de6-a076-733554cc9b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:19.510673 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bb63a523-d990-4298-b135-e4274fafe0bc req-b834855d-3767-4de6-a076-733554cc9b8e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6415b607-e0ee-443f-9825-ac7997e402ac HTTP/1.1" status: 200 len: 852 time: 0.0422046 Jul 30 00:24:19.558581 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb63a523-d990-4298-b135-e4274fafe0bc req-85900330-b60e-4eed-86b6-c2d9d3940b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:19.560067 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bb63a523-d990-4298-b135-e4274fafe0bc req-85900330-b60e-4eed-86b6-c2d9d3940b66 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db283cbf-21f6-4bdd-9473-fa6b0881c7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416505 Jul 30 00:24:19.658425 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bb63a523-d990-4298-b135-e4274fafe0bc req-c9b2e49a-c5b0-4166-9230-87874edf346a service neutron] 10.222.0.39 "GET /v2.0/networks/db283cbf-21f6-4bdd-9473-fa6b0881c7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842204 Jul 30 00:24:19.748299 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-bb63a523-d990-4298-b135-e4274fafe0bc req-a0e52cb6-a800-47bc-94a3-8edf36784ab2 service neutron] 10.222.0.39 "GET /v2.0/networks/db283cbf-21f6-4bdd-9473-fa6b0881c7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811031 Jul 30 00:24:27.380849 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cbcd3-4e53-4989-92a6-3e23bf3d4c97 req-c5338954-8f76-4cb5-88da-3b4f2ebd161c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:27.382566 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-954cbcd3-4e53-4989-92a6-3e23bf3d4c97 req-c5338954-8f76-4cb5-88da-3b4f2ebd161c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c4b18b1efed047cab8ddff444b3368f4&device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 1137 time: 0.0412540 Jul 30 00:24:27.382796 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd394f6-1e69-4adf-b6b5-b6eea70326f7 req-778d7bb6-c004-4196-9791-01e241b6bb87 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:27.384962 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-afd394f6-1e69-4adf-b6b5-b6eea70326f7 req-778d7bb6-c004-4196-9791-01e241b6bb87 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 985 time: 0.0514033 Jul 30 00:24:27.426117 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-afd394f6-1e69-4adf-b6b5-b6eea70326f7 req-6f4954c0-fbd2-4cd5-9446-66aafc3f7f22 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba30f37-4d11-41fa-9dee-3cf3326ce050&id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350168 Jul 30 00:24:27.477892 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cbcd3-4e53-4989-92a6-3e23bf3d4c97 req-13db3096-0f62-40ba-8e63-4409c707fd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:27.479290 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-954cbcd3-4e53-4989-92a6-3e23bf3d4c97 req-13db3096-0f62-40ba-8e63-4409c707fd35 service neutron] 10.222.0.39 "GET /v2.0/networks?id=db283cbf-21f6-4bdd-9473-fa6b0881c7a3 HTTP/1.1" status: 200 len: 914 time: 0.0891190 Jul 30 00:24:27.545466 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-954cbcd3-4e53-4989-92a6-3e23bf3d4c97 req-e23e4ba8-72a3-4996-90c0-02e676728f6e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4cbdc59-a3a0-423b-9f3f-5493a755c16c HTTP/1.1" status: 200 len: 1002 time: 0.0582302 Jul 30 00:24:27.599439 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cbcd3-4e53-4989-92a6-3e23bf3d4c97 req-1c6a4139-d97c-417c-8f8a-5b8e1e4fd468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:27.600876 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-954cbcd3-4e53-4989-92a6-3e23bf3d4c97 req-1c6a4139-d97c-417c-8f8a-5b8e1e4fd468 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6415b607-e0ee-443f-9825-ac7997e402ac HTTP/1.1" status: 200 len: 852 time: 0.0478868 Jul 30 00:24:27.647651 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cbcd3-4e53-4989-92a6-3e23bf3d4c97 req-b4dbd311-f0b2-4b9a-9977-62618b05bdc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:27.649246 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-954cbcd3-4e53-4989-92a6-3e23bf3d4c97 req-b4dbd311-f0b2-4b9a-9977-62618b05bdc2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db283cbf-21f6-4bdd-9473-fa6b0881c7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401440 Jul 30 00:24:27.737273 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-954cbcd3-4e53-4989-92a6-3e23bf3d4c97 req-183ca1b1-777d-4ad3-bca5-a336c0d190c1 service neutron] 10.222.0.39 "GET /v2.0/networks/db283cbf-21f6-4bdd-9473-fa6b0881c7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804422 Jul 30 00:24:27.833524 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-954cbcd3-4e53-4989-92a6-3e23bf3d4c97 req-62306d92-03c4-43a8-a9f8-1ac64532e9db service neutron] 10.222.0.39 "GET /v2.0/networks/db283cbf-21f6-4bdd-9473-fa6b0881c7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860808 Jul 30 00:24:28.544287 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e7e88a-3d6d-4e86-97bc-6de26f87162f req-fad2e9c8-5c77-49a2-bf62-ba22ad8086df tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:28.545660 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-10e7e88a-3d6d-4e86-97bc-6de26f87162f req-fad2e9c8-5c77-49a2-bf62-ba22ad8086df tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 985 time: 0.0481598 Jul 30 00:24:28.584577 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-10e7e88a-3d6d-4e86-97bc-6de26f87162f req-61a0f4ac-775b-4ced-80b1-920c8a405212 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba30f37-4d11-41fa-9dee-3cf3326ce050&id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329707 Jul 30 00:24:29.704952 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc9748f-ad37-496e-ac7f-70992261871b req-91338ae7-dccc-47be-9f92-36f99a0f5d18 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:29.706526 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bdc9748f-ad37-496e-ac7f-70992261871b req-91338ae7-dccc-47be-9f92-36f99a0f5d18 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 985 time: 0.0532272 Jul 30 00:24:29.748241 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bdc9748f-ad37-496e-ac7f-70992261871b req-e3d7dcc6-3605-4716-ab9b-b1e72306f241 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba30f37-4d11-41fa-9dee-3cf3326ce050&id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353343 Jul 30 00:24:30.188087 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:30.337751 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:30.862779 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fa2785-3297-41b5-8e7a-1bdd11f70b32 req-beba3ac2-8e91-43d9-a3c5-28b4ab538048 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:30.864270 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-40fa2785-3297-41b5-8e7a-1bdd11f70b32 req-beba3ac2-8e91-43d9-a3c5-28b4ab538048 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 985 time: 0.0479138 Jul 30 00:24:30.903879 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-40fa2785-3297-41b5-8e7a-1bdd11f70b32 req-a67f1cd0-1378-49fb-be5f-8f3c3ca82dae tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba30f37-4d11-41fa-9dee-3cf3326ce050&id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327468 Jul 30 00:24:31.366252 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:24:32.023328 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6a72b-bb05-4d84-bf8f-8a7f7e7c5e4c req-ad53834c-2fd0-43ad-9605-17bff2450826 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:32.024834 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-70a6a72b-bb05-4d84-bf8f-8a7f7e7c5e4c req-ad53834c-2fd0-43ad-9605-17bff2450826 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 985 time: 0.0510259 Jul 30 00:24:32.065804 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-70a6a72b-bb05-4d84-bf8f-8a7f7e7c5e4c req-8dd764a1-e32f-486d-a038-7a7037ea7176 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba30f37-4d11-41fa-9dee-3cf3326ce050&id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345597 Jul 30 00:24:32.945115 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f147b022-0c26-4284-a15b-6da524517ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:33.192288 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e53f66-5a39-46d9-b5ef-ed1b56478a4c req-4f05731e-ec7e-46db-ab51-5fba85f5eb50 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:33.193789 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92e53f66-5a39-46d9-b5ef-ed1b56478a4c req-4f05731e-ec7e-46db-ab51-5fba85f5eb50 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 985 time: 0.0557470 Jul 30 00:24:33.233825 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92e53f66-5a39-46d9-b5ef-ed1b56478a4c req-875e66e4-80f4-4451-a7bf-f575c265006d tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba30f37-4d11-41fa-9dee-3cf3326ce050&id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338602 Jul 30 00:24:34.351204 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035a03c-22a7-4aec-ae95-3b881992a34c req-988abf54-0a90-49c2-bfdc-77d58b38c353 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:34.352731 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1035a03c-22a7-4aec-ae95-3b881992a34c req-988abf54-0a90-49c2-bfdc-77d58b38c353 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 985 time: 0.0504968 Jul 30 00:24:34.394896 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1035a03c-22a7-4aec-ae95-3b881992a34c req-e79d38c8-e031-4fea-89c7-a108c055c297 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba30f37-4d11-41fa-9dee-3cf3326ce050&id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350282 Jul 30 00:24:35.512188 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf4fcbf-d16e-4cc7-b48b-5257deb2f505 req-3c9ba574-e291-461a-9c64-fd73d29ba673 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:35.512996 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:35.513874 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eaf4fcbf-d16e-4cc7-b48b-5257deb2f505 req-3c9ba574-e291-461a-9c64-fd73d29ba673 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 985 time: 0.0510874 Jul 30 00:24:35.554052 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eaf4fcbf-d16e-4cc7-b48b-5257deb2f505 req-25681913-443a-42c1-b6b0-d7fa5a8cdc69 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba30f37-4d11-41fa-9dee-3cf3326ce050&id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341182 Jul 30 00:24:36.313902 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-94a42676-7845-4d10-978c-9dc424822151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:36.674243 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970ca383-723c-4eb4-b7e3-fc5f07c9d030 req-fa342c47-2d09-4b16-9ead-be317c18ab74 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:36.675731 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-970ca383-723c-4eb4-b7e3-fc5f07c9d030 req-fa342c47-2d09-4b16-9ead-be317c18ab74 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 985 time: 0.0534055 Jul 30 00:24:36.716792 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-970ca383-723c-4eb4-b7e3-fc5f07c9d030 req-567b344a-a3ad-4a1d-a23f-f5b7b1a1b968 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba30f37-4d11-41fa-9dee-3cf3326ce050&id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345204 Jul 30 00:24:37.089182 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:37.833272 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30b881-c70c-477f-9123-777e48928e91 req-0a1fad8a-c940-4999-8bd2-2f364027a1db tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:37.834772 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-de30b881-c70c-477f-9123-777e48928e91 req-0a1fad8a-c940-4999-8bd2-2f364027a1db tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 985 time: 0.0499861 Jul 30 00:24:37.877448 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-de30b881-c70c-477f-9123-777e48928e91 req-e58f0691-4c42-4f67-8137-43f138a07b73 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba30f37-4d11-41fa-9dee-3cf3326ce050&id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354509 Jul 30 00:24:38.397913 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:24:38.992830 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4131ec62-cc93-4667-84b9-1371b0029078 req-bbc45c23-a8e2-4299-a512-e4acb710aaac tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:24:38.994375 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4131ec62-cc93-4667-84b9-1371b0029078 req-bbc45c23-a8e2-4299-a512-e4acb710aaac tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 985 time: 0.0493469 Jul 30 00:24:39.034839 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4131ec62-cc93-4667-84b9-1371b0029078 req-9dfa03b1-c7f3-436f-a0ff-db5b40e22874 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=9ba30f37-4d11-41fa-9dee-3cf3326ce050&id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0343328 Jul 30 00:25:00.191698 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:00.342291 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:02.945726 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-eae39fcc-252e-46cc-84f4-79b81449a572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:05.515289 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:06.314847 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a14391dd-68fc-4bba-b738-fe30cadfb34a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:07.092609 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:08.365824 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:25:08.401643 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:11.548380 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa1be617-8adc-445e-844a-85ea2a10d129 req-c61fc238-1e12-4209-84bd-b4765475d0ec tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1810144767&fields=id&tenant_id=c4b18b1efed047cab8ddff444b3368f4 HTTP/1.1" status: 200 len: 267 time: 0.0329628 Jul 30 00:25:11.604411 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1be617-8adc-445e-844a-85ea2a10d129 req-21f83695-4d7c-4c0e-ae44-330baa1a0dc1 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:11.605916 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa1be617-8adc-445e-844a-85ea2a10d129 req-21f83695-4d7c-4c0e-ae44-330baa1a0dc1 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 985 time: 0.0520422 Jul 30 00:25:11.617045 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-aa1be617-8adc-445e-844a-85ea2a10d129 req-d93f2b82-d44a-4bab-892c-11ccc62c6808 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Request body: {'port': {'security_groups': ['299df445-9aea-4f31-bb3c-8453727fd4b0']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:11.679131 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-aa1be617-8adc-445e-844a-85ea2a10d129 req-d93f2b82-d44a-4bab-892c-11ccc62c6808 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:11.848279 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-aa1be617-8adc-445e-844a-85ea2a10d129 req-d93f2b82-d44a-4bab-892c-11ccc62c6808 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] For port e4cbdc59-a3a0-423b-9f3f-5493a755c16c, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=e4cbdc59-a3a0-423b-9f3f-5493a755c16c,segment=NetworkSegment(dda40b31-017f-4a50-8f84-df5461a2c7fd),segment_id=dda40b31-017f-4a50-8f84-df5461a2c7fd)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:11.877216 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-aa1be617-8adc-445e-844a-85ea2a10d129 req-d93f2b82-d44a-4bab-892c-11ccc62c6808 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:11.881630 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-aa1be617-8adc-445e-844a-85ea2a10d129 req-d93f2b82-d44a-4bab-892c-11ccc62c6808 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:11.893834 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['e4cbdc59-a3a0-423b-9f3f-5493a755c16c'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:25:11.924303 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1be617-8adc-445e-844a-85ea2a10d129 req-d93f2b82-d44a-4bab-892c-11ccc62c6808 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:11.924925 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-aa1be617-8adc-445e-844a-85ea2a10d129 req-d93f2b82-d44a-4bab-892c-11ccc62c6808 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:11.926351 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa1be617-8adc-445e-844a-85ea2a10d129 req-d93f2b82-d44a-4bab-892c-11ccc62c6808 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "PUT /v2.0/ports/e4cbdc59-a3a0-423b-9f3f-5493a755c16c HTTP/1.1" status: 200 len: 943 time: 0.3139305 Jul 30 00:25:11.926804 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3df3d99-b23d-4159-84ac-6711fbfed446', 'tag': 'e4cbdc59-a3a0-423b-9f3f-5493a755c16c'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:25:11.929198 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1446b470-236a-4312-a346-6e996c0fedcb" -d '{"events": [{"name": "network-changed", "server_uuid": "e3df3d99-b23d-4159-84ac-6711fbfed446", "tag": "e4cbdc59-a3a0-423b-9f3f-5493a755c16c"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:25:11.934370 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60072) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:11.965693 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f2b82-d44a-4bab-892c-11ccc62c6808 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Pushing event updated for resources: {'Port': ['ID=e4cbdc59-a3a0-423b-9f3f-5493a755c16c,revision_number=7']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:11.973599 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f2b82-d44a-4bab-892c-11ccc62c6808 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:11.973955 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f2b82-d44a-4bab-892c-11ccc62c6808 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:11.974302 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f2b82-d44a-4bab-892c-11ccc62c6808 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:11.974644 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f2b82-d44a-4bab-892c-11ccc62c6808 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:11.974980 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f2b82-d44a-4bab-892c-11ccc62c6808 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:11.975754 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f2b82-d44a-4bab-892c-11ccc62c6808 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:11.975754 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f2b82-d44a-4bab-892c-11ccc62c6808 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:11.976015 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f2b82-d44a-4bab-892c-11ccc62c6808 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:11.976296 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f2b82-d44a-4bab-892c-11ccc62c6808 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:11.976631 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f2b82-d44a-4bab-892c-11ccc62c6808 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:11.983111 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f2b82-d44a-4bab-892c-11ccc62c6808 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:11.983675 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93f2b82-d44a-4bab-892c-11ccc62c6808 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:12.001977 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['e4cbdc59-a3a0-423b-9f3f-5493a755c16c'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:25:12.010480 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0986ff58-ef7b-4dda-bb7b-4ec95b038395 x-openstack-request-id: req-0986ff58-ef7b-4dda-bb7b-4ec95b038395 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:25:12.010749 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3df3d99-b23d-4159-84ac-6711fbfed446", "tag": "e4cbdc59-a3a0-423b-9f3f-5493a755c16c", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:25:12.010974 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0986ff58-ef7b-4dda-bb7b-4ec95b038395 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:25:12.011383 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3df3d99-b23d-4159-84ac-6711fbfed446', 'tag': 'e4cbdc59-a3a0-423b-9f3f-5493a755c16c', 'status': 'completed', 'code': 200} Jul 30 00:25:12.030417 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-da2d5329-d077-4f78-a674-100831683c57 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:12.081436 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-da2d5329-d077-4f78-a674-100831683c57 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:12.130329 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446b470-236a-4312-a346-6e996c0fedcb req-385cab06-2c6c-42ba-a377-ef35b9843c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:12.131945 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1446b470-236a-4312-a346-6e996c0fedcb req-385cab06-2c6c-42ba-a377-ef35b9843c17 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c4b18b1efed047cab8ddff444b3368f4&device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 1098 time: 0.0984101 Jul 30 00:25:12.206554 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-da2d5329-d077-4f78-a674-100831683c57 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:12.209160 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-da2d5329-d077-4f78-a674-100831683c57 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:12.210361 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-da2d5329-d077-4f78-a674-100831683c57 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "DELETE /v2.0/security-groups/9ba30f37-4d11-41fa-9dee-3cf3326ce050 HTTP/1.1" status: 204 len: 168 time: 0.2709482 Jul 30 00:25:12.213436 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60074) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:12.216571 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-3b3672c8-ba80-4543-a90a-8eb08d1d868e None None] Provisioning complete for port e4cbdc59-a3a0-423b-9f3f-5493a755c16c triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:12.216953 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3b3672c8-ba80-4543-a90a-8eb08d1d868e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:12.224081 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d5329-d077-4f78-a674-100831683c57 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba30f37-4d11-41fa-9dee-3cf3326ce050,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:12.240963 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d5329-d077-4f78-a674-100831683c57 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:12.241581 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d5329-d077-4f78-a674-100831683c57 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:12.241922 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d5329-d077-4f78-a674-100831683c57 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:12.242257 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d5329-d077-4f78-a674-100831683c57 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:12.242587 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d5329-d077-4f78-a674-100831683c57 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:12.242919 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d5329-d077-4f78-a674-100831683c57 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:12.243245 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d5329-d077-4f78-a674-100831683c57 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:12.243568 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d5329-d077-4f78-a674-100831683c57 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:12.244197 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d5329-d077-4f78-a674-100831683c57 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:12.244197 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d5329-d077-4f78-a674-100831683c57 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:12.244625 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d5329-d077-4f78-a674-100831683c57 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:12.245676 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2d5329-d077-4f78-a674-100831683c57 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:12.265960 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446b470-236a-4312-a346-6e996c0fedcb req-60df7491-4d5b-4da9-b2cf-a98953882ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:12.268766 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1446b470-236a-4312-a346-6e996c0fedcb req-60df7491-4d5b-4da9-b2cf-a98953882ff6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=db283cbf-21f6-4bdd-9473-fa6b0881c7a3 HTTP/1.1" status: 200 len: 914 time: 0.1292155 Jul 30 00:25:12.340098 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1446b470-236a-4312-a346-6e996c0fedcb req-0b0aeb6b-7e3c-46ff-af09-24e38ba4328e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4cbdc59-a3a0-423b-9f3f-5493a755c16c HTTP/1.1" status: 200 len: 1002 time: 0.0641336 Jul 30 00:25:12.391184 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446b470-236a-4312-a346-6e996c0fedcb req-75def1f1-8717-46ef-8b97-562642eeb0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:12.392591 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1446b470-236a-4312-a346-6e996c0fedcb req-75def1f1-8717-46ef-8b97-562642eeb0ff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6415b607-e0ee-443f-9825-ac7997e402ac HTTP/1.1" status: 200 len: 852 time: 0.0458398 Jul 30 00:25:12.442205 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1446b470-236a-4312-a346-6e996c0fedcb req-49bbc81d-8c53-4b21-b1d5-3b63756c92f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:12.443732 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1446b470-236a-4312-a346-6e996c0fedcb req-49bbc81d-8c53-4b21-b1d5-3b63756c92f3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db283cbf-21f6-4bdd-9473-fa6b0881c7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435212 Jul 30 00:25:12.540630 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1446b470-236a-4312-a346-6e996c0fedcb req-994de77b-295b-4cde-9d54-40a139348978 service neutron] 10.222.0.39 "GET /v2.0/networks/db283cbf-21f6-4bdd-9473-fa6b0881c7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892005 Jul 30 00:25:12.710540 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-37bf70cb-0d98-4307-95a7-cf2b7132b4db tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Deleting port b0def4a9-9e22-447e-bc28-a1ba3bff19d1 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:25:12.711121 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-37bf70cb-0d98-4307-95a7-cf2b7132b4db tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:12.787821 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-37bf70cb-0d98-4307-95a7-cf2b7132b4db tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:12.788186 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-37bf70cb-0d98-4307-95a7-cf2b7132b4db tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:12.801261 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-37bf70cb-0d98-4307-95a7-cf2b7132b4db tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Calling delete_port for b0def4a9-9e22-447e-bc28-a1ba3bff19d1 owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:25:12.985721 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1446b470-236a-4312-a346-6e996c0fedcb req-e2008beb-2c92-402d-baed-6812b9b94a25 service neutron] 10.222.0.39 "GET /v2.0/networks/db283cbf-21f6-4bdd-9473-fa6b0881c7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374807 Jul 30 00:25:12.987098 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-37bf70cb-0d98-4307-95a7-cf2b7132b4db tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:13.014674 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bf70cb-0d98-4307-95a7-cf2b7132b4db tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Pushing event deleted for resources: {'Port': ['ID=b0def4a9-9e22-447e-bc28-a1ba3bff19d1,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:13.075308 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-37bf70cb-0d98-4307-95a7-cf2b7132b4db tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:13.075640 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-37bf70cb-0d98-4307-95a7-cf2b7132b4db tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Floating IP 592ab3f8-44ba-4e06-89e9-b0317c47288b disassociated (deleted). External IP: 172.25.8.254, port: e4cbdc59-a3a0-423b-9f3f-5493a755c16c. Jul 30 00:25:13.279787 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37bf70cb-0d98-4307-95a7-cf2b7132b4db tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Router 9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:25:13.395220 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bf70cb-0d98-4307-95a7-cf2b7132b4db tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:25:13.399941 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-37bf70cb-0d98-4307-95a7-cf2b7132b4db tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:13.406315 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9494aa83-16cd-4795-8662-23c46b1fcc1c None None] Sync routers for ids ['9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:25:13.415102 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9494aa83-16cd-4795-8662-23c46b1fcc1c None None] Routers {'9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:25:13.415703 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-9494aa83-16cd-4795-8662-23c46b1fcc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:25:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:13.427339 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-37bf70cb-0d98-4307-95a7-cf2b7132b4db tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "DELETE /v2.0/floatingips/592ab3f8-44ba-4e06-89e9-b0317c47288b HTTP/1.1" status: 204 len: 168 time: 1.2124665 Jul 30 00:25:13.521070 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-9494aa83-16cd-4795-8662-23c46b1fcc1c None None] Set router 9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:25:13.726979 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-9494aa83-16cd-4795-8662-23c46b1fcc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'name': 'tempest-TestMinimumBasicScenario-13605123-router', 'tenant_id': 'c4b18b1efed047cab8ddff444b3368f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '4003d204-8f55-4698-a4a5-176ea86c5705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:23:14Z', 'updated_at': '2021-07-30T00:23:17Z', 'revision_number': 4, 'project_id': 'c4b18b1efed047cab8ddff444b3368f4', 'gw_port': {'id': '4003d204-8f55-4698-a4a5-176ea86c5705', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:23:14Z', 'updated_at': '2021-07-30T00:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd29e502d-9fb9-47d8-82c5-029d894bfc1d', 'name': '', 'network_id': 'db283cbf-21f6-4bdd-9473-fa6b0881c7a3', 'tenant_id': 'c4b18b1efed047cab8ddff444b3368f4', 'mac_address': 'fa:16:3e:f2:65:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '6415b607-e0ee-443f-9825-ac7997e402ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:23:16Z', 'updated_at': '2021-07-30T00:23:22Z', 'revision_number': 5, 'project_id': 'c4b18b1efed047cab8ddff444b3368f4', 'subnets': [{'id': '6415b607-e0ee-443f-9825-ac7997e402ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:13.752366 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9494aa83-16cd-4795-8662-23c46b1fcc1c None None] Checking router: 9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:25:13.760859 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9494aa83-16cd-4795-8662-23c46b1fcc1c None None] Routers {'9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:25:13.761543 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-9494aa83-16cd-4795-8662-23c46b1fcc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:25:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:13.863091 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-9494aa83-16cd-4795-8662-23c46b1fcc1c None None] Set router 9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:25:14.012477 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3df3d99-b23d-4159-84ac-6711fbfed446', 'tag': 'e4cbdc59-a3a0-423b-9f3f-5493a755c16c'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:25:14.014856 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1f7585-6120-4c1b-9a5b-3e7183cfa87a" -d '{"events": [{"name": "network-changed", "server_uuid": "e3df3d99-b23d-4159-84ac-6711fbfed446", "tag": "e4cbdc59-a3a0-423b-9f3f-5493a755c16c"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:25:14.050210 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:25:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e5e781-8740-40ab-bfd8-7a92547b615c x-openstack-request-id: req-c9e5e781-8740-40ab-bfd8-7a92547b615c {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:25:14.050497 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3df3d99-b23d-4159-84ac-6711fbfed446", "tag": "e4cbdc59-a3a0-423b-9f3f-5493a755c16c", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:25:14.050750 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c9e5e781-8740-40ab-bfd8-7a92547b615c {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:25:14.051143 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3df3d99-b23d-4159-84ac-6711fbfed446', 'tag': 'e4cbdc59-a3a0-423b-9f3f-5493a755c16c', 'status': 'completed', 'code': 200} Jul 30 00:25:14.059229 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-9494aa83-16cd-4795-8662-23c46b1fcc1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'name': 'tempest-TestMinimumBasicScenario-13605123-router', 'tenant_id': 'c4b18b1efed047cab8ddff444b3368f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '4003d204-8f55-4698-a4a5-176ea86c5705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:23:14Z', 'updated_at': '2021-07-30T00:23:17Z', 'revision_number': 4, 'project_id': 'c4b18b1efed047cab8ddff444b3368f4', 'gw_port': {'id': '4003d204-8f55-4698-a4a5-176ea86c5705', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:23:14Z', 'updated_at': '2021-07-30T00:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd29e502d-9fb9-47d8-82c5-029d894bfc1d', 'name': '', 'network_id': 'db283cbf-21f6-4bdd-9473-fa6b0881c7a3', 'tenant_id': 'c4b18b1efed047cab8ddff444b3368f4', 'mac_address': 'fa:16:3e:f2:65:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '6415b607-e0ee-443f-9825-ac7997e402ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:23:16Z', 'updated_at': '2021-07-30T00:23:22Z', 'revision_number': 5, 'project_id': 'c4b18b1efed047cab8ddff444b3368f4', 'subnets': [{'id': '6415b607-e0ee-443f-9825-ac7997e402ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:14.119337 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f7585-6120-4c1b-9a5b-3e7183cfa87a req-a5bb6187-39e5-4522-a70c-713160cdd591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:14.122448 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ff1f7585-6120-4c1b-9a5b-3e7183cfa87a req-a5bb6187-39e5-4522-a70c-713160cdd591 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c4b18b1efed047cab8ddff444b3368f4&device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 1098 time: 0.0476489 Jul 30 00:25:14.187611 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9494aa83-16cd-4795-8662-23c46b1fcc1c None None] The sync data for ids ['9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75'] in n-d-712140-10 is: [{'id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'name': 'tempest-TestMinimumBasicScenario-13605123-router', 'tenant_id': 'c4b18b1efed047cab8ddff444b3368f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '4003d204-8f55-4698-a4a5-176ea86c5705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:23:14Z', 'updated_at': '2021-07-30T00:23:17Z', 'revision_number': 4, 'project_id': 'c4b18b1efed047cab8ddff444b3368f4', 'gw_port': {'id': '4003d204-8f55-4698-a4a5-176ea86c5705', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:23:14Z', 'updated_at': '2021-07-30T00:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd29e502d-9fb9-47d8-82c5-029d894bfc1d', 'name': '', 'network_id': 'db283cbf-21f6-4bdd-9473-fa6b0881c7a3', 'tenant_id': 'c4b18b1efed047cab8ddff444b3368f4', 'mac_address': 'fa:16:3e:f2:65:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'device_owner': 'network:router_interface', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '6415b607-e0ee-443f-9825-ac7997e402ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:23:16Z', 'updated_at': '2021-07-30T00:23:22Z', 'revision_number': 5, 'project_id': 'c4b18b1efed047cab8ddff444b3368f4', 'subnets': [{'id': '6415b607-e0ee-443f-9825-ac7997e402ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:25:14.221482 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f7585-6120-4c1b-9a5b-3e7183cfa87a req-85068709-4998-4e63-9b9c-dfbbd07ea7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:14.222961 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ff1f7585-6120-4c1b-9a5b-3e7183cfa87a req-85068709-4998-4e63-9b9c-dfbbd07ea7fd service neutron] 10.222.0.39 "GET /v2.0/networks?id=db283cbf-21f6-4bdd-9473-fa6b0881c7a3 HTTP/1.1" status: 200 len: 914 time: 0.0934608 Jul 30 00:25:14.266610 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ff1f7585-6120-4c1b-9a5b-3e7183cfa87a req-75535340-d464-426c-b4f6-483c2215fff7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4cbdc59-a3a0-423b-9f3f-5493a755c16c HTTP/1.1" status: 200 len: 217 time: 0.0364354 Jul 30 00:25:14.324988 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f7585-6120-4c1b-9a5b-3e7183cfa87a req-b62c7f51-9578-44f7-9f47-d7e1877b0bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:14.326678 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ff1f7585-6120-4c1b-9a5b-3e7183cfa87a req-b62c7f51-9578-44f7-9f47-d7e1877b0bf3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6415b607-e0ee-443f-9825-ac7997e402ac HTTP/1.1" status: 200 len: 852 time: 0.0509093 Jul 30 00:25:14.376008 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1f7585-6120-4c1b-9a5b-3e7183cfa87a req-7a1d27e8-2204-4902-ab5a-4bf38664d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:14.377531 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ff1f7585-6120-4c1b-9a5b-3e7183cfa87a req-7a1d27e8-2204-4902-ab5a-4bf38664d707 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db283cbf-21f6-4bdd-9473-fa6b0881c7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433006 Jul 30 00:25:14.428324 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e0434b-3b35-4795-aee0-43bb6d782467 None None] New status for floating IP 592ab3f8-44ba-4e06-89e9-b0317c47288b: DOWN {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:25:14.480486 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ff1f7585-6120-4c1b-9a5b-3e7183cfa87a req-606a5db7-7fef-44cf-8c02-739e64a49b45 service neutron] 10.222.0.39 "GET /v2.0/networks/db283cbf-21f6-4bdd-9473-fa6b0881c7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952439 Jul 30 00:25:14.578356 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ff1f7585-6120-4c1b-9a5b-3e7183cfa87a req-9fc4bd7e-39c6-4d3d-9e30-e57028dbb3db service neutron] 10.222.0.39 "GET /v2.0/networks/db283cbf-21f6-4bdd-9473-fa6b0881c7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903363 Jul 30 00:25:20.200002 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d053ebd1-aa70-4981-b3bc-419dd7de13c6 req-8ab3f0f5-f111-4e75-952a-63bce62fc28a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0418661 Jul 30 00:25:20.303655 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053ebd1-aa70-4981-b3bc-419dd7de13c6 req-da287bde-eb66-4039-afb5-946cb58b0c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:20.305547 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d053ebd1-aa70-4981-b3bc-419dd7de13c6 req-da287bde-eb66-4039-afb5-946cb58b0c1d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c4b18b1efed047cab8ddff444b3368f4&device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 1098 time: 0.0621591 Jul 30 00:25:20.418902 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053ebd1-aa70-4981-b3bc-419dd7de13c6 req-61a1c87d-1fd8-4a2a-8a9e-d8d1e4f81ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:20.420940 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d053ebd1-aa70-4981-b3bc-419dd7de13c6 req-61a1c87d-1fd8-4a2a-8a9e-d8d1e4f81ec8 service neutron] 10.222.0.39 "GET /v2.0/networks?id=db283cbf-21f6-4bdd-9473-fa6b0881c7a3 HTTP/1.1" status: 200 len: 914 time: 0.0945415 Jul 30 00:25:20.465678 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d053ebd1-aa70-4981-b3bc-419dd7de13c6 req-7e4b0aa9-1cef-4ed8-807c-5a1b4cfd0cb4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e4cbdc59-a3a0-423b-9f3f-5493a755c16c HTTP/1.1" status: 200 len: 217 time: 0.0358720 Jul 30 00:25:20.503119 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d14cd-94a3-474b-98f2-69f1b789f599 req-cb042303-3698-4a0b-aee3-d273ccd27265 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:20.504746 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-659d14cd-94a3-474b-98f2-69f1b789f599 req-cb042303-3698-4a0b-aee3-d273ccd27265 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 946 time: 0.1615610 Jul 30 00:25:20.522874 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053ebd1-aa70-4981-b3bc-419dd7de13c6 req-6a1397f6-3360-4b0e-bb01-768abcd2700a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:20.524679 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d053ebd1-aa70-4981-b3bc-419dd7de13c6 req-6a1397f6-3360-4b0e-bb01-768abcd2700a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6415b607-e0ee-443f-9825-ac7997e402ac HTTP/1.1" status: 200 len: 852 time: 0.0516787 Jul 30 00:25:20.552383 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-659d14cd-94a3-474b-98f2-69f1b789f599 req-d42fa615-1431-40ac-b46c-fd7ab60d20d1 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410478 Jul 30 00:25:20.583020 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053ebd1-aa70-4981-b3bc-419dd7de13c6 req-46925554-75dc-4539-9388-d787ea227a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:20.584547 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d053ebd1-aa70-4981-b3bc-419dd7de13c6 req-46925554-75dc-4539-9388-d787ea227a1c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=db283cbf-21f6-4bdd-9473-fa6b0881c7a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521798 Jul 30 00:25:20.679534 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d053ebd1-aa70-4981-b3bc-419dd7de13c6 req-569fc2c4-b5ae-432f-9960-5e638154ddff service neutron] 10.222.0.39 "GET /v2.0/networks/db283cbf-21f6-4bdd-9473-fa6b0881c7a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870132 Jul 30 00:25:20.778799 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d053ebd1-aa70-4981-b3bc-419dd7de13c6 req-67b45f68-d138-47eb-a7a2-eb446b652e32 service neutron] 10.222.0.39 "GET /v2.0/networks/db283cbf-21f6-4bdd-9473-fa6b0881c7a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900931 Jul 30 00:25:21.668743 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b06591-31f3-45c9-bdda-cbaca68cb73e req-42f3d757-82ae-4896-afb5-311f5ea436b8 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:21.670272 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-58b06591-31f3-45c9-bdda-cbaca68cb73e req-42f3d757-82ae-4896-afb5-311f5ea436b8 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 946 time: 0.0495644 Jul 30 00:25:21.711663 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-58b06591-31f3-45c9-bdda-cbaca68cb73e req-8e1e5ded-a8e7-4ab4-82a7-19a9f23f3c79 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/security-groups?id=299df445-9aea-4f31-bb3c-8453727fd4b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345209 Jul 30 00:25:22.003328 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f88f2-8e2d-45a7-8c11-e3f0dfa6fa71 req-729fedbf-22f4-4f00-a305-6ece93e2cdd2 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:22.004807 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d10f88f2-8e2d-45a7-8c11-e3f0dfa6fa71 req-729fedbf-22f4-4f00-a305-6ece93e2cdd2 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 946 time: 0.0491107 Jul 30 00:25:22.101825 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-d10f88f2-8e2d-45a7-8c11-e3f0dfa6fa71 req-650ade11-55e4-4480-a18f-c84ceea06df6 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Deleting port e4cbdc59-a3a0-423b-9f3f-5493a755c16c {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:25:22.102170 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d10f88f2-8e2d-45a7-8c11-e3f0dfa6fa71 req-650ade11-55e4-4480-a18f-c84ceea06df6 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:22.189855 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-d10f88f2-8e2d-45a7-8c11-e3f0dfa6fa71 req-650ade11-55e4-4480-a18f-c84ceea06df6 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] For port e4cbdc59-a3a0-423b-9f3f-5493a755c16c, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=e4cbdc59-a3a0-423b-9f3f-5493a755c16c,segment=NetworkSegment(dda40b31-017f-4a50-8f84-df5461a2c7fd),segment_id=dda40b31-017f-4a50-8f84-df5461a2c7fd)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:22.190218 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d10f88f2-8e2d-45a7-8c11-e3f0dfa6fa71 req-650ade11-55e4-4480-a18f-c84ceea06df6 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:22.203493 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-d10f88f2-8e2d-45a7-8c11-e3f0dfa6fa71 req-650ade11-55e4-4480-a18f-c84ceea06df6 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Calling delete_port for e4cbdc59-a3a0-423b-9f3f-5493a755c16c owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:25:22.335860 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d10f88f2-8e2d-45a7-8c11-e3f0dfa6fa71 req-650ade11-55e4-4480-a18f-c84ceea06df6 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:22.347664 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['e4cbdc59-a3a0-423b-9f3f-5493a755c16c'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:25:22.363634 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650ade11-55e4-4480-a18f-c84ceea06df6 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Pushing event deleted for resources: {'Port': ['ID=e4cbdc59-a3a0-423b-9f3f-5493a755c16c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:22.409661 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10f88f2-8e2d-45a7-8c11-e3f0dfa6fa71 req-650ade11-55e4-4480-a18f-c84ceea06df6 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] No DVR routers for this DVR port e4cbdc59-a3a0-423b-9f3f-5493a755c16c on host n-h2-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:25:22.412313 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-d10f88f2-8e2d-45a7-8c11-e3f0dfa6fa71 req-650ade11-55e4-4480-a18f-c84ceea06df6 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:22.414608 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-d10f88f2-8e2d-45a7-8c11-e3f0dfa6fa71 req-650ade11-55e4-4480-a18f-c84ceea06df6 tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.39 "DELETE /v2.0/ports/e4cbdc59-a3a0-423b-9f3f-5493a755c16c HTTP/1.1" status: 204 len: 173 time: 0.4027724 Jul 30 00:25:22.415048 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3df3d99-b23d-4159-84ac-6711fbfed446', 'name': 'network-vif-deleted', 'tag': 'e4cbdc59-a3a0-423b-9f3f-5493a755c16c'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:25:22.418119 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5209d4e956e9ae4acfb38c8f800d5d5e141ec7fd74949f506a8c7ac355071e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2535c720-12fc-4650-a726-71c665a6083e" -d '{"events": [{"server_uuid": "e3df3d99-b23d-4159-84ac-6711fbfed446", "name": "network-vif-deleted", "tag": "e4cbdc59-a3a0-423b-9f3f-5493a755c16c"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:25:22.458197 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff8158e-fa54-43ea-a39f-7400ea5f56b2 x-openstack-request-id: req-eff8158e-fa54-43ea-a39f-7400ea5f56b2 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:25:22.458484 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3df3d99-b23d-4159-84ac-6711fbfed446", "name": "network-vif-deleted", "tag": "e4cbdc59-a3a0-423b-9f3f-5493a755c16c", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:25:22.459185 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eff8158e-fa54-43ea-a39f-7400ea5f56b2 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:25:22.459591 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3df3d99-b23d-4159-84ac-6711fbfed446', 'name': 'network-vif-deleted', 'tag': 'e4cbdc59-a3a0-423b-9f3f-5493a755c16c', 'status': 'completed', 'code': 200} Jul 30 00:25:22.849700 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-98abf448-78bc-4461-902f-6ad77e9f5e52 req-5d5238c6-22f9-4402-a5f9-9aabf7d4089d tempest-TestMinimumBasicScenario-572528 tempest-TestMinimumBasicScenario-572528-project] 10.222.0.18 "GET /v2.0/ports?device_id=e3df3d99-b23d-4159-84ac-6711fbfed446 HTTP/1.1" status: 200 len: 210 time: 0.0349905 Jul 30 00:25:24.416188 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60172) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:24.765894 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d5df10fb-ec73-4dee-9e5f-4e3cb032b76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:25.006649 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-d5df10fb-ec73-4dee-9e5f-4e3cb032b76a admin admin] Deleting port d29e502d-9fb9-47d8-82c5-029d894bfc1d {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:25:25.007080 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d5df10fb-ec73-4dee-9e5f-4e3cb032b76a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:25.085220 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-d5df10fb-ec73-4dee-9e5f-4e3cb032b76a admin admin] For port d29e502d-9fb9-47d8-82c5-029d894bfc1d, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d29e502d-9fb9-47d8-82c5-029d894bfc1d,segment=NetworkSegment(dda40b31-017f-4a50-8f84-df5461a2c7fd),segment_id=dda40b31-017f-4a50-8f84-df5461a2c7fd)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:25.085497 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d5df10fb-ec73-4dee-9e5f-4e3cb032b76a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:25.098182 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-d5df10fb-ec73-4dee-9e5f-4e3cb032b76a admin admin] Calling delete_port for d29e502d-9fb9-47d8-82c5-029d894bfc1d owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:25:25.290618 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d5df10fb-ec73-4dee-9e5f-4e3cb032b76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:25.318826 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df10fb-ec73-4dee-9e5f-4e3cb032b76a admin admin] Pushing event deleted for resources: {'Port': ['ID=d29e502d-9fb9-47d8-82c5-029d894bfc1d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:25.399296 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device e4cbdc59-a3a0-423b-9f3f-5493a755c16c no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:25:25.422203 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: e4cbdc59-a3a0-423b-9f3f-5493a755c16c {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:25:25.422856 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device e4cbdc59-a3a0-423b-9f3f-5493a755c16c not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:25:25.501973 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d5df10fb-ec73-4dee-9e5f-4e3cb032b76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:25.728516 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5df10fb-ec73-4dee-9e5f-4e3cb032b76a admin admin] Router 9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:25:25.845612 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5df10fb-ec73-4dee-9e5f-4e3cb032b76a admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:25:25.851082 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d5df10fb-ec73-4dee-9e5f-4e3cb032b76a admin admin] 10.222.0.18 "PUT /v2.0/routers/9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4337838 Jul 30 00:25:25.853605 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60174) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:25.857478 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fc28fe-d5ab-4db2-b344-f23739a2f648 None None] Sync routers for ids ['9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:25:25.866435 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fc28fe-d5ab-4db2-b344-f23739a2f648 None None] Routers {'9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:25:25.867050 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-a8fc28fe-d5ab-4db2-b344-f23739a2f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:25:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:25.958939 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eac27ed6-4ea9-4cc7-8174-3492bfca4be7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:25.970051 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-a8fc28fe-d5ab-4db2-b344-f23739a2f648 None None] Set router 9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:25:26.067576 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eac27ed6-4ea9-4cc7-8174-3492bfca4be7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:26.124843 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-eac27ed6-4ea9-4cc7-8174-3492bfca4be7 admin admin] Deleting port 4003d204-8f55-4698-a4a5-176ea86c5705 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:25:26.125186 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eac27ed6-4ea9-4cc7-8174-3492bfca4be7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:26.153745 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-a8fc28fe-d5ab-4db2-b344-f23739a2f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'name': 'tempest-TestMinimumBasicScenario-13605123-router', 'tenant_id': 'c4b18b1efed047cab8ddff444b3368f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.85'}], 'enable_snat': True}, 'gw_port_id': '4003d204-8f55-4698-a4a5-176ea86c5705', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:23:14Z', 'updated_at': '2021-07-30T00:25:25Z', 'revision_number': 5, 'project_id': 'c4b18b1efed047cab8ddff444b3368f4', 'gw_port': {'id': '4003d204-8f55-4698-a4a5-176ea86c5705', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:ee:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:23:14Z', 'updated_at': '2021-07-30T00:23:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:26.183488 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fc28fe-d5ab-4db2-b344-f23739a2f648 None None] Checking router: 9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:25:26.191643 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8fc28fe-d5ab-4db2-b344-f23739a2f648 None None] Routers {'9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:25:26.192274 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-a8fc28fe-d5ab-4db2-b344-f23739a2f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:25:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:26.204832 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-eac27ed6-4ea9-4cc7-8174-3492bfca4be7 admin admin] For port 4003d204-8f55-4698-a4a5-176ea86c5705, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=4003d204-8f55-4698-a4a5-176ea86c5705,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:26.205203 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eac27ed6-4ea9-4cc7-8174-3492bfca4be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:26.218473 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-eac27ed6-4ea9-4cc7-8174-3492bfca4be7 admin admin] Calling delete_port for 4003d204-8f55-4698-a4a5-176ea86c5705 owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:25:26.275021 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-a8fc28fe-d5ab-4db2-b344-f23739a2f648 None None] Set router 9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75 gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:25:26.330047 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-a8fc28fe-d5ab-4db2-b344-f23739a2f648 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'name': 'tempest-TestMinimumBasicScenario-13605123-router', 'tenant_id': 'c4b18b1efed047cab8ddff444b3368f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:23:14Z', 'updated_at': '2021-07-30T00:25:26Z', 'revision_number': 6, 'project_id': 'c4b18b1efed047cab8ddff444b3368f4', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:26.357936 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8fc28fe-d5ab-4db2-b344-f23739a2f648 None None] The sync data for ids ['9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75'] in n-d-712140-10 is: [{'id': '9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75', 'name': 'tempest-TestMinimumBasicScenario-13605123-router', 'tenant_id': 'c4b18b1efed047cab8ddff444b3368f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:23:14Z', 'updated_at': '2021-07-30T00:25:26Z', 'revision_number': 6, 'project_id': 'c4b18b1efed047cab8ddff444b3368f4', 'gw_port_host': None}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:25:26.394200 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eac27ed6-4ea9-4cc7-8174-3492bfca4be7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:26.423660 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac27ed6-4ea9-4cc7-8174-3492bfca4be7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4003d204-8f55-4698-a4a5-176ea86c5705,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:26.485102 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eac27ed6-4ea9-4cc7-8174-3492bfca4be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:26.575491 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eac27ed6-4ea9-4cc7-8174-3492bfca4be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:26.577628 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eac27ed6-4ea9-4cc7-8174-3492bfca4be7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:26.619651 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eac27ed6-4ea9-4cc7-8174-3492bfca4be7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:26.620294 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac27ed6-4ea9-4cc7-8174-3492bfca4be7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:25:26.624722 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eac27ed6-4ea9-4cc7-8174-3492bfca4be7 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:26.625893 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-eac27ed6-4ea9-4cc7-8174-3492bfca4be7 admin admin] 10.222.0.18 "DELETE /v2.0/routers/9b2dfbbb-cfda-4bd9-b5e7-7ed2e9e46f75 HTTP/1.1" status: 204 len: 168 time: 0.7694476 Jul 30 00:25:26.628423 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60176) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:26.675397 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-747438f4-f537-4d77-b245-b171c2624be9 admin admin] Deleting subnet 6415b607-e0ee-443f-9825-ac7997e402ac {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:25:26.678331 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-747438f4-f537-4d77-b245-b171c2624be9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:26.714629 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-747438f4-f537-4d77-b245-b171c2624be9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:26.798905 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-747438f4-f537-4d77-b245-b171c2624be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:26.852419 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-747438f4-f537-4d77-b245-b171c2624be9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:26.877340 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747438f4-f537-4d77-b245-b171c2624be9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6415b607-e0ee-443f-9825-ac7997e402ac,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:26.880892 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-747438f4-f537-4d77-b245-b171c2624be9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:26.882752 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-747438f4-f537-4d77-b245-b171c2624be9 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6415b607-e0ee-443f-9825-ac7997e402ac HTTP/1.1" status: 204 len: 168 time: 0.2534294 Jul 30 00:25:26.885357 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60178) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:26.888524 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaf0b16-6945-46b3-9bac-53da3550c1e0 None None] Network db283cbf-21f6-4bdd-9473-fa6b0881c7a3 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:25:26.952704 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0835fe01-24c9-4c02-a24e-8995f8b291d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:27.004640 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-0835fe01-24c9-4c02-a24e-8995f8b291d2 admin admin] Deleting port ee7ca711-733f-46db-9069-c705a9c60e19 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:25:27.004777 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0835fe01-24c9-4c02-a24e-8995f8b291d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:27.070802 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-0835fe01-24c9-4c02-a24e-8995f8b291d2 admin admin] For port ee7ca711-733f-46db-9069-c705a9c60e19, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=ee7ca711-733f-46db-9069-c705a9c60e19,segment=NetworkSegment(dda40b31-017f-4a50-8f84-df5461a2c7fd),segment_id=dda40b31-017f-4a50-8f84-df5461a2c7fd)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:27.071139 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0835fe01-24c9-4c02-a24e-8995f8b291d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:27.084727 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-0835fe01-24c9-4c02-a24e-8995f8b291d2 admin admin] Calling delete_port for ee7ca711-733f-46db-9069-c705a9c60e19 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:25:27.107644 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7143ebe7-563a-442c-9b21-62e2152e3935 None None] DHCP port deletion for db283cbf-21f6-4bdd-9473-fa6b0881c7a3 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:25:27.157326 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-7143ebe7-563a-442c-9b21-62e2152e3935 None None] Deleting port ee7ca711-733f-46db-9069-c705a9c60e19 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:25:27.157702 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7143ebe7-563a-442c-9b21-62e2152e3935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:27.166014 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0835fe01-24c9-4c02-a24e-8995f8b291d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:27.197269 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0835fe01-24c9-4c02-a24e-8995f8b291d2 admin admin] No DVR routers for this DVR port ee7ca711-733f-46db-9069-c705a9c60e19 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:25:27.203775 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835fe01-24c9-4c02-a24e-8995f8b291d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee7ca711-733f-46db-9069-c705a9c60e19,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:27.227771 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-7143ebe7-563a-442c-9b21-62e2152e3935 None None] For port ee7ca711-733f-46db-9069-c705a9c60e19, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=ee7ca711-733f-46db-9069-c705a9c60e19,segment=NetworkSegment(dda40b31-017f-4a50-8f84-df5461a2c7fd),segment_id=dda40b31-017f-4a50-8f84-df5461a2c7fd)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:27.228646 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7143ebe7-563a-442c-9b21-62e2152e3935 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:27.247517 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-7143ebe7-563a-442c-9b21-62e2152e3935 None None] Calling delete_port for ee7ca711-733f-46db-9069-c705a9c60e19 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:25:27.279211 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0835fe01-24c9-4c02-a24e-8995f8b291d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:27.289277 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-0835fe01-24c9-4c02-a24e-8995f8b291d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db283cbf-21f6-4bdd-9473-fa6b0881c7a3']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:27.300546 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-0835fe01-24c9-4c02-a24e-8995f8b291d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda40b31-017f-4a50-8f84-df5461a2c7fd') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:27.300846 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-0835fe01-24c9-4c02-a24e-8995f8b291d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda40b31-017f-4a50-8f84-df5461a2c7fd') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:27.311854 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0835fe01-24c9-4c02-a24e-8995f8b291d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 30 00:25:27.321989 n-d-712140-10 neutron-server[94065]: self.session.flush() Jul 30 00:25:27.329731 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0835fe01-24c9-4c02-a24e-8995f8b291d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:27.330970 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7143ebe7-563a-442c-9b21-62e2152e3935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:27.336968 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0835fe01-24c9-4c02-a24e-8995f8b291d2 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:25:27.337389 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0835fe01-24c9-4c02-a24e-8995f8b291d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:27.339903 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 30 00:25:27.339903 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:25:27.339903 n-d-712140-10 neutron-server[94064]: timer() Jul 30 00:25:27.339903 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:25:27.339903 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 30 00:25:27.339903 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:25:27.339903 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 30 00:25:27.339903 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:25:27.339903 n-d-712140-10 neutron-server[94064]: self._notify() Jul 30 00:25:27.339903 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:25:27.339903 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 30 00:25:27.339903 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:25:27.339903 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 30 00:25:27.339903 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:25:27.339903 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:25:27.339903 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:25:27.339903 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:25:27.339903 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:25:27.339903 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 30 00:25:27.339903 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:25:27.339903 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 30 00:25:27.339903 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:25:27.339903 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:25:27.339903 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:25:27.339903 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 30 00:25:27.339903 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:25:27.339903 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:25:27.339903 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:25:27.339903 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:25:27.339903 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:25:27.339903 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:25:27.339903 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:25:27.363013 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7143ebe7-563a-442c-9b21-62e2152e3935 None None] No DVR routers for this DVR port ee7ca711-733f-46db-9069-c705a9c60e19 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:25:27.365289 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7143ebe7-563a-442c-9b21-62e2152e3935 None None] Pushing event deleted for resources: {'Port': ['ID=ee7ca711-733f-46db-9069-c705a9c60e19,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:27.381261 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7143ebe7-563a-442c-9b21-62e2152e3935 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:27.381261 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7143ebe7-563a-442c-9b21-62e2152e3935 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:27.381261 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7143ebe7-563a-442c-9b21-62e2152e3935 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:27.381261 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7143ebe7-563a-442c-9b21-62e2152e3935 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:27.381261 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7143ebe7-563a-442c-9b21-62e2152e3935 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:27.381261 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7143ebe7-563a-442c-9b21-62e2152e3935 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:27.381261 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7143ebe7-563a-442c-9b21-62e2152e3935 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:27.381261 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7143ebe7-563a-442c-9b21-62e2152e3935 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:27.381261 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7143ebe7-563a-442c-9b21-62e2152e3935 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:27.381261 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7143ebe7-563a-442c-9b21-62e2152e3935 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:27.381261 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7143ebe7-563a-442c-9b21-62e2152e3935 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:27.381261 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7143ebe7-563a-442c-9b21-62e2152e3935 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:27.412481 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0835fe01-24c9-4c02-a24e-8995f8b291d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:27.418345 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-0835fe01-24c9-4c02-a24e-8995f8b291d2 admin admin] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:27.420222 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-0835fe01-24c9-4c02-a24e-8995f8b291d2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/db283cbf-21f6-4bdd-9473-fa6b0881c7a3 HTTP/1.1" status: 204 len: 168 time: 0.5338972 Jul 30 00:25:27.423355 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60180) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:27.430946 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0835fe01-24c9-4c02-a24e-8995f8b291d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=db283cbf-21f6-4bdd-9473-fa6b0881c7a3,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:27.770022 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-53d9fbf2-6c10-42fb-9233-49286406c9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:28.013285 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-53d9fbf2-6c10-42fb-9233-49286406c9e9 admin admin] Deleting port 923d22fb-3bdd-4520-8f09-fb01326444ef {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:25:28.013627 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-53d9fbf2-6c10-42fb-9233-49286406c9e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:28.046452 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d29e502d-9fb9-47d8-82c5-029d894bfc1d no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:25:28.066606 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: d29e502d-9fb9-47d8-82c5-029d894bfc1d {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:25:28.067033 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d29e502d-9fb9-47d8-82c5-029d894bfc1d not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:25:28.067455 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device ee7ca711-733f-46db-9069-c705a9c60e19 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:25:28.088069 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: ee7ca711-733f-46db-9069-c705a9c60e19 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:25:28.088413 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device ee7ca711-733f-46db-9069-c705a9c60e19 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:25:28.089313 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 4003d204-8f55-4698-a4a5-176ea86c5705 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:25:28.091782 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-53d9fbf2-6c10-42fb-9233-49286406c9e9 admin admin] For port 923d22fb-3bdd-4520-8f09-fb01326444ef, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=923d22fb-3bdd-4520-8f09-fb01326444ef,segment=NetworkSegment(025f612f-48ad-4312-b9f9-54f2ac3919ad),segment_id=025f612f-48ad-4312-b9f9-54f2ac3919ad)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:28.092201 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-53d9fbf2-6c10-42fb-9233-49286406c9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:28.105170 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-53d9fbf2-6c10-42fb-9233-49286406c9e9 admin admin] Calling delete_port for 923d22fb-3bdd-4520-8f09-fb01326444ef owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:25:28.108451 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 4003d204-8f55-4698-a4a5-176ea86c5705 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:25:28.108803 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 4003d204-8f55-4698-a4a5-176ea86c5705 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:25:28.295260 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-53d9fbf2-6c10-42fb-9233-49286406c9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:28.321394 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d9fbf2-6c10-42fb-9233-49286406c9e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=923d22fb-3bdd-4520-8f09-fb01326444ef,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:28.492406 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-53d9fbf2-6c10-42fb-9233-49286406c9e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:28.704587 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53d9fbf2-6c10-42fb-9233-49286406c9e9 admin admin] Router 29b49979-c94a-440d-a833-60ed07d25e93 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:25:28.805268 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d9fbf2-6c10-42fb-9233-49286406c9e9 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:25:28.811351 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-53d9fbf2-6c10-42fb-9233-49286406c9e9 admin admin] 10.222.0.18 "PUT /v2.0/routers/29b49979-c94a-440d-a833-60ed07d25e93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3867121 Jul 30 00:25:28.813780 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60182) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:28.814540 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8831788-0b85-48b4-93ae-ea0a62fd937b None None] Sync routers for ids ['29b49979-c94a-440d-a833-60ed07d25e93'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:25:28.824172 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8831788-0b85-48b4-93ae-ea0a62fd937b None None] Routers {'29b49979-c94a-440d-a833-60ed07d25e93'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:25:28.824962 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f8831788-0b85-48b4-93ae-ea0a62fd937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:25:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['29b49979-c94a-440d-a833-60ed07d25e93'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:28.915868 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cf0b14a0-44bc-4b3f-9ca4-a6d0d43a7013 admin admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:28.926300 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-f8831788-0b85-48b4-93ae-ea0a62fd937b None None] Set router 29b49979-c94a-440d-a833-60ed07d25e93 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:25:29.016929 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cf0b14a0-44bc-4b3f-9ca4-a6d0d43a7013 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:29.069006 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b14a0-44bc-4b3f-9ca4-a6d0d43a7013 admin admin] Deleting port 35b2a1f8-ffd9-472a-ab7d-2cb806e4324b {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:25:29.069351 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cf0b14a0-44bc-4b3f-9ca4-a6d0d43a7013 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:29.102035 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f8831788-0b85-48b4-93ae-ea0a62fd937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b49979-c94a-440d-a833-60ed07d25e93', 'name': 'tempest-TestMinimumBasicScenario-588930908-router', 'tenant_id': '74c7b37a093a4939bacb6d5144c694f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '35b2a1f8-ffd9-472a-ab7d-2cb806e4324b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:23:19Z', 'updated_at': '2021-07-30T00:25:28Z', 'revision_number': 5, 'project_id': '74c7b37a093a4939bacb6d5144c694f6', 'gw_port': {'id': '35b2a1f8-ffd9-472a-ab7d-2cb806e4324b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:0b:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29b49979-c94a-440d-a833-60ed07d25e93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:23:19Z', 'updated_at': '2021-07-30T00:23:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:29.128619 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8831788-0b85-48b4-93ae-ea0a62fd937b None None] Checking router: 29b49979-c94a-440d-a833-60ed07d25e93 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:25:29.137842 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8831788-0b85-48b4-93ae-ea0a62fd937b None None] Routers {'29b49979-c94a-440d-a833-60ed07d25e93'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:25:29.138445 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f8831788-0b85-48b4-93ae-ea0a62fd937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:25:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['29b49979-c94a-440d-a833-60ed07d25e93'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:29.150593 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-cf0b14a0-44bc-4b3f-9ca4-a6d0d43a7013 admin admin] For port 35b2a1f8-ffd9-472a-ab7d-2cb806e4324b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=35b2a1f8-ffd9-472a-ab7d-2cb806e4324b,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:29.150966 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cf0b14a0-44bc-4b3f-9ca4-a6d0d43a7013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:29.164228 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b14a0-44bc-4b3f-9ca4-a6d0d43a7013 admin admin] Calling delete_port for 35b2a1f8-ffd9-472a-ab7d-2cb806e4324b owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:25:29.336412 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cf0b14a0-44bc-4b3f-9ca4-a6d0d43a7013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:29.362041 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b14a0-44bc-4b3f-9ca4-a6d0d43a7013 admin admin] Pushing event deleted for resources: {'Port': ['ID=35b2a1f8-ffd9-472a-ab7d-2cb806e4324b,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:29.387645 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-f8831788-0b85-48b4-93ae-ea0a62fd937b None None] Set router 29b49979-c94a-440d-a833-60ed07d25e93 gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:25:29.425743 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cf0b14a0-44bc-4b3f-9ca4-a6d0d43a7013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:29.442919 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f8831788-0b85-48b4-93ae-ea0a62fd937b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29b49979-c94a-440d-a833-60ed07d25e93', 'name': 'tempest-TestMinimumBasicScenario-588930908-router', 'tenant_id': '74c7b37a093a4939bacb6d5144c694f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:23:19Z', 'updated_at': '2021-07-30T00:25:29Z', 'revision_number': 6, 'project_id': '74c7b37a093a4939bacb6d5144c694f6', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:29.471036 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8831788-0b85-48b4-93ae-ea0a62fd937b None None] The sync data for ids ['29b49979-c94a-440d-a833-60ed07d25e93'] in n-d-712140-10 is: [{'id': '29b49979-c94a-440d-a833-60ed07d25e93', 'name': 'tempest-TestMinimumBasicScenario-588930908-router', 'tenant_id': '74c7b37a093a4939bacb6d5144c694f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:23:19Z', 'updated_at': '2021-07-30T00:25:29Z', 'revision_number': 6, 'project_id': '74c7b37a093a4939bacb6d5144c694f6', 'gw_port_host': None}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:25:29.518671 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cf0b14a0-44bc-4b3f-9ca4-a6d0d43a7013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:29.520782 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cf0b14a0-44bc-4b3f-9ca4-a6d0d43a7013 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:29.564683 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cf0b14a0-44bc-4b3f-9ca4-a6d0d43a7013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:29.565192 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0b14a0-44bc-4b3f-9ca4-a6d0d43a7013 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29b49979-c94a-440d-a833-60ed07d25e93 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:25:29.569674 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-cf0b14a0-44bc-4b3f-9ca4-a6d0d43a7013 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:29.570826 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-cf0b14a0-44bc-4b3f-9ca4-a6d0d43a7013 admin admin] 10.222.0.18 "DELETE /v2.0/routers/29b49979-c94a-440d-a833-60ed07d25e93 HTTP/1.1" status: 204 len: 168 time: 0.7559175 Jul 30 00:25:29.573962 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60184) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:29.616249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3a5717-eb8b-4dfc-9f48-6b515d0845a4 admin admin] Deleting subnet a3c6140c-4e90-4b0f-b05a-4404e4d2fda7 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:25:29.619163 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ae3a5717-eb8b-4dfc-9f48-6b515d0845a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:29.653676 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ae3a5717-eb8b-4dfc-9f48-6b515d0845a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:29.733387 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ae3a5717-eb8b-4dfc-9f48-6b515d0845a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:29.784900 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ae3a5717-eb8b-4dfc-9f48-6b515d0845a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:29.811927 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3a5717-eb8b-4dfc-9f48-6b515d0845a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3c6140c-4e90-4b0f-b05a-4404e4d2fda7,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:29.813890 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-ae3a5717-eb8b-4dfc-9f48-6b515d0845a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:29.815817 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ae3a5717-eb8b-4dfc-9f48-6b515d0845a4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a3c6140c-4e90-4b0f-b05a-4404e4d2fda7 HTTP/1.1" status: 204 len: 168 time: 0.2408490 Jul 30 00:25:29.818180 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60186) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:29.820539 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8555b90c-bf61-4fa7-a4c7-a93b0cadf74d None None] Network bf4a7502-96c2-4224-b991-8128ae1320fa requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:25:29.897961 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1adb27aa-1f2b-4075-a60b-be852aa3e6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:29.959531 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-1adb27aa-1f2b-4075-a60b-be852aa3e6db admin admin] Deleting port 6aad826b-ae0c-43fb-9706-5f53ad719a21 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:25:29.959918 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1adb27aa-1f2b-4075-a60b-be852aa3e6db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:30.021635 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-1adb27aa-1f2b-4075-a60b-be852aa3e6db admin admin] For port 6aad826b-ae0c-43fb-9706-5f53ad719a21, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6aad826b-ae0c-43fb-9706-5f53ad719a21,segment=NetworkSegment(025f612f-48ad-4312-b9f9-54f2ac3919ad),segment_id=025f612f-48ad-4312-b9f9-54f2ac3919ad)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:30.022006 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1adb27aa-1f2b-4075-a60b-be852aa3e6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:30.035143 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-1adb27aa-1f2b-4075-a60b-be852aa3e6db admin admin] Calling delete_port for 6aad826b-ae0c-43fb-9706-5f53ad719a21 owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:25:30.116267 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1adb27aa-1f2b-4075-a60b-be852aa3e6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:30.141565 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb27aa-1f2b-4075-a60b-be852aa3e6db admin admin] Pushing event deleted for resources: {'Port': ['ID=6aad826b-ae0c-43fb-9706-5f53ad719a21,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:30.145025 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adb27aa-1f2b-4075-a60b-be852aa3e6db admin admin] No DVR routers for this DVR port 6aad826b-ae0c-43fb-9706-5f53ad719a21 on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:25:30.207356 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:30.280402 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4254181b-1186-4d9d-8f1b-ce7bef30781a None None] DHCP port deletion for bf4a7502-96c2-4224-b991-8128ae1320fa request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:25:30.334190 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:30.344623 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 35b2a1f8-ffd9-472a-ab7d-2cb806e4324b no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:25:30.365572 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 35b2a1f8-ffd9-472a-ab7d-2cb806e4324b {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:25:30.365922 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 35b2a1f8-ffd9-472a-ab7d-2cb806e4324b not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:25:30.366395 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6aad826b-ae0c-43fb-9706-5f53ad719a21 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:25:30.387056 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 6aad826b-ae0c-43fb-9706-5f53ad719a21 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:25:30.387399 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6aad826b-ae0c-43fb-9706-5f53ad719a21 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:25:30.387814 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 923d22fb-3bdd-4520-8f09-fb01326444ef no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:25:30.411401 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 923d22fb-3bdd-4520-8f09-fb01326444ef {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:25:30.411749 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 923d22fb-3bdd-4520-8f09-fb01326444ef not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:25:30.533621 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1adb27aa-1f2b-4075-a60b-be852aa3e6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:30.543756 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-1adb27aa-1f2b-4075-a60b-be852aa3e6db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf4a7502-96c2-4224-b991-8128ae1320fa']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:30.553944 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-1adb27aa-1f2b-4075-a60b-be852aa3e6db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '025f612f-48ad-4312-b9f9-54f2ac3919ad') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:30.554241 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-1adb27aa-1f2b-4075-a60b-be852aa3e6db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '025f612f-48ad-4312-b9f9-54f2ac3919ad') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:30.564187 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1adb27aa-1f2b-4075-a60b-be852aa3e6db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:30.579286 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1adb27aa-1f2b-4075-a60b-be852aa3e6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:30.585823 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1adb27aa-1f2b-4075-a60b-be852aa3e6db admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:25:30.586220 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1adb27aa-1f2b-4075-a60b-be852aa3e6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:30.588128 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 30 00:25:30.588128 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:25:30.588128 n-d-712140-10 neutron-server[94063]: timer() Jul 30 00:25:30.588128 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:25:30.588128 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 30 00:25:30.588128 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:25:30.588128 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 30 00:25:30.588128 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:25:30.588128 n-d-712140-10 neutron-server[94063]: self._notify() Jul 30 00:25:30.588128 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:25:30.588128 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 30 00:25:30.588128 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:25:30.588128 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 30 00:25:30.588128 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:25:30.588128 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:25:30.588128 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:25:30.588128 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:25:30.588128 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:25:30.588128 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 30 00:25:30.588128 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:25:30.588128 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 30 00:25:30.588128 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:25:30.588128 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:25:30.588128 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:25:30.588128 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 30 00:25:30.588128 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:25:30.588128 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:25:30.588128 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:25:30.588128 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:25:30.588128 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:25:30.588128 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:25:30.588128 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:25:30.641296 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1adb27aa-1f2b-4075-a60b-be852aa3e6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:30.646759 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1adb27aa-1f2b-4075-a60b-be852aa3e6db admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:30.649220 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1adb27aa-1f2b-4075-a60b-be852aa3e6db admin admin] 10.222.0.18 "DELETE /v2.0/networks/bf4a7502-96c2-4224-b991-8128ae1320fa HTTP/1.1" status: 204 len: 168 time: 0.8294773 Jul 30 00:25:30.659865 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb27aa-1f2b-4075-a60b-be852aa3e6db admin admin] Pushing event deleted for resources: {'Network': ['ID=bf4a7502-96c2-4224-b991-8128ae1320fa,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:30.804553 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60190) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:30.856406 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9697241d-a804-4b82-8bdf-741017a0b622 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c4b18b1efed047cab8ddff444b3368f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0502784 Jul 30 00:25:30.858582 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60192) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:30.912621 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c631cff3-86ae-4919-9489-1acfb0d400cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:30.933669 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c631cff3-86ae-4919-9489-1acfb0d400cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:30.983034 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c631cff3-86ae-4919-9489-1acfb0d400cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:30.985612 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c631cff3-86ae-4919-9489-1acfb0d400cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:30.987326 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c631cff3-86ae-4919-9489-1acfb0d400cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/299df445-9aea-4f31-bb3c-8453727fd4b0 HTTP/1.1" status: 204 len: 168 time: 0.1277893 Jul 30 00:25:30.995820 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c631cff3-86ae-4919-9489-1acfb0d400cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299df445-9aea-4f31-bb3c-8453727fd4b0,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:31.317110 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60198) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:31.358899 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ac84d626-af88-407e-9dbc-53679e63f898 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=74c7b37a093a4939bacb6d5144c694f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406003 Jul 30 00:25:31.361837 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60200) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:31.409074 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a0a7f09c-5c05-497f-8943-e6597e4d46a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:31.429829 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a0a7f09c-5c05-497f-8943-e6597e4d46a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:31.475392 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a0a7f09c-5c05-497f-8943-e6597e4d46a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:31.478048 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a0a7f09c-5c05-497f-8943-e6597e4d46a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:31.480075 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a0a7f09c-5c05-497f-8943-e6597e4d46a6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/86cdf546-aa21-4215-9ed0-592ec746c57a HTTP/1.1" status: 204 len: 168 time: 0.1171677 Jul 30 00:25:31.487752 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a7f09c-5c05-497f-8943-e6597e4d46a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cdf546-aa21-4215-9ed0-592ec746c57a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:32.948759 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-90de0119-bf58-418e-b986-ca0ea95caa99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:33.100001 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60242) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:33.105506 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-8a4ed89f-71c4-42b5-a0dd-8abf442f360c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-64165681', 'description': 'tempest-secgroup-smoke-64165681 description', 'project_id': 'b50c81366be6461a9721474fa4eb74d8'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:33.129335 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8a4ed89f-71c4-42b5-a0dd-8abf442f360c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:33.137238 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8a4ed89f-71c4-42b5-a0dd-8abf442f360c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:33.233058 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8a4ed89f-71c4-42b5-a0dd-8abf442f360c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:33.236661 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8a4ed89f-71c4-42b5-a0dd-8abf442f360c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:33.272971 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ed89f-71c4-42b5-a0dd-8abf442f360c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4f18da-99eb-4599-be22-9be6c3057053,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:33.328681 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8a4ed89f-71c4-42b5-a0dd-8abf442f360c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:33.338757 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8a4ed89f-71c4-42b5-a0dd-8abf442f360c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:33.367626 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8a4ed89f-71c4-42b5-a0dd-8abf442f360c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:33.368893 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8a4ed89f-71c4-42b5-a0dd-8abf442f360c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2678733 Jul 30 00:25:33.370499 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4ed89f-71c4-42b5-a0dd-8abf442f360c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1050a998-dcbf-4b8f-b4b3-aaafb0e38997,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:33.372620 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60244) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:33.378010 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-857203dd-14d0-40ee-833b-5a2eecf12f5a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group_rule': {'security_group_id': '1050a998-dcbf-4b8f-b4b3-aaafb0e38997', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:33.405228 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-857203dd-14d0-40ee-833b-5a2eecf12f5a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:33.453611 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-857203dd-14d0-40ee-833b-5a2eecf12f5a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:33.455985 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-857203dd-14d0-40ee-833b-5a2eecf12f5a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:33.473424 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857203dd-14d0-40ee-833b-5a2eecf12f5a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a23c2b4-7254-4eb6-9c0f-50b50faf75aa,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:33.480915 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-857203dd-14d0-40ee-833b-5a2eecf12f5a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:33.482185 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-857203dd-14d0-40ee-833b-5a2eecf12f5a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1079955 Jul 30 00:25:33.484923 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60246) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:33.489462 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-0a75c260-e886-4963-a445-6ac52e1c9a06 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group_rule': {'security_group_id': '1050a998-dcbf-4b8f-b4b3-aaafb0e38997', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:33.517756 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0a75c260-e886-4963-a445-6ac52e1c9a06 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:33.576317 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0a75c260-e886-4963-a445-6ac52e1c9a06 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:33.580505 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0a75c260-e886-4963-a445-6ac52e1c9a06 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:33.605680 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75c260-e886-4963-a445-6ac52e1c9a06 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eb8b229-b9f1-4329-ae01-c4a02553763d,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:33.609522 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0a75c260-e886-4963-a445-6ac52e1c9a06 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:33.610960 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0a75c260-e886-4963-a445-6ac52e1c9a06 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1249619 Jul 30 00:25:33.613759 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60248) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:33.618186 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-da4c3fa5-a4f8-4397-b285-ca889d102f75 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group_rule': {'security_group_id': '1050a998-dcbf-4b8f-b4b3-aaafb0e38997', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:33.645563 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da4c3fa5-a4f8-4397-b285-ca889d102f75 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:33.706520 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da4c3fa5-a4f8-4397-b285-ca889d102f75 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:33.710373 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da4c3fa5-a4f8-4397-b285-ca889d102f75 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:33.730332 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c3fa5-a4f8-4397-b285-ca889d102f75 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d9294a8-1d63-47ea-bc91-76a14749c6ae,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:33.734742 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da4c3fa5-a4f8-4397-b285-ca889d102f75 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:33.736103 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-da4c3fa5-a4f8-4397-b285-ca889d102f75 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213131 Jul 30 00:25:33.738703 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60250) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:33.743287 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f6f2bbfc-615d-4fad-9a4d-2ddbc6d5708e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group_rule': {'security_group_id': '1050a998-dcbf-4b8f-b4b3-aaafb0e38997', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:33.769057 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f6f2bbfc-615d-4fad-9a4d-2ddbc6d5708e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:33.827620 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f6f2bbfc-615d-4fad-9a4d-2ddbc6d5708e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:33.831658 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f6f2bbfc-615d-4fad-9a4d-2ddbc6d5708e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:33.849536 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2bbfc-615d-4fad-9a4d-2ddbc6d5708e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ea2f98-e600-4dd4-bd91-47198538778c,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:33.855024 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f6f2bbfc-615d-4fad-9a4d-2ddbc6d5708e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:33.856838 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f6f2bbfc-615d-4fad-9a4d-2ddbc6d5708e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1169372 Jul 30 00:25:33.859142 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60252) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:33.863571 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-93bd43fc-c81a-4c32-8f99-e3ab1e98ac73 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group_rule': {'security_group_id': '1050a998-dcbf-4b8f-b4b3-aaafb0e38997', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:33.890016 n-d-712140-10 neutron-server[94063]: INFO neutron.db.securitygroups_db [None req-93bd43fc-c81a-4c32-8f99-e3ab1e98ac73 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Project b50c81366be6461a9721474fa4eb74d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:25:33.894939 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-93bd43fc-c81a-4c32-8f99-e3ab1e98ac73 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:33.955280 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-93bd43fc-c81a-4c32-8f99-e3ab1e98ac73 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:33.959159 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-93bd43fc-c81a-4c32-8f99-e3ab1e98ac73 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:33.977810 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bd43fc-c81a-4c32-8f99-e3ab1e98ac73 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b61e44d-60cf-4a05-877b-e1b7415e05f8,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:33.984859 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-93bd43fc-c81a-4c32-8f99-e3ab1e98ac73 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:33.986030 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-93bd43fc-c81a-4c32-8f99-e3ab1e98ac73 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1259542 Jul 30 00:25:33.988727 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60254) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:33.993227 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-6e9ffe1d-fbd3-42a0-9652-f22f328bf2b5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group_rule': {'security_group_id': '1050a998-dcbf-4b8f-b4b3-aaafb0e38997', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:34.015825 n-d-712140-10 neutron-server[94063]: INFO neutron.db.securitygroups_db [None req-6e9ffe1d-fbd3-42a0-9652-f22f328bf2b5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Project b50c81366be6461a9721474fa4eb74d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:25:34.020757 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6e9ffe1d-fbd3-42a0-9652-f22f328bf2b5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:34.085561 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6e9ffe1d-fbd3-42a0-9652-f22f328bf2b5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:34.089138 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6e9ffe1d-fbd3-42a0-9652-f22f328bf2b5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:34.106349 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9ffe1d-fbd3-42a0-9652-f22f328bf2b5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1b565b6-a7d7-4475-9df5-655b64fbaf0f,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:34.114436 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-6e9ffe1d-fbd3-42a0-9652-f22f328bf2b5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:34.115782 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6e9ffe1d-fbd3-42a0-9652-f22f328bf2b5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1260877 Jul 30 00:25:34.118765 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60256) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:34.124624 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-71b984aa-a648-46e8-ad33-370d01e7f33d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'network': {'name': 'tempest-network-smoke--1680069967', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'port_security_enabled': True}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:34.147029 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b984aa-a648-46e8-ad33-370d01e7f33d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Made reservation on behalf of b50c81366be6461a9721474fa4eb74d8 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:25:34.150733 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-71b984aa-a648-46e8-ad33-370d01e7f33d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:34.174977 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71b984aa-a648-46e8-ad33-370d01e7f33d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:25:34.185024 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-71b984aa-a648-46e8-ad33-370d01e7f33d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:34.185369 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-71b984aa-a648-46e8-ad33-370d01e7f33d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Added segment 738a6773-6d77-4300-baca-d0e598b12e5d of type vlan for network c7a21e44-48dc-4cf8-aff2-aa826ba80861 Jul 30 00:25:34.226715 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-71b984aa-a648-46e8-ad33-370d01e7f33d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:34.257636 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-71b984aa-a648-46e8-ad33-370d01e7f33d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:34.264149 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b984aa-a648-46e8-ad33-370d01e7f33d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:34.264773 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-71b984aa-a648-46e8-ad33-370d01e7f33d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:34.323995 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-71b984aa-a648-46e8-ad33-370d01e7f33d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2040832 Jul 30 00:25:34.326911 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60258) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:34.331433 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-bafe5990-34f5-4942-9a6a-7d3b9a17f2f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1123559426', 'admin_state_up': True, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:34.353508 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b984aa-a648-46e8-ad33-370d01e7f33d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Network': ['ID=c7a21e44-48dc-4cf8-aff2-aa826ba80861,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:34.367041 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network c7a21e44-48dc-4cf8-aff2-aa826ba80861 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:25:34.367616 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bafe5990-34f5-4942-9a6a-7d3b9a17f2f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:34.368423 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bafe5990-34f5-4942-9a6a-7d3b9a17f2f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:34.425082 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bafe5990-34f5-4942-9a6a-7d3b9a17f2f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:34.573096 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bafe5990-34f5-4942-9a6a-7d3b9a17f2f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:34.778789 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bafe5990-34f5-4942-9a6a-7d3b9a17f2f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:34.803310 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bafe5990-34f5-4942-9a6a-7d3b9a17f2f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:34.909270 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-bafe5990-34f5-4942-9a6a-7d3b9a17f2f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Allocated IP 172.25.8.222 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/400f454e-80de-43e4-8745-a97c8bc4e137) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:25:35.025550 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bafe5990-34f5-4942-9a6a-7d3b9a17f2f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:35.070725 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bafe5990-34f5-4942-9a6a-7d3b9a17f2f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:35.113640 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafe5990-34f5-4942-9a6a-7d3b9a17f2f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:25:35.117027 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-bafe5990-34f5-4942-9a6a-7d3b9a17f2f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:25:35.124175 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafe5990-34f5-4942-9a6a-7d3b9a17f2f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:25:35.130339 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe5990-34f5-4942-9a6a-7d3b9a17f2f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Port': ['ID=400f454e-80de-43e4-8745-a97c8bc4e137,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:35.404710 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bafe5990-34f5-4942-9a6a-7d3b9a17f2f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router_gateway, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:35.518441 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:35.624922 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bafe5990-34f5-4942-9a6a-7d3b9a17f2f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:35.762941 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafe5990-34f5-4942-9a6a-7d3b9a17f2f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Router 9e0c03bd-6cab-43ec-aa93-bb6d808c3526 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:25:35.882393 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafe5990-34f5-4942-9a6a-7d3b9a17f2f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:25:35.893514 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1b041d-16f4-4124-9c8c-6f9ea7f3a9be None None] Sync routers for ids ['9e0c03bd-6cab-43ec-aa93-bb6d808c3526'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:25:35.901073 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-bafe5990-34f5-4942-9a6a-7d3b9a17f2f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:35.902549 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-bafe5990-34f5-4942-9a6a-7d3b9a17f2f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5746908 Jul 30 00:25:35.902868 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1b041d-16f4-4124-9c8c-6f9ea7f3a9be None None] Routers {'9e0c03bd-6cab-43ec-aa93-bb6d808c3526'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:25:35.903477 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-7e1b041d-16f4-4124-9c8c-6f9ea7f3a9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:25:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['9e0c03bd-6cab-43ec-aa93-bb6d808c3526'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:35.905748 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60262) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:36.007567 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-7e1b041d-16f4-4124-9c8c-6f9ea7f3a9be None None] Set router 9e0c03bd-6cab-43ec-aa93-bb6d808c3526 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:25:36.034565 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1ca5bf28-59ea-4820-9895-c4ce4d8ac363 tempest-TestNetworkAdvancedServerOps-2121857559 tempest-TestNetworkAdvancedServerOps-2121857559-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=b50c81366be6461a9721474fa4eb74d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1276000 Jul 30 00:25:36.037199 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60266) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:36.190326 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-7e1b041d-16f4-4124-9c8c-6f9ea7f3a9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123559426', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '400f454e-80de-43e4-8745-a97c8bc4e137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:34Z', 'updated_at': '2021-07-30T00:25:35Z', 'revision_number': 3, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '400f454e-80de-43e4-8745-a97c8bc4e137', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:05:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:34Z', 'updated_at': '2021-07-30T00:25:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:36.195709 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eba6da-681d-48c7-a909-173b955b5371 tempest-TestNetworkAdvancedServerOps-2121857559 tempest-TestNetworkAdvancedServerOps-2121857559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:36.200491 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-89eba6da-681d-48c7-a909-173b955b5371 tempest-TestNetworkAdvancedServerOps-2121857559 tempest-TestNetworkAdvancedServerOps-2121857559-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1620998 Jul 30 00:25:36.201294 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60268) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:36.218951 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1b041d-16f4-4124-9c8c-6f9ea7f3a9be None None] Checking router: 9e0c03bd-6cab-43ec-aa93-bb6d808c3526 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:25:36.219313 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1b041d-16f4-4124-9c8c-6f9ea7f3a9be None None] Updating router 9e0c03bd-6cab-43ec-aa93-bb6d808c3526 port 400f454e-80de-43e4-8745-a97c8bc4e137 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:25:36.242675 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-80980fe7-7537-4732-aa63-b43e47f229fd tempest-TestNetworkAdvancedServerOps-2121857559 tempest-TestNetworkAdvancedServerOps-2121857559-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=0aea9f43-4eea-456f-a634-5f5375b1fdb7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398576 Jul 30 00:25:36.243909 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7e1b041d-16f4-4124-9c8c-6f9ea7f3a9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:36.245907 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60270) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:36.251138 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-5de720a5-78aa-491b-bc9c-ebdb4c9f515b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1308473676', 'network_id': 'c7a21e44-48dc-4cf8-aff2-aa826ba80861', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:36.319434 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f238a4d4-6900-4ca5-a811-5381e524a4f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:36.361915 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de720a5-78aa-491b-bc9c-ebdb4c9f515b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Made reservation on behalf of b50c81366be6461a9721474fa4eb74d8 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:25:36.365831 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5de720a5-78aa-491b-bc9c-ebdb4c9f515b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:36.521304 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7e1b041d-16f4-4124-9c8c-6f9ea7f3a9be None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:36.532080 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-7e1b041d-16f4-4124-9c8c-6f9ea7f3a9be None None] Transition to ACTIVE for port object 400f454e-80de-43e4-8745-a97c8bc4e137 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:25:36.537727 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7e1b041d-16f4-4124-9c8c-6f9ea7f3a9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:36.549123 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5de720a5-78aa-491b-bc9c-ebdb4c9f515b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:36.589475 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddefb28-e0d6-460d-9f3d-ec0865177a63 None None] Pushing event updated for resources: {'Port': ['ID=400f454e-80de-43e4-8745-a97c8bc4e137,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:36.591491 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-7e1b041d-16f4-4124-9c8c-6f9ea7f3a9be None None] Attempting to bind port 400f454e-80de-43e4-8745-a97c8bc4e137 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:25:36.591875 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-7e1b041d-16f4-4124-9c8c-6f9ea7f3a9be None None] Attempting to bind port 400f454e-80de-43e4-8745-a97c8bc4e137 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:25:36.592260 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1b041d-16f4-4124-9c8c-6f9ea7f3a9be None None] Attempting to bind port 400f454e-80de-43e4-8745-a97c8bc4e137 on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:25:36.601276 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddefb28-e0d6-460d-9f3d-ec0865177a63 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:36.601622 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddefb28-e0d6-460d-9f3d-ec0865177a63 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:36.601964 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddefb28-e0d6-460d-9f3d-ec0865177a63 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:36.602297 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddefb28-e0d6-460d-9f3d-ec0865177a63 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:36.602628 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddefb28-e0d6-460d-9f3d-ec0865177a63 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:36.602962 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddefb28-e0d6-460d-9f3d-ec0865177a63 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:36.603289 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddefb28-e0d6-460d-9f3d-ec0865177a63 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:36.603612 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddefb28-e0d6-460d-9f3d-ec0865177a63 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:36.604649 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddefb28-e0d6-460d-9f3d-ec0865177a63 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:36.604898 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddefb28-e0d6-460d-9f3d-ec0865177a63 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:36.605228 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddefb28-e0d6-460d-9f3d-ec0865177a63 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:36.605542 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ddefb28-e0d6-460d-9f3d-ec0865177a63 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:25:36.608816 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1b041d-16f4-4124-9c8c-6f9ea7f3a9be None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:25:36.609192 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1b041d-16f4-4124-9c8c-6f9ea7f3a9be None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:25:36.609593 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7e1b041d-16f4-4124-9c8c-6f9ea7f3a9be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:36.609993 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1b041d-16f4-4124-9c8c-6f9ea7f3a9be None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:25:36.610436 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-7e1b041d-16f4-4124-9c8c-6f9ea7f3a9be None None] Bound port: 400f454e-80de-43e4-8745-a97c8bc4e137, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:25:36.610822 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7e1b041d-16f4-4124-9c8c-6f9ea7f3a9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:36.615003 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de720a5-78aa-491b-bc9c-ebdb4c9f515b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Subnet': ['ID=e4e2f592-1fcd-4bbc-ae43-95d230b6a3c7,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:36.619741 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de720a5-78aa-491b-bc9c-ebdb4c9f515b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Checking segment: {'id': '738a6773-6d77-4300-baca-d0e598b12e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c7a21e44-48dc-4cf8-aff2-aa826ba80861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:25:36.620141 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de720a5-78aa-491b-bc9c-ebdb4c9f515b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network hostable DHCP agents. Network: c7a21e44-48dc-4cf8-aff2-aa826ba80861, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:25:36.637218 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de720a5-78aa-491b-bc9c-ebdb4c9f515b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network c7a21e44-48dc-4cf8-aff2-aa826ba80861 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:25:36.646119 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-5de720a5-78aa-491b-bc9c-ebdb4c9f515b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, c7a21e44-48dc-4cf8-aff2-aa826ba80861) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:25:36.650270 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de720a5-78aa-491b-bc9c-ebdb4c9f515b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:36.651413 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5de720a5-78aa-491b-bc9c-ebdb4c9f515b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:36.660579 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e995b7-ef0d-4ce9-a27e-b034c309ff55 None None] Network c7a21e44-48dc-4cf8-aff2-aa826ba80861 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:25:36.661958 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-7e1b041d-16f4-4124-9c8c-6f9ea7f3a9be None None] For port 400f454e-80de-43e4-8745-a97c8bc4e137, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:25:36.665780 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-7e1b041d-16f4-4124-9c8c-6f9ea7f3a9be None None] For port 400f454e-80de-43e4-8745-a97c8bc4e137, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=400f454e-80de-43e4-8745-a97c8bc4e137,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:25:36.667101 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5de720a5-78aa-491b-bc9c-ebdb4c9f515b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4194553 Jul 30 00:25:36.670909 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-7e1b041d-16f4-4124-9c8c-6f9ea7f3a9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:36.671545 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60272) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:36.755648 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e1b041d-16f4-4124-9c8c-6f9ea7f3a9be None None] Routers {'9e0c03bd-6cab-43ec-aa93-bb6d808c3526'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:25:36.756662 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-7e1b041d-16f4-4124-9c8c-6f9ea7f3a9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:25:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['9e0c03bd-6cab-43ec-aa93-bb6d808c3526'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:36.842028 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddefb28-e0d6-460d-9f3d-ec0865177a63 None None] Pushing event updated for resources: {'Port': ['ID=400f454e-80de-43e4-8745-a97c8bc4e137,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:36.872855 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bd9574-690a-4c6f-8bca-6d4d9023c3d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-c7a21e44-48dc-4cf8-aff2-aa826ba80861', 'network_id': 'c7a21e44-48dc-4cf8-aff2-aa826ba80861', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'fixed_ips': [{'subnet_id': 'e4e2f592-1fcd-4bbc-ae43-95d230b6a3c7'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:25:36.873764 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-20bd9574-690a-4c6f-8bca-6d4d9023c3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:36.900409 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-7e1b041d-16f4-4124-9c8c-6f9ea7f3a9be None None] Set router 9e0c03bd-6cab-43ec-aa93-bb6d808c3526 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:25:37.020927 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-20bd9574-690a-4c6f-8bca-6d4d9023c3d0 None None] Allocated IP 172.20.0.2 (c7a21e44-48dc-4cf8-aff2-aa826ba80861/e4e2f592-1fcd-4bbc-ae43-95d230b6a3c7/d3e3e4bd-61da-45ed-9362-2ea6b6a4d4f8) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:25:37.087980 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-7e1b041d-16f4-4124-9c8c-6f9ea7f3a9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123559426', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '400f454e-80de-43e4-8745-a97c8bc4e137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:34Z', 'updated_at': '2021-07-30T00:25:35Z', 'revision_number': 3, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '400f454e-80de-43e4-8745-a97c8bc4e137', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:05:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:34Z', 'updated_at': '2021-07-30T00:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:37.114524 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e1b041d-16f4-4124-9c8c-6f9ea7f3a9be None None] The sync data for ids ['9e0c03bd-6cab-43ec-aa93-bb6d808c3526'] in n-d-712140-10 is: [{'id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123559426', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '400f454e-80de-43e4-8745-a97c8bc4e137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:34Z', 'updated_at': '2021-07-30T00:25:35Z', 'revision_number': 3, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '400f454e-80de-43e4-8745-a97c8bc4e137', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:05:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:34Z', 'updated_at': '2021-07-30T00:25:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:25:37.135228 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a2bea8bc-11ba-4209-beb3-0d2baa668845 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:37.154374 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:37.196401 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-20bd9574-690a-4c6f-8bca-6d4d9023c3d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:37.206285 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-20bd9574-690a-4c6f-8bca-6d4d9023c3d0 None None] Transition to ACTIVE for port object d3e3e4bd-61da-45ed-9362-2ea6b6a4d4f8 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:25:37.223514 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-20bd9574-690a-4c6f-8bca-6d4d9023c3d0 None None] Transition to ACTIVE for port object d3e3e4bd-61da-45ed-9362-2ea6b6a4d4f8 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:25:37.230290 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-20bd9574-690a-4c6f-8bca-6d4d9023c3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:37.278156 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bd9574-690a-4c6f-8bca-6d4d9023c3d0 None None] Network c7a21e44-48dc-4cf8-aff2-aa826ba80861 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:25:37.282390 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-20bd9574-690a-4c6f-8bca-6d4d9023c3d0 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:25:37.284206 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd9574-690a-4c6f-8bca-6d4d9023c3d0 None None] Pushing event updated for resources: {'Port': ['ID=d3e3e4bd-61da-45ed-9362-2ea6b6a4d4f8,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:37.289748 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bd9574-690a-4c6f-8bca-6d4d9023c3d0 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:25:37.363410 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-20bd9574-690a-4c6f-8bca-6d4d9023c3d0 None None] Attempting to bind port d3e3e4bd-61da-45ed-9362-2ea6b6a4d4f8 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:25:37.363799 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-20bd9574-690a-4c6f-8bca-6d4d9023c3d0 None None] Attempting to bind port d3e3e4bd-61da-45ed-9362-2ea6b6a4d4f8 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '738a6773-6d77-4300-baca-d0e598b12e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c7a21e44-48dc-4cf8-aff2-aa826ba80861'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:25:37.364214 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bd9574-690a-4c6f-8bca-6d4d9023c3d0 None None] Attempting to bind port d3e3e4bd-61da-45ed-9362-2ea6b6a4d4f8 on network c7a21e44-48dc-4cf8-aff2-aa826ba80861 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:25:37.372044 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bd9574-690a-4c6f-8bca-6d4d9023c3d0 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:25:37.372348 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bd9574-690a-4c6f-8bca-6d4d9023c3d0 None None] Checking segment: {'id': '738a6773-6d77-4300-baca-d0e598b12e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c7a21e44-48dc-4cf8-aff2-aa826ba80861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:25:37.372929 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-20bd9574-690a-4c6f-8bca-6d4d9023c3d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:37.373171 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20bd9574-690a-4c6f-8bca-6d4d9023c3d0 None None] Bound using segment: {'id': '738a6773-6d77-4300-baca-d0e598b12e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c7a21e44-48dc-4cf8-aff2-aa826ba80861'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:25:37.373805 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-20bd9574-690a-4c6f-8bca-6d4d9023c3d0 None None] Bound port: d3e3e4bd-61da-45ed-9362-2ea6b6a4d4f8, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738a6773-6d77-4300-baca-d0e598b12e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c7a21e44-48dc-4cf8-aff2-aa826ba80861'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:25:37.374189 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-20bd9574-690a-4c6f-8bca-6d4d9023c3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:37.465841 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-20bd9574-690a-4c6f-8bca-6d4d9023c3d0 None None] For port d3e3e4bd-61da-45ed-9362-2ea6b6a4d4f8, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:25:37.470014 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-20bd9574-690a-4c6f-8bca-6d4d9023c3d0 None None] For port d3e3e4bd-61da-45ed-9362-2ea6b6a4d4f8, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d3e3e4bd-61da-45ed-9362-2ea6b6a4d4f8,segment=NetworkSegment(738a6773-6d77-4300-baca-d0e598b12e5d),segment_id=738a6773-6d77-4300-baca-d0e598b12e5d)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:25:37.477286 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-20bd9574-690a-4c6f-8bca-6d4d9023c3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:37.487462 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-a2bea8bc-11ba-4209-beb3-0d2baa668845 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Allocated IP 172.20.0.1 (c7a21e44-48dc-4cf8-aff2-aa826ba80861/e4e2f592-1fcd-4bbc-ae43-95d230b6a3c7/46a1a355-46d3-4447-ada9-126b06a53cf4) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:25:37.549054 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bd9574-690a-4c6f-8bca-6d4d9023c3d0 None None] Pushing event updated for resources: {'Port': ['ID=d3e3e4bd-61da-45ed-9362-2ea6b6a4d4f8,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:37.642217 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a2bea8bc-11ba-4209-beb3-0d2baa668845 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:37.658972 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-a2bea8bc-11ba-4209-beb3-0d2baa668845 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Transition to ACTIVE for port object 46a1a355-46d3-4447-ada9-126b06a53cf4 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:25:37.696794 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a2bea8bc-11ba-4209-beb3-0d2baa668845 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:37.760147 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bea8bc-11ba-4209-beb3-0d2baa668845 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network c7a21e44-48dc-4cf8-aff2-aa826ba80861 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:25:37.764103 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-a2bea8bc-11ba-4209-beb3-0d2baa668845 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:25:37.775683 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bea8bc-11ba-4209-beb3-0d2baa668845 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:25:37.820641 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bea8bc-11ba-4209-beb3-0d2baa668845 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Port': ['ID=46a1a355-46d3-4447-ada9-126b06a53cf4,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:37.835146 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a2bea8bc-11ba-4209-beb3-0d2baa668845 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:38.001515 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a2bea8bc-11ba-4209-beb3-0d2baa668845 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:38.152359 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 400f454e-80de-43e4-8745-a97c8bc4e137 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:25:38.230127 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 400f454e-80de-43e4-8745-a97c8bc4e137 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:25:38.237065 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 400f454e-80de-43e4-8745-a97c8bc4e137 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:38.239465 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:38.337201 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:38.362356 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 400f454e-80de-43e4-8745-a97c8bc4e137, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=400f454e-80de-43e4-8745-a97c8bc4e137,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:38.367480 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:38.368463 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d3e3e4bd-61da-45ed-9362-2ea6b6a4d4f8 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:25:38.453702 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:38.466568 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=400f454e-80de-43e4-8745-a97c8bc4e137,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:38.481584 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port d3e3e4bd-61da-45ed-9362-2ea6b6a4d4f8 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:25:38.602111 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2409b429-ca28-40af-8e06-cd164eca50ab None None] Network c7a21e44-48dc-4cf8-aff2-aa826ba80861 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:25:38.661127 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-adc382d9-a24e-4b31-a35b-da7b581b6d02 None None] Provisioning for port d3e3e4bd-61da-45ed-9362-2ea6b6a4d4f8 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:25:38.673477 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-adc382d9-a24e-4b31-a35b-da7b581b6d02 None None] Provisioning complete for port d3e3e4bd-61da-45ed-9362-2ea6b6a4d4f8 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:38.673852 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-adc382d9-a24e-4b31-a35b-da7b581b6d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:38.683428 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a2bea8bc-11ba-4209-beb3-0d2baa668845 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:38.689430 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a2bea8bc-11ba-4209-beb3-0d2baa668845 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:38.767806 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bea8bc-11ba-4209-beb3-0d2baa668845 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Port': ['ID=46a1a355-46d3-4447-ada9-126b06a53cf4,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:38.770611 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a2bea8bc-11ba-4209-beb3-0d2baa668845 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:38.821512 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-adc382d9-a24e-4b31-a35b-da7b581b6d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:38.871028 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-adc382d9-a24e-4b31-a35b-da7b581b6d02 None None] For port d3e3e4bd-61da-45ed-9362-2ea6b6a4d4f8, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d3e3e4bd-61da-45ed-9362-2ea6b6a4d4f8,segment=NetworkSegment(738a6773-6d77-4300-baca-d0e598b12e5d),segment_id=738a6773-6d77-4300-baca-d0e598b12e5d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:38.871960 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bea8bc-11ba-4209-beb3-0d2baa668845 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network c7a21e44-48dc-4cf8-aff2-aa826ba80861 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:25:38.873539 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-a2bea8bc-11ba-4209-beb3-0d2baa668845 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:25:38.877884 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-adc382d9-a24e-4b31-a35b-da7b581b6d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:38.934170 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc382d9-a24e-4b31-a35b-da7b581b6d02 None None] Pushing event updated for resources: {'Port': ['ID=d3e3e4bd-61da-45ed-9362-2ea6b6a4d4f8,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:39.014736 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2bea8bc-11ba-4209-beb3-0d2baa668845 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Router 9e0c03bd-6cab-43ec-aa93-bb6d808c3526 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:25:39.112891 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8f8a9841-a63a-4743-a978-f7d5359debfe None None] Provisioning for port 46a1a355-46d3-4447-ada9-126b06a53cf4 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:25:39.117062 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8f8a9841-a63a-4743-a978-f7d5359debfe None None] Provisioning complete for port 46a1a355-46d3-4447-ada9-126b06a53cf4 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:39.117461 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8f8a9841-a63a-4743-a978-f7d5359debfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:39.146048 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2bea8bc-11ba-4209-beb3-0d2baa668845 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:25:39.153014 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a2bea8bc-11ba-4209-beb3-0d2baa668845 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "PUT /v2.0/routers/9e0c03bd-6cab-43ec-aa93-bb6d808c3526/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4796031 Jul 30 00:25:39.171607 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-8f8a9841-a63a-4743-a978-f7d5359debfe None None] Port 46a1a355-46d3-4447-ada9-126b06a53cf4 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:25:39.184197 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8f8a9841-a63a-4743-a978-f7d5359debfe None None] Provisioning complete for port d3e3e4bd-61da-45ed-9362-2ea6b6a4d4f8 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:39.184590 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8f8a9841-a63a-4743-a978-f7d5359debfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:39.216905 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057c4fa1-face-43fd-9c63-b738f2c9a729 None None] Sync routers for ids ['9e0c03bd-6cab-43ec-aa93-bb6d808c3526'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:25:39.236904 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057c4fa1-face-43fd-9c63-b738f2c9a729 None None] Routers {'9e0c03bd-6cab-43ec-aa93-bb6d808c3526'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:25:39.237539 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-057c4fa1-face-43fd-9c63-b738f2c9a729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:25:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['9e0c03bd-6cab-43ec-aa93-bb6d808c3526'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:39.334814 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-7e6ac322-5610-4a07-a970-8e59741bd465 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-64165681&fields=id&tenant_id=b50c81366be6461a9721474fa4eb74d8 HTTP/1.1" status: 200 len: 267 time: 0.0376115 Jul 30 00:25:39.388038 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-057c4fa1-face-43fd-9c63-b738f2c9a729 None None] Set router 9e0c03bd-6cab-43ec-aa93-bb6d808c3526 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:25:39.458906 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-99a546cb-517f-4847-a5dd-39486f24cdb4 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:39.460417 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-99a546cb-517f-4847-a5dd-39486f24cdb4 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/networks?id=c7a21e44-48dc-4cf8-aff2-aa826ba80861 HTTP/1.1" status: 200 len: 797 time: 0.1170990 Jul 30 00:25:39.483145 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-f1cb38d0-bc1e-4d3b-9089-5135b932b139 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/quotas/b50c81366be6461a9721474fa4eb74d8 HTTP/1.1" status: 200 len: 375 time: 0.0103741 Jul 30 00:25:39.537492 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-e9977161-7a74-4116-8c12-0c37c192316f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483506 Jul 30 00:25:39.538585 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-2afb0308-5772-48e9-b379-4a7213330787 None None] Provisioning complete for port 46a1a355-46d3-4447-ada9-126b06a53cf4 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:39.538971 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2afb0308-5772-48e9-b379-4a7213330787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:39.597860 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-2afb0308-5772-48e9-b379-4a7213330787 None None] Port 46a1a355-46d3-4447-ada9-126b06a53cf4 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:25:39.640859 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-a0317cfd-7c57-4fb1-91b9-a58a0e5cc481 service neutron] 10.222.0.18 "GET /v2.0/networks/c7a21e44-48dc-4cf8-aff2-aa826ba80861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904210 Jul 30 00:25:39.647386 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-057c4fa1-face-43fd-9c63-b738f2c9a729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123559426', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '400f454e-80de-43e4-8745-a97c8bc4e137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:34Z', 'updated_at': '2021-07-30T00:25:37Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '400f454e-80de-43e4-8745-a97c8bc4e137', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:05:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:34Z', 'updated_at': '2021-07-30T00:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '46a1a355-46d3-4447-ada9-126b06a53cf4', 'name': '', 'network_id': 'c7a21e44-48dc-4cf8-aff2-aa826ba80861', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:5d:1a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e4e2f592-1fcd-4bbc-ae43-95d230b6a3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:37Z', 'updated_at': '2021-07-30T00:25:38Z', 'revision_number': 2, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': 'e4e2f592-1fcd-4bbc-ae43-95d230b6a3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:39.673892 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057c4fa1-face-43fd-9c63-b738f2c9a729 None None] Checking router: 9e0c03bd-6cab-43ec-aa93-bb6d808c3526 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:25:39.674252 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057c4fa1-face-43fd-9c63-b738f2c9a729 None None] Updating router 9e0c03bd-6cab-43ec-aa93-bb6d808c3526 port 46a1a355-46d3-4447-ada9-126b06a53cf4 binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:25:39.698789 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-057c4fa1-face-43fd-9c63-b738f2c9a729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:39.733092 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-bb642ad9-6376-48c0-bb19-2fc84bb85fd3 service neutron] 10.222.0.18 "GET /v2.0/networks/c7a21e44-48dc-4cf8-aff2-aa826ba80861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860894 Jul 30 00:25:39.746698 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a5a986d8-01ac-48a1-ac57-4d2ba96c435c None None] Provisioning complete for port 46a1a355-46d3-4447-ada9-126b06a53cf4 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:39.747075 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a5a986d8-01ac-48a1-ac57-4d2ba96c435c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:39.842835 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a5a986d8-01ac-48a1-ac57-4d2ba96c435c None None] Port 46a1a355-46d3-4447-ada9-126b06a53cf4 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:25:39.906561 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f99fe43b-cf5e-4878-a00d-d338b0a5246f req-1a097d81-5c28-49b4-8b4a-2264bd71bee9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=edcb6a8c-ae9b-4f95-b1df-ad9290033ea7 HTTP/1.1" status: 200 len: 210 time: 0.0272765 Jul 30 00:25:40.027331 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-057c4fa1-face-43fd-9c63-b738f2c9a729 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:40.040144 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-057c4fa1-face-43fd-9c63-b738f2c9a729 None None] Transition to ACTIVE for port object 46a1a355-46d3-4447-ada9-126b06a53cf4 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:25:40.046247 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-057c4fa1-face-43fd-9c63-b738f2c9a729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:40.084818 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 400f454e-80de-43e4-8745-a97c8bc4e137 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:25:40.152582 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a672a5-e093-45bb-ae07-1930ee3808fb None None] Pushing event updated for resources: {'Port': ['ID=46a1a355-46d3-4447-ada9-126b06a53cf4,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:40.200867 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-057c4fa1-face-43fd-9c63-b738f2c9a729 None None] Attempting to bind port 46a1a355-46d3-4447-ada9-126b06a53cf4 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:25:40.201482 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-057c4fa1-face-43fd-9c63-b738f2c9a729 None None] Attempting to bind port 46a1a355-46d3-4447-ada9-126b06a53cf4 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '738a6773-6d77-4300-baca-d0e598b12e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c7a21e44-48dc-4cf8-aff2-aa826ba80861'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:25:40.201626 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057c4fa1-face-43fd-9c63-b738f2c9a729 None None] Attempting to bind port 46a1a355-46d3-4447-ada9-126b06a53cf4 on network c7a21e44-48dc-4cf8-aff2-aa826ba80861 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:25:40.210075 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057c4fa1-face-43fd-9c63-b738f2c9a729 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:25:40.210460 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057c4fa1-face-43fd-9c63-b738f2c9a729 None None] Checking segment: {'id': '738a6773-6d77-4300-baca-d0e598b12e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c7a21e44-48dc-4cf8-aff2-aa826ba80861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:25:40.210873 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-057c4fa1-face-43fd-9c63-b738f2c9a729 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:40.211961 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057c4fa1-face-43fd-9c63-b738f2c9a729 None None] Bound using segment: {'id': '738a6773-6d77-4300-baca-d0e598b12e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c7a21e44-48dc-4cf8-aff2-aa826ba80861'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:25:40.211961 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-057c4fa1-face-43fd-9c63-b738f2c9a729 None None] Bound port: 46a1a355-46d3-4447-ada9-126b06a53cf4, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '738a6773-6d77-4300-baca-d0e598b12e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c7a21e44-48dc-4cf8-aff2-aa826ba80861'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:25:40.212282 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-057c4fa1-face-43fd-9c63-b738f2c9a729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:40.228068 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 400f454e-80de-43e4-8745-a97c8bc4e137 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:40.228453 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:40.321700 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-057c4fa1-face-43fd-9c63-b738f2c9a729 None None] For port 46a1a355-46d3-4447-ada9-126b06a53cf4, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:25:40.327029 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-057c4fa1-face-43fd-9c63-b738f2c9a729 None None] For port 46a1a355-46d3-4447-ada9-126b06a53cf4, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=46a1a355-46d3-4447-ada9-126b06a53cf4,segment=NetworkSegment(738a6773-6d77-4300-baca-d0e598b12e5d),segment_id=738a6773-6d77-4300-baca-d0e598b12e5d)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:25:40.351772 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-057c4fa1-face-43fd-9c63-b738f2c9a729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:40.408957 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d3e3e4bd-61da-45ed-9362-2ea6b6a4d4f8 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:25:40.459586 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057c4fa1-face-43fd-9c63-b738f2c9a729 None None] Routers {'9e0c03bd-6cab-43ec-aa93-bb6d808c3526'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:25:40.460281 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-057c4fa1-face-43fd-9c63-b738f2c9a729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:25:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['9e0c03bd-6cab-43ec-aa93-bb6d808c3526'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:40.513650 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a672a5-e093-45bb-ae07-1930ee3808fb None None] Pushing event updated for resources: {'Port': ['ID=46a1a355-46d3-4447-ada9-126b06a53cf4,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:40.542451 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port d3e3e4bd-61da-45ed-9362-2ea6b6a4d4f8 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:40.542739 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:40.625898 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-057c4fa1-face-43fd-9c63-b738f2c9a729 None None] Set router 9e0c03bd-6cab-43ec-aa93-bb6d808c3526 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:25:40.934820 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-9a9f320a-8411-4c80-a178-d5b9291cccdf tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:40.936184 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-9a9f320a-8411-4c80-a178-d5b9291cccdf tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.23 "GET /v2.0/networks?id=c7a21e44-48dc-4cf8-aff2-aa826ba80861 HTTP/1.1" status: 200 len: 797 time: 0.1235487 Jul 30 00:25:40.984867 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-d1fd1b08-279c-4529-8407-5000a90a5dfe tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b50c81366be6461a9721474fa4eb74d8 HTTP/1.1" status: 200 len: 378 time: 0.0394709 Jul 30 00:25:41.003332 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-5f3951d1-5a56-440e-be01-a9a08330a4f0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'port': {'device_id': 'edcb6a8c-ae9b-4f95-b1df-ad9290033ea7', 'network_id': 'c7a21e44-48dc-4cf8-aff2-aa826ba80861', 'admin_state_up': True, 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'security_groups': ['1050a998-dcbf-4b8f-b4b3-aaafb0e38997']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:41.021036 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-036d54e4-34d2-436a-bdab-d3038a5abf2b req-3fcf229b-66c3-49c8-97d2-6da1e45d2b31 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=edcb6a8c-ae9b-4f95-b1df-ad9290033ea7 HTTP/1.1" status: 200 len: 210 time: 0.0320492 Jul 30 00:25:41.033564 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-057c4fa1-face-43fd-9c63-b738f2c9a729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123559426', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '400f454e-80de-43e4-8745-a97c8bc4e137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:34Z', 'updated_at': '2021-07-30T00:25:37Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '400f454e-80de-43e4-8745-a97c8bc4e137', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:05:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:34Z', 'updated_at': '2021-07-30T00:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '46a1a355-46d3-4447-ada9-126b06a53cf4', 'name': '', 'network_id': 'c7a21e44-48dc-4cf8-aff2-aa826ba80861', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:5d:1a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e4e2f592-1fcd-4bbc-ae43-95d230b6a3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:37Z', 'updated_at': '2021-07-30T00:25:40Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': 'e4e2f592-1fcd-4bbc-ae43-95d230b6a3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:41.065344 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057c4fa1-face-43fd-9c63-b738f2c9a729 None None] The sync data for ids ['9e0c03bd-6cab-43ec-aa93-bb6d808c3526'] in n-d-712140-10 is: [{'id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123559426', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '400f454e-80de-43e4-8745-a97c8bc4e137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:34Z', 'updated_at': '2021-07-30T00:25:37Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '400f454e-80de-43e4-8745-a97c8bc4e137', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:05:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:34Z', 'updated_at': '2021-07-30T00:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '46a1a355-46d3-4447-ada9-126b06a53cf4', 'name': '', 'network_id': 'c7a21e44-48dc-4cf8-aff2-aa826ba80861', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:5d:1a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e4e2f592-1fcd-4bbc-ae43-95d230b6a3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:37Z', 'updated_at': '2021-07-30T00:25:40Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': 'e4e2f592-1fcd-4bbc-ae43-95d230b6a3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:25:41.145792 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-5f3951d1-5a56-440e-be01-a9a08330a4f0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Made reservation on behalf of b50c81366be6461a9721474fa4eb74d8 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:25:41.149203 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-5f3951d1-5a56-440e-be01-a9a08330a4f0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:41.285437 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-5f3951d1-5a56-440e-be01-a9a08330a4f0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Allocated IP 172.20.0.3 (c7a21e44-48dc-4cf8-aff2-aa826ba80861/e4e2f592-1fcd-4bbc-ae43-95d230b6a3c7/c8633e7b-e9d2-43a6-85c8-ec1e5539069e) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:25:41.434966 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-5f3951d1-5a56-440e-be01-a9a08330a4f0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:41.449930 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-5f3951d1-5a56-440e-be01-a9a08330a4f0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Transition to ACTIVE for port object c8633e7b-e9d2-43a6-85c8-ec1e5539069e will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:25:41.486673 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-5f3951d1-5a56-440e-be01-a9a08330a4f0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:41.531677 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-5f3951d1-5a56-440e-be01-a9a08330a4f0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network c7a21e44-48dc-4cf8-aff2-aa826ba80861 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:25:41.534846 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-5f3951d1-5a56-440e-be01-a9a08330a4f0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:25:41.540901 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-5f3951d1-5a56-440e-be01-a9a08330a4f0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:25:41.571925 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3951d1-5a56-440e-be01-a9a08330a4f0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Port': ['ID=c8633e7b-e9d2-43a6-85c8-ec1e5539069e,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:41.602668 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-5f3951d1-5a56-440e-be01-a9a08330a4f0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:41.603309 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-5f3951d1-5a56-440e-be01-a9a08330a4f0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:41.619038 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-5f3951d1-5a56-440e-be01-a9a08330a4f0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6211669 Jul 30 00:25:41.679702 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-6a4ba1ce-30c6-4409-8630-7c2e12d40e6e service neutron] Request body: {'port': {'device_id': 'edcb6a8c-ae9b-4f95-b1df-ad9290033ea7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:41.737690 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-6a4ba1ce-30c6-4409-8630-7c2e12d40e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:41.816954 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-097a6c87-7121-44fc-8c3a-ce637d184859 None None] Provisioning for port c8633e7b-e9d2-43a6-85c8-ec1e5539069e completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:25:41.821161 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-097a6c87-7121-44fc-8c3a-ce637d184859 None None] Provisioning complete for port c8633e7b-e9d2-43a6-85c8-ec1e5539069e triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:41.821537 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-097a6c87-7121-44fc-8c3a-ce637d184859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:41.857906 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-097a6c87-7121-44fc-8c3a-ce637d184859 None None] Port c8633e7b-e9d2-43a6-85c8-ec1e5539069e cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:25:42.037030 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-6a4ba1ce-30c6-4409-8630-7c2e12d40e6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8633e7b-e9d2-43a6-85c8-ec1e5539069e {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:25:42.046052 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-6a4ba1ce-30c6-4409-8630-7c2e12d40e6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:42.060014 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-6a4ba1ce-30c6-4409-8630-7c2e12d40e6e service neutron] Transition to ACTIVE for port object c8633e7b-e9d2-43a6-85c8-ec1e5539069e will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:25:42.065615 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-6a4ba1ce-30c6-4409-8630-7c2e12d40e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:42.097771 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 46a1a355-46d3-4447-ada9-126b06a53cf4 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:25:42.159137 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ba1ce-30c6-4409-8630-7c2e12d40e6e service neutron] Pushing event updated for resources: {'Port': ['ID=c8633e7b-e9d2-43a6-85c8-ec1e5539069e,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:42.176219 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 46a1a355-46d3-4447-ada9-126b06a53cf4 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:25:42.181231 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 46a1a355-46d3-4447-ada9-126b06a53cf4 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:42.181806 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:42.220822 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8eda2-4b99-47c0-9d7d-72b7e7e2c756 req-f914ae06-c37c-4e77-8312-4a72dd025b88 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:42.222585 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-29e8eda2-4b99-47c0-9d7d-72b7e7e2c756 req-f914ae06-c37c-4e77-8312-4a72dd025b88 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=edcb6a8c-ae9b-4f95-b1df-ad9290033ea7 HTTP/1.1" status: 200 len: 943 time: 0.1205435 Jul 30 00:25:42.284502 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-6a4ba1ce-30c6-4409-8630-7c2e12d40e6e service neutron] Attempting to bind port c8633e7b-e9d2-43a6-85c8-ec1e5539069e on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:25:42.284982 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-6a4ba1ce-30c6-4409-8630-7c2e12d40e6e service neutron] Attempting to bind port c8633e7b-e9d2-43a6-85c8-ec1e5539069e by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '738a6773-6d77-4300-baca-d0e598b12e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c7a21e44-48dc-4cf8-aff2-aa826ba80861'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:25:42.285419 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-6a4ba1ce-30c6-4409-8630-7c2e12d40e6e service neutron] Attempting to bind port c8633e7b-e9d2-43a6-85c8-ec1e5539069e on network c7a21e44-48dc-4cf8-aff2-aa826ba80861 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:25:42.292906 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:42.296029 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-6a4ba1ce-30c6-4409-8630-7c2e12d40e6e service neutron] Port c8633e7b-e9d2-43a6-85c8-ec1e5539069e on network c7a21e44-48dc-4cf8-aff2-aa826ba80861 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:25:42.296029 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-6a4ba1ce-30c6-4409-8630-7c2e12d40e6e service neutron] Attempting to bind port c8633e7b-e9d2-43a6-85c8-ec1e5539069e on network c7a21e44-48dc-4cf8-aff2-aa826ba80861 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:25:42.311886 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-6a4ba1ce-30c6-4409-8630-7c2e12d40e6e service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:25:42.312360 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-6a4ba1ce-30c6-4409-8630-7c2e12d40e6e service neutron] Checking segment: {'id': '738a6773-6d77-4300-baca-d0e598b12e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c7a21e44-48dc-4cf8-aff2-aa826ba80861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:25:42.313026 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-6a4ba1ce-30c6-4409-8630-7c2e12d40e6e service neutron] Bound using segment: {'id': '738a6773-6d77-4300-baca-d0e598b12e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c7a21e44-48dc-4cf8-aff2-aa826ba80861'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:25:42.313556 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-6a4ba1ce-30c6-4409-8630-7c2e12d40e6e service neutron] Bound port: c8633e7b-e9d2-43a6-85c8-ec1e5539069e, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '738a6773-6d77-4300-baca-d0e598b12e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c7a21e44-48dc-4cf8-aff2-aa826ba80861'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:25:42.314050 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-6a4ba1ce-30c6-4409-8630-7c2e12d40e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:42.319658 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-29e8eda2-4b99-47c0-9d7d-72b7e7e2c756 req-dd9e6f04-a65f-4fd0-bd2b-3a805f9bef02 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=1050a998-dcbf-4b8f-b4b3-aaafb0e38997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0886793 Jul 30 00:25:42.332221 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 46a1a355-46d3-4447-ada9-126b06a53cf4, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=46a1a355-46d3-4447-ada9-126b06a53cf4,segment=NetworkSegment(738a6773-6d77-4300-baca-d0e598b12e5d),segment_id=738a6773-6d77-4300-baca-d0e598b12e5d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:42.338853 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:42.384137 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-6a4ba1ce-30c6-4409-8630-7c2e12d40e6e service neutron] For port c8633e7b-e9d2-43a6-85c8-ec1e5539069e, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:25:42.387217 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-6a4ba1ce-30c6-4409-8630-7c2e12d40e6e service neutron] For port c8633e7b-e9d2-43a6-85c8-ec1e5539069e, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=c8633e7b-e9d2-43a6-85c8-ec1e5539069e,segment=NetworkSegment(738a6773-6d77-4300-baca-d0e598b12e5d),segment_id=738a6773-6d77-4300-baca-d0e598b12e5d)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:25:42.391495 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-6a4ba1ce-30c6-4409-8630-7c2e12d40e6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:42.399911 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=46a1a355-46d3-4447-ada9-126b06a53cf4,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:42.428271 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-6a4ba1ce-30c6-4409-8630-7c2e12d40e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:42.428897 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-6a4ba1ce-30c6-4409-8630-7c2e12d40e6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:42.430282 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-6a4ba1ce-30c6-4409-8630-7c2e12d40e6e service neutron] 10.222.0.23 "PUT /v2.0/ports/c8633e7b-e9d2-43a6-85c8-ec1e5539069e HTTP/1.1" status: 200 len: 1092 time: 0.8028047 Jul 30 00:25:42.430720 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edcb6a8c-ae9b-4f95-b1df-ad9290033ea7', 'tag': 'c8633e7b-e9d2-43a6-85c8-ec1e5539069e'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:25:42.433479 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805b3470-612c-47e1-8cc9-40923346511e" -d '{"events": [{"name": "network-changed", "server_uuid": "edcb6a8c-ae9b-4f95-b1df-ad9290033ea7", "tag": "c8633e7b-e9d2-43a6-85c8-ec1e5539069e"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:25:42.462248 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ba1ce-30c6-4409-8630-7c2e12d40e6e service neutron] Pushing event updated for resources: {'Port': ['ID=c8633e7b-e9d2-43a6-85c8-ec1e5539069e,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:42.482688 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0936ee5-00c1-437f-b1db-1831988c02b9 x-openstack-request-id: req-f0936ee5-00c1-437f-b1db-1831988c02b9 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:25:42.482996 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edcb6a8c-ae9b-4f95-b1df-ad9290033ea7", "tag": "c8633e7b-e9d2-43a6-85c8-ec1e5539069e", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:25:42.483230 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f0936ee5-00c1-437f-b1db-1831988c02b9 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:25:42.483629 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edcb6a8c-ae9b-4f95-b1df-ad9290033ea7', 'tag': 'c8633e7b-e9d2-43a6-85c8-ec1e5539069e', 'status': 'completed', 'code': 200} Jul 30 00:25:42.515145 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-15dea8ec-d589-4dc4-b20c-eeb3c3c5b86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:42.517302 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-15dea8ec-d589-4dc4-b20c-eeb3c3c5b86d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=edcb6a8c-ae9b-4f95-b1df-ad9290033ea7 HTTP/1.1" status: 200 len: 1095 time: 0.0474758 Jul 30 00:25:42.565522 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-208da346-429e-4bb1-9d66-51e45e96a994 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8633e7b-e9d2-43a6-85c8-ec1e5539069e HTTP/1.1" status: 200 len: 217 time: 0.0407512 Jul 30 00:25:42.616657 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-417fcbf9-5ffe-4855-973b-096dadad2520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:42.618251 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-417fcbf9-5ffe-4855-973b-096dadad2520 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e4e2f592-1fcd-4bbc-ae43-95d230b6a3c7 HTTP/1.1" status: 200 len: 835 time: 0.0457206 Jul 30 00:25:42.662847 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-3b8b2213-0d04-4f35-b7a8-a48b565c5946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:42.664346 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-3b8b2213-0d04-4f35-b7a8-a48b565c5946 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7a21e44-48dc-4cf8-aff2-aa826ba80861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393991 Jul 30 00:25:42.757761 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-32fe4e2b-7265-4417-ae4a-e31bb4f43294 service neutron] 10.222.0.23 "GET /v2.0/networks/c7a21e44-48dc-4cf8-aff2-aa826ba80861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862901 Jul 30 00:25:42.847691 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-874be8bf-ec52-4b4a-a5c2-e3c2c8ce8aed req-496d81c8-a748-4d54-a244-5dfc923f9def service neutron] 10.222.0.23 "GET /v2.0/networks/c7a21e44-48dc-4cf8-aff2-aa826ba80861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824313 Jul 30 00:25:42.931304 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b3470-612c-47e1-8cc9-40923346511e req-af9b99cd-5609-44ee-b32c-50e1330acc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:42.933272 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-805b3470-612c-47e1-8cc9-40923346511e req-af9b99cd-5609-44ee-b32c-50e1330acc26 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=edcb6a8c-ae9b-4f95-b1df-ad9290033ea7 HTTP/1.1" status: 200 len: 1095 time: 0.0413480 Jul 30 00:25:43.028252 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b3470-612c-47e1-8cc9-40923346511e req-5ac30f6d-073b-4285-8fc6-7daddfc4fe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:43.029741 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-805b3470-612c-47e1-8cc9-40923346511e req-5ac30f6d-073b-4285-8fc6-7daddfc4fe51 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c7a21e44-48dc-4cf8-aff2-aa826ba80861 HTTP/1.1" status: 200 len: 898 time: 0.0900426 Jul 30 00:25:43.070703 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-805b3470-612c-47e1-8cc9-40923346511e req-4ed17102-3f16-42d6-ab16-85822534b494 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8633e7b-e9d2-43a6-85c8-ec1e5539069e HTTP/1.1" status: 200 len: 217 time: 0.0338180 Jul 30 00:25:43.124008 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b3470-612c-47e1-8cc9-40923346511e req-047d33c3-5d68-45dd-8302-25b22ab07a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:43.125472 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-805b3470-612c-47e1-8cc9-40923346511e req-047d33c3-5d68-45dd-8302-25b22ab07a63 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e4e2f592-1fcd-4bbc-ae43-95d230b6a3c7 HTTP/1.1" status: 200 len: 835 time: 0.0477068 Jul 30 00:25:43.171239 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b3470-612c-47e1-8cc9-40923346511e req-90bbacdb-758e-4407-8292-cc50dcd6dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:43.172757 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-805b3470-612c-47e1-8cc9-40923346511e req-90bbacdb-758e-4407-8292-cc50dcd6dc7c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7a21e44-48dc-4cf8-aff2-aa826ba80861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396011 Jul 30 00:25:43.264395 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-805b3470-612c-47e1-8cc9-40923346511e req-f5102825-f725-4f1f-9f8c-93e297872f1d service neutron] 10.222.0.23 "GET /v2.0/networks/c7a21e44-48dc-4cf8-aff2-aa826ba80861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830247 Jul 30 00:25:43.359715 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-805b3470-612c-47e1-8cc9-40923346511e req-51f70de8-4f4d-4d87-93b1-2559bcccde14 service neutron] 10.222.0.23 "GET /v2.0/networks/c7a21e44-48dc-4cf8-aff2-aa826ba80861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872030 Jul 30 00:25:43.444267 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65bada-37af-42b5-9bb6-6b7573fe3b65 req-2a58b0a3-1012-40ef-aa96-e4ab037d8591 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:43.445737 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c65bada-37af-42b5-9bb6-6b7573fe3b65 req-2a58b0a3-1012-40ef-aa96-e4ab037d8591 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=edcb6a8c-ae9b-4f95-b1df-ad9290033ea7 HTTP/1.1" status: 200 len: 943 time: 0.0506501 Jul 30 00:25:43.484356 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2c65bada-37af-42b5-9bb6-6b7573fe3b65 req-404049b7-f77a-475d-a351-511c866209d3 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=1050a998-dcbf-4b8f-b4b3-aaafb0e38997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317705 Jul 30 00:25:44.052688 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 46a1a355-46d3-4447-ada9-126b06a53cf4 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:25:44.100203 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 46a1a355-46d3-4447-ada9-126b06a53cf4 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:44.100576 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:44.597415 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ef37c-32a9-4482-b8bb-9aa136be436d req-96006dae-71e7-46dd-a2f5-e215e0b493fa tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:44.598829 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a07ef37c-32a9-4482-b8bb-9aa136be436d req-96006dae-71e7-46dd-a2f5-e215e0b493fa tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=edcb6a8c-ae9b-4f95-b1df-ad9290033ea7 HTTP/1.1" status: 200 len: 943 time: 0.0481317 Jul 30 00:25:44.636919 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a07ef37c-32a9-4482-b8bb-9aa136be436d req-25b43c30-b244-4b79-af98-dc05e6227640 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=1050a998-dcbf-4b8f-b4b3-aaafb0e38997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319698 Jul 30 00:25:45.365499 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:25:45.755295 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c139c-c9cc-4ce2-b9f1-16e9b9da2c8a req-951c7334-3f64-4ed7-958e-94eaa30804d7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:45.756813 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc7c139c-c9cc-4ce2-b9f1-16e9b9da2c8a req-951c7334-3f64-4ed7-958e-94eaa30804d7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=edcb6a8c-ae9b-4f95-b1df-ad9290033ea7 HTTP/1.1" status: 200 len: 943 time: 0.0533416 Jul 30 00:25:45.794440 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc7c139c-c9cc-4ce2-b9f1-16e9b9da2c8a req-0ce05d7c-0331-41e0-b554-508980c1d3ef tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=1050a998-dcbf-4b8f-b4b3-aaafb0e38997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314598 Jul 30 00:25:46.272007 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device c8633e7b-e9d2-43a6-85c8-ec1e5539069e details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:25:46.365252 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port c8633e7b-e9d2-43a6-85c8-ec1e5539069e, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=c8633e7b-e9d2-43a6-85c8-ec1e5539069e,segment=NetworkSegment(738a6773-6d77-4300-baca-d0e598b12e5d),segment_id=738a6773-6d77-4300-baca-d0e598b12e5d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:46.376150 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'c8633e7b-e9d2-43a6-85c8-ec1e5539069e', 'network_id': 'c7a21e44-48dc-4cf8-aff2-aa826ba80861', 'port_id': 'c8633e7b-e9d2-43a6-85c8-ec1e5539069e', 'mac_address': 'fa:16:3e:63:66:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4e2f592-1fcd-4bbc-ae43-95d230b6a3c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:25:46.415955 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:46.428021 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8633e7b-e9d2-43a6-85c8-ec1e5539069e {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:25:46.446752 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port c8633e7b-e9d2-43a6-85c8-ec1e5539069e, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=c8633e7b-e9d2-43a6-85c8-ec1e5539069e,segment=NetworkSegment(738a6773-6d77-4300-baca-d0e598b12e5d),segment_id=738a6773-6d77-4300-baca-d0e598b12e5d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:46.451579 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:46.497306 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=c8633e7b-e9d2-43a6-85c8-ec1e5539069e,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:46.701410 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['c8633e7b-e9d2-43a6-85c8-ec1e5539069e'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:25:46.910972 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11018361-af26-498c-9c8a-3467d145fcd1 req-c35ff96d-6324-4ada-a663-18baae2538ec tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:46.912545 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-11018361-af26-498c-9c8a-3467d145fcd1 req-c35ff96d-6324-4ada-a663-18baae2538ec tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=edcb6a8c-ae9b-4f95-b1df-ad9290033ea7 HTTP/1.1" status: 200 len: 944 time: 0.0499279 Jul 30 00:25:46.953056 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-11018361-af26-498c-9c8a-3467d145fcd1 req-2095f289-f95f-409e-a381-84396623efee tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=1050a998-dcbf-4b8f-b4b3-aaafb0e38997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344996 Jul 30 00:25:48.067471 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac40703-ffc7-4b42-bb0d-512b4c56f2f2 req-3a2e7e61-88ab-47e0-b63a-7c1dd75c5b36 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:48.069032 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8ac40703-ffc7-4b42-bb0d-512b4c56f2f2 req-3a2e7e61-88ab-47e0-b63a-7c1dd75c5b36 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=edcb6a8c-ae9b-4f95-b1df-ad9290033ea7 HTTP/1.1" status: 200 len: 944 time: 0.0490882 Jul 30 00:25:48.107306 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8ac40703-ffc7-4b42-bb0d-512b4c56f2f2 req-de36a2a8-06bc-432f-90d7-73e883d7c5db tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=1050a998-dcbf-4b8f-b4b3-aaafb0e38997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318022 Jul 30 00:25:48.290852 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device c8633e7b-e9d2-43a6-85c8-ec1e5539069e up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:25:48.339477 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port c8633e7b-e9d2-43a6-85c8-ec1e5539069e completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:25:48.343747 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port c8633e7b-e9d2-43a6-85c8-ec1e5539069e triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:25:48.344154 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:48.431358 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:48.454220 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcb6a8c-ae9b-4f95-b1df-ad9290033ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8633e7b-e9d2-43a6-85c8-ec1e5539069e'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:25:48.456925 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee31ed8e5b8e4dc4f88b315270ded6679232f3f3b12134e952a2ffdf5dc07ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e464b898-e712-4297-949f-c91d56f5f592" -d '{"events": [{"server_uuid": "edcb6a8c-ae9b-4f95-b1df-ad9290033ea7", "name": "network-vif-plugged", "status": "completed", "tag": "c8633e7b-e9d2-43a6-85c8-ec1e5539069e"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:25:48.471545 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port c8633e7b-e9d2-43a6-85c8-ec1e5539069e, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=c8633e7b-e9d2-43a6-85c8-ec1e5539069e,segment=NetworkSegment(738a6773-6d77-4300-baca-d0e598b12e5d),segment_id=738a6773-6d77-4300-baca-d0e598b12e5d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:25:48.475714 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:48.500613 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a43a58-a7d5-4fc0-be60-09fcf1419f0b x-openstack-request-id: req-87a43a58-a7d5-4fc0-be60-09fcf1419f0b {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:25:48.501024 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcb6a8c-ae9b-4f95-b1df-ad9290033ea7", "name": "network-vif-plugged", "status": "completed", "tag": "c8633e7b-e9d2-43a6-85c8-ec1e5539069e", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:25:48.501282 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-87a43a58-a7d5-4fc0-be60-09fcf1419f0b {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:25:48.501668 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edcb6a8c-ae9b-4f95-b1df-ad9290033ea7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8633e7b-e9d2-43a6-85c8-ec1e5539069e', 'code': 200} Jul 30 00:25:48.528699 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=c8633e7b-e9d2-43a6-85c8-ec1e5539069e,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:48.595919 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7edfc08-a4e2-4d7d-8bc7-be1f50f0108f req-96c08672-7766-4189-b2d2-327a6b5986b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:48.597428 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a7edfc08-a4e2-4d7d-8bc7-be1f50f0108f req-96c08672-7766-4189-b2d2-327a6b5986b8 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=edcb6a8c-ae9b-4f95-b1df-ad9290033ea7 HTTP/1.1" status: 200 len: 1097 time: 0.0441785 Jul 30 00:25:48.630751 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a7edfc08-a4e2-4d7d-8bc7-be1f50f0108f req-ee62de00-d5f3-439f-9401-5d68e422e235 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=1050a998-dcbf-4b8f-b4b3-aaafb0e38997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0266392 Jul 30 00:25:49.223015 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a314c1b-9a89-48b6-b5cc-d1d5d900a5ab req-f0beb611-df10-419a-bbdc-c666deaac9e2 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:49.224557 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a314c1b-9a89-48b6-b5cc-d1d5d900a5ab req-f0beb611-df10-419a-bbdc-c666deaac9e2 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=edcb6a8c-ae9b-4f95-b1df-ad9290033ea7 HTTP/1.1" status: 200 len: 945 time: 0.0484002 Jul 30 00:25:49.262985 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2a314c1b-9a89-48b6-b5cc-d1d5d900a5ab req-5df68b53-2151-4fee-bfea-e53aca5a918d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=1050a998-dcbf-4b8f-b4b3-aaafb0e38997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325203 Jul 30 00:25:50.377273 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7255568e-5e96-4032-b8ff-23a04fd10c7f req-f9d62429-4f38-43b7-8382-1f39d35b19a0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:50.378874 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7255568e-5e96-4032-b8ff-23a04fd10c7f req-f9d62429-4f38-43b7-8382-1f39d35b19a0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=edcb6a8c-ae9b-4f95-b1df-ad9290033ea7 HTTP/1.1" status: 200 len: 945 time: 0.0490887 Jul 30 00:25:50.416061 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7255568e-5e96-4032-b8ff-23a04fd10c7f req-68bfdc61-907c-401c-bf3f-91a3de57e168 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=1050a998-dcbf-4b8f-b4b3-aaafb0e38997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311372 Jul 30 00:25:50.535295 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ec35c-2ef0-45e4-89ab-9aa2a15f46f3 req-f4709514-b8bb-4374-a407-9e8163ab4a15 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:50.536809 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b41ec35c-2ef0-45e4-89ab-9aa2a15f46f3 req-f4709514-b8bb-4374-a407-9e8163ab4a15 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=edcb6a8c-ae9b-4f95-b1df-ad9290033ea7 HTTP/1.1" status: 200 len: 945 time: 0.0538871 Jul 30 00:25:50.575528 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b41ec35c-2ef0-45e4-89ab-9aa2a15f46f3 req-e433d330-fd23-428c-976d-eb43ac93d62c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=1050a998-dcbf-4b8f-b4b3-aaafb0e38997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327866 Jul 30 00:25:50.597098 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60328) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:50.636729 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45cba91-7706-4027-9d22-d0a3f9f6bc7a tempest-TestNetworkAdvancedServerOps-2121857559 tempest-TestNetworkAdvancedServerOps-2121857559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:50.638273 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b45cba91-7706-4027-9d22-d0a3f9f6bc7a tempest-TestNetworkAdvancedServerOps-2121857559 tempest-TestNetworkAdvancedServerOps-2121857559-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=edcb6a8c-ae9b-4f95-b1df-ad9290033ea7 HTTP/1.1" status: 200 len: 1092 time: 0.0402064 Jul 30 00:25:50.641105 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60330) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:50.645563 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-4b687d8d-9636-45db-b771-5ee813351588 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'port_id': 'c8633e7b-e9d2-43a6-85c8-ec1e5539069e', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:25:50.669638 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4b687d8d-9636-45db-b771-5ee813351588 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:50.769359 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4b687d8d-9636-45db-b771-5ee813351588 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:50.870237 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-4b687d8d-9636-45db-b771-5ee813351588 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Allocated IP 172.25.8.128 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/20d7cc71-c165-47df-9aa3-418d0e82616f) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:25:50.975876 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4b687d8d-9636-45db-b771-5ee813351588 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:51.016138 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4b687d8d-9636-45db-b771-5ee813351588 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:51.052303 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b687d8d-9636-45db-b771-5ee813351588 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:25:51.056502 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-4b687d8d-9636-45db-b771-5ee813351588 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:25:51.062837 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b687d8d-9636-45db-b771-5ee813351588 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:25:51.068251 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b687d8d-9636-45db-b771-5ee813351588 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Port': ['ID=20d7cc71-c165-47df-9aa3-418d0e82616f,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:51.421428 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4b687d8d-9636-45db-b771-5ee813351588 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:51.485632 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4b687d8d-9636-45db-b771-5ee813351588 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:51.633567 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4b687d8d-9636-45db-b771-5ee813351588 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:51.639278 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4b687d8d-9636-45db-b771-5ee813351588 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:51.717196 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b687d8d-9636-45db-b771-5ee813351588 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Port': ['ID=20d7cc71-c165-47df-9aa3-418d0e82616f,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:25:51.726862 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4b687d8d-9636-45db-b771-5ee813351588 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:51.823556 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-4b687d8d-9636-45db-b771-5ee813351588 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Floating IP 0ed1c25d-9e71-4682-bdf4-4c475695b37c associated. External IP: 172.25.8.128, port: c8633e7b-e9d2-43a6-85c8-ec1e5539069e. Jul 30 00:25:52.027011 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b687d8d-9636-45db-b771-5ee813351588 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Router 9e0c03bd-6cab-43ec-aa93-bb6d808c3526 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:25:52.132436 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b687d8d-9636-45db-b771-5ee813351588 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:25:52.143345 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6420c1-bafd-4862-a72b-929a04162cac None None] Sync routers for ids ['9e0c03bd-6cab-43ec-aa93-bb6d808c3526'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:25:52.149436 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4b687d8d-9636-45db-b771-5ee813351588 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:25:52.155248 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6420c1-bafd-4862-a72b-929a04162cac None None] Routers {'9e0c03bd-6cab-43ec-aa93-bb6d808c3526'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:25:52.155995 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-2d6420c1-bafd-4862-a72b-929a04162cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:25:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['9e0c03bd-6cab-43ec-aa93-bb6d808c3526'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:52.176874 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4b687d8d-9636-45db-b771-5ee813351588 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5346913 Jul 30 00:25:52.177556 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edcb6a8c-ae9b-4f95-b1df-ad9290033ea7', 'tag': 'c8633e7b-e9d2-43a6-85c8-ec1e5539069e'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:25:52.180044 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fab6aff-dffe-4808-a048-d1966d56a984" -d '{"events": [{"name": "network-changed", "server_uuid": "edcb6a8c-ae9b-4f95-b1df-ad9290033ea7", "tag": "c8633e7b-e9d2-43a6-85c8-ec1e5539069e"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:25:52.263338 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-2d6420c1-bafd-4862-a72b-929a04162cac None None] Set router 9e0c03bd-6cab-43ec-aa93-bb6d808c3526 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:25:52.280891 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0b145-6b33-496e-9df9-d35a2de8ce4c req-322d48fa-b0d1-4ca6-9fb9-b412e0274e49 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:52.282500 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1bd0b145-6b33-496e-9df9-d35a2de8ce4c req-322d48fa-b0d1-4ca6-9fb9-b412e0274e49 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=edcb6a8c-ae9b-4f95-b1df-ad9290033ea7 HTTP/1.1" status: 200 len: 945 time: 0.0558326 Jul 30 00:25:52.321310 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1bd0b145-6b33-496e-9df9-d35a2de8ce4c req-09e316ea-8af6-4bf1-ba93-8c40fdb56a90 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=1050a998-dcbf-4b8f-b4b3-aaafb0e38997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327973 Jul 30 00:25:52.344456 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60336) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:52.384329 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2423cd-af5b-415c-938d-d6285af35fb8 x-openstack-request-id: req-ca2423cd-af5b-415c-938d-d6285af35fb8 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:25:52.384618 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edcb6a8c-ae9b-4f95-b1df-ad9290033ea7", "tag": "c8633e7b-e9d2-43a6-85c8-ec1e5539069e", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:25:52.384871 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca2423cd-af5b-415c-938d-d6285af35fb8 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:25:52.385268 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edcb6a8c-ae9b-4f95-b1df-ad9290033ea7', 'tag': 'c8633e7b-e9d2-43a6-85c8-ec1e5539069e', 'status': 'completed', 'code': 200} Jul 30 00:25:52.440825 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-40b6c39b-0748-48af-90df-eb677083895b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/floatingips/0ed1c25d-9e71-4682-bdf4-4c475695b37c HTTP/1.1" status: 200 len: 991 time: 0.0950427 Jul 30 00:25:52.449128 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab6aff-dffe-4808-a048-d1966d56a984 req-7673ab09-591d-44e0-aaf2-c721eccef34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:52.450623 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9fab6aff-dffe-4808-a048-d1966d56a984 req-7673ab09-591d-44e0-aaf2-c721eccef34e service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=edcb6a8c-ae9b-4f95-b1df-ad9290033ea7 HTTP/1.1" status: 200 len: 1097 time: 0.0621276 Jul 30 00:25:52.490405 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-2d6420c1-bafd-4862-a72b-929a04162cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123559426', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '400f454e-80de-43e4-8745-a97c8bc4e137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:34Z', 'updated_at': '2021-07-30T00:25:37Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '400f454e-80de-43e4-8745-a97c8bc4e137', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:05:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:34Z', 'updated_at': '2021-07-30T00:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '0ed1c25d-9e71-4682-bdf4-4c475695b37c', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'floating_ip_address': '172.25.8.128', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'port_id': 'c8633e7b-e9d2-43a6-85c8-ec1e5539069e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7a21e44-48dc-4cf8-aff2-aa826ba80861', 'mac_address': 'fa:16:3e:63:66:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcb6a8c-ae9b-4f95-b1df-ad9290033ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:25:51Z', 'updated_at': '2021-07-30T00:25:51Z', 'revision_number': 0, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46a1a355-46d3-4447-ada9-126b06a53cf4', 'name': '', 'network_id': 'c7a21e44-48dc-4cf8-aff2-aa826ba80861', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:5d:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e4e2f592-1fcd-4bbc-ae43-95d230b6a3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:37Z', 'updated_at': '2021-07-30T00:25:42Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': 'e4e2f592-1fcd-4bbc-ae43-95d230b6a3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:52.541639 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab6aff-dffe-4808-a048-d1966d56a984 req-3b18e987-d71e-4bd6-966a-69e101492d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:52.543648 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9fab6aff-dffe-4808-a048-d1966d56a984 req-3b18e987-d71e-4bd6-966a-69e101492d7f service neutron] 10.222.0.23 "GET /v2.0/networks?id=c7a21e44-48dc-4cf8-aff2-aa826ba80861 HTTP/1.1" status: 200 len: 898 time: 0.0868149 Jul 30 00:25:52.605722 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6420c1-bafd-4862-a72b-929a04162cac None None] Checking router: 9e0c03bd-6cab-43ec-aa93-bb6d808c3526 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:25:52.614077 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6420c1-bafd-4862-a72b-929a04162cac None None] Routers {'9e0c03bd-6cab-43ec-aa93-bb6d808c3526'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:25:52.614677 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-2d6420c1-bafd-4862-a72b-929a04162cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:25:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['9e0c03bd-6cab-43ec-aa93-bb6d808c3526'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:52.615076 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9fab6aff-dffe-4808-a048-d1966d56a984 req-4b0df04c-a13f-4ce6-82fe-d13e472c9a7f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8633e7b-e9d2-43a6-85c8-ec1e5539069e HTTP/1.1" status: 200 len: 999 time: 0.0644109 Jul 30 00:25:52.663548 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab6aff-dffe-4808-a048-d1966d56a984 req-fc683d23-e8a6-40fc-8488-f875d890d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:52.665078 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9fab6aff-dffe-4808-a048-d1966d56a984 req-fc683d23-e8a6-40fc-8488-f875d890d34e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e4e2f592-1fcd-4bbc-ae43-95d230b6a3c7 HTTP/1.1" status: 200 len: 835 time: 0.0427632 Jul 30 00:25:52.711048 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab6aff-dffe-4808-a048-d1966d56a984 req-63001dfa-a745-45c8-9090-9772b4222866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:25:52.712675 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9fab6aff-dffe-4808-a048-d1966d56a984 req-63001dfa-a745-45c8-9090-9772b4222866 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7a21e44-48dc-4cf8-aff2-aa826ba80861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406590 Jul 30 00:25:52.716472 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-2d6420c1-bafd-4862-a72b-929a04162cac None None] Set router 9e0c03bd-6cab-43ec-aa93-bb6d808c3526 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:25:52.804740 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9fab6aff-dffe-4808-a048-d1966d56a984 req-4297f887-e895-45e3-9f50-a7ce1f71ff5f service neutron] 10.222.0.23 "GET /v2.0/networks/c7a21e44-48dc-4cf8-aff2-aa826ba80861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854163 Jul 30 00:25:52.943620 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-2d6420c1-bafd-4862-a72b-929a04162cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123559426', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '400f454e-80de-43e4-8745-a97c8bc4e137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:34Z', 'updated_at': '2021-07-30T00:25:37Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '400f454e-80de-43e4-8745-a97c8bc4e137', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:05:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:34Z', 'updated_at': '2021-07-30T00:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '0ed1c25d-9e71-4682-bdf4-4c475695b37c', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'floating_ip_address': '172.25.8.128', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'port_id': 'c8633e7b-e9d2-43a6-85c8-ec1e5539069e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7a21e44-48dc-4cf8-aff2-aa826ba80861', 'mac_address': 'fa:16:3e:63:66:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcb6a8c-ae9b-4f95-b1df-ad9290033ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:25:51Z', 'updated_at': '2021-07-30T00:25:51Z', 'revision_number': 0, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46a1a355-46d3-4447-ada9-126b06a53cf4', 'name': '', 'network_id': 'c7a21e44-48dc-4cf8-aff2-aa826ba80861', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:5d:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e4e2f592-1fcd-4bbc-ae43-95d230b6a3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:37Z', 'updated_at': '2021-07-30T00:25:42Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': 'e4e2f592-1fcd-4bbc-ae43-95d230b6a3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:25:52.974624 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6420c1-bafd-4862-a72b-929a04162cac None None] The sync data for ids ['9e0c03bd-6cab-43ec-aa93-bb6d808c3526'] in n-d-712140-10 is: [{'id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123559426', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '400f454e-80de-43e4-8745-a97c8bc4e137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:34Z', 'updated_at': '2021-07-30T00:25:37Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '400f454e-80de-43e4-8745-a97c8bc4e137', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:05:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:34Z', 'updated_at': '2021-07-30T00:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '0ed1c25d-9e71-4682-bdf4-4c475695b37c', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'floating_ip_address': '172.25.8.128', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'port_id': 'c8633e7b-e9d2-43a6-85c8-ec1e5539069e', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4187, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7a21e44-48dc-4cf8-aff2-aa826ba80861', 'mac_address': 'fa:16:3e:63:66:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edcb6a8c-ae9b-4f95-b1df-ad9290033ea7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:25:51Z', 'updated_at': '2021-07-30T00:25:51Z', 'revision_number': 0, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '46a1a355-46d3-4447-ada9-126b06a53cf4', 'name': '', 'network_id': 'c7a21e44-48dc-4cf8-aff2-aa826ba80861', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:5d:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e4e2f592-1fcd-4bbc-ae43-95d230b6a3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:37Z', 'updated_at': '2021-07-30T00:25:42Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': 'e4e2f592-1fcd-4bbc-ae43-95d230b6a3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:25:53.179296 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a18cd5a5-90f1-4cad-9556-edd19b721abe None None] New status for floating IP 0ed1c25d-9e71-4682-bdf4-4c475695b37c: ACTIVE {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:25:53.228802 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9fab6aff-dffe-4808-a048-d1966d56a984 req-aa73ffb9-4129-42da-9468-31344e0e492c service neutron] 10.222.0.23 "GET /v2.0/networks/c7a21e44-48dc-4cf8-aff2-aa826ba80861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4172306 Jul 30 00:25:53.444657 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60338) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:25:53.507964 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-453f876b-d696-4f59-bb13-b547196e03f2 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/floatingips/0ed1c25d-9e71-4682-bdf4-4c475695b37c HTTP/1.1" status: 200 len: 993 time: 0.0620835 Jul 30 00:26:00.222330 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:00.343971 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:02.951314 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0f48d84f-17e0-451b-8187-1eea418e8238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:04.382924 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-55504410-f499-4890-8861-95e5547427fb req-29291933-e887-4a65-a98d-06522ceb38ba service neutron] (94063) timed out ('10.222.0.39', 59986) {{(pid=94063) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:26:05.523424 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:06.310932 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ac45b5e6-7bd5-4091-9419-7d70c1c39558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:07.098101 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:08.408537 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:14.755660 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1b5031d6-1ee4-40d9-8f20-51afb2c60c6a req-dbd01e72-f420-4d71-8734-e1b3e77a189a service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=edcb6a8c-ae9b-4f95-b1df-ad9290033ea7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0397239 Jul 30 00:26:14.840776 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5031d6-1ee4-40d9-8f20-51afb2c60c6a req-b87bf0df-d70d-44f7-add9-622651978520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:14.842295 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1b5031d6-1ee4-40d9-8f20-51afb2c60c6a req-b87bf0df-d70d-44f7-add9-622651978520 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=edcb6a8c-ae9b-4f95-b1df-ad9290033ea7 HTTP/1.1" status: 200 len: 1097 time: 0.0410471 Jul 30 00:26:14.947358 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5031d6-1ee4-40d9-8f20-51afb2c60c6a req-fed757b3-c866-4dbf-a247-eda399989a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:14.948873 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1b5031d6-1ee4-40d9-8f20-51afb2c60c6a req-fed757b3-c866-4dbf-a247-eda399989a1d service neutron] 10.222.0.23 "GET /v2.0/networks?id=c7a21e44-48dc-4cf8-aff2-aa826ba80861 HTTP/1.1" status: 200 len: 898 time: 0.0862997 Jul 30 00:26:15.014329 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1b5031d6-1ee4-40d9-8f20-51afb2c60c6a req-c708391c-2290-4d59-9191-a69c796c5388 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8633e7b-e9d2-43a6-85c8-ec1e5539069e HTTP/1.1" status: 200 len: 1001 time: 0.0572102 Jul 30 00:26:15.064036 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5031d6-1ee4-40d9-8f20-51afb2c60c6a req-70b0cdf2-a9f1-490d-b867-63abc8c55d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:15.065461 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1b5031d6-1ee4-40d9-8f20-51afb2c60c6a req-70b0cdf2-a9f1-490d-b867-63abc8c55d87 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e4e2f592-1fcd-4bbc-ae43-95d230b6a3c7 HTTP/1.1" status: 200 len: 835 time: 0.0431664 Jul 30 00:26:15.113976 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5031d6-1ee4-40d9-8f20-51afb2c60c6a req-f2b3ba95-e592-44c1-bdc0-f5f114420ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:15.115439 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1b5031d6-1ee4-40d9-8f20-51afb2c60c6a req-f2b3ba95-e592-44c1-bdc0-f5f114420ac9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7a21e44-48dc-4cf8-aff2-aa826ba80861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433710 Jul 30 00:26:15.203771 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1b5031d6-1ee4-40d9-8f20-51afb2c60c6a req-13e5afa0-a3f9-4a41-87b3-791f91d3e98a service neutron] 10.222.0.23 "GET /v2.0/networks/c7a21e44-48dc-4cf8-aff2-aa826ba80861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798020 Jul 30 00:26:15.297652 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1b5031d6-1ee4-40d9-8f20-51afb2c60c6a req-4a29f5c0-1740-4a86-95b3-0f3ba9771536 service neutron] 10.222.0.23 "GET /v2.0/networks/c7a21e44-48dc-4cf8-aff2-aa826ba80861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859396 Jul 30 00:26:22.364891 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:26:24.859747 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e6e53-cead-4725-9729-903c909889ff req-2b7bf5ec-ce33-46be-9e52-f8fae1fe8ea5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:24.861290 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-770e6e53-cead-4725-9729-903c909889ff req-2b7bf5ec-ce33-46be-9e52-f8fae1fe8ea5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=edcb6a8c-ae9b-4f95-b1df-ad9290033ea7 HTTP/1.1" status: 200 len: 945 time: 0.0526078 Jul 30 00:26:24.907001 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-770e6e53-cead-4725-9729-903c909889ff req-9a3a02fa-99c6-4ced-9de0-64785f4541e5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=1050a998-dcbf-4b8f-b4b3-aaafb0e38997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395529 Jul 30 00:26:26.028099 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d696dc-452e-4c1a-a086-5f7dd70f05cc req-b300c4d4-53ea-4e4f-9746-c6bce0580c0d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:26.029603 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b7d696dc-452e-4c1a-a086-5f7dd70f05cc req-b300c4d4-53ea-4e4f-9746-c6bce0580c0d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=edcb6a8c-ae9b-4f95-b1df-ad9290033ea7 HTTP/1.1" status: 200 len: 945 time: 0.0495749 Jul 30 00:26:26.069387 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b7d696dc-452e-4c1a-a086-5f7dd70f05cc req-bd6ff591-4ca2-4a20-be77-409769d2dad3 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=1050a998-dcbf-4b8f-b4b3-aaafb0e38997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337627 Jul 30 00:26:26.091759 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60360) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:26.155964 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e0abae90-16ab-4504-8919-0f6c7c78d073 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/floatingips/0ed1c25d-9e71-4682-bdf4-4c475695b37c HTTP/1.1" status: 200 len: 993 time: 0.0629697 Jul 30 00:26:27.407975 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655ee0c-88dd-4f37-ba08-b2ee9fa93f37 req-eac4b739-1c48-457a-b84a-9fce6c45d743 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:27.409587 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e655ee0c-88dd-4f37-ba08-b2ee9fa93f37 req-eac4b739-1c48-457a-b84a-9fce6c45d743 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=edcb6a8c-ae9b-4f95-b1df-ad9290033ea7 HTTP/1.1" status: 200 len: 945 time: 0.0483885 Jul 30 00:26:27.448868 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e655ee0c-88dd-4f37-ba08-b2ee9fa93f37 req-85080ee3-7f7a-412c-bfc7-8664ee54ce38 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=1050a998-dcbf-4b8f-b4b3-aaafb0e38997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330725 Jul 30 00:26:28.568145 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf60c2f-5f21-4f53-91dc-016f3e903060 req-6050b08f-edfb-4586-b710-d476ff5b59ec tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:28.569572 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9cf60c2f-5f21-4f53-91dc-016f3e903060 req-6050b08f-edfb-4586-b710-d476ff5b59ec tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=edcb6a8c-ae9b-4f95-b1df-ad9290033ea7 HTTP/1.1" status: 200 len: 945 time: 0.0496716 Jul 30 00:26:28.606985 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9cf60c2f-5f21-4f53-91dc-016f3e903060 req-664314c9-be3b-4e67-8802-f9befed90243 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=1050a998-dcbf-4b8f-b4b3-aaafb0e38997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308003 Jul 30 00:26:28.629222 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60372) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:28.693299 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8a5af583-f5ab-429c-b3db-c9286b574fa9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/floatingips/0ed1c25d-9e71-4682-bdf4-4c475695b37c HTTP/1.1" status: 200 len: 993 time: 0.0629072 Jul 30 00:26:28.908605 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60378) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:29.062159 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-a5ce6c2b-78a3-4c91-bf66-1f7c6b2812c0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Deleting port 20d7cc71-c165-47df-9aa3-418d0e82616f {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:26:29.062504 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a5ce6c2b-78a3-4c91-bf66-1f7c6b2812c0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:29.141949 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a5ce6c2b-78a3-4c91-bf66-1f7c6b2812c0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:29.142283 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a5ce6c2b-78a3-4c91-bf66-1f7c6b2812c0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:29.154312 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-a5ce6c2b-78a3-4c91-bf66-1f7c6b2812c0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Calling delete_port for 20d7cc71-c165-47df-9aa3-418d0e82616f owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:26:29.302985 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a5ce6c2b-78a3-4c91-bf66-1f7c6b2812c0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:29.331077 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce6c2b-78a3-4c91-bf66-1f7c6b2812c0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'Port': ['ID=20d7cc71-c165-47df-9aa3-418d0e82616f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:29.354029 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce6c2b-78a3-4c91-bf66-1f7c6b2812c0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:29.354394 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce6c2b-78a3-4c91-bf66-1f7c6b2812c0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:29.354745 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce6c2b-78a3-4c91-bf66-1f7c6b2812c0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:29.355091 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce6c2b-78a3-4c91-bf66-1f7c6b2812c0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:29.355432 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce6c2b-78a3-4c91-bf66-1f7c6b2812c0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:29.355776 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce6c2b-78a3-4c91-bf66-1f7c6b2812c0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:29.356315 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce6c2b-78a3-4c91-bf66-1f7c6b2812c0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:29.357226 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce6c2b-78a3-4c91-bf66-1f7c6b2812c0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:29.357624 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce6c2b-78a3-4c91-bf66-1f7c6b2812c0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:29.357966 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce6c2b-78a3-4c91-bf66-1f7c6b2812c0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:29.358303 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce6c2b-78a3-4c91-bf66-1f7c6b2812c0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:29.358636 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ce6c2b-78a3-4c91-bf66-1f7c6b2812c0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:29.400194 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a5ce6c2b-78a3-4c91-bf66-1f7c6b2812c0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:29.400531 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-a5ce6c2b-78a3-4c91-bf66-1f7c6b2812c0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Floating IP 0ed1c25d-9e71-4682-bdf4-4c475695b37c disassociated (deleted). External IP: 172.25.8.128, port: c8633e7b-e9d2-43a6-85c8-ec1e5539069e. Jul 30 00:26:29.608531 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5ce6c2b-78a3-4c91-bf66-1f7c6b2812c0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Router 9e0c03bd-6cab-43ec-aa93-bb6d808c3526 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:26:29.716558 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ce6c2b-78a3-4c91-bf66-1f7c6b2812c0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:26:29.721329 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a5ce6c2b-78a3-4c91-bf66-1f7c6b2812c0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:29.726498 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe76ded-c6e3-4265-ae3f-033699dea00e None None] Sync routers for ids ['9e0c03bd-6cab-43ec-aa93-bb6d808c3526'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:26:29.735354 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe76ded-c6e3-4265-ae3f-033699dea00e None None] Routers {'9e0c03bd-6cab-43ec-aa93-bb6d808c3526'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:26:29.736002 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-cbe76ded-c6e3-4265-ae3f-033699dea00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:26:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['9e0c03bd-6cab-43ec-aa93-bb6d808c3526'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:29.748222 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a5ce6c2b-78a3-4c91-bf66-1f7c6b2812c0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "DELETE /v2.0/floatingips/0ed1c25d-9e71-4682-bdf4-4c475695b37c HTTP/1.1" status: 204 len: 168 time: 0.8384607 Jul 30 00:26:29.749044 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edcb6a8c-ae9b-4f95-b1df-ad9290033ea7', 'tag': 'c8633e7b-e9d2-43a6-85c8-ec1e5539069e'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:26:29.751392 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c02f7bb-e550-41e5-97d9-9ba1d7bfd9cb" -d '{"events": [{"name": "network-changed", "server_uuid": "edcb6a8c-ae9b-4f95-b1df-ad9290033ea7", "tag": "c8633e7b-e9d2-43a6-85c8-ec1e5539069e"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:26:29.841443 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-cbe76ded-c6e3-4265-ae3f-033699dea00e None None] Set router 9e0c03bd-6cab-43ec-aa93-bb6d808c3526 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:26:29.960313 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72893881-d659-4ff5-b665-7e8e9fde65ce x-openstack-request-id: req-72893881-d659-4ff5-b665-7e8e9fde65ce {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:26:29.960737 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edcb6a8c-ae9b-4f95-b1df-ad9290033ea7", "tag": "c8633e7b-e9d2-43a6-85c8-ec1e5539069e", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:26:29.961113 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-72893881-d659-4ff5-b665-7e8e9fde65ce {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:26:29.962211 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edcb6a8c-ae9b-4f95-b1df-ad9290033ea7', 'tag': 'c8633e7b-e9d2-43a6-85c8-ec1e5539069e', 'status': 'completed', 'code': 200} Jul 30 00:26:30.054412 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-cbe76ded-c6e3-4265-ae3f-033699dea00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123559426', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '400f454e-80de-43e4-8745-a97c8bc4e137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:34Z', 'updated_at': '2021-07-30T00:25:37Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '400f454e-80de-43e4-8745-a97c8bc4e137', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:05:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:34Z', 'updated_at': '2021-07-30T00:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '46a1a355-46d3-4447-ada9-126b06a53cf4', 'name': '', 'network_id': 'c7a21e44-48dc-4cf8-aff2-aa826ba80861', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:5d:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e4e2f592-1fcd-4bbc-ae43-95d230b6a3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:37Z', 'updated_at': '2021-07-30T00:25:42Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': 'e4e2f592-1fcd-4bbc-ae43-95d230b6a3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:30.062843 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02f7bb-e550-41e5-97d9-9ba1d7bfd9cb req-457f7b99-74ee-4c21-aa6c-98fd4af77ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:30.064372 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c02f7bb-e550-41e5-97d9-9ba1d7bfd9cb req-457f7b99-74ee-4c21-aa6c-98fd4af77ae4 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=edcb6a8c-ae9b-4f95-b1df-ad9290033ea7 HTTP/1.1" status: 200 len: 1097 time: 0.0795748 Jul 30 00:26:30.077668 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2058bf-509d-48fa-8e63-08294f17c442 req-d0cbea36-56dc-40c4-bbdc-49b722447765 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:30.079132 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc2058bf-509d-48fa-8e63-08294f17c442 req-d0cbea36-56dc-40c4-bbdc-49b722447765 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=edcb6a8c-ae9b-4f95-b1df-ad9290033ea7 HTTP/1.1" status: 200 len: 945 time: 0.0671682 Jul 30 00:26:30.084444 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe76ded-c6e3-4265-ae3f-033699dea00e None None] Checking router: 9e0c03bd-6cab-43ec-aa93-bb6d808c3526 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:26:30.093846 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe76ded-c6e3-4265-ae3f-033699dea00e None None] Routers {'9e0c03bd-6cab-43ec-aa93-bb6d808c3526'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:26:30.094450 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-cbe76ded-c6e3-4265-ae3f-033699dea00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:26:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['9e0c03bd-6cab-43ec-aa93-bb6d808c3526'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:30.164880 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc2058bf-509d-48fa-8e63-08294f17c442 req-3069a0f0-529c-44c0-b40c-c65130703414 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=1050a998-dcbf-4b8f-b4b3-aaafb0e38997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0774424 Jul 30 00:26:30.194588 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02f7bb-e550-41e5-97d9-9ba1d7bfd9cb req-0b8d1418-d6aa-471d-a185-3c8ed129c8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:30.196132 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c02f7bb-e550-41e5-97d9-9ba1d7bfd9cb req-0b8d1418-d6aa-471d-a185-3c8ed129c8d8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c7a21e44-48dc-4cf8-aff2-aa826ba80861 HTTP/1.1" status: 200 len: 898 time: 0.1160343 Jul 30 00:26:30.203367 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-cbe76ded-c6e3-4265-ae3f-033699dea00e None None] Set router 9e0c03bd-6cab-43ec-aa93-bb6d808c3526 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:26:30.223169 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:30.245463 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c02f7bb-e550-41e5-97d9-9ba1d7bfd9cb req-14d35fbf-5b14-4ac0-bf95-0707b499a665 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8633e7b-e9d2-43a6-85c8-ec1e5539069e HTTP/1.1" status: 200 len: 217 time: 0.0417852 Jul 30 00:26:30.296719 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02f7bb-e550-41e5-97d9-9ba1d7bfd9cb req-7b72d923-7e0d-4816-984b-e0b6e3e912c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:30.298205 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c02f7bb-e550-41e5-97d9-9ba1d7bfd9cb req-7b72d923-7e0d-4816-984b-e0b6e3e912c7 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=e4e2f592-1fcd-4bbc-ae43-95d230b6a3c7 HTTP/1.1" status: 200 len: 835 time: 0.0454576 Jul 30 00:26:30.346510 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02f7bb-e550-41e5-97d9-9ba1d7bfd9cb req-7aa8cc9f-7a9d-4095-bb5d-adb91317816b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:30.348174 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c02f7bb-e550-41e5-97d9-9ba1d7bfd9cb req-7aa8cc9f-7a9d-4095-bb5d-adb91317816b service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c7a21e44-48dc-4cf8-aff2-aa826ba80861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429940 Jul 30 00:26:30.348905 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:30.411120 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-cbe76ded-c6e3-4265-ae3f-033699dea00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123559426', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '400f454e-80de-43e4-8745-a97c8bc4e137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:34Z', 'updated_at': '2021-07-30T00:25:37Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '400f454e-80de-43e4-8745-a97c8bc4e137', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:05:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:34Z', 'updated_at': '2021-07-30T00:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '46a1a355-46d3-4447-ada9-126b06a53cf4', 'name': '', 'network_id': 'c7a21e44-48dc-4cf8-aff2-aa826ba80861', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:5d:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e4e2f592-1fcd-4bbc-ae43-95d230b6a3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:37Z', 'updated_at': '2021-07-30T00:25:42Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': 'e4e2f592-1fcd-4bbc-ae43-95d230b6a3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:30.437759 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbe76ded-c6e3-4265-ae3f-033699dea00e None None] The sync data for ids ['9e0c03bd-6cab-43ec-aa93-bb6d808c3526'] in n-d-712140-10 is: [{'id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123559426', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '400f454e-80de-43e4-8745-a97c8bc4e137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:34Z', 'updated_at': '2021-07-30T00:25:37Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '400f454e-80de-43e4-8745-a97c8bc4e137', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:05:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:34Z', 'updated_at': '2021-07-30T00:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '46a1a355-46d3-4447-ada9-126b06a53cf4', 'name': '', 'network_id': 'c7a21e44-48dc-4cf8-aff2-aa826ba80861', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:5d:1a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'device_owner': 'network:router_interface', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': 'e4e2f592-1fcd-4bbc-ae43-95d230b6a3c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:37Z', 'updated_at': '2021-07-30T00:25:42Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': 'e4e2f592-1fcd-4bbc-ae43-95d230b6a3c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:26:30.448439 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c02f7bb-e550-41e5-97d9-9ba1d7bfd9cb req-7ca516f5-cb03-4f8c-840d-1943833e73fe service neutron] 10.222.0.23 "GET /v2.0/networks/c7a21e44-48dc-4cf8-aff2-aa826ba80861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910537 Jul 30 00:26:30.540952 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c02f7bb-e550-41e5-97d9-9ba1d7bfd9cb req-d946b41d-cdf0-4337-8dd4-649469213b0c service neutron] 10.222.0.23 "GET /v2.0/networks/c7a21e44-48dc-4cf8-aff2-aa826ba80861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853717 Jul 30 00:26:30.651724 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc725d5-595f-458e-b886-05ef561ce80f None None] New status for floating IP 0ed1c25d-9e71-4682-bdf4-4c475695b37c: DOWN {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:26:31.296487 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db88de8f-ade9-4064-80d5-8c06150ac8c4 req-0474f9c9-ea7f-4833-b265-c83790f95293 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:31.299088 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db88de8f-ade9-4064-80d5-8c06150ac8c4 req-0474f9c9-ea7f-4833-b265-c83790f95293 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=edcb6a8c-ae9b-4f95-b1df-ad9290033ea7 HTTP/1.1" status: 200 len: 945 time: 0.0636370 Jul 30 00:26:31.338772 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db88de8f-ade9-4064-80d5-8c06150ac8c4 req-bacff816-d71f-41cf-a94f-fcdc69e63ada tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=1050a998-dcbf-4b8f-b4b3-aaafb0e38997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339379 Jul 30 00:26:31.461336 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03221f53-4afb-4e60-a010-cf55bfc2a1e6 req-ae9b47bf-f0b8-490e-8044-9b741875a01a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:31.462704 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-03221f53-4afb-4e60-a010-cf55bfc2a1e6 req-ae9b47bf-f0b8-490e-8044-9b741875a01a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.23 "GET /v2.0/ports?device_id=edcb6a8c-ae9b-4f95-b1df-ad9290033ea7 HTTP/1.1" status: 200 len: 945 time: 0.0523276 Jul 30 00:26:31.553820 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-03221f53-4afb-4e60-a010-cf55bfc2a1e6 req-18e52b03-206d-44f7-8b4a-30a72669a40b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Deleting port c8633e7b-e9d2-43a6-85c8-ec1e5539069e {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:26:31.554167 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-03221f53-4afb-4e60-a010-cf55bfc2a1e6 req-18e52b03-206d-44f7-8b4a-30a72669a40b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:31.645463 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-03221f53-4afb-4e60-a010-cf55bfc2a1e6 req-18e52b03-206d-44f7-8b4a-30a72669a40b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] For port c8633e7b-e9d2-43a6-85c8-ec1e5539069e, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=c8633e7b-e9d2-43a6-85c8-ec1e5539069e,segment=NetworkSegment(738a6773-6d77-4300-baca-d0e598b12e5d),segment_id=738a6773-6d77-4300-baca-d0e598b12e5d)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:31.645834 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-03221f53-4afb-4e60-a010-cf55bfc2a1e6 req-18e52b03-206d-44f7-8b4a-30a72669a40b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:31.658462 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-03221f53-4afb-4e60-a010-cf55bfc2a1e6 req-18e52b03-206d-44f7-8b4a-30a72669a40b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Calling delete_port for c8633e7b-e9d2-43a6-85c8-ec1e5539069e owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:26:31.794149 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-03221f53-4afb-4e60-a010-cf55bfc2a1e6 req-18e52b03-206d-44f7-8b4a-30a72669a40b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:31.822160 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e52b03-206d-44f7-8b4a-30a72669a40b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'Port': ['ID=c8633e7b-e9d2-43a6-85c8-ec1e5539069e,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:31.862105 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-03221f53-4afb-4e60-a010-cf55bfc2a1e6 req-18e52b03-206d-44f7-8b4a-30a72669a40b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] No DVR routers for this DVR port c8633e7b-e9d2-43a6-85c8-ec1e5539069e on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:26:31.864710 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-03221f53-4afb-4e60-a010-cf55bfc2a1e6 req-18e52b03-206d-44f7-8b4a-30a72669a40b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:31.866732 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-03221f53-4afb-4e60-a010-cf55bfc2a1e6 req-18e52b03-206d-44f7-8b4a-30a72669a40b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.23 "DELETE /v2.0/ports/c8633e7b-e9d2-43a6-85c8-ec1e5539069e HTTP/1.1" status: 204 len: 173 time: 0.3985035 Jul 30 00:26:31.963662 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edcb6a8c-ae9b-4f95-b1df-ad9290033ea7', 'name': 'network-vif-deleted', 'tag': 'c8633e7b-e9d2-43a6-85c8-ec1e5539069e'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:26:31.967620 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9077cd-382c-4ef1-9861-d32c623bb77b" -d '{"events": [{"server_uuid": "edcb6a8c-ae9b-4f95-b1df-ad9290033ea7", "name": "network-vif-deleted", "tag": "c8633e7b-e9d2-43a6-85c8-ec1e5539069e"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:26:32.010640 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a463549d-c924-43e3-8499-eda1a9dd4f4b x-openstack-request-id: req-a463549d-c924-43e3-8499-eda1a9dd4f4b {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:26:32.010935 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edcb6a8c-ae9b-4f95-b1df-ad9290033ea7", "name": "network-vif-deleted", "tag": "c8633e7b-e9d2-43a6-85c8-ec1e5539069e", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:26:32.011215 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a463549d-c924-43e3-8499-eda1a9dd4f4b {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:26:32.011623 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edcb6a8c-ae9b-4f95-b1df-ad9290033ea7', 'name': 'network-vif-deleted', 'tag': 'c8633e7b-e9d2-43a6-85c8-ec1e5539069e', 'status': 'completed', 'code': 200} Jul 30 00:26:32.395868 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60394) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:32.761126 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0058b8ba-16b2-443e-ac81-bcf731beab54 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:32.954723 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b2bb61d2-5a57-4e62-98f5-d843849dd8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:33.024834 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-0058b8ba-16b2-443e-ac81-bcf731beab54 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Deleting port 46a1a355-46d3-4447-ada9-126b06a53cf4 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:26:33.025083 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0058b8ba-16b2-443e-ac81-bcf731beab54 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:33.112436 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-0058b8ba-16b2-443e-ac81-bcf731beab54 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] For port 46a1a355-46d3-4447-ada9-126b06a53cf4, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=46a1a355-46d3-4447-ada9-126b06a53cf4,segment=NetworkSegment(738a6773-6d77-4300-baca-d0e598b12e5d),segment_id=738a6773-6d77-4300-baca-d0e598b12e5d)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:33.112822 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0058b8ba-16b2-443e-ac81-bcf731beab54 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:33.125972 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-0058b8ba-16b2-443e-ac81-bcf731beab54 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Calling delete_port for 46a1a355-46d3-4447-ada9-126b06a53cf4 owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:26:33.313335 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0058b8ba-16b2-443e-ac81-bcf731beab54 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:33.344966 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058b8ba-16b2-443e-ac81-bcf731beab54 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'Port': ['ID=46a1a355-46d3-4447-ada9-126b06a53cf4,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:33.522010 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0058b8ba-16b2-443e-ac81-bcf731beab54 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:34.071149 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0058b8ba-16b2-443e-ac81-bcf731beab54 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Router 9e0c03bd-6cab-43ec-aa93-bb6d808c3526 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:26:34.177850 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0058b8ba-16b2-443e-ac81-bcf731beab54 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:26:34.184143 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0058b8ba-16b2-443e-ac81-bcf731beab54 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "PUT /v2.0/routers/9e0c03bd-6cab-43ec-aa93-bb6d808c3526/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7870958 Jul 30 00:26:34.187575 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60398) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:34.188717 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223699d5-17fb-454f-bbf0-fae484556c79 None None] Sync routers for ids ['9e0c03bd-6cab-43ec-aa93-bb6d808c3526'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:26:34.198244 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223699d5-17fb-454f-bbf0-fae484556c79 None None] Routers {'9e0c03bd-6cab-43ec-aa93-bb6d808c3526'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:26:34.198846 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-223699d5-17fb-454f-bbf0-fae484556c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:26:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['9e0c03bd-6cab-43ec-aa93-bb6d808c3526'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:34.240795 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d41f808-16ef-4335-9d86-2416ae393188 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Deleting subnet e4e2f592-1fcd-4bbc-ae43-95d230b6a3c7 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:26:34.243784 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0d41f808-16ef-4335-9d86-2416ae393188 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:34.285528 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0d41f808-16ef-4335-9d86-2416ae393188 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:34.306989 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-223699d5-17fb-454f-bbf0-fae484556c79 None None] Set router 9e0c03bd-6cab-43ec-aa93-bb6d808c3526 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:26:34.377633 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0d41f808-16ef-4335-9d86-2416ae393188 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:34.441565 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0d41f808-16ef-4335-9d86-2416ae393188 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:34.470476 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d41f808-16ef-4335-9d86-2416ae393188 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'Subnet': ['ID=e4e2f592-1fcd-4bbc-ae43-95d230b6a3c7,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:34.475070 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0d41f808-16ef-4335-9d86-2416ae393188 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:34.481107 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0d41f808-16ef-4335-9d86-2416ae393188 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "DELETE /v2.0/subnets/e4e2f592-1fcd-4bbc-ae43-95d230b6a3c7 HTTP/1.1" status: 204 len: 168 time: 0.2886088 Jul 30 00:26:34.482272 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60400) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:34.487336 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4ef25d-66f0-43d7-8930-4444aeb032c3 None None] Network c7a21e44-48dc-4cf8-aff2-aa826ba80861 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:26:34.531876 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device c8633e7b-e9d2-43a6-85c8-ec1e5539069e no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:26:34.581173 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: c8633e7b-e9d2-43a6-85c8-ec1e5539069e {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:26:34.581606 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device c8633e7b-e9d2-43a6-85c8-ec1e5539069e not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:26:34.588254 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-223699d5-17fb-454f-bbf0-fae484556c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123559426', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '400f454e-80de-43e4-8745-a97c8bc4e137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:34Z', 'updated_at': '2021-07-30T00:26:33Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '400f454e-80de-43e4-8745-a97c8bc4e137', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:05:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:34Z', 'updated_at': '2021-07-30T00:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:34.616726 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223699d5-17fb-454f-bbf0-fae484556c79 None None] Checking router: 9e0c03bd-6cab-43ec-aa93-bb6d808c3526 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:26:34.625730 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223699d5-17fb-454f-bbf0-fae484556c79 None None] Routers {'9e0c03bd-6cab-43ec-aa93-bb6d808c3526'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:26:34.626464 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-223699d5-17fb-454f-bbf0-fae484556c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:26:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['9e0c03bd-6cab-43ec-aa93-bb6d808c3526'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:34.632367 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bd820c73-d24f-405b-90ee-e320fa34cd60 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:34.732381 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1cba71-e1f1-44ea-96e0-0af1c9635944 None None] DHCP port deletion for c7a21e44-48dc-4cf8-aff2-aa826ba80861 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:26:34.745778 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bd820c73-d24f-405b-90ee-e320fa34cd60 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:34.750534 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-223699d5-17fb-454f-bbf0-fae484556c79 None None] Set router 9e0c03bd-6cab-43ec-aa93-bb6d808c3526 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:26:34.783392 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-2a1cba71-e1f1-44ea-96e0-0af1c9635944 None None] Deleting port d3e3e4bd-61da-45ed-9362-2ea6b6a4d4f8 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:26:34.783672 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2a1cba71-e1f1-44ea-96e0-0af1c9635944 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:34.814237 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-bd820c73-d24f-405b-90ee-e320fa34cd60 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Deleting port 400f454e-80de-43e4-8745-a97c8bc4e137 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:26:34.814882 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bd820c73-d24f-405b-90ee-e320fa34cd60 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:34.858661 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-2a1cba71-e1f1-44ea-96e0-0af1c9635944 None None] For port d3e3e4bd-61da-45ed-9362-2ea6b6a4d4f8, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d3e3e4bd-61da-45ed-9362-2ea6b6a4d4f8,segment=NetworkSegment(738a6773-6d77-4300-baca-d0e598b12e5d),segment_id=738a6773-6d77-4300-baca-d0e598b12e5d)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:34.859453 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2a1cba71-e1f1-44ea-96e0-0af1c9635944 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:34.872641 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-2a1cba71-e1f1-44ea-96e0-0af1c9635944 None None] Calling delete_port for d3e3e4bd-61da-45ed-9362-2ea6b6a4d4f8 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:26:34.901452 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-bd820c73-d24f-405b-90ee-e320fa34cd60 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] For port 400f454e-80de-43e4-8745-a97c8bc4e137, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=400f454e-80de-43e4-8745-a97c8bc4e137,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:34.901827 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bd820c73-d24f-405b-90ee-e320fa34cd60 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:34.920810 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-bd820c73-d24f-405b-90ee-e320fa34cd60 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Calling delete_port for 400f454e-80de-43e4-8745-a97c8bc4e137 owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:26:34.945671 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-223699d5-17fb-454f-bbf0-fae484556c79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123559426', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '400f454e-80de-43e4-8745-a97c8bc4e137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:34Z', 'updated_at': '2021-07-30T00:26:33Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '400f454e-80de-43e4-8745-a97c8bc4e137', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:05:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:34Z', 'updated_at': '2021-07-30T00:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:34.963809 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2a1cba71-e1f1-44ea-96e0-0af1c9635944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:34.978439 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223699d5-17fb-454f-bbf0-fae484556c79 None None] The sync data for ids ['9e0c03bd-6cab-43ec-aa93-bb6d808c3526'] in n-d-712140-10 is: [{'id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1123559426', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.222'}], 'enable_snat': True}, 'gw_port_id': '400f454e-80de-43e4-8745-a97c8bc4e137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:25:34Z', 'updated_at': '2021-07-30T00:26:33Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '400f454e-80de-43e4-8745-a97c8bc4e137', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:05:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0c03bd-6cab-43ec-aa93-bb6d808c3526', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:25:34Z', 'updated_at': '2021-07-30T00:25:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:26:34.991214 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1cba71-e1f1-44ea-96e0-0af1c9635944 None None] Pushing event deleted for resources: {'Port': ['ID=d3e3e4bd-61da-45ed-9362-2ea6b6a4d4f8,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:35.001966 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1cba71-e1f1-44ea-96e0-0af1c9635944 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:35.002313 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1cba71-e1f1-44ea-96e0-0af1c9635944 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:35.002660 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1cba71-e1f1-44ea-96e0-0af1c9635944 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:35.002993 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1cba71-e1f1-44ea-96e0-0af1c9635944 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:35.003331 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1cba71-e1f1-44ea-96e0-0af1c9635944 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:35.003731 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1cba71-e1f1-44ea-96e0-0af1c9635944 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:35.004010 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1cba71-e1f1-44ea-96e0-0af1c9635944 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:35.004339 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1cba71-e1f1-44ea-96e0-0af1c9635944 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:35.004661 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1cba71-e1f1-44ea-96e0-0af1c9635944 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:35.004985 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1cba71-e1f1-44ea-96e0-0af1c9635944 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:35.005418 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1cba71-e1f1-44ea-96e0-0af1c9635944 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:35.005751 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a1cba71-e1f1-44ea-96e0-0af1c9635944 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:35.022575 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1cba71-e1f1-44ea-96e0-0af1c9635944 None None] No DVR routers for this DVR port d3e3e4bd-61da-45ed-9362-2ea6b6a4d4f8 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:26:35.101875 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bd820c73-d24f-405b-90ee-e320fa34cd60 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:35.129309 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd820c73-d24f-405b-90ee-e320fa34cd60 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'Port': ['ID=400f454e-80de-43e4-8745-a97c8bc4e137,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:35.157212 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd820c73-d24f-405b-90ee-e320fa34cd60 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:35.157563 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd820c73-d24f-405b-90ee-e320fa34cd60 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:35.157901 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd820c73-d24f-405b-90ee-e320fa34cd60 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:35.158237 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd820c73-d24f-405b-90ee-e320fa34cd60 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:35.158567 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd820c73-d24f-405b-90ee-e320fa34cd60 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:35.158897 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd820c73-d24f-405b-90ee-e320fa34cd60 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:35.159223 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd820c73-d24f-405b-90ee-e320fa34cd60 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:35.159550 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd820c73-d24f-405b-90ee-e320fa34cd60 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:35.159899 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd820c73-d24f-405b-90ee-e320fa34cd60 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:35.160226 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd820c73-d24f-405b-90ee-e320fa34cd60 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:35.160550 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd820c73-d24f-405b-90ee-e320fa34cd60 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:35.160871 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd820c73-d24f-405b-90ee-e320fa34cd60 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:35.202903 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bd820c73-d24f-405b-90ee-e320fa34cd60 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:35.533276 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:35.665903 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bd820c73-d24f-405b-90ee-e320fa34cd60 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:35.668072 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bd820c73-d24f-405b-90ee-e320fa34cd60 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:35.723769 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bd820c73-d24f-405b-90ee-e320fa34cd60 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:35.724406 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd820c73-d24f-405b-90ee-e320fa34cd60 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Fanout notify agent at l3_agent the message router_deleted on router 9e0c03bd-6cab-43ec-aa93-bb6d808c3526 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:26:35.733494 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bd820c73-d24f-405b-90ee-e320fa34cd60 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:35.734662 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bd820c73-d24f-405b-90ee-e320fa34cd60 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "DELETE /v2.0/routers/9e0c03bd-6cab-43ec-aa93-bb6d808c3526 HTTP/1.1" status: 204 len: 168 time: 1.2486877 Jul 30 00:26:35.738135 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60404) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:35.828187 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c0fc4f9e-9d64-45c7-87a1-a861c0ad2171 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:35.914169 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c0fc4f9e-9d64-45c7-87a1-a861c0ad2171 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:35.923798 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-c0fc4f9e-9d64-45c7-87a1-a861c0ad2171 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7a21e44-48dc-4cf8-aff2-aa826ba80861']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:35.934063 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-c0fc4f9e-9d64-45c7-87a1-a861c0ad2171 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '738a6773-6d77-4300-baca-d0e598b12e5d') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:35.935015 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-c0fc4f9e-9d64-45c7-87a1-a861c0ad2171 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '738a6773-6d77-4300-baca-d0e598b12e5d') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:35.943666 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c0fc4f9e-9d64-45c7-87a1-a861c0ad2171 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:35.959613 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c0fc4f9e-9d64-45c7-87a1-a861c0ad2171 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:35.965730 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0fc4f9e-9d64-45c7-87a1-a861c0ad2171 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:26:35.966115 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c0fc4f9e-9d64-45c7-87a1-a861c0ad2171 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:35.969010 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 30 00:26:35.969010 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:26:35.969010 n-d-712140-10 neutron-server[94063]: timer() Jul 30 00:26:35.969010 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:26:35.969010 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 30 00:26:35.969010 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:26:35.969010 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 30 00:26:35.969010 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:26:35.969010 n-d-712140-10 neutron-server[94063]: self._notify() Jul 30 00:26:35.969010 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:26:35.969010 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 30 00:26:35.969010 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:26:35.969010 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 30 00:26:35.969010 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:26:35.969010 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:26:35.969010 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:26:35.969010 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:26:35.969010 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:26:35.969010 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 30 00:26:35.969010 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:26:35.969010 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 30 00:26:35.969010 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:26:35.969010 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:26:35.969010 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:26:35.969010 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 30 00:26:35.969010 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:26:35.969010 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:26:35.969010 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:26:35.969010 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:26:35.969010 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:26:35.969010 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:26:35.969010 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:26:36.042287 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c0fc4f9e-9d64-45c7-87a1-a861c0ad2171 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:36.049889 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c0fc4f9e-9d64-45c7-87a1-a861c0ad2171 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:36.051338 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c0fc4f9e-9d64-45c7-87a1-a861c0ad2171 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "DELETE /v2.0/networks/c7a21e44-48dc-4cf8-aff2-aa826ba80861 HTTP/1.1" status: 204 len: 168 time: 0.3121042 Jul 30 00:26:36.054250 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60406) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:36.063779 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fc4f9e-9d64-45c7-87a1-a861c0ad2171 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'Network': ['ID=c7a21e44-48dc-4cf8-aff2-aa826ba80861,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:36.114249 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db23b012-0048-47ec-8887-255e148cba38 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:36.140576 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db23b012-0048-47ec-8887-255e148cba38 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:36.217336 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db23b012-0048-47ec-8887-255e148cba38 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:36.220854 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db23b012-0048-47ec-8887-255e148cba38 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:36.224720 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-db23b012-0048-47ec-8887-255e148cba38 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "DELETE /v2.0/security-groups/1050a998-dcbf-4b8f-b4b3-aaafb0e38997 HTTP/1.1" status: 204 len: 168 time: 0.1667428 Jul 30 00:26:36.232475 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23b012-0048-47ec-8887-255e148cba38 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1050a998-dcbf-4b8f-b4b3-aaafb0e38997,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:36.236392 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 46a1a355-46d3-4447-ada9-126b06a53cf4 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:26:36.261504 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 46a1a355-46d3-4447-ada9-126b06a53cf4 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:26:36.261858 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 46a1a355-46d3-4447-ada9-126b06a53cf4 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:26:36.263033 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 400f454e-80de-43e4-8745-a97c8bc4e137 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:26:36.289088 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 400f454e-80de-43e4-8745-a97c8bc4e137 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:26:36.289451 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 400f454e-80de-43e4-8745-a97c8bc4e137 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:26:36.289871 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d3e3e4bd-61da-45ed-9362-2ea6b6a4d4f8 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:26:36.313012 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: d3e3e4bd-61da-45ed-9362-2ea6b6a4d4f8 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:26:36.313363 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d3e3e4bd-61da-45ed-9362-2ea6b6a4d4f8 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:26:36.327407 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2fe6d316-ea8b-4b26-af76-90d59520889a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:36.530398 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60412) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:36.535247 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-c0ff6f08-eb12-4d43-abe8-9e9cca9574ba tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-672261605', 'description': 'tempest-secgroup-smoke-672261605 description', 'project_id': 'b50c81366be6461a9721474fa4eb74d8'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:36.561841 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c0ff6f08-eb12-4d43-abe8-9e9cca9574ba tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:36.658533 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c0ff6f08-eb12-4d43-abe8-9e9cca9574ba tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:36.662333 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c0ff6f08-eb12-4d43-abe8-9e9cca9574ba tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:36.689861 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c0ff6f08-eb12-4d43-abe8-9e9cca9574ba tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:36.691082 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c0ff6f08-eb12-4d43-abe8-9e9cca9574ba tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1596668 Jul 30 00:26:36.692965 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ff6f08-eb12-4d43-abe8-9e9cca9574ba tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7538ac2-8dce-46c7-87e2-b52a6a8453fc,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:36.694088 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60414) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:36.707700 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-713ab7c5-4bc9-4cfa-810c-8013f57e4b3d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group_rule': {'security_group_id': 'a7538ac2-8dce-46c7-87e2-b52a6a8453fc', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:36.735281 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-713ab7c5-4bc9-4cfa-810c-8013f57e4b3d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:36.785120 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-713ab7c5-4bc9-4cfa-810c-8013f57e4b3d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:36.788792 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-713ab7c5-4bc9-4cfa-810c-8013f57e4b3d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:36.807679 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ab7c5-4bc9-4cfa-810c-8013f57e4b3d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dd43236-d3a9-4b8e-b253-cbed088a1aa8,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:36.816650 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-713ab7c5-4bc9-4cfa-810c-8013f57e4b3d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:36.817871 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-713ab7c5-4bc9-4cfa-810c-8013f57e4b3d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227689 Jul 30 00:26:36.820958 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60416) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:36.826189 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c9e969f5-f3a5-44a3-87aa-e3bf01d135a8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group_rule': {'security_group_id': 'a7538ac2-8dce-46c7-87e2-b52a6a8453fc', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:36.852399 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c9e969f5-f3a5-44a3-87aa-e3bf01d135a8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:36.912626 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c9e969f5-f3a5-44a3-87aa-e3bf01d135a8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:36.915927 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c9e969f5-f3a5-44a3-87aa-e3bf01d135a8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:36.935431 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e969f5-f3a5-44a3-87aa-e3bf01d135a8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f82a16b0-5644-4e8c-8c74-b9d21dafe24a,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:36.941913 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c9e969f5-f3a5-44a3-87aa-e3bf01d135a8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:36.943165 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c9e969f5-f3a5-44a3-87aa-e3bf01d135a8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1212311 Jul 30 00:26:36.945736 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60418) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:36.951133 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-f5bf9bd4-bea1-44f3-af1e-e138a2b55f0e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group_rule': {'security_group_id': 'a7538ac2-8dce-46c7-87e2-b52a6a8453fc', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:36.976990 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f5bf9bd4-bea1-44f3-af1e-e138a2b55f0e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:37.037846 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f5bf9bd4-bea1-44f3-af1e-e138a2b55f0e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:37.041618 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f5bf9bd4-bea1-44f3-af1e-e138a2b55f0e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:37.062582 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf9bd4-bea1-44f3-af1e-e138a2b55f0e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2771dfa2-f8d7-4092-820a-3d5761355489,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:37.071302 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f5bf9bd4-bea1-44f3-af1e-e138a2b55f0e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:37.072914 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f5bf9bd4-bea1-44f3-af1e-e138a2b55f0e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260905 Jul 30 00:26:37.076192 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60420) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:37.080673 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-a1a0a0ec-894c-4654-9c58-28f3e1d9426f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group_rule': {'security_group_id': 'a7538ac2-8dce-46c7-87e2-b52a6a8453fc', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:37.101187 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:37.108905 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a1a0a0ec-894c-4654-9c58-28f3e1d9426f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:37.167478 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a1a0a0ec-894c-4654-9c58-28f3e1d9426f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:37.172287 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a1a0a0ec-894c-4654-9c58-28f3e1d9426f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:37.187554 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a0a0ec-894c-4654-9c58-28f3e1d9426f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f0c35a6-039b-42e6-8b27-01058ff6fd49,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:37.196886 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a1a0a0ec-894c-4654-9c58-28f3e1d9426f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:37.198077 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a1a0a0ec-894c-4654-9c58-28f3e1d9426f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1209421 Jul 30 00:26:37.200864 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60422) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:37.205297 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-638959b0-da67-4f47-9de5-d46da2ebaf63 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group_rule': {'security_group_id': 'a7538ac2-8dce-46c7-87e2-b52a6a8453fc', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:37.225756 n-d-712140-10 neutron-server[94064]: INFO neutron.db.securitygroups_db [None req-638959b0-da67-4f47-9de5-d46da2ebaf63 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Project b50c81366be6461a9721474fa4eb74d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:26:37.232159 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-638959b0-da67-4f47-9de5-d46da2ebaf63 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:37.294437 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-638959b0-da67-4f47-9de5-d46da2ebaf63 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:37.298147 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-638959b0-da67-4f47-9de5-d46da2ebaf63 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:37.316920 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638959b0-da67-4f47-9de5-d46da2ebaf63 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87648efc-bd02-4816-a061-b19b2e6162d7,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:37.322165 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-638959b0-da67-4f47-9de5-d46da2ebaf63 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:37.323358 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-638959b0-da67-4f47-9de5-d46da2ebaf63 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1215847 Jul 30 00:26:37.326103 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60424) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:37.330560 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-e2be45ce-ffb4-4d3f-bd1b-9a398ab8fd6c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group_rule': {'security_group_id': 'a7538ac2-8dce-46c7-87e2-b52a6a8453fc', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:37.351516 n-d-712140-10 neutron-server[94064]: INFO neutron.db.securitygroups_db [None req-e2be45ce-ffb4-4d3f-bd1b-9a398ab8fd6c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Project b50c81366be6461a9721474fa4eb74d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:26:37.356703 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e2be45ce-ffb4-4d3f-bd1b-9a398ab8fd6c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:37.416658 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e2be45ce-ffb4-4d3f-bd1b-9a398ab8fd6c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:37.420943 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e2be45ce-ffb4-4d3f-bd1b-9a398ab8fd6c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:37.439342 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2be45ce-ffb4-4d3f-bd1b-9a398ab8fd6c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db8aa2cb-1f48-46a2-a6c6-ce78160aa7dd,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:37.445600 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e2be45ce-ffb4-4d3f-bd1b-9a398ab8fd6c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:37.446965 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e2be45ce-ffb4-4d3f-bd1b-9a398ab8fd6c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199145 Jul 30 00:26:37.449990 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60426) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:37.455094 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-387a4745-875c-4ecf-804e-b282c73e5c16 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'network': {'name': 'tempest-network-smoke--365573474', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'port_security_enabled': True}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:37.475677 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387a4745-875c-4ecf-804e-b282c73e5c16 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Made reservation on behalf of b50c81366be6461a9721474fa4eb74d8 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:26:37.478998 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-387a4745-875c-4ecf-804e-b282c73e5c16 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:37.505411 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-387a4745-875c-4ecf-804e-b282c73e5c16 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:26:37.514850 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-387a4745-875c-4ecf-804e-b282c73e5c16 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:37.515310 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-387a4745-875c-4ecf-804e-b282c73e5c16 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Added segment 9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8 of type vlan for network 7fd6ec12-dff3-40cc-b958-2787864ffa87 Jul 30 00:26:37.558591 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-387a4745-875c-4ecf-804e-b282c73e5c16 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:37.586776 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-387a4745-875c-4ecf-804e-b282c73e5c16 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:37.592909 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387a4745-875c-4ecf-804e-b282c73e5c16 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:37.593496 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-387a4745-875c-4ecf-804e-b282c73e5c16 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:37.655247 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-387a4745-875c-4ecf-804e-b282c73e5c16 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2039547 Jul 30 00:26:37.658062 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60428) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:37.664367 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-026a8b7a-e209-469e-9b2a-5af472662a8b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1959594466', 'admin_state_up': True, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:37.672882 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387a4745-875c-4ecf-804e-b282c73e5c16 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Network': ['ID=7fd6ec12-dff3-40cc-b958-2787864ffa87,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:37.683237 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 7fd6ec12-dff3-40cc-b958-2787864ffa87 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:26:37.690261 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-026a8b7a-e209-469e-9b2a-5af472662a8b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:37.691281 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-026a8b7a-e209-469e-9b2a-5af472662a8b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:37.745566 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-026a8b7a-e209-469e-9b2a-5af472662a8b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:37.889170 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-026a8b7a-e209-469e-9b2a-5af472662a8b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:38.095259 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-026a8b7a-e209-469e-9b2a-5af472662a8b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:38.116890 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-026a8b7a-e209-469e-9b2a-5af472662a8b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:38.234239 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-026a8b7a-e209-469e-9b2a-5af472662a8b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Allocated IP 172.25.8.54 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/11a1550c-8b1a-40bd-8e15-46413e7067bb) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:26:38.361314 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-026a8b7a-e209-469e-9b2a-5af472662a8b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:38.408327 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-026a8b7a-e209-469e-9b2a-5af472662a8b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:38.413925 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:38.450919 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026a8b7a-e209-469e-9b2a-5af472662a8b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:26:38.456318 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-026a8b7a-e209-469e-9b2a-5af472662a8b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:26:38.460917 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026a8b7a-e209-469e-9b2a-5af472662a8b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:26:38.464186 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a8b7a-e209-469e-9b2a-5af472662a8b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Port': ['ID=11a1550c-8b1a-40bd-8e15-46413e7067bb,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:38.736870 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-026a8b7a-e209-469e-9b2a-5af472662a8b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:38.945449 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-026a8b7a-e209-469e-9b2a-5af472662a8b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:39.083510 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026a8b7a-e209-469e-9b2a-5af472662a8b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Router 8795d1be-20f3-42eb-a9ea-1c746b54cda9 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:26:39.196532 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026a8b7a-e209-469e-9b2a-5af472662a8b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:26:39.209163 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ed001a-920f-4a1d-822b-387b20a0e5c5 None None] Sync routers for ids ['8795d1be-20f3-42eb-a9ea-1c746b54cda9'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:26:39.220298 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-026a8b7a-e209-469e-9b2a-5af472662a8b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:39.226191 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-026a8b7a-e209-469e-9b2a-5af472662a8b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5623157 Jul 30 00:26:39.226379 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ed001a-920f-4a1d-822b-387b20a0e5c5 None None] Routers {'8795d1be-20f3-42eb-a9ea-1c746b54cda9'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:26:39.226379 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a0ed001a-920f-4a1d-822b-387b20a0e5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:26:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8795d1be-20f3-42eb-a9ea-1c746b54cda9'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:39.226720 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60432) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:39.263788 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f18fd940-24a9-4e92-9746-9db19887dd03 tempest-TestNetworkAdvancedServerOps-2121857559 tempest-TestNetworkAdvancedServerOps-2121857559-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=b50c81366be6461a9721474fa4eb74d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323632 Jul 30 00:26:39.264085 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60434) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:39.348239 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-a0ed001a-920f-4a1d-822b-387b20a0e5c5 None None] Set router 8795d1be-20f3-42eb-a9ea-1c746b54cda9 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:26:39.359120 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8624b1-ba74-445b-afa7-32b3fe14131f tempest-TestNetworkAdvancedServerOps-2121857559 tempest-TestNetworkAdvancedServerOps-2121857559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:39.360910 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4a8624b1-ba74-445b-afa7-32b3fe14131f tempest-TestNetworkAdvancedServerOps-2121857559 tempest-TestNetworkAdvancedServerOps-2121857559-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0959597 Jul 30 00:26:39.363896 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60436) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:39.397858 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8c0c56da-ed07-48f6-844c-99987b2a51aa tempest-TestNetworkAdvancedServerOps-2121857559 tempest-TestNetworkAdvancedServerOps-2121857559-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=0aea9f43-4eea-456f-a634-5f5375b1fdb7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327559 Jul 30 00:26:39.401155 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60438) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:39.406584 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-f3db43b5-1d73-4e92-9a6b-af3f4afe73d7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-595984828', 'network_id': '7fd6ec12-dff3-40cc-b958-2787864ffa87', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:39.507591 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3db43b5-1d73-4e92-9a6b-af3f4afe73d7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Made reservation on behalf of b50c81366be6461a9721474fa4eb74d8 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:26:39.511499 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f3db43b5-1d73-4e92-9a6b-af3f4afe73d7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:39.569536 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a0ed001a-920f-4a1d-822b-387b20a0e5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959594466', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '11a1550c-8b1a-40bd-8e15-46413e7067bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:26:37Z', 'updated_at': '2021-07-30T00:26:38Z', 'revision_number': 3, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '11a1550c-8b1a-40bd-8e15-46413e7067bb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:9e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:38Z', 'updated_at': '2021-07-30T00:26:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:39.605767 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ed001a-920f-4a1d-822b-387b20a0e5c5 None None] Checking router: 8795d1be-20f3-42eb-a9ea-1c746b54cda9 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:26:39.606154 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ed001a-920f-4a1d-822b-387b20a0e5c5 None None] Updating router 8795d1be-20f3-42eb-a9ea-1c746b54cda9 port 11a1550c-8b1a-40bd-8e15-46413e7067bb binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:26:39.631867 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a0ed001a-920f-4a1d-822b-387b20a0e5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:39.706154 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f3db43b5-1d73-4e92-9a6b-af3f4afe73d7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:39.769306 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db43b5-1d73-4e92-9a6b-af3f4afe73d7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Subnet': ['ID=19f2a6a7-96a3-4054-b5c2-d9030240ce40,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:39.773662 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3db43b5-1d73-4e92-9a6b-af3f4afe73d7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Checking segment: {'id': '9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7fd6ec12-dff3-40cc-b958-2787864ffa87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:26:39.774027 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3db43b5-1d73-4e92-9a6b-af3f4afe73d7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network hostable DHCP agents. Network: 7fd6ec12-dff3-40cc-b958-2787864ffa87, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:26:39.791513 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3db43b5-1d73-4e92-9a6b-af3f4afe73d7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network 7fd6ec12-dff3-40cc-b958-2787864ffa87 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:26:39.800432 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-f3db43b5-1d73-4e92-9a6b-af3f4afe73d7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 7fd6ec12-dff3-40cc-b958-2787864ffa87) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:26:39.807377 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3db43b5-1d73-4e92-9a6b-af3f4afe73d7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:39.807805 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43245e1-640d-4f55-95c6-ddce5f603e6b None None] Network 7fd6ec12-dff3-40cc-b958-2787864ffa87 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:26:39.808508 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f3db43b5-1d73-4e92-9a6b-af3f4afe73d7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:39.823960 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f3db43b5-1d73-4e92-9a6b-af3f4afe73d7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4217682 Jul 30 00:26:39.827359 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60444) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:39.985362 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a0ed001a-920f-4a1d-822b-387b20a0e5c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:40.001786 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a0ed001a-920f-4a1d-822b-387b20a0e5c5 None None] Transition to ACTIVE for port object 11a1550c-8b1a-40bd-8e15-46413e7067bb will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:26:40.023667 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a0ed001a-920f-4a1d-822b-387b20a0e5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:40.052774 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022a24e0-7111-43f5-a6ff-f683a7f9389a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-7fd6ec12-dff3-40cc-b958-2787864ffa87', 'network_id': '7fd6ec12-dff3-40cc-b958-2787864ffa87', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'fixed_ips': [{'subnet_id': '19f2a6a7-96a3-4054-b5c2-d9030240ce40'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:26:40.053608 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-022a24e0-7111-43f5-a6ff-f683a7f9389a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:40.096097 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f820894-96eb-44ce-9828-ebc2db35b75a None None] Pushing event updated for resources: {'Port': ['ID=11a1550c-8b1a-40bd-8e15-46413e7067bb,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:40.107314 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a0ed001a-920f-4a1d-822b-387b20a0e5c5 None None] Attempting to bind port 11a1550c-8b1a-40bd-8e15-46413e7067bb on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:26:40.107852 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a0ed001a-920f-4a1d-822b-387b20a0e5c5 None None] Attempting to bind port 11a1550c-8b1a-40bd-8e15-46413e7067bb by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:26:40.108070 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ed001a-920f-4a1d-822b-387b20a0e5c5 None None] Attempting to bind port 11a1550c-8b1a-40bd-8e15-46413e7067bb on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:26:40.156377 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ed001a-920f-4a1d-822b-387b20a0e5c5 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:26:40.156780 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ed001a-920f-4a1d-822b-387b20a0e5c5 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:26:40.157174 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a0ed001a-920f-4a1d-822b-387b20a0e5c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:40.157567 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ed001a-920f-4a1d-822b-387b20a0e5c5 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:26:40.158038 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-a0ed001a-920f-4a1d-822b-387b20a0e5c5 None None] Bound port: 11a1550c-8b1a-40bd-8e15-46413e7067bb, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:26:40.158425 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a0ed001a-920f-4a1d-822b-387b20a0e5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:40.279486 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4754f71b-48da-4fa8-a481-466e2af42559 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:40.421490 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a0ed001a-920f-4a1d-822b-387b20a0e5c5 None None] For port 11a1550c-8b1a-40bd-8e15-46413e7067bb, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:26:40.438065 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-022a24e0-7111-43f5-a6ff-f683a7f9389a None None] Allocated IP 172.20.0.2 (7fd6ec12-dff3-40cc-b958-2787864ffa87/19f2a6a7-96a3-4054-b5c2-d9030240ce40/eadc5674-44e1-42c4-9d91-b2106a1cfc3f) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:26:40.440931 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a0ed001a-920f-4a1d-822b-387b20a0e5c5 None None] For port 11a1550c-8b1a-40bd-8e15-46413e7067bb, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=11a1550c-8b1a-40bd-8e15-46413e7067bb,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:26:40.450715 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a0ed001a-920f-4a1d-822b-387b20a0e5c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:40.568284 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f820894-96eb-44ce-9828-ebc2db35b75a None None] Pushing event updated for resources: {'Port': ['ID=11a1550c-8b1a-40bd-8e15-46413e7067bb,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:40.572252 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ed001a-920f-4a1d-822b-387b20a0e5c5 None None] Routers {'8795d1be-20f3-42eb-a9ea-1c746b54cda9'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:26:40.572856 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a0ed001a-920f-4a1d-822b-387b20a0e5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:26:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8795d1be-20f3-42eb-a9ea-1c746b54cda9'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:40.720336 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-022a24e0-7111-43f5-a6ff-f683a7f9389a None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:40.731495 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-a0ed001a-920f-4a1d-822b-387b20a0e5c5 None None] Set router 8795d1be-20f3-42eb-a9ea-1c746b54cda9 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:26:40.757229 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-022a24e0-7111-43f5-a6ff-f683a7f9389a None None] Transition to ACTIVE for port object eadc5674-44e1-42c4-9d91-b2106a1cfc3f will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:26:40.831724 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-022a24e0-7111-43f5-a6ff-f683a7f9389a None None] Transition to ACTIVE for port object eadc5674-44e1-42c4-9d91-b2106a1cfc3f will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:26:40.841376 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-022a24e0-7111-43f5-a6ff-f683a7f9389a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:40.891005 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-4754f71b-48da-4fa8-a481-466e2af42559 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Allocated IP 172.20.0.1 (7fd6ec12-dff3-40cc-b958-2787864ffa87/19f2a6a7-96a3-4054-b5c2-d9030240ce40/a15ce21f-1f91-4f1e-8e80-37d1996b74dd) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:26:40.898663 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022a24e0-7111-43f5-a6ff-f683a7f9389a None None] Network 7fd6ec12-dff3-40cc-b958-2787864ffa87 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:26:40.908057 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-022a24e0-7111-43f5-a6ff-f683a7f9389a None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:26:40.916688 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022a24e0-7111-43f5-a6ff-f683a7f9389a None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:26:40.922924 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a24e0-7111-43f5-a6ff-f683a7f9389a None None] Pushing event updated for resources: {'Port': ['ID=eadc5674-44e1-42c4-9d91-b2106a1cfc3f,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:40.997471 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-022a24e0-7111-43f5-a6ff-f683a7f9389a None None] Attempting to bind port eadc5674-44e1-42c4-9d91-b2106a1cfc3f on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:26:40.997838 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-022a24e0-7111-43f5-a6ff-f683a7f9389a None None] Attempting to bind port eadc5674-44e1-42c4-9d91-b2106a1cfc3f by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7fd6ec12-dff3-40cc-b958-2787864ffa87'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:26:40.998203 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a24e0-7111-43f5-a6ff-f683a7f9389a None None] Attempting to bind port eadc5674-44e1-42c4-9d91-b2106a1cfc3f on network 7fd6ec12-dff3-40cc-b958-2787864ffa87 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:26:41.003415 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4754f71b-48da-4fa8-a481-466e2af42559 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:41.007809 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a24e0-7111-43f5-a6ff-f683a7f9389a None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:26:41.007809 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a24e0-7111-43f5-a6ff-f683a7f9389a None None] Checking segment: {'id': '9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7fd6ec12-dff3-40cc-b958-2787864ffa87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:26:41.008168 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-022a24e0-7111-43f5-a6ff-f683a7f9389a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:41.008565 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022a24e0-7111-43f5-a6ff-f683a7f9389a None None] Bound using segment: {'id': '9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7fd6ec12-dff3-40cc-b958-2787864ffa87'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:26:41.009044 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-022a24e0-7111-43f5-a6ff-f683a7f9389a None None] Bound port: eadc5674-44e1-42c4-9d91-b2106a1cfc3f, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7fd6ec12-dff3-40cc-b958-2787864ffa87'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:26:41.009446 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-022a24e0-7111-43f5-a6ff-f683a7f9389a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:41.018081 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-4754f71b-48da-4fa8-a481-466e2af42559 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Transition to ACTIVE for port object a15ce21f-1f91-4f1e-8e80-37d1996b74dd will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:26:41.052195 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4754f71b-48da-4fa8-a481-466e2af42559 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:41.052479 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a0ed001a-920f-4a1d-822b-387b20a0e5c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959594466', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '11a1550c-8b1a-40bd-8e15-46413e7067bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:26:37Z', 'updated_at': '2021-07-30T00:26:38Z', 'revision_number': 3, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '11a1550c-8b1a-40bd-8e15-46413e7067bb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:9e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:38Z', 'updated_at': '2021-07-30T00:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:41.083011 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ed001a-920f-4a1d-822b-387b20a0e5c5 None None] The sync data for ids ['8795d1be-20f3-42eb-a9ea-1c746b54cda9'] in n-d-712140-10 is: [{'id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959594466', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '11a1550c-8b1a-40bd-8e15-46413e7067bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:26:37Z', 'updated_at': '2021-07-30T00:26:38Z', 'revision_number': 3, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '11a1550c-8b1a-40bd-8e15-46413e7067bb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:9e:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:38Z', 'updated_at': '2021-07-30T00:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:26:41.094148 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4754f71b-48da-4fa8-a481-466e2af42559 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network 7fd6ec12-dff3-40cc-b958-2787864ffa87 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:26:41.097157 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-4754f71b-48da-4fa8-a481-466e2af42559 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:26:41.101250 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4754f71b-48da-4fa8-a481-466e2af42559 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:26:41.111449 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-022a24e0-7111-43f5-a6ff-f683a7f9389a None None] For port eadc5674-44e1-42c4-9d91-b2106a1cfc3f, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:26:41.115166 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-022a24e0-7111-43f5-a6ff-f683a7f9389a None None] For port eadc5674-44e1-42c4-9d91-b2106a1cfc3f, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=eadc5674-44e1-42c4-9d91-b2106a1cfc3f,segment=NetworkSegment(9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8),segment_id=9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:26:41.121197 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-022a24e0-7111-43f5-a6ff-f683a7f9389a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:41.141753 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754f71b-48da-4fa8-a481-466e2af42559 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Port': ['ID=a15ce21f-1f91-4f1e-8e80-37d1996b74dd,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:41.180534 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4754f71b-48da-4fa8-a481-466e2af42559 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:41.187034 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a24e0-7111-43f5-a6ff-f683a7f9389a None None] Pushing event updated for resources: {'Port': ['ID=eadc5674-44e1-42c4-9d91-b2106a1cfc3f,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:41.338175 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4754f71b-48da-4fa8-a481-466e2af42559 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:41.654682 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4754f71b-48da-4fa8-a481-466e2af42559 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:41.659911 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4754f71b-48da-4fa8-a481-466e2af42559 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:41.740088 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-4754f71b-48da-4fa8-a481-466e2af42559 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:41.741851 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754f71b-48da-4fa8-a481-466e2af42559 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Port': ['ID=a15ce21f-1f91-4f1e-8e80-37d1996b74dd,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:41.839005 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4754f71b-48da-4fa8-a481-466e2af42559 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network 7fd6ec12-dff3-40cc-b958-2787864ffa87 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:26:41.841272 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-4754f71b-48da-4fa8-a481-466e2af42559 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:26:41.961181 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4754f71b-48da-4fa8-a481-466e2af42559 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Router 8795d1be-20f3-42eb-a9ea-1c746b54cda9 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:26:42.100999 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4754f71b-48da-4fa8-a481-466e2af42559 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:26:42.106938 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-4754f71b-48da-4fa8-a481-466e2af42559 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "PUT /v2.0/routers/8795d1be-20f3-42eb-a9ea-1c746b54cda9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2777674 Jul 30 00:26:42.186822 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 11a1550c-8b1a-40bd-8e15-46413e7067bb up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:26:42.213132 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5153ede-5ed9-462b-ad12-bd686c51c9a3 None None] Network 7fd6ec12-dff3-40cc-b958-2787864ffa87 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:26:42.273547 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-711151f3-cab0-4fe0-851c-df53f9a063a4 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-672261605&fields=id&tenant_id=b50c81366be6461a9721474fa4eb74d8 HTTP/1.1" status: 200 len: 267 time: 0.0356240 Jul 30 00:26:42.285323 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7e824ed8-e73b-488a-baa9-debd03281e1a None None] Provisioning for port eadc5674-44e1-42c4-9d91-b2106a1cfc3f completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:26:42.324241 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 11a1550c-8b1a-40bd-8e15-46413e7067bb completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:26:42.348170 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 11a1550c-8b1a-40bd-8e15-46413e7067bb triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:26:42.348542 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:42.393655 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-0476223f-36a9-4bac-957e-09dcd77c23f5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:42.395209 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-0476223f-36a9-4bac-957e-09dcd77c23f5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/networks?id=7fd6ec12-dff3-40cc-b958-2787864ffa87 HTTP/1.1" status: 200 len: 796 time: 0.1116011 Jul 30 00:26:42.413967 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-d50fbf83-8140-4294-a672-617bd435c2d9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/quotas/b50c81366be6461a9721474fa4eb74d8 HTTP/1.1" status: 200 len: 375 time: 0.0100079 Jul 30 00:26:42.466842 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:42.476395 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-4095b2b2-0df2-493e-8487-3a65cdaba6ad tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531471 Jul 30 00:26:42.488895 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 11a1550c-8b1a-40bd-8e15-46413e7067bb, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=11a1550c-8b1a-40bd-8e15-46413e7067bb,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:42.493502 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:42.494469 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device eadc5674-44e1-42c4-9d91-b2106a1cfc3f up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:26:42.576252 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=11a1550c-8b1a-40bd-8e15-46413e7067bb,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:42.589361 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port eadc5674-44e1-42c4-9d91-b2106a1cfc3f completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:26:42.594904 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port eadc5674-44e1-42c4-9d91-b2106a1cfc3f triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:26:42.595320 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:42.601477 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-0043c87b-c780-4e70-bb42-6a59abbdc577 service neutron] 10.222.0.18 "GET /v2.0/networks/7fd6ec12-dff3-40cc-b958-2787864ffa87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133890 Jul 30 00:26:42.685160 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:42.711342 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-bc20d299-4bd5-43d9-8ca4-f1d10ed2328e service neutron] 10.222.0.18 "GET /v2.0/networks/7fd6ec12-dff3-40cc-b958-2787864ffa87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021657 Jul 30 00:26:42.728088 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port eadc5674-44e1-42c4-9d91-b2106a1cfc3f, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=eadc5674-44e1-42c4-9d91-b2106a1cfc3f,segment=NetworkSegment(9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8),segment_id=9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:42.733839 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:42.740246 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-56c740c2-bc3c-4a7f-b680-13f4ed589d69 None None] Provisioning for port a15ce21f-1f91-4f1e-8e80-37d1996b74dd completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:26:42.762372 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-56c740c2-bc3c-4a7f-b680-13f4ed589d69 None None] Provisioning complete for port a15ce21f-1f91-4f1e-8e80-37d1996b74dd triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:26:42.763331 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56c740c2-bc3c-4a7f-b680-13f4ed589d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:42.820813 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=eadc5674-44e1-42c4-9d91-b2106a1cfc3f,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:42.823473 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-56c740c2-bc3c-4a7f-b680-13f4ed589d69 None None] Port a15ce21f-1f91-4f1e-8e80-37d1996b74dd cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:26:42.835267 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-56c740c2-bc3c-4a7f-b680-13f4ed589d69 None None] Provisioning complete for port eadc5674-44e1-42c4-9d91-b2106a1cfc3f triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:26:42.835475 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb6c762-ac37-4244-8c85-0014b7593c16 None None] Sync routers for ids ['8795d1be-20f3-42eb-a9ea-1c746b54cda9'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:26:42.835971 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56c740c2-bc3c-4a7f-b680-13f4ed589d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:42.845656 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb6c762-ac37-4244-8c85-0014b7593c16 None None] Routers {'8795d1be-20f3-42eb-a9ea-1c746b54cda9'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:26:42.846281 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-8eb6c762-ac37-4244-8c85-0014b7593c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:26:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8795d1be-20f3-42eb-a9ea-1c746b54cda9'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:42.935245 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-790a470d-ecec-47c9-9625-4c9d77e161e7 req-3613bf49-7c31-499d-a1a5-d9f9b6b7af43 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 210 time: 0.0398774 Jul 30 00:26:42.982507 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-8eb6c762-ac37-4244-8c85-0014b7593c16 None None] Set router 8795d1be-20f3-42eb-a9ea-1c746b54cda9 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:26:43.069605 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0c60f863-f391-4554-84fa-bbfe4492f440 None None] Provisioning complete for port a15ce21f-1f91-4f1e-8e80-37d1996b74dd triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:26:43.069986 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0c60f863-f391-4554-84fa-bbfe4492f440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:43.123343 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-0c60f863-f391-4554-84fa-bbfe4492f440 None None] Port a15ce21f-1f91-4f1e-8e80-37d1996b74dd cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:26:43.204743 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-8eb6c762-ac37-4244-8c85-0014b7593c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959594466', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '11a1550c-8b1a-40bd-8e15-46413e7067bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:26:37Z', 'updated_at': '2021-07-30T00:26:41Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '11a1550c-8b1a-40bd-8e15-46413e7067bb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:38Z', 'updated_at': '2021-07-30T00:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'a15ce21f-1f91-4f1e-8e80-37d1996b74dd', 'name': '', 'network_id': '7fd6ec12-dff3-40cc-b958-2787864ffa87', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:ee:97:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '19f2a6a7-96a3-4054-b5c2-d9030240ce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:40Z', 'updated_at': '2021-07-30T00:26:41Z', 'revision_number': 2, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': '19f2a6a7-96a3-4054-b5c2-d9030240ce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:43.234784 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb6c762-ac37-4244-8c85-0014b7593c16 None None] Checking router: 8795d1be-20f3-42eb-a9ea-1c746b54cda9 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:26:43.235364 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb6c762-ac37-4244-8c85-0014b7593c16 None None] Updating router 8795d1be-20f3-42eb-a9ea-1c746b54cda9 port a15ce21f-1f91-4f1e-8e80-37d1996b74dd binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:26:43.244839 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-312b1b27-93cc-4ac6-b89c-9df9e537cf06 None None] Provisioning complete for port a15ce21f-1f91-4f1e-8e80-37d1996b74dd triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:26:43.245353 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-312b1b27-93cc-4ac6-b89c-9df9e537cf06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:43.261058 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8eb6c762-ac37-4244-8c85-0014b7593c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:43.282531 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-312b1b27-93cc-4ac6-b89c-9df9e537cf06 None None] Port a15ce21f-1f91-4f1e-8e80-37d1996b74dd cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:26:43.535085 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8eb6c762-ac37-4244-8c85-0014b7593c16 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:43.546632 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-8eb6c762-ac37-4244-8c85-0014b7593c16 None None] Transition to ACTIVE for port object a15ce21f-1f91-4f1e-8e80-37d1996b74dd will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:26:43.552756 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8eb6c762-ac37-4244-8c85-0014b7593c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:43.603264 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2233ad-edc1-4f13-ba2c-34f3d3d80b6f None None] Pushing event updated for resources: {'Port': ['ID=a15ce21f-1f91-4f1e-8e80-37d1996b74dd,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:43.633561 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2233ad-edc1-4f13-ba2c-34f3d3d80b6f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:43.633908 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2233ad-edc1-4f13-ba2c-34f3d3d80b6f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:43.634252 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2233ad-edc1-4f13-ba2c-34f3d3d80b6f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:43.634590 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2233ad-edc1-4f13-ba2c-34f3d3d80b6f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:43.634927 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2233ad-edc1-4f13-ba2c-34f3d3d80b6f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:43.635253 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2233ad-edc1-4f13-ba2c-34f3d3d80b6f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:43.635578 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2233ad-edc1-4f13-ba2c-34f3d3d80b6f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:43.635928 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2233ad-edc1-4f13-ba2c-34f3d3d80b6f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:43.636255 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2233ad-edc1-4f13-ba2c-34f3d3d80b6f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:43.636578 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2233ad-edc1-4f13-ba2c-34f3d3d80b6f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:43.636896 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2233ad-edc1-4f13-ba2c-34f3d3d80b6f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:43.637247 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c2233ad-edc1-4f13-ba2c-34f3d3d80b6f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:26:43.666305 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-8eb6c762-ac37-4244-8c85-0014b7593c16 None None] Attempting to bind port a15ce21f-1f91-4f1e-8e80-37d1996b74dd on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:26:43.666681 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-8eb6c762-ac37-4244-8c85-0014b7593c16 None None] Attempting to bind port a15ce21f-1f91-4f1e-8e80-37d1996b74dd by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7fd6ec12-dff3-40cc-b958-2787864ffa87'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:26:43.667048 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb6c762-ac37-4244-8c85-0014b7593c16 None None] Attempting to bind port a15ce21f-1f91-4f1e-8e80-37d1996b74dd on network 7fd6ec12-dff3-40cc-b958-2787864ffa87 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:26:43.673640 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb6c762-ac37-4244-8c85-0014b7593c16 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:26:43.674019 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb6c762-ac37-4244-8c85-0014b7593c16 None None] Checking segment: {'id': '9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7fd6ec12-dff3-40cc-b958-2787864ffa87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:26:43.674422 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8eb6c762-ac37-4244-8c85-0014b7593c16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:43.674811 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb6c762-ac37-4244-8c85-0014b7593c16 None None] Bound using segment: {'id': '9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7fd6ec12-dff3-40cc-b958-2787864ffa87'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:26:43.675280 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-8eb6c762-ac37-4244-8c85-0014b7593c16 None None] Bound port: a15ce21f-1f91-4f1e-8e80-37d1996b74dd, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7fd6ec12-dff3-40cc-b958-2787864ffa87'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:26:43.675665 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8eb6c762-ac37-4244-8c85-0014b7593c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:43.744324 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-8eb6c762-ac37-4244-8c85-0014b7593c16 None None] For port a15ce21f-1f91-4f1e-8e80-37d1996b74dd, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:26:43.748263 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-8eb6c762-ac37-4244-8c85-0014b7593c16 None None] For port a15ce21f-1f91-4f1e-8e80-37d1996b74dd, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a15ce21f-1f91-4f1e-8e80-37d1996b74dd,segment=NetworkSegment(9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8),segment_id=9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:26:43.753037 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-8eb6c762-ac37-4244-8c85-0014b7593c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:43.811334 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb6c762-ac37-4244-8c85-0014b7593c16 None None] Routers {'8795d1be-20f3-42eb-a9ea-1c746b54cda9'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:26:43.812128 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-8eb6c762-ac37-4244-8c85-0014b7593c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:26:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8795d1be-20f3-42eb-a9ea-1c746b54cda9'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:43.852566 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2233ad-edc1-4f13-ba2c-34f3d3d80b6f None None] Pushing event updated for resources: {'Port': ['ID=a15ce21f-1f91-4f1e-8e80-37d1996b74dd,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:43.926992 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-8eb6c762-ac37-4244-8c85-0014b7593c16 None None] Set router 8795d1be-20f3-42eb-a9ea-1c746b54cda9 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:26:44.062964 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ffade49b-73e6-4ff2-80bb-a445fb41f468 req-b74caf57-345d-4c34-bf9a-256249352bfc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 210 time: 0.0384972 Jul 30 00:26:44.135372 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 11a1550c-8b1a-40bd-8e15-46413e7067bb up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:26:44.150271 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-48ef4a6d-ab4f-49fd-a4d3-9062f7de13ab tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:44.151797 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-48ef4a6d-ab4f-49fd-a4d3-9062f7de13ab tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.39 "GET /v2.0/networks?id=7fd6ec12-dff3-40cc-b958-2787864ffa87 HTTP/1.1" status: 200 len: 796 time: 0.1656730 Jul 30 00:26:44.188868 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 11a1550c-8b1a-40bd-8e15-46413e7067bb triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:26:44.189143 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:44.196006 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-8eb6c762-ac37-4244-8c85-0014b7593c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959594466', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '11a1550c-8b1a-40bd-8e15-46413e7067bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:26:37Z', 'updated_at': '2021-07-30T00:26:41Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '11a1550c-8b1a-40bd-8e15-46413e7067bb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:38Z', 'updated_at': '2021-07-30T00:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'a15ce21f-1f91-4f1e-8e80-37d1996b74dd', 'name': '', 'network_id': '7fd6ec12-dff3-40cc-b958-2787864ffa87', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:ee:97:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '19f2a6a7-96a3-4054-b5c2-d9030240ce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:40Z', 'updated_at': '2021-07-30T00:26:43Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': '19f2a6a7-96a3-4054-b5c2-d9030240ce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:44.202245 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-5333cc5d-0199-44ec-9b38-b7bde27ff6a3 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b50c81366be6461a9721474fa4eb74d8 HTTP/1.1" status: 200 len: 379 time: 0.0394895 Jul 30 00:26:44.213114 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-dd386833-ac7b-4cae-b5cd-c2831b8460ea tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'port': {'device_id': 'c9bb9b6b-10c6-4c62-9847-0a97ddaad94a', 'network_id': '7fd6ec12-dff3-40cc-b958-2787864ffa87', 'admin_state_up': True, 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'security_groups': ['a7538ac2-8dce-46c7-87e2-b52a6a8453fc']}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:44.224555 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb6c762-ac37-4244-8c85-0014b7593c16 None None] The sync data for ids ['8795d1be-20f3-42eb-a9ea-1c746b54cda9'] in n-d-712140-10 is: [{'id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959594466', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '11a1550c-8b1a-40bd-8e15-46413e7067bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:26:37Z', 'updated_at': '2021-07-30T00:26:41Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '11a1550c-8b1a-40bd-8e15-46413e7067bb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:38Z', 'updated_at': '2021-07-30T00:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'a15ce21f-1f91-4f1e-8e80-37d1996b74dd', 'name': '', 'network_id': '7fd6ec12-dff3-40cc-b958-2787864ffa87', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:ee:97:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '19f2a6a7-96a3-4054-b5c2-d9030240ce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:40Z', 'updated_at': '2021-07-30T00:26:43Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': '19f2a6a7-96a3-4054-b5c2-d9030240ce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:26:44.289947 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device eadc5674-44e1-42c4-9d91-b2106a1cfc3f up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:26:44.354569 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port eadc5674-44e1-42c4-9d91-b2106a1cfc3f triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:26:44.354961 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:44.359195 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-dd386833-ac7b-4cae-b5cd-c2831b8460ea tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Made reservation on behalf of b50c81366be6461a9721474fa4eb74d8 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:26:44.362873 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-dd386833-ac7b-4cae-b5cd-c2831b8460ea tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:44.880878 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-dd386833-ac7b-4cae-b5cd-c2831b8460ea tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Allocated IP 172.20.0.8 (7fd6ec12-dff3-40cc-b958-2787864ffa87/19f2a6a7-96a3-4054-b5c2-d9030240ce40/22cf01bc-3ef3-49a7-b401-0a1f52f32ce8) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:26:45.029423 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-dd386833-ac7b-4cae-b5cd-c2831b8460ea tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:45.043262 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-dd386833-ac7b-4cae-b5cd-c2831b8460ea tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Transition to ACTIVE for port object 22cf01bc-3ef3-49a7-b401-0a1f52f32ce8 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:26:45.078428 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-dd386833-ac7b-4cae-b5cd-c2831b8460ea tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:45.126965 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-dd386833-ac7b-4cae-b5cd-c2831b8460ea tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network 7fd6ec12-dff3-40cc-b958-2787864ffa87 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:26:45.132104 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-dd386833-ac7b-4cae-b5cd-c2831b8460ea tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:26:45.136490 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-dd386833-ac7b-4cae-b5cd-c2831b8460ea tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:26:45.141303 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd386833-ac7b-4cae-b5cd-c2831b8460ea tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Port': ['ID=22cf01bc-3ef3-49a7-b401-0a1f52f32ce8,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:45.197009 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-dd386833-ac7b-4cae-b5cd-c2831b8460ea tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:45.197674 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-dd386833-ac7b-4cae-b5cd-c2831b8460ea tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:45.214153 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-dd386833-ac7b-4cae-b5cd-c2831b8460ea tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0049818 Jul 30 00:26:45.220655 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f36db5d-6f4f-47d8-ab7d-e8c8277a3613 req-ca749116-80db-4978-8bee-ff8867fd1aab tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:45.222394 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5f36db5d-6f4f-47d8-ab7d-e8c8277a3613 req-ca749116-80db-4978-8bee-ff8867fd1aab tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 931 time: 0.0824580 Jul 30 00:26:45.270768 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5f36db5d-6f4f-47d8-ab7d-e8c8277a3613 req-7e121d5e-fd6f-4cae-acae-effc9f899c56 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7538ac2-8dce-46c7-87e2-b52a6a8453fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421438 Jul 30 00:26:45.290825 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-37f75aad-0413-4167-b597-91c936c1e9c8 service neutron] Request body: {'port': {'device_id': 'c9bb9b6b-10c6-4c62-9847-0a97ddaad94a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:45.355747 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-37f75aad-0413-4167-b597-91c936c1e9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:45.493485 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-4f3c037b-8619-4c1d-856a-6706e4655e04 None None] Provisioning for port 22cf01bc-3ef3-49a7-b401-0a1f52f32ce8 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:26:45.497299 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-4f3c037b-8619-4c1d-856a-6706e4655e04 None None] Provisioning complete for port 22cf01bc-3ef3-49a7-b401-0a1f52f32ce8 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:26:45.497677 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4f3c037b-8619-4c1d-856a-6706e4655e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:45.534325 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-4f3c037b-8619-4c1d-856a-6706e4655e04 None None] Port 22cf01bc-3ef3-49a7-b401-0a1f52f32ce8 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:26:45.615743 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-37f75aad-0413-4167-b597-91c936c1e9c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22cf01bc-3ef3-49a7-b401-0a1f52f32ce8 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:26:45.623581 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-37f75aad-0413-4167-b597-91c936c1e9c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:45.635249 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-37f75aad-0413-4167-b597-91c936c1e9c8 service neutron] Transition to ACTIVE for port object 22cf01bc-3ef3-49a7-b401-0a1f52f32ce8 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:26:45.639143 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-37f75aad-0413-4167-b597-91c936c1e9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:45.690853 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f75aad-0413-4167-b597-91c936c1e9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=22cf01bc-3ef3-49a7-b401-0a1f52f32ce8,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:45.761340 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-37f75aad-0413-4167-b597-91c936c1e9c8 service neutron] Attempting to bind port 22cf01bc-3ef3-49a7-b401-0a1f52f32ce8 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:26:45.761681 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-37f75aad-0413-4167-b597-91c936c1e9c8 service neutron] Attempting to bind port 22cf01bc-3ef3-49a7-b401-0a1f52f32ce8 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7fd6ec12-dff3-40cc-b958-2787864ffa87'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:26:45.762287 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-37f75aad-0413-4167-b597-91c936c1e9c8 service neutron] Attempting to bind port 22cf01bc-3ef3-49a7-b401-0a1f52f32ce8 on network 7fd6ec12-dff3-40cc-b958-2787864ffa87 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:26:45.767623 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-37f75aad-0413-4167-b597-91c936c1e9c8 service neutron] Port 22cf01bc-3ef3-49a7-b401-0a1f52f32ce8 on network 7fd6ec12-dff3-40cc-b958-2787864ffa87 not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:26:45.767980 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-37f75aad-0413-4167-b597-91c936c1e9c8 service neutron] Attempting to bind port 22cf01bc-3ef3-49a7-b401-0a1f52f32ce8 on network 7fd6ec12-dff3-40cc-b958-2787864ffa87 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:26:45.772996 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-37f75aad-0413-4167-b597-91c936c1e9c8 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 26, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:26:45.773334 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-37f75aad-0413-4167-b597-91c936c1e9c8 service neutron] Checking segment: {'id': '9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7fd6ec12-dff3-40cc-b958-2787864ffa87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:26:45.773720 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-37f75aad-0413-4167-b597-91c936c1e9c8 service neutron] Bound using segment: {'id': '9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7fd6ec12-dff3-40cc-b958-2787864ffa87'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:26:45.774146 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-37f75aad-0413-4167-b597-91c936c1e9c8 service neutron] Bound port: 22cf01bc-3ef3-49a7-b401-0a1f52f32ce8, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '7fd6ec12-dff3-40cc-b958-2787864ffa87'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:26:45.774505 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-37f75aad-0413-4167-b597-91c936c1e9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:45.842690 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-37f75aad-0413-4167-b597-91c936c1e9c8 service neutron] For port 22cf01bc-3ef3-49a7-b401-0a1f52f32ce8, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:26:45.846177 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-37f75aad-0413-4167-b597-91c936c1e9c8 service neutron] For port 22cf01bc-3ef3-49a7-b401-0a1f52f32ce8, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=22cf01bc-3ef3-49a7-b401-0a1f52f32ce8,segment=NetworkSegment(9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8),segment_id=9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:26:45.850466 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-37f75aad-0413-4167-b597-91c936c1e9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:45.886692 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-37f75aad-0413-4167-b597-91c936c1e9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:45.887982 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-37f75aad-0413-4167-b597-91c936c1e9c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:45.889410 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-37f75aad-0413-4167-b597-91c936c1e9c8 service neutron] 10.222.0.39 "PUT /v2.0/ports/22cf01bc-3ef3-49a7-b401-0a1f52f32ce8 HTTP/1.1" status: 200 len: 1092 time: 0.6667190 Jul 30 00:26:45.889844 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9bb9b6b-10c6-4c62-9847-0a97ddaad94a', 'tag': '22cf01bc-3ef3-49a7-b401-0a1f52f32ce8'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:26:45.892166 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5209d4e956e9ae4acfb38c8f800d5d5e141ec7fd74949f506a8c7ac355071e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-005dde28-4be5-44ee-bdb9-ad4d2f75d76c" -d '{"events": [{"name": "network-changed", "server_uuid": "c9bb9b6b-10c6-4c62-9847-0a97ddaad94a", "tag": "22cf01bc-3ef3-49a7-b401-0a1f52f32ce8"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:26:45.929908 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f75aad-0413-4167-b597-91c936c1e9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=22cf01bc-3ef3-49a7-b401-0a1f52f32ce8,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:45.993684 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-ced93e2b-1867-4916-9c1b-02f5ed3696b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:45.995221 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-ced93e2b-1867-4916-9c1b-02f5ed3696b1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 1095 time: 0.0622566 Jul 30 00:26:46.000991 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c59c6a-e8c1-464b-a6ab-0dcceaac5c1a x-openstack-request-id: req-48c59c6a-e8c1-464b-a6ab-0dcceaac5c1a {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:26:46.001281 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9bb9b6b-10c6-4c62-9847-0a97ddaad94a", "tag": "22cf01bc-3ef3-49a7-b401-0a1f52f32ce8", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:26:46.001534 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-48c59c6a-e8c1-464b-a6ab-0dcceaac5c1a {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:26:46.001937 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9bb9b6b-10c6-4c62-9847-0a97ddaad94a', 'tag': '22cf01bc-3ef3-49a7-b401-0a1f52f32ce8', 'status': 'completed', 'code': 200} Jul 30 00:26:46.047595 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-d2674b0b-24d6-4a51-bec2-55307ad60af5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22cf01bc-3ef3-49a7-b401-0a1f52f32ce8 HTTP/1.1" status: 200 len: 217 time: 0.0429320 Jul 30 00:26:46.101209 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-d7c5b7d3-0123-4ad7-95b6-085be3de0304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:46.102720 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-d7c5b7d3-0123-4ad7-95b6-085be3de0304 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=19f2a6a7-96a3-4054-b5c2-d9030240ce40 HTTP/1.1" status: 200 len: 834 time: 0.0480518 Jul 30 00:26:46.120842 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a15ce21f-1f91-4f1e-8e80-37d1996b74dd up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:26:46.151220 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-d6308e21-df1e-4021-a8d2-4054cf26c362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:46.152880 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-d6308e21-df1e-4021-a8d2-4054cf26c362 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fd6ec12-dff3-40cc-b958-2787864ffa87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434420 Jul 30 00:26:46.184443 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port a15ce21f-1f91-4f1e-8e80-37d1996b74dd completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:26:46.188281 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port a15ce21f-1f91-4f1e-8e80-37d1996b74dd triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:26:46.188660 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:46.249674 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-962c1380-e7e7-49a6-8740-fb339cde1eef service neutron] 10.222.0.39 "GET /v2.0/networks/7fd6ec12-dff3-40cc-b958-2787864ffa87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886259 Jul 30 00:26:46.274866 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:46.308932 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port a15ce21f-1f91-4f1e-8e80-37d1996b74dd, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a15ce21f-1f91-4f1e-8e80-37d1996b74dd,segment=NetworkSegment(9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8),segment_id=9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:46.319442 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:46.351709 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4cd2f25e-e42a-4a54-be79-87bf30416004 req-02520837-57ae-4636-ad4b-5e664bd3e420 service neutron] 10.222.0.39 "GET /v2.0/networks/7fd6ec12-dff3-40cc-b958-2787864ffa87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948582 Jul 30 00:26:46.411416 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a962a2-a4fc-4ffb-acfe-434c11df0e80 req-da064019-c0ac-4db1-b227-1ff14df86794 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:46.413916 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c6a962a2-a4fc-4ffb-acfe-434c11df0e80 req-da064019-c0ac-4db1-b227-1ff14df86794 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 943 time: 0.0629425 Jul 30 00:26:46.446300 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005dde28-4be5-44ee-bdb9-ad4d2f75d76c req-4be9ad27-d166-4d04-9341-b4af6e9b9f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:46.447882 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-005dde28-4be5-44ee-bdb9-ad4d2f75d76c req-4be9ad27-d166-4d04-9341-b4af6e9b9f17 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 1095 time: 0.0507474 Jul 30 00:26:46.457267 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c6a962a2-a4fc-4ffb-acfe-434c11df0e80 req-5793dc06-320f-4b05-a658-ff4cf2cd4a48 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7538ac2-8dce-46c7-87e2-b52a6a8453fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361483 Jul 30 00:26:46.539101 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=a15ce21f-1f91-4f1e-8e80-37d1996b74dd,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:46.543314 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005dde28-4be5-44ee-bdb9-ad4d2f75d76c req-34cdeb20-d631-4b30-af5a-583e5dad889c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:46.544937 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-005dde28-4be5-44ee-bdb9-ad4d2f75d76c req-34cdeb20-d631-4b30-af5a-583e5dad889c service neutron] 10.222.0.39 "GET /v2.0/networks?id=7fd6ec12-dff3-40cc-b958-2787864ffa87 HTTP/1.1" status: 200 len: 897 time: 0.0897629 Jul 30 00:26:46.588736 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-005dde28-4be5-44ee-bdb9-ad4d2f75d76c req-61cd7e7d-c426-4bfd-815f-49733d243034 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22cf01bc-3ef3-49a7-b401-0a1f52f32ce8 HTTP/1.1" status: 200 len: 217 time: 0.0354600 Jul 30 00:26:46.642345 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005dde28-4be5-44ee-bdb9-ad4d2f75d76c req-9b2c7ec6-4f7a-4e11-8ff4-d65cd4bc32fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:46.643790 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-005dde28-4be5-44ee-bdb9-ad4d2f75d76c req-9b2c7ec6-4f7a-4e11-8ff4-d65cd4bc32fb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=19f2a6a7-96a3-4054-b5c2-d9030240ce40 HTTP/1.1" status: 200 len: 834 time: 0.0476356 Jul 30 00:26:46.692313 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005dde28-4be5-44ee-bdb9-ad4d2f75d76c req-6396ffa4-be6c-4838-89c8-23ff23543736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:46.693784 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-005dde28-4be5-44ee-bdb9-ad4d2f75d76c req-6396ffa4-be6c-4838-89c8-23ff23543736 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fd6ec12-dff3-40cc-b958-2787864ffa87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409408 Jul 30 00:26:46.784440 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-005dde28-4be5-44ee-bdb9-ad4d2f75d76c req-245d61c6-c5c8-47ee-83e9-8e36a1a68354 service neutron] 10.222.0.39 "GET /v2.0/networks/7fd6ec12-dff3-40cc-b958-2787864ffa87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827384 Jul 30 00:26:46.878136 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-005dde28-4be5-44ee-bdb9-ad4d2f75d76c req-4b5e4c6d-d435-48f1-a50a-7a16ce239660 service neutron] 10.222.0.39 "GET /v2.0/networks/7fd6ec12-dff3-40cc-b958-2787864ffa87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859761 Jul 30 00:26:47.572677 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7464212-6ad2-4f7c-ab6d-082371093c7f req-ed356e41-dd35-4811-ac40-e71e6d576303 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:47.574166 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c7464212-6ad2-4f7c-ab6d-082371093c7f req-ed356e41-dd35-4811-ac40-e71e6d576303 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 943 time: 0.0486279 Jul 30 00:26:47.612211 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c7464212-6ad2-4f7c-ab6d-082371093c7f req-42edf77e-e5f4-47b9-b933-90efb2974ede tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7538ac2-8dce-46c7-87e2-b52a6a8453fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313993 Jul 30 00:26:48.089791 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a15ce21f-1f91-4f1e-8e80-37d1996b74dd up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:26:48.138712 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port a15ce21f-1f91-4f1e-8e80-37d1996b74dd triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:26:48.139086 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:48.728674 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e9f3f2-bd7a-4d74-a44a-bfd2d241b3a6 req-26292ab7-69e9-4651-b5bd-7215b3bb0c0e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:48.730150 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1e9f3f2-bd7a-4d74-a44a-bfd2d241b3a6 req-26292ab7-69e9-4651-b5bd-7215b3bb0c0e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 943 time: 0.0524650 Jul 30 00:26:48.769259 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1e9f3f2-bd7a-4d74-a44a-bfd2d241b3a6 req-8123e8aa-bdca-4b81-b875-26dce3557459 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7538ac2-8dce-46c7-87e2-b52a6a8453fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331318 Jul 30 00:26:49.832163 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 22cf01bc-3ef3-49a7-b401-0a1f52f32ce8 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:26:49.881079 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f2aa58-2e88-4eb2-a932-1a4118c19bc2 req-f196a5eb-eaf4-4650-805e-72445494f35f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:49.882661 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a7f2aa58-2e88-4eb2-a932-1a4118c19bc2 req-f196a5eb-eaf4-4650-805e-72445494f35f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 943 time: 0.0484231 Jul 30 00:26:49.921877 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a7f2aa58-2e88-4eb2-a932-1a4118c19bc2 req-9eaa867d-61f8-4933-9b46-aa933f063adb tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7538ac2-8dce-46c7-87e2-b52a6a8453fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323479 Jul 30 00:26:49.925003 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 22cf01bc-3ef3-49a7-b401-0a1f52f32ce8, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=22cf01bc-3ef3-49a7-b401-0a1f52f32ce8,segment=NetworkSegment(9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8),segment_id=9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:49.936573 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '22cf01bc-3ef3-49a7-b401-0a1f52f32ce8', 'network_id': '7fd6ec12-dff3-40cc-b958-2787864ffa87', 'port_id': '22cf01bc-3ef3-49a7-b401-0a1f52f32ce8', 'mac_address': 'fa:16:3e:9c:2e:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19f2a6a7-96a3-4054-b5c2-d9030240ce40', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:26:49.972896 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:49.988274 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22cf01bc-3ef3-49a7-b401-0a1f52f32ce8 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:26:50.007052 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 22cf01bc-3ef3-49a7-b401-0a1f52f32ce8, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=22cf01bc-3ef3-49a7-b401-0a1f52f32ce8,segment=NetworkSegment(9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8),segment_id=9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:50.011122 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:50.060297 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=22cf01bc-3ef3-49a7-b401-0a1f52f32ce8,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:50.235351 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['22cf01bc-3ef3-49a7-b401-0a1f52f32ce8'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:26:51.036397 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33da0493-5dac-4a57-9354-9b96a70ccd92 req-231da492-ca68-4b6f-9ab4-bec00ea4f56c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:51.037889 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-33da0493-5dac-4a57-9354-9b96a70ccd92 req-231da492-ca68-4b6f-9ab4-bec00ea4f56c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 944 time: 0.0481272 Jul 30 00:26:51.076435 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-33da0493-5dac-4a57-9354-9b96a70ccd92 req-24d9932c-d2f3-4d13-8993-c5fa0ed3c77f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7538ac2-8dce-46c7-87e2-b52a6a8453fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318136 Jul 30 00:26:51.832108 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 22cf01bc-3ef3-49a7-b401-0a1f52f32ce8 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:26:51.879514 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 22cf01bc-3ef3-49a7-b401-0a1f52f32ce8 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:26:51.883116 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 22cf01bc-3ef3-49a7-b401-0a1f52f32ce8 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:26:51.883500 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:51.967451 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:51.992800 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9bb9b6b-10c6-4c62-9847-0a97ddaad94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cf01bc-3ef3-49a7-b401-0a1f52f32ce8'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:26:51.995528 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee31ed8e5b8e4dc4f88b315270ded6679232f3f3b12134e952a2ffdf5dc07ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd382496-36f9-4b9a-b770-69d94461905c" -d '{"events": [{"server_uuid": "c9bb9b6b-10c6-4c62-9847-0a97ddaad94a", "name": "network-vif-plugged", "status": "completed", "tag": "22cf01bc-3ef3-49a7-b401-0a1f52f32ce8"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:26:52.010622 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 22cf01bc-3ef3-49a7-b401-0a1f52f32ce8, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=22cf01bc-3ef3-49a7-b401-0a1f52f32ce8,segment=NetworkSegment(9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8),segment_id=9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:26:52.015466 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:52.066522 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=22cf01bc-3ef3-49a7-b401-0a1f52f32ce8,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:52.090986 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5988cde7-d776-4464-8543-9b5ef2bba31e x-openstack-request-id: req-5988cde7-d776-4464-8543-9b5ef2bba31e {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:26:52.091434 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9bb9b6b-10c6-4c62-9847-0a97ddaad94a", "name": "network-vif-plugged", "status": "completed", "tag": "22cf01bc-3ef3-49a7-b401-0a1f52f32ce8", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:26:52.091861 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-5988cde7-d776-4464-8543-9b5ef2bba31e {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:26:52.092495 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9bb9b6b-10c6-4c62-9847-0a97ddaad94a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22cf01bc-3ef3-49a7-b401-0a1f52f32ce8', 'code': 200} Jul 30 00:26:52.198836 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7a98d-b7e8-4319-b0d1-61796174c8cf req-7f9e8ce3-5732-4743-8e24-5c95b8b7823b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:52.201576 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f2c7a98d-b7e8-4319-b0d1-61796174c8cf req-7f9e8ce3-5732-4743-8e24-5c95b8b7823b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 1097 time: 0.0508831 Jul 30 00:26:52.213451 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ab2db-6ac8-4744-b8d0-80bc5f8548f2 req-8fb6ae79-e017-4efa-a6df-6e58277e470d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:52.215047 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e35ab2db-6ac8-4744-b8d0-80bc5f8548f2 req-8fb6ae79-e017-4efa-a6df-6e58277e470d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 945 time: 0.0641727 Jul 30 00:26:52.241161 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f2c7a98d-b7e8-4319-b0d1-61796174c8cf req-5ab2094e-854a-4152-8059-8748acfdd5cb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a7538ac2-8dce-46c7-87e2-b52a6a8453fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324416 Jul 30 00:26:52.253855 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e35ab2db-6ac8-4744-b8d0-80bc5f8548f2 req-5137f9c4-6738-41cb-bbf6-cb6f7454de1c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7538ac2-8dce-46c7-87e2-b52a6a8453fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326843 Jul 30 00:26:53.370078 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbb902-3cd0-4310-abf4-a6d4f639ee9d req-7c7be0b1-84ee-4547-95d8-72f3c850f512 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:53.371586 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8dbbb902-3cd0-4310-abf4-a6d4f639ee9d req-7c7be0b1-84ee-4547-95d8-72f3c850f512 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 945 time: 0.0488765 Jul 30 00:26:53.410355 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8dbbb902-3cd0-4310-abf4-a6d4f639ee9d req-357e72db-ad2d-44bc-bd72-3458eab867a1 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7538ac2-8dce-46c7-87e2-b52a6a8453fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321913 Jul 30 00:26:53.523921 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef199b9c-39e7-45cb-b50c-38c9df21fa55 req-54a0be27-2008-41cf-80c3-ff4260c889c5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:53.525401 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ef199b9c-39e7-45cb-b50c-38c9df21fa55 req-54a0be27-2008-41cf-80c3-ff4260c889c5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 945 time: 0.0491877 Jul 30 00:26:53.563231 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ef199b9c-39e7-45cb-b50c-38c9df21fa55 req-c3994764-6c1a-467c-8d36-bab809096eab tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7538ac2-8dce-46c7-87e2-b52a6a8453fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311446 Jul 30 00:26:53.584364 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60506) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:53.626943 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dfc94a-4b1c-4d9a-8963-70f997dce636 tempest-TestNetworkAdvancedServerOps-2121857559 tempest-TestNetworkAdvancedServerOps-2121857559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:53.628472 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-39dfc94a-4b1c-4d9a-8963-70f997dce636 tempest-TestNetworkAdvancedServerOps-2121857559 tempest-TestNetworkAdvancedServerOps-2121857559-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 1092 time: 0.0431054 Jul 30 00:26:53.631216 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60508) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:53.635737 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-0ba73ba2-f1c0-458a-b5f3-c6517f0318eb tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'port_id': '22cf01bc-3ef3-49a7-b401-0a1f52f32ce8', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:26:53.658652 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ba73ba2-f1c0-458a-b5f3-c6517f0318eb tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:53.754445 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ba73ba2-f1c0-458a-b5f3-c6517f0318eb tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:53.862087 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-0ba73ba2-f1c0-458a-b5f3-c6517f0318eb tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Allocated IP 172.25.8.102 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/acdde125-3fdf-4c84-948b-20bdf8384866) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:26:53.963159 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ba73ba2-f1c0-458a-b5f3-c6517f0318eb tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:54.001691 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ba73ba2-f1c0-458a-b5f3-c6517f0318eb tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:54.041601 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba73ba2-f1c0-458a-b5f3-c6517f0318eb tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:26:54.044829 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-0ba73ba2-f1c0-458a-b5f3-c6517f0318eb tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:26:54.048704 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba73ba2-f1c0-458a-b5f3-c6517f0318eb tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:26:54.077771 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba73ba2-f1c0-458a-b5f3-c6517f0318eb tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Port': ['ID=acdde125-3fdf-4c84-948b-20bdf8384866,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:54.412460 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ba73ba2-f1c0-458a-b5f3-c6517f0318eb tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:54.482049 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ba73ba2-f1c0-458a-b5f3-c6517f0318eb tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:54.635036 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ba73ba2-f1c0-458a-b5f3-c6517f0318eb tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:54.640842 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ba73ba2-f1c0-458a-b5f3-c6517f0318eb tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:54.710199 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba73ba2-f1c0-458a-b5f3-c6517f0318eb tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Port': ['ID=acdde125-3fdf-4c84-948b-20bdf8384866,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:26:54.720653 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ba73ba2-f1c0-458a-b5f3-c6517f0318eb tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:54.823710 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-0ba73ba2-f1c0-458a-b5f3-c6517f0318eb tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Floating IP db203d54-d17f-4983-93a9-d5ed45d06d0e associated. External IP: 172.25.8.102, port: 22cf01bc-3ef3-49a7-b401-0a1f52f32ce8. Jul 30 00:26:55.038543 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ba73ba2-f1c0-458a-b5f3-c6517f0318eb tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Router 8795d1be-20f3-42eb-a9ea-1c746b54cda9 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:26:55.153609 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ba73ba2-f1c0-458a-b5f3-c6517f0318eb tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:26:55.165216 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127601e9-b370-4e39-a5da-c714e31eaa24 None None] Sync routers for ids ['8795d1be-20f3-42eb-a9ea-1c746b54cda9'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:26:55.176264 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0ba73ba2-f1c0-458a-b5f3-c6517f0318eb tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:26:55.176518 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127601e9-b370-4e39-a5da-c714e31eaa24 None None] Routers {'8795d1be-20f3-42eb-a9ea-1c746b54cda9'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:26:55.177036 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-127601e9-b370-4e39-a5da-c714e31eaa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:26:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8795d1be-20f3-42eb-a9ea-1c746b54cda9'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:55.210591 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0ba73ba2-f1c0-458a-b5f3-c6517f0318eb tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5783243 Jul 30 00:26:55.212051 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9bb9b6b-10c6-4c62-9847-0a97ddaad94a', 'tag': '22cf01bc-3ef3-49a7-b401-0a1f52f32ce8'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:26:55.214621 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40443bb3-563a-4539-ab5a-5e17afa952c0" -d '{"events": [{"name": "network-changed", "server_uuid": "c9bb9b6b-10c6-4c62-9847-0a97ddaad94a", "tag": "22cf01bc-3ef3-49a7-b401-0a1f52f32ce8"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:26:55.292170 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-127601e9-b370-4e39-a5da-c714e31eaa24 None None] Set router 8795d1be-20f3-42eb-a9ea-1c746b54cda9 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:26:55.310881 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887f128-b3a8-487d-893a-a6dc03c98bcf req-00802be8-e041-4639-9bea-37b520e134af tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:55.312536 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a887f128-b3a8-487d-893a-a6dc03c98bcf req-00802be8-e041-4639-9bea-37b520e134af tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 945 time: 0.0489736 Jul 30 00:26:55.361047 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a887f128-b3a8-487d-893a-a6dc03c98bcf req-43483db7-1ed7-4096-b92d-27b133e68e61 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7538ac2-8dce-46c7-87e2-b52a6a8453fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411277 Jul 30 00:26:55.383718 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60514) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:55.425961 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e171e17-6099-4336-a752-61c027aa3bec x-openstack-request-id: req-9e171e17-6099-4336-a752-61c027aa3bec {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:26:55.426663 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9bb9b6b-10c6-4c62-9847-0a97ddaad94a", "tag": "22cf01bc-3ef3-49a7-b401-0a1f52f32ce8", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:26:55.426663 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9e171e17-6099-4336-a752-61c027aa3bec {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:26:55.426859 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9bb9b6b-10c6-4c62-9847-0a97ddaad94a', 'tag': '22cf01bc-3ef3-49a7-b401-0a1f52f32ce8', 'status': 'completed', 'code': 200} Jul 30 00:26:55.455451 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6fcfccba-045e-4ab3-87be-51243fdbbcca tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/floatingips/db203d54-d17f-4983-93a9-d5ed45d06d0e HTTP/1.1" status: 200 len: 991 time: 0.0705292 Jul 30 00:26:55.483033 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40443bb3-563a-4539-ab5a-5e17afa952c0 req-1746d3d4-115c-4d6f-9137-be89a1851de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:55.484613 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-40443bb3-563a-4539-ab5a-5e17afa952c0 req-1746d3d4-115c-4d6f-9137-be89a1851de7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 1097 time: 0.0521445 Jul 30 00:26:55.538386 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-127601e9-b370-4e39-a5da-c714e31eaa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959594466', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '11a1550c-8b1a-40bd-8e15-46413e7067bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:26:37Z', 'updated_at': '2021-07-30T00:26:41Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '11a1550c-8b1a-40bd-8e15-46413e7067bb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:38Z', 'updated_at': '2021-07-30T00:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': 'db203d54-d17f-4983-93a9-d5ed45d06d0e', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'floating_ip_address': '172.25.8.102', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'port_id': '22cf01bc-3ef3-49a7-b401-0a1f52f32ce8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd6ec12-dff3-40cc-b958-2787864ffa87', 'mac_address': 'fa:16:3e:9c:2e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bb9b6b-10c6-4c62-9847-0a97ddaad94a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:26:54Z', 'updated_at': '2021-07-30T00:26:54Z', 'revision_number': 0, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a15ce21f-1f91-4f1e-8e80-37d1996b74dd', 'name': '', 'network_id': '7fd6ec12-dff3-40cc-b958-2787864ffa87', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:ee:97:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '19f2a6a7-96a3-4054-b5c2-d9030240ce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:40Z', 'updated_at': '2021-07-30T00:26:46Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': '19f2a6a7-96a3-4054-b5c2-d9030240ce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:55.565466 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127601e9-b370-4e39-a5da-c714e31eaa24 None None] Checking router: 8795d1be-20f3-42eb-a9ea-1c746b54cda9 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:26:55.573749 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127601e9-b370-4e39-a5da-c714e31eaa24 None None] Routers {'8795d1be-20f3-42eb-a9ea-1c746b54cda9'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:26:55.575122 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-127601e9-b370-4e39-a5da-c714e31eaa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:26:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8795d1be-20f3-42eb-a9ea-1c746b54cda9'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:55.576926 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40443bb3-563a-4539-ab5a-5e17afa952c0 req-044008d2-503f-412c-8c75-879d9a641a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:55.578454 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-40443bb3-563a-4539-ab5a-5e17afa952c0 req-044008d2-503f-412c-8c75-879d9a641a87 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7fd6ec12-dff3-40cc-b958-2787864ffa87 HTTP/1.1" status: 200 len: 897 time: 0.0860300 Jul 30 00:26:55.648527 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-40443bb3-563a-4539-ab5a-5e17afa952c0 req-cd16c25e-1083-4930-815d-cf9dbc75b776 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22cf01bc-3ef3-49a7-b401-0a1f52f32ce8 HTTP/1.1" status: 200 len: 999 time: 0.0627329 Jul 30 00:26:55.680040 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-127601e9-b370-4e39-a5da-c714e31eaa24 None None] Set router 8795d1be-20f3-42eb-a9ea-1c746b54cda9 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:26:55.699341 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40443bb3-563a-4539-ab5a-5e17afa952c0 req-8a17c2df-8cf1-4495-a0bb-135e895a544c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:55.701321 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-40443bb3-563a-4539-ab5a-5e17afa952c0 req-8a17c2df-8cf1-4495-a0bb-135e895a544c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=19f2a6a7-96a3-4054-b5c2-d9030240ce40 HTTP/1.1" status: 200 len: 834 time: 0.0450633 Jul 30 00:26:55.745955 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40443bb3-563a-4539-ab5a-5e17afa952c0 req-b70295f4-a552-4b47-ac62-15e3604aa9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:26:55.748271 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-40443bb3-563a-4539-ab5a-5e17afa952c0 req-b70295f4-a552-4b47-ac62-15e3604aa9ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fd6ec12-dff3-40cc-b958-2787864ffa87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400107 Jul 30 00:26:55.841642 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-40443bb3-563a-4539-ab5a-5e17afa952c0 req-46142a49-3ba3-4dd2-9845-be0c60b7cc46 service neutron] 10.222.0.39 "GET /v2.0/networks/7fd6ec12-dff3-40cc-b958-2787864ffa87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856936 Jul 30 00:26:55.899726 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-127601e9-b370-4e39-a5da-c714e31eaa24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959594466', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '11a1550c-8b1a-40bd-8e15-46413e7067bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:26:37Z', 'updated_at': '2021-07-30T00:26:41Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '11a1550c-8b1a-40bd-8e15-46413e7067bb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:38Z', 'updated_at': '2021-07-30T00:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': 'db203d54-d17f-4983-93a9-d5ed45d06d0e', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'floating_ip_address': '172.25.8.102', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'port_id': '22cf01bc-3ef3-49a7-b401-0a1f52f32ce8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd6ec12-dff3-40cc-b958-2787864ffa87', 'mac_address': 'fa:16:3e:9c:2e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bb9b6b-10c6-4c62-9847-0a97ddaad94a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:26:54Z', 'updated_at': '2021-07-30T00:26:54Z', 'revision_number': 0, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a15ce21f-1f91-4f1e-8e80-37d1996b74dd', 'name': '', 'network_id': '7fd6ec12-dff3-40cc-b958-2787864ffa87', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:ee:97:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '19f2a6a7-96a3-4054-b5c2-d9030240ce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:40Z', 'updated_at': '2021-07-30T00:26:46Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': '19f2a6a7-96a3-4054-b5c2-d9030240ce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:26:55.929558 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-127601e9-b370-4e39-a5da-c714e31eaa24 None None] The sync data for ids ['8795d1be-20f3-42eb-a9ea-1c746b54cda9'] in n-d-712140-10 is: [{'id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959594466', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '11a1550c-8b1a-40bd-8e15-46413e7067bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:26:37Z', 'updated_at': '2021-07-30T00:26:41Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '11a1550c-8b1a-40bd-8e15-46413e7067bb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:38Z', 'updated_at': '2021-07-30T00:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': 'db203d54-d17f-4983-93a9-d5ed45d06d0e', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'floating_ip_address': '172.25.8.102', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'port_id': '22cf01bc-3ef3-49a7-b401-0a1f52f32ce8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4206, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fd6ec12-dff3-40cc-b958-2787864ffa87', 'mac_address': 'fa:16:3e:9c:2e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9bb9b6b-10c6-4c62-9847-0a97ddaad94a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:26:54Z', 'updated_at': '2021-07-30T00:26:54Z', 'revision_number': 0, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a15ce21f-1f91-4f1e-8e80-37d1996b74dd', 'name': '', 'network_id': '7fd6ec12-dff3-40cc-b958-2787864ffa87', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:ee:97:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '19f2a6a7-96a3-4054-b5c2-d9030240ce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:40Z', 'updated_at': '2021-07-30T00:26:46Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': '19f2a6a7-96a3-4054-b5c2-d9030240ce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:26:55.937726 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-40443bb3-563a-4539-ab5a-5e17afa952c0 req-76ab949b-c2ae-44b8-b205-86e3a0699cb1 service neutron] 10.222.0.39 "GET /v2.0/networks/7fd6ec12-dff3-40cc-b958-2787864ffa87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889986 Jul 30 00:26:56.125768 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c00543e-44b7-4c4d-924a-f5e3be03f3de None None] New status for floating IP db203d54-d17f-4983-93a9-d5ed45d06d0e: ACTIVE {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:26:56.459272 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60516) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:26:56.519071 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c8198e33-8edd-4f08-a828-6a74be4ac329 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/floatingips/db203d54-d17f-4983-93a9-d5ed45d06d0e HTTP/1.1" status: 200 len: 993 time: 0.0585856 Jul 30 00:26:59.363882 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:27:00.235269 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:00.351647 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:02.956261 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-24c96abd-adcb-46ab-805c-80c62729b04e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:05.525022 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:06.310853 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d7a21b10-b119-442c-a26a-a95621630891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:07.103903 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:08.416501 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:23.236785 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2f0c287f-33cc-4fdd-ae77-daeb6eb9bfe2 req-e7b47e9a-ea5b-4940-8e99-cf9fcaad5572 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0401361 Jul 30 00:27:23.323718 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c287f-33cc-4fdd-ae77-daeb6eb9bfe2 req-5c981ea5-4653-4714-a00f-67b0d9b0b9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:23.325209 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2f0c287f-33cc-4fdd-ae77-daeb6eb9bfe2 req-5c981ea5-4653-4714-a00f-67b0d9b0b9e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 1097 time: 0.0458670 Jul 30 00:27:23.426470 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c287f-33cc-4fdd-ae77-daeb6eb9bfe2 req-2bbbf84d-32a7-49f1-8d6d-b79d996c89cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:23.427942 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2f0c287f-33cc-4fdd-ae77-daeb6eb9bfe2 req-2bbbf84d-32a7-49f1-8d6d-b79d996c89cf service neutron] 10.222.0.39 "GET /v2.0/networks?id=7fd6ec12-dff3-40cc-b958-2787864ffa87 HTTP/1.1" status: 200 len: 897 time: 0.0825596 Jul 30 00:27:23.496746 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2f0c287f-33cc-4fdd-ae77-daeb6eb9bfe2 req-c516e0d5-b115-45df-b132-674dcb04e2cb service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22cf01bc-3ef3-49a7-b401-0a1f52f32ce8 HTTP/1.1" status: 200 len: 1001 time: 0.0612109 Jul 30 00:27:23.545083 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c287f-33cc-4fdd-ae77-daeb6eb9bfe2 req-98eaf86b-1964-4cf7-9647-64eb3f436927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:23.547002 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2f0c287f-33cc-4fdd-ae77-daeb6eb9bfe2 req-98eaf86b-1964-4cf7-9647-64eb3f436927 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=19f2a6a7-96a3-4054-b5c2-d9030240ce40 HTTP/1.1" status: 200 len: 834 time: 0.0422957 Jul 30 00:27:23.593460 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0c287f-33cc-4fdd-ae77-daeb6eb9bfe2 req-58bdeef8-69fc-432e-9ee4-ce37cb1a7906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:23.594918 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2f0c287f-33cc-4fdd-ae77-daeb6eb9bfe2 req-58bdeef8-69fc-432e-9ee4-ce37cb1a7906 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fd6ec12-dff3-40cc-b958-2787864ffa87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401783 Jul 30 00:27:23.694510 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2f0c287f-33cc-4fdd-ae77-daeb6eb9bfe2 req-ba5ceb0a-de00-4456-9ca2-f61dfd2f81c7 service neutron] 10.222.0.39 "GET /v2.0/networks/7fd6ec12-dff3-40cc-b958-2787864ffa87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834498 Jul 30 00:27:23.782935 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2f0c287f-33cc-4fdd-ae77-daeb6eb9bfe2 req-51f277a8-b5ac-406d-b41e-1cb09b9ca56c service neutron] 10.222.0.39 "GET /v2.0/networks/7fd6ec12-dff3-40cc-b958-2787864ffa87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811000 Jul 30 00:27:25.250214 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b86f8f-a0ec-4ad1-b31e-f5d5f1e258cc req-c078a786-4503-4a96-9029-c9d3bf949a24 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:25.251320 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b0c1c-943e-4b43-b00c-296a0474d83f req-cc3bde28-5944-4df7-90c3-159747026105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:25.251812 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0b86f8f-a0ec-4ad1-b31e-f5d5f1e258cc req-c078a786-4503-4a96-9029-c9d3bf949a24 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 945 time: 0.0492504 Jul 30 00:27:25.252838 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f06b0c1c-943e-4b43-b00c-296a0474d83f req-cc3bde28-5944-4df7-90c3-159747026105 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 1097 time: 0.0408351 Jul 30 00:27:25.295302 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0b86f8f-a0ec-4ad1-b31e-f5d5f1e258cc req-3e05393a-f493-4903-b168-32f443ee7086 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7538ac2-8dce-46c7-87e2-b52a6a8453fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374565 Jul 30 00:27:25.350006 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b0c1c-943e-4b43-b00c-296a0474d83f req-878574b5-dc35-4402-9dc6-e424065c2e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:25.351424 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f06b0c1c-943e-4b43-b00c-296a0474d83f req-878574b5-dc35-4402-9dc6-e424065c2e62 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7fd6ec12-dff3-40cc-b958-2787864ffa87 HTTP/1.1" status: 200 len: 897 time: 0.0912850 Jul 30 00:27:25.430226 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f06b0c1c-943e-4b43-b00c-296a0474d83f req-c2591974-f887-457f-98c5-78dfdb11709c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22cf01bc-3ef3-49a7-b401-0a1f52f32ce8 HTTP/1.1" status: 200 len: 1001 time: 0.0701375 Jul 30 00:27:25.483550 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b0c1c-943e-4b43-b00c-296a0474d83f req-5a6bed5b-78be-499f-a905-3542d2852e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:25.485027 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f06b0c1c-943e-4b43-b00c-296a0474d83f req-5a6bed5b-78be-499f-a905-3542d2852e01 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=19f2a6a7-96a3-4054-b5c2-d9030240ce40 HTTP/1.1" status: 200 len: 834 time: 0.0475633 Jul 30 00:27:25.538202 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b0c1c-943e-4b43-b00c-296a0474d83f req-88fedae9-5e83-4d95-9a3b-1d82f9fd11fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:25.544049 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f06b0c1c-943e-4b43-b00c-296a0474d83f req-88fedae9-5e83-4d95-9a3b-1d82f9fd11fb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fd6ec12-dff3-40cc-b958-2787864ffa87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513661 Jul 30 00:27:25.655336 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f06b0c1c-943e-4b43-b00c-296a0474d83f req-474e0723-60dc-49fe-9abe-bcf6595763ff service neutron] 10.222.0.39 "GET /v2.0/networks/7fd6ec12-dff3-40cc-b958-2787864ffa87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030333 Jul 30 00:27:25.768443 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f06b0c1c-943e-4b43-b00c-296a0474d83f req-89206ad5-1a96-46eb-9250-27d8cab08856 service neutron] 10.222.0.39 "GET /v2.0/networks/7fd6ec12-dff3-40cc-b958-2787864ffa87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051672 Jul 30 00:27:26.414560 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae2e100-8199-40ec-bf1d-f473d401850d req-70290742-bf9d-4135-ab5b-296a9c6db6a2 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:26.416224 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ae2e100-8199-40ec-bf1d-f473d401850d req-70290742-bf9d-4135-ab5b-296a9c6db6a2 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 945 time: 0.0503609 Jul 30 00:27:26.455216 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4ae2e100-8199-40ec-bf1d-f473d401850d req-18a7d1f0-a737-4658-a34a-545a46607473 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7538ac2-8dce-46c7-87e2-b52a6a8453fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320947 Jul 30 00:27:27.571816 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6374362-d079-4877-a44c-d98c93423ea4 req-90ba9649-61fb-4a17-badb-0fec698454cc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:27.573244 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a6374362-d079-4877-a44c-d98c93423ea4 req-90ba9649-61fb-4a17-badb-0fec698454cc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 945 time: 0.0499825 Jul 30 00:27:27.611498 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a6374362-d079-4877-a44c-d98c93423ea4 req-aba36e61-092c-4ee0-8b52-d112e42641b2 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7538ac2-8dce-46c7-87e2-b52a6a8453fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321789 Jul 30 00:27:28.727384 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56797d8-9e06-4161-85ea-18ee845b0da6 req-9891de24-d204-467e-83a7-6bd22d95aaa4 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:28.728885 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d56797d8-9e06-4161-85ea-18ee845b0da6 req-9891de24-d204-467e-83a7-6bd22d95aaa4 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 945 time: 0.0488994 Jul 30 00:27:28.771464 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d56797d8-9e06-4161-85ea-18ee845b0da6 req-9ec7b687-ee9c-48e0-8894-f39317499701 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7538ac2-8dce-46c7-87e2-b52a6a8453fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361171 Jul 30 00:27:29.888521 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f948a-fa9b-47c7-806d-d0cfba68caa6 req-c881ce99-cb43-475d-877d-bf3e1861c98e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:29.890782 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-413f948a-fa9b-47c7-806d-d0cfba68caa6 req-c881ce99-cb43-475d-877d-bf3e1861c98e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 945 time: 0.0515261 Jul 30 00:27:29.935239 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-413f948a-fa9b-47c7-806d-d0cfba68caa6 req-7063b2e6-dd32-4e7b-b15a-545b7a8f7306 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7538ac2-8dce-46c7-87e2-b52a6a8453fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381806 Jul 30 00:27:30.234228 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:30.359992 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:31.059630 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f3963a-badc-4c23-ab67-b3b0d319bbb5 req-e7616e41-d6c5-4941-9b60-55e047e4322f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:31.061943 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-02f3963a-badc-4c23-ab67-b3b0d319bbb5 req-e7616e41-d6c5-4941-9b60-55e047e4322f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 945 time: 0.0573151 Jul 30 00:27:31.100095 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-02f3963a-badc-4c23-ab67-b3b0d319bbb5 req-24a7eb52-0340-4451-b3bb-f2f05ee8da79 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7538ac2-8dce-46c7-87e2-b52a6a8453fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329189 Jul 30 00:27:32.215869 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4dfd1-da15-450d-8f7d-1ce6ace58c91 req-efa47a07-d795-4ab5-be95-a1ff3f07c635 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:32.217956 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08a4dfd1-da15-450d-8f7d-1ce6ace58c91 req-efa47a07-d795-4ab5-be95-a1ff3f07c635 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 945 time: 0.0489790 Jul 30 00:27:32.259677 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08a4dfd1-da15-450d-8f7d-1ce6ace58c91 req-b0825f68-8c6e-4762-9a9c-fb4c60d4f829 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7538ac2-8dce-46c7-87e2-b52a6a8453fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355811 Jul 30 00:27:32.957403 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-077201e5-678d-4ec6-93d3-f796d45631aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:33.374142 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acad8ffe-0e6e-4bb2-8557-e8a38e54a268 req-56193818-5986-4566-b948-8c032c8b76f3 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:33.375645 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acad8ffe-0e6e-4bb2-8557-e8a38e54a268 req-56193818-5986-4566-b948-8c032c8b76f3 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 945 time: 0.0490022 Jul 30 00:27:33.412501 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-acad8ffe-0e6e-4bb2-8557-e8a38e54a268 req-19f40b95-c889-479d-a453-5feeb8d4b936 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7538ac2-8dce-46c7-87e2-b52a6a8453fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309560 Jul 30 00:27:34.528396 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca33e5-2243-4641-91f2-91adcd78f8f1 req-65209ac3-1d28-4be9-8746-a39683b6e018 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:34.530041 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bcca33e5-2243-4641-91f2-91adcd78f8f1 req-65209ac3-1d28-4be9-8746-a39683b6e018 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 945 time: 0.0496836 Jul 30 00:27:34.573214 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bcca33e5-2243-4641-91f2-91adcd78f8f1 req-d9418b50-b7bb-4261-bd10-644ba9401777 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7538ac2-8dce-46c7-87e2-b52a6a8453fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372779 Jul 30 00:27:35.527212 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:35.693155 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87eb71-d16b-4364-beb0-08ca6f4cf743 req-3fd07774-a9fc-4592-bf0a-c6513e2e808c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:35.694760 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c87eb71-d16b-4364-beb0-08ca6f4cf743 req-3fd07774-a9fc-4592-bf0a-c6513e2e808c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 945 time: 0.0508394 Jul 30 00:27:35.739464 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c87eb71-d16b-4364-beb0-08ca6f4cf743 req-3c3d8fdd-57dc-422c-9b39-baed011bfc57 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7538ac2-8dce-46c7-87e2-b52a6a8453fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386484 Jul 30 00:27:36.316792 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7844e3b5-4852-4175-8b2b-2efadcc5b5f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:36.364698 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:27:36.868667 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946d7324-af2c-4c3e-b81d-d9786ac3aaeb req-911820d5-c426-44e7-a403-be621c0203a6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:27:36.870230 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-946d7324-af2c-4c3e-b81d-d9786ac3aaeb req-911820d5-c426-44e7-a403-be621c0203a6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 945 time: 0.0561376 Jul 30 00:27:36.913951 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-946d7324-af2c-4c3e-b81d-d9786ac3aaeb req-b02c4e4f-1a8e-4b68-8e77-c5369201c966 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7538ac2-8dce-46c7-87e2-b52a6a8453fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365615 Jul 30 00:27:36.938117 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60552) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:27:37.004516 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-58c4a179-9cb6-4480-a4c8-896338981a4a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/floatingips/db203d54-d17f-4983-93a9-d5ed45d06d0e HTTP/1.1" status: 200 len: 993 time: 0.0652049 Jul 30 00:27:37.110651 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:27:38.418950 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:00.249872 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:00.359963 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:02.959542 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6f0a6b91-cf06-451a-bb50-0d2b30fcc7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:05.528323 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:06.318029 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-12bbed8c-081d-48da-936b-d68a69e64e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:07.111851 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:07.383266 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60574) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:07.544921 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-84df07cf-4392-46fd-a1f5-97267a19c09e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Deleting port acdde125-3fdf-4c84-948b-20bdf8384866 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:28:07.545190 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-84df07cf-4392-46fd-a1f5-97267a19c09e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:07.632006 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-84df07cf-4392-46fd-a1f5-97267a19c09e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:07.632326 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-84df07cf-4392-46fd-a1f5-97267a19c09e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:07.645252 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-84df07cf-4392-46fd-a1f5-97267a19c09e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Calling delete_port for acdde125-3fdf-4c84-948b-20bdf8384866 owned by network:floatingip {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:28:07.803928 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-84df07cf-4392-46fd-a1f5-97267a19c09e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:07.828945 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df07cf-4392-46fd-a1f5-97267a19c09e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'Port': ['ID=acdde125-3fdf-4c84-948b-20bdf8384866,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:07.843790 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df07cf-4392-46fd-a1f5-97267a19c09e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:07.844175 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df07cf-4392-46fd-a1f5-97267a19c09e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:07.844528 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df07cf-4392-46fd-a1f5-97267a19c09e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:07.844868 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df07cf-4392-46fd-a1f5-97267a19c09e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:07.845208 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df07cf-4392-46fd-a1f5-97267a19c09e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:07.845548 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df07cf-4392-46fd-a1f5-97267a19c09e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:07.845880 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df07cf-4392-46fd-a1f5-97267a19c09e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:07.846214 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df07cf-4392-46fd-a1f5-97267a19c09e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:07.846547 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df07cf-4392-46fd-a1f5-97267a19c09e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:07.846877 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df07cf-4392-46fd-a1f5-97267a19c09e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:07.847214 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df07cf-4392-46fd-a1f5-97267a19c09e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:07.847541 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84df07cf-4392-46fd-a1f5-97267a19c09e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:07.917250 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-84df07cf-4392-46fd-a1f5-97267a19c09e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for floatingip, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:07.917630 n-d-712140-10 neutron-server[94064]: INFO neutron.db.l3_db [None req-84df07cf-4392-46fd-a1f5-97267a19c09e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Floating IP db203d54-d17f-4983-93a9-d5ed45d06d0e disassociated (deleted). External IP: 172.25.8.102, port: 22cf01bc-3ef3-49a7-b401-0a1f52f32ce8. Jul 30 00:28:08.153799 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84df07cf-4392-46fd-a1f5-97267a19c09e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Router 8795d1be-20f3-42eb-a9ea-1c746b54cda9 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:28:08.283589 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84df07cf-4392-46fd-a1f5-97267a19c09e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:28:08.289745 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-84df07cf-4392-46fd-a1f5-97267a19c09e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:08.299054 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a28cb87-9d26-4c90-ab6c-1a7c068188a4 None None] Sync routers for ids ['8795d1be-20f3-42eb-a9ea-1c746b54cda9'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:28:08.313189 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a28cb87-9d26-4c90-ab6c-1a7c068188a4 None None] Routers {'8795d1be-20f3-42eb-a9ea-1c746b54cda9'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:28:08.313944 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-4a28cb87-9d26-4c90-ab6c-1a7c068188a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:28:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8795d1be-20f3-42eb-a9ea-1c746b54cda9'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:08.321554 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-84df07cf-4392-46fd-a1f5-97267a19c09e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "DELETE /v2.0/floatingips/db203d54-d17f-4983-93a9-d5ed45d06d0e HTTP/1.1" status: 204 len: 168 time: 0.9371076 Jul 30 00:28:08.322146 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9bb9b6b-10c6-4c62-9847-0a97ddaad94a', 'tag': '22cf01bc-3ef3-49a7-b401-0a1f52f32ce8'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:28:08.324633 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5209d4e956e9ae4acfb38c8f800d5d5e141ec7fd74949f506a8c7ac355071e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf4589c-d666-41bd-9ff4-0fcc6f99324b" -d '{"events": [{"name": "network-changed", "server_uuid": "c9bb9b6b-10c6-4c62-9847-0a97ddaad94a", "tag": "22cf01bc-3ef3-49a7-b401-0a1f52f32ce8"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:28:08.430661 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:08.447591 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-4a28cb87-9d26-4c90-ab6c-1a7c068188a4 None None] Set router 8795d1be-20f3-42eb-a9ea-1c746b54cda9 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:28:08.552559 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d94213a2-97d6-4dfb-b106-6fb9e76ca3db x-openstack-request-id: req-d94213a2-97d6-4dfb-b106-6fb9e76ca3db {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:28:08.552559 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9bb9b6b-10c6-4c62-9847-0a97ddaad94a", "tag": "22cf01bc-3ef3-49a7-b401-0a1f52f32ce8", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:28:08.552559 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d94213a2-97d6-4dfb-b106-6fb9e76ca3db {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:28:08.553650 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9bb9b6b-10c6-4c62-9847-0a97ddaad94a', 'tag': '22cf01bc-3ef3-49a7-b401-0a1f52f32ce8', 'status': 'completed', 'code': 200} Jul 30 00:28:08.641580 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4589c-d666-41bd-9ff4-0fcc6f99324b req-0eb2c4be-313d-4ed8-b17e-1fc3a4539ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:08.644046 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-adf4589c-d666-41bd-9ff4-0fcc6f99324b req-0eb2c4be-313d-4ed8-b17e-1fc3a4539ad9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 1097 time: 0.0554914 Jul 30 00:28:08.665910 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948b535a-629a-4e3c-bf3b-0a1ffcc90f63 req-a04b24fe-9307-48ff-8ba8-9fe560d24e5c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:08.667493 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-948b535a-629a-4e3c-bf3b-0a1ffcc90f63 req-a04b24fe-9307-48ff-8ba8-9fe560d24e5c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 945 time: 0.0571299 Jul 30 00:28:08.695043 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-4a28cb87-9d26-4c90-ab6c-1a7c068188a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959594466', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '11a1550c-8b1a-40bd-8e15-46413e7067bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:26:37Z', 'updated_at': '2021-07-30T00:26:41Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '11a1550c-8b1a-40bd-8e15-46413e7067bb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:38Z', 'updated_at': '2021-07-30T00:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'a15ce21f-1f91-4f1e-8e80-37d1996b74dd', 'name': '', 'network_id': '7fd6ec12-dff3-40cc-b958-2787864ffa87', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:ee:97:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '19f2a6a7-96a3-4054-b5c2-d9030240ce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:40Z', 'updated_at': '2021-07-30T00:26:46Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': '19f2a6a7-96a3-4054-b5c2-d9030240ce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:08.715138 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-948b535a-629a-4e3c-bf3b-0a1ffcc90f63 req-b9547734-959e-4624-b7ed-c8dbbf8162b8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7538ac2-8dce-46c7-87e2-b52a6a8453fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392311 Jul 30 00:28:08.728810 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a28cb87-9d26-4c90-ab6c-1a7c068188a4 None None] Checking router: 8795d1be-20f3-42eb-a9ea-1c746b54cda9 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:28:08.740651 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a28cb87-9d26-4c90-ab6c-1a7c068188a4 None None] Routers {'8795d1be-20f3-42eb-a9ea-1c746b54cda9'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:28:08.741543 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-4a28cb87-9d26-4c90-ab6c-1a7c068188a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:28:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8795d1be-20f3-42eb-a9ea-1c746b54cda9'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:08.762071 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4589c-d666-41bd-9ff4-0fcc6f99324b req-fb2d6738-47c1-47f5-812b-c2b0906f61b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:08.764079 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-adf4589c-d666-41bd-9ff4-0fcc6f99324b req-fb2d6738-47c1-47f5-812b-c2b0906f61b7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7fd6ec12-dff3-40cc-b958-2787864ffa87 HTTP/1.1" status: 200 len: 897 time: 0.1116781 Jul 30 00:28:08.817776 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-adf4589c-d666-41bd-9ff4-0fcc6f99324b req-36d65abc-ca53-4534-ab3c-8028916be7b6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=22cf01bc-3ef3-49a7-b401-0a1f52f32ce8 HTTP/1.1" status: 200 len: 217 time: 0.0428851 Jul 30 00:28:08.858861 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-4a28cb87-9d26-4c90-ab6c-1a7c068188a4 None None] Set router 8795d1be-20f3-42eb-a9ea-1c746b54cda9 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:28:08.878028 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4589c-d666-41bd-9ff4-0fcc6f99324b req-4e96728e-7358-459e-ae21-560c6ddc447d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:08.879528 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-adf4589c-d666-41bd-9ff4-0fcc6f99324b req-4e96728e-7358-459e-ae21-560c6ddc447d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=19f2a6a7-96a3-4054-b5c2-d9030240ce40 HTTP/1.1" status: 200 len: 834 time: 0.0535395 Jul 30 00:28:08.928235 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4589c-d666-41bd-9ff4-0fcc6f99324b req-8719b67d-64f0-40b4-8059-0607dc54b3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:08.929747 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-adf4589c-d666-41bd-9ff4-0fcc6f99324b req-8719b67d-64f0-40b4-8059-0607dc54b3dc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fd6ec12-dff3-40cc-b958-2787864ffa87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426607 Jul 30 00:28:09.028560 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-adf4589c-d666-41bd-9ff4-0fcc6f99324b req-63acdd02-433d-4f02-adc7-7a34050f52de service neutron] 10.222.0.39 "GET /v2.0/networks/7fd6ec12-dff3-40cc-b958-2787864ffa87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901711 Jul 30 00:28:09.075934 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-4a28cb87-9d26-4c90-ab6c-1a7c068188a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959594466', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '11a1550c-8b1a-40bd-8e15-46413e7067bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:26:37Z', 'updated_at': '2021-07-30T00:26:41Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '11a1550c-8b1a-40bd-8e15-46413e7067bb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:38Z', 'updated_at': '2021-07-30T00:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'a15ce21f-1f91-4f1e-8e80-37d1996b74dd', 'name': '', 'network_id': '7fd6ec12-dff3-40cc-b958-2787864ffa87', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:ee:97:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '19f2a6a7-96a3-4054-b5c2-d9030240ce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:40Z', 'updated_at': '2021-07-30T00:26:46Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': '19f2a6a7-96a3-4054-b5c2-d9030240ce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:09.109233 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a28cb87-9d26-4c90-ab6c-1a7c068188a4 None None] The sync data for ids ['8795d1be-20f3-42eb-a9ea-1c746b54cda9'] in n-d-712140-10 is: [{'id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959594466', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '11a1550c-8b1a-40bd-8e15-46413e7067bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:26:37Z', 'updated_at': '2021-07-30T00:26:41Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '11a1550c-8b1a-40bd-8e15-46413e7067bb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:38Z', 'updated_at': '2021-07-30T00:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'a15ce21f-1f91-4f1e-8e80-37d1996b74dd', 'name': '', 'network_id': '7fd6ec12-dff3-40cc-b958-2787864ffa87', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:ee:97:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '19f2a6a7-96a3-4054-b5c2-d9030240ce40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:40Z', 'updated_at': '2021-07-30T00:26:46Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': '19f2a6a7-96a3-4054-b5c2-d9030240ce40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:28:09.152327 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-adf4589c-d666-41bd-9ff4-0fcc6f99324b req-7a05b1fa-df77-4f1b-90ce-98e43596ebb2 service neutron] 10.222.0.39 "GET /v2.0/networks/7fd6ec12-dff3-40cc-b958-2787864ffa87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140115 Jul 30 00:28:09.339433 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67655875-c890-41cd-be3c-04e28aca0c1d None None] New status for floating IP db203d54-d17f-4983-93a9-d5ed45d06d0e: DOWN {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:28:09.835498 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce9f025-3389-4596-bce4-a27596744c46 req-fac024c1-e1e7-4f0d-8372-8ede64960d59 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:09.837021 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dce9f025-3389-4596-bce4-a27596744c46 req-fac024c1-e1e7-4f0d-8372-8ede64960d59 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 945 time: 0.0489697 Jul 30 00:28:09.879113 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dce9f025-3389-4596-bce4-a27596744c46 req-c480b7de-4571-4e10-8e4c-93d426fe5eed tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=a7538ac2-8dce-46c7-87e2-b52a6a8453fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360873 Jul 30 00:28:10.154355 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd784bde-0874-4882-b197-47ea21438328 req-1ea72e35-42db-4390-ae32-204bfa4e7c0d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:10.155865 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-dd784bde-0874-4882-b197-47ea21438328 req-1ea72e35-42db-4390-ae32-204bfa4e7c0d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 945 time: 0.0514498 Jul 30 00:28:10.253926 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-dd784bde-0874-4882-b197-47ea21438328 req-84f3fd5c-43c7-42cb-9dee-48f81753c1a5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Deleting port 22cf01bc-3ef3-49a7-b401-0a1f52f32ce8 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:28:10.253926 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-dd784bde-0874-4882-b197-47ea21438328 req-84f3fd5c-43c7-42cb-9dee-48f81753c1a5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:10.336284 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-dd784bde-0874-4882-b197-47ea21438328 req-84f3fd5c-43c7-42cb-9dee-48f81753c1a5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] For port 22cf01bc-3ef3-49a7-b401-0a1f52f32ce8, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=22cf01bc-3ef3-49a7-b401-0a1f52f32ce8,segment=NetworkSegment(9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8),segment_id=9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:28:10.336561 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-dd784bde-0874-4882-b197-47ea21438328 req-84f3fd5c-43c7-42cb-9dee-48f81753c1a5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:10.349522 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-dd784bde-0874-4882-b197-47ea21438328 req-84f3fd5c-43c7-42cb-9dee-48f81753c1a5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Calling delete_port for 22cf01bc-3ef3-49a7-b401-0a1f52f32ce8 owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:28:10.475809 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-dd784bde-0874-4882-b197-47ea21438328 req-84f3fd5c-43c7-42cb-9dee-48f81753c1a5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:10.505641 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3fd5c-43c7-42cb-9dee-48f81753c1a5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'Port': ['ID=22cf01bc-3ef3-49a7-b401-0a1f52f32ce8,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:10.549799 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd784bde-0874-4882-b197-47ea21438328 req-84f3fd5c-43c7-42cb-9dee-48f81753c1a5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] No DVR routers for this DVR port 22cf01bc-3ef3-49a7-b401-0a1f52f32ce8 on host n-h2-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:28:10.552430 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-dd784bde-0874-4882-b197-47ea21438328 req-84f3fd5c-43c7-42cb-9dee-48f81753c1a5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:10.554410 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-dd784bde-0874-4882-b197-47ea21438328 req-84f3fd5c-43c7-42cb-9dee-48f81753c1a5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.39 "DELETE /v2.0/ports/22cf01bc-3ef3-49a7-b401-0a1f52f32ce8 HTTP/1.1" status: 204 len: 173 time: 0.3918254 Jul 30 00:28:10.554850 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9bb9b6b-10c6-4c62-9847-0a97ddaad94a', 'name': 'network-vif-deleted', 'tag': '22cf01bc-3ef3-49a7-b401-0a1f52f32ce8'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:28:10.557172 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5209d4e956e9ae4acfb38c8f800d5d5e141ec7fd74949f506a8c7ac355071e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d250f4d6-65e6-4e4f-8ff0-8c11869f5ec5" -d '{"events": [{"server_uuid": "c9bb9b6b-10c6-4c62-9847-0a97ddaad94a", "name": "network-vif-deleted", "tag": "22cf01bc-3ef3-49a7-b401-0a1f52f32ce8"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:28:10.597428 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c24de7-a315-40f2-b5b1-4872e9dc465e x-openstack-request-id: req-a5c24de7-a315-40f2-b5b1-4872e9dc465e {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:28:10.597727 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9bb9b6b-10c6-4c62-9847-0a97ddaad94a", "name": "network-vif-deleted", "tag": "22cf01bc-3ef3-49a7-b401-0a1f52f32ce8", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:28:10.597978 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a5c24de7-a315-40f2-b5b1-4872e9dc465e {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:28:10.598374 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9bb9b6b-10c6-4c62-9847-0a97ddaad94a', 'name': 'network-vif-deleted', 'tag': '22cf01bc-3ef3-49a7-b401-0a1f52f32ce8', 'status': 'completed', 'code': 200} Jul 30 00:28:10.995197 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08c8de80-f927-4a7e-887f-90ea8ba77b29 req-b372150a-4a97-4c35-b8db-1c912d25e43c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9bb9b6b-10c6-4c62-9847-0a97ddaad94a HTTP/1.1" status: 200 len: 210 time: 0.0293920 Jul 30 00:28:12.052359 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60592) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:12.411897 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1291bf5b-3bd4-47cf-8a8a-4f8eed32a250 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:12.660502 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1291bf5b-3bd4-47cf-8a8a-4f8eed32a250 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Deleting port a15ce21f-1f91-4f1e-8e80-37d1996b74dd {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:28:12.660837 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1291bf5b-3bd4-47cf-8a8a-4f8eed32a250 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:12.751806 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-1291bf5b-3bd4-47cf-8a8a-4f8eed32a250 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] For port a15ce21f-1f91-4f1e-8e80-37d1996b74dd, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a15ce21f-1f91-4f1e-8e80-37d1996b74dd,segment=NetworkSegment(9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8),segment_id=9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:28:12.752188 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1291bf5b-3bd4-47cf-8a8a-4f8eed32a250 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:12.765817 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1291bf5b-3bd4-47cf-8a8a-4f8eed32a250 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Calling delete_port for a15ce21f-1f91-4f1e-8e80-37d1996b74dd owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:28:12.946580 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1291bf5b-3bd4-47cf-8a8a-4f8eed32a250 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:12.973459 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291bf5b-3bd4-47cf-8a8a-4f8eed32a250 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'Port': ['ID=a15ce21f-1f91-4f1e-8e80-37d1996b74dd,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:13.146802 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1291bf5b-3bd4-47cf-8a8a-4f8eed32a250 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:13.359818 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1291bf5b-3bd4-47cf-8a8a-4f8eed32a250 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Router 8795d1be-20f3-42eb-a9ea-1c746b54cda9 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:28:13.364248 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:28:13.807686 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1291bf5b-3bd4-47cf-8a8a-4f8eed32a250 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:28:13.813046 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1291bf5b-3bd4-47cf-8a8a-4f8eed32a250 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "PUT /v2.0/routers/8795d1be-20f3-42eb-a9ea-1c746b54cda9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7596562 Jul 30 00:28:13.815925 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60594) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:13.817401 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48d1776-0cf8-433b-952f-e34b19bfe514 None None] Sync routers for ids ['8795d1be-20f3-42eb-a9ea-1c746b54cda9'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:28:13.827576 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48d1776-0cf8-433b-952f-e34b19bfe514 None None] Routers {'8795d1be-20f3-42eb-a9ea-1c746b54cda9'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:28:13.828209 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a48d1776-0cf8-433b-952f-e34b19bfe514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:28:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8795d1be-20f3-42eb-a9ea-1c746b54cda9'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:13.866265 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0c92efc-d53f-4a1c-8c07-ae017ec0da1d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Deleting subnet 19f2a6a7-96a3-4054-b5c2-d9030240ce40 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:28:13.869257 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e0c92efc-d53f-4a1c-8c07-ae017ec0da1d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:13.909891 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e0c92efc-d53f-4a1c-8c07-ae017ec0da1d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:14.002391 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e0c92efc-d53f-4a1c-8c07-ae017ec0da1d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:14.064536 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e0c92efc-d53f-4a1c-8c07-ae017ec0da1d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:14.095044 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c92efc-d53f-4a1c-8c07-ae017ec0da1d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'Subnet': ['ID=19f2a6a7-96a3-4054-b5c2-d9030240ce40,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:14.096476 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-a48d1776-0cf8-433b-952f-e34b19bfe514 None None] Set router 8795d1be-20f3-42eb-a9ea-1c746b54cda9 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:28:14.100336 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e0c92efc-d53f-4a1c-8c07-ae017ec0da1d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:14.104953 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60596) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:14.105078 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e0c92efc-d53f-4a1c-8c07-ae017ec0da1d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "DELETE /v2.0/subnets/19f2a6a7-96a3-4054-b5c2-d9030240ce40 HTTP/1.1" status: 204 len: 168 time: 0.2880278 Jul 30 00:28:14.112263 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c92efc-d53f-4a1c-8c07-ae017ec0da1d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.112615 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c92efc-d53f-4a1c-8c07-ae017ec0da1d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.112993 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c92efc-d53f-4a1c-8c07-ae017ec0da1d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.113355 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c92efc-d53f-4a1c-8c07-ae017ec0da1d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.113740 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c92efc-d53f-4a1c-8c07-ae017ec0da1d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.114080 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c92efc-d53f-4a1c-8c07-ae017ec0da1d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.114437 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c92efc-d53f-4a1c-8c07-ae017ec0da1d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.114771 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c92efc-d53f-4a1c-8c07-ae017ec0da1d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.115102 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c92efc-d53f-4a1c-8c07-ae017ec0da1d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.115443 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c92efc-d53f-4a1c-8c07-ae017ec0da1d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.116054 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c92efc-d53f-4a1c-8c07-ae017ec0da1d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.116457 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c92efc-d53f-4a1c-8c07-ae017ec0da1d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.125819 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fb035b-73dd-4003-af37-a2f1f412afef None None] Network 7fd6ec12-dff3-40cc-b958-2787864ffa87 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:28:14.201490 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 22cf01bc-3ef3-49a7-b401-0a1f52f32ce8 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:28:14.222843 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7d29243-3bac-46d5-b60b-961bd587b2be tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:14.254630 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 22cf01bc-3ef3-49a7-b401-0a1f52f32ce8 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:28:14.254976 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 22cf01bc-3ef3-49a7-b401-0a1f52f32ce8 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:28:14.332941 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7d29243-3bac-46d5-b60b-961bd587b2be tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:14.395126 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-a7d29243-3bac-46d5-b60b-961bd587b2be tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Deleting port 11a1550c-8b1a-40bd-8e15-46413e7067bb {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:28:14.395480 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7d29243-3bac-46d5-b60b-961bd587b2be tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:14.398211 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a48d1776-0cf8-433b-952f-e34b19bfe514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959594466', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54'}], 'enable_snat': True}, 'gw_port_id': '11a1550c-8b1a-40bd-8e15-46413e7067bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:26:37Z', 'updated_at': '2021-07-30T00:28:12Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '11a1550c-8b1a-40bd-8e15-46413e7067bb', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:9e:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:26:38Z', 'updated_at': '2021-07-30T00:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:14.429468 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48d1776-0cf8-433b-952f-e34b19bfe514 None None] Checking router: 8795d1be-20f3-42eb-a9ea-1c746b54cda9 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:28:14.439146 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48d1776-0cf8-433b-952f-e34b19bfe514 None None] Routers {'8795d1be-20f3-42eb-a9ea-1c746b54cda9'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:28:14.439765 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a48d1776-0cf8-433b-952f-e34b19bfe514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:28:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8795d1be-20f3-42eb-a9ea-1c746b54cda9'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:14.472643 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d61be6-466a-41ab-ae5d-a5951f75ce34 None None] DHCP port deletion for 7fd6ec12-dff3-40cc-b958-2787864ffa87 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:28:14.484051 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-a7d29243-3bac-46d5-b60b-961bd587b2be tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] For port 11a1550c-8b1a-40bd-8e15-46413e7067bb, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=11a1550c-8b1a-40bd-8e15-46413e7067bb,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:28:14.484417 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7d29243-3bac-46d5-b60b-961bd587b2be tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:14.496688 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-a7d29243-3bac-46d5-b60b-961bd587b2be tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Calling delete_port for 11a1550c-8b1a-40bd-8e15-46413e7067bb owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:28:14.552238 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-a48d1776-0cf8-433b-952f-e34b19bfe514 None None] Set router 8795d1be-20f3-42eb-a9ea-1c746b54cda9 gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:28:14.605795 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-a48d1776-0cf8-433b-952f-e34b19bfe514 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959594466', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:26:37Z', 'updated_at': '2021-07-30T00:28:14Z', 'revision_number': 6, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:14.640622 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48d1776-0cf8-433b-952f-e34b19bfe514 None None] The sync data for ids ['8795d1be-20f3-42eb-a9ea-1c746b54cda9'] in n-d-712140-10 is: [{'id': '8795d1be-20f3-42eb-a9ea-1c746b54cda9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1959594466', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:26:37Z', 'updated_at': '2021-07-30T00:28:14Z', 'revision_number': 6, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port_host': None}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:28:14.643814 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-21d61be6-466a-41ab-ae5d-a5951f75ce34 None None] Deleting port eadc5674-44e1-42c4-9d91-b2106a1cfc3f {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:28:14.644217 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-21d61be6-466a-41ab-ae5d-a5951f75ce34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:14.665929 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7d29243-3bac-46d5-b60b-961bd587b2be tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:14.695200 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d29243-3bac-46d5-b60b-961bd587b2be tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'Port': ['ID=11a1550c-8b1a-40bd-8e15-46413e7067bb,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:14.711072 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-21d61be6-466a-41ab-ae5d-a5951f75ce34 None None] For port eadc5674-44e1-42c4-9d91-b2106a1cfc3f, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=eadc5674-44e1-42c4-9d91-b2106a1cfc3f,segment=NetworkSegment(9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8),segment_id=9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:28:14.711469 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-21d61be6-466a-41ab-ae5d-a5951f75ce34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:14.725798 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-21d61be6-466a-41ab-ae5d-a5951f75ce34 None None] Calling delete_port for eadc5674-44e1-42c4-9d91-b2106a1cfc3f owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:28:14.757837 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7d29243-3bac-46d5-b60b-961bd587b2be tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:14.809447 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-21d61be6-466a-41ab-ae5d-a5951f75ce34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:14.834704 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d61be6-466a-41ab-ae5d-a5951f75ce34 None None] Pushing event deleted for resources: {'Port': ['ID=eadc5674-44e1-42c4-9d91-b2106a1cfc3f,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:14.838933 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d61be6-466a-41ab-ae5d-a5951f75ce34 None None] No DVR routers for this DVR port eadc5674-44e1-42c4-9d91-b2106a1cfc3f on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:28:14.846328 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d61be6-466a-41ab-ae5d-a5951f75ce34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.846687 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d61be6-466a-41ab-ae5d-a5951f75ce34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.847035 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d61be6-466a-41ab-ae5d-a5951f75ce34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.847382 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d61be6-466a-41ab-ae5d-a5951f75ce34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.847722 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d61be6-466a-41ab-ae5d-a5951f75ce34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.848111 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d61be6-466a-41ab-ae5d-a5951f75ce34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.848739 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d61be6-466a-41ab-ae5d-a5951f75ce34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.848860 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d61be6-466a-41ab-ae5d-a5951f75ce34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.849091 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d61be6-466a-41ab-ae5d-a5951f75ce34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.849666 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d61be6-466a-41ab-ae5d-a5951f75ce34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.849767 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d61be6-466a-41ab-ae5d-a5951f75ce34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.850043 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21d61be6-466a-41ab-ae5d-a5951f75ce34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:14.859790 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7d29243-3bac-46d5-b60b-961bd587b2be tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:14.862064 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7d29243-3bac-46d5-b60b-961bd587b2be tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:14.904532 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7d29243-3bac-46d5-b60b-961bd587b2be tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:14.905087 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d29243-3bac-46d5-b60b-961bd587b2be tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Fanout notify agent at l3_agent the message router_deleted on router 8795d1be-20f3-42eb-a9ea-1c746b54cda9 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:28:14.911954 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a7d29243-3bac-46d5-b60b-961bd587b2be tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:14.913085 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a7d29243-3bac-46d5-b60b-961bd587b2be tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "DELETE /v2.0/routers/8795d1be-20f3-42eb-a9ea-1c746b54cda9 HTTP/1.1" status: 204 len: 168 time: 0.8068016 Jul 30 00:28:14.915788 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60598) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:15.002212 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad1c8915-523c-4e54-a2dc-569538ad1bde tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:15.094856 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad1c8915-523c-4e54-a2dc-569538ad1bde tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:15.104474 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-ad1c8915-523c-4e54-a2dc-569538ad1bde tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd6ec12-dff3-40cc-b958-2787864ffa87']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:15.115334 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-ad1c8915-523c-4e54-a2dc-569538ad1bde tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:15.115518 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-ad1c8915-523c-4e54-a2dc-569538ad1bde tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e32e4ea-7d50-43b2-a08a-1d0f98d5ffe8') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:15.124423 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad1c8915-523c-4e54-a2dc-569538ad1bde tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:15.138839 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad1c8915-523c-4e54-a2dc-569538ad1bde tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:15.145440 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad1c8915-523c-4e54-a2dc-569538ad1bde tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:28:15.146075 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad1c8915-523c-4e54-a2dc-569538ad1bde tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:15.149148 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 30 00:28:15.149148 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:28:15.149148 n-d-712140-10 neutron-server[94064]: timer() Jul 30 00:28:15.149148 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:28:15.149148 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 30 00:28:15.149148 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:28:15.149148 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 30 00:28:15.149148 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:28:15.149148 n-d-712140-10 neutron-server[94064]: self._notify() Jul 30 00:28:15.149148 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:28:15.149148 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 30 00:28:15.149148 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:28:15.149148 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 30 00:28:15.149148 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:28:15.149148 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:28:15.149148 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:28:15.149148 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:28:15.149148 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:28:15.149148 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 30 00:28:15.149148 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:28:15.149148 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 30 00:28:15.149148 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:28:15.149148 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:28:15.149148 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:28:15.149148 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 30 00:28:15.149148 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:28:15.149148 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:28:15.149148 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:28:15.149148 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:28:15.149148 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:28:15.149148 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:28:15.149148 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:28:15.212305 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad1c8915-523c-4e54-a2dc-569538ad1bde tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:15.229960 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ad1c8915-523c-4e54-a2dc-569538ad1bde tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:15.232004 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ad1c8915-523c-4e54-a2dc-569538ad1bde tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "DELETE /v2.0/networks/7fd6ec12-dff3-40cc-b958-2787864ffa87 HTTP/1.1" status: 204 len: 168 time: 0.3151670 Jul 30 00:28:15.233235 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1c8915-523c-4e54-a2dc-569538ad1bde tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'Network': ['ID=7fd6ec12-dff3-40cc-b958-2787864ffa87,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:15.235039 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60600) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:15.295493 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cad1c6cf-3898-4383-aa0f-92d6eb7a1869 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:15.320934 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cad1c6cf-3898-4383-aa0f-92d6eb7a1869 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:15.384737 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cad1c6cf-3898-4383-aa0f-92d6eb7a1869 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:15.387391 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cad1c6cf-3898-4383-aa0f-92d6eb7a1869 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:15.392539 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cad1c6cf-3898-4383-aa0f-92d6eb7a1869 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "DELETE /v2.0/security-groups/a7538ac2-8dce-46c7-87e2-b52a6a8453fc HTTP/1.1" status: 204 len: 168 time: 0.1567526 Jul 30 00:28:15.402324 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1c6cf-3898-4383-aa0f-92d6eb7a1869 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7538ac2-8dce-46c7-87e2-b52a6a8453fc,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:15.650410 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60606) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:15.655257 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-658eb8ab-95ac-45a3-9859-e09de60e2026 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1557517322', 'description': 'tempest-secgroup-smoke-1557517322 description', 'project_id': 'b50c81366be6461a9721474fa4eb74d8'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:28:15.676965 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-658eb8ab-95ac-45a3-9859-e09de60e2026 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:15.758047 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-658eb8ab-95ac-45a3-9859-e09de60e2026 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:15.761596 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-658eb8ab-95ac-45a3-9859-e09de60e2026 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:15.790144 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-658eb8ab-95ac-45a3-9859-e09de60e2026 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:15.791360 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-658eb8ab-95ac-45a3-9859-e09de60e2026 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1399000 Jul 30 00:28:15.793220 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658eb8ab-95ac-45a3-9859-e09de60e2026 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7801ce5-9629-4441-9241-26b55ac6e98f,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:15.794377 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60608) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:15.800242 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-76d69b9c-bd30-41f8-ade9-df5be8620f0c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group_rule': {'security_group_id': 'f7801ce5-9629-4441-9241-26b55ac6e98f', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:28:15.827978 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-76d69b9c-bd30-41f8-ade9-df5be8620f0c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:15.882817 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-76d69b9c-bd30-41f8-ade9-df5be8620f0c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:15.886395 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-76d69b9c-bd30-41f8-ade9-df5be8620f0c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:15.908694 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d69b9c-bd30-41f8-ade9-df5be8620f0c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7735af6-7f63-4534-a736-3a836c48a7a6,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:15.914131 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-76d69b9c-bd30-41f8-ade9-df5be8620f0c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:15.918329 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60610) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:15.918704 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-76d69b9c-bd30-41f8-ade9-df5be8620f0c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1227679 Jul 30 00:28:15.924080 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-d82c58f8-c35e-4f9b-b3a2-28535d4ee3a8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group_rule': {'security_group_id': 'f7801ce5-9629-4441-9241-26b55ac6e98f', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:28:15.949542 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d82c58f8-c35e-4f9b-b3a2-28535d4ee3a8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.012328 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d82c58f8-c35e-4f9b-b3a2-28535d4ee3a8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.016335 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d82c58f8-c35e-4f9b-b3a2-28535d4ee3a8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.034255 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c58f8-c35e-4f9b-b3a2-28535d4ee3a8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b468684-62d8-4a43-a423-425f16fd890b,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:16.040637 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d82c58f8-c35e-4f9b-b3a2-28535d4ee3a8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.041812 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d82c58f8-c35e-4f9b-b3a2-28535d4ee3a8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1224651 Jul 30 00:28:16.044432 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60612) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:16.048779 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-6c929882-d24f-445a-ab7c-24524ef99d98 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group_rule': {'security_group_id': 'f7801ce5-9629-4441-9241-26b55ac6e98f', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:28:16.074589 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6c929882-d24f-445a-ab7c-24524ef99d98 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.134451 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6c929882-d24f-445a-ab7c-24524ef99d98 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.137985 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6c929882-d24f-445a-ab7c-24524ef99d98 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.150199 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 11a1550c-8b1a-40bd-8e15-46413e7067bb no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:28:16.158038 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c929882-d24f-445a-ab7c-24524ef99d98 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ca03bd-0a71-47ba-854e-2d83014f5f92,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:16.164994 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6c929882-d24f-445a-ab7c-24524ef99d98 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.166225 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6c929882-d24f-445a-ab7c-24524ef99d98 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1208513 Jul 30 00:28:16.169035 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60614) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:16.172169 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 11a1550c-8b1a-40bd-8e15-46413e7067bb {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:28:16.172522 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 11a1550c-8b1a-40bd-8e15-46413e7067bb not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:28:16.172936 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device eadc5674-44e1-42c4-9d91-b2106a1cfc3f no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:28:16.173540 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-5102880b-b322-40ff-ab2e-f5452985e3fd tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group_rule': {'security_group_id': 'f7801ce5-9629-4441-9241-26b55ac6e98f', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:28:16.191776 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: eadc5674-44e1-42c4-9d91-b2106a1cfc3f {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:28:16.192274 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device eadc5674-44e1-42c4-9d91-b2106a1cfc3f not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:28:16.193188 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a15ce21f-1f91-4f1e-8e80-37d1996b74dd no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:28:16.201674 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5102880b-b322-40ff-ab2e-f5452985e3fd tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.215241 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: a15ce21f-1f91-4f1e-8e80-37d1996b74dd {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:28:16.215595 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a15ce21f-1f91-4f1e-8e80-37d1996b74dd not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:28:16.261287 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5102880b-b322-40ff-ab2e-f5452985e3fd tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.265958 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5102880b-b322-40ff-ab2e-f5452985e3fd tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.284667 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5102880b-b322-40ff-ab2e-f5452985e3fd tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c598e4a3-b08b-42d9-b3aa-ed09c3d67565,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:16.291928 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5102880b-b322-40ff-ab2e-f5452985e3fd tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.293134 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5102880b-b322-40ff-ab2e-f5452985e3fd tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231065 Jul 30 00:28:16.296065 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60616) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:16.300556 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-12ba25ad-c7bd-491e-b7c6-99c0f3a18925 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group_rule': {'security_group_id': 'f7801ce5-9629-4441-9241-26b55ac6e98f', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:28:16.324453 n-d-712140-10 neutron-server[94064]: INFO neutron.db.securitygroups_db [None req-12ba25ad-c7bd-491e-b7c6-99c0f3a18925 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Project b50c81366be6461a9721474fa4eb74d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:28:16.330001 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-12ba25ad-c7bd-491e-b7c6-99c0f3a18925 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.392314 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-12ba25ad-c7bd-491e-b7c6-99c0f3a18925 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.395685 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-12ba25ad-c7bd-491e-b7c6-99c0f3a18925 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.415016 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba25ad-c7bd-491e-b7c6-99c0f3a18925 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7877b0ad-0152-4b4b-8906-43552a8b6f8f,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:16.418146 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-12ba25ad-c7bd-491e-b7c6-99c0f3a18925 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.419413 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-12ba25ad-c7bd-491e-b7c6-99c0f3a18925 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224122 Jul 30 00:28:16.422325 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60618) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:16.427055 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-f68516d9-bf97-4470-beb3-ba9dabd5f7fc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group_rule': {'security_group_id': 'f7801ce5-9629-4441-9241-26b55ac6e98f', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:28:16.448785 n-d-712140-10 neutron-server[94064]: INFO neutron.db.securitygroups_db [None req-f68516d9-bf97-4470-beb3-ba9dabd5f7fc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Project b50c81366be6461a9721474fa4eb74d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:28:16.454331 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f68516d9-bf97-4470-beb3-ba9dabd5f7fc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.515569 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f68516d9-bf97-4470-beb3-ba9dabd5f7fc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.519259 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f68516d9-bf97-4470-beb3-ba9dabd5f7fc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.536054 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68516d9-bf97-4470-beb3-ba9dabd5f7fc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ac0a569-3611-4fda-ae56-05e864c19946,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:16.542863 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-f68516d9-bf97-4470-beb3-ba9dabd5f7fc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.544167 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-f68516d9-bf97-4470-beb3-ba9dabd5f7fc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207025 Jul 30 00:28:16.547179 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60620) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:16.552015 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-7b175ca5-c0e2-4d79-9df8-7cbfde9eb2f6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'network': {'name': 'tempest-network-smoke--383380466', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'port_security_enabled': True}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:28:16.572348 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b175ca5-c0e2-4d79-9df8-7cbfde9eb2f6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Made reservation on behalf of b50c81366be6461a9721474fa4eb74d8 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:28:16.575633 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7b175ca5-c0e2-4d79-9df8-7cbfde9eb2f6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.599228 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b175ca5-c0e2-4d79-9df8-7cbfde9eb2f6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:28:16.609010 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7b175ca5-c0e2-4d79-9df8-7cbfde9eb2f6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.609382 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-7b175ca5-c0e2-4d79-9df8-7cbfde9eb2f6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Added segment 8b2790d0-2648-44d2-8d52-22bad98192f4 of type vlan for network c649320d-c7c7-4e00-8a60-b6241224e28f Jul 30 00:28:16.649327 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7b175ca5-c0e2-4d79-9df8-7cbfde9eb2f6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.679199 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7b175ca5-c0e2-4d79-9df8-7cbfde9eb2f6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.686509 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b175ca5-c0e2-4d79-9df8-7cbfde9eb2f6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:16.686882 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7b175ca5-c0e2-4d79-9df8-7cbfde9eb2f6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.747439 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7b175ca5-c0e2-4d79-9df8-7cbfde9eb2f6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1992295 Jul 30 00:28:16.751925 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60622) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:16.753800 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b175ca5-c0e2-4d79-9df8-7cbfde9eb2f6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Network': ['ID=c649320d-c7c7-4e00-8a60-b6241224e28f,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:16.761488 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-41c1f53d-cd58-45a7-bac1-5c1b0417840d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-232984785', 'admin_state_up': True, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:28:16.764345 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network c649320d-c7c7-4e00-8a60-b6241224e28f details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:28:16.785908 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-41c1f53d-cd58-45a7-bac1-5c1b0417840d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.787053 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-41c1f53d-cd58-45a7-bac1-5c1b0417840d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.840444 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-41c1f53d-cd58-45a7-bac1-5c1b0417840d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:16.978547 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-41c1f53d-cd58-45a7-bac1-5c1b0417840d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:17.487203 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-41c1f53d-cd58-45a7-bac1-5c1b0417840d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:17.505093 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-41c1f53d-cd58-45a7-bac1-5c1b0417840d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:17.607209 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-41c1f53d-cd58-45a7-bac1-5c1b0417840d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Allocated IP 172.25.8.161 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/364d7a39-47a0-4e34-bd60-df7a366d81c4) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:28:17.704397 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-41c1f53d-cd58-45a7-bac1-5c1b0417840d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:17.746281 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-41c1f53d-cd58-45a7-bac1-5c1b0417840d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:17.782428 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c1f53d-cd58-45a7-bac1-5c1b0417840d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:28:17.785303 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-41c1f53d-cd58-45a7-bac1-5c1b0417840d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:28:17.788741 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c1f53d-cd58-45a7-bac1-5c1b0417840d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:28:17.814691 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c1f53d-cd58-45a7-bac1-5c1b0417840d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Port': ['ID=364d7a39-47a0-4e34-bd60-df7a366d81c4,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:18.038608 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-41c1f53d-cd58-45a7-bac1-5c1b0417840d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router_gateway, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:18.235238 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-41c1f53d-cd58-45a7-bac1-5c1b0417840d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:18.370528 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c1f53d-cd58-45a7-bac1-5c1b0417840d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Router 99826c70-f3a3-461b-a6e5-b75eccf67186 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:28:18.474928 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c1f53d-cd58-45a7-bac1-5c1b0417840d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:28:18.484282 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c18ded-9159-4138-a8ef-7bf734fa7dbe None None] Sync routers for ids ['99826c70-f3a3-461b-a6e5-b75eccf67186'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:28:18.493123 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-41c1f53d-cd58-45a7-bac1-5c1b0417840d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:18.494354 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c18ded-9159-4138-a8ef-7bf734fa7dbe None None] Routers {'99826c70-f3a3-461b-a6e5-b75eccf67186'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:28:18.494485 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-41c1f53d-cd58-45a7-bac1-5c1b0417840d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7414882 Jul 30 00:28:18.495047 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-35c18ded-9159-4138-a8ef-7bf734fa7dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:28:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['99826c70-f3a3-461b-a6e5-b75eccf67186'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:18.497675 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60624) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:18.526134 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-707fd85a-d112-440f-ae9b-4c9046f2656b tempest-TestNetworkAdvancedServerOps-2121857559 tempest-TestNetworkAdvancedServerOps-2121857559-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=b50c81366be6461a9721474fa4eb74d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272799 Jul 30 00:28:18.528736 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60626) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:18.600797 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-35c18ded-9159-4138-a8ef-7bf734fa7dbe None None] Set router 99826c70-f3a3-461b-a6e5-b75eccf67186 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:28:18.618155 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1058ad10-d27b-4ede-985d-193e9e043ef8 tempest-TestNetworkAdvancedServerOps-2121857559 tempest-TestNetworkAdvancedServerOps-2121857559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:18.619753 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1058ad10-d27b-4ede-985d-193e9e043ef8 tempest-TestNetworkAdvancedServerOps-2121857559 tempest-TestNetworkAdvancedServerOps-2121857559-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0895207 Jul 30 00:28:18.622612 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60628) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:18.652379 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-003cfde1-ac35-4da3-a591-a735e8ec748b tempest-TestNetworkAdvancedServerOps-2121857559 tempest-TestNetworkAdvancedServerOps-2121857559-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=0aea9f43-4eea-456f-a634-5f5375b1fdb7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264568 Jul 30 00:28:18.652965 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60630) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:18.658011 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-375d1038-b96c-4e5d-8b94-843358aafbab tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1034563499', 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:28:18.745420 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375d1038-b96c-4e5d-8b94-843358aafbab tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Made reservation on behalf of b50c81366be6461a9721474fa4eb74d8 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:28:18.749011 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-375d1038-b96c-4e5d-8b94-843358aafbab tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:18.780542 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-35c18ded-9159-4138-a8ef-7bf734fa7dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232984785', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '364d7a39-47a0-4e34-bd60-df7a366d81c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:16Z', 'updated_at': '2021-07-30T00:28:17Z', 'revision_number': 3, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '364d7a39-47a0-4e34-bd60-df7a366d81c4', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:17Z', 'updated_at': '2021-07-30T00:28:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:18.806185 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c18ded-9159-4138-a8ef-7bf734fa7dbe None None] Checking router: 99826c70-f3a3-461b-a6e5-b75eccf67186 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:28:18.806533 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c18ded-9159-4138-a8ef-7bf734fa7dbe None None] Updating router 99826c70-f3a3-461b-a6e5-b75eccf67186 port 364d7a39-47a0-4e34-bd60-df7a366d81c4 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:28:18.832085 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35c18ded-9159-4138-a8ef-7bf734fa7dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:18.929646 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-375d1038-b96c-4e5d-8b94-843358aafbab tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:18.999021 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d1038-b96c-4e5d-8b94-843358aafbab tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Subnet': ['ID=2e9e2054-2100-4fc5-8e81-8782eebe3499,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:19.009400 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375d1038-b96c-4e5d-8b94-843358aafbab tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Checking segment: {'id': '8b2790d0-2648-44d2-8d52-22bad98192f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:28:19.009770 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375d1038-b96c-4e5d-8b94-843358aafbab tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network hostable DHCP agents. Network: c649320d-c7c7-4e00-8a60-b6241224e28f, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:28:19.026778 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375d1038-b96c-4e5d-8b94-843358aafbab tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network c649320d-c7c7-4e00-8a60-b6241224e28f is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:28:19.036387 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-375d1038-b96c-4e5d-8b94-843358aafbab tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, c649320d-c7c7-4e00-8a60-b6241224e28f) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:28:19.041482 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375d1038-b96c-4e5d-8b94-843358aafbab tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:19.042432 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-375d1038-b96c-4e5d-8b94-843358aafbab tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:19.047054 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dc08fd-43d4-4aef-916b-c1cbb09bb419 None None] Network c649320d-c7c7-4e00-8a60-b6241224e28f requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:28:19.059713 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-375d1038-b96c-4e5d-8b94-843358aafbab tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4061468 Jul 30 00:28:19.062602 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60632) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:19.086318 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35c18ded-9159-4138-a8ef-7bf734fa7dbe None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:19.097923 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-35c18ded-9159-4138-a8ef-7bf734fa7dbe None None] Transition to ACTIVE for port object 364d7a39-47a0-4e34-bd60-df7a366d81c4 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:28:19.104912 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35c18ded-9159-4138-a8ef-7bf734fa7dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:19.162513 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-35c18ded-9159-4138-a8ef-7bf734fa7dbe None None] Attempting to bind port 364d7a39-47a0-4e34-bd60-df7a366d81c4 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:28:19.163034 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-35c18ded-9159-4138-a8ef-7bf734fa7dbe None None] Attempting to bind port 364d7a39-47a0-4e34-bd60-df7a366d81c4 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:28:19.163523 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c18ded-9159-4138-a8ef-7bf734fa7dbe None None] Attempting to bind port 364d7a39-47a0-4e34-bd60-df7a366d81c4 on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:28:19.166859 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8271bc1-100e-4a96-ab9f-a450743a0f87 None None] Pushing event updated for resources: {'Port': ['ID=364d7a39-47a0-4e34-bd60-df7a366d81c4,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:19.176083 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8271bc1-100e-4a96-ab9f-a450743a0f87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:19.176569 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8271bc1-100e-4a96-ab9f-a450743a0f87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:19.177084 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8271bc1-100e-4a96-ab9f-a450743a0f87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:19.177429 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8271bc1-100e-4a96-ab9f-a450743a0f87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:19.177861 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8271bc1-100e-4a96-ab9f-a450743a0f87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:19.178282 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8271bc1-100e-4a96-ab9f-a450743a0f87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:19.178637 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8271bc1-100e-4a96-ab9f-a450743a0f87 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:19.179027 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8271bc1-100e-4a96-ab9f-a450743a0f87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:19.179419 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8271bc1-100e-4a96-ab9f-a450743a0f87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:19.179876 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8271bc1-100e-4a96-ab9f-a450743a0f87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:19.180249 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8271bc1-100e-4a96-ab9f-a450743a0f87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:19.180614 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8271bc1-100e-4a96-ab9f-a450743a0f87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:28:19.184265 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c18ded-9159-4138-a8ef-7bf734fa7dbe None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:28:19.184737 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c18ded-9159-4138-a8ef-7bf734fa7dbe None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:28:19.185954 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35c18ded-9159-4138-a8ef-7bf734fa7dbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:19.186418 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c18ded-9159-4138-a8ef-7bf734fa7dbe None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:28:19.187049 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-35c18ded-9159-4138-a8ef-7bf734fa7dbe None None] Bound port: 364d7a39-47a0-4e34-bd60-df7a366d81c4, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:28:19.187483 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35c18ded-9159-4138-a8ef-7bf734fa7dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:19.215643 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499da579-d5a3-429e-b34e-eccccd86cd71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-c649320d-c7c7-4e00-8a60-b6241224e28f', 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'fixed_ips': [{'subnet_id': '2e9e2054-2100-4fc5-8e81-8782eebe3499'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:28:19.216892 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-499da579-d5a3-429e-b34e-eccccd86cd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:19.242684 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-35c18ded-9159-4138-a8ef-7bf734fa7dbe None None] For port 364d7a39-47a0-4e34-bd60-df7a366d81c4, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:28:19.246050 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-35c18ded-9159-4138-a8ef-7bf734fa7dbe None None] For port 364d7a39-47a0-4e34-bd60-df7a366d81c4, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=364d7a39-47a0-4e34-bd60-df7a366d81c4,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:28:19.251997 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-35c18ded-9159-4138-a8ef-7bf734fa7dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:19.300303 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c18ded-9159-4138-a8ef-7bf734fa7dbe None None] Routers {'99826c70-f3a3-461b-a6e5-b75eccf67186'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:28:19.301026 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-35c18ded-9159-4138-a8ef-7bf734fa7dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:28:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['99826c70-f3a3-461b-a6e5-b75eccf67186'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:19.362464 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8271bc1-100e-4a96-ab9f-a450743a0f87 None None] Pushing event updated for resources: {'Port': ['ID=364d7a39-47a0-4e34-bd60-df7a366d81c4,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:19.366031 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-499da579-d5a3-429e-b34e-eccccd86cd71 None None] Allocated IP 172.20.0.2 (c649320d-c7c7-4e00-8a60-b6241224e28f/2e9e2054-2100-4fc5-8e81-8782eebe3499/9378a392-7df4-4e2f-ab59-5be9f091b815) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:28:19.426596 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-35c18ded-9159-4138-a8ef-7bf734fa7dbe None None] Set router 99826c70-f3a3-461b-a6e5-b75eccf67186 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:28:19.517938 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-499da579-d5a3-429e-b34e-eccccd86cd71 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:19.518172 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e655c46-c750-4eff-a0ef-8fce8f4c5d14 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:19.527988 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-499da579-d5a3-429e-b34e-eccccd86cd71 None None] Transition to ACTIVE for port object 9378a392-7df4-4e2f-ab59-5be9f091b815 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:28:19.556331 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-499da579-d5a3-429e-b34e-eccccd86cd71 None None] Transition to ACTIVE for port object 9378a392-7df4-4e2f-ab59-5be9f091b815 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:28:19.564368 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-499da579-d5a3-429e-b34e-eccccd86cd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:19.608866 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499da579-d5a3-429e-b34e-eccccd86cd71 None None] Network c649320d-c7c7-4e00-8a60-b6241224e28f is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:28:19.613790 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-499da579-d5a3-429e-b34e-eccccd86cd71 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:28:19.618184 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-499da579-d5a3-429e-b34e-eccccd86cd71 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:28:19.623458 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-35c18ded-9159-4138-a8ef-7bf734fa7dbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232984785', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '364d7a39-47a0-4e34-bd60-df7a366d81c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:16Z', 'updated_at': '2021-07-30T00:28:17Z', 'revision_number': 3, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '364d7a39-47a0-4e34-bd60-df7a366d81c4', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:17Z', 'updated_at': '2021-07-30T00:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:19.625369 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499da579-d5a3-429e-b34e-eccccd86cd71 None None] Pushing event updated for resources: {'Port': ['ID=9378a392-7df4-4e2f-ab59-5be9f091b815,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:19.654977 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35c18ded-9159-4138-a8ef-7bf734fa7dbe None None] The sync data for ids ['99826c70-f3a3-461b-a6e5-b75eccf67186'] in n-d-712140-10 is: [{'id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232984785', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '364d7a39-47a0-4e34-bd60-df7a366d81c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:16Z', 'updated_at': '2021-07-30T00:28:17Z', 'revision_number': 3, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '364d7a39-47a0-4e34-bd60-df7a366d81c4', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0c:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:17Z', 'updated_at': '2021-07-30T00:28:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:28:19.678759 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-499da579-d5a3-429e-b34e-eccccd86cd71 None None] Attempting to bind port 9378a392-7df4-4e2f-ab59-5be9f091b815 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:28:19.679132 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-499da579-d5a3-429e-b34e-eccccd86cd71 None None] Attempting to bind port 9378a392-7df4-4e2f-ab59-5be9f091b815 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '8b2790d0-2648-44d2-8d52-22bad98192f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:28:19.683883 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499da579-d5a3-429e-b34e-eccccd86cd71 None None] Attempting to bind port 9378a392-7df4-4e2f-ab59-5be9f091b815 on network c649320d-c7c7-4e00-8a60-b6241224e28f {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:28:19.686684 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499da579-d5a3-429e-b34e-eccccd86cd71 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:28:19.687197 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499da579-d5a3-429e-b34e-eccccd86cd71 None None] Checking segment: {'id': '8b2790d0-2648-44d2-8d52-22bad98192f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:28:19.687744 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-499da579-d5a3-429e-b34e-eccccd86cd71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:19.688286 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499da579-d5a3-429e-b34e-eccccd86cd71 None None] Bound using segment: {'id': '8b2790d0-2648-44d2-8d52-22bad98192f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:28:19.688880 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-499da579-d5a3-429e-b34e-eccccd86cd71 None None] Bound port: 9378a392-7df4-4e2f-ab59-5be9f091b815, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b2790d0-2648-44d2-8d52-22bad98192f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:28:19.689504 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-499da579-d5a3-429e-b34e-eccccd86cd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:19.760748 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-499da579-d5a3-429e-b34e-eccccd86cd71 None None] For port 9378a392-7df4-4e2f-ab59-5be9f091b815, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:28:19.764688 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-499da579-d5a3-429e-b34e-eccccd86cd71 None None] For port 9378a392-7df4-4e2f-ab59-5be9f091b815, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9378a392-7df4-4e2f-ab59-5be9f091b815,segment=NetworkSegment(8b2790d0-2648-44d2-8d52-22bad98192f4),segment_id=8b2790d0-2648-44d2-8d52-22bad98192f4)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:28:19.769846 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-499da579-d5a3-429e-b34e-eccccd86cd71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:19.813460 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-7e655c46-c750-4eff-a0ef-8fce8f4c5d14 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Allocated IP 172.20.0.1 (c649320d-c7c7-4e00-8a60-b6241224e28f/2e9e2054-2100-4fc5-8e81-8782eebe3499/da575261-0919-47d5-b143-e0aab9c90aed) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:28:19.830385 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499da579-d5a3-429e-b34e-eccccd86cd71 None None] Pushing event updated for resources: {'Port': ['ID=9378a392-7df4-4e2f-ab59-5be9f091b815,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:19.973325 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e655c46-c750-4eff-a0ef-8fce8f4c5d14 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:19.990069 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-7e655c46-c750-4eff-a0ef-8fce8f4c5d14 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Transition to ACTIVE for port object da575261-0919-47d5-b143-e0aab9c90aed will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:28:20.047692 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e655c46-c750-4eff-a0ef-8fce8f4c5d14 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:20.093411 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e655c46-c750-4eff-a0ef-8fce8f4c5d14 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network c649320d-c7c7-4e00-8a60-b6241224e28f is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:28:20.098878 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-7e655c46-c750-4eff-a0ef-8fce8f4c5d14 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:28:20.103031 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e655c46-c750-4eff-a0ef-8fce8f4c5d14 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:28:20.161916 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e655c46-c750-4eff-a0ef-8fce8f4c5d14 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:20.164459 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e655c46-c750-4eff-a0ef-8fce8f4c5d14 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Port': ['ID=da575261-0919-47d5-b143-e0aab9c90aed,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:20.264461 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9378a392-7df4-4e2f-ab59-5be9f091b815 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:28:20.325310 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 9378a392-7df4-4e2f-ab59-5be9f091b815 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:28:20.330531 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e655c46-c750-4eff-a0ef-8fce8f4c5d14 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:20.334017 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 364d7a39-47a0-4e34-bd60-df7a366d81c4 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:28:20.385586 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 364d7a39-47a0-4e34-bd60-df7a366d81c4 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:28:20.391241 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 364d7a39-47a0-4e34-bd60-df7a366d81c4 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:28:20.391631 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:20.474449 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:20.498866 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 364d7a39-47a0-4e34-bd60-df7a366d81c4, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=364d7a39-47a0-4e34-bd60-df7a366d81c4,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:28:20.503602 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:20.557667 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=364d7a39-47a0-4e34-bd60-df7a366d81c4,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:20.648366 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e655c46-c750-4eff-a0ef-8fce8f4c5d14 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:20.652911 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e655c46-c750-4eff-a0ef-8fce8f4c5d14 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:20.723653 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e655c46-c750-4eff-a0ef-8fce8f4c5d14 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Port': ['ID=da575261-0919-47d5-b143-e0aab9c90aed,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:20.728509 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7e655c46-c750-4eff-a0ef-8fce8f4c5d14 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:20.830421 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e655c46-c750-4eff-a0ef-8fce8f4c5d14 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network c649320d-c7c7-4e00-8a60-b6241224e28f is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:28:20.832047 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-7e655c46-c750-4eff-a0ef-8fce8f4c5d14 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:28:20.900496 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98577321-b347-4ad4-95ca-76a3f0d83753 None None] Network c649320d-c7c7-4e00-8a60-b6241224e28f requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:28:20.947310 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e655c46-c750-4eff-a0ef-8fce8f4c5d14 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Router 99826c70-f3a3-461b-a6e5-b75eccf67186 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:28:21.024829 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fd1ca0d6-a8bc-4a8b-aaa6-e0ec29226e9c None None] Provisioning for port 9378a392-7df4-4e2f-ab59-5be9f091b815 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:28:21.030679 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fd1ca0d6-a8bc-4a8b-aaa6-e0ec29226e9c None None] Provisioning complete for port 9378a392-7df4-4e2f-ab59-5be9f091b815 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:28:21.031052 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd1ca0d6-a8bc-4a8b-aaa6-e0ec29226e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:21.062635 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e655c46-c750-4eff-a0ef-8fce8f4c5d14 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:28:21.072392 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7e655c46-c750-4eff-a0ef-8fce8f4c5d14 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "PUT /v2.0/routers/99826c70-f3a3-461b-a6e5-b75eccf67186/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0086753 Jul 30 00:28:21.153390 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd1ca0d6-a8bc-4a8b-aaa6-e0ec29226e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:21.192813 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-fd1ca0d6-a8bc-4a8b-aaa6-e0ec29226e9c None None] For port 9378a392-7df4-4e2f-ab59-5be9f091b815, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9378a392-7df4-4e2f-ab59-5be9f091b815,segment=NetworkSegment(8b2790d0-2648-44d2-8d52-22bad98192f4),segment_id=8b2790d0-2648-44d2-8d52-22bad98192f4)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:28:21.198947 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fd1ca0d6-a8bc-4a8b-aaa6-e0ec29226e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:21.245297 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-5b8ef6ca-2e61-498e-9906-c7207fb5b8b7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1557517322&fields=id&tenant_id=b50c81366be6461a9721474fa4eb74d8 HTTP/1.1" status: 200 len: 267 time: 0.0519712 Jul 30 00:28:21.254169 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1ca0d6-a8bc-4a8b-aaa6-e0ec29226e9c None None] Pushing event updated for resources: {'Port': ['ID=9378a392-7df4-4e2f-ab59-5be9f091b815,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:21.331395 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7ec4d086-5d17-488f-9a7e-660b9af53416 None None] Provisioning complete for port 9378a392-7df4-4e2f-ab59-5be9f091b815 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:28:21.332064 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7ec4d086-5d17-488f-9a7e-660b9af53416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:21.357968 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-f4ab7e9e-9d00-4f86-bd0b-0105198fc76b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:21.365067 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-f4ab7e9e-9d00-4f86-bd0b-0105198fc76b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/networks?id=c649320d-c7c7-4e00-8a60-b6241224e28f HTTP/1.1" status: 200 len: 796 time: 0.1182778 Jul 30 00:28:21.381916 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-00138462-abda-4631-a6a3-19a256e58ac6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/quotas/b50c81366be6461a9721474fa4eb74d8 HTTP/1.1" status: 200 len: 375 time: 0.0156393 Jul 30 00:28:21.410045 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6fa08b-fc1a-45a5-815e-73a4e53c7ee8 None None] Sync routers for ids ['99826c70-f3a3-461b-a6e5-b75eccf67186'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:28:21.431677 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6fa08b-fc1a-45a5-815e-73a4e53c7ee8 None None] Routers {'99826c70-f3a3-461b-a6e5-b75eccf67186'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:28:21.432326 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-aa6fa08b-fc1a-45a5-815e-73a4e53c7ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:28:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['99826c70-f3a3-461b-a6e5-b75eccf67186'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:21.456292 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-3b0a748c-fa5c-458b-8e7b-b2ad461053b8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0703228 Jul 30 00:28:21.490201 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7ec4d086-5d17-488f-9a7e-660b9af53416 None None] Provisioning for port da575261-0919-47d5-b143-e0aab9c90aed completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:28:21.495748 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7ec4d086-5d17-488f-9a7e-660b9af53416 None None] Provisioning complete for port da575261-0919-47d5-b143-e0aab9c90aed triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:28:21.496157 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7ec4d086-5d17-488f-9a7e-660b9af53416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:21.563266 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-fcd876a4-42e0-4b3e-84ba-72c3bcea11e6 service neutron] 10.222.0.18 "GET /v2.0/networks/c649320d-c7c7-4e00-8a60-b6241224e28f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013777 Jul 30 00:28:21.572201 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-7ec4d086-5d17-488f-9a7e-660b9af53416 None None] Port da575261-0919-47d5-b143-e0aab9c90aed cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:28:21.580044 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-aa6fa08b-fc1a-45a5-815e-73a4e53c7ee8 None None] Set router 99826c70-f3a3-461b-a6e5-b75eccf67186 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:28:21.662250 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-83477125-b92c-41b0-9420-a96b2bee18e0 service neutron] 10.222.0.18 "GET /v2.0/networks/c649320d-c7c7-4e00-8a60-b6241224e28f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980964 Jul 30 00:28:21.715909 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0de3710b-4091-46dc-b6f7-0ce5208a0547 None None] Provisioning complete for port da575261-0919-47d5-b143-e0aab9c90aed triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:28:21.716269 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0de3710b-4091-46dc-b6f7-0ce5208a0547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:21.774229 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-0de3710b-4091-46dc-b6f7-0ce5208a0547 None None] Port da575261-0919-47d5-b143-e0aab9c90aed cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:28:21.837444 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-aa6fa08b-fc1a-45a5-815e-73a4e53c7ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232984785', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '364d7a39-47a0-4e34-bd60-df7a366d81c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:16Z', 'updated_at': '2021-07-30T00:28:20Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '364d7a39-47a0-4e34-bd60-df7a366d81c4', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:17Z', 'updated_at': '2021-07-30T00:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'da575261-0919-47d5-b143-e0aab9c90aed', 'name': '', 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:1e:f6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '2e9e2054-2100-4fc5-8e81-8782eebe3499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:19Z', 'updated_at': '2021-07-30T00:28:20Z', 'revision_number': 2, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': '2e9e2054-2100-4fc5-8e81-8782eebe3499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:21.839941 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe3472db-5ab3-435f-9b71-3f7968adeefd req-8bba016e-73f7-4c7a-9410-756249b7e15f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 210 time: 0.0279822 Jul 30 00:28:21.863620 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6fa08b-fc1a-45a5-815e-73a4e53c7ee8 None None] Checking router: 99826c70-f3a3-461b-a6e5-b75eccf67186 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:28:21.864003 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6fa08b-fc1a-45a5-815e-73a4e53c7ee8 None None] Updating router 99826c70-f3a3-461b-a6e5-b75eccf67186 port da575261-0919-47d5-b143-e0aab9c90aed binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:28:21.897475 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa6fa08b-fc1a-45a5-815e-73a4e53c7ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:22.075106 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f3146abf-4274-41ff-8219-7e504573559f None None] Provisioning complete for port da575261-0919-47d5-b143-e0aab9c90aed triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:28:22.075472 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f3146abf-4274-41ff-8219-7e504573559f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:22.141378 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f3146abf-4274-41ff-8219-7e504573559f None None] Port da575261-0919-47d5-b143-e0aab9c90aed cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:28:22.188653 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9378a392-7df4-4e2f-ab59-5be9f091b815 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:28:22.307167 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 9378a392-7df4-4e2f-ab59-5be9f091b815 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:28:22.307770 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:22.464581 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa6fa08b-fc1a-45a5-815e-73a4e53c7ee8 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:22.467404 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 364d7a39-47a0-4e34-bd60-df7a366d81c4 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:28:22.495435 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-aa6fa08b-fc1a-45a5-815e-73a4e53c7ee8 None None] Transition to ACTIVE for port object da575261-0919-47d5-b143-e0aab9c90aed will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:28:22.508874 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa6fa08b-fc1a-45a5-815e-73a4e53c7ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:22.566660 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b4739-4ffd-4357-81d3-b9f182949f8e None None] Pushing event updated for resources: {'Port': ['ID=da575261-0919-47d5-b143-e0aab9c90aed,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:22.579600 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 364d7a39-47a0-4e34-bd60-df7a366d81c4 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:28:22.580019 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:22.648701 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-aa6fa08b-fc1a-45a5-815e-73a4e53c7ee8 None None] Attempting to bind port da575261-0919-47d5-b143-e0aab9c90aed on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:28:22.649072 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-aa6fa08b-fc1a-45a5-815e-73a4e53c7ee8 None None] Attempting to bind port da575261-0919-47d5-b143-e0aab9c90aed by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '8b2790d0-2648-44d2-8d52-22bad98192f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:28:22.649438 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6fa08b-fc1a-45a5-815e-73a4e53c7ee8 None None] Attempting to bind port da575261-0919-47d5-b143-e0aab9c90aed on network c649320d-c7c7-4e00-8a60-b6241224e28f {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:28:22.658302 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6fa08b-fc1a-45a5-815e-73a4e53c7ee8 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:28:22.658689 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6fa08b-fc1a-45a5-815e-73a4e53c7ee8 None None] Checking segment: {'id': '8b2790d0-2648-44d2-8d52-22bad98192f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:28:22.659099 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa6fa08b-fc1a-45a5-815e-73a4e53c7ee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:22.659499 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa6fa08b-fc1a-45a5-815e-73a4e53c7ee8 None None] Bound using segment: {'id': '8b2790d0-2648-44d2-8d52-22bad98192f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:28:22.660008 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-aa6fa08b-fc1a-45a5-815e-73a4e53c7ee8 None None] Bound port: da575261-0919-47d5-b143-e0aab9c90aed, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b2790d0-2648-44d2-8d52-22bad98192f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:28:22.660391 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa6fa08b-fc1a-45a5-815e-73a4e53c7ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:22.787169 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-aa6fa08b-fc1a-45a5-815e-73a4e53c7ee8 None None] For port da575261-0919-47d5-b143-e0aab9c90aed, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:28:22.791829 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-aa6fa08b-fc1a-45a5-815e-73a4e53c7ee8 None None] For port da575261-0919-47d5-b143-e0aab9c90aed, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=da575261-0919-47d5-b143-e0aab9c90aed,segment=NetworkSegment(8b2790d0-2648-44d2-8d52-22bad98192f4),segment_id=8b2790d0-2648-44d2-8d52-22bad98192f4)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:28:22.798667 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aa6fa08b-fc1a-45a5-815e-73a4e53c7ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:22.855556 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6fa08b-fc1a-45a5-815e-73a4e53c7ee8 None None] Routers {'99826c70-f3a3-461b-a6e5-b75eccf67186'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:28:22.856280 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-aa6fa08b-fc1a-45a5-815e-73a4e53c7ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:28:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['99826c70-f3a3-461b-a6e5-b75eccf67186'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:22.905962 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b4739-4ffd-4357-81d3-b9f182949f8e None None] Pushing event updated for resources: {'Port': ['ID=da575261-0919-47d5-b143-e0aab9c90aed,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:22.911650 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-4cf42762-1833-45ec-8e2e-870548efaba4 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:22.914926 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-4cf42762-1833-45ec-8e2e-870548efaba4 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.23 "GET /v2.0/networks?id=c649320d-c7c7-4e00-8a60-b6241224e28f HTTP/1.1" status: 200 len: 796 time: 0.1257074 Jul 30 00:28:22.991926 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-aa6fa08b-fc1a-45a5-815e-73a4e53c7ee8 None None] Set router 99826c70-f3a3-461b-a6e5-b75eccf67186 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:28:22.992143 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d3646f4c-dcbe-4f57-8bce-de764431a8e3 req-5eea5cf7-0b1c-453e-ab16-322ced0f6fe2 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 210 time: 0.0414159 Jul 30 00:28:23.020857 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-b17d1553-7bc4-45a0-82d9-aa031d97420f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b50c81366be6461a9721474fa4eb74d8 HTTP/1.1" status: 200 len: 380 time: 0.0955844 Jul 30 00:28:23.031615 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-14a01034-d26b-4813-b8d9-a89a5a32ac7f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'port': {'device_id': '6f7e3ede-ede3-4362-afec-21235034baf3', 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f', 'admin_state_up': True, 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'security_groups': ['f7801ce5-9629-4441-9241-26b55ac6e98f']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:28:23.145143 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-14a01034-d26b-4813-b8d9-a89a5a32ac7f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Made reservation on behalf of b50c81366be6461a9721474fa4eb74d8 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:28:23.148957 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-14a01034-d26b-4813-b8d9-a89a5a32ac7f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:23.212995 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-aa6fa08b-fc1a-45a5-815e-73a4e53c7ee8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232984785', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '364d7a39-47a0-4e34-bd60-df7a366d81c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:16Z', 'updated_at': '2021-07-30T00:28:20Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '364d7a39-47a0-4e34-bd60-df7a366d81c4', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:17Z', 'updated_at': '2021-07-30T00:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'da575261-0919-47d5-b143-e0aab9c90aed', 'name': '', 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:1e:f6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '2e9e2054-2100-4fc5-8e81-8782eebe3499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:19Z', 'updated_at': '2021-07-30T00:28:22Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': '2e9e2054-2100-4fc5-8e81-8782eebe3499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:23.239530 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa6fa08b-fc1a-45a5-815e-73a4e53c7ee8 None None] The sync data for ids ['99826c70-f3a3-461b-a6e5-b75eccf67186'] in n-d-712140-10 is: [{'id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232984785', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '364d7a39-47a0-4e34-bd60-df7a366d81c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:16Z', 'updated_at': '2021-07-30T00:28:20Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '364d7a39-47a0-4e34-bd60-df7a366d81c4', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:17Z', 'updated_at': '2021-07-30T00:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'da575261-0919-47d5-b143-e0aab9c90aed', 'name': '', 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:1e:f6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '2e9e2054-2100-4fc5-8e81-8782eebe3499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:19Z', 'updated_at': '2021-07-30T00:28:22Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': '2e9e2054-2100-4fc5-8e81-8782eebe3499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:28:23.298694 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-14a01034-d26b-4813-b8d9-a89a5a32ac7f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Allocated IP 172.20.0.8 (c649320d-c7c7-4e00-8a60-b6241224e28f/2e9e2054-2100-4fc5-8e81-8782eebe3499/9955669f-680d-4311-b67e-1d582f1ccaa4) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:28:23.452488 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-14a01034-d26b-4813-b8d9-a89a5a32ac7f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:23.467265 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-14a01034-d26b-4813-b8d9-a89a5a32ac7f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Transition to ACTIVE for port object 9955669f-680d-4311-b67e-1d582f1ccaa4 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:28:23.501084 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-14a01034-d26b-4813-b8d9-a89a5a32ac7f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:23.549934 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-14a01034-d26b-4813-b8d9-a89a5a32ac7f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network c649320d-c7c7-4e00-8a60-b6241224e28f is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:28:23.553021 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-14a01034-d26b-4813-b8d9-a89a5a32ac7f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:28:23.559293 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-14a01034-d26b-4813-b8d9-a89a5a32ac7f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:28:23.584244 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a01034-d26b-4813-b8d9-a89a5a32ac7f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Port': ['ID=9955669f-680d-4311-b67e-1d582f1ccaa4,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:23.613326 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-14a01034-d26b-4813-b8d9-a89a5a32ac7f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:23.613979 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-14a01034-d26b-4813-b8d9-a89a5a32ac7f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:23.632124 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-14a01034-d26b-4813-b8d9-a89a5a32ac7f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6051550 Jul 30 00:28:23.645894 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-302dc3dc-1354-48e3-a22d-668e6551db09 service neutron] Request body: {'port': {'device_id': '6f7e3ede-ede3-4362-afec-21235034baf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:28:23.705438 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-302dc3dc-1354-48e3-a22d-668e6551db09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:23.858623 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7be99a56-71da-4f18-9bb4-df552cf654c1 None None] Provisioning for port 9955669f-680d-4311-b67e-1d582f1ccaa4 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:28:23.863081 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-7be99a56-71da-4f18-9bb4-df552cf654c1 None None] Provisioning complete for port 9955669f-680d-4311-b67e-1d582f1ccaa4 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:28:23.863521 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7be99a56-71da-4f18-9bb4-df552cf654c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:23.899445 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-7be99a56-71da-4f18-9bb4-df552cf654c1 None None] Port 9955669f-680d-4311-b67e-1d582f1ccaa4 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:28:23.996232 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-302dc3dc-1354-48e3-a22d-668e6551db09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9955669f-680d-4311-b67e-1d582f1ccaa4 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:28:24.004273 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-302dc3dc-1354-48e3-a22d-668e6551db09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:24.016684 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-302dc3dc-1354-48e3-a22d-668e6551db09 service neutron] Transition to ACTIVE for port object 9955669f-680d-4311-b67e-1d582f1ccaa4 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:28:24.021224 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-302dc3dc-1354-48e3-a22d-668e6551db09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:24.095814 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302dc3dc-1354-48e3-a22d-668e6551db09 service neutron] Pushing event updated for resources: {'Port': ['ID=9955669f-680d-4311-b67e-1d582f1ccaa4,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:24.188551 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43895b0a-916e-4513-b40f-9e07339cd9d2 req-18b5f6e1-fa9f-4167-aa7f-63cfb4e26563 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:24.196237 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43895b0a-916e-4513-b40f-9e07339cd9d2 req-18b5f6e1-fa9f-4167-aa7f-63cfb4e26563 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 943 time: 0.1015277 Jul 30 00:28:24.211024 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device da575261-0919-47d5-b143-e0aab9c90aed up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:28:24.226062 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-302dc3dc-1354-48e3-a22d-668e6551db09 service neutron] Attempting to bind port 9955669f-680d-4311-b67e-1d582f1ccaa4 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:28:24.226411 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-302dc3dc-1354-48e3-a22d-668e6551db09 service neutron] Attempting to bind port 9955669f-680d-4311-b67e-1d582f1ccaa4 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '8b2790d0-2648-44d2-8d52-22bad98192f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:28:24.226751 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-302dc3dc-1354-48e3-a22d-668e6551db09 service neutron] Attempting to bind port 9955669f-680d-4311-b67e-1d582f1ccaa4 on network c649320d-c7c7-4e00-8a60-b6241224e28f {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:28:24.241391 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-302dc3dc-1354-48e3-a22d-668e6551db09 service neutron] Port 9955669f-680d-4311-b67e-1d582f1ccaa4 on network c649320d-c7c7-4e00-8a60-b6241224e28f not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:28:24.241650 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-302dc3dc-1354-48e3-a22d-668e6551db09 service neutron] Attempting to bind port 9955669f-680d-4311-b67e-1d582f1ccaa4 on network c649320d-c7c7-4e00-8a60-b6241224e28f {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:28:24.257091 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43895b0a-916e-4513-b40f-9e07339cd9d2 req-a75f9980-c738-4bf7-a6eb-9eb6ecb3c2c4 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597417 Jul 30 00:28:24.267676 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-302dc3dc-1354-48e3-a22d-668e6551db09 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:28:24.268320 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-302dc3dc-1354-48e3-a22d-668e6551db09 service neutron] Checking segment: {'id': '8b2790d0-2648-44d2-8d52-22bad98192f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:28:24.268883 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-302dc3dc-1354-48e3-a22d-668e6551db09 service neutron] Bound using segment: {'id': '8b2790d0-2648-44d2-8d52-22bad98192f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:28:24.269493 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-302dc3dc-1354-48e3-a22d-668e6551db09 service neutron] Bound port: 9955669f-680d-4311-b67e-1d582f1ccaa4, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b2790d0-2648-44d2-8d52-22bad98192f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:28:24.270031 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-302dc3dc-1354-48e3-a22d-668e6551db09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:24.283168 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port da575261-0919-47d5-b143-e0aab9c90aed completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:28:24.287632 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port da575261-0919-47d5-b143-e0aab9c90aed triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:28:24.288098 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:24.347711 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-302dc3dc-1354-48e3-a22d-668e6551db09 service neutron] For port 9955669f-680d-4311-b67e-1d582f1ccaa4, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:28:24.353926 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-302dc3dc-1354-48e3-a22d-668e6551db09 service neutron] For port 9955669f-680d-4311-b67e-1d582f1ccaa4, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9955669f-680d-4311-b67e-1d582f1ccaa4,segment=NetworkSegment(8b2790d0-2648-44d2-8d52-22bad98192f4),segment_id=8b2790d0-2648-44d2-8d52-22bad98192f4)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:28:24.359724 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-302dc3dc-1354-48e3-a22d-668e6551db09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:24.374483 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:24.404690 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-302dc3dc-1354-48e3-a22d-668e6551db09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:24.405406 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-302dc3dc-1354-48e3-a22d-668e6551db09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:24.407045 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-302dc3dc-1354-48e3-a22d-668e6551db09 service neutron] 10.222.0.23 "PUT /v2.0/ports/9955669f-680d-4311-b67e-1d582f1ccaa4 HTTP/1.1" status: 200 len: 1092 time: 0.7657762 Jul 30 00:28:24.409032 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port da575261-0919-47d5-b143-e0aab9c90aed, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=da575261-0919-47d5-b143-e0aab9c90aed,segment=NetworkSegment(8b2790d0-2648-44d2-8d52-22bad98192f4),segment_id=8b2790d0-2648-44d2-8d52-22bad98192f4)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:28:24.409602 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7e3ede-ede3-4362-afec-21235034baf3', 'tag': '9955669f-680d-4311-b67e-1d582f1ccaa4'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:28:24.414444 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b99ce6-0bd6-4410-81ea-0fb9dc0020df" -d '{"events": [{"name": "network-changed", "server_uuid": "6f7e3ede-ede3-4362-afec-21235034baf3", "tag": "9955669f-680d-4311-b67e-1d582f1ccaa4"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:28:24.434346 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:24.449108 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302dc3dc-1354-48e3-a22d-668e6551db09 service neutron] Pushing event updated for resources: {'Port': ['ID=9955669f-680d-4311-b67e-1d582f1ccaa4,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:24.499623 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=da575261-0919-47d5-b143-e0aab9c90aed,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:24.499813 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4a062b-9fdb-4b10-8e16-90804320ac35 x-openstack-request-id: req-ca4a062b-9fdb-4b10-8e16-90804320ac35 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:28:24.499980 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f7e3ede-ede3-4362-afec-21235034baf3", "tag": "9955669f-680d-4311-b67e-1d582f1ccaa4", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:28:24.500213 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ca4a062b-9fdb-4b10-8e16-90804320ac35 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:28:24.500517 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f7e3ede-ede3-4362-afec-21235034baf3', 'tag': '9955669f-680d-4311-b67e-1d582f1ccaa4', 'status': 'completed', 'code': 200} Jul 30 00:28:24.515068 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-3a05a714-e7f8-4808-b53c-fbf4aa7b452a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:24.516577 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-3a05a714-e7f8-4808-b53c-fbf4aa7b452a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 1095 time: 0.0559430 Jul 30 00:28:24.560628 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-712b3e88-250e-4440-8d21-482262cff99c service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9955669f-680d-4311-b67e-1d582f1ccaa4 HTTP/1.1" status: 200 len: 217 time: 0.0356789 Jul 30 00:28:24.610770 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-4021b5dd-24a9-4370-ab74-7edfc157e14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:24.612263 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-4021b5dd-24a9-4370-ab74-7edfc157e14e service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2e9e2054-2100-4fc5-8e81-8782eebe3499 HTTP/1.1" status: 200 len: 835 time: 0.0460739 Jul 30 00:28:24.661585 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-e9c7055e-6347-453b-8721-213610d73ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:24.663117 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-e9c7055e-6347-453b-8721-213610d73ea1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c649320d-c7c7-4e00-8a60-b6241224e28f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444846 Jul 30 00:28:24.752507 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-74b1e252-606a-4807-9bc2-6f098dcbe94c service neutron] 10.222.0.23 "GET /v2.0/networks/c649320d-c7c7-4e00-8a60-b6241224e28f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817316 Jul 30 00:28:24.849685 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1ae2e754-103f-4f34-8dff-9441b25fb1ae req-05829219-41e9-4c77-b297-10dbac6c5498 service neutron] 10.222.0.23 "GET /v2.0/networks/c649320d-c7c7-4e00-8a60-b6241224e28f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907714 Jul 30 00:28:24.933665 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b99ce6-0bd6-4410-81ea-0fb9dc0020df req-ac227343-cd55-4ef1-bc39-f4f6af48fb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:24.935792 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31b99ce6-0bd6-4410-81ea-0fb9dc0020df req-ac227343-cd55-4ef1-bc39-f4f6af48fb1f service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 1095 time: 0.0406141 Jul 30 00:28:25.025825 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b99ce6-0bd6-4410-81ea-0fb9dc0020df req-02ac9a98-a63b-47f2-8c2e-9525d10d5f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:25.027295 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31b99ce6-0bd6-4410-81ea-0fb9dc0020df req-02ac9a98-a63b-47f2-8c2e-9525d10d5f79 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c649320d-c7c7-4e00-8a60-b6241224e28f HTTP/1.1" status: 200 len: 897 time: 0.0854766 Jul 30 00:28:25.069844 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31b99ce6-0bd6-4410-81ea-0fb9dc0020df req-e566ba75-4801-43b7-97a7-563ceaad6285 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9955669f-680d-4311-b67e-1d582f1ccaa4 HTTP/1.1" status: 200 len: 217 time: 0.0359831 Jul 30 00:28:25.119676 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b99ce6-0bd6-4410-81ea-0fb9dc0020df req-67de14f2-95ee-46d9-a89e-72ec6ab3b6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:25.121280 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31b99ce6-0bd6-4410-81ea-0fb9dc0020df req-67de14f2-95ee-46d9-a89e-72ec6ab3b6ce service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2e9e2054-2100-4fc5-8e81-8782eebe3499 HTTP/1.1" status: 200 len: 835 time: 0.0441847 Jul 30 00:28:25.168282 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b99ce6-0bd6-4410-81ea-0fb9dc0020df req-6fa5d1b4-3dcf-4d6d-b15f-002ce6586c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:25.170350 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31b99ce6-0bd6-4410-81ea-0fb9dc0020df req-6fa5d1b4-3dcf-4d6d-b15f-002ce6586c65 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c649320d-c7c7-4e00-8a60-b6241224e28f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403721 Jul 30 00:28:25.264241 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31b99ce6-0bd6-4410-81ea-0fb9dc0020df req-7922e7ae-42e9-45f5-acbf-71ac3bb25493 service neutron] 10.222.0.23 "GET /v2.0/networks/c649320d-c7c7-4e00-8a60-b6241224e28f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863137 Jul 30 00:28:25.386609 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-31b99ce6-0bd6-4410-81ea-0fb9dc0020df req-dde367e1-087c-4b18-a67e-cb43d60e895c service neutron] 10.222.0.23 "GET /v2.0/networks/c649320d-c7c7-4e00-8a60-b6241224e28f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153183 Jul 30 00:28:25.400247 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd67221-601f-4405-ab43-4a9f34215456 req-122a1102-9d1e-4ead-b285-035de30a27cb tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:25.401898 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dfd67221-601f-4405-ab43-4a9f34215456 req-122a1102-9d1e-4ead-b285-035de30a27cb tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 943 time: 0.0741723 Jul 30 00:28:25.445027 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dfd67221-601f-4405-ab43-4a9f34215456 req-c6d777c0-2152-4a92-bc12-d26d63ea0f52 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342741 Jul 30 00:28:26.148698 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device da575261-0919-47d5-b143-e0aab9c90aed up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:28:26.197605 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port da575261-0919-47d5-b143-e0aab9c90aed triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:28:26.197974 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:26.562522 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea6639-c026-4207-83c1-1455758d5800 req-4bcef7a0-2ffa-4888-89c0-0375e252abd9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:26.564037 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88ea6639-c026-4207-83c1-1455758d5800 req-4bcef7a0-2ffa-4888-89c0-0375e252abd9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 943 time: 0.0515611 Jul 30 00:28:26.604480 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88ea6639-c026-4207-83c1-1455758d5800 req-34606e50-2afe-4b60-a495-41d88d154862 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343056 Jul 30 00:28:26.970532 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9955669f-680d-4311-b67e-1d582f1ccaa4 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:28:27.067445 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9955669f-680d-4311-b67e-1d582f1ccaa4, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9955669f-680d-4311-b67e-1d582f1ccaa4,segment=NetworkSegment(8b2790d0-2648-44d2-8d52-22bad98192f4),segment_id=8b2790d0-2648-44d2-8d52-22bad98192f4)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:28:27.078669 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '9955669f-680d-4311-b67e-1d582f1ccaa4', 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f', 'port_id': '9955669f-680d-4311-b67e-1d582f1ccaa4', 'mac_address': 'fa:16:3e:f9:32:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e9e2054-2100-4fc5-8e81-8782eebe3499', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:28:27.114842 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:27.128379 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9955669f-680d-4311-b67e-1d582f1ccaa4 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:28:27.148536 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9955669f-680d-4311-b67e-1d582f1ccaa4, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9955669f-680d-4311-b67e-1d582f1ccaa4,segment=NetworkSegment(8b2790d0-2648-44d2-8d52-22bad98192f4),segment_id=8b2790d0-2648-44d2-8d52-22bad98192f4)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:28:27.152296 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:27.199368 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=9955669f-680d-4311-b67e-1d582f1ccaa4,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:27.369983 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['9955669f-680d-4311-b67e-1d582f1ccaa4'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:28:27.722164 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04048dc-8eba-42a5-afa0-5a05b2a6cd20 req-87d3ef1c-6929-46fe-92e6-9c71a8dfaee0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:27.723643 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b04048dc-8eba-42a5-afa0-5a05b2a6cd20 req-87d3ef1c-6929-46fe-92e6-9c71a8dfaee0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 944 time: 0.0514941 Jul 30 00:28:27.761781 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b04048dc-8eba-42a5-afa0-5a05b2a6cd20 req-521ed4ed-dba7-4afa-989e-7711cc56969a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322351 Jul 30 00:28:28.876977 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae8cc7-2519-4cb5-8fda-aefb6e53d317 req-652926fb-0b3a-4568-9f2b-07a91a8890ea tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:28.878442 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38ae8cc7-2519-4cb5-8fda-aefb6e53d317 req-652926fb-0b3a-4568-9f2b-07a91a8890ea tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 944 time: 0.0483737 Jul 30 00:28:28.915658 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38ae8cc7-2519-4cb5-8fda-aefb6e53d317 req-be2f36f3-c16a-421f-aa4f-652a3feb8411 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309634 Jul 30 00:28:28.970328 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9955669f-680d-4311-b67e-1d582f1ccaa4 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:28:29.018077 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 9955669f-680d-4311-b67e-1d582f1ccaa4 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:28:29.021824 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 9955669f-680d-4311-b67e-1d582f1ccaa4 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:28:29.022193 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:29.100136 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:29.121569 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7e3ede-ede3-4362-afec-21235034baf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9955669f-680d-4311-b67e-1d582f1ccaa4'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:28:29.124183 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee31ed8e5b8e4dc4f88b315270ded6679232f3f3b12134e952a2ffdf5dc07ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732cdc6c-c3f5-42d9-ba6b-2478908438de" -d '{"events": [{"server_uuid": "6f7e3ede-ede3-4362-afec-21235034baf3", "name": "network-vif-plugged", "status": "completed", "tag": "9955669f-680d-4311-b67e-1d582f1ccaa4"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:28:29.137396 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 9955669f-680d-4311-b67e-1d582f1ccaa4, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9955669f-680d-4311-b67e-1d582f1ccaa4,segment=NetworkSegment(8b2790d0-2648-44d2-8d52-22bad98192f4),segment_id=8b2790d0-2648-44d2-8d52-22bad98192f4)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:28:29.141610 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:29.165527 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e265c4-2ce1-44af-892b-bed39c053753 x-openstack-request-id: req-90e265c4-2ce1-44af-892b-bed39c053753 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:28:29.165814 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7e3ede-ede3-4362-afec-21235034baf3", "name": "network-vif-plugged", "status": "completed", "tag": "9955669f-680d-4311-b67e-1d582f1ccaa4", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:28:29.166303 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-90e265c4-2ce1-44af-892b-bed39c053753 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:28:29.166700 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7e3ede-ede3-4362-afec-21235034baf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9955669f-680d-4311-b67e-1d582f1ccaa4', 'code': 200} Jul 30 00:28:29.193062 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=9955669f-680d-4311-b67e-1d582f1ccaa4,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:29.257857 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a4a86b-7241-47cf-ae54-bc4ca1bf7e98 req-ebe9cac6-cea9-4ee7-a576-55a5462e35c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:29.259357 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-27a4a86b-7241-47cf-ae54-bc4ca1bf7e98 req-ebe9cac6-cea9-4ee7-a576-55a5462e35c4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 1097 time: 0.0416689 Jul 30 00:28:29.296080 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-27a4a86b-7241-47cf-ae54-bc4ca1bf7e98 req-817b28fa-7521-4334-9ac3-0d321362a9e3 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293841 Jul 30 00:28:30.035566 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a865152-c67e-43b6-b665-2bdb8e2e3317 req-40a547e9-07c8-4b18-acda-df1dac2b799f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:30.036968 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4a865152-c67e-43b6-b665-2bdb8e2e3317 req-40a547e9-07c8-4b18-acda-df1dac2b799f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 945 time: 0.0538492 Jul 30 00:28:30.078128 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4a865152-c67e-43b6-b665-2bdb8e2e3317 req-06caf2bd-3fa8-4c1f-a969-94b6fe527cf0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347776 Jul 30 00:28:30.265208 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:30.355164 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:31.192208 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd4436-508d-4f0c-8461-61a9eec54c6c req-2654328a-af4d-464f-a405-e260a770d81d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:31.193694 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-71fd4436-508d-4f0c-8461-61a9eec54c6c req-2654328a-af4d-464f-a405-e260a770d81d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 945 time: 0.0484760 Jul 30 00:28:31.230620 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-71fd4436-508d-4f0c-8461-61a9eec54c6c req-ffd44166-316b-46d8-b366-5074e7bc7da2 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303824 Jul 30 00:28:31.344435 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571a0a1-c83d-4ee8-9bdf-758529e5f263 req-ea298b66-3c91-4302-8358-d6a333e0f972 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:31.345905 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c571a0a1-c83d-4ee8-9bdf-758529e5f263 req-ea298b66-3c91-4302-8358-d6a333e0f972 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 945 time: 0.0479879 Jul 30 00:28:31.384210 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c571a0a1-c83d-4ee8-9bdf-758529e5f263 req-dafda28c-297f-4dec-823b-18681c708364 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322967 Jul 30 00:28:31.405612 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60686) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:31.447999 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4217ba97-6b25-4614-a3af-99314c9c8b2e tempest-TestNetworkAdvancedServerOps-2121857559 tempest-TestNetworkAdvancedServerOps-2121857559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:31.449493 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4217ba97-6b25-4614-a3af-99314c9c8b2e tempest-TestNetworkAdvancedServerOps-2121857559 tempest-TestNetworkAdvancedServerOps-2121857559-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 1092 time: 0.0429108 Jul 30 00:28:31.452356 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60688) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:31.456707 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-5f8d0a06-85ff-42c3-8ad9-f3130e180cff tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'port_id': '9955669f-680d-4311-b67e-1d582f1ccaa4', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'fixed_ip_address': '172.20.0.8'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:28:31.478731 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f8d0a06-85ff-42c3-8ad9-f3130e180cff tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:31.575985 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f8d0a06-85ff-42c3-8ad9-f3130e180cff tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:31.680530 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-5f8d0a06-85ff-42c3-8ad9-f3130e180cff tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Allocated IP 172.25.8.148 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/438b211b-91f6-4539-84a3-49924447fb86) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:28:31.779244 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f8d0a06-85ff-42c3-8ad9-f3130e180cff tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:31.816984 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f8d0a06-85ff-42c3-8ad9-f3130e180cff tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:31.858826 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8d0a06-85ff-42c3-8ad9-f3130e180cff tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:28:31.861598 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-5f8d0a06-85ff-42c3-8ad9-f3130e180cff tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:28:31.866974 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8d0a06-85ff-42c3-8ad9-f3130e180cff tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:28:31.872404 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d0a06-85ff-42c3-8ad9-f3130e180cff tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Port': ['ID=438b211b-91f6-4539-84a3-49924447fb86,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:32.216957 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f8d0a06-85ff-42c3-8ad9-f3130e180cff tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:32.285125 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f8d0a06-85ff-42c3-8ad9-f3130e180cff tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:32.431598 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f8d0a06-85ff-42c3-8ad9-f3130e180cff tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:32.436975 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f8d0a06-85ff-42c3-8ad9-f3130e180cff tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:32.503590 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d0a06-85ff-42c3-8ad9-f3130e180cff tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Port': ['ID=438b211b-91f6-4539-84a3-49924447fb86,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:28:32.513441 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f8d0a06-85ff-42c3-8ad9-f3130e180cff tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:32.936387 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-5f8d0a06-85ff-42c3-8ad9-f3130e180cff tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Floating IP 1b258c0b-1a20-4dbd-9584-5d8ed9ea10de associated. External IP: 172.25.8.148, port: 9955669f-680d-4311-b67e-1d582f1ccaa4. Jul 30 00:28:32.962191 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-63903a06-8c91-41dd-9487-0e2dd614d308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:33.147018 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8d0a06-85ff-42c3-8ad9-f3130e180cff tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Router 99826c70-f3a3-461b-a6e5-b75eccf67186 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:28:33.254976 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8d0a06-85ff-42c3-8ad9-f3130e180cff tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:28:33.268270 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e46182-c1d9-4ca5-a533-e5cf689863b2 None None] Sync routers for ids ['99826c70-f3a3-461b-a6e5-b75eccf67186'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:28:33.277428 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-5f8d0a06-85ff-42c3-8ad9-f3130e180cff tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:33.281618 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e46182-c1d9-4ca5-a533-e5cf689863b2 None None] Routers {'99826c70-f3a3-461b-a6e5-b75eccf67186'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:28:33.282611 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-48e46182-c1d9-4ca5-a533-e5cf689863b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:28:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['99826c70-f3a3-461b-a6e5-b75eccf67186'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:33.307366 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-5f8d0a06-85ff-42c3-8ad9-f3130e180cff tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8539801 Jul 30 00:28:33.307985 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7e3ede-ede3-4362-afec-21235034baf3', 'tag': '9955669f-680d-4311-b67e-1d582f1ccaa4'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:28:33.311250 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fe0aa5-7983-4897-8d8e-e9ce5dd4bed4" -d '{"events": [{"name": "network-changed", "server_uuid": "6f7e3ede-ede3-4362-afec-21235034baf3", "tag": "9955669f-680d-4311-b67e-1d582f1ccaa4"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:28:33.392521 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-48e46182-c1d9-4ca5-a533-e5cf689863b2 None None] Set router 99826c70-f3a3-461b-a6e5-b75eccf67186 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:28:33.405564 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a26c8-9f4c-44a8-a7aa-42f0d4246850 req-e7ad44be-2f01-4fb3-8e62-d69206878ca2 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:33.407000 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0c8a26c8-9f4c-44a8-a7aa-42f0d4246850 req-e7ad44be-2f01-4fb3-8e62-d69206878ca2 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 945 time: 0.0505221 Jul 30 00:28:33.445974 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0c8a26c8-9f4c-44a8-a7aa-42f0d4246850 req-028d014d-9364-4229-b851-6967dd6b90f4 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330083 Jul 30 00:28:33.468582 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60694) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:33.513808 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac057215-34ab-4c52-abc7-9341c0a48787 x-openstack-request-id: req-ac057215-34ab-4c52-abc7-9341c0a48787 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:28:33.514209 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f7e3ede-ede3-4362-afec-21235034baf3", "tag": "9955669f-680d-4311-b67e-1d582f1ccaa4", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:28:33.514470 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ac057215-34ab-4c52-abc7-9341c0a48787 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:28:33.514863 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f7e3ede-ede3-4362-afec-21235034baf3', 'tag': '9955669f-680d-4311-b67e-1d582f1ccaa4', 'status': 'completed', 'code': 200} Jul 30 00:28:33.567725 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c91b76c9-4055-4238-94fd-a7268e5d2b03 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/floatingips/1b258c0b-1a20-4dbd-9584-5d8ed9ea10de HTTP/1.1" status: 200 len: 991 time: 0.0976117 Jul 30 00:28:33.574205 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe0aa5-7983-4897-8d8e-e9ce5dd4bed4 req-cbdee963-148a-44d7-9c86-fd4c4552c0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:33.575917 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-10fe0aa5-7983-4897-8d8e-e9ce5dd4bed4 req-cbdee963-148a-44d7-9c86-fd4c4552c0d9 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 1097 time: 0.0601292 Jul 30 00:28:33.624263 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-48e46182-c1d9-4ca5-a533-e5cf689863b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232984785', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '364d7a39-47a0-4e34-bd60-df7a366d81c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:16Z', 'updated_at': '2021-07-30T00:28:20Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '364d7a39-47a0-4e34-bd60-df7a366d81c4', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:17Z', 'updated_at': '2021-07-30T00:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '1b258c0b-1a20-4dbd-9584-5d8ed9ea10de', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'floating_ip_address': '172.25.8.148', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'port_id': '9955669f-680d-4311-b67e-1d582f1ccaa4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f', 'mac_address': 'fa:16:3e:f9:32:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e3ede-ede3-4362-afec-21235034baf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:28:32Z', 'updated_at': '2021-07-30T00:28:32Z', 'revision_number': 0, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da575261-0919-47d5-b143-e0aab9c90aed', 'name': '', 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:1e:f6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '2e9e2054-2100-4fc5-8e81-8782eebe3499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:19Z', 'updated_at': '2021-07-30T00:28:24Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': '2e9e2054-2100-4fc5-8e81-8782eebe3499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:33.668219 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe0aa5-7983-4897-8d8e-e9ce5dd4bed4 req-ab1f5c24-e8bb-41d0-b652-ef6e3f3e52c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:33.670244 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-10fe0aa5-7983-4897-8d8e-e9ce5dd4bed4 req-ab1f5c24-e8bb-41d0-b652-ef6e3f3e52c8 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c649320d-c7c7-4e00-8a60-b6241224e28f HTTP/1.1" status: 200 len: 897 time: 0.0881429 Jul 30 00:28:33.741710 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e46182-c1d9-4ca5-a533-e5cf689863b2 None None] Checking router: 99826c70-f3a3-461b-a6e5-b75eccf67186 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:28:33.743292 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-10fe0aa5-7983-4897-8d8e-e9ce5dd4bed4 req-9923016c-cc96-45b8-b747-e91f77c03248 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9955669f-680d-4311-b67e-1d582f1ccaa4 HTTP/1.1" status: 200 len: 999 time: 0.0659389 Jul 30 00:28:33.750039 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e46182-c1d9-4ca5-a533-e5cf689863b2 None None] Routers {'99826c70-f3a3-461b-a6e5-b75eccf67186'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:28:33.750638 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-48e46182-c1d9-4ca5-a533-e5cf689863b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:28:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['99826c70-f3a3-461b-a6e5-b75eccf67186'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:33.792979 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe0aa5-7983-4897-8d8e-e9ce5dd4bed4 req-1fb72cf8-34f2-4825-a523-498161a66000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:33.795183 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-10fe0aa5-7983-4897-8d8e-e9ce5dd4bed4 req-1fb72cf8-34f2-4825-a523-498161a66000 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2e9e2054-2100-4fc5-8e81-8782eebe3499 HTTP/1.1" status: 200 len: 835 time: 0.0441651 Jul 30 00:28:33.839375 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fe0aa5-7983-4897-8d8e-e9ce5dd4bed4 req-f35cfa04-6cea-4c02-8cbb-6305ed6dee79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:28:33.841439 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-10fe0aa5-7983-4897-8d8e-e9ce5dd4bed4 req-f35cfa04-6cea-4c02-8cbb-6305ed6dee79 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c649320d-c7c7-4e00-8a60-b6241224e28f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392849 Jul 30 00:28:33.852214 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-48e46182-c1d9-4ca5-a533-e5cf689863b2 None None] Set router 99826c70-f3a3-461b-a6e5-b75eccf67186 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:28:33.933862 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-10fe0aa5-7983-4897-8d8e-e9ce5dd4bed4 req-679c4b3d-05ea-4b94-b314-7efbecc97c72 service neutron] 10.222.0.23 "GET /v2.0/networks/c649320d-c7c7-4e00-8a60-b6241224e28f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858004 Jul 30 00:28:34.024664 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-10fe0aa5-7983-4897-8d8e-e9ce5dd4bed4 req-f575edcd-15e1-4267-9c86-7095ae4c341f service neutron] 10.222.0.23 "GET /v2.0/networks/c649320d-c7c7-4e00-8a60-b6241224e28f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833578 Jul 30 00:28:34.071727 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-48e46182-c1d9-4ca5-a533-e5cf689863b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232984785', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '364d7a39-47a0-4e34-bd60-df7a366d81c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:16Z', 'updated_at': '2021-07-30T00:28:20Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '364d7a39-47a0-4e34-bd60-df7a366d81c4', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:17Z', 'updated_at': '2021-07-30T00:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '1b258c0b-1a20-4dbd-9584-5d8ed9ea10de', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'floating_ip_address': '172.25.8.148', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'port_id': '9955669f-680d-4311-b67e-1d582f1ccaa4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f', 'mac_address': 'fa:16:3e:f9:32:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e3ede-ede3-4362-afec-21235034baf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:28:32Z', 'updated_at': '2021-07-30T00:28:32Z', 'revision_number': 0, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da575261-0919-47d5-b143-e0aab9c90aed', 'name': '', 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:1e:f6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '2e9e2054-2100-4fc5-8e81-8782eebe3499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:19Z', 'updated_at': '2021-07-30T00:28:24Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': '2e9e2054-2100-4fc5-8e81-8782eebe3499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:28:34.102269 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e46182-c1d9-4ca5-a533-e5cf689863b2 None None] The sync data for ids ['99826c70-f3a3-461b-a6e5-b75eccf67186'] in n-d-712140-10 is: [{'id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232984785', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '364d7a39-47a0-4e34-bd60-df7a366d81c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:16Z', 'updated_at': '2021-07-30T00:28:20Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '364d7a39-47a0-4e34-bd60-df7a366d81c4', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:17Z', 'updated_at': '2021-07-30T00:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '1b258c0b-1a20-4dbd-9584-5d8ed9ea10de', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'floating_ip_address': '172.25.8.148', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'port_id': '9955669f-680d-4311-b67e-1d582f1ccaa4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f', 'mac_address': 'fa:16:3e:f9:32:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f7e3ede-ede3-4362-afec-21235034baf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:28:32Z', 'updated_at': '2021-07-30T00:28:32Z', 'revision_number': 0, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da575261-0919-47d5-b143-e0aab9c90aed', 'name': '', 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:1e:f6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '2e9e2054-2100-4fc5-8e81-8782eebe3499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:19Z', 'updated_at': '2021-07-30T00:28:24Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': '2e9e2054-2100-4fc5-8e81-8782eebe3499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:28:34.292231 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b78a3ae-0d20-46e3-8c8d-42808f725282 None None] New status for floating IP 1b258c0b-1a20-4dbd-9584-5d8ed9ea10de: ACTIVE {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:28:34.571662 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60696) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:28:34.636517 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1eaa8645-cf93-4a53-b0d0-2cabdafdb5f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/floatingips/1b258c0b-1a20-4dbd-9584-5d8ed9ea10de HTTP/1.1" status: 200 len: 993 time: 0.0636680 Jul 30 00:28:35.531073 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:36.320153 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-14ffce55-145c-4385-9c79-91110214bfbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:37.115787 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:38.424576 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:28:50.364179 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:29:00.278131 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:00.353492 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:02.964052 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-af151b84-13f1-46ee-9007-0f8f6b9e827f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:05.533302 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:06.055426 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9113a-b424-42eb-b43a-af4d62279d87 req-08e4f020-0c38-4914-8061-155d5eee2752 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:06.057124 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2fa9113a-b424-42eb-b43a-af4d62279d87 req-08e4f020-0c38-4914-8061-155d5eee2752 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 945 time: 0.0497987 Jul 30 00:29:06.092047 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-3625322c-fa82-4acb-be59-c5dd3a47ff03 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0941672 Jul 30 00:29:06.096980 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2fa9113a-b424-42eb-b43a-af4d62279d87 req-5a85aa37-8ef2-40bf-a393-79aeb617d842 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329158 Jul 30 00:29:06.323133 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3a71c4f4-b5e0-4786-bb55-b25eb6ad6e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:07.118984 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:07.199119 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-538c9aad-3795-4db4-91eb-688d0aeeb695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:07.200664 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-538c9aad-3795-4db4-91eb-688d0aeeb695 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 1097 time: 0.0674422 Jul 30 00:29:07.269364 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb70940-e12b-4d3b-aff0-0f8b3f351990 req-251f205d-709a-44c3-a71a-93c032ae5a44 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:07.270894 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ccb70940-e12b-4d3b-aff0-0f8b3f351990 req-251f205d-709a-44c3-a71a-93c032ae5a44 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 945 time: 0.1006582 Jul 30 00:29:07.339756 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-35e2078f-32a6-4078-be67-9e2e83b0b8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:07.341278 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-35e2078f-32a6-4078-be67-9e2e83b0b8ad service neutron] 10.222.0.23 "GET /v2.0/networks?id=c649320d-c7c7-4e00-8a60-b6241224e28f HTTP/1.1" status: 200 len: 897 time: 0.1334999 Jul 30 00:29:07.345021 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ccb70940-e12b-4d3b-aff0-0f8b3f351990 req-bab0b4f3-7cb2-4907-bf7f-b4288a8275fc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664959 Jul 30 00:29:07.411691 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-185f7ee2-df69-4576-a5de-46335e7cf87b service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9955669f-680d-4311-b67e-1d582f1ccaa4 HTTP/1.1" status: 200 len: 1001 time: 0.0632257 Jul 30 00:29:07.460490 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-cafa91a0-0b62-4d96-8931-391432f9d2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:07.461966 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-cafa91a0-0b62-4d96-8931-391432f9d2ff service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2e9e2054-2100-4fc5-8e81-8782eebe3499 HTTP/1.1" status: 200 len: 835 time: 0.0435467 Jul 30 00:29:07.513225 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-ff98c7ee-e731-4048-8475-822542ae06de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:07.514722 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-ff98c7ee-e731-4048-8475-822542ae06de service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c649320d-c7c7-4e00-8a60-b6241224e28f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460501 Jul 30 00:29:07.606550 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-20d38896-2534-4f91-bef6-dcae3faea8d3 service neutron] 10.222.0.23 "GET /v2.0/networks/c649320d-c7c7-4e00-8a60-b6241224e28f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850527 Jul 30 00:29:07.701630 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-192a50e7-0154-4e01-b43b-a99c818ce103 service neutron] 10.222.0.23 "GET /v2.0/networks/c649320d-c7c7-4e00-8a60-b6241224e28f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880690 Jul 30 00:29:08.444952 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:08.497052 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f175252-0f88-4371-8c42-507fcadece51 req-7ed7fe07-e5e3-4d8c-85a8-7b276471deeb tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:08.498652 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5f175252-0f88-4371-8c42-507fcadece51 req-7ed7fe07-e5e3-4d8c-85a8-7b276471deeb tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 945 time: 0.0691190 Jul 30 00:29:08.540344 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5f175252-0f88-4371-8c42-507fcadece51 req-6e6ffba6-41ee-42d0-8c9a-44c4ff3dd968 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338421 Jul 30 00:29:09.660037 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb3c51-d4b2-4fa7-9d03-9ef1007f1455 req-9a70b096-17e7-4baa-822e-cd728211eaf7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:09.661555 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92eb3c51-d4b2-4fa7-9d03-9ef1007f1455 req-9a70b096-17e7-4baa-822e-cd728211eaf7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 945 time: 0.0493312 Jul 30 00:29:09.700833 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92eb3c51-d4b2-4fa7-9d03-9ef1007f1455 req-368f2853-5482-41fd-abbf-8607b24cd922 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333176 Jul 30 00:29:10.819143 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d62c0d-5754-4897-8d09-c72b528476bd req-4634f1b1-0221-47cb-a4db-8da85a15846b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:10.820674 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-09d62c0d-5754-4897-8d09-c72b528476bd req-4634f1b1-0221-47cb-a4db-8da85a15846b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 945 time: 0.0522070 Jul 30 00:29:10.858485 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-09d62c0d-5754-4897-8d09-c72b528476bd req-7bbcf0cf-7753-4706-9193-8b6714f11315 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318959 Jul 30 00:29:11.973839 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8c8ef-b720-429b-ae2d-9593f1163208 req-988a85c6-5a30-4b4c-954d-20f386d81c68 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:11.975342 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81b8c8ef-b720-429b-ae2d-9593f1163208 req-988a85c6-5a30-4b4c-954d-20f386d81c68 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 945 time: 0.0491614 Jul 30 00:29:12.013752 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81b8c8ef-b720-429b-ae2d-9593f1163208 req-06203be7-318d-41e7-bcf4-d2f7d200986a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324638 Jul 30 00:29:13.131244 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fdb65-7f03-4d4c-af2b-b2fa755f253b req-96137c3c-c792-4a6d-8e16-9d3c2cfbc5fd tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:13.132789 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-574fdb65-7f03-4d4c-af2b-b2fa755f253b req-96137c3c-c792-4a6d-8e16-9d3c2cfbc5fd tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 945 time: 0.0487747 Jul 30 00:29:13.171581 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-574fdb65-7f03-4d4c-af2b-b2fa755f253b req-2db35702-a961-4ec8-b259-f4d1d8c75fbf tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328596 Jul 30 00:29:14.294237 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08ddc4-7bfe-4511-a5b1-17c9697c47db req-81deedf9-a2c2-483f-a12c-9756bd139670 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:14.295745 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-de08ddc4-7bfe-4511-a5b1-17c9697c47db req-81deedf9-a2c2-483f-a12c-9756bd139670 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 945 time: 0.0536044 Jul 30 00:29:14.335136 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-de08ddc4-7bfe-4511-a5b1-17c9697c47db req-89c8ce63-718d-4f40-9fbd-ba544ca7a82c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325224 Jul 30 00:29:15.453255 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f951d-f75a-49ec-b95f-e2a137eb9562 req-a617d5bb-956f-4ce5-9c90-2d086e3c1259 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:15.455525 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3b9f951d-f75a-49ec-b95f-e2a137eb9562 req-a617d5bb-956f-4ce5-9c90-2d086e3c1259 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 945 time: 0.0518038 Jul 30 00:29:15.493405 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3b9f951d-f75a-49ec-b95f-e2a137eb9562 req-abf5982f-abe6-4fd9-aa54-7a24937b83e1 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318768 Jul 30 00:29:16.610361 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e31201-7506-4c95-a554-fc875ec2e588 req-f68d2be3-6181-408d-90c3-9c38bded4ac6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:16.611999 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28e31201-7506-4c95-a554-fc875ec2e588 req-f68d2be3-6181-408d-90c3-9c38bded4ac6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 945 time: 0.0508924 Jul 30 00:29:16.651618 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-28e31201-7506-4c95-a554-fc875ec2e588 req-2f836149-6b50-4f97-be36-2460bb7d8790 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336447 Jul 30 00:29:16.783395 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96b76e-c811-47a6-87de-0eec5709046d req-683fd0e2-cfb5-4776-9526-d45ed0c8ded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:16.784823 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea96b76e-c811-47a6-87de-0eec5709046d req-683fd0e2-cfb5-4776-9526-d45ed0c8ded7 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 1097 time: 0.0445671 Jul 30 00:29:16.888870 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96b76e-c811-47a6-87de-0eec5709046d req-bd3ecd28-516e-455d-9d76-440ea5640616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:16.890364 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea96b76e-c811-47a6-87de-0eec5709046d req-bd3ecd28-516e-455d-9d76-440ea5640616 service neutron] 10.222.0.23 "GET /v2.0/networks?id=c649320d-c7c7-4e00-8a60-b6241224e28f HTTP/1.1" status: 200 len: 897 time: 0.0864434 Jul 30 00:29:16.960284 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea96b76e-c811-47a6-87de-0eec5709046d req-46c4e527-234b-4556-bee3-116d837fdad3 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9955669f-680d-4311-b67e-1d582f1ccaa4 HTTP/1.1" status: 200 len: 1001 time: 0.0632665 Jul 30 00:29:17.011453 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96b76e-c811-47a6-87de-0eec5709046d req-6186c121-7b8b-43bf-8334-814b43d24dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:17.012978 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea96b76e-c811-47a6-87de-0eec5709046d req-6186c121-7b8b-43bf-8334-814b43d24dc0 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2e9e2054-2100-4fc5-8e81-8782eebe3499 HTTP/1.1" status: 200 len: 835 time: 0.0462034 Jul 30 00:29:17.060036 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea96b76e-c811-47a6-87de-0eec5709046d req-f885714d-ea50-4351-aab5-cf78e8eb4bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:17.061463 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea96b76e-c811-47a6-87de-0eec5709046d req-f885714d-ea50-4351-aab5-cf78e8eb4bd8 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c649320d-c7c7-4e00-8a60-b6241224e28f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421383 Jul 30 00:29:17.155454 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea96b76e-c811-47a6-87de-0eec5709046d req-e908af9b-34c8-4db6-8567-d597cad00c6b service neutron] 10.222.0.23 "GET /v2.0/networks/c649320d-c7c7-4e00-8a60-b6241224e28f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872033 Jul 30 00:29:17.245861 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea96b76e-c811-47a6-87de-0eec5709046d req-09cb2938-0a95-4068-af63-9969893d27de service neutron] 10.222.0.23 "GET /v2.0/networks/c649320d-c7c7-4e00-8a60-b6241224e28f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834923 Jul 30 00:29:17.769728 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c7bc0b-e728-4dba-ad22-0023577e97aa req-9f908701-fea2-424e-84ac-eb064ddd291e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:17.771248 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-62c7bc0b-e728-4dba-ad22-0023577e97aa req-9f908701-fea2-424e-84ac-eb064ddd291e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 945 time: 0.0512185 Jul 30 00:29:17.811806 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-62c7bc0b-e728-4dba-ad22-0023577e97aa req-3ba6a420-6e94-4c72-9360-fdefb7452f25 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345457 Jul 30 00:29:18.938852 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710441b5-6eb8-42df-900a-56edf1e61aed req-65bb6490-3975-4ff4-aeb0-6fe4d1f6278f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:18.940498 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-710441b5-6eb8-42df-900a-56edf1e61aed req-65bb6490-3975-4ff4-aeb0-6fe4d1f6278f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 945 time: 0.0580039 Jul 30 00:29:18.983251 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-710441b5-6eb8-42df-900a-56edf1e61aed req-0cc724a1-6972-402e-beea-164e22d75014 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363901 Jul 30 00:29:20.106307 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8c33a-45e8-478f-b45a-e698a4663e74 req-f8c12742-8eeb-4174-a3e2-c3357e1d5d82 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:20.107826 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a3e8c33a-45e8-478f-b45a-e698a4663e74 req-f8c12742-8eeb-4174-a3e2-c3357e1d5d82 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 945 time: 0.0513809 Jul 30 00:29:20.153367 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a3e8c33a-45e8-478f-b45a-e698a4663e74 req-1580cffc-ca30-45a9-86d4-e9655693f047 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382934 Jul 30 00:29:21.281470 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d01f80f-bd0f-4d0f-9be2-d82e30876cb3 req-5c75b6d1-f204-4247-a882-6da6981bad16 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:21.283476 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6d01f80f-bd0f-4d0f-9be2-d82e30876cb3 req-5c75b6d1-f204-4247-a882-6da6981bad16 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 945 time: 0.0594137 Jul 30 00:29:21.326513 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6d01f80f-bd0f-4d0f-9be2-d82e30876cb3 req-82126033-e86a-4310-8502-2ced4a34800c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369172 Jul 30 00:29:22.457408 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d86ec7-845e-470c-966d-71eb872b8d40 req-b3d3012e-a510-4fe6-997f-88c5c690b4bc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:22.458935 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68d86ec7-845e-470c-966d-71eb872b8d40 req-b3d3012e-a510-4fe6-997f-88c5c690b4bc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 945 time: 0.0570948 Jul 30 00:29:22.499934 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68d86ec7-845e-470c-966d-71eb872b8d40 req-94266c98-bb8b-47dc-b253-2b3eeee76625 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347278 Jul 30 00:29:23.626876 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467fd86-457c-40b8-a1d4-6572a35167a0 req-5f61b7a1-6268-4a12-86f4-64584ffecde8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:23.628448 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a467fd86-457c-40b8-a1d4-6572a35167a0 req-5f61b7a1-6268-4a12-86f4-64584ffecde8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 945 time: 0.0551152 Jul 30 00:29:23.668079 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a467fd86-457c-40b8-a1d4-6572a35167a0 req-66157773-4c1f-4cde-aa23-da69544c36c4 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335500 Jul 30 00:29:24.523898 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-3299d296-acda-47e9-af62-ba311268f265 service neutron] show failed (client error): The resource could not be found. Jul 30 00:29:24.524899 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-3299d296-acda-47e9-af62-ba311268f265 service neutron] 10.222.0.23 "GET /v2.0/ports/9955669f-680d-4311-b67e-1d582f1ccaa4/bindings/n-h2-712140-10 HTTP/1.1" status: 404 len: 381 time: 0.0536475 Jul 30 00:29:24.719479 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-39fa4e2d-a4b6-44fe-bad4-d150dd07be43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:24.721161 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-39fa4e2d-a4b6-44fe-bad4-d150dd07be43 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3&tenant_id=b50c81366be6461a9721474fa4eb74d8 HTTP/1.1" status: 200 len: 1097 time: 0.0426903 Jul 30 00:29:24.733421 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712140-10', 'device_owner': 'compute:nova'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:29:24.792952 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:24.802070 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7f95f-48a6-493a-a662-5ebea154cbc6 req-4cda8121-c90a-4894-8be1-2b19dcf1bf61 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:24.803665 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e2a7f95f-48a6-493a-a662-5ebea154cbc6 req-4cda8121-c90a-4894-8be1-2b19dcf1bf61 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 945 time: 0.0574331 Jul 30 00:29:24.845002 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e2a7f95f-48a6-493a-a662-5ebea154cbc6 req-23ab1321-0abe-4794-be55-acf90217afda tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343118 Jul 30 00:29:25.007171 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] For port 9955669f-680d-4311-b67e-1d582f1ccaa4, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=9955669f-680d-4311-b67e-1d582f1ccaa4,segment=NetworkSegment(8b2790d0-2648-44d2-8d52-22bad98192f4),segment_id=8b2790d0-2648-44d2-8d52-22bad98192f4)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:29:25.040917 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] For port 9955669f-680d-4311-b67e-1d582f1ccaa4, host n-h1-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:29:25.081871 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7e3ede-ede3-4362-afec-21235034baf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9955669f-680d-4311-b67e-1d582f1ccaa4'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:29:25.084142 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5209d4e956e9ae4acfb38c8f800d5d5e141ec7fd74949f506a8c7ac355071e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f123d7-76ce-4908-a998-7545afc444a5" -d '{"events": [{"server_uuid": "6f7e3ede-ede3-4362-afec-21235034baf3", "name": "network-vif-unplugged", "status": "completed", "tag": "9955669f-680d-4311-b67e-1d582f1ccaa4"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:29:25.088385 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:25.101171 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] Transition to ACTIVE for port object 9955669f-680d-4311-b67e-1d582f1ccaa4 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:29:25.105187 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:25.136552 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e25515-965d-4041-ad5c-bf7e0002f67f x-openstack-request-id: req-69e25515-965d-4041-ad5c-bf7e0002f67f {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:29:25.136838 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7e3ede-ede3-4362-afec-21235034baf3", "name": "network-vif-unplugged", "status": "completed", "tag": "9955669f-680d-4311-b67e-1d582f1ccaa4", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:29:25.137087 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-69e25515-965d-4041-ad5c-bf7e0002f67f {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:29:25.137479 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7e3ede-ede3-4362-afec-21235034baf3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9955669f-680d-4311-b67e-1d582f1ccaa4', 'code': 200} Jul 30 00:29:25.159911 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] Pushing event updated for resources: {'Port': ['ID=9955669f-680d-4311-b67e-1d582f1ccaa4,revision_number=6']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:29:25.184409 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.39', 60712) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:29:25.236098 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133e181-8614-4909-9b4d-8738752d7378 req-dd0c5173-73b2-4166-aefb-04714a05aa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:25.237700 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6133e181-8614-4909-9b4d-8738752d7378 req-dd0c5173-73b2-4166-aefb-04714a05aa10 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 1053 time: 0.0516899 Jul 30 00:29:25.354072 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133e181-8614-4909-9b4d-8738752d7378 req-6eb8cbd9-ea64-4436-82c1-c5821e05a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:25.355883 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6133e181-8614-4909-9b4d-8738752d7378 req-6eb8cbd9-ea64-4436-82c1-c5821e05a478 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c649320d-c7c7-4e00-8a60-b6241224e28f HTTP/1.1" status: 200 len: 897 time: 0.0983760 Jul 30 00:29:25.434356 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6133e181-8614-4909-9b4d-8738752d7378 req-9ac14c14-672d-4591-b0f1-0eca2da9a86c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9955669f-680d-4311-b67e-1d582f1ccaa4 HTTP/1.1" status: 200 len: 999 time: 0.0712709 Jul 30 00:29:25.491266 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133e181-8614-4909-9b4d-8738752d7378 req-05b88f42-bf29-4fb5-a626-f23f7447674e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:25.493756 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6133e181-8614-4909-9b4d-8738752d7378 req-05b88f42-bf29-4fb5-a626-f23f7447674e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e9e2054-2100-4fc5-8e81-8782eebe3499 HTTP/1.1" status: 200 len: 835 time: 0.0525289 Jul 30 00:29:25.544460 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6133e181-8614-4909-9b4d-8738752d7378 req-000c99bc-bca1-44f8-9dee-0839ba6e806f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:25.546090 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6133e181-8614-4909-9b4d-8738752d7378 req-000c99bc-bca1-44f8-9dee-0839ba6e806f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c649320d-c7c7-4e00-8a60-b6241224e28f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452933 Jul 30 00:29:25.572826 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:25.573171 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:25.573494 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:25.573824 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:25.574151 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:25.574484 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:25.574808 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:25.575128 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:25.575451 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:25.575804 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:25.576152 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:25.576470 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:25.616406 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] No DVR routers for this DVR port 9955669f-680d-4311-b67e-1d582f1ccaa4 on host n-h1-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:29:25.642701 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6133e181-8614-4909-9b4d-8738752d7378 req-262eccad-c8a6-441e-8f5b-511031ce2f24 service neutron] 10.222.0.39 "GET /v2.0/networks/c649320d-c7c7-4e00-8a60-b6241224e28f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894890 Jul 30 00:29:25.737772 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6133e181-8614-4909-9b4d-8738752d7378 req-fe00f847-6421-4b18-ae4a-5b84efa7d573 service neutron] 10.222.0.39 "GET /v2.0/networks/c649320d-c7c7-4e00-8a60-b6241224e28f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882914 Jul 30 00:29:25.763853 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] Attempting to bind port 9955669f-680d-4311-b67e-1d582f1ccaa4 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:29:25.764454 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] Attempting to bind port 9955669f-680d-4311-b67e-1d582f1ccaa4 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '8b2790d0-2648-44d2-8d52-22bad98192f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:29:25.764583 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] Attempting to bind port 9955669f-680d-4311-b67e-1d582f1ccaa4 on network c649320d-c7c7-4e00-8a60-b6241224e28f {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:29:25.769262 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] Port 9955669f-680d-4311-b67e-1d582f1ccaa4 on network c649320d-c7c7-4e00-8a60-b6241224e28f not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:29:25.769582 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] Attempting to bind port 9955669f-680d-4311-b67e-1d582f1ccaa4 on network c649320d-c7c7-4e00-8a60-b6241224e28f {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:29:25.774326 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:29:25.774665 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] Checking segment: {'id': '8b2790d0-2648-44d2-8d52-22bad98192f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:29:25.775050 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] Bound using segment: {'id': '8b2790d0-2648-44d2-8d52-22bad98192f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:29:25.775473 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] Bound port: 9955669f-680d-4311-b67e-1d582f1ccaa4, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8b2790d0-2648-44d2-8d52-22bad98192f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:29:25.775849 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:25.842619 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] For port 9955669f-680d-4311-b67e-1d582f1ccaa4, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:29:25.849890 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] For port 9955669f-680d-4311-b67e-1d582f1ccaa4, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9955669f-680d-4311-b67e-1d582f1ccaa4,segment=NetworkSegment(8b2790d0-2648-44d2-8d52-22bad98192f4),segment_id=8b2790d0-2648-44d2-8d52-22bad98192f4)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:29:25.855968 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:25.895861 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:25.896492 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:25.897901 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] 10.222.0.39 "PUT /v2.0/ports/9955669f-680d-4311-b67e-1d582f1ccaa4 HTTP/1.1" status: 200 len: 1092 time: 1.1690042 Jul 30 00:29:25.925165 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a69a0a-6b21-4eab-b224-c359f925104b service neutron] Pushing event updated for resources: {'Port': ['ID=9955669f-680d-4311-b67e-1d582f1ccaa4,revision_number=7']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:29:25.989428 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-893a1626-8b3e-4817-83dc-f3b3fb379465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:25.989992 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17013fe-8c34-474b-a32b-1cda143904cd req-732a90df-9458-4bf7-868e-c3367cfe1b95 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:25.991143 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-893a1626-8b3e-4817-83dc-f3b3fb379465 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 1095 time: 0.0456014 Jul 30 00:29:25.991779 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f17013fe-8c34-474b-a32b-1cda143904cd req-732a90df-9458-4bf7-868e-c3367cfe1b95 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 943 time: 0.0665505 Jul 30 00:29:26.043598 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f17013fe-8c34-474b-a32b-1cda143904cd req-6a35fae7-c905-49cc-9fcc-80f3a0b387cf tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436938 Jul 30 00:29:26.095530 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-a3e97854-f86b-4785-9e65-67a29798ed32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:26.097338 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-a3e97854-f86b-4785-9e65-67a29798ed32 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c649320d-c7c7-4e00-8a60-b6241224e28f HTTP/1.1" status: 200 len: 897 time: 0.0994978 Jul 30 00:29:26.176570 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-f9e065c2-0803-4109-96d6-fa37a0d2f7ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9955669f-680d-4311-b67e-1d582f1ccaa4 HTTP/1.1" status: 200 len: 999 time: 0.0721724 Jul 30 00:29:26.226392 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-d9bb4d1a-c445-4488-a4a0-dca39ec58b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:26.227898 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-d9bb4d1a-c445-4488-a4a0-dca39ec58b59 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e9e2054-2100-4fc5-8e81-8782eebe3499 HTTP/1.1" status: 200 len: 835 time: 0.0450268 Jul 30 00:29:26.274646 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-922e34a1-8f7d-49ed-85b1-35f7326fbf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:26.276213 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-922e34a1-8f7d-49ed-85b1-35f7326fbf5d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c649320d-c7c7-4e00-8a60-b6241224e28f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419750 Jul 30 00:29:26.377564 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-3b3b6a89-3fb9-4cb3-b701-ef5d982377ac service neutron] 10.222.0.39 "GET /v2.0/networks/c649320d-c7c7-4e00-8a60-b6241224e28f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935550 Jul 30 00:29:26.465874 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-61b53f2c-73e0-4125-819b-31386dae0fbf req-ce2897f6-e00f-4e88-9808-3bfbbc1dbda7 service neutron] 10.222.0.39 "GET /v2.0/networks/c649320d-c7c7-4e00-8a60-b6241224e28f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816786 Jul 30 00:29:27.138276 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7e3ede-ede3-4362-afec-21235034baf3', 'tag': '9955669f-680d-4311-b67e-1d582f1ccaa4'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:29:27.140738 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5209d4e956e9ae4acfb38c8f800d5d5e141ec7fd74949f506a8c7ac355071e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30c9ee9-5763-475b-bb18-a2385b8e4b81" -d '{"events": [{"name": "network-changed", "server_uuid": "6f7e3ede-ede3-4362-afec-21235034baf3", "tag": "9955669f-680d-4311-b67e-1d582f1ccaa4"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:29:27.158255 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125e6d9-2909-4c55-92c1-66bcb3f2ffbc req-d65b580d-57e3-4adc-8d03-0843393134e5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:27.160429 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c125e6d9-2909-4c55-92c1-66bcb3f2ffbc req-d65b580d-57e3-4adc-8d03-0843393134e5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 943 time: 0.0506802 Jul 30 00:29:27.198745 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c125e6d9-2909-4c55-92c1-66bcb3f2ffbc req-bf5b685a-69ce-4280-9c91-05d5d9250bd2 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329471 Jul 30 00:29:27.253312 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8b33b9-f4e6-4a34-ba0d-0f5b8d6f6ca6 x-openstack-request-id: req-9c8b33b9-f4e6-4a34-ba0d-0f5b8d6f6ca6 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:29:27.253598 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f7e3ede-ede3-4362-afec-21235034baf3", "tag": "9955669f-680d-4311-b67e-1d582f1ccaa4", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:29:27.253853 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9c8b33b9-f4e6-4a34-ba0d-0f5b8d6f6ca6 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:29:27.254253 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f7e3ede-ede3-4362-afec-21235034baf3', 'tag': '9955669f-680d-4311-b67e-1d582f1ccaa4', 'status': 'completed', 'code': 200} Jul 30 00:29:27.319902 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c9ee9-5763-475b-bb18-a2385b8e4b81 req-4d0a09ba-da7c-4d98-b5e9-9363426b581d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:27.321342 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c30c9ee9-5763-475b-bb18-a2385b8e4b81 req-4d0a09ba-da7c-4d98-b5e9-9363426b581d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 1095 time: 0.0483034 Jul 30 00:29:27.325239 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c9ee9-5763-475b-bb18-a2385b8e4b81 req-4ea6d2d0-f855-4f13-8e1a-45819834ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:27.326738 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c30c9ee9-5763-475b-bb18-a2385b8e4b81 req-4ea6d2d0-f855-4f13-8e1a-45819834ddb3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 1095 time: 0.0497015 Jul 30 00:29:27.363548 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:29:27.419225 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c9ee9-5763-475b-bb18-a2385b8e4b81 req-3b4d412c-1bd7-4ef1-ab39-38f0b8a4c88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:27.420779 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c30c9ee9-5763-475b-bb18-a2385b8e4b81 req-3b4d412c-1bd7-4ef1-ab39-38f0b8a4c88e service neutron] 10.222.0.23 "GET /v2.0/networks?id=c649320d-c7c7-4e00-8a60-b6241224e28f HTTP/1.1" status: 200 len: 897 time: 0.0928788 Jul 30 00:29:27.425165 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c9ee9-5763-475b-bb18-a2385b8e4b81 req-cf0b3dd5-9f53-4adf-9e2c-ab409e4c6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:27.426624 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c30c9ee9-5763-475b-bb18-a2385b8e4b81 req-cf0b3dd5-9f53-4adf-9e2c-ab409e4c6adb service neutron] 10.222.0.39 "GET /v2.0/networks?id=c649320d-c7c7-4e00-8a60-b6241224e28f HTTP/1.1" status: 200 len: 897 time: 0.0924098 Jul 30 00:29:27.489145 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c30c9ee9-5763-475b-bb18-a2385b8e4b81 req-2fb7d1a6-ca76-4a71-bdb3-710733c5f94a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9955669f-680d-4311-b67e-1d582f1ccaa4 HTTP/1.1" status: 200 len: 999 time: 0.0607209 Jul 30 00:29:27.504074 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c30c9ee9-5763-475b-bb18-a2385b8e4b81 req-bfdde9b3-014e-4d0c-b19e-59ff811033ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9955669f-680d-4311-b67e-1d582f1ccaa4 HTTP/1.1" status: 200 len: 999 time: 0.0695820 Jul 30 00:29:27.545533 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c9ee9-5763-475b-bb18-a2385b8e4b81 req-060c4b19-b849-4ad6-a564-7731ad8cc45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:27.549649 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c30c9ee9-5763-475b-bb18-a2385b8e4b81 req-060c4b19-b849-4ad6-a564-7731ad8cc45c service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2e9e2054-2100-4fc5-8e81-8782eebe3499 HTTP/1.1" status: 200 len: 835 time: 0.0511744 Jul 30 00:29:27.566978 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c9ee9-5763-475b-bb18-a2385b8e4b81 req-ba22ffe8-92b7-42e6-be19-7bcbeebf560e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:27.568519 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c30c9ee9-5763-475b-bb18-a2385b8e4b81 req-ba22ffe8-92b7-42e6-be19-7bcbeebf560e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e9e2054-2100-4fc5-8e81-8782eebe3499 HTTP/1.1" status: 200 len: 835 time: 0.0576210 Jul 30 00:29:27.597153 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c9ee9-5763-475b-bb18-a2385b8e4b81 req-49033d97-43de-4c2c-a87f-9243701b1195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:27.598740 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c30c9ee9-5763-475b-bb18-a2385b8e4b81 req-49033d97-43de-4c2c-a87f-9243701b1195 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c649320d-c7c7-4e00-8a60-b6241224e28f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451257 Jul 30 00:29:27.642406 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c9ee9-5763-475b-bb18-a2385b8e4b81 req-043c383c-dab7-498a-8acb-508dd3122118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:27.644019 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c30c9ee9-5763-475b-bb18-a2385b8e4b81 req-043c383c-dab7-498a-8acb-508dd3122118 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c649320d-c7c7-4e00-8a60-b6241224e28f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669723 Jul 30 00:29:27.715248 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c30c9ee9-5763-475b-bb18-a2385b8e4b81 req-7ec86581-af7c-4647-9a7e-dcec77c37e92 service neutron] 10.222.0.23 "GET /v2.0/networks/c649320d-c7c7-4e00-8a60-b6241224e28f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062489 Jul 30 00:29:27.765493 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c30c9ee9-5763-475b-bb18-a2385b8e4b81 req-f13a3d47-12b7-4cf8-92a6-3b5c173949fa service neutron] 10.222.0.39 "GET /v2.0/networks/c649320d-c7c7-4e00-8a60-b6241224e28f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124890 Jul 30 00:29:27.826772 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c30c9ee9-5763-475b-bb18-a2385b8e4b81 req-a304eb4c-9699-4219-912b-47547ee413c5 service neutron] 10.222.0.23 "GET /v2.0/networks/c649320d-c7c7-4e00-8a60-b6241224e28f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048200 Jul 30 00:29:27.868510 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c30c9ee9-5763-475b-bb18-a2385b8e4b81 req-0bb4535c-3e7f-4a6f-8619-e6b2adc2dffc service neutron] 10.222.0.39 "GET /v2.0/networks/c649320d-c7c7-4e00-8a60-b6241224e28f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897319 Jul 30 00:29:28.319657 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5221c18-2b9e-4800-9b48-f7e10cd7425f req-263cdd21-4e9d-45ba-bce8-888cf620553c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:28.321212 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d5221c18-2b9e-4800-9b48-f7e10cd7425f req-263cdd21-4e9d-45ba-bce8-888cf620553c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 943 time: 0.0503657 Jul 30 00:29:28.362277 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d5221c18-2b9e-4800-9b48-f7e10cd7425f req-07567d77-17c1-4d76-9156-f7d4a8bbb19a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341966 Jul 30 00:29:28.453318 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 9955669f-680d-4311-b67e-1d582f1ccaa4 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:29:28.565172 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 9955669f-680d-4311-b67e-1d582f1ccaa4, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9955669f-680d-4311-b67e-1d582f1ccaa4,segment=NetworkSegment(8b2790d0-2648-44d2-8d52-22bad98192f4),segment_id=8b2790d0-2648-44d2-8d52-22bad98192f4)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:29:28.577061 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '9955669f-680d-4311-b67e-1d582f1ccaa4', 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f', 'port_id': '9955669f-680d-4311-b67e-1d582f1ccaa4', 'mac_address': 'fa:16:3e:f9:32:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e9e2054-2100-4fc5-8e81-8782eebe3499', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:29:28.609505 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb3931-891f-4b05-89e5-8dcae184b0dd req-1bc27f37-390a-4cca-a327-078b5d6563ce tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:28.611289 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ebeb3931-891f-4b05-89e5-8dcae184b0dd req-1bc27f37-390a-4cca-a327-078b5d6563ce tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 943 time: 0.0881531 Jul 30 00:29:28.616867 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:28.634030 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9955669f-680d-4311-b67e-1d582f1ccaa4 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:29:28.634843 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc373dca-39a2-492c-80aa-3408100c74a1 req-2e01b6ad-4d00-4f67-a6a9-e5e712fde094 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:28.636424 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dc373dca-39a2-492c-80aa-3408100c74a1 req-2e01b6ad-4d00-4f67-a6a9-e5e712fde094 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.23 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3&tenant_id=b50c81366be6461a9721474fa4eb74d8&binding%3Ahost_id=n-h2-712140-10 HTTP/1.1" status: 200 len: 943 time: 0.0856931 Jul 30 00:29:28.655168 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 9955669f-680d-4311-b67e-1d582f1ccaa4, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9955669f-680d-4311-b67e-1d582f1ccaa4,segment=NetworkSegment(8b2790d0-2648-44d2-8d52-22bad98192f4),segment_id=8b2790d0-2648-44d2-8d52-22bad98192f4)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:29:28.659074 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:28.691020 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ebeb3931-891f-4b05-89e5-8dcae184b0dd req-c1d2130c-645d-43cb-a1fd-c0fdec42fbe2 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733936 Jul 30 00:29:28.716389 n-d-712140-10 neutron-server[94063]: INFO neutron.api.v2.resource [req-dc373dca-39a2-492c-80aa-3408100c74a1 req-00289172-1cf5-4ae1-94ce-64190abb12b8 service neutron] delete failed (client error): The resource could not be found. Jul 30 00:29:28.717419 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dc373dca-39a2-492c-80aa-3408100c74a1 req-00289172-1cf5-4ae1-94ce-64190abb12b8 service neutron] 10.222.0.23 "DELETE /v2.0/ports/9955669f-680d-4311-b67e-1d582f1ccaa4/bindings/n-h1-712140-10 HTTP/1.1" status: 404 len: 381 time: 0.0720375 Jul 30 00:29:28.717559 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=9955669f-680d-4311-b67e-1d582f1ccaa4,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:29:28.725481 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:28.725827 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:28.726174 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:28.726515 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:28.726850 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:28.727184 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:28.727515 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:28.727867 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:28.728205 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:28.728533 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:28.728866 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:28.729559 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:28.837816 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc373dca-39a2-492c-80aa-3408100c74a1 req-a2772855-c7c5-4758-8676-43a5ed3a6a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:28.839317 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dc373dca-39a2-492c-80aa-3408100c74a1 req-a2772855-c7c5-4758-8676-43a5ed3a6a49 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 1096 time: 0.0747654 Jul 30 00:29:28.848031 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e3379d-7f11-49ce-93cd-c46e784e29e7 req-9b5e61a9-e01c-46de-b11c-6532b7e82e13 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:28.849717 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-54e3379d-7f11-49ce-93cd-c46e784e29e7 req-9b5e61a9-e01c-46de-b11c-6532b7e82e13 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 944 time: 0.0764339 Jul 30 00:29:28.873032 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['9955669f-680d-4311-b67e-1d582f1ccaa4'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:29:28.933835 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-54e3379d-7f11-49ce-93cd-c46e784e29e7 req-8a6591de-212e-4eeb-afe9-79766b547492 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758386 Jul 30 00:29:28.963145 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc373dca-39a2-492c-80aa-3408100c74a1 req-4e334ed7-cfea-483e-8bec-c99e9bea9d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:28.964660 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dc373dca-39a2-492c-80aa-3408100c74a1 req-4e334ed7-cfea-483e-8bec-c99e9bea9d9b service neutron] 10.222.0.23 "GET /v2.0/networks?id=c649320d-c7c7-4e00-8a60-b6241224e28f HTTP/1.1" status: 200 len: 897 time: 0.1140907 Jul 30 00:29:29.037142 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dc373dca-39a2-492c-80aa-3408100c74a1 req-051a1ea2-27bc-4b70-beb2-629182814c16 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9955669f-680d-4311-b67e-1d582f1ccaa4 HTTP/1.1" status: 200 len: 1000 time: 0.0655527 Jul 30 00:29:29.088224 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc373dca-39a2-492c-80aa-3408100c74a1 req-f07bdfa0-f8c3-4652-a923-6ad2d6077071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:29.089737 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dc373dca-39a2-492c-80aa-3408100c74a1 req-f07bdfa0-f8c3-4652-a923-6ad2d6077071 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=2e9e2054-2100-4fc5-8e81-8782eebe3499 HTTP/1.1" status: 200 len: 835 time: 0.0464716 Jul 30 00:29:29.137720 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc373dca-39a2-492c-80aa-3408100c74a1 req-38139ff4-97c2-408a-9324-29e292ff5245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:29.139217 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dc373dca-39a2-492c-80aa-3408100c74a1 req-38139ff4-97c2-408a-9324-29e292ff5245 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=c649320d-c7c7-4e00-8a60-b6241224e28f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427651 Jul 30 00:29:29.202665 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9955669f-680d-4311-b67e-1d582f1ccaa4 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:29:29.237076 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dc373dca-39a2-492c-80aa-3408100c74a1 req-e6d4e326-7064-4140-a9b9-665fd723f9c5 service neutron] 10.222.0.23 "GET /v2.0/networks/c649320d-c7c7-4e00-8a60-b6241224e28f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905674 Jul 30 00:29:29.248775 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 9955669f-680d-4311-b67e-1d582f1ccaa4 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:29:29.331107 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dc373dca-39a2-492c-80aa-3408100c74a1 req-769c9a82-1d17-4f1d-b1b3-4e99ea413e99 service neutron] 10.222.0.23 "GET /v2.0/networks/c649320d-c7c7-4e00-8a60-b6241224e28f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876062 Jul 30 00:29:30.056769 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6b409-83da-4e52-a8c9-2d4f1eb48871 req-c7ba421d-849e-4045-b6df-86f8c4a053cf tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:30.058161 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-69d6b409-83da-4e52-a8c9-2d4f1eb48871 req-c7ba421d-849e-4045-b6df-86f8c4a053cf tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 944 time: 0.0561814 Jul 30 00:29:30.099513 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-69d6b409-83da-4e52-a8c9-2d4f1eb48871 req-848c5a7c-32c9-406d-92e4-11c6accf2070 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338507 Jul 30 00:29:30.122684 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60792) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:29:30.182598 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-510e48f8-48ad-48aa-924a-ba400c6714f3 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/floatingips/1b258c0b-1a20-4dbd-9584-5d8ed9ea10de HTTP/1.1" status: 200 len: 992 time: 0.0592411 Jul 30 00:29:30.280117 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:30.375501 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:30.474275 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 9955669f-680d-4311-b67e-1d582f1ccaa4 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:29:30.523001 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 9955669f-680d-4311-b67e-1d582f1ccaa4 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:29:30.526657 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 9955669f-680d-4311-b67e-1d582f1ccaa4 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:29:30.527040 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:30.604362 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:30.628851 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7e3ede-ede3-4362-afec-21235034baf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9955669f-680d-4311-b67e-1d582f1ccaa4'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:29:30.631095 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee31ed8e5b8e4dc4f88b315270ded6679232f3f3b12134e952a2ffdf5dc07ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db297c01-ec08-4054-8612-a27346647829" -d '{"events": [{"server_uuid": "6f7e3ede-ede3-4362-afec-21235034baf3", "name": "network-vif-plugged", "status": "completed", "tag": "9955669f-680d-4311-b67e-1d582f1ccaa4"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:29:30.648403 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 9955669f-680d-4311-b67e-1d582f1ccaa4, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9955669f-680d-4311-b67e-1d582f1ccaa4,segment=NetworkSegment(8b2790d0-2648-44d2-8d52-22bad98192f4),segment_id=8b2790d0-2648-44d2-8d52-22bad98192f4)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:29:30.652830 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:30.681799 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11138466-3170-4497-bb15-88d5539b3dfd x-openstack-request-id: req-11138466-3170-4497-bb15-88d5539b3dfd {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:29:30.682195 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7e3ede-ede3-4362-afec-21235034baf3", "name": "network-vif-plugged", "status": "completed", "tag": "9955669f-680d-4311-b67e-1d582f1ccaa4", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:29:30.682474 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11138466-3170-4497-bb15-88d5539b3dfd {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:29:30.682732 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7e3ede-ede3-4362-afec-21235034baf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9955669f-680d-4311-b67e-1d582f1ccaa4', 'code': 200} Jul 30 00:29:30.709300 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=9955669f-680d-4311-b67e-1d582f1ccaa4,revision_number=9']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:29:32.966188 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ad020507-bd07-4ba1-b3e4-b2e92bed4511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:35.535689 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:36.328333 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-25aef37c-9d4b-4800-a7be-2026b1388cc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:37.120476 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:38.434280 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:58.581201 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60804) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:29:58.736635 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-211d068f-9fb2-4b7b-a237-1e18e545c9df tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Deleting port 438b211b-91f6-4539-84a3-49924447fb86 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:29:58.736977 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-211d068f-9fb2-4b7b-a237-1e18e545c9df tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:58.812332 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-211d068f-9fb2-4b7b-a237-1e18e545c9df tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:58.812661 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-211d068f-9fb2-4b7b-a237-1e18e545c9df tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:58.824805 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-211d068f-9fb2-4b7b-a237-1e18e545c9df tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Calling delete_port for 438b211b-91f6-4539-84a3-49924447fb86 owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:29:58.976251 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-211d068f-9fb2-4b7b-a237-1e18e545c9df tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:59.003528 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d068f-9fb2-4b7b-a237-1e18e545c9df tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'Port': ['ID=438b211b-91f6-4539-84a3-49924447fb86,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:29:59.028125 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d068f-9fb2-4b7b-a237-1e18e545c9df tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:59.028481 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d068f-9fb2-4b7b-a237-1e18e545c9df tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:59.028825 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d068f-9fb2-4b7b-a237-1e18e545c9df tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:59.029169 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d068f-9fb2-4b7b-a237-1e18e545c9df tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:59.029507 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d068f-9fb2-4b7b-a237-1e18e545c9df tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:59.029844 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d068f-9fb2-4b7b-a237-1e18e545c9df tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:59.030186 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d068f-9fb2-4b7b-a237-1e18e545c9df tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:59.030516 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d068f-9fb2-4b7b-a237-1e18e545c9df tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:59.030846 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d068f-9fb2-4b7b-a237-1e18e545c9df tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:59.031175 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d068f-9fb2-4b7b-a237-1e18e545c9df tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:59.031536 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d068f-9fb2-4b7b-a237-1e18e545c9df tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:59.032400 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d068f-9fb2-4b7b-a237-1e18e545c9df tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:29:59.073550 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-211d068f-9fb2-4b7b-a237-1e18e545c9df tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:59.073870 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-211d068f-9fb2-4b7b-a237-1e18e545c9df tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Floating IP 1b258c0b-1a20-4dbd-9584-5d8ed9ea10de disassociated (deleted). External IP: 172.25.8.148, port: 9955669f-680d-4311-b67e-1d582f1ccaa4. Jul 30 00:29:59.287578 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211d068f-9fb2-4b7b-a237-1e18e545c9df tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Router 99826c70-f3a3-461b-a6e5-b75eccf67186 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:29:59.396739 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211d068f-9fb2-4b7b-a237-1e18e545c9df tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:29:59.401163 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-211d068f-9fb2-4b7b-a237-1e18e545c9df tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:29:59.408233 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ca51b2-fad3-4a1f-81d2-eb418dcea0b5 None None] Sync routers for ids ['99826c70-f3a3-461b-a6e5-b75eccf67186'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:29:59.417677 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ca51b2-fad3-4a1f-81d2-eb418dcea0b5 None None] Routers {'99826c70-f3a3-461b-a6e5-b75eccf67186'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:29:59.418285 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-f1ca51b2-fad3-4a1f-81d2-eb418dcea0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:29:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['99826c70-f3a3-461b-a6e5-b75eccf67186'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:29:59.427630 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-211d068f-9fb2-4b7b-a237-1e18e545c9df tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "DELETE /v2.0/floatingips/1b258c0b-1a20-4dbd-9584-5d8ed9ea10de HTTP/1.1" status: 204 len: 168 time: 0.8453381 Jul 30 00:29:59.428245 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f7e3ede-ede3-4362-afec-21235034baf3', 'tag': '9955669f-680d-4311-b67e-1d582f1ccaa4'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:29:59.430502 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a1e9b3-6e9b-4daa-84e6-099ca7d2b880" -d '{"events": [{"name": "network-changed", "server_uuid": "6f7e3ede-ede3-4362-afec-21235034baf3", "tag": "9955669f-680d-4311-b67e-1d582f1ccaa4"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:29:59.525649 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-f1ca51b2-fad3-4a1f-81d2-eb418dcea0b5 None None] Set router 99826c70-f3a3-461b-a6e5-b75eccf67186 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:29:59.589554 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce18183-bdd8-47a7-ae03-40247ceaf167 x-openstack-request-id: req-cce18183-bdd8-47a7-ae03-40247ceaf167 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:29:59.590303 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f7e3ede-ede3-4362-afec-21235034baf3", "tag": "9955669f-680d-4311-b67e-1d582f1ccaa4", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:29:59.590303 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cce18183-bdd8-47a7-ae03-40247ceaf167 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:29:59.590651 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f7e3ede-ede3-4362-afec-21235034baf3', 'tag': '9955669f-680d-4311-b67e-1d582f1ccaa4', 'status': 'completed', 'code': 200} Jul 30 00:29:59.658226 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1e9b3-6e9b-4daa-84e6-099ca7d2b880 req-17808290-6745-4042-9c5b-d70390868652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:59.659723 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-89a1e9b3-6e9b-4daa-84e6-099ca7d2b880 req-17808290-6745-4042-9c5b-d70390868652 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 1097 time: 0.0433466 Jul 30 00:29:59.695359 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95de6a5-0329-4b5b-963a-618bc3f388dd req-8e0a4c64-4ee8-44a7-ad0a-a43e763e4ad4 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:59.696931 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b95de6a5-0329-4b5b-963a-618bc3f388dd req-8e0a4c64-4ee8-44a7-ad0a-a43e763e4ad4 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 945 time: 0.0510550 Jul 30 00:29:59.736372 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-f1ca51b2-fad3-4a1f-81d2-eb418dcea0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232984785', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '364d7a39-47a0-4e34-bd60-df7a366d81c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:16Z', 'updated_at': '2021-07-30T00:28:20Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '364d7a39-47a0-4e34-bd60-df7a366d81c4', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:17Z', 'updated_at': '2021-07-30T00:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'da575261-0919-47d5-b143-e0aab9c90aed', 'name': '', 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:1e:f6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '2e9e2054-2100-4fc5-8e81-8782eebe3499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:19Z', 'updated_at': '2021-07-30T00:28:24Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': '2e9e2054-2100-4fc5-8e81-8782eebe3499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:29:59.743269 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b95de6a5-0329-4b5b-963a-618bc3f388dd req-67d40fad-3355-484a-8eba-3161d9671c5e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395446 Jul 30 00:29:59.764420 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ca51b2-fad3-4a1f-81d2-eb418dcea0b5 None None] Checking router: 99826c70-f3a3-461b-a6e5-b75eccf67186 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:29:59.767272 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1e9b3-6e9b-4daa-84e6-099ca7d2b880 req-cb518c8d-2706-4fb5-b7a0-ca3c2d3930f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:59.768803 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-89a1e9b3-6e9b-4daa-84e6-099ca7d2b880 req-cb518c8d-2706-4fb5-b7a0-ca3c2d3930f5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c649320d-c7c7-4e00-8a60-b6241224e28f HTTP/1.1" status: 200 len: 897 time: 0.0980341 Jul 30 00:29:59.773693 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ca51b2-fad3-4a1f-81d2-eb418dcea0b5 None None] Routers {'99826c70-f3a3-461b-a6e5-b75eccf67186'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:29:59.774300 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-f1ca51b2-fad3-4a1f-81d2-eb418dcea0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:29:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['99826c70-f3a3-461b-a6e5-b75eccf67186'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:29:59.817310 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-89a1e9b3-6e9b-4daa-84e6-099ca7d2b880 req-6a7eabaf-a087-4874-9d96-622d4ce482c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9955669f-680d-4311-b67e-1d582f1ccaa4 HTTP/1.1" status: 200 len: 217 time: 0.0367107 Jul 30 00:29:59.867763 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1e9b3-6e9b-4daa-84e6-099ca7d2b880 req-9f06ec64-ee6e-4a82-aa44-fb7aaf532237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:59.869274 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-89a1e9b3-6e9b-4daa-84e6-099ca7d2b880 req-9f06ec64-ee6e-4a82-aa44-fb7aaf532237 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e9e2054-2100-4fc5-8e81-8782eebe3499 HTTP/1.1" status: 200 len: 835 time: 0.0447810 Jul 30 00:29:59.879136 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-f1ca51b2-fad3-4a1f-81d2-eb418dcea0b5 None None] Set router 99826c70-f3a3-461b-a6e5-b75eccf67186 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:29:59.928764 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1e9b3-6e9b-4daa-84e6-099ca7d2b880 req-2fe2dc8b-b64b-4327-ac26-2ebe1c90705c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:29:59.930293 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-89a1e9b3-6e9b-4daa-84e6-099ca7d2b880 req-2fe2dc8b-b64b-4327-ac26-2ebe1c90705c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c649320d-c7c7-4e00-8a60-b6241224e28f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471416 Jul 30 00:30:00.025160 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-89a1e9b3-6e9b-4daa-84e6-099ca7d2b880 req-2f92c8af-ac30-4fd0-a767-74204f66fe67 service neutron] 10.222.0.39 "GET /v2.0/networks/c649320d-c7c7-4e00-8a60-b6241224e28f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857618 Jul 30 00:30:00.083478 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-f1ca51b2-fad3-4a1f-81d2-eb418dcea0b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232984785', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '364d7a39-47a0-4e34-bd60-df7a366d81c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:16Z', 'updated_at': '2021-07-30T00:28:20Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '364d7a39-47a0-4e34-bd60-df7a366d81c4', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:17Z', 'updated_at': '2021-07-30T00:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'da575261-0919-47d5-b143-e0aab9c90aed', 'name': '', 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:1e:f6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '2e9e2054-2100-4fc5-8e81-8782eebe3499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:19Z', 'updated_at': '2021-07-30T00:28:24Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': '2e9e2054-2100-4fc5-8e81-8782eebe3499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:00.110357 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ca51b2-fad3-4a1f-81d2-eb418dcea0b5 None None] The sync data for ids ['99826c70-f3a3-461b-a6e5-b75eccf67186'] in n-d-712140-10 is: [{'id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232984785', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '364d7a39-47a0-4e34-bd60-df7a366d81c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:16Z', 'updated_at': '2021-07-30T00:28:20Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '364d7a39-47a0-4e34-bd60-df7a366d81c4', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:17Z', 'updated_at': '2021-07-30T00:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'da575261-0919-47d5-b143-e0aab9c90aed', 'name': '', 'network_id': 'c649320d-c7c7-4e00-8a60-b6241224e28f', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:1e:f6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'device_owner': 'network:router_interface', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '2e9e2054-2100-4fc5-8e81-8782eebe3499', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:19Z', 'updated_at': '2021-07-30T00:28:24Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': '2e9e2054-2100-4fc5-8e81-8782eebe3499', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:30:00.122723 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-89a1e9b3-6e9b-4daa-84e6-099ca7d2b880 req-a5e017b6-f599-4f61-8fea-6d0aafa51011 service neutron] 10.222.0.39 "GET /v2.0/networks/c649320d-c7c7-4e00-8a60-b6241224e28f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893381 Jul 30 00:30:00.296723 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:00.344116 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4af2dd-9cef-4df3-be8d-2cc2591f2262 None None] New status for floating IP 1b258c0b-1a20-4dbd-9584-5d8ed9ea10de: DOWN {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:30:00.416983 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:00.872737 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91360fee-84f4-4850-9dd7-e098f7dc9e68 req-bc3aeab0-a429-4b04-b1aa-08346c46bba0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:00.874252 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-91360fee-84f4-4850-9dd7-e098f7dc9e68 req-bc3aeab0-a429-4b04-b1aa-08346c46bba0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 945 time: 0.0588820 Jul 30 00:30:00.913544 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-91360fee-84f4-4850-9dd7-e098f7dc9e68 req-724773a9-f9bc-4bae-8016-52b50ffdcbc6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=f7801ce5-9629-4441-9241-26b55ac6e98f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326374 Jul 30 00:30:01.126235 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ec655c-2b80-468e-add6-82c014a834aa req-151f103e-bc44-4fa6-ba1e-8bb199620c55 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:01.128170 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-08ec655c-2b80-468e-add6-82c014a834aa req-151f103e-bc44-4fa6-ba1e-8bb199620c55 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f7e3ede-ede3-4362-afec-21235034baf3 HTTP/1.1" status: 200 len: 945 time: 0.0513403 Jul 30 00:30:01.225220 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-08ec655c-2b80-468e-add6-82c014a834aa req-97e031a9-f5a8-437d-8e57-961eb817e010 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Deleting port 9955669f-680d-4311-b67e-1d582f1ccaa4 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:30:01.225566 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-08ec655c-2b80-468e-add6-82c014a834aa req-97e031a9-f5a8-437d-8e57-961eb817e010 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:01.313806 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-08ec655c-2b80-468e-add6-82c014a834aa req-97e031a9-f5a8-437d-8e57-961eb817e010 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] For port 9955669f-680d-4311-b67e-1d582f1ccaa4, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=9955669f-680d-4311-b67e-1d582f1ccaa4,segment=NetworkSegment(8b2790d0-2648-44d2-8d52-22bad98192f4),segment_id=8b2790d0-2648-44d2-8d52-22bad98192f4)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:01.314170 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-08ec655c-2b80-468e-add6-82c014a834aa req-97e031a9-f5a8-437d-8e57-961eb817e010 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:01.327178 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-08ec655c-2b80-468e-add6-82c014a834aa req-97e031a9-f5a8-437d-8e57-961eb817e010 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Calling delete_port for 9955669f-680d-4311-b67e-1d582f1ccaa4 owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:30:01.463380 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-08ec655c-2b80-468e-add6-82c014a834aa req-97e031a9-f5a8-437d-8e57-961eb817e010 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:01.493617 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e031a9-f5a8-437d-8e57-961eb817e010 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'Port': ['ID=9955669f-680d-4311-b67e-1d582f1ccaa4,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:01.535214 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-08ec655c-2b80-468e-add6-82c014a834aa req-97e031a9-f5a8-437d-8e57-961eb817e010 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] No DVR routers for this DVR port 9955669f-680d-4311-b67e-1d582f1ccaa4 on host n-h2-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:30:01.538181 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-08ec655c-2b80-468e-add6-82c014a834aa req-97e031a9-f5a8-437d-8e57-961eb817e010 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:01.540564 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-08ec655c-2b80-468e-add6-82c014a834aa req-97e031a9-f5a8-437d-8e57-961eb817e010 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.39 "DELETE /v2.0/ports/9955669f-680d-4311-b67e-1d582f1ccaa4 HTTP/1.1" status: 204 len: 173 time: 0.4061000 Jul 30 00:30:01.541107 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f7e3ede-ede3-4362-afec-21235034baf3', 'name': 'network-vif-deleted', 'tag': '9955669f-680d-4311-b67e-1d582f1ccaa4'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:30:01.543436 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5209d4e956e9ae4acfb38c8f800d5d5e141ec7fd74949f506a8c7ac355071e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb13bee2-9d9a-4e19-ab4f-bfcdfcb0a689" -d '{"events": [{"server_uuid": "6f7e3ede-ede3-4362-afec-21235034baf3", "name": "network-vif-deleted", "tag": "9955669f-680d-4311-b67e-1d582f1ccaa4"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:30:01.583955 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6792b4-4524-44af-ab8b-83618dafd544 x-openstack-request-id: req-be6792b4-4524-44af-ab8b-83618dafd544 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:30:01.584590 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f7e3ede-ede3-4362-afec-21235034baf3", "name": "network-vif-deleted", "tag": "9955669f-680d-4311-b67e-1d582f1ccaa4", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:30:01.584884 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-be6792b4-4524-44af-ab8b-83618dafd544 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:30:01.585240 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f7e3ede-ede3-4362-afec-21235034baf3', 'name': 'network-vif-deleted', 'tag': '9955669f-680d-4311-b67e-1d582f1ccaa4', 'status': 'completed', 'code': 200} Jul 30 00:30:01.974065 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60818) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:02.666908 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-244b9152-d7df-4e86-8cdd-c06fb18685de tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:02.931643 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-244b9152-d7df-4e86-8cdd-c06fb18685de tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Deleting port da575261-0919-47d5-b143-e0aab9c90aed {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:30:02.931928 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-244b9152-d7df-4e86-8cdd-c06fb18685de tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:02.968731 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d5fa1acd-e888-4902-938e-00f46952597a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:03.029058 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-244b9152-d7df-4e86-8cdd-c06fb18685de tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] For port da575261-0919-47d5-b143-e0aab9c90aed, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=da575261-0919-47d5-b143-e0aab9c90aed,segment=NetworkSegment(8b2790d0-2648-44d2-8d52-22bad98192f4),segment_id=8b2790d0-2648-44d2-8d52-22bad98192f4)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:03.029765 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-244b9152-d7df-4e86-8cdd-c06fb18685de tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:03.043230 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-244b9152-d7df-4e86-8cdd-c06fb18685de tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Calling delete_port for da575261-0919-47d5-b143-e0aab9c90aed owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:30:03.230172 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-244b9152-d7df-4e86-8cdd-c06fb18685de tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:03.255989 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b9152-d7df-4e86-8cdd-c06fb18685de tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'Port': ['ID=da575261-0919-47d5-b143-e0aab9c90aed,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:03.448353 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-244b9152-d7df-4e86-8cdd-c06fb18685de tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:03.671304 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244b9152-d7df-4e86-8cdd-c06fb18685de tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Router 99826c70-f3a3-461b-a6e5-b75eccf67186 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:30:03.783001 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244b9152-d7df-4e86-8cdd-c06fb18685de tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:30:03.788594 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-244b9152-d7df-4e86-8cdd-c06fb18685de tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "PUT /v2.0/routers/99826c70-f3a3-461b-a6e5-b75eccf67186/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8132620 Jul 30 00:30:03.792800 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60820) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:03.798166 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1907584-bbb2-42f5-95c2-abe15f97fc1e None None] Sync routers for ids ['99826c70-f3a3-461b-a6e5-b75eccf67186'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:30:03.811462 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1907584-bbb2-42f5-95c2-abe15f97fc1e None None] Routers {'99826c70-f3a3-461b-a6e5-b75eccf67186'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:30:03.812104 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-f1907584-bbb2-42f5-95c2-abe15f97fc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:29:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['99826c70-f3a3-461b-a6e5-b75eccf67186'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:03.847557 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-519a42e2-4585-4f19-a939-fa9bd0e795c2 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Deleting subnet 2e9e2054-2100-4fc5-8e81-8782eebe3499 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:30:03.850810 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-519a42e2-4585-4f19-a939-fa9bd0e795c2 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:03.897628 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-519a42e2-4585-4f19-a939-fa9bd0e795c2 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:03.924638 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-f1907584-bbb2-42f5-95c2-abe15f97fc1e None None] Set router 99826c70-f3a3-461b-a6e5-b75eccf67186 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:30:03.987298 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-519a42e2-4585-4f19-a939-fa9bd0e795c2 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:04.054144 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-519a42e2-4585-4f19-a939-fa9bd0e795c2 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:04.079719 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519a42e2-4585-4f19-a939-fa9bd0e795c2 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'Subnet': ['ID=2e9e2054-2100-4fc5-8e81-8782eebe3499,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:04.085848 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-519a42e2-4585-4f19-a939-fa9bd0e795c2 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:04.087770 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-519a42e2-4585-4f19-a939-fa9bd0e795c2 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "DELETE /v2.0/subnets/2e9e2054-2100-4fc5-8e81-8782eebe3499 HTTP/1.1" status: 204 len: 168 time: 0.2939558 Jul 30 00:30:04.090401 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60822) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:04.092970 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678a1ddf-43bc-40b0-9471-047b82119428 None None] Network c649320d-c7c7-4e00-8a60-b6241224e28f requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:30:04.232651 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0287c418-41c3-417f-87d2-bf45d5a17dbe tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:04.286064 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-f1907584-bbb2-42f5-95c2-abe15f97fc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232984785', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '364d7a39-47a0-4e34-bd60-df7a366d81c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:16Z', 'updated_at': '2021-07-30T00:30:03Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '364d7a39-47a0-4e34-bd60-df7a366d81c4', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:17Z', 'updated_at': '2021-07-30T00:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:04.307572 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422d9ba8-c9b9-4841-b2e4-4e44790eeecb None None] DHCP port deletion for c649320d-c7c7-4e00-8a60-b6241224e28f request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:30:04.319322 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1907584-bbb2-42f5-95c2-abe15f97fc1e None None] Checking router: 99826c70-f3a3-461b-a6e5-b75eccf67186 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:30:04.334117 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1907584-bbb2-42f5-95c2-abe15f97fc1e None None] Routers {'99826c70-f3a3-461b-a6e5-b75eccf67186'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:30:04.334401 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-f1907584-bbb2-42f5-95c2-abe15f97fc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:29:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['99826c70-f3a3-461b-a6e5-b75eccf67186'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:04.376563 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-422d9ba8-c9b9-4841-b2e4-4e44790eeecb None None] Deleting port 9378a392-7df4-4e2f-ab59-5be9f091b815 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:30:04.377293 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-422d9ba8-c9b9-4841-b2e4-4e44790eeecb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:04.383647 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:30:04.414432 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0287c418-41c3-417f-87d2-bf45d5a17dbe tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:04.455982 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-422d9ba8-c9b9-4841-b2e4-4e44790eeecb None None] For port 9378a392-7df4-4e2f-ab59-5be9f091b815, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=9378a392-7df4-4e2f-ab59-5be9f091b815,segment=NetworkSegment(8b2790d0-2648-44d2-8d52-22bad98192f4),segment_id=8b2790d0-2648-44d2-8d52-22bad98192f4)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:04.456716 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-422d9ba8-c9b9-4841-b2e4-4e44790eeecb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:04.466881 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-f1907584-bbb2-42f5-95c2-abe15f97fc1e None None] Set router 99826c70-f3a3-461b-a6e5-b75eccf67186 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:30:04.470858 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-422d9ba8-c9b9-4841-b2e4-4e44790eeecb None None] Calling delete_port for 9378a392-7df4-4e2f-ab59-5be9f091b815 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:30:04.478948 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-0287c418-41c3-417f-87d2-bf45d5a17dbe tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Deleting port 364d7a39-47a0-4e34-bd60-df7a366d81c4 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:30:04.479309 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0287c418-41c3-417f-87d2-bf45d5a17dbe tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:04.555095 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-422d9ba8-c9b9-4841-b2e4-4e44790eeecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:04.568919 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-0287c418-41c3-417f-87d2-bf45d5a17dbe tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] For port 364d7a39-47a0-4e34-bd60-df7a366d81c4, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=364d7a39-47a0-4e34-bd60-df7a366d81c4,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:04.569298 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0287c418-41c3-417f-87d2-bf45d5a17dbe tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:04.582990 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-0287c418-41c3-417f-87d2-bf45d5a17dbe tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Calling delete_port for 364d7a39-47a0-4e34-bd60-df7a366d81c4 owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:30:04.584115 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422d9ba8-c9b9-4841-b2e4-4e44790eeecb None None] No DVR routers for this DVR port 9378a392-7df4-4e2f-ab59-5be9f091b815 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:30:04.590732 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d9ba8-c9b9-4841-b2e4-4e44790eeecb None None] Pushing event deleted for resources: {'Port': ['ID=9378a392-7df4-4e2f-ab59-5be9f091b815,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:04.593505 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 9955669f-680d-4311-b67e-1d582f1ccaa4 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:30:04.616073 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 9955669f-680d-4311-b67e-1d582f1ccaa4 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:30:04.616429 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 9955669f-680d-4311-b67e-1d582f1ccaa4 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:30:04.682267 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-f1907584-bbb2-42f5-95c2-abe15f97fc1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232984785', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '364d7a39-47a0-4e34-bd60-df7a366d81c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:16Z', 'updated_at': '2021-07-30T00:30:03Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '364d7a39-47a0-4e34-bd60-df7a366d81c4', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:17Z', 'updated_at': '2021-07-30T00:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:04.713134 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1907584-bbb2-42f5-95c2-abe15f97fc1e None None] The sync data for ids ['99826c70-f3a3-461b-a6e5-b75eccf67186'] in n-d-712140-10 is: [{'id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'name': 'tempest-TestNetworkAdvancedServerOps-router-232984785', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.161'}], 'enable_snat': True}, 'gw_port_id': '364d7a39-47a0-4e34-bd60-df7a366d81c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:28:16Z', 'updated_at': '2021-07-30T00:30:03Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '364d7a39-47a0-4e34-bd60-df7a366d81c4', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:0c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99826c70-f3a3-461b-a6e5-b75eccf67186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:28:17Z', 'updated_at': '2021-07-30T00:28:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:30:04.773216 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0287c418-41c3-417f-87d2-bf45d5a17dbe tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:04.800494 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0287c418-41c3-417f-87d2-bf45d5a17dbe tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'Port': ['ID=364d7a39-47a0-4e34-bd60-df7a366d81c4,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:04.863256 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0287c418-41c3-417f-87d2-bf45d5a17dbe tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:04.956521 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0287c418-41c3-417f-87d2-bf45d5a17dbe tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:04.958664 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0287c418-41c3-417f-87d2-bf45d5a17dbe tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:05.002948 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0287c418-41c3-417f-87d2-bf45d5a17dbe tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:05.003426 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0287c418-41c3-417f-87d2-bf45d5a17dbe tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Fanout notify agent at l3_agent the message router_deleted on router 99826c70-f3a3-461b-a6e5-b75eccf67186 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:30:05.010707 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0287c418-41c3-417f-87d2-bf45d5a17dbe tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:05.011966 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0287c418-41c3-417f-87d2-bf45d5a17dbe tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "DELETE /v2.0/routers/99826c70-f3a3-461b-a6e5-b75eccf67186 HTTP/1.1" status: 204 len: 168 time: 0.9194715 Jul 30 00:30:05.014730 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60824) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:05.093337 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9be7085f-8a68-4c7e-8685-f436ae51b760 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:05.197347 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9be7085f-8a68-4c7e-8685-f436ae51b760 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:05.209307 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-9be7085f-8a68-4c7e-8685-f436ae51b760 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c649320d-c7c7-4e00-8a60-b6241224e28f']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:05.220510 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-9be7085f-8a68-4c7e-8685-f436ae51b760 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b2790d0-2648-44d2-8d52-22bad98192f4') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:05.220809 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-9be7085f-8a68-4c7e-8685-f436ae51b760 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b2790d0-2648-44d2-8d52-22bad98192f4') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:05.230649 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9be7085f-8a68-4c7e-8685-f436ae51b760 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:05.245627 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9be7085f-8a68-4c7e-8685-f436ae51b760 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:05.253477 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9be7085f-8a68-4c7e-8685-f436ae51b760 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:30:05.253857 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9be7085f-8a68-4c7e-8685-f436ae51b760 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:05.257778 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 30 00:30:05.257778 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:30:05.257778 n-d-712140-10 neutron-server[94063]: timer() Jul 30 00:30:05.257778 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:30:05.257778 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 30 00:30:05.257778 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:30:05.257778 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 30 00:30:05.257778 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:30:05.257778 n-d-712140-10 neutron-server[94063]: self._notify() Jul 30 00:30:05.257778 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:30:05.257778 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 30 00:30:05.257778 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:30:05.257778 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 30 00:30:05.257778 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:30:05.257778 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:30:05.257778 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:30:05.257778 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:30:05.257778 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:30:05.257778 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 30 00:30:05.257778 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:30:05.257778 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 30 00:30:05.257778 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:30:05.257778 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:30:05.257778 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:30:05.257778 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 30 00:30:05.257778 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:30:05.257778 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:30:05.257778 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:30:05.257778 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:30:05.257778 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:30:05.257778 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:30:05.257778 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:30:05.331100 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9be7085f-8a68-4c7e-8685-f436ae51b760 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:05.338144 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-9be7085f-8a68-4c7e-8685-f436ae51b760 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:05.340876 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-9be7085f-8a68-4c7e-8685-f436ae51b760 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "DELETE /v2.0/networks/c649320d-c7c7-4e00-8a60-b6241224e28f HTTP/1.1" status: 204 len: 168 time: 0.3243785 Jul 30 00:30:05.343023 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60826) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:05.358070 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7085f-8a68-4c7e-8685-f436ae51b760 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'Network': ['ID=c649320d-c7c7-4e00-8a60-b6241224e28f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:05.421405 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ac6336b3-9b3e-4116-bd15-e160f2972ba6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:05.449045 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ac6336b3-9b3e-4116-bd15-e160f2972ba6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:05.522186 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ac6336b3-9b3e-4116-bd15-e160f2972ba6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:05.525408 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ac6336b3-9b3e-4116-bd15-e160f2972ba6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:05.526755 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ac6336b3-9b3e-4116-bd15-e160f2972ba6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "DELETE /v2.0/security-groups/f7801ce5-9629-4441-9241-26b55ac6e98f HTTP/1.1" status: 204 len: 168 time: 0.1825907 Jul 30 00:30:05.537030 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6336b3-9b3e-4116-bd15-e160f2972ba6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7801ce5-9629-4441-9241-26b55ac6e98f,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:05.564713 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:05.826851 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60832) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:05.832685 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-26b7e798-ff2d-4646-9ad2-049fefdfb30f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1487883328', 'description': 'tempest-secgroup-smoke-1487883328 description', 'project_id': 'b50c81366be6461a9721474fa4eb74d8'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:30:05.856779 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-26b7e798-ff2d-4646-9ad2-049fefdfb30f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:05.946484 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-26b7e798-ff2d-4646-9ad2-049fefdfb30f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:05.950706 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-26b7e798-ff2d-4646-9ad2-049fefdfb30f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:05.979663 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-26b7e798-ff2d-4646-9ad2-049fefdfb30f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:05.980987 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-26b7e798-ff2d-4646-9ad2-049fefdfb30f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1531010 Jul 30 00:30:05.983972 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60834) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:05.989636 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-2641cbef-2bb4-4d8b-a23e-eb3eb2a5221a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group_rule': {'security_group_id': '25b38942-bd84-461b-90a6-0aca25b54607', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:30:05.994955 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b7e798-ff2d-4646-9ad2-049fefdfb30f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25b38942-bd84-461b-90a6-0aca25b54607,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:06.024225 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2641cbef-2bb4-4d8b-a23e-eb3eb2a5221a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:06.087388 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2641cbef-2bb4-4d8b-a23e-eb3eb2a5221a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:06.091476 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2641cbef-2bb4-4d8b-a23e-eb3eb2a5221a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:06.117123 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2641cbef-2bb4-4d8b-a23e-eb3eb2a5221a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f78b6490-a66a-487b-b8db-8a443bd1c7e6,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:06.120602 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2641cbef-2bb4-4d8b-a23e-eb3eb2a5221a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:06.121849 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2641cbef-2bb4-4d8b-a23e-eb3eb2a5221a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1368170 Jul 30 00:30:06.124670 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60836) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:06.130159 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-32a2ddd5-04c4-4254-b4af-6ca105918a8e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group_rule': {'security_group_id': '25b38942-bd84-461b-90a6-0aca25b54607', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:30:06.158692 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-32a2ddd5-04c4-4254-b4af-6ca105918a8e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:06.198757 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9378a392-7df4-4e2f-ab59-5be9f091b815 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:30:06.218991 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 9378a392-7df4-4e2f-ab59-5be9f091b815 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:30:06.219550 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 9378a392-7df4-4e2f-ab59-5be9f091b815 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:30:06.220176 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-32a2ddd5-04c4-4254-b4af-6ca105918a8e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:06.220319 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device da575261-0919-47d5-b143-e0aab9c90aed no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:30:06.223973 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-32a2ddd5-04c4-4254-b4af-6ca105918a8e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:06.242993 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a2ddd5-04c4-4254-b4af-6ca105918a8e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030ee0b6-1b3d-453f-813b-e364f053c44b,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:06.249786 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-32a2ddd5-04c4-4254-b4af-6ca105918a8e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:06.251738 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-32a2ddd5-04c4-4254-b4af-6ca105918a8e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1254923 Jul 30 00:30:06.254517 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60838) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:06.259279 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-4e9c6488-5f78-4d72-8e4e-5cefcb936ba1 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group_rule': {'security_group_id': '25b38942-bd84-461b-90a6-0aca25b54607', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:30:06.290029 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4e9c6488-5f78-4d72-8e4e-5cefcb936ba1 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:06.358743 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4e9c6488-5f78-4d72-8e4e-5cefcb936ba1 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:06.364129 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4e9c6488-5f78-4d72-8e4e-5cefcb936ba1 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:06.386903 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c6488-5f78-4d72-8e4e-5cefcb936ba1 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec8367da-3c50-4f17-9650-83adf299232c,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:06.393982 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4e9c6488-5f78-4d72-8e4e-5cefcb936ba1 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:06.398261 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60840) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:06.398753 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4e9c6488-5f78-4d72-8e4e-5cefcb936ba1 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1427424 Jul 30 00:30:06.403737 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-1f56708c-09bc-4c6c-8d4e-158a52536e13 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group_rule': {'security_group_id': '25b38942-bd84-461b-90a6-0aca25b54607', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:30:06.406483 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: da575261-0919-47d5-b143-e0aab9c90aed {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:30:06.407166 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device da575261-0919-47d5-b143-e0aab9c90aed not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:30:06.407273 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 364d7a39-47a0-4e34-bd60-df7a366d81c4 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:30:06.427540 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 364d7a39-47a0-4e34-bd60-df7a366d81c4 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:30:06.427912 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 364d7a39-47a0-4e34-bd60-df7a366d81c4 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:30:06.431291 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1f56708c-09bc-4c6c-8d4e-158a52536e13 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:06.441387 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f8bbdf31-e5d7-4214-8133-bffcd4a20e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:06.491641 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1f56708c-09bc-4c6c-8d4e-158a52536e13 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:06.495191 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1f56708c-09bc-4c6c-8d4e-158a52536e13 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:06.514447 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f56708c-09bc-4c6c-8d4e-158a52536e13 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c09c81c8-5fbe-40c7-93dd-9cd042e8bfe3,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:06.517812 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1f56708c-09bc-4c6c-8d4e-158a52536e13 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:06.519003 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1f56708c-09bc-4c6c-8d4e-158a52536e13 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1196744 Jul 30 00:30:06.521877 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60842) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:06.526314 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-eeed8038-7313-40bf-9005-18d550f0c6bd tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group_rule': {'security_group_id': '25b38942-bd84-461b-90a6-0aca25b54607', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:30:06.547917 n-d-712140-10 neutron-server[94064]: INFO neutron.db.securitygroups_db [None req-eeed8038-7313-40bf-9005-18d550f0c6bd tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Project b50c81366be6461a9721474fa4eb74d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:30:06.552769 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eeed8038-7313-40bf-9005-18d550f0c6bd tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:06.612945 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eeed8038-7313-40bf-9005-18d550f0c6bd tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:06.616663 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eeed8038-7313-40bf-9005-18d550f0c6bd tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:06.636422 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed8038-7313-40bf-9005-18d550f0c6bd tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ef9e15-5671-44b3-bc58-cfc248580cdb,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:06.638805 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eeed8038-7313-40bf-9005-18d550f0c6bd tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:06.643306 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-eeed8038-7313-40bf-9005-18d550f0c6bd tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1171899 Jul 30 00:30:06.644073 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60844) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:06.649023 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-36c2d70a-753f-4618-be45-19bb77ee7379 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group_rule': {'security_group_id': '25b38942-bd84-461b-90a6-0aca25b54607', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:30:06.670555 n-d-712140-10 neutron-server[94063]: INFO neutron.db.securitygroups_db [None req-36c2d70a-753f-4618-be45-19bb77ee7379 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Project b50c81366be6461a9721474fa4eb74d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:30:06.676861 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-36c2d70a-753f-4618-be45-19bb77ee7379 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:06.743074 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-36c2d70a-753f-4618-be45-19bb77ee7379 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:06.746706 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-36c2d70a-753f-4618-be45-19bb77ee7379 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:06.764361 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2d70a-753f-4618-be45-19bb77ee7379 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e785c61-2e19-41d4-aba8-c9cc0312a029,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:06.771209 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-36c2d70a-753f-4618-be45-19bb77ee7379 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:06.772480 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-36c2d70a-753f-4618-be45-19bb77ee7379 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1273510 Jul 30 00:30:06.775376 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60846) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:06.780537 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-5026fa20-7eb3-4f52-9b67-e33eaf0f6df8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'network': {'name': 'tempest-network-smoke--254273487', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'port_security_enabled': True}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:30:06.802262 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5026fa20-7eb3-4f52-9b67-e33eaf0f6df8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Made reservation on behalf of b50c81366be6461a9721474fa4eb74d8 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:30:06.805700 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5026fa20-7eb3-4f52-9b67-e33eaf0f6df8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:06.831192 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5026fa20-7eb3-4f52-9b67-e33eaf0f6df8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:30:06.840395 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5026fa20-7eb3-4f52-9b67-e33eaf0f6df8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:06.840395 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-5026fa20-7eb3-4f52-9b67-e33eaf0f6df8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Added segment 5d2c84a0-9151-48a3-80c1-8ef62d4859bb of type vlan for network 155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf Jul 30 00:30:06.883349 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5026fa20-7eb3-4f52-9b67-e33eaf0f6df8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:06.912360 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5026fa20-7eb3-4f52-9b67-e33eaf0f6df8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:06.918033 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5026fa20-7eb3-4f52-9b67-e33eaf0f6df8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:06.918627 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-5026fa20-7eb3-4f52-9b67-e33eaf0f6df8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:06.975793 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-5026fa20-7eb3-4f52-9b67-e33eaf0f6df8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1992619 Jul 30 00:30:06.978508 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60848) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:06.982915 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-7687958d-ec34-4c34-a2c7-d4bcee747edc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-35447015', 'admin_state_up': True, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:30:06.999727 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026fa20-7eb3-4f52-9b67-e33eaf0f6df8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Network': ['ID=155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:07.010969 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:30:07.022491 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7687958d-ec34-4c34-a2c7-d4bcee747edc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:07.023564 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7687958d-ec34-4c34-a2c7-d4bcee747edc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:07.081385 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7687958d-ec34-4c34-a2c7-d4bcee747edc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:07.124243 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:07.219102 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7687958d-ec34-4c34-a2c7-d4bcee747edc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:07.417246 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7687958d-ec34-4c34-a2c7-d4bcee747edc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:07.436381 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7687958d-ec34-4c34-a2c7-d4bcee747edc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:07.547646 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-7687958d-ec34-4c34-a2c7-d4bcee747edc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Allocated IP 172.25.8.168 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/d757e63c-8d1e-47c4-9e8d-86e526528c7a) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:30:07.651403 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7687958d-ec34-4c34-a2c7-d4bcee747edc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:07.692685 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7687958d-ec34-4c34-a2c7-d4bcee747edc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:07.744799 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7687958d-ec34-4c34-a2c7-d4bcee747edc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:30:07.751980 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-7687958d-ec34-4c34-a2c7-d4bcee747edc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:30:07.757368 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7687958d-ec34-4c34-a2c7-d4bcee747edc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:30:07.803411 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7687958d-ec34-4c34-a2c7-d4bcee747edc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Port': ['ID=d757e63c-8d1e-47c4-9e8d-86e526528c7a,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:08.054644 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7687958d-ec34-4c34-a2c7-d4bcee747edc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:08.268647 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7687958d-ec34-4c34-a2c7-d4bcee747edc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:08.400019 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7687958d-ec34-4c34-a2c7-d4bcee747edc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Router 21869fd1-1cdd-4a3f-977f-4f648d8204ef is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:30:08.437057 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:08.511235 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7687958d-ec34-4c34-a2c7-d4bcee747edc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:30:08.520740 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c9586c-d5dc-423e-a4a3-860b6ee54464 None None] Sync routers for ids ['21869fd1-1cdd-4a3f-977f-4f648d8204ef'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:30:08.530191 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c9586c-d5dc-423e-a4a3-860b6ee54464 None None] Routers {'21869fd1-1cdd-4a3f-977f-4f648d8204ef'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:30:08.530839 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7687958d-ec34-4c34-a2c7-d4bcee747edc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:08.531065 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f4c9586c-d5dc-423e-a4a3-860b6ee54464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:30:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['21869fd1-1cdd-4a3f-977f-4f648d8204ef'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:08.532895 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7687958d-ec34-4c34-a2c7-d4bcee747edc tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5534499 Jul 30 00:30:08.537682 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60850) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:08.570580 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c5f6ea9d-d9eb-421a-bbb8-a2cca186bc7b tempest-TestNetworkAdvancedServerOps-2121857559 tempest-TestNetworkAdvancedServerOps-2121857559-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=b50c81366be6461a9721474fa4eb74d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317221 Jul 30 00:30:08.573347 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60852) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:08.649036 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-f4c9586c-d5dc-423e-a4a3-860b6ee54464 None None] Set router 21869fd1-1cdd-4a3f-977f-4f648d8204ef gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:30:08.669670 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2aa5dd5-4035-4c4f-a296-3dd3a012ec55 tempest-TestNetworkAdvancedServerOps-2121857559 tempest-TestNetworkAdvancedServerOps-2121857559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:08.671196 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d2aa5dd5-4035-4c4f-a296-3dd3a012ec55 tempest-TestNetworkAdvancedServerOps-2121857559 tempest-TestNetworkAdvancedServerOps-2121857559-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0962956 Jul 30 00:30:08.674437 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60854) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:08.704177 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2cf1e122-3694-4380-89ef-de654af3d8f4 tempest-TestNetworkAdvancedServerOps-2121857559 tempest-TestNetworkAdvancedServerOps-2121857559-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=0aea9f43-4eea-456f-a634-5f5375b1fdb7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275598 Jul 30 00:30:08.707041 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60856) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:08.712008 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-1fcdd0f2-aa1f-434f-b38d-579a3cb010b5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-439186804', 'network_id': '155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:30:08.805688 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcdd0f2-aa1f-434f-b38d-579a3cb010b5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Made reservation on behalf of b50c81366be6461a9721474fa4eb74d8 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:30:08.809624 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1fcdd0f2-aa1f-434f-b38d-579a3cb010b5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:08.835518 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f4c9586c-d5dc-423e-a4a3-860b6ee54464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35447015', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'd757e63c-8d1e-47c4-9e8d-86e526528c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:30:07Z', 'updated_at': '2021-07-30T00:30:07Z', 'revision_number': 3, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': 'd757e63c-8d1e-47c4-9e8d-86e526528c7a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:83:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:07Z', 'updated_at': '2021-07-30T00:30:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:08.862163 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c9586c-d5dc-423e-a4a3-860b6ee54464 None None] Checking router: 21869fd1-1cdd-4a3f-977f-4f648d8204ef for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:30:08.862582 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c9586c-d5dc-423e-a4a3-860b6ee54464 None None] Updating router 21869fd1-1cdd-4a3f-977f-4f648d8204ef port d757e63c-8d1e-47c4-9e8d-86e526528c7a binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:30:08.887726 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f4c9586c-d5dc-423e-a4a3-860b6ee54464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:09.008994 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1fcdd0f2-aa1f-434f-b38d-579a3cb010b5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:09.066848 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdd0f2-aa1f-434f-b38d-579a3cb010b5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Subnet': ['ID=0e2ab6d3-613c-4fae-9857-c529a39fefac,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:09.084498 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fcdd0f2-aa1f-434f-b38d-579a3cb010b5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Checking segment: {'id': '5d2c84a0-9151-48a3-80c1-8ef62d4859bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:30:09.084867 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcdd0f2-aa1f-434f-b38d-579a3cb010b5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network hostable DHCP agents. Network: 155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:30:09.102310 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcdd0f2-aa1f-434f-b38d-579a3cb010b5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network 155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:30:09.111589 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-1fcdd0f2-aa1f-434f-b38d-579a3cb010b5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:30:09.116842 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcdd0f2-aa1f-434f-b38d-579a3cb010b5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:09.118172 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-1fcdd0f2-aa1f-434f-b38d-579a3cb010b5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:09.131960 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d620a1-2164-48f7-b54e-4e3f87c6d905 None None] Network 155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:30:09.136945 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-1fcdd0f2-aa1f-434f-b38d-579a3cb010b5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4288428 Jul 30 00:30:09.139731 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60858) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:09.191181 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f4c9586c-d5dc-423e-a4a3-860b6ee54464 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:09.207440 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f4c9586c-d5dc-423e-a4a3-860b6ee54464 None None] Transition to ACTIVE for port object d757e63c-8d1e-47c4-9e8d-86e526528c7a will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:30:09.221736 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f4c9586c-d5dc-423e-a4a3-860b6ee54464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:09.300355 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af48c86-fd96-4465-80ce-590d870c5254 None None] Pushing event updated for resources: {'Port': ['ID=d757e63c-8d1e-47c4-9e8d-86e526528c7a,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:09.320285 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f4c9586c-d5dc-423e-a4a3-860b6ee54464 None None] Attempting to bind port d757e63c-8d1e-47c4-9e8d-86e526528c7a on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:30:09.320655 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f4c9586c-d5dc-423e-a4a3-860b6ee54464 None None] Attempting to bind port d757e63c-8d1e-47c4-9e8d-86e526528c7a by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:30:09.321022 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c9586c-d5dc-423e-a4a3-860b6ee54464 None None] Attempting to bind port d757e63c-8d1e-47c4-9e8d-86e526528c7a on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:30:09.331499 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c9586c-d5dc-423e-a4a3-860b6ee54464 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:30:09.331894 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c9586c-d5dc-423e-a4a3-860b6ee54464 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:30:09.332377 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f4c9586c-d5dc-423e-a4a3-860b6ee54464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:09.332688 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c9586c-d5dc-423e-a4a3-860b6ee54464 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:30:09.333153 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-f4c9586c-d5dc-423e-a4a3-860b6ee54464 None None] Bound port: d757e63c-8d1e-47c4-9e8d-86e526528c7a, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:30:09.333540 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f4c9586c-d5dc-423e-a4a3-860b6ee54464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:09.384042 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834b0fda-9d7f-4d0d-8091-688432e4c104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf', 'network_id': '155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'fixed_ips': [{'subnet_id': '0e2ab6d3-613c-4fae-9857-c529a39fefac'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:30:09.384898 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-834b0fda-9d7f-4d0d-8091-688432e4c104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:09.419600 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f4c9586c-d5dc-423e-a4a3-860b6ee54464 None None] For port d757e63c-8d1e-47c4-9e8d-86e526528c7a, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:30:09.429572 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-f4c9586c-d5dc-423e-a4a3-860b6ee54464 None None] For port d757e63c-8d1e-47c4-9e8d-86e526528c7a, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d757e63c-8d1e-47c4-9e8d-86e526528c7a,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:30:09.434548 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f4c9586c-d5dc-423e-a4a3-860b6ee54464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:09.570003 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af48c86-fd96-4465-80ce-590d870c5254 None None] Pushing event updated for resources: {'Port': ['ID=d757e63c-8d1e-47c4-9e8d-86e526528c7a,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:09.600618 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c9586c-d5dc-423e-a4a3-860b6ee54464 None None] Routers {'21869fd1-1cdd-4a3f-977f-4f648d8204ef'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:30:09.601249 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f4c9586c-d5dc-423e-a4a3-860b6ee54464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:30:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['21869fd1-1cdd-4a3f-977f-4f648d8204ef'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:09.621454 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2a6a4107-ca8f-4ceb-b8b8-6fd29f0b5ee1 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:09.660326 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-834b0fda-9d7f-4d0d-8091-688432e4c104 None None] Allocated IP 172.20.0.2 (155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf/0e2ab6d3-613c-4fae-9857-c529a39fefac/d9f8dfb3-8cb5-4dd2-8f6c-77e65196bd31) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:30:09.774614 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-f4c9586c-d5dc-423e-a4a3-860b6ee54464 None None] Set router 21869fd1-1cdd-4a3f-977f-4f648d8204ef gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:30:09.973547 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-834b0fda-9d7f-4d0d-8091-688432e4c104 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:10.000987 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-834b0fda-9d7f-4d0d-8091-688432e4c104 None None] Transition to ACTIVE for port object d9f8dfb3-8cb5-4dd2-8f6c-77e65196bd31 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:30:10.025649 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-834b0fda-9d7f-4d0d-8091-688432e4c104 None None] Transition to ACTIVE for port object d9f8dfb3-8cb5-4dd2-8f6c-77e65196bd31 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:30:10.037487 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-834b0fda-9d7f-4d0d-8091-688432e4c104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:10.076627 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834b0fda-9d7f-4d0d-8091-688432e4c104 None None] Network 155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:30:10.080879 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-f4c9586c-d5dc-423e-a4a3-860b6ee54464 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35447015', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'd757e63c-8d1e-47c4-9e8d-86e526528c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:30:07Z', 'updated_at': '2021-07-30T00:30:07Z', 'revision_number': 3, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': 'd757e63c-8d1e-47c4-9e8d-86e526528c7a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:83:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:07Z', 'updated_at': '2021-07-30T00:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:10.084300 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-834b0fda-9d7f-4d0d-8091-688432e4c104 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:30:10.086747 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834b0fda-9d7f-4d0d-8091-688432e4c104 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:30:10.088521 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-2a6a4107-ca8f-4ceb-b8b8-6fd29f0b5ee1 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Allocated IP 172.20.0.1 (155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf/0e2ab6d3-613c-4fae-9857-c529a39fefac/c633f9e2-5c02-4e29-a228-14a3d0ac3f08) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:30:10.126487 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c9586c-d5dc-423e-a4a3-860b6ee54464 None None] The sync data for ids ['21869fd1-1cdd-4a3f-977f-4f648d8204ef'] in n-d-712140-10 is: [{'id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35447015', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'd757e63c-8d1e-47c4-9e8d-86e526528c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:30:07Z', 'updated_at': '2021-07-30T00:30:07Z', 'revision_number': 3, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': 'd757e63c-8d1e-47c4-9e8d-86e526528c7a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:83:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:07Z', 'updated_at': '2021-07-30T00:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:30:10.128148 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b0fda-9d7f-4d0d-8091-688432e4c104 None None] Pushing event updated for resources: {'Port': ['ID=d9f8dfb3-8cb5-4dd2-8f6c-77e65196bd31,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:10.184214 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-834b0fda-9d7f-4d0d-8091-688432e4c104 None None] Attempting to bind port d9f8dfb3-8cb5-4dd2-8f6c-77e65196bd31 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:30:10.184607 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-834b0fda-9d7f-4d0d-8091-688432e4c104 None None] Attempting to bind port d9f8dfb3-8cb5-4dd2-8f6c-77e65196bd31 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '5d2c84a0-9151-48a3-80c1-8ef62d4859bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:30:10.184974 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834b0fda-9d7f-4d0d-8091-688432e4c104 None None] Attempting to bind port d9f8dfb3-8cb5-4dd2-8f6c-77e65196bd31 on network 155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:30:10.190522 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834b0fda-9d7f-4d0d-8091-688432e4c104 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:30:10.191091 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834b0fda-9d7f-4d0d-8091-688432e4c104 None None] Checking segment: {'id': '5d2c84a0-9151-48a3-80c1-8ef62d4859bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:30:10.191864 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-834b0fda-9d7f-4d0d-8091-688432e4c104 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:10.192204 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-834b0fda-9d7f-4d0d-8091-688432e4c104 None None] Bound using segment: {'id': '5d2c84a0-9151-48a3-80c1-8ef62d4859bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:30:10.192745 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-834b0fda-9d7f-4d0d-8091-688432e4c104 None None] Bound port: d9f8dfb3-8cb5-4dd2-8f6c-77e65196bd31, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2c84a0-9151-48a3-80c1-8ef62d4859bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:30:10.193196 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-834b0fda-9d7f-4d0d-8091-688432e4c104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:10.223234 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2a6a4107-ca8f-4ceb-b8b8-6fd29f0b5ee1 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:10.238537 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-2a6a4107-ca8f-4ceb-b8b8-6fd29f0b5ee1 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Transition to ACTIVE for port object c633f9e2-5c02-4e29-a228-14a3d0ac3f08 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:30:10.269757 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-834b0fda-9d7f-4d0d-8091-688432e4c104 None None] For port d9f8dfb3-8cb5-4dd2-8f6c-77e65196bd31, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:30:10.273790 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-834b0fda-9d7f-4d0d-8091-688432e4c104 None None] For port d9f8dfb3-8cb5-4dd2-8f6c-77e65196bd31, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d9f8dfb3-8cb5-4dd2-8f6c-77e65196bd31,segment=NetworkSegment(5d2c84a0-9151-48a3-80c1-8ef62d4859bb),segment_id=5d2c84a0-9151-48a3-80c1-8ef62d4859bb)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:30:10.274729 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2a6a4107-ca8f-4ceb-b8b8-6fd29f0b5ee1 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:10.279866 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-834b0fda-9d7f-4d0d-8091-688432e4c104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:10.320267 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6a4107-ca8f-4ceb-b8b8-6fd29f0b5ee1 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network 155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:30:10.325878 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-2a6a4107-ca8f-4ceb-b8b8-6fd29f0b5ee1 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:30:10.330976 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6a4107-ca8f-4ceb-b8b8-6fd29f0b5ee1 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:30:10.335010 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a4107-ca8f-4ceb-b8b8-6fd29f0b5ee1 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Port': ['ID=c633f9e2-5c02-4e29-a228-14a3d0ac3f08,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:10.345644 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834b0fda-9d7f-4d0d-8091-688432e4c104 None None] Pushing event updated for resources: {'Port': ['ID=d9f8dfb3-8cb5-4dd2-8f6c-77e65196bd31,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:10.384353 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2a6a4107-ca8f-4ceb-b8b8-6fd29f0b5ee1 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:10.555936 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2a6a4107-ca8f-4ceb-b8b8-6fd29f0b5ee1 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:10.901696 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2a6a4107-ca8f-4ceb-b8b8-6fd29f0b5ee1 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:10.906860 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2a6a4107-ca8f-4ceb-b8b8-6fd29f0b5ee1 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:10.986589 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2a6a4107-ca8f-4ceb-b8b8-6fd29f0b5ee1 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:10.988320 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a4107-ca8f-4ceb-b8b8-6fd29f0b5ee1 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Port': ['ID=c633f9e2-5c02-4e29-a228-14a3d0ac3f08,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:11.102202 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6a4107-ca8f-4ceb-b8b8-6fd29f0b5ee1 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network 155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:30:11.103769 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-2a6a4107-ca8f-4ceb-b8b8-6fd29f0b5ee1 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:30:11.226885 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6a4107-ca8f-4ceb-b8b8-6fd29f0b5ee1 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Router 21869fd1-1cdd-4a3f-977f-4f648d8204ef has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:30:11.343435 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6a4107-ca8f-4ceb-b8b8-6fd29f0b5ee1 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:30:11.353746 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2a6a4107-ca8f-4ceb-b8b8-6fd29f0b5ee1 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "PUT /v2.0/routers/21869fd1-1cdd-4a3f-977f-4f648d8204ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2124248 Jul 30 00:30:11.365555 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad34c1fd-9618-4f08-96d9-808530cc8f22 None None] Network 155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:30:11.438470 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-872ef74a-8330-47d4-a1d3-2ab236daa14b None None] Provisioning for port d9f8dfb3-8cb5-4dd2-8f6c-77e65196bd31 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:30:11.506177 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-3d75686d-bed2-4060-a491-1924886741a5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1487883328&fields=id&tenant_id=b50c81366be6461a9721474fa4eb74d8 HTTP/1.1" status: 200 len: 267 time: 0.0361953 Jul 30 00:30:11.635128 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-68a474aa-3f91-4ec3-8c7a-ed3f94d7531e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:11.636758 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-68a474aa-3f91-4ec3-8c7a-ed3f94d7531e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/networks?id=155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf HTTP/1.1" status: 200 len: 796 time: 0.1235659 Jul 30 00:30:11.654234 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-2e83f192-47f4-44e3-8e25-29c13a308d30 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/quotas/b50c81366be6461a9721474fa4eb74d8 HTTP/1.1" status: 200 len: 375 time: 0.0103431 Jul 30 00:30:11.716631 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-7ae7132e-c25a-47fa-b367-4d337279a943 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0543525 Jul 30 00:30:11.771718 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-dacf5207-a0fe-43f3-8d8a-062ce70f9542 None None] Provisioning for port c633f9e2-5c02-4e29-a228-14a3d0ac3f08 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:30:11.775771 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-dacf5207-a0fe-43f3-8d8a-062ce70f9542 None None] Provisioning complete for port c633f9e2-5c02-4e29-a228-14a3d0ac3f08 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:30:11.776171 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dacf5207-a0fe-43f3-8d8a-062ce70f9542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:11.825664 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-dacf5207-a0fe-43f3-8d8a-062ce70f9542 None None] Port c633f9e2-5c02-4e29-a228-14a3d0ac3f08 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:30:11.887377 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d937574-d718-417a-b3ba-a22abda8747d None None] Sync routers for ids ['21869fd1-1cdd-4a3f-977f-4f648d8204ef'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:30:11.898160 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d937574-d718-417a-b3ba-a22abda8747d None None] Routers {'21869fd1-1cdd-4a3f-977f-4f648d8204ef'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:30:11.898788 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-1d937574-d718-417a-b3ba-a22abda8747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:30:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['21869fd1-1cdd-4a3f-977f-4f648d8204ef'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:11.910883 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-95b17dd3-4633-45e4-8140-9bdc48403fe1 service neutron] 10.222.0.18 "GET /v2.0/networks/155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857343 Jul 30 00:30:11.961076 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-18caa2b7-34bc-4588-b977-4f472fca415f None None] Provisioning complete for port c633f9e2-5c02-4e29-a228-14a3d0ac3f08 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:30:11.961559 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-18caa2b7-34bc-4588-b977-4f472fca415f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:12.011327 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-18caa2b7-34bc-4588-b977-4f472fca415f None None] Port c633f9e2-5c02-4e29-a228-14a3d0ac3f08 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:30:12.036418 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-dd4a6517-fc05-4522-9ba4-66f6c6b3c2d9 service neutron] 10.222.0.18 "GET /v2.0/networks/155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226377 Jul 30 00:30:12.037442 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-1d937574-d718-417a-b3ba-a22abda8747d None None] Set router 21869fd1-1cdd-4a3f-977f-4f648d8204ef gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:30:12.233576 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5510f5c0-6881-4e1e-b8d8-de6edecb5e46 req-e8356b2f-d9e2-42af-bced-72c31da44728 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 210 time: 0.0312538 Jul 30 00:30:12.260226 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-4040c715-7961-46a2-a1de-700a5684abe8 None None] Provisioning complete for port c633f9e2-5c02-4e29-a228-14a3d0ac3f08 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:30:12.260628 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4040c715-7961-46a2-a1de-700a5684abe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:12.297864 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-1d937574-d718-417a-b3ba-a22abda8747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35447015', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'd757e63c-8d1e-47c4-9e8d-86e526528c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:30:07Z', 'updated_at': '2021-07-30T00:30:10Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': 'd757e63c-8d1e-47c4-9e8d-86e526528c7a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:83:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:07Z', 'updated_at': '2021-07-30T00:30:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'c633f9e2-5c02-4e29-a228-14a3d0ac3f08', 'name': '', 'network_id': '155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:60:94:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '0e2ab6d3-613c-4fae-9857-c529a39fefac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:09Z', 'updated_at': '2021-07-30T00:30:10Z', 'revision_number': 2, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': '0e2ab6d3-613c-4fae-9857-c529a39fefac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:12.309795 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-4040c715-7961-46a2-a1de-700a5684abe8 None None] Port c633f9e2-5c02-4e29-a228-14a3d0ac3f08 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:30:12.335290 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d937574-d718-417a-b3ba-a22abda8747d None None] Checking router: 21869fd1-1cdd-4a3f-977f-4f648d8204ef for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:30:12.335647 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d937574-d718-417a-b3ba-a22abda8747d None None] Updating router 21869fd1-1cdd-4a3f-977f-4f648d8204ef port c633f9e2-5c02-4e29-a228-14a3d0ac3f08 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:30:12.349030 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d757e63c-8d1e-47c4-9e8d-86e526528c7a up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:30:12.366168 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1d937574-d718-417a-b3ba-a22abda8747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:12.400965 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port d757e63c-8d1e-47c4-9e8d-86e526528c7a completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:30:12.407356 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port d757e63c-8d1e-47c4-9e8d-86e526528c7a triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:30:12.407991 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:12.502067 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:12.525253 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port d757e63c-8d1e-47c4-9e8d-86e526528c7a, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d757e63c-8d1e-47c4-9e8d-86e526528c7a,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:12.529211 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:12.530134 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d9f8dfb3-8cb5-4dd2-8f6c-77e65196bd31 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:30:12.604480 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=d757e63c-8d1e-47c4-9e8d-86e526528c7a,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:12.622613 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port d9f8dfb3-8cb5-4dd2-8f6c-77e65196bd31 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:30:12.627740 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port d9f8dfb3-8cb5-4dd2-8f6c-77e65196bd31 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:30:12.628323 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:12.668263 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1d937574-d718-417a-b3ba-a22abda8747d None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:12.684019 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-1d937574-d718-417a-b3ba-a22abda8747d None None] Transition to ACTIVE for port object c633f9e2-5c02-4e29-a228-14a3d0ac3f08 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:30:12.694667 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1d937574-d718-417a-b3ba-a22abda8747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:12.731933 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:12.795270 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2017031-806d-433e-a03b-b0dbd1efa299 None None] Pushing event updated for resources: {'Port': ['ID=c633f9e2-5c02-4e29-a228-14a3d0ac3f08,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:12.811751 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2017031-806d-433e-a03b-b0dbd1efa299 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:12.812282 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2017031-806d-433e-a03b-b0dbd1efa299 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:12.813254 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2017031-806d-433e-a03b-b0dbd1efa299 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:12.813738 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2017031-806d-433e-a03b-b0dbd1efa299 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:12.814167 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2017031-806d-433e-a03b-b0dbd1efa299 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:12.814599 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2017031-806d-433e-a03b-b0dbd1efa299 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:12.815245 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2017031-806d-433e-a03b-b0dbd1efa299 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:12.815669 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2017031-806d-433e-a03b-b0dbd1efa299 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:12.816120 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2017031-806d-433e-a03b-b0dbd1efa299 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:12.816543 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2017031-806d-433e-a03b-b0dbd1efa299 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:12.816988 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2017031-806d-433e-a03b-b0dbd1efa299 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:12.817419 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2017031-806d-433e-a03b-b0dbd1efa299 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:30:12.830922 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-1d937574-d718-417a-b3ba-a22abda8747d None None] Attempting to bind port c633f9e2-5c02-4e29-a228-14a3d0ac3f08 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:30:12.831429 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-1d937574-d718-417a-b3ba-a22abda8747d None None] Attempting to bind port c633f9e2-5c02-4e29-a228-14a3d0ac3f08 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '5d2c84a0-9151-48a3-80c1-8ef62d4859bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:30:12.831924 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d937574-d718-417a-b3ba-a22abda8747d None None] Attempting to bind port c633f9e2-5c02-4e29-a228-14a3d0ac3f08 on network 155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:30:12.837915 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d937574-d718-417a-b3ba-a22abda8747d None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:30:12.838477 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d937574-d718-417a-b3ba-a22abda8747d None None] Checking segment: {'id': '5d2c84a0-9151-48a3-80c1-8ef62d4859bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:30:12.839151 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1d937574-d718-417a-b3ba-a22abda8747d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:12.839650 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d937574-d718-417a-b3ba-a22abda8747d None None] Bound using segment: {'id': '5d2c84a0-9151-48a3-80c1-8ef62d4859bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:30:12.840268 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-1d937574-d718-417a-b3ba-a22abda8747d None None] Bound port: c633f9e2-5c02-4e29-a228-14a3d0ac3f08, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d2c84a0-9151-48a3-80c1-8ef62d4859bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:30:12.840773 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1d937574-d718-417a-b3ba-a22abda8747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:12.932496 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-1d937574-d718-417a-b3ba-a22abda8747d None None] For port c633f9e2-5c02-4e29-a228-14a3d0ac3f08, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:30:12.936546 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-1d937574-d718-417a-b3ba-a22abda8747d None None] For port c633f9e2-5c02-4e29-a228-14a3d0ac3f08, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c633f9e2-5c02-4e29-a228-14a3d0ac3f08,segment=NetworkSegment(5d2c84a0-9151-48a3-80c1-8ef62d4859bb),segment_id=5d2c84a0-9151-48a3-80c1-8ef62d4859bb)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:30:12.942917 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-1d937574-d718-417a-b3ba-a22abda8747d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:12.960805 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port d9f8dfb3-8cb5-4dd2-8f6c-77e65196bd31, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d9f8dfb3-8cb5-4dd2-8f6c-77e65196bd31,segment=NetworkSegment(5d2c84a0-9151-48a3-80c1-8ef62d4859bb),segment_id=5d2c84a0-9151-48a3-80c1-8ef62d4859bb)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:12.965343 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:13.009885 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d937574-d718-417a-b3ba-a22abda8747d None None] Routers {'21869fd1-1cdd-4a3f-977f-4f648d8204ef'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:30:13.010575 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-1d937574-d718-417a-b3ba-a22abda8747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:30:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['21869fd1-1cdd-4a3f-977f-4f648d8204ef'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:13.025576 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=d9f8dfb3-8cb5-4dd2-8f6c-77e65196bd31,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:13.055110 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2017031-806d-433e-a03b-b0dbd1efa299 None None] Pushing event updated for resources: {'Port': ['ID=c633f9e2-5c02-4e29-a228-14a3d0ac3f08,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:13.127405 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-1d937574-d718-417a-b3ba-a22abda8747d None None] Set router 21869fd1-1cdd-4a3f-977f-4f648d8204ef gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:30:13.349978 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-6504ef98-fcc0-4306-b282-8e5bf4a2cb66 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:13.352415 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-6504ef98-fcc0-4306-b282-8e5bf4a2cb66 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.39 "GET /v2.0/networks?id=155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf HTTP/1.1" status: 200 len: 796 time: 0.1319103 Jul 30 00:30:13.369750 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-806674b9-d59a-4b4e-88df-2a7ca7a04fe6 req-930af5c0-62e0-48f3-b878-17fac56e2b8c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 210 time: 0.0297158 Jul 30 00:30:13.407878 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-05c1defa-a8a9-4663-8ca0-2fed34b2fd35 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b50c81366be6461a9721474fa4eb74d8 HTTP/1.1" status: 200 len: 380 time: 0.0463202 Jul 30 00:30:13.418335 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-fdcd0048-ae35-4127-bb2a-622f1eb4496e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'port': {'device_id': '89be53bc-f34c-478d-b98f-fd97ffb3fd6c', 'network_id': '155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf', 'admin_state_up': True, 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'security_groups': ['25b38942-bd84-461b-90a6-0aca25b54607']}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:30:13.495720 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-1d937574-d718-417a-b3ba-a22abda8747d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35447015', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'd757e63c-8d1e-47c4-9e8d-86e526528c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:30:07Z', 'updated_at': '2021-07-30T00:30:10Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': 'd757e63c-8d1e-47c4-9e8d-86e526528c7a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:83:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:07Z', 'updated_at': '2021-07-30T00:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'c633f9e2-5c02-4e29-a228-14a3d0ac3f08', 'name': '', 'network_id': '155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:60:94:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '0e2ab6d3-613c-4fae-9857-c529a39fefac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:09Z', 'updated_at': '2021-07-30T00:30:12Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': '0e2ab6d3-613c-4fae-9857-c529a39fefac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:13.523496 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d937574-d718-417a-b3ba-a22abda8747d None None] The sync data for ids ['21869fd1-1cdd-4a3f-977f-4f648d8204ef'] in n-d-712140-10 is: [{'id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35447015', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'd757e63c-8d1e-47c4-9e8d-86e526528c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:30:07Z', 'updated_at': '2021-07-30T00:30:10Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': 'd757e63c-8d1e-47c4-9e8d-86e526528c7a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:83:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:07Z', 'updated_at': '2021-07-30T00:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'c633f9e2-5c02-4e29-a228-14a3d0ac3f08', 'name': '', 'network_id': '155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:60:94:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '0e2ab6d3-613c-4fae-9857-c529a39fefac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:09Z', 'updated_at': '2021-07-30T00:30:12Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': '0e2ab6d3-613c-4fae-9857-c529a39fefac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:30:13.923567 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-fdcd0048-ae35-4127-bb2a-622f1eb4496e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Made reservation on behalf of b50c81366be6461a9721474fa4eb74d8 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:30:13.927434 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-fdcd0048-ae35-4127-bb2a-622f1eb4496e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:14.065569 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-fdcd0048-ae35-4127-bb2a-622f1eb4496e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Allocated IP 172.20.0.3 (155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf/0e2ab6d3-613c-4fae-9857-c529a39fefac/068f0e48-ee60-4224-8eb7-f1b77f14c536) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:30:14.221782 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-fdcd0048-ae35-4127-bb2a-622f1eb4496e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:14.237557 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-fdcd0048-ae35-4127-bb2a-622f1eb4496e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Transition to ACTIVE for port object 068f0e48-ee60-4224-8eb7-f1b77f14c536 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:30:14.276195 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-fdcd0048-ae35-4127-bb2a-622f1eb4496e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:14.320461 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-fdcd0048-ae35-4127-bb2a-622f1eb4496e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network 155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:30:14.322404 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c633f9e2-5c02-4e29-a228-14a3d0ac3f08 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:30:14.323677 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-fdcd0048-ae35-4127-bb2a-622f1eb4496e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:30:14.326016 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-fdcd0048-ae35-4127-bb2a-622f1eb4496e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:30:14.371641 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcd0048-ae35-4127-bb2a-622f1eb4496e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Port': ['ID=068f0e48-ee60-4224-8eb7-f1b77f14c536,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:14.395266 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port c633f9e2-5c02-4e29-a228-14a3d0ac3f08 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:30:14.400423 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port c633f9e2-5c02-4e29-a228-14a3d0ac3f08 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:30:14.400423 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:14.408061 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-fdcd0048-ae35-4127-bb2a-622f1eb4496e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:14.409473 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-fdcd0048-ae35-4127-bb2a-622f1eb4496e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:14.428804 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-fdcd0048-ae35-4127-bb2a-622f1eb4496e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0141654 Jul 30 00:30:14.442881 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-8a38baaf-a7cf-474f-9a65-8246a03e8f50 service neutron] Request body: {'port': {'device_id': '89be53bc-f34c-478d-b98f-fd97ffb3fd6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:30:14.519434 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:14.519663 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-8a38baaf-a7cf-474f-9a65-8246a03e8f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:14.537651 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d083ea-8b89-4145-a8eb-bf92ec3dceef req-fb234991-421f-43a7-ab34-4170c5aed161 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:14.539230 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e0d083ea-8b89-4145-a8eb-bf92ec3dceef req-fb234991-421f-43a7-ab34-4170c5aed161 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 931 time: 0.0805340 Jul 30 00:30:14.555196 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port c633f9e2-5c02-4e29-a228-14a3d0ac3f08, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c633f9e2-5c02-4e29-a228-14a3d0ac3f08,segment=NetworkSegment(5d2c84a0-9151-48a3-80c1-8ef62d4859bb),segment_id=5d2c84a0-9151-48a3-80c1-8ef62d4859bb)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:14.560920 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:14.563165 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d9f8dfb3-8cb5-4dd2-8f6c-77e65196bd31 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:30:14.595934 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e0d083ea-8b89-4145-a8eb-bf92ec3dceef req-25ff5a86-0f8e-4304-b535-3bfc13383b9c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=25b38942-bd84-461b-90a6-0aca25b54607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501466 Jul 30 00:30:14.680805 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=c633f9e2-5c02-4e29-a228-14a3d0ac3f08,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:14.685101 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-bf30072f-1fbb-473f-b802-263e3eb2b2b9 None None] Provisioning for port 068f0e48-ee60-4224-8eb7-f1b77f14c536 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:30:14.691939 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-bf30072f-1fbb-473f-b802-263e3eb2b2b9 None None] Provisioning complete for port 068f0e48-ee60-4224-8eb7-f1b77f14c536 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:30:14.692320 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-bf30072f-1fbb-473f-b802-263e3eb2b2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:14.736249 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port d9f8dfb3-8cb5-4dd2-8f6c-77e65196bd31 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:30:14.736676 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:14.740036 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-bf30072f-1fbb-473f-b802-263e3eb2b2b9 None None] Port 068f0e48-ee60-4224-8eb7-f1b77f14c536 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:30:14.818623 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d757e63c-8d1e-47c4-9e8d-86e526528c7a up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:30:14.850600 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-8a38baaf-a7cf-474f-9a65-8246a03e8f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 068f0e48-ee60-4224-8eb7-f1b77f14c536 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:30:14.858165 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-8a38baaf-a7cf-474f-9a65-8246a03e8f50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:14.865406 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port d757e63c-8d1e-47c4-9e8d-86e526528c7a triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:30:14.865835 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:14.871359 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-8a38baaf-a7cf-474f-9a65-8246a03e8f50 service neutron] Transition to ACTIVE for port object 068f0e48-ee60-4224-8eb7-f1b77f14c536 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:30:14.876827 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-8a38baaf-a7cf-474f-9a65-8246a03e8f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:14.932270 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38baaf-a7cf-474f-9a65-8246a03e8f50 service neutron] Pushing event updated for resources: {'Port': ['ID=068f0e48-ee60-4224-8eb7-f1b77f14c536,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:15.003865 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-8a38baaf-a7cf-474f-9a65-8246a03e8f50 service neutron] Attempting to bind port 068f0e48-ee60-4224-8eb7-f1b77f14c536 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:30:15.004291 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-8a38baaf-a7cf-474f-9a65-8246a03e8f50 service neutron] Attempting to bind port 068f0e48-ee60-4224-8eb7-f1b77f14c536 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '5d2c84a0-9151-48a3-80c1-8ef62d4859bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:30:15.004627 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-8a38baaf-a7cf-474f-9a65-8246a03e8f50 service neutron] Attempting to bind port 068f0e48-ee60-4224-8eb7-f1b77f14c536 on network 155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:30:15.009179 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-8a38baaf-a7cf-474f-9a65-8246a03e8f50 service neutron] Port 068f0e48-ee60-4224-8eb7-f1b77f14c536 on network 155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:30:15.009508 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-8a38baaf-a7cf-474f-9a65-8246a03e8f50 service neutron] Attempting to bind port 068f0e48-ee60-4224-8eb7-f1b77f14c536 on network 155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:30:15.014743 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-8a38baaf-a7cf-474f-9a65-8246a03e8f50 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:30:15.015093 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-8a38baaf-a7cf-474f-9a65-8246a03e8f50 service neutron] Checking segment: {'id': '5d2c84a0-9151-48a3-80c1-8ef62d4859bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:30:15.015538 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-8a38baaf-a7cf-474f-9a65-8246a03e8f50 service neutron] Bound using segment: {'id': '5d2c84a0-9151-48a3-80c1-8ef62d4859bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:30:15.016140 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-8a38baaf-a7cf-474f-9a65-8246a03e8f50 service neutron] Bound port: 068f0e48-ee60-4224-8eb7-f1b77f14c536, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d2c84a0-9151-48a3-80c1-8ef62d4859bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:30:15.016499 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-8a38baaf-a7cf-474f-9a65-8246a03e8f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:15.087381 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-8a38baaf-a7cf-474f-9a65-8246a03e8f50 service neutron] For port 068f0e48-ee60-4224-8eb7-f1b77f14c536, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:30:15.090677 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-8a38baaf-a7cf-474f-9a65-8246a03e8f50 service neutron] For port 068f0e48-ee60-4224-8eb7-f1b77f14c536, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=068f0e48-ee60-4224-8eb7-f1b77f14c536,segment=NetworkSegment(5d2c84a0-9151-48a3-80c1-8ef62d4859bb),segment_id=5d2c84a0-9151-48a3-80c1-8ef62d4859bb)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:30:15.096414 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-8a38baaf-a7cf-474f-9a65-8246a03e8f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:15.132804 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-8a38baaf-a7cf-474f-9a65-8246a03e8f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:15.133506 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-8a38baaf-a7cf-474f-9a65-8246a03e8f50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:15.134792 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-8a38baaf-a7cf-474f-9a65-8246a03e8f50 service neutron] 10.222.0.39 "PUT /v2.0/ports/068f0e48-ee60-4224-8eb7-f1b77f14c536 HTTP/1.1" status: 200 len: 1092 time: 0.6980996 Jul 30 00:30:15.135235 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89be53bc-f34c-478d-b98f-fd97ffb3fd6c', 'tag': '068f0e48-ee60-4224-8eb7-f1b77f14c536'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:30:15.137514 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5209d4e956e9ae4acfb38c8f800d5d5e141ec7fd74949f506a8c7ac355071e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f8761e-efee-4a01-bf90-18bbd7f566b6" -d '{"events": [{"name": "network-changed", "server_uuid": "89be53bc-f34c-478d-b98f-fd97ffb3fd6c", "tag": "068f0e48-ee60-4224-8eb7-f1b77f14c536"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:30:15.176035 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38baaf-a7cf-474f-9a65-8246a03e8f50 service neutron] Pushing event updated for resources: {'Port': ['ID=068f0e48-ee60-4224-8eb7-f1b77f14c536,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:15.218211 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8373adf-590c-482a-8610-258f623c99c9 x-openstack-request-id: req-c8373adf-590c-482a-8610-258f623c99c9 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:30:15.219074 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89be53bc-f34c-478d-b98f-fd97ffb3fd6c", "tag": "068f0e48-ee60-4224-8eb7-f1b77f14c536", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:30:15.219267 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8373adf-590c-482a-8610-258f623c99c9 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:30:15.219629 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89be53bc-f34c-478d-b98f-fd97ffb3fd6c', 'tag': '068f0e48-ee60-4224-8eb7-f1b77f14c536', 'status': 'completed', 'code': 200} Jul 30 00:30:15.240437 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-de0f595d-326a-40ea-a35d-9536b5c0c3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:15.242060 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-de0f595d-326a-40ea-a35d-9536b5c0c3b9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 1095 time: 0.0609791 Jul 30 00:30:15.289718 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-ff9d84a2-ad3b-464a-bc66-230bf843ad5b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=068f0e48-ee60-4224-8eb7-f1b77f14c536 HTTP/1.1" status: 200 len: 217 time: 0.0391626 Jul 30 00:30:15.349828 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-0b263ee2-7d06-4511-a28e-c3276232fe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:15.351304 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-0b263ee2-7d06-4511-a28e-c3276232fe45 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0e2ab6d3-613c-4fae-9857-c529a39fefac HTTP/1.1" status: 200 len: 834 time: 0.0544691 Jul 30 00:30:15.398462 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-b2dff57d-5fd8-4155-aecb-df6f90aad251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:15.400007 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-b2dff57d-5fd8-4155-aecb-df6f90aad251 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414665 Jul 30 00:30:15.499134 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-36094eb2-abf1-494f-9c6f-84531a85c941 service neutron] 10.222.0.39 "GET /v2.0/networks/155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906713 Jul 30 00:30:15.588629 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-97875bd5-444a-48b1-b9ca-6ac414504ec8 req-6f01fdb5-fbc8-4d8a-9290-56e9b01d95a2 service neutron] 10.222.0.39 "GET /v2.0/networks/155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831587 Jul 30 00:30:15.679222 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8761e-efee-4a01-bf90-18bbd7f566b6 req-8ca0d9a5-1f73-4e2f-a812-a016573d950d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:15.680821 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a3f8761e-efee-4a01-bf90-18bbd7f566b6 req-8ca0d9a5-1f73-4e2f-a812-a016573d950d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 1095 time: 0.0439150 Jul 30 00:30:15.725641 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b1381f-92f4-46c4-8bde-0c7827aa50e8 req-25289f58-78fc-4bf2-8234-2e68cff3ff97 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:15.727162 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d6b1381f-92f4-46c4-8bde-0c7827aa50e8 req-25289f58-78fc-4bf2-8234-2e68cff3ff97 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 943 time: 0.0506642 Jul 30 00:30:15.767997 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d6b1381f-92f4-46c4-8bde-0c7827aa50e8 req-c5d93262-d0eb-484b-b3e6-4022aa12142c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=25b38942-bd84-461b-90a6-0aca25b54607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340531 Jul 30 00:30:15.782047 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8761e-efee-4a01-bf90-18bbd7f566b6 req-c048da2b-67c0-4733-b8d1-1e4b5ee5f94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:15.783543 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a3f8761e-efee-4a01-bf90-18bbd7f566b6 req-c048da2b-67c0-4733-b8d1-1e4b5ee5f94a service neutron] 10.222.0.39 "GET /v2.0/networks?id=155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf HTTP/1.1" status: 200 len: 897 time: 0.0958648 Jul 30 00:30:15.827073 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a3f8761e-efee-4a01-bf90-18bbd7f566b6 req-10fc482a-dc3a-4543-9726-505b11129968 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=068f0e48-ee60-4224-8eb7-f1b77f14c536 HTTP/1.1" status: 200 len: 217 time: 0.0352583 Jul 30 00:30:15.875878 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8761e-efee-4a01-bf90-18bbd7f566b6 req-ddc03909-f856-4989-9091-336556189dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:15.877388 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a3f8761e-efee-4a01-bf90-18bbd7f566b6 req-ddc03909-f856-4989-9091-336556189dd6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0e2ab6d3-613c-4fae-9857-c529a39fefac HTTP/1.1" status: 200 len: 834 time: 0.0432024 Jul 30 00:30:15.930138 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8761e-efee-4a01-bf90-18bbd7f566b6 req-f89b1574-d700-462e-934d-e92ebc5c8f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:15.931690 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a3f8761e-efee-4a01-bf90-18bbd7f566b6 req-f89b1574-d700-462e-934d-e92ebc5c8f96 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466914 Jul 30 00:30:16.024253 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a3f8761e-efee-4a01-bf90-18bbd7f566b6 req-9ad2bf75-7962-4ec1-91d4-d5ef41b496f8 service neutron] 10.222.0.39 "GET /v2.0/networks/155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847363 Jul 30 00:30:16.119070 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-a3f8761e-efee-4a01-bf90-18bbd7f566b6 req-c95cbfb6-8f80-4633-9515-9f60e5fa00b6 service neutron] 10.222.0.39 "GET /v2.0/networks/155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877612 Jul 30 00:30:16.209851 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c633f9e2-5c02-4e29-a228-14a3d0ac3f08 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:30:16.258066 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port c633f9e2-5c02-4e29-a228-14a3d0ac3f08 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:30:16.258438 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:16.881213 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3440f21d-6e6c-4db8-b4f3-6f3b03bb5379 req-69f39e35-602d-48a2-bb75-6e0a4a344bd9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:16.882754 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3440f21d-6e6c-4db8-b4f3-6f3b03bb5379 req-69f39e35-602d-48a2-bb75-6e0a4a344bd9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 943 time: 0.0484614 Jul 30 00:30:16.920053 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3440f21d-6e6c-4db8-b4f3-6f3b03bb5379 req-8f40edb8-97db-49ec-9790-36434614f1e5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=25b38942-bd84-461b-90a6-0aca25b54607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313756 Jul 30 00:30:18.038533 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d603141-850f-4a48-bdf0-05ce896e1940 req-0f5efbfc-294c-4fba-83c0-a514e190dae7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:18.040122 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d603141-850f-4a48-bdf0-05ce896e1940 req-0f5efbfc-294c-4fba-83c0-a514e190dae7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 943 time: 0.0520411 Jul 30 00:30:18.408096 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3d603141-850f-4a48-bdf0-05ce896e1940 req-5c92c4f4-d8ba-4127-9699-4c1ffc47d161 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=25b38942-bd84-461b-90a6-0aca25b54607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3615727 Jul 30 00:30:18.619967 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 068f0e48-ee60-4224-8eb7-f1b77f14c536 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:30:18.711818 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 068f0e48-ee60-4224-8eb7-f1b77f14c536, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=068f0e48-ee60-4224-8eb7-f1b77f14c536,segment=NetworkSegment(5d2c84a0-9151-48a3-80c1-8ef62d4859bb),segment_id=5d2c84a0-9151-48a3-80c1-8ef62d4859bb)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:18.723175 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '068f0e48-ee60-4224-8eb7-f1b77f14c536', 'network_id': '155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf', 'port_id': '068f0e48-ee60-4224-8eb7-f1b77f14c536', 'mac_address': 'fa:16:3e:33:10:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e2ab6d3-613c-4fae-9857-c529a39fefac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:30:18.762545 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:18.774528 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 068f0e48-ee60-4224-8eb7-f1b77f14c536 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:30:18.793418 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 068f0e48-ee60-4224-8eb7-f1b77f14c536, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=068f0e48-ee60-4224-8eb7-f1b77f14c536,segment=NetworkSegment(5d2c84a0-9151-48a3-80c1-8ef62d4859bb),segment_id=5d2c84a0-9151-48a3-80c1-8ef62d4859bb)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:18.797991 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:18.845121 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=068f0e48-ee60-4224-8eb7-f1b77f14c536,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:18.986303 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['068f0e48-ee60-4224-8eb7-f1b77f14c536'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:30:19.571169 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4035c4d-ff51-458c-838d-77b918222b7f req-1f935191-bcb8-41f6-a9d7-9fe3b622adac tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:19.572613 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e4035c4d-ff51-458c-838d-77b918222b7f req-1f935191-bcb8-41f6-a9d7-9fe3b622adac tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 944 time: 0.0966768 Jul 30 00:30:19.611950 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e4035c4d-ff51-458c-838d-77b918222b7f req-fbb797b4-d608-41c8-a1d9-d372ab42da47 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=25b38942-bd84-461b-90a6-0aca25b54607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326087 Jul 30 00:30:20.650930 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 068f0e48-ee60-4224-8eb7-f1b77f14c536 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:30:20.701211 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 068f0e48-ee60-4224-8eb7-f1b77f14c536 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:30:20.705584 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 068f0e48-ee60-4224-8eb7-f1b77f14c536 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:30:20.705959 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:20.731859 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a106bb2-4585-4014-9fe4-bfa1f7b14f14 req-20eb2505-744a-46ee-a660-27a547764295 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:20.733345 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4a106bb2-4585-4014-9fe4-bfa1f7b14f14 req-20eb2505-744a-46ee-a660-27a547764295 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 944 time: 0.0504692 Jul 30 00:30:20.771386 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4a106bb2-4585-4014-9fe4-bfa1f7b14f14 req-2cf1f9bd-2ec2-4854-bace-8006e44dce70 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=25b38942-bd84-461b-90a6-0aca25b54607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318308 Jul 30 00:30:20.788238 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:20.810211 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89be53bc-f34c-478d-b98f-fd97ffb3fd6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068f0e48-ee60-4224-8eb7-f1b77f14c536'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:30:20.812651 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee31ed8e5b8e4dc4f88b315270ded6679232f3f3b12134e952a2ffdf5dc07ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aa021f8-ef58-4e86-b171-312423857790" -d '{"events": [{"server_uuid": "89be53bc-f34c-478d-b98f-fd97ffb3fd6c", "name": "network-vif-plugged", "status": "completed", "tag": "068f0e48-ee60-4224-8eb7-f1b77f14c536"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:30:20.825111 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 068f0e48-ee60-4224-8eb7-f1b77f14c536, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=068f0e48-ee60-4224-8eb7-f1b77f14c536,segment=NetworkSegment(5d2c84a0-9151-48a3-80c1-8ef62d4859bb),segment_id=5d2c84a0-9151-48a3-80c1-8ef62d4859bb)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:30:20.830230 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:20.855177 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c77e499-ac30-4178-8ce9-37f0eebba32b x-openstack-request-id: req-6c77e499-ac30-4178-8ce9-37f0eebba32b {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:30:20.855469 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89be53bc-f34c-478d-b98f-fd97ffb3fd6c", "name": "network-vif-plugged", "status": "completed", "tag": "068f0e48-ee60-4224-8eb7-f1b77f14c536", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:30:20.855722 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6c77e499-ac30-4178-8ce9-37f0eebba32b {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:30:20.856133 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89be53bc-f34c-478d-b98f-fd97ffb3fd6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '068f0e48-ee60-4224-8eb7-f1b77f14c536', 'code': 200} Jul 30 00:30:20.881783 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=068f0e48-ee60-4224-8eb7-f1b77f14c536,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:20.948273 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c062bd-14ab-45c3-8f79-2378c34ad32d req-274f4d23-28f9-4f6f-8c4d-cdba4a9b4dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:20.949685 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-35c062bd-14ab-45c3-8f79-2378c34ad32d req-274f4d23-28f9-4f6f-8c4d-cdba4a9b4dc6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 1097 time: 0.0404272 Jul 30 00:30:20.985702 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-35c062bd-14ab-45c3-8f79-2378c34ad32d req-c5790842-d58e-4c39-a23a-29e8939f1afd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=25b38942-bd84-461b-90a6-0aca25b54607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288148 Jul 30 00:30:21.895639 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56985e-3564-484f-b7fb-97f2a88a071f req-19a158a3-b689-460d-96b7-c3c21e3101d3 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:21.897194 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb56985e-3564-484f-b7fb-97f2a88a071f req-19a158a3-b689-460d-96b7-c3c21e3101d3 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 945 time: 0.0540128 Jul 30 00:30:21.934854 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-eb56985e-3564-484f-b7fb-97f2a88a071f req-03f6a331-1907-4457-9f8f-9c409c8b88ed tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=25b38942-bd84-461b-90a6-0aca25b54607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316825 Jul 30 00:30:22.049567 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47025296-3fdc-4bba-be3f-57ce87c5746c req-4772c5c9-c1d4-4ada-8702-c7bd242069e3 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:22.051169 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47025296-3fdc-4bba-be3f-57ce87c5746c req-4772c5c9-c1d4-4ada-8702-c7bd242069e3 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 945 time: 0.0484455 Jul 30 00:30:22.089578 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47025296-3fdc-4bba-be3f-57ce87c5746c req-b87b2e14-eb89-49d0-bc9c-fe8d7847af02 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=25b38942-bd84-461b-90a6-0aca25b54607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322156 Jul 30 00:30:22.111999 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60912) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:22.151100 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877b280f-f6f1-4e85-9106-190d92b7f8e2 tempest-TestNetworkAdvancedServerOps-2121857559 tempest-TestNetworkAdvancedServerOps-2121857559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:22.152704 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-877b280f-f6f1-4e85-9106-190d92b7f8e2 tempest-TestNetworkAdvancedServerOps-2121857559 tempest-TestNetworkAdvancedServerOps-2121857559-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 1092 time: 0.0396512 Jul 30 00:30:22.155670 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60914) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:22.160627 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-4a5a59db-a0cc-4735-b4f3-be507f16a6c6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'port_id': '068f0e48-ee60-4224-8eb7-f1b77f14c536', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:30:22.181771 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a5a59db-a0cc-4735-b4f3-be507f16a6c6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:22.280899 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a5a59db-a0cc-4735-b4f3-be507f16a6c6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:22.386389 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-4a5a59db-a0cc-4735-b4f3-be507f16a6c6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Allocated IP 172.25.8.109 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/2ff0f1d7-caa0-44a5-9c1c-55c6bc31b4bc) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:30:22.487702 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a5a59db-a0cc-4735-b4f3-be507f16a6c6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:22.524968 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a5a59db-a0cc-4735-b4f3-be507f16a6c6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:22.561848 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5a59db-a0cc-4735-b4f3-be507f16a6c6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:30:22.565298 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-4a5a59db-a0cc-4735-b4f3-be507f16a6c6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:30:22.571419 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5a59db-a0cc-4735-b4f3-be507f16a6c6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:30:22.598411 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a59db-a0cc-4735-b4f3-be507f16a6c6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Port': ['ID=2ff0f1d7-caa0-44a5-9c1c-55c6bc31b4bc,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:22.928661 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a5a59db-a0cc-4735-b4f3-be507f16a6c6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:23.001603 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a5a59db-a0cc-4735-b4f3-be507f16a6c6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:23.161978 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a5a59db-a0cc-4735-b4f3-be507f16a6c6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:23.168767 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a5a59db-a0cc-4735-b4f3-be507f16a6c6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:23.239107 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a59db-a0cc-4735-b4f3-be507f16a6c6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Port': ['ID=2ff0f1d7-caa0-44a5-9c1c-55c6bc31b4bc,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:30:23.255773 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a5a59db-a0cc-4735-b4f3-be507f16a6c6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:23.359019 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-4a5a59db-a0cc-4735-b4f3-be507f16a6c6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Floating IP 8ddd0254-0c12-4957-94ad-4fce2d5e2c57 associated. External IP: 172.25.8.109, port: 068f0e48-ee60-4224-8eb7-f1b77f14c536. Jul 30 00:30:23.575961 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5a59db-a0cc-4735-b4f3-be507f16a6c6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Router 21869fd1-1cdd-4a3f-977f-4f648d8204ef has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:30:23.693617 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5a59db-a0cc-4735-b4f3-be507f16a6c6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:30:23.704579 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09e2a3d-4c9d-4275-984b-443b7fa30721 None None] Sync routers for ids ['21869fd1-1cdd-4a3f-977f-4f648d8204ef'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:30:23.710142 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-4a5a59db-a0cc-4735-b4f3-be507f16a6c6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:23.715864 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09e2a3d-4c9d-4275-984b-443b7fa30721 None None] Routers {'21869fd1-1cdd-4a3f-977f-4f648d8204ef'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:30:23.716500 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c09e2a3d-4c9d-4275-984b-443b7fa30721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:30:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['21869fd1-1cdd-4a3f-977f-4f648d8204ef'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:23.742830 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4a5a59db-a0cc-4735-b4f3-be507f16a6c6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5855379 Jul 30 00:30:23.743440 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89be53bc-f34c-478d-b98f-fd97ffb3fd6c', 'tag': '068f0e48-ee60-4224-8eb7-f1b77f14c536'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:30:23.745796 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f79f5df-2338-4422-b41d-d6747e45f374" -d '{"events": [{"name": "network-changed", "server_uuid": "89be53bc-f34c-478d-b98f-fd97ffb3fd6c", "tag": "068f0e48-ee60-4224-8eb7-f1b77f14c536"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:30:23.833625 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-c09e2a3d-4c9d-4275-984b-443b7fa30721 None None] Set router 21869fd1-1cdd-4a3f-977f-4f648d8204ef gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:30:23.845726 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7adc8-013d-4a00-b91e-72caf55504ca req-dc3594b8-d828-4417-927d-72e6c3b8b0b9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:23.847559 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80b7adc8-013d-4a00-b91e-72caf55504ca req-dc3594b8-d828-4417-927d-72e6c3b8b0b9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 945 time: 0.0525537 Jul 30 00:30:23.888653 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-80b7adc8-013d-4a00-b91e-72caf55504ca req-e24ea668-c65f-4fc4-956f-7f5512f6a56e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=25b38942-bd84-461b-90a6-0aca25b54607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349035 Jul 30 00:30:23.910868 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60920) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:23.936471 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cac9f7-7e15-4513-bbae-7191662d6e9e x-openstack-request-id: req-94cac9f7-7e15-4513-bbae-7191662d6e9e {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:30:23.937300 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89be53bc-f34c-478d-b98f-fd97ffb3fd6c", "tag": "068f0e48-ee60-4224-8eb7-f1b77f14c536", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:30:23.937300 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-94cac9f7-7e15-4513-bbae-7191662d6e9e {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:30:23.938575 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89be53bc-f34c-478d-b98f-fd97ffb3fd6c', 'tag': '068f0e48-ee60-4224-8eb7-f1b77f14c536', 'status': 'completed', 'code': 200} Jul 30 00:30:24.006058 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b3c0c275-eea0-492d-ab56-bef633323c95 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/floatingips/8ddd0254-0c12-4957-94ad-4fce2d5e2c57 HTTP/1.1" status: 200 len: 991 time: 0.0939331 Jul 30 00:30:24.018988 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79f5df-2338-4422-b41d-d6747e45f374 req-29761bf7-8309-409d-b6b0-44f446c7a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:24.020533 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1f79f5df-2338-4422-b41d-d6747e45f374 req-29761bf7-8309-409d-b6b0-44f446c7a793 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 1097 time: 0.0578539 Jul 30 00:30:24.086960 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c09e2a3d-4c9d-4275-984b-443b7fa30721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35447015', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'd757e63c-8d1e-47c4-9e8d-86e526528c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:30:07Z', 'updated_at': '2021-07-30T00:30:10Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': 'd757e63c-8d1e-47c4-9e8d-86e526528c7a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:83:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:07Z', 'updated_at': '2021-07-30T00:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '8ddd0254-0c12-4957-94ad-4fce2d5e2c57', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'floating_ip_address': '172.25.8.109', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'port_id': '068f0e48-ee60-4224-8eb7-f1b77f14c536', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf', 'mac_address': 'fa:16:3e:33:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89be53bc-f34c-478d-b98f-fd97ffb3fd6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:30:22Z', 'updated_at': '2021-07-30T00:30:22Z', 'revision_number': 0, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c633f9e2-5c02-4e29-a228-14a3d0ac3f08', 'name': '', 'network_id': '155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:60:94:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '0e2ab6d3-613c-4fae-9857-c529a39fefac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:09Z', 'updated_at': '2021-07-30T00:30:14Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': '0e2ab6d3-613c-4fae-9857-c529a39fefac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:24.113008 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09e2a3d-4c9d-4275-984b-443b7fa30721 None None] Checking router: 21869fd1-1cdd-4a3f-977f-4f648d8204ef for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:30:24.119045 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79f5df-2338-4422-b41d-d6747e45f374 req-a2a03542-cd29-482e-8ba7-2b04b6ae13fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:24.120591 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1f79f5df-2338-4422-b41d-d6747e45f374 req-a2a03542-cd29-482e-8ba7-2b04b6ae13fa service neutron] 10.222.0.39 "GET /v2.0/networks?id=155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf HTTP/1.1" status: 200 len: 897 time: 0.0927310 Jul 30 00:30:24.121573 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09e2a3d-4c9d-4275-984b-443b7fa30721 None None] Routers {'21869fd1-1cdd-4a3f-977f-4f648d8204ef'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:30:24.122196 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c09e2a3d-4c9d-4275-984b-443b7fa30721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:30:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['21869fd1-1cdd-4a3f-977f-4f648d8204ef'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:24.197087 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1f79f5df-2338-4422-b41d-d6747e45f374 req-4284904a-fee4-48a7-953f-04372a95d804 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=068f0e48-ee60-4224-8eb7-f1b77f14c536 HTTP/1.1" status: 200 len: 999 time: 0.0684350 Jul 30 00:30:24.236225 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-c09e2a3d-4c9d-4275-984b-443b7fa30721 None None] Set router 21869fd1-1cdd-4a3f-977f-4f648d8204ef gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:30:24.251646 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79f5df-2338-4422-b41d-d6747e45f374 req-55c9c2c7-57c7-4081-a0bb-b4f2fc24bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:24.253252 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1f79f5df-2338-4422-b41d-d6747e45f374 req-55c9c2c7-57c7-4081-a0bb-b4f2fc24bedd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0e2ab6d3-613c-4fae-9857-c529a39fefac HTTP/1.1" status: 200 len: 834 time: 0.0491321 Jul 30 00:30:24.311216 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79f5df-2338-4422-b41d-d6747e45f374 req-d1ca1277-eac1-4725-966a-c642ce59413a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:24.313488 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1f79f5df-2338-4422-b41d-d6747e45f374 req-d1ca1277-eac1-4725-966a-c642ce59413a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537515 Jul 30 00:30:24.419710 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1f79f5df-2338-4422-b41d-d6747e45f374 req-37fb803d-5e10-452f-aaeb-608457faa5f9 service neutron] 10.222.0.39 "GET /v2.0/networks/155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982482 Jul 30 00:30:24.488737 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c09e2a3d-4c9d-4275-984b-443b7fa30721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35447015', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'd757e63c-8d1e-47c4-9e8d-86e526528c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:30:07Z', 'updated_at': '2021-07-30T00:30:10Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': 'd757e63c-8d1e-47c4-9e8d-86e526528c7a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:83:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:07Z', 'updated_at': '2021-07-30T00:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '8ddd0254-0c12-4957-94ad-4fce2d5e2c57', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'floating_ip_address': '172.25.8.109', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'port_id': '068f0e48-ee60-4224-8eb7-f1b77f14c536', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf', 'mac_address': 'fa:16:3e:33:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89be53bc-f34c-478d-b98f-fd97ffb3fd6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:30:22Z', 'updated_at': '2021-07-30T00:30:22Z', 'revision_number': 0, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c633f9e2-5c02-4e29-a228-14a3d0ac3f08', 'name': '', 'network_id': '155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:60:94:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '0e2ab6d3-613c-4fae-9857-c529a39fefac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:09Z', 'updated_at': '2021-07-30T00:30:14Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': '0e2ab6d3-613c-4fae-9857-c529a39fefac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:30:24.523285 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c09e2a3d-4c9d-4275-984b-443b7fa30721 None None] The sync data for ids ['21869fd1-1cdd-4a3f-977f-4f648d8204ef'] in n-d-712140-10 is: [{'id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35447015', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'd757e63c-8d1e-47c4-9e8d-86e526528c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:30:07Z', 'updated_at': '2021-07-30T00:30:10Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': 'd757e63c-8d1e-47c4-9e8d-86e526528c7a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:83:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:07Z', 'updated_at': '2021-07-30T00:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '8ddd0254-0c12-4957-94ad-4fce2d5e2c57', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'floating_ip_address': '172.25.8.109', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'port_id': '068f0e48-ee60-4224-8eb7-f1b77f14c536', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4244, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf', 'mac_address': 'fa:16:3e:33:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89be53bc-f34c-478d-b98f-fd97ffb3fd6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:30:22Z', 'updated_at': '2021-07-30T00:30:22Z', 'revision_number': 0, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c633f9e2-5c02-4e29-a228-14a3d0ac3f08', 'name': '', 'network_id': '155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:60:94:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '0e2ab6d3-613c-4fae-9857-c529a39fefac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:09Z', 'updated_at': '2021-07-30T00:30:14Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': '0e2ab6d3-613c-4fae-9857-c529a39fefac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:30:24.533233 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1f79f5df-2338-4422-b41d-d6747e45f374 req-7df8ce7d-dda9-4522-ab8e-2955928a3226 service neutron] 10.222.0.39 "GET /v2.0/networks/155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018140 Jul 30 00:30:24.745944 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15795bdd-c772-4d7d-975f-604c1fa52a44 None None] New status for floating IP 8ddd0254-0c12-4957-94ad-4fce2d5e2c57: ACTIVE {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:30:25.009787 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60922) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:30:25.074847 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4dde9a3a-549d-4805-85f4-bc0e96029c1d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/floatingips/8ddd0254-0c12-4957-94ad-4fce2d5e2c57 HTTP/1.1" status: 200 len: 993 time: 0.0639775 Jul 30 00:30:26.191154 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-aeb9349c-b7f3-474e-b2e2-48bc1c3403fa req-8ee3c5f6-edec-4d30-82ba-da1920bfbd30 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0450299 Jul 30 00:30:26.272758 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9349c-b7f3-474e-b2e2-48bc1c3403fa req-dcff3c3a-1b71-49f8-9c1c-6536f2860165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:26.274311 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-aeb9349c-b7f3-474e-b2e2-48bc1c3403fa req-dcff3c3a-1b71-49f8-9c1c-6536f2860165 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 1097 time: 0.0404198 Jul 30 00:30:26.377203 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9349c-b7f3-474e-b2e2-48bc1c3403fa req-4d0c3f52-cd66-4f3a-9b55-b23807877798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:26.378688 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-aeb9349c-b7f3-474e-b2e2-48bc1c3403fa req-4d0c3f52-cd66-4f3a-9b55-b23807877798 service neutron] 10.222.0.39 "GET /v2.0/networks?id=155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf HTTP/1.1" status: 200 len: 897 time: 0.0851443 Jul 30 00:30:26.451856 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-aeb9349c-b7f3-474e-b2e2-48bc1c3403fa req-30b355ea-15c7-478d-a42b-e8270cf0be7b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=068f0e48-ee60-4224-8eb7-f1b77f14c536 HTTP/1.1" status: 200 len: 1001 time: 0.0651116 Jul 30 00:30:26.501557 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9349c-b7f3-474e-b2e2-48bc1c3403fa req-51ecd9dd-2c65-411b-bae7-c2077291f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:26.502965 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-aeb9349c-b7f3-474e-b2e2-48bc1c3403fa req-51ecd9dd-2c65-411b-bae7-c2077291f2ea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0e2ab6d3-613c-4fae-9857-c529a39fefac HTTP/1.1" status: 200 len: 834 time: 0.0431564 Jul 30 00:30:26.548869 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9349c-b7f3-474e-b2e2-48bc1c3403fa req-7bf8adea-b138-44af-baf8-d3eee78e729e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:26.550324 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-aeb9349c-b7f3-474e-b2e2-48bc1c3403fa req-7bf8adea-b138-44af-baf8-d3eee78e729e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390203 Jul 30 00:30:26.644489 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-aeb9349c-b7f3-474e-b2e2-48bc1c3403fa req-dca52cbe-2c65-4441-a0c5-f7a8bb46fd50 service neutron] 10.222.0.39 "GET /v2.0/networks/155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858991 Jul 30 00:30:26.733018 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-aeb9349c-b7f3-474e-b2e2-48bc1c3403fa req-b0c9d8f0-df7e-4160-afc4-5af11c53139e service neutron] 10.222.0.39 "GET /v2.0/networks/155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802546 Jul 30 00:30:30.306242 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:30.381939 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:32.971523 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-161e6f86-b59a-4bb3-881a-a83f30c4c176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:35.534278 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:36.322081 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-27b80198-d991-4a09-9b67-314981b38fcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:37.126572 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:38.438113 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:30:41.382024 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:30:53.833242 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26d1e9-e548-4992-a433-d3c9b193f70b req-d2154c0c-4204-4041-9871-103944a11b74 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:53.834794 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c26d1e9-e548-4992-a433-d3c9b193f70b req-d2154c0c-4204-4041-9871-103944a11b74 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 945 time: 0.0497174 Jul 30 00:30:53.872211 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c26d1e9-e548-4992-a433-d3c9b193f70b req-d8dc1e9d-72e5-46f5-bc4a-936897c2b4af tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=25b38942-bd84-461b-90a6-0aca25b54607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315142 Jul 30 00:30:54.991705 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db318a5-f17f-473a-a915-fbc7bdba170e req-fe7f6711-5ebe-4001-8519-6975cf62016b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:54.993357 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9db318a5-f17f-473a-a915-fbc7bdba170e req-fe7f6711-5ebe-4001-8519-6975cf62016b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 945 time: 0.0505884 Jul 30 00:30:55.037204 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9db318a5-f17f-473a-a915-fbc7bdba170e req-410377e2-8a91-4c7f-8192-08bcdee79032 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=25b38942-bd84-461b-90a6-0aca25b54607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376585 Jul 30 00:30:56.158100 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eaa4cc-014a-4cec-af8d-d205e18f3f9f req-0737e854-b160-4692-bbd6-2c065e36f238 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:56.159578 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-87eaa4cc-014a-4cec-af8d-d205e18f3f9f req-0737e854-b160-4692-bbd6-2c065e36f238 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 945 time: 0.0551710 Jul 30 00:30:56.197966 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-87eaa4cc-014a-4cec-af8d-d205e18f3f9f req-582791bf-5ce6-4330-858e-1a3cdd78fd44 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=25b38942-bd84-461b-90a6-0aca25b54607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323203 Jul 30 00:30:57.314428 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18753324-1b35-4a87-94f6-a1adeff64d51 req-723f9989-f3d6-44d9-82f3-dbdb4ad56c98 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:57.316072 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-18753324-1b35-4a87-94f6-a1adeff64d51 req-723f9989-f3d6-44d9-82f3-dbdb4ad56c98 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 945 time: 0.0493808 Jul 30 00:30:57.353231 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-18753324-1b35-4a87-94f6-a1adeff64d51 req-eaefbbe8-3b91-4c61-b1cb-10285afaa1e1 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=25b38942-bd84-461b-90a6-0aca25b54607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313108 Jul 30 00:30:58.466345 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd588d98-e609-4219-8d7e-b4284faa39ee req-77d8e1a2-528d-4846-a27b-836fec4b96d4 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:58.467771 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bd588d98-e609-4219-8d7e-b4284faa39ee req-77d8e1a2-528d-4846-a27b-836fec4b96d4 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 945 time: 0.0488842 Jul 30 00:30:58.505920 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bd588d98-e609-4219-8d7e-b4284faa39ee req-caacc059-20f3-4fb1-80f5-e99318a5f3b4 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=25b38942-bd84-461b-90a6-0aca25b54607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315907 Jul 30 00:30:59.624895 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744d078-878e-487a-9253-b3e013cab683 req-20c9f698-db19-4344-a3ad-25334f7df09a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:30:59.626595 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9744d078-878e-487a-9253-b3e013cab683 req-20c9f698-db19-4344-a3ad-25334f7df09a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 945 time: 0.0533786 Jul 30 00:30:59.664961 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9744d078-878e-487a-9253-b3e013cab683 req-547aa169-369f-4f90-add6-83b62b4667a7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=25b38942-bd84-461b-90a6-0aca25b54607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325425 Jul 30 00:31:00.303141 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:00.380274 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:00.779717 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cfd5d0-4e4b-449d-9438-976e61d03e0c req-f9c9b879-77bb-4327-9894-dd142eea857c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:00.781235 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-78cfd5d0-4e4b-449d-9438-976e61d03e0c req-f9c9b879-77bb-4327-9894-dd142eea857c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 945 time: 0.0495570 Jul 30 00:31:00.819781 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-78cfd5d0-4e4b-449d-9438-976e61d03e0c req-02b98b95-5053-4a67-85f3-5fe5453f7654 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=25b38942-bd84-461b-90a6-0aca25b54607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325024 Jul 30 00:31:01.935070 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99afe0a4-3268-4f3f-b28e-57bd114c0135 req-1b675f15-af3a-41c2-99aa-758ba1cf2af5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:01.936577 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-99afe0a4-3268-4f3f-b28e-57bd114c0135 req-1b675f15-af3a-41c2-99aa-758ba1cf2af5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 945 time: 0.0497251 Jul 30 00:31:01.974613 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-99afe0a4-3268-4f3f-b28e-57bd114c0135 req-2e519006-d6b9-4da1-9ff5-d99cfd6e958a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=25b38942-bd84-461b-90a6-0aca25b54607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319569 Jul 30 00:31:02.972021 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-40620d06-8566-4eb5-890a-52390b298a67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:03.093417 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625eaa52-4562-421a-89a0-3875ed225580 req-a005781d-73b7-45f6-a0ca-8cef6b267c47 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:03.094910 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-625eaa52-4562-421a-89a0-3875ed225580 req-a005781d-73b7-45f6-a0ca-8cef6b267c47 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 945 time: 0.0530615 Jul 30 00:31:03.133552 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-625eaa52-4562-421a-89a0-3875ed225580 req-cce5fca2-4e67-4c71-8a58-a02d63923fb5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=25b38942-bd84-461b-90a6-0aca25b54607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326278 Jul 30 00:31:04.247402 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbd537-dd0e-4eb6-a19e-dbc50417c47e req-c2483b00-c2a6-4a4c-a0fb-622fe47223cb tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:04.248928 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-78bbd537-dd0e-4eb6-a19e-dbc50417c47e req-c2483b00-c2a6-4a4c-a0fb-622fe47223cb tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 945 time: 0.0484846 Jul 30 00:31:04.290276 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-78bbd537-dd0e-4eb6-a19e-dbc50417c47e req-51597e59-a0be-410a-8137-355593a6f958 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=25b38942-bd84-461b-90a6-0aca25b54607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345113 Jul 30 00:31:04.312726 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60962) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:04.372765 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-52f956ce-1840-4644-a0d6-330cb7e6d17a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/floatingips/8ddd0254-0c12-4957-94ad-4fce2d5e2c57 HTTP/1.1" status: 200 len: 993 time: 0.0582566 Jul 30 00:31:05.539573 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:05.643269 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9ed57a-bb98-4acd-bba5-8d03e53754c3 req-0c852069-0a3c-4486-8ee8-1f4b13fa3cec tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:05.644894 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ba9ed57a-bb98-4acd-bba5-8d03e53754c3 req-0c852069-0a3c-4486-8ee8-1f4b13fa3cec tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 945 time: 0.0575061 Jul 30 00:31:05.669709 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d57198-f14c-4af9-93c5-3cdd351d6e22 req-f40c2428-2fce-4482-b04f-1510281a57d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:05.671224 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-68d57198-f14c-4af9-93c5-3cdd351d6e22 req-f40c2428-2fce-4482-b04f-1510281a57d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 1097 time: 0.0472832 Jul 30 00:31:05.685615 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ba9ed57a-bb98-4acd-bba5-8d03e53754c3 req-0bbdb059-e0cb-42fe-bdd8-47bd84b4b77a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=25b38942-bd84-461b-90a6-0aca25b54607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346041 Jul 30 00:31:05.767316 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d57198-f14c-4af9-93c5-3cdd351d6e22 req-9dc4277f-f1a6-451f-9064-2d7d958389e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:05.768909 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-68d57198-f14c-4af9-93c5-3cdd351d6e22 req-9dc4277f-f1a6-451f-9064-2d7d958389e2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf HTTP/1.1" status: 200 len: 897 time: 0.0898778 Jul 30 00:31:05.837286 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-68d57198-f14c-4af9-93c5-3cdd351d6e22 req-ebf54771-8c2f-4178-98cf-fba80b81aa5a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=068f0e48-ee60-4224-8eb7-f1b77f14c536 HTTP/1.1" status: 200 len: 1001 time: 0.0604873 Jul 30 00:31:05.891025 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d57198-f14c-4af9-93c5-3cdd351d6e22 req-b37b0620-5a45-484c-9396-eb73cc0894c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:05.893200 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-68d57198-f14c-4af9-93c5-3cdd351d6e22 req-b37b0620-5a45-484c-9396-eb73cc0894c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0e2ab6d3-613c-4fae-9857-c529a39fefac HTTP/1.1" status: 200 len: 834 time: 0.0485764 Jul 30 00:31:05.940968 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d57198-f14c-4af9-93c5-3cdd351d6e22 req-3cd00985-8e96-4177-b6c7-941a2bd9f182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:05.942506 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-68d57198-f14c-4af9-93c5-3cdd351d6e22 req-3cd00985-8e96-4177-b6c7-941a2bd9f182 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420487 Jul 30 00:31:06.033009 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-68d57198-f14c-4af9-93c5-3cdd351d6e22 req-d7d73949-d557-4d66-b941-fc313f0072c0 service neutron] 10.222.0.39 "GET /v2.0/networks/155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831492 Jul 30 00:31:06.129710 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-68d57198-f14c-4af9-93c5-3cdd351d6e22 req-281a66ef-d220-4ac8-be0f-005514cb309d service neutron] 10.222.0.39 "GET /v2.0/networks/155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894003 Jul 30 00:31:06.322663 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e4b21a0c-34fa-4719-abcd-63a9b0d2de56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:06.803821 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc3116-88da-45c8-ae5c-6f71d7f967c8 req-d5490705-f6cf-4f11-8126-d39422a5e800 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:06.805349 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-29fc3116-88da-45c8-ae5c-6f71d7f967c8 req-d5490705-f6cf-4f11-8126-d39422a5e800 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 945 time: 0.0490310 Jul 30 00:31:06.843204 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-29fc3116-88da-45c8-ae5c-6f71d7f967c8 req-a8c0fca6-e724-4621-aa0c-4c26d0ece941 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=25b38942-bd84-461b-90a6-0aca25b54607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315933 Jul 30 00:31:06.865450 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 60972) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:06.929453 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-6fa1249c-73d4-46da-9d0c-6280e434a7e6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/floatingips/8ddd0254-0c12-4957-94ad-4fce2d5e2c57 HTTP/1.1" status: 200 len: 993 time: 0.0628240 Jul 30 00:31:07.129404 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:08.441248 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:18.381405 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:31:26.211995 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3ad00162-8f20-4b6c-9e0a-d85998bf141c req-3cac9c8a-6292-40df-b444-0a232854e9d1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0403037 Jul 30 00:31:26.294318 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad00162-8f20-4b6c-9e0a-d85998bf141c req-4da75230-c836-47ee-b79f-ae022183806d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:26.295800 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3ad00162-8f20-4b6c-9e0a-d85998bf141c req-4da75230-c836-47ee-b79f-ae022183806d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 1097 time: 0.0411425 Jul 30 00:31:26.402436 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad00162-8f20-4b6c-9e0a-d85998bf141c req-2953fe4b-5408-46bf-847c-447a78ec321a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:26.403944 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3ad00162-8f20-4b6c-9e0a-d85998bf141c req-2953fe4b-5408-46bf-847c-447a78ec321a service neutron] 10.222.0.39 "GET /v2.0/networks?id=155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf HTTP/1.1" status: 200 len: 897 time: 0.0879529 Jul 30 00:31:26.469444 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3ad00162-8f20-4b6c-9e0a-d85998bf141c req-a227eca5-caf7-4cd5-94ef-2368f9b3afd2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=068f0e48-ee60-4224-8eb7-f1b77f14c536 HTTP/1.1" status: 200 len: 1001 time: 0.0574477 Jul 30 00:31:26.521909 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad00162-8f20-4b6c-9e0a-d85998bf141c req-e75e9a38-00d3-471f-ba42-adfc3efd276f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:26.523314 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3ad00162-8f20-4b6c-9e0a-d85998bf141c req-e75e9a38-00d3-471f-ba42-adfc3efd276f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0e2ab6d3-613c-4fae-9857-c529a39fefac HTTP/1.1" status: 200 len: 834 time: 0.0460823 Jul 30 00:31:26.568704 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad00162-8f20-4b6c-9e0a-d85998bf141c req-d09f101c-2b69-4cb4-9045-51664f6decca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:26.570157 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3ad00162-8f20-4b6c-9e0a-d85998bf141c req-d09f101c-2b69-4cb4-9045-51664f6decca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395019 Jul 30 00:31:26.663062 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3ad00162-8f20-4b6c-9e0a-d85998bf141c req-3e0d491e-bd97-4d0b-a7ba-4848706627bb service neutron] 10.222.0.39 "GET /v2.0/networks/155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792222 Jul 30 00:31:26.756517 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3ad00162-8f20-4b6c-9e0a-d85998bf141c req-c74df530-d26c-4756-8073-eee8e6678dcd service neutron] 10.222.0.39 "GET /v2.0/networks/155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860901 Jul 30 00:31:30.313723 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:30.382392 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:32.974720 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-172991a1-98d5-45d8-9d2c-e3c79c2b29cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:35.530160 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:36.322944 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ca6c86c5-80b8-4215-a40c-867d15ccfdc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:37.133505 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:37.305653 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 60988) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:37.466299 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-55e9869e-1b06-4972-8eb1-c54d4e75f3b8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Deleting port 2ff0f1d7-caa0-44a5-9c1c-55c6bc31b4bc {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:31:37.466548 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-55e9869e-1b06-4972-8eb1-c54d4e75f3b8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:37.544155 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-55e9869e-1b06-4972-8eb1-c54d4e75f3b8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:37.544477 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-55e9869e-1b06-4972-8eb1-c54d4e75f3b8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:37.556826 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-55e9869e-1b06-4972-8eb1-c54d4e75f3b8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Calling delete_port for 2ff0f1d7-caa0-44a5-9c1c-55c6bc31b4bc owned by network:floatingip {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:31:37.701694 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-55e9869e-1b06-4972-8eb1-c54d4e75f3b8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:37.727421 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e9869e-1b06-4972-8eb1-c54d4e75f3b8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'Port': ['ID=2ff0f1d7-caa0-44a5-9c1c-55c6bc31b4bc,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:37.750050 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9869e-1b06-4972-8eb1-c54d4e75f3b8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:37.750403 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9869e-1b06-4972-8eb1-c54d4e75f3b8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:37.750837 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9869e-1b06-4972-8eb1-c54d4e75f3b8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:37.751682 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9869e-1b06-4972-8eb1-c54d4e75f3b8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:37.752064 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9869e-1b06-4972-8eb1-c54d4e75f3b8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:37.752388 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9869e-1b06-4972-8eb1-c54d4e75f3b8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:37.752720 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9869e-1b06-4972-8eb1-c54d4e75f3b8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:37.753050 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9869e-1b06-4972-8eb1-c54d4e75f3b8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:37.753384 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9869e-1b06-4972-8eb1-c54d4e75f3b8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:37.753709 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9869e-1b06-4972-8eb1-c54d4e75f3b8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:37.754034 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9869e-1b06-4972-8eb1-c54d4e75f3b8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:37.754356 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55e9869e-1b06-4972-8eb1-c54d4e75f3b8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:37.793495 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-55e9869e-1b06-4972-8eb1-c54d4e75f3b8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for floatingip, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:37.793832 n-d-712140-10 neutron-server[94064]: INFO neutron.db.l3_db [None req-55e9869e-1b06-4972-8eb1-c54d4e75f3b8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Floating IP 8ddd0254-0c12-4957-94ad-4fce2d5e2c57 disassociated (deleted). External IP: 172.25.8.109, port: 068f0e48-ee60-4224-8eb7-f1b77f14c536. Jul 30 00:31:37.999297 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e9869e-1b06-4972-8eb1-c54d4e75f3b8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Router 21869fd1-1cdd-4a3f-977f-4f648d8204ef has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:31:38.104171 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e9869e-1b06-4972-8eb1-c54d4e75f3b8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:31:38.109088 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-55e9869e-1b06-4972-8eb1-c54d4e75f3b8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:38.115742 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2beaf2c-6f77-43ec-aa81-363f308eead5 None None] Sync routers for ids ['21869fd1-1cdd-4a3f-977f-4f648d8204ef'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:31:38.124737 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2beaf2c-6f77-43ec-aa81-363f308eead5 None None] Routers {'21869fd1-1cdd-4a3f-977f-4f648d8204ef'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:31:38.125434 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c2beaf2c-6f77-43ec-aa81-363f308eead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:31:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['21869fd1-1cdd-4a3f-977f-4f648d8204ef'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:31:38.137542 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-55e9869e-1b06-4972-8eb1-c54d4e75f3b8 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "DELETE /v2.0/floatingips/8ddd0254-0c12-4957-94ad-4fce2d5e2c57 HTTP/1.1" status: 204 len: 168 time: 0.8307824 Jul 30 00:31:38.138133 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89be53bc-f34c-478d-b98f-fd97ffb3fd6c', 'tag': '068f0e48-ee60-4224-8eb7-f1b77f14c536'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:31:38.140822 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5209d4e956e9ae4acfb38c8f800d5d5e141ec7fd74949f506a8c7ac355071e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa74a657-5428-4a68-a097-a788835f5b53" -d '{"events": [{"name": "network-changed", "server_uuid": "89be53bc-f34c-478d-b98f-fd97ffb3fd6c", "tag": "068f0e48-ee60-4224-8eb7-f1b77f14c536"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:31:38.242104 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-c2beaf2c-6f77-43ec-aa81-363f308eead5 None None] Set router 21869fd1-1cdd-4a3f-977f-4f648d8204ef gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:31:38.303568 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc29fe2-1101-4fae-a815-5f7870704ba1 x-openstack-request-id: req-9fc29fe2-1101-4fae-a815-5f7870704ba1 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:31:38.303898 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89be53bc-f34c-478d-b98f-fd97ffb3fd6c", "tag": "068f0e48-ee60-4224-8eb7-f1b77f14c536", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:31:38.304156 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9fc29fe2-1101-4fae-a815-5f7870704ba1 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:31:38.304594 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89be53bc-f34c-478d-b98f-fd97ffb3fd6c', 'tag': '068f0e48-ee60-4224-8eb7-f1b77f14c536', 'status': 'completed', 'code': 200} Jul 30 00:31:38.368836 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74a657-5428-4a68-a097-a788835f5b53 req-da864d60-3219-4d85-b28b-12ce902d8d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:38.371262 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-fa74a657-5428-4a68-a097-a788835f5b53 req-da864d60-3219-4d85-b28b-12ce902d8d13 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 1097 time: 0.0433228 Jul 30 00:31:38.403433 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f321b-4803-4836-a562-ddc0ba5a5794 req-f063b6ae-17fd-431c-9d99-a15fbb564d34 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:38.404992 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b22f321b-4803-4836-a562-ddc0ba5a5794 req-f063b6ae-17fd-431c-9d99-a15fbb564d34 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 945 time: 0.0535407 Jul 30 00:31:38.448236 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b22f321b-4803-4836-a562-ddc0ba5a5794 req-60705105-6384-4fa7-a362-4716b22c12b7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=25b38942-bd84-461b-90a6-0aca25b54607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355883 Jul 30 00:31:38.456253 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:38.478873 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c2beaf2c-6f77-43ec-aa81-363f308eead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35447015', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'd757e63c-8d1e-47c4-9e8d-86e526528c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:30:07Z', 'updated_at': '2021-07-30T00:30:10Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': 'd757e63c-8d1e-47c4-9e8d-86e526528c7a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:83:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:07Z', 'updated_at': '2021-07-30T00:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'c633f9e2-5c02-4e29-a228-14a3d0ac3f08', 'name': '', 'network_id': '155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:60:94:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '0e2ab6d3-613c-4fae-9857-c529a39fefac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:09Z', 'updated_at': '2021-07-30T00:30:14Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': '0e2ab6d3-613c-4fae-9857-c529a39fefac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:31:38.482045 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74a657-5428-4a68-a097-a788835f5b53 req-d3ff812c-8174-4b41-a027-af9bf6545f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:38.483527 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-fa74a657-5428-4a68-a097-a788835f5b53 req-d3ff812c-8174-4b41-a027-af9bf6545f54 service neutron] 10.222.0.39 "GET /v2.0/networks?id=155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf HTTP/1.1" status: 200 len: 897 time: 0.1032193 Jul 30 00:31:38.505433 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2beaf2c-6f77-43ec-aa81-363f308eead5 None None] Checking router: 21869fd1-1cdd-4a3f-977f-4f648d8204ef for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:31:38.513606 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2beaf2c-6f77-43ec-aa81-363f308eead5 None None] Routers {'21869fd1-1cdd-4a3f-977f-4f648d8204ef'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:31:38.514206 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c2beaf2c-6f77-43ec-aa81-363f308eead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:31:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['21869fd1-1cdd-4a3f-977f-4f648d8204ef'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:31:38.525683 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-fa74a657-5428-4a68-a097-a788835f5b53 req-c794f5c1-3c05-47a7-955e-5d54b71612c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=068f0e48-ee60-4224-8eb7-f1b77f14c536 HTTP/1.1" status: 200 len: 217 time: 0.0340202 Jul 30 00:31:38.577081 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74a657-5428-4a68-a097-a788835f5b53 req-408631f9-cc46-4cf7-bf94-547b5f8b7d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:38.578544 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-fa74a657-5428-4a68-a097-a788835f5b53 req-408631f9-cc46-4cf7-bf94-547b5f8b7d72 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0e2ab6d3-613c-4fae-9857-c529a39fefac HTTP/1.1" status: 200 len: 834 time: 0.0448685 Jul 30 00:31:38.620183 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-c2beaf2c-6f77-43ec-aa81-363f308eead5 None None] Set router 21869fd1-1cdd-4a3f-977f-4f648d8204ef gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:31:38.630240 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74a657-5428-4a68-a097-a788835f5b53 req-ebfa98a1-6cc4-4f53-8d60-b26850ee9ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:38.631733 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-fa74a657-5428-4a68-a097-a788835f5b53 req-ebfa98a1-6cc4-4f53-8d60-b26850ee9ac3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445433 Jul 30 00:31:38.723790 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-fa74a657-5428-4a68-a097-a788835f5b53 req-38ad51b8-2597-44b8-a899-049a201ad9df service neutron] 10.222.0.39 "GET /v2.0/networks/155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834525 Jul 30 00:31:38.817314 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-c2beaf2c-6f77-43ec-aa81-363f308eead5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35447015', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'd757e63c-8d1e-47c4-9e8d-86e526528c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:30:07Z', 'updated_at': '2021-07-30T00:30:10Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': 'd757e63c-8d1e-47c4-9e8d-86e526528c7a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:83:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:07Z', 'updated_at': '2021-07-30T00:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'c633f9e2-5c02-4e29-a228-14a3d0ac3f08', 'name': '', 'network_id': '155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:60:94:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '0e2ab6d3-613c-4fae-9857-c529a39fefac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:09Z', 'updated_at': '2021-07-30T00:30:14Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': '0e2ab6d3-613c-4fae-9857-c529a39fefac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:31:38.818472 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-fa74a657-5428-4a68-a097-a788835f5b53 req-4c570104-5002-4a14-a2ba-184bda5d76aa service neutron] 10.222.0.39 "GET /v2.0/networks/155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869663 Jul 30 00:31:38.845505 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2beaf2c-6f77-43ec-aa81-363f308eead5 None None] The sync data for ids ['21869fd1-1cdd-4a3f-977f-4f648d8204ef'] in n-d-712140-10 is: [{'id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35447015', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'd757e63c-8d1e-47c4-9e8d-86e526528c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:30:07Z', 'updated_at': '2021-07-30T00:30:10Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': 'd757e63c-8d1e-47c4-9e8d-86e526528c7a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:83:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:07Z', 'updated_at': '2021-07-30T00:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'c633f9e2-5c02-4e29-a228-14a3d0ac3f08', 'name': '', 'network_id': '155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:60:94:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '0e2ab6d3-613c-4fae-9857-c529a39fefac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:09Z', 'updated_at': '2021-07-30T00:30:14Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': '0e2ab6d3-613c-4fae-9857-c529a39fefac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:31:39.050184 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181b0dc2-a866-41a6-9ab1-405a9cee8e29 None None] New status for floating IP 8ddd0254-0c12-4957-94ad-4fce2d5e2c57: DOWN {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:31:39.576474 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851e17c-0a66-478a-ade8-5aea86f91ae6 req-943c3fdf-2f42-46f5-ab55-25b685932bf9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:39.578101 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1851e17c-0a66-478a-ade8-5aea86f91ae6 req-943c3fdf-2f42-46f5-ab55-25b685932bf9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 945 time: 0.0504210 Jul 30 00:31:39.624910 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1851e17c-0a66-478a-ade8-5aea86f91ae6 req-64f214bc-d2aa-4410-8cc4-9b9ba6a768ff tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=25b38942-bd84-461b-90a6-0aca25b54607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407977 Jul 30 00:31:39.847908 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1662dd-c02a-458d-b50d-b10656e99a55 req-00e3f43e-633e-4e2f-8e5a-3dacdc73846d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:39.849268 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2b1662dd-c02a-458d-b50d-b10656e99a55 req-00e3f43e-633e-4e2f-8e5a-3dacdc73846d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.39 "GET /v2.0/ports?device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 945 time: 0.0504811 Jul 30 00:31:39.937102 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-2b1662dd-c02a-458d-b50d-b10656e99a55 req-587f3c1f-589e-4c98-9f5e-074f7e4724f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Deleting port 068f0e48-ee60-4224-8eb7-f1b77f14c536 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:31:39.937439 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2b1662dd-c02a-458d-b50d-b10656e99a55 req-587f3c1f-589e-4c98-9f5e-074f7e4724f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:40.025590 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-2b1662dd-c02a-458d-b50d-b10656e99a55 req-587f3c1f-589e-4c98-9f5e-074f7e4724f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] For port 068f0e48-ee60-4224-8eb7-f1b77f14c536, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=068f0e48-ee60-4224-8eb7-f1b77f14c536,segment=NetworkSegment(5d2c84a0-9151-48a3-80c1-8ef62d4859bb),segment_id=5d2c84a0-9151-48a3-80c1-8ef62d4859bb)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:31:40.025952 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2b1662dd-c02a-458d-b50d-b10656e99a55 req-587f3c1f-589e-4c98-9f5e-074f7e4724f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:40.038901 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-2b1662dd-c02a-458d-b50d-b10656e99a55 req-587f3c1f-589e-4c98-9f5e-074f7e4724f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Calling delete_port for 068f0e48-ee60-4224-8eb7-f1b77f14c536 owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:31:40.167211 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2b1662dd-c02a-458d-b50d-b10656e99a55 req-587f3c1f-589e-4c98-9f5e-074f7e4724f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:40.196082 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f3c1f-589e-4c98-9f5e-074f7e4724f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'Port': ['ID=068f0e48-ee60-4224-8eb7-f1b77f14c536,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:40.239197 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b1662dd-c02a-458d-b50d-b10656e99a55 req-587f3c1f-589e-4c98-9f5e-074f7e4724f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] No DVR routers for this DVR port 068f0e48-ee60-4224-8eb7-f1b77f14c536 on host n-h2-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:31:40.241754 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-2b1662dd-c02a-458d-b50d-b10656e99a55 req-587f3c1f-589e-4c98-9f5e-074f7e4724f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:40.243727 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-2b1662dd-c02a-458d-b50d-b10656e99a55 req-587f3c1f-589e-4c98-9f5e-074f7e4724f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.39 "DELETE /v2.0/ports/068f0e48-ee60-4224-8eb7-f1b77f14c536 HTTP/1.1" status: 204 len: 173 time: 0.3875980 Jul 30 00:31:40.305534 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89be53bc-f34c-478d-b98f-fd97ffb3fd6c', 'name': 'network-vif-deleted', 'tag': '068f0e48-ee60-4224-8eb7-f1b77f14c536'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:31:40.307921 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5209d4e956e9ae4acfb38c8f800d5d5e141ec7fd74949f506a8c7ac355071e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b988f3de-10fe-4f90-aefd-c14928767ee2" -d '{"events": [{"server_uuid": "89be53bc-f34c-478d-b98f-fd97ffb3fd6c", "name": "network-vif-deleted", "tag": "068f0e48-ee60-4224-8eb7-f1b77f14c536"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:31:40.342888 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ef7921-3c20-4577-91c8-36b1cae4b77b x-openstack-request-id: req-c1ef7921-3c20-4577-91c8-36b1cae4b77b {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:31:40.343180 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89be53bc-f34c-478d-b98f-fd97ffb3fd6c", "name": "network-vif-deleted", "tag": "068f0e48-ee60-4224-8eb7-f1b77f14c536", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:31:40.343437 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c1ef7921-3c20-4577-91c8-36b1cae4b77b {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:31:40.343855 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89be53bc-f34c-478d-b98f-fd97ffb3fd6c', 'name': 'network-vif-deleted', 'tag': '068f0e48-ee60-4224-8eb7-f1b77f14c536', 'status': 'completed', 'code': 200} Jul 30 00:31:40.743713 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-987aac7a-3cf8-408c-83b4-33ff7951c58c req-7bc902fa-36b0-49f4-a872-88ff74308a32 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=89be53bc-f34c-478d-b98f-fd97ffb3fd6c HTTP/1.1" status: 200 len: 210 time: 0.0318899 Jul 30 00:31:41.799325 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 32772) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:42.158220 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-59007e5c-f2dd-4d66-9e28-5f0d65ad351b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:42.407265 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-59007e5c-f2dd-4d66-9e28-5f0d65ad351b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Deleting port c633f9e2-5c02-4e29-a228-14a3d0ac3f08 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:31:42.407612 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-59007e5c-f2dd-4d66-9e28-5f0d65ad351b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:42.499703 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-59007e5c-f2dd-4d66-9e28-5f0d65ad351b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] For port c633f9e2-5c02-4e29-a228-14a3d0ac3f08, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=c633f9e2-5c02-4e29-a228-14a3d0ac3f08,segment=NetworkSegment(5d2c84a0-9151-48a3-80c1-8ef62d4859bb),segment_id=5d2c84a0-9151-48a3-80c1-8ef62d4859bb)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:31:42.500013 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-59007e5c-f2dd-4d66-9e28-5f0d65ad351b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:42.517551 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-59007e5c-f2dd-4d66-9e28-5f0d65ad351b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Calling delete_port for c633f9e2-5c02-4e29-a228-14a3d0ac3f08 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:31:43.041301 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-59007e5c-f2dd-4d66-9e28-5f0d65ad351b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:43.068790 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59007e5c-f2dd-4d66-9e28-5f0d65ad351b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'Port': ['ID=c633f9e2-5c02-4e29-a228-14a3d0ac3f08,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:43.085057 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 068f0e48-ee60-4224-8eb7-f1b77f14c536 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:31:43.106826 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: 068f0e48-ee60-4224-8eb7-f1b77f14c536 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:31:43.107176 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 068f0e48-ee60-4224-8eb7-f1b77f14c536 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:31:43.243367 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-59007e5c-f2dd-4d66-9e28-5f0d65ad351b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:43.457497 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59007e5c-f2dd-4d66-9e28-5f0d65ad351b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Router 21869fd1-1cdd-4a3f-977f-4f648d8204ef has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:31:43.561885 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59007e5c-f2dd-4d66-9e28-5f0d65ad351b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:31:43.567765 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-59007e5c-f2dd-4d66-9e28-5f0d65ad351b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "PUT /v2.0/routers/21869fd1-1cdd-4a3f-977f-4f648d8204ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7673891 Jul 30 00:31:43.570545 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 32774) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:43.573329 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde3b39e-f6ae-4358-bacd-a5f683027a97 None None] Sync routers for ids ['21869fd1-1cdd-4a3f-977f-4f648d8204ef'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:31:43.583758 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde3b39e-f6ae-4358-bacd-a5f683027a97 None None] Routers {'21869fd1-1cdd-4a3f-977f-4f648d8204ef'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:31:43.584388 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-dde3b39e-f6ae-4358-bacd-a5f683027a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:31:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['21869fd1-1cdd-4a3f-977f-4f648d8204ef'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:31:43.622040 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5996f9b-19fe-41e7-83db-c4226908842f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Deleting subnet 0e2ab6d3-613c-4fae-9857-c529a39fefac {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:31:43.625166 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b5996f9b-19fe-41e7-83db-c4226908842f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:43.668107 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b5996f9b-19fe-41e7-83db-c4226908842f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:43.690147 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-dde3b39e-f6ae-4358-bacd-a5f683027a97 None None] Set router 21869fd1-1cdd-4a3f-977f-4f648d8204ef gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:31:43.749594 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b5996f9b-19fe-41e7-83db-c4226908842f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:43.808079 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b5996f9b-19fe-41e7-83db-c4226908842f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:43.840406 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5996f9b-19fe-41e7-83db-c4226908842f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'Subnet': ['ID=0e2ab6d3-613c-4fae-9857-c529a39fefac,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:43.845502 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b5996f9b-19fe-41e7-83db-c4226908842f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:43.847340 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b5996f9b-19fe-41e7-83db-c4226908842f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "DELETE /v2.0/subnets/0e2ab6d3-613c-4fae-9857-c529a39fefac HTTP/1.1" status: 204 len: 168 time: 0.2758515 Jul 30 00:31:43.850115 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 32776) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:43.861248 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082709b0-1456-48ef-801e-25c34d19d5ba None None] Network 155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:31:43.961107 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8c1392a1-57c4-4991-b739-44fa9c9c3b57 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:44.067902 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8c1392a1-57c4-4991-b739-44fa9c9c3b57 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:44.080430 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-dde3b39e-f6ae-4358-bacd-a5f683027a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35447015', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168'}], 'enable_snat': True}, 'gw_port_id': 'd757e63c-8d1e-47c4-9e8d-86e526528c7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:30:07Z', 'updated_at': '2021-07-30T00:31:42Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': 'd757e63c-8d1e-47c4-9e8d-86e526528c7a', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:83:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:30:07Z', 'updated_at': '2021-07-30T00:30:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:31:44.120591 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8c1392a1-57c4-4991-b739-44fa9c9c3b57 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Deleting port d757e63c-8d1e-47c4-9e8d-86e526528c7a {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:31:44.120932 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8c1392a1-57c4-4991-b739-44fa9c9c3b57 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:44.130741 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde3b39e-f6ae-4358-bacd-a5f683027a97 None None] Checking router: 21869fd1-1cdd-4a3f-977f-4f648d8204ef for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:31:44.155934 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde3b39e-f6ae-4358-bacd-a5f683027a97 None None] Routers {'21869fd1-1cdd-4a3f-977f-4f648d8204ef'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:31:44.156558 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-dde3b39e-f6ae-4358-bacd-a5f683027a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:31:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['21869fd1-1cdd-4a3f-977f-4f648d8204ef'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:31:44.202347 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-8c1392a1-57c4-4991-b739-44fa9c9c3b57 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] For port d757e63c-8d1e-47c4-9e8d-86e526528c7a, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d757e63c-8d1e-47c4-9e8d-86e526528c7a,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:31:44.202722 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8c1392a1-57c4-4991-b739-44fa9c9c3b57 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:44.220754 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-8c1392a1-57c4-4991-b739-44fa9c9c3b57 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Calling delete_port for d757e63c-8d1e-47c4-9e8d-86e526528c7a owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:31:44.247649 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-dde3b39e-f6ae-4358-bacd-a5f683027a97 None None] Set router 21869fd1-1cdd-4a3f-977f-4f648d8204ef gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:31:44.306703 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d74393b-6886-46e8-8810-556bc70bb3ee None None] DHCP port deletion for 155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:31:44.309165 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-dde3b39e-f6ae-4358-bacd-a5f683027a97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35447015', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:30:07Z', 'updated_at': '2021-07-30T00:31:44Z', 'revision_number': 6, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:31:44.358502 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dde3b39e-f6ae-4358-bacd-a5f683027a97 None None] The sync data for ids ['21869fd1-1cdd-4a3f-977f-4f648d8204ef'] in n-d-712140-10 is: [{'id': '21869fd1-1cdd-4a3f-977f-4f648d8204ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-35447015', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:30:07Z', 'updated_at': '2021-07-30T00:31:44Z', 'revision_number': 6, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port_host': None}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:31:44.385980 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-0d74393b-6886-46e8-8810-556bc70bb3ee None None] Deleting port d9f8dfb3-8cb5-4dd2-8f6c-77e65196bd31 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:31:44.386367 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0d74393b-6886-46e8-8810-556bc70bb3ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:44.425494 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8c1392a1-57c4-4991-b739-44fa9c9c3b57 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:44.454569 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-0d74393b-6886-46e8-8810-556bc70bb3ee None None] For port d9f8dfb3-8cb5-4dd2-8f6c-77e65196bd31, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d9f8dfb3-8cb5-4dd2-8f6c-77e65196bd31,segment=NetworkSegment(5d2c84a0-9151-48a3-80c1-8ef62d4859bb),segment_id=5d2c84a0-9151-48a3-80c1-8ef62d4859bb)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:31:44.454985 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0d74393b-6886-46e8-8810-556bc70bb3ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:44.456092 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1392a1-57c4-4991-b739-44fa9c9c3b57 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'Port': ['ID=d757e63c-8d1e-47c4-9e8d-86e526528c7a,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:44.471500 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-0d74393b-6886-46e8-8810-556bc70bb3ee None None] Calling delete_port for d9f8dfb3-8cb5-4dd2-8f6c-77e65196bd31 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:31:44.517750 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8c1392a1-57c4-4991-b739-44fa9c9c3b57 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:44.556038 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0d74393b-6886-46e8-8810-556bc70bb3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:44.581974 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d74393b-6886-46e8-8810-556bc70bb3ee None None] Pushing event deleted for resources: {'Port': ['ID=d9f8dfb3-8cb5-4dd2-8f6c-77e65196bd31,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:44.590336 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d74393b-6886-46e8-8810-556bc70bb3ee None None] No DVR routers for this DVR port d9f8dfb3-8cb5-4dd2-8f6c-77e65196bd31 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:31:44.594414 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74393b-6886-46e8-8810-556bc70bb3ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:44.595268 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74393b-6886-46e8-8810-556bc70bb3ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:44.595564 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74393b-6886-46e8-8810-556bc70bb3ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:44.600703 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74393b-6886-46e8-8810-556bc70bb3ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:44.600703 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74393b-6886-46e8-8810-556bc70bb3ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:44.600703 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74393b-6886-46e8-8810-556bc70bb3ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:44.600703 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74393b-6886-46e8-8810-556bc70bb3ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:44.600703 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74393b-6886-46e8-8810-556bc70bb3ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:44.600703 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74393b-6886-46e8-8810-556bc70bb3ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:44.600703 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74393b-6886-46e8-8810-556bc70bb3ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:44.600703 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74393b-6886-46e8-8810-556bc70bb3ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:44.600703 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d74393b-6886-46e8-8810-556bc70bb3ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:44.610591 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8c1392a1-57c4-4991-b739-44fa9c9c3b57 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:44.612744 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8c1392a1-57c4-4991-b739-44fa9c9c3b57 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:44.654248 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8c1392a1-57c4-4991-b739-44fa9c9c3b57 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:44.654841 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1392a1-57c4-4991-b739-44fa9c9c3b57 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Fanout notify agent at l3_agent the message router_deleted on router 21869fd1-1cdd-4a3f-977f-4f648d8204ef {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:31:44.663000 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-8c1392a1-57c4-4991-b739-44fa9c9c3b57 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:44.664141 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-8c1392a1-57c4-4991-b739-44fa9c9c3b57 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "DELETE /v2.0/routers/21869fd1-1cdd-4a3f-977f-4f648d8204ef HTTP/1.1" status: 204 len: 168 time: 0.8130753 Jul 30 00:31:44.666898 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 32778) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:44.747779 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ae3bbf80-9291-4e82-9da1-daa2308ba142 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:44.837483 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ae3bbf80-9291-4e82-9da1-daa2308ba142 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:44.848512 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-ae3bbf80-9291-4e82-9da1-daa2308ba142 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:31:44.860555 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-ae3bbf80-9291-4e82-9da1-daa2308ba142 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d2c84a0-9151-48a3-80c1-8ef62d4859bb') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:31:44.860926 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-ae3bbf80-9291-4e82-9da1-daa2308ba142 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d2c84a0-9151-48a3-80c1-8ef62d4859bb') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:31:44.870421 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ae3bbf80-9291-4e82-9da1-daa2308ba142 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:44.889455 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ae3bbf80-9291-4e82-9da1-daa2308ba142 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:44.896410 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae3bbf80-9291-4e82-9da1-daa2308ba142 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:31:44.896893 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ae3bbf80-9291-4e82-9da1-daa2308ba142 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:44.900169 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 30 00:31:44.900169 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:31:44.900169 n-d-712140-10 neutron-server[94064]: timer() Jul 30 00:31:44.900169 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:31:44.900169 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 30 00:31:44.900169 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:31:44.900169 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 30 00:31:44.900169 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:31:44.900169 n-d-712140-10 neutron-server[94064]: self._notify() Jul 30 00:31:44.900169 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:31:44.900169 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 30 00:31:44.900169 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:31:44.900169 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 30 00:31:44.900169 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:31:44.900169 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:31:44.900169 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:31:44.900169 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:31:44.900169 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:31:44.900169 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 30 00:31:44.900169 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:31:44.900169 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 30 00:31:44.900169 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:31:44.900169 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:31:44.900169 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:31:44.900169 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 30 00:31:44.900169 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:31:44.900169 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:31:44.900169 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:31:44.900169 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:31:44.900169 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:31:44.900169 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:31:44.900169 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:31:44.958571 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ae3bbf80-9291-4e82-9da1-daa2308ba142 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:44.966343 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ae3bbf80-9291-4e82-9da1-daa2308ba142 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:44.968260 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ae3bbf80-9291-4e82-9da1-daa2308ba142 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "DELETE /v2.0/networks/155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf HTTP/1.1" status: 204 len: 168 time: 0.3003409 Jul 30 00:31:44.971497 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 32780) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:44.989112 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3bbf80-9291-4e82-9da1-daa2308ba142 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'Network': ['ID=155c9d5c-ae7f-4ba1-9879-2fa6f9ad74cf,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:45.042020 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e19aabe9-f524-4dc5-a32d-bd9f9a7b094a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:45.069730 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e19aabe9-f524-4dc5-a32d-bd9f9a7b094a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:45.135826 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e19aabe9-f524-4dc5-a32d-bd9f9a7b094a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:45.138394 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e19aabe9-f524-4dc5-a32d-bd9f9a7b094a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:45.139551 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e19aabe9-f524-4dc5-a32d-bd9f9a7b094a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "DELETE /v2.0/security-groups/25b38942-bd84-461b-90a6-0aca25b54607 HTTP/1.1" status: 204 len: 168 time: 0.1671014 Jul 30 00:31:45.149551 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19aabe9-f524-4dc5-a32d-bd9f9a7b094a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b38942-bd84-461b-90a6-0aca25b54607,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:45.546770 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 32786) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:45.552599 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c8fd2032-22e6-48da-af10-017e6d6b0a69 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-253534987', 'description': 'tempest-secgroup-smoke-253534987 description', 'project_id': 'b50c81366be6461a9721474fa4eb74d8'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:31:45.579389 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c8fd2032-22e6-48da-af10-017e6d6b0a69 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:45.657996 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c8fd2032-22e6-48da-af10-017e6d6b0a69 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:45.661434 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c8fd2032-22e6-48da-af10-017e6d6b0a69 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:45.683024 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c8fd2032-22e6-48da-af10-017e6d6b0a69 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:45.684517 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c8fd2032-22e6-48da-af10-017e6d6b0a69 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1360419 Jul 30 00:31:45.687658 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 32788) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:45.692606 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd2032-22e6-48da-af10-017e6d6b0a69 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=058d31a0-2cf0-4d53-8e4d-21c98c0396e1,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:45.692874 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-8b5e81be-b207-4029-82ff-14c827c96acf tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group_rule': {'security_group_id': '058d31a0-2cf0-4d53-8e4d-21c98c0396e1', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:31:45.718361 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8b5e81be-b207-4029-82ff-14c827c96acf tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:45.773909 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8b5e81be-b207-4029-82ff-14c827c96acf tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:45.777259 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8b5e81be-b207-4029-82ff-14c827c96acf tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:45.794389 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e81be-b207-4029-82ff-14c827c96acf tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec23c06-0f37-405d-99e5-3ab88a4db1fc,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:45.803304 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e81be-b207-4029-82ff-14c827c96acf tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:45.803649 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e81be-b207-4029-82ff-14c827c96acf tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:45.804036 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e81be-b207-4029-82ff-14c827c96acf tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:45.804384 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e81be-b207-4029-82ff-14c827c96acf tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:45.804729 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e81be-b207-4029-82ff-14c827c96acf tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:45.805069 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e81be-b207-4029-82ff-14c827c96acf tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:45.805409 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e81be-b207-4029-82ff-14c827c96acf tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:45.805747 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e81be-b207-4029-82ff-14c827c96acf tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:45.806082 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e81be-b207-4029-82ff-14c827c96acf tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:45.806431 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e81be-b207-4029-82ff-14c827c96acf tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:45.806751 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e81be-b207-4029-82ff-14c827c96acf tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:45.807080 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b5e81be-b207-4029-82ff-14c827c96acf tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:45.809938 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8b5e81be-b207-4029-82ff-14c827c96acf tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:45.811141 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8b5e81be-b207-4029-82ff-14c827c96acf tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219752 Jul 30 00:31:45.814158 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 32790) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:45.818879 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-ed419ce6-357c-4e16-80ce-2cca4cd50873 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group_rule': {'security_group_id': '058d31a0-2cf0-4d53-8e4d-21c98c0396e1', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:31:45.846219 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ed419ce6-357c-4e16-80ce-2cca4cd50873 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:45.893195 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ed419ce6-357c-4e16-80ce-2cca4cd50873 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:45.896678 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ed419ce6-357c-4e16-80ce-2cca4cd50873 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:45.916116 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed419ce6-357c-4e16-80ce-2cca4cd50873 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fc8677b-9254-478d-ae99-e5650786b724,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:45.922229 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ed419ce6-357c-4e16-80ce-2cca4cd50873 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:45.923467 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ed419ce6-357c-4e16-80ce-2cca4cd50873 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1083014 Jul 30 00:31:45.926369 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 32792) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:45.930843 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-97dcabd6-b39d-4527-aff3-8c7ac8488b70 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group_rule': {'security_group_id': '058d31a0-2cf0-4d53-8e4d-21c98c0396e1', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:31:45.956950 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-97dcabd6-b39d-4527-aff3-8c7ac8488b70 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:46.013430 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-97dcabd6-b39d-4527-aff3-8c7ac8488b70 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:46.017529 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-97dcabd6-b39d-4527-aff3-8c7ac8488b70 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:46.037816 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dcabd6-b39d-4527-aff3-8c7ac8488b70 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d279a4eb-ad7e-44fd-bc9b-ea718032a19c,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:46.043112 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-97dcabd6-b39d-4527-aff3-8c7ac8488b70 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:46.044369 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-97dcabd6-b39d-4527-aff3-8c7ac8488b70 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1170845 Jul 30 00:31:46.047070 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 32794) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:46.051523 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-b46922a8-6a18-4ed1-9087-f8eaf6876db6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group_rule': {'security_group_id': '058d31a0-2cf0-4d53-8e4d-21c98c0396e1', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:31:46.076961 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b46922a8-6a18-4ed1-9087-f8eaf6876db6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:46.138862 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b46922a8-6a18-4ed1-9087-f8eaf6876db6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:46.142204 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b46922a8-6a18-4ed1-9087-f8eaf6876db6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:46.160829 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46922a8-6a18-4ed1-9087-f8eaf6876db6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a96af64-d088-40c9-b330-8b5fa753c5c2,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:46.164623 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b46922a8-6a18-4ed1-9087-f8eaf6876db6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:46.165940 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b46922a8-6a18-4ed1-9087-f8eaf6876db6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179271 Jul 30 00:31:46.168673 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 32796) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:46.173857 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-58c3346d-f00e-4744-a1b4-732714167f67 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group_rule': {'security_group_id': '058d31a0-2cf0-4d53-8e4d-21c98c0396e1', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:31:46.195991 n-d-712140-10 neutron-server[94064]: INFO neutron.db.securitygroups_db [None req-58c3346d-f00e-4744-a1b4-732714167f67 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Project b50c81366be6461a9721474fa4eb74d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:31:46.200973 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-58c3346d-f00e-4744-a1b4-732714167f67 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:46.257891 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c633f9e2-5c02-4e29-a228-14a3d0ac3f08 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:31:46.266563 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-58c3346d-f00e-4744-a1b4-732714167f67 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:46.270354 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-58c3346d-f00e-4744-a1b4-732714167f67 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:46.278908 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: c633f9e2-5c02-4e29-a228-14a3d0ac3f08 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:31:46.279262 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device c633f9e2-5c02-4e29-a228-14a3d0ac3f08 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:31:46.279679 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d9f8dfb3-8cb5-4dd2-8f6c-77e65196bd31 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:31:46.290226 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c3346d-f00e-4744-a1b4-732714167f67 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=594da09d-e2a5-41d1-85eb-2d72ff780f90,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:46.296414 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-58c3346d-f00e-4744-a1b4-732714167f67 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:46.299925 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: d9f8dfb3-8cb5-4dd2-8f6c-77e65196bd31 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:31:46.300281 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d9f8dfb3-8cb5-4dd2-8f6c-77e65196bd31 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:31:46.300485 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-58c3346d-f00e-4744-a1b4-732714167f67 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1306517 Jul 30 00:31:46.300698 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d757e63c-8d1e-47c4-9e8d-86e526528c7a no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:31:46.302167 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 32798) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:46.306685 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c1791821-4468-4ed4-8a94-9199d21ebb70 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'security_group_rule': {'security_group_id': '058d31a0-2cf0-4d53-8e4d-21c98c0396e1', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:31:46.322444 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: d757e63c-8d1e-47c4-9e8d-86e526528c7a {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:31:46.322802 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d757e63c-8d1e-47c4-9e8d-86e526528c7a not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:31:46.329909 n-d-712140-10 neutron-server[94064]: INFO neutron.db.securitygroups_db [None req-c1791821-4468-4ed4-8a94-9199d21ebb70 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Project b50c81366be6461a9721474fa4eb74d8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:31:46.335024 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c1791821-4468-4ed4-8a94-9199d21ebb70 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:46.396604 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c1791821-4468-4ed4-8a94-9199d21ebb70 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:46.400541 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c1791821-4468-4ed4-8a94-9199d21ebb70 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:46.415202 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1791821-4468-4ed4-8a94-9199d21ebb70 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2cead93-0bf8-47d1-9f94-41db03ba3035,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:46.425058 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c1791821-4468-4ed4-8a94-9199d21ebb70 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:46.426432 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c1791821-4468-4ed4-8a94-9199d21ebb70 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231945 Jul 30 00:31:46.429129 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 32800) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:46.434410 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-db80b3bd-50b9-4b21-9c80-8eab66735a65 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'network': {'name': 'tempest-network-smoke--2087324778', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'port_security_enabled': True}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:31:46.454408 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db80b3bd-50b9-4b21-9c80-8eab66735a65 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Made reservation on behalf of b50c81366be6461a9721474fa4eb74d8 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:31:46.457766 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db80b3bd-50b9-4b21-9c80-8eab66735a65 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:46.481255 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db80b3bd-50b9-4b21-9c80-8eab66735a65 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:31:46.490570 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db80b3bd-50b9-4b21-9c80-8eab66735a65 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:46.490926 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-db80b3bd-50b9-4b21-9c80-8eab66735a65 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Added segment 6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45 of type vlan for network b9eb86ec-40ff-4168-a363-815c69c04b33 Jul 30 00:31:46.534119 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db80b3bd-50b9-4b21-9c80-8eab66735a65 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:46.562065 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db80b3bd-50b9-4b21-9c80-8eab66735a65 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:46.567738 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db80b3bd-50b9-4b21-9c80-8eab66735a65 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:46.568357 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-db80b3bd-50b9-4b21-9c80-8eab66735a65 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:46.618043 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-db80b3bd-50b9-4b21-9c80-8eab66735a65 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1878271 Jul 30 00:31:46.621158 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 32802) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:46.626183 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-aa8d5f9d-118c-4ece-a54f-0937eff2a55a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-409918308', 'admin_state_up': True, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:31:46.635139 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db80b3bd-50b9-4b21-9c80-8eab66735a65 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Network': ['ID=b9eb86ec-40ff-4168-a363-815c69c04b33,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:46.649336 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network b9eb86ec-40ff-4168-a363-815c69c04b33 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:31:46.654898 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5f9d-118c-4ece-a54f-0937eff2a55a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:46.656148 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5f9d-118c-4ece-a54f-0937eff2a55a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:46.708849 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5f9d-118c-4ece-a54f-0937eff2a55a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:46.846008 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5f9d-118c-4ece-a54f-0937eff2a55a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:47.031925 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5f9d-118c-4ece-a54f-0937eff2a55a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:47.049697 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5f9d-118c-4ece-a54f-0937eff2a55a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:47.149027 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-aa8d5f9d-118c-4ece-a54f-0937eff2a55a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Allocated IP 172.25.8.118 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/6951c72e-e8cb-48e3-8dcb-4272798a4e7c) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:31:47.252388 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5f9d-118c-4ece-a54f-0937eff2a55a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:47.295760 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5f9d-118c-4ece-a54f-0937eff2a55a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:47.331453 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8d5f9d-118c-4ece-a54f-0937eff2a55a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:31:47.334315 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-aa8d5f9d-118c-4ece-a54f-0937eff2a55a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:31:47.337810 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8d5f9d-118c-4ece-a54f-0937eff2a55a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:31:47.368118 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8d5f9d-118c-4ece-a54f-0937eff2a55a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Port': ['ID=6951c72e-e8cb-48e3-8dcb-4272798a4e7c,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:47.586938 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5f9d-118c-4ece-a54f-0937eff2a55a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router_gateway, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:47.778539 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5f9d-118c-4ece-a54f-0937eff2a55a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:47.904753 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8d5f9d-118c-4ece-a54f-0937eff2a55a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Router 88f5b5b8-a233-4168-b3cf-3a0d34b4985b is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:31:48.332783 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8d5f9d-118c-4ece-a54f-0937eff2a55a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:31:48.343121 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99a5f86-1632-447e-bbd0-21d21870d923 None None] Sync routers for ids ['88f5b5b8-a233-4168-b3cf-3a0d34b4985b'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:31:48.351326 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-aa8d5f9d-118c-4ece-a54f-0937eff2a55a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:48.352666 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-aa8d5f9d-118c-4ece-a54f-0937eff2a55a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7304616 Jul 30 00:31:48.355638 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 32810) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:48.356530 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99a5f86-1632-447e-bbd0-21d21870d923 None None] Routers {'88f5b5b8-a233-4168-b3cf-3a0d34b4985b'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:31:48.357150 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-e99a5f86-1632-447e-bbd0-21d21870d923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:31:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['88f5b5b8-a233-4168-b3cf-3a0d34b4985b'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:31:48.424692 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ddc5d6a5-b70d-489c-968e-49ce44eefc62 tempest-TestNetworkAdvancedServerOps-2121857559 tempest-TestNetworkAdvancedServerOps-2121857559-project-admin] 10.222.0.18 "GET /v2.0/subnets?project_id=b50c81366be6461a9721474fa4eb74d8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0679302 Jul 30 00:31:48.427410 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 32814) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:48.465301 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-e99a5f86-1632-447e-bbd0-21d21870d923 None None] Set router 88f5b5b8-a233-4168-b3cf-3a0d34b4985b gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:31:48.515699 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691f85a0-a469-42d4-a29f-13dd5e759030 tempest-TestNetworkAdvancedServerOps-2121857559 tempest-TestNetworkAdvancedServerOps-2121857559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:48.520274 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-691f85a0-a469-42d4-a29f-13dd5e759030 tempest-TestNetworkAdvancedServerOps-2121857559 tempest-TestNetworkAdvancedServerOps-2121857559-project-admin] 10.222.0.18 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0888791 Jul 30 00:31:48.520529 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 32816) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:48.548348 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4cba5064-967e-429e-8ccc-ba2ce3eb26e5 tempest-TestNetworkAdvancedServerOps-2121857559 tempest-TestNetworkAdvancedServerOps-2121857559-project-admin] 10.222.0.18 "GET /v2.0/subnets?network_id=0aea9f43-4eea-456f-a634-5f5375b1fdb7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266399 Jul 30 00:31:48.551362 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 32818) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:48.556233 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-68b42cc0-dcc2-4787-bc25-ac30758b7d19 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2135350224', 'network_id': 'b9eb86ec-40ff-4168-a363-815c69c04b33', 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:31:48.641464 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-e99a5f86-1632-447e-bbd0-21d21870d923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409918308', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '6951c72e-e8cb-48e3-8dcb-4272798a4e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:31:46Z', 'updated_at': '2021-07-30T00:31:47Z', 'revision_number': 3, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '6951c72e-e8cb-48e3-8dcb-4272798a4e7c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:31:47Z', 'updated_at': '2021-07-30T00:31:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:31:48.643620 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b42cc0-dcc2-4787-bc25-ac30758b7d19 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Made reservation on behalf of b50c81366be6461a9721474fa4eb74d8 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:31:48.647323 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-68b42cc0-dcc2-4787-bc25-ac30758b7d19 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:48.672325 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99a5f86-1632-447e-bbd0-21d21870d923 None None] Checking router: 88f5b5b8-a233-4168-b3cf-3a0d34b4985b for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:31:48.672668 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99a5f86-1632-447e-bbd0-21d21870d923 None None] Updating router 88f5b5b8-a233-4168-b3cf-3a0d34b4985b port 6951c72e-e8cb-48e3-8dcb-4272798a4e7c binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:31:48.698020 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e99a5f86-1632-447e-bbd0-21d21870d923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:48.833068 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-68b42cc0-dcc2-4787-bc25-ac30758b7d19 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:48.897574 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b42cc0-dcc2-4787-bc25-ac30758b7d19 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Subnet': ['ID=df82c781-8fbe-4526-a2fc-67a04efb8932,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:48.907140 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b42cc0-dcc2-4787-bc25-ac30758b7d19 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Checking segment: {'id': '6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b9eb86ec-40ff-4168-a363-815c69c04b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:31:48.907510 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b42cc0-dcc2-4787-bc25-ac30758b7d19 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network hostable DHCP agents. Network: b9eb86ec-40ff-4168-a363-815c69c04b33, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:31:48.924277 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b42cc0-dcc2-4787-bc25-ac30758b7d19 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network b9eb86ec-40ff-4168-a363-815c69c04b33 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:31:48.932655 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-68b42cc0-dcc2-4787-bc25-ac30758b7d19 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, b9eb86ec-40ff-4168-a363-815c69c04b33) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:31:48.937227 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b42cc0-dcc2-4787-bc25-ac30758b7d19 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:48.937878 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-68b42cc0-dcc2-4787-bc25-ac30758b7d19 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:48.943248 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e99a5f86-1632-447e-bbd0-21d21870d923 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:48.944109 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1713ca6d-ae66-4fd3-96ae-cdd5aa774db4 None None] Network b9eb86ec-40ff-4168-a363-815c69c04b33 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:31:48.953417 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-68b42cc0-dcc2-4787-bc25-ac30758b7d19 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4009092 Jul 30 00:31:48.955803 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-e99a5f86-1632-447e-bbd0-21d21870d923 None None] Transition to ACTIVE for port object 6951c72e-e8cb-48e3-8dcb-4272798a4e7c will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:31:48.956857 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 32820) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:31:48.965071 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e99a5f86-1632-447e-bbd0-21d21870d923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:49.015750 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-e99a5f86-1632-447e-bbd0-21d21870d923 None None] Attempting to bind port 6951c72e-e8cb-48e3-8dcb-4272798a4e7c on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:31:49.018857 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-e99a5f86-1632-447e-bbd0-21d21870d923 None None] Attempting to bind port 6951c72e-e8cb-48e3-8dcb-4272798a4e7c by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:31:49.019230 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a5f86-1632-447e-bbd0-21d21870d923 None None] Attempting to bind port 6951c72e-e8cb-48e3-8dcb-4272798a4e7c on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:31:49.026922 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a5f86-1632-447e-bbd0-21d21870d923 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:31:49.027290 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a5f86-1632-447e-bbd0-21d21870d923 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:31:49.027686 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e99a5f86-1632-447e-bbd0-21d21870d923 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:49.028092 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99a5f86-1632-447e-bbd0-21d21870d923 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:31:49.028566 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-e99a5f86-1632-447e-bbd0-21d21870d923 None None] Bound port: 6951c72e-e8cb-48e3-8dcb-4272798a4e7c, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:31:49.028933 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e99a5f86-1632-447e-bbd0-21d21870d923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:49.060940 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d27263-58b8-444f-af81-8257d25c47d5 None None] Pushing event updated for resources: {'Port': ['ID=6951c72e-e8cb-48e3-8dcb-4272798a4e7c,revision_number=2']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:49.074588 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d27263-58b8-444f-af81-8257d25c47d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:49.074926 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d27263-58b8-444f-af81-8257d25c47d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:49.075469 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d27263-58b8-444f-af81-8257d25c47d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:49.075800 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d27263-58b8-444f-af81-8257d25c47d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:49.076148 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d27263-58b8-444f-af81-8257d25c47d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:49.076632 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d27263-58b8-444f-af81-8257d25c47d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:49.077127 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d27263-58b8-444f-af81-8257d25c47d5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:49.077623 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d27263-58b8-444f-af81-8257d25c47d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:49.077975 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d27263-58b8-444f-af81-8257d25c47d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:49.078300 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d27263-58b8-444f-af81-8257d25c47d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:49.078620 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d27263-58b8-444f-af81-8257d25c47d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:49.078939 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d27263-58b8-444f-af81-8257d25c47d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:31:49.100144 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e0ce13-366e-46c8-959f-4355c145a76f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-b9eb86ec-40ff-4168-a363-815c69c04b33', 'network_id': 'b9eb86ec-40ff-4168-a363-815c69c04b33', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'fixed_ips': [{'subnet_id': 'df82c781-8fbe-4526-a2fc-67a04efb8932'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:31:49.101227 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-38e0ce13-366e-46c8-959f-4355c145a76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:49.107131 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-e99a5f86-1632-447e-bbd0-21d21870d923 None None] For port 6951c72e-e8cb-48e3-8dcb-4272798a4e7c, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:31:49.110414 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-e99a5f86-1632-447e-bbd0-21d21870d923 None None] For port 6951c72e-e8cb-48e3-8dcb-4272798a4e7c, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6951c72e-e8cb-48e3-8dcb-4272798a4e7c,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:31:49.114565 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-e99a5f86-1632-447e-bbd0-21d21870d923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:49.167811 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99a5f86-1632-447e-bbd0-21d21870d923 None None] Routers {'88f5b5b8-a233-4168-b3cf-3a0d34b4985b'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:31:49.168471 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-e99a5f86-1632-447e-bbd0-21d21870d923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:31:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['88f5b5b8-a233-4168-b3cf-3a0d34b4985b'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:31:49.217162 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d27263-58b8-444f-af81-8257d25c47d5 None None] Pushing event updated for resources: {'Port': ['ID=6951c72e-e8cb-48e3-8dcb-4272798a4e7c,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:49.250248 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-38e0ce13-366e-46c8-959f-4355c145a76f None None] Allocated IP 172.20.0.2 (b9eb86ec-40ff-4168-a363-815c69c04b33/df82c781-8fbe-4526-a2fc-67a04efb8932/68e84429-cfcc-4ae6-9bd4-1ee3b8fb916a) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:31:49.288265 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-e99a5f86-1632-447e-bbd0-21d21870d923 None None] Set router 88f5b5b8-a233-4168-b3cf-3a0d34b4985b gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:31:49.415006 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-38e0ce13-366e-46c8-959f-4355c145a76f None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:49.416447 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-338a03d1-9650-4229-927d-da7a9adb4380 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:49.425784 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-38e0ce13-366e-46c8-959f-4355c145a76f None None] Transition to ACTIVE for port object 68e84429-cfcc-4ae6-9bd4-1ee3b8fb916a will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:31:49.442646 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-38e0ce13-366e-46c8-959f-4355c145a76f None None] Transition to ACTIVE for port object 68e84429-cfcc-4ae6-9bd4-1ee3b8fb916a will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:31:49.449512 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-38e0ce13-366e-46c8-959f-4355c145a76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:49.474414 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-e99a5f86-1632-447e-bbd0-21d21870d923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409918308', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '6951c72e-e8cb-48e3-8dcb-4272798a4e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:31:46Z', 'updated_at': '2021-07-30T00:31:47Z', 'revision_number': 3, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '6951c72e-e8cb-48e3-8dcb-4272798a4e7c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:31:47Z', 'updated_at': '2021-07-30T00:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:31:49.493489 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e0ce13-366e-46c8-959f-4355c145a76f None None] Network b9eb86ec-40ff-4168-a363-815c69c04b33 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:31:49.496308 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-38e0ce13-366e-46c8-959f-4355c145a76f None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:31:49.500898 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e99a5f86-1632-447e-bbd0-21d21870d923 None None] The sync data for ids ['88f5b5b8-a233-4168-b3cf-3a0d34b4985b'] in n-d-712140-10 is: [{'id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409918308', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '6951c72e-e8cb-48e3-8dcb-4272798a4e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:31:46Z', 'updated_at': '2021-07-30T00:31:47Z', 'revision_number': 3, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '6951c72e-e8cb-48e3-8dcb-4272798a4e7c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:31:47Z', 'updated_at': '2021-07-30T00:31:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:31:49.502184 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e0ce13-366e-46c8-959f-4355c145a76f None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:31:49.509400 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0ce13-366e-46c8-959f-4355c145a76f None None] Pushing event updated for resources: {'Port': ['ID=68e84429-cfcc-4ae6-9bd4-1ee3b8fb916a,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:49.563989 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-38e0ce13-366e-46c8-959f-4355c145a76f None None] Attempting to bind port 68e84429-cfcc-4ae6-9bd4-1ee3b8fb916a on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:31:49.564523 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-38e0ce13-366e-46c8-959f-4355c145a76f None None] Attempting to bind port 68e84429-cfcc-4ae6-9bd4-1ee3b8fb916a by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b9eb86ec-40ff-4168-a363-815c69c04b33'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:31:49.564815 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0ce13-366e-46c8-959f-4355c145a76f None None] Attempting to bind port 68e84429-cfcc-4ae6-9bd4-1ee3b8fb916a on network b9eb86ec-40ff-4168-a363-815c69c04b33 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:31:49.570314 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0ce13-366e-46c8-959f-4355c145a76f None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:31:49.570696 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0ce13-366e-46c8-959f-4355c145a76f None None] Checking segment: {'id': '6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b9eb86ec-40ff-4168-a363-815c69c04b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:31:49.571115 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-38e0ce13-366e-46c8-959f-4355c145a76f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:49.571520 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e0ce13-366e-46c8-959f-4355c145a76f None None] Bound using segment: {'id': '6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b9eb86ec-40ff-4168-a363-815c69c04b33'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:31:49.572019 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-38e0ce13-366e-46c8-959f-4355c145a76f None None] Bound port: 68e84429-cfcc-4ae6-9bd4-1ee3b8fb916a, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b9eb86ec-40ff-4168-a363-815c69c04b33'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:31:49.572410 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-38e0ce13-366e-46c8-959f-4355c145a76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:49.638899 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-38e0ce13-366e-46c8-959f-4355c145a76f None None] For port 68e84429-cfcc-4ae6-9bd4-1ee3b8fb916a, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:31:49.643115 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-38e0ce13-366e-46c8-959f-4355c145a76f None None] For port 68e84429-cfcc-4ae6-9bd4-1ee3b8fb916a, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=68e84429-cfcc-4ae6-9bd4-1ee3b8fb916a,segment=NetworkSegment(6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45),segment_id=6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:31:49.649178 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-38e0ce13-366e-46c8-959f-4355c145a76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:49.711415 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e0ce13-366e-46c8-959f-4355c145a76f None None] Pushing event updated for resources: {'Port': ['ID=68e84429-cfcc-4ae6-9bd4-1ee3b8fb916a,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:49.754916 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-338a03d1-9650-4229-927d-da7a9adb4380 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Allocated IP 172.20.0.1 (b9eb86ec-40ff-4168-a363-815c69c04b33/df82c781-8fbe-4526-a2fc-67a04efb8932/f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:31:49.893442 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-338a03d1-9650-4229-927d-da7a9adb4380 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:49.913277 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-338a03d1-9650-4229-927d-da7a9adb4380 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Transition to ACTIVE for port object f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:31:49.954129 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-338a03d1-9650-4229-927d-da7a9adb4380 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:50.002982 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338a03d1-9650-4229-927d-da7a9adb4380 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network b9eb86ec-40ff-4168-a363-815c69c04b33 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:31:50.006614 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-338a03d1-9650-4229-927d-da7a9adb4380 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:31:50.011233 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338a03d1-9650-4229-927d-da7a9adb4380 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:31:50.052176 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a03d1-9650-4229-927d-da7a9adb4380 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Port': ['ID=f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:50.065889 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-338a03d1-9650-4229-927d-da7a9adb4380 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:50.211854 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-338a03d1-9650-4229-927d-da7a9adb4380 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:50.327993 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6951c72e-e8cb-48e3-8dcb-4272798a4e7c up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:31:50.393268 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 6951c72e-e8cb-48e3-8dcb-4272798a4e7c completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:31:50.397901 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 6951c72e-e8cb-48e3-8dcb-4272798a4e7c triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:31:50.398534 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:50.489524 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:50.512223 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 6951c72e-e8cb-48e3-8dcb-4272798a4e7c, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6951c72e-e8cb-48e3-8dcb-4272798a4e7c,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:31:50.517220 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:50.517814 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 68e84429-cfcc-4ae6-9bd4-1ee3b8fb916a up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:31:50.563099 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-338a03d1-9650-4229-927d-da7a9adb4380 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:50.570571 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-338a03d1-9650-4229-927d-da7a9adb4380 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:50.599424 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=6951c72e-e8cb-48e3-8dcb-4272798a4e7c,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:50.614972 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 68e84429-cfcc-4ae6-9bd4-1ee3b8fb916a completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:31:50.650975 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a03d1-9650-4229-927d-da7a9adb4380 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Port': ['ID=f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:50.653788 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-338a03d1-9650-4229-927d-da7a9adb4380 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:50.733225 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47f86c30-4528-4707-8b49-b1dac3784ddd None None] Network b9eb86ec-40ff-4168-a363-815c69c04b33 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:31:50.752491 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338a03d1-9650-4229-927d-da7a9adb4380 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network b9eb86ec-40ff-4168-a363-815c69c04b33 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:31:50.753882 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-338a03d1-9650-4229-927d-da7a9adb4380 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:31:50.805357 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-89b0897a-bd6b-4384-8e5e-c686b872e358 None None] Provisioning for port 68e84429-cfcc-4ae6-9bd4-1ee3b8fb916a completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:31:50.813801 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-89b0897a-bd6b-4384-8e5e-c686b872e358 None None] Provisioning complete for port 68e84429-cfcc-4ae6-9bd4-1ee3b8fb916a triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:31:50.814214 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-89b0897a-bd6b-4384-8e5e-c686b872e358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:50.868545 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-338a03d1-9650-4229-927d-da7a9adb4380 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Router 88f5b5b8-a233-4168-b3cf-3a0d34b4985b has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:31:50.950785 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-89b0897a-bd6b-4384-8e5e-c686b872e358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:50.982914 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-338a03d1-9650-4229-927d-da7a9adb4380 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:31:50.989836 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-89b0897a-bd6b-4384-8e5e-c686b872e358 None None] For port 68e84429-cfcc-4ae6-9bd4-1ee3b8fb916a, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=68e84429-cfcc-4ae6-9bd4-1ee3b8fb916a,segment=NetworkSegment(6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45),segment_id=6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:31:50.992419 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-338a03d1-9650-4229-927d-da7a9adb4380 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "PUT /v2.0/routers/88f5b5b8-a233-4168-b3cf-3a0d34b4985b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0342143 Jul 30 00:31:50.998655 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-89b0897a-bd6b-4384-8e5e-c686b872e358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:51.063556 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b0897a-bd6b-4384-8e5e-c686b872e358 None None] Pushing event updated for resources: {'Port': ['ID=68e84429-cfcc-4ae6-9bd4-1ee3b8fb916a,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:51.149805 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-06961859-131a-4d93-a8ea-c1686b2be616 req-b4a84265-0ca5-4e3f-8096-462f56a5ff2d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-253534987&fields=id&tenant_id=b50c81366be6461a9721474fa4eb74d8 HTTP/1.1" status: 200 len: 267 time: 0.0409069 Jul 30 00:31:51.222140 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-98a68240-111d-4118-9218-b38d03065ff7 None None] Provisioning for port f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:31:51.226074 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-98a68240-111d-4118-9218-b38d03065ff7 None None] Provisioning complete for port f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:31:51.226454 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-98a68240-111d-4118-9218-b38d03065ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:51.265335 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06961859-131a-4d93-a8ea-c1686b2be616 req-23bc073a-835d-475e-9f90-9d67945bc81f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:51.267130 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-06961859-131a-4d93-a8ea-c1686b2be616 req-23bc073a-835d-475e-9f90-9d67945bc81f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/networks?id=b9eb86ec-40ff-4168-a363-815c69c04b33 HTTP/1.1" status: 200 len: 797 time: 0.1101358 Jul 30 00:31:51.274211 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-98a68240-111d-4118-9218-b38d03065ff7 None None] Port f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:31:51.283701 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-06961859-131a-4d93-a8ea-c1686b2be616 req-b528c07a-e56f-40e1-9c6e-5f0e7bfc862b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/quotas/b50c81366be6461a9721474fa4eb74d8 HTTP/1.1" status: 200 len: 375 time: 0.0100393 Jul 30 00:31:51.287383 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-98a68240-111d-4118-9218-b38d03065ff7 None None] Provisioning complete for port 68e84429-cfcc-4ae6-9bd4-1ee3b8fb916a triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:31:51.287768 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-98a68240-111d-4118-9218-b38d03065ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:51.309952 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58297a6-e52a-44b6-ae5a-5a223686288e None None] Sync routers for ids ['88f5b5b8-a233-4168-b3cf-3a0d34b4985b'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:31:51.332503 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58297a6-e52a-44b6-ae5a-5a223686288e None None] Routers {'88f5b5b8-a233-4168-b3cf-3a0d34b4985b'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:31:51.333188 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b58297a6-e52a-44b6-ae5a-5a223686288e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:31:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['88f5b5b8-a233-4168-b3cf-3a0d34b4985b'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:31:51.359483 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-06961859-131a-4d93-a8ea-c1686b2be616 req-e40a567f-28c3-443b-9896-df3af7ba73e9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592527 Jul 30 00:31:51.365263 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-06961859-131a-4d93-a8ea-c1686b2be616 req-21613157-be63-422e-9400-a1ed361fadc1 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:31:51.368644 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-06961859-131a-4d93-a8ea-c1686b2be616 req-21613157-be63-422e-9400-a1ed361fadc1 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079544 Jul 30 00:31:51.470120 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-06961859-131a-4d93-a8ea-c1686b2be616 req-65b10f3d-2304-48f0-a9d4-2a5bf836c7a6 service neutron] 10.222.0.18 "GET /v2.0/networks/b9eb86ec-40ff-4168-a363-815c69c04b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975473 Jul 30 00:31:51.478833 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-b58297a6-e52a-44b6-ae5a-5a223686288e None None] Set router 88f5b5b8-a233-4168-b3cf-3a0d34b4985b gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:31:51.567901 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-06961859-131a-4d93-a8ea-c1686b2be616 req-16127632-add8-403f-850b-727e9bfbec74 service neutron] 10.222.0.18 "GET /v2.0/networks/b9eb86ec-40ff-4168-a363-815c69c04b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914147 Jul 30 00:31:51.614992 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e9ff096c-ece5-46f7-aa10-36d359fb079a None None] Provisioning complete for port f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:31:51.615366 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e9ff096c-ece5-46f7-aa10-36d359fb079a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:51.669787 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-e9ff096c-ece5-46f7-aa10-36d359fb079a None None] Port f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:31:51.734909 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b58297a6-e52a-44b6-ae5a-5a223686288e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409918308', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '6951c72e-e8cb-48e3-8dcb-4272798a4e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:31:46Z', 'updated_at': '2021-07-30T00:31:50Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '6951c72e-e8cb-48e3-8dcb-4272798a4e7c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:31:47Z', 'updated_at': '2021-07-30T00:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f', 'name': '', 'network_id': 'b9eb86ec-40ff-4168-a363-815c69c04b33', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:4a:13:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'df82c781-8fbe-4526-a2fc-67a04efb8932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:31:49Z', 'updated_at': '2021-07-30T00:31:50Z', 'revision_number': 2, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': 'df82c781-8fbe-4526-a2fc-67a04efb8932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:31:51.742464 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fe1fa3d3-d06e-4f0c-b2e8-49d0a2600606 req-a0a25c7c-4ab9-4a2a-ac48-b52d01b4190f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c522b98e-4b22-473d-bcbe-54d77f560934 HTTP/1.1" status: 200 len: 210 time: 0.0327940 Jul 30 00:31:51.778061 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58297a6-e52a-44b6-ae5a-5a223686288e None None] Checking router: 88f5b5b8-a233-4168-b3cf-3a0d34b4985b for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:31:51.778421 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58297a6-e52a-44b6-ae5a-5a223686288e None None] Updating router 88f5b5b8-a233-4168-b3cf-3a0d34b4985b port f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:31:51.809810 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b58297a6-e52a-44b6-ae5a-5a223686288e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:51.824385 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-da91121d-023a-4630-a9fa-52cfc98ec7df None None] Provisioning complete for port f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:31:51.824766 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-da91121d-023a-4630-a9fa-52cfc98ec7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:51.890479 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-da91121d-023a-4630-a9fa-52cfc98ec7df None None] Port f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:31:52.116685 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b58297a6-e52a-44b6-ae5a-5a223686288e None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:52.127566 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-b58297a6-e52a-44b6-ae5a-5a223686288e None None] Transition to ACTIVE for port object f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:31:52.133430 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b58297a6-e52a-44b6-ae5a-5a223686288e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:52.205188 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8698c0-2684-4819-96a9-3d3a1965bfd7 None None] Pushing event updated for resources: {'Port': ['ID=f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:52.249831 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b58297a6-e52a-44b6-ae5a-5a223686288e None None] Attempting to bind port f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:31:52.250391 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b58297a6-e52a-44b6-ae5a-5a223686288e None None] Attempting to bind port f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b9eb86ec-40ff-4168-a363-815c69c04b33'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:31:52.250861 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58297a6-e52a-44b6-ae5a-5a223686288e None None] Attempting to bind port f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f on network b9eb86ec-40ff-4168-a363-815c69c04b33 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:31:52.258682 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58297a6-e52a-44b6-ae5a-5a223686288e None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:31:52.259377 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58297a6-e52a-44b6-ae5a-5a223686288e None None] Checking segment: {'id': '6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b9eb86ec-40ff-4168-a363-815c69c04b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:31:52.260044 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b58297a6-e52a-44b6-ae5a-5a223686288e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:52.260547 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b58297a6-e52a-44b6-ae5a-5a223686288e None None] Bound using segment: {'id': '6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b9eb86ec-40ff-4168-a363-815c69c04b33'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:31:52.261179 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-b58297a6-e52a-44b6-ae5a-5a223686288e None None] Bound port: f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b9eb86ec-40ff-4168-a363-815c69c04b33'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:31:52.261712 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b58297a6-e52a-44b6-ae5a-5a223686288e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:52.306183 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6951c72e-e8cb-48e3-8dcb-4272798a4e7c up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:31:52.549350 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b58297a6-e52a-44b6-ae5a-5a223686288e None None] For port f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:31:52.553288 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-b58297a6-e52a-44b6-ae5a-5a223686288e None None] For port f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f,segment=NetworkSegment(6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45),segment_id=6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:31:52.560092 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b58297a6-e52a-44b6-ae5a-5a223686288e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:52.610216 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 6951c72e-e8cb-48e3-8dcb-4272798a4e7c triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:31:52.610596 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:52.651160 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58297a6-e52a-44b6-ae5a-5a223686288e None None] Routers {'88f5b5b8-a233-4168-b3cf-3a0d34b4985b'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:31:52.652242 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b58297a6-e52a-44b6-ae5a-5a223686288e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:31:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['88f5b5b8-a233-4168-b3cf-3a0d34b4985b'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:31:52.660097 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8698c0-2684-4819-96a9-3d3a1965bfd7 None None] Pushing event updated for resources: {'Port': ['ID=f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:52.717190 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06961859-131a-4d93-a8ea-c1686b2be616 req-56e8931a-baeb-4406-896b-22731565f77c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:52.719560 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-06961859-131a-4d93-a8ea-c1686b2be616 req-56e8931a-baeb-4406-896b-22731565f77c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.23 "GET /v2.0/networks?id=b9eb86ec-40ff-4168-a363-815c69c04b33 HTTP/1.1" status: 200 len: 797 time: 0.1285748 Jul 30 00:31:52.774736 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-06961859-131a-4d93-a8ea-c1686b2be616 req-60e231a2-a850-4526-acf5-47cb670a84f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b50c81366be6461a9721474fa4eb74d8 HTTP/1.1" status: 200 len: 379 time: 0.0455940 Jul 30 00:31:52.785854 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-06961859-131a-4d93-a8ea-c1686b2be616 req-828188fe-8529-4514-8d2b-ad1ea396d5cd tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'port': {'device_id': 'c522b98e-4b22-473d-bcbe-54d77f560934', 'network_id': 'b9eb86ec-40ff-4168-a363-815c69c04b33', 'admin_state_up': True, 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'security_groups': ['058d31a0-2cf0-4d53-8e4d-21c98c0396e1']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:31:52.811791 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 68e84429-cfcc-4ae6-9bd4-1ee3b8fb916a up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:31:52.837576 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-b58297a6-e52a-44b6-ae5a-5a223686288e None None] Set router 88f5b5b8-a233-4168-b3cf-3a0d34b4985b gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:31:52.871387 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0307e4bc-7989-4649-a3f2-79c29a9a0c6d req-aacf1b5c-d835-479d-9541-264347242bba tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c522b98e-4b22-473d-bcbe-54d77f560934 HTTP/1.1" status: 200 len: 210 time: 0.0345223 Jul 30 00:31:52.928025 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06961859-131a-4d93-a8ea-c1686b2be616 req-828188fe-8529-4514-8d2b-ad1ea396d5cd tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Made reservation on behalf of b50c81366be6461a9721474fa4eb74d8 for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:31:52.931487 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-06961859-131a-4d93-a8ea-c1686b2be616 req-828188fe-8529-4514-8d2b-ad1ea396d5cd tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:52.979071 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 68e84429-cfcc-4ae6-9bd4-1ee3b8fb916a triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:31:52.979445 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:53.061803 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-06961859-131a-4d93-a8ea-c1686b2be616 req-828188fe-8529-4514-8d2b-ad1ea396d5cd tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Allocated IP 172.20.0.12 (b9eb86ec-40ff-4168-a363-815c69c04b33/df82c781-8fbe-4526-a2fc-67a04efb8932/ec0436d5-95a9-4059-86aa-5bf0114a31a4) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:31:53.141972 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-b58297a6-e52a-44b6-ae5a-5a223686288e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409918308', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '6951c72e-e8cb-48e3-8dcb-4272798a4e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:31:46Z', 'updated_at': '2021-07-30T00:31:50Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '6951c72e-e8cb-48e3-8dcb-4272798a4e7c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:31:47Z', 'updated_at': '2021-07-30T00:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f', 'name': '', 'network_id': 'b9eb86ec-40ff-4168-a363-815c69c04b33', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:4a:13:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'df82c781-8fbe-4526-a2fc-67a04efb8932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:31:49Z', 'updated_at': '2021-07-30T00:31:52Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': 'df82c781-8fbe-4526-a2fc-67a04efb8932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:31:53.168784 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58297a6-e52a-44b6-ae5a-5a223686288e None None] The sync data for ids ['88f5b5b8-a233-4168-b3cf-3a0d34b4985b'] in n-d-712140-10 is: [{'id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409918308', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '6951c72e-e8cb-48e3-8dcb-4272798a4e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:31:46Z', 'updated_at': '2021-07-30T00:31:50Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '6951c72e-e8cb-48e3-8dcb-4272798a4e7c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:31:47Z', 'updated_at': '2021-07-30T00:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f', 'name': '', 'network_id': 'b9eb86ec-40ff-4168-a363-815c69c04b33', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:4a:13:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'df82c781-8fbe-4526-a2fc-67a04efb8932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:31:49Z', 'updated_at': '2021-07-30T00:31:52Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': 'df82c781-8fbe-4526-a2fc-67a04efb8932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:31:53.205551 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-06961859-131a-4d93-a8ea-c1686b2be616 req-828188fe-8529-4514-8d2b-ad1ea396d5cd tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:53.233087 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-06961859-131a-4d93-a8ea-c1686b2be616 req-828188fe-8529-4514-8d2b-ad1ea396d5cd tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Transition to ACTIVE for port object ec0436d5-95a9-4059-86aa-5bf0114a31a4 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:31:53.275171 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-06961859-131a-4d93-a8ea-c1686b2be616 req-828188fe-8529-4514-8d2b-ad1ea396d5cd tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:53.324916 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06961859-131a-4d93-a8ea-c1686b2be616 req-828188fe-8529-4514-8d2b-ad1ea396d5cd tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network b9eb86ec-40ff-4168-a363-815c69c04b33 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:31:53.327662 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-06961859-131a-4d93-a8ea-c1686b2be616 req-828188fe-8529-4514-8d2b-ad1ea396d5cd tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:31:53.334933 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-06961859-131a-4d93-a8ea-c1686b2be616 req-828188fe-8529-4514-8d2b-ad1ea396d5cd tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:31:53.363163 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828188fe-8529-4514-8d2b-ad1ea396d5cd tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Port': ['ID=ec0436d5-95a9-4059-86aa-5bf0114a31a4,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:53.391620 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06961859-131a-4d93-a8ea-c1686b2be616 req-828188fe-8529-4514-8d2b-ad1ea396d5cd tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:53.392836 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-06961859-131a-4d93-a8ea-c1686b2be616 req-828188fe-8529-4514-8d2b-ad1ea396d5cd tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:53.410425 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-06961859-131a-4d93-a8ea-c1686b2be616 req-828188fe-8529-4514-8d2b-ad1ea396d5cd tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6287525 Jul 30 00:31:53.422400 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-06961859-131a-4d93-a8ea-c1686b2be616 req-706ba9b4-06a3-4850-8a63-ad74abe5d636 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:31:53.423764 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-06961859-131a-4d93-a8ea-c1686b2be616 req-706ba9b4-06a3-4850-8a63-ad74abe5d636 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058436 Jul 30 00:31:53.481728 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-06961859-131a-4d93-a8ea-c1686b2be616 req-2c59efeb-4304-4a76-9b44-4b6850759c78 service neutron] Request body: {'port': {'device_id': 'c522b98e-4b22-473d-bcbe-54d77f560934', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:31:53.541274 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-06961859-131a-4d93-a8ea-c1686b2be616 req-2c59efeb-4304-4a76-9b44-4b6850759c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:53.635700 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6e754b93-6dfb-448a-bd72-88b5b06717cc None None] Provisioning for port ec0436d5-95a9-4059-86aa-5bf0114a31a4 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:31:53.640305 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6e754b93-6dfb-448a-bd72-88b5b06717cc None None] Provisioning complete for port ec0436d5-95a9-4059-86aa-5bf0114a31a4 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:31:53.640802 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6e754b93-6dfb-448a-bd72-88b5b06717cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:53.677885 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-6e754b93-6dfb-448a-bd72-88b5b06717cc None None] Port ec0436d5-95a9-4059-86aa-5bf0114a31a4 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:31:53.823458 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-06961859-131a-4d93-a8ea-c1686b2be616 req-2c59efeb-4304-4a76-9b44-4b6850759c78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec0436d5-95a9-4059-86aa-5bf0114a31a4 {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:31:53.831590 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-06961859-131a-4d93-a8ea-c1686b2be616 req-2c59efeb-4304-4a76-9b44-4b6850759c78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:53.843713 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-06961859-131a-4d93-a8ea-c1686b2be616 req-2c59efeb-4304-4a76-9b44-4b6850759c78 service neutron] Transition to ACTIVE for port object ec0436d5-95a9-4059-86aa-5bf0114a31a4 will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:31:53.848509 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-06961859-131a-4d93-a8ea-c1686b2be616 req-2c59efeb-4304-4a76-9b44-4b6850759c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:53.917577 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59efeb-4304-4a76-9b44-4b6850759c78 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0436d5-95a9-4059-86aa-5bf0114a31a4,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:54.014622 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-06961859-131a-4d93-a8ea-c1686b2be616 req-2c59efeb-4304-4a76-9b44-4b6850759c78 service neutron] Attempting to bind port ec0436d5-95a9-4059-86aa-5bf0114a31a4 on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:31:54.014870 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-06961859-131a-4d93-a8ea-c1686b2be616 req-2c59efeb-4304-4a76-9b44-4b6850759c78 service neutron] Attempting to bind port ec0436d5-95a9-4059-86aa-5bf0114a31a4 by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b9eb86ec-40ff-4168-a363-815c69c04b33'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:31:54.015143 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06961859-131a-4d93-a8ea-c1686b2be616 req-2c59efeb-4304-4a76-9b44-4b6850759c78 service neutron] Attempting to bind port ec0436d5-95a9-4059-86aa-5bf0114a31a4 on network b9eb86ec-40ff-4168-a363-815c69c04b33 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:31:54.029629 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8539a1-6aa8-4c3e-9cde-3dc17031a14e req-804aad4c-11c1-4551-9398-76b4d7257db5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:54.031302 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cd8539a1-6aa8-4c3e-9cde-3dc17031a14e req-804aad4c-11c1-4551-9398-76b4d7257db5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c522b98e-4b22-473d-bcbe-54d77f560934 HTTP/1.1" status: 200 len: 944 time: 0.0814669 Jul 30 00:31:54.032192 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06961859-131a-4d93-a8ea-c1686b2be616 req-2c59efeb-4304-4a76-9b44-4b6850759c78 service neutron] Port ec0436d5-95a9-4059-86aa-5bf0114a31a4 on network b9eb86ec-40ff-4168-a363-815c69c04b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:31:54.032588 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06961859-131a-4d93-a8ea-c1686b2be616 req-2c59efeb-4304-4a76-9b44-4b6850759c78 service neutron] Attempting to bind port ec0436d5-95a9-4059-86aa-5bf0114a31a4 on network b9eb86ec-40ff-4168-a363-815c69c04b33 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:31:54.040656 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06961859-131a-4d93-a8ea-c1686b2be616 req-2c59efeb-4304-4a76-9b44-4b6850759c78 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 31, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:31:54.040999 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06961859-131a-4d93-a8ea-c1686b2be616 req-2c59efeb-4304-4a76-9b44-4b6850759c78 service neutron] Checking segment: {'id': '6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b9eb86ec-40ff-4168-a363-815c69c04b33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:31:54.041394 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06961859-131a-4d93-a8ea-c1686b2be616 req-2c59efeb-4304-4a76-9b44-4b6850759c78 service neutron] Bound using segment: {'id': '6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b9eb86ec-40ff-4168-a363-815c69c04b33'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:31:54.041840 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-06961859-131a-4d93-a8ea-c1686b2be616 req-2c59efeb-4304-4a76-9b44-4b6850759c78 service neutron] Bound port: ec0436d5-95a9-4059-86aa-5bf0114a31a4, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b9eb86ec-40ff-4168-a363-815c69c04b33'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:31:54.042205 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-06961859-131a-4d93-a8ea-c1686b2be616 req-2c59efeb-4304-4a76-9b44-4b6850759c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:54.108635 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cd8539a1-6aa8-4c3e-9cde-3dc17031a14e req-f1436539-2ca6-4e65-8aff-8c17a8126387 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=058d31a0-2cf0-4d53-8e4d-21c98c0396e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699313 Jul 30 00:31:54.139817 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-06961859-131a-4d93-a8ea-c1686b2be616 req-2c59efeb-4304-4a76-9b44-4b6850759c78 service neutron] For port ec0436d5-95a9-4059-86aa-5bf0114a31a4, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:31:54.144231 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-06961859-131a-4d93-a8ea-c1686b2be616 req-2c59efeb-4304-4a76-9b44-4b6850759c78 service neutron] For port ec0436d5-95a9-4059-86aa-5bf0114a31a4, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ec0436d5-95a9-4059-86aa-5bf0114a31a4,segment=NetworkSegment(6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45),segment_id=6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:31:54.148856 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-06961859-131a-4d93-a8ea-c1686b2be616 req-2c59efeb-4304-4a76-9b44-4b6850759c78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:54.184212 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06961859-131a-4d93-a8ea-c1686b2be616 req-2c59efeb-4304-4a76-9b44-4b6850759c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:54.184834 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-06961859-131a-4d93-a8ea-c1686b2be616 req-2c59efeb-4304-4a76-9b44-4b6850759c78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:54.186229 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-06961859-131a-4d93-a8ea-c1686b2be616 req-2c59efeb-4304-4a76-9b44-4b6850759c78 service neutron] 10.222.0.23 "PUT /v2.0/ports/ec0436d5-95a9-4059-86aa-5bf0114a31a4 HTTP/1.1" status: 200 len: 1093 time: 0.7551341 Jul 30 00:31:54.186668 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c522b98e-4b22-473d-bcbe-54d77f560934', 'tag': 'ec0436d5-95a9-4059-86aa-5bf0114a31a4'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:31:54.189562 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20593e4-6c37-4956-bea2-9a2e01197154" -d '{"events": [{"name": "network-changed", "server_uuid": "c522b98e-4b22-473d-bcbe-54d77f560934", "tag": "ec0436d5-95a9-4059-86aa-5bf0114a31a4"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:31:54.306596 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac2e64a-66a8-4df6-916a-b7e5b404212d x-openstack-request-id: req-9ac2e64a-66a8-4df6-916a-b7e5b404212d {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:31:54.307007 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c522b98e-4b22-473d-bcbe-54d77f560934", "tag": "ec0436d5-95a9-4059-86aa-5bf0114a31a4", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:31:54.307380 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9ac2e64a-66a8-4df6-916a-b7e5b404212d {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:31:54.307911 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c522b98e-4b22-473d-bcbe-54d77f560934', 'tag': 'ec0436d5-95a9-4059-86aa-5bf0114a31a4', 'status': 'completed', 'code': 200} Jul 30 00:31:54.311150 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c59efeb-4304-4a76-9b44-4b6850759c78 service neutron] Pushing event updated for resources: {'Port': ['ID=ec0436d5-95a9-4059-86aa-5bf0114a31a4,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:54.334867 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:31:54.338569 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06961859-131a-4d93-a8ea-c1686b2be616 req-7644ce2b-9797-40d1-92fe-4550ae9b0071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:54.339699 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-06961859-131a-4d93-a8ea-c1686b2be616 req-7644ce2b-9797-40d1-92fe-4550ae9b0071 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=c522b98e-4b22-473d-bcbe-54d77f560934 HTTP/1.1" status: 200 len: 1096 time: 0.0930016 Jul 30 00:31:54.386649 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-06961859-131a-4d93-a8ea-c1686b2be616 req-d72f93c7-0f7b-4ff0-81b4-e57f8934f6ca service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec0436d5-95a9-4059-86aa-5bf0114a31a4 HTTP/1.1" status: 200 len: 217 time: 0.0378430 Jul 30 00:31:54.397225 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:31:54.401721 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:31:54.402294 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:54.436958 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06961859-131a-4d93-a8ea-c1686b2be616 req-e43915c0-4d3a-43ec-8187-71d6aa004979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:54.438477 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-06961859-131a-4d93-a8ea-c1686b2be616 req-e43915c0-4d3a-43ec-8187-71d6aa004979 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df82c781-8fbe-4526-a2fc-67a04efb8932 HTTP/1.1" status: 200 len: 835 time: 0.0450294 Jul 30 00:31:54.482246 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:54.484146 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06961859-131a-4d93-a8ea-c1686b2be616 req-266221fd-bda5-4602-bdf1-738b89907ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:54.485833 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-06961859-131a-4d93-a8ea-c1686b2be616 req-266221fd-bda5-4602-bdf1-738b89907ddf service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9eb86ec-40ff-4168-a363-815c69c04b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401802 Jul 30 00:31:54.516454 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f,segment=NetworkSegment(6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45),segment_id=6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:31:54.525863 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:54.584970 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:54.592181 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-06961859-131a-4d93-a8ea-c1686b2be616 req-3f1173b1-8db9-4a80-ac19-775cbbe24584 service neutron] 10.222.0.23 "GET /v2.0/networks/b9eb86ec-40ff-4168-a363-815c69c04b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996358 Jul 30 00:31:54.682400 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-06961859-131a-4d93-a8ea-c1686b2be616 req-059ef9e3-ddd2-4e83-9366-fb21c60551c5 service neutron] 10.222.0.23 "GET /v2.0/networks/b9eb86ec-40ff-4168-a363-815c69c04b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834444 Jul 30 00:31:54.779820 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20593e4-6c37-4956-bea2-9a2e01197154 req-6f40054d-a59b-4e75-ae40-d7d9b21a9ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:54.781350 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a20593e4-6c37-4956-bea2-9a2e01197154 req-6f40054d-a59b-4e75-ae40-d7d9b21a9ba1 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=c522b98e-4b22-473d-bcbe-54d77f560934 HTTP/1.1" status: 200 len: 1096 time: 0.0465086 Jul 30 00:31:54.871292 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20593e4-6c37-4956-bea2-9a2e01197154 req-5e1fd52b-2bb0-4a3d-83dc-dfda7af7bcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:54.872743 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a20593e4-6c37-4956-bea2-9a2e01197154 req-5e1fd52b-2bb0-4a3d-83dc-dfda7af7bcdf service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9eb86ec-40ff-4168-a363-815c69c04b33 HTTP/1.1" status: 200 len: 898 time: 0.0844796 Jul 30 00:31:54.922635 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a20593e4-6c37-4956-bea2-9a2e01197154 req-78e7d207-b5a5-43e4-9e95-c076b28a7509 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec0436d5-95a9-4059-86aa-5bf0114a31a4 HTTP/1.1" status: 200 len: 217 time: 0.0422010 Jul 30 00:31:54.977421 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20593e4-6c37-4956-bea2-9a2e01197154 req-8c32aee8-bf43-46e4-82fd-b576314d637f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:54.978897 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a20593e4-6c37-4956-bea2-9a2e01197154 req-8c32aee8-bf43-46e4-82fd-b576314d637f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df82c781-8fbe-4526-a2fc-67a04efb8932 HTTP/1.1" status: 200 len: 835 time: 0.0457034 Jul 30 00:31:55.027012 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20593e4-6c37-4956-bea2-9a2e01197154 req-8cee3601-6340-404e-8108-6a24d2364fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:55.028587 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a20593e4-6c37-4956-bea2-9a2e01197154 req-8cee3601-6340-404e-8108-6a24d2364fa3 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9eb86ec-40ff-4168-a363-815c69c04b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420382 Jul 30 00:31:55.123930 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a20593e4-6c37-4956-bea2-9a2e01197154 req-690ef6f6-38ac-4e33-92da-430ea60b2464 service neutron] 10.222.0.23 "GET /v2.0/networks/b9eb86ec-40ff-4168-a363-815c69c04b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869718 Jul 30 00:31:55.250673 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a20593e4-6c37-4956-bea2-9a2e01197154 req-20e46939-55ec-4af4-8afb-5d74ed505a7b service neutron] 10.222.0.23 "GET /v2.0/networks/b9eb86ec-40ff-4168-a363-815c69c04b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190169 Jul 30 00:31:55.264114 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea280f59-b226-4227-bdce-a2f16238b660 req-88fedfda-0922-4e97-a6df-ffb130889b0e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:55.265631 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea280f59-b226-4227-bdce-a2f16238b660 req-88fedfda-0922-4e97-a6df-ffb130889b0e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c522b98e-4b22-473d-bcbe-54d77f560934 HTTP/1.1" status: 200 len: 944 time: 0.0787394 Jul 30 00:31:55.312777 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea280f59-b226-4227-bdce-a2f16238b660 req-0d8e8d52-6790-46a1-8b05-c6a48f4f5af2 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=058d31a0-2cf0-4d53-8e4d-21c98c0396e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378063 Jul 30 00:31:55.380272 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:31:56.266100 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:31:56.314211 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:31:56.315227 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:56.436842 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253b928-e6fa-4f25-8970-629a1f18c225 req-8b9efbab-5f9a-4e27-b9b5-f92798440718 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:56.438370 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3253b928-e6fa-4f25-8970-629a1f18c225 req-8b9efbab-5f9a-4e27-b9b5-f92798440718 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c522b98e-4b22-473d-bcbe-54d77f560934 HTTP/1.1" status: 200 len: 944 time: 0.0553055 Jul 30 00:31:56.478823 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3253b928-e6fa-4f25-8970-629a1f18c225 req-887e0143-1570-4f4b-9437-14c1843658c1 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=058d31a0-2cf0-4d53-8e4d-21c98c0396e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337687 Jul 30 00:31:57.595079 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2444fca-1319-4c1b-ad38-47221b20eaf4 req-2b2ed7cd-9e98-4723-9990-d1a04e6b8f3d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:57.596867 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a2444fca-1319-4c1b-ad38-47221b20eaf4 req-2b2ed7cd-9e98-4723-9990-d1a04e6b8f3d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c522b98e-4b22-473d-bcbe-54d77f560934 HTTP/1.1" status: 200 len: 944 time: 0.0498898 Jul 30 00:31:57.634656 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a2444fca-1319-4c1b-ad38-47221b20eaf4 req-cd437cf4-5247-463a-b903-07ca57296377 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=058d31a0-2cf0-4d53-8e4d-21c98c0396e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318403 Jul 30 00:31:57.962935 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device ec0436d5-95a9-4059-86aa-5bf0114a31a4 details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:31:58.056340 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port ec0436d5-95a9-4059-86aa-5bf0114a31a4, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ec0436d5-95a9-4059-86aa-5bf0114a31a4,segment=NetworkSegment(6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45),segment_id=6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:31:58.068756 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'ec0436d5-95a9-4059-86aa-5bf0114a31a4', 'network_id': 'b9eb86ec-40ff-4168-a363-815c69c04b33', 'port_id': 'ec0436d5-95a9-4059-86aa-5bf0114a31a4', 'mac_address': 'fa:16:3e:28:94:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df82c781-8fbe-4526-a2fc-67a04efb8932', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:31:58.105365 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:58.117739 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec0436d5-95a9-4059-86aa-5bf0114a31a4 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:31:58.137265 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port ec0436d5-95a9-4059-86aa-5bf0114a31a4, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ec0436d5-95a9-4059-86aa-5bf0114a31a4,segment=NetworkSegment(6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45),segment_id=6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:31:58.141331 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:31:58.189882 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=ec0436d5-95a9-4059-86aa-5bf0114a31a4,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:31:58.361980 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['ec0436d5-95a9-4059-86aa-5bf0114a31a4'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:31:58.749493 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f073bbd-1319-43c2-bad9-14595f54bd8e req-c96f5e99-644e-436c-a9d2-09adcbde88af tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:58.750967 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4f073bbd-1319-43c2-bad9-14595f54bd8e req-c96f5e99-644e-436c-a9d2-09adcbde88af tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c522b98e-4b22-473d-bcbe-54d77f560934 HTTP/1.1" status: 200 len: 945 time: 0.0473881 Jul 30 00:31:58.789034 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4f073bbd-1319-43c2-bad9-14595f54bd8e req-cf621996-075c-4c31-8fa1-ba58fe93d13d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=058d31a0-2cf0-4d53-8e4d-21c98c0396e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313439 Jul 30 00:31:59.907162 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5cc5fe-d96e-4e3e-a66d-058d0ae3c552 req-2d1bfd26-2992-4dd3-ae2d-3c3abcb309b6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:31:59.908684 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d5cc5fe-d96e-4e3e-a66d-058d0ae3c552 req-2d1bfd26-2992-4dd3-ae2d-3c3abcb309b6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c522b98e-4b22-473d-bcbe-54d77f560934 HTTP/1.1" status: 200 len: 945 time: 0.0520799 Jul 30 00:31:59.946370 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4d5cc5fe-d96e-4e3e-a66d-058d0ae3c552 req-7cf1fba2-394b-4be8-a9dd-4c1625f93ec9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=058d31a0-2cf0-4d53-8e4d-21c98c0396e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318232 Jul 30 00:31:59.978370 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device ec0436d5-95a9-4059-86aa-5bf0114a31a4 up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:32:00.028305 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port ec0436d5-95a9-4059-86aa-5bf0114a31a4 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:32:00.031911 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port ec0436d5-95a9-4059-86aa-5bf0114a31a4 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:32:00.032288 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:00.106366 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:00.128823 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c522b98e-4b22-473d-bcbe-54d77f560934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0436d5-95a9-4059-86aa-5bf0114a31a4'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:32:00.131078 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee31ed8e5b8e4dc4f88b315270ded6679232f3f3b12134e952a2ffdf5dc07ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b103be21-e201-476f-8fd6-f15914ee270c" -d '{"events": [{"server_uuid": "c522b98e-4b22-473d-bcbe-54d77f560934", "name": "network-vif-plugged", "status": "completed", "tag": "ec0436d5-95a9-4059-86aa-5bf0114a31a4"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:32:00.145066 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port ec0436d5-95a9-4059-86aa-5bf0114a31a4, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ec0436d5-95a9-4059-86aa-5bf0114a31a4,segment=NetworkSegment(6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45),segment_id=6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:32:00.148770 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:00.200977 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=ec0436d5-95a9-4059-86aa-5bf0114a31a4,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:00.223727 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bd338a-6a37-43b6-8311-5bb397688c21 x-openstack-request-id: req-c8bd338a-6a37-43b6-8311-5bb397688c21 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:32:00.224068 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c522b98e-4b22-473d-bcbe-54d77f560934", "name": "network-vif-plugged", "status": "completed", "tag": "ec0436d5-95a9-4059-86aa-5bf0114a31a4", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:32:00.224322 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-c8bd338a-6a37-43b6-8311-5bb397688c21 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:32:00.224717 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c522b98e-4b22-473d-bcbe-54d77f560934', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec0436d5-95a9-4059-86aa-5bf0114a31a4', 'code': 200} Jul 30 00:32:00.319807 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:00.321751 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e64d32-1925-4a3c-b5d8-367651840dc3 req-0bc4d86c-f68d-4c52-95ab-c78ec4bb2502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:00.323269 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-37e64d32-1925-4a3c-b5d8-367651840dc3 req-0bc4d86c-f68d-4c52-95ab-c78ec4bb2502 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c522b98e-4b22-473d-bcbe-54d77f560934 HTTP/1.1" status: 200 len: 1098 time: 0.0431566 Jul 30 00:32:00.360198 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-37e64d32-1925-4a3c-b5d8-367651840dc3 req-6d648968-4c39-46c7-a986-a27d42967abf service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=058d31a0-2cf0-4d53-8e4d-21c98c0396e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301645 Jul 30 00:32:00.378017 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:01.069975 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d64d24-408d-48dd-a83c-78e3f8a184d3 req-6f2c5fc3-b763-4517-8e44-e5c4255bf8b7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:01.071591 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-12d64d24-408d-48dd-a83c-78e3f8a184d3 req-6f2c5fc3-b763-4517-8e44-e5c4255bf8b7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c522b98e-4b22-473d-bcbe-54d77f560934 HTTP/1.1" status: 200 len: 946 time: 0.0563328 Jul 30 00:32:01.113514 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-12d64d24-408d-48dd-a83c-78e3f8a184d3 req-e93fb015-3fbc-40ce-832f-a48e90a88bec tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=058d31a0-2cf0-4d53-8e4d-21c98c0396e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350442 Jul 30 00:32:02.231615 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1877dc1-e038-47ee-8b62-ede743a60189 req-caed91d2-6881-4a29-b2e8-64cb9e616a08 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:02.233127 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f1877dc1-e038-47ee-8b62-ede743a60189 req-caed91d2-6881-4a29-b2e8-64cb9e616a08 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c522b98e-4b22-473d-bcbe-54d77f560934 HTTP/1.1" status: 200 len: 946 time: 0.0515821 Jul 30 00:32:02.272218 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f1877dc1-e038-47ee-8b62-ede743a60189 req-a42999a1-b034-4bcf-9e46-44d9d8b07e18 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=058d31a0-2cf0-4d53-8e4d-21c98c0396e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317903 Jul 30 00:32:02.386053 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac878368-5e04-4452-bb73-d1f098dc1f62 req-cd907cc4-046e-4358-956b-80505a4c27c5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:02.387520 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac878368-5e04-4452-bb73-d1f098dc1f62 req-cd907cc4-046e-4358-956b-80505a4c27c5 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c522b98e-4b22-473d-bcbe-54d77f560934 HTTP/1.1" status: 200 len: 946 time: 0.0480721 Jul 30 00:32:02.425933 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ac878368-5e04-4452-bb73-d1f098dc1f62 req-9d6101f5-67f5-468f-8e4d-082601a1af83 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=058d31a0-2cf0-4d53-8e4d-21c98c0396e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324304 Jul 30 00:32:02.447317 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 32882) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:02.486875 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cae6fa3-5c3c-4a16-b565-670fc5067728 tempest-TestNetworkAdvancedServerOps-2121857559 tempest-TestNetworkAdvancedServerOps-2121857559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:02.488925 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-4cae6fa3-5c3c-4a16-b565-670fc5067728 tempest-TestNetworkAdvancedServerOps-2121857559 tempest-TestNetworkAdvancedServerOps-2121857559-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=c522b98e-4b22-473d-bcbe-54d77f560934 HTTP/1.1" status: 200 len: 1093 time: 0.0406024 Jul 30 00:32:02.491728 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 32884) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:02.496026 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-c1e0d5ed-d5da-447f-91e6-992f6ccf4c6f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'port_id': 'ec0436d5-95a9-4059-86aa-5bf0114a31a4', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:32:02.517571 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1e0d5ed-d5da-447f-91e6-992f6ccf4c6f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:02.948990 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1e0d5ed-d5da-447f-91e6-992f6ccf4c6f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:02.976915 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-756acb17-cc30-4817-979b-c139c499fafa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:03.052917 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-c1e0d5ed-d5da-447f-91e6-992f6ccf4c6f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Allocated IP 172.25.8.152 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/881f28af-fbfa-4e85-b6e6-ccd3ec295a29) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:32:03.150676 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1e0d5ed-d5da-447f-91e6-992f6ccf4c6f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:03.188116 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1e0d5ed-d5da-447f-91e6-992f6ccf4c6f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:03.225010 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e0d5ed-d5da-447f-91e6-992f6ccf4c6f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:32:03.229177 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-c1e0d5ed-d5da-447f-91e6-992f6ccf4c6f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:32:03.234947 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e0d5ed-d5da-447f-91e6-992f6ccf4c6f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:32:03.240816 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0d5ed-d5da-447f-91e6-992f6ccf4c6f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Port': ['ID=881f28af-fbfa-4e85-b6e6-ccd3ec295a29,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:03.588394 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1e0d5ed-d5da-447f-91e6-992f6ccf4c6f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:03.658836 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1e0d5ed-d5da-447f-91e6-992f6ccf4c6f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:03.806405 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1e0d5ed-d5da-447f-91e6-992f6ccf4c6f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:03.811115 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1e0d5ed-d5da-447f-91e6-992f6ccf4c6f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:03.879856 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0d5ed-d5da-447f-91e6-992f6ccf4c6f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event updated for resources: {'Port': ['ID=881f28af-fbfa-4e85-b6e6-ccd3ec295a29,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:03.892879 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1e0d5ed-d5da-447f-91e6-992f6ccf4c6f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:03.992296 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-c1e0d5ed-d5da-447f-91e6-992f6ccf4c6f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Floating IP 309f99ec-d25e-4187-96b2-3900819c91cf associated. External IP: 172.25.8.152, port: ec0436d5-95a9-4059-86aa-5bf0114a31a4. Jul 30 00:32:04.199638 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e0d5ed-d5da-447f-91e6-992f6ccf4c6f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Router 88f5b5b8-a233-4168-b3cf-3a0d34b4985b has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:32:04.306663 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e0d5ed-d5da-447f-91e6-992f6ccf4c6f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:32:04.317780 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea01ee24-4006-410f-9182-ebfc50b3f451 None None] Sync routers for ids ['88f5b5b8-a233-4168-b3cf-3a0d34b4985b'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:32:04.323333 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c1e0d5ed-d5da-447f-91e6-992f6ccf4c6f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:04.327579 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea01ee24-4006-410f-9182-ebfc50b3f451 None None] Routers {'88f5b5b8-a233-4168-b3cf-3a0d34b4985b'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:32:04.328223 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-ea01ee24-4006-410f-9182-ebfc50b3f451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:31:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['88f5b5b8-a233-4168-b3cf-3a0d34b4985b'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:04.350684 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c1e0d5ed-d5da-447f-91e6-992f6ccf4c6f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8579071 Jul 30 00:32:04.351269 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c522b98e-4b22-473d-bcbe-54d77f560934', 'tag': 'ec0436d5-95a9-4059-86aa-5bf0114a31a4'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:32:04.353532 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e1fce3-2f01-42a9-b2f2-0470cb46047c" -d '{"events": [{"name": "network-changed", "server_uuid": "c522b98e-4b22-473d-bcbe-54d77f560934", "tag": "ec0436d5-95a9-4059-86aa-5bf0114a31a4"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:32:04.451140 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118384a1-6858-4f06-9820-6b411755bf02 req-7c80a8cf-e420-4926-8537-444e8f600f49 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:04.452682 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-118384a1-6858-4f06-9820-6b411755bf02 req-7c80a8cf-e420-4926-8537-444e8f600f49 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c522b98e-4b22-473d-bcbe-54d77f560934 HTTP/1.1" status: 200 len: 946 time: 0.0533721 Jul 30 00:32:04.493784 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-118384a1-6858-4f06-9820-6b411755bf02 req-12093316-7aee-4638-a109-e301a9001664 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=058d31a0-2cf0-4d53-8e4d-21c98c0396e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346873 Jul 30 00:32:04.515971 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 32890) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:04.536812 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-ea01ee24-4006-410f-9182-ebfc50b3f451 None None] Set router 88f5b5b8-a233-4168-b3cf-3a0d34b4985b gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:32:04.559055 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf5e14f-213b-4f05-8029-0466871d1239 x-openstack-request-id: req-6cf5e14f-213b-4f05-8029-0466871d1239 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:32:04.559349 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c522b98e-4b22-473d-bcbe-54d77f560934", "tag": "ec0436d5-95a9-4059-86aa-5bf0114a31a4", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:32:04.559601 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6cf5e14f-213b-4f05-8029-0466871d1239 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:32:04.560051 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c522b98e-4b22-473d-bcbe-54d77f560934', 'tag': 'ec0436d5-95a9-4059-86aa-5bf0114a31a4', 'status': 'completed', 'code': 200} Jul 30 00:32:04.613501 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-09656f79-c73e-45ef-b8a3-d32f2179602f tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/floatingips/309f99ec-d25e-4187-96b2-3900819c91cf HTTP/1.1" status: 200 len: 992 time: 0.0961041 Jul 30 00:32:04.619949 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1fce3-2f01-42a9-b2f2-0470cb46047c req-a689a81c-f14c-4cd4-a16a-9e360cb48a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:04.621425 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1e1fce3-2f01-42a9-b2f2-0470cb46047c req-a689a81c-f14c-4cd4-a16a-9e360cb48a9a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=c522b98e-4b22-473d-bcbe-54d77f560934 HTTP/1.1" status: 200 len: 1098 time: 0.0588720 Jul 30 00:32:04.713853 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1fce3-2f01-42a9-b2f2-0470cb46047c req-bbdc2f35-cb4c-4b05-9c5a-a1d4df71aa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:04.715607 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1e1fce3-2f01-42a9-b2f2-0470cb46047c req-bbdc2f35-cb4c-4b05-9c5a-a1d4df71aa62 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9eb86ec-40ff-4168-a363-815c69c04b33 HTTP/1.1" status: 200 len: 898 time: 0.0867143 Jul 30 00:32:04.761647 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-ea01ee24-4006-410f-9182-ebfc50b3f451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409918308', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '6951c72e-e8cb-48e3-8dcb-4272798a4e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:31:46Z', 'updated_at': '2021-07-30T00:31:50Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '6951c72e-e8cb-48e3-8dcb-4272798a4e7c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:31:47Z', 'updated_at': '2021-07-30T00:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '309f99ec-d25e-4187-96b2-3900819c91cf', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'floating_ip_address': '172.25.8.152', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'port_id': 'ec0436d5-95a9-4059-86aa-5bf0114a31a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9eb86ec-40ff-4168-a363-815c69c04b33', 'mac_address': 'fa:16:3e:28:94:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c522b98e-4b22-473d-bcbe-54d77f560934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:32:03Z', 'updated_at': '2021-07-30T00:32:03Z', 'revision_number': 0, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f', 'name': '', 'network_id': 'b9eb86ec-40ff-4168-a363-815c69c04b33', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:4a:13:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'df82c781-8fbe-4526-a2fc-67a04efb8932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:31:49Z', 'updated_at': '2021-07-30T00:31:54Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': 'df82c781-8fbe-4526-a2fc-67a04efb8932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:04.785502 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1e1fce3-2f01-42a9-b2f2-0470cb46047c req-d45f6448-3f9d-45d4-b7c4-939706e691c8 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec0436d5-95a9-4059-86aa-5bf0114a31a4 HTTP/1.1" status: 200 len: 1000 time: 0.0621498 Jul 30 00:32:04.790244 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea01ee24-4006-410f-9182-ebfc50b3f451 None None] Checking router: 88f5b5b8-a233-4168-b3cf-3a0d34b4985b for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:32:04.798473 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea01ee24-4006-410f-9182-ebfc50b3f451 None None] Routers {'88f5b5b8-a233-4168-b3cf-3a0d34b4985b'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:32:04.799079 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-ea01ee24-4006-410f-9182-ebfc50b3f451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:31:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['88f5b5b8-a233-4168-b3cf-3a0d34b4985b'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:04.834464 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1fce3-2f01-42a9-b2f2-0470cb46047c req-ea99c9cf-181d-4012-98ca-5f9bec70e3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:04.835970 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1e1fce3-2f01-42a9-b2f2-0470cb46047c req-ea99c9cf-181d-4012-98ca-5f9bec70e3f6 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df82c781-8fbe-4526-a2fc-67a04efb8932 HTTP/1.1" status: 200 len: 835 time: 0.0440454 Jul 30 00:32:04.881398 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e1fce3-2f01-42a9-b2f2-0470cb46047c req-a0b1a44d-6dbc-4ff0-8685-10ac3093ef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:04.882929 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1e1fce3-2f01-42a9-b2f2-0470cb46047c req-a0b1a44d-6dbc-4ff0-8685-10ac3093ef3c service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9eb86ec-40ff-4168-a363-815c69c04b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403342 Jul 30 00:32:04.903176 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-ea01ee24-4006-410f-9182-ebfc50b3f451 None None] Set router 88f5b5b8-a233-4168-b3cf-3a0d34b4985b gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:32:04.977951 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1e1fce3-2f01-42a9-b2f2-0470cb46047c req-d8f415fc-9490-43d0-bd5b-828bb68bbdac service neutron] 10.222.0.23 "GET /v2.0/networks/b9eb86ec-40ff-4168-a363-815c69c04b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869300 Jul 30 00:32:05.067096 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1e1fce3-2f01-42a9-b2f2-0470cb46047c req-3e8ff265-b4d9-4b89-be6d-5da96dbe647c service neutron] 10.222.0.23 "GET /v2.0/networks/b9eb86ec-40ff-4168-a363-815c69c04b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824997 Jul 30 00:32:05.122995 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-ea01ee24-4006-410f-9182-ebfc50b3f451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409918308', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '6951c72e-e8cb-48e3-8dcb-4272798a4e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:31:46Z', 'updated_at': '2021-07-30T00:31:50Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '6951c72e-e8cb-48e3-8dcb-4272798a4e7c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:31:47Z', 'updated_at': '2021-07-30T00:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '309f99ec-d25e-4187-96b2-3900819c91cf', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'floating_ip_address': '172.25.8.152', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'port_id': 'ec0436d5-95a9-4059-86aa-5bf0114a31a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9eb86ec-40ff-4168-a363-815c69c04b33', 'mac_address': 'fa:16:3e:28:94:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c522b98e-4b22-473d-bcbe-54d77f560934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:32:03Z', 'updated_at': '2021-07-30T00:32:03Z', 'revision_number': 0, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f', 'name': '', 'network_id': 'b9eb86ec-40ff-4168-a363-815c69c04b33', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:4a:13:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'df82c781-8fbe-4526-a2fc-67a04efb8932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:31:49Z', 'updated_at': '2021-07-30T00:31:54Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': 'df82c781-8fbe-4526-a2fc-67a04efb8932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:05.148773 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea01ee24-4006-410f-9182-ebfc50b3f451 None None] The sync data for ids ['88f5b5b8-a233-4168-b3cf-3a0d34b4985b'] in n-d-712140-10 is: [{'id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409918308', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '6951c72e-e8cb-48e3-8dcb-4272798a4e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:31:46Z', 'updated_at': '2021-07-30T00:31:50Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '6951c72e-e8cb-48e3-8dcb-4272798a4e7c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:31:47Z', 'updated_at': '2021-07-30T00:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '309f99ec-d25e-4187-96b2-3900819c91cf', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'floating_ip_address': '172.25.8.152', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'port_id': 'ec0436d5-95a9-4059-86aa-5bf0114a31a4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9eb86ec-40ff-4168-a363-815c69c04b33', 'mac_address': 'fa:16:3e:28:94:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c522b98e-4b22-473d-bcbe-54d77f560934', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:32:03Z', 'updated_at': '2021-07-30T00:32:03Z', 'revision_number': 0, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f', 'name': '', 'network_id': 'b9eb86ec-40ff-4168-a363-815c69c04b33', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:4a:13:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'df82c781-8fbe-4526-a2fc-67a04efb8932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:31:49Z', 'updated_at': '2021-07-30T00:31:54Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': 'df82c781-8fbe-4526-a2fc-67a04efb8932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:32:05.335163 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be24f5f1-e7d7-4c05-b620-3cdfc031273d None None] New status for floating IP 309f99ec-d25e-4187-96b2-3900819c91cf: ACTIVE {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:32:05.533564 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:05.616929 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 32892) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:05.681953 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a24a36f3-cdc2-4a84-9c64-02bc03300762 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/floatingips/309f99ec-d25e-4187-96b2-3900819c91cf HTTP/1.1" status: 200 len: 994 time: 0.0638697 Jul 30 00:32:06.324182 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5ca0c2b0-74c8-44fb-ba31-b97c0705d718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:07.137142 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:08.446867 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:18.747199 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fa121346-db81-410f-ba0c-de4868cdc7eb req-d49381b6-a5ed-4469-8e3e-b1d6784eb4bf service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=c522b98e-4b22-473d-bcbe-54d77f560934&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441611 Jul 30 00:32:18.830673 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa121346-db81-410f-ba0c-de4868cdc7eb req-1222f61b-1516-4a72-ab02-f5dd558994e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:18.832753 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fa121346-db81-410f-ba0c-de4868cdc7eb req-1222f61b-1516-4a72-ab02-f5dd558994e5 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=c522b98e-4b22-473d-bcbe-54d77f560934 HTTP/1.1" status: 200 len: 1098 time: 0.0395646 Jul 30 00:32:18.932541 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa121346-db81-410f-ba0c-de4868cdc7eb req-e7586390-891a-4d30-9bfb-5f9c23b6583e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:18.934274 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fa121346-db81-410f-ba0c-de4868cdc7eb req-e7586390-891a-4d30-9bfb-5f9c23b6583e service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9eb86ec-40ff-4168-a363-815c69c04b33 HTTP/1.1" status: 200 len: 898 time: 0.0835421 Jul 30 00:32:19.003746 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fa121346-db81-410f-ba0c-de4868cdc7eb req-67dd745a-5a86-42e9-aa5e-34e4880b4249 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec0436d5-95a9-4059-86aa-5bf0114a31a4 HTTP/1.1" status: 200 len: 1002 time: 0.0604088 Jul 30 00:32:19.055315 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa121346-db81-410f-ba0c-de4868cdc7eb req-ec055fba-35cb-4c7e-a30a-6079b70de8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:19.056867 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fa121346-db81-410f-ba0c-de4868cdc7eb req-ec055fba-35cb-4c7e-a30a-6079b70de8d8 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df82c781-8fbe-4526-a2fc-67a04efb8932 HTTP/1.1" status: 200 len: 835 time: 0.0446000 Jul 30 00:32:19.101872 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa121346-db81-410f-ba0c-de4868cdc7eb req-4250e73e-bc40-4bd8-b07b-0ab58f37bee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:19.103336 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fa121346-db81-410f-ba0c-de4868cdc7eb req-4250e73e-bc40-4bd8-b07b-0ab58f37bee9 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9eb86ec-40ff-4168-a363-815c69c04b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392499 Jul 30 00:32:19.198020 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fa121346-db81-410f-ba0c-de4868cdc7eb req-61f32041-06b0-4125-b706-70e8bc711543 service neutron] 10.222.0.23 "GET /v2.0/networks/b9eb86ec-40ff-4168-a363-815c69c04b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861990 Jul 30 00:32:19.287533 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fa121346-db81-410f-ba0c-de4868cdc7eb req-b1e8a962-8cfe-4e07-b9c4-73e36b1624f0 service neutron] 10.222.0.23 "GET /v2.0/networks/b9eb86ec-40ff-4168-a363-815c69c04b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822690 Jul 30 00:32:30.335944 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:30.376450 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:30.434008 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [req-54c26691-c153-4676-ada4-ed2136bcb83a req-6e32ee71-05f8-4a81-a4d1-115ea635b18f service neutron] (94064) timed out ('10.222.0.18', 56800) {{(pid=94064) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:32:32.380085 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:32:32.977751 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-204d4071-5357-48f7-aada-606c78252b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:35.539375 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:36.324600 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7212748a-3201-4ffc-95f9-127792b1a44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:37.060037 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c38e1-23cc-4720-abff-62c301724068 req-70237db6-e929-4253-9885-7b130616eb5c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:37.061509 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-113c38e1-23cc-4720-abff-62c301724068 req-70237db6-e929-4253-9885-7b130616eb5c tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c522b98e-4b22-473d-bcbe-54d77f560934 HTTP/1.1" status: 200 len: 946 time: 0.0497127 Jul 30 00:32:37.103772 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-113c38e1-23cc-4720-abff-62c301724068 req-58d56485-c9dd-4f1e-a8e4-c1f44ecfdf59 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=058d31a0-2cf0-4d53-8e4d-21c98c0396e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362570 Jul 30 00:32:37.141372 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:38.220411 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40070af0-979a-488c-9e03-e7bf396a598c req-764dc209-15be-4ab9-8c57-fa618cc9b7f6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:38.221919 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-40070af0-979a-488c-9e03-e7bf396a598c req-764dc209-15be-4ab9-8c57-fa618cc9b7f6 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c522b98e-4b22-473d-bcbe-54d77f560934 HTTP/1.1" status: 200 len: 946 time: 0.0490615 Jul 30 00:32:38.263177 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-40070af0-979a-488c-9e03-e7bf396a598c req-0f76e676-9a0f-4498-a8db-6339de850413 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=058d31a0-2cf0-4d53-8e4d-21c98c0396e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349984 Jul 30 00:32:38.285851 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 32914) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:38.348831 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-eb953556-c45f-4d15-97f9-3fac372c871d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/floatingips/309f99ec-d25e-4187-96b2-3900819c91cf HTTP/1.1" status: 200 len: 994 time: 0.0617836 Jul 30 00:32:38.451677 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:39.634909 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de317ea6-3b87-4506-ac96-da2c387a5150 req-992e3b7d-5fa9-4bb6-8445-8bba4fd90808 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:39.636425 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-de317ea6-3b87-4506-ac96-da2c387a5150 req-992e3b7d-5fa9-4bb6-8445-8bba4fd90808 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c522b98e-4b22-473d-bcbe-54d77f560934 HTTP/1.1" status: 200 len: 946 time: 0.0767589 Jul 30 00:32:39.641995 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24f71f-f4a7-4a98-a569-5b120259fd5a req-c2754f9c-b426-4b17-84dd-49c265323124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:39.643374 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff24f71f-f4a7-4a98-a569-5b120259fd5a req-c2754f9c-b426-4b17-84dd-49c265323124 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=c522b98e-4b22-473d-bcbe-54d77f560934 HTTP/1.1" status: 200 len: 1098 time: 0.0583711 Jul 30 00:32:39.723073 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-de317ea6-3b87-4506-ac96-da2c387a5150 req-62a4a504-f4dd-445c-900f-f74194937aab tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=058d31a0-2cf0-4d53-8e4d-21c98c0396e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787344 Jul 30 00:32:39.764856 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24f71f-f4a7-4a98-a569-5b120259fd5a req-334e6ffd-9af6-44b5-a880-87a7f7782eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:39.766360 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff24f71f-f4a7-4a98-a569-5b120259fd5a req-334e6ffd-9af6-44b5-a880-87a7f7782eba service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9eb86ec-40ff-4168-a363-815c69c04b33 HTTP/1.1" status: 200 len: 898 time: 0.1145353 Jul 30 00:32:39.840346 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff24f71f-f4a7-4a98-a569-5b120259fd5a req-77c75ae0-9d2b-442b-b290-7a66ddff47ec service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec0436d5-95a9-4059-86aa-5bf0114a31a4 HTTP/1.1" status: 200 len: 1002 time: 0.0657682 Jul 30 00:32:39.907739 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24f71f-f4a7-4a98-a569-5b120259fd5a req-8fbe5170-f27f-46cc-af63-a0273d602b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:39.909169 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff24f71f-f4a7-4a98-a569-5b120259fd5a req-8fbe5170-f27f-46cc-af63-a0273d602b23 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df82c781-8fbe-4526-a2fc-67a04efb8932 HTTP/1.1" status: 200 len: 835 time: 0.0625703 Jul 30 00:32:39.955853 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff24f71f-f4a7-4a98-a569-5b120259fd5a req-36f4c8fc-f4c7-441f-afc4-d9b152ab4c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:39.957392 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff24f71f-f4a7-4a98-a569-5b120259fd5a req-36f4c8fc-f4c7-441f-afc4-d9b152ab4c0f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9eb86ec-40ff-4168-a363-815c69c04b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407972 Jul 30 00:32:40.060902 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff24f71f-f4a7-4a98-a569-5b120259fd5a req-9082e449-8bc8-4ffc-8a12-2cdf2df22cbb service neutron] 10.222.0.23 "GET /v2.0/networks/b9eb86ec-40ff-4168-a363-815c69c04b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964258 Jul 30 00:32:40.158567 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ff24f71f-f4a7-4a98-a569-5b120259fd5a req-b934ea27-c6f9-46f3-9c49-ad34701f5cb3 service neutron] 10.222.0.23 "GET /v2.0/networks/b9eb86ec-40ff-4168-a363-815c69c04b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901909 Jul 30 00:32:40.847202 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8083f-798d-45a8-9483-3bf87638eee5 req-deed5d85-f836-4b9a-937d-3caee159e2aa tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:40.848734 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57a8083f-798d-45a8-9483-3bf87638eee5 req-deed5d85-f836-4b9a-937d-3caee159e2aa tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c522b98e-4b22-473d-bcbe-54d77f560934 HTTP/1.1" status: 200 len: 946 time: 0.0541162 Jul 30 00:32:40.898819 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-57a8083f-798d-45a8-9483-3bf87638eee5 req-7df69119-23ab-44c2-8b31-5e1aa928279e tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=058d31a0-2cf0-4d53-8e4d-21c98c0396e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435827 Jul 30 00:32:42.023900 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b09616-e55e-4c63-92d2-2fc3fe406149 req-a1f87b0f-b40f-432e-b00c-5e88b6d17a62 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:42.025469 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-79b09616-e55e-4c63-92d2-2fc3fe406149 req-a1f87b0f-b40f-432e-b00c-5e88b6d17a62 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c522b98e-4b22-473d-bcbe-54d77f560934 HTTP/1.1" status: 200 len: 946 time: 0.0561454 Jul 30 00:32:42.064485 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-79b09616-e55e-4c63-92d2-2fc3fe406149 req-6858e2d4-8124-4ad2-9e0d-8ca8ffbd4e29 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=058d31a0-2cf0-4d53-8e4d-21c98c0396e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326645 Jul 30 00:32:42.087194 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 32926) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:42.149311 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-eeb0e24c-5a24-4299-bc22-8f26455ed265 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/floatingips/309f99ec-d25e-4187-96b2-3900819c91cf HTTP/1.1" status: 200 len: 994 time: 0.0608408 Jul 30 00:32:42.365703 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 32932) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:42.526597 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-07ad4511-6cb1-4f49-a535-f2b3d02f0ee7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Deleting port 881f28af-fbfa-4e85-b6e6-ccd3ec295a29 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:32:42.526853 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07ad4511-6cb1-4f49-a535-f2b3d02f0ee7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:42.609240 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07ad4511-6cb1-4f49-a535-f2b3d02f0ee7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:42.609562 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07ad4511-6cb1-4f49-a535-f2b3d02f0ee7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:42.621281 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-07ad4511-6cb1-4f49-a535-f2b3d02f0ee7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Calling delete_port for 881f28af-fbfa-4e85-b6e6-ccd3ec295a29 owned by network:floatingip {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:32:42.774046 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07ad4511-6cb1-4f49-a535-f2b3d02f0ee7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:42.800547 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad4511-6cb1-4f49-a535-f2b3d02f0ee7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'Port': ['ID=881f28af-fbfa-4e85-b6e6-ccd3ec295a29,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:42.809817 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad4511-6cb1-4f49-a535-f2b3d02f0ee7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:42.810166 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad4511-6cb1-4f49-a535-f2b3d02f0ee7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:42.810506 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad4511-6cb1-4f49-a535-f2b3d02f0ee7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:42.810847 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad4511-6cb1-4f49-a535-f2b3d02f0ee7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:42.811176 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad4511-6cb1-4f49-a535-f2b3d02f0ee7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:42.811503 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad4511-6cb1-4f49-a535-f2b3d02f0ee7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:42.811856 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad4511-6cb1-4f49-a535-f2b3d02f0ee7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:42.812180 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad4511-6cb1-4f49-a535-f2b3d02f0ee7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:42.812595 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad4511-6cb1-4f49-a535-f2b3d02f0ee7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:42.812922 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad4511-6cb1-4f49-a535-f2b3d02f0ee7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:42.813247 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad4511-6cb1-4f49-a535-f2b3d02f0ee7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:42.813565 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07ad4511-6cb1-4f49-a535-f2b3d02f0ee7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:42.873550 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07ad4511-6cb1-4f49-a535-f2b3d02f0ee7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for floatingip, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:42.873885 n-d-712140-10 neutron-server[94064]: INFO neutron.db.l3_db [None req-07ad4511-6cb1-4f49-a535-f2b3d02f0ee7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Floating IP 309f99ec-d25e-4187-96b2-3900819c91cf disassociated (deleted). External IP: 172.25.8.152, port: ec0436d5-95a9-4059-86aa-5bf0114a31a4. Jul 30 00:32:43.081986 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ad4511-6cb1-4f49-a535-f2b3d02f0ee7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Router 88f5b5b8-a233-4168-b3cf-3a0d34b4985b has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:32:43.192276 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ad4511-6cb1-4f49-a535-f2b3d02f0ee7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:32:43.198122 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07ad4511-6cb1-4f49-a535-f2b3d02f0ee7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:43.205371 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90eb0fba-e0e1-4a68-aa74-1d9984e20e7d None None] Sync routers for ids ['88f5b5b8-a233-4168-b3cf-3a0d34b4985b'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:32:43.216187 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eb0fba-e0e1-4a68-aa74-1d9984e20e7d None None] Routers {'88f5b5b8-a233-4168-b3cf-3a0d34b4985b'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:32:43.216797 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-90eb0fba-e0e1-4a68-aa74-1d9984e20e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:32:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['88f5b5b8-a233-4168-b3cf-3a0d34b4985b'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:43.226015 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-07ad4511-6cb1-4f49-a535-f2b3d02f0ee7 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "DELETE /v2.0/floatingips/309f99ec-d25e-4187-96b2-3900819c91cf HTTP/1.1" status: 204 len: 168 time: 0.8589141 Jul 30 00:32:43.226914 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c522b98e-4b22-473d-bcbe-54d77f560934', 'tag': 'ec0436d5-95a9-4059-86aa-5bf0114a31a4'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:32:43.229217 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5209d4e956e9ae4acfb38c8f800d5d5e141ec7fd74949f506a8c7ac355071e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6871f66a-e0bd-4186-b241-89f82b42d097" -d '{"events": [{"name": "network-changed", "server_uuid": "c522b98e-4b22-473d-bcbe-54d77f560934", "tag": "ec0436d5-95a9-4059-86aa-5bf0114a31a4"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:32:43.339933 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-90eb0fba-e0e1-4a68-aa74-1d9984e20e7d None None] Set router 88f5b5b8-a233-4168-b3cf-3a0d34b4985b gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:32:43.458584 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8bb5cc4-933d-487a-bc92-cc8eb0b35dcd x-openstack-request-id: req-b8bb5cc4-933d-487a-bc92-cc8eb0b35dcd {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:32:43.459112 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c522b98e-4b22-473d-bcbe-54d77f560934", "tag": "ec0436d5-95a9-4059-86aa-5bf0114a31a4", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:32:43.459112 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-b8bb5cc4-933d-487a-bc92-cc8eb0b35dcd {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:32:43.459484 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c522b98e-4b22-473d-bcbe-54d77f560934', 'tag': 'ec0436d5-95a9-4059-86aa-5bf0114a31a4', 'status': 'completed', 'code': 200} Jul 30 00:32:43.553000 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-90eb0fba-e0e1-4a68-aa74-1d9984e20e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409918308', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '6951c72e-e8cb-48e3-8dcb-4272798a4e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:31:46Z', 'updated_at': '2021-07-30T00:31:50Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '6951c72e-e8cb-48e3-8dcb-4272798a4e7c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:31:47Z', 'updated_at': '2021-07-30T00:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f', 'name': '', 'network_id': 'b9eb86ec-40ff-4168-a363-815c69c04b33', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:4a:13:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'df82c781-8fbe-4526-a2fc-67a04efb8932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:31:49Z', 'updated_at': '2021-07-30T00:31:54Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': 'df82c781-8fbe-4526-a2fc-67a04efb8932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:43.556847 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871f66a-e0bd-4186-b241-89f82b42d097 req-8349bd7a-2d1a-4a5d-88f3-a265d2257567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:43.558364 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6871f66a-e0bd-4186-b241-89f82b42d097 req-8349bd7a-2d1a-4a5d-88f3-a265d2257567 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=b50c81366be6461a9721474fa4eb74d8&device_id=c522b98e-4b22-473d-bcbe-54d77f560934 HTTP/1.1" status: 200 len: 1098 time: 0.0744677 Jul 30 00:32:43.571444 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3982c824-6ccd-4e39-91e3-96c74c1f347f req-d8117a05-5644-4d39-9397-86cbf3c4c488 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:43.572872 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3982c824-6ccd-4e39-91e3-96c74c1f347f req-d8117a05-5644-4d39-9397-86cbf3c4c488 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c522b98e-4b22-473d-bcbe-54d77f560934 HTTP/1.1" status: 200 len: 946 time: 0.0641463 Jul 30 00:32:43.583202 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90eb0fba-e0e1-4a68-aa74-1d9984e20e7d None None] Checking router: 88f5b5b8-a233-4168-b3cf-3a0d34b4985b for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:32:43.591947 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eb0fba-e0e1-4a68-aa74-1d9984e20e7d None None] Routers {'88f5b5b8-a233-4168-b3cf-3a0d34b4985b'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:32:43.592482 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-90eb0fba-e0e1-4a68-aa74-1d9984e20e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:32:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['88f5b5b8-a233-4168-b3cf-3a0d34b4985b'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:43.657055 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3982c824-6ccd-4e39-91e3-96c74c1f347f req-d824c06c-a484-418b-bc2e-95efa1eed2eb tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=058d31a0-2cf0-4d53-8e4d-21c98c0396e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762532 Jul 30 00:32:43.682528 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871f66a-e0bd-4186-b241-89f82b42d097 req-a8304e9a-aa0f-4225-aeec-4253b41661e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:43.684286 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6871f66a-e0bd-4186-b241-89f82b42d097 req-a8304e9a-aa0f-4225-aeec-4253b41661e6 service neutron] 10.222.0.23 "GET /v2.0/networks?id=b9eb86ec-40ff-4168-a363-815c69c04b33 HTTP/1.1" status: 200 len: 898 time: 0.1102989 Jul 30 00:32:43.701225 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-90eb0fba-e0e1-4a68-aa74-1d9984e20e7d None None] Set router 88f5b5b8-a233-4168-b3cf-3a0d34b4985b gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:32:43.729357 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6871f66a-e0bd-4186-b241-89f82b42d097 req-788ee85c-c061-4141-9af5-ba591c7a2036 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec0436d5-95a9-4059-86aa-5bf0114a31a4 HTTP/1.1" status: 200 len: 217 time: 0.0378990 Jul 30 00:32:43.779217 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871f66a-e0bd-4186-b241-89f82b42d097 req-48d29f8b-6c60-496b-b1fc-7fa292c3670d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:43.780735 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6871f66a-e0bd-4186-b241-89f82b42d097 req-48d29f8b-6c60-496b-b1fc-7fa292c3670d service neutron] 10.222.0.23 "GET /v2.0/subnets?id=df82c781-8fbe-4526-a2fc-67a04efb8932 HTTP/1.1" status: 200 len: 835 time: 0.0442278 Jul 30 00:32:43.829028 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871f66a-e0bd-4186-b241-89f82b42d097 req-ecedee16-1fa4-4b4a-8647-3797bd7dce55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:43.830545 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6871f66a-e0bd-4186-b241-89f82b42d097 req-ecedee16-1fa4-4b4a-8647-3797bd7dce55 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=b9eb86ec-40ff-4168-a363-815c69c04b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412936 Jul 30 00:32:43.902129 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-90eb0fba-e0e1-4a68-aa74-1d9984e20e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409918308', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '6951c72e-e8cb-48e3-8dcb-4272798a4e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:31:46Z', 'updated_at': '2021-07-30T00:31:50Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '6951c72e-e8cb-48e3-8dcb-4272798a4e7c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:31:47Z', 'updated_at': '2021-07-30T00:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f', 'name': '', 'network_id': 'b9eb86ec-40ff-4168-a363-815c69c04b33', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:4a:13:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'df82c781-8fbe-4526-a2fc-67a04efb8932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:31:49Z', 'updated_at': '2021-07-30T00:31:54Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': 'df82c781-8fbe-4526-a2fc-67a04efb8932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:43.925500 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6871f66a-e0bd-4186-b241-89f82b42d097 req-2ae90d9e-8ee0-4820-85ab-cd84eff83dd3 service neutron] 10.222.0.23 "GET /v2.0/networks/b9eb86ec-40ff-4168-a363-815c69c04b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872271 Jul 30 00:32:44.021883 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6871f66a-e0bd-4186-b241-89f82b42d097 req-43f68b2c-a4c9-4a02-b98b-bbe7abd9476b service neutron] 10.222.0.23 "GET /v2.0/networks/b9eb86ec-40ff-4168-a363-815c69c04b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887682 Jul 30 00:32:44.024485 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90eb0fba-e0e1-4a68-aa74-1d9984e20e7d None None] The sync data for ids ['88f5b5b8-a233-4168-b3cf-3a0d34b4985b'] in n-d-712140-10 is: [{'id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409918308', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '6951c72e-e8cb-48e3-8dcb-4272798a4e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:31:46Z', 'updated_at': '2021-07-30T00:31:50Z', 'revision_number': 4, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '6951c72e-e8cb-48e3-8dcb-4272798a4e7c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:31:47Z', 'updated_at': '2021-07-30T00:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f', 'name': '', 'network_id': 'b9eb86ec-40ff-4168-a363-815c69c04b33', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'mac_address': 'fa:16:3e:4a:13:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': 'df82c781-8fbe-4526-a2fc-67a04efb8932', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:31:49Z', 'updated_at': '2021-07-30T00:31:54Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'subnets': [{'id': 'df82c781-8fbe-4526-a2fc-67a04efb8932', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:32:44.251137 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d338f9-3d9c-4f8b-ba15-5c1a3431fa4e None None] New status for floating IP 309f99ec-d25e-4187-96b2-3900819c91cf: DOWN {{(pid=94065) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:32:44.778572 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64162baa-abe1-429c-8c05-a7529920b51f req-80edfb92-f846-466a-89a8-38c92e476dd9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:44.780062 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64162baa-abe1-429c-8c05-a7529920b51f req-80edfb92-f846-466a-89a8-38c92e476dd9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c522b98e-4b22-473d-bcbe-54d77f560934 HTTP/1.1" status: 200 len: 946 time: 0.0523584 Jul 30 00:32:44.819092 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-64162baa-abe1-429c-8c05-a7529920b51f req-d3ee8a32-ac2d-4d79-825b-d36e4464e94b tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/security-groups?id=058d31a0-2cf0-4d53-8e4d-21c98c0396e1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330732 Jul 30 00:32:44.961418 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb6ac26-14dd-4d9b-846a-96a0c9373278 req-d703fb6d-c682-4069-8247-e43068df2458 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:44.962899 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fdb6ac26-14dd-4d9b-846a-96a0c9373278 req-d703fb6d-c682-4069-8247-e43068df2458 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.23 "GET /v2.0/ports?device_id=c522b98e-4b22-473d-bcbe-54d77f560934 HTTP/1.1" status: 200 len: 946 time: 0.0498703 Jul 30 00:32:45.050819 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-fdb6ac26-14dd-4d9b-846a-96a0c9373278 req-0b3fd5d4-b481-44e5-a839-2488c2c33c2d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Deleting port ec0436d5-95a9-4059-86aa-5bf0114a31a4 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:32:45.051165 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fdb6ac26-14dd-4d9b-846a-96a0c9373278 req-0b3fd5d4-b481-44e5-a839-2488c2c33c2d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:45.140398 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-fdb6ac26-14dd-4d9b-846a-96a0c9373278 req-0b3fd5d4-b481-44e5-a839-2488c2c33c2d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] For port ec0436d5-95a9-4059-86aa-5bf0114a31a4, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=ec0436d5-95a9-4059-86aa-5bf0114a31a4,segment=NetworkSegment(6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45),segment_id=6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:32:45.140769 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fdb6ac26-14dd-4d9b-846a-96a0c9373278 req-0b3fd5d4-b481-44e5-a839-2488c2c33c2d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:45.154440 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-fdb6ac26-14dd-4d9b-846a-96a0c9373278 req-0b3fd5d4-b481-44e5-a839-2488c2c33c2d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Calling delete_port for ec0436d5-95a9-4059-86aa-5bf0114a31a4 owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:32:45.284675 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fdb6ac26-14dd-4d9b-846a-96a0c9373278 req-0b3fd5d4-b481-44e5-a839-2488c2c33c2d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:45.314800 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3fd5d4-b481-44e5-a839-2488c2c33c2d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'Port': ['ID=ec0436d5-95a9-4059-86aa-5bf0114a31a4,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:45.357812 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb6ac26-14dd-4d9b-846a-96a0c9373278 req-0b3fd5d4-b481-44e5-a839-2488c2c33c2d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] No DVR routers for this DVR port ec0436d5-95a9-4059-86aa-5bf0114a31a4 on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:32:45.360427 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-fdb6ac26-14dd-4d9b-846a-96a0c9373278 req-0b3fd5d4-b481-44e5-a839-2488c2c33c2d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:45.362417 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fdb6ac26-14dd-4d9b-846a-96a0c9373278 req-0b3fd5d4-b481-44e5-a839-2488c2c33c2d tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.23 "DELETE /v2.0/ports/ec0436d5-95a9-4059-86aa-5bf0114a31a4 HTTP/1.1" status: 204 len: 173 time: 0.3938913 Jul 30 00:32:45.362857 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c522b98e-4b22-473d-bcbe-54d77f560934', 'name': 'network-vif-deleted', 'tag': 'ec0436d5-95a9-4059-86aa-5bf0114a31a4'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:32:45.365120 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b488ef-4f32-4885-ac1c-58027cb19268" -d '{"events": [{"server_uuid": "c522b98e-4b22-473d-bcbe-54d77f560934", "name": "network-vif-deleted", "tag": "ec0436d5-95a9-4059-86aa-5bf0114a31a4"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:32:45.402581 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6574dbd5-14a4-4cb1-83a5-1fe7716f4c4e x-openstack-request-id: req-6574dbd5-14a4-4cb1-83a5-1fe7716f4c4e {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:32:45.402877 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c522b98e-4b22-473d-bcbe-54d77f560934", "name": "network-vif-deleted", "tag": "ec0436d5-95a9-4059-86aa-5bf0114a31a4", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:32:45.403133 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-6574dbd5-14a4-4cb1-83a5-1fe7716f4c4e {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:32:45.403548 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c522b98e-4b22-473d-bcbe-54d77f560934', 'name': 'network-vif-deleted', 'tag': 'ec0436d5-95a9-4059-86aa-5bf0114a31a4', 'status': 'completed', 'code': 200} Jul 30 00:32:45.928760 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f60a5e19-6a6f-431b-98ab-14fe709d60c7 req-d915ec45-ac28-4f15-9342-17f0e8d1f252 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "GET /v2.0/ports?device_id=c522b98e-4b22-473d-bcbe-54d77f560934 HTTP/1.1" status: 200 len: 210 time: 0.0260115 Jul 30 00:32:46.986321 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 32950) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:47.355188 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c8b52f80-d3cd-46a3-bc97-05a8bfe7aff0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:47.926772 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c8b52f80-d3cd-46a3-bc97-05a8bfe7aff0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Deleting port f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:32:47.927121 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c8b52f80-d3cd-46a3-bc97-05a8bfe7aff0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:48.016798 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-c8b52f80-d3cd-46a3-bc97-05a8bfe7aff0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] For port f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f,segment=NetworkSegment(6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45),segment_id=6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:32:48.017531 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c8b52f80-d3cd-46a3-bc97-05a8bfe7aff0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:48.029998 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-c8b52f80-d3cd-46a3-bc97-05a8bfe7aff0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Calling delete_port for f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:32:48.219374 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c8b52f80-d3cd-46a3-bc97-05a8bfe7aff0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:48.248338 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b52f80-d3cd-46a3-bc97-05a8bfe7aff0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'Port': ['ID=f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:48.261622 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b52f80-d3cd-46a3-bc97-05a8bfe7aff0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:48.261988 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b52f80-d3cd-46a3-bc97-05a8bfe7aff0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:48.262331 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b52f80-d3cd-46a3-bc97-05a8bfe7aff0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:48.262674 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b52f80-d3cd-46a3-bc97-05a8bfe7aff0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:48.263013 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b52f80-d3cd-46a3-bc97-05a8bfe7aff0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:48.263350 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b52f80-d3cd-46a3-bc97-05a8bfe7aff0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:48.263702 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b52f80-d3cd-46a3-bc97-05a8bfe7aff0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:48.264056 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b52f80-d3cd-46a3-bc97-05a8bfe7aff0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:48.264394 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b52f80-d3cd-46a3-bc97-05a8bfe7aff0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:48.264716 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b52f80-d3cd-46a3-bc97-05a8bfe7aff0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:48.265037 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b52f80-d3cd-46a3-bc97-05a8bfe7aff0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:48.265361 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8b52f80-d3cd-46a3-bc97-05a8bfe7aff0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:48.444153 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c8b52f80-d3cd-46a3-bc97-05a8bfe7aff0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:48.660736 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b52f80-d3cd-46a3-bc97-05a8bfe7aff0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Router 88f5b5b8-a233-4168-b3cf-3a0d34b4985b has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:32:48.767684 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b52f80-d3cd-46a3-bc97-05a8bfe7aff0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:32:48.773123 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c8b52f80-d3cd-46a3-bc97-05a8bfe7aff0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "PUT /v2.0/routers/88f5b5b8-a233-4168-b3cf-3a0d34b4985b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7856276 Jul 30 00:32:48.775867 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 32952) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:48.778454 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab491c9-7f3d-4d22-9bd0-d8dd64fef617 None None] Sync routers for ids ['88f5b5b8-a233-4168-b3cf-3a0d34b4985b'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:32:48.787917 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab491c9-7f3d-4d22-9bd0-d8dd64fef617 None None] Routers {'88f5b5b8-a233-4168-b3cf-3a0d34b4985b'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:32:48.788649 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-5ab491c9-7f3d-4d22-9bd0-d8dd64fef617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:32:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['88f5b5b8-a233-4168-b3cf-3a0d34b4985b'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:48.836236 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-fba4e590-775f-4831-8a14-c162dd1176f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Deleting subnet df82c781-8fbe-4526-a2fc-67a04efb8932 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:32:48.839527 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fba4e590-775f-4831-8a14-c162dd1176f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:48.880156 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fba4e590-775f-4831-8a14-c162dd1176f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:48.894370 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-5ab491c9-7f3d-4d22-9bd0-d8dd64fef617 None None] Set router 88f5b5b8-a233-4168-b3cf-3a0d34b4985b gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:32:48.972569 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fba4e590-775f-4831-8a14-c162dd1176f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:49.038389 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fba4e590-775f-4831-8a14-c162dd1176f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:49.066564 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba4e590-775f-4831-8a14-c162dd1176f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'Subnet': ['ID=df82c781-8fbe-4526-a2fc-67a04efb8932,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:49.070913 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-fba4e590-775f-4831-8a14-c162dd1176f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:49.073185 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-fba4e590-775f-4831-8a14-c162dd1176f9 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "DELETE /v2.0/subnets/df82c781-8fbe-4526-a2fc-67a04efb8932 HTTP/1.1" status: 204 len: 168 time: 0.2959054 Jul 30 00:32:49.076008 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 32954) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:49.081181 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da44d48f-06f7-4241-aede-f1149ae41b02 None None] Network b9eb86ec-40ff-4168-a363-815c69c04b33 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:32:49.085420 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-5ab491c9-7f3d-4d22-9bd0-d8dd64fef617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409918308', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '6951c72e-e8cb-48e3-8dcb-4272798a4e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:31:46Z', 'updated_at': '2021-07-30T00:32:48Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '6951c72e-e8cb-48e3-8dcb-4272798a4e7c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:31:47Z', 'updated_at': '2021-07-30T00:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:49.116214 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab491c9-7f3d-4d22-9bd0-d8dd64fef617 None None] Checking router: 88f5b5b8-a233-4168-b3cf-3a0d34b4985b for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:32:49.125864 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab491c9-7f3d-4d22-9bd0-d8dd64fef617 None None] Routers {'88f5b5b8-a233-4168-b3cf-3a0d34b4985b'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:32:49.126549 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-5ab491c9-7f3d-4d22-9bd0-d8dd64fef617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:32:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['88f5b5b8-a233-4168-b3cf-3a0d34b4985b'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:49.190336 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-41539dea-2f31-4f18-89ba-ceccce263451 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:49.251180 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-5ab491c9-7f3d-4d22-9bd0-d8dd64fef617 None None] Set router 88f5b5b8-a233-4168-b3cf-3a0d34b4985b gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:32:49.286640 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d383425c-e602-4c2d-8399-c2a8c4109734 None None] DHCP port deletion for b9eb86ec-40ff-4168-a363-815c69c04b33 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:32:49.305536 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-41539dea-2f31-4f18-89ba-ceccce263451 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:49.334101 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d383425c-e602-4c2d-8399-c2a8c4109734 None None] Deleting port 68e84429-cfcc-4ae6-9bd4-1ee3b8fb916a {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:32:49.334478 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d383425c-e602-4c2d-8399-c2a8c4109734 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:49.363310 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-41539dea-2f31-4f18-89ba-ceccce263451 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Deleting port 6951c72e-e8cb-48e3-8dcb-4272798a4e7c {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:32:49.363734 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-41539dea-2f31-4f18-89ba-ceccce263451 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:49.401821 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-d383425c-e602-4c2d-8399-c2a8c4109734 None None] For port 68e84429-cfcc-4ae6-9bd4-1ee3b8fb916a, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=68e84429-cfcc-4ae6-9bd4-1ee3b8fb916a,segment=NetworkSegment(6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45),segment_id=6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:32:49.402227 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d383425c-e602-4c2d-8399-c2a8c4109734 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:49.416175 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-d383425c-e602-4c2d-8399-c2a8c4109734 None None] Calling delete_port for 68e84429-cfcc-4ae6-9bd4-1ee3b8fb916a owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:32:49.448421 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-41539dea-2f31-4f18-89ba-ceccce263451 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] For port 6951c72e-e8cb-48e3-8dcb-4272798a4e7c, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6951c72e-e8cb-48e3-8dcb-4272798a4e7c,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:32:49.449170 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-41539dea-2f31-4f18-89ba-ceccce263451 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:49.454244 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-5ab491c9-7f3d-4d22-9bd0-d8dd64fef617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409918308', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '6951c72e-e8cb-48e3-8dcb-4272798a4e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:31:46Z', 'updated_at': '2021-07-30T00:32:48Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '6951c72e-e8cb-48e3-8dcb-4272798a4e7c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:31:47Z', 'updated_at': '2021-07-30T00:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:49.462326 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-41539dea-2f31-4f18-89ba-ceccce263451 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Calling delete_port for 6951c72e-e8cb-48e3-8dcb-4272798a4e7c owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:32:49.481853 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab491c9-7f3d-4d22-9bd0-d8dd64fef617 None None] The sync data for ids ['88f5b5b8-a233-4168-b3cf-3a0d34b4985b'] in n-d-712140-10 is: [{'id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-409918308', 'tenant_id': 'b50c81366be6461a9721474fa4eb74d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.118'}], 'enable_snat': True}, 'gw_port_id': '6951c72e-e8cb-48e3-8dcb-4272798a4e7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:31:46Z', 'updated_at': '2021-07-30T00:32:48Z', 'revision_number': 5, 'project_id': 'b50c81366be6461a9721474fa4eb74d8', 'gw_port': {'id': '6951c72e-e8cb-48e3-8dcb-4272798a4e7c', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:0c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88f5b5b8-a233-4168-b3cf-3a0d34b4985b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4257, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:31:47Z', 'updated_at': '2021-07-30T00:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:32:49.505234 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d383425c-e602-4c2d-8399-c2a8c4109734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:49.529272 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d383425c-e602-4c2d-8399-c2a8c4109734 None None] Pushing event deleted for resources: {'Port': ['ID=68e84429-cfcc-4ae6-9bd4-1ee3b8fb916a,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:49.538315 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d383425c-e602-4c2d-8399-c2a8c4109734 None None] No DVR routers for this DVR port 68e84429-cfcc-4ae6-9bd4-1ee3b8fb916a on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:32:49.541444 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383425c-e602-4c2d-8399-c2a8c4109734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:49.542053 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383425c-e602-4c2d-8399-c2a8c4109734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:49.542295 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383425c-e602-4c2d-8399-c2a8c4109734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:49.542625 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383425c-e602-4c2d-8399-c2a8c4109734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:49.542965 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383425c-e602-4c2d-8399-c2a8c4109734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:49.543391 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383425c-e602-4c2d-8399-c2a8c4109734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:49.543723 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383425c-e602-4c2d-8399-c2a8c4109734 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:49.544082 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383425c-e602-4c2d-8399-c2a8c4109734 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:49.545237 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383425c-e602-4c2d-8399-c2a8c4109734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:49.545237 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383425c-e602-4c2d-8399-c2a8c4109734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:49.545237 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383425c-e602-4c2d-8399-c2a8c4109734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:49.545533 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d383425c-e602-4c2d-8399-c2a8c4109734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:49.656515 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-41539dea-2f31-4f18-89ba-ceccce263451 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:49.683017 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41539dea-2f31-4f18-89ba-ceccce263451 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'Port': ['ID=6951c72e-e8cb-48e3-8dcb-4272798a4e7c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:49.751346 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-41539dea-2f31-4f18-89ba-ceccce263451 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:49.846242 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-41539dea-2f31-4f18-89ba-ceccce263451 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:49.848328 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-41539dea-2f31-4f18-89ba-ceccce263451 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:49.895668 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-41539dea-2f31-4f18-89ba-ceccce263451 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:49.896202 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41539dea-2f31-4f18-89ba-ceccce263451 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Fanout notify agent at l3_agent the message router_deleted on router 88f5b5b8-a233-4168-b3cf-3a0d34b4985b {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:32:49.904276 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-41539dea-2f31-4f18-89ba-ceccce263451 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:49.905492 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-41539dea-2f31-4f18-89ba-ceccce263451 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "DELETE /v2.0/routers/88f5b5b8-a233-4168-b3cf-3a0d34b4985b HTTP/1.1" status: 204 len: 168 time: 0.8284891 Jul 30 00:32:49.908347 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 32956) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:49.988166 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7a9d2de1-b398-4912-84a2-4a224496119a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:50.081288 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7a9d2de1-b398-4912-84a2-4a224496119a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:50.091658 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-7a9d2de1-b398-4912-84a2-4a224496119a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9eb86ec-40ff-4168-a363-815c69c04b33']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:50.102609 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-7a9d2de1-b398-4912-84a2-4a224496119a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:50.102908 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-7a9d2de1-b398-4912-84a2-4a224496119a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b4a8770-d9a4-4b79-b40c-b3a35a1f3b45') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:50.111860 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7a9d2de1-b398-4912-84a2-4a224496119a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:50.127080 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7a9d2de1-b398-4912-84a2-4a224496119a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:50.133524 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a9d2de1-b398-4912-84a2-4a224496119a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:32:50.133905 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7a9d2de1-b398-4912-84a2-4a224496119a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:50.136818 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 30 00:32:50.136818 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:32:50.136818 n-d-712140-10 neutron-server[94064]: timer() Jul 30 00:32:50.136818 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:32:50.136818 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 30 00:32:50.136818 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:32:50.136818 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 30 00:32:50.136818 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:32:50.136818 n-d-712140-10 neutron-server[94064]: self._notify() Jul 30 00:32:50.136818 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:32:50.136818 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 30 00:32:50.136818 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:32:50.136818 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 30 00:32:50.136818 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:32:50.136818 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:32:50.136818 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:32:50.136818 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:32:50.136818 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:32:50.136818 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 30 00:32:50.136818 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:32:50.136818 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 30 00:32:50.136818 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:32:50.136818 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:32:50.136818 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:32:50.136818 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 30 00:32:50.136818 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:32:50.136818 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:32:50.136818 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:32:50.136818 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:32:50.136818 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:32:50.136818 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:32:50.136818 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:32:50.196051 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device ec0436d5-95a9-4059-86aa-5bf0114a31a4 no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:32:50.199772 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7a9d2de1-b398-4912-84a2-4a224496119a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:50.210215 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7a9d2de1-b398-4912-84a2-4a224496119a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:50.212218 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7a9d2de1-b398-4912-84a2-4a224496119a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "DELETE /v2.0/networks/b9eb86ec-40ff-4168-a363-815c69c04b33 HTTP/1.1" status: 204 len: 168 time: 0.3029101 Jul 30 00:32:50.215032 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 32958) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:50.223849 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d2de1-b398-4912-84a2-4a224496119a tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'Network': ['ID=b9eb86ec-40ff-4168-a363-815c69c04b33,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:50.224292 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: ec0436d5-95a9-4059-86aa-5bf0114a31a4 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:32:50.224777 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device ec0436d5-95a9-4059-86aa-5bf0114a31a4 not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:32:50.295063 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-11f2466c-8f8e-4447-b465-9c267bdffff0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:50.322686 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-11f2466c-8f8e-4447-b465-9c267bdffff0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:50.396436 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-11f2466c-8f8e-4447-b465-9c267bdffff0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:50.400724 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-11f2466c-8f8e-4447-b465-9c267bdffff0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:50.402166 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-11f2466c-8f8e-4447-b465-9c267bdffff0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] 10.222.0.18 "DELETE /v2.0/security-groups/058d31a0-2cf0-4d53-8e4d-21c98c0396e1 HTTP/1.1" status: 204 len: 168 time: 0.1846104 Jul 30 00:32:50.412328 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f2466c-8f8e-4447-b465-9c267bdffff0 tempest-TestNetworkAdvancedServerOps-1577862128 tempest-TestNetworkAdvancedServerOps-1577862128-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=058d31a0-2cf0-4d53-8e4d-21c98c0396e1,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:50.428297 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6951c72e-e8cb-48e3-8dcb-4272798a4e7c no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:32:50.458165 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 6951c72e-e8cb-48e3-8dcb-4272798a4e7c {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:32:50.458513 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6951c72e-e8cb-48e3-8dcb-4272798a4e7c not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:32:50.459132 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:32:50.481461 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:32:50.481838 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f6b78fd9-b9f1-4f43-94aa-c3acec1d6d4f not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:32:50.482206 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 68e84429-cfcc-4ae6-9bd4-1ee3b8fb916a no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:32:50.501484 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 68e84429-cfcc-4ae6-9bd4-1ee3b8fb916a {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:32:50.501829 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 68e84429-cfcc-4ae6-9bd4-1ee3b8fb916a not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:32:50.752028 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 32966) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:50.886917 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d387ba2c-07c7-4022-980d-e89549ddcb85 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b50c81366be6461a9721474fa4eb74d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1333449 Jul 30 00:32:50.889663 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 32970) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:50.939618 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fc8f213f-e01f-460f-a4d6-9f7dff9823f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:50.961625 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fc8f213f-e01f-460f-a4d6-9f7dff9823f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:51.012335 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fc8f213f-e01f-460f-a4d6-9f7dff9823f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:51.015028 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-fc8f213f-e01f-460f-a4d6-9f7dff9823f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:51.016297 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-fc8f213f-e01f-460f-a4d6-9f7dff9823f8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3c4f18da-99eb-4599-be22-9be6c3057053 HTTP/1.1" status: 204 len: 168 time: 0.1256392 Jul 30 00:32:51.024586 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8f213f-e01f-460f-a4d6-9f7dff9823f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4f18da-99eb-4599-be22-9be6c3057053,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:51.283137 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 32976) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:51.297505 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2a9fabaf-301f-4fec-b9e5-3c61887941f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:51.392277 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2a9fabaf-301f-4fec-b9e5-3c61887941f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:51.397072 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-2a9fabaf-301f-4fec-b9e5-3c61887941f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:51.439309 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-2a9fabaf-301f-4fec-b9e5-3c61887941f7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f00e283bdb9842ed9f0c592a0fe8c949&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1550572 Jul 30 00:32:51.440216 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9fabaf-301f-4fec-b9e5-3c61887941f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608eee2b-9823-49d6-97d9-e1b834336e16,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:51.442832 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 32978) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:51.494515 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da6d952c-dcb4-4b60-bcd5-28f93f6acdaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:51.516053 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da6d952c-dcb4-4b60-bcd5-28f93f6acdaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:51.562359 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da6d952c-dcb4-4b60-bcd5-28f93f6acdaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:51.564919 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-da6d952c-dcb4-4b60-bcd5-28f93f6acdaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:51.566077 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-da6d952c-dcb4-4b60-bcd5-28f93f6acdaa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/608eee2b-9823-49d6-97d9-e1b834336e16 HTTP/1.1" status: 204 len: 168 time: 0.1218605 Jul 30 00:32:51.574200 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6d952c-dcb4-4b60-bcd5-28f93f6acdaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608eee2b-9823-49d6-97d9-e1b834336e16,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:52.279901 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33000) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:52.378789 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-1aa0064f-efca-4fe4-bc7d-962b38264d3a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-870977472-network', 'tenant_id': 'de520cde37994b66a4d2246863070948'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:32:52.400113 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa0064f-efca-4fe4-bc7d-962b38264d3a admin admin] Made reservation on behalf of de520cde37994b66a4d2246863070948 for: {'network': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:32:52.402472 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1aa0064f-efca-4fe4-bc7d-962b38264d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:52.411259 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1aa0064f-efca-4fe4-bc7d-962b38264d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:52.503553 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1aa0064f-efca-4fe4-bc7d-962b38264d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:52.507924 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1aa0064f-efca-4fe4-bc7d-962b38264d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:52.529718 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa0064f-efca-4fe4-bc7d-962b38264d3a admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=94064) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:32:52.545488 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa0064f-efca-4fe4-bc7d-962b38264d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744155ca-d410-46d8-bd62-7c75a8f0bc42,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:52.548609 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1aa0064f-efca-4fe4-bc7d-962b38264d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:52.548980 n-d-712140-10 neutron-server[94064]: INFO neutron.db.segments_db [None req-1aa0064f-efca-4fe4-bc7d-962b38264d3a admin admin] Added segment f0fe89f1-23b3-46b4-804a-0bfacd73be07 of type vlan for network a7849b2a-c03e-4694-a5d1-0d7f72620e9e Jul 30 00:32:52.592607 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1aa0064f-efca-4fe4-bc7d-962b38264d3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:52.622981 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1aa0064f-efca-4fe4-bc7d-962b38264d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:52.624082 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa0064f-efca-4fe4-bc7d-962b38264d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:52.624663 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1aa0064f-efca-4fe4-bc7d-962b38264d3a admin admin] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:52.685681 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1aa0064f-efca-4fe4-bc7d-962b38264d3a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4040494 Jul 30 00:32:52.688892 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33004) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:52.691318 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa0064f-efca-4fe4-bc7d-962b38264d3a admin admin] Pushing event updated for resources: {'Network': ['ID=a7849b2a-c03e-4694-a5d1-0d7f72620e9e,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:52.694474 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-41a31e0b-8829-42ce-8dfd-a3482d1fb35c admin admin] Request body: {'subnet': {'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-870977472-subnet', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:32:52.702504 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network a7849b2a-c03e-4694-a5d1-0d7f72620e9e details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:32:52.718206 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a31e0b-8829-42ce-8dfd-a3482d1fb35c admin admin] Made reservation on behalf of de520cde37994b66a4d2246863070948 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:32:52.720805 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-41a31e0b-8829-42ce-8dfd-a3482d1fb35c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:52.896061 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-41a31e0b-8829-42ce-8dfd-a3482d1fb35c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:52.951054 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a31e0b-8829-42ce-8dfd-a3482d1fb35c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c7a7674-0f74-4de6-9567-ce5965f17ae6,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:52.962086 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41a31e0b-8829-42ce-8dfd-a3482d1fb35c admin admin] Checking segment: {'id': 'f0fe89f1-23b3-46b4-804a-0bfacd73be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:32:52.962441 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a31e0b-8829-42ce-8dfd-a3482d1fb35c admin admin] Network hostable DHCP agents. Network: a7849b2a-c03e-4694-a5d1-0d7f72620e9e, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:32:52.983927 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41a31e0b-8829-42ce-8dfd-a3482d1fb35c admin admin] Network a7849b2a-c03e-4694-a5d1-0d7f72620e9e is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:32:52.996467 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-41a31e0b-8829-42ce-8dfd-a3482d1fb35c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, a7849b2a-c03e-4694-a5d1-0d7f72620e9e) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:32:53.000905 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a31e0b-8829-42ce-8dfd-a3482d1fb35c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:53.001499 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-41a31e0b-8829-42ce-8dfd-a3482d1fb35c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:53.005685 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37b0284-28eb-4a6a-9a1a-734424b6dae7 None None] Network a7849b2a-c03e-4694-a5d1-0d7f72620e9e requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:32:53.018784 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-41a31e0b-8829-42ce-8dfd-a3482d1fb35c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3286965 Jul 30 00:32:53.021601 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33006) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:53.026976 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-07b5ce5b-a64a-44f6-bbc3-e6c321c74027 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-870977472-router', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:32:53.048216 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-07b5ce5b-a64a-44f6-bbc3-e6c321c74027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:53.049324 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-07b5ce5b-a64a-44f6-bbc3-e6c321c74027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:53.113112 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-07b5ce5b-a64a-44f6-bbc3-e6c321c74027 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:53.165224 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e352e961-a1cb-4f0f-b5a0-4d821c20a886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-a7849b2a-c03e-4694-a5d1-0d7f72620e9e', 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'fixed_ips': [{'subnet_id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:32:53.166090 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e352e961-a1cb-4f0f-b5a0-4d821c20a886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:53.261397 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-07b5ce5b-a64a-44f6-bbc3-e6c321c74027 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:53.304969 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-e352e961-a1cb-4f0f-b5a0-4d821c20a886 None None] Allocated IP 172.20.0.2 (a7849b2a-c03e-4694-a5d1-0d7f72620e9e/6c7a7674-0f74-4de6-9567-ce5965f17ae6/e1265d8a-ce9e-4324-88e1-6b2d092aebcf) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:32:53.456961 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e352e961-a1cb-4f0f-b5a0-4d821c20a886 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:53.465646 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e352e961-a1cb-4f0f-b5a0-4d821c20a886 None None] Transition to ACTIVE for port object e1265d8a-ce9e-4324-88e1-6b2d092aebcf will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:32:53.480385 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-07b5ce5b-a64a-44f6-bbc3-e6c321c74027 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:53.482740 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-e352e961-a1cb-4f0f-b5a0-4d821c20a886 None None] Transition to ACTIVE for port object e1265d8a-ce9e-4324-88e1-6b2d092aebcf will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:32:53.488886 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e352e961-a1cb-4f0f-b5a0-4d821c20a886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:53.500920 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-07b5ce5b-a64a-44f6-bbc3-e6c321c74027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:53.528168 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e352e961-a1cb-4f0f-b5a0-4d821c20a886 None None] Network a7849b2a-c03e-4694-a5d1-0d7f72620e9e is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:32:53.531037 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-e352e961-a1cb-4f0f-b5a0-4d821c20a886 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:32:53.534795 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e352e961-a1cb-4f0f-b5a0-4d821c20a886 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:32:53.549095 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352e961-a1cb-4f0f-b5a0-4d821c20a886 None None] Pushing event updated for resources: {'Port': ['ID=e1265d8a-ce9e-4324-88e1-6b2d092aebcf,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:53.604067 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-e352e961-a1cb-4f0f-b5a0-4d821c20a886 None None] Attempting to bind port e1265d8a-ce9e-4324-88e1-6b2d092aebcf on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:32:53.604482 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-e352e961-a1cb-4f0f-b5a0-4d821c20a886 None None] Attempting to bind port e1265d8a-ce9e-4324-88e1-6b2d092aebcf by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'f0fe89f1-23b3-46b4-804a-0bfacd73be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:32:53.604983 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e352e961-a1cb-4f0f-b5a0-4d821c20a886 None None] Attempting to bind port e1265d8a-ce9e-4324-88e1-6b2d092aebcf on network a7849b2a-c03e-4694-a5d1-0d7f72620e9e {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:32:53.611121 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e352e961-a1cb-4f0f-b5a0-4d821c20a886 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:32:53.611502 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e352e961-a1cb-4f0f-b5a0-4d821c20a886 None None] Checking segment: {'id': 'f0fe89f1-23b3-46b4-804a-0bfacd73be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:32:53.611939 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e352e961-a1cb-4f0f-b5a0-4d821c20a886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:53.612341 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e352e961-a1cb-4f0f-b5a0-4d821c20a886 None None] Bound using segment: {'id': 'f0fe89f1-23b3-46b4-804a-0bfacd73be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:32:53.613221 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-e352e961-a1cb-4f0f-b5a0-4d821c20a886 None None] Bound port: e1265d8a-ce9e-4324-88e1-6b2d092aebcf, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0fe89f1-23b3-46b4-804a-0bfacd73be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:32:53.613221 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e352e961-a1cb-4f0f-b5a0-4d821c20a886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:53.624333 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-07b5ce5b-a64a-44f6-bbc3-e6c321c74027 admin admin] Allocated IP 172.25.8.24 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/1e45a8c8-55fd-472a-a418-a97b4755250b) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:32:53.747355 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-07b5ce5b-a64a-44f6-bbc3-e6c321c74027 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:53.793787 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-07b5ce5b-a64a-44f6-bbc3-e6c321c74027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:53.839114 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b5ce5b-a64a-44f6-bbc3-e6c321c74027 admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:32:53.842201 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-07b5ce5b-a64a-44f6-bbc3-e6c321c74027 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:32:53.846095 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b5ce5b-a64a-44f6-bbc3-e6c321c74027 admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:32:53.848643 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-e352e961-a1cb-4f0f-b5a0-4d821c20a886 None None] For port e1265d8a-ce9e-4324-88e1-6b2d092aebcf, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:32:53.852932 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-e352e961-a1cb-4f0f-b5a0-4d821c20a886 None None] For port e1265d8a-ce9e-4324-88e1-6b2d092aebcf, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e1265d8a-ce9e-4324-88e1-6b2d092aebcf,segment=NetworkSegment(f0fe89f1-23b3-46b4-804a-0bfacd73be07),segment_id=f0fe89f1-23b3-46b4-804a-0bfacd73be07)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:32:53.857795 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e352e961-a1cb-4f0f-b5a0-4d821c20a886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:53.874751 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5ce5b-a64a-44f6-bbc3-e6c321c74027 admin admin] Pushing event updated for resources: {'Port': ['ID=1e45a8c8-55fd-472a-a418-a97b4755250b,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:53.922060 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e352e961-a1cb-4f0f-b5a0-4d821c20a886 None None] Pushing event updated for resources: {'Port': ['ID=e1265d8a-ce9e-4324-88e1-6b2d092aebcf,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:54.144382 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-07b5ce5b-a64a-44f6-bbc3-e6c321c74027 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:54.329322 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e1265d8a-ce9e-4324-88e1-6b2d092aebcf up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:32:54.364472 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-07b5ce5b-a64a-44f6-bbc3-e6c321c74027 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:54.382014 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port e1265d8a-ce9e-4324-88e1-6b2d092aebcf completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:32:54.501368 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b5ce5b-a64a-44f6-bbc3-e6c321c74027 admin admin] Router b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:32:54.619090 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b5ce5b-a64a-44f6-bbc3-e6c321c74027 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:32:54.629802 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8822650e-cd66-494d-b81a-624110f6fc4a None None] Sync routers for ids ['b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:32:54.641999 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8822650e-cd66-494d-b81a-624110f6fc4a None None] Routers {'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:32:54.642934 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8822650e-cd66-494d-b81a-624110f6fc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:32:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:54.652850 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-07b5ce5b-a64a-44f6-bbc3-e6c321c74027 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:54.654597 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-07b5ce5b-a64a-44f6-bbc3-e6c321c74027 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.6318498 Jul 30 00:32:54.657583 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33008) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:54.769130 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-8822650e-cd66-494d-b81a-624110f6fc4a None None] Set router b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:32:54.897142 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf534ed-b0f0-4b68-9272-be44e21eb3b8 None None] Network a7849b2a-c03e-4694-a5d1-0d7f72620e9e requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:32:54.990038 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-823f69ae-dd54-4e10-be21-a50a241c93b5 None None] Provisioning for port e1265d8a-ce9e-4324-88e1-6b2d092aebcf completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:32:55.016456 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-823f69ae-dd54-4e10-be21-a50a241c93b5 None None] Provisioning complete for port e1265d8a-ce9e-4324-88e1-6b2d092aebcf triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:32:55.016859 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-823f69ae-dd54-4e10-be21-a50a241c93b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:55.169528 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7021f5f5-ad2f-4b71-986c-4687f3204d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:55.174895 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8822650e-cd66-494d-b81a-624110f6fc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'name': 'tempest-TestShelveInstance-870977472-router', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:54Z', 'revision_number': 3, 'project_id': 'de520cde37994b66a4d2246863070948', 'gw_port': {'id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ab:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:55.211072 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8822650e-cd66-494d-b81a-624110f6fc4a None None] Checking router: b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:32:55.211329 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8822650e-cd66-494d-b81a-624110f6fc4a None None] Updating router b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33 port 1e45a8c8-55fd-472a-a418-a97b4755250b binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:32:55.261686 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-823f69ae-dd54-4e10-be21-a50a241c93b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:55.263714 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8822650e-cd66-494d-b81a-624110f6fc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:55.382037 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-823f69ae-dd54-4e10-be21-a50a241c93b5 None None] For port e1265d8a-ce9e-4324-88e1-6b2d092aebcf, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e1265d8a-ce9e-4324-88e1-6b2d092aebcf,segment=NetworkSegment(f0fe89f1-23b3-46b4-804a-0bfacd73be07),segment_id=f0fe89f1-23b3-46b4-804a-0bfacd73be07)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:32:55.384397 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-7021f5f5-ad2f-4b71-986c-4687f3204d7a admin admin] Allocated IP 172.20.0.1 (a7849b2a-c03e-4694-a5d1-0d7f72620e9e/6c7a7674-0f74-4de6-9567-ce5965f17ae6/265b254a-9ccb-42eb-ad69-e1538b09743a) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:32:55.390234 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-823f69ae-dd54-4e10-be21-a50a241c93b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:55.495409 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f69ae-dd54-4e10-be21-a50a241c93b5 None None] Pushing event updated for resources: {'Port': ['ID=e1265d8a-ce9e-4324-88e1-6b2d092aebcf,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:55.550449 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7021f5f5-ad2f-4b71-986c-4687f3204d7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:55.571268 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-7021f5f5-ad2f-4b71-986c-4687f3204d7a admin admin] Transition to ACTIVE for port object 265b254a-9ccb-42eb-ad69-e1538b09743a will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:32:55.619720 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8822650e-cd66-494d-b81a-624110f6fc4a None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:55.622669 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7021f5f5-ad2f-4b71-986c-4687f3204d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:55.635636 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-8822650e-cd66-494d-b81a-624110f6fc4a None None] Transition to ACTIVE for port object 1e45a8c8-55fd-472a-a418-a97b4755250b will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:32:55.637655 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-6004b4d7-47fa-4d24-bb88-b1b0ad843451 None None] Provisioning complete for port e1265d8a-ce9e-4324-88e1-6b2d092aebcf triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:32:55.638038 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6004b4d7-47fa-4d24-bb88-b1b0ad843451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:55.660710 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8822650e-cd66-494d-b81a-624110f6fc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:55.677187 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7021f5f5-ad2f-4b71-986c-4687f3204d7a admin admin] Network a7849b2a-c03e-4694-a5d1-0d7f72620e9e is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:32:55.682768 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-7021f5f5-ad2f-4b71-986c-4687f3204d7a admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:32:55.689898 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7021f5f5-ad2f-4b71-986c-4687f3204d7a admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:32:55.716559 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021f5f5-ad2f-4b71-986c-4687f3204d7a admin admin] Pushing event updated for resources: {'Port': ['ID=265b254a-9ccb-42eb-ad69-e1538b09743a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:55.736507 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266eba9-3b3f-4ab8-969e-2e319f4b5fc5 None None] Pushing event updated for resources: {'Port': ['ID=1e45a8c8-55fd-472a-a418-a97b4755250b,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:55.738809 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-8822650e-cd66-494d-b81a-624110f6fc4a None None] Attempting to bind port 1e45a8c8-55fd-472a-a418-a97b4755250b on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:32:55.739181 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-8822650e-cd66-494d-b81a-624110f6fc4a None None] Attempting to bind port 1e45a8c8-55fd-472a-a418-a97b4755250b by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:32:55.739545 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8822650e-cd66-494d-b81a-624110f6fc4a None None] Attempting to bind port 1e45a8c8-55fd-472a-a418-a97b4755250b on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:32:55.744871 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7021f5f5-ad2f-4b71-986c-4687f3204d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:55.750277 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8822650e-cd66-494d-b81a-624110f6fc4a None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:32:55.750277 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8822650e-cd66-494d-b81a-624110f6fc4a None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:32:55.750277 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8822650e-cd66-494d-b81a-624110f6fc4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:55.750688 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8822650e-cd66-494d-b81a-624110f6fc4a None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:32:55.750968 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-8822650e-cd66-494d-b81a-624110f6fc4a None None] Bound port: 1e45a8c8-55fd-472a-a418-a97b4755250b, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:32:55.751350 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8822650e-cd66-494d-b81a-624110f6fc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:55.839730 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-8822650e-cd66-494d-b81a-624110f6fc4a None None] For port 1e45a8c8-55fd-472a-a418-a97b4755250b, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:32:55.843088 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-8822650e-cd66-494d-b81a-624110f6fc4a None None] For port 1e45a8c8-55fd-472a-a418-a97b4755250b, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=1e45a8c8-55fd-472a-a418-a97b4755250b,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:32:55.848949 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8822650e-cd66-494d-b81a-624110f6fc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:55.888122 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7021f5f5-ad2f-4b71-986c-4687f3204d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:55.911903 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8822650e-cd66-494d-b81a-624110f6fc4a None None] Routers {'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:32:55.912489 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8822650e-cd66-494d-b81a-624110f6fc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:32:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:55.918387 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a266eba9-3b3f-4ab8-969e-2e319f4b5fc5 None None] Pushing event updated for resources: {'Port': ['ID=1e45a8c8-55fd-472a-a418-a97b4755250b,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:55.979359 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0e1c4dc5-6820-4db7-9a2d-70511a488ab2 None None] Provisioning for port 265b254a-9ccb-42eb-ad69-e1538b09743a completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:32:55.984713 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0e1c4dc5-6820-4db7-9a2d-70511a488ab2 None None] Provisioning complete for port 265b254a-9ccb-42eb-ad69-e1538b09743a triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:32:55.985091 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0e1c4dc5-6820-4db7-9a2d-70511a488ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:56.058359 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-0e1c4dc5-6820-4db7-9a2d-70511a488ab2 None None] Port 265b254a-9ccb-42eb-ad69-e1538b09743a cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:32:56.066873 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-8822650e-cd66-494d-b81a-624110f6fc4a None None] Set router b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:32:56.297427 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-8822650e-cd66-494d-b81a-624110f6fc4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'name': 'tempest-TestShelveInstance-870977472-router', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:55Z', 'revision_number': 4, 'project_id': 'de520cde37994b66a4d2246863070948', 'gw_port': {'id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ab:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '265b254a-9ccb-42eb-ad69-e1538b09743a', 'name': '', 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'mac_address': 'fa:16:3e:bc:b5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:55Z', 'updated_at': '2021-07-30T00:32:55Z', 'revision_number': 1, 'project_id': 'de520cde37994b66a4d2246863070948', 'subnets': [{'id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:56.328535 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e1265d8a-ce9e-4324-88e1-6b2d092aebcf up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:32:56.332113 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8822650e-cd66-494d-b81a-624110f6fc4a None None] The sync data for ids ['b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'] in n-d-712140-10 is: [{'id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'name': 'tempest-TestShelveInstance-870977472-router', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:55Z', 'revision_number': 4, 'project_id': 'de520cde37994b66a4d2246863070948', 'gw_port': {'id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ab:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '265b254a-9ccb-42eb-ad69-e1538b09743a', 'name': '', 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'mac_address': 'fa:16:3e:bc:b5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:55Z', 'updated_at': '2021-07-30T00:32:55Z', 'revision_number': 1, 'project_id': 'de520cde37994b66a4d2246863070948', 'subnets': [{'id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:32:56.388816 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port e1265d8a-ce9e-4324-88e1-6b2d092aebcf triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:32:56.389205 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:56.448349 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7021f5f5-ad2f-4b71-986c-4687f3204d7a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:56.454210 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7021f5f5-ad2f-4b71-986c-4687f3204d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:56.524940 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7021f5f5-ad2f-4b71-986c-4687f3204d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:56.526878 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7021f5f5-ad2f-4b71-986c-4687f3204d7a admin admin] Pushing event updated for resources: {'Port': ['ID=265b254a-9ccb-42eb-ad69-e1538b09743a,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:56.638926 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7021f5f5-ad2f-4b71-986c-4687f3204d7a admin admin] Network a7849b2a-c03e-4694-a5d1-0d7f72620e9e is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:32:56.640473 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-7021f5f5-ad2f-4b71-986c-4687f3204d7a admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:32:56.777713 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7021f5f5-ad2f-4b71-986c-4687f3204d7a admin admin] Router b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:32:56.885592 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f6715bd3-b836-4edb-9963-783bf1e67ed6 None None] Provisioning complete for port 265b254a-9ccb-42eb-ad69-e1538b09743a triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:32:56.885962 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f6715bd3-b836-4edb-9963-783bf1e67ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:56.896793 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7021f5f5-ad2f-4b71-986c-4687f3204d7a admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:32:56.909452 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7021f5f5-ad2f-4b71-986c-4687f3204d7a admin admin] 10.222.0.18 "PUT /v2.0/routers/b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2504711 Jul 30 00:32:56.939545 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f6715bd3-b836-4edb-9963-783bf1e67ed6 None None] Port 265b254a-9ccb-42eb-ad69-e1538b09743a cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:32:57.515448 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33026) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:57.521024 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-61a8be09-35f8-4228-8c4b-65ad6ce6183a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1672180793-network', 'tenant_id': 'acc839d492e94478b847f670311f8b02'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:32:57.545121 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a8be09-35f8-4228-8c4b-65ad6ce6183a admin admin] Made reservation on behalf of acc839d492e94478b847f670311f8b02 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:32:57.550680 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-61a8be09-35f8-4228-8c4b-65ad6ce6183a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:57.564773 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-61a8be09-35f8-4228-8c4b-65ad6ce6183a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:57.673848 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-61a8be09-35f8-4228-8c4b-65ad6ce6183a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:57.678000 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-61a8be09-35f8-4228-8c4b-65ad6ce6183a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:57.708446 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a8be09-35f8-4228-8c4b-65ad6ce6183a admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:32:57.719646 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8be09-35f8-4228-8c4b-65ad6ce6183a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302a26d1-c8a3-45b1-a595-0cc9532ed447,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:57.725850 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-61a8be09-35f8-4228-8c4b-65ad6ce6183a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:57.726228 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-61a8be09-35f8-4228-8c4b-65ad6ce6183a admin admin] Added segment 9a71df08-e204-4e8e-83b0-228fdd6ab07e of type vlan for network c2f73411-4d6a-4806-bfc2-85fcb607429c Jul 30 00:32:57.770469 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-61a8be09-35f8-4228-8c4b-65ad6ce6183a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:57.806607 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-61a8be09-35f8-4228-8c4b-65ad6ce6183a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:57.807885 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a8be09-35f8-4228-8c4b-65ad6ce6183a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:57.808563 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-61a8be09-35f8-4228-8c4b-65ad6ce6183a admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:57.867547 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-61a8be09-35f8-4228-8c4b-65ad6ce6183a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3490260 Jul 30 00:32:57.868914 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33028) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:57.875453 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-e7571cbf-0bc5-425b-90f5-360cd4cdb950 admin admin] Request body: {'subnet': {'network_id': 'c2f73411-4d6a-4806-bfc2-85fcb607429c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1672180793-subnet', 'tenant_id': 'acc839d492e94478b847f670311f8b02', 'ip_version': 4}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:32:57.898711 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8be09-35f8-4228-8c4b-65ad6ce6183a admin admin] Pushing event updated for resources: {'Network': ['ID=c2f73411-4d6a-4806-bfc2-85fcb607429c,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:57.905835 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network c2f73411-4d6a-4806-bfc2-85fcb607429c details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:32:57.909861 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7571cbf-0bc5-425b-90f5-360cd4cdb950 admin admin] Made reservation on behalf of acc839d492e94478b847f670311f8b02 for: {'subnet': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:32:57.912519 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e7571cbf-0bc5-425b-90f5-360cd4cdb950 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13005803'] for subnet, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:58.086719 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e7571cbf-0bc5-425b-90f5-360cd4cdb950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12662966', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13005765'] for subnet, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:58.147610 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7571cbf-0bc5-425b-90f5-360cd4cdb950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e6a02b2-393d-4455-a405-b1dc46ffe789,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:58.160326 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7571cbf-0bc5-425b-90f5-360cd4cdb950 admin admin] Checking segment: {'id': '9a71df08-e204-4e8e-83b0-228fdd6ab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c2f73411-4d6a-4806-bfc2-85fcb607429c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:32:58.160694 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7571cbf-0bc5-425b-90f5-360cd4cdb950 admin admin] Network hostable DHCP agents. Network: c2f73411-4d6a-4806-bfc2-85fcb607429c, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94063) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:32:58.181957 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7571cbf-0bc5-425b-90f5-360cd4cdb950 admin admin] Network c2f73411-4d6a-4806-bfc2-85fcb607429c is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94063) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:32:58.193290 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-e7571cbf-0bc5-425b-90f5-360cd4cdb950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, c2f73411-4d6a-4806-bfc2-85fcb607429c) {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:32:58.201492 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7571cbf-0bc5-425b-90f5-360cd4cdb950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:32:58.202108 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e7571cbf-0bc5-425b-90f5-360cd4cdb950 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:58.202292 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eced08ea-c207-44a8-9aae-b6cb5911c566 None None] Network c2f73411-4d6a-4806-bfc2-85fcb607429c requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:32:58.217928 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e7571cbf-0bc5-425b-90f5-360cd4cdb950 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3477700 Jul 30 00:32:58.220925 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33030) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:58.227221 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-7f29237b-ab61-47c0-94bf-5a1e085a0b96 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1672180793-router', 'tenant_id': 'acc839d492e94478b847f670311f8b02', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:32:58.252076 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7f29237b-ab61-47c0-94bf-5a1e085a0b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:58.253378 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7f29237b-ab61-47c0-94bf-5a1e085a0b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:58.326403 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7f29237b-ab61-47c0-94bf-5a1e085a0b96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:58.369931 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1e45a8c8-55fd-472a-a418-a97b4755250b up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:32:58.442191 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c29916-922f-4f57-8ce0-d6cc2324b9e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-c2f73411-4d6a-4806-bfc2-85fcb607429c', 'network_id': 'c2f73411-4d6a-4806-bfc2-85fcb607429c', 'tenant_id': 'acc839d492e94478b847f670311f8b02', 'fixed_ips': [{'subnet_id': '6e6a02b2-393d-4455-a405-b1dc46ffe789'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:32:58.443441 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-19c29916-922f-4f57-8ce0-d6cc2324b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:58.471806 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 1e45a8c8-55fd-472a-a418-a97b4755250b completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:32:58.478733 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 1e45a8c8-55fd-472a-a418-a97b4755250b triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:32:58.479132 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:58.497600 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7f29237b-ab61-47c0-94bf-5a1e085a0b96 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:58.554164 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb91b769-42f0-4a95-94d5-ac7e7b4eaa27 None None] Sync routers for ids ['b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:32:58.565131 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb91b769-42f0-4a95-94d5-ac7e7b4eaa27 None None] Routers {'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:32:58.566107 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-fb91b769-42f0-4a95-94d5-ac7e7b4eaa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:32:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:58.658422 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-19c29916-922f-4f57-8ce0-d6cc2324b9e4 None None] Allocated IP 172.20.0.2 (c2f73411-4d6a-4806-bfc2-85fcb607429c/6e6a02b2-393d-4455-a405-b1dc46ffe789/29c902c6-a8d3-4d79-a893-cb41e4da7122) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:32:58.672847 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:58.680992 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-fb91b769-42f0-4a95-94d5-ac7e7b4eaa27 None None] Set router b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:32:58.720754 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7f29237b-ab61-47c0-94bf-5a1e085a0b96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:58.732297 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 1e45a8c8-55fd-472a-a418-a97b4755250b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=1e45a8c8-55fd-472a-a418-a97b4755250b,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:32:58.747114 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7f29237b-ab61-47c0-94bf-5a1e085a0b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:58.747495 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:58.832740 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=1e45a8c8-55fd-472a-a418-a97b4755250b,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:58.867411 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-7f29237b-ab61-47c0-94bf-5a1e085a0b96 admin admin] Allocated IP 172.25.8.152 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/a9267444-3859-4861-9709-fee2be67a45b) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:32:58.875372 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-19c29916-922f-4f57-8ce0-d6cc2324b9e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:58.884900 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-19c29916-922f-4f57-8ce0-d6cc2324b9e4 None None] Transition to ACTIVE for port object 29c902c6-a8d3-4d79-a893-cb41e4da7122 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:32:58.892542 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-fb91b769-42f0-4a95-94d5-ac7e7b4eaa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'name': 'tempest-TestShelveInstance-870977472-router', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:55Z', 'revision_number': 4, 'project_id': 'de520cde37994b66a4d2246863070948', 'gw_port': {'id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ab:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '265b254a-9ccb-42eb-ad69-e1538b09743a', 'name': '', 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'mac_address': 'fa:16:3e:bc:b5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:55Z', 'updated_at': '2021-07-30T00:32:56Z', 'revision_number': 2, 'project_id': 'de520cde37994b66a4d2246863070948', 'subnets': [{'id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:58.901410 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-19c29916-922f-4f57-8ce0-d6cc2324b9e4 None None] Transition to ACTIVE for port object 29c902c6-a8d3-4d79-a893-cb41e4da7122 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:32:58.908814 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-19c29916-922f-4f57-8ce0-d6cc2324b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:58.919718 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb91b769-42f0-4a95-94d5-ac7e7b4eaa27 None None] Checking router: b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:32:58.920117 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb91b769-42f0-4a95-94d5-ac7e7b4eaa27 None None] Updating router b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33 port 265b254a-9ccb-42eb-ad69-e1538b09743a binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:32:58.948148 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c29916-922f-4f57-8ce0-d6cc2324b9e4 None None] Network c2f73411-4d6a-4806-bfc2-85fcb607429c is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:32:58.950995 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-19c29916-922f-4f57-8ce0-d6cc2324b9e4 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:32:58.956569 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c29916-922f-4f57-8ce0-d6cc2324b9e4 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:32:58.957018 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb91b769-42f0-4a95-94d5-ac7e7b4eaa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:58.964245 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c29916-922f-4f57-8ce0-d6cc2324b9e4 None None] Pushing event updated for resources: {'Port': ['ID=29c902c6-a8d3-4d79-a893-cb41e4da7122,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:58.986624 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7f29237b-ab61-47c0-94bf-5a1e085a0b96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:59.019452 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-19c29916-922f-4f57-8ce0-d6cc2324b9e4 None None] Attempting to bind port 29c902c6-a8d3-4d79-a893-cb41e4da7122 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:32:59.019946 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-19c29916-922f-4f57-8ce0-d6cc2324b9e4 None None] Attempting to bind port 29c902c6-a8d3-4d79-a893-cb41e4da7122 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '9a71df08-e204-4e8e-83b0-228fdd6ab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c2f73411-4d6a-4806-bfc2-85fcb607429c'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:32:59.020390 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c29916-922f-4f57-8ce0-d6cc2324b9e4 None None] Attempting to bind port 29c902c6-a8d3-4d79-a893-cb41e4da7122 on network c2f73411-4d6a-4806-bfc2-85fcb607429c {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:32:59.026379 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c29916-922f-4f57-8ce0-d6cc2324b9e4 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:32:59.026867 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c29916-922f-4f57-8ce0-d6cc2324b9e4 None None] Checking segment: {'id': '9a71df08-e204-4e8e-83b0-228fdd6ab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c2f73411-4d6a-4806-bfc2-85fcb607429c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:32:59.027334 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-19c29916-922f-4f57-8ce0-d6cc2324b9e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:59.027898 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c29916-922f-4f57-8ce0-d6cc2324b9e4 None None] Bound using segment: {'id': '9a71df08-e204-4e8e-83b0-228fdd6ab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c2f73411-4d6a-4806-bfc2-85fcb607429c'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:32:59.028426 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-19c29916-922f-4f57-8ce0-d6cc2324b9e4 None None] Bound port: 29c902c6-a8d3-4d79-a893-cb41e4da7122, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a71df08-e204-4e8e-83b0-228fdd6ab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c2f73411-4d6a-4806-bfc2-85fcb607429c'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:32:59.028861 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-19c29916-922f-4f57-8ce0-d6cc2324b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:59.035129 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7f29237b-ab61-47c0-94bf-5a1e085a0b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:59.077595 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f29237b-ab61-47c0-94bf-5a1e085a0b96 admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:32:59.083599 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-7f29237b-ab61-47c0-94bf-5a1e085a0b96 admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:32:59.089342 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f29237b-ab61-47c0-94bf-5a1e085a0b96 admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:32:59.092506 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29237b-ab61-47c0-94bf-5a1e085a0b96 admin admin] Pushing event updated for resources: {'Port': ['ID=a9267444-3859-4861-9709-fee2be67a45b,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:59.106339 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-19c29916-922f-4f57-8ce0-d6cc2324b9e4 None None] For port 29c902c6-a8d3-4d79-a893-cb41e4da7122, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:32:59.111032 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-19c29916-922f-4f57-8ce0-d6cc2324b9e4 None None] For port 29c902c6-a8d3-4d79-a893-cb41e4da7122, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=29c902c6-a8d3-4d79-a893-cb41e4da7122,segment=NetworkSegment(9a71df08-e204-4e8e-83b0-228fdd6ab07e),segment_id=9a71df08-e204-4e8e-83b0-228fdd6ab07e)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:32:59.117285 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-19c29916-922f-4f57-8ce0-d6cc2324b9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:59.184478 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c29916-922f-4f57-8ce0-d6cc2324b9e4 None None] Pushing event updated for resources: {'Port': ['ID=29c902c6-a8d3-4d79-a893-cb41e4da7122,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:59.254052 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb91b769-42f0-4a95-94d5-ac7e7b4eaa27 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:59.270279 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-fb91b769-42f0-4a95-94d5-ac7e7b4eaa27 None None] Transition to ACTIVE for port object 265b254a-9ccb-42eb-ad69-e1538b09743a will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:32:59.280047 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb91b769-42f0-4a95-94d5-ac7e7b4eaa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:59.404244 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-fb91b769-42f0-4a95-94d5-ac7e7b4eaa27 None None] Attempting to bind port 265b254a-9ccb-42eb-ad69-e1538b09743a on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:32:59.404760 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-fb91b769-42f0-4a95-94d5-ac7e7b4eaa27 None None] Attempting to bind port 265b254a-9ccb-42eb-ad69-e1538b09743a by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'f0fe89f1-23b3-46b4-804a-0bfacd73be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:32:59.405122 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb91b769-42f0-4a95-94d5-ac7e7b4eaa27 None None] Attempting to bind port 265b254a-9ccb-42eb-ad69-e1538b09743a on network a7849b2a-c03e-4694-a5d1-0d7f72620e9e {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:32:59.407334 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43561b1e-3ff1-4f8f-8b6c-2d9c69420080 None None] Pushing event updated for resources: {'Port': ['ID=265b254a-9ccb-42eb-ad69-e1538b09743a,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:59.417527 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43561b1e-3ff1-4f8f-8b6c-2d9c69420080 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:59.417784 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43561b1e-3ff1-4f8f-8b6c-2d9c69420080 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:59.418322 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43561b1e-3ff1-4f8f-8b6c-2d9c69420080 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:59.418820 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43561b1e-3ff1-4f8f-8b6c-2d9c69420080 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:59.419323 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43561b1e-3ff1-4f8f-8b6c-2d9c69420080 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:59.419653 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43561b1e-3ff1-4f8f-8b6c-2d9c69420080 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:59.420012 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43561b1e-3ff1-4f8f-8b6c-2d9c69420080 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:59.420504 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43561b1e-3ff1-4f8f-8b6c-2d9c69420080 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:59.420976 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43561b1e-3ff1-4f8f-8b6c-2d9c69420080 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:59.421446 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43561b1e-3ff1-4f8f-8b6c-2d9c69420080 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:59.421915 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43561b1e-3ff1-4f8f-8b6c-2d9c69420080 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:59.422388 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43561b1e-3ff1-4f8f-8b6c-2d9c69420080 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:32:59.429556 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb91b769-42f0-4a95-94d5-ac7e7b4eaa27 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:32:59.430222 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb91b769-42f0-4a95-94d5-ac7e7b4eaa27 None None] Checking segment: {'id': 'f0fe89f1-23b3-46b4-804a-0bfacd73be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:32:59.430971 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb91b769-42f0-4a95-94d5-ac7e7b4eaa27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:59.431316 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb91b769-42f0-4a95-94d5-ac7e7b4eaa27 None None] Bound using segment: {'id': 'f0fe89f1-23b3-46b4-804a-0bfacd73be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:32:59.431787 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-fb91b769-42f0-4a95-94d5-ac7e7b4eaa27 None None] Bound port: 265b254a-9ccb-42eb-ad69-e1538b09743a, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0fe89f1-23b3-46b4-804a-0bfacd73be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:32:59.432230 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb91b769-42f0-4a95-94d5-ac7e7b4eaa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:59.439663 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7f29237b-ab61-47c0-94bf-5a1e085a0b96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:59.511404 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-fb91b769-42f0-4a95-94d5-ac7e7b4eaa27 None None] For port 265b254a-9ccb-42eb-ad69-e1538b09743a, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:32:59.514956 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-fb91b769-42f0-4a95-94d5-ac7e7b4eaa27 None None] For port 265b254a-9ccb-42eb-ad69-e1538b09743a, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=265b254a-9ccb-42eb-ad69-e1538b09743a,segment=NetworkSegment(f0fe89f1-23b3-46b4-804a-0bfacd73be07),segment_id=f0fe89f1-23b3-46b4-804a-0bfacd73be07)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:32:59.526762 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-fb91b769-42f0-4a95-94d5-ac7e7b4eaa27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:59.591907 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb91b769-42f0-4a95-94d5-ac7e7b4eaa27 None None] Routers {'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:32:59.592629 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-fb91b769-42f0-4a95-94d5-ac7e7b4eaa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:32:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:32:59.636171 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43561b1e-3ff1-4f8f-8b6c-2d9c69420080 None None] Pushing event updated for resources: {'Port': ['ID=265b254a-9ccb-42eb-ad69-e1538b09743a,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:32:59.687777 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7f29237b-ab61-47c0-94bf-5a1e085a0b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:59.827434 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-fb91b769-42f0-4a95-94d5-ac7e7b4eaa27 None None] Set router b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:32:59.834375 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f29237b-ab61-47c0-94bf-5a1e085a0b96 admin admin] Router af3d03c6-919f-4f24-8b94-62a4312630b6 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94063) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:32:59.948414 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f29237b-ab61-47c0-94bf-5a1e085a0b96 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:32:59.961087 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eda013e-46a3-4614-8185-17299469bd22 None None] Sync routers for ids ['af3d03c6-919f-4f24-8b94-62a4312630b6'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:32:59.968833 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7f29237b-ab61-47c0-94bf-5a1e085a0b96 admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:32:59.970289 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7f29237b-ab61-47c0-94bf-5a1e085a0b96 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7479453 Jul 30 00:32:59.973012 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33032) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:32:59.973222 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eda013e-46a3-4614-8185-17299469bd22 None None] Routers {'af3d03c6-919f-4f24-8b94-62a4312630b6'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:32:59.973941 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-0eda013e-46a3-4614-8185-17299469bd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:32:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['af3d03c6-919f-4f24-8b94-62a4312630b6'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:33:00.056671 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-fb91b769-42f0-4a95-94d5-ac7e7b4eaa27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'name': 'tempest-TestShelveInstance-870977472-router', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:55Z', 'revision_number': 4, 'project_id': 'de520cde37994b66a4d2246863070948', 'gw_port': {'id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '265b254a-9ccb-42eb-ad69-e1538b09743a', 'name': '', 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'mac_address': 'fa:16:3e:bc:b5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:55Z', 'updated_at': '2021-07-30T00:32:59Z', 'revision_number': 4, 'project_id': 'de520cde37994b66a4d2246863070948', 'subnets': [{'id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:33:00.095327 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb91b769-42f0-4a95-94d5-ac7e7b4eaa27 None None] The sync data for ids ['b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'] in n-d-712140-10 is: [{'id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'name': 'tempest-TestShelveInstance-870977472-router', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:55Z', 'revision_number': 4, 'project_id': 'de520cde37994b66a4d2246863070948', 'gw_port': {'id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '265b254a-9ccb-42eb-ad69-e1538b09743a', 'name': '', 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'mac_address': 'fa:16:3e:bc:b5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:55Z', 'updated_at': '2021-07-30T00:32:59Z', 'revision_number': 4, 'project_id': 'de520cde37994b66a4d2246863070948', 'subnets': [{'id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:33:00.305172 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-0eda013e-46a3-4614-8185-17299469bd22 None None] Set router af3d03c6-919f-4f24-8b94-62a4312630b6 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:33:00.447174 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13560b8-4455-4c85-ae9f-d6f0593dd62e None None] Network c2f73411-4d6a-4806-bfc2-85fcb607429c requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:33:00.511255 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:00.525496 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7a00f74c-2606-4e99-8622-953712def44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:00.557502 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 265b254a-9ccb-42eb-ad69-e1538b09743a up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:33:00.584894 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:00.590865 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-ea2f3019-acd9-40ef-ae15-717deb259304 None None] Provisioning for port 29c902c6-a8d3-4d79-a893-cb41e4da7122 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:33:00.707050 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-7a00f74c-2606-4e99-8622-953712def44a admin admin] Allocated IP 172.20.0.1 (c2f73411-4d6a-4806-bfc2-85fcb607429c/6e6a02b2-393d-4455-a405-b1dc46ffe789/f015c444-4d43-4a50-82da-092b1bd55e07) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:33:00.707695 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 265b254a-9ccb-42eb-ad69-e1538b09743a completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:33:00.718452 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 265b254a-9ccb-42eb-ad69-e1538b09743a triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:33:00.718836 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:00.825863 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7a00f74c-2606-4e99-8622-953712def44a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:00.840270 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [None req-7a00f74c-2606-4e99-8622-953712def44a admin admin] Transition to ACTIVE for port object f015c444-4d43-4a50-82da-092b1bd55e07 will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:33:00.843057 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-0eda013e-46a3-4614-8185-17299469bd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3d03c6-919f-4f24-8b94-62a4312630b6', 'name': 'tempest-TestShelveInstance-1672180793-router', 'tenant_id': 'acc839d492e94478b847f670311f8b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'a9267444-3859-4861-9709-fee2be67a45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:58Z', 'updated_at': '2021-07-30T00:32:59Z', 'revision_number': 3, 'project_id': 'acc839d492e94478b847f670311f8b02', 'gw_port': {'id': 'a9267444-3859-4861-9709-fee2be67a45b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3d03c6-919f-4f24-8b94-62a4312630b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:58Z', 'updated_at': '2021-07-30T00:32:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:33:00.875767 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7a00f74c-2606-4e99-8622-953712def44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:00.898263 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eda013e-46a3-4614-8185-17299469bd22 None None] Checking router: af3d03c6-919f-4f24-8b94-62a4312630b6 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:33:00.898810 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eda013e-46a3-4614-8185-17299469bd22 None None] Updating router af3d03c6-919f-4f24-8b94-62a4312630b6 port a9267444-3859-4861-9709-fee2be67a45b binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:33:00.918684 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a00f74c-2606-4e99-8622-953712def44a admin admin] Network c2f73411-4d6a-4806-bfc2-85fcb607429c is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:33:00.927383 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-7a00f74c-2606-4e99-8622-953712def44a admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:33:00.937002 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:00.939499 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a00f74c-2606-4e99-8622-953712def44a admin admin] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:33:00.941716 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0eda013e-46a3-4614-8185-17299469bd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:00.943166 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00f74c-2606-4e99-8622-953712def44a admin admin] Pushing event updated for resources: {'Port': ['ID=f015c444-4d43-4a50-82da-092b1bd55e07,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:00.995546 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7a00f74c-2606-4e99-8622-953712def44a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:01.008220 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 265b254a-9ccb-42eb-ad69-e1538b09743a, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=265b254a-9ccb-42eb-ad69-e1538b09743a,segment=NetworkSegment(f0fe89f1-23b3-46b4-804a-0bfacd73be07),segment_id=f0fe89f1-23b3-46b4-804a-0bfacd73be07)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:33:01.059314 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:01.060475 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 29c902c6-a8d3-4d79-a893-cb41e4da7122 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:33:01.164850 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7a00f74c-2606-4e99-8622-953712def44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:01.227116 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=265b254a-9ccb-42eb-ad69-e1538b09743a,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:01.253568 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 29c902c6-a8d3-4d79-a893-cb41e4da7122 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:33:01.263329 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 29c902c6-a8d3-4d79-a893-cb41e4da7122 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:33:01.263688 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:01.367590 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7a00f74c-2606-4e99-8622-953712def44a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:01.372650 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7a00f74c-2606-4e99-8622-953712def44a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:01.409012 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0eda013e-46a3-4614-8185-17299469bd22 None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:01.416607 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-2b04f6f6-7162-4733-9e81-4cf422822e16 None None] Provisioning for port f015c444-4d43-4a50-82da-092b1bd55e07 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:33:01.429086 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-2b04f6f6-7162-4733-9e81-4cf422822e16 None None] Provisioning complete for port f015c444-4d43-4a50-82da-092b1bd55e07 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:33:01.429462 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2b04f6f6-7162-4733-9e81-4cf422822e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:01.433390 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:01.436496 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0eda013e-46a3-4614-8185-17299469bd22 None None] Transition to ACTIVE for port object a9267444-3859-4861-9709-fee2be67a45b will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:33:01.447779 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-7a00f74c-2606-4e99-8622-953712def44a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:01.449511 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a00f74c-2606-4e99-8622-953712def44a admin admin] Pushing event updated for resources: {'Port': ['ID=f015c444-4d43-4a50-82da-092b1bd55e07,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:01.469187 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0eda013e-46a3-4614-8185-17299469bd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:01.529626 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-2b04f6f6-7162-4733-9e81-4cf422822e16 None None] Port f015c444-4d43-4a50-82da-092b1bd55e07 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:33:01.546003 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a00f74c-2606-4e99-8622-953712def44a admin admin] Network c2f73411-4d6a-4806-bfc2-85fcb607429c is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:33:01.547448 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-7a00f74c-2606-4e99-8622-953712def44a admin admin] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:33:01.551225 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 29c902c6-a8d3-4d79-a893-cb41e4da7122, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=29c902c6-a8d3-4d79-a893-cb41e4da7122,segment=NetworkSegment(9a71df08-e204-4e8e-83b0-228fdd6ab07e),segment_id=9a71df08-e204-4e8e-83b0-228fdd6ab07e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:33:01.556860 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-0eda013e-46a3-4614-8185-17299469bd22 None None] Attempting to bind port a9267444-3859-4861-9709-fee2be67a45b on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:33:01.557205 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-0eda013e-46a3-4614-8185-17299469bd22 None None] Attempting to bind port a9267444-3859-4861-9709-fee2be67a45b by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:33:01.557582 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eda013e-46a3-4614-8185-17299469bd22 None None] Attempting to bind port a9267444-3859-4861-9709-fee2be67a45b on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:33:01.560170 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:01.560939 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1e45a8c8-55fd-472a-a418-a97b4755250b up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:33:01.562534 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88569e34-b23e-43db-a56c-891fe79a7607 None None] Pushing event updated for resources: {'Port': ['ID=a9267444-3859-4861-9709-fee2be67a45b,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:01.605892 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eda013e-46a3-4614-8185-17299469bd22 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:33:01.606274 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eda013e-46a3-4614-8185-17299469bd22 None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:33:01.606687 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0eda013e-46a3-4614-8185-17299469bd22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:01.607089 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eda013e-46a3-4614-8185-17299469bd22 None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:33:01.607583 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-0eda013e-46a3-4614-8185-17299469bd22 None None] Bound port: a9267444-3859-4861-9709-fee2be67a45b, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:33:01.608014 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0eda013e-46a3-4614-8185-17299469bd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:01.691639 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=29c902c6-a8d3-4d79-a893-cb41e4da7122,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:01.705704 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-0eda013e-46a3-4614-8185-17299469bd22 None None] For port a9267444-3859-4861-9709-fee2be67a45b, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:33:01.711225 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-0eda013e-46a3-4614-8185-17299469bd22 None None] For port a9267444-3859-4861-9709-fee2be67a45b, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a9267444-3859-4861-9709-fee2be67a45b,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:33:01.719117 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0eda013e-46a3-4614-8185-17299469bd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:01.724210 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 1e45a8c8-55fd-472a-a418-a97b4755250b triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:33:01.724602 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:01.822486 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88569e34-b23e-43db-a56c-891fe79a7607 None None] Pushing event updated for resources: {'Port': ['ID=a9267444-3859-4861-9709-fee2be67a45b,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:01.829158 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eda013e-46a3-4614-8185-17299469bd22 None None] Routers {'af3d03c6-919f-4f24-8b94-62a4312630b6'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:33:01.829808 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-0eda013e-46a3-4614-8185-17299469bd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:32:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['af3d03c6-919f-4f24-8b94-62a4312630b6'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:33:01.920528 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-db857da8-3bbc-4de8-a19d-e9e5a39d8624 None None] Provisioning complete for port f015c444-4d43-4a50-82da-092b1bd55e07 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:33:01.920895 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-db857da8-3bbc-4de8-a19d-e9e5a39d8624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:02.005485 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-db857da8-3bbc-4de8-a19d-e9e5a39d8624 None None] Port f015c444-4d43-4a50-82da-092b1bd55e07 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:33:02.014226 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-0eda013e-46a3-4614-8185-17299469bd22 None None] Set router af3d03c6-919f-4f24-8b94-62a4312630b6 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:33:02.026524 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a00f74c-2606-4e99-8622-953712def44a admin admin] Router af3d03c6-919f-4f24-8b94-62a4312630b6 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:33:02.145908 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a00f74c-2606-4e99-8622-953712def44a admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:33:02.151377 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-7a00f74c-2606-4e99-8622-953712def44a admin admin] 10.222.0.18 "PUT /v2.0/routers/af3d03c6-919f-4f24-8b94-62a4312630b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1770496 Jul 30 00:33:02.218546 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-0eda013e-46a3-4614-8185-17299469bd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3d03c6-919f-4f24-8b94-62a4312630b6', 'name': 'tempest-TestShelveInstance-1672180793-router', 'tenant_id': 'acc839d492e94478b847f670311f8b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'a9267444-3859-4861-9709-fee2be67a45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:58Z', 'updated_at': '2021-07-30T00:33:01Z', 'revision_number': 4, 'project_id': 'acc839d492e94478b847f670311f8b02', 'gw_port': {'id': 'a9267444-3859-4861-9709-fee2be67a45b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3d03c6-919f-4f24-8b94-62a4312630b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:58Z', 'updated_at': '2021-07-30T00:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f015c444-4d43-4a50-82da-092b1bd55e07', 'name': '', 'network_id': 'c2f73411-4d6a-4806-bfc2-85fcb607429c', 'tenant_id': 'acc839d492e94478b847f670311f8b02', 'mac_address': 'fa:16:3e:a4:0e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3d03c6-919f-4f24-8b94-62a4312630b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '6e6a02b2-393d-4455-a405-b1dc46ffe789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:00Z', 'updated_at': '2021-07-30T00:33:01Z', 'revision_number': 2, 'project_id': 'acc839d492e94478b847f670311f8b02', 'subnets': [{'id': '6e6a02b2-393d-4455-a405-b1dc46ffe789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:33:02.249710 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eda013e-46a3-4614-8185-17299469bd22 None None] The sync data for ids ['af3d03c6-919f-4f24-8b94-62a4312630b6'] in n-d-712140-10 is: [{'id': 'af3d03c6-919f-4f24-8b94-62a4312630b6', 'name': 'tempest-TestShelveInstance-1672180793-router', 'tenant_id': 'acc839d492e94478b847f670311f8b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'a9267444-3859-4861-9709-fee2be67a45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:58Z', 'updated_at': '2021-07-30T00:33:01Z', 'revision_number': 4, 'project_id': 'acc839d492e94478b847f670311f8b02', 'gw_port': {'id': 'a9267444-3859-4861-9709-fee2be67a45b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3d03c6-919f-4f24-8b94-62a4312630b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:58Z', 'updated_at': '2021-07-30T00:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f015c444-4d43-4a50-82da-092b1bd55e07', 'name': '', 'network_id': 'c2f73411-4d6a-4806-bfc2-85fcb607429c', 'tenant_id': 'acc839d492e94478b847f670311f8b02', 'mac_address': 'fa:16:3e:a4:0e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3d03c6-919f-4f24-8b94-62a4312630b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '6e6a02b2-393d-4455-a405-b1dc46ffe789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:00Z', 'updated_at': '2021-07-30T00:33:01Z', 'revision_number': 2, 'project_id': 'acc839d492e94478b847f670311f8b02', 'subnets': [{'id': '6e6a02b2-393d-4455-a405-b1dc46ffe789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:33:02.330736 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 265b254a-9ccb-42eb-ad69-e1538b09743a up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:33:02.380682 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 265b254a-9ccb-42eb-ad69-e1538b09743a triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:33:02.381069 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:02.471492 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 29c902c6-a8d3-4d79-a893-cb41e4da7122 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:33:02.543824 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 29c902c6-a8d3-4d79-a893-cb41e4da7122 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:33:02.544279 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:02.665120 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33040) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:33:02.669913 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-3788702a-a880-42e8-8a04-b78a8e454003 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-737618699', 'description': 'tempest-secgroup-smoke-737618699 description', 'project_id': 'de520cde37994b66a4d2246863070948'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:33:02.693924 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3788702a-a880-42e8-8a04-b78a8e454003 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:02.784623 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3788702a-a880-42e8-8a04-b78a8e454003 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:02.789569 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3788702a-a880-42e8-8a04-b78a8e454003 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:02.821667 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788702a-a880-42e8-8a04-b78a8e454003 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eacce516-ec57-473c-b794-b2ade72da70b,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:02.826484 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-3788702a-a880-42e8-8a04-b78a8e454003 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:02.830927 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-3788702a-a880-42e8-8a04-b78a8e454003 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1619434 Jul 30 00:33:02.831920 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33042) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:33:02.837836 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-b5a3c266-e524-4090-bcc1-623751bf74d7 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Request body: {'security_group_rule': {'security_group_id': 'eacce516-ec57-473c-b794-b2ade72da70b', 'project_id': 'de520cde37994b66a4d2246863070948', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:33:02.871460 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5a3c266-e524-4090-bcc1-623751bf74d7 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:02.938480 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5a3c266-e524-4090-bcc1-623751bf74d7 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:02.943240 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5a3c266-e524-4090-bcc1-623751bf74d7 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:02.963620 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3c266-e524-4090-bcc1-623751bf74d7 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce0b357c-b8f5-4f8c-bfa2-125a372043b2,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:02.977978 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b5a3c266-e524-4090-bcc1-623751bf74d7 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:02.980436 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b5a3c266-e524-4090-bcc1-623751bf74d7 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1463802 Jul 30 00:33:02.983098 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33044) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:33:02.995897 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-8cb1fd2a-2803-41be-a93e-90b8899bc6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:03.002291 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-534dc915-9902-45a3-ae1d-73ebdcc90612 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Request body: {'security_group_rule': {'security_group_id': 'eacce516-ec57-473c-b794-b2ade72da70b', 'project_id': 'de520cde37994b66a4d2246863070948', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:33:03.034918 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-534dc915-9902-45a3-ae1d-73ebdcc90612 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:03.118430 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-534dc915-9902-45a3-ae1d-73ebdcc90612 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:03.122955 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-534dc915-9902-45a3-ae1d-73ebdcc90612 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:03.142485 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534dc915-9902-45a3-ae1d-73ebdcc90612 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fba0b85-5374-49ee-87c2-d14597b08732,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:03.154263 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-534dc915-9902-45a3-ae1d-73ebdcc90612 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:03.155713 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-534dc915-9902-45a3-ae1d-73ebdcc90612 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1711388 Jul 30 00:33:03.158891 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33046) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:33:03.164916 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-b74319a1-23a8-4ec0-ae55-c595e8723c14 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Request body: {'security_group_rule': {'security_group_id': 'eacce516-ec57-473c-b794-b2ade72da70b', 'project_id': 'de520cde37994b66a4d2246863070948', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:33:03.193215 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b74319a1-23a8-4ec0-ae55-c595e8723c14 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:03.257549 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b74319a1-23a8-4ec0-ae55-c595e8723c14 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:03.265816 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b74319a1-23a8-4ec0-ae55-c595e8723c14 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:03.292912 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74319a1-23a8-4ec0-ae55-c595e8723c14 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c07e18f6-8d8c-4134-8b35-ca83c075b39a,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:03.301313 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b74319a1-23a8-4ec0-ae55-c595e8723c14 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:03.302644 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b74319a1-23a8-4ec0-ae55-c595e8723c14 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1427476 Jul 30 00:33:03.305649 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33048) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:33:03.310649 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-c704c3f6-f7bf-4eae-b327-276000a29d8a tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Request body: {'security_group_rule': {'security_group_id': 'eacce516-ec57-473c-b794-b2ade72da70b', 'project_id': 'de520cde37994b66a4d2246863070948', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:33:03.339692 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c704c3f6-f7bf-4eae-b327-276000a29d8a tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:03.404794 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c704c3f6-f7bf-4eae-b327-276000a29d8a tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:03.409547 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c704c3f6-f7bf-4eae-b327-276000a29d8a tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:03.430265 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c704c3f6-f7bf-4eae-b327-276000a29d8a tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f16447b2-dc14-4b5c-84bf-49c69718a370,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:03.433208 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-c704c3f6-f7bf-4eae-b327-276000a29d8a tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:03.437612 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-c704c3f6-f7bf-4eae-b327-276000a29d8a tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1282780 Jul 30 00:33:03.438098 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33050) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:33:03.442863 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-bfc772da-6dbf-4dfc-9a31-f7c10767fb94 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Request body: {'security_group_rule': {'security_group_id': 'eacce516-ec57-473c-b794-b2ade72da70b', 'project_id': 'de520cde37994b66a4d2246863070948', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:33:03.465791 n-d-712140-10 neutron-server[94064]: INFO neutron.db.securitygroups_db [None req-bfc772da-6dbf-4dfc-9a31-f7c10767fb94 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Project de520cde37994b66a4d2246863070948 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:33:03.471111 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bfc772da-6dbf-4dfc-9a31-f7c10767fb94 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:03.537233 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bfc772da-6dbf-4dfc-9a31-f7c10767fb94 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:03.542208 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bfc772da-6dbf-4dfc-9a31-f7c10767fb94 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:03.563621 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc772da-6dbf-4dfc-9a31-f7c10767fb94 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d991d9c-f557-45c3-970a-bf4483e6f9c1,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:03.566002 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-bfc772da-6dbf-4dfc-9a31-f7c10767fb94 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:03.568550 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-bfc772da-6dbf-4dfc-9a31-f7c10767fb94 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1291132 Jul 30 00:33:03.570592 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33052) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:33:03.577411 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-40f80d6b-4678-4c9b-a2e7-06d324f547d1 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Request body: {'security_group_rule': {'security_group_id': 'eacce516-ec57-473c-b794-b2ade72da70b', 'project_id': 'de520cde37994b66a4d2246863070948', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:33:03.600581 n-d-712140-10 neutron-server[94063]: INFO neutron.db.securitygroups_db [None req-40f80d6b-4678-4c9b-a2e7-06d324f547d1 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Project de520cde37994b66a4d2246863070948 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:33:03.606419 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40f80d6b-4678-4c9b-a2e7-06d324f547d1 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:03.675770 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40f80d6b-4678-4c9b-a2e7-06d324f547d1 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:03.680341 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40f80d6b-4678-4c9b-a2e7-06d324f547d1 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:03.700353 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f80d6b-4678-4c9b-a2e7-06d324f547d1 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ed3e585-b059-4598-9541-ab2b472410ed,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:03.703762 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40f80d6b-4678-4c9b-a2e7-06d324f547d1 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:03.707114 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-40f80d6b-4678-4c9b-a2e7-06d324f547d1 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1329908 Jul 30 00:33:03.859809 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-44620e50-f332-404b-8f44-cc1843dff934 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-737618699&fields=id&tenant_id=de520cde37994b66a4d2246863070948 HTTP/1.1" status: 200 len: 267 time: 0.0363576 Jul 30 00:33:03.967950 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-73b37ea8-6178-43f9-824d-73d86b55512d tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:03.969569 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-73b37ea8-6178-43f9-824d-73d86b55512d tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/networks?id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e HTTP/1.1" status: 200 len: 808 time: 0.1018851 Jul 30 00:33:03.984840 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-1f42acbd-3e1b-467d-8ff2-8e7489781bf7 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/quotas/de520cde37994b66a4d2246863070948 HTTP/1.1" status: 200 len: 375 time: 0.0095131 Jul 30 00:33:04.047136 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-9c72ba10-99ad-418a-a3cc-285575bff50a tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=de520cde37994b66a4d2246863070948&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0538309 Jul 30 00:33:04.151940 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-e33f9561-41a5-4721-8a40-f8426053792d service neutron] 10.222.0.18 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915656 Jul 30 00:33:04.246142 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-41d8220a-11ee-4cb7-bde0-05d974ce3798 service neutron] 10.222.0.18 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880210 Jul 30 00:33:04.336676 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a9267444-3859-4861-9709-fee2be67a45b up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:33:04.400437 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port a9267444-3859-4861-9709-fee2be67a45b completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:33:04.405516 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port a9267444-3859-4861-9709-fee2be67a45b triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:33:04.405947 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:04.421015 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abe2e4c-ba83-4784-9ad4-37607bac8c5b None None] Sync routers for ids ['af3d03c6-919f-4f24-8b94-62a4312630b6'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:33:04.440248 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abe2e4c-ba83-4784-9ad4-37607bac8c5b None None] Routers {'af3d03c6-919f-4f24-8b94-62a4312630b6'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:33:04.441538 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-3abe2e4c-ba83-4784-9ad4-37607bac8c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:32:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['af3d03c6-919f-4f24-8b94-62a4312630b6'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:33:04.464446 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-534847ad-21e3-4e3c-afea-a9347d20101c req-8410b40a-d2f6-4b28-8bb9-67cd772e1dfe tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 210 time: 0.0383456 Jul 30 00:33:04.522886 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:04.546564 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port a9267444-3859-4861-9709-fee2be67a45b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a9267444-3859-4861-9709-fee2be67a45b,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:33:04.550130 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:04.591693 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-3abe2e4c-ba83-4784-9ad4-37607bac8c5b None None] Set router af3d03c6-919f-4f24-8b94-62a4312630b6 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:33:04.606349 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=a9267444-3859-4861-9709-fee2be67a45b,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:04.828765 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-3abe2e4c-ba83-4784-9ad4-37607bac8c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3d03c6-919f-4f24-8b94-62a4312630b6', 'name': 'tempest-TestShelveInstance-1672180793-router', 'tenant_id': 'acc839d492e94478b847f670311f8b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'a9267444-3859-4861-9709-fee2be67a45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:58Z', 'updated_at': '2021-07-30T00:33:01Z', 'revision_number': 4, 'project_id': 'acc839d492e94478b847f670311f8b02', 'gw_port': {'id': 'a9267444-3859-4861-9709-fee2be67a45b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f0:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3d03c6-919f-4f24-8b94-62a4312630b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:58Z', 'updated_at': '2021-07-30T00:33:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f015c444-4d43-4a50-82da-092b1bd55e07', 'name': '', 'network_id': 'c2f73411-4d6a-4806-bfc2-85fcb607429c', 'tenant_id': 'acc839d492e94478b847f670311f8b02', 'mac_address': 'fa:16:3e:a4:0e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3d03c6-919f-4f24-8b94-62a4312630b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '6e6a02b2-393d-4455-a405-b1dc46ffe789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:00Z', 'updated_at': '2021-07-30T00:33:01Z', 'revision_number': 2, 'project_id': 'acc839d492e94478b847f670311f8b02', 'subnets': [{'id': '6e6a02b2-393d-4455-a405-b1dc46ffe789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:33:04.855625 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abe2e4c-ba83-4784-9ad4-37607bac8c5b None None] Checking router: af3d03c6-919f-4f24-8b94-62a4312630b6 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:33:04.856011 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abe2e4c-ba83-4784-9ad4-37607bac8c5b None None] Updating router af3d03c6-919f-4f24-8b94-62a4312630b6 port f015c444-4d43-4a50-82da-092b1bd55e07 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:33:04.886704 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3abe2e4c-ba83-4784-9ad4-37607bac8c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:05.171538 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3abe2e4c-ba83-4784-9ad4-37607bac8c5b None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:05.183581 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-3abe2e4c-ba83-4784-9ad4-37607bac8c5b None None] Transition to ACTIVE for port object f015c444-4d43-4a50-82da-092b1bd55e07 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:33:05.190530 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3abe2e4c-ba83-4784-9ad4-37607bac8c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:05.269270 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08edb2b3-827a-4680-a7ce-ead88a9b1c9f None None] Pushing event updated for resources: {'Port': ['ID=f015c444-4d43-4a50-82da-092b1bd55e07,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:05.309102 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-3abe2e4c-ba83-4784-9ad4-37607bac8c5b None None] Attempting to bind port f015c444-4d43-4a50-82da-092b1bd55e07 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:33:05.309651 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-3abe2e4c-ba83-4784-9ad4-37607bac8c5b None None] Attempting to bind port f015c444-4d43-4a50-82da-092b1bd55e07 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '9a71df08-e204-4e8e-83b0-228fdd6ab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c2f73411-4d6a-4806-bfc2-85fcb607429c'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:33:05.310017 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abe2e4c-ba83-4784-9ad4-37607bac8c5b None None] Attempting to bind port f015c444-4d43-4a50-82da-092b1bd55e07 on network c2f73411-4d6a-4806-bfc2-85fcb607429c {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:33:05.315391 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abe2e4c-ba83-4784-9ad4-37607bac8c5b None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:33:05.315745 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abe2e4c-ba83-4784-9ad4-37607bac8c5b None None] Checking segment: {'id': '9a71df08-e204-4e8e-83b0-228fdd6ab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c2f73411-4d6a-4806-bfc2-85fcb607429c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:33:05.316380 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3abe2e4c-ba83-4784-9ad4-37607bac8c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:05.316769 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abe2e4c-ba83-4784-9ad4-37607bac8c5b None None] Bound using segment: {'id': '9a71df08-e204-4e8e-83b0-228fdd6ab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c2f73411-4d6a-4806-bfc2-85fcb607429c'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:33:05.317300 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-3abe2e4c-ba83-4784-9ad4-37607bac8c5b None None] Bound port: f015c444-4d43-4a50-82da-092b1bd55e07, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a71df08-e204-4e8e-83b0-228fdd6ab07e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c2f73411-4d6a-4806-bfc2-85fcb607429c'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:33:05.317611 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3abe2e4c-ba83-4784-9ad4-37607bac8c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:05.384696 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-3abe2e4c-ba83-4784-9ad4-37607bac8c5b None None] For port f015c444-4d43-4a50-82da-092b1bd55e07, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:33:05.388227 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-3abe2e4c-ba83-4784-9ad4-37607bac8c5b None None] For port f015c444-4d43-4a50-82da-092b1bd55e07, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f015c444-4d43-4a50-82da-092b1bd55e07,segment=NetworkSegment(9a71df08-e204-4e8e-83b0-228fdd6ab07e),segment_id=9a71df08-e204-4e8e-83b0-228fdd6ab07e)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:33:05.393938 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-3abe2e4c-ba83-4784-9ad4-37607bac8c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:05.446524 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3abe2e4c-ba83-4784-9ad4-37607bac8c5b None None] Routers {'af3d03c6-919f-4f24-8b94-62a4312630b6'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:33:05.447462 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-3abe2e4c-ba83-4784-9ad4-37607bac8c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:32:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['af3d03c6-919f-4f24-8b94-62a4312630b6'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:33:05.513199 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08edb2b3-827a-4680-a7ce-ead88a9b1c9f None None] Pushing event updated for resources: {'Port': ['ID=f015c444-4d43-4a50-82da-092b1bd55e07,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:05.553713 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:05.572253 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c4c8904e-60fd-4c8e-9a41-c17144395448 req-5a010853-b2ac-43b9-a566-488874765011 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 210 time: 0.0306115 Jul 30 00:33:05.614526 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-3abe2e4c-ba83-4784-9ad4-37607bac8c5b None None] Set router af3d03c6-919f-4f24-8b94-62a4312630b6 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:33:05.709515 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-a8907a98-784a-431e-9799-973c5c33b133 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:05.711144 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-a8907a98-784a-431e-9799-973c5c33b133 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.39 "GET /v2.0/networks?id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e HTTP/1.1" status: 200 len: 808 time: 0.1321120 Jul 30 00:33:05.758328 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-f0f9e571-2ead-44ee-9e5d-cd175a4095ea tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de520cde37994b66a4d2246863070948 HTTP/1.1" status: 200 len: 379 time: 0.0378366 Jul 30 00:33:05.769766 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-fd7b8e9a-8c57-4001-ac56-805b0efb7bf1 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Request body: {'port': {'device_id': '7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae', 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e', 'admin_state_up': True, 'tenant_id': 'de520cde37994b66a4d2246863070948', 'security_groups': ['eacce516-ec57-473c-b794-b2ade72da70b']}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:33:05.854832 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-3abe2e4c-ba83-4784-9ad4-37607bac8c5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3d03c6-919f-4f24-8b94-62a4312630b6', 'name': 'tempest-TestShelveInstance-1672180793-router', 'tenant_id': 'acc839d492e94478b847f670311f8b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'a9267444-3859-4861-9709-fee2be67a45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:58Z', 'updated_at': '2021-07-30T00:33:01Z', 'revision_number': 4, 'project_id': 'acc839d492e94478b847f670311f8b02', 'gw_port': {'id': 'a9267444-3859-4861-9709-fee2be67a45b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d03c6-919f-4f24-8b94-62a4312630b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:58Z', 'updated_at': '2021-07-30T00:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f015c444-4d43-4a50-82da-092b1bd55e07', 'name': '', 'network_id': 'c2f73411-4d6a-4806-bfc2-85fcb607429c', 'tenant_id': 'acc839d492e94478b847f670311f8b02', 'mac_address': 'fa:16:3e:a4:0e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3d03c6-919f-4f24-8b94-62a4312630b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '6e6a02b2-393d-4455-a405-b1dc46ffe789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:00Z', 'updated_at': '2021-07-30T00:33:05Z', 'revision_number': 4, 'project_id': 'acc839d492e94478b847f670311f8b02', 'subnets': [{'id': '6e6a02b2-393d-4455-a405-b1dc46ffe789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:33:05.882684 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3abe2e4c-ba83-4784-9ad4-37607bac8c5b None None] The sync data for ids ['af3d03c6-919f-4f24-8b94-62a4312630b6'] in n-d-712140-10 is: [{'id': 'af3d03c6-919f-4f24-8b94-62a4312630b6', 'name': 'tempest-TestShelveInstance-1672180793-router', 'tenant_id': 'acc839d492e94478b847f670311f8b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'a9267444-3859-4861-9709-fee2be67a45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:58Z', 'updated_at': '2021-07-30T00:33:01Z', 'revision_number': 4, 'project_id': 'acc839d492e94478b847f670311f8b02', 'gw_port': {'id': 'a9267444-3859-4861-9709-fee2be67a45b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d03c6-919f-4f24-8b94-62a4312630b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:58Z', 'updated_at': '2021-07-30T00:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'f015c444-4d43-4a50-82da-092b1bd55e07', 'name': '', 'network_id': 'c2f73411-4d6a-4806-bfc2-85fcb607429c', 'tenant_id': 'acc839d492e94478b847f670311f8b02', 'mac_address': 'fa:16:3e:a4:0e:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3d03c6-919f-4f24-8b94-62a4312630b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '6e6a02b2-393d-4455-a405-b1dc46ffe789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:33:00Z', 'updated_at': '2021-07-30T00:33:05Z', 'revision_number': 4, 'project_id': 'acc839d492e94478b847f670311f8b02', 'subnets': [{'id': '6e6a02b2-393d-4455-a405-b1dc46ffe789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:33:05.887007 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-fd7b8e9a-8c57-4001-ac56-805b0efb7bf1 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Made reservation on behalf of de520cde37994b66a4d2246863070948 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:33:05.890686 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-fd7b8e9a-8c57-4001-ac56-805b0efb7bf1 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:06.027339 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-fd7b8e9a-8c57-4001-ac56-805b0efb7bf1 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Allocated IP 172.20.0.7 (a7849b2a-c03e-4694-a5d1-0d7f72620e9e/6c7a7674-0f74-4de6-9567-ce5965f17ae6/3bedc6ba-8866-4690-aada-329b6ee16e4d) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:33:06.195657 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-fd7b8e9a-8c57-4001-ac56-805b0efb7bf1 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:06.210656 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-fd7b8e9a-8c57-4001-ac56-805b0efb7bf1 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Transition to ACTIVE for port object 3bedc6ba-8866-4690-aada-329b6ee16e4d will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:33:06.245360 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-fd7b8e9a-8c57-4001-ac56-805b0efb7bf1 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:06.294831 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-fd7b8e9a-8c57-4001-ac56-805b0efb7bf1 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Network a7849b2a-c03e-4694-a5d1-0d7f72620e9e is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:33:06.300342 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-fd7b8e9a-8c57-4001-ac56-805b0efb7bf1 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:33:06.305623 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-fd7b8e9a-8c57-4001-ac56-805b0efb7bf1 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:33:06.308382 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b8e9a-8c57-4001-ac56-805b0efb7bf1 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Pushing event updated for resources: {'Port': ['ID=3bedc6ba-8866-4690-aada-329b6ee16e4d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:06.339800 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-35d47746-c957-417e-bb91-6e58be94e316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:06.368957 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f015c444-4d43-4a50-82da-092b1bd55e07 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:33:06.376317 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-fd7b8e9a-8c57-4001-ac56-805b0efb7bf1 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:06.377293 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-fd7b8e9a-8c57-4001-ac56-805b0efb7bf1 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:06.404522 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-fd7b8e9a-8c57-4001-ac56-805b0efb7bf1 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6387680 Jul 30 00:33:06.436090 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port f015c444-4d43-4a50-82da-092b1bd55e07 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:33:06.440922 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port f015c444-4d43-4a50-82da-092b1bd55e07 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:33:06.441307 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:06.540415 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:06.571196 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-293f6ebf-6878-45af-94d1-36d4c5bbe6b2 service neutron] Request body: {'port': {'device_id': '7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:33:06.581511 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port f015c444-4d43-4a50-82da-092b1bd55e07, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f015c444-4d43-4a50-82da-092b1bd55e07,segment=NetworkSegment(9a71df08-e204-4e8e-83b0-228fdd6ab07e),segment_id=9a71df08-e204-4e8e-83b0-228fdd6ab07e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:33:06.587134 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:06.588172 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a9267444-3859-4861-9709-fee2be67a45b up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:33:06.712304 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fffafb1-3b3c-42d8-8cf2-ccbe3243808b req-f2dabff4-20cb-451d-bb7b-187686969437 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:06.714907 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0fffafb1-3b3c-42d8-8cf2-ccbe3243808b req-f2dabff4-20cb-451d-bb7b-187686969437 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 931 time: 0.0625243 Jul 30 00:33:06.762683 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0fffafb1-3b3c-42d8-8cf2-ccbe3243808b req-60cfc2f6-07c1-4f65-a63b-3e70bfc2f068 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404782 Jul 30 00:33:06.841061 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-77c0e477-4b12-4197-b076-0f8871167303 None None] Provisioning for port 3bedc6ba-8866-4690-aada-329b6ee16e4d completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:33:06.856479 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-77c0e477-4b12-4197-b076-0f8871167303 None None] Provisioning complete for port 3bedc6ba-8866-4690-aada-329b6ee16e4d triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:33:06.856847 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-77c0e477-4b12-4197-b076-0f8871167303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:06.885544 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=f015c444-4d43-4a50-82da-092b1bd55e07,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:06.902278 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-77c0e477-4b12-4197-b076-0f8871167303 None None] Port 3bedc6ba-8866-4690-aada-329b6ee16e4d cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:33:06.909150 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port a9267444-3859-4861-9709-fee2be67a45b triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:33:06.909531 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:07.004097 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-293f6ebf-6878-45af-94d1-36d4c5bbe6b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:07.144208 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:07.281658 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-293f6ebf-6878-45af-94d1-36d4c5bbe6b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bedc6ba-8866-4690-aada-329b6ee16e4d {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:33:07.290276 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-293f6ebf-6878-45af-94d1-36d4c5bbe6b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:07.303490 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-293f6ebf-6878-45af-94d1-36d4c5bbe6b2 service neutron] Transition to ACTIVE for port object 3bedc6ba-8866-4690-aada-329b6ee16e4d will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:33:07.307461 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-293f6ebf-6878-45af-94d1-36d4c5bbe6b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:07.363944 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f6ebf-6878-45af-94d1-36d4c5bbe6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3bedc6ba-8866-4690-aada-329b6ee16e4d,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:07.436949 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-293f6ebf-6878-45af-94d1-36d4c5bbe6b2 service neutron] Attempting to bind port 3bedc6ba-8866-4690-aada-329b6ee16e4d on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:33:07.437330 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-293f6ebf-6878-45af-94d1-36d4c5bbe6b2 service neutron] Attempting to bind port 3bedc6ba-8866-4690-aada-329b6ee16e4d by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'f0fe89f1-23b3-46b4-804a-0bfacd73be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:33:07.437635 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-293f6ebf-6878-45af-94d1-36d4c5bbe6b2 service neutron] Attempting to bind port 3bedc6ba-8866-4690-aada-329b6ee16e4d on network a7849b2a-c03e-4694-a5d1-0d7f72620e9e {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:33:07.442505 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-293f6ebf-6878-45af-94d1-36d4c5bbe6b2 service neutron] Port 3bedc6ba-8866-4690-aada-329b6ee16e4d on network a7849b2a-c03e-4694-a5d1-0d7f72620e9e not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:33:07.442830 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-293f6ebf-6878-45af-94d1-36d4c5bbe6b2 service neutron] Attempting to bind port 3bedc6ba-8866-4690-aada-329b6ee16e4d on network a7849b2a-c03e-4694-a5d1-0d7f72620e9e {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:33:07.448727 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-293f6ebf-6878-45af-94d1-36d4c5bbe6b2 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:33:07.449090 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-293f6ebf-6878-45af-94d1-36d4c5bbe6b2 service neutron] Checking segment: {'id': 'f0fe89f1-23b3-46b4-804a-0bfacd73be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:33:07.449462 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-293f6ebf-6878-45af-94d1-36d4c5bbe6b2 service neutron] Bound using segment: {'id': 'f0fe89f1-23b3-46b4-804a-0bfacd73be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:33:07.449903 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-293f6ebf-6878-45af-94d1-36d4c5bbe6b2 service neutron] Bound port: 3bedc6ba-8866-4690-aada-329b6ee16e4d, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0fe89f1-23b3-46b4-804a-0bfacd73be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:33:07.450261 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-293f6ebf-6878-45af-94d1-36d4c5bbe6b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:07.531909 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-293f6ebf-6878-45af-94d1-36d4c5bbe6b2 service neutron] For port 3bedc6ba-8866-4690-aada-329b6ee16e4d, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:33:07.535246 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-293f6ebf-6878-45af-94d1-36d4c5bbe6b2 service neutron] For port 3bedc6ba-8866-4690-aada-329b6ee16e4d, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=3bedc6ba-8866-4690-aada-329b6ee16e4d,segment=NetworkSegment(f0fe89f1-23b3-46b4-804a-0bfacd73be07),segment_id=f0fe89f1-23b3-46b4-804a-0bfacd73be07)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:33:07.540899 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-293f6ebf-6878-45af-94d1-36d4c5bbe6b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:07.589922 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-293f6ebf-6878-45af-94d1-36d4c5bbe6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:07.590504 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-293f6ebf-6878-45af-94d1-36d4c5bbe6b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:07.592095 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-293f6ebf-6878-45af-94d1-36d4c5bbe6b2 service neutron] 10.222.0.39 "PUT /v2.0/ports/3bedc6ba-8866-4690-aada-329b6ee16e4d HTTP/1.1" status: 200 len: 1092 time: 1.1785169 Jul 30 00:33:07.592542 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae', 'tag': '3bedc6ba-8866-4690-aada-329b6ee16e4d'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:33:07.594875 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5209d4e956e9ae4acfb38c8f800d5d5e141ec7fd74949f506a8c7ac355071e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc14167f-2455-477b-8786-157236155658" -d '{"events": [{"name": "network-changed", "server_uuid": "7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae", "tag": "3bedc6ba-8866-4690-aada-329b6ee16e4d"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:33:07.630694 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f6ebf-6878-45af-94d1-36d4c5bbe6b2 service neutron] Pushing event updated for resources: {'Port': ['ID=3bedc6ba-8866-4690-aada-329b6ee16e4d,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:07.664257 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1979bd27-5d8b-4579-9080-79064a4d51b1 x-openstack-request-id: req-1979bd27-5d8b-4579-9080-79064a4d51b1 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:33:07.664752 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae", "tag": "3bedc6ba-8866-4690-aada-329b6ee16e4d", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:33:07.665145 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-1979bd27-5d8b-4579-9080-79064a4d51b1 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:33:07.665681 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae', 'tag': '3bedc6ba-8866-4690-aada-329b6ee16e4d', 'status': 'completed', 'code': 200} Jul 30 00:33:07.688422 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-98117da3-cac7-48a3-a2ea-59b15e245de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:07.689931 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-98117da3-cac7-48a3-a2ea-59b15e245de9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de520cde37994b66a4d2246863070948&device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 1095 time: 0.0549037 Jul 30 00:33:07.738164 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-b12ce999-f50f-4bfa-8c43-0c89fc9342fa service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bedc6ba-8866-4690-aada-329b6ee16e4d HTTP/1.1" status: 200 len: 217 time: 0.0396843 Jul 30 00:33:07.795455 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-791d5c33-ec66-46ba-902f-9cffbddaf4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:07.797013 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-791d5c33-ec66-46ba-902f-9cffbddaf4a5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c7a7674-0f74-4de6-9567-ce5965f17ae6 HTTP/1.1" status: 200 len: 847 time: 0.0516107 Jul 30 00:33:07.845844 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-88d32b6d-520a-4fa7-bc39-3918dcf70f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:07.847605 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-88d32b6d-520a-4fa7-bc39-3918dcf70f0b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435510 Jul 30 00:33:07.893977 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e74ec3-890c-4bf6-9386-a12f8b07c16e req-073f82a8-a6b8-470d-8a33-e35bd41698c5 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:07.895490 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f1e74ec3-890c-4bf6-9386-a12f8b07c16e req-073f82a8-a6b8-470d-8a33-e35bd41698c5 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 943 time: 0.0549762 Jul 30 00:33:07.943754 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f1e74ec3-890c-4bf6-9386-a12f8b07c16e req-b32dbdb5-167a-42e0-a9a5-0132e06749ef tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403516 Jul 30 00:33:07.946204 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-a9c5269c-4402-4e53-a102-0aba39e6a5ba service neutron] 10.222.0.39 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911686 Jul 30 00:33:08.054995 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4fbc2754-e31d-4edb-b4d6-bb21017b4e01 req-fc16002d-d27e-423f-854c-a6e1a0971504 service neutron] 10.222.0.39 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003869 Jul 30 00:33:08.154988 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14167f-2455-477b-8786-157236155658 req-69de5dfd-d956-41bf-bb22-2003c962e98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:08.156625 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-fc14167f-2455-477b-8786-157236155658 req-69de5dfd-d956-41bf-bb22-2003c962e98d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de520cde37994b66a4d2246863070948&device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 1095 time: 0.0507276 Jul 30 00:33:08.253688 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14167f-2455-477b-8786-157236155658 req-8870949b-49d5-4c3c-ad0f-c5085de4ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:08.255185 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-fc14167f-2455-477b-8786-157236155658 req-8870949b-49d5-4c3c-ad0f-c5085de4ff6e service neutron] 10.222.0.39 "GET /v2.0/networks?id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e HTTP/1.1" status: 200 len: 909 time: 0.0913322 Jul 30 00:33:08.300003 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-fc14167f-2455-477b-8786-157236155658 req-77723b63-3ca1-40d4-be08-2e72c5c05de2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bedc6ba-8866-4690-aada-329b6ee16e4d HTTP/1.1" status: 200 len: 217 time: 0.0369835 Jul 30 00:33:08.321622 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f015c444-4d43-4a50-82da-092b1bd55e07 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:33:08.352664 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14167f-2455-477b-8786-157236155658 req-e5d9aa08-c76e-44d5-af13-7d05bdc8066c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:08.354168 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-fc14167f-2455-477b-8786-157236155658 req-e5d9aa08-c76e-44d5-af13-7d05bdc8066c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c7a7674-0f74-4de6-9567-ce5965f17ae6 HTTP/1.1" status: 200 len: 847 time: 0.0468695 Jul 30 00:33:08.384428 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port f015c444-4d43-4a50-82da-092b1bd55e07 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:33:08.384833 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:08.409152 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14167f-2455-477b-8786-157236155658 req-d0363d60-86f4-454c-85e5-5f4c52ddb091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:08.410712 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-fc14167f-2455-477b-8786-157236155658 req-d0363d60-86f4-454c-85e5-5f4c52ddb091 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0486958 Jul 30 00:33:08.479531 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:08.521333 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-fc14167f-2455-477b-8786-157236155658 req-5c35025c-f5e5-4b99-9a0d-86cf4bc74fe3 service neutron] 10.222.0.39 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027997 Jul 30 00:33:08.619539 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-fc14167f-2455-477b-8786-157236155658 req-d262d902-3695-42af-a840-949474470c54 service neutron] 10.222.0.39 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892122 Jul 30 00:33:09.069604 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f817f1-3fce-43f3-a0eb-2c2ffebba1ba req-1dd88546-6786-4791-816a-5c4c32d45d89 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:09.071131 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17f817f1-3fce-43f3-a0eb-2c2ffebba1ba req-1dd88546-6786-4791-816a-5c4c32d45d89 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 943 time: 0.0513721 Jul 30 00:33:09.110370 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-17f817f1-3fce-43f3-a0eb-2c2ffebba1ba req-e4130d1a-6048-4f50-9074-fefa913b8531 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330408 Jul 30 00:33:09.362576 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 3bedc6ba-8866-4690-aada-329b6ee16e4d details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:33:09.379740 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:33:09.461200 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 3bedc6ba-8866-4690-aada-329b6ee16e4d, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=3bedc6ba-8866-4690-aada-329b6ee16e4d,segment=NetworkSegment(f0fe89f1-23b3-46b4-804a-0bfacd73be07),segment_id=f0fe89f1-23b3-46b4-804a-0bfacd73be07)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:33:09.473352 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '3bedc6ba-8866-4690-aada-329b6ee16e4d', 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e', 'port_id': '3bedc6ba-8866-4690-aada-329b6ee16e4d', 'mac_address': 'fa:16:3e:11:a8:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:33:09.510183 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:09.523031 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bedc6ba-8866-4690-aada-329b6ee16e4d {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:33:09.542957 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 3bedc6ba-8866-4690-aada-329b6ee16e4d, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=3bedc6ba-8866-4690-aada-329b6ee16e4d,segment=NetworkSegment(f0fe89f1-23b3-46b4-804a-0bfacd73be07),segment_id=f0fe89f1-23b3-46b4-804a-0bfacd73be07)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:33:09.546739 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:09.597436 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=3bedc6ba-8866-4690-aada-329b6ee16e4d,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:09.793981 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['3bedc6ba-8866-4690-aada-329b6ee16e4d'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:33:10.229506 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea54ad-829e-4cb6-8ff3-ae5b121562b1 req-02b3937a-0078-4746-b245-65ced28335cf tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:10.231079 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1ea54ad-829e-4cb6-8ff3-ae5b121562b1 req-02b3937a-0078-4746-b245-65ced28335cf tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 944 time: 0.0533092 Jul 30 00:33:10.271890 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d1ea54ad-829e-4cb6-8ff3-ae5b121562b1 req-7c29483b-a4c5-4f64-b1bd-ab37e9d0a847 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347195 Jul 30 00:33:11.377779 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 3bedc6ba-8866-4690-aada-329b6ee16e4d up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:33:11.391199 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b186212-6e59-40fa-93f7-73844765bf95 req-6ee561ad-ea97-4b65-9df4-3406f988adcf tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:11.392782 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b186212-6e59-40fa-93f7-73844765bf95 req-6ee561ad-ea97-4b65-9df4-3406f988adcf tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 944 time: 0.0488839 Jul 30 00:33:11.428012 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port 3bedc6ba-8866-4690-aada-329b6ee16e4d completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:33:11.432681 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 3bedc6ba-8866-4690-aada-329b6ee16e4d triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:33:11.433053 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:11.438491 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b186212-6e59-40fa-93f7-73844765bf95 req-a9740ac2-b67c-4ef8-8c12-574cda5fd69b tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394094 Jul 30 00:33:11.509954 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:11.531347 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bedc6ba-8866-4690-aada-329b6ee16e4d'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:33:11.533659 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee31ed8e5b8e4dc4f88b315270ded6679232f3f3b12134e952a2ffdf5dc07ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e4b47f-27f0-4c99-bc4a-77851a41ed16" -d '{"events": [{"server_uuid": "7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae", "name": "network-vif-plugged", "status": "completed", "tag": "3bedc6ba-8866-4690-aada-329b6ee16e4d"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:33:11.547632 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 3bedc6ba-8866-4690-aada-329b6ee16e4d, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=3bedc6ba-8866-4690-aada-329b6ee16e4d,segment=NetworkSegment(f0fe89f1-23b3-46b4-804a-0bfacd73be07),segment_id=f0fe89f1-23b3-46b4-804a-0bfacd73be07)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:33:11.551922 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:11.578821 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06cac2ce-e41b-40d0-805d-99abeea03c01 x-openstack-request-id: req-06cac2ce-e41b-40d0-805d-99abeea03c01 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:33:11.579385 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae", "name": "network-vif-plugged", "status": "completed", "tag": "3bedc6ba-8866-4690-aada-329b6ee16e4d", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:33:11.579385 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-06cac2ce-e41b-40d0-805d-99abeea03c01 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:33:11.579760 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bedc6ba-8866-4690-aada-329b6ee16e4d', 'code': 200} Jul 30 00:33:11.608268 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=3bedc6ba-8866-4690-aada-329b6ee16e4d,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:11.670405 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff111c6-0c13-4e59-b97c-3c7516b3e988 req-63b1e7a4-0e42-4ab0-806d-9a879e52f298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:11.671951 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1ff111c6-0c13-4e59-b97c-3c7516b3e988 req-63b1e7a4-0e42-4ab0-806d-9a879e52f298 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 1097 time: 0.0415738 Jul 30 00:33:11.706601 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-1ff111c6-0c13-4e59-b97c-3c7516b3e988 req-e04ea215-3f8f-4c71-b85d-8aa072cfe60f service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279882 Jul 30 00:33:12.573170 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac3939-44dc-4199-9cbe-0bbbb0b8db28 req-8d73580f-d22f-4c4f-af00-02880962f0e3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:12.574724 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b9ac3939-44dc-4199-9cbe-0bbbb0b8db28 req-8d73580f-d22f-4c4f-af00-02880962f0e3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 945 time: 0.0537164 Jul 30 00:33:12.613941 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b9ac3939-44dc-4199-9cbe-0bbbb0b8db28 req-40c07551-2a9e-4487-8ced-675740674ecd tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327544 Jul 30 00:33:13.729366 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892a420-c151-404d-8814-a66bd90c6535 req-f3a616ce-4d00-46dd-910f-b19e41612af8 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:13.730862 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e892a420-c151-404d-8814-a66bd90c6535 req-f3a616ce-4d00-46dd-910f-b19e41612af8 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 945 time: 0.0487900 Jul 30 00:33:13.769594 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e892a420-c151-404d-8814-a66bd90c6535 req-6effad0b-975f-4154-9c9b-6dd1f136b50e tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327430 Jul 30 00:33:13.883405 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687c6b6-d9f5-41f4-bd69-0bcbf5eeb2d9 req-9f203c00-2c75-4b90-84e0-2fb1fa9c2f9e tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:13.884906 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a687c6b6-d9f5-41f4-bd69-0bcbf5eeb2d9 req-9f203c00-2c75-4b90-84e0-2fb1fa9c2f9e tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 945 time: 0.0501628 Jul 30 00:33:13.926382 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a687c6b6-d9f5-41f4-bd69-0bcbf5eeb2d9 req-0765969f-8fe7-49b8-955b-96672c520de2 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355136 Jul 30 00:33:13.948846 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33110) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:33:14.031452 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91c8260-86aa-4bab-837f-c3ce731dbba7 tempest-TestShelveInstance-1256158601 tempest-TestShelveInstance-1256158601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:14.033016 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e91c8260-86aa-4bab-837f-c3ce731dbba7 tempest-TestShelveInstance-1256158601 tempest-TestShelveInstance-1256158601-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 1092 time: 0.0831954 Jul 30 00:33:14.035968 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33114) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:33:14.040517 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-d65ec8fe-c3bf-4872-ad11-a56672ab0ffb tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'port_id': '3bedc6ba-8866-4690-aada-329b6ee16e4d', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:33:14.062644 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d65ec8fe-c3bf-4872-ad11-a56672ab0ffb tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:14.157258 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d65ec8fe-c3bf-4872-ad11-a56672ab0ffb tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:14.262892 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-d65ec8fe-c3bf-4872-ad11-a56672ab0ffb tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Allocated IP 172.25.8.149 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/78da92c0-dd02-41d3-b538-1845ec77dd34) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:33:14.362682 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d65ec8fe-c3bf-4872-ad11-a56672ab0ffb tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:14.406542 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d65ec8fe-c3bf-4872-ad11-a56672ab0ffb tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:14.445378 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65ec8fe-c3bf-4872-ad11-a56672ab0ffb tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:33:14.448261 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-d65ec8fe-c3bf-4872-ad11-a56672ab0ffb tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:33:14.453809 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65ec8fe-c3bf-4872-ad11-a56672ab0ffb tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:33:14.476878 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ec8fe-c3bf-4872-ad11-a56672ab0ffb tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Pushing event updated for resources: {'Port': ['ID=78da92c0-dd02-41d3-b538-1845ec77dd34,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:14.814864 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d65ec8fe-c3bf-4872-ad11-a56672ab0ffb tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:14.886156 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d65ec8fe-c3bf-4872-ad11-a56672ab0ffb tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:15.040885 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d65ec8fe-c3bf-4872-ad11-a56672ab0ffb tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:15.045398 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d65ec8fe-c3bf-4872-ad11-a56672ab0ffb tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:15.110788 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65ec8fe-c3bf-4872-ad11-a56672ab0ffb tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Pushing event updated for resources: {'Port': ['ID=78da92c0-dd02-41d3-b538-1845ec77dd34,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:33:15.124258 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d65ec8fe-c3bf-4872-ad11-a56672ab0ffb tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:15.234071 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-d65ec8fe-c3bf-4872-ad11-a56672ab0ffb tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Floating IP 5c95217c-d333-4ea8-8821-61011c513363 associated. External IP: 172.25.8.149, port: 3bedc6ba-8866-4690-aada-329b6ee16e4d. Jul 30 00:33:15.442496 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d65ec8fe-c3bf-4872-ad11-a56672ab0ffb tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Router b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:33:15.551993 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d65ec8fe-c3bf-4872-ad11-a56672ab0ffb tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:33:15.565559 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f76211-2473-44c7-83c9-19e0dd4257c8 None None] Sync routers for ids ['b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:33:15.567858 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d65ec8fe-c3bf-4872-ad11-a56672ab0ffb tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:15.577153 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f76211-2473-44c7-83c9-19e0dd4257c8 None None] Routers {'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:33:15.577786 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e5f76211-2473-44c7-83c9-19e0dd4257c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:33:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:33:15.604490 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d65ec8fe-c3bf-4872-ad11-a56672ab0ffb tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5667546 Jul 30 00:33:15.605176 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae', 'tag': '3bedc6ba-8866-4690-aada-329b6ee16e4d'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:33:15.607482 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09922acb-bde5-48c3-b296-f709eadadab4" -d '{"events": [{"name": "network-changed", "server_uuid": "7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae", "tag": "3bedc6ba-8866-4690-aada-329b6ee16e4d"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:33:15.649726 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c1f289-4ed4-4a2d-a90f-8c04284e0baa x-openstack-request-id: req-88c1f289-4ed4-4a2d-a90f-8c04284e0baa {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:33:15.650016 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae", "tag": "3bedc6ba-8866-4690-aada-329b6ee16e4d", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:33:15.650265 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-88c1f289-4ed4-4a2d-a90f-8c04284e0baa {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:33:15.650666 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae', 'tag': '3bedc6ba-8866-4690-aada-329b6ee16e4d', 'status': 'completed', 'code': 200} Jul 30 00:33:15.687398 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-e5f76211-2473-44c7-83c9-19e0dd4257c8 None None] Set router b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:33:15.715889 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09922acb-bde5-48c3-b296-f709eadadab4 req-f6fefbc1-b5cb-41bc-965e-bbc1b2a33a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:15.717553 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-09922acb-bde5-48c3-b296-f709eadadab4 req-f6fefbc1-b5cb-41bc-965e-bbc1b2a33a11 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de520cde37994b66a4d2246863070948&device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 1097 time: 0.0429769 Jul 30 00:33:15.814971 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09922acb-bde5-48c3-b296-f709eadadab4 req-8d2594e7-572a-46b0-af66-cd901b0c8497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:15.816492 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-09922acb-bde5-48c3-b296-f709eadadab4 req-8d2594e7-572a-46b0-af66-cd901b0c8497 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e HTTP/1.1" status: 200 len: 909 time: 0.0923972 Jul 30 00:33:15.883233 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-09922acb-bde5-48c3-b296-f709eadadab4 req-a2879a8e-1dac-4fec-9ea4-f01ac7a9dcb4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bedc6ba-8866-4690-aada-329b6ee16e4d HTTP/1.1" status: 200 len: 999 time: 0.0598240 Jul 30 00:33:15.920991 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e5f76211-2473-44c7-83c9-19e0dd4257c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'name': 'tempest-TestShelveInstance-870977472-router', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:55Z', 'revision_number': 4, 'project_id': 'de520cde37994b66a4d2246863070948', 'gw_port': {'id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '5c95217c-d333-4ea8-8821-61011c513363', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'floating_ip_address': '172.25.8.149', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'port_id': '3bedc6ba-8866-4690-aada-329b6ee16e4d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e', 'mac_address': 'fa:16:3e:11:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:33:14Z', 'updated_at': '2021-07-30T00:33:14Z', 'revision_number': 0, 'project_id': 'de520cde37994b66a4d2246863070948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '265b254a-9ccb-42eb-ad69-e1538b09743a', 'name': '', 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'mac_address': 'fa:16:3e:bc:b5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:55Z', 'updated_at': '2021-07-30T00:33:00Z', 'revision_number': 5, 'project_id': 'de520cde37994b66a4d2246863070948', 'subnets': [{'id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:33:15.934174 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09922acb-bde5-48c3-b296-f709eadadab4 req-3ea52f4c-d450-43c6-b6d1-aec959ba495f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:15.935778 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-09922acb-bde5-48c3-b296-f709eadadab4 req-3ea52f4c-d450-43c6-b6d1-aec959ba495f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c7a7674-0f74-4de6-9567-ce5965f17ae6 HTTP/1.1" status: 200 len: 847 time: 0.0460601 Jul 30 00:33:15.951567 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f76211-2473-44c7-83c9-19e0dd4257c8 None None] Checking router: b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:33:15.963208 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f76211-2473-44c7-83c9-19e0dd4257c8 None None] Routers {'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:33:15.963744 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e5f76211-2473-44c7-83c9-19e0dd4257c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:33:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:33:15.989032 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09922acb-bde5-48c3-b296-f709eadadab4 req-ca9bb3c1-59d8-4103-8bed-d0478e16954e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:15.990570 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-09922acb-bde5-48c3-b296-f709eadadab4 req-ca9bb3c1-59d8-4103-8bed-d0478e16954e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478709 Jul 30 00:33:16.070263 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-e5f76211-2473-44c7-83c9-19e0dd4257c8 None None] Set router b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:33:16.085072 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-09922acb-bde5-48c3-b296-f709eadadab4 req-a68bab18-7c2b-4162-8f52-8538b636ff7b service neutron] 10.222.0.39 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871055 Jul 30 00:33:16.202637 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-09922acb-bde5-48c3-b296-f709eadadab4 req-0828b62c-a6a7-42a8-b8b1-948e3a69492f service neutron] 10.222.0.39 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108673 Jul 30 00:33:16.319516 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e5f76211-2473-44c7-83c9-19e0dd4257c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'name': 'tempest-TestShelveInstance-870977472-router', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:55Z', 'revision_number': 4, 'project_id': 'de520cde37994b66a4d2246863070948', 'gw_port': {'id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '5c95217c-d333-4ea8-8821-61011c513363', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'floating_ip_address': '172.25.8.149', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'port_id': '3bedc6ba-8866-4690-aada-329b6ee16e4d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e', 'mac_address': 'fa:16:3e:11:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:33:14Z', 'updated_at': '2021-07-30T00:33:14Z', 'revision_number': 0, 'project_id': 'de520cde37994b66a4d2246863070948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '265b254a-9ccb-42eb-ad69-e1538b09743a', 'name': '', 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'mac_address': 'fa:16:3e:bc:b5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:55Z', 'updated_at': '2021-07-30T00:33:00Z', 'revision_number': 5, 'project_id': 'de520cde37994b66a4d2246863070948', 'subnets': [{'id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:33:16.345090 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f76211-2473-44c7-83c9-19e0dd4257c8 None None] The sync data for ids ['b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'] in n-d-712140-10 is: [{'id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'name': 'tempest-TestShelveInstance-870977472-router', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:55Z', 'revision_number': 4, 'project_id': 'de520cde37994b66a4d2246863070948', 'gw_port': {'id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '5c95217c-d333-4ea8-8821-61011c513363', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'floating_ip_address': '172.25.8.149', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'port_id': '3bedc6ba-8866-4690-aada-329b6ee16e4d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e', 'mac_address': 'fa:16:3e:11:a8:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:33:14Z', 'updated_at': '2021-07-30T00:33:14Z', 'revision_number': 0, 'project_id': 'de520cde37994b66a4d2246863070948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '265b254a-9ccb-42eb-ad69-e1538b09743a', 'name': '', 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'mac_address': 'fa:16:3e:bc:b5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:55Z', 'updated_at': '2021-07-30T00:33:00Z', 'revision_number': 5, 'project_id': 'de520cde37994b66a4d2246863070948', 'subnets': [{'id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:33:16.551088 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d8dd29-b502-421a-a5fc-21764a6ea132 None None] New status for floating IP 5c95217c-d333-4ea8-8821-61011c513363: ACTIVE {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:33:28.177155 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c9daa94e-bcf8-4aa5-ac1d-f02da0f61eda req-96eca742-fd7d-4865-9d92-b9bc2b2debac service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0417075 Jul 30 00:33:28.270455 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daa94e-bcf8-4aa5-ac1d-f02da0f61eda req-2fd1d75a-bbf6-4ed5-b2f2-c49f68c47a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:28.272520 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c9daa94e-bcf8-4aa5-ac1d-f02da0f61eda req-2fd1d75a-bbf6-4ed5-b2f2-c49f68c47a96 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de520cde37994b66a4d2246863070948&device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 1097 time: 0.0460820 Jul 30 00:33:28.378722 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daa94e-bcf8-4aa5-ac1d-f02da0f61eda req-cbec26c9-201d-4c8b-aa57-de2f38aba611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:28.380262 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c9daa94e-bcf8-4aa5-ac1d-f02da0f61eda req-cbec26c9-201d-4c8b-aa57-de2f38aba611 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e HTTP/1.1" status: 200 len: 909 time: 0.0885684 Jul 30 00:33:28.447243 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c9daa94e-bcf8-4aa5-ac1d-f02da0f61eda req-8a6af67b-e0e2-4d2b-9e24-9e0d64c0852f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bedc6ba-8866-4690-aada-329b6ee16e4d HTTP/1.1" status: 200 len: 1001 time: 0.0594380 Jul 30 00:33:28.496879 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daa94e-bcf8-4aa5-ac1d-f02da0f61eda req-103d5dcb-1abe-48c9-8477-0f92d9d57dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:28.498282 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c9daa94e-bcf8-4aa5-ac1d-f02da0f61eda req-103d5dcb-1abe-48c9-8477-0f92d9d57dfd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c7a7674-0f74-4de6-9567-ce5965f17ae6 HTTP/1.1" status: 200 len: 847 time: 0.0438364 Jul 30 00:33:28.548797 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9daa94e-bcf8-4aa5-ac1d-f02da0f61eda req-599bd943-496f-4bb9-81aa-bb64b06bb2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:33:28.550253 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c9daa94e-bcf8-4aa5-ac1d-f02da0f61eda req-599bd943-496f-4bb9-81aa-bb64b06bb2db service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453570 Jul 30 00:33:28.644969 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c9daa94e-bcf8-4aa5-ac1d-f02da0f61eda req-7b38aed3-b587-4990-90dc-ef052b03875b service neutron] 10.222.0.39 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875988 Jul 30 00:33:28.739291 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c9daa94e-bcf8-4aa5-ac1d-f02da0f61eda req-985ea658-8cbd-4cdd-9d82-770ae845deeb service neutron] 10.222.0.39 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864713 Jul 30 00:33:30.332543 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:30.389243 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:32.977857 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-582b75fa-149f-4215-b407-a54dbe9a3358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:35.550365 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:36.325357 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ed1498c6-7378-4483-8a11-2f2ceaf59c5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:37.149259 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:38.457432 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:33:46.380338 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:34:00.346193 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:00.392096 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:02.979431 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e412d718-af0c-454a-915e-8ed105935be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:05.551977 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:06.328323 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fef1702e-f58f-4856-ab8f-2d38614aca05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:07.150627 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:08.459850 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:23.379828 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:34:28.171669 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-73a5a8f5-9b86-4dcf-92f4-f8f11050b939 req-0ecb1392-4fd5-4784-a5d2-830f3b103a3b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404854 Jul 30 00:34:28.252193 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5a8f5-9b86-4dcf-92f4-f8f11050b939 req-20f68349-1ebc-4c3b-babd-a51d7481439a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:28.253678 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-73a5a8f5-9b86-4dcf-92f4-f8f11050b939 req-20f68349-1ebc-4c3b-babd-a51d7481439a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de520cde37994b66a4d2246863070948&device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 1097 time: 0.0412562 Jul 30 00:34:28.362639 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5a8f5-9b86-4dcf-92f4-f8f11050b939 req-ea007bf0-76a4-41ad-9c06-ce4a011e676a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:28.364439 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-73a5a8f5-9b86-4dcf-92f4-f8f11050b939 req-ea007bf0-76a4-41ad-9c06-ce4a011e676a service neutron] 10.222.0.39 "GET /v2.0/networks?id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e HTTP/1.1" status: 200 len: 909 time: 0.0917459 Jul 30 00:34:28.429735 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-73a5a8f5-9b86-4dcf-92f4-f8f11050b939 req-d59f8fa3-bf1b-40d7-929f-40c669b9c6b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bedc6ba-8866-4690-aada-329b6ee16e4d HTTP/1.1" status: 200 len: 1001 time: 0.0577872 Jul 30 00:34:28.481303 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5a8f5-9b86-4dcf-92f4-f8f11050b939 req-12df9842-f93b-4a61-b101-3f6d58f4fb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:28.482744 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-73a5a8f5-9b86-4dcf-92f4-f8f11050b939 req-12df9842-f93b-4a61-b101-3f6d58f4fb85 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c7a7674-0f74-4de6-9567-ce5965f17ae6 HTTP/1.1" status: 200 len: 847 time: 0.0458577 Jul 30 00:34:28.532904 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5a8f5-9b86-4dcf-92f4-f8f11050b939 req-3331e35c-925f-4c56-a462-f01a52194455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:34:28.534380 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-73a5a8f5-9b86-4dcf-92f4-f8f11050b939 req-3331e35c-925f-4c56-a462-f01a52194455 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448155 Jul 30 00:34:28.545363 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [req-73a5a8f5-9b86-4dcf-92f4-f8f11050b939 req-ff2f9a33-e875-4441-83a9-898c0f25a88d service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:34:28.546293 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-73a5a8f5-9b86-4dcf-92f4-f8f11050b939 req-ff2f9a33-e875-4441-83a9-898c0f25a88d service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050385 Jul 30 00:34:28.634344 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-73a5a8f5-9b86-4dcf-92f4-f8f11050b939 req-21ffeeec-9e22-4f4a-90e6-113781397d85 service neutron] 10.222.0.39 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808709 Jul 30 00:34:28.728605 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-73a5a8f5-9b86-4dcf-92f4-f8f11050b939 req-aa681c54-aebe-4f57-82be-3d9b608e4ea0 service neutron] 10.222.0.39 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863044 Jul 30 00:34:30.345705 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:30.401176 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:32.979660 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d5edf536-364f-47c8-bc84-6aeb6939e574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:35.556271 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:36.330225 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c08d5696-2908-4d95-b224-86193697bed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:37.154122 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:34:38.463114 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:00.360874 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:00.378824 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:35:00.408154 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:02.979239 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-273cb775-6e11-49da-ac24-16be8d9e5629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:05.558806 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:06.331007 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b9387f20-2744-4964-9b4b-0daead1372d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:07.155937 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:08.465536 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:10.162336 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713261db-c1a4-48b1-9226-1a69c206132b req-e19e5eb2-03aa-40c8-bebd-4833794d7b20 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:10.163858 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-713261db-c1a4-48b1-9226-1a69c206132b req-e19e5eb2-03aa-40c8-bebd-4833794d7b20 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 945 time: 0.0582738 Jul 30 00:35:10.201459 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-713261db-c1a4-48b1-9226-1a69c206132b req-38a1276d-1960-43f4-b87c-cb825293eea4 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316055 Jul 30 00:35:11.322212 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16eb93e6-fd72-42d9-ac0f-bf7f83161f53 req-1be1ffe7-22af-497d-89b0-a6c4d3fe8a87 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:11.323707 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16eb93e6-fd72-42d9-ac0f-bf7f83161f53 req-1be1ffe7-22af-497d-89b0-a6c4d3fe8a87 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 945 time: 0.0534308 Jul 30 00:35:11.362446 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16eb93e6-fd72-42d9-ac0f-bf7f83161f53 req-bbadc3ed-4cbc-4be7-b771-565b1d1d8722 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324597 Jul 30 00:35:12.475721 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4465c7e-8752-45a6-bc38-0996404fdd5b req-5b7f8855-ad7f-458a-80ff-813fe2105d52 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:12.477257 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e4465c7e-8752-45a6-bc38-0996404fdd5b req-5b7f8855-ad7f-458a-80ff-813fe2105d52 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 945 time: 0.0482750 Jul 30 00:35:12.515491 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e4465c7e-8752-45a6-bc38-0996404fdd5b req-577a2dbe-3d8f-4e42-8a2c-989b06d04b17 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322099 Jul 30 00:35:13.631760 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c93d97-66cf-4cb8-989a-16ec59813b04 req-468aaed2-f9a7-498e-a246-3023abc64af9 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:13.633280 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d6c93d97-66cf-4cb8-989a-16ec59813b04 req-468aaed2-f9a7-498e-a246-3023abc64af9 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 945 time: 0.0481038 Jul 30 00:35:13.671058 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d6c93d97-66cf-4cb8-989a-16ec59813b04 req-0ce1c926-2968-4573-a662-c2d1e069a991 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317435 Jul 30 00:35:14.790781 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba837979-a531-4fab-9e94-aece6f2f694b req-f64dc3c2-c4d4-4a46-a72f-ff29066cf542 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:14.792278 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ba837979-a531-4fab-9e94-aece6f2f694b req-f64dc3c2-c4d4-4a46-a72f-ff29066cf542 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 945 time: 0.0528467 Jul 30 00:35:14.830716 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ba837979-a531-4fab-9e94-aece6f2f694b req-200ea077-e16a-4412-aefc-886ed64d4947 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322130 Jul 30 00:35:15.947077 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d3a5c-8868-40ad-a9de-3c28634dcde8 req-09fe793e-26bb-4207-bdf8-36b281576c94 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:15.948603 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d52d3a5c-8868-40ad-a9de-3c28634dcde8 req-09fe793e-26bb-4207-bdf8-36b281576c94 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 945 time: 0.0503356 Jul 30 00:35:15.986777 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d52d3a5c-8868-40ad-a9de-3c28634dcde8 req-2ccb344c-3d39-43a6-a9ee-01afa0435a64 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321455 Jul 30 00:35:17.101023 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48e1c6-017e-4adc-bd4b-15d44b1aee9b req-ba01ba20-6324-44cc-8707-1eec0c42a5b0 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:17.102530 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6d48e1c6-017e-4adc-bd4b-15d44b1aee9b req-ba01ba20-6324-44cc-8707-1eec0c42a5b0 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 945 time: 0.0498488 Jul 30 00:35:17.142986 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6d48e1c6-017e-4adc-bd4b-15d44b1aee9b req-5d683383-f428-4b2d-929e-c6d4491ffc06 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344100 Jul 30 00:35:18.262459 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc79c95-6961-49b9-a7d0-53071c115fc1 req-23caa302-f69c-4d89-aec7-77bba03f39f3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:18.264022 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3fc79c95-6961-49b9-a7d0-53071c115fc1 req-23caa302-f69c-4d89-aec7-77bba03f39f3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 945 time: 0.0527000 Jul 30 00:35:18.303285 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3fc79c95-6961-49b9-a7d0-53071c115fc1 req-d835ab98-e33a-45fc-a85e-2bc8ff094997 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328043 Jul 30 00:35:19.463474 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f477fd-dc0c-4ec0-b6ec-756e101f50b7 req-f1ef0e64-07b0-4256-96c5-1cbe6ce07126 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:19.464992 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a0f477fd-dc0c-4ec0-b6ec-756e101f50b7 req-f1ef0e64-07b0-4256-96c5-1cbe6ce07126 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 945 time: 0.0945370 Jul 30 00:35:19.506239 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a0f477fd-dc0c-4ec0-b6ec-756e101f50b7 req-625245a1-05eb-4aca-b433-868bd3feb1b8 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328441 Jul 30 00:35:20.623343 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9b28a-f28a-48f7-890b-294f92507a97 req-cd1c3e85-29cb-40e6-8340-02271c99f49b tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:20.624852 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-94f9b28a-f28a-48f7-890b-294f92507a97 req-cd1c3e85-29cb-40e6-8340-02271c99f49b tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 945 time: 0.0493793 Jul 30 00:35:20.663270 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-94f9b28a-f28a-48f7-890b-294f92507a97 req-f895f6f6-bc2d-4fc0-9f0a-771e128899d8 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324652 Jul 30 00:35:21.782919 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79578e99-dc1c-4139-8615-791636042899 req-931463ce-3c6b-444e-a8fc-8c25bf3e4ff1 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:21.784514 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-79578e99-dc1c-4139-8615-791636042899 req-931463ce-3c6b-444e-a8fc-8c25bf3e4ff1 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 945 time: 0.0527103 Jul 30 00:35:21.823430 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-79578e99-dc1c-4139-8615-791636042899 req-6ac99a82-e422-4197-9494-48ab60ec76f5 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330114 Jul 30 00:35:21.970308 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 3bedc6ba-8866-4690-aada-329b6ee16e4d details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:35:22.065043 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 3bedc6ba-8866-4690-aada-329b6ee16e4d, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=3bedc6ba-8866-4690-aada-329b6ee16e4d,segment=NetworkSegment(f0fe89f1-23b3-46b4-804a-0bfacd73be07),segment_id=f0fe89f1-23b3-46b4-804a-0bfacd73be07)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:35:22.077508 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': '3bedc6ba-8866-4690-aada-329b6ee16e4d', 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e', 'port_id': '3bedc6ba-8866-4690-aada-329b6ee16e4d', 'mac_address': 'fa:16:3e:11:a8:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:35:22.118992 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:22.132143 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3bedc6ba-8866-4690-aada-329b6ee16e4d {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:35:22.153879 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 3bedc6ba-8866-4690-aada-329b6ee16e4d, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=3bedc6ba-8866-4690-aada-329b6ee16e4d,segment=NetworkSegment(f0fe89f1-23b3-46b4-804a-0bfacd73be07),segment_id=f0fe89f1-23b3-46b4-804a-0bfacd73be07)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:35:22.158346 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:22.214327 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=3bedc6ba-8866-4690-aada-329b6ee16e4d,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:35:22.222527 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:22.222792 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:22.223135 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:22.223478 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:22.223812 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:22.224170 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:22.224498 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:22.224824 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:22.225148 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:22.225469 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:22.225794 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:22.226114 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:22.231759 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['3bedc6ba-8866-4690-aada-329b6ee16e4d'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:35:22.945773 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127d892-0a7e-496d-92e3-0d136e8a0f5e req-70a14d74-d369-4da8-9d0a-aa48388c22dc tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:22.948262 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e127d892-0a7e-496d-92e3-0d136e8a0f5e req-70a14d74-d369-4da8-9d0a-aa48388c22dc tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 944 time: 0.0545926 Jul 30 00:35:22.996542 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e127d892-0a7e-496d-92e3-0d136e8a0f5e req-b4cd70fb-63e0-4aec-b0c4-aba179fcf920 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363362 Jul 30 00:35:23.983431 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 3bedc6ba-8866-4690-aada-329b6ee16e4d up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:35:24.045015 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port 3bedc6ba-8866-4690-aada-329b6ee16e4d triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:35:24.045551 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:24.134307 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:24.156688 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525abec-a511-4beb-9a4e-703a52937aa5 req-65fb62e0-14d8-4d0b-a00d-704eaa312c90 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:24.159798 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8525abec-a511-4beb-9a4e-703a52937aa5 req-65fb62e0-14d8-4d0b-a00d-704eaa312c90 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 944 time: 0.0694211 Jul 30 00:35:24.160625 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bedc6ba-8866-4690-aada-329b6ee16e4d'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:35:24.163100 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee31ed8e5b8e4dc4f88b315270ded6679232f3f3b12134e952a2ffdf5dc07ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abfca28-f002-4419-961b-84b3f6b1634c" -d '{"events": [{"server_uuid": "7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae", "name": "network-vif-plugged", "status": "completed", "tag": "3bedc6ba-8866-4690-aada-329b6ee16e4d"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:35:24.178050 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 3bedc6ba-8866-4690-aada-329b6ee16e4d, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=3bedc6ba-8866-4690-aada-329b6ee16e4d,segment=NetworkSegment(f0fe89f1-23b3-46b4-804a-0bfacd73be07),segment_id=f0fe89f1-23b3-46b4-804a-0bfacd73be07)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:35:24.183137 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:24.211186 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8525abec-a511-4beb-9a4e-703a52937aa5 req-736cc663-5765-4124-a115-dfc83a2e3a4b tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448420 Jul 30 00:35:24.264527 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=3bedc6ba-8866-4690-aada-329b6ee16e4d,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:35:24.279527 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0569f01c-6ec3-48d9-ae3e-53e6c6731ed8 x-openstack-request-id: req-0569f01c-6ec3-48d9-ae3e-53e6c6731ed8 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:35:24.279817 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae", "name": "network-vif-plugged", "status": "completed", "tag": "3bedc6ba-8866-4690-aada-329b6ee16e4d", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:35:24.280102 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-0569f01c-6ec3-48d9-ae3e-53e6c6731ed8 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:35:24.280490 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bedc6ba-8866-4690-aada-329b6ee16e4d', 'code': 200} Jul 30 00:35:25.340711 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb076a3-c6fa-44c8-84cc-cbbaa7bc95d7 req-9d8f35ff-a6b4-4570-9cc4-ce28c1d86920 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:25.342498 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-feb076a3-c6fa-44c8-84cc-cbbaa7bc95d7 req-9d8f35ff-a6b4-4570-9cc4-ce28c1d86920 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 945 time: 0.0557961 Jul 30 00:35:25.387183 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-feb076a3-c6fa-44c8-84cc-cbbaa7bc95d7 req-187b3b5f-90b9-4059-99d4-5e6491ea15d9 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385065 Jul 30 00:35:26.518466 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcb81a7-abe8-4538-8529-20a7c9f1a06a req-1931baab-022a-486d-b124-2be3dd742827 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:26.520061 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cdcb81a7-abe8-4538-8529-20a7c9f1a06a req-1931baab-022a-486d-b124-2be3dd742827 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 945 time: 0.0542855 Jul 30 00:35:26.565697 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cdcb81a7-abe8-4538-8529-20a7c9f1a06a req-63581ebf-dee6-403b-b4b0-c374f2a36ab2 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392115 Jul 30 00:35:27.694535 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b386b318-6c3d-4b25-b34b-cf2fb5a1faf2 req-448a7276-ff1d-48ef-ac66-9dea23b537d5 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:27.696239 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b386b318-6c3d-4b25-b34b-cf2fb5a1faf2 req-448a7276-ff1d-48ef-ac66-9dea23b537d5 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 945 time: 0.0563025 Jul 30 00:35:27.737201 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b386b318-6c3d-4b25-b34b-cf2fb5a1faf2 req-2c8348db-49bc-4af4-af75-73a7348afc1c tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345778 Jul 30 00:35:28.898583 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e476c8-f51b-4d57-bedc-e8e5410691a5 req-b467afa8-0d15-43b1-9770-de1a9d07a385 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:28.900320 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f6e476c8-f51b-4d57-bedc-e8e5410691a5 req-b467afa8-0d15-43b1-9770-de1a9d07a385 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 945 time: 0.0573037 Jul 30 00:35:28.945470 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f6e476c8-f51b-4d57-bedc-e8e5410691a5 req-40e550fa-00d5-4505-b951-58a60085340a tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388134 Jul 30 00:35:30.079821 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f18c52-0d5b-4406-997a-71b5abe4c9c9 req-9447cdd0-2bad-4911-90ee-c847c0e31423 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:30.087681 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-91f18c52-0d5b-4406-997a-71b5abe4c9c9 req-9447cdd0-2bad-4911-90ee-c847c0e31423 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 945 time: 0.0587575 Jul 30 00:35:30.124030 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-91f18c52-0d5b-4406-997a-71b5abe4c9c9 req-03fea500-e022-4053-b8a6-d42d244ab68c tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354407 Jul 30 00:35:30.231355 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320bb0b-3aca-4ef2-a7f2-002570ad5b2d req-38b24cf8-d816-4ad6-bf9b-dcc8804acc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:30.232858 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f320bb0b-3aca-4ef2-a7f2-002570ad5b2d req-38b24cf8-d816-4ad6-bf9b-dcc8804acc4a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de520cde37994b66a4d2246863070948&device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 1097 time: 0.0443788 Jul 30 00:35:30.347754 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320bb0b-3aca-4ef2-a7f2-002570ad5b2d req-15852979-1a6c-4093-8439-02bccd807c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:30.349351 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f320bb0b-3aca-4ef2-a7f2-002570ad5b2d req-15852979-1a6c-4093-8439-02bccd807c3d service neutron] 10.222.0.39 "GET /v2.0/networks?id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e HTTP/1.1" status: 200 len: 909 time: 0.0913889 Jul 30 00:35:30.383510 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:30.409771 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:30.429120 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f320bb0b-3aca-4ef2-a7f2-002570ad5b2d req-13cd977a-7961-4301-a464-ccbe77d87df4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bedc6ba-8866-4690-aada-329b6ee16e4d HTTP/1.1" status: 200 len: 1001 time: 0.0724268 Jul 30 00:35:30.481541 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320bb0b-3aca-4ef2-a7f2-002570ad5b2d req-82ff8210-4336-4071-a469-55f2d82f3551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:30.482957 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f320bb0b-3aca-4ef2-a7f2-002570ad5b2d req-82ff8210-4336-4071-a469-55f2d82f3551 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c7a7674-0f74-4de6-9567-ce5965f17ae6 HTTP/1.1" status: 200 len: 847 time: 0.0466874 Jul 30 00:35:30.546199 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320bb0b-3aca-4ef2-a7f2-002570ad5b2d req-22a6026a-899c-404a-8858-da4ffaa12d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:30.547749 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f320bb0b-3aca-4ef2-a7f2-002570ad5b2d req-22a6026a-899c-404a-8858-da4ffaa12d5c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582566 Jul 30 00:35:30.651678 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f320bb0b-3aca-4ef2-a7f2-002570ad5b2d req-9224c0f8-26c9-431d-883b-21fde7477632 service neutron] 10.222.0.39 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967996 Jul 30 00:35:30.749343 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-f320bb0b-3aca-4ef2-a7f2-002570ad5b2d req-da44342f-66b6-420c-a3ab-7a640270c3e4 service neutron] 10.222.0.39 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894639 Jul 30 00:35:31.255089 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb2eae-9f71-40d0-9c75-26b44ba5385f req-34a46e31-cf85-41b0-9386-08b6a57d789f tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:31.256647 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08eb2eae-9f71-40d0-9c75-26b44ba5385f req-34a46e31-cf85-41b0-9386-08b6a57d789f tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 945 time: 0.0529978 Jul 30 00:35:31.299635 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08eb2eae-9f71-40d0-9c75-26b44ba5385f req-20ac88a1-aa48-4e85-8fe0-404684a4f809 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348270 Jul 30 00:35:31.890489 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da967905-b084-4849-a7ef-609ed797c609 req-75790dc7-34ee-4081-ab2f-e962b8383f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:31.892213 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-da967905-b084-4849-a7ef-609ed797c609 req-75790dc7-34ee-4081-ab2f-e962b8383f1d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de520cde37994b66a4d2246863070948&device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 1097 time: 0.0465560 Jul 30 00:35:31.981611 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da967905-b084-4849-a7ef-609ed797c609 req-32006e17-c5f4-4ef7-8002-949fe9ac9874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:31.983058 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-da967905-b084-4849-a7ef-609ed797c609 req-32006e17-c5f4-4ef7-8002-949fe9ac9874 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e HTTP/1.1" status: 200 len: 909 time: 0.0841904 Jul 30 00:35:32.050584 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-da967905-b084-4849-a7ef-609ed797c609 req-cb6d05fc-0b8b-45e4-ab18-641ce2671448 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bedc6ba-8866-4690-aada-329b6ee16e4d HTTP/1.1" status: 200 len: 1001 time: 0.0605974 Jul 30 00:35:32.099179 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da967905-b084-4849-a7ef-609ed797c609 req-88e073cf-6823-4a86-a4c7-540886fc124c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:32.100581 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-da967905-b084-4849-a7ef-609ed797c609 req-88e073cf-6823-4a86-a4c7-540886fc124c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c7a7674-0f74-4de6-9567-ce5965f17ae6 HTTP/1.1" status: 200 len: 847 time: 0.0424824 Jul 30 00:35:32.145667 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da967905-b084-4849-a7ef-609ed797c609 req-3f6c9b45-e38b-4ef9-bc19-aa6a01687644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:32.147034 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-da967905-b084-4849-a7ef-609ed797c609 req-3f6c9b45-e38b-4ef9-bc19-aa6a01687644 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392938 Jul 30 00:35:32.242324 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-da967905-b084-4849-a7ef-609ed797c609 req-c4068882-545a-49aa-9ad8-47202ac2f967 service neutron] 10.222.0.39 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884802 Jul 30 00:35:32.333489 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-da967905-b084-4849-a7ef-609ed797c609 req-b23ad8d7-84ff-4011-bdb0-b2048528070e service neutron] 10.222.0.39 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836439 Jul 30 00:35:32.423519 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe42318-c18f-4321-96a4-53ba9a7bf55c req-c5069e67-6336-49be-92b4-add0014a303f tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:32.424927 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1fe42318-c18f-4321-96a4-53ba9a7bf55c req-c5069e67-6336-49be-92b4-add0014a303f tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 945 time: 0.0543964 Jul 30 00:35:32.464287 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1fe42318-c18f-4321-96a4-53ba9a7bf55c req-9bc46860-cd3c-4f0d-8c0e-7eaa548dad9a tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333459 Jul 30 00:35:32.981279 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2277fcb6-5860-4e79-b4c6-41a591c88964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:33.581443 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee9cb99-ccf2-4bcb-be5a-e923956a8b8d req-533cd482-b2d1-4331-94fa-e2204add7f99 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:33.582999 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ee9cb99-ccf2-4bcb-be5a-e923956a8b8d req-533cd482-b2d1-4331-94fa-e2204add7f99 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 945 time: 0.0514984 Jul 30 00:35:33.621075 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ee9cb99-ccf2-4bcb-be5a-e923956a8b8d req-01319995-09b0-446a-adb7-cb549ea5a73a tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320995 Jul 30 00:35:34.733665 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09a5bf-efd5-4033-b272-83e8d473ead4 req-975a8b4f-306b-432e-924e-1b40789ee4c6 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:34.735159 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c09a5bf-efd5-4033-b272-83e8d473ead4 req-975a8b4f-306b-432e-924e-1b40789ee4c6 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 945 time: 0.0477550 Jul 30 00:35:34.772966 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1c09a5bf-efd5-4033-b272-83e8d473ead4 req-e43b5df0-1d4a-46c6-99af-594e8ecbe7a8 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308974 Jul 30 00:35:34.988871 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622a244f-9209-4146-ae26-744640cb6f52 req-39185032-d04c-42f2-93c5-e42de3fe8abf tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:34.990397 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-622a244f-9209-4146-ae26-744640cb6f52 req-39185032-d04c-42f2-93c5-e42de3fe8abf tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 945 time: 0.0548792 Jul 30 00:35:35.029640 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-622a244f-9209-4146-ae26-744640cb6f52 req-ea3f0901-1555-48e6-aa6a-84191eb5a069 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327215 Jul 30 00:35:35.273656 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-4914f3d8-fe54-4933-92e0-6ad22db7589b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0845685 Jul 30 00:35:35.562279 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:36.049104 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device 3bedc6ba-8866-4690-aada-329b6ee16e4d no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:35:36.145620 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:36.148977 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01a3b5-be05-4274-84af-15db76f3d076 req-d9579e0e-4caf-4bf8-b002-53c23d221031 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:36.150857 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4b01a3b5-be05-4274-84af-15db76f3d076 req-d9579e0e-4caf-4bf8-b002-53c23d221031 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 945 time: 0.0500829 Jul 30 00:35:36.172680 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bedc6ba-8866-4690-aada-329b6ee16e4d'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:35:36.176210 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee31ed8e5b8e4dc4f88b315270ded6679232f3f3b12134e952a2ffdf5dc07ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e540aa8b-18c1-4f40-a94e-2a0bd13e6689" -d '{"events": [{"server_uuid": "7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae", "name": "network-vif-unplugged", "status": "completed", "tag": "3bedc6ba-8866-4690-aada-329b6ee16e4d"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:35:36.192400 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port 3bedc6ba-8866-4690-aada-329b6ee16e4d, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=3bedc6ba-8866-4690-aada-329b6ee16e4d,segment=NetworkSegment(f0fe89f1-23b3-46b4-804a-0bfacd73be07),segment_id=f0fe89f1-23b3-46b4-804a-0bfacd73be07)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:35:36.197081 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:36.216125 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4b01a3b5-be05-4274-84af-15db76f3d076 req-9843089d-bf49-43c1-8f84-3f6186cad5a3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568147 Jul 30 00:35:36.232729 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-d43b7067-01fd-4477-9007-86a82b350a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:36.234333 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-d43b7067-01fd-4477-9007-86a82b350a26 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae&tenant_id=de520cde37994b66a4d2246863070948 HTTP/1.1" status: 200 len: 1095 time: 0.0476122 Jul 30 00:35:36.246441 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712140-10', 'device_owner': 'compute:nova'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:35:36.311173 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:36.382475 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:35:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb730c38-da25-4ef0-aa60-6ef9948fbd9d x-openstack-request-id: req-cb730c38-da25-4ef0-aa60-6ef9948fbd9d {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:35:36.382763 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae", "name": "network-vif-unplugged", "status": "completed", "tag": "3bedc6ba-8866-4690-aada-329b6ee16e4d", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:35:36.383023 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-cb730c38-da25-4ef0-aa60-6ef9948fbd9d {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:35:36.383410 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3bedc6ba-8866-4690-aada-329b6ee16e4d', 'code': 200} Jul 30 00:35:36.405864 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-aff5a87f-c7f7-46f7-9dfd-7507b841d930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:36.419692 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=3bedc6ba-8866-4690-aada-329b6ee16e4d,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:35:36.519849 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] For port 3bedc6ba-8866-4690-aada-329b6ee16e4d, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=3bedc6ba-8866-4690-aada-329b6ee16e4d,segment=NetworkSegment(f0fe89f1-23b3-46b4-804a-0bfacd73be07),segment_id=f0fe89f1-23b3-46b4-804a-0bfacd73be07)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:35:36.552798 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] For port 3bedc6ba-8866-4690-aada-329b6ee16e4d, host n-h2-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:35:36.585045 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bedc6ba-8866-4690-aada-329b6ee16e4d {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:35:36.592320 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:36.604848 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] Transition to ACTIVE for port object 3bedc6ba-8866-4690-aada-329b6ee16e4d will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:35:36.608474 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:36.658301 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] Pushing event updated for resources: {'Port': ['ID=3bedc6ba-8866-4690-aada-329b6ee16e4d,revision_number=9']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:35:36.698418 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:36.698775 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:36.699131 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:36.699475 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:36.699817 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:36.700186 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:36.700521 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:36.700854 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:36.701188 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:36.701522 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:36.701855 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:36.702186 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:35:36.746326 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] No DVR routers for this DVR port 3bedc6ba-8866-4690-aada-329b6ee16e4d on host n-h2-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:35:36.881516 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] Attempting to bind port 3bedc6ba-8866-4690-aada-329b6ee16e4d on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:35:36.881848 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] Attempting to bind port 3bedc6ba-8866-4690-aada-329b6ee16e4d by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': 'f0fe89f1-23b3-46b4-804a-0bfacd73be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:35:36.882180 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] Attempting to bind port 3bedc6ba-8866-4690-aada-329b6ee16e4d on network a7849b2a-c03e-4694-a5d1-0d7f72620e9e {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:35:36.886346 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] Port 3bedc6ba-8866-4690-aada-329b6ee16e4d on network a7849b2a-c03e-4694-a5d1-0d7f72620e9e not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:35:36.886670 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] Attempting to bind port 3bedc6ba-8866-4690-aada-329b6ee16e4d on network a7849b2a-c03e-4694-a5d1-0d7f72620e9e {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:35:36.891289 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 35, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:35:36.891633 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] Checking segment: {'id': 'f0fe89f1-23b3-46b4-804a-0bfacd73be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:35:36.893188 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] Bound using segment: {'id': 'f0fe89f1-23b3-46b4-804a-0bfacd73be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:35:36.894869 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] Bound port: 3bedc6ba-8866-4690-aada-329b6ee16e4d, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0fe89f1-23b3-46b4-804a-0bfacd73be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:35:36.895209 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:36.957315 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] For port 3bedc6ba-8866-4690-aada-329b6ee16e4d, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:35:36.960212 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] For port 3bedc6ba-8866-4690-aada-329b6ee16e4d, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3bedc6ba-8866-4690-aada-329b6ee16e4d,segment=NetworkSegment(f0fe89f1-23b3-46b4-804a-0bfacd73be07),segment_id=f0fe89f1-23b3-46b4-804a-0bfacd73be07)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:35:36.964859 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:36.999686 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:37.000339 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:37.002377 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] 10.222.0.23 "PUT /v2.0/ports/3bedc6ba-8866-4690-aada-329b6ee16e4d HTTP/1.1" status: 200 len: 1092 time: 0.7606189 Jul 30 00:35:37.002813 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae', 'tag': '3bedc6ba-8866-4690-aada-329b6ee16e4d'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:35:37.005069 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3851a338-e57d-4189-8f25-238eb610ffcf" -d '{"events": [{"name": "network-changed", "server_uuid": "7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae", "tag": "3bedc6ba-8866-4690-aada-329b6ee16e4d"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:35:37.055825 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc047b0a-e14d-4588-ae18-63acd8d9e79a x-openstack-request-id: req-fc047b0a-e14d-4588-ae18-63acd8d9e79a {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:35:37.056137 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae", "tag": "3bedc6ba-8866-4690-aada-329b6ee16e4d", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:35:37.056385 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-fc047b0a-e14d-4588-ae18-63acd8d9e79a {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:35:37.056797 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae', 'tag': '3bedc6ba-8866-4690-aada-329b6ee16e4d', 'status': 'completed', 'code': 200} Jul 30 00:35:37.057374 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a557f9e0-e4c1-4248-a9ea-4b1e21dd8c1c service neutron] Pushing event updated for resources: {'Port': ['ID=3bedc6ba-8866-4690-aada-329b6ee16e4d,revision_number=10']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:35:37.077564 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-5ccf5fad-3dbc-4218-a7f8-d1e39acf289a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:37.079070 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-5ccf5fad-3dbc-4218-a7f8-d1e39acf289a service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de520cde37994b66a4d2246863070948&device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 1096 time: 0.0524368 Jul 30 00:35:37.160049 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:37.174427 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-1fbf53f8-fa77-4848-bca1-1ed286ae08dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:37.176003 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-1fbf53f8-fa77-4848-bca1-1ed286ae08dd service neutron] 10.222.0.23 "GET /v2.0/networks?id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e HTTP/1.1" status: 200 len: 909 time: 0.0901330 Jul 30 00:35:37.251224 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-666c72af-b1dd-4ed1-967a-12e7e1e704d9 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bedc6ba-8866-4690-aada-329b6ee16e4d HTTP/1.1" status: 200 len: 999 time: 0.0675945 Jul 30 00:35:37.322808 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-c75d3b3a-be4d-4ce6-806e-cc48ec7234b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:37.324286 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-c75d3b3a-be4d-4ce6-806e-cc48ec7234b9 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c7a7674-0f74-4de6-9567-ce5965f17ae6 HTTP/1.1" status: 200 len: 847 time: 0.0669279 Jul 30 00:35:37.371584 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2ff3b-9a46-4b27-aea4-0ff27d4d46ac req-096adb05-c555-4e5a-8856-41a0f619d08a tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:37.373001 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-67e2ff3b-9a46-4b27-aea4-0ff27d4d46ac req-096adb05-c555-4e5a-8856-41a0f619d08a tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 944 time: 0.0811031 Jul 30 00:35:37.378191 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:35:37.393630 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-7ff37f65-db48-4016-97fa-b6ca9e296356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:37.395073 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-7ff37f65-db48-4016-97fa-b6ca9e296356 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633781 Jul 30 00:35:37.461098 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-67e2ff3b-9a46-4b27-aea4-0ff27d4d46ac req-85920bbc-3290-45f7-8c8e-6136d6d8ba3d tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780663 Jul 30 00:35:37.498241 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-7da6e91f-bb2b-4fef-9f53-eaca9edca343 service neutron] 10.222.0.23 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954390 Jul 30 00:35:37.589422 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4349ca12-7b5c-41e6-b3b9-2a41ce03dfc6 req-7ae538d3-3dac-4993-8d11-33c7f1fae1b4 service neutron] 10.222.0.23 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845492 Jul 30 00:35:37.671818 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851a338-e57d-4189-8f25-238eb610ffcf req-4fac5671-5375-4ff4-b800-f6bef144284b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:37.673435 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3851a338-e57d-4189-8f25-238eb610ffcf req-4fac5671-5375-4ff4-b800-f6bef144284b service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de520cde37994b66a4d2246863070948&device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 1096 time: 0.0407939 Jul 30 00:35:37.761489 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851a338-e57d-4189-8f25-238eb610ffcf req-4253a0ec-90c7-40da-8289-afa584af1dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:37.762967 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3851a338-e57d-4189-8f25-238eb610ffcf req-4253a0ec-90c7-40da-8289-afa584af1dd0 service neutron] 10.222.0.23 "GET /v2.0/networks?id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e HTTP/1.1" status: 200 len: 909 time: 0.0831699 Jul 30 00:35:37.831209 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3851a338-e57d-4189-8f25-238eb610ffcf req-6389db5e-cf6d-40b1-b939-522c6a71d23e service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bedc6ba-8866-4690-aada-329b6ee16e4d HTTP/1.1" status: 200 len: 999 time: 0.0616837 Jul 30 00:35:37.881626 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851a338-e57d-4189-8f25-238eb610ffcf req-bc3fd739-85be-437f-b56f-8057a78c2911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:37.883122 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3851a338-e57d-4189-8f25-238eb610ffcf req-bc3fd739-85be-437f-b56f-8057a78c2911 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c7a7674-0f74-4de6-9567-ce5965f17ae6 HTTP/1.1" status: 200 len: 847 time: 0.0459249 Jul 30 00:35:37.933010 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851a338-e57d-4189-8f25-238eb610ffcf req-aaf1e433-95eb-4892-8b85-0e7a76486e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:37.934440 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3851a338-e57d-4189-8f25-238eb610ffcf req-aaf1e433-95eb-4892-8b85-0e7a76486e1e service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448425 Jul 30 00:35:38.480559 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:38.588012 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f70d70-8acc-4cc2-a0ba-0d3808ef2a73 req-8e1db009-d313-491c-81c4-fde119dc6e37 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:38.589443 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-04f70d70-8acc-4cc2-a0ba-0d3808ef2a73 req-8e1db009-d313-491c-81c4-fde119dc6e37 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 944 time: 0.0589721 Jul 30 00:35:38.631982 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-04f70d70-8acc-4cc2-a0ba-0d3808ef2a73 req-fa82cddf-c6f1-4336-8bcf-51cab1e506e8 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357423 Jul 30 00:35:39.761956 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd2bad-0120-4fef-92bc-922664176a79 req-7dc5377e-2415-4cd1-9a31-2833626206f6 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:39.763485 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-09bd2bad-0120-4fef-92bc-922664176a79 req-7dc5377e-2415-4cd1-9a31-2833626206f6 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 944 time: 0.0496376 Jul 30 00:35:39.804225 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-09bd2bad-0120-4fef-92bc-922664176a79 req-c1591523-49ae-4f34-bea2-89e5ac0f7300 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328910 Jul 30 00:35:40.945626 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbb199-52d7-4d9f-a642-70163fefc6f2 req-3febe418-7b13-44c9-85fe-9c7d2dd81801 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:40.947151 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0fbb199-52d7-4d9f-a642-70163fefc6f2 req-3febe418-7b13-44c9-85fe-9c7d2dd81801 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 944 time: 0.0594838 Jul 30 00:35:40.988115 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c0fbb199-52d7-4d9f-a642-70163fefc6f2 req-e97cd842-e4e9-4000-8deb-01953ea5e0af tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348928 Jul 30 00:35:42.118388 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d85099e-30c2-4215-a837-75aec823acac req-4d9c3ac4-bf5c-4a60-b749-4b88feb341ad tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:42.119898 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d85099e-30c2-4215-a837-75aec823acac req-4d9c3ac4-bf5c-4a60-b749-4b88feb341ad tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 944 time: 0.0562062 Jul 30 00:35:42.159245 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8d85099e-30c2-4215-a837-75aec823acac req-78e8579a-b188-4e24-ae8f-fc1914d2907d tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333543 Jul 30 00:35:43.280107 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803a33f-697e-4686-96bb-510bc884ad51 req-0c0b8e2c-69b4-480c-9b77-079ced8443fe tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:43.282293 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0803a33f-697e-4686-96bb-510bc884ad51 req-0c0b8e2c-69b4-480c-9b77-079ced8443fe tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 944 time: 0.0518534 Jul 30 00:35:43.322422 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0803a33f-697e-4686-96bb-510bc884ad51 req-119adfe8-6411-48a1-a009-ca6097c281d6 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329840 Jul 30 00:35:44.458809 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d23886-5302-4c60-bd2f-a69f558d82af req-dc01b19c-492f-47bd-bfe1-bcad7b74083f tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:44.460600 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-41d23886-5302-4c60-bd2f-a69f558d82af req-dc01b19c-492f-47bd-bfe1-bcad7b74083f tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 944 time: 0.0580084 Jul 30 00:35:44.504224 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-41d23886-5302-4c60-bd2f-a69f558d82af req-9dc97d3e-f682-4156-99e3-4bc6d1a179d9 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372341 Jul 30 00:35:45.633618 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cd79a-5a8e-4d1d-9fe6-a590e3bbb6cc req-4ff4eb18-fd11-4f04-9108-58148a92b8d5 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:45.635363 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dc5cd79a-5a8e-4d1d-9fe6-a590e3bbb6cc req-4ff4eb18-fd11-4f04-9108-58148a92b8d5 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 944 time: 0.0558434 Jul 30 00:35:45.680610 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dc5cd79a-5a8e-4d1d-9fe6-a590e3bbb6cc req-e60225db-ead3-4d77-904c-6f67ba5d44a8 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390966 Jul 30 00:35:46.802725 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed82b9fe-c405-4593-a3ce-956906edd680 req-3a61555e-934d-4f4a-bed8-08f34b3157a7 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:46.804244 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed82b9fe-c405-4593-a3ce-956906edd680 req-3a61555e-934d-4f4a-bed8-08f34b3157a7 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 944 time: 0.0507824 Jul 30 00:35:46.846774 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ed82b9fe-c405-4593-a3ce-956906edd680 req-74e2f6a3-9b63-4b9d-a5bd-d4351aa6d6e8 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352244 Jul 30 00:35:48.349485 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62702d7b-ee42-4310-b6c2-644094cd93a4 req-492c2fd1-0c5f-408a-9827-4ed0d6defbe5 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:48.351028 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-62702d7b-ee42-4310-b6c2-644094cd93a4 req-492c2fd1-0c5f-408a-9827-4ed0d6defbe5 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 944 time: 0.4344058 Jul 30 00:35:48.406053 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3851a338-e57d-4189-8f25-238eb610ffcf req-ed9e4f39-9df8-495d-805a-b6bad8cdf01a service neutron] 10.222.0.23 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4593225 Jul 30 00:35:48.411791 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-62702d7b-ee42-4310-b6c2-644094cd93a4 req-3042e569-a163-4e29-a191-d4310952eb3a tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538476 Jul 30 00:35:48.508024 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3851a338-e57d-4189-8f25-238eb610ffcf req-5057990a-1f6f-44be-9cd9-c3772cb7b32c service neutron] 10.222.0.23 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942998 Jul 30 00:35:49.526241 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93910034-84bd-4424-bcf2-256c78661e02 req-5bfb0d8a-b1ce-4b0c-b9a1-0dd6c327e3ab tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:49.527775 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-93910034-84bd-4424-bcf2-256c78661e02 req-5bfb0d8a-b1ce-4b0c-b9a1-0dd6c327e3ab tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 944 time: 0.0483115 Jul 30 00:35:49.565651 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-93910034-84bd-4424-bcf2-256c78661e02 req-66d861c6-383e-4950-8dee-93b725468295 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320387 Jul 30 00:35:50.680770 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164059a5-3c8b-41d2-8d11-3c3051c863c3 req-911489d3-3910-4ea1-a4ad-c32af26ed98b tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:50.682271 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-164059a5-3c8b-41d2-8d11-3c3051c863c3 req-911489d3-3910-4ea1-a4ad-c32af26ed98b tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 944 time: 0.0478590 Jul 30 00:35:50.720785 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-164059a5-3c8b-41d2-8d11-3c3051c863c3 req-b9f4fa0a-1ac2-4022-96f3-3a15521123bc tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319848 Jul 30 00:35:51.223586 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 3bedc6ba-8866-4690-aada-329b6ee16e4d details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:35:51.316528 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 3bedc6ba-8866-4690-aada-329b6ee16e4d, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3bedc6ba-8866-4690-aada-329b6ee16e4d,segment=NetworkSegment(f0fe89f1-23b3-46b4-804a-0bfacd73be07),segment_id=f0fe89f1-23b3-46b4-804a-0bfacd73be07)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:35:51.327504 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': '3bedc6ba-8866-4690-aada-329b6ee16e4d', 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e', 'port_id': '3bedc6ba-8866-4690-aada-329b6ee16e4d', 'mac_address': 'fa:16:3e:11:a8:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:35:51.363483 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:51.375427 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bedc6ba-8866-4690-aada-329b6ee16e4d {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:35:51.394720 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 3bedc6ba-8866-4690-aada-329b6ee16e4d, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3bedc6ba-8866-4690-aada-329b6ee16e4d,segment=NetworkSegment(f0fe89f1-23b3-46b4-804a-0bfacd73be07),segment_id=f0fe89f1-23b3-46b4-804a-0bfacd73be07)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:35:51.398644 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:51.444693 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=3bedc6ba-8866-4690-aada-329b6ee16e4d,revision_number=11']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:35:51.647645 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['3bedc6ba-8866-4690-aada-329b6ee16e4d'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:35:51.839568 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824a23f-9539-405e-9156-80ee9e72e1e4 req-5804f510-5b0d-4474-940f-1829195abe19 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:51.841087 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1824a23f-9539-405e-9156-80ee9e72e1e4 req-5804f510-5b0d-4474-940f-1829195abe19 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 945 time: 0.0524516 Jul 30 00:35:51.880035 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1824a23f-9539-405e-9156-80ee9e72e1e4 req-77679c76-5590-4968-b8c7-32834e4b297f tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329316 Jul 30 00:35:52.994726 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1dd101-e949-45e4-a5bf-aa0a3717bf0e req-5fbfac89-9b18-41be-8e77-a5af0174e0d8 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:52.996255 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a1dd101-e949-45e4-a5bf-aa0a3717bf0e req-5fbfac89-9b18-41be-8e77-a5af0174e0d8 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 945 time: 0.0484843 Jul 30 00:35:53.034781 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3a1dd101-e949-45e4-a5bf-aa0a3717bf0e req-4ff57256-56f3-40d6-af8d-d3fb7991aaa0 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325439 Jul 30 00:35:53.238826 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 3bedc6ba-8866-4690-aada-329b6ee16e4d up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:35:53.288834 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port 3bedc6ba-8866-4690-aada-329b6ee16e4d completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:35:53.292688 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port 3bedc6ba-8866-4690-aada-329b6ee16e4d triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:35:53.293070 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:53.369810 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:53.391175 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bedc6ba-8866-4690-aada-329b6ee16e4d'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:35:53.393436 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee31ed8e5b8e4dc4f88b315270ded6679232f3f3b12134e952a2ffdf5dc07ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7951ce-9b32-4ed9-9a3e-c41a72ff06de" -d '{"events": [{"server_uuid": "7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae", "name": "network-vif-plugged", "status": "completed", "tag": "3bedc6ba-8866-4690-aada-329b6ee16e4d"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:35:53.407823 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port 3bedc6ba-8866-4690-aada-329b6ee16e4d, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3bedc6ba-8866-4690-aada-329b6ee16e4d,segment=NetworkSegment(f0fe89f1-23b3-46b4-804a-0bfacd73be07),segment_id=f0fe89f1-23b3-46b4-804a-0bfacd73be07)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:35:53.412474 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:35:53.435540 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3dd903-a23a-4baa-9d4f-deb9c494985b x-openstack-request-id: req-8d3dd903-a23a-4baa-9d4f-deb9c494985b {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:35:53.435858 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae", "name": "network-vif-plugged", "status": "completed", "tag": "3bedc6ba-8866-4690-aada-329b6ee16e4d", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:35:53.436319 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8d3dd903-a23a-4baa-9d4f-deb9c494985b {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:35:53.436698 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bedc6ba-8866-4690-aada-329b6ee16e4d', 'code': 200} Jul 30 00:35:53.462752 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=3bedc6ba-8866-4690-aada-329b6ee16e4d,revision_number=12']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:35:53.582872 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adae9d19-4de2-4e92-b73f-33bf6dc92559 req-a27489d4-2353-43bd-bc68-396d860c755f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:53.584177 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-adae9d19-4de2-4e92-b73f-33bf6dc92559 req-a27489d4-2353-43bd-bc68-396d860c755f service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 1098 time: 0.0398185 Jul 30 00:35:53.618794 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-adae9d19-4de2-4e92-b73f-33bf6dc92559 req-2c79eeab-1201-4812-a9c7-85b1ff59c729 service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280063 Jul 30 00:35:54.158915 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1519655-8185-426b-be52-0e51a3d0e317 req-d19b06e6-b82a-4edb-9d56-a7e72ca70382 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:54.160648 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f1519655-8185-426b-be52-0e51a3d0e317 req-d19b06e6-b82a-4edb-9d56-a7e72ca70382 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 946 time: 0.0529721 Jul 30 00:35:54.205290 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f1519655-8185-426b-be52-0e51a3d0e317 req-853dc923-ac5d-41dd-b3fd-f13b77383e57 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333371 Jul 30 00:35:55.327933 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c9556-5c91-4c4b-85b2-f1735deabf3c req-6fca3a61-10e5-49ee-8c88-956cf43fd856 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:35:55.329393 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e00c9556-5c91-4c4b-85b2-f1735deabf3c req-6fca3a61-10e5-49ee-8c88-956cf43fd856 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 946 time: 0.0516524 Jul 30 00:35:55.368697 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e00c9556-5c91-4c4b-85b2-f1735deabf3c req-6aecd273-755a-4fce-adb1-42cd7b3c6c89 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328324 Jul 30 00:36:00.371674 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:00.430963 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:02.982550 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d006c445-29f9-4771-9f80-a131a6c4192e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:05.569612 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:06.340943 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e0bf0c35-ec57-4f31-934e-af669e895fce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:07.160614 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:08.470523 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:14.377950 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:36:21.748600 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43599293-e657-4768-9515-54ffce28e215 req-84d6e47a-4be7-4149-853e-105366e92214 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0384607 Jul 30 00:36:21.831486 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43599293-e657-4768-9515-54ffce28e215 req-101a3428-57b9-41db-aa09-113f9a3ce208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:21.833038 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43599293-e657-4768-9515-54ffce28e215 req-101a3428-57b9-41db-aa09-113f9a3ce208 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de520cde37994b66a4d2246863070948&device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 1098 time: 0.0446548 Jul 30 00:36:21.933801 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43599293-e657-4768-9515-54ffce28e215 req-7709b6b8-307f-40f9-a01c-9c57a6f47c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:21.935309 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43599293-e657-4768-9515-54ffce28e215 req-7709b6b8-307f-40f9-a01c-9c57a6f47c5d service neutron] 10.222.0.23 "GET /v2.0/networks?id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e HTTP/1.1" status: 200 len: 909 time: 0.0829122 Jul 30 00:36:22.006911 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43599293-e657-4768-9515-54ffce28e215 req-1262373a-dfb3-4a8f-b05e-5b0997a119ac service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bedc6ba-8866-4690-aada-329b6ee16e4d HTTP/1.1" status: 200 len: 1001 time: 0.0643365 Jul 30 00:36:22.054874 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43599293-e657-4768-9515-54ffce28e215 req-bc5415b0-d1a0-4118-b0a9-da5231922ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:22.056351 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43599293-e657-4768-9515-54ffce28e215 req-bc5415b0-d1a0-4118-b0a9-da5231922ed3 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c7a7674-0f74-4de6-9567-ce5965f17ae6 HTTP/1.1" status: 200 len: 847 time: 0.0428264 Jul 30 00:36:22.113520 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43599293-e657-4768-9515-54ffce28e215 req-7e5d5277-f6f6-41d1-b680-f144f864a6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:36:22.115619 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43599293-e657-4768-9515-54ffce28e215 req-7e5d5277-f6f6-41d1-b680-f144f864a6c1 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519032 Jul 30 00:36:22.214972 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43599293-e657-4768-9515-54ffce28e215 req-ea17293a-c39c-4bff-8ca9-6bd5f59048cc service neutron] 10.222.0.23 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921035 Jul 30 00:36:22.307665 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43599293-e657-4768-9515-54ffce28e215 req-9a6b4e76-ce62-43a7-a265-7337a00cc9f7 service neutron] 10.222.0.23 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849719 Jul 30 00:36:30.392456 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:30.445316 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:32.983074 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4406fb50-a059-4821-b315-63e26c9a986c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:35.562452 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:36.341522 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-549bcc20-10f0-4b18-9351-1ff614a844a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:37.165685 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:38.472263 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:36:51.377747 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:37:00.408904 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:00.445275 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:02.983421 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e007434e-a6f5-41b6-86ae-d03486c2d578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:04.345349 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33424) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:37:04.510170 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1724e969-c987-411d-b430-d13e173b8eb3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Deleting port 78da92c0-dd02-41d3-b538-1845ec77dd34 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:37:04.510509 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1724e969-c987-411d-b430-d13e173b8eb3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:04.583584 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1724e969-c987-411d-b430-d13e173b8eb3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:04.583853 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1724e969-c987-411d-b430-d13e173b8eb3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:04.595245 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1724e969-c987-411d-b430-d13e173b8eb3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Calling delete_port for 78da92c0-dd02-41d3-b538-1845ec77dd34 owned by network:floatingip {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:37:04.743012 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1724e969-c987-411d-b430-d13e173b8eb3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:04.768783 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1724e969-c987-411d-b430-d13e173b8eb3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Pushing event deleted for resources: {'Port': ['ID=78da92c0-dd02-41d3-b538-1845ec77dd34,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:37:04.794560 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1724e969-c987-411d-b430-d13e173b8eb3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:04.794908 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1724e969-c987-411d-b430-d13e173b8eb3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:04.795249 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1724e969-c987-411d-b430-d13e173b8eb3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:04.795588 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1724e969-c987-411d-b430-d13e173b8eb3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:04.795946 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1724e969-c987-411d-b430-d13e173b8eb3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:04.796277 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1724e969-c987-411d-b430-d13e173b8eb3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:04.796629 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1724e969-c987-411d-b430-d13e173b8eb3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:04.796960 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1724e969-c987-411d-b430-d13e173b8eb3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:04.797284 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1724e969-c987-411d-b430-d13e173b8eb3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:04.797609 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1724e969-c987-411d-b430-d13e173b8eb3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:04.797932 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1724e969-c987-411d-b430-d13e173b8eb3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:04.798257 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1724e969-c987-411d-b430-d13e173b8eb3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:04.837658 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1724e969-c987-411d-b430-d13e173b8eb3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for floatingip, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:04.837910 n-d-712140-10 neutron-server[94064]: INFO neutron.db.l3_db [None req-1724e969-c987-411d-b430-d13e173b8eb3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Floating IP 5c95217c-d333-4ea8-8821-61011c513363 disassociated (deleted). External IP: 172.25.8.149, port: 3bedc6ba-8866-4690-aada-329b6ee16e4d. Jul 30 00:37:05.041437 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1724e969-c987-411d-b430-d13e173b8eb3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Router b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:37:05.147635 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1724e969-c987-411d-b430-d13e173b8eb3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:37:05.153083 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1724e969-c987-411d-b430-d13e173b8eb3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:05.159070 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32083e2-0168-406d-95da-c5f3e5ba5fa1 None None] Sync routers for ids ['b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:37:05.169518 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32083e2-0168-406d-95da-c5f3e5ba5fa1 None None] Routers {'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:37:05.170134 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e32083e2-0168-406d-95da-c5f3e5ba5fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:36:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:37:05.179920 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1724e969-c987-411d-b430-d13e173b8eb3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "DELETE /v2.0/floatingips/5c95217c-d333-4ea8-8821-61011c513363 HTTP/1.1" status: 204 len: 168 time: 0.8334539 Jul 30 00:37:05.180511 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae', 'tag': '3bedc6ba-8866-4690-aada-329b6ee16e4d'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:37:05.183000 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5209d4e956e9ae4acfb38c8f800d5d5e141ec7fd74949f506a8c7ac355071e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769c5d64-a075-49e2-80ec-2797c624d991" -d '{"events": [{"name": "network-changed", "server_uuid": "7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae", "tag": "3bedc6ba-8866-4690-aada-329b6ee16e4d"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:37:05.279746 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-e32083e2-0168-406d-95da-c5f3e5ba5fa1 None None] Set router b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:37:05.340692 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e01d24b-ce98-4f55-bc4c-84e40f81ecc5 x-openstack-request-id: req-2e01d24b-ce98-4f55-bc4c-84e40f81ecc5 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:37:05.341045 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae", "tag": "3bedc6ba-8866-4690-aada-329b6ee16e4d", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:37:05.341429 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-2e01d24b-ce98-4f55-bc4c-84e40f81ecc5 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:37:05.341886 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae', 'tag': '3bedc6ba-8866-4690-aada-329b6ee16e4d', 'status': 'completed', 'code': 200} Jul 30 00:37:05.476417 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7b1a4-dabc-4c32-8101-bf6eb6d7edf4 req-00ddd4aa-8e85-40bd-bd2d-2fefa7cc102c tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:05.478421 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85a7b1a4-dabc-4c32-8101-bf6eb6d7edf4 req-00ddd4aa-8e85-40bd-bd2d-2fefa7cc102c tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 946 time: 0.0907869 Jul 30 00:37:05.483826 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e32083e2-0168-406d-95da-c5f3e5ba5fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'name': 'tempest-TestShelveInstance-870977472-router', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:55Z', 'revision_number': 4, 'project_id': 'de520cde37994b66a4d2246863070948', 'gw_port': {'id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '265b254a-9ccb-42eb-ad69-e1538b09743a', 'name': '', 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'mac_address': 'fa:16:3e:bc:b5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:55Z', 'updated_at': '2021-07-30T00:33:00Z', 'revision_number': 5, 'project_id': 'de520cde37994b66a4d2246863070948', 'subnets': [{'id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:37:05.484868 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c5d64-a075-49e2-80ec-2797c624d991 req-2dd65918-baf9-4056-b341-94e416623413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:05.486542 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-769c5d64-a075-49e2-80ec-2797c624d991 req-2dd65918-baf9-4056-b341-94e416623413 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=de520cde37994b66a4d2246863070948&device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 1098 time: 0.1178956 Jul 30 00:37:05.514433 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32083e2-0168-406d-95da-c5f3e5ba5fa1 None None] Checking router: b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:37:05.522784 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32083e2-0168-406d-95da-c5f3e5ba5fa1 None None] Routers {'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:37:05.523384 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e32083e2-0168-406d-95da-c5f3e5ba5fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:36:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:37:05.563036 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-85a7b1a4-dabc-4c32-8101-bf6eb6d7edf4 req-3cc58533-5714-4a2c-b3b2-6ac16e304543 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752780 Jul 30 00:37:05.582690 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:05.611163 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c5d64-a075-49e2-80ec-2797c624d991 req-c45f7dff-2753-4ead-8a1a-5e09e0fa5eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:05.612699 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-769c5d64-a075-49e2-80ec-2797c624d991 req-c45f7dff-2753-4ead-8a1a-5e09e0fa5eba service neutron] 10.222.0.23 "GET /v2.0/networks?id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e HTTP/1.1" status: 200 len: 909 time: 0.1183929 Jul 30 00:37:05.648551 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-e32083e2-0168-406d-95da-c5f3e5ba5fa1 None None] Set router b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:37:05.659905 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-769c5d64-a075-49e2-80ec-2797c624d991 req-bc58a6d3-99b9-4e62-b2e7-5cd2f5d1793a service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3bedc6ba-8866-4690-aada-329b6ee16e4d HTTP/1.1" status: 200 len: 217 time: 0.0393386 Jul 30 00:37:05.709608 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c5d64-a075-49e2-80ec-2797c624d991 req-0e49d031-7e7c-43fd-9991-77e0b6a6a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:05.711100 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-769c5d64-a075-49e2-80ec-2797c624d991 req-0e49d031-7e7c-43fd-9991-77e0b6a6a1b4 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=6c7a7674-0f74-4de6-9567-ce5965f17ae6 HTTP/1.1" status: 200 len: 847 time: 0.0442150 Jul 30 00:37:05.758080 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769c5d64-a075-49e2-80ec-2797c624d991 req-ffe51a68-b794-42c0-a5e3-8461bb793bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:05.759759 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-769c5d64-a075-49e2-80ec-2797c624d991 req-ffe51a68-b794-42c0-a5e3-8461bb793bf6 service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407672 Jul 30 00:37:05.847675 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-e32083e2-0168-406d-95da-c5f3e5ba5fa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'name': 'tempest-TestShelveInstance-870977472-router', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:55Z', 'revision_number': 4, 'project_id': 'de520cde37994b66a4d2246863070948', 'gw_port': {'id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '265b254a-9ccb-42eb-ad69-e1538b09743a', 'name': '', 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'mac_address': 'fa:16:3e:bc:b5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:55Z', 'updated_at': '2021-07-30T00:33:00Z', 'revision_number': 5, 'project_id': 'de520cde37994b66a4d2246863070948', 'subnets': [{'id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:37:05.856078 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-769c5d64-a075-49e2-80ec-2797c624d991 req-5254803f-3416-499c-b6a5-f5137a16d277 service neutron] 10.222.0.23 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884576 Jul 30 00:37:05.875960 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e32083e2-0168-406d-95da-c5f3e5ba5fa1 None None] The sync data for ids ['b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'] in n-d-712140-10 is: [{'id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'name': 'tempest-TestShelveInstance-870977472-router', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:55Z', 'revision_number': 4, 'project_id': 'de520cde37994b66a4d2246863070948', 'gw_port': {'id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '265b254a-9ccb-42eb-ad69-e1538b09743a', 'name': '', 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'mac_address': 'fa:16:3e:bc:b5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:55Z', 'updated_at': '2021-07-30T00:33:00Z', 'revision_number': 5, 'project_id': 'de520cde37994b66a4d2246863070948', 'subnets': [{'id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:37:05.951567 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-769c5d64-a075-49e2-80ec-2797c624d991 req-8640c515-57c8-4ace-98a1-86a4dedbee27 service neutron] 10.222.0.23 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876148 Jul 30 00:37:06.105923 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29be9fb9-e57c-45fe-a77e-5b5f517b076f None None] New status for floating IP 5c95217c-d333-4ea8-8821-61011c513363: DOWN {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:37:06.341480 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0d110c23-c06e-47d7-9433-f6f63e73577d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:06.702781 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c025c9-2462-4ac0-8d2c-4effdbb12bb3 req-7b67095c-b823-48d1-857a-0a20faa40670 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:06.704239 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5c025c9-2462-4ac0-8d2c-4effdbb12bb3 req-7b67095c-b823-48d1-857a-0a20faa40670 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.23 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 946 time: 0.0806448 Jul 30 00:37:06.716531 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec58856-01ee-4875-8cee-9456bf4855e3 req-c41cb723-7262-41b7-adc5-c2ce671ff862 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:06.717917 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6ec58856-01ee-4875-8cee-9456bf4855e3 req-c41cb723-7262-41b7-adc5-c2ce671ff862 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae HTTP/1.1" status: 200 len: 946 time: 0.0692952 Jul 30 00:37:06.801266 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6ec58856-01ee-4875-8cee-9456bf4855e3 req-caa70b4b-7bba-4cb2-a4b7-abc717155bbe tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=eacce516-ec57-473c-b794-b2ade72da70b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761485 Jul 30 00:37:06.825357 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-a5c025c9-2462-4ac0-8d2c-4effdbb12bb3 req-f80d8809-e3cf-4900-b2d7-cce76a6c2d76 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Deleting port 3bedc6ba-8866-4690-aada-329b6ee16e4d {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:37:06.825703 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a5c025c9-2462-4ac0-8d2c-4effdbb12bb3 req-f80d8809-e3cf-4900-b2d7-cce76a6c2d76 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:06.915662 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-a5c025c9-2462-4ac0-8d2c-4effdbb12bb3 req-f80d8809-e3cf-4900-b2d7-cce76a6c2d76 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] For port 3bedc6ba-8866-4690-aada-329b6ee16e4d, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=3bedc6ba-8866-4690-aada-329b6ee16e4d,segment=NetworkSegment(f0fe89f1-23b3-46b4-804a-0bfacd73be07),segment_id=f0fe89f1-23b3-46b4-804a-0bfacd73be07)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:37:06.916139 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a5c025c9-2462-4ac0-8d2c-4effdbb12bb3 req-f80d8809-e3cf-4900-b2d7-cce76a6c2d76 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:06.928320 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-a5c025c9-2462-4ac0-8d2c-4effdbb12bb3 req-f80d8809-e3cf-4900-b2d7-cce76a6c2d76 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Calling delete_port for 3bedc6ba-8866-4690-aada-329b6ee16e4d owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:37:07.057572 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a5c025c9-2462-4ac0-8d2c-4effdbb12bb3 req-f80d8809-e3cf-4900-b2d7-cce76a6c2d76 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:07.084330 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80d8809-e3cf-4900-b2d7-cce76a6c2d76 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Pushing event deleted for resources: {'Port': ['ID=3bedc6ba-8866-4690-aada-329b6ee16e4d,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:37:07.098122 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d8809-e3cf-4900-b2d7-cce76a6c2d76 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:07.098477 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d8809-e3cf-4900-b2d7-cce76a6c2d76 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:07.098820 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d8809-e3cf-4900-b2d7-cce76a6c2d76 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:07.099161 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d8809-e3cf-4900-b2d7-cce76a6c2d76 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:07.099499 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d8809-e3cf-4900-b2d7-cce76a6c2d76 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:07.099851 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d8809-e3cf-4900-b2d7-cce76a6c2d76 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:07.100186 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d8809-e3cf-4900-b2d7-cce76a6c2d76 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:07.100518 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d8809-e3cf-4900-b2d7-cce76a6c2d76 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:07.100850 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d8809-e3cf-4900-b2d7-cce76a6c2d76 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:07.101175 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d8809-e3cf-4900-b2d7-cce76a6c2d76 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:07.101503 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d8809-e3cf-4900-b2d7-cce76a6c2d76 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:07.101824 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80d8809-e3cf-4900-b2d7-cce76a6c2d76 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:07.136795 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5c025c9-2462-4ac0-8d2c-4effdbb12bb3 req-f80d8809-e3cf-4900-b2d7-cce76a6c2d76 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] No DVR routers for this DVR port 3bedc6ba-8866-4690-aada-329b6ee16e4d on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:37:07.139355 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-a5c025c9-2462-4ac0-8d2c-4effdbb12bb3 req-f80d8809-e3cf-4900-b2d7-cce76a6c2d76 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:07.141351 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a5c025c9-2462-4ac0-8d2c-4effdbb12bb3 req-f80d8809-e3cf-4900-b2d7-cce76a6c2d76 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.23 "DELETE /v2.0/ports/3bedc6ba-8866-4690-aada-329b6ee16e4d HTTP/1.1" status: 204 len: 173 time: 0.4224358 Jul 30 00:37:07.141784 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae', 'name': 'network-vif-deleted', 'tag': '3bedc6ba-8866-4690-aada-329b6ee16e4d'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:37:07.144020 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5941fddc-f710-4807-ae21-5e50e23d9ce8" -d '{"events": [{"server_uuid": "7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae", "name": "network-vif-deleted", "tag": "3bedc6ba-8866-4690-aada-329b6ee16e4d"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:37:07.169223 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:07.249498 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09cddea-9466-45ad-8dfc-bf825123b5bc x-openstack-request-id: req-e09cddea-9466-45ad-8dfc-bf825123b5bc {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:37:07.249794 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae", "name": "network-vif-deleted", "tag": "3bedc6ba-8866-4690-aada-329b6ee16e4d", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:37:07.250063 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e09cddea-9466-45ad-8dfc-bf825123b5bc {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:37:07.250507 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b5e4d22-ec0e-4b18-a18e-0a99d8b5aaae', 'name': 'network-vif-deleted', 'tag': '3bedc6ba-8866-4690-aada-329b6ee16e4d', 'status': 'completed', 'code': 200} Jul 30 00:37:07.862825 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33446) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:37:07.925318 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-230ab06c-bae0-46e7-85fe-493c076c64b4 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:07.952023 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-230ab06c-bae0-46e7-85fe-493c076c64b4 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:08.012308 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-230ab06c-bae0-46e7-85fe-493c076c64b4 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:08.014893 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-230ab06c-bae0-46e7-85fe-493c076c64b4 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:08.016085 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-230ab06c-bae0-46e7-85fe-493c076c64b4 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "DELETE /v2.0/security-groups/eacce516-ec57-473c-b794-b2ade72da70b HTTP/1.1" status: 204 len: 168 time: 0.1522467 Jul 30 00:37:08.026084 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230ab06c-bae0-46e7-85fe-493c076c64b4 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eacce516-ec57-473c-b794-b2ade72da70b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:37:08.347221 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33452) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:37:08.352127 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-ce35fd79-a196-46ce-9cff-8d447c9c28f5 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1864314346', 'description': 'tempest-secgroup-smoke-1864314346 description', 'project_id': 'de520cde37994b66a4d2246863070948'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:37:08.375188 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ce35fd79-a196-46ce-9cff-8d447c9c28f5 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:08.456128 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ce35fd79-a196-46ce-9cff-8d447c9c28f5 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:08.460266 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ce35fd79-a196-46ce-9cff-8d447c9c28f5 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:08.475989 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:08.490404 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ce35fd79-a196-46ce-9cff-8d447c9c28f5 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:08.491630 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ce35fd79-a196-46ce-9cff-8d447c9c28f5 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1433699 Jul 30 00:37:08.492776 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35fd79-a196-46ce-9cff-8d447c9c28f5 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0213396c-79db-4a57-8ce1-a9eb5a44ef7e,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:37:08.495388 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33454) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:37:08.500358 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-075367c4-debc-430f-9e00-11c42fc3e518 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Request body: {'security_group_rule': {'security_group_id': '0213396c-79db-4a57-8ce1-a9eb5a44ef7e', 'project_id': 'de520cde37994b66a4d2246863070948', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:37:08.527213 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-075367c4-debc-430f-9e00-11c42fc3e518 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:08.584124 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-075367c4-debc-430f-9e00-11c42fc3e518 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:08.587915 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-075367c4-debc-430f-9e00-11c42fc3e518 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:08.607169 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075367c4-debc-430f-9e00-11c42fc3e518 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5bc0e89-7d54-4310-a64b-97d463f07d8f,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:37:08.613387 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-075367c4-debc-430f-9e00-11c42fc3e518 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:08.614677 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-075367c4-debc-430f-9e00-11c42fc3e518 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181850 Jul 30 00:37:08.617432 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33456) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:37:08.622606 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-29782def-4440-4f7d-b174-1c8a1e877577 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Request body: {'security_group_rule': {'security_group_id': '0213396c-79db-4a57-8ce1-a9eb5a44ef7e', 'project_id': 'de520cde37994b66a4d2246863070948', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:37:08.648305 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-29782def-4440-4f7d-b174-1c8a1e877577 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:08.709265 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-29782def-4440-4f7d-b174-1c8a1e877577 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:08.713022 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-29782def-4440-4f7d-b174-1c8a1e877577 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:08.731730 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29782def-4440-4f7d-b174-1c8a1e877577 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76304aca-1a56-4a41-8ee2-1edcd96e56de,revision_number=0']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:37:08.738796 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-29782def-4440-4f7d-b174-1c8a1e877577 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:08.741446 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-29782def-4440-4f7d-b174-1c8a1e877577 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221254 Jul 30 00:37:08.745084 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33458) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:37:08.749730 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-93668b41-010f-45d7-b210-641c2aedc6cd tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Request body: {'security_group_rule': {'security_group_id': '0213396c-79db-4a57-8ce1-a9eb5a44ef7e', 'project_id': 'de520cde37994b66a4d2246863070948', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:37:08.776567 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-93668b41-010f-45d7-b210-641c2aedc6cd tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:08.834056 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-93668b41-010f-45d7-b210-641c2aedc6cd tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:08.838502 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-93668b41-010f-45d7-b210-641c2aedc6cd tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:08.856992 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93668b41-010f-45d7-b210-641c2aedc6cd tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ffbad9-35d5-42f9-88b3-0c5ebc9b1159,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:37:08.863537 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-93668b41-010f-45d7-b210-641c2aedc6cd tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:08.864778 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-93668b41-010f-45d7-b210-641c2aedc6cd tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186981 Jul 30 00:37:08.867482 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33460) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:37:08.872490 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-a34de299-c719-480b-ac4b-2d74dfa91d49 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Request body: {'security_group_rule': {'security_group_id': '0213396c-79db-4a57-8ce1-a9eb5a44ef7e', 'project_id': 'de520cde37994b66a4d2246863070948', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:37:08.898059 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a34de299-c719-480b-ac4b-2d74dfa91d49 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:08.959921 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a34de299-c719-480b-ac4b-2d74dfa91d49 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:08.964337 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a34de299-c719-480b-ac4b-2d74dfa91d49 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:08.982271 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34de299-c719-480b-ac4b-2d74dfa91d49 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a286104d-b3e0-44f0-95ae-fd7fb948518a,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:37:08.989217 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a34de299-c719-480b-ac4b-2d74dfa91d49 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:08.990354 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a34de299-c719-480b-ac4b-2d74dfa91d49 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1218677 Jul 30 00:37:08.994188 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33462) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:37:08.998536 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-99946782-88e4-4e53-8fd2-be2ee26b6683 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Request body: {'security_group_rule': {'security_group_id': '0213396c-79db-4a57-8ce1-a9eb5a44ef7e', 'project_id': 'de520cde37994b66a4d2246863070948', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:37:09.019603 n-d-712140-10 neutron-server[94064]: INFO neutron.db.securitygroups_db [None req-99946782-88e4-4e53-8fd2-be2ee26b6683 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Project de520cde37994b66a4d2246863070948 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:37:09.024174 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-99946782-88e4-4e53-8fd2-be2ee26b6683 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:09.084683 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-99946782-88e4-4e53-8fd2-be2ee26b6683 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:09.089164 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-99946782-88e4-4e53-8fd2-be2ee26b6683 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:09.107033 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99946782-88e4-4e53-8fd2-be2ee26b6683 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1da71de-02ff-4b00-92e4-aed83de15441,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:37:09.112091 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-99946782-88e4-4e53-8fd2-be2ee26b6683 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:09.113263 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-99946782-88e4-4e53-8fd2-be2ee26b6683 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1181436 Jul 30 00:37:09.116031 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33464) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:37:09.120627 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-dc572097-48b2-47aa-858e-a8b282d3ee32 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Request body: {'security_group_rule': {'security_group_id': '0213396c-79db-4a57-8ce1-a9eb5a44ef7e', 'project_id': 'de520cde37994b66a4d2246863070948', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:37:09.141259 n-d-712140-10 neutron-server[94064]: INFO neutron.db.securitygroups_db [None req-dc572097-48b2-47aa-858e-a8b282d3ee32 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Project de520cde37994b66a4d2246863070948 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:37:09.146054 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc572097-48b2-47aa-858e-a8b282d3ee32 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:09.207064 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc572097-48b2-47aa-858e-a8b282d3ee32 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:09.210483 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc572097-48b2-47aa-858e-a8b282d3ee32 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:09.228083 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc572097-48b2-47aa-858e-a8b282d3ee32 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa6e50b-1653-43d5-bb8f-32a6e682fb41,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:37:09.233500 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-dc572097-48b2-47aa-858e-a8b282d3ee32 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:09.234688 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-dc572097-48b2-47aa-858e-a8b282d3ee32 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1177034 Jul 30 00:37:11.675315 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 3bedc6ba-8866-4690-aada-329b6ee16e4d no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:37:11.701560 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: 3bedc6ba-8866-4690-aada-329b6ee16e4d {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:37:11.701918 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device 3bedc6ba-8866-4690-aada-329b6ee16e4d not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:37:23.492144 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-bdad04a0-c4cb-48a7-b084-7ddc715064d3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1864314346&fields=id&tenant_id=de520cde37994b66a4d2246863070948 HTTP/1.1" status: 200 len: 267 time: 0.0324886 Jul 30 00:37:23.595326 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-90ae83d5-c97c-4e07-86a3-4dd90c5d6493 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:23.596732 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-90ae83d5-c97c-4e07-86a3-4dd90c5d6493 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/networks?id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e HTTP/1.1" status: 200 len: 808 time: 0.0973463 Jul 30 00:37:23.611582 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-01ea2185-c0ee-4a8e-b64d-b5f1e017c140 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/quotas/de520cde37994b66a4d2246863070948 HTTP/1.1" status: 200 len: 375 time: 0.0091844 Jul 30 00:37:23.665626 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-c37b3884-e511-44a0-956c-ac3ace29ba6b tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=de520cde37994b66a4d2246863070948&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486948 Jul 30 00:37:23.800345 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-09d77aab-d81e-411d-a668-a16f792317cf service neutron] 10.222.0.18 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233349 Jul 30 00:37:23.892665 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-02665d8e-80ec-4a36-960f-dd388e613c1a service neutron] 10.222.0.18 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861950 Jul 30 00:37:24.174845 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-db4e552f-f849-49a4-86cd-ad232979035e req-518e6ab4-d2ce-4855-9e59-09281f61fdc5 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 210 time: 0.0275316 Jul 30 00:37:25.068020 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-a2b7ec4a-34ee-4686-a3b2-037d5a917285 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:25.069490 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-a2b7ec4a-34ee-4686-a3b2-037d5a917285 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.39 "GET /v2.0/networks?id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e HTTP/1.1" status: 200 len: 808 time: 0.1031868 Jul 30 00:37:25.112028 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-70261e34-1cc6-4a45-aa2e-8701a71b0743 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de520cde37994b66a4d2246863070948 HTTP/1.1" status: 200 len: 380 time: 0.0339646 Jul 30 00:37:25.122749 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-594e2329-bf80-40c2-8969-4bd567a8281f tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Request body: {'port': {'device_id': '606e4fcc-2315-4d11-9703-fa25bce242e9', 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e', 'admin_state_up': True, 'tenant_id': 'de520cde37994b66a4d2246863070948', 'security_groups': ['0213396c-79db-4a57-8ce1-a9eb5a44ef7e']}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:37:25.238740 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-594e2329-bf80-40c2-8969-4bd567a8281f tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Made reservation on behalf of de520cde37994b66a4d2246863070948 for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:37:25.242411 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-594e2329-bf80-40c2-8969-4bd567a8281f tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:25.294312 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8e589719-0119-43a4-9466-646b611a2c58 req-2aaa0cbd-7d1b-4f9c-abeb-b37a645d798d tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 210 time: 0.0364103 Jul 30 00:37:25.377058 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-594e2329-bf80-40c2-8969-4bd567a8281f tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Allocated IP 172.20.0.13 (a7849b2a-c03e-4694-a5d1-0d7f72620e9e/6c7a7674-0f74-4de6-9567-ce5965f17ae6/f25a9a7a-9f78-4b78-bb7f-c035c003f5ce) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:37:25.520740 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-594e2329-bf80-40c2-8969-4bd567a8281f tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:25.535196 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-594e2329-bf80-40c2-8969-4bd567a8281f tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Transition to ACTIVE for port object f25a9a7a-9f78-4b78-bb7f-c035c003f5ce will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:37:25.567746 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-594e2329-bf80-40c2-8969-4bd567a8281f tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:25.612030 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-594e2329-bf80-40c2-8969-4bd567a8281f tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Network a7849b2a-c03e-4694-a5d1-0d7f72620e9e is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:37:25.615160 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-594e2329-bf80-40c2-8969-4bd567a8281f tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:37:25.622206 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-594e2329-bf80-40c2-8969-4bd567a8281f tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:37:25.647320 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e2329-bf80-40c2-8969-4bd567a8281f tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Pushing event updated for resources: {'Port': ['ID=f25a9a7a-9f78-4b78-bb7f-c035c003f5ce,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:37:25.677121 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-594e2329-bf80-40c2-8969-4bd567a8281f tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:25.677909 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-594e2329-bf80-40c2-8969-4bd567a8281f tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:25.695818 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-594e2329-bf80-40c2-8969-4bd567a8281f tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5775669 Jul 30 00:37:25.708226 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-3ab90a52-fba8-48bc-bf2d-8ce6d1305213 service neutron] Request body: {'port': {'device_id': '606e4fcc-2315-4d11-9703-fa25bce242e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:37:25.769058 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-3ab90a52-fba8-48bc-bf2d-8ce6d1305213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:25.849537 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-30098388-8ca3-4511-909e-f32a16b02740 None None] Provisioning for port f25a9a7a-9f78-4b78-bb7f-c035c003f5ce completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:37:25.854612 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-30098388-8ca3-4511-909e-f32a16b02740 None None] Provisioning complete for port f25a9a7a-9f78-4b78-bb7f-c035c003f5ce triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:37:25.855264 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-30098388-8ca3-4511-909e-f32a16b02740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:25.893700 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-30098388-8ca3-4511-909e-f32a16b02740 None None] Port f25a9a7a-9f78-4b78-bb7f-c035c003f5ce cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:37:26.046730 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-3ab90a52-fba8-48bc-bf2d-8ce6d1305213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f25a9a7a-9f78-4b78-bb7f-c035c003f5ce {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:37:26.054115 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-3ab90a52-fba8-48bc-bf2d-8ce6d1305213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:26.067507 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-3ab90a52-fba8-48bc-bf2d-8ce6d1305213 service neutron] Transition to ACTIVE for port object f25a9a7a-9f78-4b78-bb7f-c035c003f5ce will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:37:26.073283 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-3ab90a52-fba8-48bc-bf2d-8ce6d1305213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:26.149285 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab90a52-fba8-48bc-bf2d-8ce6d1305213 service neutron] Pushing event updated for resources: {'Port': ['ID=f25a9a7a-9f78-4b78-bb7f-c035c003f5ce,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:37:26.199438 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-3ab90a52-fba8-48bc-bf2d-8ce6d1305213 service neutron] Attempting to bind port f25a9a7a-9f78-4b78-bb7f-c035c003f5ce on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:37:26.199789 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-3ab90a52-fba8-48bc-bf2d-8ce6d1305213 service neutron] Attempting to bind port f25a9a7a-9f78-4b78-bb7f-c035c003f5ce by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': 'f0fe89f1-23b3-46b4-804a-0bfacd73be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:37:26.200146 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-3ab90a52-fba8-48bc-bf2d-8ce6d1305213 service neutron] Attempting to bind port f25a9a7a-9f78-4b78-bb7f-c035c003f5ce on network a7849b2a-c03e-4694-a5d1-0d7f72620e9e {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:37:26.204829 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-3ab90a52-fba8-48bc-bf2d-8ce6d1305213 service neutron] Port f25a9a7a-9f78-4b78-bb7f-c035c003f5ce on network a7849b2a-c03e-4694-a5d1-0d7f72620e9e not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:37:26.205156 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-3ab90a52-fba8-48bc-bf2d-8ce6d1305213 service neutron] Attempting to bind port f25a9a7a-9f78-4b78-bb7f-c035c003f5ce on network a7849b2a-c03e-4694-a5d1-0d7f72620e9e {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:37:26.210753 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-3ab90a52-fba8-48bc-bf2d-8ce6d1305213 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:37:26.211760 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-3ab90a52-fba8-48bc-bf2d-8ce6d1305213 service neutron] Checking segment: {'id': 'f0fe89f1-23b3-46b4-804a-0bfacd73be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:37:26.211760 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-3ab90a52-fba8-48bc-bf2d-8ce6d1305213 service neutron] Bound using segment: {'id': 'f0fe89f1-23b3-46b4-804a-0bfacd73be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:37:26.212051 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-3ab90a52-fba8-48bc-bf2d-8ce6d1305213 service neutron] Bound port: f25a9a7a-9f78-4b78-bb7f-c035c003f5ce, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0fe89f1-23b3-46b4-804a-0bfacd73be07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:37:26.212384 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-3ab90a52-fba8-48bc-bf2d-8ce6d1305213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:26.298416 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-3ab90a52-fba8-48bc-bf2d-8ce6d1305213 service neutron] For port f25a9a7a-9f78-4b78-bb7f-c035c003f5ce, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:37:26.301765 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-3ab90a52-fba8-48bc-bf2d-8ce6d1305213 service neutron] For port f25a9a7a-9f78-4b78-bb7f-c035c003f5ce, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f25a9a7a-9f78-4b78-bb7f-c035c003f5ce,segment=NetworkSegment(f0fe89f1-23b3-46b4-804a-0bfacd73be07),segment_id=f0fe89f1-23b3-46b4-804a-0bfacd73be07)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:37:26.307236 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-3ab90a52-fba8-48bc-bf2d-8ce6d1305213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:26.344971 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-3ab90a52-fba8-48bc-bf2d-8ce6d1305213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:26.345593 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-3ab90a52-fba8-48bc-bf2d-8ce6d1305213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:26.346993 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-3ab90a52-fba8-48bc-bf2d-8ce6d1305213 service neutron] 10.222.0.39 "PUT /v2.0/ports/f25a9a7a-9f78-4b78-bb7f-c035c003f5ce HTTP/1.1" status: 200 len: 1093 time: 0.6433265 Jul 30 00:37:26.347432 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606e4fcc-2315-4d11-9703-fa25bce242e9', 'tag': 'f25a9a7a-9f78-4b78-bb7f-c035c003f5ce'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:37:26.349743 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5209d4e956e9ae4acfb38c8f800d5d5e141ec7fd74949f506a8c7ac355071e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7b8175-e355-4466-99ad-0222e815ae73" -d '{"events": [{"name": "network-changed", "server_uuid": "606e4fcc-2315-4d11-9703-fa25bce242e9", "tag": "f25a9a7a-9f78-4b78-bb7f-c035c003f5ce"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:37:26.375150 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab90a52-fba8-48bc-bf2d-8ce6d1305213 service neutron] Pushing event updated for resources: {'Port': ['ID=f25a9a7a-9f78-4b78-bb7f-c035c003f5ce,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:37:26.462684 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4a71a0-ac7d-45c5-a0d6-d416502e7cd9 req-6a249c33-8d5a-4134-9e5f-ace1cdf6614b tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:26.467030 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-415c6654-59fc-4c05-b92d-c7fc4da074ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:26.468810 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-415c6654-59fc-4c05-b92d-c7fc4da074ea service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de520cde37994b66a4d2246863070948&device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 1096 time: 0.0789671 Jul 30 00:37:26.471373 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2e4a71a0-ac7d-45c5-a0d6-d416502e7cd9 req-6a249c33-8d5a-4134-9e5f-ace1cdf6614b tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 944 time: 0.0687935 Jul 30 00:37:26.515912 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-5421aaa1-fbe5-497b-880d-bbc7db0975ff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f25a9a7a-9f78-4b78-bb7f-c035c003f5ce HTTP/1.1" status: 200 len: 217 time: 0.0372505 Jul 30 00:37:26.517524 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-2e4a71a0-ac7d-45c5-a0d6-d416502e7cd9 req-615f69f4-83a5-489e-bbe0-53539fc5fdfc tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450368 Jul 30 00:37:26.579085 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-08329831-de37-4c05-bbd0-83fa7f68a628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:26.580740 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-08329831-de37-4c05-bbd0-83fa7f68a628 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c7a7674-0f74-4de6-9567-ce5965f17ae6 HTTP/1.1" status: 200 len: 847 time: 0.0523450 Jul 30 00:37:26.582354 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04166b3-9094-40bf-afef-e3e08d4265bc x-openstack-request-id: req-d04166b3-9094-40bf-afef-e3e08d4265bc {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:37:26.582657 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606e4fcc-2315-4d11-9703-fa25bce242e9", "tag": "f25a9a7a-9f78-4b78-bb7f-c035c003f5ce", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:37:26.582906 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-d04166b3-9094-40bf-afef-e3e08d4265bc {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:37:26.583290 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606e4fcc-2315-4d11-9703-fa25bce242e9', 'tag': 'f25a9a7a-9f78-4b78-bb7f-c035c003f5ce', 'status': 'completed', 'code': 200} Jul 30 00:37:26.631513 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-a2dbd78c-b6ca-45b3-b32e-ce8b9667adbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:26.633135 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-a2dbd78c-b6ca-45b3-b32e-ce8b9667adbc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429680 Jul 30 00:37:26.727041 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-6cf33350-3d69-49c7-812d-1eb58ac9bdfb service neutron] 10.222.0.39 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867813 Jul 30 00:37:26.816298 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c205e048-e5fd-443f-ba69-f6527c6ba208 req-4bfb4e60-d106-4f50-8095-d85f144c36c7 service neutron] 10.222.0.39 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819950 Jul 30 00:37:26.914211 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b8175-e355-4466-99ad-0222e815ae73 req-cf112f35-e04f-4708-8ffd-40963c230cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:26.915981 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-9c7b8175-e355-4466-99ad-0222e815ae73 req-cf112f35-e04f-4708-8ffd-40963c230cca service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de520cde37994b66a4d2246863070948&device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 1096 time: 0.0556300 Jul 30 00:37:27.009195 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b8175-e355-4466-99ad-0222e815ae73 req-b118aa0b-51e1-4686-8deb-ced24946f1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:27.011765 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-9c7b8175-e355-4466-99ad-0222e815ae73 req-b118aa0b-51e1-4686-8deb-ced24946f1df service neutron] 10.222.0.39 "GET /v2.0/networks?id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e HTTP/1.1" status: 200 len: 909 time: 0.0890429 Jul 30 00:37:27.056916 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-9c7b8175-e355-4466-99ad-0222e815ae73 req-07ef7382-dd30-4b6c-843e-7a9f7e70d114 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f25a9a7a-9f78-4b78-bb7f-c035c003f5ce HTTP/1.1" status: 200 len: 217 time: 0.0383186 Jul 30 00:37:27.456968 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b8175-e355-4466-99ad-0222e815ae73 req-601d5345-d41e-4d33-86ae-cd26aa724b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:27.458457 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-9c7b8175-e355-4466-99ad-0222e815ae73 req-601d5345-d41e-4d33-86ae-cd26aa724b7c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c7a7674-0f74-4de6-9567-ce5965f17ae6 HTTP/1.1" status: 200 len: 847 time: 0.3952191 Jul 30 00:37:27.504781 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b8175-e355-4466-99ad-0222e815ae73 req-179bf511-c307-43f6-b24f-2db2aa2a2f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:27.506261 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-9c7b8175-e355-4466-99ad-0222e815ae73 req-179bf511-c307-43f6-b24f-2db2aa2a2f93 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401394 Jul 30 00:37:27.606063 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-9c7b8175-e355-4466-99ad-0222e815ae73 req-0e432ef4-7ce4-4e7f-9aea-a774c668eea1 service neutron] 10.222.0.39 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893092 Jul 30 00:37:27.645130 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46189f8-e8ff-440c-b510-9ad4ea96b90c req-d01c1931-feae-42cc-b175-846653656169 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:27.652830 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a46189f8-e8ff-440c-b510-9ad4ea96b90c req-d01c1931-feae-42cc-b175-846653656169 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 944 time: 0.0625963 Jul 30 00:37:27.689364 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-a46189f8-e8ff-440c-b510-9ad4ea96b90c req-1cbd4288-1faa-4971-9c55-8242e5a3f040 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356216 Jul 30 00:37:27.708768 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-9c7b8175-e355-4466-99ad-0222e815ae73 req-9249e2c3-87a8-4171-afc5-26f884e69f5b service neutron] 10.222.0.39 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918024 Jul 30 00:37:28.377462 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:37:28.807328 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7730a7d3-d016-4c7d-9354-b0c68192b446 req-5a0432df-d4ca-412d-b319-e7cac227d24a tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:28.808875 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7730a7d3-d016-4c7d-9354-b0c68192b446 req-5a0432df-d4ca-412d-b319-e7cac227d24a tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 944 time: 0.0498772 Jul 30 00:37:28.849314 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-7730a7d3-d016-4c7d-9354-b0c68192b446 req-ed3d60e7-4a95-4b14-abd4-f1f03656b678 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339503 Jul 30 00:37:29.962759 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be394d-befe-488f-b559-9c84b8182e89 req-fb17f1bb-b5b4-42d9-9068-4d2c8d074bc5 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:29.964257 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f5be394d-befe-488f-b559-9c84b8182e89 req-fb17f1bb-b5b4-42d9-9068-4d2c8d074bc5 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 944 time: 0.0486555 Jul 30 00:37:30.001977 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f5be394d-befe-488f-b559-9c84b8182e89 req-945db801-0c7d-48ae-bd3e-e8274a27ef49 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318325 Jul 30 00:37:30.421750 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:30.459540 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:31.120418 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38273d4f-b382-4f52-aaf2-aeb20d462463 req-17a2e606-f874-4bb0-9a34-b5ac55d73210 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:31.121931 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38273d4f-b382-4f52-aaf2-aeb20d462463 req-17a2e606-f874-4bb0-9a34-b5ac55d73210 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 944 time: 0.0542402 Jul 30 00:37:31.159601 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-38273d4f-b382-4f52-aaf2-aeb20d462463 req-27cd94c4-7bcd-4bcc-8a00-afc6eab5f268 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317657 Jul 30 00:37:32.276328 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ff40e6-b488-480c-a0cc-3f7459c15b4d req-e033f537-7dc7-4fb0-81b0-2390a36c938f tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:32.277923 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68ff40e6-b488-480c-a0cc-3f7459c15b4d req-e033f537-7dc7-4fb0-81b0-2390a36c938f tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 944 time: 0.0520422 Jul 30 00:37:32.317016 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-68ff40e6-b488-480c-a0cc-3f7459c15b4d req-cab2cd77-a360-4394-8590-ea45c8fa56b7 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331578 Jul 30 00:37:32.985119 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e388431c-94a7-419b-b4af-983f81d77a64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:33.430556 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e877f-7468-4d63-8291-37db809c7694 req-0bf5edf1-fbc9-4bed-a6a9-9e7a03343f39 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:33.432188 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bd7e877f-7468-4d63-8291-37db809c7694 req-0bf5edf1-fbc9-4bed-a6a9-9e7a03343f39 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 944 time: 0.0489712 Jul 30 00:37:33.470763 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bd7e877f-7468-4d63-8291-37db809c7694 req-1f5d2dfc-1bb3-4232-8e6a-f617f75fbb6e tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323844 Jul 30 00:37:34.587101 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e20c30-035c-4bb0-b9b7-ec1368406875 req-e723a60d-34f0-4c17-bfb5-c524fa64ca4c tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:34.588558 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e1e20c30-035c-4bb0-b9b7-ec1368406875 req-e723a60d-34f0-4c17-bfb5-c524fa64ca4c tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 944 time: 0.0529940 Jul 30 00:37:34.627599 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e1e20c30-035c-4bb0-b9b7-ec1368406875 req-c4c2f205-85ba-4ec7-993a-60b137daa61b tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329206 Jul 30 00:37:35.564434 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:35.742249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f9473-66ef-4697-a206-2b827b42e345 req-6bbd0dc8-1adc-45e2-80d9-27764f7b0746 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:35.743742 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-279f9473-66ef-4697-a206-2b827b42e345 req-6bbd0dc8-1adc-45e2-80d9-27764f7b0746 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 944 time: 0.0489078 Jul 30 00:37:35.782118 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-279f9473-66ef-4697-a206-2b827b42e345 req-c2188180-634d-4dfc-a365-229e477d84a4 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323446 Jul 30 00:37:36.341612 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cde32f06-6328-461c-a6c3-90a108ba440c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:36.898834 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104e3923-316a-4e52-a100-66a3e4f3b739 req-fbe60ee0-62a0-4e02-a6d0-dfe99ccaf50c tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:36.900342 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-104e3923-316a-4e52-a100-66a3e4f3b739 req-fbe60ee0-62a0-4e02-a6d0-dfe99ccaf50c tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 944 time: 0.0495558 Jul 30 00:37:36.938155 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-104e3923-316a-4e52-a100-66a3e4f3b739 req-5e214660-f723-4d9f-9b60-26117e2aef58 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314233 Jul 30 00:37:37.168966 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:38.079700 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46300d2b-91a9-4705-b6d4-974109fe9cce req-c61dcb7f-1e09-44a2-86c0-b90dc0227996 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:38.081558 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-46300d2b-91a9-4705-b6d4-974109fe9cce req-c61dcb7f-1e09-44a2-86c0-b90dc0227996 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 944 time: 0.0564721 Jul 30 00:37:38.120971 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-46300d2b-91a9-4705-b6d4-974109fe9cce req-120d7634-4f27-4f6f-9778-b70cb9df5e2f tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327139 Jul 30 00:37:38.478501 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:38.604979 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f25a9a7a-9f78-4b78-bb7f-c035c003f5ce details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:37:38.699692 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port f25a9a7a-9f78-4b78-bb7f-c035c003f5ce, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f25a9a7a-9f78-4b78-bb7f-c035c003f5ce,segment=NetworkSegment(f0fe89f1-23b3-46b4-804a-0bfacd73be07),segment_id=f0fe89f1-23b3-46b4-804a-0bfacd73be07)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:37:38.710558 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'f25a9a7a-9f78-4b78-bb7f-c035c003f5ce', 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e', 'port_id': 'f25a9a7a-9f78-4b78-bb7f-c035c003f5ce', 'mac_address': 'fa:16:3e:90:ad:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:37:38.745924 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:38.758071 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f25a9a7a-9f78-4b78-bb7f-c035c003f5ce {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:37:38.777265 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port f25a9a7a-9f78-4b78-bb7f-c035c003f5ce, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f25a9a7a-9f78-4b78-bb7f-c035c003f5ce,segment=NetworkSegment(f0fe89f1-23b3-46b4-804a-0bfacd73be07),segment_id=f0fe89f1-23b3-46b4-804a-0bfacd73be07)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:37:38.781310 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:38.827610 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=f25a9a7a-9f78-4b78-bb7f-c035c003f5ce,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:37:38.834698 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:38.835051 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:38.835392 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:38.835729 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:38.836090 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:38.836421 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:38.836749 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:38.837075 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:38.837397 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:38.837719 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:38.838043 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:38.838389 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:37:39.024329 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['f25a9a7a-9f78-4b78-bb7f-c035c003f5ce'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:37:39.237099 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abbefb3-9192-47a8-9352-feab93c04743 req-57881671-ab23-449d-9177-fced590d1df1 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:39.238592 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8abbefb3-9192-47a8-9352-feab93c04743 req-57881671-ab23-449d-9177-fced590d1df1 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 945 time: 0.0491865 Jul 30 00:37:39.277716 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8abbefb3-9192-47a8-9352-feab93c04743 req-a2305196-fc43-4467-a559-9e1b8109f393 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318987 Jul 30 00:37:40.391824 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59008c4c-a738-4630-bca9-c4c390f88524 req-36aa03e1-c26c-48e9-92e8-e7e57875172c tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:40.393332 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59008c4c-a738-4630-bca9-c4c390f88524 req-36aa03e1-c26c-48e9-92e8-e7e57875172c tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 945 time: 0.0483911 Jul 30 00:37:40.433506 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-59008c4c-a738-4630-bca9-c4c390f88524 req-b070c9de-f777-4f5d-81d2-86bd045c56f8 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342433 Jul 30 00:37:40.620220 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f25a9a7a-9f78-4b78-bb7f-c035c003f5ce up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:37:40.670074 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port f25a9a7a-9f78-4b78-bb7f-c035c003f5ce completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:37:40.673797 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port f25a9a7a-9f78-4b78-bb7f-c035c003f5ce triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:37:40.674165 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:40.748924 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:40.770487 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606e4fcc-2315-4d11-9703-fa25bce242e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25a9a7a-9f78-4b78-bb7f-c035c003f5ce'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:37:40.772728 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee31ed8e5b8e4dc4f88b315270ded6679232f3f3b12134e952a2ffdf5dc07ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5c5e3a-017e-40b3-8537-f98f8db609bb" -d '{"events": [{"server_uuid": "606e4fcc-2315-4d11-9703-fa25bce242e9", "name": "network-vif-plugged", "status": "completed", "tag": "f25a9a7a-9f78-4b78-bb7f-c035c003f5ce"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:37:40.788752 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port f25a9a7a-9f78-4b78-bb7f-c035c003f5ce, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f25a9a7a-9f78-4b78-bb7f-c035c003f5ce,segment=NetworkSegment(f0fe89f1-23b3-46b4-804a-0bfacd73be07),segment_id=f0fe89f1-23b3-46b4-804a-0bfacd73be07)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:37:40.793711 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:40.847938 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=f25a9a7a-9f78-4b78-bb7f-c035c003f5ce,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:37:40.863124 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eee0d26b-1cd2-4fa2-8269-eccae1997096 x-openstack-request-id: req-eee0d26b-1cd2-4fa2-8269-eccae1997096 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:37:40.863409 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606e4fcc-2315-4d11-9703-fa25bce242e9", "name": "network-vif-plugged", "status": "completed", "tag": "f25a9a7a-9f78-4b78-bb7f-c035c003f5ce", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:37:40.863659 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-eee0d26b-1cd2-4fa2-8269-eccae1997096 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:37:40.864070 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606e4fcc-2315-4d11-9703-fa25bce242e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25a9a7a-9f78-4b78-bb7f-c035c003f5ce', 'code': 200} Jul 30 00:37:40.961195 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962b2d94-bbda-4323-ab41-44398ef78364 req-33309974-3e5c-42f5-847c-b4a94d7fb182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:40.962660 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-962b2d94-bbda-4323-ab41-44398ef78364 req-33309974-3e5c-42f5-847c-b4a94d7fb182 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 1098 time: 0.0405681 Jul 30 00:37:41.003156 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-962b2d94-bbda-4323-ab41-44398ef78364 req-b22d041b-2ea8-4026-b4a6-7c545144f78a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336304 Jul 30 00:37:41.552726 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcea82d-027e-4490-b3d4-81faea0b35b1 req-8661fbcb-e11f-4f4b-81f7-4f6b57a229e0 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:41.554135 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dfcea82d-027e-4490-b3d4-81faea0b35b1 req-8661fbcb-e11f-4f4b-81f7-4f6b57a229e0 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 946 time: 0.0524879 Jul 30 00:37:41.593223 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-dfcea82d-027e-4490-b3d4-81faea0b35b1 req-cd420e44-d9e9-4957-a344-4263fe6740d5 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330956 Jul 30 00:37:42.705146 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f97e6-ea91-4b1b-bb59-1545f7f72945 req-586eaf8c-be18-4570-b971-139011af714c tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:42.706723 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-af0f97e6-ea91-4b1b-bb59-1545f7f72945 req-586eaf8c-be18-4570-b971-139011af714c tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 946 time: 0.0483551 Jul 30 00:37:42.746876 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-af0f97e6-ea91-4b1b-bb59-1545f7f72945 req-7dd27ce3-1ecc-4b96-a97d-da17076dd19d tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342247 Jul 30 00:37:42.861626 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e701e-831d-44f5-b70e-4543ae2642e4 req-d2832746-98cf-43f0-9c39-baa4437aa328 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:42.863134 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1a1e701e-831d-44f5-b70e-4543ae2642e4 req-d2832746-98cf-43f0-9c39-baa4437aa328 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 946 time: 0.0515509 Jul 30 00:37:42.901726 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1a1e701e-831d-44f5-b70e-4543ae2642e4 req-c33ef168-2ec6-497a-ad01-b290cf1bf8cf tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323565 Jul 30 00:37:42.923288 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33664) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:37:42.965408 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9ad579-cd46-4fcf-93bf-90ec02ea68df tempest-TestShelveInstance-1256158601 tempest-TestShelveInstance-1256158601-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:42.966910 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-cc9ad579-cd46-4fcf-93bf-90ec02ea68df tempest-TestShelveInstance-1256158601 tempest-TestShelveInstance-1256158601-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 1093 time: 0.0426373 Jul 30 00:37:42.969653 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33666) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:37:42.973888 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-2b02cb66-9e56-49f0-aa68-d71ece8c3323 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'port_id': 'f25a9a7a-9f78-4b78-bb7f-c035c003f5ce', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:37:42.995666 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2b02cb66-9e56-49f0-aa68-d71ece8c3323 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:43.091016 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2b02cb66-9e56-49f0-aa68-d71ece8c3323 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:43.194876 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-2b02cb66-9e56-49f0-aa68-d71ece8c3323 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Allocated IP 172.25.8.4 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/e0f47220-0147-415a-a65f-e021f5b21098) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:37:43.294112 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2b02cb66-9e56-49f0-aa68-d71ece8c3323 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:43.334429 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2b02cb66-9e56-49f0-aa68-d71ece8c3323 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:43.378504 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b02cb66-9e56-49f0-aa68-d71ece8c3323 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:37:43.381368 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-2b02cb66-9e56-49f0-aa68-d71ece8c3323 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:37:43.386252 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b02cb66-9e56-49f0-aa68-d71ece8c3323 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:37:43.413416 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02cb66-9e56-49f0-aa68-d71ece8c3323 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Pushing event updated for resources: {'Port': ['ID=e0f47220-0147-415a-a65f-e021f5b21098,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:37:43.739341 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2b02cb66-9e56-49f0-aa68-d71ece8c3323 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:43.808336 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2b02cb66-9e56-49f0-aa68-d71ece8c3323 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:43.955136 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2b02cb66-9e56-49f0-aa68-d71ece8c3323 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:43.959692 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2b02cb66-9e56-49f0-aa68-d71ece8c3323 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:44.022416 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02cb66-9e56-49f0-aa68-d71ece8c3323 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Pushing event updated for resources: {'Port': ['ID=e0f47220-0147-415a-a65f-e021f5b21098,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:37:44.037617 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2b02cb66-9e56-49f0-aa68-d71ece8c3323 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:44.137262 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-2b02cb66-9e56-49f0-aa68-d71ece8c3323 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Floating IP dca21a7f-5d03-40cd-8354-e787c4dbdba7 associated. External IP: 172.25.8.4, port: f25a9a7a-9f78-4b78-bb7f-c035c003f5ce. Jul 30 00:37:44.342121 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b02cb66-9e56-49f0-aa68-d71ece8c3323 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Router b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:37:44.767755 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b02cb66-9e56-49f0-aa68-d71ece8c3323 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:37:44.777273 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821ab77f-ae43-4f49-a7b2-31e69dd3d041 None None] Sync routers for ids ['b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:37:44.783852 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2b02cb66-9e56-49f0-aa68-d71ece8c3323 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:37:44.785981 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821ab77f-ae43-4f49-a7b2-31e69dd3d041 None None] Routers {'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:37:44.786595 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-821ab77f-ae43-4f49-a7b2-31e69dd3d041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:37:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:37:44.811308 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2b02cb66-9e56-49f0-aa68-d71ece8c3323 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8406360 Jul 30 00:37:44.811984 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606e4fcc-2315-4d11-9703-fa25bce242e9', 'tag': 'f25a9a7a-9f78-4b78-bb7f-c035c003f5ce'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:37:44.814611 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda11f2b-8f13-4349-8905-3ac9140aca11" -d '{"events": [{"name": "network-changed", "server_uuid": "606e4fcc-2315-4d11-9703-fa25bce242e9", "tag": "f25a9a7a-9f78-4b78-bb7f-c035c003f5ce"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:37:44.849230 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1877456-717b-46c5-b559-e98c563a429b x-openstack-request-id: req-a1877456-717b-46c5-b559-e98c563a429b {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:37:44.849525 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606e4fcc-2315-4d11-9703-fa25bce242e9", "tag": "f25a9a7a-9f78-4b78-bb7f-c035c003f5ce", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:37:44.849775 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-a1877456-717b-46c5-b559-e98c563a429b {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:37:44.850168 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606e4fcc-2315-4d11-9703-fa25bce242e9', 'tag': 'f25a9a7a-9f78-4b78-bb7f-c035c003f5ce', 'status': 'completed', 'code': 200} Jul 30 00:37:44.904007 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-821ab77f-ae43-4f49-a7b2-31e69dd3d041 None None] Set router b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:37:44.914549 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda11f2b-8f13-4349-8905-3ac9140aca11 req-c6b9b1f0-ed0b-421f-9ab0-28c2c0a98072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:44.916079 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-eda11f2b-8f13-4349-8905-3ac9140aca11 req-c6b9b1f0-ed0b-421f-9ab0-28c2c0a98072 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de520cde37994b66a4d2246863070948&device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 1098 time: 0.0435994 Jul 30 00:37:45.005334 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda11f2b-8f13-4349-8905-3ac9140aca11 req-e1ceda96-0a24-42c4-a436-8da1c53f4068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:45.006808 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-eda11f2b-8f13-4349-8905-3ac9140aca11 req-e1ceda96-0a24-42c4-a436-8da1c53f4068 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e HTTP/1.1" status: 200 len: 909 time: 0.0841386 Jul 30 00:37:45.078085 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-eda11f2b-8f13-4349-8905-3ac9140aca11 req-8780d8b3-e07e-4c7e-8405-9dc1024ace07 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f25a9a7a-9f78-4b78-bb7f-c035c003f5ce HTTP/1.1" status: 200 len: 998 time: 0.0624537 Jul 30 00:37:45.127237 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda11f2b-8f13-4349-8905-3ac9140aca11 req-978b5dc2-df07-4298-8249-f5d1fca7062c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:45.128726 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-eda11f2b-8f13-4349-8905-3ac9140aca11 req-978b5dc2-df07-4298-8249-f5d1fca7062c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c7a7674-0f74-4de6-9567-ce5965f17ae6 HTTP/1.1" status: 200 len: 847 time: 0.0440488 Jul 30 00:37:45.139234 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-821ab77f-ae43-4f49-a7b2-31e69dd3d041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'name': 'tempest-TestShelveInstance-870977472-router', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:55Z', 'revision_number': 4, 'project_id': 'de520cde37994b66a4d2246863070948', 'gw_port': {'id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': 'dca21a7f-5d03-40cd-8354-e787c4dbdba7', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'floating_ip_address': '172.25.8.4', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'port_id': 'f25a9a7a-9f78-4b78-bb7f-c035c003f5ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e', 'mac_address': 'fa:16:3e:90:ad:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606e4fcc-2315-4d11-9703-fa25bce242e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:37:43Z', 'updated_at': '2021-07-30T00:37:43Z', 'revision_number': 0, 'project_id': 'de520cde37994b66a4d2246863070948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '265b254a-9ccb-42eb-ad69-e1538b09743a', 'name': '', 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'mac_address': 'fa:16:3e:bc:b5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:55Z', 'updated_at': '2021-07-30T00:33:00Z', 'revision_number': 5, 'project_id': 'de520cde37994b66a4d2246863070948', 'subnets': [{'id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:37:45.165132 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821ab77f-ae43-4f49-a7b2-31e69dd3d041 None None] Checking router: b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:37:45.173593 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821ab77f-ae43-4f49-a7b2-31e69dd3d041 None None] Routers {'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:37:45.174189 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-821ab77f-ae43-4f49-a7b2-31e69dd3d041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:37:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:37:45.174313 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda11f2b-8f13-4349-8905-3ac9140aca11 req-ccb3256d-4897-43ef-8ccd-00478eddbbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:37:45.175727 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-eda11f2b-8f13-4349-8905-3ac9140aca11 req-ccb3256d-4897-43ef-8ccd-00478eddbbb1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395179 Jul 30 00:37:45.274826 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-eda11f2b-8f13-4349-8905-3ac9140aca11 req-dd19d27b-0f78-4329-9184-c56a5eadaeb7 service neutron] 10.222.0.39 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913019 Jul 30 00:37:45.371527 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-eda11f2b-8f13-4349-8905-3ac9140aca11 req-080d07d5-07f1-4d78-8302-45cb1b8eae9f service neutron] 10.222.0.39 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896392 Jul 30 00:37:45.442760 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-821ab77f-ae43-4f49-a7b2-31e69dd3d041 None None] Set router b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:37:45.659528 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-821ab77f-ae43-4f49-a7b2-31e69dd3d041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'name': 'tempest-TestShelveInstance-870977472-router', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:55Z', 'revision_number': 4, 'project_id': 'de520cde37994b66a4d2246863070948', 'gw_port': {'id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': 'dca21a7f-5d03-40cd-8354-e787c4dbdba7', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'floating_ip_address': '172.25.8.4', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'port_id': 'f25a9a7a-9f78-4b78-bb7f-c035c003f5ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e', 'mac_address': 'fa:16:3e:90:ad:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606e4fcc-2315-4d11-9703-fa25bce242e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:37:43Z', 'updated_at': '2021-07-30T00:37:43Z', 'revision_number': 0, 'project_id': 'de520cde37994b66a4d2246863070948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '265b254a-9ccb-42eb-ad69-e1538b09743a', 'name': '', 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'mac_address': 'fa:16:3e:bc:b5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:55Z', 'updated_at': '2021-07-30T00:33:00Z', 'revision_number': 5, 'project_id': 'de520cde37994b66a4d2246863070948', 'subnets': [{'id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:37:45.685794 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821ab77f-ae43-4f49-a7b2-31e69dd3d041 None None] The sync data for ids ['b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'] in n-d-712140-10 is: [{'id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'name': 'tempest-TestShelveInstance-870977472-router', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:55Z', 'revision_number': 4, 'project_id': 'de520cde37994b66a4d2246863070948', 'gw_port': {'id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': 'dca21a7f-5d03-40cd-8354-e787c4dbdba7', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'floating_ip_address': '172.25.8.4', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'port_id': 'f25a9a7a-9f78-4b78-bb7f-c035c003f5ce', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e', 'mac_address': 'fa:16:3e:90:ad:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '606e4fcc-2315-4d11-9703-fa25bce242e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:37:43Z', 'updated_at': '2021-07-30T00:37:43Z', 'revision_number': 0, 'project_id': 'de520cde37994b66a4d2246863070948', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '265b254a-9ccb-42eb-ad69-e1538b09743a', 'name': '', 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'mac_address': 'fa:16:3e:bc:b5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:55Z', 'updated_at': '2021-07-30T00:33:00Z', 'revision_number': 5, 'project_id': 'de520cde37994b66a4d2246863070948', 'subnets': [{'id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:37:45.891170 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875b7fa7-d33b-4dac-aefd-2d37da612d9b None None] New status for floating IP dca21a7f-5d03-40cd-8354-e787c4dbdba7: ACTIVE {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:38:00.436694 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:00.460035 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:02.986215 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4af2e558-8e43-4555-b541-ca4dc60f1915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:05.377819 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:38:05.566391 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:06.342805 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ddebf3e1-4b79-4c29-967f-c4f0b2384fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:07.173132 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:08.483134 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:30.213037 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-fcdb2986-ee70-466d-a8ab-cc1293173c2c req-e90a27ac-a0b0-4de1-9833-77f33d26364d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0877860 Jul 30 00:38:30.296800 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb2986-ee70-466d-a8ab-cc1293173c2c req-be34c6d0-897f-4294-a682-c2750f0ef2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:30.298684 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-fcdb2986-ee70-466d-a8ab-cc1293173c2c req-be34c6d0-897f-4294-a682-c2750f0ef2a3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de520cde37994b66a4d2246863070948&device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 1098 time: 0.0455480 Jul 30 00:38:30.402683 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb2986-ee70-466d-a8ab-cc1293173c2c req-2ea6456b-01e7-4354-9f38-61b361a621c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:30.404105 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-fcdb2986-ee70-466d-a8ab-cc1293173c2c req-2ea6456b-01e7-4354-9f38-61b361a621c0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e HTTP/1.1" status: 200 len: 909 time: 0.0851643 Jul 30 00:38:30.453951 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:30.476105 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-fcdb2986-ee70-466d-a8ab-cc1293173c2c req-b8761a55-d68b-465f-a970-346403ac80b0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f25a9a7a-9f78-4b78-bb7f-c035c003f5ce HTTP/1.1" status: 200 len: 1000 time: 0.0644655 Jul 30 00:38:30.478120 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:30.525361 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb2986-ee70-466d-a8ab-cc1293173c2c req-9157f8ee-72ff-4a4e-8a94-7902856ce452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:30.526768 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-fcdb2986-ee70-466d-a8ab-cc1293173c2c req-9157f8ee-72ff-4a4e-8a94-7902856ce452 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c7a7674-0f74-4de6-9567-ce5965f17ae6 HTTP/1.1" status: 200 len: 847 time: 0.0443661 Jul 30 00:38:30.572058 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdb2986-ee70-466d-a8ab-cc1293173c2c req-5b53ffc8-ed9d-4601-88c4-96758b8c6851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:38:30.573501 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-fcdb2986-ee70-466d-a8ab-cc1293173c2c req-5b53ffc8-ed9d-4601-88c4-96758b8c6851 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395751 Jul 30 00:38:30.664301 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-fcdb2986-ee70-466d-a8ab-cc1293173c2c req-85ee0cf8-98c9-405a-8f56-d507806087d8 service neutron] 10.222.0.39 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835452 Jul 30 00:38:30.753659 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-fcdb2986-ee70-466d-a8ab-cc1293173c2c req-7cbb1b66-c1d1-4417-aae2-e295bd1927b8 service neutron] 10.222.0.39 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823455 Jul 30 00:38:32.988554 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-63f0be2b-13dd-459c-84b2-9bb9977bf454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:35.568171 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:36.342807 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0c2b9362-f334-4b10-a7f2-cec117e9f5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:37.175701 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:38.484048 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:38:42.376264 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:39:00.450985 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:00.504980 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:02.988773 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-3e4ecee7-c062-4cf9-8462-a25e9ce710b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:05.570585 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:06.343473 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d27586e2-055c-4b16-8750-daf4f609ff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:07.178281 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:08.486737 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:19.378031 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:39:30.450592 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:30.504646 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:31.170300 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ca5f1ca0-9df1-4218-a692-b78111123358 req-c6ede9c3-00aa-4b80-b172-2ac9891a32ad service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0420151 Jul 30 00:39:31.263163 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f1ca0-9df1-4218-a692-b78111123358 req-9fcf9e60-a8bd-4486-adfa-d3c1d66af8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:31.265067 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ca5f1ca0-9df1-4218-a692-b78111123358 req-9fcf9e60-a8bd-4486-adfa-d3c1d66af8e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de520cde37994b66a4d2246863070948&device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 1098 time: 0.0486629 Jul 30 00:39:31.374885 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f1ca0-9df1-4218-a692-b78111123358 req-47a93298-b96b-4038-ab14-0e7eba8856b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:31.376455 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ca5f1ca0-9df1-4218-a692-b78111123358 req-47a93298-b96b-4038-ab14-0e7eba8856b9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e HTTP/1.1" status: 200 len: 909 time: 0.0903592 Jul 30 00:39:31.448418 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ca5f1ca0-9df1-4218-a692-b78111123358 req-76abbdcd-77f1-47a3-9c69-5b5fb6f213c0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f25a9a7a-9f78-4b78-bb7f-c035c003f5ce HTTP/1.1" status: 200 len: 1000 time: 0.0633204 Jul 30 00:39:31.497194 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f1ca0-9df1-4218-a692-b78111123358 req-87ac920b-b114-45ff-a329-ec4fc5279a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:31.498651 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ca5f1ca0-9df1-4218-a692-b78111123358 req-87ac920b-b114-45ff-a329-ec4fc5279a20 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c7a7674-0f74-4de6-9567-ce5965f17ae6 HTTP/1.1" status: 200 len: 847 time: 0.0440686 Jul 30 00:39:31.544029 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5f1ca0-9df1-4218-a692-b78111123358 req-e29589c7-115f-46fd-9646-1cc22be7c9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:31.545495 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ca5f1ca0-9df1-4218-a692-b78111123358 req-e29589c7-115f-46fd-9646-1cc22be7c9bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401695 Jul 30 00:39:31.637411 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ca5f1ca0-9df1-4218-a692-b78111123358 req-a748fd2d-d577-488c-b4d5-357cd6b20571 service neutron] 10.222.0.39 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842543 Jul 30 00:39:31.735012 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-ca5f1ca0-9df1-4218-a692-b78111123358 req-8eabca88-b809-4800-a782-4a927c468552 service neutron] 10.222.0.39 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903885 Jul 30 00:39:32.989776 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-75605aba-c950-4fc1-ad11-0ed8a3109f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:35.572318 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:36.343283 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a2f06812-f031-42d5-8681-4b9026bc7b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:37.181746 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:38.490628 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:40.418905 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b66bc6-b7ca-4b73-8e64-ea697ee796b0 req-ff18f99a-533f-47d7-9820-c4e394c403c1 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:40.420374 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08b66bc6-b7ca-4b73-8e64-ea697ee796b0 req-ff18f99a-533f-47d7-9820-c4e394c403c1 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 946 time: 0.0507374 Jul 30 00:39:40.459409 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-08b66bc6-b7ca-4b73-8e64-ea697ee796b0 req-9ab3c712-501a-45aa-b23e-07121d8811eb tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331037 Jul 30 00:39:41.642309 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3094a9c-fbc0-44df-8235-372805a5ebc7 req-2425af06-67fd-4624-bc73-4a99fe0f6d4e tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:41.645033 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c3094a9c-fbc0-44df-8235-372805a5ebc7 req-2425af06-67fd-4624-bc73-4a99fe0f6d4e tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 946 time: 0.0623403 Jul 30 00:39:41.702087 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c3094a9c-fbc0-44df-8235-372805a5ebc7 req-e4b39eda-598f-408d-8e85-cac163cfecd1 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500591 Jul 30 00:39:42.824655 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab9885-9943-4c73-8b61-4a5df1750ca4 req-76ae823b-12f0-4613-8c3f-953a74192c7d tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:42.826141 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16ab9885-9943-4c73-8b61-4a5df1750ca4 req-76ae823b-12f0-4613-8c3f-953a74192c7d tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 946 time: 0.0504105 Jul 30 00:39:42.866401 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-16ab9885-9943-4c73-8b61-4a5df1750ca4 req-d396a34d-e3b5-4795-8700-bfae9f1a8736 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329037 Jul 30 00:39:43.982630 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef082a-4e74-4054-a67b-0972bc3cd539 req-82c4e0b7-d89b-4f29-bd64-b6a4e0d5c417 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:43.984130 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e4ef082a-4e74-4054-a67b-0972bc3cd539 req-82c4e0b7-d89b-4f29-bd64-b6a4e0d5c417 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 946 time: 0.0500779 Jul 30 00:39:44.022217 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e4ef082a-4e74-4054-a67b-0972bc3cd539 req-eff43737-2f40-4517-9ec5-97409816d1a9 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311654 Jul 30 00:39:45.140137 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba54b7-5cbd-4e6d-a20a-b7db54279a3b req-93cba52b-f3d0-4d5e-b5d4-e9cb75ad09d7 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:45.141646 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-adba54b7-5cbd-4e6d-a20a-b7db54279a3b req-93cba52b-f3d0-4d5e-b5d4-e9cb75ad09d7 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 946 time: 0.0504255 Jul 30 00:39:45.187045 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-adba54b7-5cbd-4e6d-a20a-b7db54279a3b req-b90b9388-1ade-43a0-8a8a-31ae11d9789a tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389941 Jul 30 00:39:46.302629 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8454e0a5-dbc2-4e5d-a025-5c651689e11c req-c188ba2f-ce75-446b-979a-da51eb57799a tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:46.304216 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8454e0a5-dbc2-4e5d-a025-5c651689e11c req-c188ba2f-ce75-446b-979a-da51eb57799a tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 946 time: 0.0494471 Jul 30 00:39:46.343671 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8454e0a5-dbc2-4e5d-a025-5c651689e11c req-91ecb117-5493-467a-a123-935a00fe7e46 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333707 Jul 30 00:39:47.459551 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff3da58-4d25-40ef-9c64-1e16452e3e64 req-89e5d1ec-8b5a-4fdf-9b08-78a006b14ecc tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:47.461067 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ff3da58-4d25-40ef-9c64-1e16452e3e64 req-89e5d1ec-8b5a-4fdf-9b08-78a006b14ecc tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 946 time: 0.0493083 Jul 30 00:39:47.498925 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ff3da58-4d25-40ef-9c64-1e16452e3e64 req-e20a0c20-ddd1-41e6-b541-59d615291c6c tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318832 Jul 30 00:39:48.615702 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8939c871-b4dd-48fb-a776-048863f07ec9 req-ccb2ae20-fece-4355-8237-0b7dffff3b3d tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:48.617330 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8939c871-b4dd-48fb-a776-048863f07ec9 req-ccb2ae20-fece-4355-8237-0b7dffff3b3d tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 946 time: 0.0492141 Jul 30 00:39:48.659895 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8939c871-b4dd-48fb-a776-048863f07ec9 req-3f7aeafa-a750-4e69-8451-20358e832324 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364804 Jul 30 00:39:49.774586 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b06d04-eca6-4d4e-96cd-929f6b2e477f req-de7f72b2-e424-4a61-91a7-938b163fdc9b tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:49.776108 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-11b06d04-eca6-4d4e-96cd-929f6b2e477f req-de7f72b2-e424-4a61-91a7-938b163fdc9b tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 946 time: 0.0488601 Jul 30 00:39:49.815232 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-11b06d04-eca6-4d4e-96cd-929f6b2e477f req-b439b6c5-ff50-408b-81ca-14abf22fe036 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327194 Jul 30 00:39:50.553277 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcf40b-dbc2-4d6e-83f0-e4a8d2f8ce63 req-54a383bb-5988-461a-8b53-3735c25071e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:50.554754 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-25dcf40b-dbc2-4d6e-83f0-e4a8d2f8ce63 req-54a383bb-5988-461a-8b53-3735c25071e1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de520cde37994b66a4d2246863070948&device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 1098 time: 0.0432758 Jul 30 00:39:50.649957 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcf40b-dbc2-4d6e-83f0-e4a8d2f8ce63 req-4303139e-c472-46e1-a6f4-095842cce189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:50.651442 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-25dcf40b-dbc2-4d6e-83f0-e4a8d2f8ce63 req-4303139e-c472-46e1-a6f4-095842cce189 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e HTTP/1.1" status: 200 len: 909 time: 0.0901785 Jul 30 00:39:50.716238 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-25dcf40b-dbc2-4d6e-83f0-e4a8d2f8ce63 req-3308d376-ab20-420b-bb3e-ec04af8b2905 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f25a9a7a-9f78-4b78-bb7f-c035c003f5ce HTTP/1.1" status: 200 len: 1000 time: 0.0579958 Jul 30 00:39:50.769671 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcf40b-dbc2-4d6e-83f0-e4a8d2f8ce63 req-044fcfe3-2ba6-4797-883f-dcfa584e1ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:50.771125 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-25dcf40b-dbc2-4d6e-83f0-e4a8d2f8ce63 req-044fcfe3-2ba6-4797-883f-dcfa584e1ade service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c7a7674-0f74-4de6-9567-ce5965f17ae6 HTTP/1.1" status: 200 len: 847 time: 0.0482137 Jul 30 00:39:50.816221 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dcf40b-dbc2-4d6e-83f0-e4a8d2f8ce63 req-868112e2-18de-4393-89a3-a9186b1b2f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:50.817969 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-25dcf40b-dbc2-4d6e-83f0-e4a8d2f8ce63 req-868112e2-18de-4393-89a3-a9186b1b2f1c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402009 Jul 30 00:39:50.921353 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-25dcf40b-dbc2-4d6e-83f0-e4a8d2f8ce63 req-6cf5a41b-958d-4acc-8583-1401399cb537 service neutron] 10.222.0.39 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963237 Jul 30 00:39:50.933016 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328fc81-ccd3-425c-9fec-36936feca94f req-d1839b3f-baa4-4e96-86aa-4d29e97c7cfd tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:50.934701 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8328fc81-ccd3-425c-9fec-36936feca94f req-d1839b3f-baa4-4e96-86aa-4d29e97c7cfd tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 946 time: 0.0517986 Jul 30 00:39:50.975590 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-8328fc81-ccd3-425c-9fec-36936feca94f req-127dee06-3b49-4f7e-a782-8894fe955967 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348380 Jul 30 00:39:51.019553 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-25dcf40b-dbc2-4d6e-83f0-e4a8d2f8ce63 req-2fb2a79b-6857-4f35-8617-da0e0aa03261 service neutron] 10.222.0.39 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908945 Jul 30 00:39:52.091731 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8ac3a1-3b1b-4f8e-bc89-bc6c34278a17 req-86bf9be0-29e5-4416-8b29-59331c53dcfa tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:52.093255 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9d8ac3a1-3b1b-4f8e-bc89-bc6c34278a17 req-86bf9be0-29e5-4416-8b29-59331c53dcfa tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 946 time: 0.0495455 Jul 30 00:39:52.145489 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9d8ac3a1-3b1b-4f8e-bc89-bc6c34278a17 req-b3b59aad-a2af-401c-9ce9-a860fe9fc64a tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405438 Jul 30 00:39:53.269939 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b14d64-ad89-45af-a481-565871c3bda5 req-b9c2c237-7021-4355-895d-b9401087bcce tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:53.271596 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8b14d64-ad89-45af-a481-565871c3bda5 req-b9c2c237-7021-4355-895d-b9401087bcce tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 946 time: 0.0546949 Jul 30 00:39:53.316465 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f8b14d64-ad89-45af-a481-565871c3bda5 req-ab0b3d01-659f-45df-960a-de1b5f269fb3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338705 Jul 30 00:39:54.442370 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524a8d62-0c3c-4c65-baa3-b808c913775b req-91e30b0a-484a-4539-82d9-eeecfb6430e8 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:54.444140 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-524a8d62-0c3c-4c65-baa3-b808c913775b req-91e30b0a-484a-4539-82d9-eeecfb6430e8 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 946 time: 0.0544386 Jul 30 00:39:54.488315 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-524a8d62-0c3c-4c65-baa3-b808c913775b req-61eb7e5d-3231-477b-ab2a-c91145438224 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338523 Jul 30 00:39:55.691038 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-aad6411f-bdf9-4fa1-9dcc-72a6e25bae83 req-01441d22-f791-45bf-9752-1d567e419487 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0422714 Jul 30 00:39:55.725849 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92baa1af-e524-49e7-8f61-d38e6129de87 req-70c7b59b-8078-4f11-b2a7-8176be31114c tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:55.727427 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92baa1af-e524-49e7-8f61-d38e6129de87 req-70c7b59b-8078-4f11-b2a7-8176be31114c tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 946 time: 0.0531788 Jul 30 00:39:55.773226 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-92baa1af-e524-49e7-8f61-d38e6129de87 req-99dbbd0b-d6a4-41ce-adf2-f90ca5dfe387 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395458 Jul 30 00:39:56.376757 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:39:56.895871 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f46987-92ed-489e-a406-2b827164cf6d req-9845f400-6afd-49ed-aca0-dd2e112316f1 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:56.897399 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-84f46987-92ed-489e-a406-2b827164cf6d req-9845f400-6afd-49ed-aca0-dd2e112316f1 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 946 time: 0.0516758 Jul 30 00:39:56.937964 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-84f46987-92ed-489e-a406-2b827164cf6d req-d6bc3ba0-dea0-4c0c-ab08-5a43fc1ff81d tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345125 Jul 30 00:39:57.397545 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f25a9a7a-9f78-4b78-bb7f-c035c003f5ce no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:39:57.477881 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:57.502558 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606e4fcc-2315-4d11-9703-fa25bce242e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f25a9a7a-9f78-4b78-bb7f-c035c003f5ce'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:39:57.504927 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee31ed8e5b8e4dc4f88b315270ded6679232f3f3b12134e952a2ffdf5dc07ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cb9c77-b313-4edf-92cb-c1ce88cd3a3b" -d '{"events": [{"server_uuid": "606e4fcc-2315-4d11-9703-fa25bce242e9", "name": "network-vif-unplugged", "status": "completed", "tag": "f25a9a7a-9f78-4b78-bb7f-c035c003f5ce"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:39:57.519308 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port f25a9a7a-9f78-4b78-bb7f-c035c003f5ce, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f25a9a7a-9f78-4b78-bb7f-c035c003f5ce,segment=NetworkSegment(f0fe89f1-23b3-46b4-804a-0bfacd73be07),segment_id=f0fe89f1-23b3-46b4-804a-0bfacd73be07)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:39:57.524700 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:39:57.549027 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 30 Jul 2021 00:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11792985-929a-4bc6-b841-ab10b0999b13 x-openstack-request-id: req-11792985-929a-4bc6-b841-ab10b0999b13 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:39:57.549315 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606e4fcc-2315-4d11-9703-fa25bce242e9", "name": "network-vif-unplugged", "status": "failed", "tag": "f25a9a7a-9f78-4b78-bb7f-c035c003f5ce", "code": 422}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:39:57.549572 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-11792985-929a-4bc6-b841-ab10b0999b13 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:39:57.550620 n-d-712140-10 neutron-server[94065]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '606e4fcc-2315-4d11-9703-fa25bce242e9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f25a9a7a-9f78-4b78-bb7f-c035c003f5ce', 'code': 422} returned with failed status Jul 30 00:39:57.579076 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=f25a9a7a-9f78-4b78-bb7f-c035c003f5ce,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:39:57.587694 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:57.588218 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:57.588735 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:57.589497 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:57.589497 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:57.589976 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:57.590453 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:57.590793 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:57.591128 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:57.591476 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:57.591804 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:57.592226 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:39:58.067355 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81402367-e53a-46c7-8001-42b7d0c9cffb req-3b582df1-19fc-4cef-9b62-cbfc4c3a5c83 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:58.068949 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81402367-e53a-46c7-8001-42b7d0c9cffb req-3b582df1-19fc-4cef-9b62-cbfc4c3a5c83 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 944 time: 0.0515623 Jul 30 00:39:58.109764 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-81402367-e53a-46c7-8001-42b7d0c9cffb req-575dc60b-e756-461f-a8a7-38e846a02ea8 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335009 Jul 30 00:39:59.238901 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128e6e9b-eed9-40fd-ac02-e245c0a964b4 req-27ee46e1-2646-4681-8968-4f5be4c91edb tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:39:59.241253 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-128e6e9b-eed9-40fd-ac02-e245c0a964b4 req-27ee46e1-2646-4681-8968-4f5be4c91edb tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 944 time: 0.0548334 Jul 30 00:39:59.289085 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-128e6e9b-eed9-40fd-ac02-e245c0a964b4 req-7ab5a842-89f3-41ff-aee4-52ed5df0e3f0 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416594 Jul 30 00:40:00.416333 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081c195e-b359-4884-b3e5-b1005fdc7d82 req-6406db91-48f0-465a-b909-6b9e61deea4c tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:00.420579 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-081c195e-b359-4884-b3e5-b1005fdc7d82 req-6406db91-48f0-465a-b909-6b9e61deea4c tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 944 time: 0.0555177 Jul 30 00:40:00.439305 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6411f-bdf9-4fa1-9dcc-72a6e25bae83 req-1d2b8809-d5f9-48af-b6a9-3372ab82b457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:00.442398 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-aad6411f-bdf9-4fa1-9dcc-72a6e25bae83 req-1d2b8809-d5f9-48af-b6a9-3372ab82b457 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9&tenant_id=de520cde37994b66a4d2246863070948 HTTP/1.1" status: 200 len: 1096 time: 0.0431058 Jul 30 00:40:00.457212 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:00.463193 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-081c195e-b359-4884-b3e5-b1005fdc7d82 req-c945badf-2e21-4938-99b2-2d7024c7471e tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403090 Jul 30 00:40:00.520399 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:00.521420 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6411f-bdf9-4fa1-9dcc-72a6e25bae83 req-a2c525a4-cb83-46ae-b9fb-0cbcb19b708a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:00.522941 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-aad6411f-bdf9-4fa1-9dcc-72a6e25bae83 req-a2c525a4-cb83-46ae-b9fb-0cbcb19b708a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de520cde37994b66a4d2246863070948&device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 1096 time: 0.0575254 Jul 30 00:40:00.612847 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6411f-bdf9-4fa1-9dcc-72a6e25bae83 req-0858cac0-d6d2-49ff-9ef3-b0c74f0edcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:00.614714 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-aad6411f-bdf9-4fa1-9dcc-72a6e25bae83 req-0858cac0-d6d2-49ff-9ef3-b0c74f0edcfa service neutron] 10.222.0.39 "GET /v2.0/networks?id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e HTTP/1.1" status: 200 len: 909 time: 0.0852685 Jul 30 00:40:00.683711 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-aad6411f-bdf9-4fa1-9dcc-72a6e25bae83 req-fc70ae42-256a-4db9-b605-d3271b1d199c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f25a9a7a-9f78-4b78-bb7f-c035c003f5ce HTTP/1.1" status: 200 len: 998 time: 0.0623298 Jul 30 00:40:00.732906 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6411f-bdf9-4fa1-9dcc-72a6e25bae83 req-b7835445-0c0b-4442-a282-3c074a0c9201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:00.734327 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-aad6411f-bdf9-4fa1-9dcc-72a6e25bae83 req-b7835445-0c0b-4442-a282-3c074a0c9201 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c7a7674-0f74-4de6-9567-ce5965f17ae6 HTTP/1.1" status: 200 len: 847 time: 0.0440168 Jul 30 00:40:00.779264 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad6411f-bdf9-4fa1-9dcc-72a6e25bae83 req-94adfe34-826f-4137-8c86-4bc50d7dfbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:00.780976 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-aad6411f-bdf9-4fa1-9dcc-72a6e25bae83 req-94adfe34-826f-4137-8c86-4bc50d7dfbaa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0398135 Jul 30 00:40:00.874508 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-aad6411f-bdf9-4fa1-9dcc-72a6e25bae83 req-9a3e0239-c2d2-4dc7-bdce-75cbe757e779 service neutron] 10.222.0.39 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866683 Jul 30 00:40:01.016120 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-aad6411f-bdf9-4fa1-9dcc-72a6e25bae83 req-6f7d1275-9365-4924-9007-2773ae6e7a46 service neutron] 10.222.0.39 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346648 Jul 30 00:40:01.582676 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac63d32-95c0-4c45-be3b-8b0e46c04231 req-65f28cd0-ebf4-4285-b8fd-b1f6421c08ee tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:01.584187 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fac63d32-95c0-4c45-be3b-8b0e46c04231 req-65f28cd0-ebf4-4285-b8fd-b1f6421c08ee tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 944 time: 0.0501504 Jul 30 00:40:01.623227 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fac63d32-95c0-4c45-be3b-8b0e46c04231 req-aca0c319-37a0-4c95-9e5d-f373e05ff074 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330920 Jul 30 00:40:02.738536 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63360f73-1ce3-4dc1-83de-097e76095cd8 req-07fa4be2-41b5-4230-8bd2-7057d43fc994 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:02.740068 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-63360f73-1ce3-4dc1-83de-097e76095cd8 req-07fa4be2-41b5-4230-8bd2-7057d43fc994 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 944 time: 0.0505290 Jul 30 00:40:02.782464 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-63360f73-1ce3-4dc1-83de-097e76095cd8 req-8cc476a8-0182-4fcb-a5f0-d44be74ac4ef tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364234 Jul 30 00:40:02.991355 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e07ffc92-5db3-480b-841c-51086e0a5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:03.898510 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbbe37-7484-4547-ad53-00114984fbf9 req-2e58c230-dc44-45af-9c2c-49e1032b2fd9 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:03.900261 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-25bbbe37-7484-4547-ad53-00114984fbf9 req-2e58c230-dc44-45af-9c2c-49e1032b2fd9 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 944 time: 0.0494037 Jul 30 00:40:03.938714 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-25bbbe37-7484-4547-ad53-00114984fbf9 req-42fca4a6-3c23-48e8-821b-749cd74ef000 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327575 Jul 30 00:40:05.054352 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b251853-d6a4-455f-bd52-fd1ef1a6a514 req-67e7264a-d954-4075-8d56-cec5d8c7de80 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:05.056142 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1b251853-d6a4-455f-bd52-fd1ef1a6a514 req-67e7264a-d954-4075-8d56-cec5d8c7de80 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 944 time: 0.0482974 Jul 30 00:40:05.094009 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1b251853-d6a4-455f-bd52-fd1ef1a6a514 req-2542a0cb-680d-43a4-bad3-6a5b03f2b07b tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321796 Jul 30 00:40:05.573530 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:06.215508 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50862ca-ba60-4bd3-9847-41db19dc559c req-361c3c88-6047-4f87-b8f0-d5815debe8b0 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:06.216945 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f50862ca-ba60-4bd3-9847-41db19dc559c req-361c3c88-6047-4f87-b8f0-d5815debe8b0 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 944 time: 0.0493846 Jul 30 00:40:06.259389 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f50862ca-ba60-4bd3-9847-41db19dc559c req-d278015a-82e3-4693-93e4-f1a8a7ed1366 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363097 Jul 30 00:40:06.344108 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d032b0e-2e44-4de2-9d6b-f5f9aa2acd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:07.183595 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:07.376865 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5353c15-bbd7-49eb-9b18-e1cf7edd53c9 req-6e09953c-8029-4800-9d7f-4d4cdd2c6826 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:07.378341 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d5353c15-bbd7-49eb-9b18-e1cf7edd53c9 req-6e09953c-8029-4800-9d7f-4d4cdd2c6826 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 944 time: 0.0506139 Jul 30 00:40:07.418150 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d5353c15-bbd7-49eb-9b18-e1cf7edd53c9 req-df627694-c6d0-420a-9021-0ae76ab3a49a tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337541 Jul 30 00:40:08.497702 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:08.541063 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a5ab1-d040-4c4d-a0e7-5367b945fcef req-2c18491e-8a19-454e-b9a9-721796bf09ab tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:08.542835 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-890a5ab1-d040-4c4d-a0e7-5367b945fcef req-2c18491e-8a19-454e-b9a9-721796bf09ab tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 944 time: 0.0528586 Jul 30 00:40:08.581340 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-890a5ab1-d040-4c4d-a0e7-5367b945fcef req-30e2569b-a079-496c-8e1b-816b60947020 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324132 Jul 30 00:40:09.413595 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f25a9a7a-9f78-4b78-bb7f-c035c003f5ce details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:40:09.521160 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port f25a9a7a-9f78-4b78-bb7f-c035c003f5ce, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f25a9a7a-9f78-4b78-bb7f-c035c003f5ce,segment=NetworkSegment(f0fe89f1-23b3-46b4-804a-0bfacd73be07),segment_id=f0fe89f1-23b3-46b4-804a-0bfacd73be07)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:40:09.536267 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'f25a9a7a-9f78-4b78-bb7f-c035c003f5ce', 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e', 'port_id': 'f25a9a7a-9f78-4b78-bb7f-c035c003f5ce', 'mac_address': 'fa:16:3e:90:ad:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:40:09.581475 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:09.600855 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f25a9a7a-9f78-4b78-bb7f-c035c003f5ce {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:40:09.634483 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port f25a9a7a-9f78-4b78-bb7f-c035c003f5ce, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f25a9a7a-9f78-4b78-bb7f-c035c003f5ce,segment=NetworkSegment(f0fe89f1-23b3-46b4-804a-0bfacd73be07),segment_id=f0fe89f1-23b3-46b4-804a-0bfacd73be07)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:40:09.640293 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:09.708910 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=f25a9a7a-9f78-4b78-bb7f-c035c003f5ce,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:09.762629 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18956a-d7ce-4dfc-8e19-6f7070545e10 req-c17349a8-ec44-45e6-b2aa-8486a6802b4c tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:09.764744 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3e18956a-d7ce-4dfc-8e19-6f7070545e10 req-c17349a8-ec44-45e6-b2aa-8486a6802b4c tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 945 time: 0.0643628 Jul 30 00:40:09.830131 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3e18956a-d7ce-4dfc-8e19-6f7070545e10 req-f944b168-57a6-473e-82e9-b14a35e98de3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571737 Jul 30 00:40:09.878258 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['f25a9a7a-9f78-4b78-bb7f-c035c003f5ce'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:40:10.946338 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e709c-86de-4e42-8caf-eab27eed8c2c req-d9b56ee6-4508-4f6b-bef6-d1a73ecd330a tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:10.947860 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-857e709c-86de-4e42-8caf-eab27eed8c2c req-d9b56ee6-4508-4f6b-bef6-d1a73ecd330a tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 945 time: 0.0487616 Jul 30 00:40:10.986244 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-857e709c-86de-4e42-8caf-eab27eed8c2c req-3ff11eb6-da7d-464f-aae0-2d550823dffd tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324519 Jul 30 00:40:11.412595 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f25a9a7a-9f78-4b78-bb7f-c035c003f5ce up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:40:11.459649 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port f25a9a7a-9f78-4b78-bb7f-c035c003f5ce triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:40:11.460050 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:11.536306 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:11.558178 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606e4fcc-2315-4d11-9703-fa25bce242e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25a9a7a-9f78-4b78-bb7f-c035c003f5ce'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:40:11.560482 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee31ed8e5b8e4dc4f88b315270ded6679232f3f3b12134e952a2ffdf5dc07ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee946d1-7c5b-4de1-b472-d5fc7c277473" -d '{"events": [{"server_uuid": "606e4fcc-2315-4d11-9703-fa25bce242e9", "name": "network-vif-plugged", "status": "completed", "tag": "f25a9a7a-9f78-4b78-bb7f-c035c003f5ce"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:40:11.573925 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port f25a9a7a-9f78-4b78-bb7f-c035c003f5ce, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f25a9a7a-9f78-4b78-bb7f-c035c003f5ce,segment=NetworkSegment(f0fe89f1-23b3-46b4-804a-0bfacd73be07),segment_id=f0fe89f1-23b3-46b4-804a-0bfacd73be07)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:40:11.578524 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:11.603408 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b96698b-29a7-4f08-befc-f6354f9ee9ac x-openstack-request-id: req-3b96698b-29a7-4f08-befc-f6354f9ee9ac {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:40:11.603696 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606e4fcc-2315-4d11-9703-fa25bce242e9", "name": "network-vif-plugged", "status": "completed", "tag": "f25a9a7a-9f78-4b78-bb7f-c035c003f5ce", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:40:11.603971 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-3b96698b-29a7-4f08-befc-f6354f9ee9ac {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:40:11.604353 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606e4fcc-2315-4d11-9703-fa25bce242e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25a9a7a-9f78-4b78-bb7f-c035c003f5ce', 'code': 200} Jul 30 00:40:11.631487 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=f25a9a7a-9f78-4b78-bb7f-c035c003f5ce,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:40:11.747696 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28bf331-2988-496c-b9f9-212ac937d1cf req-38bf820a-0ac3-4298-9806-ca1712c9bce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:11.749194 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b28bf331-2988-496c-b9f9-212ac937d1cf req-38bf820a-0ac3-4298-9806-ca1712c9bce9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 1098 time: 0.0401120 Jul 30 00:40:11.783920 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b28bf331-2988-496c-b9f9-212ac937d1cf req-a2561424-da2a-4b05-b0ce-5e95ae7074cf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273230 Jul 30 00:40:12.102527 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366de1de-94b1-4329-aee3-ce7a2c608e9c req-2ac835ee-7ed8-4d14-aff1-e70d1b982a1a tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:12.112873 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-366de1de-94b1-4329-aee3-ce7a2c608e9c req-2ac835ee-7ed8-4d14-aff1-e70d1b982a1a tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 946 time: 0.0490935 Jul 30 00:40:12.146880 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-366de1de-94b1-4329-aee3-ce7a2c608e9c req-9272fdb7-0d28-45ab-b394-645cb76527e4 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325503 Jul 30 00:40:13.277816 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f091b-49bd-4bf6-b6c4-dac6676f3060 req-a0626770-c3ca-48df-b9d2-60b4ea8d2866 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:13.279600 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b98f091b-49bd-4bf6-b6c4-dac6676f3060 req-a0626770-c3ca-48df-b9d2-60b4ea8d2866 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 946 time: 0.0645945 Jul 30 00:40:13.330747 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b98f091b-49bd-4bf6-b6c4-dac6676f3060 req-e4749448-fde2-435a-8d89-ad808da79b50 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436716 Jul 30 00:40:30.481315 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:30.516932 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:32.170693 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-26d29ff3-7f58-4969-adfa-773f6631961a req-8bd0ad4b-a5ae-410c-b5e7-39f9fd173119 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0490725 Jul 30 00:40:32.252881 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d29ff3-7f58-4969-adfa-773f6631961a req-27365449-8a6c-411b-8762-9dad4572586a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:32.254638 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-26d29ff3-7f58-4969-adfa-773f6631961a req-27365449-8a6c-411b-8762-9dad4572586a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de520cde37994b66a4d2246863070948&device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 1098 time: 0.0428131 Jul 30 00:40:32.368389 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d29ff3-7f58-4969-adfa-773f6631961a req-dcdd6674-956c-48d3-aa9b-63d8782d547e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:32.369925 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-26d29ff3-7f58-4969-adfa-773f6631961a req-dcdd6674-956c-48d3-aa9b-63d8782d547e service neutron] 10.222.0.39 "GET /v2.0/networks?id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e HTTP/1.1" status: 200 len: 909 time: 0.0964651 Jul 30 00:40:32.443476 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-26d29ff3-7f58-4969-adfa-773f6631961a req-11b2ef1f-52de-4185-a8b9-4bdffc6ca7ba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f25a9a7a-9f78-4b78-bb7f-c035c003f5ce HTTP/1.1" status: 200 len: 1000 time: 0.0636282 Jul 30 00:40:32.495340 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d29ff3-7f58-4969-adfa-773f6631961a req-237b68fa-c313-40a0-99ad-c5e920dbe5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:32.496819 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-26d29ff3-7f58-4969-adfa-773f6631961a req-237b68fa-c313-40a0-99ad-c5e920dbe5de service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c7a7674-0f74-4de6-9567-ce5965f17ae6 HTTP/1.1" status: 200 len: 847 time: 0.0439370 Jul 30 00:40:32.544309 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d29ff3-7f58-4969-adfa-773f6631961a req-bf950123-a4af-45ba-b060-315c88630f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:40:32.545770 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-26d29ff3-7f58-4969-adfa-773f6631961a req-bf950123-a4af-45ba-b060-315c88630f6c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402293 Jul 30 00:40:32.637622 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-26d29ff3-7f58-4969-adfa-773f6631961a req-99561f14-0c1b-44fa-aa76-e189a11f4bcb service neutron] 10.222.0.39 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845540 Jul 30 00:40:32.727498 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-26d29ff3-7f58-4969-adfa-773f6631961a req-c19ee8c3-0312-4bab-bc94-50cef37565e1 service neutron] 10.222.0.39 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812113 Jul 30 00:40:32.992807 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9952f3a1-d737-4e94-af2e-8c0768a64c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:33.376514 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:40:35.575785 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:36.344620 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2be3f6a0-5c7a-4be8-bae3-93d5b1910de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:37.187715 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:40:38.497184 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:00.484889 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:00.532401 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:02.992976 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-358d99e8-005c-4d87-89d7-8629b94c7c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:05.577802 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:06.345185 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-98822c4c-86c2-45c5-b058-2989692ad30d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:07.188871 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:08.498867 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:10.375564 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:41:26.141339 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33830) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:26.302966 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-961d8c49-ef65-4a72-ada5-b42acbb2e507 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Deleting port e0f47220-0147-415a-a65f-e021f5b21098 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:41:26.303383 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-961d8c49-ef65-4a72-ada5-b42acbb2e507 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:26.377201 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-961d8c49-ef65-4a72-ada5-b42acbb2e507 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:26.377530 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-961d8c49-ef65-4a72-ada5-b42acbb2e507 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:26.389628 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-961d8c49-ef65-4a72-ada5-b42acbb2e507 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Calling delete_port for e0f47220-0147-415a-a65f-e021f5b21098 owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:41:26.536634 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-961d8c49-ef65-4a72-ada5-b42acbb2e507 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:26.564187 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961d8c49-ef65-4a72-ada5-b42acbb2e507 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Pushing event deleted for resources: {'Port': ['ID=e0f47220-0147-415a-a65f-e021f5b21098,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:26.589481 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961d8c49-ef65-4a72-ada5-b42acbb2e507 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:26.589833 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961d8c49-ef65-4a72-ada5-b42acbb2e507 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:26.590181 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961d8c49-ef65-4a72-ada5-b42acbb2e507 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:26.590524 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961d8c49-ef65-4a72-ada5-b42acbb2e507 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:26.590865 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961d8c49-ef65-4a72-ada5-b42acbb2e507 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:26.591200 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961d8c49-ef65-4a72-ada5-b42acbb2e507 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:26.591536 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961d8c49-ef65-4a72-ada5-b42acbb2e507 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:26.591888 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961d8c49-ef65-4a72-ada5-b42acbb2e507 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:26.592222 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961d8c49-ef65-4a72-ada5-b42acbb2e507 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:26.592554 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961d8c49-ef65-4a72-ada5-b42acbb2e507 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:26.592882 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961d8c49-ef65-4a72-ada5-b42acbb2e507 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:26.593209 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-961d8c49-ef65-4a72-ada5-b42acbb2e507 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:26.637084 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-961d8c49-ef65-4a72-ada5-b42acbb2e507 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:26.637413 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-961d8c49-ef65-4a72-ada5-b42acbb2e507 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Floating IP dca21a7f-5d03-40cd-8354-e787c4dbdba7 disassociated (deleted). External IP: 172.25.8.4, port: f25a9a7a-9f78-4b78-bb7f-c035c003f5ce. Jul 30 00:41:26.838756 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961d8c49-ef65-4a72-ada5-b42acbb2e507 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Router b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:41:26.948071 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961d8c49-ef65-4a72-ada5-b42acbb2e507 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:41:26.952854 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-961d8c49-ef65-4a72-ada5-b42acbb2e507 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:26.957488 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64142783-e1f1-45d5-8701-3f6d52a4d30c None None] Sync routers for ids ['b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:41:26.966907 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64142783-e1f1-45d5-8701-3f6d52a4d30c None None] Routers {'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:41:26.967521 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-64142783-e1f1-45d5-8701-3f6d52a4d30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:41:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:26.979285 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-961d8c49-ef65-4a72-ada5-b42acbb2e507 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "DELETE /v2.0/floatingips/dca21a7f-5d03-40cd-8354-e787c4dbdba7 HTTP/1.1" status: 204 len: 168 time: 0.8368506 Jul 30 00:41:26.979905 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '606e4fcc-2315-4d11-9703-fa25bce242e9', 'tag': 'f25a9a7a-9f78-4b78-bb7f-c035c003f5ce'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:41:26.982156 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776af381-1cac-42cf-8aa9-aea31a29dba4" -d '{"events": [{"name": "network-changed", "server_uuid": "606e4fcc-2315-4d11-9703-fa25bce242e9", "tag": "f25a9a7a-9f78-4b78-bb7f-c035c003f5ce"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:41:27.073067 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-64142783-e1f1-45d5-8701-3f6d52a4d30c None None] Set router b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:41:27.136270 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384b4276-867a-4320-86a1-716ba43b3a9d x-openstack-request-id: req-384b4276-867a-4320-86a1-716ba43b3a9d {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:41:27.136560 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "606e4fcc-2315-4d11-9703-fa25bce242e9", "tag": "f25a9a7a-9f78-4b78-bb7f-c035c003f5ce", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:41:27.136806 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-384b4276-867a-4320-86a1-716ba43b3a9d {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:41:27.137202 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '606e4fcc-2315-4d11-9703-fa25bce242e9', 'tag': 'f25a9a7a-9f78-4b78-bb7f-c035c003f5ce', 'status': 'completed', 'code': 200} Jul 30 00:41:27.208352 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776af381-1cac-42cf-8aa9-aea31a29dba4 req-9d2a30d3-9d06-493d-81d0-6f5cf13d8b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:27.210663 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-776af381-1cac-42cf-8aa9-aea31a29dba4 req-9d2a30d3-9d06-493d-81d0-6f5cf13d8b2d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=de520cde37994b66a4d2246863070948&device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 1098 time: 0.0503366 Jul 30 00:41:27.287281 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-64142783-e1f1-45d5-8701-3f6d52a4d30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'name': 'tempest-TestShelveInstance-870977472-router', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:55Z', 'revision_number': 4, 'project_id': 'de520cde37994b66a4d2246863070948', 'gw_port': {'id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '265b254a-9ccb-42eb-ad69-e1538b09743a', 'name': '', 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'mac_address': 'fa:16:3e:bc:b5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:55Z', 'updated_at': '2021-07-30T00:33:00Z', 'revision_number': 5, 'project_id': 'de520cde37994b66a4d2246863070948', 'subnets': [{'id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:27.311425 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776af381-1cac-42cf-8aa9-aea31a29dba4 req-15c62588-43bb-4ee1-a2de-4e4507d9fdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:27.313041 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-776af381-1cac-42cf-8aa9-aea31a29dba4 req-15c62588-43bb-4ee1-a2de-4e4507d9fdc5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e HTTP/1.1" status: 200 len: 909 time: 0.0953715 Jul 30 00:41:27.313722 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aecb96-f219-4ae4-91ab-84110c60ee39 req-0e796ef7-8ac5-4d98-b017-d1af910fb111 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:27.315232 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f5aecb96-f219-4ae4-91ab-84110c60ee39 req-0e796ef7-8ac5-4d98-b017-d1af910fb111 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 946 time: 0.1302173 Jul 30 00:41:27.315513 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64142783-e1f1-45d5-8701-3f6d52a4d30c None None] Checking router: b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:41:27.324838 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64142783-e1f1-45d5-8701-3f6d52a4d30c None None] Routers {'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:41:27.325447 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-64142783-e1f1-45d5-8701-3f6d52a4d30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:41:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:27.358343 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f5aecb96-f219-4ae4-91ab-84110c60ee39 req-e0402555-5639-481f-9f59-a81a95c22d3f tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354784 Jul 30 00:41:27.361761 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-776af381-1cac-42cf-8aa9-aea31a29dba4 req-68192497-7720-4924-a77e-7f9f47567914 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f25a9a7a-9f78-4b78-bb7f-c035c003f5ce HTTP/1.1" status: 200 len: 217 time: 0.0408516 Jul 30 00:41:27.411439 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776af381-1cac-42cf-8aa9-aea31a29dba4 req-e127166b-6ec8-4e08-8674-3c5789d779f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:27.413611 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-776af381-1cac-42cf-8aa9-aea31a29dba4 req-e127166b-6ec8-4e08-8674-3c5789d779f5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6c7a7674-0f74-4de6-9567-ce5965f17ae6 HTTP/1.1" status: 200 len: 847 time: 0.0439610 Jul 30 00:41:27.430373 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-64142783-e1f1-45d5-8701-3f6d52a4d30c None None] Set router b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:41:27.461381 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776af381-1cac-42cf-8aa9-aea31a29dba4 req-8499d644-0a41-430a-9111-49ee0155ae2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:27.462890 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-776af381-1cac-42cf-8aa9-aea31a29dba4 req-8499d644-0a41-430a-9111-49ee0155ae2b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a7849b2a-c03e-4694-a5d1-0d7f72620e9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416505 Jul 30 00:41:27.556806 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-776af381-1cac-42cf-8aa9-aea31a29dba4 req-f2d86be1-13b3-4766-b7c8-783bb25b8ff8 service neutron] 10.222.0.39 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859358 Jul 30 00:41:27.628686 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-64142783-e1f1-45d5-8701-3f6d52a4d30c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'name': 'tempest-TestShelveInstance-870977472-router', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:55Z', 'revision_number': 4, 'project_id': 'de520cde37994b66a4d2246863070948', 'gw_port': {'id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '265b254a-9ccb-42eb-ad69-e1538b09743a', 'name': '', 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'mac_address': 'fa:16:3e:bc:b5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:55Z', 'updated_at': '2021-07-30T00:33:00Z', 'revision_number': 5, 'project_id': 'de520cde37994b66a4d2246863070948', 'subnets': [{'id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:27.648610 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-776af381-1cac-42cf-8aa9-aea31a29dba4 req-cb9490b5-a0ee-4256-bd0a-6300b4105011 service neutron] 10.222.0.39 "GET /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836043 Jul 30 00:41:27.655650 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64142783-e1f1-45d5-8701-3f6d52a4d30c None None] The sync data for ids ['b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'] in n-d-712140-10 is: [{'id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'name': 'tempest-TestShelveInstance-870977472-router', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:55Z', 'revision_number': 4, 'project_id': 'de520cde37994b66a4d2246863070948', 'gw_port': {'id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': '265b254a-9ccb-42eb-ad69-e1538b09743a', 'name': '', 'network_id': 'a7849b2a-c03e-4694-a5d1-0d7f72620e9e', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'mac_address': 'fa:16:3e:bc:b5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:55Z', 'updated_at': '2021-07-30T00:33:00Z', 'revision_number': 5, 'project_id': 'de520cde37994b66a4d2246863070948', 'subnets': [{'id': '6c7a7674-0f74-4de6-9567-ce5965f17ae6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:41:27.884011 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b26ff3-7654-424c-b241-7bbb5b375c9c None None] New status for floating IP dca21a7f-5d03-40cd-8354-e787c4dbdba7: DOWN {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:41:28.474199 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf183f3-2e27-4047-a60f-3a1bcf9991e3 req-0aa77fd4-7646-4fe2-a9e8-3f3c3ca883e1 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:28.475688 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1cf183f3-2e27-4047-a60f-3a1bcf9991e3 req-0aa77fd4-7646-4fe2-a9e8-3f3c3ca883e1 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 946 time: 0.0500736 Jul 30 00:41:28.513379 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-1cf183f3-2e27-4047-a60f-3a1bcf9991e3 req-1028391e-76b9-4189-917e-af9c15aca027 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/security-groups?id=0213396c-79db-4a57-8ce1-a9eb5a44ef7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316608 Jul 30 00:41:28.721522 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd8288-e71d-406f-b202-c8061c0302cf req-b7ac9a2d-fd9e-4dd3-b9e6-8c59c01bcd8f tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:28.722976 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-fbdd8288-e71d-406f-b202-c8061c0302cf req-b7ac9a2d-fd9e-4dd3-b9e6-8c59c01bcd8f tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.39 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 946 time: 0.0490294 Jul 30 00:41:28.814427 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-fbdd8288-e71d-406f-b202-c8061c0302cf req-557009e4-a5e4-4d97-a57a-eed7059b8b54 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Deleting port f25a9a7a-9f78-4b78-bb7f-c035c003f5ce {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:41:28.814689 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-fbdd8288-e71d-406f-b202-c8061c0302cf req-557009e4-a5e4-4d97-a57a-eed7059b8b54 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:28.900289 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-fbdd8288-e71d-406f-b202-c8061c0302cf req-557009e4-a5e4-4d97-a57a-eed7059b8b54 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] For port f25a9a7a-9f78-4b78-bb7f-c035c003f5ce, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=f25a9a7a-9f78-4b78-bb7f-c035c003f5ce,segment=NetworkSegment(f0fe89f1-23b3-46b4-804a-0bfacd73be07),segment_id=f0fe89f1-23b3-46b4-804a-0bfacd73be07)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:41:28.900656 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-fbdd8288-e71d-406f-b202-c8061c0302cf req-557009e4-a5e4-4d97-a57a-eed7059b8b54 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:28.913028 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-fbdd8288-e71d-406f-b202-c8061c0302cf req-557009e4-a5e4-4d97-a57a-eed7059b8b54 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Calling delete_port for f25a9a7a-9f78-4b78-bb7f-c035c003f5ce owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:41:29.043384 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-fbdd8288-e71d-406f-b202-c8061c0302cf req-557009e4-a5e4-4d97-a57a-eed7059b8b54 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:29.079064 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557009e4-a5e4-4d97-a57a-eed7059b8b54 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Pushing event deleted for resources: {'Port': ['ID=f25a9a7a-9f78-4b78-bb7f-c035c003f5ce,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:29.103330 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557009e4-a5e4-4d97-a57a-eed7059b8b54 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:29.103680 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557009e4-a5e4-4d97-a57a-eed7059b8b54 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:29.104056 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557009e4-a5e4-4d97-a57a-eed7059b8b54 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:29.104398 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557009e4-a5e4-4d97-a57a-eed7059b8b54 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:29.104734 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557009e4-a5e4-4d97-a57a-eed7059b8b54 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:29.105067 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557009e4-a5e4-4d97-a57a-eed7059b8b54 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:29.105421 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557009e4-a5e4-4d97-a57a-eed7059b8b54 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:29.105756 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557009e4-a5e4-4d97-a57a-eed7059b8b54 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:29.106083 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557009e4-a5e4-4d97-a57a-eed7059b8b54 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:29.106412 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557009e4-a5e4-4d97-a57a-eed7059b8b54 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:29.106734 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557009e4-a5e4-4d97-a57a-eed7059b8b54 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:29.107056 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-557009e4-a5e4-4d97-a57a-eed7059b8b54 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:29.127236 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbdd8288-e71d-406f-b202-c8061c0302cf req-557009e4-a5e4-4d97-a57a-eed7059b8b54 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] No DVR routers for this DVR port f25a9a7a-9f78-4b78-bb7f-c035c003f5ce on host n-h2-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:41:29.129671 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-fbdd8288-e71d-406f-b202-c8061c0302cf req-557009e4-a5e4-4d97-a57a-eed7059b8b54 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:29.131648 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-fbdd8288-e71d-406f-b202-c8061c0302cf req-557009e4-a5e4-4d97-a57a-eed7059b8b54 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.39 "DELETE /v2.0/ports/f25a9a7a-9f78-4b78-bb7f-c035c003f5ce HTTP/1.1" status: 204 len: 173 time: 0.4028754 Jul 30 00:41:29.132266 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '606e4fcc-2315-4d11-9703-fa25bce242e9', 'name': 'network-vif-deleted', 'tag': 'f25a9a7a-9f78-4b78-bb7f-c035c003f5ce'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:41:29.134575 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5209d4e956e9ae4acfb38c8f800d5d5e141ec7fd74949f506a8c7ac355071e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afb9354e-0f3d-4794-80b0-3775c182c039" -d '{"events": [{"server_uuid": "606e4fcc-2315-4d11-9703-fa25bce242e9", "name": "network-vif-deleted", "tag": "f25a9a7a-9f78-4b78-bb7f-c035c003f5ce"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:41:29.235729 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae737c81-287d-4448-8175-02cf64038777 x-openstack-request-id: req-ae737c81-287d-4448-8175-02cf64038777 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:41:29.236151 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "606e4fcc-2315-4d11-9703-fa25bce242e9", "name": "network-vif-deleted", "tag": "f25a9a7a-9f78-4b78-bb7f-c035c003f5ce", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:41:29.236473 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ae737c81-287d-4448-8175-02cf64038777 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:41:29.236933 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '606e4fcc-2315-4d11-9703-fa25bce242e9', 'name': 'network-vif-deleted', 'tag': 'f25a9a7a-9f78-4b78-bb7f-c035c003f5ce', 'status': 'completed', 'code': 200} Jul 30 00:41:29.614110 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-df42ae52-44fa-481f-aa6c-35a20c5047dd req-21d50ba3-6c70-478c-840d-ef2e66ccd08f tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 210 time: 0.0268342 Jul 30 00:41:30.484243 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:30.532621 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:30.707289 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-18ccd5ed-9587-4eb5-8cb1-3a38df044497 req-c6b0a8c1-64f1-4572-a047-b01e65be79f3 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 210 time: 0.0264270 Jul 30 00:41:31.807201 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bdc699de-5f8a-4524-8e15-83934f7124d2 req-6fb8767c-59dd-4246-9712-691849387664 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 210 time: 0.0314064 Jul 30 00:41:32.921403 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5b1421dd-9e71-4d3f-a38f-e90e7c00faf6 req-611a774e-480a-459e-9816-735fd8ea2b52 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "GET /v2.0/ports?device_id=606e4fcc-2315-4d11-9703-fa25bce242e9 HTTP/1.1" status: 200 len: 210 time: 0.0293701 Jul 30 00:41:32.997007 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-058e41ad-be00-4243-9106-a7061bceed70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:33.849452 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f25a9a7a-9f78-4b78-bb7f-c035c003f5ce no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:41:33.870905 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: f25a9a7a-9f78-4b78-bb7f-c035c003f5ce {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:41:33.871156 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device f25a9a7a-9f78-4b78-bb7f-c035c003f5ce not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:41:33.977786 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33864) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:34.041166 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-71fb7ddc-18f3-4f74-a4b5-1196668f97a6 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:34.067573 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-71fb7ddc-18f3-4f74-a4b5-1196668f97a6 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:34.127909 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-71fb7ddc-18f3-4f74-a4b5-1196668f97a6 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:34.130779 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-71fb7ddc-18f3-4f74-a4b5-1196668f97a6 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:34.132122 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-71fb7ddc-18f3-4f74-a4b5-1196668f97a6 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] 10.222.0.18 "DELETE /v2.0/security-groups/0213396c-79db-4a57-8ce1-a9eb5a44ef7e HTTP/1.1" status: 204 len: 168 time: 0.1531880 Jul 30 00:41:34.144609 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb7ddc-18f3-4f74-a4b5-1196668f97a6 tempest-TestShelveInstance-44956952 tempest-TestShelveInstance-44956952-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0213396c-79db-4a57-8ce1-a9eb5a44ef7e,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:34.190001 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33868) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:34.649868 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-21d3f939-092b-4615-b142-30981a906c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:34.899586 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-21d3f939-092b-4615-b142-30981a906c9a admin admin] Deleting port 265b254a-9ccb-42eb-ad69-e1538b09743a {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:41:34.899956 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-21d3f939-092b-4615-b142-30981a906c9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:34.978346 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-21d3f939-092b-4615-b142-30981a906c9a admin admin] For port 265b254a-9ccb-42eb-ad69-e1538b09743a, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=265b254a-9ccb-42eb-ad69-e1538b09743a,segment=NetworkSegment(f0fe89f1-23b3-46b4-804a-0bfacd73be07),segment_id=f0fe89f1-23b3-46b4-804a-0bfacd73be07)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:41:34.979004 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-21d3f939-092b-4615-b142-30981a906c9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:34.991185 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-21d3f939-092b-4615-b142-30981a906c9a admin admin] Calling delete_port for 265b254a-9ccb-42eb-ad69-e1538b09743a owned by network:router_interface {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:41:35.175994 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-21d3f939-092b-4615-b142-30981a906c9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:35.208193 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d3f939-092b-4615-b142-30981a906c9a admin admin] Pushing event deleted for resources: {'Port': ['ID=265b254a-9ccb-42eb-ad69-e1538b09743a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:35.394453 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-21d3f939-092b-4615-b142-30981a906c9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:35.589224 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:35.617623 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d3f939-092b-4615-b142-30981a906c9a admin admin] Router b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:41:35.723568 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d3f939-092b-4615-b142-30981a906c9a admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:41:35.728698 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-21d3f939-092b-4615-b142-30981a906c9a admin admin] 10.222.0.18 "PUT /v2.0/routers/b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5374799 Jul 30 00:41:35.731720 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33872) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:35.734490 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1ebdfe-ea98-4365-b401-fa7d79a50686 None None] Sync routers for ids ['b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:41:35.745177 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1ebdfe-ea98-4365-b401-fa7d79a50686 None None] Routers {'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:41:35.745840 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-dc1ebdfe-ea98-4365-b401-fa7d79a50686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:41:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:35.839137 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0584a575-c5e5-483c-81fd-1c77677a7dee admin admin] Notify callbacks [] for router, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:35.942048 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0584a575-c5e5-483c-81fd-1c77677a7dee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:35.999280 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-0584a575-c5e5-483c-81fd-1c77677a7dee admin admin] Deleting port 1e45a8c8-55fd-472a-a418-a97b4755250b {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:41:36.000014 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0584a575-c5e5-483c-81fd-1c77677a7dee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:36.009509 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-dc1ebdfe-ea98-4365-b401-fa7d79a50686 None None] Set router b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:41:36.078555 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-0584a575-c5e5-483c-81fd-1c77677a7dee admin admin] For port 1e45a8c8-55fd-472a-a418-a97b4755250b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=1e45a8c8-55fd-472a-a418-a97b4755250b,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:41:36.078929 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0584a575-c5e5-483c-81fd-1c77677a7dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:36.092193 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-0584a575-c5e5-483c-81fd-1c77677a7dee admin admin] Calling delete_port for 1e45a8c8-55fd-472a-a418-a97b4755250b owned by network:router_gateway {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:41:36.190355 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-dc1ebdfe-ea98-4365-b401-fa7d79a50686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'name': 'tempest-TestShelveInstance-870977472-router', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:41:35Z', 'revision_number': 5, 'project_id': 'de520cde37994b66a4d2246863070948', 'gw_port': {'id': '1e45a8c8-55fd-472a-a418-a97b4755250b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ab:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:36.217350 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1ebdfe-ea98-4365-b401-fa7d79a50686 None None] Checking router: b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:41:36.226051 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1ebdfe-ea98-4365-b401-fa7d79a50686 None None] Routers {'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:41:36.226850 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-dc1ebdfe-ea98-4365-b401-fa7d79a50686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:41:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:36.268624 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0584a575-c5e5-483c-81fd-1c77677a7dee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:36.299178 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584a575-c5e5-483c-81fd-1c77677a7dee admin admin] Pushing event deleted for resources: {'Port': ['ID=1e45a8c8-55fd-472a-a418-a97b4755250b,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:36.322612 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-dc1ebdfe-ea98-4365-b401-fa7d79a50686 None None] Set router b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33 gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:41:36.357644 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0584a575-c5e5-483c-81fd-1c77677a7dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:36.381227 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-dc1ebdfe-ea98-4365-b401-fa7d79a50686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'name': 'tempest-TestShelveInstance-870977472-router', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:41:35Z', 'revision_number': 6, 'project_id': 'de520cde37994b66a4d2246863070948', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:36.411515 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1ebdfe-ea98-4365-b401-fa7d79a50686 None None] The sync data for ids ['b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33'] in n-d-712140-10 is: [{'id': 'b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33', 'name': 'tempest-TestShelveInstance-870977472-router', 'tenant_id': 'de520cde37994b66a4d2246863070948', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:53Z', 'updated_at': '2021-07-30T00:41:35Z', 'revision_number': 6, 'project_id': 'de520cde37994b66a4d2246863070948', 'gw_port_host': None}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:41:36.419170 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f431d2fd-d82f-4839-8d7e-da2cfaa761a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:36.450875 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0584a575-c5e5-483c-81fd-1c77677a7dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:36.453116 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0584a575-c5e5-483c-81fd-1c77677a7dee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:36.495336 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0584a575-c5e5-483c-81fd-1c77677a7dee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:36.495926 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0584a575-c5e5-483c-81fd-1c77677a7dee admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33 {{(pid=94063) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:41:36.500398 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-0584a575-c5e5-483c-81fd-1c77677a7dee admin admin] Notify callbacks [] for router, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:36.501523 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-0584a575-c5e5-483c-81fd-1c77677a7dee admin admin] 10.222.0.18 "DELETE /v2.0/routers/b3d369a4-fc6a-4183-a0cc-bf5f32a1fe33 HTTP/1.1" status: 204 len: 168 time: 0.7688429 Jul 30 00:41:36.504050 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33874) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:36.551478 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4f40ee6-c538-4ca3-9c8d-6a09ab68f3da admin admin] Deleting subnet 6c7a7674-0f74-4de6-9567-ce5965f17ae6 {{(pid=94063) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:41:36.555561 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b4f40ee6-c538-4ca3-9c8d-6a09ab68f3da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:36.590098 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b4f40ee6-c538-4ca3-9c8d-6a09ab68f3da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12662961'] for subnet, precommit_delete_associations {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:36.666773 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b4f40ee6-c538-4ca3-9c8d-6a09ab68f3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:36.726756 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b4f40ee6-c538-4ca3-9c8d-6a09ab68f3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12663029', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13005772'] for subnet, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:36.758174 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f40ee6-c538-4ca3-9c8d-6a09ab68f3da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c7a7674-0f74-4de6-9567-ce5965f17ae6,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:36.762548 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-b4f40ee6-c538-4ca3-9c8d-6a09ab68f3da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:36.764615 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b4f40ee6-c538-4ca3-9c8d-6a09ab68f3da admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6c7a7674-0f74-4de6-9567-ce5965f17ae6 HTTP/1.1" status: 204 len: 168 time: 0.2596180 Jul 30 00:41:36.767155 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33876) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:36.769620 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292c5e68-bb53-4b62-b80f-8aaf2ef25475 None None] Network a7849b2a-c03e-4694-a5d1-0d7f72620e9e requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:41:36.843064 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d0e7227a-2763-435c-a7b5-6133ac8bef34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:36.907176 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-d0e7227a-2763-435c-a7b5-6133ac8bef34 admin admin] Deleting port e1265d8a-ce9e-4324-88e1-6b2d092aebcf {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:41:36.907363 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 265b254a-9ccb-42eb-ad69-e1538b09743a no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:41:36.907519 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d0e7227a-2763-435c-a7b5-6133ac8bef34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:36.929784 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 265b254a-9ccb-42eb-ad69-e1538b09743a {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:41:36.930268 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 265b254a-9ccb-42eb-ad69-e1538b09743a not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:41:36.975421 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [None req-d0e7227a-2763-435c-a7b5-6133ac8bef34 admin admin] For port e1265d8a-ce9e-4324-88e1-6b2d092aebcf, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=e1265d8a-ce9e-4324-88e1-6b2d092aebcf,segment=NetworkSegment(f0fe89f1-23b3-46b4-804a-0bfacd73be07),segment_id=f0fe89f1-23b3-46b4-804a-0bfacd73be07)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:41:36.976588 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d0e7227a-2763-435c-a7b5-6133ac8bef34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:36.989232 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-d0e7227a-2763-435c-a7b5-6133ac8bef34 admin admin] Calling delete_port for e1265d8a-ce9e-4324-88e1-6b2d092aebcf owned by network:dhcp {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:41:37.068024 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d0e7227a-2763-435c-a7b5-6133ac8bef34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:37.093333 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7227a-2763-435c-a7b5-6133ac8bef34 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1265d8a-ce9e-4324-88e1-6b2d092aebcf,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:37.097268 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e7227a-2763-435c-a7b5-6133ac8bef34 admin admin] No DVR routers for this DVR port e1265d8a-ce9e-4324-88e1-6b2d092aebcf on host n-d-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:41:37.198086 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:37.220284 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e795fb-9465-491d-9e7f-3eb2239a06c5 None None] DHCP port deletion for a7849b2a-c03e-4694-a5d1-0d7f72620e9e request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:41:37.505006 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d0e7227a-2763-435c-a7b5-6133ac8bef34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:37.514803 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-d0e7227a-2763-435c-a7b5-6133ac8bef34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7849b2a-c03e-4694-a5d1-0d7f72620e9e']}} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:37.524251 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-d0e7227a-2763-435c-a7b5-6133ac8bef34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0fe89f1-23b3-46b4-804a-0bfacd73be07') {'for_net_delete': True} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:37.524552 n-d-712140-10 neutron-server[94063]: DEBUG neutron.services.segments.db [None req-d0e7227a-2763-435c-a7b5-6133ac8bef34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0fe89f1-23b3-46b4-804a-0bfacd73be07') {} {{(pid=94063) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:37.533107 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d0e7227a-2763-435c-a7b5-6133ac8bef34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12662970'] for segment, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:37.546881 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d0e7227a-2763-435c-a7b5-6133ac8bef34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:37.552627 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e7227a-2763-435c-a7b5-6133ac8bef34 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=94063) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:41:37.553017 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d0e7227a-2763-435c-a7b5-6133ac8bef34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12663083'] for segment, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:37.555376 n-d-712140-10 neutron-server[94063]: Traceback (most recent call last): Jul 30 00:41:37.555376 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:41:37.555376 n-d-712140-10 neutron-server[94063]: timer() Jul 30 00:41:37.555376 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:41:37.555376 n-d-712140-10 neutron-server[94063]: cb(*args, **kw) Jul 30 00:41:37.555376 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:41:37.555376 n-d-712140-10 neutron-server[94063]: return func(*args, **kwargs) Jul 30 00:41:37.555376 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:41:37.555376 n-d-712140-10 neutron-server[94063]: self._notify() Jul 30 00:41:37.555376 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:41:37.555376 n-d-712140-10 neutron-server[94063]: self.callback(batched_events) Jul 30 00:41:37.555376 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:41:37.555376 n-d-712140-10 neutron-server[94063]: event.method(event) Jul 30 00:41:37.555376 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:41:37.555376 n-d-712140-10 neutron-server[94063]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:41:37.555376 n-d-712140-10 neutron-server[94063]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:41:37.555376 n-d-712140-10 neutron-server[94063]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:41:37.555376 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:41:37.555376 n-d-712140-10 neutron-server[94063]: return f(self, *a, **k) Jul 30 00:41:37.555376 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:41:37.555376 n-d-712140-10 neutron-server[94063]: return self._get(url).json() Jul 30 00:41:37.555376 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:41:37.555376 n-d-712140-10 neutron-server[94063]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:41:37.555376 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:41:37.555376 n-d-712140-10 neutron-server[94063]: return self.request(url, 'GET', **kwargs) Jul 30 00:41:37.555376 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:41:37.555376 n-d-712140-10 neutron-server[94063]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:41:37.555376 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:41:37.555376 n-d-712140-10 neutron-server[94063]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:41:37.555376 n-d-712140-10 neutron-server[94063]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:41:37.555376 n-d-712140-10 neutron-server[94063]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:41:37.555376 n-d-712140-10 neutron-server[94063]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:41:37.611565 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d0e7227a-2763-435c-a7b5-6133ac8bef34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:37.615674 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d0e7227a-2763-435c-a7b5-6133ac8bef34 admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:37.618731 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d0e7227a-2763-435c-a7b5-6133ac8bef34 admin admin] 10.222.0.18 "DELETE /v2.0/networks/a7849b2a-c03e-4694-a5d1-0d7f72620e9e HTTP/1.1" status: 204 len: 168 time: 0.8503556 Jul 30 00:41:37.621631 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33878) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:37.631724 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e7227a-2763-435c-a7b5-6133ac8bef34 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7849b2a-c03e-4694-a5d1-0d7f72620e9e,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:37.959807 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e0f2157a-3ba3-4e5f-a412-742dc7f04b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:38.199640 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-e0f2157a-3ba3-4e5f-a412-742dc7f04b2d admin admin] Deleting port f015c444-4d43-4a50-82da-092b1bd55e07 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:41:38.200010 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e0f2157a-3ba3-4e5f-a412-742dc7f04b2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:38.278993 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-e0f2157a-3ba3-4e5f-a412-742dc7f04b2d admin admin] For port f015c444-4d43-4a50-82da-092b1bd55e07, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=f015c444-4d43-4a50-82da-092b1bd55e07,segment=NetworkSegment(9a71df08-e204-4e8e-83b0-228fdd6ab07e),segment_id=9a71df08-e204-4e8e-83b0-228fdd6ab07e)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:41:38.279367 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e0f2157a-3ba3-4e5f-a412-742dc7f04b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:38.292399 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-e0f2157a-3ba3-4e5f-a412-742dc7f04b2d admin admin] Calling delete_port for f015c444-4d43-4a50-82da-092b1bd55e07 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:41:38.471919 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e0f2157a-3ba3-4e5f-a412-742dc7f04b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:38.497553 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2157a-3ba3-4e5f-a412-742dc7f04b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=f015c444-4d43-4a50-82da-092b1bd55e07,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:38.503354 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:38.660744 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e1265d8a-ce9e-4324-88e1-6b2d092aebcf no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:41:38.677110 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e0f2157a-3ba3-4e5f-a412-742dc7f04b2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:38.691390 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: e1265d8a-ce9e-4324-88e1-6b2d092aebcf {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:41:38.692030 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device e1265d8a-ce9e-4324-88e1-6b2d092aebcf not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:41:38.692889 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1e45a8c8-55fd-472a-a418-a97b4755250b no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:41:38.713265 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 1e45a8c8-55fd-472a-a418-a97b4755250b {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:41:38.713760 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 1e45a8c8-55fd-472a-a418-a97b4755250b not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:41:39.239046 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0f2157a-3ba3-4e5f-a412-742dc7f04b2d admin admin] Router af3d03c6-919f-4f24-8b94-62a4312630b6 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:41:39.346600 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f2157a-3ba3-4e5f-a412-742dc7f04b2d admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:41:39.352272 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e0f2157a-3ba3-4e5f-a412-742dc7f04b2d admin admin] 10.222.0.18 "PUT /v2.0/routers/af3d03c6-919f-4f24-8b94-62a4312630b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7295411 Jul 30 00:41:39.354826 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33880) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:39.355478 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8b23f9-a94d-4412-9a07-dc55f01dbfe2 None None] Sync routers for ids ['af3d03c6-919f-4f24-8b94-62a4312630b6'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:41:39.364408 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8b23f9-a94d-4412-9a07-dc55f01dbfe2 None None] Routers {'af3d03c6-919f-4f24-8b94-62a4312630b6'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:41:39.365008 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-9f8b23f9-a94d-4412-9a07-dc55f01dbfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:41:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['af3d03c6-919f-4f24-8b94-62a4312630b6'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:39.459042 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-666c26f3-a3a4-441f-82fb-9549db505dac admin admin] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:39.469111 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-9f8b23f9-a94d-4412-9a07-dc55f01dbfe2 None None] Set router af3d03c6-919f-4f24-8b94-62a4312630b6 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:41:39.562047 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-666c26f3-a3a4-441f-82fb-9549db505dac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:39.616026 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-666c26f3-a3a4-441f-82fb-9549db505dac admin admin] Deleting port a9267444-3859-4861-9709-fee2be67a45b {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:41:39.616026 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-666c26f3-a3a4-441f-82fb-9549db505dac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:39.644509 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-9f8b23f9-a94d-4412-9a07-dc55f01dbfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3d03c6-919f-4f24-8b94-62a4312630b6', 'name': 'tempest-TestShelveInstance-1672180793-router', 'tenant_id': 'acc839d492e94478b847f670311f8b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.152'}], 'enable_snat': True}, 'gw_port_id': 'a9267444-3859-4861-9709-fee2be67a45b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:58Z', 'updated_at': '2021-07-30T00:41:38Z', 'revision_number': 5, 'project_id': 'acc839d492e94478b847f670311f8b02', 'gw_port': {'id': 'a9267444-3859-4861-9709-fee2be67a45b', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:f0:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3d03c6-919f-4f24-8b94-62a4312630b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:32:58Z', 'updated_at': '2021-07-30T00:33:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:39.703350 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-666c26f3-a3a4-441f-82fb-9549db505dac admin admin] For port a9267444-3859-4861-9709-fee2be67a45b, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=a9267444-3859-4861-9709-fee2be67a45b,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:41:39.703999 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-666c26f3-a3a4-441f-82fb-9549db505dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:39.719138 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-666c26f3-a3a4-441f-82fb-9549db505dac admin admin] Calling delete_port for a9267444-3859-4861-9709-fee2be67a45b owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:41:39.766739 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8b23f9-a94d-4412-9a07-dc55f01dbfe2 None None] Checking router: af3d03c6-919f-4f24-8b94-62a4312630b6 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:41:39.775394 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8b23f9-a94d-4412-9a07-dc55f01dbfe2 None None] Routers {'af3d03c6-919f-4f24-8b94-62a4312630b6'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:41:39.776026 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-9f8b23f9-a94d-4412-9a07-dc55f01dbfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:41:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['af3d03c6-919f-4f24-8b94-62a4312630b6'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:39.859970 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-9f8b23f9-a94d-4412-9a07-dc55f01dbfe2 None None] Set router af3d03c6-919f-4f24-8b94-62a4312630b6 gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:41:39.892562 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-666c26f3-a3a4-441f-82fb-9549db505dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:39.910935 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-9f8b23f9-a94d-4412-9a07-dc55f01dbfe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3d03c6-919f-4f24-8b94-62a4312630b6', 'name': 'tempest-TestShelveInstance-1672180793-router', 'tenant_id': 'acc839d492e94478b847f670311f8b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:58Z', 'updated_at': '2021-07-30T00:41:39Z', 'revision_number': 6, 'project_id': 'acc839d492e94478b847f670311f8b02', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:39.918994 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c26f3-a3a4-441f-82fb-9549db505dac admin admin] Pushing event deleted for resources: {'Port': ['ID=a9267444-3859-4861-9709-fee2be67a45b,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:39.940947 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8b23f9-a94d-4412-9a07-dc55f01dbfe2 None None] The sync data for ids ['af3d03c6-919f-4f24-8b94-62a4312630b6'] in n-d-712140-10 is: [{'id': 'af3d03c6-919f-4f24-8b94-62a4312630b6', 'name': 'tempest-TestShelveInstance-1672180793-router', 'tenant_id': 'acc839d492e94478b847f670311f8b02', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:32:58Z', 'updated_at': '2021-07-30T00:41:39Z', 'revision_number': 6, 'project_id': 'acc839d492e94478b847f670311f8b02', 'gw_port_host': None}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:41:39.984064 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-666c26f3-a3a4-441f-82fb-9549db505dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:40.077678 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-666c26f3-a3a4-441f-82fb-9549db505dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:40.079714 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-666c26f3-a3a4-441f-82fb-9549db505dac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:40.123800 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-666c26f3-a3a4-441f-82fb-9549db505dac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:40.124270 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666c26f3-a3a4-441f-82fb-9549db505dac admin admin] Fanout notify agent at l3_agent the message router_deleted on router af3d03c6-919f-4f24-8b94-62a4312630b6 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:41:40.128632 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-666c26f3-a3a4-441f-82fb-9549db505dac admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:40.129670 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-666c26f3-a3a4-441f-82fb-9549db505dac admin admin] 10.222.0.18 "DELETE /v2.0/routers/af3d03c6-919f-4f24-8b94-62a4312630b6 HTTP/1.1" status: 204 len: 168 time: 0.7739012 Jul 30 00:41:40.132899 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33882) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:40.175994 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2162f06-d515-4a9d-8abe-8f5239917ecc admin admin] Deleting subnet 6e6a02b2-393d-4455-a405-b1dc46ffe789 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:41:40.179567 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a2162f06-d515-4a9d-8abe-8f5239917ecc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:40.213477 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a2162f06-d515-4a9d-8abe-8f5239917ecc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:40.298416 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a2162f06-d515-4a9d-8abe-8f5239917ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:40.357327 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a2162f06-d515-4a9d-8abe-8f5239917ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:40.385621 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2162f06-d515-4a9d-8abe-8f5239917ecc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e6a02b2-393d-4455-a405-b1dc46ffe789,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:40.391246 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a2162f06-d515-4a9d-8abe-8f5239917ecc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:40.393225 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a2162f06-d515-4a9d-8abe-8f5239917ecc admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6e6a02b2-393d-4455-a405-b1dc46ffe789 HTTP/1.1" status: 204 len: 168 time: 0.2593343 Jul 30 00:41:40.395659 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33884) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:40.396317 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb9d3ef6-81c9-4a86-9e26-d9cc798c8183 None None] Network c2f73411-4d6a-4806-bfc2-85fcb607429c requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:41:40.467563 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf862f97-70c7-4b52-be42-d25ec6e74617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:40.520148 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-cf862f97-70c7-4b52-be42-d25ec6e74617 admin admin] Deleting port 29c902c6-a8d3-4d79-a893-cb41e4da7122 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:41:40.520492 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf862f97-70c7-4b52-be42-d25ec6e74617 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:40.584987 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-cf862f97-70c7-4b52-be42-d25ec6e74617 admin admin] For port 29c902c6-a8d3-4d79-a893-cb41e4da7122, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=29c902c6-a8d3-4d79-a893-cb41e4da7122,segment=NetworkSegment(9a71df08-e204-4e8e-83b0-228fdd6ab07e),segment_id=9a71df08-e204-4e8e-83b0-228fdd6ab07e)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:41:40.585895 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf862f97-70c7-4b52-be42-d25ec6e74617 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:40.598348 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-cf862f97-70c7-4b52-be42-d25ec6e74617 admin admin] Calling delete_port for 29c902c6-a8d3-4d79-a893-cb41e4da7122 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:41:40.680433 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf862f97-70c7-4b52-be42-d25ec6e74617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:40.708865 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf862f97-70c7-4b52-be42-d25ec6e74617 admin admin] No DVR routers for this DVR port 29c902c6-a8d3-4d79-a893-cb41e4da7122 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:41:40.714194 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf862f97-70c7-4b52-be42-d25ec6e74617 admin admin] Pushing event deleted for resources: {'Port': ['ID=29c902c6-a8d3-4d79-a893-cb41e4da7122,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:40.734688 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1818f6a-1914-490a-94ef-d05ac07ff6db None None] DHCP port deletion for c2f73411-4d6a-4806-bfc2-85fcb607429c request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:41:40.793942 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f015c444-4d43-4a50-82da-092b1bd55e07 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:41:40.797456 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf862f97-70c7-4b52-be42-d25ec6e74617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:40.807867 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-cf862f97-70c7-4b52-be42-d25ec6e74617 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2f73411-4d6a-4806-bfc2-85fcb607429c']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:40.814640 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: f015c444-4d43-4a50-82da-092b1bd55e07 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:41:40.814983 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device f015c444-4d43-4a50-82da-092b1bd55e07 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:41:40.815390 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 29c902c6-a8d3-4d79-a893-cb41e4da7122 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:41:40.818427 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-cf862f97-70c7-4b52-be42-d25ec6e74617 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a71df08-e204-4e8e-83b0-228fdd6ab07e') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:40.818728 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-cf862f97-70c7-4b52-be42-d25ec6e74617 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a71df08-e204-4e8e-83b0-228fdd6ab07e') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:40.828725 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf862f97-70c7-4b52-be42-d25ec6e74617 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:40.834763 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 29c902c6-a8d3-4d79-a893-cb41e4da7122 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:41:40.836306 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 29c902c6-a8d3-4d79-a893-cb41e4da7122 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:41:40.836746 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a9267444-3859-4861-9709-fee2be67a45b no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:41:40.843669 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf862f97-70c7-4b52-be42-d25ec6e74617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf862f97-70c7-4b52-be42-d25ec6e74617 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf862f97-70c7-4b52-be42-d25ec6e74617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: timer() Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: self._notify() Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:41:40.854770 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:41:40.860541 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: a9267444-3859-4861-9709-fee2be67a45b {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:41:40.861079 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device a9267444-3859-4861-9709-fee2be67a45b not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:41:40.908105 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf862f97-70c7-4b52-be42-d25ec6e74617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:40.913998 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-cf862f97-70c7-4b52-be42-d25ec6e74617 admin admin] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:40.916145 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-cf862f97-70c7-4b52-be42-d25ec6e74617 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c2f73411-4d6a-4806-bfc2-85fcb607429c HTTP/1.1" status: 204 len: 168 time: 0.5194745 Jul 30 00:41:40.927327 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf862f97-70c7-4b52-be42-d25ec6e74617 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2f73411-4d6a-4806-bfc2-85fcb607429c,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:41.041901 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33888) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:41.081448 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-b07deddc-9e1a-4d1b-802b-685e9bee0d7b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de520cde37994b66a4d2246863070948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383434 Jul 30 00:41:41.083915 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33890) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:41.131756 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-adc1ba29-7c8d-4772-acf2-c1a428ee84ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:41.153695 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-adc1ba29-7c8d-4772-acf2-c1a428ee84ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:41.199416 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-adc1ba29-7c8d-4772-acf2-c1a428ee84ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:41.201943 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-adc1ba29-7c8d-4772-acf2-c1a428ee84ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:41.203194 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-adc1ba29-7c8d-4772-acf2-c1a428ee84ac admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/744155ca-d410-46d8-bd62-7c75a8f0bc42 HTTP/1.1" status: 204 len: 168 time: 0.1184366 Jul 30 00:41:41.212026 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1ba29-7c8d-4772-acf2-c1a428ee84ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744155ca-d410-46d8-bd62-7c75a8f0bc42,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:41.520336 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33896) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:41.563159 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e3c7d5e3-cb29-4269-83e9-ec652616b664 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=acc839d492e94478b847f670311f8b02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415945 Jul 30 00:41:41.565611 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33898) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:41.611788 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e429cf35-e49f-4d05-9bfc-dac993b757d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:41.633239 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e429cf35-e49f-4d05-9bfc-dac993b757d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:41.677866 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e429cf35-e49f-4d05-9bfc-dac993b757d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:41.680953 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-e429cf35-e49f-4d05-9bfc-dac993b757d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:41.682120 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-e429cf35-e49f-4d05-9bfc-dac993b757d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/302a26d1-c8a3-45b1-a595-0cc9532ed447 HTTP/1.1" status: 204 len: 168 time: 0.1156125 Jul 30 00:41:41.689714 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e429cf35-e49f-4d05-9bfc-dac993b757d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302a26d1-c8a3-45b1-a595-0cc9532ed447,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:42.345445 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33920) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:42.453619 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-f4d2b39b-3f59-4d03-9b1d-dda8d0bdfff6 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-473388790-network', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:41:42.474444 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4d2b39b-3f59-4d03-9b1d-dda8d0bdfff6 admin admin] Made reservation on behalf of c61c74c01caa439d9c530048aa3781bb for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:41:42.476806 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f4d2b39b-3f59-4d03-9b1d-dda8d0bdfff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:42.484903 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f4d2b39b-3f59-4d03-9b1d-dda8d0bdfff6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:42.571807 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f4d2b39b-3f59-4d03-9b1d-dda8d0bdfff6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:42.575478 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f4d2b39b-3f59-4d03-9b1d-dda8d0bdfff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:42.599585 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4d2b39b-3f59-4d03-9b1d-dda8d0bdfff6 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:41:42.609747 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d2b39b-3f59-4d03-9b1d-dda8d0bdfff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9abf2584-ad35-4b51-8462-12237127756a,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:42.615092 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f4d2b39b-3f59-4d03-9b1d-dda8d0bdfff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:42.615442 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-f4d2b39b-3f59-4d03-9b1d-dda8d0bdfff6 admin admin] Added segment 0a69014b-f7a4-49aa-a042-ee18bb220e4e of type vlan for network 8c92437f-d4f9-4308-9be1-85864e4753ec Jul 30 00:41:42.656721 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f4d2b39b-3f59-4d03-9b1d-dda8d0bdfff6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:42.684996 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f4d2b39b-3f59-4d03-9b1d-dda8d0bdfff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:42.685902 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d2b39b-3f59-4d03-9b1d-dda8d0bdfff6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:42.686476 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f4d2b39b-3f59-4d03-9b1d-dda8d0bdfff6 admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:42.741223 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f4d2b39b-3f59-4d03-9b1d-dda8d0bdfff6 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3946137 Jul 30 00:41:42.745063 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d2b39b-3f59-4d03-9b1d-dda8d0bdfff6 admin admin] Pushing event updated for resources: {'Network': ['ID=8c92437f-d4f9-4308-9be1-85864e4753ec,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:42.745855 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33924) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:42.751781 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-d2b782de-e7c2-4d5d-bc19-7e57162177fe admin admin] Request body: {'subnet': {'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-473388790-subnet', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:41:42.755894 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 8c92437f-d4f9-4308-9be1-85864e4753ec details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:41:42.773724 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b782de-e7c2-4d5d-bc19-7e57162177fe admin admin] Made reservation on behalf of c61c74c01caa439d9c530048aa3781bb for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:41:42.776345 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d2b782de-e7c2-4d5d-bc19-7e57162177fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:42.944689 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d2b782de-e7c2-4d5d-bc19-7e57162177fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:43.004999 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b782de-e7c2-4d5d-bc19-7e57162177fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=66e76dbe-e633-4dc3-96e1-3419c7ac8507,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:43.012486 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b782de-e7c2-4d5d-bc19-7e57162177fe admin admin] Checking segment: {'id': '0a69014b-f7a4-49aa-a042-ee18bb220e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:41:43.012849 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b782de-e7c2-4d5d-bc19-7e57162177fe admin admin] Network hostable DHCP agents. Network: 8c92437f-d4f9-4308-9be1-85864e4753ec, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:41:43.029389 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b782de-e7c2-4d5d-bc19-7e57162177fe admin admin] Network 8c92437f-d4f9-4308-9be1-85864e4753ec is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:41:43.037019 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-d2b782de-e7c2-4d5d-bc19-7e57162177fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 8c92437f-d4f9-4308-9be1-85864e4753ec) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:41:43.041701 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b782de-e7c2-4d5d-bc19-7e57162177fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:43.042283 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d2b782de-e7c2-4d5d-bc19-7e57162177fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:43.047705 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce5dba6-28fd-4962-8d7b-0e2dec21cd33 None None] Network 8c92437f-d4f9-4308-9be1-85864e4753ec requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:41:43.055916 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d2b782de-e7c2-4d5d-bc19-7e57162177fe admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3088934 Jul 30 00:41:43.058666 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33926) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:43.063075 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-64d257bd-64b6-491a-b734-1de57bde1144 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-473388790-router', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:41:43.082519 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-64d257bd-64b6-491a-b734-1de57bde1144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:43.083714 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-64d257bd-64b6-491a-b734-1de57bde1144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:43.138183 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-64d257bd-64b6-491a-b734-1de57bde1144 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:43.193555 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-8c92437f-d4f9-4308-9be1-85864e4753ec', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'fixed_ips': [{'subnet_id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:41:43.194492 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:43.277028 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-64d257bd-64b6-491a-b734-1de57bde1144 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:43.334163 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Allocated IP 172.20.0.2 (8c92437f-d4f9-4308-9be1-85864e4753ec/66e76dbe-e633-4dc3-96e1-3419c7ac8507/b56bae61-2cd6-44ef-bcb0-31358b46a60d) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:41:43.478554 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-64d257bd-64b6-491a-b734-1de57bde1144 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:43.496559 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:43.503503 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-64d257bd-64b6-491a-b734-1de57bde1144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:43.507580 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Transition to ACTIVE for port object b56bae61-2cd6-44ef-bcb0-31358b46a60d will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:41:43.524033 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Transition to ACTIVE for port object b56bae61-2cd6-44ef-bcb0-31358b46a60d will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:41:43.531002 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:43.570683 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Network 8c92437f-d4f9-4308-9be1-85864e4753ec is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:41:43.577608 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:41:43.580115 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:41:43.588173 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Pushing event updated for resources: {'Port': ['ID=b56bae61-2cd6-44ef-bcb0-31358b46a60d,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:43.613289 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-64d257bd-64b6-491a-b734-1de57bde1144 admin admin] Allocated IP 172.25.8.96 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/8fd49c4d-efad-4eb3-a32a-5e88bb735a7d) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:41:43.621323 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:43.621671 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:43.622010 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:43.622342 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:43.622794 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:43.623124 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:43.623451 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:43.623773 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:43.624170 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:43.624545 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:43.624963 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:43.625522 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:43.663688 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Attempting to bind port b56bae61-2cd6-44ef-bcb0-31358b46a60d on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:41:43.664430 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Attempting to bind port b56bae61-2cd6-44ef-bcb0-31358b46a60d by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '0a69014b-f7a4-49aa-a042-ee18bb220e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:41:43.664790 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Attempting to bind port b56bae61-2cd6-44ef-bcb0-31358b46a60d on network 8c92437f-d4f9-4308-9be1-85864e4753ec {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:41:43.670721 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:41:43.671102 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Checking segment: {'id': '0a69014b-f7a4-49aa-a042-ee18bb220e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:41:43.671509 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:43.671927 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Bound using segment: {'id': '0a69014b-f7a4-49aa-a042-ee18bb220e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:41:43.672398 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Bound port: b56bae61-2cd6-44ef-bcb0-31358b46a60d, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69014b-f7a4-49aa-a042-ee18bb220e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:41:43.672783 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:43.735648 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-64d257bd-64b6-491a-b734-1de57bde1144 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:43.755054 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] For port b56bae61-2cd6-44ef-bcb0-31358b46a60d, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:41:43.759062 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] For port b56bae61-2cd6-44ef-bcb0-31358b46a60d, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=b56bae61-2cd6-44ef-bcb0-31358b46a60d,segment=NetworkSegment(0a69014b-f7a4-49aa-a042-ee18bb220e4e),segment_id=0a69014b-f7a4-49aa-a042-ee18bb220e4e)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:41:43.763957 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:43.786977 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-64d257bd-64b6-491a-b734-1de57bde1144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:43.836406 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944b338-ceea-4768-90e7-0d97537902e9 None None] Pushing event updated for resources: {'Port': ['ID=b56bae61-2cd6-44ef-bcb0-31358b46a60d,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:43.838938 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d257bd-64b6-491a-b734-1de57bde1144 admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:41:43.842903 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-64d257bd-64b6-491a-b734-1de57bde1144 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:41:43.845270 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d257bd-64b6-491a-b734-1de57bde1144 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:41:43.885071 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d257bd-64b6-491a-b734-1de57bde1144 admin admin] Pushing event updated for resources: {'Port': ['ID=8fd49c4d-efad-4eb3-a32a-5e88bb735a7d,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:44.156214 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-64d257bd-64b6-491a-b734-1de57bde1144 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:44.363945 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-64d257bd-64b6-491a-b734-1de57bde1144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:44.527493 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d257bd-64b6-491a-b734-1de57bde1144 admin admin] Router 8e277cca-8639-4dd5-ad66-66e4e77bd395 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:41:44.634685 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b56bae61-2cd6-44ef-bcb0-31358b46a60d up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:41:44.649893 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d257bd-64b6-491a-b734-1de57bde1144 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:41:44.665560 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e448ca8-6160-41df-8985-165c845ada4e None None] Sync routers for ids ['8e277cca-8639-4dd5-ad66-66e4e77bd395'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:41:44.672421 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-64d257bd-64b6-491a-b734-1de57bde1144 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:44.673756 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-64d257bd-64b6-491a-b734-1de57bde1144 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6140924 Jul 30 00:41:44.676832 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33928) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:44.688367 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e448ca8-6160-41df-8985-165c845ada4e None None] Routers {'8e277cca-8639-4dd5-ad66-66e4e77bd395'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:41:44.688992 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9e448ca8-6160-41df-8985-165c845ada4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:41:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8e277cca-8639-4dd5-ad66-66e4e77bd395'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:44.727073 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0a6677-6a09-4aef-9103-f543f20de7c2 None None] Network 8c92437f-d4f9-4308-9be1-85864e4753ec requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:41:44.834718 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port b56bae61-2cd6-44ef-bcb0-31358b46a60d completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:41:44.840238 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-56552764-aa94-4a49-9f07-0775c3d5f0ea None None] Provisioning for port b56bae61-2cd6-44ef-bcb0-31358b46a60d completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:41:44.857036 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port b56bae61-2cd6-44ef-bcb0-31358b46a60d triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:41:44.857417 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:44.862171 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-56552764-aa94-4a49-9f07-0775c3d5f0ea None None] Provisioning complete for port b56bae61-2cd6-44ef-bcb0-31358b46a60d triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:41:44.862529 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56552764-aa94-4a49-9f07-0775c3d5f0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:44.918385 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-9e448ca8-6160-41df-8985-165c845ada4e None None] Set router 8e277cca-8639-4dd5-ad66-66e4e77bd395 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:41:45.390775 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56552764-aa94-4a49-9f07-0775c3d5f0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:45.396446 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:45.448673 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-56552764-aa94-4a49-9f07-0775c3d5f0ea None None] For port b56bae61-2cd6-44ef-bcb0-31358b46a60d, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=b56bae61-2cd6-44ef-bcb0-31358b46a60d,segment=NetworkSegment(0a69014b-f7a4-49aa-a042-ee18bb220e4e),segment_id=0a69014b-f7a4-49aa-a042-ee18bb220e4e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:41:45.455643 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-56552764-aa94-4a49-9f07-0775c3d5f0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:45.499219 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-edc88f40-5554-4f68-bc79-35de69aa34d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:45.526005 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9e448ca8-6160-41df-8985-165c845ada4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'name': 'tempest-TestSnapshotPattern-473388790-router', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:44Z', 'revision_number': 3, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'gw_port': {'id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:37:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:45.570444 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e448ca8-6160-41df-8985-165c845ada4e None None] Checking router: 8e277cca-8639-4dd5-ad66-66e4e77bd395 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:41:45.570799 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e448ca8-6160-41df-8985-165c845ada4e None None] Updating router 8e277cca-8639-4dd5-ad66-66e4e77bd395 port 8fd49c4d-efad-4eb3-a32a-5e88bb735a7d binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:41:45.572750 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.db.api [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94065) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 30 00:41:45.573108 n-d-712140-10 neutron-server[94065]: DEBUG oslo_db.api [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 30 00:41:45.591947 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56552764-aa94-4a49-9f07-0775c3d5f0ea None None] Pushing event updated for resources: {'Port': ['ID=b56bae61-2cd6-44ef-bcb0-31358b46a60d,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:45.602697 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9e448ca8-6160-41df-8985-165c845ada4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:45.672473 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-edc88f40-5554-4f68-bc79-35de69aa34d7 admin admin] Allocated IP 172.20.0.1 (8c92437f-d4f9-4308-9be1-85864e4753ec/66e76dbe-e633-4dc3-96e1-3419c7ac8507/bdffaa29-ff71-41fd-930c-a9720ca4bebe) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:41:45.722333 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-834b1dcf-3ad8-48a2-b404-8abb570fd119 None None] Provisioning complete for port b56bae61-2cd6-44ef-bcb0-31358b46a60d triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:41:45.722701 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-834b1dcf-3ad8-48a2-b404-8abb570fd119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:45.778367 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-edc88f40-5554-4f68-bc79-35de69aa34d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:45.792425 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-edc88f40-5554-4f68-bc79-35de69aa34d7 admin admin] Transition to ACTIVE for port object bdffaa29-ff71-41fd-930c-a9720ca4bebe will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:41:45.827895 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-edc88f40-5554-4f68-bc79-35de69aa34d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:45.868370 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc88f40-5554-4f68-bc79-35de69aa34d7 admin admin] Network 8c92437f-d4f9-4308-9be1-85864e4753ec is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:41:45.873378 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-edc88f40-5554-4f68-bc79-35de69aa34d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:41:45.877874 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc88f40-5554-4f68-bc79-35de69aa34d7 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:41:45.881049 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc88f40-5554-4f68-bc79-35de69aa34d7 admin admin] Pushing event updated for resources: {'Port': ['ID=bdffaa29-ff71-41fd-930c-a9720ca4bebe,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:45.918449 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-edc88f40-5554-4f68-bc79-35de69aa34d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:45.948194 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9e448ca8-6160-41df-8985-165c845ada4e None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:45.958766 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9e448ca8-6160-41df-8985-165c845ada4e None None] Transition to ACTIVE for port object 8fd49c4d-efad-4eb3-a32a-5e88bb735a7d will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:41:45.965720 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9e448ca8-6160-41df-8985-165c845ada4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:46.019802 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317828c-1125-4f04-82a8-5ccd78bf5016 None None] Pushing event updated for resources: {'Port': ['ID=8fd49c4d-efad-4eb3-a32a-5e88bb735a7d,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:46.022136 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-9e448ca8-6160-41df-8985-165c845ada4e None None] Attempting to bind port 8fd49c4d-efad-4eb3-a32a-5e88bb735a7d on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:41:46.022556 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-9e448ca8-6160-41df-8985-165c845ada4e None None] Attempting to bind port 8fd49c4d-efad-4eb3-a32a-5e88bb735a7d by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:41:46.022964 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e448ca8-6160-41df-8985-165c845ada4e None None] Attempting to bind port 8fd49c4d-efad-4eb3-a32a-5e88bb735a7d on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:41:46.028957 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e448ca8-6160-41df-8985-165c845ada4e None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:41:46.029329 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e448ca8-6160-41df-8985-165c845ada4e None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:41:46.029730 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9e448ca8-6160-41df-8985-165c845ada4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:46.030133 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e448ca8-6160-41df-8985-165c845ada4e None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:41:46.030595 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-9e448ca8-6160-41df-8985-165c845ada4e None None] Bound port: 8fd49c4d-efad-4eb3-a32a-5e88bb735a7d, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:41:46.030998 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9e448ca8-6160-41df-8985-165c845ada4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:46.060326 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-edc88f40-5554-4f68-bc79-35de69aa34d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:46.123341 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-9e448ca8-6160-41df-8985-165c845ada4e None None] For port 8fd49c4d-efad-4eb3-a32a-5e88bb735a7d, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:41:46.144803 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-85c6b6ab-0066-416d-a895-11d0b0930a5b None None] Provisioning for port bdffaa29-ff71-41fd-930c-a9720ca4bebe completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:41:46.148919 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-9e448ca8-6160-41df-8985-165c845ada4e None None] For port 8fd49c4d-efad-4eb3-a32a-5e88bb735a7d, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=8fd49c4d-efad-4eb3-a32a-5e88bb735a7d,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:41:46.154768 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9e448ca8-6160-41df-8985-165c845ada4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:46.162487 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-85c6b6ab-0066-416d-a895-11d0b0930a5b None None] Provisioning complete for port bdffaa29-ff71-41fd-930c-a9720ca4bebe triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:41:46.162848 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-85c6b6ab-0066-416d-a895-11d0b0930a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:46.235243 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-edc88f40-5554-4f68-bc79-35de69aa34d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:46.241231 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-edc88f40-5554-4f68-bc79-35de69aa34d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:46.243139 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e448ca8-6160-41df-8985-165c845ada4e None None] Routers {'8e277cca-8639-4dd5-ad66-66e4e77bd395'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:41:46.243780 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9e448ca8-6160-41df-8985-165c845ada4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:41:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8e277cca-8639-4dd5-ad66-66e4e77bd395'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:46.248344 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-85c6b6ab-0066-416d-a895-11d0b0930a5b None None] Port bdffaa29-ff71-41fd-930c-a9720ca4bebe cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:41:46.289797 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317828c-1125-4f04-82a8-5ccd78bf5016 None None] Pushing event updated for resources: {'Port': ['ID=8fd49c4d-efad-4eb3-a32a-5e88bb735a7d,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:46.311499 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-edc88f40-5554-4f68-bc79-35de69aa34d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:46.314117 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc88f40-5554-4f68-bc79-35de69aa34d7 admin admin] Pushing event updated for resources: {'Port': ['ID=bdffaa29-ff71-41fd-930c-a9720ca4bebe,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:46.364460 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-9e448ca8-6160-41df-8985-165c845ada4e None None] Set router 8e277cca-8639-4dd5-ad66-66e4e77bd395 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:41:46.408375 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc88f40-5554-4f68-bc79-35de69aa34d7 admin admin] Network 8c92437f-d4f9-4308-9be1-85864e4753ec is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:41:46.409749 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-edc88f40-5554-4f68-bc79-35de69aa34d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:41:46.528655 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc88f40-5554-4f68-bc79-35de69aa34d7 admin admin] Router 8e277cca-8639-4dd5-ad66-66e4e77bd395 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:41:46.592234 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-9e448ca8-6160-41df-8985-165c845ada4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'name': 'tempest-TestSnapshotPattern-473388790-router', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:46Z', 'revision_number': 4, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'gw_port': {'id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:37:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'bdffaa29-ff71-41fd-930c-a9720ca4bebe', 'name': '', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'mac_address': 'fa:16:3e:fc:5f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:45Z', 'updated_at': '2021-07-30T00:41:46Z', 'revision_number': 2, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'subnets': [{'id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:46.623259 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b56bae61-2cd6-44ef-bcb0-31358b46a60d up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:41:46.626740 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e448ca8-6160-41df-8985-165c845ada4e None None] The sync data for ids ['8e277cca-8639-4dd5-ad66-66e4e77bd395'] in n-d-712140-10 is: [{'id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'name': 'tempest-TestSnapshotPattern-473388790-router', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:46Z', 'revision_number': 4, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'gw_port': {'id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:37:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'bdffaa29-ff71-41fd-930c-a9720ca4bebe', 'name': '', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'mac_address': 'fa:16:3e:fc:5f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:45Z', 'updated_at': '2021-07-30T00:41:46Z', 'revision_number': 2, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'subnets': [{'id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:41:46.658196 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc88f40-5554-4f68-bc79-35de69aa34d7 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:41:46.668377 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-edc88f40-5554-4f68-bc79-35de69aa34d7 admin admin] 10.222.0.18 "PUT /v2.0/routers/8e277cca-8639-4dd5-ad66-66e4e77bd395/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9903932 Jul 30 00:41:46.684889 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-f2e8fe1e-81f8-41fd-bb5c-8762c32ece74 None None] Provisioning complete for port bdffaa29-ff71-41fd-930c-a9720ca4bebe triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:41:46.685425 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f2e8fe1e-81f8-41fd-bb5c-8762c32ece74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:46.714636 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port b56bae61-2cd6-44ef-bcb0-31358b46a60d triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:41:46.715004 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:46.754966 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-f2e8fe1e-81f8-41fd-bb5c-8762c32ece74 None None] Port bdffaa29-ff71-41fd-930c-a9720ca4bebe cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:41:47.184190 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 33944) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:47.189377 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-c584f396-9eee-4791-ae75-5997678d74ef admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-448784670-network', 'tenant_id': '247b496b42504a1e94ec45be360f7f38'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:41:47.214146 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c584f396-9eee-4791-ae75-5997678d74ef admin admin] Made reservation on behalf of 247b496b42504a1e94ec45be360f7f38 for: {'network': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:41:47.216751 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c584f396-9eee-4791-ae75-5997678d74ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for network, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:47.227132 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c584f396-9eee-4791-ae75-5997678d74ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:47.344470 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c584f396-9eee-4791-ae75-5997678d74ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:47.349028 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c584f396-9eee-4791-ae75-5997678d74ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:47.375735 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:41:47.376407 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c584f396-9eee-4791-ae75-5997678d74ef admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=94063) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 30 00:41:47.386603 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584f396-9eee-4791-ae75-5997678d74ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96022608-2846-4e87-8f43-687c1b951d29,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:47.392916 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c584f396-9eee-4791-ae75-5997678d74ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:47.393264 n-d-712140-10 neutron-server[94063]: INFO neutron.db.segments_db [None req-c584f396-9eee-4791-ae75-5997678d74ef admin admin] Added segment e83a807d-6d89-48f2-86d1-520fc1f0783f of type vlan for network 051d336e-b9a5-4b8e-8a7f-d84b6ace1438 Jul 30 00:41:47.439875 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c584f396-9eee-4791-ae75-5997678d74ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767680816460'] for network, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:47.471509 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c584f396-9eee-4791-ae75-5997678d74ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747'] for network, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:47.472502 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c584f396-9eee-4791-ae75-5997678d74ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:47.473091 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-c584f396-9eee-4791-ae75-5997678d74ef admin admin] Notify callbacks [] for network, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:47.531213 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-c584f396-9eee-4791-ae75-5997678d74ef admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3458400 Jul 30 00:41:47.534240 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33946) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:47.534758 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584f396-9eee-4791-ae75-5997678d74ef admin admin] Pushing event updated for resources: {'Network': ['ID=051d336e-b9a5-4b8e-8a7f-d84b6ace1438,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:47.541896 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-d231cc1f-a31a-408a-bba0-1eceea1b3521 admin admin] Request body: {'subnet': {'network_id': '051d336e-b9a5-4b8e-8a7f-d84b6ace1438', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-448784670-subnet', 'tenant_id': '247b496b42504a1e94ec45be360f7f38', 'ip_version': 4}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:41:47.545981 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Network 051d336e-b9a5-4b8e-8a7f-d84b6ace1438 details requested by agent ovs-agent-n-d-712140-10 with host n-d-712140-10 {{(pid=94065) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 30 00:41:47.571541 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d231cc1f-a31a-408a-bba0-1eceea1b3521 admin admin] Made reservation on behalf of 247b496b42504a1e94ec45be360f7f38 for: {'subnet': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:41:47.574184 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d231cc1f-a31a-408a-bba0-1eceea1b3521 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14642187'] for subnet, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:47.756126 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d231cc1f-a31a-408a-bba0-1eceea1b3521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14308500', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14642213'] for subnet, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:47.807350 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231cc1f-a31a-408a-bba0-1eceea1b3521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ade81801-1883-4555-a199-b2f8116f32fb,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:47.828673 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d231cc1f-a31a-408a-bba0-1eceea1b3521 admin admin] Checking segment: {'id': 'e83a807d-6d89-48f2-86d1-520fc1f0783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '051d336e-b9a5-4b8e-8a7f-d84b6ace1438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:41:47.829062 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d231cc1f-a31a-408a-bba0-1eceea1b3521 admin admin] Network hostable DHCP agents. Network: 051d336e-b9a5-4b8e-8a7f-d84b6ace1438, hostable agents: ['d5854615-aed3-445f-8cd2-3832ec95680d'], hosted agents: [] {{(pid=94064) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 30 00:41:47.848628 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d231cc1f-a31a-408a-bba0-1eceea1b3521 admin admin] Network 051d336e-b9a5-4b8e-8a7f-d84b6ace1438 is scheduled to be hosted by DHCP agent d5854615-aed3-445f-8cd2-3832ec95680d with binding_index 1 {{(pid=94064) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 30 00:41:47.857891 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-d231cc1f-a31a-408a-bba0-1eceea1b3521 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712140-10, 051d336e-b9a5-4b8e-8a7f-d84b6ace1438) {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:41:47.862089 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d231cc1f-a31a-408a-bba0-1eceea1b3521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:47.862949 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d231cc1f-a31a-408a-bba0-1eceea1b3521 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:47.866823 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb36466-734f-4848-9417-fba1f86b9ebe None None] Network 051d336e-b9a5-4b8e-8a7f-d84b6ace1438 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:41:47.885897 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d231cc1f-a31a-408a-bba0-1eceea1b3521 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3504143 Jul 30 00:41:47.888734 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33948) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:47.893421 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-12cf7b13-edd7-40df-b83d-6e1f34aa3cb4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-448784670-router', 'tenant_id': '247b496b42504a1e94ec45be360f7f38', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:41:47.917708 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-12cf7b13-edd7-40df-b83d-6e1f34aa3cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-16332368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-441'] for router, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:47.918755 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-12cf7b13-edd7-40df-b83d-6e1f34aa3cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16332535', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16399162', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16300812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-438'] for router, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:47.977477 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-12cf7b13-edd7-40df-b83d-6e1f34aa3cb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:48.025613 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b8812e-d6f3-4b2e-bd90-3590d25a52e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc78b76d0-a73d-590f-b7fd-c4a345a8dd3c-051d336e-b9a5-4b8e-8a7f-d84b6ace1438', 'network_id': '051d336e-b9a5-4b8e-8a7f-d84b6ace1438', 'tenant_id': '247b496b42504a1e94ec45be360f7f38', 'fixed_ips': [{'subnet_id': 'ade81801-1883-4555-a199-b2f8116f32fb'}]}} from n-d-712140-10. {{(pid=94065) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 30 00:41:48.026475 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-07b8812e-d6f3-4b2e-bd90-3590d25a52e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:48.117734 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-12cf7b13-edd7-40df-b83d-6e1f34aa3cb4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:48.164994 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.db_base_plugin_common [None req-07b8812e-d6f3-4b2e-bd90-3590d25a52e4 None None] Allocated IP 172.20.0.2 (051d336e-b9a5-4b8e-8a7f-d84b6ace1438/ade81801-1883-4555-a199-b2f8116f32fb/6d3deba9-38e1-468b-8f3a-0aea50292841) {{(pid=94065) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:41:48.316755 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-07b8812e-d6f3-4b2e-bd90-3590d25a52e4 None None] Notify callbacks [] for port, precommit_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:48.326360 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-07b8812e-d6f3-4b2e-bd90-3590d25a52e4 None None] Transition to ACTIVE for port object 6d3deba9-38e1-468b-8f3a-0aea50292841 will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:41:48.330079 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-12cf7b13-edd7-40df-b83d-6e1f34aa3cb4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:48.342229 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-07b8812e-d6f3-4b2e-bd90-3590d25a52e4 None None] Transition to ACTIVE for port object 6d3deba9-38e1-468b-8f3a-0aea50292841 will not be triggered until provisioned by entity DHCP. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:41:48.348690 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-07b8812e-d6f3-4b2e-bd90-3590d25a52e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110'] for port, after_create {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:48.350235 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-12cf7b13-edd7-40df-b83d-6e1f34aa3cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:48.393423 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b8812e-d6f3-4b2e-bd90-3590d25a52e4 None None] Network 051d336e-b9a5-4b8e-8a7f-d84b6ace1438 is already hosted by enough agents. {{(pid=94065) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:41:48.397166 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8812e-d6f3-4b2e-bd90-3590d25a52e4 None None] Pushing event updated for resources: {'Port': ['ID=6d3deba9-38e1-468b-8f3a-0aea50292841,revision_number=1']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:48.399825 n-d-712140-10 neutron-server[94065]: DEBUG neutron.scheduler.base_scheduler [None req-07b8812e-d6f3-4b2e-bd90-3590d25a52e4 None None] Resources bound (agent type, host, resource id): {{(pid=94065) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:41:48.402372 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b8812e-d6f3-4b2e-bd90-3590d25a52e4 None None] Received port after_create {{(pid=94065) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:41:48.455991 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-07b8812e-d6f3-4b2e-bd90-3590d25a52e4 None None] Attempting to bind port 6d3deba9-38e1-468b-8f3a-0aea50292841 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:41:48.456244 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-07b8812e-d6f3-4b2e-bd90-3590d25a52e4 None None] Attempting to bind port 6d3deba9-38e1-468b-8f3a-0aea50292841 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'e83a807d-6d89-48f2-86d1-520fc1f0783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '051d336e-b9a5-4b8e-8a7f-d84b6ace1438'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:41:48.456630 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b8812e-d6f3-4b2e-bd90-3590d25a52e4 None None] Attempting to bind port 6d3deba9-38e1-468b-8f3a-0aea50292841 on network 051d336e-b9a5-4b8e-8a7f-d84b6ace1438 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:41:48.457062 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-12cf7b13-edd7-40df-b83d-6e1f34aa3cb4 admin admin] Allocated IP 172.25.8.113 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/57ee0c75-ab7e-43cb-b0f0-78add8422c1f) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:41:48.462991 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b8812e-d6f3-4b2e-bd90-3590d25a52e4 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:41:48.463381 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b8812e-d6f3-4b2e-bd90-3590d25a52e4 None None] Checking segment: {'id': 'e83a807d-6d89-48f2-86d1-520fc1f0783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '051d336e-b9a5-4b8e-8a7f-d84b6ace1438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:41:48.464025 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-07b8812e-d6f3-4b2e-bd90-3590d25a52e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:48.464208 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b8812e-d6f3-4b2e-bd90-3590d25a52e4 None None] Bound using segment: {'id': 'e83a807d-6d89-48f2-86d1-520fc1f0783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '051d336e-b9a5-4b8e-8a7f-d84b6ace1438'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:41:48.464661 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-07b8812e-d6f3-4b2e-bd90-3590d25a52e4 None None] Bound port: 6d3deba9-38e1-468b-8f3a-0aea50292841, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83a807d-6d89-48f2-86d1-520fc1f0783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '051d336e-b9a5-4b8e-8a7f-d84b6ace1438'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:41:48.465045 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-07b8812e-d6f3-4b2e-bd90-3590d25a52e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:48.533762 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-07b8812e-d6f3-4b2e-bd90-3590d25a52e4 None None] For port 6d3deba9-38e1-468b-8f3a-0aea50292841, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:41:48.537040 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-07b8812e-d6f3-4b2e-bd90-3590d25a52e4 None None] For port 6d3deba9-38e1-468b-8f3a-0aea50292841, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6d3deba9-38e1-468b-8f3a-0aea50292841,segment=NetworkSegment(e83a807d-6d89-48f2-86d1-520fc1f0783f),segment_id=e83a807d-6d89-48f2-86d1-520fc1f0783f)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:41:48.542130 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-07b8812e-d6f3-4b2e-bd90-3590d25a52e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:48.573776 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-12cf7b13-edd7-40df-b83d-6e1f34aa3cb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:48.611449 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8812e-d6f3-4b2e-bd90-3590d25a52e4 None None] Pushing event updated for resources: {'Port': ['ID=6d3deba9-38e1-468b-8f3a-0aea50292841,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:48.640195 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-12cf7b13-edd7-40df-b83d-6e1f34aa3cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:48.655203 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 8fd49c4d-efad-4eb3-a32a-5e88bb735a7d up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:41:48.682673 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cf7b13-edd7-40df-b83d-6e1f34aa3cb4 admin admin] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:41:48.687540 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-12cf7b13-edd7-40df-b83d-6e1f34aa3cb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:41:48.692122 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cf7b13-edd7-40df-b83d-6e1f34aa3cb4 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:41:48.696163 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf7b13-edd7-40df-b83d-6e1f34aa3cb4 admin admin] Pushing event updated for resources: {'Port': ['ID=57ee0c75-ab7e-43cb-b0f0-78add8422c1f,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:48.712652 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 8fd49c4d-efad-4eb3-a32a-5e88bb735a7d completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:41:48.717529 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 8fd49c4d-efad-4eb3-a32a-5e88bb735a7d triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:41:48.717917 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:48.748438 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc90019-a0a6-4795-97b1-8d40888f9a45 None None] Sync routers for ids ['8e277cca-8639-4dd5-ad66-66e4e77bd395'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:41:48.767648 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc90019-a0a6-4795-97b1-8d40888f9a45 None None] Routers {'8e277cca-8639-4dd5-ad66-66e4e77bd395'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:41:48.768318 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-4bc90019-a0a6-4795-97b1-8d40888f9a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:41:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8e277cca-8639-4dd5-ad66-66e4e77bd395'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:48.838031 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:48.866947 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 8fd49c4d-efad-4eb3-a32a-5e88bb735a7d, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=8fd49c4d-efad-4eb3-a32a-5e88bb735a7d,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:41:48.879956 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:48.938535 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=8fd49c4d-efad-4eb3-a32a-5e88bb735a7d,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:48.946457 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-4bc90019-a0a6-4795-97b1-8d40888f9a45 None None] Set router 8e277cca-8639-4dd5-ad66-66e4e77bd395 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:41:49.025325 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-12cf7b13-edd7-40df-b83d-6e1f34aa3cb4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:49.143931 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-4bc90019-a0a6-4795-97b1-8d40888f9a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'name': 'tempest-TestSnapshotPattern-473388790-router', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:46Z', 'revision_number': 4, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'gw_port': {'id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:37:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'bdffaa29-ff71-41fd-930c-a9720ca4bebe', 'name': '', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'mac_address': 'fa:16:3e:fc:5f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:45Z', 'updated_at': '2021-07-30T00:41:46Z', 'revision_number': 2, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'subnets': [{'id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:49.170148 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc90019-a0a6-4795-97b1-8d40888f9a45 None None] Checking router: 8e277cca-8639-4dd5-ad66-66e4e77bd395 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:41:49.170502 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc90019-a0a6-4795-97b1-8d40888f9a45 None None] Updating router 8e277cca-8639-4dd5-ad66-66e4e77bd395 port bdffaa29-ff71-41fd-930c-a9720ca4bebe binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:41:49.201632 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4bc90019-a0a6-4795-97b1-8d40888f9a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:49.225105 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-12cf7b13-edd7-40df-b83d-6e1f34aa3cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16332395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16400101'] for router, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:49.371008 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12cf7b13-edd7-40df-b83d-6e1f34aa3cb4 admin admin] Router 148b42a7-1ea4-4735-add9-9091bc663059 is scheduled to L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b with binding_index 1 {{(pid=94064) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 30 00:41:49.487112 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4bc90019-a0a6-4795-97b1-8d40888f9a45 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:49.487528 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12cf7b13-edd7-40df-b83d-6e1f34aa3cb4 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:41:49.500428 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d18806-85ef-40da-8fe2-0f81cdfc8baa None None] Sync routers for ids ['148b42a7-1ea4-4735-add9-9091bc663059'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:41:49.501440 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-4bc90019-a0a6-4795-97b1-8d40888f9a45 None None] Transition to ACTIVE for port object bdffaa29-ff71-41fd-930c-a9720ca4bebe will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:41:49.508667 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-12cf7b13-edd7-40df-b83d-6e1f34aa3cb4 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:49.510059 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4bc90019-a0a6-4795-97b1-8d40888f9a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:49.511081 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-12cf7b13-edd7-40df-b83d-6e1f34aa3cb4 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6213360 Jul 30 00:41:49.513933 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33950) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:49.515508 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d18806-85ef-40da-8fe2-0f81cdfc8baa None None] Routers {'148b42a7-1ea4-4735-add9-9091bc663059'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:41:49.516754 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-41d18806-85ef-40da-8fe2-0f81cdfc8baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:41:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['148b42a7-1ea4-4735-add9-9091bc663059'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:49.608535 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b765ff-116a-4257-8345-694d5c6ba5fc None None] Pushing event updated for resources: {'Port': ['ID=bdffaa29-ff71-41fd-930c-a9720ca4bebe,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:49.657367 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-41d18806-85ef-40da-8fe2-0f81cdfc8baa None None] Set router 148b42a7-1ea4-4735-add9-9091bc663059 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:41:49.665578 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b765ff-116a-4257-8345-694d5c6ba5fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:49.665926 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b765ff-116a-4257-8345-694d5c6ba5fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:49.666436 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b765ff-116a-4257-8345-694d5c6ba5fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:49.666774 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b765ff-116a-4257-8345-694d5c6ba5fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:49.667103 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b765ff-116a-4257-8345-694d5c6ba5fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:49.667427 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b765ff-116a-4257-8345-694d5c6ba5fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:49.667747 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b765ff-116a-4257-8345-694d5c6ba5fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:49.668098 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b765ff-116a-4257-8345-694d5c6ba5fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:49.668417 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b765ff-116a-4257-8345-694d5c6ba5fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:49.668733 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b765ff-116a-4257-8345-694d5c6ba5fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:49.669056 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b765ff-116a-4257-8345-694d5c6ba5fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:49.669431 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81b765ff-116a-4257-8345-694d5c6ba5fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94066) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:41:49.683931 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-4bc90019-a0a6-4795-97b1-8d40888f9a45 None None] Attempting to bind port bdffaa29-ff71-41fd-930c-a9720ca4bebe on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:41:49.684294 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-4bc90019-a0a6-4795-97b1-8d40888f9a45 None None] Attempting to bind port bdffaa29-ff71-41fd-930c-a9720ca4bebe by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '0a69014b-f7a4-49aa-a042-ee18bb220e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:41:49.684658 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc90019-a0a6-4795-97b1-8d40888f9a45 None None] Attempting to bind port bdffaa29-ff71-41fd-930c-a9720ca4bebe on network 8c92437f-d4f9-4308-9be1-85864e4753ec {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:41:49.692286 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc90019-a0a6-4795-97b1-8d40888f9a45 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:41:49.693041 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc90019-a0a6-4795-97b1-8d40888f9a45 None None] Checking segment: {'id': '0a69014b-f7a4-49aa-a042-ee18bb220e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:41:49.693298 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4bc90019-a0a6-4795-97b1-8d40888f9a45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:49.694143 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc90019-a0a6-4795-97b1-8d40888f9a45 None None] Bound using segment: {'id': '0a69014b-f7a4-49aa-a042-ee18bb220e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:41:49.695870 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-4bc90019-a0a6-4795-97b1-8d40888f9a45 None None] Bound port: bdffaa29-ff71-41fd-930c-a9720ca4bebe, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a69014b-f7a4-49aa-a042-ee18bb220e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:41:49.697087 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4bc90019-a0a6-4795-97b1-8d40888f9a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:49.793820 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-4bc90019-a0a6-4795-97b1-8d40888f9a45 None None] For port bdffaa29-ff71-41fd-930c-a9720ca4bebe, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:41:49.797359 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-4bc90019-a0a6-4795-97b1-8d40888f9a45 None None] For port bdffaa29-ff71-41fd-930c-a9720ca4bebe, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=bdffaa29-ff71-41fd-930c-a9720ca4bebe,segment=NetworkSegment(0a69014b-f7a4-49aa-a042-ee18bb220e4e),segment_id=0a69014b-f7a4-49aa-a042-ee18bb220e4e)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:41:49.808416 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-4bc90019-a0a6-4795-97b1-8d40888f9a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:49.898224 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b765ff-116a-4257-8345-694d5c6ba5fc None None] Pushing event updated for resources: {'Port': ['ID=bdffaa29-ff71-41fd-930c-a9720ca4bebe,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:49.908787 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc90019-a0a6-4795-97b1-8d40888f9a45 None None] Routers {'8e277cca-8639-4dd5-ad66-66e4e77bd395'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:41:49.909415 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-4bc90019-a0a6-4795-97b1-8d40888f9a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:41:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8e277cca-8639-4dd5-ad66-66e4e77bd395'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:49.979677 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d61333-0ab0-4ed9-a667-c4f3739f54b1 None None] Network 051d336e-b9a5-4b8e-8a7f-d84b6ace1438 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:41:50.023048 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-4bc90019-a0a6-4795-97b1-8d40888f9a45 None None] Set router 8e277cca-8639-4dd5-ad66-66e4e77bd395 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:41:50.047043 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ba6ebddd-7fdc-4dd0-99b5-50d126197e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:50.066938 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-9dc53186-c0f5-4fb0-a5a2-42226dcebf0f None None] Provisioning for port 6d3deba9-38e1-468b-8f3a-0aea50292841 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:41:50.219547 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-41d18806-85ef-40da-8fe2-0f81cdfc8baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148b42a7-1ea4-4735-add9-9091bc663059', 'name': 'tempest-TestSnapshotPattern-448784670-router', 'tenant_id': '247b496b42504a1e94ec45be360f7f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '57ee0c75-ab7e-43cb-b0f0-78add8422c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:41:47Z', 'updated_at': '2021-07-30T00:41:48Z', 'revision_number': 3, 'project_id': '247b496b42504a1e94ec45be360f7f38', 'gw_port': {'id': '57ee0c75-ab7e-43cb-b0f0-78add8422c1f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ae:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148b42a7-1ea4-4735-add9-9091bc663059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:48Z', 'updated_at': '2021-07-30T00:41:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:50.239297 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [None req-ba6ebddd-7fdc-4dd0-99b5-50d126197e21 admin admin] Allocated IP 172.20.0.1 (051d336e-b9a5-4b8e-8a7f-d84b6ace1438/ade81801-1883-4555-a199-b2f8116f32fb/d07d90eb-5f78-4da6-bfe3-154e30a7eca3) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:41:50.249292 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d18806-85ef-40da-8fe2-0f81cdfc8baa None None] Checking router: 148b42a7-1ea4-4735-add9-9091bc663059 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:41:50.249784 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d18806-85ef-40da-8fe2-0f81cdfc8baa None None] Updating router 148b42a7-1ea4-4735-add9-9091bc663059 port 57ee0c75-ab7e-43cb-b0f0-78add8422c1f binding host n-d-712140-10 {{(pid=94065) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:41:50.259665 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-4bc90019-a0a6-4795-97b1-8d40888f9a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'name': 'tempest-TestSnapshotPattern-473388790-router', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:46Z', 'revision_number': 4, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'gw_port': {'id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'bdffaa29-ff71-41fd-930c-a9720ca4bebe', 'name': '', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'mac_address': 'fa:16:3e:fc:5f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:45Z', 'updated_at': '2021-07-30T00:41:49Z', 'revision_number': 4, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'subnets': [{'id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:50.287380 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc90019-a0a6-4795-97b1-8d40888f9a45 None None] The sync data for ids ['8e277cca-8639-4dd5-ad66-66e4e77bd395'] in n-d-712140-10 is: [{'id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'name': 'tempest-TestSnapshotPattern-473388790-router', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:46Z', 'revision_number': 4, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'gw_port': {'id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'bdffaa29-ff71-41fd-930c-a9720ca4bebe', 'name': '', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'mac_address': 'fa:16:3e:fc:5f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:45Z', 'updated_at': '2021-07-30T00:41:49Z', 'revision_number': 4, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'subnets': [{'id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:41:50.300361 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-41d18806-85ef-40da-8fe2-0f81cdfc8baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:50.372691 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ba6ebddd-7fdc-4dd0-99b5-50d126197e21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:50.388935 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [None req-ba6ebddd-7fdc-4dd0-99b5-50d126197e21 admin admin] Transition to ACTIVE for port object d07d90eb-5f78-4da6-bfe3-154e30a7eca3 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:41:50.429777 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ba6ebddd-7fdc-4dd0-99b5-50d126197e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:50.475218 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6ebddd-7fdc-4dd0-99b5-50d126197e21 admin admin] Network 051d336e-b9a5-4b8e-8a7f-d84b6ace1438 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:41:50.479168 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-ba6ebddd-7fdc-4dd0-99b5-50d126197e21 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:41:50.482972 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6ebddd-7fdc-4dd0-99b5-50d126197e21 admin admin] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:41:50.523316 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ebddd-7fdc-4dd0-99b5-50d126197e21 admin admin] Pushing event updated for resources: {'Port': ['ID=d07d90eb-5f78-4da6-bfe3-154e30a7eca3,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:50.556874 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ba6ebddd-7fdc-4dd0-99b5-50d126197e21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16399930'] for router_interface, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:50.657491 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-41d18806-85ef-40da-8fe2-0f81cdfc8baa None None] Notify callbacks [] for port, precommit_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:50.669284 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-41d18806-85ef-40da-8fe2-0f81cdfc8baa None None] Transition to ACTIVE for port object 57ee0c75-ab7e-43cb-b0f0-78add8422c1f will not be triggered until provisioned by entity L2. {{(pid=94065) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:41:50.686871 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-41d18806-85ef-40da-8fe2-0f81cdfc8baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:50.754730 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ba6ebddd-7fdc-4dd0-99b5-50d126197e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:50.776193 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 8fd49c4d-efad-4eb3-a32a-5e88bb735a7d up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:41:50.782673 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-41d18806-85ef-40da-8fe2-0f81cdfc8baa None None] Attempting to bind port 57ee0c75-ab7e-43cb-b0f0-78add8422c1f on host n-d-712140-10 for vnic_type normal with profile {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:41:50.783048 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-41d18806-85ef-40da-8fe2-0f81cdfc8baa None None] Attempting to bind port 57ee0c75-ab7e-43cb-b0f0-78add8422c1f by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:41:50.783418 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d18806-85ef-40da-8fe2-0f81cdfc8baa None None] Attempting to bind port 57ee0c75-ab7e-43cb-b0f0-78add8422c1f on network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:41:50.836264 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b3002-e25a-4182-b454-252519ba198e None None] Pushing event updated for resources: {'Port': ['ID=57ee0c75-ab7e-43cb-b0f0-78add8422c1f,revision_number=2']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:50.843813 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d18806-85ef-40da-8fe2-0f81cdfc8baa None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:41:50.844254 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d18806-85ef-40da-8fe2-0f81cdfc8baa None None] Checking segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94065) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:41:50.844583 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-41d18806-85ef-40da-8fe2-0f81cdfc8baa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:50.844976 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d18806-85ef-40da-8fe2-0f81cdfc8baa None None] Bound using segment: {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'} {{(pid=94065) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:41:50.845471 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.managers [None req-41d18806-85ef-40da-8fe2-0f81cdfc8baa None None] Bound port: 57ee0c75-ab7e-43cb-b0f0-78add8422c1f, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e63973b-3d92-44f7-a06c-186cb9d00b8a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7'}}] {{(pid=94065) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:41:50.845853 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-41d18806-85ef-40da-8fe2-0f81cdfc8baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:50.901475 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 8fd49c4d-efad-4eb3-a32a-5e88bb735a7d triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:41:50.901861 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:50.943358 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-41d18806-85ef-40da-8fe2-0f81cdfc8baa None None] For port 57ee0c75-ab7e-43cb-b0f0-78add8422c1f, host n-d-712140-10, cleared binding levels {{(pid=94065) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:41:50.951053 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ba6ebddd-7fdc-4dd0-99b5-50d126197e21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:50.956661 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ba6ebddd-7fdc-4dd0-99b5-50d126197e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:50.964345 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-41d18806-85ef-40da-8fe2-0f81cdfc8baa None None] For port 57ee0c75-ab7e-43cb-b0f0-78add8422c1f, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=57ee0c75-ab7e-43cb-b0f0-78add8422c1f,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:41:50.965446 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-46b22325-8fb3-431a-bae7-8300d5140b51 None None] Provisioning for port d07d90eb-5f78-4da6-bfe3-154e30a7eca3 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:41:50.972557 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-41d18806-85ef-40da-8fe2-0f81cdfc8baa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:50.976694 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-46b22325-8fb3-431a-bae7-8300d5140b51 None None] Provisioning complete for port d07d90eb-5f78-4da6-bfe3-154e30a7eca3 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:41:50.977057 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-46b22325-8fb3-431a-bae7-8300d5140b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:51.028855 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ebddd-7fdc-4dd0-99b5-50d126197e21 admin admin] Pushing event updated for resources: {'Port': ['ID=d07d90eb-5f78-4da6-bfe3-154e30a7eca3,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:51.031752 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ba6ebddd-7fdc-4dd0-99b5-50d126197e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16195761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16400298'] for router_interface, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:51.071339 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-46b22325-8fb3-431a-bae7-8300d5140b51 None None] Port d07d90eb-5f78-4da6-bfe3-154e30a7eca3 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:41:51.097067 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d18806-85ef-40da-8fe2-0f81cdfc8baa None None] Routers {'148b42a7-1ea4-4735-add9-9091bc663059'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:41:51.097707 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-41d18806-85ef-40da-8fe2-0f81cdfc8baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:41:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['148b42a7-1ea4-4735-add9-9091bc663059'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:51.128391 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6ebddd-7fdc-4dd0-99b5-50d126197e21 admin admin] Network 051d336e-b9a5-4b8e-8a7f-d84b6ace1438 is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:41:51.129816 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [None req-ba6ebddd-7fdc-4dd0-99b5-50d126197e21 admin admin] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:41:51.131169 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6b3002-e25a-4182-b454-252519ba198e None None] Pushing event updated for resources: {'Port': ['ID=57ee0c75-ab7e-43cb-b0f0-78add8422c1f,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:51.152316 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device bdffaa29-ff71-41fd-930c-a9720ca4bebe up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:41:51.249964 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-41d18806-85ef-40da-8fe2-0f81cdfc8baa None None] Set router 148b42a7-1ea4-4735-add9-9091bc663059 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:41:51.296591 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port bdffaa29-ff71-41fd-930c-a9720ca4bebe completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:41:51.308660 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port bdffaa29-ff71-41fd-930c-a9720ca4bebe triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:41:51.308915 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:51.435179 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-fe4ad932-808b-45c8-ba31-d1387f39a3e4 None None] Provisioning complete for port d07d90eb-5f78-4da6-bfe3-154e30a7eca3 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:41:51.435465 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-fe4ad932-808b-45c8-ba31-d1387f39a3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:51.518736 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-fe4ad932-808b-45c8-ba31-d1387f39a3e4 None None] Port d07d90eb-5f78-4da6-bfe3-154e30a7eca3 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:41:51.551521 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:51.596848 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port bdffaa29-ff71-41fd-930c-a9720ca4bebe, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=bdffaa29-ff71-41fd-930c-a9720ca4bebe,segment=NetworkSegment(0a69014b-f7a4-49aa-a042-ee18bb220e4e),segment_id=0a69014b-f7a4-49aa-a042-ee18bb220e4e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:41:51.604331 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:51.605133 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6d3deba9-38e1-468b-8f3a-0aea50292841 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:41:51.628488 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba6ebddd-7fdc-4dd0-99b5-50d126197e21 admin admin] Router 148b42a7-1ea4-4735-add9-9091bc663059 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:41:51.654533 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-41d18806-85ef-40da-8fe2-0f81cdfc8baa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148b42a7-1ea4-4735-add9-9091bc663059', 'name': 'tempest-TestSnapshotPattern-448784670-router', 'tenant_id': '247b496b42504a1e94ec45be360f7f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '57ee0c75-ab7e-43cb-b0f0-78add8422c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:41:47Z', 'updated_at': '2021-07-30T00:41:50Z', 'revision_number': 4, 'project_id': '247b496b42504a1e94ec45be360f7f38', 'gw_port': {'id': '57ee0c75-ab7e-43cb-b0f0-78add8422c1f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ae:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148b42a7-1ea4-4735-add9-9091bc663059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:48Z', 'updated_at': '2021-07-30T00:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd07d90eb-5f78-4da6-bfe3-154e30a7eca3', 'name': '', 'network_id': '051d336e-b9a5-4b8e-8a7f-d84b6ace1438', 'tenant_id': '247b496b42504a1e94ec45be360f7f38', 'mac_address': 'fa:16:3e:0a:75:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148b42a7-1ea4-4735-add9-9091bc663059', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'ade81801-1883-4555-a199-b2f8116f32fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:50Z', 'updated_at': '2021-07-30T00:41:50Z', 'revision_number': 2, 'project_id': '247b496b42504a1e94ec45be360f7f38', 'subnets': [{'id': 'ade81801-1883-4555-a199-b2f8116f32fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:51.688968 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d18806-85ef-40da-8fe2-0f81cdfc8baa None None] The sync data for ids ['148b42a7-1ea4-4735-add9-9091bc663059'] in n-d-712140-10 is: [{'id': '148b42a7-1ea4-4735-add9-9091bc663059', 'name': 'tempest-TestSnapshotPattern-448784670-router', 'tenant_id': '247b496b42504a1e94ec45be360f7f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '57ee0c75-ab7e-43cb-b0f0-78add8422c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:41:47Z', 'updated_at': '2021-07-30T00:41:50Z', 'revision_number': 4, 'project_id': '247b496b42504a1e94ec45be360f7f38', 'gw_port': {'id': '57ee0c75-ab7e-43cb-b0f0-78add8422c1f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ae:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148b42a7-1ea4-4735-add9-9091bc663059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:48Z', 'updated_at': '2021-07-30T00:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd07d90eb-5f78-4da6-bfe3-154e30a7eca3', 'name': '', 'network_id': '051d336e-b9a5-4b8e-8a7f-d84b6ace1438', 'tenant_id': '247b496b42504a1e94ec45be360f7f38', 'mac_address': 'fa:16:3e:0a:75:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148b42a7-1ea4-4735-add9-9091bc663059', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'ade81801-1883-4555-a199-b2f8116f32fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:50Z', 'updated_at': '2021-07-30T00:41:50Z', 'revision_number': 2, 'project_id': '247b496b42504a1e94ec45be360f7f38', 'subnets': [{'id': 'ade81801-1883-4555-a199-b2f8116f32fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:41:51.720522 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=bdffaa29-ff71-41fd-930c-a9720ca4bebe,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:51.730298 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 6d3deba9-38e1-468b-8f3a-0aea50292841 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:41:51.736850 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 6d3deba9-38e1-468b-8f3a-0aea50292841 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:41:51.737236 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:51.745447 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba6ebddd-7fdc-4dd0-99b5-50d126197e21 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:41:51.750550 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ba6ebddd-7fdc-4dd0-99b5-50d126197e21 admin admin] 10.222.0.18 "PUT /v2.0/routers/148b42a7-1ea4-4735-add9-9091bc663059/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2350163 Jul 30 00:41:51.832032 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:51.874874 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 6d3deba9-38e1-468b-8f3a-0aea50292841, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6d3deba9-38e1-468b-8f3a-0aea50292841,segment=NetworkSegment(e83a807d-6d89-48f2-86d1-520fc1f0783f),segment_id=e83a807d-6d89-48f2-86d1-520fc1f0783f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:41:51.879595 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:51.952613 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=6d3deba9-38e1-468b-8f3a-0aea50292841,revision_number=3']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:52.327066 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33958) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:52.331785 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-ed74f037-89b8-4ea4-b0af-6755a2d65ba4 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1442617616', 'description': 'tempest-secgroup-smoke-1442617616 description', 'project_id': 'c61c74c01caa439d9c530048aa3781bb'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:41:52.354523 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ed74f037-89b8-4ea4-b0af-6755a2d65ba4 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for security_group, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:52.436056 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ed74f037-89b8-4ea4-b0af-6755a2d65ba4 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for security_group, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:52.440072 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ed74f037-89b8-4ea4-b0af-6755a2d65ba4 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:52.469432 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ed74f037-89b8-4ea4-b0af-6755a2d65ba4 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for security_group, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:52.470654 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ed74f037-89b8-4ea4-b0af-6755a2d65ba4 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1425662 Jul 30 00:41:52.471355 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed74f037-89b8-4ea4-b0af-6755a2d65ba4 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d37e048d-527f-47ae-9634-f9a5e4e07bb9,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:52.473574 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33960) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:52.478782 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-a0e1d9d1-0ecf-40f0-8896-bf4143a681a9 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Request body: {'security_group_rule': {'security_group_id': 'd37e048d-527f-47ae-9634-f9a5e4e07bb9', 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:41:52.505012 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a0e1d9d1-0ecf-40f0-8896-bf4143a681a9 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:52.565539 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a0e1d9d1-0ecf-40f0-8896-bf4143a681a9 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:52.570613 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a0e1d9d1-0ecf-40f0-8896-bf4143a681a9 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:52.591126 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e1d9d1-0ecf-40f0-8896-bf4143a681a9 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00d79f6b-31d4-4a8a-825f-4f4519239f8a,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:52.597094 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-a0e1d9d1-0ecf-40f0-8896-bf4143a681a9 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:52.598580 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-a0e1d9d1-0ecf-40f0-8896-bf4143a681a9 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1240640 Jul 30 00:41:52.602611 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33962) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:52.607079 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-e4684911-bd92-4949-97e9-7778dbf153d4 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Request body: {'security_group_rule': {'security_group_id': 'd37e048d-527f-47ae-9634-f9a5e4e07bb9', 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:41:52.613724 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device bdffaa29-ff71-41fd-930c-a9720ca4bebe up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:41:52.633709 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e4684911-bd92-4949-97e9-7778dbf153d4 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:52.661846 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port bdffaa29-ff71-41fd-930c-a9720ca4bebe triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:41:52.662221 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:52.693398 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e4684911-bd92-4949-97e9-7778dbf153d4 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:52.697656 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e4684911-bd92-4949-97e9-7778dbf153d4 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:52.719522 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4684911-bd92-4949-97e9-7778dbf153d4 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0a3a59-39ea-4109-bac6-0b9ccc4e6576,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:52.723374 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-e4684911-bd92-4949-97e9-7778dbf153d4 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:52.728179 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-e4684911-bd92-4949-97e9-7778dbf153d4 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1211309 Jul 30 00:41:52.728701 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33964) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:52.733346 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-b7e2fef2-e6d9-4246-ad43-f71ae9b503f2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Request body: {'security_group_rule': {'security_group_id': 'd37e048d-527f-47ae-9634-f9a5e4e07bb9', 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:41:52.745274 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6d3deba9-38e1-468b-8f3a-0aea50292841 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:41:52.760904 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b7e2fef2-e6d9-4246-ad43-f71ae9b503f2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:52.791470 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 6d3deba9-38e1-468b-8f3a-0aea50292841 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:41:52.791861 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:52.820532 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b7e2fef2-e6d9-4246-ad43-f71ae9b503f2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:52.825035 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b7e2fef2-e6d9-4246-ad43-f71ae9b503f2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:52.846080 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e2fef2-e6d9-4246-ad43-f71ae9b503f2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92503bfc-62f3-4a06-9e12-176e1bffc89b,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:52.849928 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-b7e2fef2-e6d9-4246-ad43-f71ae9b503f2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:52.854035 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-b7e2fef2-e6d9-4246-ad43-f71ae9b503f2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1218534 Jul 30 00:41:52.854962 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33966) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:52.868443 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-268b3831-ee2b-43f0-a192-1f11be3b3c15 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Request body: {'security_group_rule': {'security_group_id': 'd37e048d-527f-47ae-9634-f9a5e4e07bb9', 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:41:52.895142 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-268b3831-ee2b-43f0-a192-1f11be3b3c15 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:52.955551 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-268b3831-ee2b-43f0-a192-1f11be3b3c15 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:52.959174 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-268b3831-ee2b-43f0-a192-1f11be3b3c15 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:52.976106 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268b3831-ee2b-43f0-a192-1f11be3b3c15 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64e1f788-0ae5-4cba-8449-3a37e18c9faf,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:52.988182 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-268b3831-ee2b-43f0-a192-1f11be3b3c15 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:52.992680 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-268b3831-ee2b-43f0-a192-1f11be3b3c15 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1343329 Jul 30 00:41:52.993182 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33968) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:52.999994 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-07606f3d-7d31-4f3b-9b49-fcd7a1bc0688 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Request body: {'security_group_rule': {'security_group_id': 'd37e048d-527f-47ae-9634-f9a5e4e07bb9', 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:41:53.032025 n-d-712140-10 neutron-server[94064]: INFO neutron.db.securitygroups_db [None req-07606f3d-7d31-4f3b-9b49-fcd7a1bc0688 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Project c61c74c01caa439d9c530048aa3781bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:41:53.037102 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07606f3d-7d31-4f3b-9b49-fcd7a1bc0688 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:53.107578 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07606f3d-7d31-4f3b-9b49-fcd7a1bc0688 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:53.112535 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07606f3d-7d31-4f3b-9b49-fcd7a1bc0688 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:53.137237 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07606f3d-7d31-4f3b-9b49-fcd7a1bc0688 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adbe961e-db96-49a1-8e7d-28a0c687b4f3,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:53.144606 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-07606f3d-7d31-4f3b-9b49-fcd7a1bc0688 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:53.148595 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-07606f3d-7d31-4f3b-9b49-fcd7a1bc0688 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1516073 Jul 30 00:41:53.148798 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 33970) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:41:53.153431 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [None req-eeba1d1a-61a4-487b-9263-2a9a497f5010 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Request body: {'security_group_rule': {'security_group_id': 'd37e048d-527f-47ae-9634-f9a5e4e07bb9', 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:41:53.177084 n-d-712140-10 neutron-server[94064]: INFO neutron.db.securitygroups_db [None req-eeba1d1a-61a4-487b-9263-2a9a497f5010 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Project c61c74c01caa439d9c530048aa3781bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 30 00:41:53.182799 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eeba1d1a-61a4-487b-9263-2a9a497f5010 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:53.249132 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eeba1d1a-61a4-487b-9263-2a9a497f5010 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:53.254193 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eeba1d1a-61a4-487b-9263-2a9a497f5010 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224189'] for security_group_rule, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:53.277292 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeba1d1a-61a4-487b-9263-2a9a497f5010 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d633ffb7-5b86-41a1-973f-e959bf64c6ee,revision_number=0']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:53.281603 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-eeba1d1a-61a4-487b-9263-2a9a497f5010 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:53.284616 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-eeba1d1a-61a4-487b-9263-2a9a497f5010 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1330521 Jul 30 00:41:53.432197 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-5609ef5c-d1a9-4865-bed9-20de2fadb7a7 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1442617616&fields=id&tenant_id=c61c74c01caa439d9c530048aa3781bb HTTP/1.1" status: 200 len: 267 time: 0.0369074 Jul 30 00:41:53.547545 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-07408eb7-13ee-4e1b-8a5a-8d839da72378 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:53.549114 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-07408eb7-13ee-4e1b-8a5a-8d839da72378 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/networks?id=8c92437f-d4f9-4308-9be1-85864e4753ec HTTP/1.1" status: 200 len: 809 time: 0.1097255 Jul 30 00:41:53.564832 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-5fe3b62f-fdb9-426e-a735-10e46754ae76 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/quotas/c61c74c01caa439d9c530048aa3781bb HTTP/1.1" status: 200 len: 375 time: 0.0094700 Jul 30 00:41:53.622564 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-f12057c9-abaf-4373-9318-603e174b4c7f tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c61c74c01caa439d9c530048aa3781bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507104 Jul 30 00:41:53.636867 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-b177f77e-2690-4009-af89-a203312dd007 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:41:53.637942 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-b177f77e-2690-4009-af89-a203312dd007 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055108 Jul 30 00:41:53.732082 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-1fd491dc-ffcb-487d-893b-4339fa521c8d service neutron] 10.222.0.18 "GET /v2.0/networks/8c92437f-d4f9-4308-9be1-85864e4753ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877271 Jul 30 00:41:53.821536 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-615929c0-8765-4ab7-8c44-e8f89f206dd3 service neutron] 10.222.0.18 "GET /v2.0/networks/8c92437f-d4f9-4308-9be1-85864e4753ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833607 Jul 30 00:41:53.981531 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fcd3af36-cdc0-4268-91c6-2046e6007f1a req-cbab2cb9-cc45-41b0-9127-6f63c5a0155f tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd047c13-7873-4859-99ae-69856a788416 HTTP/1.1" status: 200 len: 210 time: 0.0275230 Jul 30 00:41:54.332570 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418c8820-6154-4d56-9b54-2930e5b5b007 None None] Sync routers for ids ['148b42a7-1ea4-4735-add9-9091bc663059'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:41:54.342865 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418c8820-6154-4d56-9b54-2930e5b5b007 None None] Routers {'148b42a7-1ea4-4735-add9-9091bc663059'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:41:54.343531 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-418c8820-6154-4d56-9b54-2930e5b5b007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:41:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['148b42a7-1ea4-4735-add9-9091bc663059'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:54.547360 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-418c8820-6154-4d56-9b54-2930e5b5b007 None None] Set router 148b42a7-1ea4-4735-add9-9091bc663059 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:41:54.643018 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 57ee0c75-ab7e-43cb-b0f0-78add8422c1f up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:41:54.704329 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port 57ee0c75-ab7e-43cb-b0f0-78add8422c1f completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:41:54.709173 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 57ee0c75-ab7e-43cb-b0f0-78add8422c1f triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:41:54.709670 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:54.780337 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-418c8820-6154-4d56-9b54-2930e5b5b007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148b42a7-1ea4-4735-add9-9091bc663059', 'name': 'tempest-TestSnapshotPattern-448784670-router', 'tenant_id': '247b496b42504a1e94ec45be360f7f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '57ee0c75-ab7e-43cb-b0f0-78add8422c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:41:47Z', 'updated_at': '2021-07-30T00:41:50Z', 'revision_number': 4, 'project_id': '247b496b42504a1e94ec45be360f7f38', 'gw_port': {'id': '57ee0c75-ab7e-43cb-b0f0-78add8422c1f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ae:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148b42a7-1ea4-4735-add9-9091bc663059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:48Z', 'updated_at': '2021-07-30T00:41:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd07d90eb-5f78-4da6-bfe3-154e30a7eca3', 'name': '', 'network_id': '051d336e-b9a5-4b8e-8a7f-d84b6ace1438', 'tenant_id': '247b496b42504a1e94ec45be360f7f38', 'mac_address': 'fa:16:3e:0a:75:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148b42a7-1ea4-4735-add9-9091bc663059', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'ade81801-1883-4555-a199-b2f8116f32fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:50Z', 'updated_at': '2021-07-30T00:41:50Z', 'revision_number': 2, 'project_id': '247b496b42504a1e94ec45be360f7f38', 'subnets': [{'id': 'ade81801-1883-4555-a199-b2f8116f32fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:54.811995 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418c8820-6154-4d56-9b54-2930e5b5b007 None None] Checking router: 148b42a7-1ea4-4735-add9-9091bc663059 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:41:54.812487 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418c8820-6154-4d56-9b54-2930e5b5b007 None None] Updating router 148b42a7-1ea4-4735-add9-9091bc663059 port d07d90eb-5f78-4da6-bfe3-154e30a7eca3 binding host n-d-712140-10 {{(pid=94066) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 30 00:41:54.838590 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:54.840706 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-418c8820-6154-4d56-9b54-2930e5b5b007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:54.863856 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port 57ee0c75-ab7e-43cb-b0f0-78add8422c1f, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=57ee0c75-ab7e-43cb-b0f0-78add8422c1f,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:41:54.869623 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:54.931692 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=57ee0c75-ab7e-43cb-b0f0-78add8422c1f,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:55.082069 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-06ee6da4-0406-49d8-b749-ca22667d5636 req-1272e7c4-c459-4e28-bca1-6c84a26457ae tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd047c13-7873-4859-99ae-69856a788416 HTTP/1.1" status: 200 len: 210 time: 0.0292795 Jul 30 00:41:55.128742 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-418c8820-6154-4d56-9b54-2930e5b5b007 None None] Notify callbacks [] for port, precommit_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:55.140877 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.provisioning_blocks [None req-418c8820-6154-4d56-9b54-2930e5b5b007 None None] Transition to ACTIVE for port object d07d90eb-5f78-4da6-bfe3-154e30a7eca3 will not be triggered until provisioned by entity L2. {{(pid=94066) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:41:55.151000 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-418c8820-6154-4d56-9b54-2930e5b5b007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:55.239021 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-bb728359-936e-49e8-9184-505afb01086b tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:55.240776 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-bb728359-936e-49e8-9184-505afb01086b tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.39 "GET /v2.0/networks?id=8c92437f-d4f9-4308-9be1-85864e4753ec HTTP/1.1" status: 200 len: 809 time: 0.1468599 Jul 30 00:41:55.244321 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd3255-5adc-4c0f-b1a7-06898a301341 None None] Pushing event updated for resources: {'Port': ['ID=d07d90eb-5f78-4da6-bfe3-154e30a7eca3,revision_number=3']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:55.254927 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-418c8820-6154-4d56-9b54-2930e5b5b007 None None] Attempting to bind port d07d90eb-5f78-4da6-bfe3-154e30a7eca3 on host n-d-712140-10 for vnic_type normal with profile {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:41:55.255296 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-418c8820-6154-4d56-9b54-2930e5b5b007 None None] Attempting to bind port d07d90eb-5f78-4da6-bfe3-154e30a7eca3 by drivers openvswitch,hyperv on host n-d-712140-10 at level 0 using segments [{'id': 'e83a807d-6d89-48f2-86d1-520fc1f0783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '051d336e-b9a5-4b8e-8a7f-d84b6ace1438'}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:41:55.255669 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418c8820-6154-4d56-9b54-2930e5b5b007 None None] Attempting to bind port d07d90eb-5f78-4da6-bfe3-154e30a7eca3 on network 051d336e-b9a5-4b8e-8a7f-d84b6ace1438 {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:41:55.266066 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418c8820-6154-4d56-9b54-2930e5b5b007 None None] Checking agent: {'id': '58f9b460-1256-48ce-90ca-2d8481898aad', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 6, 35), 'started_at': datetime.datetime(2021, 7, 29, 23, 7, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712140-10'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:41:55.266443 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418c8820-6154-4d56-9b54-2930e5b5b007 None None] Checking segment: {'id': 'e83a807d-6d89-48f2-86d1-520fc1f0783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '051d336e-b9a5-4b8e-8a7f-d84b6ace1438'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94066) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:41:55.266851 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-418c8820-6154-4d56-9b54-2930e5b5b007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:55.267380 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418c8820-6154-4d56-9b54-2930e5b5b007 None None] Bound using segment: {'id': 'e83a807d-6d89-48f2-86d1-520fc1f0783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '051d336e-b9a5-4b8e-8a7f-d84b6ace1438'} {{(pid=94066) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:41:55.267893 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.managers [None req-418c8820-6154-4d56-9b54-2930e5b5b007 None None] Bound port: d07d90eb-5f78-4da6-bfe3-154e30a7eca3, host: n-d-712140-10, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83a807d-6d89-48f2-86d1-520fc1f0783f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '051d336e-b9a5-4b8e-8a7f-d84b6ace1438'}}] {{(pid=94066) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:41:55.268287 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-418c8820-6154-4d56-9b54-2930e5b5b007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:55.335864 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-c60d2615-04e5-460f-974a-469a2c87d25c tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c61c74c01caa439d9c530048aa3781bb HTTP/1.1" status: 200 len: 380 time: 0.0766935 Jul 30 00:41:55.346162 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-b796cdbb-3f0f-4015-a4f8-5eec463087ba tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Request body: {'port': {'device_id': 'fd047c13-7873-4859-99ae-69856a788416', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'admin_state_up': True, 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'security_groups': ['d37e048d-527f-47ae-9634-f9a5e4e07bb9']}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:41:55.353395 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-418c8820-6154-4d56-9b54-2930e5b5b007 None None] For port d07d90eb-5f78-4da6-bfe3-154e30a7eca3, host n-d-712140-10, cleared binding levels {{(pid=94066) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:41:55.356636 n-d-712140-10 neutron-server[94066]: DEBUG neutron.plugins.ml2.db [None req-418c8820-6154-4d56-9b54-2930e5b5b007 None None] For port d07d90eb-5f78-4da6-bfe3-154e30a7eca3, host n-d-712140-10, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d07d90eb-5f78-4da6-bfe3-154e30a7eca3,segment=NetworkSegment(e83a807d-6d89-48f2-86d1-520fc1f0783f),segment_id=e83a807d-6d89-48f2-86d1-520fc1f0783f)] {{(pid=94066) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:41:55.367388 n-d-712140-10 neutron-server[94066]: DEBUG neutron_lib.callbacks.manager [None req-418c8820-6154-4d56-9b54-2930e5b5b007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94066) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:55.443829 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418c8820-6154-4d56-9b54-2930e5b5b007 None None] Routers {'148b42a7-1ea4-4735-add9-9091bc663059'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:41:55.444965 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-418c8820-6154-4d56-9b54-2930e5b5b007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:41:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['148b42a7-1ea4-4735-add9-9091bc663059'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:55.448226 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd3255-5adc-4c0f-b1a7-06898a301341 None None] Pushing event updated for resources: {'Port': ['ID=d07d90eb-5f78-4da6-bfe3-154e30a7eca3,revision_number=4']} {{(pid=94066) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:55.490368 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-b796cdbb-3f0f-4015-a4f8-5eec463087ba tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Made reservation on behalf of c61c74c01caa439d9c530048aa3781bb for: {'port': 1} {{(pid=94064) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:41:55.495669 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-b796cdbb-3f0f-4015-a4f8-5eec463087ba tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:55.571398 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-418c8820-6154-4d56-9b54-2930e5b5b007 None None] Set router 148b42a7-1ea4-4735-add9-9091bc663059 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:41:55.661734 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_common [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-b796cdbb-3f0f-4015-a4f8-5eec463087ba tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Allocated IP 172.20.0.4 (8c92437f-d4f9-4308-9be1-85864e4753ec/66e76dbe-e633-4dc3-96e1-3419c7ac8507/a098db94-d168-409f-aa41-909d529b41a5) {{(pid=94064) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:41:55.786968 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-418c8820-6154-4d56-9b54-2930e5b5b007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148b42a7-1ea4-4735-add9-9091bc663059', 'name': 'tempest-TestSnapshotPattern-448784670-router', 'tenant_id': '247b496b42504a1e94ec45be360f7f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '57ee0c75-ab7e-43cb-b0f0-78add8422c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:41:47Z', 'updated_at': '2021-07-30T00:41:50Z', 'revision_number': 4, 'project_id': '247b496b42504a1e94ec45be360f7f38', 'gw_port': {'id': '57ee0c75-ab7e-43cb-b0f0-78add8422c1f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ae:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b42a7-1ea4-4735-add9-9091bc663059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:48Z', 'updated_at': '2021-07-30T00:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd07d90eb-5f78-4da6-bfe3-154e30a7eca3', 'name': '', 'network_id': '051d336e-b9a5-4b8e-8a7f-d84b6ace1438', 'tenant_id': '247b496b42504a1e94ec45be360f7f38', 'mac_address': 'fa:16:3e:0a:75:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148b42a7-1ea4-4735-add9-9091bc663059', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'ade81801-1883-4555-a199-b2f8116f32fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:50Z', 'updated_at': '2021-07-30T00:41:55Z', 'revision_number': 4, 'project_id': '247b496b42504a1e94ec45be360f7f38', 'subnets': [{'id': 'ade81801-1883-4555-a199-b2f8116f32fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:41:55.813926 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418c8820-6154-4d56-9b54-2930e5b5b007 None None] The sync data for ids ['148b42a7-1ea4-4735-add9-9091bc663059'] in n-d-712140-10 is: [{'id': '148b42a7-1ea4-4735-add9-9091bc663059', 'name': 'tempest-TestSnapshotPattern-448784670-router', 'tenant_id': '247b496b42504a1e94ec45be360f7f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '57ee0c75-ab7e-43cb-b0f0-78add8422c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:41:47Z', 'updated_at': '2021-07-30T00:41:50Z', 'revision_number': 4, 'project_id': '247b496b42504a1e94ec45be360f7f38', 'gw_port': {'id': '57ee0c75-ab7e-43cb-b0f0-78add8422c1f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ae:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b42a7-1ea4-4735-add9-9091bc663059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:48Z', 'updated_at': '2021-07-30T00:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'd07d90eb-5f78-4da6-bfe3-154e30a7eca3', 'name': '', 'network_id': '051d336e-b9a5-4b8e-8a7f-d84b6ace1438', 'tenant_id': '247b496b42504a1e94ec45be360f7f38', 'mac_address': 'fa:16:3e:0a:75:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148b42a7-1ea4-4735-add9-9091bc663059', 'device_owner': 'network:router_interface', 'standard_attr_id': 4340, 'fixed_ips': [{'subnet_id': 'ade81801-1883-4555-a199-b2f8116f32fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:50Z', 'updated_at': '2021-07-30T00:41:55Z', 'revision_number': 4, 'project_id': '247b496b42504a1e94ec45be360f7f38', 'subnets': [{'id': 'ade81801-1883-4555-a199-b2f8116f32fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:41:55.824221 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-b796cdbb-3f0f-4015-a4f8-5eec463087ba tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for port, precommit_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:55.840257 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-b796cdbb-3f0f-4015-a4f8-5eec463087ba tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Transition to ACTIVE for port object a098db94-d168-409f-aa41-909d529b41a5 will not be triggered until provisioned by entity DHCP. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:41:55.874898 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-b796cdbb-3f0f-4015-a4f8-5eec463087ba tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_create {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:55.920407 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-b796cdbb-3f0f-4015-a4f8-5eec463087ba tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Network 8c92437f-d4f9-4308-9be1-85864e4753ec is already hosted by enough agents. {{(pid=94064) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:41:55.923526 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.base_scheduler [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-b796cdbb-3f0f-4015-a4f8-5eec463087ba tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Resources bound (agent type, host, resource id): {{(pid=94064) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:41:55.926593 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-b796cdbb-3f0f-4015-a4f8-5eec463087ba tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Received port after_create {{(pid=94064) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:41:55.958263 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b796cdbb-3f0f-4015-a4f8-5eec463087ba tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Pushing event updated for resources: {'Port': ['ID=a098db94-d168-409f-aa41-909d529b41a5,revision_number=1']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:55.993633 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-b796cdbb-3f0f-4015-a4f8-5eec463087ba tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:55.994296 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-b796cdbb-3f0f-4015-a4f8-5eec463087ba tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:56.009885 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-b796cdbb-3f0f-4015-a4f8-5eec463087ba tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6678224 Jul 30 00:41:56.023924 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.v2.base [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-8bd1962b-e4a2-41b4-952a-2894b0bb2007 service neutron] Request body: {'port': {'device_id': 'fd047c13-7873-4859-99ae-69856a788416', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712140-10'}} {{(pid=94064) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:41:56.089184 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-8bd1962b-e4a2-41b4-952a-2894b0bb2007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:56.219502 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a85872c0-7d89-4750-9dd2-374f949ff08f None None] Provisioning for port a098db94-d168-409f-aa41-909d529b41a5 completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:41:56.223769 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a85872c0-7d89-4750-9dd2-374f949ff08f None None] Provisioning complete for port a098db94-d168-409f-aa41-909d529b41a5 triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:41:56.224457 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a85872c0-7d89-4750-9dd2-374f949ff08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:56.232271 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a483be-3aa1-4ee4-b791-70fd9e3d3795 req-ee58afda-ffcf-4b23-a294-4a8135432ab2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:56.234583 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-91a483be-3aa1-4ee4-b791-70fd9e3d3795 req-ee58afda-ffcf-4b23-a294-4a8135432ab2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd047c13-7873-4859-99ae-69856a788416 HTTP/1.1" status: 200 len: 931 time: 0.0581963 Jul 30 00:41:56.287746 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a85872c0-7d89-4750-9dd2-374f949ff08f None None] Port a098db94-d168-409f-aa41-909d529b41a5 cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:41:56.297326 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-91a483be-3aa1-4ee4-b791-70fd9e3d3795 req-1b5634aa-ed7f-442b-8183-68b202c1bb65 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/security-groups?id=d37e048d-527f-47ae-9634-f9a5e4e07bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563974 Jul 30 00:41:56.388616 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-8bd1962b-e4a2-41b4-952a-2894b0bb2007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a098db94-d168-409f-aa41-909d529b41a5 {{(pid=94064) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:41:56.395904 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-8bd1962b-e4a2-41b4-952a-2894b0bb2007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:56.407473 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.provisioning_blocks [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-8bd1962b-e4a2-41b4-952a-2894b0bb2007 service neutron] Transition to ACTIVE for port object a098db94-d168-409f-aa41-909d529b41a5 will not be triggered until provisioned by entity L2. {{(pid=94064) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:41:56.411254 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-8bd1962b-e4a2-41b4-952a-2894b0bb2007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:56.465205 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1962b-e4a2-41b4-952a-2894b0bb2007 service neutron] Pushing event updated for resources: {'Port': ['ID=a098db94-d168-409f-aa41-909d529b41a5,revision_number=2']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:56.534733 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-8bd1962b-e4a2-41b4-952a-2894b0bb2007 service neutron] Attempting to bind port a098db94-d168-409f-aa41-909d529b41a5 on host n-h2-712140-10 for vnic_type normal with profile {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:41:56.535078 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-8bd1962b-e4a2-41b4-952a-2894b0bb2007 service neutron] Attempting to bind port a098db94-d168-409f-aa41-909d529b41a5 by drivers openvswitch,hyperv on host n-h2-712140-10 at level 0 using segments [{'id': '0a69014b-f7a4-49aa-a042-ee18bb220e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec'}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:41:56.535415 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-8bd1962b-e4a2-41b4-952a-2894b0bb2007 service neutron] Attempting to bind port a098db94-d168-409f-aa41-909d529b41a5 on network 8c92437f-d4f9-4308-9be1-85864e4753ec {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:41:56.540861 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-8bd1962b-e4a2-41b4-952a-2894b0bb2007 service neutron] Port a098db94-d168-409f-aa41-909d529b41a5 on network 8c92437f-d4f9-4308-9be1-85864e4753ec not bound, no agent of type Open vSwitch agent registered on host n-h2-712140-10 {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:41:56.541196 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-8bd1962b-e4a2-41b4-952a-2894b0bb2007 service neutron] Attempting to bind port a098db94-d168-409f-aa41-909d529b41a5 on network 8c92437f-d4f9-4308-9be1-85864e4753ec {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:41:56.546375 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-8bd1962b-e4a2-41b4-952a-2894b0bb2007 service neutron] Checking agent: {'id': 'e9c687c1-3c9c-4237-a0a9-7dbdcfc79f5c', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 14), 'started_at': datetime.datetime(2021, 7, 29, 23, 14), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 41, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:41:56.546726 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-8bd1962b-e4a2-41b4-952a-2894b0bb2007 service neutron] Checking segment: {'id': '0a69014b-f7a4-49aa-a042-ee18bb220e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94064) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:41:56.547120 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-8bd1962b-e4a2-41b4-952a-2894b0bb2007 service neutron] Bound using segment: {'id': '0a69014b-f7a4-49aa-a042-ee18bb220e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec'} {{(pid=94064) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:41:56.547556 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.managers [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-8bd1962b-e4a2-41b4-952a-2894b0bb2007 service neutron] Bound port: a098db94-d168-409f-aa41-909d529b41a5, host: n-h2-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a69014b-f7a4-49aa-a042-ee18bb220e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec'}}] {{(pid=94064) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:41:56.547948 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-8bd1962b-e4a2-41b4-952a-2894b0bb2007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:56.628662 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-8bd1962b-e4a2-41b4-952a-2894b0bb2007 service neutron] For port a098db94-d168-409f-aa41-909d529b41a5, host n-h2-712140-10, cleared binding levels {{(pid=94064) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:41:56.632781 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-8bd1962b-e4a2-41b4-952a-2894b0bb2007 service neutron] For port a098db94-d168-409f-aa41-909d529b41a5, host n-h2-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a098db94-d168-409f-aa41-909d529b41a5,segment=NetworkSegment(0a69014b-f7a4-49aa-a042-ee18bb220e4e),segment_id=0a69014b-f7a4-49aa-a042-ee18bb220e4e)] {{(pid=94064) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:41:56.640412 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d07d90eb-5f78-4da6-bfe3-154e30a7eca3 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:41:56.640562 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-8bd1962b-e4a2-41b4-952a-2894b0bb2007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14308577'] for port, after_update {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:56.676981 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-8bd1962b-e4a2-41b4-952a-2894b0bb2007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:56.677612 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-8bd1962b-e4a2-41b4-952a-2894b0bb2007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:56.680104 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-8bd1962b-e4a2-41b4-952a-2894b0bb2007 service neutron] 10.222.0.39 "PUT /v2.0/ports/a098db94-d168-409f-aa41-909d529b41a5 HTTP/1.1" status: 200 len: 1092 time: 0.6611314 Jul 30 00:41:56.682267 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd047c13-7873-4859-99ae-69856a788416', 'tag': 'a098db94-d168-409f-aa41-909d529b41a5'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:41:56.685170 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5209d4e956e9ae4acfb38c8f800d5d5e141ec7fd74949f506a8c7ac355071e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-003b7319-7a0b-4df5-ae9d-f33baec2888b" -d '{"events": [{"name": "network-changed", "server_uuid": "fd047c13-7873-4859-99ae-69856a788416", "tag": "a098db94-d168-409f-aa41-909d529b41a5"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:41:56.691098 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning for port d07d90eb-5f78-4da6-bfe3-154e30a7eca3 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:41:56.698020 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port d07d90eb-5f78-4da6-bfe3-154e30a7eca3 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:41:56.698621 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:56.716307 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1962b-e4a2-41b4-952a-2894b0bb2007 service neutron] Pushing event updated for resources: {'Port': ['ID=a098db94-d168-409f-aa41-909d529b41a5,revision_number=3']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:56.761978 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925e5258-85ec-44a5-abd9-bb2855945499 x-openstack-request-id: req-925e5258-85ec-44a5-abd9-bb2855945499 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:41:56.762324 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd047c13-7873-4859-99ae-69856a788416", "tag": "a098db94-d168-409f-aa41-909d529b41a5", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:41:56.762573 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-925e5258-85ec-44a5-abd9-bb2855945499 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:41:56.762983 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd047c13-7873-4859-99ae-69856a788416', 'tag': 'a098db94-d168-409f-aa41-909d529b41a5', 'status': 'completed', 'code': 200} Jul 30 00:41:56.776733 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-a47f7411-d80b-467c-9cf5-2957d5da9632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:56.778347 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-a47f7411-d80b-467c-9cf5-2957d5da9632 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c61c74c01caa439d9c530048aa3781bb&device_id=fd047c13-7873-4859-99ae-69856a788416 HTTP/1.1" status: 200 len: 1095 time: 0.0503392 Jul 30 00:41:56.801084 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:56.827524 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-dbc8bcfa-8278-41c6-9972-e746d5eb5e76 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a098db94-d168-409f-aa41-909d529b41a5 HTTP/1.1" status: 200 len: 217 time: 0.0416498 Jul 30 00:41:56.845208 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] For port d07d90eb-5f78-4da6-bfe3-154e30a7eca3, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d07d90eb-5f78-4da6-bfe3-154e30a7eca3,segment=NetworkSegment(e83a807d-6d89-48f2-86d1-520fc1f0783f),segment_id=e83a807d-6d89-48f2-86d1-520fc1f0783f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:41:56.849815 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:56.851520 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 57ee0c75-ab7e-43cb-b0f0-78add8422c1f up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:41:56.881407 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-8848dbf3-89cf-4433-b72f-f1c15a3b4aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:56.883909 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-8848dbf3-89cf-4433-b72f-f1c15a3b4aa7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66e76dbe-e633-4dc3-96e1-3419c7ac8507 HTTP/1.1" status: 200 len: 848 time: 0.0497437 Jul 30 00:41:56.930468 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-064561df-14ae-42b7-9bdf-7e242dd37be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:56.932017 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-064561df-14ae-42b7-9bdf-7e242dd37be7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8c92437f-d4f9-4308-9be1-85864e4753ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410676 Jul 30 00:41:56.937595 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Pushing event updated for resources: {'Port': ['ID=d07d90eb-5f78-4da6-bfe3-154e30a7eca3,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:41:56.948866 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port 57ee0c75-ab7e-43cb-b0f0-78add8422c1f triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:41:56.949237 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:57.032965 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-1ca52584-55a9-47d8-9168-1ce05c45a355 service neutron] 10.222.0.39 "GET /v2.0/networks/8c92437f-d4f9-4308-9be1-85864e4753ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919387 Jul 30 00:41:57.124444 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-79341c39-e9b2-4296-9930-3bf48f79ec52 req-bc4af401-750b-4993-a424-079887db02d5 service neutron] 10.222.0.39 "GET /v2.0/networks/8c92437f-d4f9-4308-9be1-85864e4753ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843899 Jul 30 00:41:57.218627 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b7319-7a0b-4df5-ae9d-f33baec2888b req-b0aee58a-6401-4e42-b119-5684a394f144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:57.220191 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-003b7319-7a0b-4df5-ae9d-f33baec2888b req-b0aee58a-6401-4e42-b119-5684a394f144 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c61c74c01caa439d9c530048aa3781bb&device_id=fd047c13-7873-4859-99ae-69856a788416 HTTP/1.1" status: 200 len: 1095 time: 0.0502892 Jul 30 00:41:57.312014 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b7319-7a0b-4df5-ae9d-f33baec2888b req-d2ba8b15-a422-4eda-b27a-b9a2b600e41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:57.313527 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-003b7319-7a0b-4df5-ae9d-f33baec2888b req-d2ba8b15-a422-4eda-b27a-b9a2b600e41f service neutron] 10.222.0.39 "GET /v2.0/networks?id=8c92437f-d4f9-4308-9be1-85864e4753ec HTTP/1.1" status: 200 len: 910 time: 0.0863466 Jul 30 00:41:57.356768 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-003b7319-7a0b-4df5-ae9d-f33baec2888b req-34b185dd-b895-4c42-abfd-30e611cc7be8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a098db94-d168-409f-aa41-909d529b41a5 HTTP/1.1" status: 200 len: 217 time: 0.0358481 Jul 30 00:41:57.416943 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b7319-7a0b-4df5-ae9d-f33baec2888b req-2d3c089b-355c-4068-8b5e-f40c36740177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:57.418444 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-003b7319-7a0b-4df5-ae9d-f33baec2888b req-2d3c089b-355c-4068-8b5e-f40c36740177 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66e76dbe-e633-4dc3-96e1-3419c7ac8507 HTTP/1.1" status: 200 len: 848 time: 0.0539374 Jul 30 00:41:57.419127 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398cd89-0092-444e-a7db-f2a6a6828679 req-b2544426-d454-4184-92d5-49430a5773e2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:57.420671 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5398cd89-0092-444e-a7db-f2a6a6828679 req-b2544426-d454-4184-92d5-49430a5773e2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd047c13-7873-4859-99ae-69856a788416 HTTP/1.1" status: 200 len: 943 time: 0.0522254 Jul 30 00:41:57.459160 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5398cd89-0092-444e-a7db-f2a6a6828679 req-0aedd9ca-e7cc-4612-a204-2ab8754d0865 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/security-groups?id=d37e048d-527f-47ae-9634-f9a5e4e07bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325720 Jul 30 00:41:57.469739 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b7319-7a0b-4df5-ae9d-f33baec2888b req-d589ef0b-9dba-4cb7-9bdd-86c05b2ee4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:57.471391 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-003b7319-7a0b-4df5-ae9d-f33baec2888b req-d589ef0b-9dba-4cb7-9bdd-86c05b2ee4ea service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8c92437f-d4f9-4308-9be1-85864e4753ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449433 Jul 30 00:41:57.566306 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-003b7319-7a0b-4df5-ae9d-f33baec2888b req-34816b3e-1356-480e-bd0d-cad1ce116b0e service neutron] 10.222.0.39 "GET /v2.0/networks/8c92437f-d4f9-4308-9be1-85864e4753ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856812 Jul 30 00:41:57.660971 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-003b7319-7a0b-4df5-ae9d-f33baec2888b req-f4ae05b6-0021-4136-bd75-448ddd209102 service neutron] 10.222.0.39 "GET /v2.0/networks/8c92437f-d4f9-4308-9be1-85864e4753ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862031 Jul 30 00:41:58.578308 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ac475f-523e-4e12-831f-c94a7d2761a1 req-4b5d3996-23e1-4d9e-b71b-54aea120ae2f tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:58.579886 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-74ac475f-523e-4e12-831f-c94a7d2761a1 req-4b5d3996-23e1-4d9e-b71b-54aea120ae2f tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd047c13-7873-4859-99ae-69856a788416 HTTP/1.1" status: 200 len: 943 time: 0.0513511 Jul 30 00:41:58.614444 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d07d90eb-5f78-4da6-bfe3-154e30a7eca3 up at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:41:58.620015 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-74ac475f-523e-4e12-831f-c94a7d2761a1 req-4bcf4426-8c8f-45b7-8eef-e98cf08b271f tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/security-groups?id=d37e048d-527f-47ae-9634-f9a5e4e07bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339189 Jul 30 00:41:58.663441 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Provisioning complete for port d07d90eb-5f78-4da6-bfe3-154e30a7eca3 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:41:58.663857 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:41:59.737924 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98b6760-d6e0-4c68-b86d-ee1666d45107 req-3e28b9de-fe64-43df-99cf-d716cb302255 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:41:59.739413 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e98b6760-d6e0-4c68-b86d-ee1666d45107 req-3e28b9de-fe64-43df-99cf-d716cb302255 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd047c13-7873-4859-99ae-69856a788416 HTTP/1.1" status: 200 len: 943 time: 0.0521626 Jul 30 00:41:59.778330 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e98b6760-d6e0-4c68-b86d-ee1666d45107 req-64b6eba6-81ea-49df-83b8-b4e199218696 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/security-groups?id=d37e048d-527f-47ae-9634-f9a5e4e07bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323238 Jul 30 00:41:59.909131 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device a098db94-d168-409f-aa41-909d529b41a5 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:42:00.157324 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port a098db94-d168-409f-aa41-909d529b41a5, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a098db94-d168-409f-aa41-909d529b41a5,segment=NetworkSegment(0a69014b-f7a4-49aa-a042-ee18bb220e4e),segment_id=0a69014b-f7a4-49aa-a042-ee18bb220e4e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:42:00.168845 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'a098db94-d168-409f-aa41-909d529b41a5', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'port_id': 'a098db94-d168-409f-aa41-909d529b41a5', 'mac_address': 'fa:16:3e:60:2a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:42:00.204753 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:00.217730 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a098db94-d168-409f-aa41-909d529b41a5 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:42:00.238153 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port a098db94-d168-409f-aa41-909d529b41a5, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a098db94-d168-409f-aa41-909d529b41a5,segment=NetworkSegment(0a69014b-f7a4-49aa-a042-ee18bb220e4e),segment_id=0a69014b-f7a4-49aa-a042-ee18bb220e4e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:42:00.242224 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:00.292212 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=a098db94-d168-409f-aa41-909d529b41a5,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:42:00.451004 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['a098db94-d168-409f-aa41-909d529b41a5'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:42:00.504196 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:00.571083 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:00.890894 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02a19f2-5b28-4748-a1fe-4502dcaf7e84 req-41c5621f-c91c-427b-a9c8-c027ae1afbba tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:42:00.892404 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f02a19f2-5b28-4748-a1fe-4502dcaf7e84 req-41c5621f-c91c-427b-a9c8-c027ae1afbba tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd047c13-7873-4859-99ae-69856a788416 HTTP/1.1" status: 200 len: 944 time: 0.0490963 Jul 30 00:42:00.930394 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f02a19f2-5b28-4748-a1fe-4502dcaf7e84 req-04ca07d8-771e-440a-97f8-af17a3888231 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/security-groups?id=d37e048d-527f-47ae-9634-f9a5e4e07bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320420 Jul 30 00:42:01.924534 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device a098db94-d168-409f-aa41-909d529b41a5 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:42:01.973915 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning for port a098db94-d168-409f-aa41-909d529b41a5 completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:42:01.979169 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port a098db94-d168-409f-aa41-909d529b41a5 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:42:01.979539 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:02.048521 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009855a5-023a-4fa5-8e97-a6d1bf4f4b74 req-028aad34-cac7-4b0b-ac45-a49480afb996 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:42:02.050008 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-009855a5-023a-4fa5-8e97-a6d1bf4f4b74 req-028aad34-cac7-4b0b-ac45-a49480afb996 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd047c13-7873-4859-99ae-69856a788416 HTTP/1.1" status: 200 len: 944 time: 0.0491407 Jul 30 00:42:02.056347 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:02.080003 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd047c13-7873-4859-99ae-69856a788416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a098db94-d168-409f-aa41-909d529b41a5'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:42:02.082270 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee31ed8e5b8e4dc4f88b315270ded6679232f3f3b12134e952a2ffdf5dc07ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2a2f06-cb7b-478c-a333-afa476e431ad" -d '{"events": [{"server_uuid": "fd047c13-7873-4859-99ae-69856a788416", "name": "network-vif-plugged", "status": "completed", "tag": "a098db94-d168-409f-aa41-909d529b41a5"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:42:02.091932 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-009855a5-023a-4fa5-8e97-a6d1bf4f4b74 req-5dc68481-ae08-4cda-acf1-95f6fc6f3ffe tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/security-groups?id=d37e048d-527f-47ae-9634-f9a5e4e07bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356023 Jul 30 00:42:02.095680 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port a098db94-d168-409f-aa41-909d529b41a5, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a098db94-d168-409f-aa41-909d529b41a5,segment=NetworkSegment(0a69014b-f7a4-49aa-a042-ee18bb220e4e),segment_id=0a69014b-f7a4-49aa-a042-ee18bb220e4e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:42:02.100039 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:02.145219 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41737bf-fc48-4eff-98c6-fd5e2e02b1c1 x-openstack-request-id: req-e41737bf-fc48-4eff-98c6-fd5e2e02b1c1 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:42:02.145501 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd047c13-7873-4859-99ae-69856a788416", "name": "network-vif-plugged", "status": "completed", "tag": "a098db94-d168-409f-aa41-909d529b41a5", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:42:02.145755 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-e41737bf-fc48-4eff-98c6-fd5e2e02b1c1 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:42:02.146154 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd047c13-7873-4859-99ae-69856a788416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a098db94-d168-409f-aa41-909d529b41a5', 'code': 200} Jul 30 00:42:02.157354 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=a098db94-d168-409f-aa41-909d529b41a5,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:42:02.242107 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a86f58-9394-4ad6-b217-11bb2939d30c req-99cc6da5-a704-43fd-a09c-97d48071cae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:42:02.243508 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-80a86f58-9394-4ad6-b217-11bb2939d30c req-99cc6da5-a704-43fd-a09c-97d48071cae9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fd047c13-7873-4859-99ae-69856a788416 HTTP/1.1" status: 200 len: 1097 time: 0.0420671 Jul 30 00:42:02.279871 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-80a86f58-9394-4ad6-b217-11bb2939d30c req-46548d66-8810-4e78-9556-1034029f2685 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d37e048d-527f-47ae-9634-f9a5e4e07bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278759 Jul 30 00:42:02.997213 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-78129933-e459-4c10-9091-1cd76623dcfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:03.212833 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79571eea-afb8-42bc-8cb8-d99e27ec8e54 req-12e1473f-fe26-4e4a-bb38-3bcfe424d065 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:42:03.214321 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-79571eea-afb8-42bc-8cb8-d99e27ec8e54 req-12e1473f-fe26-4e4a-bb38-3bcfe424d065 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd047c13-7873-4859-99ae-69856a788416 HTTP/1.1" status: 200 len: 945 time: 0.0536289 Jul 30 00:42:03.251478 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-79571eea-afb8-42bc-8cb8-d99e27ec8e54 req-c1b9a7f7-5d0e-4b0f-9a0f-c1d2a557333b tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/security-groups?id=d37e048d-527f-47ae-9634-f9a5e4e07bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311513 Jul 30 00:42:03.364584 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837bf319-2995-49dd-b79f-bdb4961ffaf5 req-e831b524-6e2f-4e12-8fe0-3e7aed21396d tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:42:03.366822 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-837bf319-2995-49dd-b79f-bdb4961ffaf5 req-e831b524-6e2f-4e12-8fe0-3e7aed21396d tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd047c13-7873-4859-99ae-69856a788416 HTTP/1.1" status: 200 len: 945 time: 0.0496449 Jul 30 00:42:03.404891 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-837bf319-2995-49dd-b79f-bdb4961ffaf5 req-bddc09ce-a443-4cf8-9c75-ed5dd4f9c774 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/security-groups?id=d37e048d-527f-47ae-9634-f9a5e4e07bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322375 Jul 30 00:42:03.425958 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34026) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:42:03.548473 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0de6706-8cf0-484d-bd59-e8ec28eed9cb tempest-TestSnapshotPattern-491676252 tempest-TestSnapshotPattern-491676252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:42:03.549992 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d0de6706-8cf0-484d-bd59-e8ec28eed9cb tempest-TestSnapshotPattern-491676252 tempest-TestSnapshotPattern-491676252-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=fd047c13-7873-4859-99ae-69856a788416 HTTP/1.1" status: 200 len: 1092 time: 0.1230836 Jul 30 00:42:03.553107 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34030) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:42:03.558014 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-d7085ade-3345-4ce4-a48a-b4fcda76563a tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'port_id': 'a098db94-d168-409f-aa41-909d529b41a5', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:42:03.580398 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d7085ade-3345-4ce4-a48a-b4fcda76563a tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:03.678052 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d7085ade-3345-4ce4-a48a-b4fcda76563a tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:03.778926 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-d7085ade-3345-4ce4-a48a-b4fcda76563a tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Allocated IP 172.25.8.108 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/ceeb91f4-c15a-40a2-8f27-e4d4755930bf) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:42:03.883191 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d7085ade-3345-4ce4-a48a-b4fcda76563a tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:03.920615 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d7085ade-3345-4ce4-a48a-b4fcda76563a tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:03.958882 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7085ade-3345-4ce4-a48a-b4fcda76563a tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:42:03.964142 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-d7085ade-3345-4ce4-a48a-b4fcda76563a tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:42:03.968465 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7085ade-3345-4ce4-a48a-b4fcda76563a tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:42:03.972458 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7085ade-3345-4ce4-a48a-b4fcda76563a tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Pushing event updated for resources: {'Port': ['ID=ceeb91f4-c15a-40a2-8f27-e4d4755930bf,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:42:04.322972 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d7085ade-3345-4ce4-a48a-b4fcda76563a tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:04.389674 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d7085ade-3345-4ce4-a48a-b4fcda76563a tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:04.540085 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d7085ade-3345-4ce4-a48a-b4fcda76563a tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:04.550089 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d7085ade-3345-4ce4-a48a-b4fcda76563a tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:04.618474 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7085ade-3345-4ce4-a48a-b4fcda76563a tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Pushing event updated for resources: {'Port': ['ID=ceeb91f4-c15a-40a2-8f27-e4d4755930bf,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:42:04.631481 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d7085ade-3345-4ce4-a48a-b4fcda76563a tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:04.733910 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-d7085ade-3345-4ce4-a48a-b4fcda76563a tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Floating IP f6920c3e-6a41-4193-829b-bbac9635e213 associated. External IP: 172.25.8.108, port: a098db94-d168-409f-aa41-909d529b41a5. Jul 30 00:42:04.941238 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7085ade-3345-4ce4-a48a-b4fcda76563a tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Router 8e277cca-8639-4dd5-ad66-66e4e77bd395 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:42:05.050778 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7085ade-3345-4ce4-a48a-b4fcda76563a tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:42:05.060432 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1058d06a-11f2-4566-861b-19f3967bd77b None None] Sync routers for ids ['8e277cca-8639-4dd5-ad66-66e4e77bd395'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:42:05.067094 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-d7085ade-3345-4ce4-a48a-b4fcda76563a tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:05.071388 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1058d06a-11f2-4566-861b-19f3967bd77b None None] Routers {'8e277cca-8639-4dd5-ad66-66e4e77bd395'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:42:05.072066 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1058d06a-11f2-4566-861b-19f3967bd77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:41:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8e277cca-8639-4dd5-ad66-66e4e77bd395'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:42:05.098232 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-d7085ade-3345-4ce4-a48a-b4fcda76563a tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5435708 Jul 30 00:42:05.098812 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd047c13-7873-4859-99ae-69856a788416', 'tag': 'a098db94-d168-409f-aa41-909d529b41a5'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:42:05.101350 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94109b4-70e0-4f10-937b-09f3ac250d9c" -d '{"events": [{"name": "network-changed", "server_uuid": "fd047c13-7873-4859-99ae-69856a788416", "tag": "a098db94-d168-409f-aa41-909d529b41a5"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:42:05.136420 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee55f66a-ff70-444c-a2ce-285807d80d0c x-openstack-request-id: req-ee55f66a-ff70-444c-a2ce-285807d80d0c {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:42:05.136709 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd047c13-7873-4859-99ae-69856a788416", "tag": "a098db94-d168-409f-aa41-909d529b41a5", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:42:05.136967 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ee55f66a-ff70-444c-a2ce-285807d80d0c {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:42:05.137365 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd047c13-7873-4859-99ae-69856a788416', 'tag': 'a098db94-d168-409f-aa41-909d529b41a5', 'status': 'completed', 'code': 200} Jul 30 00:42:05.179552 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-1058d06a-11f2-4566-861b-19f3967bd77b None None] Set router 8e277cca-8639-4dd5-ad66-66e4e77bd395 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:42:05.207555 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94109b4-70e0-4f10-937b-09f3ac250d9c req-2e36b957-54fd-40a7-853e-8c152452955a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:42:05.208991 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c94109b4-70e0-4f10-937b-09f3ac250d9c req-2e36b957-54fd-40a7-853e-8c152452955a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c61c74c01caa439d9c530048aa3781bb&device_id=fd047c13-7873-4859-99ae-69856a788416 HTTP/1.1" status: 200 len: 1097 time: 0.0475736 Jul 30 00:42:05.309141 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94109b4-70e0-4f10-937b-09f3ac250d9c req-2081f996-d804-46d7-a527-53b62b7259b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:42:05.310660 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c94109b4-70e0-4f10-937b-09f3ac250d9c req-2081f996-d804-46d7-a527-53b62b7259b1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8c92437f-d4f9-4308-9be1-85864e4753ec HTTP/1.1" status: 200 len: 910 time: 0.0947459 Jul 30 00:42:05.382301 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c94109b4-70e0-4f10-937b-09f3ac250d9c req-fb6f3463-ee6f-4ea6-adfc-324491025767 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a098db94-d168-409f-aa41-909d529b41a5 HTTP/1.1" status: 200 len: 999 time: 0.0643675 Jul 30 00:42:05.404064 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1058d06a-11f2-4566-861b-19f3967bd77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'name': 'tempest-TestSnapshotPattern-473388790-router', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:46Z', 'revision_number': 4, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'gw_port': {'id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': 'f6920c3e-6a41-4193-829b-bbac9635e213', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'floating_ip_address': '172.25.8.108', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'port_id': 'a098db94-d168-409f-aa41-909d529b41a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'mac_address': 'fa:16:3e:60:2a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd047c13-7873-4859-99ae-69856a788416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:42:04Z', 'updated_at': '2021-07-30T00:42:04Z', 'revision_number': 0, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdffaa29-ff71-41fd-930c-a9720ca4bebe', 'name': '', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'mac_address': 'fa:16:3e:fc:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:45Z', 'updated_at': '2021-07-30T00:41:51Z', 'revision_number': 5, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'subnets': [{'id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:42:05.431307 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94109b4-70e0-4f10-937b-09f3ac250d9c req-296e740a-4afe-4814-a1e3-6dd017fa1ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:42:05.432820 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c94109b4-70e0-4f10-937b-09f3ac250d9c req-296e740a-4afe-4814-a1e3-6dd017fa1ea7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66e76dbe-e633-4dc3-96e1-3419c7ac8507 HTTP/1.1" status: 200 len: 848 time: 0.0441298 Jul 30 00:42:05.434575 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1058d06a-11f2-4566-861b-19f3967bd77b None None] Checking router: 8e277cca-8639-4dd5-ad66-66e4e77bd395 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:42:05.443154 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1058d06a-11f2-4566-861b-19f3967bd77b None None] Routers {'8e277cca-8639-4dd5-ad66-66e4e77bd395'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:42:05.443704 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1058d06a-11f2-4566-861b-19f3967bd77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:41:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8e277cca-8639-4dd5-ad66-66e4e77bd395'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:42:05.480220 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94109b4-70e0-4f10-937b-09f3ac250d9c req-f3ff6614-d3df-4a38-ac04-c131f08041f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:42:05.481643 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c94109b4-70e0-4f10-937b-09f3ac250d9c req-f3ff6614-d3df-4a38-ac04-c131f08041f5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8c92437f-d4f9-4308-9be1-85864e4753ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411115 Jul 30 00:42:05.551076 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-1058d06a-11f2-4566-861b-19f3967bd77b None None] Set router 8e277cca-8639-4dd5-ad66-66e4e77bd395 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:42:05.577537 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c94109b4-70e0-4f10-937b-09f3ac250d9c req-b30ee74b-5d63-4b2b-9046-d520491a1594 service neutron] 10.222.0.39 "GET /v2.0/networks/8c92437f-d4f9-4308-9be1-85864e4753ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880842 Jul 30 00:42:05.599107 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:05.669713 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c94109b4-70e0-4f10-937b-09f3ac250d9c req-139aae6e-8f2b-4999-8280-f51ea3039f1e service neutron] 10.222.0.39 "GET /v2.0/networks/8c92437f-d4f9-4308-9be1-85864e4753ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848699 Jul 30 00:42:05.783199 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-1058d06a-11f2-4566-861b-19f3967bd77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'name': 'tempest-TestSnapshotPattern-473388790-router', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:46Z', 'revision_number': 4, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'gw_port': {'id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': 'f6920c3e-6a41-4193-829b-bbac9635e213', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'floating_ip_address': '172.25.8.108', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'port_id': 'a098db94-d168-409f-aa41-909d529b41a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'mac_address': 'fa:16:3e:60:2a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd047c13-7873-4859-99ae-69856a788416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:42:04Z', 'updated_at': '2021-07-30T00:42:04Z', 'revision_number': 0, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdffaa29-ff71-41fd-930c-a9720ca4bebe', 'name': '', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'mac_address': 'fa:16:3e:fc:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:45Z', 'updated_at': '2021-07-30T00:41:51Z', 'revision_number': 5, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'subnets': [{'id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:42:05.808784 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1058d06a-11f2-4566-861b-19f3967bd77b None None] The sync data for ids ['8e277cca-8639-4dd5-ad66-66e4e77bd395'] in n-d-712140-10 is: [{'id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'name': 'tempest-TestSnapshotPattern-473388790-router', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:46Z', 'revision_number': 4, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'gw_port': {'id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': 'f6920c3e-6a41-4193-829b-bbac9635e213', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'floating_ip_address': '172.25.8.108', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'port_id': 'a098db94-d168-409f-aa41-909d529b41a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'mac_address': 'fa:16:3e:60:2a:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd047c13-7873-4859-99ae-69856a788416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:42:04Z', 'updated_at': '2021-07-30T00:42:04Z', 'revision_number': 0, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdffaa29-ff71-41fd-930c-a9720ca4bebe', 'name': '', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'mac_address': 'fa:16:3e:fc:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:45Z', 'updated_at': '2021-07-30T00:41:51Z', 'revision_number': 5, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'subnets': [{'id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:42:06.004400 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117d0f83-5014-4b3f-ba71-f75466aedbe2 None None] New status for floating IP f6920c3e-6a41-4193-829b-bbac9635e213: ACTIVE {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:42:06.350766 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-75fb34e3-8fff-4b59-bc3c-698ad53c987e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:07.198327 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:08.505042 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:24.375534 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:42:30.505033 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:30.564953 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:32.997633 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1c218652-214d-4db2-ac4c-6691de56cbf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:34.156071 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3f231788-5ff1-4d2d-8156-bbdf884326f5 req-a4153b7f-9294-49dc-8a09-86337621411c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fd047c13-7873-4859-99ae-69856a788416&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398369 Jul 30 00:42:34.247754 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f231788-5ff1-4d2d-8156-bbdf884326f5 req-65c9c832-c875-44f7-ad15-43d4464bf468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:42:34.249252 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3f231788-5ff1-4d2d-8156-bbdf884326f5 req-65c9c832-c875-44f7-ad15-43d4464bf468 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c61c74c01caa439d9c530048aa3781bb&device_id=fd047c13-7873-4859-99ae-69856a788416 HTTP/1.1" status: 200 len: 1097 time: 0.0454912 Jul 30 00:42:34.350975 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f231788-5ff1-4d2d-8156-bbdf884326f5 req-868dc607-1f8e-420e-a61d-497edfa48a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:42:34.352491 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3f231788-5ff1-4d2d-8156-bbdf884326f5 req-868dc607-1f8e-420e-a61d-497edfa48a52 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8c92437f-d4f9-4308-9be1-85864e4753ec HTTP/1.1" status: 200 len: 910 time: 0.0840840 Jul 30 00:42:34.421301 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3f231788-5ff1-4d2d-8156-bbdf884326f5 req-bc348809-3d55-4831-a82d-7dc2d895eca5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a098db94-d168-409f-aa41-909d529b41a5 HTTP/1.1" status: 200 len: 1001 time: 0.0609787 Jul 30 00:42:34.469248 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f231788-5ff1-4d2d-8156-bbdf884326f5 req-6a09fc0e-a4b3-433c-b63f-2285895b735d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:42:34.470694 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3f231788-5ff1-4d2d-8156-bbdf884326f5 req-6a09fc0e-a4b3-433c-b63f-2285895b735d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66e76dbe-e633-4dc3-96e1-3419c7ac8507 HTTP/1.1" status: 200 len: 848 time: 0.0428932 Jul 30 00:42:34.519363 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f231788-5ff1-4d2d-8156-bbdf884326f5 req-afe2dfea-8b11-4264-b781-c6976d52efbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:42:34.520861 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3f231788-5ff1-4d2d-8156-bbdf884326f5 req-afe2dfea-8b11-4264-b781-c6976d52efbe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8c92437f-d4f9-4308-9be1-85864e4753ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427771 Jul 30 00:42:34.611623 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3f231788-5ff1-4d2d-8156-bbdf884326f5 req-5ed314e2-117b-4e03-b6d7-74d37b0075a4 service neutron] 10.222.0.39 "GET /v2.0/networks/8c92437f-d4f9-4308-9be1-85864e4753ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835922 Jul 30 00:42:34.700986 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-3f231788-5ff1-4d2d-8156-bbdf884326f5 req-f78cfe17-de93-47ce-a653-3b1b1041ca3a service neutron] 10.222.0.39 "GET /v2.0/networks/8c92437f-d4f9-4308-9be1-85864e4753ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822444 Jul 30 00:42:35.581190 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:36.352046 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f7a8cb18-f259-4e46-86aa-6bfe378ae4d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:37.199005 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:42:38.506889 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:00.499017 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:00.574777 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:01.375684 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:43:02.998362 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f807f223-2556-408f-adce-185ddb6df4a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:05.584051 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:06.351934 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dc45465a-55fa-4ab9-add9-cb1cde0f8137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:07.202040 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:08.510071 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:30.520491 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:30.574847 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:32.999403 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1f30aa44-8cc4-429c-a87f-4534ba4171d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:35.586412 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:36.201471 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c8db1309-59d6-42a4-9922-21775ae4a7eb req-e01c8fdb-3d6e-4f54-9737-af57b3f77d0e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fd047c13-7873-4859-99ae-69856a788416&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0876894 Jul 30 00:43:36.288541 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db1309-59d6-42a4-9922-21775ae4a7eb req-560af951-1bde-43e2-aad7-b98994c2ae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:36.290030 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c8db1309-59d6-42a4-9922-21775ae4a7eb req-560af951-1bde-43e2-aad7-b98994c2ae7b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c61c74c01caa439d9c530048aa3781bb&device_id=fd047c13-7873-4859-99ae-69856a788416 HTTP/1.1" status: 200 len: 1097 time: 0.0453129 Jul 30 00:43:36.351961 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-87d6c39a-a129-44b7-b3ea-040446066e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:36.392998 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db1309-59d6-42a4-9922-21775ae4a7eb req-21aac796-9463-4520-bfce-ed5188a70794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:36.394514 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c8db1309-59d6-42a4-9922-21775ae4a7eb req-21aac796-9463-4520-bfce-ed5188a70794 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8c92437f-d4f9-4308-9be1-85864e4753ec HTTP/1.1" status: 200 len: 910 time: 0.0852931 Jul 30 00:43:36.462830 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c8db1309-59d6-42a4-9922-21775ae4a7eb req-1c414692-87b2-45e4-8f3b-8863a29e76dc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a098db94-d168-409f-aa41-909d529b41a5 HTTP/1.1" status: 200 len: 1001 time: 0.0615416 Jul 30 00:43:36.511133 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db1309-59d6-42a4-9922-21775ae4a7eb req-e45b9300-0b64-4e2a-97b8-e11e7b1e391b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:36.512578 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c8db1309-59d6-42a4-9922-21775ae4a7eb req-e45b9300-0b64-4e2a-97b8-e11e7b1e391b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66e76dbe-e633-4dc3-96e1-3419c7ac8507 HTTP/1.1" status: 200 len: 848 time: 0.0425355 Jul 30 00:43:36.557373 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db1309-59d6-42a4-9922-21775ae4a7eb req-6345125e-bdbc-4789-9b8f-11f364247405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:43:36.558845 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c8db1309-59d6-42a4-9922-21775ae4a7eb req-6345125e-bdbc-4789-9b8f-11f364247405 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8c92437f-d4f9-4308-9be1-85864e4753ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396032 Jul 30 00:43:36.653095 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c8db1309-59d6-42a4-9922-21775ae4a7eb req-a360ffd1-e64a-4b4f-bca6-7046fa19779d service neutron] 10.222.0.39 "GET /v2.0/networks/8c92437f-d4f9-4308-9be1-85864e4753ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869653 Jul 30 00:43:36.743666 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-c8db1309-59d6-42a4-9922-21775ae4a7eb req-dfe218d7-1cda-480d-814a-2ba30e59242d service neutron] 10.222.0.39 "GET /v2.0/networks/8c92437f-d4f9-4308-9be1-85864e4753ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833452 Jul 30 00:43:37.202944 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:43:38.375514 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:43:38.513666 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:00.542197 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:00.573542 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:00.655535 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device a098db94-d168-409f-aa41-909d529b41a5 details requested by agent hyperv_n-h2-712140-10 with host n-h2-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:44:00.752825 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port a098db94-d168-409f-aa41-909d529b41a5, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a098db94-d168-409f-aa41-909d529b41a5,segment=NetworkSegment(0a69014b-f7a4-49aa-a042-ee18bb220e4e),segment_id=0a69014b-f7a4-49aa-a042-ee18bb220e4e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:44:00.766447 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Returning: {'device': 'a098db94-d168-409f-aa41-909d529b41a5', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'port_id': 'a098db94-d168-409f-aa41-909d529b41a5', 'mac_address': 'fa:16:3e:60:2a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:44:00.803576 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:00.817397 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a098db94-d168-409f-aa41-909d529b41a5 {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:44:00.838606 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port a098db94-d168-409f-aa41-909d529b41a5, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a098db94-d168-409f-aa41-909d529b41a5,segment=NetworkSegment(0a69014b-f7a4-49aa-a042-ee18bb220e4e),segment_id=0a69014b-f7a4-49aa-a042-ee18bb220e4e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:44:00.843674 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:00.901165 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=a098db94-d168-409f-aa41-909d529b41a5,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:00.908836 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:00.909185 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:00.909524 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:00.909876 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:00.910172 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:00.910499 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:00.910824 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:00.911143 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:00.911462 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:00.911785 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:00.912126 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:00.912443 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:00.917497 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] get_ports_and_sgs() called for port_ids ['a098db94-d168-409f-aa41-909d529b41a5'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:44:02.670591 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device a098db94-d168-409f-aa41-909d529b41a5 up at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:44:02.727816 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Provisioning complete for port a098db94-d168-409f-aa41-909d529b41a5 triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:44:02.728236 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:02.815722 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:02.843193 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd047c13-7873-4859-99ae-69856a788416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a098db94-d168-409f-aa41-909d529b41a5'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:44:02.843193 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee31ed8e5b8e4dc4f88b315270ded6679232f3f3b12134e952a2ffdf5dc07ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb899ab-cfb0-4b80-af0e-c1b9ab8cc32e" -d '{"events": [{"server_uuid": "fd047c13-7873-4859-99ae-69856a788416", "name": "network-vif-plugged", "status": "completed", "tag": "a098db94-d168-409f-aa41-909d529b41a5"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:44:02.855273 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port a098db94-d168-409f-aa41-909d529b41a5, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a098db94-d168-409f-aa41-909d529b41a5,segment=NetworkSegment(0a69014b-f7a4-49aa-a042-ee18bb220e4e),segment_id=0a69014b-f7a4-49aa-a042-ee18bb220e4e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:44:02.862701 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:02.946739 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=a098db94-d168-409f-aa41-909d529b41a5,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:03.005617 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9917f457-ae6c-48e1-ab83-85f3280cc1db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:03.013089 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e035cc2-7d45-4705-956e-c088a3e3a328 x-openstack-request-id: req-8e035cc2-7d45-4705-956e-c088a3e3a328 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:44:03.013382 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd047c13-7873-4859-99ae-69856a788416", "name": "network-vif-plugged", "status": "completed", "tag": "a098db94-d168-409f-aa41-909d529b41a5", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:44:03.013699 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-8e035cc2-7d45-4705-956e-c088a3e3a328 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:44:03.014128 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd047c13-7873-4859-99ae-69856a788416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a098db94-d168-409f-aa41-909d529b41a5', 'code': 200} Jul 30 00:44:05.594012 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:06.354179 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-103ef4d9-b128-4833-9984-b55fd2813027 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:07.207571 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:08.520027 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:10.388964 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-e6c62972-377b-4da8-b01e-474971973d84 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1442617616&fields=id&tenant_id=c61c74c01caa439d9c530048aa3781bb HTTP/1.1" status: 200 len: 267 time: 0.0348980 Jul 30 00:44:10.494338 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-fb156874-0dbc-4bc2-837f-da9591f3f473 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:10.495729 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-fb156874-0dbc-4bc2-837f-da9591f3f473 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/networks?id=8c92437f-d4f9-4308-9be1-85864e4753ec HTTP/1.1" status: 200 len: 809 time: 0.0998836 Jul 30 00:44:10.511285 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-67920506-8ec1-42d5-9260-57b2ee1adf2d tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/quotas/c61c74c01caa439d9c530048aa3781bb HTTP/1.1" status: 200 len: 375 time: 0.0090733 Jul 30 00:44:10.573790 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-4fd985a0-ee3e-40aa-a685-3c91589140e9 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c61c74c01caa439d9c530048aa3781bb&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0565894 Jul 30 00:44:10.709809 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-1fb83bfe-7dfe-46fa-b70e-318ab7973074 service neutron] 10.222.0.18 "GET /v2.0/networks/8c92437f-d4f9-4308-9be1-85864e4753ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235564 Jul 30 00:44:10.801466 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-08653fce-626e-4515-a538-ce5d2a752fe9 service neutron] 10.222.0.18 "GET /v2.0/networks/8c92437f-d4f9-4308-9be1-85864e4753ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855966 Jul 30 00:44:11.979275 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-bc72c056-dbaa-40df-b409-be9c96c61ed9 req-7e44099d-5260-4b86-8032-88d1eb2b37f9 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=724845ac-9d19-4a74-b206-7ea41a023e37 HTTP/1.1" status: 200 len: 210 time: 0.0273502 Jul 30 00:44:13.059252 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-4fa8d4ce-fada-4803-b2d0-d60c71ec65cf req-4d3c38a8-5451-4e3f-899b-9012cc8fff52 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=724845ac-9d19-4a74-b206-7ea41a023e37 HTTP/1.1" status: 200 len: 210 time: 0.0269084 Jul 30 00:44:14.135212 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e43f0ca7-35af-414d-a6d9-49c3cb928673 req-5d1083f5-234a-45fc-928c-63960784cc1b tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=724845ac-9d19-4a74-b206-7ea41a023e37 HTTP/1.1" status: 200 len: 210 time: 0.0259848 Jul 30 00:44:14.748591 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device a098db94-d168-409f-aa41-909d529b41a5 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:44:14.823252 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:14.850979 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd047c13-7873-4859-99ae-69856a788416', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a098db94-d168-409f-aa41-909d529b41a5'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:44:14.853353 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee31ed8e5b8e4dc4f88b315270ded6679232f3f3b12134e952a2ffdf5dc07ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79f19ee-ca8c-4499-aed2-462d628c3331" -d '{"events": [{"server_uuid": "fd047c13-7873-4859-99ae-69856a788416", "name": "network-vif-unplugged", "status": "completed", "tag": "a098db94-d168-409f-aa41-909d529b41a5"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:44:14.870346 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] For port a098db94-d168-409f-aa41-909d529b41a5, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a098db94-d168-409f-aa41-909d529b41a5,segment=NetworkSegment(0a69014b-f7a4-49aa-a042-ee18bb220e4e),segment_id=0a69014b-f7a4-49aa-a042-ee18bb220e4e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:44:14.875498 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:14.900779 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65246d0c-251c-4e2b-84f4-03862ac16aee x-openstack-request-id: req-65246d0c-251c-4e2b-84f4-03862ac16aee {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:44:14.901078 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd047c13-7873-4859-99ae-69856a788416", "name": "network-vif-unplugged", "status": "completed", "tag": "a098db94-d168-409f-aa41-909d529b41a5", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:44:14.901333 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-65246d0c-251c-4e2b-84f4-03862ac16aee {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:44:14.901723 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd047c13-7873-4859-99ae-69856a788416', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a098db94-d168-409f-aa41-909d529b41a5', 'code': 200} Jul 30 00:44:14.930828 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Pushing event updated for resources: {'Port': ['ID=a098db94-d168-409f-aa41-909d529b41a5,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:14.988944 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-0c368324-d906-4230-8aba-a147bc4efd61 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:14.990424 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-0c368324-d906-4230-8aba-a147bc4efd61 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.23 "GET /v2.0/networks?id=8c92437f-d4f9-4308-9be1-85864e4753ec HTTP/1.1" status: 200 len: 809 time: 0.1188293 Jul 30 00:44:15.036450 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-b9bbd732-4ba6-4922-84f8-e526484da861 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.23 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c61c74c01caa439d9c530048aa3781bb HTTP/1.1" status: 200 len: 380 time: 0.0359454 Jul 30 00:44:15.048099 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-2f77a090-8622-4d41-a4b3-e13309bb515e tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Request body: {'port': {'device_id': '724845ac-9d19-4a74-b206-7ea41a023e37', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'admin_state_up': True, 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'security_groups': ['d37e048d-527f-47ae-9634-f9a5e4e07bb9']}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:44:15.154066 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-2f77a090-8622-4d41-a4b3-e13309bb515e tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Made reservation on behalf of c61c74c01caa439d9c530048aa3781bb for: {'port': 1} {{(pid=94063) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 30 00:44:15.159217 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-2f77a090-8622-4d41-a4b3-e13309bb515e tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:15.256749 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e91a2f9c-f3c4-44da-b9a3-4d3123b5b821 req-7801b57d-9360-4479-9bc0-7a0c4f06acd1 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=724845ac-9d19-4a74-b206-7ea41a023e37 HTTP/1.1" status: 200 len: 210 time: 0.0346451 Jul 30 00:44:15.355729 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-2f77a090-8622-4d41-a4b3-e13309bb515e tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Allocated IP 172.20.0.9 (8c92437f-d4f9-4308-9be1-85864e4753ec/66e76dbe-e633-4dc3-96e1-3419c7ac8507/c6a82664-2d1e-4fdb-a9ac-6310c21e782b) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:44:15.403760 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:44:15.582628 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-2f77a090-8622-4d41-a4b3-e13309bb515e tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:15.598109 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-2f77a090-8622-4d41-a4b3-e13309bb515e tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Transition to ACTIVE for port object c6a82664-2d1e-4fdb-a9ac-6310c21e782b will not be triggered until provisioned by entity DHCP. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:44:15.639437 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-2f77a090-8622-4d41-a4b3-e13309bb515e tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:15.684340 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-2f77a090-8622-4d41-a4b3-e13309bb515e tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Network 8c92437f-d4f9-4308-9be1-85864e4753ec is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:44:15.688118 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-2f77a090-8622-4d41-a4b3-e13309bb515e tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:44:15.694717 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-2f77a090-8622-4d41-a4b3-e13309bb515e tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:44:15.701394 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f77a090-8622-4d41-a4b3-e13309bb515e tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Pushing event updated for resources: {'Port': ['ID=c6a82664-2d1e-4fdb-a9ac-6310c21e782b,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:15.731198 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77a090-8622-4d41-a4b3-e13309bb515e tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:15.731689 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77a090-8622-4d41-a4b3-e13309bb515e tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:15.732990 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77a090-8622-4d41-a4b3-e13309bb515e tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:15.733452 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77a090-8622-4d41-a4b3-e13309bb515e tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:15.734062 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77a090-8622-4d41-a4b3-e13309bb515e tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:15.734494 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77a090-8622-4d41-a4b3-e13309bb515e tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:15.734926 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77a090-8622-4d41-a4b3-e13309bb515e tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:15.735390 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77a090-8622-4d41-a4b3-e13309bb515e tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:15.735899 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77a090-8622-4d41-a4b3-e13309bb515e tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:15.736331 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77a090-8622-4d41-a4b3-e13309bb515e tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:15.736759 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77a090-8622-4d41-a4b3-e13309bb515e tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:15.737197 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f77a090-8622-4d41-a4b3-e13309bb515e tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:44:15.771139 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-2f77a090-8622-4d41-a4b3-e13309bb515e tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:15.771787 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-2f77a090-8622-4d41-a4b3-e13309bb515e tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:15.794387 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-2f77a090-8622-4d41-a4b3-e13309bb515e tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.23 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7498164 Jul 30 00:44:15.931347 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a58292e8-5fe2-496c-88b5-63d9948b9507 None None] Provisioning for port c6a82664-2d1e-4fdb-a9ac-6310c21e782b completed by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:44:15.935888 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-a58292e8-5fe2-496c-88b5-63d9948b9507 None None] Provisioning complete for port c6a82664-2d1e-4fdb-a9ac-6310c21e782b triggered by entity DHCP. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:44:15.936600 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a58292e8-5fe2-496c-88b5-63d9948b9507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:15.973247 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a58292e8-5fe2-496c-88b5-63d9948b9507 None None] Port c6a82664-2d1e-4fdb-a9ac-6310c21e782b cannot update to ACTIVE because it is not bound. {{(pid=94065) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 30 00:44:16.392966 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a8d561-6ac8-4d16-bc47-9b5ad0eb0025 req-4c0ae658-b559-413c-9646-69d4a508119e tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:16.394943 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d6a8d561-6ac8-4d16-bc47-9b5ad0eb0025 req-4c0ae658-b559-413c-9646-69d4a508119e tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=724845ac-9d19-4a74-b206-7ea41a023e37 HTTP/1.1" status: 200 len: 931 time: 0.0569236 Jul 30 00:44:16.435472 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d6a8d561-6ac8-4d16-bc47-9b5ad0eb0025 req-dc79bbfd-65e5-4685-b1ea-a583353286b4 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/security-groups?id=d37e048d-527f-47ae-9634-f9a5e4e07bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345917 Jul 30 00:44:17.560028 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8043e4-e89d-4887-beb3-6705998345c2 req-bd6b8df0-b234-448e-904a-2c428bcc041e tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:17.561869 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f8043e4-e89d-4887-beb3-6705998345c2 req-bd6b8df0-b234-448e-904a-2c428bcc041e tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=724845ac-9d19-4a74-b206-7ea41a023e37 HTTP/1.1" status: 200 len: 931 time: 0.0521514 Jul 30 00:44:17.603099 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-6f8043e4-e89d-4887-beb3-6705998345c2 req-7b87256b-5158-4fb0-a38a-8c8c94504ed8 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/security-groups?id=d37e048d-527f-47ae-9634-f9a5e4e07bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353372 Jul 30 00:44:18.728530 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e0970-fac5-4dcf-a119-685d80c1ab6c req-9ae149d2-1342-4a55-a4f1-cdf7c9711af9 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:18.730178 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc3e0970-fac5-4dcf-a119-685d80c1ab6c req-9ae149d2-1342-4a55-a4f1-cdf7c9711af9 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=724845ac-9d19-4a74-b206-7ea41a023e37 HTTP/1.1" status: 200 len: 931 time: 0.0537736 Jul 30 00:44:18.771634 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-fc3e0970-fac5-4dcf-a119-685d80c1ab6c req-2f14485c-4d49-476e-be82-9c3f2a433d32 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/security-groups?id=d37e048d-527f-47ae-9634-f9a5e4e07bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346060 Jul 30 00:44:19.906786 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c81e9-7cce-41b3-aaab-bb8455118d96 req-bce8715f-a662-4211-97a4-6991d5b12842 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:19.908413 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c00c81e9-7cce-41b3-aaab-bb8455118d96 req-bce8715f-a662-4211-97a4-6991d5b12842 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=724845ac-9d19-4a74-b206-7ea41a023e37 HTTP/1.1" status: 200 len: 931 time: 0.0605619 Jul 30 00:44:19.952463 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c00c81e9-7cce-41b3-aaab-bb8455118d96 req-7fad0fac-2786-4f1a-bbca-3c57f499e637 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/security-groups?id=d37e048d-527f-47ae-9634-f9a5e4e07bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376127 Jul 30 00:44:21.073399 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ec6cbc-e5ca-4446-bc71-2ece06459341 req-b664e246-5b06-47c6-a5ab-c6da81c14485 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:21.076298 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88ec6cbc-e5ca-4446-bc71-2ece06459341 req-b664e246-5b06-47c6-a5ab-c6da81c14485 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=724845ac-9d19-4a74-b206-7ea41a023e37 HTTP/1.1" status: 200 len: 931 time: 0.0524132 Jul 30 00:44:21.123615 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-88ec6cbc-e5ca-4446-bc71-2ece06459341 req-353ca86d-8462-42cf-ad3d-c9ae55928612 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/security-groups?id=d37e048d-527f-47ae-9634-f9a5e4e07bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392675 Jul 30 00:44:22.248021 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136e9a2-d5ae-42b1-a58a-d4809bbdfbbe req-08311257-70db-40f6-9a35-059e7b1c9545 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:22.250345 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b136e9a2-d5ae-42b1-a58a-d4809bbdfbbe req-08311257-70db-40f6-9a35-059e7b1c9545 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=724845ac-9d19-4a74-b206-7ea41a023e37 HTTP/1.1" status: 200 len: 931 time: 0.0558343 Jul 30 00:44:22.305735 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-b136e9a2-d5ae-42b1-a58a-d4809bbdfbbe req-b7f726ba-76ae-49da-b7de-aeb04c98e2c5 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/security-groups?id=d37e048d-527f-47ae-9634-f9a5e4e07bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437031 Jul 30 00:44:23.444930 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471162e-a6a8-4bf0-814d-6d415c609f7e req-3617e3df-b914-4b5b-9e28-b3acb7248781 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:23.446459 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9471162e-a6a8-4bf0-814d-6d415c609f7e req-3617e3df-b914-4b5b-9e28-b3acb7248781 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=724845ac-9d19-4a74-b206-7ea41a023e37 HTTP/1.1" status: 200 len: 931 time: 0.0560591 Jul 30 00:44:23.487782 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-9471162e-a6a8-4bf0-814d-6d415c609f7e req-6d886044-3930-450b-a77a-cc7ca25911ae tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/security-groups?id=d37e048d-527f-47ae-9634-f9a5e4e07bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351238 Jul 30 00:44:24.609345 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290fff07-b254-4d87-bed3-d17b176068fb req-d254671e-ef71-4251-ad85-5de80717ef07 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:24.611137 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-290fff07-b254-4d87-bed3-d17b176068fb req-d254671e-ef71-4251-ad85-5de80717ef07 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=724845ac-9d19-4a74-b206-7ea41a023e37 HTTP/1.1" status: 200 len: 931 time: 0.0529580 Jul 30 00:44:24.657168 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-290fff07-b254-4d87-bed3-d17b176068fb req-8348d3d4-ed24-4bcd-8c26-5110ae90eafd tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/security-groups?id=d37e048d-527f-47ae-9634-f9a5e4e07bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397065 Jul 30 00:44:25.388544 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-3dcfe154-629c-4ff7-a8ef-487a649e6067 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94063) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:44:25.390193 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-3dcfe154-629c-4ff7-a8ef-487a649e6067 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079806 Jul 30 00:44:25.454432 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-72291b08-4791-43c3-84f1-290f78e90804 service neutron] Request body: {'port': {'device_id': '724845ac-9d19-4a74-b206-7ea41a023e37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712140-10'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:44:25.510543 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-72291b08-4791-43c3-84f1-290f78e90804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:25.745716 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [req-6133e181-8614-4909-9b4d-8738752d7378 req-fe00f847-6421-4b18-ae4a-5b84efa7d573 service neutron] (94063) timed out ('10.222.0.39', 60712) {{(pid=94063) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:44:25.798875 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-72291b08-4791-43c3-84f1-290f78e90804 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6a82664-2d1e-4fdb-a9ac-6310c21e782b {{(pid=94063) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:44:25.808949 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-72291b08-4791-43c3-84f1-290f78e90804 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:25.820482 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed5699c-21c2-4782-92f7-b3e059ce3afe req-493ce81e-8358-4300-9362-771646e8fe35 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:25.821988 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ed5699c-21c2-4782-92f7-b3e059ce3afe req-493ce81e-8358-4300-9362-771646e8fe35 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=724845ac-9d19-4a74-b206-7ea41a023e37 HTTP/1.1" status: 200 len: 931 time: 0.0922084 Jul 30 00:44:25.838412 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.provisioning_blocks [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-72291b08-4791-43c3-84f1-290f78e90804 service neutron] Transition to ACTIVE for port object c6a82664-2d1e-4fdb-a9ac-6310c21e782b will not be triggered until provisioned by entity L2. {{(pid=94063) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 30 00:44:25.845684 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-72291b08-4791-43c3-84f1-290f78e90804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:25.908119 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5ed5699c-21c2-4782-92f7-b3e059ce3afe req-c4cfb6b2-b504-40bb-abaf-0b084ed8bf54 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/security-groups?id=d37e048d-527f-47ae-9634-f9a5e4e07bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795593 Jul 30 00:44:25.913471 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72291b08-4791-43c3-84f1-290f78e90804 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a82664-2d1e-4fdb-a9ac-6310c21e782b,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:26.330411 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-72291b08-4791-43c3-84f1-290f78e90804 service neutron] Attempting to bind port c6a82664-2d1e-4fdb-a9ac-6310c21e782b on host n-h1-712140-10 for vnic_type normal with profile {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 30 00:44:26.330748 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-72291b08-4791-43c3-84f1-290f78e90804 service neutron] Attempting to bind port c6a82664-2d1e-4fdb-a9ac-6310c21e782b by drivers openvswitch,hyperv on host n-h1-712140-10 at level 0 using segments [{'id': '0a69014b-f7a4-49aa-a042-ee18bb220e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec'}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 30 00:44:26.331073 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-72291b08-4791-43c3-84f1-290f78e90804 service neutron] Attempting to bind port c6a82664-2d1e-4fdb-a9ac-6310c21e782b on network 8c92437f-d4f9-4308-9be1-85864e4753ec {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:44:26.335357 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-72291b08-4791-43c3-84f1-290f78e90804 service neutron] Port c6a82664-2d1e-4fdb-a9ac-6310c21e782b on network 8c92437f-d4f9-4308-9be1-85864e4753ec not bound, no agent of type Open vSwitch agent registered on host n-h1-712140-10 {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 30 00:44:26.335674 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-72291b08-4791-43c3-84f1-290f78e90804 service neutron] Attempting to bind port c6a82664-2d1e-4fdb-a9ac-6310c21e782b on network 8c92437f-d4f9-4308-9be1-85864e4753ec {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 30 00:44:26.340437 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-72291b08-4791-43c3-84f1-290f78e90804 service neutron] Checking agent: {'id': 'edbf11fa-f311-4fb9-977e-0e7f3229c4f1', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712140-10', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'started_at': datetime.datetime(2021, 7, 29, 23, 13, 59), 'heartbeat_timestamp': datetime.datetime(2021, 7, 30, 0, 44, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 30 00:44:26.340772 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-72291b08-4791-43c3-84f1-290f78e90804 service neutron] Checking segment: {'id': '0a69014b-f7a4-49aa-a042-ee18bb220e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94063) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 30 00:44:26.341158 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-72291b08-4791-43c3-84f1-290f78e90804 service neutron] Bound using segment: {'id': '0a69014b-f7a4-49aa-a042-ee18bb220e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec'} {{(pid=94063) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 30 00:44:26.341585 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.managers [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-72291b08-4791-43c3-84f1-290f78e90804 service neutron] Bound port: c6a82664-2d1e-4fdb-a9ac-6310c21e782b, host: n-h1-712140-10, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a69014b-f7a4-49aa-a042-ee18bb220e4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec'}}] {{(pid=94063) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 30 00:44:26.341935 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-72291b08-4791-43c3-84f1-290f78e90804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:26.405789 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-72291b08-4791-43c3-84f1-290f78e90804 service neutron] For port c6a82664-2d1e-4fdb-a9ac-6310c21e782b, host n-h1-712140-10, cleared binding levels {{(pid=94063) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 30 00:44:26.409038 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-72291b08-4791-43c3-84f1-290f78e90804 service neutron] For port c6a82664-2d1e-4fdb-a9ac-6310c21e782b, host n-h1-712140-10, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=c6a82664-2d1e-4fdb-a9ac-6310c21e782b,segment=NetworkSegment(0a69014b-f7a4-49aa-a042-ee18bb220e4e),segment_id=0a69014b-f7a4-49aa-a042-ee18bb220e4e)] {{(pid=94063) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 30 00:44:26.416134 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-72291b08-4791-43c3-84f1-290f78e90804 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:26.459826 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-72291b08-4791-43c3-84f1-290f78e90804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:26.460464 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-72291b08-4791-43c3-84f1-290f78e90804 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:26.461866 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-72291b08-4791-43c3-84f1-290f78e90804 service neutron] 10.222.0.23 "PUT /v2.0/ports/c6a82664-2d1e-4fdb-a9ac-6310c21e782b HTTP/1.1" status: 200 len: 1092 time: 1.0619030 Jul 30 00:44:26.462338 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724845ac-9d19-4a74-b206-7ea41a023e37', 'tag': 'c6a82664-2d1e-4fdb-a9ac-6310c21e782b'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:44:26.464643 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d46dcfb-e621-4c92-85e3-694999fd5ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "724845ac-9d19-4a74-b206-7ea41a023e37", "tag": "c6a82664-2d1e-4fdb-a9ac-6310c21e782b"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:44:26.502688 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72291b08-4791-43c3-84f1-290f78e90804 service neutron] Pushing event updated for resources: {'Port': ['ID=c6a82664-2d1e-4fdb-a9ac-6310c21e782b,revision_number=3']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:26.555249 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-4291fa48-f86d-496d-8cab-3dbf610c5259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:26.556877 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-4291fa48-f86d-496d-8cab-3dbf610c5259 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c61c74c01caa439d9c530048aa3781bb&device_id=724845ac-9d19-4a74-b206-7ea41a023e37 HTTP/1.1" status: 200 len: 1095 time: 0.0488100 Jul 30 00:44:26.610893 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5aa3184-c835-4d47-bcbe-d8d51e3de95f x-openstack-request-id: req-f5aa3184-c835-4d47-bcbe-d8d51e3de95f {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:44:26.611160 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "724845ac-9d19-4a74-b206-7ea41a023e37", "tag": "c6a82664-2d1e-4fdb-a9ac-6310c21e782b", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:44:26.611422 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-f5aa3184-c835-4d47-bcbe-d8d51e3de95f {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:44:26.611819 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '724845ac-9d19-4a74-b206-7ea41a023e37', 'tag': 'c6a82664-2d1e-4fdb-a9ac-6310c21e782b', 'status': 'completed', 'code': 200} Jul 30 00:44:26.613788 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-10a29e8b-8255-48c1-aad0-ee0243ae825f service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6a82664-2d1e-4fdb-a9ac-6310c21e782b HTTP/1.1" status: 200 len: 217 time: 0.0488460 Jul 30 00:44:26.669715 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-8acb1cef-d37e-4e99-8769-51959b7f6430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:26.671876 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-8acb1cef-d37e-4e99-8769-51959b7f6430 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=66e76dbe-e633-4dc3-96e1-3419c7ac8507 HTTP/1.1" status: 200 len: 848 time: 0.0499392 Jul 30 00:44:26.724213 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-58f1094c-6b39-4845-9fba-0effd13e2ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:26.725717 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-58f1094c-6b39-4845-9fba-0effd13e2ced service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8c92437f-d4f9-4308-9be1-85864e4753ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461383 Jul 30 00:44:26.817996 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-42898226-cb99-498e-80b7-56c8a863d36a service neutron] 10.222.0.23 "GET /v2.0/networks/8c92437f-d4f9-4308-9be1-85864e4753ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827382 Jul 30 00:44:26.914454 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-43ebad29-7ecd-44fb-af53-2f3bd489e828 req-723ea530-2ce7-405a-8f05-844d70f2fb14 service neutron] 10.222.0.23 "GET /v2.0/networks/8c92437f-d4f9-4308-9be1-85864e4753ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888603 Jul 30 00:44:27.025707 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46dcfb-e621-4c92-85e3-694999fd5ed1 req-292fac5e-71ca-4503-b466-285475c97f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:27.027218 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d46dcfb-e621-4c92-85e3-694999fd5ed1 req-292fac5e-71ca-4503-b466-285475c97f35 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c61c74c01caa439d9c530048aa3781bb&device_id=724845ac-9d19-4a74-b206-7ea41a023e37 HTTP/1.1" status: 200 len: 1095 time: 0.0686624 Jul 30 00:44:27.089931 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0081d81-a1ba-4438-8cf8-9221156a3933 req-f54c7644-4bd8-4290-874d-6cdbbf521b05 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:27.091320 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f0081d81-a1ba-4438-8cf8-9221156a3933 req-f54c7644-4bd8-4290-874d-6cdbbf521b05 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=724845ac-9d19-4a74-b206-7ea41a023e37 HTTP/1.1" status: 200 len: 943 time: 0.1021161 Jul 30 00:44:27.151982 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f0081d81-a1ba-4438-8cf8-9221156a3933 req-f8312a85-030b-4641-bf12-665a90d21c55 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/security-groups?id=d37e048d-527f-47ae-9634-f9a5e4e07bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520039 Jul 30 00:44:27.162301 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46dcfb-e621-4c92-85e3-694999fd5ed1 req-f524932b-b827-4c03-b757-4895c878b6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:27.163933 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d46dcfb-e621-4c92-85e3-694999fd5ed1 req-f524932b-b827-4c03-b757-4895c878b6b5 service neutron] 10.222.0.23 "GET /v2.0/networks?id=8c92437f-d4f9-4308-9be1-85864e4753ec HTTP/1.1" status: 200 len: 910 time: 0.1296637 Jul 30 00:44:27.206403 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d46dcfb-e621-4c92-85e3-694999fd5ed1 req-75d23db2-7d07-446c-88d4-0cc25e9be3cb service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6a82664-2d1e-4fdb-a9ac-6310c21e782b HTTP/1.1" status: 200 len: 217 time: 0.0354080 Jul 30 00:44:27.261431 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46dcfb-e621-4c92-85e3-694999fd5ed1 req-8916ddb4-a65a-4c3d-a3fb-83c9a5b832c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:27.262934 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d46dcfb-e621-4c92-85e3-694999fd5ed1 req-8916ddb4-a65a-4c3d-a3fb-83c9a5b832c5 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=66e76dbe-e633-4dc3-96e1-3419c7ac8507 HTTP/1.1" status: 200 len: 848 time: 0.0494006 Jul 30 00:44:27.311888 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d46dcfb-e621-4c92-85e3-694999fd5ed1 req-b16cbad4-aa28-463f-8106-d38469dfa3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:27.313508 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d46dcfb-e621-4c92-85e3-694999fd5ed1 req-b16cbad4-aa28-463f-8106-d38469dfa3fe service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8c92437f-d4f9-4308-9be1-85864e4753ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426364 Jul 30 00:44:27.405193 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d46dcfb-e621-4c92-85e3-694999fd5ed1 req-75f26c8d-5950-44a8-a51c-5ac1962221ce service neutron] 10.222.0.23 "GET /v2.0/networks/8c92437f-d4f9-4308-9be1-85864e4753ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838671 Jul 30 00:44:27.504739 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-0d46dcfb-e621-4c92-85e3-694999fd5ed1 req-31c0451e-6c1c-4576-968c-8b44b8114a81 service neutron] 10.222.0.23 "GET /v2.0/networks/8c92437f-d4f9-4308-9be1-85864e4753ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900519 Jul 30 00:44:28.273111 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0880a7-c02f-4752-9691-5f51b5a2d0d4 req-e6231649-ef46-4af5-85a0-2d4f64fddca7 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:28.274658 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0880a7-c02f-4752-9691-5f51b5a2d0d4 req-e6231649-ef46-4af5-85a0-2d4f64fddca7 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=724845ac-9d19-4a74-b206-7ea41a023e37 HTTP/1.1" status: 200 len: 943 time: 0.0508592 Jul 30 00:44:28.320053 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ea0880a7-c02f-4752-9691-5f51b5a2d0d4 req-4c952268-5b08-498c-93f3-96a4a548dc18 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/security-groups?id=d37e048d-527f-47ae-9634-f9a5e4e07bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382500 Jul 30 00:44:29.442798 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f299f1-ad6f-4827-ac28-9411a5b3dce7 req-cecd0bff-63e5-48ea-8135-86d37f722756 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:29.444342 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7f299f1-ad6f-4827-ac28-9411a5b3dce7 req-cecd0bff-63e5-48ea-8135-86d37f722756 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=724845ac-9d19-4a74-b206-7ea41a023e37 HTTP/1.1" status: 200 len: 943 time: 0.0556452 Jul 30 00:44:29.483641 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d7f299f1-ad6f-4827-ac28-9411a5b3dce7 req-e2ec7f82-7f97-4502-8492-34e4163aeeed tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/security-groups?id=d37e048d-527f-47ae-9634-f9a5e4e07bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329926 Jul 30 00:44:29.807895 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device c6a82664-2d1e-4fdb-a9ac-6310c21e782b details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:44:29.906906 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port c6a82664-2d1e-4fdb-a9ac-6310c21e782b, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=c6a82664-2d1e-4fdb-a9ac-6310c21e782b,segment=NetworkSegment(0a69014b-f7a4-49aa-a042-ee18bb220e4e),segment_id=0a69014b-f7a4-49aa-a042-ee18bb220e4e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:44:29.918492 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'c6a82664-2d1e-4fdb-a9ac-6310c21e782b', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'port_id': 'c6a82664-2d1e-4fdb-a9ac-6310c21e782b', 'mac_address': 'fa:16:3e:6b:60:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:44:29.956266 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:29.969825 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6a82664-2d1e-4fdb-a9ac-6310c21e782b {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:44:29.990052 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port c6a82664-2d1e-4fdb-a9ac-6310c21e782b, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=c6a82664-2d1e-4fdb-a9ac-6310c21e782b,segment=NetworkSegment(0a69014b-f7a4-49aa-a042-ee18bb220e4e),segment_id=0a69014b-f7a4-49aa-a042-ee18bb220e4e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:44:29.994026 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:30.045710 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=c6a82664-2d1e-4fdb-a9ac-6310c21e782b,revision_number=4']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:30.242505 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['c6a82664-2d1e-4fdb-a9ac-6310c21e782b'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:44:30.537729 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:30.574784 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:30.607428 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244829e0-94d4-4a5e-8d73-c562c0958388 req-43a98fa8-4185-414e-b58e-e9b7ed45ef77 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:30.609053 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-244829e0-94d4-4a5e-8d73-c562c0958388 req-43a98fa8-4185-414e-b58e-e9b7ed45ef77 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=724845ac-9d19-4a74-b206-7ea41a023e37 HTTP/1.1" status: 200 len: 944 time: 0.0532012 Jul 30 00:44:30.647940 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-244829e0-94d4-4a5e-8d73-c562c0958388 req-8ae07de1-85be-4458-b2a5-24cf9273d7ef tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/security-groups?id=d37e048d-527f-47ae-9634-f9a5e4e07bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327809 Jul 30 00:44:31.763142 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78241094-2fae-4982-ad80-d3f35d9d9ef7 req-095f36a5-750a-40f1-b9a9-a10d868732d2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:31.764678 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-78241094-2fae-4982-ad80-d3f35d9d9ef7 req-095f36a5-750a-40f1-b9a9-a10d868732d2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=724845ac-9d19-4a74-b206-7ea41a023e37 HTTP/1.1" status: 200 len: 944 time: 0.0490742 Jul 30 00:44:31.804293 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-78241094-2fae-4982-ad80-d3f35d9d9ef7 req-fa3ef5d1-e3ad-4d88-a550-1d7c2d65ddb4 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/security-groups?id=d37e048d-527f-47ae-9634-f9a5e4e07bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332770 Jul 30 00:44:31.808561 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device c6a82664-2d1e-4fdb-a9ac-6310c21e782b up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:44:31.859487 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning for port c6a82664-2d1e-4fdb-a9ac-6310c21e782b completed by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 30 00:44:31.863114 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port c6a82664-2d1e-4fdb-a9ac-6310c21e782b triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:44:31.863489 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:31.938467 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:31.961263 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724845ac-9d19-4a74-b206-7ea41a023e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a82664-2d1e-4fdb-a9ac-6310c21e782b'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:44:31.963814 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee31ed8e5b8e4dc4f88b315270ded6679232f3f3b12134e952a2ffdf5dc07ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c36134-0737-4aaf-aaab-21083edd9181" -d '{"events": [{"server_uuid": "724845ac-9d19-4a74-b206-7ea41a023e37", "name": "network-vif-plugged", "status": "completed", "tag": "c6a82664-2d1e-4fdb-a9ac-6310c21e782b"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:44:31.978727 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port c6a82664-2d1e-4fdb-a9ac-6310c21e782b, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=c6a82664-2d1e-4fdb-a9ac-6310c21e782b,segment=NetworkSegment(0a69014b-f7a4-49aa-a042-ee18bb220e4e),segment_id=0a69014b-f7a4-49aa-a042-ee18bb220e4e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:44:31.982532 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:32.006037 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116ffdfe-0978-4bc9-9efc-6f576d3801a3 x-openstack-request-id: req-116ffdfe-0978-4bc9-9efc-6f576d3801a3 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:44:32.006329 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724845ac-9d19-4a74-b206-7ea41a023e37", "name": "network-vif-plugged", "status": "completed", "tag": "c6a82664-2d1e-4fdb-a9ac-6310c21e782b", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:44:32.006582 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-116ffdfe-0978-4bc9-9efc-6f576d3801a3 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:44:32.006968 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724845ac-9d19-4a74-b206-7ea41a023e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a82664-2d1e-4fdb-a9ac-6310c21e782b', 'code': 200} Jul 30 00:44:32.037790 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=c6a82664-2d1e-4fdb-a9ac-6310c21e782b,revision_number=5']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:32.103301 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0c69b-fb99-462e-9460-9aaa12ee2ec2 req-b047f04b-d0c3-4119-ad24-37a7e1bdd831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:32.104873 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-71e0c69b-fb99-462e-9460-9aaa12ee2ec2 req-b047f04b-d0c3-4119-ad24-37a7e1bdd831 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=724845ac-9d19-4a74-b206-7ea41a023e37 HTTP/1.1" status: 200 len: 1097 time: 0.0453637 Jul 30 00:44:32.143138 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-71e0c69b-fb99-462e-9460-9aaa12ee2ec2 req-1d545d21-00a6-4446-9fce-8d31285a884d service neutron] 10.222.0.23 "GET /v2.0/security-groups?id=d37e048d-527f-47ae-9634-f9a5e4e07bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280874 Jul 30 00:44:32.926684 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf158cab-ab49-458e-a55f-af501d827bbb req-87aa5c01-4de7-4f35-99f6-d34b6c4c13db tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:32.928299 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cf158cab-ab49-458e-a55f-af501d827bbb req-87aa5c01-4de7-4f35-99f6-d34b6c4c13db tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=724845ac-9d19-4a74-b206-7ea41a023e37 HTTP/1.1" status: 200 len: 945 time: 0.0519052 Jul 30 00:44:32.972015 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cf158cab-ab49-458e-a55f-af501d827bbb req-d8c56b9d-b500-4a2c-ba09-434e209fb342 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/security-groups?id=d37e048d-527f-47ae-9634-f9a5e4e07bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364857 Jul 30 00:44:33.007428 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-da513c88-5115-4919-8493-81387b36f27e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:34.095741 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3fb44f-93fa-4d27-92b4-655a7485ac99 req-b426f336-d10e-4ae1-a763-0af370eb16c0 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:34.097335 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cf3fb44f-93fa-4d27-92b4-655a7485ac99 req-b426f336-d10e-4ae1-a763-0af370eb16c0 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=724845ac-9d19-4a74-b206-7ea41a023e37 HTTP/1.1" status: 200 len: 945 time: 0.0512893 Jul 30 00:44:34.141938 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-cf3fb44f-93fa-4d27-92b4-655a7485ac99 req-906a0177-4a05-4129-a1ca-983aab35893e tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/security-groups?id=d37e048d-527f-47ae-9634-f9a5e4e07bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380895 Jul 30 00:44:34.504136 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f989e8-f0d9-4cfd-a709-e1acfba9702e req-55aff370-7b8f-40ab-a68b-1e3ecbce5723 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:34.505650 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7f989e8-f0d9-4cfd-a709-e1acfba9702e req-55aff370-7b8f-40ab-a68b-1e3ecbce5723 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=724845ac-9d19-4a74-b206-7ea41a023e37 HTTP/1.1" status: 200 len: 945 time: 0.0543611 Jul 30 00:44:34.543887 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-e7f989e8-f0d9-4cfd-a709-e1acfba9702e req-6d61f3b5-9e63-4d09-8a83-31c054ab9b60 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/security-groups?id=d37e048d-527f-47ae-9634-f9a5e4e07bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322323 Jul 30 00:44:34.565674 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34316) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:34.604614 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfa2705-8b66-4477-a7df-d19a8e485560 tempest-TestSnapshotPattern-491676252 tempest-TestSnapshotPattern-491676252-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:34.606096 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-ccfa2705-8b66-4477-a7df-d19a8e485560 tempest-TestSnapshotPattern-491676252 tempest-TestSnapshotPattern-491676252-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=724845ac-9d19-4a74-b206-7ea41a023e37 HTTP/1.1" status: 200 len: 1092 time: 0.0394430 Jul 30 00:44:34.610070 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34318) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:44:34.614597 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.v2.base [None req-40e997d6-b7ff-49b6-8c38-85fce6ae2bf2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Request body: {'floatingip': {'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'port_id': 'c6a82664-2d1e-4fdb-a9ac-6310c21e782b', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94063) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 30 00:44:34.637311 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40e997d6-b7ff-49b6-8c38-85fce6ae2bf2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for floatingip, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:34.736040 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40e997d6-b7ff-49b6-8c38-85fce6ae2bf2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:34.842671 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.db_base_plugin_common [None req-40e997d6-b7ff-49b6-8c38-85fce6ae2bf2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Allocated IP 172.25.8.65 (0aea9f43-4eea-456f-a634-5f5375b1fdb7/7bc67c9f-2da3-4bc0-b2b0-2666edbd580c/bed5ff11-40e9-4fad-9a76-05804570f402) {{(pid=94063) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 30 00:44:34.948397 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40e997d6-b7ff-49b6-8c38-85fce6ae2bf2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for port, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:34.987294 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40e997d6-b7ff-49b6-8c38-85fce6ae2bf2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767680784110', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:35.024893 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e997d6-b7ff-49b6-8c38-85fce6ae2bf2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Network 0aea9f43-4eea-456f-a634-5f5375b1fdb7 is already hosted by enough agents. {{(pid=94063) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 30 00:44:35.027741 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.base_scheduler [None req-40e997d6-b7ff-49b6-8c38-85fce6ae2bf2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Resources bound (agent type, host, resource id): {{(pid=94063) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 30 00:44:35.034079 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e997d6-b7ff-49b6-8c38-85fce6ae2bf2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Received port after_create {{(pid=94063) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 30 00:44:35.039506 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e997d6-b7ff-49b6-8c38-85fce6ae2bf2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Pushing event updated for resources: {'Port': ['ID=bed5ff11-40e9-4fad-9a76-05804570f402,revision_number=1']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:35.400454 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40e997d6-b7ff-49b6-8c38-85fce6ae2bf2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:35.474553 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40e997d6-b7ff-49b6-8c38-85fce6ae2bf2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:35.591729 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:35.633772 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40e997d6-b7ff-49b6-8c38-85fce6ae2bf2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for port, precommit_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:35.638497 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40e997d6-b7ff-49b6-8c38-85fce6ae2bf2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12662979'] for port, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:35.707057 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e997d6-b7ff-49b6-8c38-85fce6ae2bf2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Pushing event updated for resources: {'Port': ['ID=bed5ff11-40e9-4fad-9a76-05804570f402,revision_number=2']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:44:35.719480 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40e997d6-b7ff-49b6-8c38-85fce6ae2bf2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16399951'] for floatingip, after_update {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:35.820426 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-40e997d6-b7ff-49b6-8c38-85fce6ae2bf2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Floating IP 7b4fc0d7-939f-4b8e-a3b1-42619965cd4e associated. External IP: 172.25.8.65, port: c6a82664-2d1e-4fdb-a9ac-6310c21e782b. Jul 30 00:44:36.032918 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e997d6-b7ff-49b6-8c38-85fce6ae2bf2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Router 8e277cca-8639-4dd5-ad66-66e4e77bd395 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:44:36.149187 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e997d6-b7ff-49b6-8c38-85fce6ae2bf2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:44:36.161375 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178f961c-c27c-4f0d-b862-bb61c3e336b5 None None] Sync routers for ids ['8e277cca-8639-4dd5-ad66-66e4e77bd395'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:44:36.167987 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-30093c8f-fe33-4efe-a0df-5fecf2e165c0 req-b68241f0-a29d-49f2-817c-62552482b747 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fd047c13-7873-4859-99ae-69856a788416&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530224 Jul 30 00:44:36.171260 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178f961c-c27c-4f0d-b862-bb61c3e336b5 None None] Routers {'8e277cca-8639-4dd5-ad66-66e4e77bd395'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:44:36.171945 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-178f961c-c27c-4f0d-b862-bb61c3e336b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:44:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8e277cca-8639-4dd5-ad66-66e4e77bd395'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:44:36.176540 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-40e997d6-b7ff-49b6-8c38-85fce6ae2bf2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:36.208493 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-40e997d6-b7ff-49b6-8c38-85fce6ae2bf2 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5970671 Jul 30 00:44:36.209110 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724845ac-9d19-4a74-b206-7ea41a023e37', 'tag': 'c6a82664-2d1e-4fdb-a9ac-6310c21e782b'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:44:36.211414 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47a4ba7e-201d-46f9-8f24-99d597af711f" -d '{"events": [{"name": "network-changed", "server_uuid": "724845ac-9d19-4a74-b206-7ea41a023e37", "tag": "c6a82664-2d1e-4fdb-a9ac-6310c21e782b"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:44:36.262512 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798d9782-a18b-4b1d-bbf2-6ea275d5e714 x-openstack-request-id: req-798d9782-a18b-4b1d-bbf2-6ea275d5e714 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:44:36.262814 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "724845ac-9d19-4a74-b206-7ea41a023e37", "tag": "c6a82664-2d1e-4fdb-a9ac-6310c21e782b", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:44:36.263067 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-798d9782-a18b-4b1d-bbf2-6ea275d5e714 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:44:36.263760 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '724845ac-9d19-4a74-b206-7ea41a023e37', 'tag': 'c6a82664-2d1e-4fdb-a9ac-6310c21e782b', 'status': 'completed', 'code': 200} Jul 30 00:44:36.280748 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30093c8f-fe33-4efe-a0df-5fecf2e165c0 req-123fe753-ff9f-48af-a3a0-1ebf58f4b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:36.282783 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-30093c8f-fe33-4efe-a0df-5fecf2e165c0 req-123fe753-ff9f-48af-a3a0-1ebf58f4b1d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c61c74c01caa439d9c530048aa3781bb&device_id=fd047c13-7873-4859-99ae-69856a788416 HTTP/1.1" status: 200 len: 1095 time: 0.0696352 Jul 30 00:44:36.332273 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4ba7e-201d-46f9-8f24-99d597af711f req-99f64a5b-59c7-4e60-8f10-eac77e1dee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:36.333840 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47a4ba7e-201d-46f9-8f24-99d597af711f req-99f64a5b-59c7-4e60-8f10-eac77e1dee5d service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c61c74c01caa439d9c530048aa3781bb&device_id=724845ac-9d19-4a74-b206-7ea41a023e37 HTTP/1.1" status: 200 len: 1097 time: 0.0460060 Jul 30 00:44:36.395111 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c67d88d2-f903-41d9-824c-10e58458578a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:36.404323 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30093c8f-fe33-4efe-a0df-5fecf2e165c0 req-0d9427e9-3c4b-4bac-a597-fe6d6562dd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:36.405726 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-30093c8f-fe33-4efe-a0df-5fecf2e165c0 req-0d9427e9-3c4b-4bac-a597-fe6d6562dd5f service neutron] 10.222.0.39 "GET /v2.0/networks?id=8c92437f-d4f9-4308-9be1-85864e4753ec HTTP/1.1" status: 200 len: 910 time: 0.1022358 Jul 30 00:44:36.445653 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4ba7e-201d-46f9-8f24-99d597af711f req-c6fb129f-27a8-4dcf-90d6-8683828e27be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:36.447869 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47a4ba7e-201d-46f9-8f24-99d597af711f req-c6fb129f-27a8-4dcf-90d6-8683828e27be service neutron] 10.222.0.23 "GET /v2.0/networks?id=8c92437f-d4f9-4308-9be1-85864e4753ec HTTP/1.1" status: 200 len: 910 time: 0.1057422 Jul 30 00:44:36.463105 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-178f961c-c27c-4f0d-b862-bb61c3e336b5 None None] Set router 8e277cca-8639-4dd5-ad66-66e4e77bd395 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:44:36.482950 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-30093c8f-fe33-4efe-a0df-5fecf2e165c0 req-717688ba-dfb1-4fc8-9c4b-cada259fb705 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a098db94-d168-409f-aa41-909d529b41a5 HTTP/1.1" status: 200 len: 999 time: 0.0699058 Jul 30 00:44:36.523037 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47a4ba7e-201d-46f9-8f24-99d597af711f req-87dd242f-bceb-46e2-97ff-d73c98dc1366 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6a82664-2d1e-4fdb-a9ac-6310c21e782b HTTP/1.1" status: 200 len: 998 time: 0.0666153 Jul 30 00:44:36.545590 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30093c8f-fe33-4efe-a0df-5fecf2e165c0 req-e0728df8-0e77-4457-a4c6-7c8d5bfa1ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:36.547142 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-30093c8f-fe33-4efe-a0df-5fecf2e165c0 req-e0728df8-0e77-4457-a4c6-7c8d5bfa1ca2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66e76dbe-e633-4dc3-96e1-3419c7ac8507 HTTP/1.1" status: 200 len: 848 time: 0.0571265 Jul 30 00:44:36.589416 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4ba7e-201d-46f9-8f24-99d597af711f req-682a566f-a045-4970-a805-7b35f464f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:36.590670 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47a4ba7e-201d-46f9-8f24-99d597af711f req-682a566f-a045-4970-a805-7b35f464f86f service neutron] 10.222.0.23 "GET /v2.0/subnets?id=66e76dbe-e633-4dc3-96e1-3419c7ac8507 HTTP/1.1" status: 200 len: 848 time: 0.0566399 Jul 30 00:44:36.597275 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30093c8f-fe33-4efe-a0df-5fecf2e165c0 req-8330304b-eb8f-4069-865c-28ccd59959eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:36.598787 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-30093c8f-fe33-4efe-a0df-5fecf2e165c0 req-8330304b-eb8f-4069-865c-28ccd59959eb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8c92437f-d4f9-4308-9be1-85864e4753ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443499 Jul 30 00:44:36.616256 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [req-30093c8f-fe33-4efe-a0df-5fecf2e165c0 req-14cc5434-cf5c-4334-87dc-e13990424f42 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=94064) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 30 00:44:36.617705 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-30093c8f-fe33-4efe-a0df-5fecf2e165c0 req-14cc5434-cf5c-4334-87dc-e13990424f42 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074327 Jul 30 00:44:36.646671 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a4ba7e-201d-46f9-8f24-99d597af711f req-421953f5-1738-4836-a5b4-99c482bfb9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:44:36.648326 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47a4ba7e-201d-46f9-8f24-99d597af711f req-421953f5-1738-4836-a5b4-99c482bfb9dc service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8c92437f-d4f9-4308-9be1-85864e4753ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496185 Jul 30 00:44:36.707773 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-178f961c-c27c-4f0d-b862-bb61c3e336b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'name': 'tempest-TestSnapshotPattern-473388790-router', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:46Z', 'revision_number': 4, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'gw_port': {'id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '7b4fc0d7-939f-4b8e-a3b1-42619965cd4e', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'port_id': 'c6a82664-2d1e-4fdb-a9ac-6310c21e782b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'mac_address': 'fa:16:3e:6b:60:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724845ac-9d19-4a74-b206-7ea41a023e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:44:35Z', 'updated_at': '2021-07-30T00:44:35Z', 'revision_number': 0, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'fixed_ip_address_scope': None}, {'id': 'f6920c3e-6a41-4193-829b-bbac9635e213', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'floating_ip_address': '172.25.8.108', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'port_id': 'a098db94-d168-409f-aa41-909d529b41a5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'mac_address': 'fa:16:3e:60:2a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd047c13-7873-4859-99ae-69856a788416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:42:04Z', 'updated_at': '2021-07-30T00:42:06Z', 'revision_number': 1, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdffaa29-ff71-41fd-930c-a9720ca4bebe', 'name': '', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'mac_address': 'fa:16:3e:fc:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:45Z', 'updated_at': '2021-07-30T00:41:51Z', 'revision_number': 5, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'subnets': [{'id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:44:36.729553 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-30093c8f-fe33-4efe-a0df-5fecf2e165c0 req-457912f9-b0b2-4733-abef-3156bdc04bfd service neutron] 10.222.0.39 "GET /v2.0/networks/8c92437f-d4f9-4308-9be1-85864e4753ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011674 Jul 30 00:44:36.737455 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178f961c-c27c-4f0d-b862-bb61c3e336b5 None None] Checking router: 8e277cca-8639-4dd5-ad66-66e4e77bd395 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:44:36.745235 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47a4ba7e-201d-46f9-8f24-99d597af711f req-e543629a-1da4-43b5-af4a-80954b041118 service neutron] 10.222.0.23 "GET /v2.0/networks/8c92437f-d4f9-4308-9be1-85864e4753ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889144 Jul 30 00:44:36.746777 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178f961c-c27c-4f0d-b862-bb61c3e336b5 None None] Routers {'8e277cca-8639-4dd5-ad66-66e4e77bd395'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:44:36.747395 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-178f961c-c27c-4f0d-b862-bb61c3e336b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:44:36Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8e277cca-8639-4dd5-ad66-66e4e77bd395'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:44:36.831257 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-30093c8f-fe33-4efe-a0df-5fecf2e165c0 req-a5df288d-0298-45e4-9b7a-fe3bb5a5c515 service neutron] 10.222.0.39 "GET /v2.0/networks/8c92437f-d4f9-4308-9be1-85864e4753ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937939 Jul 30 00:44:36.857284 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-47a4ba7e-201d-46f9-8f24-99d597af711f req-2b0a2b69-3280-47c5-b4b7-a167cfed18c0 service neutron] 10.222.0.23 "GET /v2.0/networks/8c92437f-d4f9-4308-9be1-85864e4753ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043799 Jul 30 00:44:36.860708 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-178f961c-c27c-4f0d-b862-bb61c3e336b5 None None] Set router 8e277cca-8639-4dd5-ad66-66e4e77bd395 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:44:37.095541 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-178f961c-c27c-4f0d-b862-bb61c3e336b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'name': 'tempest-TestSnapshotPattern-473388790-router', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:46Z', 'revision_number': 4, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'gw_port': {'id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '7b4fc0d7-939f-4b8e-a3b1-42619965cd4e', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'port_id': 'c6a82664-2d1e-4fdb-a9ac-6310c21e782b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'mac_address': 'fa:16:3e:6b:60:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724845ac-9d19-4a74-b206-7ea41a023e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:44:35Z', 'updated_at': '2021-07-30T00:44:35Z', 'revision_number': 0, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'fixed_ip_address_scope': None}, {'id': 'f6920c3e-6a41-4193-829b-bbac9635e213', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'floating_ip_address': '172.25.8.108', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'port_id': 'a098db94-d168-409f-aa41-909d529b41a5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'mac_address': 'fa:16:3e:60:2a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd047c13-7873-4859-99ae-69856a788416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:42:04Z', 'updated_at': '2021-07-30T00:42:06Z', 'revision_number': 1, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdffaa29-ff71-41fd-930c-a9720ca4bebe', 'name': '', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'mac_address': 'fa:16:3e:fc:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:45Z', 'updated_at': '2021-07-30T00:41:51Z', 'revision_number': 5, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'subnets': [{'id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:44:37.122987 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178f961c-c27c-4f0d-b862-bb61c3e336b5 None None] The sync data for ids ['8e277cca-8639-4dd5-ad66-66e4e77bd395'] in n-d-712140-10 is: [{'id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'name': 'tempest-TestSnapshotPattern-473388790-router', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:46Z', 'revision_number': 4, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'gw_port': {'id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': '7b4fc0d7-939f-4b8e-a3b1-42619965cd4e', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'floating_ip_address': '172.25.8.65', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'port_id': 'c6a82664-2d1e-4fdb-a9ac-6310c21e782b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'mac_address': 'fa:16:3e:6b:60:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '724845ac-9d19-4a74-b206-7ea41a023e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:44:35Z', 'updated_at': '2021-07-30T00:44:35Z', 'revision_number': 0, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'fixed_ip_address_scope': None}, {'id': 'f6920c3e-6a41-4193-829b-bbac9635e213', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'floating_ip_address': '172.25.8.108', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'port_id': 'a098db94-d168-409f-aa41-909d529b41a5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'mac_address': 'fa:16:3e:60:2a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd047c13-7873-4859-99ae-69856a788416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:42:04Z', 'updated_at': '2021-07-30T00:42:06Z', 'revision_number': 1, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdffaa29-ff71-41fd-930c-a9720ca4bebe', 'name': '', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'mac_address': 'fa:16:3e:fc:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:45Z', 'updated_at': '2021-07-30T00:41:51Z', 'revision_number': 5, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'subnets': [{'id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:44:37.210301 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:37.330349 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63e56027-d610-4a33-a734-6a4a8a586d59 None None] New status for floating IP 7b4fc0d7-939f-4b8e-a3b1-42619965cd4e: ACTIVE {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:44:38.516021 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:44:52.372299 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:45:00.553234 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:00.579992 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:03.007819 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c1ec95a1-6bc5-46bf-9412-45fffc713211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:05.593778 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:06.356645 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-040e6e65-2881-44c8-bed5-4045a1fbb673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:07.211507 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:08.522369 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:29.371466 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:45:30.576761 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:30.577921 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:33.008506 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a03994b5-db8f-46cd-829f-542866533d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:33.723921 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce7bcbf3-5ecb-41f6-9aaa-cf445be6726e req-bdff2528-b066-410f-9a99-1b894e4ac045 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=724845ac-9d19-4a74-b206-7ea41a023e37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399599 Jul 30 00:45:33.806197 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7bcbf3-5ecb-41f6-9aaa-cf445be6726e req-e2e80a85-a1a9-41e9-80dd-ea0417049e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:33.807678 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce7bcbf3-5ecb-41f6-9aaa-cf445be6726e req-e2e80a85-a1a9-41e9-80dd-ea0417049e71 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c61c74c01caa439d9c530048aa3781bb&device_id=724845ac-9d19-4a74-b206-7ea41a023e37 HTTP/1.1" status: 200 len: 1097 time: 0.0406795 Jul 30 00:45:33.917859 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7bcbf3-5ecb-41f6-9aaa-cf445be6726e req-8aab8b1f-2adb-490c-bddf-3e12ad54df5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:33.919327 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce7bcbf3-5ecb-41f6-9aaa-cf445be6726e req-8aab8b1f-2adb-490c-bddf-3e12ad54df5a service neutron] 10.222.0.23 "GET /v2.0/networks?id=8c92437f-d4f9-4308-9be1-85864e4753ec HTTP/1.1" status: 200 len: 910 time: 0.0901256 Jul 30 00:45:33.983085 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce7bcbf3-5ecb-41f6-9aaa-cf445be6726e req-b165f75c-be77-412e-a5c3-3b30e244ea17 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6a82664-2d1e-4fdb-a9ac-6310c21e782b HTTP/1.1" status: 200 len: 1000 time: 0.0561271 Jul 30 00:45:34.037200 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7bcbf3-5ecb-41f6-9aaa-cf445be6726e req-b67944a2-799f-4edd-9fe2-c80f457f5563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:34.038636 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce7bcbf3-5ecb-41f6-9aaa-cf445be6726e req-b67944a2-799f-4edd-9fe2-c80f457f5563 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=66e76dbe-e633-4dc3-96e1-3419c7ac8507 HTTP/1.1" status: 200 len: 848 time: 0.0477891 Jul 30 00:45:34.084722 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7bcbf3-5ecb-41f6-9aaa-cf445be6726e req-23159d7a-4e1a-41a4-827e-bb8431525a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:34.086184 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce7bcbf3-5ecb-41f6-9aaa-cf445be6726e req-23159d7a-4e1a-41a4-827e-bb8431525a7f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8c92437f-d4f9-4308-9be1-85864e4753ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392132 Jul 30 00:45:34.177088 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce7bcbf3-5ecb-41f6-9aaa-cf445be6726e req-86fc551e-afb0-4f64-b272-12e0c3d6c252 service neutron] 10.222.0.23 "GET /v2.0/networks/8c92437f-d4f9-4308-9be1-85864e4753ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795369 Jul 30 00:45:34.267750 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ce7bcbf3-5ecb-41f6-9aaa-cf445be6726e req-078283f0-0c91-442f-82c0-9d4bc3e1391d service neutron] 10.222.0.23 "GET /v2.0/networks/8c92437f-d4f9-4308-9be1-85864e4753ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831821 Jul 30 00:45:35.594690 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:36.150588 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-29d14d10-c67d-4277-b179-b8f0882d0c73 req-f5b33732-1434-43f8-b276-05b201d355c6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fd047c13-7873-4859-99ae-69856a788416&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409756 Jul 30 00:45:36.235621 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d14d10-c67d-4277-b179-b8f0882d0c73 req-c65ade3d-05da-431d-8f91-7238536605fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:36.237247 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-29d14d10-c67d-4277-b179-b8f0882d0c73 req-c65ade3d-05da-431d-8f91-7238536605fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c61c74c01caa439d9c530048aa3781bb&device_id=fd047c13-7873-4859-99ae-69856a788416 HTTP/1.1" status: 200 len: 1095 time: 0.0455582 Jul 30 00:45:36.339500 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d14d10-c67d-4277-b179-b8f0882d0c73 req-55860de5-8b2e-4c59-ac71-621de03f2d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:36.340995 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-29d14d10-c67d-4277-b179-b8f0882d0c73 req-55860de5-8b2e-4c59-ac71-621de03f2d7b service neutron] 10.222.0.39 "GET /v2.0/networks?id=8c92437f-d4f9-4308-9be1-85864e4753ec HTTP/1.1" status: 200 len: 910 time: 0.0852332 Jul 30 00:45:36.357169 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-549e018c-b74e-4c1c-8ef2-20243a1f7078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:36.411940 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-29d14d10-c67d-4277-b179-b8f0882d0c73 req-911e63e6-5878-4018-9b0a-ef0806d6f890 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a098db94-d168-409f-aa41-909d529b41a5 HTTP/1.1" status: 200 len: 999 time: 0.0641487 Jul 30 00:45:36.460511 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d14d10-c67d-4277-b179-b8f0882d0c73 req-765571cd-1cd2-4bef-afc1-da524388921e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:36.461984 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-29d14d10-c67d-4277-b179-b8f0882d0c73 req-765571cd-1cd2-4bef-afc1-da524388921e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66e76dbe-e633-4dc3-96e1-3419c7ac8507 HTTP/1.1" status: 200 len: 848 time: 0.0435898 Jul 30 00:45:36.508010 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d14d10-c67d-4277-b179-b8f0882d0c73 req-8d0f4abe-2854-475b-b585-4f428b4c01b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:45:36.509492 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-29d14d10-c67d-4277-b179-b8f0882d0c73 req-8d0f4abe-2854-475b-b585-4f428b4c01b6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8c92437f-d4f9-4308-9be1-85864e4753ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405385 Jul 30 00:45:36.604381 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-29d14d10-c67d-4277-b179-b8f0882d0c73 req-91a5d972-938b-4983-96dd-8d5e02edba3f service neutron] 10.222.0.39 "GET /v2.0/networks/8c92437f-d4f9-4308-9be1-85864e4753ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870137 Jul 30 00:45:36.695445 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-29d14d10-c67d-4277-b179-b8f0882d0c73 req-d04ef1ea-2282-45af-9cbd-847de464b313 service neutron] 10.222.0.39 "GET /v2.0/networks/8c92437f-d4f9-4308-9be1-85864e4753ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836079 Jul 30 00:45:37.213828 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:45:38.522261 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:00.573862 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:00.574806 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:03.008912 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-67a59cf4-bd55-4e0f-88cb-1dda7c9290ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:05.596198 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:06.357590 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-42b086c4-a428-4990-be54-ad938e377151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:06.372333 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:46:07.216758 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:08.105319 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device c6a82664-2d1e-4fdb-a9ac-6310c21e782b details requested by agent hyperv_n-h1-712140-10 with host n-h1-712140-10 {{(pid=94065) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 30 00:46:08.203441 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port c6a82664-2d1e-4fdb-a9ac-6310c21e782b, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=c6a82664-2d1e-4fdb-a9ac-6310c21e782b,segment=NetworkSegment(0a69014b-f7a4-49aa-a042-ee18bb220e4e),segment_id=0a69014b-f7a4-49aa-a042-ee18bb220e4e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:46:08.215414 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Returning: {'device': 'c6a82664-2d1e-4fdb-a9ac-6310c21e782b', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'port_id': 'c6a82664-2d1e-4fdb-a9ac-6310c21e782b', 'mac_address': 'fa:16:3e:6b:60:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94065) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 30 00:46:08.252431 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:08.266852 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c6a82664-2d1e-4fdb-a9ac-6310c21e782b {{(pid=94065) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 30 00:46:08.287783 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port c6a82664-2d1e-4fdb-a9ac-6310c21e782b, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=c6a82664-2d1e-4fdb-a9ac-6310c21e782b,segment=NetworkSegment(0a69014b-f7a4-49aa-a042-ee18bb220e4e),segment_id=0a69014b-f7a4-49aa-a042-ee18bb220e4e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:46:08.292786 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:08.348002 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=c6a82664-2d1e-4fdb-a9ac-6310c21e782b,revision_number=6']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:08.356246 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:08.356592 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:08.356932 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:08.357267 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:08.357597 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:08.357929 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:08.358263 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:08.358587 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:08.358903 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:08.359223 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:08.359570 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:08.359917 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94065) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:08.367217 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] get_ports_and_sgs() called for port_ids ['c6a82664-2d1e-4fdb-a9ac-6310c21e782b'] {{(pid=94065) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 30 00:46:08.545878 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:10.103367 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device c6a82664-2d1e-4fdb-a9ac-6310c21e782b up at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 30 00:46:10.159548 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.provisioning_blocks [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Provisioning complete for port c6a82664-2d1e-4fdb-a9ac-6310c21e782b triggered by entity L2. {{(pid=94065) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 30 00:46:10.159942 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1439700'] for port, provisioning_complete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:10.265608 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:10.290582 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724845ac-9d19-4a74-b206-7ea41a023e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a82664-2d1e-4fdb-a9ac-6310c21e782b'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:46:10.292875 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee31ed8e5b8e4dc4f88b315270ded6679232f3f3b12134e952a2ffdf5dc07ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b50573f3-8a7c-4984-9fc7-d61c23f7f672" -d '{"events": [{"server_uuid": "724845ac-9d19-4a74-b206-7ea41a023e37", "name": "network-vif-plugged", "status": "completed", "tag": "c6a82664-2d1e-4fdb-a9ac-6310c21e782b"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:46:10.310311 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port c6a82664-2d1e-4fdb-a9ac-6310c21e782b, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=c6a82664-2d1e-4fdb-a9ac-6310c21e782b,segment=NetworkSegment(0a69014b-f7a4-49aa-a042-ee18bb220e4e),segment_id=0a69014b-f7a4-49aa-a042-ee18bb220e4e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:46:10.316140 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:10.351290 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c07a0c-7f5e-4a7b-b146-188c03a67a87 x-openstack-request-id: req-71c07a0c-7f5e-4a7b-b146-188c03a67a87 {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:46:10.354320 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724845ac-9d19-4a74-b206-7ea41a023e37", "name": "network-vif-plugged", "status": "completed", "tag": "c6a82664-2d1e-4fdb-a9ac-6310c21e782b", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:46:10.354320 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-71c07a0c-7f5e-4a7b-b146-188c03a67a87 {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:46:10.354320 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724845ac-9d19-4a74-b206-7ea41a023e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6a82664-2d1e-4fdb-a9ac-6310c21e782b', 'code': 200} Jul 30 00:46:10.373786 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=c6a82664-2d1e-4fdb-a9ac-6310c21e782b,revision_number=7']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:17.851046 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34520) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:18.005148 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-2d51aca4-9d02-4921-aac8-d5fa44477d51 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Deleting port bed5ff11-40e9-4fad-9a76-05804570f402 {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:46:18.005498 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2d51aca4-9d02-4921-aac8-d5fa44477d51 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:18.078037 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2d51aca4-9d02-4921-aac8-d5fa44477d51 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:18.078367 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2d51aca4-9d02-4921-aac8-d5fa44477d51 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:18.089833 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-2d51aca4-9d02-4921-aac8-d5fa44477d51 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Calling delete_port for bed5ff11-40e9-4fad-9a76-05804570f402 owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:46:18.237566 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2d51aca4-9d02-4921-aac8-d5fa44477d51 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:18.267641 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d51aca4-9d02-4921-aac8-d5fa44477d51 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Pushing event deleted for resources: {'Port': ['ID=bed5ff11-40e9-4fad-9a76-05804570f402,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:18.292157 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d51aca4-9d02-4921-aac8-d5fa44477d51 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:18.292519 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d51aca4-9d02-4921-aac8-d5fa44477d51 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:18.292841 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d51aca4-9d02-4921-aac8-d5fa44477d51 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:18.293199 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d51aca4-9d02-4921-aac8-d5fa44477d51 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:18.293525 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d51aca4-9d02-4921-aac8-d5fa44477d51 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:18.293848 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d51aca4-9d02-4921-aac8-d5fa44477d51 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:18.294173 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d51aca4-9d02-4921-aac8-d5fa44477d51 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:18.294490 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d51aca4-9d02-4921-aac8-d5fa44477d51 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:18.294807 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d51aca4-9d02-4921-aac8-d5fa44477d51 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:18.295127 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d51aca4-9d02-4921-aac8-d5fa44477d51 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:18.295446 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d51aca4-9d02-4921-aac8-d5fa44477d51 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:18.295765 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d51aca4-9d02-4921-aac8-d5fa44477d51 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94063) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:18.334210 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2d51aca4-9d02-4921-aac8-d5fa44477d51 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:18.334538 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-2d51aca4-9d02-4921-aac8-d5fa44477d51 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Floating IP 7b4fc0d7-939f-4b8e-a3b1-42619965cd4e disassociated (deleted). External IP: 172.25.8.65, port: c6a82664-2d1e-4fdb-a9ac-6310c21e782b. Jul 30 00:46:18.859950 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d51aca4-9d02-4921-aac8-d5fa44477d51 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Router 8e277cca-8639-4dd5-ad66-66e4e77bd395 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:46:18.970724 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d51aca4-9d02-4921-aac8-d5fa44477d51 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:46:18.975528 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-2d51aca4-9d02-4921-aac8-d5fa44477d51 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:18.981125 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1d79d8-5570-4cf9-98a6-e9891fd89d8a None None] Sync routers for ids ['8e277cca-8639-4dd5-ad66-66e4e77bd395'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:46:18.992197 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1d79d8-5570-4cf9-98a6-e9891fd89d8a None None] Routers {'8e277cca-8639-4dd5-ad66-66e4e77bd395'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:46:18.992904 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-df1d79d8-5570-4cf9-98a6-e9891fd89d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:46:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8e277cca-8639-4dd5-ad66-66e4e77bd395'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:19.003877 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-2d51aca4-9d02-4921-aac8-d5fa44477d51 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "DELETE /v2.0/floatingips/7b4fc0d7-939f-4b8e-a3b1-42619965cd4e HTTP/1.1" status: 204 len: 168 time: 1.1517136 Jul 30 00:46:19.004485 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '724845ac-9d19-4a74-b206-7ea41a023e37', 'tag': 'c6a82664-2d1e-4fdb-a9ac-6310c21e782b'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:46:19.006751 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f79526a-25b5-460b-840a-bed93b0cf91f" -d '{"events": [{"name": "network-changed", "server_uuid": "724845ac-9d19-4a74-b206-7ea41a023e37", "tag": "c6a82664-2d1e-4fdb-a9ac-6310c21e782b"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:46:19.097206 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-df1d79d8-5570-4cf9-98a6-e9891fd89d8a None None] Set router 8e277cca-8639-4dd5-ad66-66e4e77bd395 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:46:19.160992 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f9cd7f-dc76-4708-b244-9d346c44b7d9 x-openstack-request-id: req-28f9cd7f-dc76-4708-b244-9d346c44b7d9 {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:46:19.161285 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "724845ac-9d19-4a74-b206-7ea41a023e37", "tag": "c6a82664-2d1e-4fdb-a9ac-6310c21e782b", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:46:19.161538 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-28f9cd7f-dc76-4708-b244-9d346c44b7d9 {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:46:19.161935 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '724845ac-9d19-4a74-b206-7ea41a023e37', 'tag': 'c6a82664-2d1e-4fdb-a9ac-6310c21e782b', 'status': 'completed', 'code': 200} Jul 30 00:46:19.255059 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79526a-25b5-460b-840a-bed93b0cf91f req-f87e1a4e-1cd3-4ed3-81c8-003aab182768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:19.256536 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3f79526a-25b5-460b-840a-bed93b0cf91f req-f87e1a4e-1cd3-4ed3-81c8-003aab182768 service neutron] 10.222.0.23 "GET /v2.0/ports?tenant_id=c61c74c01caa439d9c530048aa3781bb&device_id=724845ac-9d19-4a74-b206-7ea41a023e37 HTTP/1.1" status: 200 len: 1097 time: 0.0699418 Jul 30 00:46:19.270364 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39b392-e20e-4373-80d2-29244bb3d3b9 req-783b2ae0-4664-485c-b584-bab97f59b463 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:19.272333 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa39b392-e20e-4373-80d2-29244bb3d3b9 req-783b2ae0-4664-485c-b584-bab97f59b463 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=724845ac-9d19-4a74-b206-7ea41a023e37 HTTP/1.1" status: 200 len: 945 time: 0.0610757 Jul 30 00:46:19.339071 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-df1d79d8-5570-4cf9-98a6-e9891fd89d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'name': 'tempest-TestSnapshotPattern-473388790-router', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:46Z', 'revision_number': 4, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'gw_port': {'id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': 'f6920c3e-6a41-4193-829b-bbac9635e213', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'floating_ip_address': '172.25.8.108', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'port_id': 'a098db94-d168-409f-aa41-909d529b41a5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'mac_address': 'fa:16:3e:60:2a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd047c13-7873-4859-99ae-69856a788416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:42:04Z', 'updated_at': '2021-07-30T00:42:06Z', 'revision_number': 1, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdffaa29-ff71-41fd-930c-a9720ca4bebe', 'name': '', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'mac_address': 'fa:16:3e:fc:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:45Z', 'updated_at': '2021-07-30T00:41:51Z', 'revision_number': 5, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'subnets': [{'id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:19.364825 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1d79d8-5570-4cf9-98a6-e9891fd89d8a None None] Checking router: 8e277cca-8639-4dd5-ad66-66e4e77bd395 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:46:19.367554 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-aa39b392-e20e-4373-80d2-29244bb3d3b9 req-f3a6b178-c329-48a4-837b-95ad61be5982 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/security-groups?id=d37e048d-527f-47ae-9634-f9a5e4e07bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825839 Jul 30 00:46:19.374478 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1d79d8-5570-4cf9-98a6-e9891fd89d8a None None] Routers {'8e277cca-8639-4dd5-ad66-66e4e77bd395'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:46:19.375095 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-df1d79d8-5570-4cf9-98a6-e9891fd89d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:46:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8e277cca-8639-4dd5-ad66-66e4e77bd395'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:19.405315 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79526a-25b5-460b-840a-bed93b0cf91f req-f47065a7-0364-4c57-8d0a-8fcc58ecefff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:19.406791 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3f79526a-25b5-460b-840a-bed93b0cf91f req-f47065a7-0364-4c57-8d0a-8fcc58ecefff service neutron] 10.222.0.23 "GET /v2.0/networks?id=8c92437f-d4f9-4308-9be1-85864e4753ec HTTP/1.1" status: 200 len: 910 time: 0.1329401 Jul 30 00:46:19.452650 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3f79526a-25b5-460b-840a-bed93b0cf91f req-64338110-e9ee-4cee-80d2-b8d6299be795 service neutron] 10.222.0.23 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c6a82664-2d1e-4fdb-a9ac-6310c21e782b HTTP/1.1" status: 200 len: 217 time: 0.0369418 Jul 30 00:46:19.480725 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-df1d79d8-5570-4cf9-98a6-e9891fd89d8a None None] Set router 8e277cca-8639-4dd5-ad66-66e4e77bd395 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:46:19.509819 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79526a-25b5-460b-840a-bed93b0cf91f req-a35d58d1-cb55-4498-a811-a0aa76868d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:19.511198 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3f79526a-25b5-460b-840a-bed93b0cf91f req-a35d58d1-cb55-4498-a811-a0aa76868d32 service neutron] 10.222.0.23 "GET /v2.0/subnets?id=66e76dbe-e633-4dc3-96e1-3419c7ac8507 HTTP/1.1" status: 200 len: 848 time: 0.0508063 Jul 30 00:46:19.556412 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79526a-25b5-460b-840a-bed93b0cf91f req-d0a06943-fc2e-413d-8f44-e28017732c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:19.557898 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3f79526a-25b5-460b-840a-bed93b0cf91f req-d0a06943-fc2e-413d-8f44-e28017732c3f service neutron] 10.222.0.23 "GET /v2.0/ports?network_id=8c92437f-d4f9-4308-9be1-85864e4753ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390873 Jul 30 00:46:19.648844 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3f79526a-25b5-460b-840a-bed93b0cf91f req-1a7a8497-cda3-4a0e-b2ee-5d2e9a31b3f5 service neutron] 10.222.0.23 "GET /v2.0/networks/8c92437f-d4f9-4308-9be1-85864e4753ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818188 Jul 30 00:46:19.704885 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-df1d79d8-5570-4cf9-98a6-e9891fd89d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'name': 'tempest-TestSnapshotPattern-473388790-router', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:46Z', 'revision_number': 4, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'gw_port': {'id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': 'f6920c3e-6a41-4193-829b-bbac9635e213', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'floating_ip_address': '172.25.8.108', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'port_id': 'a098db94-d168-409f-aa41-909d529b41a5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'mac_address': 'fa:16:3e:60:2a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd047c13-7873-4859-99ae-69856a788416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:42:04Z', 'updated_at': '2021-07-30T00:42:06Z', 'revision_number': 1, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdffaa29-ff71-41fd-930c-a9720ca4bebe', 'name': '', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'mac_address': 'fa:16:3e:fc:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:45Z', 'updated_at': '2021-07-30T00:41:51Z', 'revision_number': 5, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'subnets': [{'id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:19.731308 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1d79d8-5570-4cf9-98a6-e9891fd89d8a None None] The sync data for ids ['8e277cca-8639-4dd5-ad66-66e4e77bd395'] in n-d-712140-10 is: [{'id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'name': 'tempest-TestSnapshotPattern-473388790-router', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:46Z', 'revision_number': 4, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'gw_port': {'id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_floatingips': [{'id': 'f6920c3e-6a41-4193-829b-bbac9635e213', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'floating_ip_address': '172.25.8.108', 'floating_network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'router_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'port_id': 'a098db94-d168-409f-aa41-909d529b41a5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'mac_address': 'fa:16:3e:60:2a:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd047c13-7873-4859-99ae-69856a788416', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-30T00:42:04Z', 'updated_at': '2021-07-30T00:42:06Z', 'revision_number': 1, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdffaa29-ff71-41fd-930c-a9720ca4bebe', 'name': '', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'mac_address': 'fa:16:3e:fc:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:45Z', 'updated_at': '2021-07-30T00:41:51Z', 'revision_number': 5, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'subnets': [{'id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:46:19.748810 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-3f79526a-25b5-460b-840a-bed93b0cf91f req-6d6623a0-1398-4834-b74d-da6e272e361e service neutron] 10.222.0.23 "GET /v2.0/networks/8c92437f-d4f9-4308-9be1-85864e4753ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901988 Jul 30 00:46:19.953533 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccf24ef-b2a4-4813-999e-37c617348da5 None None] New status for floating IP 7b4fc0d7-939f-4b8e-a3b1-42619965cd4e: DOWN {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:46:20.152996 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device c6a82664-2d1e-4fdb-a9ac-6310c21e782b no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:46:20.225543 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1610978'] for port, before_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:20.247446 n-d-712140-10 neutron-server[94065]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724845ac-9d19-4a74-b206-7ea41a023e37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6a82664-2d1e-4fdb-a9ac-6310c21e782b'}] {{(pid=94065) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:46:20.249682 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dee31ed8e5b8e4dc4f88b315270ded6679232f3f3b12134e952a2ffdf5dc07ba" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d94e18-cd17-4428-aee7-43fba748aa76" -d '{"events": [{"server_uuid": "724845ac-9d19-4a74-b206-7ea41a023e37", "name": "network-vif-unplugged", "status": "completed", "tag": "c6a82664-2d1e-4fdb-a9ac-6310c21e782b"}]}' {{(pid=94065) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:46:20.267130 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] For port c6a82664-2d1e-4fdb-a9ac-6310c21e782b, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=c6a82664-2d1e-4fdb-a9ac-6310c21e782b,segment=NetworkSegment(0a69014b-f7a4-49aa-a042-ee18bb220e4e),segment_id=0a69014b-f7a4-49aa-a042-ee18bb220e4e)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:46:20.271443 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767681188657', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767680813060', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767680813078'] for port, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:20.295679 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 30 Jul 2021 00:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082be275-f1f5-4695-aed4-f932b9242f9b x-openstack-request-id: req-082be275-f1f5-4695-aed4-f932b9242f9b {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:46:20.295992 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724845ac-9d19-4a74-b206-7ea41a023e37", "name": "network-vif-unplugged", "status": "completed", "tag": "c6a82664-2d1e-4fdb-a9ac-6310c21e782b", "code": 200}]} {{(pid=94065) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:46:20.296246 n-d-712140-10 neutron-server[94065]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-082be275-f1f5-4695-aed4-f932b9242f9b {{(pid=94065) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:46:20.296633 n-d-712140-10 neutron-server[94065]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724845ac-9d19-4a74-b206-7ea41a023e37', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6a82664-2d1e-4fdb-a9ac-6310c21e782b', 'code': 200} Jul 30 00:46:20.321287 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Pushing event updated for resources: {'Port': ['ID=c6a82664-2d1e-4fdb-a9ac-6310c21e782b,revision_number=8']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:20.490908 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7270c3-5a4a-4468-9c15-502fd2a29ec4 req-e12429e6-f4ef-4c29-bcfb-c33ac9c9b314 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:20.493066 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ca7270c3-5a4a-4468-9c15-502fd2a29ec4 req-e12429e6-f4ef-4c29-bcfb-c33ac9c9b314 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=724845ac-9d19-4a74-b206-7ea41a023e37 HTTP/1.1" status: 200 len: 943 time: 0.0539360 Jul 30 00:46:20.530903 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-ca7270c3-5a4a-4468-9c15-502fd2a29ec4 req-2a355d5b-801c-481f-914d-eb7ad629f10d tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/security-groups?id=d37e048d-527f-47ae-9634-f9a5e4e07bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318072 Jul 30 00:46:20.802370 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d506adb7-93e4-49dc-85f7-9ed5bcc367ed req-cf40651a-6436-4615-aace-165d4b27ef21 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:20.804301 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d506adb7-93e4-49dc-85f7-9ed5bcc367ed req-cf40651a-6436-4615-aace-165d4b27ef21 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.23 "GET /v2.0/ports?device_id=724845ac-9d19-4a74-b206-7ea41a023e37 HTTP/1.1" status: 200 len: 943 time: 0.0517130 Jul 30 00:46:20.900668 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-d506adb7-93e4-49dc-85f7-9ed5bcc367ed req-83ba8f2b-4c82-4ceb-a686-a96b06f8877b tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Deleting port c6a82664-2d1e-4fdb-a9ac-6310c21e782b {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:46:20.901016 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d506adb7-93e4-49dc-85f7-9ed5bcc367ed req-83ba8f2b-4c82-4ceb-a686-a96b06f8877b tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:20.989128 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.db [req-d506adb7-93e4-49dc-85f7-9ed5bcc367ed req-83ba8f2b-4c82-4ceb-a686-a96b06f8877b tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] For port c6a82664-2d1e-4fdb-a9ac-6310c21e782b, host n-h1-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712140-10',level=0,port_id=c6a82664-2d1e-4fdb-a9ac-6310c21e782b,segment=NetworkSegment(0a69014b-f7a4-49aa-a042-ee18bb220e4e),segment_id=0a69014b-f7a4-49aa-a042-ee18bb220e4e)] {{(pid=94063) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:46:20.989493 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d506adb7-93e4-49dc-85f7-9ed5bcc367ed req-83ba8f2b-4c82-4ceb-a686-a96b06f8877b tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:21.002869 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [req-d506adb7-93e4-49dc-85f7-9ed5bcc367ed req-83ba8f2b-4c82-4ceb-a686-a96b06f8877b tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Calling delete_port for c6a82664-2d1e-4fdb-a9ac-6310c21e782b owned by compute:nova {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:46:21.126801 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d506adb7-93e4-49dc-85f7-9ed5bcc367ed req-83ba8f2b-4c82-4ceb-a686-a96b06f8877b tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:21.158326 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ba8f2b-4c82-4ceb-a686-a96b06f8877b tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Pushing event deleted for resources: {'Port': ['ID=c6a82664-2d1e-4fdb-a9ac-6310c21e782b,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:21.199878 n-d-712140-10 neutron-server[94063]: DEBUG neutron.db.l3_dvrscheduler_db [req-d506adb7-93e4-49dc-85f7-9ed5bcc367ed req-83ba8f2b-4c82-4ceb-a686-a96b06f8877b tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] No DVR routers for this DVR port c6a82664-2d1e-4fdb-a9ac-6310c21e782b on host n-h1-712140-10 {{(pid=94063) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:46:21.202415 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [req-d506adb7-93e4-49dc-85f7-9ed5bcc367ed req-83ba8f2b-4c82-4ceb-a686-a96b06f8877b tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:21.204426 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d506adb7-93e4-49dc-85f7-9ed5bcc367ed req-83ba8f2b-4c82-4ceb-a686-a96b06f8877b tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.23 "DELETE /v2.0/ports/c6a82664-2d1e-4fdb-a9ac-6310c21e782b HTTP/1.1" status: 204 len: 173 time: 0.3944576 Jul 30 00:46:21.204857 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '724845ac-9d19-4a74-b206-7ea41a023e37', 'name': 'network-vif-deleted', 'tag': 'c6a82664-2d1e-4fdb-a9ac-6310c21e782b'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:46:21.207068 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a26df4-782c-4fdf-b7fb-69b82f2f9ba9" -d '{"events": [{"server_uuid": "724845ac-9d19-4a74-b206-7ea41a023e37", "name": "network-vif-deleted", "tag": "c6a82664-2d1e-4fdb-a9ac-6310c21e782b"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:46:21.245294 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c98db60-8eeb-44ce-9e04-7e1c31a4524a x-openstack-request-id: req-9c98db60-8eeb-44ce-9e04-7e1c31a4524a {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:46:21.245589 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "724845ac-9d19-4a74-b206-7ea41a023e37", "name": "network-vif-deleted", "tag": "c6a82664-2d1e-4fdb-a9ac-6310c21e782b", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:46:21.245840 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-9c98db60-8eeb-44ce-9e04-7e1c31a4524a {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:46:21.246235 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '724845ac-9d19-4a74-b206-7ea41a023e37', 'name': 'network-vif-deleted', 'tag': 'c6a82664-2d1e-4fdb-a9ac-6310c21e782b', 'status': 'completed', 'code': 200} Jul 30 00:46:21.653334 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-f513f7fa-80af-4cea-90c4-bed0447561e1 req-27acca0b-5ec0-49a5-b6fc-929dd6bbd138 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=724845ac-9d19-4a74-b206-7ea41a023e37 HTTP/1.1" status: 200 len: 210 time: 0.0354881 Jul 30 00:46:23.253810 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34578) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:23.411312 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-a7ac7ee9-8353-4a07-957a-66dc5f74a689 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Deleting port ceeb91f4-c15a-40a2-8f27-e4d4755930bf {{(pid=94063) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:46:23.411652 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a7ac7ee9-8353-4a07-957a-66dc5f74a689 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:23.492932 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a7ac7ee9-8353-4a07-957a-66dc5f74a689 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:23.493170 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a7ac7ee9-8353-4a07-957a-66dc5f74a689 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:23.504495 n-d-712140-10 neutron-server[94063]: DEBUG neutron.plugins.ml2.plugin [None req-a7ac7ee9-8353-4a07-957a-66dc5f74a689 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Calling delete_port for ceeb91f4-c15a-40a2-8f27-e4d4755930bf owned by network:floatingip {{(pid=94063) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:46:23.652523 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a7ac7ee9-8353-4a07-957a-66dc5f74a689 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12663002'] for port, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:23.680433 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac7ee9-8353-4a07-957a-66dc5f74a689 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Pushing event deleted for resources: {'Port': ['ID=ceeb91f4-c15a-40a2-8f27-e4d4755930bf,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:23.742654 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a7ac7ee9-8353-4a07-957a-66dc5f74a689 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for floatingip, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:23.743055 n-d-712140-10 neutron-server[94063]: INFO neutron.db.l3_db [None req-a7ac7ee9-8353-4a07-957a-66dc5f74a689 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Floating IP f6920c3e-6a41-4193-829b-bbac9635e213 disassociated (deleted). External IP: 172.25.8.108, port: a098db94-d168-409f-aa41-909d529b41a5. Jul 30 00:46:23.947210 n-d-712140-10 neutron-server[94063]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ac7ee9-8353-4a07-957a-66dc5f74a689 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Router 8e277cca-8639-4dd5-ad66-66e4e77bd395 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94063) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:46:24.053059 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ac7ee9-8353-4a07-957a-66dc5f74a689 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94063) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:46:24.057665 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-a7ac7ee9-8353-4a07-957a-66dc5f74a689 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for floatingip, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:24.062243 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfa3ae7-3f91-481f-ac5f-007155231c28 None None] Sync routers for ids ['8e277cca-8639-4dd5-ad66-66e4e77bd395'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:46:24.072936 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfa3ae7-3f91-481f-ac5f-007155231c28 None None] Routers {'8e277cca-8639-4dd5-ad66-66e4e77bd395'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:46:24.073550 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-0dfa3ae7-3f91-481f-ac5f-007155231c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:46:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8e277cca-8639-4dd5-ad66-66e4e77bd395'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:24.088617 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-a7ac7ee9-8353-4a07-957a-66dc5f74a689 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "DELETE /v2.0/floatingips/f6920c3e-6a41-4193-829b-bbac9635e213 HTTP/1.1" status: 204 len: 168 time: 0.8337250 Jul 30 00:46:24.089208 n-d-712140-10 neutron-server[94063]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd047c13-7873-4859-99ae-69856a788416', 'tag': 'a098db94-d168-409f-aa41-909d529b41a5'}] {{(pid=94063) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:46:24.091442 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9ede8fcba76e483049bbe60417ebacea349189b62230da707d31a1efac3aed91" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-285645e2-7bf8-4d83-b357-c91b4eaed4fc" -d '{"events": [{"name": "network-changed", "server_uuid": "fd047c13-7873-4859-99ae-69856a788416", "tag": "a098db94-d168-409f-aa41-909d529b41a5"}]}' {{(pid=94063) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:46:24.254840 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 30 Jul 2021 00:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1e51e6-8888-4912-8280-8df41828edfe x-openstack-request-id: req-ef1e51e6-8888-4912-8280-8df41828edfe {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:46:24.255480 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd047c13-7873-4859-99ae-69856a788416", "tag": "a098db94-d168-409f-aa41-909d529b41a5", "status": "completed", "code": 200}]} {{(pid=94063) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:46:24.255480 n-d-712140-10 neutron-server[94063]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-ef1e51e6-8888-4912-8280-8df41828edfe {{(pid=94063) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:46:24.256112 n-d-712140-10 neutron-server[94063]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd047c13-7873-4859-99ae-69856a788416', 'tag': 'a098db94-d168-409f-aa41-909d529b41a5', 'status': 'completed', 'code': 200} Jul 30 00:46:24.314496 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device c6a82664-2d1e-4fdb-a9ac-6310c21e782b no longer exists at agent hyperv_n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:46:24.321624 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285645e2-7bf8-4d83-b357-c91b4eaed4fc req-bfaaa3fa-fcf0-46c4-b6ba-54d60ecd6db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:24.323143 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-285645e2-7bf8-4d83-b357-c91b4eaed4fc req-bfaaa3fa-fcf0-46c4-b6ba-54d60ecd6db8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c61c74c01caa439d9c530048aa3781bb&device_id=fd047c13-7873-4859-99ae-69856a788416 HTTP/1.1" status: 200 len: 1095 time: 0.0450416 Jul 30 00:46:24.338748 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] No Port match for: c6a82664-2d1e-4fdb-a9ac-6310c21e782b {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:46:24.339102 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Device c6a82664-2d1e-4fdb-a9ac-6310c21e782b not bound to the agent host n-h1-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:46:24.362364 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-0dfa3ae7-3f91-481f-ac5f-007155231c28 None None] Set router 8e277cca-8639-4dd5-ad66-66e4e77bd395 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:46:24.366223 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85f192-abb0-4e33-9559-3be6fda0934b req-19e283e9-9c51-4897-81cf-c0c2fca5aef0 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:24.368389 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5f85f192-abb0-4e33-9559-3be6fda0934b req-19e283e9-9c51-4897-81cf-c0c2fca5aef0 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd047c13-7873-4859-99ae-69856a788416 HTTP/1.1" status: 200 len: 943 time: 0.0575714 Jul 30 00:46:24.408526 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-5f85f192-abb0-4e33-9559-3be6fda0934b req-23366528-4d7f-48a2-ad61-7893f7941d7f tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/security-groups?id=d37e048d-527f-47ae-9634-f9a5e4e07bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340600 Jul 30 00:46:24.425891 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285645e2-7bf8-4d83-b357-c91b4eaed4fc req-652c6a06-ed3d-41cd-a22a-a81e69e58458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:24.427357 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-285645e2-7bf8-4d83-b357-c91b4eaed4fc req-652c6a06-ed3d-41cd-a22a-a81e69e58458 service neutron] 10.222.0.39 "GET /v2.0/networks?id=8c92437f-d4f9-4308-9be1-85864e4753ec HTTP/1.1" status: 200 len: 910 time: 0.0967546 Jul 30 00:46:24.473877 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-285645e2-7bf8-4d83-b357-c91b4eaed4fc req-29c0be8f-15d4-46d5-8644-acf1c24aa668 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a098db94-d168-409f-aa41-909d529b41a5 HTTP/1.1" status: 200 len: 217 time: 0.0391548 Jul 30 00:46:24.524428 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285645e2-7bf8-4d83-b357-c91b4eaed4fc req-2f453094-8910-40a2-b859-8cffa867223b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:24.525886 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-285645e2-7bf8-4d83-b357-c91b4eaed4fc req-2f453094-8910-40a2-b859-8cffa867223b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=66e76dbe-e633-4dc3-96e1-3419c7ac8507 HTTP/1.1" status: 200 len: 848 time: 0.0444007 Jul 30 00:46:24.561176 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-0dfa3ae7-3f91-481f-ac5f-007155231c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'name': 'tempest-TestSnapshotPattern-473388790-router', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:46Z', 'revision_number': 4, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'gw_port': {'id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'bdffaa29-ff71-41fd-930c-a9720ca4bebe', 'name': '', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'mac_address': 'fa:16:3e:fc:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:45Z', 'updated_at': '2021-07-30T00:41:51Z', 'revision_number': 5, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'subnets': [{'id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:24.576621 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285645e2-7bf8-4d83-b357-c91b4eaed4fc req-be030d27-1c60-4c98-be47-51d9271c55c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:24.578086 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-285645e2-7bf8-4d83-b357-c91b4eaed4fc req-be030d27-1c60-4c98-be47-51d9271c55c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8c92437f-d4f9-4308-9be1-85864e4753ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447900 Jul 30 00:46:24.590860 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfa3ae7-3f91-481f-ac5f-007155231c28 None None] Checking router: 8e277cca-8639-4dd5-ad66-66e4e77bd395 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:46:24.599173 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfa3ae7-3f91-481f-ac5f-007155231c28 None None] Routers {'8e277cca-8639-4dd5-ad66-66e4e77bd395'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:46:24.599785 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-0dfa3ae7-3f91-481f-ac5f-007155231c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:46:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8e277cca-8639-4dd5-ad66-66e4e77bd395'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:24.669092 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-285645e2-7bf8-4d83-b357-c91b4eaed4fc req-b42625ea-c4da-4c85-be27-c3ce43bdeb21 service neutron] 10.222.0.39 "GET /v2.0/networks/8c92437f-d4f9-4308-9be1-85864e4753ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822539 Jul 30 00:46:24.705230 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-0dfa3ae7-3f91-481f-ac5f-007155231c28 None None] Set router 8e277cca-8639-4dd5-ad66-66e4e77bd395 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:46:24.764573 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-285645e2-7bf8-4d83-b357-c91b4eaed4fc req-459b9ccc-5c6f-4159-bdbb-f466e80e6bfb service neutron] 10.222.0.39 "GET /v2.0/networks/8c92437f-d4f9-4308-9be1-85864e4753ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871978 Jul 30 00:46:24.897929 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-0dfa3ae7-3f91-481f-ac5f-007155231c28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'name': 'tempest-TestSnapshotPattern-473388790-router', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:46Z', 'revision_number': 4, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'gw_port': {'id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'bdffaa29-ff71-41fd-930c-a9720ca4bebe', 'name': '', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'mac_address': 'fa:16:3e:fc:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:45Z', 'updated_at': '2021-07-30T00:41:51Z', 'revision_number': 5, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'subnets': [{'id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:24.924642 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dfa3ae7-3f91-481f-ac5f-007155231c28 None None] The sync data for ids ['8e277cca-8639-4dd5-ad66-66e4e77bd395'] in n-d-712140-10 is: [{'id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'name': 'tempest-TestSnapshotPattern-473388790-router', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:46Z', 'revision_number': 4, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'gw_port': {'id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10', '_interfaces': [{'id': 'bdffaa29-ff71-41fd-930c-a9720ca4bebe', 'name': '', 'network_id': '8c92437f-d4f9-4308-9be1-85864e4753ec', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'mac_address': 'fa:16:3e:fc:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_interface', 'standard_attr_id': 4328, 'fixed_ips': [{'subnet_id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:45Z', 'updated_at': '2021-07-30T00:41:51Z', 'revision_number': 5, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'subnets': [{'id': '66e76dbe-e633-4dc3-96e1-3419c7ac8507', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:46:25.134718 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be45c26-88cc-4715-aede-348b23af7982 None None] New status for floating IP f6920c3e-6a41-4193-829b-bbac9635e213: DOWN {{(pid=94066) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 30 00:46:25.529310 n-d-712140-10 neutron-server[94063]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3767045-1cfb-447d-a160-34ed29c1d900 req-d1fcb565-f35d-4f2b-ab0c-e137712d585c tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94063) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:25.530782 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c3767045-1cfb-447d-a160-34ed29c1d900 req-d1fcb565-f35d-4f2b-ab0c-e137712d585c tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd047c13-7873-4859-99ae-69856a788416 HTTP/1.1" status: 200 len: 943 time: 0.0524547 Jul 30 00:46:25.571126 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-c3767045-1cfb-447d-a160-34ed29c1d900 req-ff095624-6d77-47ab-840c-84f479a61932 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/security-groups?id=d37e048d-527f-47ae-9634-f9a5e4e07bb9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340042 Jul 30 00:46:25.800731 n-d-712140-10 neutron-server[94064]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ecabc-58df-4f41-a207-9a7ef16ab06f req-aaec0d81-7f22-45ca-b375-1f7520920761 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94064) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 30 00:46:25.802069 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b12ecabc-58df-4f41-a207-9a7ef16ab06f req-aaec0d81-7f22-45ca-b375-1f7520920761 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd047c13-7873-4859-99ae-69856a788416 HTTP/1.1" status: 200 len: 943 time: 0.0480204 Jul 30 00:46:25.887821 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-b12ecabc-58df-4f41-a207-9a7ef16ab06f req-b6a5ffe4-741c-48b2-9325-80222c7d3de5 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Deleting port a098db94-d168-409f-aa41-909d529b41a5 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:46:25.888191 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b12ecabc-58df-4f41-a207-9a7ef16ab06f req-b6a5ffe4-741c-48b2-9325-80222c7d3de5 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:25.978271 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [req-b12ecabc-58df-4f41-a207-9a7ef16ab06f req-b6a5ffe4-741c-48b2-9325-80222c7d3de5 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] For port a098db94-d168-409f-aa41-909d529b41a5, host n-h2-712140-10, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712140-10',level=0,port_id=a098db94-d168-409f-aa41-909d529b41a5,segment=NetworkSegment(0a69014b-f7a4-49aa-a042-ee18bb220e4e),segment_id=0a69014b-f7a4-49aa-a042-ee18bb220e4e)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:46:25.978636 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b12ecabc-58df-4f41-a207-9a7ef16ab06f req-b6a5ffe4-741c-48b2-9325-80222c7d3de5 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:25.991341 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [req-b12ecabc-58df-4f41-a207-9a7ef16ab06f req-b6a5ffe4-741c-48b2-9325-80222c7d3de5 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Calling delete_port for a098db94-d168-409f-aa41-909d529b41a5 owned by compute:nova {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:46:26.122089 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b12ecabc-58df-4f41-a207-9a7ef16ab06f req-b6a5ffe4-741c-48b2-9325-80222c7d3de5 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:26.149762 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5ffe4-741c-48b2-9325-80222c7d3de5 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Pushing event deleted for resources: {'Port': ['ID=a098db94-d168-409f-aa41-909d529b41a5,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:26.164305 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a5ffe4-741c-48b2-9325-80222c7d3de5 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:26.164823 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a5ffe4-741c-48b2-9325-80222c7d3de5 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:26.165170 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a5ffe4-741c-48b2-9325-80222c7d3de5 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:26.165513 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a5ffe4-741c-48b2-9325-80222c7d3de5 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:26.165856 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a5ffe4-741c-48b2-9325-80222c7d3de5 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:26.166191 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a5ffe4-741c-48b2-9325-80222c7d3de5 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:26.166523 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a5ffe4-741c-48b2-9325-80222c7d3de5 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:26.166853 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a5ffe4-741c-48b2-9325-80222c7d3de5 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:26.167182 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a5ffe4-741c-48b2-9325-80222c7d3de5 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:26.167514 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a5ffe4-741c-48b2-9325-80222c7d3de5 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:26.167889 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a5ffe4-741c-48b2-9325-80222c7d3de5 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:26.168216 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6a5ffe4-741c-48b2-9325-80222c7d3de5 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712140-10 {{(pid=94064) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 30 00:46:26.205006 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [req-b12ecabc-58df-4f41-a207-9a7ef16ab06f req-b6a5ffe4-741c-48b2-9325-80222c7d3de5 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] No DVR routers for this DVR port a098db94-d168-409f-aa41-909d529b41a5 on host n-h2-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:46:26.207556 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [req-b12ecabc-58df-4f41-a207-9a7ef16ab06f req-b6a5ffe4-741c-48b2-9325-80222c7d3de5 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-152721'] for port, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:26.209662 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [req-b12ecabc-58df-4f41-a207-9a7ef16ab06f req-b6a5ffe4-741c-48b2-9325-80222c7d3de5 tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.39 "DELETE /v2.0/ports/a098db94-d168-409f-aa41-909d529b41a5 HTTP/1.1" status: 204 len: 173 time: 0.4015801 Jul 30 00:46:26.210751 n-d-712140-10 neutron-server[94064]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd047c13-7873-4859-99ae-69856a788416', 'name': 'network-vif-deleted', 'tag': 'a098db94-d168-409f-aa41-909d529b41a5'}] {{(pid=94064) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 30 00:46:26.213125 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.18/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5209d4e956e9ae4acfb38c8f800d5d5e141ec7fd74949f506a8c7ac355071e51" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0e96d8-16f9-46c1-8712-9bfee143834f" -d '{"events": [{"server_uuid": "fd047c13-7873-4859-99ae-69856a788416", "name": "network-vif-deleted", "tag": "a098db94-d168-409f-aa41-909d529b41a5"}]}' {{(pid=94064) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 30 00:46:26.252642 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 30 Jul 2021 00:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7978e0db-bcf6-4019-8f7c-e916ba454c87 x-openstack-request-id: req-7978e0db-bcf6-4019-8f7c-e916ba454c87 {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 30 00:46:26.252928 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd047c13-7873-4859-99ae-69856a788416", "name": "network-vif-deleted", "tag": "a098db94-d168-409f-aa41-909d529b41a5", "status": "completed", "code": 200}]} {{(pid=94064) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 30 00:46:26.253202 n-d-712140-10 neutron-server[94064]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.18/compute/v2.1/os-server-external-events used request id req-7978e0db-bcf6-4019-8f7c-e916ba454c87 {{(pid=94064) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 30 00:46:26.253593 n-d-712140-10 neutron-server[94064]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd047c13-7873-4859-99ae-69856a788416', 'name': 'network-vif-deleted', 'tag': 'a098db94-d168-409f-aa41-909d529b41a5', 'status': 'completed', 'code': 200} Jul 30 00:46:26.755126 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [req-d341ad92-d4f9-428f-8649-b5e587dbd32c req-bd420a3c-5e1b-4bfe-82b5-88d6ac52378e tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "GET /v2.0/ports?device_id=fd047c13-7873-4859-99ae-69856a788416 HTTP/1.1" status: 200 len: 210 time: 0.0853765 Jul 30 00:46:27.809669 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34600) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:27.868152 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-854e78e7-4eca-40b6-9044-d791a6d394eb tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:27.892748 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-854e78e7-4eca-40b6-9044-d791a6d394eb tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:27.951141 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-854e78e7-4eca-40b6-9044-d791a6d394eb tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:27.953755 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-854e78e7-4eca-40b6-9044-d791a6d394eb tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:27.955402 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-854e78e7-4eca-40b6-9044-d791a6d394eb tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] 10.222.0.18 "DELETE /v2.0/security-groups/d37e048d-527f-47ae-9634-f9a5e4e07bb9 HTTP/1.1" status: 204 len: 168 time: 0.1442504 Jul 30 00:46:27.964655 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854e78e7-4eca-40b6-9044-d791a6d394eb tempest-TestSnapshotPattern-198335621 tempest-TestSnapshotPattern-198335621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37e048d-527f-47ae-9634-f9a5e4e07bb9,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:29.020190 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34606) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:29.462506 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device a098db94-d168-409f-aa41-909d529b41a5 no longer exists at agent hyperv_n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:46:29.486363 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] No Port match for: a098db94-d168-409f-aa41-909d529b41a5 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:46:29.486710 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Device a098db94-d168-409f-aa41-909d529b41a5 not bound to the agent host n-h2-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:46:29.708427 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6b6ccaac-7ef8-463c-bb9e-d5dde34b319d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:29.951788 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6b6ccaac-7ef8-463c-bb9e-d5dde34b319d admin admin] Deleting port bdffaa29-ff71-41fd-930c-a9720ca4bebe {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:46:29.952162 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6b6ccaac-7ef8-463c-bb9e-d5dde34b319d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:30.027803 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-6b6ccaac-7ef8-463c-bb9e-d5dde34b319d admin admin] For port bdffaa29-ff71-41fd-930c-a9720ca4bebe, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=bdffaa29-ff71-41fd-930c-a9720ca4bebe,segment=NetworkSegment(0a69014b-f7a4-49aa-a042-ee18bb220e4e),segment_id=0a69014b-f7a4-49aa-a042-ee18bb220e4e)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:46:30.028520 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6b6ccaac-7ef8-463c-bb9e-d5dde34b319d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:30.040309 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-6b6ccaac-7ef8-463c-bb9e-d5dde34b319d admin admin] Calling delete_port for bdffaa29-ff71-41fd-930c-a9720ca4bebe owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:46:30.218775 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6b6ccaac-7ef8-463c-bb9e-d5dde34b319d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:30.250667 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6ccaac-7ef8-463c-bb9e-d5dde34b319d admin admin] Pushing event deleted for resources: {'Port': ['ID=bdffaa29-ff71-41fd-930c-a9720ca4bebe,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:30.413455 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-6b6ccaac-7ef8-463c-bb9e-d5dde34b319d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:30.589883 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:30.591212 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:30.628008 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b6ccaac-7ef8-463c-bb9e-d5dde34b319d admin admin] Router 8e277cca-8639-4dd5-ad66-66e4e77bd395 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:46:30.736739 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b6ccaac-7ef8-463c-bb9e-d5dde34b319d admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:46:30.742114 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-6b6ccaac-7ef8-463c-bb9e-d5dde34b319d admin admin] 10.222.0.18 "PUT /v2.0/routers/8e277cca-8639-4dd5-ad66-66e4e77bd395/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7208562 Jul 30 00:46:30.744624 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34608) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:30.747697 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27544078-1bf1-4955-95be-32c958b89c29 None None] Sync routers for ids ['8e277cca-8639-4dd5-ad66-66e4e77bd395'] in n-d-712140-10 {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:46:30.757052 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27544078-1bf1-4955-95be-32c958b89c29 None None] Routers {'8e277cca-8639-4dd5-ad66-66e4e77bd395'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:46:30.757695 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-27544078-1bf1-4955-95be-32c958b89c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:46:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8e277cca-8639-4dd5-ad66-66e4e77bd395'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:30.852404 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8f8d06f-3b10-4840-a1cf-cc4200264b1a admin admin] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:30.861258 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-27544078-1bf1-4955-95be-32c958b89c29 None None] Set router 8e277cca-8639-4dd5-ad66-66e4e77bd395 gateway port host: n-d-712140-10 {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:46:30.954645 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8f8d06f-3b10-4840-a1cf-cc4200264b1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:31.015494 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-d8f8d06f-3b10-4840-a1cf-cc4200264b1a admin admin] Deleting port 8fd49c4d-efad-4eb3-a32a-5e88bb735a7d {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:46:31.015864 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8f8d06f-3b10-4840-a1cf-cc4200264b1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:31.045823 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-27544078-1bf1-4955-95be-32c958b89c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'name': 'tempest-TestSnapshotPattern-473388790-router', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96'}], 'enable_snat': True}, 'gw_port_id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:46:30Z', 'revision_number': 5, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'gw_port': {'id': '8fd49c4d-efad-4eb3-a32a-5e88bb735a7d', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:37:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:31.072977 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27544078-1bf1-4955-95be-32c958b89c29 None None] Checking router: 8e277cca-8639-4dd5-ad66-66e4e77bd395 for host: n-d-712140-10 {{(pid=94065) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:46:31.081383 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27544078-1bf1-4955-95be-32c958b89c29 None None] Routers {'8e277cca-8639-4dd5-ad66-66e4e77bd395'} bound to L3 agent in host n-d-712140-10 {{(pid=94065) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:46:31.081991 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-27544078-1bf1-4955-95be-32c958b89c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:46:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['8e277cca-8639-4dd5-ad66-66e4e77bd395'], 'active': True} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:31.095943 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-d8f8d06f-3b10-4840-a1cf-cc4200264b1a admin admin] For port 8fd49c4d-efad-4eb3-a32a-5e88bb735a7d, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=8fd49c4d-efad-4eb3-a32a-5e88bb735a7d,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:46:31.096524 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8f8d06f-3b10-4840-a1cf-cc4200264b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:31.109627 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-d8f8d06f-3b10-4840-a1cf-cc4200264b1a admin admin] Calling delete_port for 8fd49c4d-efad-4eb3-a32a-5e88bb735a7d owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:46:31.169616 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvr_db [None req-27544078-1bf1-4955-95be-32c958b89c29 None None] Set router 8e277cca-8639-4dd5-ad66-66e4e77bd395 gateway port host: None {{(pid=94065) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:46:31.224232 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_hamode_db [None req-27544078-1bf1-4955-95be-32c958b89c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'name': 'tempest-TestSnapshotPattern-473388790-router', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:46:30Z', 'revision_number': 6, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94065) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:31.252413 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27544078-1bf1-4955-95be-32c958b89c29 None None] The sync data for ids ['8e277cca-8639-4dd5-ad66-66e4e77bd395'] in n-d-712140-10 is: [{'id': '8e277cca-8639-4dd5-ad66-66e4e77bd395', 'name': 'tempest-TestSnapshotPattern-473388790-router', 'tenant_id': 'c61c74c01caa439d9c530048aa3781bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:41:43Z', 'updated_at': '2021-07-30T00:46:30Z', 'revision_number': 6, 'project_id': 'c61c74c01caa439d9c530048aa3781bb', 'gw_port_host': None}] {{(pid=94065) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:46:31.288979 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8f8d06f-3b10-4840-a1cf-cc4200264b1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:31.318565 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f8d06f-3b10-4840-a1cf-cc4200264b1a admin admin] Pushing event deleted for resources: {'Port': ['ID=8fd49c4d-efad-4eb3-a32a-5e88bb735a7d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:31.377905 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8f8d06f-3b10-4840-a1cf-cc4200264b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:31.468914 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8f8d06f-3b10-4840-a1cf-cc4200264b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:31.470988 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8f8d06f-3b10-4840-a1cf-cc4200264b1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:31.512982 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8f8d06f-3b10-4840-a1cf-cc4200264b1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:31.513609 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f8d06f-3b10-4840-a1cf-cc4200264b1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e277cca-8639-4dd5-ad66-66e4e77bd395 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:46:31.518069 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-d8f8d06f-3b10-4840-a1cf-cc4200264b1a admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:31.519503 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d8f8d06f-3b10-4840-a1cf-cc4200264b1a admin admin] 10.222.0.18 "DELETE /v2.0/routers/8e277cca-8639-4dd5-ad66-66e4e77bd395 HTTP/1.1" status: 204 len: 168 time: 0.7730677 Jul 30 00:46:31.522062 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34610) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:31.571459 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ad0741-d779-434b-a30b-6ca7cc4f3bf5 admin admin] Deleting subnet 66e76dbe-e633-4dc3-96e1-3419c7ac8507 {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:46:31.574380 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-64ad0741-d779-434b-a30b-6ca7cc4f3bf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:31.611302 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-64ad0741-d779-434b-a30b-6ca7cc4f3bf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:31.695540 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-64ad0741-d779-434b-a30b-6ca7cc4f3bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:31.749425 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-64ad0741-d779-434b-a30b-6ca7cc4f3bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:31.781636 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ad0741-d779-434b-a30b-6ca7cc4f3bf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66e76dbe-e633-4dc3-96e1-3419c7ac8507,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:31.783598 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-64ad0741-d779-434b-a30b-6ca7cc4f3bf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:31.785585 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-64ad0741-d779-434b-a30b-6ca7cc4f3bf5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/66e76dbe-e633-4dc3-96e1-3419c7ac8507 HTTP/1.1" status: 204 len: 168 time: 0.2619500 Jul 30 00:46:31.787752 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714ada04-d115-452d-8902-7b072c4c1eab None None] Network 8c92437f-d4f9-4308-9be1-85864e4753ec requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:46:31.788275 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34612) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:31.856111 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-427acf24-719e-4b7e-b573-2da5d9d79c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:31.910940 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-427acf24-719e-4b7e-b573-2da5d9d79c68 admin admin] Deleting port b56bae61-2cd6-44ef-bcb0-31358b46a60d {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:46:31.911280 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-427acf24-719e-4b7e-b573-2da5d9d79c68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:31.978002 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-427acf24-719e-4b7e-b573-2da5d9d79c68 admin admin] For port b56bae61-2cd6-44ef-bcb0-31358b46a60d, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=b56bae61-2cd6-44ef-bcb0-31358b46a60d,segment=NetworkSegment(0a69014b-f7a4-49aa-a042-ee18bb220e4e),segment_id=0a69014b-f7a4-49aa-a042-ee18bb220e4e)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:46:31.978285 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-427acf24-719e-4b7e-b573-2da5d9d79c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:31.990280 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-427acf24-719e-4b7e-b573-2da5d9d79c68 admin admin] Calling delete_port for b56bae61-2cd6-44ef-bcb0-31358b46a60d owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:46:32.039240 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace746aa-e26d-456e-b90c-80b1a078bec0 None None] DHCP port deletion for 8c92437f-d4f9-4308-9be1-85864e4753ec request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:46:32.076097 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-427acf24-719e-4b7e-b573-2da5d9d79c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:32.090750 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ace746aa-e26d-456e-b90c-80b1a078bec0 None None] Deleting port b56bae61-2cd6-44ef-bcb0-31358b46a60d {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:46:32.091135 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ace746aa-e26d-456e-b90c-80b1a078bec0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:32.104511 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427acf24-719e-4b7e-b573-2da5d9d79c68 admin admin] Pushing event deleted for resources: {'Port': ['ID=b56bae61-2cd6-44ef-bcb0-31358b46a60d,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:32.106335 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427acf24-719e-4b7e-b573-2da5d9d79c68 admin admin] No DVR routers for this DVR port b56bae61-2cd6-44ef-bcb0-31358b46a60d on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:46:32.162579 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-ace746aa-e26d-456e-b90c-80b1a078bec0 None None] For port b56bae61-2cd6-44ef-bcb0-31358b46a60d, host n-d-712140-10, got binding levels [] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:46:32.162939 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ace746aa-e26d-456e-b90c-80b1a078bec0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:32.175267 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-ace746aa-e26d-456e-b90c-80b1a078bec0 None None] Calling delete_port for b56bae61-2cd6-44ef-bcb0-31358b46a60d owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:46:32.178223 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.ipam_backend_mixin [None req-ace746aa-e26d-456e-b90c-80b1a078bec0 None None] Port b56bae61-2cd6-44ef-bcb0-31358b46a60d was not found and therefore no delete operation was performed {{(pid=94065) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 30 00:46:32.180065 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-ace746aa-e26d-456e-b90c-80b1a078bec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:32.185169 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-427acf24-719e-4b7e-b573-2da5d9d79c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:32.196567 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-427acf24-719e-4b7e-b573-2da5d9d79c68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c92437f-d4f9-4308-9be1-85864e4753ec']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:32.202330 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace746aa-e26d-456e-b90c-80b1a078bec0 None None] Pushing event deleted for resources: {'Port': ['ID=b56bae61-2cd6-44ef-bcb0-31358b46a60d,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:32.209970 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-427acf24-719e-4b7e-b573-2da5d9d79c68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a69014b-f7a4-49aa-a042-ee18bb220e4e') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:32.210280 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-427acf24-719e-4b7e-b573-2da5d9d79c68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a69014b-f7a4-49aa-a042-ee18bb220e4e') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:32.212874 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace746aa-e26d-456e-b90c-80b1a078bec0 None None] No DVR routers for this DVR port b56bae61-2cd6-44ef-bcb0-31358b46a60d on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:46:32.224587 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-427acf24-719e-4b7e-b573-2da5d9d79c68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:32.239283 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-427acf24-719e-4b7e-b573-2da5d9d79c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:32.246585 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-427acf24-719e-4b7e-b573-2da5d9d79c68 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:46:32.246990 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-427acf24-719e-4b7e-b573-2da5d9d79c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:32.249166 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 30 00:46:32.249166 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:46:32.249166 n-d-712140-10 neutron-server[94064]: timer() Jul 30 00:46:32.249166 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:46:32.249166 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 30 00:46:32.249166 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:46:32.249166 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 30 00:46:32.249166 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:46:32.249166 n-d-712140-10 neutron-server[94064]: self._notify() Jul 30 00:46:32.249166 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:46:32.249166 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 30 00:46:32.249166 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:46:32.249166 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 30 00:46:32.249166 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:46:32.249166 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:46:32.249166 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:46:32.249166 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:46:32.249166 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:46:32.249166 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 30 00:46:32.249166 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:46:32.249166 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 30 00:46:32.249166 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:46:32.249166 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:46:32.249166 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:46:32.249166 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 30 00:46:32.249166 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:46:32.249166 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:46:32.249166 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:46:32.249166 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:46:32.249166 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:46:32.249166 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:46:32.249166 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:46:32.309393 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-427acf24-719e-4b7e-b573-2da5d9d79c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:32.315353 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-427acf24-719e-4b7e-b573-2da5d9d79c68 admin admin] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:32.317230 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-427acf24-719e-4b7e-b573-2da5d9d79c68 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8c92437f-d4f9-4308-9be1-85864e4753ec HTTP/1.1" status: 204 len: 168 time: 0.5281904 Jul 30 00:46:32.324220 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34614) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:32.339359 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427acf24-719e-4b7e-b573-2da5d9d79c68 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c92437f-d4f9-4308-9be1-85864e4753ec,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:32.665622 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1e27f626-34f9-497b-891f-4df803df7879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16400207'] for router_interface, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:32.745909 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 8fd49c4d-efad-4eb3-a32a-5e88bb735a7d no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:46:32.765587 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 8fd49c4d-efad-4eb3-a32a-5e88bb735a7d {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:46:32.765932 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 8fd49c4d-efad-4eb3-a32a-5e88bb735a7d not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:46:32.766533 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b56bae61-2cd6-44ef-bcb0-31358b46a60d no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:46:32.785391 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: b56bae61-2cd6-44ef-bcb0-31358b46a60d {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:46:32.785739 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device b56bae61-2cd6-44ef-bcb0-31358b46a60d not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:46:32.786146 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device bdffaa29-ff71-41fd-930c-a9720ca4bebe no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:46:32.805278 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: bdffaa29-ff71-41fd-930c-a9720ca4bebe {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:46:32.805983 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device bdffaa29-ff71-41fd-930c-a9720ca4bebe not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:46:32.909229 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1e27f626-34f9-497b-891f-4df803df7879 admin admin] Deleting port d07d90eb-5f78-4da6-bfe3-154e30a7eca3 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:46:32.909572 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1e27f626-34f9-497b-891f-4df803df7879 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:32.988497 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-1e27f626-34f9-497b-891f-4df803df7879 admin admin] For port d07d90eb-5f78-4da6-bfe3-154e30a7eca3, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=d07d90eb-5f78-4da6-bfe3-154e30a7eca3,segment=NetworkSegment(e83a807d-6d89-48f2-86d1-520fc1f0783f),segment_id=e83a807d-6d89-48f2-86d1-520fc1f0783f)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:46:32.988777 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1e27f626-34f9-497b-891f-4df803df7879 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:33.001895 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-1e27f626-34f9-497b-891f-4df803df7879 admin admin] Calling delete_port for d07d90eb-5f78-4da6-bfe3-154e30a7eca3 owned by network:router_interface {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:46:33.009786 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e207ca29-81b9-45a5-baaa-5bbd62b5b88d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:33.178009 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1e27f626-34f9-497b-891f-4df803df7879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:33.201922 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e27f626-34f9-497b-891f-4df803df7879 admin admin] Pushing event deleted for resources: {'Port': ['ID=d07d90eb-5f78-4da6-bfe3-154e30a7eca3,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:33.716232 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-1e27f626-34f9-497b-891f-4df803df7879 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16195768', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16400163'] for router_interface, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:33.924747 n-d-712140-10 neutron-server[94064]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e27f626-34f9-497b-891f-4df803df7879 admin admin] Router 148b42a7-1ea4-4735-add9-9091bc663059 has already been hosted by L3 agent 3b922140-2ed9-4a2c-a3cf-ef8039d0a32b {{(pid=94064) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 30 00:46:34.030144 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e27f626-34f9-497b-891f-4df803df7879 admin admin] Notify agent at l3_agent.n-d-712140-10 the message routers_updated {{(pid=94064) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 30 00:46:34.035072 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-1e27f626-34f9-497b-891f-4df803df7879 admin admin] 10.222.0.18 "PUT /v2.0/routers/148b42a7-1ea4-4735-add9-9091bc663059/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7098265 Jul 30 00:46:34.037558 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34616) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:34.040257 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef527af-a374-4d0b-9ada-73f21e25fd50 None None] Sync routers for ids ['148b42a7-1ea4-4735-add9-9091bc663059'] in n-d-712140-10 {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 30 00:46:34.049662 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef527af-a374-4d0b-9ada-73f21e25fd50 None None] Routers {'148b42a7-1ea4-4735-add9-9091bc663059'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:46:34.050263 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-9ef527af-a374-4d0b-9ada-73f21e25fd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:46:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['148b42a7-1ea4-4735-add9-9091bc663059'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:34.143512 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7bd6b24f-06ce-497e-8964-8bba38feb7f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:34.153025 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-9ef527af-a374-4d0b-9ada-73f21e25fd50 None None] Set router 148b42a7-1ea4-4735-add9-9091bc663059 gateway port host: n-d-712140-10 {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:46:34.247780 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7bd6b24f-06ce-497e-8964-8bba38feb7f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:34.301436 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-7bd6b24f-06ce-497e-8964-8bba38feb7f9 admin admin] Deleting port 57ee0c75-ab7e-43cb-b0f0-78add8422c1f {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:46:34.301694 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7bd6b24f-06ce-497e-8964-8bba38feb7f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:34.333689 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-9ef527af-a374-4d0b-9ada-73f21e25fd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148b42a7-1ea4-4735-add9-9091bc663059', 'name': 'tempest-TestSnapshotPattern-448784670-router', 'tenant_id': '247b496b42504a1e94ec45be360f7f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'external_fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '57ee0c75-ab7e-43cb-b0f0-78add8422c1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:41:47Z', 'updated_at': '2021-07-30T00:46:33Z', 'revision_number': 5, 'project_id': '247b496b42504a1e94ec45be360f7f38', 'gw_port': {'id': '57ee0c75-ab7e-43cb-b0f0-78add8422c1f', 'name': '', 'network_id': '0aea9f43-4eea-456f-a634-5f5375b1fdb7', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:ae:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148b42a7-1ea4-4735-add9-9091bc663059', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712140-10', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-30T00:41:48Z', 'updated_at': '2021-07-30T00:41:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7bc67c9f-2da3-4bc0-b2b0-2666edbd580c', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712140-10'}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:34.371195 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef527af-a374-4d0b-9ada-73f21e25fd50 None None] Checking router: 148b42a7-1ea4-4735-add9-9091bc663059 for host: n-d-712140-10 {{(pid=94066) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 30 00:46:34.379265 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef527af-a374-4d0b-9ada-73f21e25fd50 None None] Routers {'148b42a7-1ea4-4735-add9-9091bc663059'} bound to L3 agent in host n-d-712140-10 {{(pid=94066) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 30 00:46:34.379885 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-9ef527af-a374-4d0b-9ada-73f21e25fd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712140-10', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-29T23:06:35Z,description=,heartbeat_timestamp=2021-07-30T00:46:06Z,host='n-d-712140-10',id=3b922140-2ed9-4a2c-a3cf-ef8039d0a32b,load=0,resource_versions=,resources_synced=,started_at=2021-07-29T23:06:35Z,topic='l3_agent')) {'router_ids': ['148b42a7-1ea4-4735-add9-9091bc663059'], 'active': True} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:34.385614 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-7bd6b24f-06ce-497e-8964-8bba38feb7f9 admin admin] For port 57ee0c75-ab7e-43cb-b0f0-78add8422c1f, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=57ee0c75-ab7e-43cb-b0f0-78add8422c1f,segment=NetworkSegment(6e63973b-3d92-44f7-a06c-186cb9d00b8a),segment_id=6e63973b-3d92-44f7-a06c-186cb9d00b8a)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:46:34.385988 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7bd6b24f-06ce-497e-8964-8bba38feb7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:34.398642 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-7bd6b24f-06ce-497e-8964-8bba38feb7f9 admin admin] Calling delete_port for 57ee0c75-ab7e-43cb-b0f0-78add8422c1f owned by network:router_gateway {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:46:34.473437 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_dvr_db [None req-9ef527af-a374-4d0b-9ada-73f21e25fd50 None None] Set router 148b42a7-1ea4-4735-add9-9091bc663059 gateway port host: None {{(pid=94066) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 30 00:46:34.526771 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.l3_hamode_db [None req-9ef527af-a374-4d0b-9ada-73f21e25fd50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148b42a7-1ea4-4735-add9-9091bc663059', 'name': 'tempest-TestSnapshotPattern-448784670-router', 'tenant_id': '247b496b42504a1e94ec45be360f7f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:41:47Z', 'updated_at': '2021-07-30T00:46:34Z', 'revision_number': 6, 'project_id': '247b496b42504a1e94ec45be360f7f38', 'gw_port_host': None}], 'n-d-712140-10', False) {} {{(pid=94066) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:34.552002 n-d-712140-10 neutron-server[94066]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef527af-a374-4d0b-9ada-73f21e25fd50 None None] The sync data for ids ['148b42a7-1ea4-4735-add9-9091bc663059'] in n-d-712140-10 is: [{'id': '148b42a7-1ea4-4735-add9-9091bc663059', 'name': 'tempest-TestSnapshotPattern-448784670-router', 'tenant_id': '247b496b42504a1e94ec45be360f7f38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-30T00:41:47Z', 'updated_at': '2021-07-30T00:46:34Z', 'revision_number': 6, 'project_id': '247b496b42504a1e94ec45be360f7f38', 'gw_port_host': None}] {{(pid=94066) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 30 00:46:34.564899 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7bd6b24f-06ce-497e-8964-8bba38feb7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:34.594785 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd6b24f-06ce-497e-8964-8bba38feb7f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=57ee0c75-ab7e-43cb-b0f0-78add8422c1f,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:34.656507 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7bd6b24f-06ce-497e-8964-8bba38feb7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16400001'] for router_gateway, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:34.748470 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7bd6b24f-06ce-497e-8964-8bba38feb7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16332318', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-431'] for router, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:34.750504 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7bd6b24f-06ce-497e-8964-8bba38feb7f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:34.795942 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7bd6b24f-06ce-497e-8964-8bba38feb7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-16321166'] for router, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:34.796483 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd6b24f-06ce-497e-8964-8bba38feb7f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 148b42a7-1ea4-4735-add9-9091bc663059 {{(pid=94064) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 30 00:46:34.801253 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-7bd6b24f-06ce-497e-8964-8bba38feb7f9 admin admin] Notify callbacks [] for router, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:34.802439 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-7bd6b24f-06ce-497e-8964-8bba38feb7f9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/148b42a7-1ea4-4735-add9-9091bc663059 HTTP/1.1" status: 204 len: 168 time: 0.7627096 Jul 30 00:46:34.805725 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34618) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:34.850114 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab98957a-92ac-4c43-9952-21985bd4af02 admin admin] Deleting subnet ade81801-1883-4555-a199-b2f8116f32fb {{(pid=94064) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Jul 30 00:46:34.853891 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ab98957a-92ac-4c43-9952-21985bd4af02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:34.893728 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ab98957a-92ac-4c43-9952-21985bd4af02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14273735'] for subnet, precommit_delete_associations {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:34.988757 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ab98957a-92ac-4c43-9952-21985bd4af02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1376638'] for subnet, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.013207 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d07d90eb-5f78-4da6-bfe3-154e30a7eca3 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:46:35.037091 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: d07d90eb-5f78-4da6-bfe3-154e30a7eca3 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:46:35.037441 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device d07d90eb-5f78-4da6-bfe3-154e30a7eca3 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:46:35.048150 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ab98957a-92ac-4c43-9952-21985bd4af02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1376645', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-579120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14308567', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14642220'] for subnet, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.075228 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98957a-92ac-4c43-9952-21985bd4af02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ade81801-1883-4555-a199-b2f8116f32fb,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:35.080395 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-ab98957a-92ac-4c43-9952-21985bd4af02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.082371 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-ab98957a-92ac-4c43-9952-21985bd4af02 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/ade81801-1883-4555-a199-b2f8116f32fb HTTP/1.1" status: 204 len: 168 time: 0.2757115 Jul 30 00:46:35.085816 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97765fce-3e7a-4f14-a9e2-14f7bc639091 None None] Network 051d336e-b9a5-4b8e-8a7f-d84b6ace1438 requested from n-d-712140-10 {{(pid=94065) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 30 00:46:35.085971 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34620) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:35.157519 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb701-b8c7-4bdb-9436-44fc6c26ae0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1512823'] for network, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.213145 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-3d6bb701-b8c7-4bdb-9436-44fc6c26ae0b admin admin] Deleting port 6d3deba9-38e1-468b-8f3a-0aea50292841 {{(pid=94064) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:46:35.213495 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb701-b8c7-4bdb-9436-44fc6c26ae0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.276948 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.db [None req-3d6bb701-b8c7-4bdb-9436-44fc6c26ae0b admin admin] For port 6d3deba9-38e1-468b-8f3a-0aea50292841, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6d3deba9-38e1-468b-8f3a-0aea50292841,segment=NetworkSegment(e83a807d-6d89-48f2-86d1-520fc1f0783f),segment_id=e83a807d-6d89-48f2-86d1-520fc1f0783f)] {{(pid=94064) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:46:35.277600 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb701-b8c7-4bdb-9436-44fc6c26ae0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.290697 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.plugin [None req-3d6bb701-b8c7-4bdb-9436-44fc6c26ae0b admin admin] Calling delete_port for 6d3deba9-38e1-468b-8f3a-0aea50292841 owned by network:dhcp {{(pid=94064) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:46:35.320649 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a09d524-7eae-4996-b8ed-867e6a39b269 None None] DHCP port deletion for 051d336e-b9a5-4b8e-8a7f-d84b6ace1438 request from n-d-712140-10 {{(pid=94065) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 30 00:46:35.376827 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-6a09d524-7eae-4996-b8ed-867e6a39b269 None None] Deleting port 6d3deba9-38e1-468b-8f3a-0aea50292841 {{(pid=94065) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 30 00:46:35.377231 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6a09d524-7eae-4996-b8ed-867e6a39b269 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767681183883'] for port, before_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.382198 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb701-b8c7-4bdb-9436-44fc6c26ae0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14308600'] for port, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.409959 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6bb701-b8c7-4bdb-9436-44fc6c26ae0b admin admin] Pushing event deleted for resources: {'Port': ['ID=6d3deba9-38e1-468b-8f3a-0aea50292841,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:35.411808 n-d-712140-10 neutron-server[94064]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6bb701-b8c7-4bdb-9436-44fc6c26ae0b admin admin] No DVR routers for this DVR port 6d3deba9-38e1-468b-8f3a-0aea50292841 on host n-d-712140-10 {{(pid=94064) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:46:35.446709 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.db [None req-6a09d524-7eae-4996-b8ed-867e6a39b269 None None] For port 6d3deba9-38e1-468b-8f3a-0aea50292841, host n-d-712140-10, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712140-10',level=0,port_id=6d3deba9-38e1-468b-8f3a-0aea50292841,segment=NetworkSegment(e83a807d-6d89-48f2-86d1-520fc1f0783f),segment_id=e83a807d-6d89-48f2-86d1-520fc1f0783f)] {{(pid=94065) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 30 00:46:35.446992 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6a09d524-7eae-4996-b8ed-867e6a39b269 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16392600'] for port, precommit_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.461785 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-6a09d524-7eae-4996-b8ed-867e6a39b269 None None] Calling delete_port for 6d3deba9-38e1-468b-8f3a-0aea50292841 owned by network:dhcp {{(pid=94065) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1997}} Jul 30 00:46:35.488953 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb701-b8c7-4bdb-9436-44fc6c26ae0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1379561', 'neutron.services.segments.db._delete_segments_for_network-8767681364273'] for network, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.498678 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-3d6bb701-b8c7-4bdb-9436-44fc6c26ae0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['051d336e-b9a5-4b8e-8a7f-d84b6ace1438']}} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:35.513992 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-3d6bb701-b8c7-4bdb-9436-44fc6c26ae0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83a807d-6d89-48f2-86d1-520fc1f0783f') {'for_net_delete': True} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:35.514318 n-d-712140-10 neutron-server[94064]: DEBUG neutron.services.segments.db [None req-3d6bb701-b8c7-4bdb-9436-44fc6c26ae0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83a807d-6d89-48f2-86d1-520fc1f0783f') {} {{(pid=94064) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 30 00:46:35.524736 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb701-b8c7-4bdb-9436-44fc6c26ae0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767681362746', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14273740'] for segment, before_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.540253 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb701-b8c7-4bdb-9436-44fc6c26ae0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352'] for segment, precommit_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.547234 n-d-712140-10 neutron-server[94064]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d6bb701-b8c7-4bdb-9436-44fc6c26ae0b admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=94064) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 30 00:46:35.547599 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb701-b8c7-4bdb-9436-44fc6c26ae0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1379352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14308617'] for segment, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.548883 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6a09d524-7eae-4996-b8ed-867e6a39b269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1495087', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-937570', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767681188639', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767680784119'] for port, after_delete {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.549799 n-d-712140-10 neutron-server[94064]: Traceback (most recent call last): Jul 30 00:46:35.549799 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 30 00:46:35.549799 n-d-712140-10 neutron-server[94064]: timer() Jul 30 00:46:35.549799 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 30 00:46:35.549799 n-d-712140-10 neutron-server[94064]: cb(*args, **kw) Jul 30 00:46:35.549799 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 30 00:46:35.549799 n-d-712140-10 neutron-server[94064]: return func(*args, **kwargs) Jul 30 00:46:35.549799 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 30 00:46:35.549799 n-d-712140-10 neutron-server[94064]: self._notify() Jul 30 00:46:35.549799 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 30 00:46:35.549799 n-d-712140-10 neutron-server[94064]: self.callback(batched_events) Jul 30 00:46:35.549799 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 30 00:46:35.549799 n-d-712140-10 neutron-server[94064]: event.method(event) Jul 30 00:46:35.549799 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 30 00:46:35.549799 n-d-712140-10 neutron-server[94064]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 30 00:46:35.549799 n-d-712140-10 neutron-server[94064]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 30 00:46:35.549799 n-d-712140-10 neutron-server[94064]: aggregate_uuid = self.p_client.list_aggregates( Jul 30 00:46:35.549799 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 30 00:46:35.549799 n-d-712140-10 neutron-server[94064]: return f(self, *a, **k) Jul 30 00:46:35.549799 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 30 00:46:35.549799 n-d-712140-10 neutron-server[94064]: return self._get(url).json() Jul 30 00:46:35.549799 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 30 00:46:35.549799 n-d-712140-10 neutron-server[94064]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 30 00:46:35.549799 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 30 00:46:35.549799 n-d-712140-10 neutron-server[94064]: return self.request(url, 'GET', **kwargs) Jul 30 00:46:35.549799 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 30 00:46:35.549799 n-d-712140-10 neutron-server[94064]: base_url = self.get_endpoint(auth, allow=allow, Jul 30 00:46:35.549799 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 30 00:46:35.549799 n-d-712140-10 neutron-server[94064]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 30 00:46:35.549799 n-d-712140-10 neutron-server[94064]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 30 00:46:35.549799 n-d-712140-10 neutron-server[94064]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 30 00:46:35.549799 n-d-712140-10 neutron-server[94064]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 30 00:46:35.578144 n-d-712140-10 neutron-server[94065]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a09d524-7eae-4996-b8ed-867e6a39b269 None None] Pushing event deleted for resources: {'Port': ['ID=6d3deba9-38e1-468b-8f3a-0aea50292841,revision_number=None']} {{(pid=94065) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:35.583718 n-d-712140-10 neutron-server[94065]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a09d524-7eae-4996-b8ed-867e6a39b269 None None] No DVR routers for this DVR port 6d3deba9-38e1-468b-8f3a-0aea50292841 on host n-d-712140-10 {{(pid=94065) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 30 00:46:35.611880 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.621300 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb701-b8c7-4bdb-9436-44fc6c26ae0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1379568', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16195747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16400061'] for network, after_delete {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.630582 n-d-712140-10 neutron-server[94064]: DEBUG neutron_lib.callbacks.manager [None req-3d6bb701-b8c7-4bdb-9436-44fc6c26ae0b admin admin] Notify callbacks [] for network, before_response {{(pid=94064) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.634725 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-3d6bb701-b8c7-4bdb-9436-44fc6c26ae0b admin admin] 10.222.0.18 "DELETE /v2.0/networks/051d336e-b9a5-4b8e-8a7f-d84b6ace1438 HTTP/1.1" status: 204 len: 168 time: 0.5457978 Jul 30 00:46:35.649629 n-d-712140-10 neutron-server[94064]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6bb701-b8c7-4bdb-9436-44fc6c26ae0b admin admin] Pushing event deleted for resources: {'Network': ['ID=051d336e-b9a5-4b8e-8a7f-d84b6ace1438,revision_number=None']} {{(pid=94064) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:35.812616 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [-] (94064) accepted ('10.222.0.18', 34626) {{(pid=94064) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:35.852958 n-d-712140-10 neutron-server[94064]: INFO neutron.wsgi [None req-d0e58d23-505e-4934-b962-2556843c1c62 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c61c74c01caa439d9c530048aa3781bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387113 Jul 30 00:46:35.855316 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34628) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:35.912144 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8f6773ae-3815-41d7-8614-62c5c83058b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.934000 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8f6773ae-3815-41d7-8614-62c5c83058b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.981094 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8f6773ae-3815-41d7-8614-62c5c83058b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.983775 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-8f6773ae-3815-41d7-8614-62c5c83058b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:35.985134 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8f6773ae-3815-41d7-8614-62c5c83058b7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9abf2584-ad35-4b51-8462-12237127756a HTTP/1.1" status: 204 len: 168 time: 0.1280496 Jul 30 00:46:35.993678 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6773ae-3815-41d7-8614-62c5c83058b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9abf2584-ad35-4b51-8462-12237127756a,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:36.313543 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34634) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:36.354077 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-8b61e5f0-29d2-4ffa-adfa-6f5ff2cd41f9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=247b496b42504a1e94ec45be360f7f38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393040 Jul 30 00:46:36.356754 n-d-712140-10 neutron-server[94063]: DEBUG neutron.wsgi [-] (94063) accepted ('10.222.0.18', 34636) {{(pid=94063) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 30 00:46:36.358588 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a82493fa-e388-48e9-80dd-06c472b84bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:36.404625 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f59ccbf0-fc77-457e-99a2-1c0944849dcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:36.426075 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f59ccbf0-fc77-457e-99a2-1c0944849dcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:36.473202 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f59ccbf0-fc77-457e-99a2-1c0944849dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16224236'] for security_group, after_delete {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:36.476769 n-d-712140-10 neutron-server[94063]: DEBUG neutron_lib.callbacks.manager [None req-f59ccbf0-fc77-457e-99a2-1c0944849dcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94063) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:36.480252 n-d-712140-10 neutron-server[94063]: INFO neutron.wsgi [None req-f59ccbf0-fc77-457e-99a2-1c0944849dcb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/96022608-2846-4e87-8f43-687c1b951d29 HTTP/1.1" status: 204 len: 168 time: 0.1201465 Jul 30 00:46:36.487130 n-d-712140-10 neutron-server[94063]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59ccbf0-fc77-457e-99a2-1c0944849dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96022608-2846-4e87-8f43-687c1b951d29,revision_number=None']} {{(pid=94063) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 30 00:46:36.746132 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 57ee0c75-ab7e-43cb-b0f0-78add8422c1f no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:46:36.767029 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 57ee0c75-ab7e-43cb-b0f0-78add8422c1f {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:46:36.767335 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 57ee0c75-ab7e-43cb-b0f0-78add8422c1f not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:46:36.767754 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6d3deba9-38e1-468b-8f3a-0aea50292841 no longer exists at agent ovs-agent-n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 30 00:46:36.789164 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.plugin [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] No Port match for: 6d3deba9-38e1-468b-8f3a-0aea50292841 {{(pid=94065) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2255}} Jul 30 00:46:36.789514 n-d-712140-10 neutron-server[94065]: DEBUG neutron.plugins.ml2.rpc [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Device 6d3deba9-38e1-468b-8f3a-0aea50292841 not bound to the agent host n-d-712140-10 {{(pid=94065) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 30 00:46:37.221658 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:38.529340 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:46:43.372416 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:47:00.581319 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:00.598897 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:03.014648 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-52ad4a88-b9ab-41a2-8f9f-ab800d060289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:05.597265 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:06.359530 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d0136db8-664d-4ce0-a0b9-9b56fb7324c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:07.223426 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:08.530432 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:20.372522 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:47:30.600132 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:30.601494 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:33.015373 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9033c2ab-97b9-4076-ba7b-e032fe34ea3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:35.598416 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:36.360092 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cc57f7be-a53f-4142-863b-44f8d0e52be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:37.224514 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:38.534549 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:47:57.372244 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:48:00.599281 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:00.608030 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:03.016466 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-698badba-b8a9-4b53-9c20-11efbc9c5ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:05.599211 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:06.360865 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d7a07023-c943-4f29-8ea1-5a126749699d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:07.227943 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:08.536720 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:30.595745 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:30.611290 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:33.016585 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-395e85f4-9f75-4a02-aefd-5d3bb38edc56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:34.371882 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:48:35.600306 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:36.361540 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-98c6f309-2524-411f-9108-d563f216ea62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:37.230724 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:48:38.538732 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:00.615410 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:00.624811 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:03.017797 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-75e539b8-ebc1-43a0-9ddc-f3940843893e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:05.760966 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:06.361930 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-f146a299-6211-4d22-8bf7-021199e3a310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:07.234392 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:08.541390 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:11.370488 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:49:30.624674 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:30.639377 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:33.018604 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d6af3232-b289-4625-ac66-824864da6e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:35.604465 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:36.362793 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-15c5d1b3-df5b-4c59-a6f2-b9bbc95b77ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:37.239349 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:38.544189 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:49:48.369641 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:50:00.627272 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:00.638086 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:03.020224 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7ea68f6f-61cb-4cfd-a86b-95471a1c95fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:05.605788 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:06.363075 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-5660dfcb-a18d-45d3-8acd-2e67520bd73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:07.240762 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:08.546619 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:25.369970 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:50:30.637624 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:30.651566 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:33.019674 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a9e68ab-fc5c-40bd-ab4a-e8cc0fe71886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:35.610193 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:36.362612 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1121ad58-4e8c-4eed-b503-899d1f205d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:37.242431 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:50:38.549262 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:00.660458 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:00.662007 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:02.369895 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:51:03.019285 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-cfeee10b-7649-4a6e-9335-429f06e94da6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:05.610206 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:06.362613 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9eb2c1e3-03b0-497f-b1d9-5def4de55fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:07.244596 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:08.552553 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:30.656522 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:30.666023 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:33.020676 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-6902ffe7-b488-4c95-9169-8ad4aeab62da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:35.612983 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:36.363437 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-b4df7e46-65e9-42a2-95f4-82cec5408148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:37.248293 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:38.555068 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:51:39.368886 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:52:00.673299 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:00.674195 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:03.020278 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-602c4adf-9369-4eb2-b9c2-66d2f0422482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:05.615264 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:06.364030 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-9a941f33-2e39-419e-8c8e-62f32cb7220f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:07.250420 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:08.559391 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:16.368151 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:52:30.682514 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:30.684932 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:33.019928 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-1ea1279d-868b-4fb5-8a5e-703de052b0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:35.619714 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:36.365430 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-d78d9a7b-fe2f-49b1-b405-0f83c4fc220c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:37.252615 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:38.561351 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:52:53.366971 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:53:00.683747 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:00.694053 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:03.020501 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-35d3c006-32b8-4250-bcf3-4ba54bf835a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:05.622621 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:06.365586 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0a23a759-543a-490a-b365-23911d3c62b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:07.257073 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:08.564462 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:30.366563 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:53:30.683038 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:30.692718 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:33.021624 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-2037efc9-7a20-4d1b-b038-632c704360c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:35.625199 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:36.367594 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-e63bce52-b03a-4177-9eb2-932742b0c71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:37.260347 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:53:38.566349 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:00.702326 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:00.704234 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:03.025964 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-96e373bd-b217-4c79-b953-61787fd82836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:05.626543 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:06.367369 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0340e515-f1bc-48e5-a4d3-f3a02b9311c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:07.265407 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:07.365680 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:54:08.569096 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:30.693648 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:30.712728 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:33.026008 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-0d4ec1b9-dc4f-4677-af9d-3860ac5e6f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:35.631208 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:36.368343 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-7b29cc5d-82c6-45df-9b7a-d6bb20e857e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:37.266421 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:38.573340 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:54:44.364658 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 30 00:54:55.692525 n-d-712140-10 neutron-server[94064]: DEBUG neutron.wsgi [req-aad6411f-bdf9-4fa1-9dcc-72a6e25bae83 req-01441d22-f791-45bf-9752-1d567e419487 service neutron] (94064) timed out ('10.222.0.18', 57588) {{(pid=94064) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 30 00:55:00.710583 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-c4705be5-546f-45f9-9277-bd9ed4a634ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:00.718939 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-146aa467-5b75-450c-bfd9-bd34d78751d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:03.025754 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-44d40e1d-3033-4189-bd06-1176c8ad73e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:05.627027 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-a77eff55-2f77-4842-bbb4-30dcaab7953c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:06.368497 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-dfa203ff-80f0-4dbb-9e04-7d0b7c8e82f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:07.270405 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-31474ccd-6291-41a2-947a-6202a122d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:08.575457 n-d-712140-10 neutron-server[94065]: DEBUG neutron_lib.callbacks.manager [None req-4d31f1ae-6ab2-4c04-a473-daa67b78b8ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767681364255', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1437743'] for agent, after_update {{(pid=94065) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 30 00:55:21.366225 n-d-712140-10 neutron-server[94066]: DEBUG neutron.db.agents_db [None req-efca45ec-472b-4f1d-a3a2-aed6964d06e3 None None] Agent healthcheck: found 7 active agents {{(pid=94066) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}